-- Logs begin at Fri 2021-11-12 07:46:57 UTC, end at Fri 2021-11-12 09:55:27 UTC. -- Nov 12 08:20:50.116209 n-d-768862-16 systemd[1]: Started Devstack devstack@q-svc.service. Nov 12 08:20:52.943578 n-d-768862-16 neutron-server[102461]: INFO neutron.common.config [-] Logging enabled! Nov 12 08:20:52.944245 n-d-768862-16 neutron-server[102461]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 08:20:52.945423 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102461) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 08:20:52.951304 n-d-768862-16 neutron-server[102461]: INFO neutron.common.config [-] Logging enabled! Nov 12 08:20:52.951612 n-d-768862-16 neutron-server[102461]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 08:20:52.951945 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102461) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 08:20:52.952907 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 08:20:52.953140 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 08:20:52.953519 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 08:20:52.953768 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 08:20:52.953990 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 08:20:52.954305 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.954731 n-d-768862-16 neutron-server[102461]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 12 08:20:52.955023 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.955435 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.955856 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.956173 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.956430 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.956856 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.957151 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.957441 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.957718 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.957994 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.958281 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.958571 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.958978 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.959266 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.959551 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.959854 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] debug = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.960136 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.960590 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.961027 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.961310 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.961601 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.961880 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.962149 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.962424 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.962707 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.963056 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] host = n-d-768862-16 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.963330 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.963619 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.963938 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.964225 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.964498 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.964807 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.965064 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.965345 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.965616 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] log_file = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.965889 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.966176 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.966475 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.966762 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.966981 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.971014 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.971014 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.971014 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.971014 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.971014 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.971014 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.971014 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.971014 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.971645 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.971645 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.971645 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.971645 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.971645 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.971645 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.971645 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.971645 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.971645 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.972280 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.972280 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.972757 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.973250 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.973729 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.974191 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.974699 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.975149 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.975572 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.976059 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.976514 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.976945 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.977393 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.977825 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.978250 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] use_json = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.978676 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.978997 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.979438 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.979725 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.980040 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.980330 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.980610 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.980913 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:52.981216 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.981518 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.981817 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.982114 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.982424 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.982707 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.982986 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.983264 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.983552 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.983888 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.984185 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.984464 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.984753 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.985031 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.985330 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.985632 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.985927 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.986221 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.986500 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.986777 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.987050 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.987324 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.987609 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.988256 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.988549 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.988841 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.989122 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.989410 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.989704 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.989994 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.990268 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.990546 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.990845 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.991121 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.991394 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.991667 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.991976 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.992249 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.992521 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.992806 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.993082 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.993353 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.993954 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.994232 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.994524 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.994802 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.995090 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.995358 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.995632 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.995923 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.996206 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.996480 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.996753 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.997029 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.997304 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.997573 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.997848 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.998122 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.998398 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.998668 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.998939 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.999210 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.999481 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:52.999769 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.000044 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.000314 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.000584 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.000861 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.001132 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.001408 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.001675 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.001949 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.002218 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.002499 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.002801 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.003078 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.003412 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.003698 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.004010 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.004286 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.004608 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.004886 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.005162 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.005435 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.005731 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.006013 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.006300 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.006582 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.006862 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.007189 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.007463 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.007763 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.008040 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.008314 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.008595 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.008875 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.009169 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.009460 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.009749 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.010038 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.010326 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.010600 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.010921 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.011204 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:53.011422 n-d-768862-16 neutron-server[102461]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 08:20:53.011682 n-d-768862-16 neutron-server[102461]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102461) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 12 08:20:53.461730 n-d-768862-16 neutron-server[102461]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 08:20:53.461989 n-d-768862-16 neutron-server[102461]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 08:20:53.462289 n-d-768862-16 neutron-server[102461]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 08:20:53.462621 n-d-768862-16 neutron-server[102461]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 12 08:20:53.801273 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:53.801495 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:53.801721 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:53.802907 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:53.803171 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:53.803447 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:53.838304 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:53.838553 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:53.838831 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:53.854491 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:53.854720 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:53.855023 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:53.887465 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:53.887680 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:53.888015 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:53.926571 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:53.926820 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:53.927106 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.165038 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.165679 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.165679 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.165679 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.166414 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.296131 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.296469 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.297429 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.297429 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.297429 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.297673 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.297759 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.297999 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.298253 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.298532 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.298787 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.299052 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.299306 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.299556 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.299911 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.300218 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.300501 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.300767 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.301038 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.301294 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.301574 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.301825 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.302106 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.302503 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.302749 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.302991 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.303405 n-d-768862-16 neutron-server[102461]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102461) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 08:20:54.303645 n-d-768862-16 neutron-server[102461]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102461) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 08:20:54.303904 n-d-768862-16 neutron-server[102461]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102461) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 08:20:54.304139 n-d-768862-16 neutron-server[102461]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102461) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 08:20:54.304371 n-d-768862-16 neutron-server[102461]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102461) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 08:20:54.304603 n-d-768862-16 neutron-server[102461]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102461) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 08:20:54.304969 n-d-768862-16 neutron-server[102461]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 12 08:20:54.308621 n-d-768862-16 neutron-server[102461]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 12 08:20:54.312646 n-d-768862-16 neutron-server[102461]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 12 08:20:54.316703 n-d-768862-16 neutron-server[102461]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Nov 12 08:20:54.318417 n-d-768862-16 neutron-server[102461]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 12 08:20:54.318882 n-d-768862-16 neutron-server[102461]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 12 08:20:54.319214 n-d-768862-16 neutron-server[102461]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 12 08:20:54.319598 n-d-768862-16 neutron-server[102461]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 12 08:20:54.322486 n-d-768862-16 neutron-server[102461]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 12 08:20:54.322745 n-d-768862-16 neutron-server[102461]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 12 08:20:54.323078 n-d-768862-16 neutron-server[102461]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 08:20:54.328600 n-d-768862-16 neutron-server[102461]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 12 08:20:54.351499 n-d-768862-16 neutron-server[102461]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 12 08:20:54.351993 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.352295 n-d-768862-16 neutron-server[102461]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102461) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 12 08:20:54.352655 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.354068 n-d-768862-16 neutron-server[102461]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102461) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 12 08:20:54.354373 n-d-768862-16 neutron-server[102461]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 08:20:54.354610 n-d-768862-16 neutron-server[102461]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 12 08:20:54.357993 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.358272 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:54.422330 n-d-768862-16 neutron-server[102461]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 12 08:20:54.422543 n-d-768862-16 neutron-server[102461]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 12 08:20:54.422669 n-d-768862-16 neutron-server[102461]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 12 08:20:54.423083 n-d-768862-16 neutron-server[102461]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 12 08:20:54.444788 n-d-768862-16 neutron-server[102461]: DEBUG oslo_db.sqlalchemy.engines [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102461) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 12 08:20:55.001951 n-d-768862-16 neutron-server[102461]: INFO neutron.plugins.ml2.managers [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Initializing driver for type 'gre' Nov 12 08:20:55.002516 n-d-768862-16 neutron-server[102461]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] gre ID ranges: [(1, 1000)] Nov 12 08:20:55.057135 n-d-768862-16 neutron-server[102461]: INFO neutron.plugins.ml2.managers [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Initializing driver for type 'local' Nov 12 08:20:55.057669 n-d-768862-16 neutron-server[102461]: INFO neutron.plugins.ml2.managers [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Initializing driver for type 'vlan' Nov 12 08:20:55.076761 n-d-768862-16 neutron-server[102461]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] VlanTypeDriver initialization complete Nov 12 08:20:55.077257 n-d-768862-16 neutron-server[102461]: INFO neutron.plugins.ml2.managers [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Initializing driver for type 'vxlan' Nov 12 08:20:55.078182 n-d-768862-16 neutron-server[102461]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] vxlan ID ranges: [(1, 1000)] Nov 12 08:20:55.140424 n-d-768862-16 neutron-server[102461]: INFO neutron.plugins.ml2.managers [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Initializing extension driver 'port_security' Nov 12 08:20:55.140784 n-d-768862-16 neutron-server[102461]: INFO neutron.plugins.ml2.extensions.port_security [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] PortSecurityExtensionDriver initialization complete Nov 12 08:20:55.141100 n-d-768862-16 neutron-server[102461]: INFO neutron.plugins.ml2.managers [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Initializing mechanism driver 'openvswitch' Nov 12 08:20:55.141417 n-d-768862-16 neutron-server[102461]: INFO neutron.plugins.ml2.managers [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Initializing mechanism driver 'hyperv' Nov 12 08:20:55.148342 n-d-768862-16 neutron-server[102461]: DEBUG neutron.plugins.ml2.plugin [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:55.149202 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > port after_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.149569 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > port after_update 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.149917 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > port after_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.150458 n-d-768862-16 neutron-server[102461]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102461) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 08:20:55.150975 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > subnet after_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.151348 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > subnet after_update 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.151843 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > subnet after_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.152246 n-d-768862-16 neutron-server[102461]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102461) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 08:20:55.152653 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > network after_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.152998 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > network after_update 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.153336 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > network after_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.153725 n-d-768862-16 neutron-server[102461]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102461) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 08:20:55.154129 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > security_group after_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.154479 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > security_group after_update 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.154809 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > security_group after_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.156165 n-d-768862-16 neutron-server[102461]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102461) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 08:20:55.156165 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.156165 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.156484 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.156673 n-d-768862-16 neutron-server[102461]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102461) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 08:20:55.157077 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > address_group after_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.157423 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > address_group after_update 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.157757 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > address_group after_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.158147 n-d-768862-16 neutron-server[102461]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102461) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 08:20:55.158527 n-d-768862-16 neutron-server[102461]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] ML2 OVO RPC backend initialized. {{(pid=102461) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 12 08:20:55.160011 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > router_interface after_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.160627 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.161059 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > network before_response 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.161407 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > networks before_response 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.161754 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > port before_response 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.162093 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > ports before_response 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.162432 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > subnet before_response 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.162769 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > subnets before_response 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.163110 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > network after_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.163444 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > network after_update 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.163808 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > network after_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.164149 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > port after_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.164477 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > port after_update 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.164810 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > port after_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.165142 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > subnet after_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.165688 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > subnet after_update 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.165793 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > subnet after_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.166394 n-d-768862-16 neutron-server[102461]: INFO neutron.plugins.ml2.plugin [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Modular L2 Plugin initialization complete Nov 12 08:20:55.166724 n-d-768862-16 neutron-server[102461]: DEBUG neutron.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading services supported by the core plugin {{(pid=102461) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 12 08:20:55.167058 n-d-768862-16 neutron-server[102461]: INFO neutron.plugins.ml2.managers [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Got port-security extension from driver 'port_security' Nov 12 08:20:55.167532 n-d-768862-16 neutron-server[102461]: INFO neutron.extensions.vlantransparent [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Disabled vlantransparent extension. Nov 12 08:20:55.168453 n-d-768862-16 neutron-server[102461]: DEBUG neutron.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102461) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 12 08:20:55.168849 n-d-768862-16 neutron-server[102461]: INFO neutron.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading Plugin: router Nov 12 08:20:55.207902 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > router_interface before_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.208269 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > router after_create 55549900 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.208687 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > router before_create 55549900 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.209045 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.209416 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.209788 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > router after_delete 55549900 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.210145 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > floatingip after_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.210624 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > floatingip after_update 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.210983 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > router after_create 55549900 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.211329 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > router after_update 55549900 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.211674 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > router after_update 55549900 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.212037 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.212389 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > router after_update 55549900 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.212793 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > router precommit_update 55549900 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.213160 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: port after_update 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.213493 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: port after_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.213828 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: subnet after_update 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.214159 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.214508 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > port precommit_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.214847 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > router precommit_create 55549900 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.215185 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: port before_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.215524 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > router precommit_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.215900 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > router after_update 55549900 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.216243 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > router precommit_delete 55549900 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.216592 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > router precommit_create 55549900 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.216953 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > router_interface after_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.217313 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > router precommit_update 55549900 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.217673 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > agent after_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.218025 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > agent after_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.218365 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > network after_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.219302 n-d-768862-16 neutron-server[102461]: DEBUG neutron.quota.resource_registry [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Tracking information for resource: router configured {{(pid=102461) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 08:20:55.219640 n-d-768862-16 neutron-server[102461]: DEBUG neutron.quota.resource_registry [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Tracking information for resource: floatingip configured {{(pid=102461) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 08:20:55.225538 n-d-768862-16 neutron-server[102461]: INFO neutron.db.l3_agentschedulers_db [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 12 08:20:55.226123 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: port after_update 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.226485 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: port after_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.226833 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: port after_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.227187 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: port after_update 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.228063 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > router before_create 55550100 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.228436 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > router precommit_delete 55550100 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.228802 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > router precommit_create 55550100 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.229158 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > router precommit_update 55550100 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.234303 n-d-768862-16 neutron-server[102461]: DEBUG neutron.services.provider_configuration [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Service providers = [] {{(pid=102461) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 12 08:20:55.234670 n-d-768862-16 neutron-server[102461]: DEBUG neutron.db.servicetype_db [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102461) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 12 08:20:55.238054 n-d-768862-16 neutron-server[102461]: DEBUG neutron.services.service_base [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102461) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 08:20:55.238677 n-d-768862-16 neutron-server[102461]: DEBUG neutron.services.service_base [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102461) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 08:20:55.239018 n-d-768862-16 neutron-server[102461]: DEBUG neutron.services.service_base [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102461) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 08:20:55.239953 n-d-768862-16 neutron-server[102461]: DEBUG neutron.services.service_base [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102461) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 08:20:55.240321 n-d-768862-16 neutron-server[102461]: INFO neutron.services.service_base [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 12 08:20:55.240713 n-d-768862-16 neutron-server[102461]: DEBUG neutron.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102461) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 08:20:55.241009 n-d-768862-16 neutron-server[102461]: INFO neutron.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 12 08:20:55.254785 n-d-768862-16 neutron-server[102461]: DEBUG neutron.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102461) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 08:20:55.255051 n-d-768862-16 neutron-server[102461]: INFO neutron.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading Plugin: auto_allocate Nov 12 08:20:55.261146 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: network precommit_update 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.261538 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: network precommit_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.262064 n-d-768862-16 neutron-server[102461]: DEBUG neutron.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102461) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 08:20:55.262466 n-d-768862-16 neutron-server[102461]: INFO neutron.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading Plugin: tag Nov 12 08:20:55.270159 n-d-768862-16 neutron-server[102461]: DEBUG neutron.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102461) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 08:20:55.270483 n-d-768862-16 neutron-server[102461]: INFO neutron.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading Plugin: timestamp Nov 12 08:20:55.274437 n-d-768862-16 neutron-server[102461]: DEBUG neutron.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102461) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 08:20:55.274760 n-d-768862-16 neutron-server[102461]: INFO neutron.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading Plugin: network_ip_availability Nov 12 08:20:55.280590 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.280970 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.281324 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.282099 n-d-768862-16 neutron-server[102461]: DEBUG neutron.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102461) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 08:20:55.282384 n-d-768862-16 neutron-server[102461]: INFO neutron.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading Plugin: flavors Nov 12 08:20:55.288464 n-d-768862-16 neutron-server[102461]: DEBUG neutron.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102461) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 08:20:55.288782 n-d-768862-16 neutron-server[102461]: INFO neutron.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading Plugin: revisions Nov 12 08:20:55.293340 n-d-768862-16 neutron-server[102461]: DEBUG neutron.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102461) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 08:20:55.293736 n-d-768862-16 neutron-server[102461]: DEBUG oslo_concurrency.lockutils [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.831s {{(pid=102461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 08:20:55.294504 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102461) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 12 08:20:55.294841 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Initializing extension manager. Nov 12 08:20:55.295356 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: __init__.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.295694 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: __pycache__ {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.296054 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.296383 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: address_group.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.297507 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.298212 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: address-group Nov 12 08:20:55.298542 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: address_scope.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.299261 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.299786 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: address-scope Nov 12 08:20:55.300881 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: admin_state_down_before_update.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.302278 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.302986 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: router-admin-state-down-before-update Nov 12 08:20:55.303303 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: agent.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.304051 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.304555 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: agent Nov 12 08:20:55.304867 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: agent_resources_synced.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.305786 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.306296 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: agent-resources-synced Nov 12 08:20:55.306608 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: allowedaddresspairs.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.308523 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.309042 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: allowed-address-pairs Nov 12 08:20:55.309363 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: auto_allocated_topology.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.310458 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.310963 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: auto-allocated-topology Nov 12 08:20:55.311282 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: availability_zone.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.312004 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.312499 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: availability_zone Nov 12 08:20:55.312814 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: availability_zone_filter.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.313728 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.314227 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: availability_zone_filter Nov 12 08:20:55.314544 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: data_plane_status.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.315444 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.316668 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension data-plane-status not supported by any of loaded plugins Nov 12 08:20:55.316993 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: default_subnetpools.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.317919 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.318414 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: default-subnetpools Nov 12 08:20:55.318732 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: dhcpagentscheduler.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.319572 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.320101 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: dhcp_agent_scheduler Nov 12 08:20:55.320424 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: dns.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.321356 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.321847 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension dns-integration not supported by any of loaded plugins Nov 12 08:20:55.322162 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: dns_domain_ports.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.323070 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.323566 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 12 08:20:55.323912 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.324830 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.325332 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 12 08:20:55.325642 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: dvr.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.326313 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.326845 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: dvr Nov 12 08:20:55.327149 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: ecmp_routes.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.328100 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.328599 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension ecmp_routes not supported by any of loaded plugins Nov 12 08:20:55.328925 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: empty_string_filtering.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.329828 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.330326 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: empty-string-filtering Nov 12 08:20:55.330637 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.331581 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.332636 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 12 08:20:55.332954 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.333865 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.334358 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 12 08:20:55.334675 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: external_net.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.335601 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.336127 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: external-net Nov 12 08:20:55.336450 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: extra_dhcp_opt.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.337358 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.337850 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: extra_dhcp_opt Nov 12 08:20:55.338168 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: extraroute.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.339063 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.339558 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: extraroute Nov 12 08:20:55.339898 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: extraroute_atomic.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.340958 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.341458 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: extraroute-atomic Nov 12 08:20:55.341771 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: filter_validation.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.342659 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.343151 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: filter-validation Nov 12 08:20:55.343469 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: fip_pf_description.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.344406 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.344901 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 12 08:20:55.345211 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: fip_port_details.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.346115 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.346612 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: fip-port-details Nov 12 08:20:55.346924 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: flavors.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.348498 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.349005 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: flavors Nov 12 08:20:55.349324 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.351020 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.351549 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 12 08:20:55.351911 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: floatingip_pools.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.352610 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.353111 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: floatingip-pools Nov 12 08:20:55.353432 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: ip_allocation.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.354366 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.354865 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension ip_allocation not supported by any of loaded plugins Nov 12 08:20:55.355189 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.356184 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.356711 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: ip-substring-filtering Nov 12 08:20:55.357036 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: l2_adjacency.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.357955 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.358458 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension l2_adjacency not supported by any of loaded plugins Nov 12 08:20:55.358776 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: l3.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.359780 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.360293 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: router Nov 12 08:20:55.360616 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: l3_conntrack_helper.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.363513 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.364154 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 12 08:20:55.364484 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.365432 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.365943 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: ext-gw-mode Nov 12 08:20:55.366259 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.367200 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.367705 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: l3-ha Nov 12 08:20:55.368058 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: l3_flavors.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.369297 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.369805 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: l3-flavors Nov 12 08:20:55.370132 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.371025 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.371527 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: l3-port-ip-change-not-allowed Nov 12 08:20:55.371900 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: l3agentscheduler.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.373015 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.373518 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: l3_agent_scheduler Nov 12 08:20:55.373832 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: logging.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.375350 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.375874 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension logging not supported by any of loaded plugins Nov 12 08:20:55.376215 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: metering.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.376990 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.377537 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: metering Nov 12 08:20:55.377902 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.379626 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.380167 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: metering_source_and_destination_fields Nov 12 08:20:55.380491 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: multiprovidernet.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.381529 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.382024 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: multi-provider Nov 12 08:20:55.382349 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: netmtu.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.383268 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.383786 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: net-mtu Nov 12 08:20:55.384107 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: netmtu_writable.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.385022 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.385523 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: net-mtu-writable Nov 12 08:20:55.385838 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: network_availability_zone.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.386515 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.387015 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: network_availability_zone Nov 12 08:20:55.387328 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: network_ip_availability.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.388475 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.388976 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: network-ip-availability Nov 12 08:20:55.389293 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: network_segment_range.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.390064 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.390556 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension network-segment-range not supported by any of loaded plugins Nov 12 08:20:55.390869 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: pagination.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.391881 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.395270 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: pagination Nov 12 08:20:55.395270 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: port_device_profile.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.395270 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.395270 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: port-device-profile Nov 12 08:20:55.395270 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.395778 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.396294 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: port-mac-address-regenerate Nov 12 08:20:55.396611 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.397726 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.398851 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: port-numa-affinity-policy Nov 12 08:20:55.398851 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: port_resource_request.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.399261 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.399731 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension port-resource-request not supported by any of loaded plugins Nov 12 08:20:55.400068 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: port_resource_request_groups.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.401028 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.401530 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 12 08:20:55.401848 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: portbindings.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.402766 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.403274 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: binding Nov 12 08:20:55.403592 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: portbindings_extended.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.404903 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.405431 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: binding-extended Nov 12 08:20:55.405753 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: portsecurity.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.406669 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.407168 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: port-security Nov 12 08:20:55.407486 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: project_id.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.408486 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.408809 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: project-id Nov 12 08:20:55.409126 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: providernet.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.411259 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.411801 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: provider Nov 12 08:20:55.412126 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: qos.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.415828 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.416344 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension qos not supported by any of loaded plugins Nov 12 08:20:55.416671 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.417914 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.418425 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 12 08:20:55.418748 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.419661 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.420198 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 12 08:20:55.420517 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: qos_default.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.421422 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.421956 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension qos-default not supported by any of loaded plugins Nov 12 08:20:55.422280 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: qos_fip.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.422919 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.423411 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension qos-fip not supported by any of loaded plugins Nov 12 08:20:55.423729 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: qos_gateway_ip.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.424670 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.425226 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 12 08:20:55.425984 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: qos_port_network_policy.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.426902 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.427403 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 12 08:20:55.427724 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.428779 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.429283 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 12 08:20:55.429658 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: qos_pps_rule.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.430846 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.431555 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension qos-pps not supported by any of loaded plugins Nov 12 08:20:55.431893 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: qos_rule_type_details.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.432827 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.433330 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 12 08:20:55.433649 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: qos_rules_alias.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.434723 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.435224 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 12 08:20:55.435543 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: quota_check_limit.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.436471 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.436974 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: quota-check-limit Nov 12 08:20:55.437294 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: quotasv2.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.438292 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.438610 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: quotas Nov 12 08:20:55.438923 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: quotasv2_detail.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.442709 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.443048 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: quota_details Nov 12 08:20:55.443377 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: rbac.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.444494 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.445019 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: rbac-policies Nov 12 08:20:55.445346 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: rbac_address_group.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.446272 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.446784 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: rbac-address-group Nov 12 08:20:55.447114 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: rbac_address_scope.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.448063 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.448557 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: rbac-address-scope Nov 12 08:20:55.448878 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: rbac_security_groups.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.449793 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.450287 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: rbac-security-groups Nov 12 08:20:55.450631 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: rbac_subnetpool.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.451528 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.452062 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: rbac-subnetpool Nov 12 08:20:55.452379 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: revisionifmatch.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.453290 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.453807 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: revision-if-match Nov 12 08:20:55.454123 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: revisions.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.455237 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.455766 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: standard-attr-revisions Nov 12 08:20:55.456092 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: router_availability_zone.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.457330 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.457834 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: router_availability_zone Nov 12 08:20:55.458152 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: routerservicetype.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.459077 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.459584 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension router-service-type not supported by any of loaded plugins Nov 12 08:20:55.459936 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.460860 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.461369 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: security-groups-normalized-cidr Nov 12 08:20:55.461685 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: security_groups_port_filtering.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.462673 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.463180 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: port-security-groups-filtering Nov 12 08:20:55.463503 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.464470 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.464980 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: security-groups-remote-address-group Nov 12 08:20:55.465299 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.466235 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.466738 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: security-groups-shared-filtering Nov 12 08:20:55.467058 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.467648 n-d-768862-16 neutron-server[102461]: WARNING neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 12 08:20:55.467984 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: securitygroup.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.478809 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.479375 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: security-group Nov 12 08:20:55.479688 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: segment.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.480575 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.481074 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension segment not supported by any of loaded plugins Nov 12 08:20:55.481397 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.482507 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.483011 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 12 08:20:55.483338 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: servicetype.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.484486 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.484998 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: service-type Nov 12 08:20:55.485330 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: sorting.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.486288 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.486602 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: sorting Nov 12 08:20:55.486924 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: standard_attr_segment.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.488499 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.489012 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 12 08:20:55.489330 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: standardattrdescription.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.489981 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.490476 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: standard-attr-description Nov 12 08:20:55.490801 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: stateful_security_group.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.491760 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.492273 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: stateful-security-group Nov 12 08:20:55.492589 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: stdattrs_common.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.493157 n-d-768862-16 neutron-server[102461]: WARNING neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 12 08:20:55.493976 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.494914 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.495422 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 12 08:20:55.495836 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: subnet_onboard.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.496851 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.497380 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: subnet_onboard Nov 12 08:20:55.497699 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.500286 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.500286 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 12 08:20:55.500286 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: subnet_service_types.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.500540 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.500908 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: subnet-service-types Nov 12 08:20:55.501231 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: subnetallocation.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.502356 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.502815 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: subnet_allocation Nov 12 08:20:55.503134 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.504367 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.504920 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: subnetpool-prefix-ops Nov 12 08:20:55.505181 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.506132 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.506632 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 12 08:20:55.506945 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: tagging.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.508089 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.508606 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: standard-attr-tag Nov 12 08:20:55.508926 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: timestamp.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.510153 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.510660 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loaded extension: standard-attr-timestamp Nov 12 08:20:55.510974 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: trunk.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.512031 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.512561 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension trunk not supported by any of loaded plugins Nov 12 08:20:55.512864 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: trunk_details.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.513785 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.514287 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension trunk-details not supported by any of loaded plugins Nov 12 08:20:55.514602 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: uplink_status_propagation.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.515532 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.516068 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 12 08:20:55.516391 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Loading extension file: vlantransparent.py {{(pid=102461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:20:55.517057 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:20:55.517564 n-d-768862-16 neutron-server[102461]: INFO neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extension vlan-transparent not supported by any of loaded plugins Nov 12 08:20:55.520903 n-d-768862-16 neutron-server[102461]: INFO neutron.quota.resource_registry [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Creating instance of TrackedResource for resource:network Nov 12 08:20:55.521451 n-d-768862-16 neutron-server[102461]: INFO neutron.quota.resource_registry [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Creating instance of TrackedResource for resource:subnet Nov 12 08:20:55.521848 n-d-768862-16 neutron-server[102461]: INFO neutron.quota.resource_registry [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 08:20:55.522250 n-d-768862-16 neutron-server[102461]: INFO neutron.quota.resource_registry [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Creating instance of TrackedResource for resource:port Nov 12 08:20:55.523626 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.v2.resource_helper [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102461) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:20:55.524099 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.v2.resource_helper [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Service FLAVORS assigned prefix: {{(pid=102461) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:20:55.524727 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.v2.resource_helper [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102461) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:20:55.525173 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.v2.resource_helper [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102461) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:20:55.525499 n-d-768862-16 neutron-server[102461]: INFO neutron.quota.resource_registry [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Creating instance of TrackedResource for resource:router Nov 12 08:20:55.525940 n-d-768862-16 neutron-server[102461]: INFO neutron.quota.resource_registry [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Creating instance of TrackedResource for resource:floatingip Nov 12 08:20:55.526420 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.v2.resource_helper [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Service METERING assigned prefix: /metering {{(pid=102461) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:20:55.528000 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.528369 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.528720 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:55.529808 n-d-768862-16 neutron-server[102461]: INFO neutron.quota.resource_registry [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 08:20:55.530252 n-d-768862-16 neutron-server[102461]: INFO neutron.quota.resource_registry [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Creating instance of TrackedResource for resource:security_group Nov 12 08:20:55.530698 n-d-768862-16 neutron-server[102461]: INFO neutron.quota.resource_registry [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 08:20:55.531328 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.v2.resource_helper [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Service CORE assigned prefix: {{(pid=102461) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:20:55.531659 n-d-768862-16 neutron-server[102461]: INFO neutron.quota.resource_registry [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 08:20:55.532044 n-d-768862-16 neutron-server[102461]: WARNING neutron.quota.resource_registry [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] subnetpool is already registered Nov 12 08:20:55.532481 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.v2.resource_helper [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Service CORE assigned prefix: {{(pid=102461) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:20:55.532800 n-d-768862-16 neutron-server[102461]: INFO neutron.quota.resource_registry [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 08:20:55.533126 n-d-768862-16 neutron-server[102461]: WARNING neutron.quota.resource_registry [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] subnetpool is already registered Nov 12 08:20:55.536222 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.v2.resource_helper [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102461) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:20:55.536740 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.v2.resource_helper [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Service FLAVORS assigned prefix: {{(pid=102461) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:20:55.537429 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.v2.resource_helper [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102461) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:20:55.537896 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.v2.resource_helper [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102461) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:20:55.538217 n-d-768862-16 neutron-server[102461]: INFO neutron.quota.resource_registry [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Creating instance of TrackedResource for resource:router Nov 12 08:20:55.538570 n-d-768862-16 neutron-server[102461]: WARNING neutron.quota.resource_registry [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] router is already registered Nov 12 08:20:55.538985 n-d-768862-16 neutron-server[102461]: INFO neutron.quota.resource_registry [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Creating instance of TrackedResource for resource:floatingip Nov 12 08:20:55.539317 n-d-768862-16 neutron-server[102461]: WARNING neutron.quota.resource_registry [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] floatingip is already registered Nov 12 08:20:55.539825 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.v2.resource_helper [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Service METERING assigned prefix: /metering {{(pid=102461) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:20:55.540591 n-d-768862-16 neutron-server[102461]: INFO neutron.quota.resource_registry [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 08:20:55.540912 n-d-768862-16 neutron-server[102461]: WARNING neutron.quota.resource_registry [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] rbac_policy is already registered Nov 12 08:20:55.541328 n-d-768862-16 neutron-server[102461]: INFO neutron.quota.resource_registry [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Creating instance of TrackedResource for resource:security_group Nov 12 08:20:55.541643 n-d-768862-16 neutron-server[102461]: WARNING neutron.quota.resource_registry [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] security_group is already registered Nov 12 08:20:55.542057 n-d-768862-16 neutron-server[102461]: INFO neutron.quota.resource_registry [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 08:20:55.542383 n-d-768862-16 neutron-server[102461]: WARNING neutron.quota.resource_registry [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] security_group_rule is already registered Nov 12 08:20:55.542903 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.v2.resource_helper [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Service CORE assigned prefix: {{(pid=102461) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:20:55.543220 n-d-768862-16 neutron-server[102461]: INFO neutron.quota.resource_registry [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 08:20:55.543550 n-d-768862-16 neutron-server[102461]: WARNING neutron.quota.resource_registry [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] subnetpool is already registered Nov 12 08:20:55.543995 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.v2.resource_helper [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Service CORE assigned prefix: {{(pid=102461) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:20:55.544309 n-d-768862-16 neutron-server[102461]: INFO neutron.quota.resource_registry [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 08:20:55.544637 n-d-768862-16 neutron-server[102461]: WARNING neutron.quota.resource_registry [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] subnetpool is already registered Nov 12 08:20:55.546568 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: extensions {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.548159 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: address-groups {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.549686 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: address-scopes {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.551202 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: agents {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.552513 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: auto-allocated-topology {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.553801 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: availability_zones {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.555173 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: dhcp-networks {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.556657 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: dhcp-agents {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.558208 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: routers {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.560379 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: flavors {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.561677 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: service_profiles {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.562904 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: next_providers {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.564404 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: service_profiles {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.565952 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: floatingip-pools {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.568143 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: routers {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.570353 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: floatingips {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.571759 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: l3-routers {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.573168 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: l3-agents {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.574612 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: metering-labels {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.575904 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: metering-label-rules {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.577314 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: network-ip-availabilities {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.578596 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: bindings {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.580205 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: quotas {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.582461 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: quotas {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.584193 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: rbac-policies {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.585408 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: security-groups {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.586738 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: security-group-rules {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.588025 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: service-providers {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.589254 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: subnetpools {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.590654 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: subnetpools {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.592171 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: tags {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.593868 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: tags {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.595701 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: tags {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.598202 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: tags {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.599947 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: tags {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.601930 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: tags {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.603661 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: tags {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.606627 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: tags {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.608457 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: tags {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.610233 n-d-768862-16 neutron-server[102461]: DEBUG neutron.api.extensions [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Extended resource: tags {{(pid=102461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:20:55.617040 n-d-768862-16 neutron-server[102461]: WARNING keystonemiddleware.auth_token [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 12 08:20:55.622102 n-d-768862-16 neutron-server[102461]: WARNING keystonemiddleware.auth_token [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 12 08:20:55.631673 n-d-768862-16 neutron-server[102461]: DEBUG oslo_concurrency.lockutils [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Acquired lock "singleton_lock" {{(pid=102461) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 12 08:20:55.632159 n-d-768862-16 neutron-server[102461]: DEBUG oslo_concurrency.lockutils [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Releasing lock "singleton_lock" {{(pid=102461) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 12 08:20:55.632845 n-d-768862-16 neutron-server[102461]: INFO oslo_service.service [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Starting 2 workers Nov 12 08:20:55.637824 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Started child 102568 {{(pid=102461) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 08:20:55.642502 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Started child 102569 {{(pid=102461) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 08:20:55.643349 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.644100 n-d-768862-16 neutron-server[102461]: INFO neutron.service [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Neutron service started, listening on 0.0.0.0:9696 Nov 12 08:20:55.644538 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Publish callbacks [] for process, before_spawn {{(pid=102461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.644967 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [-] (102568) wsgi starting up on http://0.0.0.0:9696 Nov 12 08:20:55.647487 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.648168 n-d-768862-16 neutron-server[102461]: INFO oslo_service.service [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Starting 1 workers Nov 12 08:20:55.648935 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [-] (102569) wsgi starting up on http://0.0.0.0:9696 Nov 12 08:20:55.652805 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Started child 102570 {{(pid=102461) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 08:20:55.653361 n-d-768862-16 neutron-server[102461]: INFO oslo_service.service [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Starting 1 workers Nov 12 08:20:55.656915 n-d-768862-16 neutron-server[102570]: DEBUG neutron.service [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] calling RpcWorker wait() {{(pid=102570) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 12 08:20:55.657588 n-d-768862-16 neutron-server[102570]: DEBUG neutron.service [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] returning from RpcWorker wait() {{(pid=102570) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 12 08:20:55.658038 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Started child 102571 {{(pid=102461) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 08:20:55.658821 n-d-768862-16 neutron-server[102461]: DEBUG neutron_lib.callbacks.manager [None req-910dfe84-8b98-43e9-8f88-a14ad9cd7a4b None None] Publish callbacks [] for process, after_spawn {{(pid=102461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.659758 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.660497 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:55.661478 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102461) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 08:20:55.661698 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 08:20:55.661896 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 08:20:55.662112 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 08:20:55.662431 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 08:20:55.662596 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 08:20:55.663147 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.663422 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.663667 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.663957 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.664232 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.664801 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.664996 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.665512 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.665512 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.665668 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.665785 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.666132 n-d-768862-16 neutron-server[102571]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:55.666246 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.666328 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.666533 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.666763 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.667045 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.667280 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.667554 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.667832 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.667982 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.668230 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.668487 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.668736 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.669014 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] debug = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.669248 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.669736 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.669970 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.670227 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.670448 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.670721 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.670955 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.671207 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.671445 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.671684 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.671954 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.672194 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.672626 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.672626 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.672895 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.673126 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.673374 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.673612 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.674088 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] host = n-d-768862-16 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.674319 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.674611 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.674771 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.675013 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.675395 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.676255 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.676508 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.676772 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.677029 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.677253 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.677501 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.677708 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.677950 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.678287 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] log_file = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.678494 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] log_options = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.678685 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.678912 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.679273 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.679273 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.679677 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.679677 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.680099 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.680099 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.680425 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.680568 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.680704 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.680949 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.681150 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.681392 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.681655 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.681861 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.682151 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.682316 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.682526 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.682959 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.682959 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.683270 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.683405 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.683635 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.683991 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.684179 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.684458 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.684682 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.684943 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.685084 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.685321 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.685541 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.685824 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.686042 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.686299 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.686498 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.686761 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.686950 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.687237 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.687443 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.687705 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.688015 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.688204 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.688472 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.688677 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.688866 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.689101 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] use_json = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.689451 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.689604 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.689746 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.689972 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.690161 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.690402 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.690592 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.690895 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.692086 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.692347 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.692711 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.693148 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.693299 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.693452 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.693696 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.693897 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.694152 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.694410 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.694718 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.695297 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.697224 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.697736 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.697940 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.698272 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.698534 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.698824 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.699176 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.699329 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.699533 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.699809 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.700095 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.700446 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.700617 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.700846 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.701253 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.701401 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.701675 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.701948 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.702218 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.702422 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.702656 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.703578 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.703578 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.703578 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.703578 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.705258 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.705258 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.705258 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.705258 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.705258 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.705258 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.708202 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.708202 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.708202 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.708202 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.708202 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.708202 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.708202 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.708202 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.708202 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.708898 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.708898 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.708898 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.708898 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.708898 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.708898 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.709291 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.709291 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.709488 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.709747 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.709945 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.710365 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.710558 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.710805 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.711067 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.711270 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.711493 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.711672 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.711941 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.712194 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.712372 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.713079 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.713079 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.713079 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.713704 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.713704 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.713704 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.714053 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.714053 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.714279 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.714501 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.714717 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.714933 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.715177 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.715388 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.717100 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.717100 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.717365 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.717727 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.718034 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.718539 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.718539 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.718976 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.718976 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.719270 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.719558 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.719891 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.720107 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.720670 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.720919 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.721792 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.721792 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.721792 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.722338 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.722338 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.722609 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.722609 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.722988 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.723146 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.723330 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.723643 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.723940 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.724099 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.724353 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.724665 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.724909 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.725216 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.725441 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.725773 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.726028 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.726283 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.726564 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.726823 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.727067 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.727340 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.727599 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.727893 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.728138 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.728374 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.728617 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.728861 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.729175 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.729350 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.729580 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.729812 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.730149 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.730399 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.730632 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.730877 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.731131 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.731381 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.731637 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.731924 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.732176 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.732448 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.732693 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.733135 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.733745 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.734093 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.734317 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.734523 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.734799 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.734991 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.735201 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.735399 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.735636 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.735992 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.736172 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.736341 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.736574 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.736812 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.737052 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.737284 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.737506 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.738083 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.738083 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.738456 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.738456 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.739007 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.739007 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.739450 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.739450 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.739806 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.739947 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.740071 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.740915 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.740915 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.740915 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.741266 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.741266 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.741514 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.741634 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.741837 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.742065 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.742282 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.742502 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.742729 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.742973 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.743573 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.743858 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.744230 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.744455 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.744687 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.744924 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.745142 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.745401 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.745622 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.745844 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.746065 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.746285 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.746502 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.746778 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.747011 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.747254 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.747455 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.747697 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.747977 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.748185 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.748403 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.748624 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.748874 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.749101 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.749344 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.749580 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.749793 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.750023 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.750237 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.750458 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.750665 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.750883 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.751114 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.751344 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.751576 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.754903 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.754903 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.754903 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.754903 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.754903 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.754903 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.754903 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.754903 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.755608 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.755608 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.755608 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.755608 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.755608 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.755608 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.755608 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.755608 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.756234 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.756234 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.756234 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.756234 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.756234 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.756571 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.756571 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.756803 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.757046 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.757332 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.757572 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.757829 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.758074 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.758405 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.758744 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.759122 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.759433 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.759656 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.759914 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.760418 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.760755 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.761049 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.761302 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.761547 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.761826 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.762109 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.762372 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.762773 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.763064 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.763410 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.763692 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.763979 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.764225 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.764482 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.764717 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.764967 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.765208 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.765445 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.765672 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.765933 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.766160 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.766423 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.766671 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.766900 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.767133 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.768366 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.768366 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.768366 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.768366 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.768366 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 08:20:55.768978 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102461) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 08:20:55.768978 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 08:20:55.769208 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 08:20:55.769321 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 08:20:55.769426 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 08:20:55.769578 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 08:20:55.769880 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.770041 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.770200 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.770387 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.770510 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.770699 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.770856 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.770999 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.771163 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.771347 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.771465 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.771622 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.771923 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.772038 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.772142 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.772272 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.772437 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.772595 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.772761 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.772921 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.773080 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.773239 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.773397 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] debug = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.773556 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.773765 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.773915 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.774074 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.774231 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.774390 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.774547 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.774705 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.774863 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.775021 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.775180 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.775341 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.775499 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.775658 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.775839 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.775999 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.776158 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.776316 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.776475 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] host = n-d-768862-16 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.776635 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.776793 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.776951 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.777108 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.777267 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.777427 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.777587 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.777746 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.777904 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.778062 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.778221 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.778378 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.778538 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.778724 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] log_file = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.778878 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] log_options = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.779044 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.779182 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.779343 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.779541 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.779714 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.779928 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.780079 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.780246 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.780404 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.780576 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.780740 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.780907 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.781057 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.781215 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.781474 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.781608 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.781730 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.781851 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.781996 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.782252 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.782252 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.782499 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.782619 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.782742 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.782863 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.782983 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.783128 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.783286 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.783443 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.783601 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.783789 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.783942 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.784102 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.784264 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.784450 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.784655 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.784980 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.785164 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.785510 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.785635 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.786028 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.786236 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.786399 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.786559 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.786719 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.786878 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.787037 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] use_json = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.787196 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.787355 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.787515 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.787673 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.787860 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.788020 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.788213 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.788379 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:20:55.788567 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.788731 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.788925 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.789104 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.789296 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.789460 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.789621 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.789780 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.789954 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.790174 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.790300 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.790421 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.790658 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.791368 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.791529 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.791825 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.791967 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.792082 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.792193 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.792304 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.792456 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.792855 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.792855 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.793074 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.793074 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.793302 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.793424 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.793544 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.793685 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.793848 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.794008 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.794170 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.794331 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.794493 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.794655 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.794817 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.794978 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.795205 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.795330 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.795445 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.795583 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.795761 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.795922 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.796084 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.796247 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.796409 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.796571 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.796732 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.796894 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.797075 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.797202 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.797368 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.797530 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.797692 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.797853 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.798024 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.798185 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.798345 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.798506 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.798668 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.798829 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.798992 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.799154 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.799315 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.799476 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.799637 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.799832 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.799994 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.800249 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.800525 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.800525 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.800763 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.800883 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.801024 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.801185 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.801401 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.801649 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.801900 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.802132 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.802372 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.802632 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.802893 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.803152 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.803411 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.803701 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.803976 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.804229 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.804493 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.804729 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.804983 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.805234 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.805464 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.805710 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.805966 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.806247 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.806506 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.806752 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.807012 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.807268 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.807899 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.808163 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.808424 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.808684 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.808925 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.809170 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.809419 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.809682 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.809942 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.810201 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.810463 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.810732 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.810986 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.811777 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.811777 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.811971 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59682) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:55.812053 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.812123 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.812303 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.812466 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.812639 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.812804 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.812979 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.813158 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.813325 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.813480 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.813638 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.813794 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.813951 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.814119 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.814281 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.814435 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.814600 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.814763 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.814940 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.815105 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.815267 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.815429 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.815590 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.815874 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.816134 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.816212 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.816366 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.816530 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.816690 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.816854 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.817015 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.817177 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.817263 n-d-768862-16 neutron-server[102570]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:55.817347 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.817488 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.817651 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.817812 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.818059 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.818261 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.818478 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.818702 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.818929 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.819155 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.819397 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.819637 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.819924 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.820150 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.820377 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.820829 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.820829 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.821079 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.821079 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.821316 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.821444 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.821558 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.821686 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.821801 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.822179 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.822179 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.823091 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.823091 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.823091 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.823091 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.823091 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.823091 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.823519 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.823519 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.823519 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.825475 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.825475 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.825475 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.825475 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.825475 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.825475 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.825475 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.825947 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0106137 Nov 12 08:20:55.826119 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.826119 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.826119 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.826119 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.826119 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.826119 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.826119 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.826119 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.827002 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.827175 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.827342 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.827500 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.828476 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.828476 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.828476 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.828476 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.828476 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.828476 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.829084 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.829084 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.829084 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.830289 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.830491 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.830660 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.830828 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.830993 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.831157 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.831367 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.832303 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.832303 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.832303 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.832303 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.832303 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.832796 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.832796 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.832796 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.833003 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.833156 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.833253 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.833372 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.833525 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.833675 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.833836 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.833996 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.834542 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.834542 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.834542 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.835252 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.835252 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.835252 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.835252 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.835252 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.836251 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.836251 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.836251 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.836686 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.836789 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.836905 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.837069 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.837244 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.837410 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.837574 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.837743 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.837904 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.838082 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.838228 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.839067 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.839067 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.839067 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.839067 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.839067 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.839395 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.839395 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.839512 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.839638 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.839831 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.839994 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.840165 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.840344 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.840507 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.840671 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.840840 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.841013 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.841183 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.841342 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.841505 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.841665 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.841827 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.841988 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.842150 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.842312 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.842472 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.842663 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.843620 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.843620 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.843620 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.843620 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.843620 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.843620 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.844050 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.844050 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.844050 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:20:55.844250 n-d-768862-16 neutron-server[102461]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 08:21:07.843347 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413bc981-44c3-41d2-ab5f-69842617149c None None] get_active_networks_info from n-d-768862-16 {{(pid=102570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:21:07.913270 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413bc981-44c3-41d2-ab5f-69842617149c None None] No non-hosted networks {{(pid=102570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 12 08:21:07.930922 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5978c569-484b-413a-b524-9aa539b1e6fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-921026'] for agent, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:10.091694 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-95ba5f59-3760-4605-9ee3-d4d07b8e42fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-921026'] for agent, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:10.146649 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2d5be2e3-fc4a-4a9c-809b-5e804d57b238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.941694 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-921026'] for agent, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.167068 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-921026'] for agent, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.280757 n-d-768862-16 neutron-server[102570]: INFO neutron.db.l3_hamode_db [None req-84b7b1b4-fd8b-4026-add6-7a75742733b5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 12 08:21:13.362473 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b7b1b4-fd8b-4026-add6-7a75742733b5 None None] Routers set() bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:13.362854 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b7b1b4-fd8b-4026-add6-7a75742733b5 None None] Router IDs set() for agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 08:21:13.826747 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-921026'] for agent, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.829766 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:13.830349 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:13.832154 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:13.832749 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:13.833334 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:13.833915 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:13.834394 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:13.834840 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:13.835223 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:13.836278 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:13.836609 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:13.836959 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:13.837925 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-768862-16', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:13.849556 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-768862-16', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:14.470251 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59778) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:15.056229 n-d-768862-16 neutron-server[102569]: WARNING oslo_policy.policy [None req-463439b1-bb67-475b-a37c-d3bda2922291 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 08:21:15.056822 n-d-768862-16 neutron-server[102569]: WARNING oslo_policy.policy [None req-463439b1-bb67-475b-a37c-d3bda2922291 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 08:21:15.290608 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-463439b1-bb67-475b-a37c-d3bda2922291 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:21:15.303764 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-463439b1-bb67-475b-a37c-d3bda2922291 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8194280 Nov 12 08:21:17.933927 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59794) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:18.270019 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-0fd9ee92-e77b-479b-8849-64968fb4baea admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:18.365713 n-d-768862-16 neutron-server[102569]: DEBUG neutron.policy [None req-0fd9ee92-e77b-479b-8849-64968fb4baea admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102569) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 08:21:18.412720 n-d-768862-16 neutron-server[102569]: WARNING oslo_policy.policy [None req-0fd9ee92-e77b-479b-8849-64968fb4baea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 08:21:18.413088 n-d-768862-16 neutron-server[102569]: WARNING oslo_policy.policy [None req-0fd9ee92-e77b-479b-8849-64968fb4baea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 08:21:18.421660 n-d-768862-16 neutron-server[102569]: INFO neutron.quota [None req-0fd9ee92-e77b-479b-8849-64968fb4baea admin admin] Loaded quota_driver: . Nov 12 08:21:18.515240 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0fd9ee92-e77b-479b-8849-64968fb4baea admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763890858259', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763890829118', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763890837833', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763890843130', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763890424293', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763890860549', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2041629', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1853057', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-749797', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-677505'] for rbac-policy, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:18.590806 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0fd9ee92-e77b-479b-8849-64968fb4baea admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:18.592102 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0fd9ee92-e77b-479b-8849-64968fb4baea admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6571059 Nov 12 08:21:21.391068 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59806) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:21.738562 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-5d4dd446-138e-47d0-b474-11c62f6e4a1a admin admin] Request body: {'network': {'tenant_id': '8d0940fcfa1b4faa93e83327a736b4b2', 'project_id': '8d0940fcfa1b4faa93e83327a736b4b2', 'name': 'private', 'admin_state_up': True}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:21.770406 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4dd446-138e-47d0-b474-11c62f6e4a1a admin admin] Made reservation on behalf of 8d0940fcfa1b4faa93e83327a736b4b2 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:21.773335 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d4dd446-138e-47d0-b474-11c62f6e4a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:21.791228 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d4dd446-138e-47d0-b474-11c62f6e4a1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:21.919476 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d4dd446-138e-47d0-b474-11c62f6e4a1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:21.924478 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d4dd446-138e-47d0-b474-11c62f6e4a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:21.949332 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d4dd446-138e-47d0-b474-11c62f6e4a1a admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:21:21.974539 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d4dd446-138e-47d0-b474-11c62f6e4a1a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763892029157', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:21.975109 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d4dd446-138e-47d0-b474-11c62f6e4a1a admin admin] Unsubscribe: segment precommit_create {{(pid=102569) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 08:21:21.975616 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-5d4dd446-138e-47d0-b474-11c62f6e4a1a admin admin] Added segment d1c1ef33-96f2-473c-b2e0-74a648fd016e of type vlan for network 76b1bf32-1f27-40c7-9163-8e0a540ea017 Nov 12 08:21:21.981391 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4dd446-138e-47d0-b474-11c62f6e4a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7887d84b-1920-4baf-b9ed-098faded5952,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:22.016384 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dd446-138e-47d0-b474-11c62f6e4a1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:22.016692 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dd446-138e-47d0-b474-11c62f6e4a1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:22.017231 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dd446-138e-47d0-b474-11c62f6e4a1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:22.017454 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dd446-138e-47d0-b474-11c62f6e4a1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:22.017863 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dd446-138e-47d0-b474-11c62f6e4a1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:22.018190 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dd446-138e-47d0-b474-11c62f6e4a1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:22.018512 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dd446-138e-47d0-b474-11c62f6e4a1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:22.018825 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dd446-138e-47d0-b474-11c62f6e4a1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:22.019138 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dd446-138e-47d0-b474-11c62f6e4a1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:22.019436 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dd446-138e-47d0-b474-11c62f6e4a1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:22.019764 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dd446-138e-47d0-b474-11c62f6e4a1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:22.020084 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dd446-138e-47d0-b474-11c62f6e4a1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:22.021150 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dd446-138e-47d0-b474-11c62f6e4a1a admin admin] Tracked resource versions report: Nov 12 08:21:22.021150 n-d-768862-16 neutron-server[102569]: pushed versions: Nov 12 08:21:22.021150 n-d-768862-16 neutron-server[102569]: { 'AddressGroup': {'1.2'}, Nov 12 08:21:22.021150 n-d-768862-16 neutron-server[102569]: 'ConntrackHelper': {'1.0'}, Nov 12 08:21:22.021150 n-d-768862-16 neutron-server[102569]: 'Log': {'1.0'}, Nov 12 08:21:22.021150 n-d-768862-16 neutron-server[102569]: 'Network': {'1.1'}, Nov 12 08:21:22.021150 n-d-768862-16 neutron-server[102569]: 'Port': {'1.7'}, Nov 12 08:21:22.021150 n-d-768862-16 neutron-server[102569]: 'PortForwarding': {'1.2'}, Nov 12 08:21:22.021150 n-d-768862-16 neutron-server[102569]: 'QosPolicy': {'1.10'}, Nov 12 08:21:22.021150 n-d-768862-16 neutron-server[102569]: 'SecurityGroup': {'1.5'}, Nov 12 08:21:22.021150 n-d-768862-16 neutron-server[102569]: 'SecurityGroupRule': {'1.2'}, Nov 12 08:21:22.021150 n-d-768862-16 neutron-server[102569]: 'SubPort': {'1.0'}, Nov 12 08:21:22.021150 n-d-768862-16 neutron-server[102569]: 'Subnet': {'1.1'}, Nov 12 08:21:22.021150 n-d-768862-16 neutron-server[102569]: 'Trunk': {'1.1'}} Nov 12 08:21:22.021150 n-d-768862-16 neutron-server[102569]: consumer versions: Nov 12 08:21:22.021150 n-d-768862-16 neutron-server[102569]: { DHCP agent@n-d-768862-16: {}, Nov 12 08:21:22.021150 n-d-768862-16 neutron-server[102569]: L3 agent@n-d-768862-16: {}, Nov 12 08:21:22.021150 n-d-768862-16 neutron-server[102569]: Metadata agent@n-d-768862-16: {}, Nov 12 08:21:22.021150 n-d-768862-16 neutron-server[102569]: Metering agent@n-d-768862-16: {}, Nov 12 08:21:22.021150 n-d-768862-16 neutron-server[102569]: Open vSwitch agent@n-d-768862-16: { 'AddressGroup': '1.2', Nov 12 08:21:22.021150 n-d-768862-16 neutron-server[102569]: 'ConntrackHelper': '1.0', Nov 12 08:21:22.021150 n-d-768862-16 neutron-server[102569]: 'Log': '1.0', Nov 12 08:21:22.021150 n-d-768862-16 neutron-server[102569]: 'Network': '1.1', Nov 12 08:21:22.021150 n-d-768862-16 neutron-server[102569]: 'Port': '1.7', Nov 12 08:21:22.021150 n-d-768862-16 neutron-server[102569]: 'PortForwarding': '1.2', Nov 12 08:21:22.021150 n-d-768862-16 neutron-server[102569]: 'QosPolicy': '1.10', Nov 12 08:21:22.021150 n-d-768862-16 neutron-server[102569]: 'SecurityGroup': '1.5', Nov 12 08:21:22.021150 n-d-768862-16 neutron-server[102569]: 'SecurityGroupRule': '1.2', Nov 12 08:21:22.021150 n-d-768862-16 neutron-server[102569]: 'SubPort': '1.0', Nov 12 08:21:22.021150 n-d-768862-16 neutron-server[102569]: 'Subnet': '1.1', Nov 12 08:21:22.021150 n-d-768862-16 neutron-server[102569]: 'Trunk': '1.1'}} Nov 12 08:21:22.021150 n-d-768862-16 neutron-server[102569]: {{(pid=102569) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 08:21:22.096058 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d4dd446-138e-47d0-b474-11c62f6e4a1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:22.136665 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d4dd446-138e-47d0-b474-11c62f6e4a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:22.137873 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4dd446-138e-47d0-b474-11c62f6e4a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:22.138602 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d4dd446-138e-47d0-b474-11c62f6e4a1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:22.200737 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5d4dd446-138e-47d0-b474-11c62f6e4a1a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8085098 Nov 12 08:21:22.244661 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4dd446-138e-47d0-b474-11c62f6e4a1a admin admin] Pushing event updated for resources: {'Network': ['ID=76b1bf32-1f27-40c7-9163-8e0a540ea017,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:22.257678 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 76b1bf32-1f27-40c7-9163-8e0a540ea017 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:21:25.059479 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59820) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:25.584088 n-d-768862-16 neutron-server[102568]: WARNING oslo_policy.policy [None req-be802a40-16a5-4730-ba10-8aae22d2a881 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 08:21:25.584670 n-d-768862-16 neutron-server[102568]: WARNING oslo_policy.policy [None req-be802a40-16a5-4730-ba10-8aae22d2a881 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 08:21:26.035250 n-d-768862-16 neutron-server[102568]: DEBUG neutron.policy [None req-be802a40-16a5-4730-ba10-8aae22d2a881 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102568) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 08:21:26.081636 n-d-768862-16 neutron-server[102568]: WARNING oslo_policy.policy [None req-be802a40-16a5-4730-ba10-8aae22d2a881 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 08:21:26.082324 n-d-768862-16 neutron-server[102568]: WARNING oslo_policy.policy [None req-be802a40-16a5-4730-ba10-8aae22d2a881 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 08:21:26.090993 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be802a40-16a5-4730-ba10-8aae22d2a881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:26.092861 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-be802a40-16a5-4730-ba10-8aae22d2a881 admin admin] 10.222.0.37 "GET /v2.0/networks/76b1bf32-1f27-40c7-9163-8e0a540ea017 HTTP/1.1" status: 200 len: 825 time: 1.0324159 Nov 12 08:21:26.137254 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9ec1a10e-03dd-4dac-a1e2-b67dd684a961 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/d22e4810-f78c-47b6-8c79-4a15b81030d1 HTTP/1.1" status: 200 len: 734 time: 0.0375924 Nov 12 08:21:26.147253 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-dd23a04e-0283-4d5d-bbe2-45d14d9132d6 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'd22e4810-f78c-47b6-8c79-4a15b81030d1', 'tenant_id': '8d0940fcfa1b4faa93e83327a736b4b2', 'network_id': '76b1bf32-1f27-40c7-9163-8e0a540ea017', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:26.148819 n-d-768862-16 neutron-server[102568]: INFO neutron.quota [None req-dd23a04e-0283-4d5d-bbe2-45d14d9132d6 admin admin] Loaded quota_driver: . Nov 12 08:21:26.191457 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd23a04e-0283-4d5d-bbe2-45d14d9132d6 admin admin] Made reservation on behalf of 8d0940fcfa1b4faa93e83327a736b4b2 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:26.194281 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd23a04e-0283-4d5d-bbe2-45d14d9132d6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.502364 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd23a04e-0283-4d5d-bbe2-45d14d9132d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.580135 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd23a04e-0283-4d5d-bbe2-45d14d9132d6 admin admin] Checking segment: {'id': 'd1c1ef33-96f2-473c-b2e0-74a648fd016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '76b1bf32-1f27-40c7-9163-8e0a540ea017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:26.580510 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd23a04e-0283-4d5d-bbe2-45d14d9132d6 admin admin] Network hostable DHCP agents. Network: 76b1bf32-1f27-40c7-9163-8e0a540ea017, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:21:26.590105 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23a04e-0283-4d5d-bbe2-45d14d9132d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02cb99df-9838-41cd-9e7c-6b1eb130f1d8,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:26.602435 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23a04e-0283-4d5d-bbe2-45d14d9132d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:26.602770 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23a04e-0283-4d5d-bbe2-45d14d9132d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:26.603097 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23a04e-0283-4d5d-bbe2-45d14d9132d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:26.603418 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23a04e-0283-4d5d-bbe2-45d14d9132d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:26.603757 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23a04e-0283-4d5d-bbe2-45d14d9132d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:26.604081 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23a04e-0283-4d5d-bbe2-45d14d9132d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:26.604377 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23a04e-0283-4d5d-bbe2-45d14d9132d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:26.604684 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23a04e-0283-4d5d-bbe2-45d14d9132d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:26.604992 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23a04e-0283-4d5d-bbe2-45d14d9132d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:26.605297 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23a04e-0283-4d5d-bbe2-45d14d9132d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:26.605607 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23a04e-0283-4d5d-bbe2-45d14d9132d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:26.605914 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23a04e-0283-4d5d-bbe2-45d14d9132d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:26.606943 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23a04e-0283-4d5d-bbe2-45d14d9132d6 admin admin] Tracked resource versions report: Nov 12 08:21:26.606943 n-d-768862-16 neutron-server[102568]: pushed versions: Nov 12 08:21:26.606943 n-d-768862-16 neutron-server[102568]: { 'AddressGroup': {'1.2'}, Nov 12 08:21:26.606943 n-d-768862-16 neutron-server[102568]: 'ConntrackHelper': {'1.0'}, Nov 12 08:21:26.606943 n-d-768862-16 neutron-server[102568]: 'Log': {'1.0'}, Nov 12 08:21:26.606943 n-d-768862-16 neutron-server[102568]: 'Network': {'1.1'}, Nov 12 08:21:26.606943 n-d-768862-16 neutron-server[102568]: 'Port': {'1.7'}, Nov 12 08:21:26.606943 n-d-768862-16 neutron-server[102568]: 'PortForwarding': {'1.2'}, Nov 12 08:21:26.606943 n-d-768862-16 neutron-server[102568]: 'QosPolicy': {'1.10'}, Nov 12 08:21:26.606943 n-d-768862-16 neutron-server[102568]: 'SecurityGroup': {'1.5'}, Nov 12 08:21:26.606943 n-d-768862-16 neutron-server[102568]: 'SecurityGroupRule': {'1.2'}, Nov 12 08:21:26.606943 n-d-768862-16 neutron-server[102568]: 'SubPort': {'1.0'}, Nov 12 08:21:26.606943 n-d-768862-16 neutron-server[102568]: 'Subnet': {'1.1'}, Nov 12 08:21:26.606943 n-d-768862-16 neutron-server[102568]: 'Trunk': {'1.1'}} Nov 12 08:21:26.606943 n-d-768862-16 neutron-server[102568]: consumer versions: Nov 12 08:21:26.606943 n-d-768862-16 neutron-server[102568]: { DHCP agent@n-d-768862-16: {}, Nov 12 08:21:26.606943 n-d-768862-16 neutron-server[102568]: L3 agent@n-d-768862-16: {}, Nov 12 08:21:26.606943 n-d-768862-16 neutron-server[102568]: Metadata agent@n-d-768862-16: {}, Nov 12 08:21:26.606943 n-d-768862-16 neutron-server[102568]: Metering agent@n-d-768862-16: {}, Nov 12 08:21:26.606943 n-d-768862-16 neutron-server[102568]: Open vSwitch agent@n-d-768862-16: { 'AddressGroup': '1.2', Nov 12 08:21:26.606943 n-d-768862-16 neutron-server[102568]: 'ConntrackHelper': '1.0', Nov 12 08:21:26.606943 n-d-768862-16 neutron-server[102568]: 'Log': '1.0', Nov 12 08:21:26.606943 n-d-768862-16 neutron-server[102568]: 'Network': '1.1', Nov 12 08:21:26.606943 n-d-768862-16 neutron-server[102568]: 'Port': '1.7', Nov 12 08:21:26.606943 n-d-768862-16 neutron-server[102568]: 'PortForwarding': '1.2', Nov 12 08:21:26.606943 n-d-768862-16 neutron-server[102568]: 'QosPolicy': '1.10', Nov 12 08:21:26.606943 n-d-768862-16 neutron-server[102568]: 'SecurityGroup': '1.5', Nov 12 08:21:26.606943 n-d-768862-16 neutron-server[102568]: 'SecurityGroupRule': '1.2', Nov 12 08:21:26.606943 n-d-768862-16 neutron-server[102568]: 'SubPort': '1.0', Nov 12 08:21:26.606943 n-d-768862-16 neutron-server[102568]: 'Subnet': '1.1', Nov 12 08:21:26.606943 n-d-768862-16 neutron-server[102568]: 'Trunk': '1.1'}} Nov 12 08:21:26.606943 n-d-768862-16 neutron-server[102568]: {{(pid=102568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 08:21:26.641937 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd23a04e-0283-4d5d-bbe2-45d14d9132d6 admin admin] Network 76b1bf32-1f27-40c7-9163-8e0a540ea017 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:21:26.655143 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-dd23a04e-0283-4d5d-bbe2-45d14d9132d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 76b1bf32-1f27-40c7-9163-8e0a540ea017) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:26.664892 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb337ca2-5f81-46df-a229-dec76dea36c4 None None] Network 76b1bf32-1f27-40c7-9163-8e0a540ea017 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:26.665392 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd23a04e-0283-4d5d-bbe2-45d14d9132d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:26.665825 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd23a04e-0283-4d5d-bbe2-45d14d9132d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.695909 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-dd23a04e-0283-4d5d-bbe2-45d14d9132d6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5519094 Nov 12 08:21:27.022935 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-76b1bf32-1f27-40c7-9163-8e0a540ea017', 'network_id': '76b1bf32-1f27-40c7-9163-8e0a540ea017', 'tenant_id': '8d0940fcfa1b4faa93e83327a736b4b2', 'fixed_ips': [{'subnet_id': '02cb99df-9838-41cd-9e7c-6b1eb130f1d8'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:21:27.024532 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:27.338279 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] Allocated IP 172.20.0.2 (76b1bf32-1f27-40c7-9163-8e0a540ea017/02cb99df-9838-41cd-9e7c-6b1eb130f1d8/8d0e14c5-fce2-48c0-8ca2-a405c831d035) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:27.559337 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:27.567767 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:27.645442 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] Network 76b1bf32-1f27-40c7-9163-8e0a540ea017 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:27.650411 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:27.660712 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:27.664161 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] Pushing event updated for resources: {'Port': ['ID=8d0e14c5-fce2-48c0-8ca2-a405c831d035,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:27.696460 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:27.697227 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:27.697227 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:27.697467 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:27.697795 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:27.698095 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:27.698431 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:27.698781 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:27.699107 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:27.699430 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:27.699798 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:27.700085 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:27.701224 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] Tracked resource versions report: Nov 12 08:21:27.701224 n-d-768862-16 neutron-server[102570]: pushed versions: Nov 12 08:21:27.701224 n-d-768862-16 neutron-server[102570]: { 'AddressGroup': {'1.2'}, Nov 12 08:21:27.701224 n-d-768862-16 neutron-server[102570]: 'ConntrackHelper': {'1.0'}, Nov 12 08:21:27.701224 n-d-768862-16 neutron-server[102570]: 'Log': {'1.0'}, Nov 12 08:21:27.701224 n-d-768862-16 neutron-server[102570]: 'Network': {'1.1'}, Nov 12 08:21:27.701224 n-d-768862-16 neutron-server[102570]: 'Port': {'1.7'}, Nov 12 08:21:27.701224 n-d-768862-16 neutron-server[102570]: 'PortForwarding': {'1.2'}, Nov 12 08:21:27.701224 n-d-768862-16 neutron-server[102570]: 'QosPolicy': {'1.10'}, Nov 12 08:21:27.701224 n-d-768862-16 neutron-server[102570]: 'SecurityGroup': {'1.5'}, Nov 12 08:21:27.701224 n-d-768862-16 neutron-server[102570]: 'SecurityGroupRule': {'1.2'}, Nov 12 08:21:27.701224 n-d-768862-16 neutron-server[102570]: 'SubPort': {'1.0'}, Nov 12 08:21:27.701224 n-d-768862-16 neutron-server[102570]: 'Subnet': {'1.1'}, Nov 12 08:21:27.701224 n-d-768862-16 neutron-server[102570]: 'Trunk': {'1.1'}} Nov 12 08:21:27.701224 n-d-768862-16 neutron-server[102570]: consumer versions: Nov 12 08:21:27.701224 n-d-768862-16 neutron-server[102570]: { DHCP agent@n-d-768862-16: {}, Nov 12 08:21:27.701224 n-d-768862-16 neutron-server[102570]: L3 agent@n-d-768862-16: {}, Nov 12 08:21:27.701224 n-d-768862-16 neutron-server[102570]: Metadata agent@n-d-768862-16: {}, Nov 12 08:21:27.701224 n-d-768862-16 neutron-server[102570]: Metering agent@n-d-768862-16: {}, Nov 12 08:21:27.701224 n-d-768862-16 neutron-server[102570]: Open vSwitch agent@n-d-768862-16: { 'AddressGroup': '1.2', Nov 12 08:21:27.701224 n-d-768862-16 neutron-server[102570]: 'ConntrackHelper': '1.0', Nov 12 08:21:27.701224 n-d-768862-16 neutron-server[102570]: 'Log': '1.0', Nov 12 08:21:27.701224 n-d-768862-16 neutron-server[102570]: 'Network': '1.1', Nov 12 08:21:27.701224 n-d-768862-16 neutron-server[102570]: 'Port': '1.7', Nov 12 08:21:27.701224 n-d-768862-16 neutron-server[102570]: 'PortForwarding': '1.2', Nov 12 08:21:27.701224 n-d-768862-16 neutron-server[102570]: 'QosPolicy': '1.10', Nov 12 08:21:27.701224 n-d-768862-16 neutron-server[102570]: 'SecurityGroup': '1.5', Nov 12 08:21:27.701224 n-d-768862-16 neutron-server[102570]: 'SecurityGroupRule': '1.2', Nov 12 08:21:27.701224 n-d-768862-16 neutron-server[102570]: 'SubPort': '1.0', Nov 12 08:21:27.701224 n-d-768862-16 neutron-server[102570]: 'Subnet': '1.1', Nov 12 08:21:27.701224 n-d-768862-16 neutron-server[102570]: 'Trunk': '1.1'}} Nov 12 08:21:27.701224 n-d-768862-16 neutron-server[102570]: {{(pid=102570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 08:21:27.753763 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] Attempting to bind port 8d0e14c5-fce2-48c0-8ca2-a405c831d035 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:27.754178 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] Attempting to bind port 8d0e14c5-fce2-48c0-8ca2-a405c831d035 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'd1c1ef33-96f2-473c-b2e0-74a648fd016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '76b1bf32-1f27-40c7-9163-8e0a540ea017'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:27.754589 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] Attempting to bind port 8d0e14c5-fce2-48c0-8ca2-a405c831d035 on network 76b1bf32-1f27-40c7-9163-8e0a540ea017 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:27.760198 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:27.760575 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] Checking segment: {'id': 'd1c1ef33-96f2-473c-b2e0-74a648fd016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '76b1bf32-1f27-40c7-9163-8e0a540ea017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:27.761067 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:27.761464 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] Bound using segment: {'id': 'd1c1ef33-96f2-473c-b2e0-74a648fd016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '76b1bf32-1f27-40c7-9163-8e0a540ea017'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:27.761977 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] Bound port: 8d0e14c5-fce2-48c0-8ca2-a405c831d035, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c1ef33-96f2-473c-b2e0-74a648fd016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '76b1bf32-1f27-40c7-9163-8e0a540ea017'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:27.762406 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:27.828684 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] For port 8d0e14c5-fce2-48c0-8ca2-a405c831d035, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:27.833511 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] For port 8d0e14c5-fce2-48c0-8ca2-a405c831d035, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=8d0e14c5-fce2-48c0-8ca2-a405c831d035,segment=NetworkSegment(d1c1ef33-96f2-473c-b2e0-74a648fd016e),segment_id=d1c1ef33-96f2-473c-b2e0-74a648fd016e)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:27.839576 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:27.918884 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd400afa-0c4b-496c-8169-3ae6118be210 None None] Pushing event updated for resources: {'Port': ['ID=8d0e14c5-fce2-48c0-8ca2-a405c831d035,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:29.372820 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59840) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:29.716745 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [None req-05c97de0-73e8-4219-a283-a5e3aac8ce96 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:21:29.717847 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-05c97de0-73e8-4219-a283-a5e3aac8ce96 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3440347 Nov 12 08:21:32.323606 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59848) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:32.663581 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-cb59b5c8-6e68-4d53-a83d-602cbecfa6b8 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:21:32.664602 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-cb59b5c8-6e68-4d53-a83d-602cbecfa6b8 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3399401 Nov 12 08:21:35.525757 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59858) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:35.926566 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-30c1e86b-0cae-4cc0-a085-e343731af4df admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '8d0940fcfa1b4faa93e83327a736b4b2', 'admin_state_up': True}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:35.958862 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-30c1e86b-0cae-4cc0-a085-e343731af4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.960820 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-30c1e86b-0cae-4cc0-a085-e343731af4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:36.125453 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-30c1e86b-0cae-4cc0-a085-e343731af4df admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:36.134790 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-30c1e86b-0cae-4cc0-a085-e343731af4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:36.154656 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-30c1e86b-0cae-4cc0-a085-e343731af4df admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:36.164423 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-30c1e86b-0cae-4cc0-a085-e343731af4df admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6374145 Nov 12 08:21:37.476014 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7becb93e-7329-4e97-aa1c-f10d25aa22c2 None None] Network 76b1bf32-1f27-40c7-9163-8e0a540ea017 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:37.556030 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-7071e65d-cfec-496d-8dad-8864715fb6ab None None] Provisioning complete for port 8d0e14c5-fce2-48c0-8ca2-a405c831d035 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:37.556437 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7071e65d-cfec-496d-8dad-8864715fb6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:37.767335 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8d0e14c5-fce2-48c0-8ca2-a405c831d035 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:37.774513 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7071e65d-cfec-496d-8dad-8864715fb6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:37.776346 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b37509f2-2f50-4e8d-8d0b-cf83e31b2a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:37.863863 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-7071e65d-cfec-496d-8dad-8864715fb6ab None None] For port 8d0e14c5-fce2-48c0-8ca2-a405c831d035, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=8d0e14c5-fce2-48c0-8ca2-a405c831d035,segment=NetworkSegment(d1c1ef33-96f2-473c-b2e0-74a648fd016e),segment_id=d1c1ef33-96f2-473c-b2e0-74a648fd016e)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:37.873810 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7071e65d-cfec-496d-8dad-8864715fb6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:37.942055 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 8d0e14c5-fce2-48c0-8ca2-a405c831d035 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:37.942431 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:37.964967 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071e65d-cfec-496d-8dad-8864715fb6ab None None] Pushing event updated for resources: {'Port': ['ID=8d0e14c5-fce2-48c0-8ca2-a405c831d035,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:38.199401 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ec93acd8-6f07-46a6-836d-e5a50d4375cc None None] Provisioning complete for port 8d0e14c5-fce2-48c0-8ca2-a405c831d035 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:38.199661 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ec93acd8-6f07-46a6-836d-e5a50d4375cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:38.817197 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59874) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:39.172052 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-e34ee1fe-6c56-41de-a1f0-a867d4186611 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:21:39.173041 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e34ee1fe-6c56-41de-a1f0-a867d4186611 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3548818 Nov 12 08:21:39.714167 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8d0e14c5-fce2-48c0-8ca2-a405c831d035 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:39.763462 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 8d0e14c5-fce2-48c0-8ca2-a405c831d035 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:39.763869 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.094681 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4b4752e0-13a5-4c32-ba6e-0681a0c7b853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.770491 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59892) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:41.779406 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.919103 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-7ae8f965-d9da-443f-a449-ec030bcf4c33 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:41.941907 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae8f965-d9da-443f-a449-ec030bcf4c33 admin admin] Made reservation on behalf of d88318be5ec7436dac986c896a77e3cd for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:41.944225 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f965-d9da-443f-a449-ec030bcf4c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.952397 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f965-d9da-443f-a449-ec030bcf4c33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.028945 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f965-d9da-443f-a449-ec030bcf4c33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.034856 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f965-d9da-443f-a449-ec030bcf4c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.052087 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7ae8f965-d9da-443f-a449-ec030bcf4c33 admin admin] Reserving flat network on physical network physnet1 {{(pid=102569) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 12 08:21:42.072762 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8f965-d9da-443f-a449-ec030bcf4c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf267f41-f5bc-4b2a-862e-2ae638e68238,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:42.077616 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f965-d9da-443f-a449-ec030bcf4c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.077970 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-7ae8f965-d9da-443f-a449-ec030bcf4c33 admin admin] Added segment 82f960d3-a3e9-402c-ab44-ec8eac69cccf of type flat for network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 Nov 12 08:21:42.124148 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f965-d9da-443f-a449-ec030bcf4c33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.160962 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f965-d9da-443f-a449-ec030bcf4c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.161945 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae8f965-d9da-443f-a449-ec030bcf4c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:42.162526 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f965-d9da-443f-a449-ec030bcf4c33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.238426 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8f965-d9da-443f-a449-ec030bcf4c33 admin admin] Pushing event updated for resources: {'Network': ['ID=83f85ab7-23f1-4ab4-91ca-b1dcd4333f60,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:42.243328 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7ae8f965-d9da-443f-a449-ec030bcf4c33 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4718487 Nov 12 08:21:42.259140 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:21:43.079480 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.820383 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:44.624918 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59910) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:44.738868 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08ddbfd-ae3e-4c63-9f11-194f840eb870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:44.740576 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b08ddbfd-ae3e-4c63-9f11-194f840eb870 admin admin] 10.222.0.37 "GET /v2.0/subnets/02cb99df-9838-41cd-9e7c-6b1eb130f1d8 HTTP/1.1" status: 200 len: 849 time: 0.1146429 Nov 12 08:21:44.927390 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b957ab98-53ee-4970-b87f-599ec77857ce admin admin] 10.222.0.37 "GET /v2.0/routers/e4960f7d-1a6f-4d2d-9754-882ba7add4e8 HTTP/1.1" status: 200 len: 704 time: 0.1801901 Nov 12 08:21:45.224481 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d907efdf-57be-4a20-b5a6-d2e839eb1957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:45.546959 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-d907efdf-57be-4a20-b5a6-d2e839eb1957 admin admin] Allocated IP 172.20.0.1 (76b1bf32-1f27-40c7-9163-8e0a540ea017/02cb99df-9838-41cd-9e7c-6b1eb130f1d8/9e8e0748-fd54-4c17-bdb8-046fbf5e48d4) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:45.720665 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d907efdf-57be-4a20-b5a6-d2e839eb1957 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:45.789183 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d907efdf-57be-4a20-b5a6-d2e839eb1957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:45.867590 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d907efdf-57be-4a20-b5a6-d2e839eb1957 admin admin] Network 76b1bf32-1f27-40c7-9163-8e0a540ea017 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:45.872873 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-d907efdf-57be-4a20-b5a6-d2e839eb1957 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:45.883401 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d907efdf-57be-4a20-b5a6-d2e839eb1957 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:45.884085 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d907efdf-57be-4a20-b5a6-d2e839eb1957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:45.886962 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907efdf-57be-4a20-b5a6-d2e839eb1957 admin admin] Pushing event updated for resources: {'Port': ['ID=9e8e0748-fd54-4c17-bdb8-046fbf5e48d4,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:46.083666 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-aa72bb6a-8515-405f-bd55-e2fe263ea08d None None] Provisioning complete for port 9e8e0748-fd54-4c17-bdb8-046fbf5e48d4 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:46.084802 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-aa72bb6a-8515-405f-bd55-e2fe263ea08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.091451 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d907efdf-57be-4a20-b5a6-d2e839eb1957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.121753 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-aa72bb6a-8515-405f-bd55-e2fe263ea08d None None] Port 9e8e0748-fd54-4c17-bdb8-046fbf5e48d4 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:21:46.372108 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d907efdf-57be-4a20-b5a6-d2e839eb1957 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.379193 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d907efdf-57be-4a20-b5a6-d2e839eb1957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.379989 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d907efdf-57be-4a20-b5a6-d2e839eb1957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.435985 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907efdf-57be-4a20-b5a6-d2e839eb1957 admin admin] Pushing event updated for resources: {'Port': ['ID=9e8e0748-fd54-4c17-bdb8-046fbf5e48d4,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:46.515082 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d907efdf-57be-4a20-b5a6-d2e839eb1957 admin admin] Network 76b1bf32-1f27-40c7-9163-8e0a540ea017 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:46.517202 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-d907efdf-57be-4a20-b5a6-d2e839eb1957 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:46.684610 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d907efdf-57be-4a20-b5a6-d2e839eb1957 admin admin] Router e4960f7d-1a6f-4d2d-9754-882ba7add4e8 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:21:46.755647 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-655f65c2-79af-4919-b805-0915aefd55b5 None None] Provisioning complete for port 9e8e0748-fd54-4c17-bdb8-046fbf5e48d4 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:46.756034 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-655f65c2-79af-4919-b805-0915aefd55b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.778050 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d907efdf-57be-4a20-b5a6-d2e839eb1957 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:21:46.783928 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d907efdf-57be-4a20-b5a6-d2e839eb1957 admin admin] 10.222.0.37 "PUT /v2.0/routers/e4960f7d-1a6f-4d2d-9754-882ba7add4e8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8491583 Nov 12 08:21:46.790984 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-655f65c2-79af-4919-b805-0915aefd55b5 None None] Port 9e8e0748-fd54-4c17-bdb8-046fbf5e48d4 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:21:46.793765 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe2b526-0784-4985-b7cf-4a69a582a34a None None] Sync routers for ids ['e4960f7d-1a6f-4d2d-9754-882ba7add4e8'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:21:46.807722 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe2b526-0784-4985-b7cf-4a69a582a34a None None] Routers {'e4960f7d-1a6f-4d2d-9754-882ba7add4e8'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:46.808596 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0fe2b526-0784-4985-b7cf-4a69a582a34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:21:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['e4960f7d-1a6f-4d2d-9754-882ba7add4e8'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:47.008901 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-0fe2b526-0784-4985-b7cf-4a69a582a34a None None] Set router e4960f7d-1a6f-4d2d-9754-882ba7add4e8 gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:21:47.452148 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0fe2b526-0784-4985-b7cf-4a69a582a34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4960f7d-1a6f-4d2d-9754-882ba7add4e8', 'name': 'router1', 'tenant_id': '8d0940fcfa1b4faa93e83327a736b4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:35Z', 'updated_at': '2021-11-12T08:21:46Z', 'revision_number': 2, 'project_id': '8d0940fcfa1b4faa93e83327a736b4b2', 'gw_port_host': None, '_interfaces': [{'id': '9e8e0748-fd54-4c17-bdb8-046fbf5e48d4', 'name': '', 'network_id': '76b1bf32-1f27-40c7-9163-8e0a540ea017', 'tenant_id': '8d0940fcfa1b4faa93e83327a736b4b2', 'mac_address': 'fa:16:3e:d0:43:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4960f7d-1a6f-4d2d-9754-882ba7add4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02cb99df-9838-41cd-9e7c-6b1eb130f1d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:45Z', 'updated_at': '2021-11-12T08:21:46Z', 'revision_number': 2, 'project_id': '8d0940fcfa1b4faa93e83327a736b4b2', 'subnets': [{'id': '02cb99df-9838-41cd-9e7c-6b1eb130f1d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd22e4810-f78c-47b6-8c79-4a15b81030d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:47.502641 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe2b526-0784-4985-b7cf-4a69a582a34a None None] Checking router: e4960f7d-1a6f-4d2d-9754-882ba7add4e8 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:21:47.502946 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe2b526-0784-4985-b7cf-4a69a582a34a None None] Updating router e4960f7d-1a6f-4d2d-9754-882ba7add4e8 port 9e8e0748-fd54-4c17-bdb8-046fbf5e48d4 binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:21:47.553206 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0fe2b526-0784-4985-b7cf-4a69a582a34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.083719 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0fe2b526-0784-4985-b7cf-4a69a582a34a None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.092547 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0fe2b526-0784-4985-b7cf-4a69a582a34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.255055 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a958f1-bb21-4521-b18f-2a72e5c78734 None None] Pushing event updated for resources: {'Port': ['ID=9e8e0748-fd54-4c17-bdb8-046fbf5e48d4,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:48.280100 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a958f1-bb21-4521-b18f-2a72e5c78734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:48.280445 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a958f1-bb21-4521-b18f-2a72e5c78734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:48.280780 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a958f1-bb21-4521-b18f-2a72e5c78734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:48.281398 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a958f1-bb21-4521-b18f-2a72e5c78734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:48.281810 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a958f1-bb21-4521-b18f-2a72e5c78734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:48.282127 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a958f1-bb21-4521-b18f-2a72e5c78734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:48.282467 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a958f1-bb21-4521-b18f-2a72e5c78734 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:48.282794 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a958f1-bb21-4521-b18f-2a72e5c78734 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:48.283128 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a958f1-bb21-4521-b18f-2a72e5c78734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:48.283465 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a958f1-bb21-4521-b18f-2a72e5c78734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:48.283840 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a958f1-bb21-4521-b18f-2a72e5c78734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:48.284170 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a958f1-bb21-4521-b18f-2a72e5c78734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:48.285328 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a958f1-bb21-4521-b18f-2a72e5c78734 None None] Tracked resource versions report: Nov 12 08:21:48.285328 n-d-768862-16 neutron-server[102571]: pushed versions: Nov 12 08:21:48.285328 n-d-768862-16 neutron-server[102571]: { 'AddressGroup': {'1.2'}, Nov 12 08:21:48.285328 n-d-768862-16 neutron-server[102571]: 'ConntrackHelper': {'1.0'}, Nov 12 08:21:48.285328 n-d-768862-16 neutron-server[102571]: 'Log': {'1.0'}, Nov 12 08:21:48.285328 n-d-768862-16 neutron-server[102571]: 'Network': {'1.1'}, Nov 12 08:21:48.285328 n-d-768862-16 neutron-server[102571]: 'Port': {'1.7'}, Nov 12 08:21:48.285328 n-d-768862-16 neutron-server[102571]: 'PortForwarding': {'1.2'}, Nov 12 08:21:48.285328 n-d-768862-16 neutron-server[102571]: 'QosPolicy': {'1.10'}, Nov 12 08:21:48.285328 n-d-768862-16 neutron-server[102571]: 'SecurityGroup': {'1.5'}, Nov 12 08:21:48.285328 n-d-768862-16 neutron-server[102571]: 'SecurityGroupRule': {'1.2'}, Nov 12 08:21:48.285328 n-d-768862-16 neutron-server[102571]: 'SubPort': {'1.0'}, Nov 12 08:21:48.285328 n-d-768862-16 neutron-server[102571]: 'Subnet': {'1.1'}, Nov 12 08:21:48.285328 n-d-768862-16 neutron-server[102571]: 'Trunk': {'1.1'}} Nov 12 08:21:48.285328 n-d-768862-16 neutron-server[102571]: consumer versions: Nov 12 08:21:48.285328 n-d-768862-16 neutron-server[102571]: { DHCP agent@n-d-768862-16: {}, Nov 12 08:21:48.285328 n-d-768862-16 neutron-server[102571]: L3 agent@n-d-768862-16: {}, Nov 12 08:21:48.285328 n-d-768862-16 neutron-server[102571]: Metadata agent@n-d-768862-16: {}, Nov 12 08:21:48.285328 n-d-768862-16 neutron-server[102571]: Metering agent@n-d-768862-16: {}, Nov 12 08:21:48.285328 n-d-768862-16 neutron-server[102571]: Open vSwitch agent@n-d-768862-16: { 'AddressGroup': '1.2', Nov 12 08:21:48.285328 n-d-768862-16 neutron-server[102571]: 'ConntrackHelper': '1.0', Nov 12 08:21:48.285328 n-d-768862-16 neutron-server[102571]: 'Log': '1.0', Nov 12 08:21:48.285328 n-d-768862-16 neutron-server[102571]: 'Network': '1.1', Nov 12 08:21:48.285328 n-d-768862-16 neutron-server[102571]: 'Port': '1.7', Nov 12 08:21:48.285328 n-d-768862-16 neutron-server[102571]: 'PortForwarding': '1.2', Nov 12 08:21:48.285328 n-d-768862-16 neutron-server[102571]: 'QosPolicy': '1.10', Nov 12 08:21:48.285328 n-d-768862-16 neutron-server[102571]: 'SecurityGroup': '1.5', Nov 12 08:21:48.285328 n-d-768862-16 neutron-server[102571]: 'SecurityGroupRule': '1.2', Nov 12 08:21:48.285328 n-d-768862-16 neutron-server[102571]: 'SubPort': '1.0', Nov 12 08:21:48.285328 n-d-768862-16 neutron-server[102571]: 'Subnet': '1.1', Nov 12 08:21:48.285328 n-d-768862-16 neutron-server[102571]: 'Trunk': '1.1'}} Nov 12 08:21:48.285328 n-d-768862-16 neutron-server[102571]: {{(pid=102571) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 08:21:48.298193 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-0fe2b526-0784-4985-b7cf-4a69a582a34a None None] Attempting to bind port 9e8e0748-fd54-4c17-bdb8-046fbf5e48d4 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:48.298603 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-0fe2b526-0784-4985-b7cf-4a69a582a34a None None] Attempting to bind port 9e8e0748-fd54-4c17-bdb8-046fbf5e48d4 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'd1c1ef33-96f2-473c-b2e0-74a648fd016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '76b1bf32-1f27-40c7-9163-8e0a540ea017'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:48.299035 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe2b526-0784-4985-b7cf-4a69a582a34a None None] Attempting to bind port 9e8e0748-fd54-4c17-bdb8-046fbf5e48d4 on network 76b1bf32-1f27-40c7-9163-8e0a540ea017 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:48.304521 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe2b526-0784-4985-b7cf-4a69a582a34a None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:48.304946 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe2b526-0784-4985-b7cf-4a69a582a34a None None] Checking segment: {'id': 'd1c1ef33-96f2-473c-b2e0-74a648fd016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '76b1bf32-1f27-40c7-9163-8e0a540ea017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:48.305475 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0fe2b526-0784-4985-b7cf-4a69a582a34a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.305867 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe2b526-0784-4985-b7cf-4a69a582a34a None None] Bound using segment: {'id': 'd1c1ef33-96f2-473c-b2e0-74a648fd016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '76b1bf32-1f27-40c7-9163-8e0a540ea017'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:48.306391 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-0fe2b526-0784-4985-b7cf-4a69a582a34a None None] Bound port: 9e8e0748-fd54-4c17-bdb8-046fbf5e48d4, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c1ef33-96f2-473c-b2e0-74a648fd016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '76b1bf32-1f27-40c7-9163-8e0a540ea017'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:48.306809 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0fe2b526-0784-4985-b7cf-4a69a582a34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.375760 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-0fe2b526-0784-4985-b7cf-4a69a582a34a None None] For port 9e8e0748-fd54-4c17-bdb8-046fbf5e48d4, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:48.395813 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-0fe2b526-0784-4985-b7cf-4a69a582a34a None None] For port 9e8e0748-fd54-4c17-bdb8-046fbf5e48d4, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9e8e0748-fd54-4c17-bdb8-046fbf5e48d4,segment=NetworkSegment(d1c1ef33-96f2-473c-b2e0-74a648fd016e),segment_id=d1c1ef33-96f2-473c-b2e0-74a648fd016e)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:48.401470 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0fe2b526-0784-4985-b7cf-4a69a582a34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.426420 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-2678b949-c975-4580-a057-9d8404c33235 None None] Provisioning complete for port 9e8e0748-fd54-4c17-bdb8-046fbf5e48d4 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:48.427138 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2678b949-c975-4580-a057-9d8404c33235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.462598 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a958f1-bb21-4521-b18f-2a72e5c78734 None None] Pushing event updated for resources: {'Port': ['ID=9e8e0748-fd54-4c17-bdb8-046fbf5e48d4,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:48.472394 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe2b526-0784-4985-b7cf-4a69a582a34a None None] Routers {'e4960f7d-1a6f-4d2d-9754-882ba7add4e8'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:48.472943 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0fe2b526-0784-4985-b7cf-4a69a582a34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:21:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['e4960f7d-1a6f-4d2d-9754-882ba7add4e8'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:48.516891 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2678b949-c975-4580-a057-9d8404c33235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.558694 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-2678b949-c975-4580-a057-9d8404c33235 None None] For port 9e8e0748-fd54-4c17-bdb8-046fbf5e48d4, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9e8e0748-fd54-4c17-bdb8-046fbf5e48d4,segment=NetworkSegment(d1c1ef33-96f2-473c-b2e0-74a648fd016e),segment_id=d1c1ef33-96f2-473c-b2e0-74a648fd016e)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:48.564210 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2678b949-c975-4580-a057-9d8404c33235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.584299 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-0fe2b526-0784-4985-b7cf-4a69a582a34a None None] Set router e4960f7d-1a6f-4d2d-9754-882ba7add4e8 gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:21:48.632759 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678b949-c975-4580-a057-9d8404c33235 None None] Pushing event updated for resources: {'Port': ['ID=9e8e0748-fd54-4c17-bdb8-046fbf5e48d4,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:48.687120 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-210dff3d-fe95-4586-bdb2-34b3715d19a1 None None] Provisioning complete for port 9e8e0748-fd54-4c17-bdb8-046fbf5e48d4 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:48.687931 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-210dff3d-fe95-4586-bdb2-34b3715d19a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.818524 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0fe2b526-0784-4985-b7cf-4a69a582a34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4960f7d-1a6f-4d2d-9754-882ba7add4e8', 'name': 'router1', 'tenant_id': '8d0940fcfa1b4faa93e83327a736b4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:35Z', 'updated_at': '2021-11-12T08:21:46Z', 'revision_number': 2, 'project_id': '8d0940fcfa1b4faa93e83327a736b4b2', 'gw_port_host': None, '_interfaces': [{'id': '9e8e0748-fd54-4c17-bdb8-046fbf5e48d4', 'name': '', 'network_id': '76b1bf32-1f27-40c7-9163-8e0a540ea017', 'tenant_id': '8d0940fcfa1b4faa93e83327a736b4b2', 'mac_address': 'fa:16:3e:d0:43:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4960f7d-1a6f-4d2d-9754-882ba7add4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02cb99df-9838-41cd-9e7c-6b1eb130f1d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:45Z', 'updated_at': '2021-11-12T08:21:48Z', 'revision_number': 4, 'project_id': '8d0940fcfa1b4faa93e83327a736b4b2', 'subnets': [{'id': '02cb99df-9838-41cd-9e7c-6b1eb130f1d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd22e4810-f78c-47b6-8c79-4a15b81030d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:48.847987 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe2b526-0784-4985-b7cf-4a69a582a34a None None] The sync data for ids ['e4960f7d-1a6f-4d2d-9754-882ba7add4e8'] in n-d-768862-16 is: [{'id': 'e4960f7d-1a6f-4d2d-9754-882ba7add4e8', 'name': 'router1', 'tenant_id': '8d0940fcfa1b4faa93e83327a736b4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:35Z', 'updated_at': '2021-11-12T08:21:46Z', 'revision_number': 2, 'project_id': '8d0940fcfa1b4faa93e83327a736b4b2', 'gw_port_host': None, '_interfaces': [{'id': '9e8e0748-fd54-4c17-bdb8-046fbf5e48d4', 'name': '', 'network_id': '76b1bf32-1f27-40c7-9163-8e0a540ea017', 'tenant_id': '8d0940fcfa1b4faa93e83327a736b4b2', 'mac_address': 'fa:16:3e:d0:43:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4960f7d-1a6f-4d2d-9754-882ba7add4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02cb99df-9838-41cd-9e7c-6b1eb130f1d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:45Z', 'updated_at': '2021-11-12T08:21:48Z', 'revision_number': 4, 'project_id': '8d0940fcfa1b4faa93e83327a736b4b2', 'subnets': [{'id': '02cb99df-9838-41cd-9e7c-6b1eb130f1d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd22e4810-f78c-47b6-8c79-4a15b81030d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:21:49.220028 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59920) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:49.342099 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f10927-3ffb-4db1-9a50-b1ce018bd079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:49.343654 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e5f10927-3ffb-4db1-9a50-b1ce018bd079 admin admin] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 842 time: 0.1223645 Nov 12 08:21:49.353816 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c1a8086d-8314-4f74-b4a9-4c553574bb57 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'enable_dhcp': False, 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:49.378900 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a8086d-8314-4f74-b4a9-4c553574bb57 admin admin] Made reservation on behalf of d88318be5ec7436dac986c896a77e3cd for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:49.381359 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c1a8086d-8314-4f74-b4a9-4c553574bb57 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.678379 n-d-768862-16 neutron-server[102568]: DEBUG neutron.objects.ports [None req-c1a8086d-8314-4f74-b4a9-4c553574bb57 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102568) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:21:49.678800 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c1a8086d-8314-4f74-b4a9-4c553574bb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.735805 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8086d-8314-4f74-b4a9-4c553574bb57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95eec55b-8b3f-46e2-aa1b-35a14b9e8456,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:49.748963 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a8086d-8314-4f74-b4a9-4c553574bb57 admin admin] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:49.749328 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a8086d-8314-4f74-b4a9-4c553574bb57 admin admin] Network hostable DHCP agents. Network: 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:21:49.767982 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a8086d-8314-4f74-b4a9-4c553574bb57 admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:21:49.778843 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-c1a8086d-8314-4f74-b4a9-4c553574bb57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:49.786715 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8754d1-80a9-42c9-a8cf-74abd12b15b0 None None] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:49.787247 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a8086d-8314-4f74-b4a9-4c553574bb57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:49.787499 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c1a8086d-8314-4f74-b4a9-4c553574bb57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.807827 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c1a8086d-8314-4f74-b4a9-4c553574bb57 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4555521 Nov 12 08:21:49.942929 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2428eccd-d4e6-4d09-8fd6-fdc86a24c90e None None] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:52.326914 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59928) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:52.557171 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9a9e098c-52e1-4e6b-8ba7-5036ae2c8282 admin admin] 10.222.0.37 "GET /v2.0/routers/e4960f7d-1a6f-4d2d-9754-882ba7add4e8 HTTP/1.1" status: 200 len: 710 time: 0.2289391 Nov 12 08:21:52.750824 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916dc35e-c3e6-4002-951c-fdea9667a8ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:52.753231 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-916dc35e-c3e6-4002-951c-fdea9667a8ac admin admin] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 886 time: 0.1877379 Nov 12 08:21:52.762922 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-4124aebf-7fa6-47c6-9434-4ad2778be5ee admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:53.026486 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4124aebf-7fa6-47c6-9434-4ad2778be5ee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:53.275052 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4124aebf-7fa6-47c6-9434-4ad2778be5ee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:53.362123 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4124aebf-7fa6-47c6-9434-4ad2778be5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:53.554784 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-4124aebf-7fa6-47c6-9434-4ad2778be5ee admin admin] Allocated IP 172.25.6.155 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/e14b3c8b-e605-442a-bafe-6d8e67324305) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:53.715066 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4124aebf-7fa6-47c6-9434-4ad2778be5ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:53.724097 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 5 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:21:53.776431 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4124aebf-7fa6-47c6-9434-4ad2778be5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:53.857112 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4124aebf-7fa6-47c6-9434-4ad2778be5ee admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:53.862626 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-4124aebf-7fa6-47c6-9434-4ad2778be5ee admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:53.869198 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124aebf-7fa6-47c6-9434-4ad2778be5ee admin admin] Pushing event updated for resources: {'Port': ['ID=e14b3c8b-e605-442a-bafe-6d8e67324305,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:53.880213 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4124aebf-7fa6-47c6-9434-4ad2778be5ee admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:54.177156 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4124aebf-7fa6-47c6-9434-4ad2778be5ee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:54.391938 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4124aebf-7fa6-47c6-9434-4ad2778be5ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12134'] for router, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:54.396623 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4124aebf-7fa6-47c6-9434-4ad2778be5ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920415'] for router, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:54.519708 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4124aebf-7fa6-47c6-9434-4ad2778be5ee admin admin] Router e4960f7d-1a6f-4d2d-9754-882ba7add4e8 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:21:54.637023 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4124aebf-7fa6-47c6-9434-4ad2778be5ee admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:21:54.643431 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4124aebf-7fa6-47c6-9434-4ad2778be5ee admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:54.644810 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4124aebf-7fa6-47c6-9434-4ad2778be5ee admin admin] 10.222.0.37 "PUT /v2.0/routers/e4960f7d-1a6f-4d2d-9754-882ba7add4e8 HTTP/1.1" status: 200 len: 890 time: 1.8852229 Nov 12 08:21:55.754879 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9e8e0748-fd54-4c17-bdb8-046fbf5e48d4 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:55.807031 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 9e8e0748-fd54-4c17-bdb8-046fbf5e48d4 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:55.807390 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:55.971453 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cd54fe-4bf6-4871-845b-ed075dc88594 None None] Sync routers for ids ['e4960f7d-1a6f-4d2d-9754-882ba7add4e8'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:21:55.983060 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cd54fe-4bf6-4871-845b-ed075dc88594 None None] Routers {'e4960f7d-1a6f-4d2d-9754-882ba7add4e8'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:55.983839 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b0cd54fe-4bf6-4871-845b-ed075dc88594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:21:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['e4960f7d-1a6f-4d2d-9754-882ba7add4e8'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:56.210491 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-b0cd54fe-4bf6-4871-845b-ed075dc88594 None None] Set router e4960f7d-1a6f-4d2d-9754-882ba7add4e8 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:21:56.693557 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b0cd54fe-4bf6-4871-845b-ed075dc88594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4960f7d-1a6f-4d2d-9754-882ba7add4e8', 'name': 'router1', 'tenant_id': '8d0940fcfa1b4faa93e83327a736b4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'e14b3c8b-e605-442a-bafe-6d8e67324305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:35Z', 'updated_at': '2021-11-12T08:21:54Z', 'revision_number': 4, 'project_id': '8d0940fcfa1b4faa93e83327a736b4b2', 'gw_port': {'id': 'e14b3c8b-e605-442a-bafe-6d8e67324305', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4960f7d-1a6f-4d2d-9754-882ba7add4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:53Z', 'updated_at': '2021-11-12T08:21:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '9e8e0748-fd54-4c17-bdb8-046fbf5e48d4', 'name': '', 'network_id': '76b1bf32-1f27-40c7-9163-8e0a540ea017', 'tenant_id': '8d0940fcfa1b4faa93e83327a736b4b2', 'mac_address': 'fa:16:3e:d0:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4960f7d-1a6f-4d2d-9754-882ba7add4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02cb99df-9838-41cd-9e7c-6b1eb130f1d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:45Z', 'updated_at': '2021-11-12T08:21:48Z', 'revision_number': 5, 'project_id': '8d0940fcfa1b4faa93e83327a736b4b2', 'subnets': [{'id': '02cb99df-9838-41cd-9e7c-6b1eb130f1d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd22e4810-f78c-47b6-8c79-4a15b81030d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:56.747023 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cd54fe-4bf6-4871-845b-ed075dc88594 None None] Checking router: e4960f7d-1a6f-4d2d-9754-882ba7add4e8 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:21:56.747367 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cd54fe-4bf6-4871-845b-ed075dc88594 None None] Updating router e4960f7d-1a6f-4d2d-9754-882ba7add4e8 port e14b3c8b-e605-442a-bafe-6d8e67324305 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:21:56.797804 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b0cd54fe-4bf6-4871-845b-ed075dc88594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:57.146302 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b0cd54fe-4bf6-4871-845b-ed075dc88594 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:57.153130 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b0cd54fe-4bf6-4871-845b-ed075dc88594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:57.208246 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd7420-beb0-4a3e-93d7-a204ecd9f907 None None] Pushing event updated for resources: {'Port': ['ID=e14b3c8b-e605-442a-bafe-6d8e67324305,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:57.210621 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b0cd54fe-4bf6-4871-845b-ed075dc88594 None None] Attempting to bind port e14b3c8b-e605-442a-bafe-6d8e67324305 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:57.211023 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b0cd54fe-4bf6-4871-845b-ed075dc88594 None None] Attempting to bind port e14b3c8b-e605-442a-bafe-6d8e67324305 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:57.211390 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cd54fe-4bf6-4871-845b-ed075dc88594 None None] Attempting to bind port e14b3c8b-e605-442a-bafe-6d8e67324305 on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:57.217228 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cd54fe-4bf6-4871-845b-ed075dc88594 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:57.217610 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cd54fe-4bf6-4871-845b-ed075dc88594 None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:57.218059 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b0cd54fe-4bf6-4871-845b-ed075dc88594 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:57.218667 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cd54fe-4bf6-4871-845b-ed075dc88594 None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:57.219209 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b0cd54fe-4bf6-4871-845b-ed075dc88594 None None] Bound port: e14b3c8b-e605-442a-bafe-6d8e67324305, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:57.219611 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b0cd54fe-4bf6-4871-845b-ed075dc88594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:57.228248 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59942) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:57.273496 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b0cd54fe-4bf6-4871-845b-ed075dc88594 None None] For port e14b3c8b-e605-442a-bafe-6d8e67324305, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:57.277158 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b0cd54fe-4bf6-4871-845b-ed075dc88594 None None] For port e14b3c8b-e605-442a-bafe-6d8e67324305, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=e14b3c8b-e605-442a-bafe-6d8e67324305,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:57.281844 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b0cd54fe-4bf6-4871-845b-ed075dc88594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:57.344615 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd7420-beb0-4a3e-93d7-a204ecd9f907 None None] Pushing event updated for resources: {'Port': ['ID=e14b3c8b-e605-442a-bafe-6d8e67324305,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:57.347246 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cd54fe-4bf6-4871-845b-ed075dc88594 None None] Routers {'e4960f7d-1a6f-4d2d-9754-882ba7add4e8'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:57.347765 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b0cd54fe-4bf6-4871-845b-ed075dc88594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:21:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['e4960f7d-1a6f-4d2d-9754-882ba7add4e8'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:57.352160 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b9ae4440-509f-4c16-8d8f-771e6c5334a2 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1192133 Nov 12 08:21:57.467424 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-b0cd54fe-4bf6-4871-845b-ed075dc88594 None None] Set router e4960f7d-1a6f-4d2d-9754-882ba7add4e8 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:21:57.702936 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b0cd54fe-4bf6-4871-845b-ed075dc88594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4960f7d-1a6f-4d2d-9754-882ba7add4e8', 'name': 'router1', 'tenant_id': '8d0940fcfa1b4faa93e83327a736b4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'e14b3c8b-e605-442a-bafe-6d8e67324305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:35Z', 'updated_at': '2021-11-12T08:21:54Z', 'revision_number': 4, 'project_id': '8d0940fcfa1b4faa93e83327a736b4b2', 'gw_port': {'id': 'e14b3c8b-e605-442a-bafe-6d8e67324305', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4960f7d-1a6f-4d2d-9754-882ba7add4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:53Z', 'updated_at': '2021-11-12T08:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '9e8e0748-fd54-4c17-bdb8-046fbf5e48d4', 'name': '', 'network_id': '76b1bf32-1f27-40c7-9163-8e0a540ea017', 'tenant_id': '8d0940fcfa1b4faa93e83327a736b4b2', 'mac_address': 'fa:16:3e:d0:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4960f7d-1a6f-4d2d-9754-882ba7add4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02cb99df-9838-41cd-9e7c-6b1eb130f1d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:45Z', 'updated_at': '2021-11-12T08:21:48Z', 'revision_number': 5, 'project_id': '8d0940fcfa1b4faa93e83327a736b4b2', 'subnets': [{'id': '02cb99df-9838-41cd-9e7c-6b1eb130f1d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd22e4810-f78c-47b6-8c79-4a15b81030d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:57.733362 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cd54fe-4bf6-4871-845b-ed075dc88594 None None] The sync data for ids ['e4960f7d-1a6f-4d2d-9754-882ba7add4e8'] in n-d-768862-16 is: [{'id': 'e4960f7d-1a6f-4d2d-9754-882ba7add4e8', 'name': 'router1', 'tenant_id': '8d0940fcfa1b4faa93e83327a736b4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'e14b3c8b-e605-442a-bafe-6d8e67324305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:35Z', 'updated_at': '2021-11-12T08:21:54Z', 'revision_number': 4, 'project_id': '8d0940fcfa1b4faa93e83327a736b4b2', 'gw_port': {'id': 'e14b3c8b-e605-442a-bafe-6d8e67324305', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4960f7d-1a6f-4d2d-9754-882ba7add4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:53Z', 'updated_at': '2021-11-12T08:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '9e8e0748-fd54-4c17-bdb8-046fbf5e48d4', 'name': '', 'network_id': '76b1bf32-1f27-40c7-9163-8e0a540ea017', 'tenant_id': '8d0940fcfa1b4faa93e83327a736b4b2', 'mac_address': 'fa:16:3e:d0:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4960f7d-1a6f-4d2d-9754-882ba7add4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02cb99df-9838-41cd-9e7c-6b1eb130f1d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:45Z', 'updated_at': '2021-11-12T08:21:48Z', 'revision_number': 5, 'project_id': '8d0940fcfa1b4faa93e83327a736b4b2', 'subnets': [{'id': '02cb99df-9838-41cd-9e7c-6b1eb130f1d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd22e4810-f78c-47b6-8c79-4a15b81030d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:21:59.778671 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device e14b3c8b-e605-442a-bafe-6d8e67324305 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:59.839477 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port e14b3c8b-e605-442a-bafe-6d8e67324305 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:59.839891 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:59.924508 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:59.948894 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port e14b3c8b-e605-442a-bafe-6d8e67324305, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=e14b3c8b-e605-442a-bafe-6d8e67324305,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:59.955343 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:00.014956 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=e14b3c8b-e605-442a-bafe-6d8e67324305,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:01.779050 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device e14b3c8b-e605-442a-bafe-6d8e67324305 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:01.874703 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port e14b3c8b-e605-442a-bafe-6d8e67324305 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:01.875081 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.718615 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6cd22d53-355e-49e4-a464-b63322228484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:10.100310 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-156b08fa-20fe-4637-afe5-8934121b28e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.789623 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.093888 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.828566 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:30.723322 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 5 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:22:37.726840 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6d9c74ea-66f5-4dae-9ff4-a1cded4c9188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:40.098021 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-40464e95-8ee8-48e6-9c47-fdc24df33816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:41.785118 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:43.102160 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:43.824177 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:07.720096 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6985c89e-55f2-4fb5-a1b3-167b63830d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:07.727650 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 5 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:23:10.098294 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dcbb4139-3b4a-428d-9ce9-885f31f816d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:11.789871 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:13.104320 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:13.833013 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:37.714846 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-952c6438-ad3e-4861-b20e-6e7b4a5386b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:40.097167 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3fd4ba31-8dad-4a3f-abed-1451536825dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:41.792028 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:43.102583 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:43.821906 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:44.727571 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 5 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:23:45.242588 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60538) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:45.319488 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-1396f023-15de-4cce-8a84-a989871d1d45 admin admin] GET failed (client error): The resource could not be found. Nov 12 08:23:45.320931 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1396f023-15de-4cce-8a84-a989871d1d45 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0773306 Nov 12 08:23:45.507092 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64c731c-8d89-41db-9ae4-af3aafc196d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:45.508620 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a64c731c-8d89-41db-9ae4-af3aafc196d3 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1814306 Nov 12 08:23:47.872062 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60548) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:47.996915 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16abe13-8f33-4cb8-9fed-ad661876dfd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:47.998573 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d16abe13-8f33-4cb8-9fed-ad661876dfd0 admin admin] 10.222.0.37 "GET /v2.0/subnets/02cb99df-9838-41cd-9e7c-6b1eb130f1d8 HTTP/1.1" status: 200 len: 849 time: 0.1254308 Nov 12 08:23:48.009936 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-503dbfc2-8200-4bad-bdc0-16ac17e35beb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:48.189022 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-503dbfc2-8200-4bad-bdc0-16ac17e35beb admin admin] Publish callbacks [] for subnet, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:48.351126 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-503dbfc2-8200-4bad-bdc0-16ac17e35beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763891908747'] for subnet, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:48.383833 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503dbfc2-8200-4bad-bdc0-16ac17e35beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:48.384499 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-503dbfc2-8200-4bad-bdc0-16ac17e35beb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:48.385903 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-503dbfc2-8200-4bad-bdc0-16ac17e35beb admin admin] 10.222.0.37 "PUT /v2.0/subnets/02cb99df-9838-41cd-9e7c-6b1eb130f1d8 HTTP/1.1" status: 200 len: 868 time: 0.3799169 Nov 12 08:23:48.389018 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657707c8-2a8f-4325-ac30-77214d941862 None None] Network 76b1bf32-1f27-40c7-9163-8e0a540ea017 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:48.410307 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503dbfc2-8200-4bad-bdc0-16ac17e35beb admin admin] Pushing event updated for resources: {'Subnet': ['ID=02cb99df-9838-41cd-9e7c-6b1eb130f1d8,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:48.417643 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503dbfc2-8200-4bad-bdc0-16ac17e35beb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:48.418005 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503dbfc2-8200-4bad-bdc0-16ac17e35beb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:48.418315 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503dbfc2-8200-4bad-bdc0-16ac17e35beb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:48.418646 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503dbfc2-8200-4bad-bdc0-16ac17e35beb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:48.419108 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503dbfc2-8200-4bad-bdc0-16ac17e35beb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:48.419461 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503dbfc2-8200-4bad-bdc0-16ac17e35beb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:48.419806 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503dbfc2-8200-4bad-bdc0-16ac17e35beb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:48.420129 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503dbfc2-8200-4bad-bdc0-16ac17e35beb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:48.420449 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503dbfc2-8200-4bad-bdc0-16ac17e35beb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:48.420763 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503dbfc2-8200-4bad-bdc0-16ac17e35beb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:48.421077 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503dbfc2-8200-4bad-bdc0-16ac17e35beb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:48.421393 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503dbfc2-8200-4bad-bdc0-16ac17e35beb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:48.795557 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e56cc3f9-f7e8-472a-a43e-69bb63fad86c None None] Provisioning complete for port 8d0e14c5-fce2-48c0-8ca2-a405c831d035 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:48.795816 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e56cc3f9-f7e8-472a-a43e-69bb63fad86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:48.898950 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e56cc3f9-f7e8-472a-a43e-69bb63fad86c None None] Provisioning complete for port 9e8e0748-fd54-4c17-bdb8-046fbf5e48d4 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:48.899245 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e56cc3f9-f7e8-472a-a43e-69bb63fad86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:50.779844 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60556) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:50.997026 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2193fe57-b940-4760-9118-6100f8a42350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:50.997509 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2193fe57-b940-4760-9118-6100f8a42350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:50.999169 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2193fe57-b940-4760-9118-6100f8a42350 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2182794 Nov 12 08:23:53.425579 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60564) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:53.641023 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04857b2e-3020-4558-a828-458d1f8d11ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:53.641498 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04857b2e-3020-4558-a828-458d1f8d11ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:53.643061 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-04857b2e-3020-4558-a828-458d1f8d11ab admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2165802 Nov 12 08:23:56.034069 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60574) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:56.199010 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2de288-1048-4b2e-a28c-81b8f0743bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:56.200602 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5c2de288-1048-4b2e-a28c-81b8f0743bfb admin admin] 10.222.0.37 "GET /v2.0/networks/76b1bf32-1f27-40c7-9163-8e0a540ea017 HTTP/1.1" status: 200 len: 869 time: 0.1655159 Nov 12 08:23:58.579515 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60582) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:58.729072 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b8f619-715e-48a2-a4a0-532e991271c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:58.730663 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-92b8f619-715e-48a2-a4a0-532e991271c7 admin admin] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 886 time: 0.1501119 Nov 12 08:24:01.060562 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60590) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:01.200173 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40cc40a-7571-4f39-b94b-4c8e5c474827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:01.200612 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40cc40a-7571-4f39-b94b-4c8e5c474827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:01.202173 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c40cc40a-7571-4f39-b94b-4c8e5c474827 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1405811 Nov 12 08:24:03.626174 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60598) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:03.766869 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b46b3d-deb1-4648-b843-89ad8a17361c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:03.767338 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b46b3d-deb1-4648-b843-89ad8a17361c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:03.768951 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-99b46b3d-deb1-4648-b843-89ad8a17361c admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1416714 Nov 12 08:24:06.142486 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60606) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:06.245604 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ed9308-0d30-47c8-802f-a709832c58d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:06.246989 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-91ed9308-0d30-47c8-802f-a709832c58d9 admin admin] 10.222.0.37 "GET /v2.0/subnets/02cb99df-9838-41cd-9e7c-6b1eb130f1d8 HTTP/1.1" status: 200 len: 868 time: 0.1033971 Nov 12 08:24:07.720886 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b5494df5-6de8-478c-a048-0f7b2f1ecb6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.636860 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60614) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:08.744352 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b29b04-b7af-4d08-8fb7-4e92752e8ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:08.746198 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-98b29b04-b7af-4d08-8fb7-4e92752e8ece admin admin] 10.222.0.37 "GET /v2.0/subnets/95eec55b-8b3f-46e2-aa1b-35a14b9e8456 HTTP/1.1" status: 200 len: 816 time: 0.1083713 Nov 12 08:24:10.091500 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bcac630b-418a-4883-afec-97ce94f795d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:11.798686 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.106875 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.819364 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:21.728954 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 5 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:24:34.430787 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60668) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:34.486536 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-220c8990-d6ca-4d8b-861f-f1e65afb0b21 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:24:34.487562 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-220c8990-d6ca-4d8b-861f-f1e65afb0b21 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0556941 Nov 12 08:24:36.966140 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60676) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:37.043083 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c106596-f110-493c-8f89-2e787cc8a491 admin admin] GET failed (client error): The resource could not be found. Nov 12 08:24:37.044644 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2c106596-f110-493c-8f89-2e787cc8a491 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0771117 Nov 12 08:24:37.145457 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c989ad-fd44-4064-bd0e-3458168ee084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:37.148273 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c9c989ad-fd44-4064-bd0e-3458168ee084 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0969958 Nov 12 08:24:37.715480 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-10714f45-5c7a-47ac-8784-2fadb71a69a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:39.683373 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60684) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:39.738356 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-761b82a2-9283-44ac-bcdd-f8b99ef16322 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:39.764247 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761b82a2-9283-44ac-bcdd-f8b99ef16322 admin admin] Made reservation on behalf of d88318be5ec7436dac986c896a77e3cd for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:39.767018 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-761b82a2-9283-44ac-bcdd-f8b99ef16322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:39.812134 n-d-768862-16 neutron-server[102569]: WARNING neutron.services.revisions.revision_plugin [None req-761b82a2-9283-44ac-bcdd-f8b99ef16322 admin admin] Could not find related network for resource to bump revision. Nov 12 08:24:39.824403 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761b82a2-9283-44ac-bcdd-f8b99ef16322 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:24:39.833980 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-761b82a2-9283-44ac-bcdd-f8b99ef16322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:39.834318 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-761b82a2-9283-44ac-bcdd-f8b99ef16322 admin admin] Added segment 9d9b40d1-e5bc-488d-b175-5cf6195846ee of type vlan for network aaa9e939-3555-4037-a22a-8e3905c2166f Nov 12 08:24:39.875768 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-761b82a2-9283-44ac-bcdd-f8b99ef16322 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:39.904793 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-761b82a2-9283-44ac-bcdd-f8b99ef16322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:39.906009 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761b82a2-9283-44ac-bcdd-f8b99ef16322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:39.906643 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-761b82a2-9283-44ac-bcdd-f8b99ef16322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:39.964663 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-761b82a2-9283-44ac-bcdd-f8b99ef16322 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2797391 Nov 12 08:24:39.973327 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b82a2-9283-44ac-bcdd-f8b99ef16322 admin admin] Pushing event updated for resources: {'Network': ['ID=aaa9e939-3555-4037-a22a-8e3905c2166f,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:39.986941 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network aaa9e939-3555-4037-a22a-8e3905c2166f details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:24:40.098017 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2e32ab79-6c9d-48b4-abb2-79dd5db10c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:41.799794 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:42.371361 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60692) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:42.443094 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-d78bfdec-2412-441e-abcf-b09c1848259e admin admin] GET failed (client error): The resource could not be found. Nov 12 08:24:42.444583 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d78bfdec-2412-441e-abcf-b09c1848259e admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0722373 Nov 12 08:24:42.525027 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97e641c-8251-49ce-8964-a77de2b94471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:42.526642 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e97e641c-8251-49ce-8964-a77de2b94471 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0769191 Nov 12 08:24:42.538314 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-cc906a90-27aa-47c0-9248-b56191dcaa90 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:42.565092 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc906a90-27aa-47c0-9248-b56191dcaa90 admin admin] Made reservation on behalf of d88318be5ec7436dac986c896a77e3cd for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:42.567506 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc906a90-27aa-47c0-9248-b56191dcaa90 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:42.777036 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc906a90-27aa-47c0-9248-b56191dcaa90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:42.836749 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc906a90-27aa-47c0-9248-b56191dcaa90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac1fb13e-fa96-4a78-a070-af75ed125682,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:42.850293 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc906a90-27aa-47c0-9248-b56191dcaa90 admin admin] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:42.850648 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc906a90-27aa-47c0-9248-b56191dcaa90 admin admin] Network hostable DHCP agents. Network: aaa9e939-3555-4037-a22a-8e3905c2166f, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:24:42.875671 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc906a90-27aa-47c0-9248-b56191dcaa90 admin admin] Network aaa9e939-3555-4037-a22a-8e3905c2166f is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:24:42.893771 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-cc906a90-27aa-47c0-9248-b56191dcaa90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, aaa9e939-3555-4037-a22a-8e3905c2166f) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:42.898548 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc906a90-27aa-47c0-9248-b56191dcaa90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:42.899130 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc906a90-27aa-47c0-9248-b56191dcaa90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:42.906949 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365157f0-8810-45d1-8119-78148c94a567 None None] Network aaa9e939-3555-4037-a22a-8e3905c2166f requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:42.921054 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-cc906a90-27aa-47c0-9248-b56191dcaa90 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3867052 Nov 12 08:24:43.121344 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:43.197259 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-aaa9e939-3555-4037-a22a-8e3905c2166f', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'tenant_id': 'd88318be5ec7436dac986c896a77e3cd', 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:24:43.198153 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:43.352181 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] Allocated IP 192.168.233.2 (aaa9e939-3555-4037-a22a-8e3905c2166f/ac1fb13e-fa96-4a78-a070-af75ed125682/b48fedfe-690a-4cb3-ba2f-0fa3b1b24315) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:43.526897 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:43.536299 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:43.574568 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] Network aaa9e939-3555-4037-a22a-8e3905c2166f is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:43.579943 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:43.583646 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:43.593115 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] Pushing event updated for resources: {'Port': ['ID=b48fedfe-690a-4cb3-ba2f-0fa3b1b24315,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:43.621273 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:43.621604 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:43.621945 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:43.622274 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:43.622599 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:43.623139 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:43.623293 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:43.623724 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:43.624066 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:43.624383 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:43.624701 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:43.625017 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:43.662995 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] Attempting to bind port b48fedfe-690a-4cb3-ba2f-0fa3b1b24315 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:43.663505 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] Attempting to bind port b48fedfe-690a-4cb3-ba2f-0fa3b1b24315 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:43.663880 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] Attempting to bind port b48fedfe-690a-4cb3-ba2f-0fa3b1b24315 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:43.672228 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:43.672635 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:43.673008 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:43.673446 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:43.673915 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] Bound port: b48fedfe-690a-4cb3-ba2f-0fa3b1b24315, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:43.674305 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:43.744625 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] For port b48fedfe-690a-4cb3-ba2f-0fa3b1b24315, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:43.748270 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] For port b48fedfe-690a-4cb3-ba2f-0fa3b1b24315, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b48fedfe-690a-4cb3-ba2f-0fa3b1b24315,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:43.753907 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:43.828909 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea691b-58d9-4a0c-a946-686e2fb9f8c9 None None] Pushing event updated for resources: {'Port': ['ID=b48fedfe-690a-4cb3-ba2f-0fa3b1b24315,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:43.836144 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:44.699717 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f93978a-a7e2-4519-9f21-4405dffda2ce None None] Network aaa9e939-3555-4037-a22a-8e3905c2166f requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:44.780994 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b79d5733-98f3-4cca-88c1-6505c9c252ce None None] Provisioning complete for port b48fedfe-690a-4cb3-ba2f-0fa3b1b24315 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:44.781346 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b79d5733-98f3-4cca-88c1-6505c9c252ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:44.933431 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b79d5733-98f3-4cca-88c1-6505c9c252ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:44.976352 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b79d5733-98f3-4cca-88c1-6505c9c252ce None None] For port b48fedfe-690a-4cb3-ba2f-0fa3b1b24315, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b48fedfe-690a-4cb3-ba2f-0fa3b1b24315,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:44.983881 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b79d5733-98f3-4cca-88c1-6505c9c252ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:45.044650 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d5733-98f3-4cca-88c1-6505c9c252ce None None] Pushing event updated for resources: {'Port': ['ID=b48fedfe-690a-4cb3-ba2f-0fa3b1b24315,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:45.211473 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-26a04a44-666e-4fd3-a895-7b95a8991095 None None] Provisioning complete for port b48fedfe-690a-4cb3-ba2f-0fa3b1b24315 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:45.211966 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-26a04a44-666e-4fd3-a895-7b95a8991095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:45.893282 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b48fedfe-690a-4cb3-ba2f-0fa3b1b24315 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:45.952930 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port b48fedfe-690a-4cb3-ba2f-0fa3b1b24315 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:45.953298 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:58.736908 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 5 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:25:07.727998 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9a5291af-28f6-499a-bb3a-4f9c225983b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:10.094506 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e46205c9-e4c4-4caf-aedb-0f047f35d217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.801078 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:13.111496 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:13.817329 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:35.726626 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 5 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:25:37.724716 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fc243c88-fbe6-4534-8356-ba5e1cef0b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:40.095126 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b0e7210c-d91c-4cd9-a253-a97b6e8e6394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:41.806610 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:43.114842 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:43.816429 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.702781 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60736) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:57.708953 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-41f7035b-2d23-4917-aa3a-ca7afd024fbd tempest-verify_tempest_config-919663971 tempest-verify_tempest_config-919663971-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:25:57.709961 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-41f7035b-2d23-4917-aa3a-ca7afd024fbd tempest-verify_tempest_config-919663971 tempest-verify_tempest_config-919663971-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061481 Nov 12 08:25:58.074916 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60754) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:58.211601 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25684773-ef1d-40db-b739-aff748bb711b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.318221 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25684773-ef1d-40db-b739-aff748bb711b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.323599 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25684773-ef1d-40db-b739-aff748bb711b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.370191 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-25684773-ef1d-40db-b739-aff748bb711b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cb30caf896334e7288f1ee78a52e0fd1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2941370 Nov 12 08:25:58.371005 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25684773-ef1d-40db-b739-aff748bb711b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac7ffe1-65f5-40c2-bcc9-f3693941506a,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:58.373729 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60758) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:58.378313 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25684773-ef1d-40db-b739-aff748bb711b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:58.378646 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25684773-ef1d-40db-b739-aff748bb711b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:58.378977 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25684773-ef1d-40db-b739-aff748bb711b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:58.379299 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25684773-ef1d-40db-b739-aff748bb711b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:58.379640 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25684773-ef1d-40db-b739-aff748bb711b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:58.379947 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25684773-ef1d-40db-b739-aff748bb711b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:58.380297 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25684773-ef1d-40db-b739-aff748bb711b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:58.380611 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25684773-ef1d-40db-b739-aff748bb711b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:58.380926 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25684773-ef1d-40db-b739-aff748bb711b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:58.381257 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25684773-ef1d-40db-b739-aff748bb711b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:58.381567 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25684773-ef1d-40db-b739-aff748bb711b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:58.381890 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25684773-ef1d-40db-b739-aff748bb711b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:58.457959 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc020fe1-677f-4f30-9d64-271da7bc0c83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.484957 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc020fe1-677f-4f30-9d64-271da7bc0c83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.593449 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc020fe1-677f-4f30-9d64-271da7bc0c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.596786 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc020fe1-677f-4f30-9d64-271da7bc0c83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.598082 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-fc020fe1-677f-4f30-9d64-271da7bc0c83 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aac7ffe1-65f5-40c2-bcc9-f3693941506a HTTP/1.1" status: 204 len: 168 time: 0.2225583 Nov 12 08:25:58.606979 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc020fe1-677f-4f30-9d64-271da7bc0c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac7ffe1-65f5-40c2-bcc9-f3693941506a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:58.615440 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc020fe1-677f-4f30-9d64-271da7bc0c83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:58.615814 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc020fe1-677f-4f30-9d64-271da7bc0c83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:58.616157 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc020fe1-677f-4f30-9d64-271da7bc0c83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:58.616487 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc020fe1-677f-4f30-9d64-271da7bc0c83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:58.616816 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc020fe1-677f-4f30-9d64-271da7bc0c83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:58.617141 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc020fe1-677f-4f30-9d64-271da7bc0c83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:58.617464 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc020fe1-677f-4f30-9d64-271da7bc0c83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:58.617778 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc020fe1-677f-4f30-9d64-271da7bc0c83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:58.618096 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc020fe1-677f-4f30-9d64-271da7bc0c83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:58.618412 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc020fe1-677f-4f30-9d64-271da7bc0c83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:58.618729 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc020fe1-677f-4f30-9d64-271da7bc0c83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:58.619040 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc020fe1-677f-4f30-9d64-271da7bc0c83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:07.720109 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b6f6c915-081f-4c46-a9ad-871447ace54f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.092800 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-acb32346-355a-40e4-820d-80af5c972d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:11.810160 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:12.726645 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 5 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:26:13.119875 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:13.813900 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:37.726010 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-db8b8654-d2e8-441a-887c-f582b4c42cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:40.087647 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a493d35b-ce09-4d51-80fe-98b935c5ed74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:41.813856 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:43.120554 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:43.809237 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:49.726599 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 5 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:27:07.733152 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c83553d9-ddef-4043-99fb-58270239b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.094128 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f919be97-9f1b-4d35-84dd-d0972998b5ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.815620 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:13.126397 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:13.823006 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:26.727474 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 5 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:27:37.728017 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e53442e1-aa9b-431d-8392-c9a933068469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:40.089552 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a3bf0c7b-b09c-4ae1-8db4-8e1eb9b43c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:41.821260 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:43.128662 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:43.952638 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:03.729950 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 5 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:28:07.734397 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-045269bc-ce15-4b8d-8454-152ae8835f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.095214 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-83cde6d7-189d-4071-be75-b7f06287eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.821187 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:13.128580 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:13.820748 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:37.737947 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ce26e8a3-c512-42f6-b73b-64e9f0204eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:40.113369 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e1a17788-1507-4fe3-81ff-6bc3a4611ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:40.733973 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 5 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:28:41.827446 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:43.133833 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:43.835338 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:07.742889 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4e241ff9-4d28-43fc-a615-b7c969c64704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:10.104006 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-17098ddb-ee50-4a39-94f0-c3dad904b532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.828575 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:13.137700 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:13.829779 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:17.734355 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 5 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:29:22.533508 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-921026'] for agent, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:28.757707 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-921026'] for agent, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.745035 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-77e0ef46-5a96-454e-a38f-8ffd035004d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:40.098689 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f3ff4379-94c6-4586-b383-ca4e53e21561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:41.834166 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.147270 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.844619 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.500900 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:54.738902 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:29:58.731184 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:07.742674 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-868f3f86-7250-472a-9a75-e04295a671c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:10.094235 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7d2645ce-6839-445f-b4a3-ce1a52808f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.835833 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.144440 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.839663 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:14.871340 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60812) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:15.004448 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b8a9fad1-ce1d-4411-8f99-5d4234f32234 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1315205 Nov 12 08:30:17.322943 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60822) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:17.394136 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c2713629-f27d-4b72-af8d-626cbc1368fc admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0697594 Nov 12 08:30:22.503044 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:28.733734 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.740266 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:30:37.741084 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-20ceb479-d742-4c1e-bc65-29454f3cbd98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.108762 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dd95006e-ffac-4766-ab39-56ec414ec124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:41.847029 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:43.152163 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:43.855103 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:52.534139 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.740168 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:07.737046 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d1d92d82-9f1a-46e9-b439-9deb1a371716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:08.741699 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:31:10.103155 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f722f8b3-3c96-4dad-b9cd-22f517f72a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.859788 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.154630 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.850116 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:22.527485 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:28.773064 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:37.731241 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3f0dcaaa-8978-42ac-a3b2-6f22ef28a696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.109275 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3c2dcafe-02c3-4e2b-ad4b-db187d242a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.849117 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:43.162238 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:43.859975 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.743403 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:31:45.788444 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 32796) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:46.253329 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-374fb2b2-13c9-4908-afe0-b737494a65c2 tempest-AutoAllocateNetworkTest-1510605999 tempest-AutoAllocateNetworkTest-1510605999-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e9efd146d2d34d5e86ef3184cb3c053e&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4634981 Nov 12 08:31:46.255791 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 32818) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:46.355944 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 32824) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:46.571109 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94daa7d8-76f3-4467-9d08-c50bda13e544 tempest-AutoAllocateNetworkTest-1510605999 tempest-AutoAllocateNetworkTest-1510605999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:46.573005 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-94daa7d8-76f3-4467-9d08-c50bda13e544 tempest-AutoAllocateNetworkTest-1510605999 tempest-AutoAllocateNetworkTest-1510605999-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3160315 Nov 12 08:31:46.576360 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 32838) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:46.728950 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a3f3890c-7ecb-434d-a3e3-90352107ecdc tempest-AutoAllocateNetworkTest-1510605999 tempest-AutoAllocateNetworkTest-1510605999-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1487875 Nov 12 08:31:46.729290 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 32848) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:46.731699 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c41e9c55-4fb1-4b80-a504-405ab363946e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1507776855-network', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:46.769078 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41e9c55-4fb1-4b80-a504-405ab363946e admin admin] Made reservation on behalf of 8cc6ca5ed9f64e148f5b96cdf6df5819 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:46.772639 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c41e9c55-4fb1-4b80-a504-405ab363946e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.777650 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f270fedc-0902-43c4-bac9-185c3955ba3b tempest-AutoAllocateNetworkTest-1510605999 tempest-AutoAllocateNetworkTest-1510605999-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e9efd146d2d34d5e86ef3184cb3c053e HTTP/1.1" status: 200 len: 208 time: 0.0467641 Nov 12 08:31:46.789006 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c41e9c55-4fb1-4b80-a504-405ab363946e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.885302 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c41e9c55-4fb1-4b80-a504-405ab363946e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.892224 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c41e9c55-4fb1-4b80-a504-405ab363946e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.927874 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e9c55-4fb1-4b80-a504-405ab363946e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b2aa8d-9a19-4d72-9f7d-221e0e821ddc,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:46.935108 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c41e9c55-4fb1-4b80-a504-405ab363946e admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:31:46.940170 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e9c55-4fb1-4b80-a504-405ab363946e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:46.940720 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e9c55-4fb1-4b80-a504-405ab363946e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:46.941196 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e9c55-4fb1-4b80-a504-405ab363946e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:46.941665 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e9c55-4fb1-4b80-a504-405ab363946e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:46.942136 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e9c55-4fb1-4b80-a504-405ab363946e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:46.942632 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e9c55-4fb1-4b80-a504-405ab363946e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:46.943089 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e9c55-4fb1-4b80-a504-405ab363946e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:46.943545 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e9c55-4fb1-4b80-a504-405ab363946e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:46.944025 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e9c55-4fb1-4b80-a504-405ab363946e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:46.944481 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e9c55-4fb1-4b80-a504-405ab363946e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:46.944942 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e9c55-4fb1-4b80-a504-405ab363946e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:46.945400 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e9c55-4fb1-4b80-a504-405ab363946e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e9c55-4fb1-4b80-a504-405ab363946e admin admin] Tracked resource versions report: Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: pushed versions: Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: { 'AddressGroup': {'1.2'}, Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: 'ConntrackHelper': {'1.0'}, Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: 'Log': {'1.0'}, Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: 'Network': {'1.1'}, Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: 'Port': {'1.7'}, Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: 'PortForwarding': {'1.2'}, Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: 'QosPolicy': {'1.10'}, Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: 'SecurityGroup': {'1.5'}, Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: 'SecurityGroupRule': {'1.2'}, Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: 'SubPort': {'1.0'}, Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: 'Subnet': {'1.1'}, Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: 'Trunk': {'1.1'}} Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: consumer versions: Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: { DHCP agent@n-d-768862-16: {}, Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: HyperV agent@n-h1-768862-16: {}, Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: HyperV agent@n-h2-768862-16: {}, Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: L3 agent@n-d-768862-16: {}, Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: Metadata agent@n-d-768862-16: {}, Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: Metering agent@n-d-768862-16: {}, Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: Open vSwitch agent@n-d-768862-16: { 'AddressGroup': '1.2', Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: 'ConntrackHelper': '1.0', Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: 'Log': '1.0', Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: 'Network': '1.1', Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: 'Port': '1.7', Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: 'PortForwarding': '1.2', Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: 'QosPolicy': '1.10', Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: 'SecurityGroup': '1.5', Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: 'SecurityGroupRule': '1.2', Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: 'SubPort': '1.0', Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: 'Subnet': '1.1', Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: 'Trunk': '1.1'}} Nov 12 08:31:46.946616 n-d-768862-16 neutron-server[102568]: {{(pid=102568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 08:31:46.967159 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c41e9c55-4fb1-4b80-a504-405ab363946e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763892029157', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.968047 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c41e9c55-4fb1-4b80-a504-405ab363946e admin admin] Unsubscribe: segment precommit_create {{(pid=102568) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 08:31:46.968684 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-c41e9c55-4fb1-4b80-a504-405ab363946e admin admin] Added segment 5773a748-8750-49fa-97c7-852ea91b7a02 of type vlan for network e5f92a9c-9232-4960-be34-2deefc62380e Nov 12 08:31:47.022715 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c41e9c55-4fb1-4b80-a504-405ab363946e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.058254 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c41e9c55-4fb1-4b80-a504-405ab363946e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.058828 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41e9c55-4fb1-4b80-a504-405ab363946e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:47.060122 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c41e9c55-4fb1-4b80-a504-405ab363946e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.131596 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c41e9c55-4fb1-4b80-a504-405ab363946e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7718422 Nov 12 08:31:47.131979 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 32868) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:47.137028 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-e3bf50dd-6609-4289-969b-bd7c9823cf3a admin admin] Request body: {'subnet': {'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1507776855-subnet', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:47.163455 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bf50dd-6609-4289-969b-bd7c9823cf3a admin admin] Made reservation on behalf of 8cc6ca5ed9f64e148f5b96cdf6df5819 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:47.166568 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e3bf50dd-6609-4289-969b-bd7c9823cf3a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.173285 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e9c55-4fb1-4b80-a504-405ab363946e admin admin] Pushing event updated for resources: {'Network': ['ID=e5f92a9c-9232-4960-be34-2deefc62380e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:47.186370 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network e5f92a9c-9232-4960-be34-2deefc62380e details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:31:47.415369 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e3bf50dd-6609-4289-969b-bd7c9823cf3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.491486 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf50dd-6609-4289-969b-bd7c9823cf3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c542064-a950-4668-8022-669eaf3adcd0,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:47.505352 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf50dd-6609-4289-969b-bd7c9823cf3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:47.506841 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf50dd-6609-4289-969b-bd7c9823cf3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:47.507379 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf50dd-6609-4289-969b-bd7c9823cf3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:47.507907 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf50dd-6609-4289-969b-bd7c9823cf3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:47.508377 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf50dd-6609-4289-969b-bd7c9823cf3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:47.509680 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf50dd-6609-4289-969b-bd7c9823cf3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:47.509680 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf50dd-6609-4289-969b-bd7c9823cf3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:47.509680 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf50dd-6609-4289-969b-bd7c9823cf3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:47.509994 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf50dd-6609-4289-969b-bd7c9823cf3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:47.510320 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf50dd-6609-4289-969b-bd7c9823cf3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:47.510675 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf50dd-6609-4289-969b-bd7c9823cf3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:47.511002 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf50dd-6609-4289-969b-bd7c9823cf3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf50dd-6609-4289-969b-bd7c9823cf3a admin admin] Tracked resource versions report: Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: pushed versions: Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: { 'AddressGroup': {'1.2'}, Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: 'ConntrackHelper': {'1.0'}, Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: 'Log': {'1.0'}, Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: 'Network': {'1.1'}, Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: 'Port': {'1.7'}, Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: 'PortForwarding': {'1.2'}, Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: 'QosPolicy': {'1.10'}, Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: 'SecurityGroup': {'1.5'}, Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: 'SecurityGroupRule': {'1.2'}, Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: 'SubPort': {'1.0'}, Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: 'Subnet': {'1.1'}, Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: 'Trunk': {'1.1'}} Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: consumer versions: Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: { DHCP agent@n-d-768862-16: {}, Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: HyperV agent@n-h1-768862-16: {}, Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: HyperV agent@n-h2-768862-16: {}, Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: L3 agent@n-d-768862-16: {}, Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: Metadata agent@n-d-768862-16: {}, Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: Metering agent@n-d-768862-16: {}, Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: Open vSwitch agent@n-d-768862-16: { 'AddressGroup': '1.2', Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: 'ConntrackHelper': '1.0', Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: 'Log': '1.0', Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: 'Network': '1.1', Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: 'Port': '1.7', Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: 'PortForwarding': '1.2', Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: 'QosPolicy': '1.10', Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: 'SecurityGroup': '1.5', Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: 'SecurityGroupRule': '1.2', Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: 'SubPort': '1.0', Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: 'Subnet': '1.1', Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: 'Trunk': '1.1'}} Nov 12 08:31:47.512152 n-d-768862-16 neutron-server[102569]: {{(pid=102569) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 08:31:47.528143 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bf50dd-6609-4289-969b-bd7c9823cf3a admin admin] Checking segment: {'id': '5773a748-8750-49fa-97c7-852ea91b7a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:47.528504 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bf50dd-6609-4289-969b-bd7c9823cf3a admin admin] Network hostable DHCP agents. Network: e5f92a9c-9232-4960-be34-2deefc62380e, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:31:47.549826 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 32882) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:47.570997 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bf50dd-6609-4289-969b-bd7c9823cf3a admin admin] Network e5f92a9c-9232-4960-be34-2deefc62380e is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:31:47.583308 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-e3bf50dd-6609-4289-969b-bd7c9823cf3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, e5f92a9c-9232-4960-be34-2deefc62380e) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:47.596959 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bf50dd-6609-4289-969b-bd7c9823cf3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:47.598094 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e3bf50dd-6609-4289-969b-bd7c9823cf3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.601305 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e4a858-d268-4555-bc99-b9c6d775ca71 None None] Network e5f92a9c-9232-4960-be34-2deefc62380e requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:47.629007 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e3bf50dd-6609-4289-969b-bd7c9823cf3a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4958115 Nov 12 08:31:47.631802 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 32888) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:47.637308 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-e17ae4b5-d294-4170-86ed-c4dd740ac576 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1507776855-router', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:47.682257 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e17ae4b5-d294-4170-86ed-c4dd740ac576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.683632 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e17ae4b5-d294-4170-86ed-c4dd740ac576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.753397 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e17ae4b5-d294-4170-86ed-c4dd740ac576 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.830354 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-e5f92a9c-9232-4960-be34-2deefc62380e', 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'fixed_ips': [{'subnet_id': '6c542064-a950-4668-8022-669eaf3adcd0'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:31:47.831821 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.957716 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e17ae4b5-d294-4170-86ed-c4dd740ac576 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.013165 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] Allocated IP 172.20.0.2 (e5f92a9c-9232-4960-be34-2deefc62380e/6c542064-a950-4668-8022-669eaf3adcd0/c59ee1b9-0b7f-45f0-a469-273f18d19aa5) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:48.119315 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ab0cf1ff-d217-4a18-b3c0-7f2c21ba7be2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.205368 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.217512 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.252223 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ab0cf1ff-d217-4a18-b3c0-7f2c21ba7be2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.258187 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ab0cf1ff-d217-4a18-b3c0-7f2c21ba7be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.282351 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] Pushing event updated for resources: {'Port': ['ID=c59ee1b9-0b7f-45f0-a469-273f18d19aa5,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:48.292770 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] Network e5f92a9c-9232-4960-be34-2deefc62380e is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:48.299361 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e17ae4b5-d294-4170-86ed-c4dd740ac576 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.303220 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:48.312455 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:48.336482 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e17ae4b5-d294-4170-86ed-c4dd740ac576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.340105 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:48.340613 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:48.341064 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:48.341507 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:48.341972 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:48.342566 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:48.343028 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:48.343677 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:48.344180 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:48.344764 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:48.345285 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:48.346097 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] Tracked resource versions report: Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: pushed versions: Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: { 'AddressGroup': {'1.2'}, Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: 'ConntrackHelper': {'1.0'}, Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: 'Log': {'1.0'}, Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: 'Network': {'1.1'}, Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: 'Port': {'1.7'}, Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: 'PortForwarding': {'1.2'}, Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: 'QosPolicy': {'1.10'}, Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: 'SecurityGroup': {'1.5'}, Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: 'SecurityGroupRule': {'1.2'}, Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: 'SubPort': {'1.0'}, Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: 'Subnet': {'1.1'}, Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: 'Trunk': {'1.1'}} Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: consumer versions: Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: { DHCP agent@n-d-768862-16: {}, Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: HyperV agent@n-h1-768862-16: {}, Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: HyperV agent@n-h2-768862-16: {}, Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: L3 agent@n-d-768862-16: {}, Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: Metadata agent@n-d-768862-16: {}, Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: Metering agent@n-d-768862-16: {}, Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: Open vSwitch agent@n-d-768862-16: { 'AddressGroup': '1.2', Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: 'ConntrackHelper': '1.0', Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: 'Log': '1.0', Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: 'Network': '1.1', Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: 'Port': '1.7', Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: 'PortForwarding': '1.2', Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: 'QosPolicy': '1.10', Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: 'SecurityGroup': '1.5', Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: 'SecurityGroupRule': '1.2', Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: 'SubPort': '1.0', Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: 'Subnet': '1.1', Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: 'Trunk': '1.1'}} Nov 12 08:31:48.347703 n-d-768862-16 neutron-server[102570]: {{(pid=102570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 08:31:48.366103 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ab0cf1ff-d217-4a18-b3c0-7f2c21ba7be2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9efd146d2d34d5e86ef3184cb3c053e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8141773 Nov 12 08:31:48.367594 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0cf1ff-d217-4a18-b3c0-7f2c21ba7be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51499d3-8a07-4237-b82b-384f28a5779d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:48.371439 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 32914) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:48.389118 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] Attempting to bind port c59ee1b9-0b7f-45f0-a469-273f18d19aa5 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:31:48.389495 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] Attempting to bind port c59ee1b9-0b7f-45f0-a469-273f18d19aa5 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '5773a748-8750-49fa-97c7-852ea91b7a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:31:48.389855 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] Attempting to bind port c59ee1b9-0b7f-45f0-a469-273f18d19aa5 on network e5f92a9c-9232-4960-be34-2deefc62380e {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:48.396552 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:31:48.396691 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] Checking segment: {'id': '5773a748-8750-49fa-97c7-852ea91b7a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:48.396978 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.397361 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] Bound using segment: {'id': '5773a748-8750-49fa-97c7-852ea91b7a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:31:48.397831 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] Bound port: c59ee1b9-0b7f-45f0-a469-273f18d19aa5, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5773a748-8750-49fa-97c7-852ea91b7a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:31:48.398225 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.457370 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-91bc5565-7486-418f-8102-46b0de1044ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.468797 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] For port c59ee1b9-0b7f-45f0-a469-273f18d19aa5, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:31:48.473428 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] For port c59ee1b9-0b7f-45f0-a469-273f18d19aa5, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=c59ee1b9-0b7f-45f0-a469-273f18d19aa5,segment=NetworkSegment(5773a748-8750-49fa-97c7-852ea91b7a02),segment_id=5773a748-8750-49fa-97c7-852ea91b7a02)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:31:48.483187 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.492923 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-91bc5565-7486-418f-8102-46b0de1044ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.521151 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-e17ae4b5-d294-4170-86ed-c4dd740ac576 admin admin] Allocated IP 172.25.6.121 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/73c133d0-132e-45ec-9130-4f20882099ab) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:48.583356 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-91bc5565-7486-418f-8102-46b0de1044ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.587222 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-91bc5565-7486-418f-8102-46b0de1044ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.588490 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-91bc5565-7486-418f-8102-46b0de1044ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d51499d3-8a07-4237-b82b-384f28a5779d HTTP/1.1" status: 204 len: 168 time: 0.2159889 Nov 12 08:31:48.604992 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc5565-7486-418f-8102-46b0de1044ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51499d3-8a07-4237-b82b-384f28a5779d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:48.637223 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a9437-c478-4a98-af5c-e69aeb64eded None None] Pushing event updated for resources: {'Port': ['ID=c59ee1b9-0b7f-45f0-a469-273f18d19aa5,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:48.719327 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e17ae4b5-d294-4170-86ed-c4dd740ac576 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.766840 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e17ae4b5-d294-4170-86ed-c4dd740ac576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.805626 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17ae4b5-d294-4170-86ed-c4dd740ac576 admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:48.810594 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-e17ae4b5-d294-4170-86ed-c4dd740ac576 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:48.814424 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17ae4b5-d294-4170-86ed-c4dd740ac576 admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:48.854065 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ae4b5-d294-4170-86ed-c4dd740ac576 admin admin] Pushing event updated for resources: {'Port': ['ID=73c133d0-132e-45ec-9130-4f20882099ab,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:49.129430 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e17ae4b5-d294-4170-86ed-c4dd740ac576 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:49.498458 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e17ae4b5-d294-4170-86ed-c4dd740ac576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:49.667844 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17ae4b5-d294-4170-86ed-c4dd740ac576 admin admin] Router 31ca7770-84e3-457f-b143-eebc60903a63 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:31:49.839499 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17ae4b5-d294-4170-86ed-c4dd740ac576 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:31:49.852138 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcca327e-c77f-40aa-a5c8-c2f7591cdc35 None None] Sync routers for ids ['31ca7770-84e3-457f-b143-eebc60903a63'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:31:49.864357 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcca327e-c77f-40aa-a5c8-c2f7591cdc35 None None] Routers {'31ca7770-84e3-457f-b143-eebc60903a63'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:49.864986 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-fcca327e-c77f-40aa-a5c8-c2f7591cdc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:31:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['31ca7770-84e3-457f-b143-eebc60903a63'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:49.866968 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e17ae4b5-d294-4170-86ed-c4dd740ac576 admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:49.869258 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e17ae4b5-d294-4170-86ed-c4dd740ac576 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.2357817 Nov 12 08:31:49.873016 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 32964) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:49.943029 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23afdaf-9d0b-48de-a74c-ecc8500bfdcc None None] Network e5f92a9c-9232-4960-be34-2deefc62380e requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:50.097062 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-fcca327e-c77f-40aa-a5c8-c2f7591cdc35 None None] Set router 31ca7770-84e3-457f-b143-eebc60903a63 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:31:50.125838 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-08d45a5d-d21a-4cf6-9af4-54993b400d24 None None] Provisioning complete for port c59ee1b9-0b7f-45f0-a469-273f18d19aa5 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:50.126196 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-08d45a5d-d21a-4cf6-9af4-54993b400d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.250245 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c59ee1b9-0b7f-45f0-a469-273f18d19aa5 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:50.324965 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 32976) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:50.432805 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-fcca327e-c77f-40aa-a5c8-c2f7591cdc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ca7770-84e3-457f-b143-eebc60903a63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1507776855-router', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '73c133d0-132e-45ec-9130-4f20882099ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:47Z', 'updated_at': '2021-11-12T08:31:48Z', 'revision_number': 3, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'gw_port': {'id': '73c133d0-132e-45ec-9130-4f20882099ab', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:48Z', 'updated_at': '2021-11-12T08:31:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:50.471409 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 32982) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:50.504229 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcca327e-c77f-40aa-a5c8-c2f7591cdc35 None None] Checking router: 31ca7770-84e3-457f-b143-eebc60903a63 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:31:50.504837 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcca327e-c77f-40aa-a5c8-c2f7591cdc35 None None] Updating router 31ca7770-84e3-457f-b143-eebc60903a63 port 73c133d0-132e-45ec-9130-4f20882099ab binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:31:50.578414 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fcca327e-c77f-40aa-a5c8-c2f7591cdc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.587427 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-08d45a5d-d21a-4cf6-9af4-54993b400d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.667436 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-b0d8d579-9fc5-4cba-84f8-06d932555c51 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2011485755-network', 'tenant_id': 'c2422860e3664ba1a7d36f80d2000404'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:50.680920 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port c59ee1b9-0b7f-45f0-a469-273f18d19aa5 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:50.681296 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.733283 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d8d579-9fc5-4cba-84f8-06d932555c51 admin admin] Made reservation on behalf of c2422860e3664ba1a7d36f80d2000404 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:50.736219 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d579-9fc5-4cba-84f8-06d932555c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.751237 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d579-9fc5-4cba-84f8-06d932555c51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.756548 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-08d45a5d-d21a-4cf6-9af4-54993b400d24 None None] For port c59ee1b9-0b7f-45f0-a469-273f18d19aa5, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=c59ee1b9-0b7f-45f0-a469-273f18d19aa5,segment=NetworkSegment(5773a748-8750-49fa-97c7-852ea91b7a02),segment_id=5773a748-8750-49fa-97c7-852ea91b7a02)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:50.784560 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-08d45a5d-d21a-4cf6-9af4-54993b400d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.902989 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d45a5d-d21a-4cf6-9af4-54993b400d24 None None] Pushing event updated for resources: {'Port': ['ID=c59ee1b9-0b7f-45f0-a469-273f18d19aa5,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:50.982079 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d579-9fc5-4cba-84f8-06d932555c51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.990353 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d579-9fc5-4cba-84f8-06d932555c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.007368 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fcca327e-c77f-40aa-a5c8-c2f7591cdc35 None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.017224 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fcca327e-c77f-40aa-a5c8-c2f7591cdc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.027039 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d8d579-9fc5-4cba-84f8-06d932555c51 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:31:51.052226 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e1e6e36-000f-4fd4-8ebf-7123d73b3192 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.073452 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d579-9fc5-4cba-84f8-06d932555c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.074368 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-b0d8d579-9fc5-4cba-84f8-06d932555c51 admin admin] Added segment f4f45e90-5c0c-4623-b1f5-11ed97e1b9ef of type vlan for network 3c397f79-7f01-423f-bffe-ad02461fc07f Nov 12 08:31:51.075721 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-48ce9623-fe1e-45d2-ab8d-5cc354e11f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.100119 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5d6ab-e857-4376-b7c5-36c2ae07c18c None None] Pushing event updated for resources: {'Port': ['ID=73c133d0-132e-45ec-9130-4f20882099ab,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:51.111064 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-fcca327e-c77f-40aa-a5c8-c2f7591cdc35 None None] Attempting to bind port 73c133d0-132e-45ec-9130-4f20882099ab on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:31:51.111569 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-fcca327e-c77f-40aa-a5c8-c2f7591cdc35 None None] Attempting to bind port 73c133d0-132e-45ec-9130-4f20882099ab by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:31:51.112056 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcca327e-c77f-40aa-a5c8-c2f7591cdc35 None None] Attempting to bind port 73c133d0-132e-45ec-9130-4f20882099ab on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:51.119250 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff5d6ab-e857-4376-b7c5-36c2ae07c18c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:51.119683 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff5d6ab-e857-4376-b7c5-36c2ae07c18c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:51.120122 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff5d6ab-e857-4376-b7c5-36c2ae07c18c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:51.120534 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff5d6ab-e857-4376-b7c5-36c2ae07c18c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:51.120943 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff5d6ab-e857-4376-b7c5-36c2ae07c18c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:51.121375 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff5d6ab-e857-4376-b7c5-36c2ae07c18c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:51.121795 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff5d6ab-e857-4376-b7c5-36c2ae07c18c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:51.122176 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff5d6ab-e857-4376-b7c5-36c2ae07c18c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:51.122570 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff5d6ab-e857-4376-b7c5-36c2ae07c18c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:51.122962 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff5d6ab-e857-4376-b7c5-36c2ae07c18c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:51.123362 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff5d6ab-e857-4376-b7c5-36c2ae07c18c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:51.123766 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff5d6ab-e857-4376-b7c5-36c2ae07c18c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff5d6ab-e857-4376-b7c5-36c2ae07c18c None None] Tracked resource versions report: Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: pushed versions: Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: { 'AddressGroup': {'1.2'}, Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: 'ConntrackHelper': {'1.0'}, Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: 'Log': {'1.0'}, Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: 'Network': {'1.1'}, Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: 'Port': {'1.7'}, Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: 'PortForwarding': {'1.2'}, Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: 'QosPolicy': {'1.10'}, Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: 'SecurityGroup': {'1.5'}, Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: 'SecurityGroupRule': {'1.2'}, Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: 'SubPort': {'1.0'}, Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: 'Subnet': {'1.1'}, Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: 'Trunk': {'1.1'}} Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: consumer versions: Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: { DHCP agent@n-d-768862-16: {}, Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: HyperV agent@n-h1-768862-16: {}, Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: HyperV agent@n-h2-768862-16: {}, Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: L3 agent@n-d-768862-16: {}, Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: Metadata agent@n-d-768862-16: {}, Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: Metering agent@n-d-768862-16: {}, Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: Open vSwitch agent@n-d-768862-16: { 'AddressGroup': '1.2', Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: 'ConntrackHelper': '1.0', Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: 'Log': '1.0', Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: 'Network': '1.1', Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: 'Port': '1.7', Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: 'PortForwarding': '1.2', Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: 'QosPolicy': '1.10', Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: 'SecurityGroup': '1.5', Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: 'SecurityGroupRule': '1.2', Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: 'SubPort': '1.0', Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: 'Subnet': '1.1', Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: 'Trunk': '1.1'}} Nov 12 08:31:51.124963 n-d-768862-16 neutron-server[102571]: {{(pid=102571) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 08:31:51.127251 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-a8a71b71-b6de-40fc-b2fe-fc7098163e53 None None] Provisioning complete for port c59ee1b9-0b7f-45f0-a469-273f18d19aa5 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:51.128484 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a8a71b71-b6de-40fc-b2fe-fc7098163e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.141556 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcca327e-c77f-40aa-a5c8-c2f7591cdc35 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:31:51.142455 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcca327e-c77f-40aa-a5c8-c2f7591cdc35 None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:51.142455 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fcca327e-c77f-40aa-a5c8-c2f7591cdc35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.142900 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcca327e-c77f-40aa-a5c8-c2f7591cdc35 None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:31:51.143442 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-fcca327e-c77f-40aa-a5c8-c2f7591cdc35 None None] Bound port: 73c133d0-132e-45ec-9130-4f20882099ab, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:31:51.143881 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fcca327e-c77f-40aa-a5c8-c2f7591cdc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.197720 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8d579-9fc5-4cba-84f8-06d932555c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839ed2a3-4209-4054-bb1d-393725ad19f4,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:51.221502 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-fcca327e-c77f-40aa-a5c8-c2f7591cdc35 None None] For port 73c133d0-132e-45ec-9130-4f20882099ab, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:31:51.223459 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d579-9fc5-4cba-84f8-06d932555c51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.239954 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-fcca327e-c77f-40aa-a5c8-c2f7591cdc35 None None] For port 73c133d0-132e-45ec-9130-4f20882099ab, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=73c133d0-132e-45ec-9130-4f20882099ab,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:31:51.249169 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fcca327e-c77f-40aa-a5c8-c2f7591cdc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.287360 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d579-9fc5-4cba-84f8-06d932555c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.288418 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d8d579-9fc5-4cba-84f8-06d932555c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:51.289019 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d579-9fc5-4cba-84f8-06d932555c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.341650 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcca327e-c77f-40aa-a5c8-c2f7591cdc35 None None] Routers {'31ca7770-84e3-457f-b143-eebc60903a63'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:51.342345 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-fcca327e-c77f-40aa-a5c8-c2f7591cdc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:31:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['31ca7770-84e3-457f-b143-eebc60903a63'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:51.417259 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8d579-9fc5-4cba-84f8-06d932555c51 admin admin] Pushing event updated for resources: {'Network': ['ID=3c397f79-7f01-423f-bffe-ad02461fc07f,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:51.428853 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 3c397f79-7f01-423f-bffe-ad02461fc07f details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:31:51.433711 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b0d8d579-9fc5-4cba-84f8-06d932555c51 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1070955 Nov 12 08:31:51.436944 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33030) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:51.448430 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-cca1001a-b29a-4380-9364-2dbc4553be03 admin admin] Request body: {'subnet': {'network_id': '3c397f79-7f01-423f-bffe-ad02461fc07f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2011485755-subnet', 'tenant_id': 'c2422860e3664ba1a7d36f80d2000404', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:51.490293 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca1001a-b29a-4380-9364-2dbc4553be03 admin admin] Made reservation on behalf of c2422860e3664ba1a7d36f80d2000404 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:51.494300 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cca1001a-b29a-4380-9364-2dbc4553be03 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.516085 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5d6ab-e857-4376-b7c5-36c2ae07c18c None None] Pushing event updated for resources: {'Port': ['ID=73c133d0-132e-45ec-9130-4f20882099ab,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:51.550055 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e1e6e36-000f-4fd4-8ebf-7123d73b3192 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.557219 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e1e6e36-000f-4fd4-8ebf-7123d73b3192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.574849 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-fcca327e-c77f-40aa-a5c8-c2f7591cdc35 None None] Set router 31ca7770-84e3-457f-b143-eebc60903a63 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:31:51.583619 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-48ce9623-fe1e-45d2-ab8d-5cc354e11f16 admin admin] Allocated IP 172.20.0.1 (e5f92a9c-9232-4960-be34-2deefc62380e/6c542064-a950-4668-8022-669eaf3adcd0/a3485255-602e-42a1-b05a-cb40d85eefa3) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:51.662504 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4e1e6e36-000f-4fd4-8ebf-7123d73b3192 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36bdbc4d3c444dc6ae7d86f244fbec77&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1874959 Nov 12 08:31:51.663849 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33050) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:51.683976 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e6e36-000f-4fd4-8ebf-7123d73b3192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcf6c2c-ce51-4555-8aa3-677006c3aa0d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:51.832961 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-48ce9623-fe1e-45d2-ab8d-5cc354e11f16 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.850314 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f93d5985-d74b-4b14-a93d-7fc116ece0bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.875683 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-48ce9623-fe1e-45d2-ab8d-5cc354e11f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.917399 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f93d5985-d74b-4b14-a93d-7fc116ece0bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.935375 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-fcca327e-c77f-40aa-a5c8-c2f7591cdc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ca7770-84e3-457f-b143-eebc60903a63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1507776855-router', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '73c133d0-132e-45ec-9130-4f20882099ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:47Z', 'updated_at': '2021-11-12T08:31:48Z', 'revision_number': 3, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'gw_port': {'id': '73c133d0-132e-45ec-9130-4f20882099ab', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:48Z', 'updated_at': '2021-11-12T08:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:51.937034 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cca1001a-b29a-4380-9364-2dbc4553be03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.960508 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ce9623-fe1e-45d2-ab8d-5cc354e11f16 admin admin] Network e5f92a9c-9232-4960-be34-2deefc62380e is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:51.966042 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-48ce9623-fe1e-45d2-ab8d-5cc354e11f16 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:51.969445 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ce9623-fe1e-45d2-ab8d-5cc354e11f16 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:51.969920 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-48ce9623-fe1e-45d2-ab8d-5cc354e11f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.975245 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcca327e-c77f-40aa-a5c8-c2f7591cdc35 None None] The sync data for ids ['31ca7770-84e3-457f-b143-eebc60903a63'] in n-d-768862-16 is: [{'id': '31ca7770-84e3-457f-b143-eebc60903a63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1507776855-router', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '73c133d0-132e-45ec-9130-4f20882099ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:47Z', 'updated_at': '2021-11-12T08:31:48Z', 'revision_number': 3, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'gw_port': {'id': '73c133d0-132e-45ec-9130-4f20882099ab', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:48Z', 'updated_at': '2021-11-12T08:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:31:52.010210 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1001a-b29a-4380-9364-2dbc4553be03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d5142db-b8ba-4b51-b010-1307907e46ab,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:52.071128 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca1001a-b29a-4380-9364-2dbc4553be03 admin admin] Checking segment: {'id': 'f4f45e90-5c0c-4623-b1f5-11ed97e1b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3c397f79-7f01-423f-bffe-ad02461fc07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:52.071499 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca1001a-b29a-4380-9364-2dbc4553be03 admin admin] Network hostable DHCP agents. Network: 3c397f79-7f01-423f-bffe-ad02461fc07f, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:31:52.098842 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f93d5985-d74b-4b14-a93d-7fc116ece0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:52.112946 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f93d5985-d74b-4b14-a93d-7fc116ece0bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:52.118897 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f93d5985-d74b-4b14-a93d-7fc116ece0bc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2dcf6c2c-ce51-4555-8aa3-677006c3aa0d HTTP/1.1" status: 204 len: 168 time: 0.4516571 Nov 12 08:31:52.148590 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d5985-d74b-4b14-a93d-7fc116ece0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcf6c2c-ce51-4555-8aa3-677006c3aa0d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:52.157945 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce9623-fe1e-45d2-ab8d-5cc354e11f16 admin admin] Pushing event updated for resources: {'Port': ['ID=a3485255-602e-42a1-b05a-cb40d85eefa3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:52.184854 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca1001a-b29a-4380-9364-2dbc4553be03 admin admin] Network 3c397f79-7f01-423f-bffe-ad02461fc07f is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:31:52.215285 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c59ee1b9-0b7f-45f0-a469-273f18d19aa5 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:52.217577 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-cca1001a-b29a-4380-9364-2dbc4553be03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 3c397f79-7f01-423f-bffe-ad02461fc07f) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:52.224468 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca1001a-b29a-4380-9364-2dbc4553be03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:52.225870 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cca1001a-b29a-4380-9364-2dbc4553be03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:52.277568 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-cca1001a-b29a-4380-9364-2dbc4553be03 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8308518 Nov 12 08:31:52.297284 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5589763-563c-45e8-a646-ef5fa208a5db None None] Network 3c397f79-7f01-423f-bffe-ad02461fc07f requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:52.593023 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-db078ae6-468f-4169-b37b-03da442c7a71 None None] Provisioning complete for port a3485255-602e-42a1-b05a-cb40d85eefa3 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:52.593615 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-db078ae6-468f-4169-b37b-03da442c7a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:52.679206 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-48ce9623-fe1e-45d2-ab8d-5cc354e11f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:52.690678 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:52.739426 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-db078ae6-468f-4169-b37b-03da442c7a71 None None] Port a3485255-602e-42a1-b05a-cb40d85eefa3 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:31:52.753092 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port c59ee1b9-0b7f-45f0-a469-273f18d19aa5 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:52.753692 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:52.866344 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7605ba4d-115e-456b-ac98-a02a5e20b4e7 None None] Network 3c397f79-7f01-423f-bffe-ad02461fc07f requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:52.911922 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33132) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:52.952168 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-282bacc0-0a44-4d7d-a76c-71257f1fb2a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.101654 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-48ce9623-fe1e-45d2-ab8d-5cc354e11f16 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.109708 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-48ce9623-fe1e-45d2-ab8d-5cc354e11f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.110993 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-48ce9623-fe1e-45d2-ab8d-5cc354e11f16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.156365 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-282bacc0-0a44-4d7d-a76c-71257f1fb2a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.166291 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33150) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:53.174095 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-282bacc0-0a44-4d7d-a76c-71257f1fb2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.264686 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282bacc0-0a44-4d7d-a76c-71257f1fb2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7739249-481e-44d5-8a53-b3416e5de42c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:53.270915 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-282bacc0-0a44-4d7d-a76c-71257f1fb2a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e08a6b3bc6124e42ad6850af2a98c3eb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3578529 Nov 12 08:31:53.273699 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33158) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:53.406670 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ce9623-fe1e-45d2-ab8d-5cc354e11f16 admin admin] Network e5f92a9c-9232-4960-be34-2deefc62380e is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:53.412908 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-48ce9623-fe1e-45d2-ab8d-5cc354e11f16 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:53.415175 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce9623-fe1e-45d2-ab8d-5cc354e11f16 admin admin] Pushing event updated for resources: {'Port': ['ID=a3485255-602e-42a1-b05a-cb40d85eefa3,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:53.486707 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c98e5e00-5df2-4c4c-96fc-f71cdfb7e503 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.616142 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c98e5e00-5df2-4c4c-96fc-f71cdfb7e503 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.762801 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c98e5e00-5df2-4c4c-96fc-f71cdfb7e503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.765780 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c98e5e00-5df2-4c4c-96fc-f71cdfb7e503 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.767350 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c98e5e00-5df2-4c4c-96fc-f71cdfb7e503 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e7739249-481e-44d5-8a53-b3416e5de42c HTTP/1.1" status: 204 len: 168 time: 0.4924698 Nov 12 08:31:53.788789 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e5e00-5df2-4c4c-96fc-f71cdfb7e503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7739249-481e-44d5-8a53-b3416e5de42c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:53.888334 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ce9623-fe1e-45d2-ab8d-5cc354e11f16 admin admin] Router 31ca7770-84e3-457f-b143-eebc60903a63 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:31:53.922801 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8271e018-b0e8-4231-9feb-b8925018b54b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.970734 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33196) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:54.010066 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4128ee86-7058-44f4-a26e-346f2b357563 None None] Provisioning complete for port a3485255-602e-42a1-b05a-cb40d85eefa3 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:54.010066 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4128ee86-7058-44f4-a26e-346f2b357563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.135022 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ce9623-fe1e-45d2-ab8d-5cc354e11f16 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:31:54.142008 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4128ee86-7058-44f4-a26e-346f2b357563 None None] Port a3485255-602e-42a1-b05a-cb40d85eefa3 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:31:54.163576 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8271e018-b0e8-4231-9feb-b8925018b54b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.163728 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-48ce9623-fe1e-45d2-ab8d-5cc354e11f16 admin admin] 10.222.0.37 "PUT /v2.0/routers/31ca7770-84e3-457f-b143-eebc60903a63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2880917 Nov 12 08:31:54.178061 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8271e018-b0e8-4231-9feb-b8925018b54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.224577 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 73c133d0-132e-45ec-9130-4f20882099ab up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:54.264798 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33222) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:54.265009 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8271e018-b0e8-4231-9feb-b8925018b54b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb48540292fc47e691736d692bfc4b53&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0963175 Nov 12 08:31:54.266286 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271e018-b0e8-4231-9feb-b8925018b54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af17242d-88e3-4011-839d-bfcec6387a14,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:54.334420 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-93b3abf3-2fe2-4c13-a0da-9328493c472c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.357347 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 73c133d0-132e-45ec-9130-4f20882099ab triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:54.359459 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.402741 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-93b3abf3-2fe2-4c13-a0da-9328493c472c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.472772 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-93b3abf3-2fe2-4c13-a0da-9328493c472c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.476189 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-93b3abf3-2fe2-4c13-a0da-9328493c472c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.477445 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-93b3abf3-2fe2-4c13-a0da-9328493c472c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af17242d-88e3-4011-839d-bfcec6387a14 HTTP/1.1" status: 204 len: 168 time: 0.2116497 Nov 12 08:31:54.499775 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.507144 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3abf3-2fe2-4c13-a0da-9328493c472c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af17242d-88e3-4011-839d-bfcec6387a14,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:54.526555 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f8286ec-6d66-4b77-a645-6fa6412e179f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.534884 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 73c133d0-132e-45ec-9130-4f20882099ab, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=73c133d0-132e-45ec-9130-4f20882099ab,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:54.555518 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.649827 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=73c133d0-132e-45ec-9130-4f20882099ab,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:54.720023 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f8286ec-6d66-4b77-a645-6fa6412e179f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.728805 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f8286ec-6d66-4b77-a645-6fa6412e179f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.788609 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33256) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:54.788733 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4f8286ec-6d66-4b77-a645-6fa6412e179f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce8ad6d92b814f21b307aee6ccca3639&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8167086 Nov 12 08:31:54.789748 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8286ec-6d66-4b77-a645-6fa6412e179f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83aac4c6-28df-44ab-a872-579ec19f2c3d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:54.811198 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4756f11-b3c9-4e4c-82c0-d36891385c22 None None] Sync routers for ids ['31ca7770-84e3-457f-b143-eebc60903a63'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:31:54.825545 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4756f11-b3c9-4e4c-82c0-d36891385c22 None None] Routers {'31ca7770-84e3-457f-b143-eebc60903a63'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:54.826683 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c4756f11-b3c9-4e4c-82c0-d36891385c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:31:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['31ca7770-84e3-457f-b143-eebc60903a63'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:54.888298 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c6331847-574e-4fb3-b4a2-799a6e760bed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.923563 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c6331847-574e-4fb3-b4a2-799a6e760bed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.981062 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-c4756f11-b3c9-4e4c-82c0-d36891385c22 None None] Set router 31ca7770-84e3-457f-b143-eebc60903a63 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:31:54.990375 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c6331847-574e-4fb3-b4a2-799a6e760bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.996219 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c6331847-574e-4fb3-b4a2-799a6e760bed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.000460 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c6331847-574e-4fb3-b4a2-799a6e760bed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/83aac4c6-28df-44ab-a872-579ec19f2c3d HTTP/1.1" status: 204 len: 168 time: 0.2075095 Nov 12 08:31:55.008197 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6331847-574e-4fb3-b4a2-799a6e760bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83aac4c6-28df-44ab-a872-579ec19f2c3d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:55.133552 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33274) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:55.151658 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1f34905c-aabc-43bc-8306-5d4e8f700044 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.239427 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c4756f11-b3c9-4e4c-82c0-d36891385c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ca7770-84e3-457f-b143-eebc60903a63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1507776855-router', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '73c133d0-132e-45ec-9130-4f20882099ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:47Z', 'updated_at': '2021-11-12T08:31:52Z', 'revision_number': 4, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'gw_port': {'id': '73c133d0-132e-45ec-9130-4f20882099ab', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:48Z', 'updated_at': '2021-11-12T08:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'a3485255-602e-42a1-b05a-cb40d85eefa3', 'name': '', 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'mac_address': 'fa:16:3e:b0:61:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '6c542064-a950-4668-8022-669eaf3adcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:51Z', 'updated_at': '2021-11-12T08:31:52Z', 'revision_number': 2, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'subnets': [{'id': '6c542064-a950-4668-8022-669eaf3adcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:55.248619 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1f34905c-aabc-43bc-8306-5d4e8f700044 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.256693 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1f34905c-aabc-43bc-8306-5d4e8f700044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.267452 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4756f11-b3c9-4e4c-82c0-d36891385c22 None None] Checking router: 31ca7770-84e3-457f-b143-eebc60903a63 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:31:55.268054 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4756f11-b3c9-4e4c-82c0-d36891385c22 None None] Updating router 31ca7770-84e3-457f-b143-eebc60903a63 port a3485255-602e-42a1-b05a-cb40d85eefa3 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:31:55.298172 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34905c-aabc-43bc-8306-5d4e8f700044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0391a33f-d513-4f6e-96cc-dadb8f92b1da,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:55.303775 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c4756f11-b3c9-4e4c-82c0-d36891385c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.323847 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33278) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:55.324848 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1f34905c-aabc-43bc-8306-5d4e8f700044 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cc228332f1c441f0ae6702af259b53f5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1889203 Nov 12 08:31:55.398961 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0a89a50d-83df-4f07-82da-f1793003292e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.434238 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0a89a50d-83df-4f07-82da-f1793003292e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.498512 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33284) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:55.506702 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6e752bb5-4737-4863-adf6-4acc5b94bcc6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-565073682-network', 'tenant_id': '10a7c457bd7d4382bf3f55329e219363'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:55.576331 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e752bb5-4737-4863-adf6-4acc5b94bcc6 admin admin] Made reservation on behalf of 10a7c457bd7d4382bf3f55329e219363 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:55.578727 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6e752bb5-4737-4863-adf6-4acc5b94bcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.596603 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0a89a50d-83df-4f07-82da-f1793003292e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.599259 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0a89a50d-83df-4f07-82da-f1793003292e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.603175 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0a89a50d-83df-4f07-82da-f1793003292e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0391a33f-d513-4f6e-96cc-dadb8f92b1da HTTP/1.1" status: 204 len: 168 time: 0.2749424 Nov 12 08:31:55.617005 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89a50d-83df-4f07-82da-f1793003292e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0391a33f-d513-4f6e-96cc-dadb8f92b1da,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:55.622270 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6e752bb5-4737-4863-adf6-4acc5b94bcc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.677542 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33296) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:55.691402 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33300) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:55.694066 n-d-768862-16 neutron-server[102569]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 08:31:55.735999 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6e752bb5-4737-4863-adf6-4acc5b94bcc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.744060 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-795870a9-9f0b-4de4-8eda-53c2c4602426 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b9c1d53bd7be48a79da8b74c201cdf70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505378 Nov 12 08:31:55.744201 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6e752bb5-4737-4863-adf6-4acc5b94bcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.767785 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e752bb5-4737-4863-adf6-4acc5b94bcc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:31:55.789405 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6e752bb5-4737-4863-adf6-4acc5b94bcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.790050 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-6e752bb5-4737-4863-adf6-4acc5b94bcc6 admin admin] Added segment 73c44425-6c7a-482a-b1b1-a4c143343111 of type vlan for network 5dd81f55-e7c4-423f-a754-5ab898bd9678 Nov 12 08:31:55.791715 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e752bb5-4737-4863-adf6-4acc5b94bcc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71096751-70d6-4672-b986-0f7573246632,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:55.856975 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6e752bb5-4737-4863-adf6-4acc5b94bcc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.902926 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6e752bb5-4737-4863-adf6-4acc5b94bcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.904967 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e752bb5-4737-4863-adf6-4acc5b94bcc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:55.907590 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6e752bb5-4737-4863-adf6-4acc5b94bcc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.937532 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c4756f11-b3c9-4e4c-82c0-d36891385c22 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.959046 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6e752bb5-4737-4863-adf6-4acc5b94bcc6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4550636 Nov 12 08:31:55.959321 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c4756f11-b3c9-4e4c-82c0-d36891385c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.960542 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33308) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:55.970661 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-d15ac8cc-818c-4ab1-bc3f-95736c4fbb04 admin admin] Request body: {'subnet': {'network_id': '5dd81f55-e7c4-423f-a754-5ab898bd9678', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-565073682-subnet', 'tenant_id': '10a7c457bd7d4382bf3f55329e219363', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:55.997667 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-976ebb6f-7b98-46c9-a7f1-2515eb9b71f9 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:56.003430 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-976ebb6f-7b98-46c9-a7f1-2515eb9b71f9 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2529020 Nov 12 08:31:56.004823 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e752bb5-4737-4863-adf6-4acc5b94bcc6 admin admin] Pushing event updated for resources: {'Network': ['ID=5dd81f55-e7c4-423f-a754-5ab898bd9678,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:56.029140 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15ac8cc-818c-4ab1-bc3f-95736c4fbb04 admin admin] Made reservation on behalf of 10a7c457bd7d4382bf3f55329e219363 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:56.032168 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d15ac8cc-818c-4ab1-bc3f-95736c4fbb04 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.033090 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 5dd81f55-e7c4-423f-a754-5ab898bd9678 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:31:56.138299 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41f71b-ed64-4dcd-8323-d59221ddbc89 None None] Pushing event updated for resources: {'Port': ['ID=a3485255-602e-42a1-b05a-cb40d85eefa3,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:56.138837 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-32cb7c50-7b75-413a-a301-bb901a65d7cf tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/quotas/b9c1d53bd7be48a79da8b74c201cdf70 HTTP/1.1" status: 200 len: 375 time: 0.1151745 Nov 12 08:31:56.173766 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 73c133d0-132e-45ec-9130-4f20882099ab up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:56.219177 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-27219964-f681-407e-999a-dd9237f2587e tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9c1d53bd7be48a79da8b74c201cdf70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0791342 Nov 12 08:31:56.227814 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33310) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:56.239407 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-88a97283-f56d-45b8-9b98-b0668f796c8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.250367 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15404243-ecc0-43b4-8cdb-fcc5c36c95d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.290975 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-c4756f11-b3c9-4e4c-82c0-d36891385c22 None None] Attempting to bind port a3485255-602e-42a1-b05a-cb40d85eefa3 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:31:56.291564 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-c4756f11-b3c9-4e4c-82c0-d36891385c22 None None] Attempting to bind port a3485255-602e-42a1-b05a-cb40d85eefa3 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '5773a748-8750-49fa-97c7-852ea91b7a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:31:56.291692 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4756f11-b3c9-4e4c-82c0-d36891385c22 None None] Attempting to bind port a3485255-602e-42a1-b05a-cb40d85eefa3 on network e5f92a9c-9232-4960-be34-2deefc62380e {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:56.305495 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4756f11-b3c9-4e4c-82c0-d36891385c22 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:31:56.306100 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4756f11-b3c9-4e4c-82c0-d36891385c22 None None] Checking segment: {'id': '5773a748-8750-49fa-97c7-852ea91b7a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:56.306699 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c4756f11-b3c9-4e4c-82c0-d36891385c22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.307295 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4756f11-b3c9-4e4c-82c0-d36891385c22 None None] Bound using segment: {'id': '5773a748-8750-49fa-97c7-852ea91b7a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:31:56.307998 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-c4756f11-b3c9-4e4c-82c0-d36891385c22 None None] Bound port: a3485255-602e-42a1-b05a-cb40d85eefa3, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5773a748-8750-49fa-97c7-852ea91b7a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:31:56.308599 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c4756f11-b3c9-4e4c-82c0-d36891385c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.358352 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 73c133d0-132e-45ec-9130-4f20882099ab triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:56.359262 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.445849 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c4756f11-b3c9-4e4c-82c0-d36891385c22 None None] For port a3485255-602e-42a1-b05a-cb40d85eefa3, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:31:56.448402 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-3fec63f7-6aad-470e-95a8-17a3658271da None None] Provisioning complete for port a3485255-602e-42a1-b05a-cb40d85eefa3 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:56.448968 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3fec63f7-6aad-470e-95a8-17a3658271da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.452356 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c4756f11-b3c9-4e4c-82c0-d36891385c22 None None] For port a3485255-602e-42a1-b05a-cb40d85eefa3, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a3485255-602e-42a1-b05a-cb40d85eefa3,segment=NetworkSegment(5773a748-8750-49fa-97c7-852ea91b7a02),segment_id=5773a748-8750-49fa-97c7-852ea91b7a02)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:31:56.476164 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15404243-ecc0-43b4-8cdb-fcc5c36c95d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.483035 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15404243-ecc0-43b4-8cdb-fcc5c36c95d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.495084 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c4756f11-b3c9-4e4c-82c0-d36891385c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.582987 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-88a97283-f56d-45b8-9b98-b0668f796c8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.590119 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-88a97283-f56d-45b8-9b98-b0668f796c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.596387 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d15ac8cc-818c-4ab1-bc3f-95736c4fbb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.601028 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-3fec63f7-6aad-470e-95a8-17a3658271da None None] Port a3485255-602e-42a1-b05a-cb40d85eefa3 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:31:56.614281 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15404243-ecc0-43b4-8cdb-fcc5c36c95d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2df1ff-d1d0-4ab8-8392-ef3b5c9c28c3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:56.668585 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41f71b-ed64-4dcd-8323-d59221ddbc89 None None] Pushing event updated for resources: {'Port': ['ID=a3485255-602e-42a1-b05a-cb40d85eefa3,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:56.673652 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4756f11-b3c9-4e4c-82c0-d36891385c22 None None] Routers {'31ca7770-84e3-457f-b143-eebc60903a63'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:56.673863 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-15404243-ecc0-43b4-8cdb-fcc5c36c95d7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7f68ca205ec411c8d27fb34fa96c2e3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4438653 Nov 12 08:31:56.674458 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c4756f11-b3c9-4e4c-82c0-d36891385c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:31:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['31ca7770-84e3-457f-b143-eebc60903a63'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:56.674574 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33330) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:56.797065 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9f60c2e8-d853-4ddd-9b3b-e420a8a34074 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.817631 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33346) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:56.829227 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-272dc59b-9226-49e1-8b26-e7101732b676 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1487305838-network', 'tenant_id': '39a3c2139fb840cb85509332eeeb8109'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:56.849560 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15ac8cc-818c-4ab1-bc3f-95736c4fbb04 admin admin] Checking segment: {'id': '73c44425-6c7a-482a-b1b1-a4c143343111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5dd81f55-e7c4-423f-a754-5ab898bd9678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:56.850404 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15ac8cc-818c-4ab1-bc3f-95736c4fbb04 admin admin] Network hostable DHCP agents. Network: 5dd81f55-e7c4-423f-a754-5ab898bd9678, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:31:56.855314 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-c4756f11-b3c9-4e4c-82c0-d36891385c22 None None] Set router 31ca7770-84e3-457f-b143-eebc60903a63 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:31:56.866930 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ac8cc-818c-4ab1-bc3f-95736c4fbb04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f447bfd-4e1b-4aa8-9abf-362252bb6b89,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:56.873601 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a97283-f56d-45b8-9b98-b0668f796c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bde084-159c-4534-a280-7870bd7862cb,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:56.885880 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-88a97283-f56d-45b8-9b98-b0668f796c8c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c2dd12a5949844e69d7d41a5879978ad&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2044950 Nov 12 08:31:56.886310 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33352) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:56.916518 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9f60c2e8-d853-4ddd-9b3b-e420a8a34074 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.944362 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272dc59b-9226-49e1-8b26-e7101732b676 admin admin] Made reservation on behalf of 39a3c2139fb840cb85509332eeeb8109 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:56.946973 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-272dc59b-9226-49e1-8b26-e7101732b676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.953035 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15ac8cc-818c-4ab1-bc3f-95736c4fbb04 admin admin] Network 5dd81f55-e7c4-423f-a754-5ab898bd9678 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:31:56.966492 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-272dc59b-9226-49e1-8b26-e7101732b676 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.994792 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-d15ac8cc-818c-4ab1-bc3f-95736c4fbb04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 5dd81f55-e7c4-423f-a754-5ab898bd9678) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:57.013619 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15ac8cc-818c-4ab1-bc3f-95736c4fbb04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:57.014934 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d15ac8cc-818c-4ab1-bc3f-95736c4fbb04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:57.017834 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-061d0940-65ac-407e-8d70-5eaf612ce90a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:57.021708 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba798263-8eb3-41c9-8fce-fb5f7c02f19a None None] Network 5dd81f55-e7c4-423f-a754-5ab898bd9678 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:57.048998 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-061d0940-65ac-407e-8d70-5eaf612ce90a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:57.095720 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33354) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:57.109565 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-272dc59b-9226-49e1-8b26-e7101732b676 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:57.111132 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9f60c2e8-d853-4ddd-9b3b-e420a8a34074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:57.116936 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9f60c2e8-d853-4ddd-9b3b-e420a8a34074 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:57.120637 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9f60c2e8-d853-4ddd-9b3b-e420a8a34074 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc2df1ff-d1d0-4ab8-8392-ef3b5c9c28c3 HTTP/1.1" status: 204 len: 168 time: 0.4426432 Nov 12 08:31:57.121170 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-061d0940-65ac-407e-8d70-5eaf612ce90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:57.121717 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-272dc59b-9226-49e1-8b26-e7101732b676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:57.125645 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-061d0940-65ac-407e-8d70-5eaf612ce90a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:57.128938 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-061d0940-65ac-407e-8d70-5eaf612ce90a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/56bde084-159c-4534-a280-7870bd7862cb HTTP/1.1" status: 204 len: 168 time: 0.2418413 Nov 12 08:31:57.135818 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272dc59b-9226-49e1-8b26-e7101732b676 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:31:57.146416 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-272dc59b-9226-49e1-8b26-e7101732b676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:57.146922 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-272dc59b-9226-49e1-8b26-e7101732b676 admin admin] Added segment e0d4adc5-85f6-47a0-a550-7ef7af27104e of type vlan for network 796b7218-1162-4c6f-a3fc-ed8f66bcb853 Nov 12 08:31:57.154222 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d0940-65ac-407e-8d70-5eaf612ce90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bde084-159c-4534-a280-7870bd7862cb,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:57.166838 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d15ac8cc-818c-4ab1-bc3f-95736c4fbb04 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2036827 Nov 12 08:31:57.169375 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-60a6e1dc-a4aa-4143-932e-3483d501ea3d None None] Provisioning complete for port a3485255-602e-42a1-b05a-cb40d85eefa3 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:57.170358 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-60a6e1dc-a4aa-4143-932e-3483d501ea3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:57.207536 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f60c2e8-d853-4ddd-9b3b-e420a8a34074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2df1ff-d1d0-4ab8-8392-ef3b5c9c28c3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:57.229555 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-272dc59b-9226-49e1-8b26-e7101732b676 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:57.283457 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272dc59b-9226-49e1-8b26-e7101732b676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7221120a-09b3-4ad1-b305-1c179ac8fac3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:57.296637 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-272dc59b-9226-49e1-8b26-e7101732b676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:57.297928 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272dc59b-9226-49e1-8b26-e7101732b676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:57.298877 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-272dc59b-9226-49e1-8b26-e7101732b676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:57.381937 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74905595-b603-45ad-be3e-7a357d40bbe4 None None] Network 5dd81f55-e7c4-423f-a754-5ab898bd9678 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:57.398815 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-272dc59b-9226-49e1-8b26-e7101732b676 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5805182 Nov 12 08:31:57.400993 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33368) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:57.408319 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-970302b7-654e-4b9e-b734-35890ad86754 admin admin] Request body: {'subnet': {'network_id': '796b7218-1162-4c6f-a3fc-ed8f66bcb853', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1487305838-subnet', 'tenant_id': '39a3c2139fb840cb85509332eeeb8109', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:57.412366 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272dc59b-9226-49e1-8b26-e7101732b676 admin admin] Pushing event updated for resources: {'Network': ['ID=796b7218-1162-4c6f-a3fc-ed8f66bcb853,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:57.446673 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970302b7-654e-4b9e-b734-35890ad86754 admin admin] Made reservation on behalf of 39a3c2139fb840cb85509332eeeb8109 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:57.450287 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-970302b7-654e-4b9e-b734-35890ad86754 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:57.463552 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 796b7218-1162-4c6f-a3fc-ed8f66bcb853 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:31:57.469069 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-60a6e1dc-a4aa-4143-932e-3483d501ea3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:57.603147 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c4756f11-b3c9-4e4c-82c0-d36891385c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ca7770-84e3-457f-b143-eebc60903a63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1507776855-router', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '73c133d0-132e-45ec-9130-4f20882099ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:47Z', 'updated_at': '2021-11-12T08:31:52Z', 'revision_number': 4, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'gw_port': {'id': '73c133d0-132e-45ec-9130-4f20882099ab', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:48Z', 'updated_at': '2021-11-12T08:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'a3485255-602e-42a1-b05a-cb40d85eefa3', 'name': '', 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'mac_address': 'fa:16:3e:b0:61:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '6c542064-a950-4668-8022-669eaf3adcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:51Z', 'updated_at': '2021-11-12T08:31:56Z', 'revision_number': 4, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'subnets': [{'id': '6c542064-a950-4668-8022-669eaf3adcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:57.653108 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-60a6e1dc-a4aa-4143-932e-3483d501ea3d None None] For port a3485255-602e-42a1-b05a-cb40d85eefa3, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a3485255-602e-42a1-b05a-cb40d85eefa3,segment=NetworkSegment(5773a748-8750-49fa-97c7-852ea91b7a02),segment_id=5773a748-8750-49fa-97c7-852ea91b7a02)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:57.654944 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4756f11-b3c9-4e4c-82c0-d36891385c22 None None] The sync data for ids ['31ca7770-84e3-457f-b143-eebc60903a63'] in n-d-768862-16 is: [{'id': '31ca7770-84e3-457f-b143-eebc60903a63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1507776855-router', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '73c133d0-132e-45ec-9130-4f20882099ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:47Z', 'updated_at': '2021-11-12T08:31:52Z', 'revision_number': 4, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'gw_port': {'id': '73c133d0-132e-45ec-9130-4f20882099ab', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:48Z', 'updated_at': '2021-11-12T08:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'a3485255-602e-42a1-b05a-cb40d85eefa3', 'name': '', 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'mac_address': 'fa:16:3e:b0:61:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '6c542064-a950-4668-8022-669eaf3adcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:51Z', 'updated_at': '2021-11-12T08:31:56Z', 'revision_number': 4, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'subnets': [{'id': '6c542064-a950-4668-8022-669eaf3adcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:31:57.692139 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-60a6e1dc-a4aa-4143-932e-3483d501ea3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:57.801452 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6e1dc-a4aa-4143-932e-3483d501ea3d None None] Pushing event updated for resources: {'Port': ['ID=a3485255-602e-42a1-b05a-cb40d85eefa3,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:58.020794 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33386) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:58.094619 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d6f37b43-9bc1-42d5-932f-6ab5808f4f08 req-ee83993d-5941-41fb-9a8f-c67d41eab4a5 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2597b0-2836-4fbc-b9d2-d1f469438447 HTTP/1.1" status: 200 len: 210 time: 0.9934335 Nov 12 08:31:58.113108 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-970302b7-654e-4b9e-b734-35890ad86754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.150274 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-6687d787-2343-4ada-86ed-9e2c510c8d6f admin admin] Deleting subnet 3d5142db-b8ba-4b51-b010-1307907e46ab {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:31:58.156008 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6687d787-2343-4ada-86ed-9e2c510c8d6f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.202470 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6687d787-2343-4ada-86ed-9e2c510c8d6f admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.215464 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6687d787-2343-4ada-86ed-9e2c510c8d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.246479 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a3485255-602e-42a1-b05a-cb40d85eefa3 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:58.317573 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970302b7-654e-4b9e-b734-35890ad86754 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e902ca5-44db-4f7c-99b5-300869732f3e,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:58.320932 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6687d787-2343-4ada-86ed-9e2c510c8d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.332261 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970302b7-654e-4b9e-b734-35890ad86754 admin admin] Checking segment: {'id': 'e0d4adc5-85f6-47a0-a550-7ef7af27104e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '796b7218-1162-4c6f-a3fc-ed8f66bcb853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:58.332886 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970302b7-654e-4b9e-b734-35890ad86754 admin admin] Network hostable DHCP agents. Network: 796b7218-1162-4c6f-a3fc-ed8f66bcb853, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:31:58.352287 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port a3485255-602e-42a1-b05a-cb40d85eefa3 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:58.356192 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.381833 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970302b7-654e-4b9e-b734-35890ad86754 admin admin] Network 796b7218-1162-4c6f-a3fc-ed8f66bcb853 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:31:58.395033 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-970302b7-654e-4b9e-b734-35890ad86754 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 796b7218-1162-4c6f-a3fc-ed8f66bcb853) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:58.401383 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970302b7-654e-4b9e-b734-35890ad86754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:58.403513 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-970302b7-654e-4b9e-b734-35890ad86754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.415374 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687d787-2343-4ada-86ed-9e2c510c8d6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d5142db-b8ba-4b51-b010-1307907e46ab,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:58.441164 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6687d787-2343-4ada-86ed-9e2c510c8d6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.447039 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-970302b7-654e-4b9e-b734-35890ad86754 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0441718 Nov 12 08:31:58.449911 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33402) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:58.451494 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6687d787-2343-4ada-86ed-9e2c510c8d6f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3d5142db-b8ba-4b51-b010-1307907e46ab HTTP/1.1" status: 204 len: 168 time: 0.4293451 Nov 12 08:31:58.452319 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33404) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:58.463026 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-4682fa38-e504-4020-a218-5ea72dac9a7d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1487305838-router', 'tenant_id': '39a3c2139fb840cb85509332eeeb8109', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:58.492310 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33408) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:58.511377 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-477012a5-c1c7-4f3f-8404-b48fe3f535ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.654008 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-477012a5-c1c7-4f3f-8404-b48fe3f535ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.662745 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-477012a5-c1c7-4f3f-8404-b48fe3f535ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.701844 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-491b08da-ab4f-4c8b-a089-0dfe399bfc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.709915 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db73bba0-cef3-4720-b85c-3714a8a6dd4f None None] Network 796b7218-1162-4c6f-a3fc-ed8f66bcb853 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:58.730370 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4682fa38-e504-4020-a218-5ea72dac9a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.734028 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4682fa38-e504-4020-a218-5ea72dac9a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.760563 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-477012a5-c1c7-4f3f-8404-b48fe3f535ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=baf5c111cf7344d59430ce784c19dc0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648280 Nov 12 08:31:58.762916 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33416) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:58.767276 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477012a5-c1c7-4f3f-8404-b48fe3f535ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99197c81-e4d3-4b75-8724-de8e9576ed70,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:58.929171 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.029480 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4682fa38-e504-4020-a218-5ea72dac9a7d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.169261 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c961f2ac-c165-4052-816d-d539c0a13136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-796b7218-1162-4c6f-a3fc-ed8f66bcb853', 'network_id': '796b7218-1162-4c6f-a3fc-ed8f66bcb853', 'tenant_id': '39a3c2139fb840cb85509332eeeb8109', 'fixed_ips': [{'subnet_id': '5e902ca5-44db-4f7c-99b5-300869732f3e'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:31:59.170229 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c961f2ac-c165-4052-816d-d539c0a13136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.202129 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-491b08da-ab4f-4c8b-a089-0dfe399bfc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.313308 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f5a51ba5-599b-4bde-971d-c7433f5f9ed4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.334732 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-491b08da-ab4f-4c8b-a089-0dfe399bfc1b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:31:59.335347 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-491b08da-ab4f-4c8b-a089-0dfe399bfc1b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:31:59.336269 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-491b08da-ab4f-4c8b-a089-0dfe399bfc1b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:31:59.336777 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-491b08da-ab4f-4c8b-a089-0dfe399bfc1b admin admin] Subscribe: > port after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:31:59.337301 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-491b08da-ab4f-4c8b-a089-0dfe399bfc1b admin admin] Subscribe: > port after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:31:59.337787 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-491b08da-ab4f-4c8b-a089-0dfe399bfc1b admin admin] Subscribe: > port after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:31:59.338300 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-491b08da-ab4f-4c8b-a089-0dfe399bfc1b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:31:59.338800 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-491b08da-ab4f-4c8b-a089-0dfe399bfc1b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:31:59.339382 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-491b08da-ab4f-4c8b-a089-0dfe399bfc1b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:31:59.339916 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-491b08da-ab4f-4c8b-a089-0dfe399bfc1b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:31:59.486223 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-c961f2ac-c165-4052-816d-d539c0a13136 None None] Allocated IP 172.20.0.2 (796b7218-1162-4c6f-a3fc-ed8f66bcb853/5e902ca5-44db-4f7c-99b5-300869732f3e/1a437814-4d1a-47f4-9650-5658e129f453) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:59.585524 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-491b08da-ab4f-4c8b-a089-0dfe399bfc1b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:31:59.585898 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-491b08da-ab4f-4c8b-a089-0dfe399bfc1b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:31:59.587424 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-491b08da-ab4f-4c8b-a089-0dfe399bfc1b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:31:59.587424 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-491b08da-ab4f-4c8b-a089-0dfe399bfc1b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:31:59.587424 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-491b08da-ab4f-4c8b-a089-0dfe399bfc1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c397f79-7f01-423f-bffe-ad02461fc07f']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:59.625872 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-491b08da-ab4f-4c8b-a089-0dfe399bfc1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f45e90-5c0c-4623-b1f5-11ed97e1b9ef') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:59.626233 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-491b08da-ab4f-4c8b-a089-0dfe399bfc1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f45e90-5c0c-4623-b1f5-11ed97e1b9ef') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:59.699594 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.54', 61439) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:59.727152 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-34c5889a-f5ec-4eff-91e0-2393f12b56f5 req-498a9156-a54d-43f5-b0a4-6ac382b178bb tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2597b0-2836-4fbc-b9d2-d1f469438447 HTTP/1.1" status: 200 len: 210 time: 0.1234353 Nov 12 08:31:59.767337 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-491b08da-ab4f-4c8b-a089-0dfe399bfc1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.774835 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f5a51ba5-599b-4bde-971d-c7433f5f9ed4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.827262 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4682fa38-e504-4020-a218-5ea72dac9a7d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.831293 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-2b180207-2bf3-441b-b898-d889ac9751ed tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=b9c1d53bd7be48a79da8b74c201cdf70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1304672 Nov 12 08:31:59.887964 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c961f2ac-c165-4052-816d-d539c0a13136 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.888657 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-491b08da-ab4f-4c8b-a089-0dfe399bfc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.910406 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c961f2ac-c165-4052-816d-d539c0a13136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.913160 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491b08da-ab4f-4c8b-a089-0dfe399bfc1b admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:31:59.913454 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-491b08da-ab4f-4c8b-a089-0dfe399bfc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: from cryptography.utils import int_from_bytes Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: from cryptography.utils import int_from_bytes Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:31:59.920017 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:31:59.972470 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c961f2ac-c165-4052-816d-d539c0a13136 None None] Network 796b7218-1162-4c6f-a3fc-ed8f66bcb853 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:59.982134 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-c961f2ac-c165-4052-816d-d539c0a13136 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:59.991000 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c961f2ac-c165-4052-816d-d539c0a13136 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:00.058960 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f5a51ba5-599b-4bde-971d-c7433f5f9ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.064282 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f5a51ba5-599b-4bde-971d-c7433f5f9ed4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.067087 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f5a51ba5-599b-4bde-971d-c7433f5f9ed4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/99197c81-e4d3-4b75-8724-de8e9576ed70 HTTP/1.1" status: 204 len: 168 time: 1.3017623 Nov 12 08:32:00.088668 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-491b08da-ab4f-4c8b-a089-0dfe399bfc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.090485 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a51ba5-599b-4bde-971d-c7433f5f9ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99197c81-e4d3-4b75-8724-de8e9576ed70,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:00.092788 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c961f2ac-c165-4052-816d-d539c0a13136 None None] Pushing event updated for resources: {'Port': ['ID=1a437814-4d1a-47f4-9650-5658e129f453,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:00.122323 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b08da-ab4f-4c8b-a089-0dfe399bfc1b admin admin] Pushing event deleted for resources: {'Network': ['ID=3c397f79-7f01-423f-bffe-ad02461fc07f,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:00.136629 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-491b08da-ab4f-4c8b-a089-0dfe399bfc1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.142829 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-491b08da-ab4f-4c8b-a089-0dfe399bfc1b admin admin] 10.222.0.37 "DELETE /v2.0/networks/3c397f79-7f01-423f-bffe-ad02461fc07f HTTP/1.1" status: 204 len: 168 time: 1.6861608 Nov 12 08:32:00.146508 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33458) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:00.151282 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-c961f2ac-c165-4052-816d-d539c0a13136 None None] Attempting to bind port 1a437814-4d1a-47f4-9650-5658e129f453 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:00.151652 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-c961f2ac-c165-4052-816d-d539c0a13136 None None] Attempting to bind port 1a437814-4d1a-47f4-9650-5658e129f453 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'e0d4adc5-85f6-47a0-a550-7ef7af27104e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '796b7218-1162-4c6f-a3fc-ed8f66bcb853'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:00.152050 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c961f2ac-c165-4052-816d-d539c0a13136 None None] Attempting to bind port 1a437814-4d1a-47f4-9650-5658e129f453 on network 796b7218-1162-4c6f-a3fc-ed8f66bcb853 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:00.158979 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c961f2ac-c165-4052-816d-d539c0a13136 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:00.158979 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c961f2ac-c165-4052-816d-d539c0a13136 None None] Checking segment: {'id': 'e0d4adc5-85f6-47a0-a550-7ef7af27104e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '796b7218-1162-4c6f-a3fc-ed8f66bcb853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:00.159364 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c961f2ac-c165-4052-816d-d539c0a13136 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.160040 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c961f2ac-c165-4052-816d-d539c0a13136 None None] Bound using segment: {'id': 'e0d4adc5-85f6-47a0-a550-7ef7af27104e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '796b7218-1162-4c6f-a3fc-ed8f66bcb853'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:00.160214 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-c961f2ac-c165-4052-816d-d539c0a13136 None None] Bound port: 1a437814-4d1a-47f4-9650-5658e129f453, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d4adc5-85f6-47a0-a550-7ef7af27104e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '796b7218-1162-4c6f-a3fc-ed8f66bcb853'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:00.160598 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c961f2ac-c165-4052-816d-d539c0a13136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.300426 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-ade0bb19-5328-4775-9038-c705aba92fd7 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:00.302259 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-ade0bb19-5328-4775-9038-c705aba92fd7 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4654195 Nov 12 08:32:00.319051 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c961f2ac-c165-4052-816d-d539c0a13136 None None] For port 1a437814-4d1a-47f4-9650-5658e129f453, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:00.322220 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb40cb5-db1b-4956-be89-ecba073d5ce2 admin admin] Deleting subnet 7f447bfd-4e1b-4aa8-9abf-362252bb6b89 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:32:00.323484 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c961f2ac-c165-4052-816d-d539c0a13136 None None] For port 1a437814-4d1a-47f4-9650-5658e129f453, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=1a437814-4d1a-47f4-9650-5658e129f453,segment=NetworkSegment(e0d4adc5-85f6-47a0-a550-7ef7af27104e),segment_id=e0d4adc5-85f6-47a0-a550-7ef7af27104e)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:00.330423 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fcb40cb5-db1b-4956-be89-ecba073d5ce2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.331029 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c961f2ac-c165-4052-816d-d539c0a13136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.396137 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c961f2ac-c165-4052-816d-d539c0a13136 None None] Pushing event updated for resources: {'Port': ['ID=1a437814-4d1a-47f4-9650-5658e129f453,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:00.412570 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-5530df73-8965-4af6-ba20-61f269f47fe3 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Request body: {'port': {'device_id': '2c2597b0-2836-4fbc-b9d2-d1f469438447', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'admin_state_up': True, 'tenant_id': 'b9c1d53bd7be48a79da8b74c201cdf70'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:00.420929 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fcb40cb5-db1b-4956-be89-ecba073d5ce2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.423553 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4682fa38-e504-4020-a218-5ea72dac9a7d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.472225 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4682fa38-e504-4020-a218-5ea72dac9a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.576175 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fcb40cb5-db1b-4956-be89-ecba073d5ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.741984 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-4682fa38-e504-4020-a218-5ea72dac9a7d admin admin] Allocated IP 172.25.6.74 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/08c5cc81-9147-4eaf-abc3-3d5803c2a86d) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:00.783109 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fcb40cb5-db1b-4956-be89-ecba073d5ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.877665 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb40cb5-db1b-4956-be89-ecba073d5ce2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f447bfd-4e1b-4aa8-9abf-362252bb6b89,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:00.890235 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fcb40cb5-db1b-4956-be89-ecba073d5ce2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.897972 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fcb40cb5-db1b-4956-be89-ecba073d5ce2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7f447bfd-4e1b-4aa8-9abf-362252bb6b89 HTTP/1.1" status: 204 len: 168 time: 0.7503874 Nov 12 08:32:00.900989 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33502) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:01.008970 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25e0285c-4ccc-443d-8daa-5c331a8a6635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.057945 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6d1d626b-b18d-43fd-9611-4cc11ba45205 req-dec84c68-b423-4fe7-b916-eb99130aa265 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2597b0-2836-4fbc-b9d2-d1f469438447 HTTP/1.1" status: 200 len: 210 time: 0.0431089 Nov 12 08:32:01.115022 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-5530df73-8965-4af6-ba20-61f269f47fe3 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Made reservation on behalf of b9c1d53bd7be48a79da8b74c201cdf70 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:01.128422 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-5530df73-8965-4af6-ba20-61f269f47fe3 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.136783 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4682fa38-e504-4020-a218-5ea72dac9a7d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.142991 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-5530df73-8965-4af6-ba20-61f269f47fe3 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.307576 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-5530df73-8965-4af6-ba20-61f269f47fe3 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.317390 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-5530df73-8965-4af6-ba20-61f269f47fe3 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.348023 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25e0285c-4ccc-443d-8daa-5c331a8a6635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.410982 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-25e0285c-4ccc-443d-8daa-5c331a8a6635 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd81f55-e7c4-423f-a754-5ab898bd9678']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:01.432157 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-25e0285c-4ccc-443d-8daa-5c331a8a6635 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c44425-6c7a-482a-b1b1-a4c143343111') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:01.432456 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-25e0285c-4ccc-443d-8daa-5c331a8a6635 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c44425-6c7a-482a-b1b1-a4c143343111') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:01.457514 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25e0285c-4ccc-443d-8daa-5c331a8a6635 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.459897 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4682fa38-e504-4020-a218-5ea72dac9a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.466863 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530df73-8965-4af6-ba20-61f269f47fe3 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e62f7d-2313-4e3a-8365-ad79f0ab8a09,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:01.568937 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25e0285c-4ccc-443d-8daa-5c331a8a6635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.626653 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4682fa38-e504-4020-a218-5ea72dac9a7d admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:01.652991 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e0285c-4ccc-443d-8daa-5c331a8a6635 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:32:01.653456 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25e0285c-4ccc-443d-8daa-5c331a8a6635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.667272 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:32:01.667272 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:32:01.667272 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:32:01.667272 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:32:01.667272 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:32:01.667272 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:32:01.667272 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:32:01.667272 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:32:01.667272 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:32:01.667272 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:32:01.667272 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:32:01.667272 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:32:01.667272 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:32:01.667272 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:32:01.667272 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:32:01.667272 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:32:01.667272 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:32:01.667272 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:32:01.667272 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:32:01.667272 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:32:01.667272 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:32:01.667272 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:32:01.667272 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:32:01.667272 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:32:01.667272 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:32:01.667272 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:32:01.667272 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:32:01.667272 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:32:01.667272 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:32:01.667272 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:32:01.667272 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:32:01.667272 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:32:01.706914 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-4682fa38-e504-4020-a218-5ea72dac9a7d admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:01.772390 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4682fa38-e504-4020-a218-5ea72dac9a7d admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:01.927332 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682fa38-e504-4020-a218-5ea72dac9a7d admin admin] Pushing event updated for resources: {'Port': ['ID=08c5cc81-9147-4eaf-abc3-3d5803c2a86d,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:02.015904 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-5530df73-8965-4af6-ba20-61f269f47fe3 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Allocated IP 192.168.233.55 (aaa9e939-3555-4037-a22a-8e3905c2166f/ac1fb13e-fa96-4a78-a070-af75ed125682/42ecfd63-fc55-41df-9f71-b88d39bd340b) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:02.244156 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ca92df-9f36-45b0-ab8a-aef845cb514a None None] Network 796b7218-1162-4c6f-a3fc-ed8f66bcb853 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:02.354046 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 1a437814-4d1a-47f4-9650-5658e129f453 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:02.358169 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25e0285c-4ccc-443d-8daa-5c331a8a6635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:02.470914 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-5530df73-8965-4af6-ba20-61f269f47fe3 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:02.572494 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e04ac18c-07e4-4199-91ae-ffb41628a54c req-10790a8c-9176-4a88-99ce-bf364ee88a05 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2597b0-2836-4fbc-b9d2-d1f469438447 HTTP/1.1" status: 200 len: 210 time: 0.2172515 Nov 12 08:32:02.573510 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-5530df73-8965-4af6-ba20-61f269f47fe3 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:02.586298 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4682fa38-e504-4020-a218-5ea72dac9a7d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:02.591053 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25e0285c-4ccc-443d-8daa-5c331a8a6635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:02.594191 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-04555fa1-b41d-471b-9fd2-a6bf635aa5d2 None None] Provisioning complete for port 1a437814-4d1a-47f4-9650-5658e129f453 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:02.596226 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-04555fa1-b41d-471b-9fd2-a6bf635aa5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:02.598418 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-25e0285c-4ccc-443d-8daa-5c331a8a6635 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5dd81f55-e7c4-423f-a754-5ab898bd9678 HTTP/1.1" status: 204 len: 168 time: 1.6962457 Nov 12 08:32:02.741104 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0285c-4ccc-443d-8daa-5c331a8a6635 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dd81f55-e7c4-423f-a754-5ab898bd9678,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:02.760911 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-5530df73-8965-4af6-ba20-61f269f47fe3 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Network aaa9e939-3555-4037-a22a-8e3905c2166f is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:02.799099 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-5530df73-8965-4af6-ba20-61f269f47fe3 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:02.815613 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-5530df73-8965-4af6-ba20-61f269f47fe3 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:02.834037 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-5530df73-8965-4af6-ba20-61f269f47fe3 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:02.836738 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-5530df73-8965-4af6-ba20-61f269f47fe3 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:02.900776 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 1a437814-4d1a-47f4-9650-5658e129f453 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:02.902192 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:02.917924 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530df73-8965-4af6-ba20-61f269f47fe3 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Pushing event updated for resources: {'Port': ['ID=42ecfd63-fc55-41df-9f71-b88d39bd340b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:02.962621 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-5530df73-8965-4af6-ba20-61f269f47fe3 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5544314 Nov 12 08:32:02.976777 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-080e284b-e7f0-4729-8ed4-da4aef91f671 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:32:02.977017 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-080e284b-e7f0-4729-8ed4-da4aef91f671 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077765 Nov 12 08:32:03.016972 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33570) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:03.163582 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33574) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:03.200378 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:03.221301 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4682fa38-e504-4020-a218-5ea72dac9a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:03.233817 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-04555fa1-b41d-471b-9fd2-a6bf635aa5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:03.318875 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8501f898-bc70-4223-9201-7a2196683926 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c2422860e3664ba1a7d36f80d2000404&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1517448 Nov 12 08:32:03.319595 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33580) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:03.365949 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-04555fa1-b41d-471b-9fd2-a6bf635aa5d2 None None] For port 1a437814-4d1a-47f4-9650-5658e129f453, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=1a437814-4d1a-47f4-9650-5658e129f453,segment=NetworkSegment(e0d4adc5-85f6-47a0-a550-7ef7af27104e),segment_id=e0d4adc5-85f6-47a0-a550-7ef7af27104e)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:03.368258 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33582) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:03.398296 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-04555fa1-b41d-471b-9fd2-a6bf635aa5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:03.517375 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79437f11-7b12-41f3-9e7c-cb58ddb7a05a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:03.519010 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4682fa38-e504-4020-a218-5ea72dac9a7d admin admin] Router c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:32:03.584241 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79437f11-7b12-41f3-9e7c-cb58ddb7a05a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:03.608947 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:32:03.612992 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:32:03.681606 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04555fa1-b41d-471b-9fd2-a6bf635aa5d2 None None] Pushing event updated for resources: {'Port': ['ID=1a437814-4d1a-47f4-9650-5658e129f453,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:03.696709 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e4180a14-871d-4eb5-b5b5-8558589ce589 None None] Provisioning complete for port 42ecfd63-fc55-41df-9f71-b88d39bd340b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:03.699761 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e4180a14-871d-4eb5-b5b5-8558589ce589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:03.712556 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79437f11-7b12-41f3-9e7c-cb58ddb7a05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:03.715943 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79437f11-7b12-41f3-9e7c-cb58ddb7a05a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:03.717674 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-79437f11-7b12-41f3-9e7c-cb58ddb7a05a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/839ed2a3-4209-4054-bb1d-393725ad19f4 HTTP/1.1" status: 204 len: 168 time: 0.3968923 Nov 12 08:32:03.733737 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79437f11-7b12-41f3-9e7c-cb58ddb7a05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839ed2a3-4209-4054-bb1d-393725ad19f4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:03.858820 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e4180a14-871d-4eb5-b5b5-8558589ce589 None None] Port 42ecfd63-fc55-41df-9f71-b88d39bd340b cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:32:04.015240 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b367c4-1e35-4927-8d19-bd5839ef7264 req-a521cc3c-e002-4d86-aa4d-88b82e15a225 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:04.018605 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75b367c4-1e35-4927-8d19-bd5839ef7264 req-a521cc3c-e002-4d86-aa4d-88b82e15a225 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2597b0-2836-4fbc-b9d2-d1f469438447 HTTP/1.1" status: 200 len: 935 time: 0.1989610 Nov 12 08:32:04.031547 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4682fa38-e504-4020-a218-5ea72dac9a7d admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:32:04.041670 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d0a2fdd6-6de5-4efd-8366-ebdbb528f12f None None] Provisioning complete for port 1a437814-4d1a-47f4-9650-5658e129f453 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:04.042612 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2579228-66a9-4de0-9a36-f939a7ab3051 None None] Sync routers for ids ['c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:32:04.043139 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d327377f-103f-4e40-968e-3020732f7edd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.043713 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d0a2fdd6-6de5-4efd-8366-ebdbb528f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.058558 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2579228-66a9-4de0-9a36-f939a7ab3051 None None] Routers {'c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:32:04.065317 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-b2579228-66a9-4de0-9a36-f939a7ab3051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:31:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:04.175406 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-846952c2-9022-4c32-8ce3-0c50f9f1ab79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.224259 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-b2579228-66a9-4de0-9a36-f939a7ab3051 None None] Set router c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:32:04.326085 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4682fa38-e504-4020-a218-5ea72dac9a7d admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.335728 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4682fa38-e504-4020-a218-5ea72dac9a7d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.8841891 Nov 12 08:32:04.336284 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33600) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:04.384206 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75b367c4-1e35-4927-8d19-bd5839ef7264 req-3518923f-adad-4420-b8d6-9afa46f7a2ec tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7e62f7d-2313-4e3a-8365-ad79f0ab8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554311 Nov 12 08:32:04.484420 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 1a437814-4d1a-47f4-9650-5658e129f453 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:04.539962 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-b2579228-66a9-4de0-9a36-f939a7ab3051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1487305838-router', 'tenant_id': '39a3c2139fb840cb85509332eeeb8109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '08c5cc81-9147-4eaf-abc3-3d5803c2a86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:58Z', 'updated_at': '2021-11-12T08:32:02Z', 'revision_number': 3, 'project_id': '39a3c2139fb840cb85509332eeeb8109', 'gw_port': {'id': '08c5cc81-9147-4eaf-abc3-3d5803c2a86d', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:24:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:00Z', 'updated_at': '2021-11-12T08:32:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:04.584392 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2579228-66a9-4de0-9a36-f939a7ab3051 None None] Checking router: c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:32:04.585704 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2579228-66a9-4de0-9a36-f939a7ab3051 None None] Updating router c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef port 08c5cc81-9147-4eaf-abc3-3d5803c2a86d binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:32:04.620794 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b2579228-66a9-4de0-9a36-f939a7ab3051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.628746 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 1a437814-4d1a-47f4-9650-5658e129f453 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:04.629318 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.859257 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-1a4b1bfc-bf23-4055-bf95-16e5e0d68a69 service neutron] Request body: {'port': {'device_id': '2c2597b0-2836-4fbc-b9d2-d1f469438447', 'device_owner': 'compute:tempest-test_az-57677668', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:04.930709 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-1a4b1bfc-bf23-4055-bf95-16e5e0d68a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.024128 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33616) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:05.068415 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b2579228-66a9-4de0-9a36-f939a7ab3051 None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.075650 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b2579228-66a9-4de0-9a36-f939a7ab3051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.160810 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33618) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:05.180662 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0badb547-cd9a-4186-a384-7768cf4f4df1 None None] Pushing event updated for resources: {'Port': ['ID=08c5cc81-9147-4eaf-abc3-3d5803c2a86d,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:05.239549 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-b2579228-66a9-4de0-9a36-f939a7ab3051 None None] Attempting to bind port 08c5cc81-9147-4eaf-abc3-3d5803c2a86d on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:05.240422 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-b2579228-66a9-4de0-9a36-f939a7ab3051 None None] Attempting to bind port 08c5cc81-9147-4eaf-abc3-3d5803c2a86d by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:05.241093 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2579228-66a9-4de0-9a36-f939a7ab3051 None None] Attempting to bind port 08c5cc81-9147-4eaf-abc3-3d5803c2a86d on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:05.253125 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2579228-66a9-4de0-9a36-f939a7ab3051 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:05.253893 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2579228-66a9-4de0-9a36-f939a7ab3051 None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:05.254461 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b2579228-66a9-4de0-9a36-f939a7ab3051 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.256350 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2579228-66a9-4de0-9a36-f939a7ab3051 None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:05.257036 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-b2579228-66a9-4de0-9a36-f939a7ab3051 None None] Bound port: 08c5cc81-9147-4eaf-abc3-3d5803c2a86d, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:05.257624 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b2579228-66a9-4de0-9a36-f939a7ab3051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.259028 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6b83c64e-80ee-4415-b018-901f91617111 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=10a7c457bd7d4382bf3f55329e219363&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2298114 Nov 12 08:32:05.259951 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33624) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:05.338038 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-1a4b1bfc-bf23-4055-bf95-16e5e0d68a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ecfd63-fc55-41df-9f71-b88d39bd340b {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:05.348341 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-1a4b1bfc-bf23-4055-bf95-16e5e0d68a69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.352542 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-b2579228-66a9-4de0-9a36-f939a7ab3051 None None] For port 08c5cc81-9147-4eaf-abc3-3d5803c2a86d, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:05.361579 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-b2579228-66a9-4de0-9a36-f939a7ab3051 None None] For port 08c5cc81-9147-4eaf-abc3-3d5803c2a86d, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=08c5cc81-9147-4eaf-abc3-3d5803c2a86d,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:05.368713 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b2579228-66a9-4de0-9a36-f939a7ab3051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.373185 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-1a4b1bfc-bf23-4055-bf95-16e5e0d68a69 service neutron] Transition to ACTIVE for port object 42ecfd63-fc55-41df-9f71-b88d39bd340b will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:32:05.388346 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-1a4b1bfc-bf23-4055-bf95-16e5e0d68a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.421947 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6407ac33-6ac1-488a-8343-8a1c1396691d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.471666 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d327377f-103f-4e40-968e-3020732f7edd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.481748 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6407ac33-6ac1-488a-8343-8a1c1396691d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.498867 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2579228-66a9-4de0-9a36-f939a7ab3051 None None] Routers {'c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:32:05.499481 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-b2579228-66a9-4de0-9a36-f939a7ab3051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:31:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:05.663568 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6407ac33-6ac1-488a-8343-8a1c1396691d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.670146 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6407ac33-6ac1-488a-8343-8a1c1396691d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.677776 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6407ac33-6ac1-488a-8343-8a1c1396691d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/71096751-70d6-4672-b986-0f7573246632 HTTP/1.1" status: 204 len: 168 time: 0.4152400 Nov 12 08:32:05.734422 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407ac33-6ac1-488a-8343-8a1c1396691d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71096751-70d6-4672-b986-0f7573246632,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:05.737251 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3051dd60-82d3-4772-a536-3625757931e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.886225 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b5ac8-05db-4322-bae4-9a9a33697099 req-5a9f87f1-7baa-4c8b-9d2c-45dfea068516 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:05.887905 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d46b5ac8-05db-4322-bae4-9a9a33697099 req-5a9f87f1-7baa-4c8b-9d2c-45dfea068516 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2597b0-2836-4fbc-b9d2-d1f469438447 HTTP/1.1" status: 200 len: 967 time: 0.2455239 Nov 12 08:32:05.904024 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b1bfc-bf23-4055-bf95-16e5e0d68a69 service neutron] Pushing event updated for resources: {'Port': ['ID=42ecfd63-fc55-41df-9f71-b88d39bd340b,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:05.925662 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d327377f-103f-4e40-968e-3020732f7edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.932543 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-1a4b1bfc-bf23-4055-bf95-16e5e0d68a69 service neutron] Attempting to bind port 42ecfd63-fc55-41df-9f71-b88d39bd340b on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:05.933179 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-1a4b1bfc-bf23-4055-bf95-16e5e0d68a69 service neutron] Attempting to bind port 42ecfd63-fc55-41df-9f71-b88d39bd340b by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:05.933706 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-1a4b1bfc-bf23-4055-bf95-16e5e0d68a69 service neutron] Attempting to bind port 42ecfd63-fc55-41df-9f71-b88d39bd340b on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:05.940179 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-b2579228-66a9-4de0-9a36-f939a7ab3051 None None] Set router c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:32:05.948231 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0badb547-cd9a-4186-a384-7768cf4f4df1 None None] Pushing event updated for resources: {'Port': ['ID=08c5cc81-9147-4eaf-abc3-3d5803c2a86d,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:05.952745 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-1a4b1bfc-bf23-4055-bf95-16e5e0d68a69 service neutron] Port 42ecfd63-fc55-41df-9f71-b88d39bd340b on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:32:05.953476 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-1a4b1bfc-bf23-4055-bf95-16e5e0d68a69 service neutron] Attempting to bind port 42ecfd63-fc55-41df-9f71-b88d39bd340b on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:05.977085 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-1a4b1bfc-bf23-4055-bf95-16e5e0d68a69 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:05.977636 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-1a4b1bfc-bf23-4055-bf95-16e5e0d68a69 service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:05.978450 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-1a4b1bfc-bf23-4055-bf95-16e5e0d68a69 service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:05.979176 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-1a4b1bfc-bf23-4055-bf95-16e5e0d68a69 service neutron] Bound port: 42ecfd63-fc55-41df-9f71-b88d39bd340b, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:05.979806 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-1a4b1bfc-bf23-4055-bf95-16e5e0d68a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.096246 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d46b5ac8-05db-4322-bae4-9a9a33697099 req-a06a8f26-b468-4927-931b-cd186e2d6a9c tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7e62f7d-2313-4e3a-8365-ad79f0ab8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830578 Nov 12 08:32:06.160331 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3051dd60-82d3-4772-a536-3625757931e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.168302 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3051dd60-82d3-4772-a536-3625757931e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.208009 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3051dd60-82d3-4772-a536-3625757931e1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b145b762e170475f812cd5767400aeb1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0442564 Nov 12 08:32:06.210690 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33646) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:06.242064 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-1a4b1bfc-bf23-4055-bf95-16e5e0d68a69 service neutron] For port 42ecfd63-fc55-41df-9f71-b88d39bd340b, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:06.253197 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-1a4b1bfc-bf23-4055-bf95-16e5e0d68a69 service neutron] For port 42ecfd63-fc55-41df-9f71-b88d39bd340b, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=42ecfd63-fc55-41df-9f71-b88d39bd340b,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:06.262932 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051dd60-82d3-4772-a536-3625757931e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7188283-259d-4739-8c2a-c6b98a8eb1ce,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:06.295761 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df1a5ce2-cb4c-443f-b9eb-00e117201998 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.302819 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-1a4b1bfc-bf23-4055-bf95-16e5e0d68a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.314302 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33650) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:06.314549 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d327377f-103f-4e40-968e-3020732f7edd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=60334ffcc32a4352992d8ee663a1c67f&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2962527 Nov 12 08:32:06.350342 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327377f-103f-4e40-968e-3020732f7edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b377c31-69c1-4926-a01f-2bd299d4eb6e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:06.369926 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df1a5ce2-cb4c-443f-b9eb-00e117201998 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.401791 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b1bfc-bf23-4055-bf95-16e5e0d68a69 service neutron] Pushing event updated for resources: {'Port': ['ID=42ecfd63-fc55-41df-9f71-b88d39bd340b,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:06.416910 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-846952c2-9022-4c32-8ce3-0c50f9f1ab79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.423479 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-1a4b1bfc-bf23-4055-bf95-16e5e0d68a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:06.424073 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-1a4b1bfc-bf23-4055-bf95-16e5e0d68a69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.425623 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-1a4b1bfc-bf23-4055-bf95-16e5e0d68a69 service neutron] 10.222.0.54 "PUT /v2.0/ports/42ecfd63-fc55-41df-9f71-b88d39bd340b HTTP/1.1" status: 200 len: 1116 time: 2.6491423 Nov 12 08:32:06.426102 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c2597b0-2836-4fbc-b9d2-d1f469438447', 'tag': '42ecfd63-fc55-41df-9f71-b88d39bd340b'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:06.458383 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-b2579228-66a9-4de0-9a36-f939a7ab3051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1487305838-router', 'tenant_id': '39a3c2139fb840cb85509332eeeb8109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '08c5cc81-9147-4eaf-abc3-3d5803c2a86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:58Z', 'updated_at': '2021-11-12T08:32:02Z', 'revision_number': 3, 'project_id': '39a3c2139fb840cb85509332eeeb8109', 'gw_port': {'id': '08c5cc81-9147-4eaf-abc3-3d5803c2a86d', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:24:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:00Z', 'updated_at': '2021-11-12T08:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:06.573089 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2579228-66a9-4de0-9a36-f939a7ab3051 None None] The sync data for ids ['c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef'] in n-d-768862-16 is: [{'id': 'c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1487305838-router', 'tenant_id': '39a3c2139fb840cb85509332eeeb8109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '08c5cc81-9147-4eaf-abc3-3d5803c2a86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:58Z', 'updated_at': '2021-11-12T08:32:02Z', 'revision_number': 3, 'project_id': '39a3c2139fb840cb85509332eeeb8109', 'gw_port': {'id': '08c5cc81-9147-4eaf-abc3-3d5803c2a86d', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:24:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:00Z', 'updated_at': '2021-11-12T08:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:32:06.591179 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-846952c2-9022-4c32-8ce3-0c50f9f1ab79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.605722 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df1a5ce2-cb4c-443f-b9eb-00e117201998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.611408 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df1a5ce2-cb4c-443f-b9eb-00e117201998 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.613641 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-df1a5ce2-cb4c-443f-b9eb-00e117201998 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b7188283-259d-4739-8c2a-c6b98a8eb1ce HTTP/1.1" status: 204 len: 168 time: 0.4015386 Nov 12 08:32:06.653645 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a5ce2-cb4c-443f-b9eb-00e117201998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7188283-259d-4739-8c2a-c6b98a8eb1ce,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:06.662265 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e9305c32-1e02-4b2a-9581-31271b186083 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.722643 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e9305c32-1e02-4b2a-9581-31271b186083 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.778025 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846952c2-9022-4c32-8ce3-0c50f9f1ab79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7de9ad3-f4c2-4871-a36a-8b420bedf187,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:06.838990 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e9305c32-1e02-4b2a-9581-31271b186083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.863110 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e9305c32-1e02-4b2a-9581-31271b186083 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.877879 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e9305c32-1e02-4b2a-9581-31271b186083 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b377c31-69c1-4926-a01f-2bd299d4eb6e HTTP/1.1" status: 204 len: 168 time: 0.5621860 Nov 12 08:32:06.890791 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9305c32-1e02-4b2a-9581-31271b186083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b377c31-69c1-4926-a01f-2bd299d4eb6e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:06.918460 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-846952c2-9022-4c32-8ce3-0c50f9f1ab79 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7eb52f4f836b4e509946432d675eb17f&name=default HTTP/1.1" status: 200 len: 2996 time: 3.5477011 Nov 12 08:32:06.921154 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33676) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:07.012154 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-a0c1be8e-279d-4393-a53e-81b8a58bf298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:07.013777 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-a0c1be8e-279d-4393-a53e-81b8a58bf298 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9c1d53bd7be48a79da8b74c201cdf70&device_id=2c2597b0-2836-4fbc-b9d2-d1f469438447 HTTP/1.1" status: 200 len: 1119 time: 0.4853370 Nov 12 08:32:07.054444 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0bb8e66a-47d8-4ff9-b02f-5cad4d636468 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:07.127420 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0bb8e66a-47d8-4ff9-b02f-5cad4d636468 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:07.268282 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-95d0640c-946b-4ea9-9778-bafeb0464ae0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=42ecfd63-fc55-41df-9f71-b88d39bd340b HTTP/1.1" status: 200 len: 217 time: 0.2077949 Nov 12 08:32:07.297894 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a78d0791-4b44-4eb2-82b2-56bb355c85b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:07.302821 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62bc84d-1556-41b9-bd0e-2a7dc58d18fd" -d '{"events": [{"name": "network-changed", "server_uuid": "2c2597b0-2836-4fbc-b9d2-d1f469438447", "tag": "42ecfd63-fc55-41df-9f71-b88d39bd340b"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:07.367277 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0bb8e66a-47d8-4ff9-b02f-5cad4d636468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:07.373718 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0bb8e66a-47d8-4ff9-b02f-5cad4d636468 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:07.377322 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0bb8e66a-47d8-4ff9-b02f-5cad4d636468 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7de9ad3-f4c2-4871-a36a-8b420bedf187 HTTP/1.1" status: 204 len: 168 time: 0.4541869 Nov 12 08:32:07.404423 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68da74c-070a-43a8-ba1e-05b87201a5ba req-e91fd2ed-5709-4ede-bdf2-3cf00a84b2bd tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:07.408726 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d68da74c-070a-43a8-ba1e-05b87201a5ba req-e91fd2ed-5709-4ede-bdf2-3cf00a84b2bd tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2597b0-2836-4fbc-b9d2-d1f469438447 HTTP/1.1" status: 200 len: 967 time: 0.1523066 Nov 12 08:32:07.476327 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8e66a-47d8-4ff9-b02f-5cad4d636468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7de9ad3-f4c2-4871-a36a-8b420bedf187,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:07.503810 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-462a62b3-0e68-4942-ae08-6fc2d2a313ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:07.505526 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-462a62b3-0e68-4942-ae08-6fc2d2a313ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1745753 Nov 12 08:32:07.597490 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d68da74c-070a-43a8-ba1e-05b87201a5ba req-2e7d9bab-6728-4e79-a66e-ab835e68cfbe tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7e62f7d-2313-4e3a-8365-ad79f0ab8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679499 Nov 12 08:32:07.751391 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-a78d0791-4b44-4eb2-82b2-56bb355c85b8 admin admin] Allocated IP 172.20.0.1 (796b7218-1162-4c6f-a3fc-ed8f66bcb853/5e902ca5-44db-4f7c-99b5-300869732f3e/13f17ba4-e366-4011-b815-9c5d5ed6e595) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:07.766450 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-380691a2-0107-4f1d-bca8-6c019f34259c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:07.820003 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-7c08601c-c74b-4f37-815d-03c98796a366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:07.821654 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-7c08601c-c74b-4f37-815d-03c98796a366 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1432838 Nov 12 08:32:08.088927 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33696) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:08.112051 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f7bed503-3130-4be7-b132-97c1036318cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.113957 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a78d0791-4b44-4eb2-82b2-56bb355c85b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.135494 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-bd9b23f6-be41-474b-890f-eb816fde93e4 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783554 Nov 12 08:32:08.206692 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a78d0791-4b44-4eb2-82b2-56bb355c85b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.288044 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78d0791-4b44-4eb2-82b2-56bb355c85b8 admin admin] Network 796b7218-1162-4c6f-a3fc-ed8f66bcb853 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:08.295111 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-a78d0791-4b44-4eb2-82b2-56bb355c85b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:08.306026 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78d0791-4b44-4eb2-82b2-56bb355c85b8 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:08.316849 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a78d0791-4b44-4eb2-82b2-56bb355c85b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.357831 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f7bed503-3130-4be7-b132-97c1036318cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.368271 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f7bed503-3130-4be7-b132-97c1036318cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.396689 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d0791-4b44-4eb2-82b2-56bb355c85b8 admin admin] Pushing event updated for resources: {'Port': ['ID=13f17ba4-e366-4011-b815-9c5d5ed6e595,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:08.453556 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f7bed503-3130-4be7-b132-97c1036318cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=79852ba161cb48b3a87b9d2cbf25b98d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3564398 Nov 12 08:32:08.453872 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33698) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:08.517346 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bed503-3130-4be7-b132-97c1036318cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960b62ed-e7fc-4a06-8623-706cca93de55,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:08.572542 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 08c5cc81-9147-4eaf-abc3-3d5803c2a86d up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:08.761808 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fb660a-50bf-48cd-83b7-eb33bbc78bb1 x-openstack-request-id: req-39fb660a-50bf-48cd-83b7-eb33bbc78bb1 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:08.762431 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c2597b0-2836-4fbc-b9d2-d1f469438447", "tag": "42ecfd63-fc55-41df-9f71-b88d39bd340b", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:08.763087 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-39fb660a-50bf-48cd-83b7-eb33bbc78bb1 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:08.763696 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c2597b0-2836-4fbc-b9d2-d1f469438447', 'tag': '42ecfd63-fc55-41df-9f71-b88d39bd340b', 'status': 'completed', 'code': 200} Nov 12 08:32:08.810632 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 08c5cc81-9147-4eaf-abc3-3d5803c2a86d triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:08.811711 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.821588 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33706) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:08.838092 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-793603e3-a245-4a9e-8436-ffcb86342972 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.851349 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a78d0791-4b44-4eb2-82b2-56bb355c85b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.906268 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-793603e3-a245-4a9e-8436-ffcb86342972 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.922037 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33710) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:08.924985 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c7a1ec8b-6d21-4e5f-abe8-5d81ac679e48 req-2b89a39a-ca6c-40d6-8d69-7fc065d53d17 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526267 Nov 12 08:32:08.941775 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-6ea75e0e-3b1a-4d9e-82e5-c880714d9803 None None] Provisioning complete for port 13f17ba4-e366-4011-b815-9c5d5ed6e595 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:08.942533 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6ea75e0e-3b1a-4d9e-82e5-c880714d9803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.947226 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5f1fd-0797-4e0a-94e3-d9c15557d403 req-b13ba7a9-6d7d-496b-8c60-42c3aff45dfa tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:08.951622 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35f5f1fd-0797-4e0a-94e3-d9c15557d403 req-b13ba7a9-6d7d-496b-8c60-42c3aff45dfa tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2597b0-2836-4fbc-b9d2-d1f469438447 HTTP/1.1" status: 200 len: 967 time: 0.1699715 Nov 12 08:32:09.016453 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7da7807f-7392-4d74-a9ca-1f8c2c2f5c0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.045587 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-6ea75e0e-3b1a-4d9e-82e5-c880714d9803 None None] Port 13f17ba4-e366-4011-b815-9c5d5ed6e595 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:32:09.062310 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.122220 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 08c5cc81-9147-4eaf-abc3-3d5803c2a86d, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=08c5cc81-9147-4eaf-abc3-3d5803c2a86d,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:09.124702 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35f5f1fd-0797-4e0a-94e3-d9c15557d403 req-4dd77b46-bb49-4567-a6e6-87a7b02a51eb tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7e62f7d-2313-4e3a-8365-ad79f0ab8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583042 Nov 12 08:32:09.131639 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.241379 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=08c5cc81-9147-4eaf-abc3-3d5803c2a86d,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:09.349157 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33714) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:09.406083 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c19ac559-378b-4b35-b6db-240320570ad6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.454392 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a67285d6-288c-4c0a-af42-fd2875cd1468 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.590013 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bc84d-1556-41b9-bd0e-2a7dc58d18fd req-08c27faf-3f64-4a4f-bebc-911b2917aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:09.591920 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c62bc84d-1556-41b9-bd0e-2a7dc58d18fd req-08c27faf-3f64-4a4f-bebc-911b2917aa6c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9c1d53bd7be48a79da8b74c201cdf70&device_id=2c2597b0-2836-4fbc-b9d2-d1f469438447 HTTP/1.1" status: 200 len: 1119 time: 0.4894207 Nov 12 08:32:09.592748 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-793603e3-a245-4a9e-8436-ffcb86342972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.597244 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-793603e3-a245-4a9e-8436-ffcb86342972 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.601541 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-793603e3-a245-4a9e-8436-ffcb86342972 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/960b62ed-e7fc-4a06-8623-706cca93de55 HTTP/1.1" status: 204 len: 168 time: 1.1470487 Nov 12 08:32:09.651358 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793603e3-a245-4a9e-8436-ffcb86342972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960b62ed-e7fc-4a06-8623-706cca93de55,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:09.674115 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c19ac559-378b-4b35-b6db-240320570ad6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.694845 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c19ac559-378b-4b35-b6db-240320570ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.776690 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7da7807f-7392-4d74-a9ca-1f8c2c2f5c0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.803383 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ac559-378b-4b35-b6db-240320570ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f243261c-5bd2-4a0b-8903-1a94b47e774f,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:09.838871 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7da7807f-7392-4d74-a9ca-1f8c2c2f5c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.897870 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c19ac559-378b-4b35-b6db-240320570ad6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bef1af8129744668b27c87c2166a9a92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5450313 Nov 12 08:32:09.898670 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33722) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:09.960557 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a78d0791-4b44-4eb2-82b2-56bb355c85b8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.972591 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7807f-7392-4d74-a9ca-1f8c2c2f5c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58146732-9a74-4e47-b44b-fa38cc14d643,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:10.024483 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b88f7e3f-ba5a-49c5-86f2-eccc8526046e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.053359 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a78d0791-4b44-4eb2-82b2-56bb355c85b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.057121 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a78d0791-4b44-4eb2-82b2-56bb355c85b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.085411 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b88f7e3f-ba5a-49c5-86f2-eccc8526046e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.134116 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3a48034f-17a5-4323-9f7e-c743af203179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.202200 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d0791-4b44-4eb2-82b2-56bb355c85b8 admin admin] Pushing event updated for resources: {'Port': ['ID=13f17ba4-e366-4011-b815-9c5d5ed6e595,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:10.285240 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b88f7e3f-ba5a-49c5-86f2-eccc8526046e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.288516 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b88f7e3f-ba5a-49c5-86f2-eccc8526046e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.293868 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b88f7e3f-ba5a-49c5-86f2-eccc8526046e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f243261c-5bd2-4a0b-8903-1a94b47e774f HTTP/1.1" status: 204 len: 168 time: 0.3927953 Nov 12 08:32:10.309981 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7da7807f-7392-4d74-a9ca-1f8c2c2f5c0a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f1ab1d6ce2c5483295cee0f2454367ae&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3807795 Nov 12 08:32:10.310861 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33730) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:10.316036 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a67285d6-288c-4c0a-af42-fd2875cd1468 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.321193 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f7e3f-ba5a-49c5-86f2-eccc8526046e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f243261c-5bd2-4a0b-8903-1a94b47e774f,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:10.475788 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a67285d6-288c-4c0a-af42-fd2875cd1468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.494386 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e74c50-b164-4ddc-929a-855aab1f6dc1 req-1f5785c4-b6e8-4e32-b624-5d19c8e7f70a tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:10.510641 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f1e74c50-b164-4ddc-929a-855aab1f6dc1 req-1f5785c4-b6e8-4e32-b624-5d19c8e7f70a tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2597b0-2836-4fbc-b9d2-d1f469438447 HTTP/1.1" status: 200 len: 967 time: 0.1914921 Nov 12 08:32:10.528892 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 08c5cc81-9147-4eaf-abc3-3d5803c2a86d up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:10.570012 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a67285d6-288c-4c0a-af42-fd2875cd1468 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=13f0b2ad195345a6ac6795433d388b67&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7430182 Nov 12 08:32:10.576823 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33736) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:10.580076 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67285d6-288c-4c0a-af42-fd2875cd1468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe4b9c0-33c1-4c85-8cb4-d760f9ae7ea9,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:10.617232 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bc84d-1556-41b9-bd0e-2a7dc58d18fd req-c5563991-e064-4887-a606-daf1e24a9608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:10.624262 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c62bc84d-1556-41b9-bd0e-2a7dc58d18fd req-c5563991-e064-4887-a606-daf1e24a9608 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.9350235 Nov 12 08:32:10.647606 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 08c5cc81-9147-4eaf-abc3-3d5803c2a86d triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:10.648140 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.674897 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f1e74c50-b164-4ddc-929a-855aab1f6dc1 req-4a19c9d5-37ec-4ea9-b9f6-6a04f98fcfac tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7e62f7d-2313-4e3a-8365-ad79f0ab8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608832 Nov 12 08:32:10.707970 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b47a35ec-f360-4100-9a23-b455fb3544e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.734497 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b47a35ec-f360-4100-9a23-b455fb3544e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.830807 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78d0791-4b44-4eb2-82b2-56bb355c85b8 admin admin] Network 796b7218-1162-4c6f-a3fc-ed8f66bcb853 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:10.840394 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-a78d0791-4b44-4eb2-82b2-56bb355c85b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:10.863551 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9f798b03-c7d8-49c3-a6bb-811f2eaf8c9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.950761 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b47a35ec-f360-4100-9a23-b455fb3544e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.953891 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b47a35ec-f360-4100-9a23-b455fb3544e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.955233 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b47a35ec-f360-4100-9a23-b455fb3544e9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58146732-9a74-4e47-b44b-fa38cc14d643 HTTP/1.1" status: 204 len: 168 time: 0.6169298 Nov 12 08:32:11.026216 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a35ec-f360-4100-9a23-b455fb3544e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58146732-9a74-4e47-b44b-fa38cc14d643,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:11.061083 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9f798b03-c7d8-49c3-a6bb-811f2eaf8c9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:11.219331 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78d0791-4b44-4eb2-82b2-56bb355c85b8 admin admin] Router c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:32:11.358279 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4d0681f9-460d-4bcf-bacd-7909440915b8 None None] Provisioning complete for port 13f17ba4-e366-4011-b815-9c5d5ed6e595 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:11.359212 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4d0681f9-460d-4bcf-bacd-7909440915b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:11.396078 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4d0681f9-460d-4bcf-bacd-7909440915b8 None None] Port 13f17ba4-e366-4011-b815-9c5d5ed6e595 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:32:11.444440 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9f798b03-c7d8-49c3-a6bb-811f2eaf8c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:11.455706 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9f798b03-c7d8-49c3-a6bb-811f2eaf8c9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:11.460162 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9f798b03-c7d8-49c3-a6bb-811f2eaf8c9e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1fe4b9c0-33c1-4c85-8cb4-d760f9ae7ea9 HTTP/1.1" status: 204 len: 168 time: 0.8735933 Nov 12 08:32:11.496497 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f798b03-c7d8-49c3-a6bb-811f2eaf8c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe4b9c0-33c1-4c85-8cb4-d760f9ae7ea9,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:11.510402 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78d0791-4b44-4eb2-82b2-56bb355c85b8 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:32:11.524978 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a78d0791-4b44-4eb2-82b2-56bb355c85b8 admin admin] 10.222.0.37 "PUT /v2.0/routers/c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1780739 Nov 12 08:32:11.545732 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fcdb01-6d28-4733-b635-dbb839008f9c None None] Sync routers for ids ['c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:32:11.571134 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fcdb01-6d28-4733-b635-dbb839008f9c None None] Routers {'c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:32:11.571805 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-02fcdb01-6d28-4733-b635-dbb839008f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:32:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:11.893632 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a3e99-5593-4659-8d36-53ed5e6909ab req-a4f09a6e-14fc-41f4-a651-ca7a329770a5 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:11.911158 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fa5a3e99-5593-4659-8d36-53ed5e6909ab req-a4f09a6e-14fc-41f4-a651-ca7a329770a5 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2597b0-2836-4fbc-b9d2-d1f469438447 HTTP/1.1" status: 200 len: 967 time: 0.1116142 Nov 12 08:32:11.911952 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:11.923026 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-02fcdb01-6d28-4733-b635-dbb839008f9c None None] Set router c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:32:12.006661 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fa5a3e99-5593-4659-8d36-53ed5e6909ab req-89459239-92fc-4cb0-b166-dd7be05f5f01 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7e62f7d-2313-4e3a-8365-ad79f0ab8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941095 Nov 12 08:32:12.281427 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-02fcdb01-6d28-4733-b635-dbb839008f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1487305838-router', 'tenant_id': '39a3c2139fb840cb85509332eeeb8109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '08c5cc81-9147-4eaf-abc3-3d5803c2a86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:58Z', 'updated_at': '2021-11-12T08:32:08Z', 'revision_number': 4, 'project_id': '39a3c2139fb840cb85509332eeeb8109', 'gw_port': {'id': '08c5cc81-9147-4eaf-abc3-3d5803c2a86d', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:24:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:00Z', 'updated_at': '2021-11-12T08:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '13f17ba4-e366-4011-b815-9c5d5ed6e595', 'name': '', 'network_id': '796b7218-1162-4c6f-a3fc-ed8f66bcb853', 'tenant_id': '39a3c2139fb840cb85509332eeeb8109', 'mac_address': 'fa:16:3e:8e:f7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '5e902ca5-44db-4f7c-99b5-300869732f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:07Z', 'updated_at': '2021-11-12T08:32:09Z', 'revision_number': 2, 'project_id': '39a3c2139fb840cb85509332eeeb8109', 'subnets': [{'id': '5e902ca5-44db-4f7c-99b5-300869732f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:12.311622 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fcdb01-6d28-4733-b635-dbb839008f9c None None] Checking router: c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:32:12.312003 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fcdb01-6d28-4733-b635-dbb839008f9c None None] Updating router c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef port 13f17ba4-e366-4011-b815-9c5d5ed6e595 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:32:12.357623 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-02fcdb01-6d28-4733-b635-dbb839008f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:12.528075 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33788) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:12.552328 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bc55a58d-e42c-4fa9-8a70-7de1e15aef73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:12.770883 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bc55a58d-e42c-4fa9-8a70-7de1e15aef73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:12.778628 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bc55a58d-e42c-4fa9-8a70-7de1e15aef73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:12.811958 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-02fcdb01-6d28-4733-b635-dbb839008f9c None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:12.827438 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-02fcdb01-6d28-4733-b635-dbb839008f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:12.916289 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55a58d-e42c-4fa9-8a70-7de1e15aef73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f0fac3-5a30-48d5-9f64-67d7e9466742,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:12.951180 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bc55a58d-e42c-4fa9-8a70-7de1e15aef73 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2611a7cf54874b24b105e5200da37b4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4217868 Nov 12 08:32:12.956098 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33796) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:12.964809 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f719eff-efb9-4c59-a476-881f1042a89d None None] Pushing event updated for resources: {'Port': ['ID=13f17ba4-e366-4011-b815-9c5d5ed6e595,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:13.126638 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec3e783d-ce2c-47ad-a171-2810208476e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.169320 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-02fcdb01-6d28-4733-b635-dbb839008f9c None None] Attempting to bind port 13f17ba4-e366-4011-b815-9c5d5ed6e595 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:13.169320 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-02fcdb01-6d28-4733-b635-dbb839008f9c None None] Attempting to bind port 13f17ba4-e366-4011-b815-9c5d5ed6e595 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'e0d4adc5-85f6-47a0-a550-7ef7af27104e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '796b7218-1162-4c6f-a3fc-ed8f66bcb853'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:13.176826 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fcdb01-6d28-4733-b635-dbb839008f9c None None] Attempting to bind port 13f17ba4-e366-4011-b815-9c5d5ed6e595 on network 796b7218-1162-4c6f-a3fc-ed8f66bcb853 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:13.206738 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fcdb01-6d28-4733-b635-dbb839008f9c None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:13.207274 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fcdb01-6d28-4733-b635-dbb839008f9c None None] Checking segment: {'id': 'e0d4adc5-85f6-47a0-a550-7ef7af27104e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '796b7218-1162-4c6f-a3fc-ed8f66bcb853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:13.207605 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-02fcdb01-6d28-4733-b635-dbb839008f9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.208063 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fcdb01-6d28-4733-b635-dbb839008f9c None None] Bound using segment: {'id': 'e0d4adc5-85f6-47a0-a550-7ef7af27104e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '796b7218-1162-4c6f-a3fc-ed8f66bcb853'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:13.208542 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-02fcdb01-6d28-4733-b635-dbb839008f9c None None] Bound port: 13f17ba4-e366-4011-b815-9c5d5ed6e595, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d4adc5-85f6-47a0-a550-7ef7af27104e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '796b7218-1162-4c6f-a3fc-ed8f66bcb853'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:13.209066 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-02fcdb01-6d28-4733-b635-dbb839008f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.216180 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec3e783d-ce2c-47ad-a171-2810208476e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.223005 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.308902 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94977107-ac36-4636-9b3e-e3036655b90b req-38998057-aa33-4df4-b47e-1565e47ef421 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:13.335352 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-94977107-ac36-4636-9b3e-e3036655b90b req-38998057-aa33-4df4-b47e-1565e47ef421 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2597b0-2836-4fbc-b9d2-d1f469438447 HTTP/1.1" status: 200 len: 967 time: 0.1644456 Nov 12 08:32:13.382113 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec3e783d-ce2c-47ad-a171-2810208476e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.385398 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec3e783d-ce2c-47ad-a171-2810208476e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.386220 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-02fcdb01-6d28-4733-b635-dbb839008f9c None None] For port 13f17ba4-e366-4011-b815-9c5d5ed6e595, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:13.389837 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ec3e783d-ce2c-47ad-a171-2810208476e9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/17f0fac3-5a30-48d5-9f64-67d7e9466742 HTTP/1.1" status: 204 len: 168 time: 0.4333525 Nov 12 08:32:13.405921 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-02fcdb01-6d28-4733-b635-dbb839008f9c None None] For port 13f17ba4-e366-4011-b815-9c5d5ed6e595, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=13f17ba4-e366-4011-b815-9c5d5ed6e595,segment=NetworkSegment(e0d4adc5-85f6-47a0-a550-7ef7af27104e),segment_id=e0d4adc5-85f6-47a0-a550-7ef7af27104e)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:13.408473 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ff8a9dd6-6639-43c4-ba3c-5e13f3ad7fc6 None None] Provisioning complete for port 13f17ba4-e366-4011-b815-9c5d5ed6e595 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:13.412019 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e783d-ce2c-47ad-a171-2810208476e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f0fac3-5a30-48d5-9f64-67d7e9466742,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:13.412692 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ff8a9dd6-6639-43c4-ba3c-5e13f3ad7fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.529838 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-94977107-ac36-4636-9b3e-e3036655b90b req-e59103b2-5997-4459-9d46-daa54b9148b6 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7e62f7d-2313-4e3a-8365-ad79f0ab8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935971 Nov 12 08:32:13.565817 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-02fcdb01-6d28-4733-b635-dbb839008f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.685128 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f719eff-efb9-4c59-a476-881f1042a89d None None] Pushing event updated for resources: {'Port': ['ID=13f17ba4-e366-4011-b815-9c5d5ed6e595,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:13.748871 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fcdb01-6d28-4733-b635-dbb839008f9c None None] Routers {'c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:32:13.750181 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-02fcdb01-6d28-4733-b635-dbb839008f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:32:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:13.854198 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ff8a9dd6-6639-43c4-ba3c-5e13f3ad7fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.893652 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:14.008414 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ff8a9dd6-6639-43c4-ba3c-5e13f3ad7fc6 None None] For port 13f17ba4-e366-4011-b815-9c5d5ed6e595, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=13f17ba4-e366-4011-b815-9c5d5ed6e595,segment=NetworkSegment(e0d4adc5-85f6-47a0-a550-7ef7af27104e),segment_id=e0d4adc5-85f6-47a0-a550-7ef7af27104e)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:14.025919 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ff8a9dd6-6639-43c4-ba3c-5e13f3ad7fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:14.031044 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-02fcdb01-6d28-4733-b635-dbb839008f9c None None] Set router c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:32:14.119869 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a9dd6-6639-43c4-ba3c-5e13f3ad7fc6 None None] Pushing event updated for resources: {'Port': ['ID=13f17ba4-e366-4011-b815-9c5d5ed6e595,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:14.195065 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-77b277ef-6c09-4a74-8ff8-26dbbf72111d None None] Provisioning complete for port 13f17ba4-e366-4011-b815-9c5d5ed6e595 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:14.195065 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-77b277ef-6c09-4a74-8ff8-26dbbf72111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:14.369692 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c62bc84d-1556-41b9-bd0e-2a7dc58d18fd req-1d3187e3-b7ed-4bcc-9807-71d090d7540d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=42ecfd63-fc55-41df-9f71-b88d39bd340b HTTP/1.1" status: 200 len: 217 time: 0.0919676 Nov 12 08:32:14.387657 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33840) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:14.392491 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-1d6bf0ee-822a-44ef-99a4-06161231aeb0 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Request body: {'security_group': {'name': 'tempest-securitygroup--22371152', 'description': 'tempest-description--1070995340'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:14.445863 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-02fcdb01-6d28-4733-b635-dbb839008f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1487305838-router', 'tenant_id': '39a3c2139fb840cb85509332eeeb8109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '08c5cc81-9147-4eaf-abc3-3d5803c2a86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:58Z', 'updated_at': '2021-11-12T08:32:08Z', 'revision_number': 4, 'project_id': '39a3c2139fb840cb85509332eeeb8109', 'gw_port': {'id': '08c5cc81-9147-4eaf-abc3-3d5803c2a86d', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:24:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:00Z', 'updated_at': '2021-11-12T08:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '13f17ba4-e366-4011-b815-9c5d5ed6e595', 'name': '', 'network_id': '796b7218-1162-4c6f-a3fc-ed8f66bcb853', 'tenant_id': '39a3c2139fb840cb85509332eeeb8109', 'mac_address': 'fa:16:3e:8e:f7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '5e902ca5-44db-4f7c-99b5-300869732f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:07Z', 'updated_at': '2021-11-12T08:32:13Z', 'revision_number': 4, 'project_id': '39a3c2139fb840cb85509332eeeb8109', 'subnets': [{'id': '5e902ca5-44db-4f7c-99b5-300869732f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:14.453712 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1d6bf0ee-822a-44ef-99a4-06161231aeb0 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:14.499435 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bc84d-1556-41b9-bd0e-2a7dc58d18fd req-ac8ea624-b6fa-4c87-a69d-2a875f3e127d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:14.501259 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c62bc84d-1556-41b9-bd0e-2a7dc58d18fd req-ac8ea624-b6fa-4c87-a69d-2a875f3e127d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1236448 Nov 12 08:32:14.570742 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bc84d-1556-41b9-bd0e-2a7dc58d18fd req-9ede24d7-1310-4288-a0d2-e1c3c3138ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:14.574917 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c62bc84d-1556-41b9-bd0e-2a7dc58d18fd req-9ede24d7-1310-4288-a0d2-e1c3c3138ef6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0628507 Nov 12 08:32:14.595025 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-969aecfb-4b2c-4b71-b3f3-f41b05050b4c tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6c42fc525b7a4a4184a9c156b8599a5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689340 Nov 12 08:32:14.602292 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1d6bf0ee-822a-44ef-99a4-06161231aeb0 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:14.619926 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1d6bf0ee-822a-44ef-99a4-06161231aeb0 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:14.685136 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fcdb01-6d28-4733-b635-dbb839008f9c None None] The sync data for ids ['c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef'] in n-d-768862-16 is: [{'id': 'c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1487305838-router', 'tenant_id': '39a3c2139fb840cb85509332eeeb8109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '08c5cc81-9147-4eaf-abc3-3d5803c2a86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:58Z', 'updated_at': '2021-11-12T08:32:08Z', 'revision_number': 4, 'project_id': '39a3c2139fb840cb85509332eeeb8109', 'gw_port': {'id': '08c5cc81-9147-4eaf-abc3-3d5803c2a86d', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:24:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:00Z', 'updated_at': '2021-11-12T08:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '13f17ba4-e366-4011-b815-9c5d5ed6e595', 'name': '', 'network_id': '796b7218-1162-4c6f-a3fc-ed8f66bcb853', 'tenant_id': '39a3c2139fb840cb85509332eeeb8109', 'mac_address': 'fa:16:3e:8e:f7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '5e902ca5-44db-4f7c-99b5-300869732f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:07Z', 'updated_at': '2021-11-12T08:32:13Z', 'revision_number': 4, 'project_id': '39a3c2139fb840cb85509332eeeb8109', 'subnets': [{'id': '5e902ca5-44db-4f7c-99b5-300869732f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:32:14.784973 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1d6bf0ee-822a-44ef-99a4-06161231aeb0 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:14.790374 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1d6bf0ee-822a-44ef-99a4-06161231aeb0 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4012804 Nov 12 08:32:14.796535 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33862) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:14.810136 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-663218b1-4526-492e-a7c3-9ff6f3619d3a tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Request body: {'security_group_rule': {'security_group_id': '7c50791e-332d-4821-b9c1-b32596a4844a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:14.829402 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c62bc84d-1556-41b9-bd0e-2a7dc58d18fd req-aa1514a8-2e2b-4505-8b88-80a5f1f8d745 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417333 Nov 12 08:32:14.830969 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6bf0ee-822a-44ef-99a4-06161231aeb0 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c50791e-332d-4821-b9c1-b32596a4844a,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:14.926271 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06aa1d-23fa-4dc3-8f0f-287666650f39 req-305ec9fb-a6e8-4e9d-a011-97de2e493eb5 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:14.929465 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ea06aa1d-23fa-4dc3-8f0f-287666650f39 req-305ec9fb-a6e8-4e9d-a011-97de2e493eb5 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2597b0-2836-4fbc-b9d2-d1f469438447 HTTP/1.1" status: 200 len: 967 time: 0.2529876 Nov 12 08:32:14.943903 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-d6db317c-8997-497d-b4a3-4dc8f060f98a tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:14.951277 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-d6db317c-8997-497d-b4a3-4dc8f060f98a tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3474667 Nov 12 08:32:14.971717 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-663218b1-4526-492e-a7c3-9ff6f3619d3a tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.018045 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-ead9317d-bdf8-4e9a-8b9e-65ceef534035 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/quotas/6c42fc525b7a4a4184a9c156b8599a5a HTTP/1.1" status: 200 len: 375 time: 0.0301943 Nov 12 08:32:15.056804 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ea06aa1d-23fa-4dc3-8f0f-287666650f39 req-8a44f5f4-7861-4099-bcce-86500be7a87e tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7e62f7d-2313-4e3a-8365-ad79f0ab8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041543 Nov 12 08:32:15.088473 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-49b1dc61-e328-4799-9c0e-5f84a18432a4 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c42fc525b7a4a4184a9c156b8599a5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573320 Nov 12 08:32:15.124293 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-663218b1-4526-492e-a7c3-9ff6f3619d3a tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.141303 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-663218b1-4526-492e-a7c3-9ff6f3619d3a tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.177227 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663218b1-4526-492e-a7c3-9ff6f3619d3a tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76e91dae-b528-4dc6-9216-04fa6c2c10ac,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:15.182757 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c62bc84d-1556-41b9-bd0e-2a7dc58d18fd req-df085849-9ad9-4252-8a85-9cc55d4cbc06 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453531 Nov 12 08:32:15.208188 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-663218b1-4526-492e-a7c3-9ff6f3619d3a tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.212725 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33878) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:15.214209 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-663218b1-4526-492e-a7c3-9ff6f3619d3a tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4105282 Nov 12 08:32:15.217913 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-18b046b8-d3fb-4d12-9c32-1c27b7f60869 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Request body: {'security_group_rule': {'security_group_id': '7c50791e-332d-4821-b9c1-b32596a4844a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:15.295532 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-18b046b8-d3fb-4d12-9c32-1c27b7f60869 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.581123 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-24cc881b-f7ae-4a7f-9790-9eb5754da94f req-f2cf1cc2-6eb0-4043-b4a1-8d1f00004892 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a12a13-922e-4bde-bb4f-af9cce0f53eb HTTP/1.1" status: 200 len: 210 time: 0.2306678 Nov 12 08:32:15.664178 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-18b046b8-d3fb-4d12-9c32-1c27b7f60869 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.674475 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-18b046b8-d3fb-4d12-9c32-1c27b7f60869 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.703220 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b046b8-d3fb-4d12-9c32-1c27b7f60869 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75294517-b480-4bbb-ac43-e62f4dd11840,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:15.714926 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-18b046b8-d3fb-4d12-9c32-1c27b7f60869 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.725130 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33910) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:15.730929 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-735218b8-6220-42ff-aaca-b50a0b5c3c50 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:15.733154 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-18b046b8-d3fb-4d12-9c32-1c27b7f60869 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5183690 Nov 12 08:32:15.783594 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-735218b8-6220-42ff-aaca-b50a0b5c3c50 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:16.010951 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-735218b8-6220-42ff-aaca-b50a0b5c3c50 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:16.207808 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-735218b8-6220-42ff-aaca-b50a0b5c3c50 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Allocated IP 172.25.6.67 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/73480c16-bc09-40fb-98a6-54dc8bf627fb) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:16.233787 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aaf5bf-b504-4906-90ba-42152a04d8c8 req-d2072618-9a9c-4999-a2e7-2b9538337118 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:16.248459 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93aaf5bf-b504-4906-90ba-42152a04d8c8 req-d2072618-9a9c-4999-a2e7-2b9538337118 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2597b0-2836-4fbc-b9d2-d1f469438447 HTTP/1.1" status: 200 len: 967 time: 0.0722833 Nov 12 08:32:16.330708 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93aaf5bf-b504-4906-90ba-42152a04d8c8 req-162e5abc-3f95-4728-94f9-22ab790b7072 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7e62f7d-2313-4e3a-8365-ad79f0ab8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746288 Nov 12 08:32:16.513251 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 13f17ba4-e366-4011-b815-9c5d5ed6e595 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:16.605516 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 13f17ba4-e366-4011-b815-9c5d5ed6e595 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:16.606426 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:16.644974 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33952) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:16.708392 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-735218b8-6220-42ff-aaca-b50a0b5c3c50 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:16.721688 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bfd93a05-acc2-4d2a-8ec1-9247b05a21d1 req-0277bda6-f258-46a7-9c7d-22df2e82d6b4 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a12a13-922e-4bde-bb4f-af9cce0f53eb HTTP/1.1" status: 200 len: 210 time: 0.0448999 Nov 12 08:32:16.760121 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-735218b8-6220-42ff-aaca-b50a0b5c3c50 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:16.816989 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735218b8-6220-42ff-aaca-b50a0b5c3c50 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Pushing event updated for resources: {'Port': ['ID=73480c16-bc09-40fb-98a6-54dc8bf627fb,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:16.834773 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735218b8-6220-42ff-aaca-b50a0b5c3c50 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:16.836683 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-735218b8-6220-42ff-aaca-b50a0b5c3c50 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:16.839083 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735218b8-6220-42ff-aaca-b50a0b5c3c50 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:16.932385 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-735218b8-6220-42ff-aaca-b50a0b5c3c50 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:16.975271 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-735218b8-6220-42ff-aaca-b50a0b5c3c50 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.013733 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-33974d58-6808-495e-b96e-a06bda11116d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-586396906-network', 'tenant_id': '60036c792d1544fb8cbb03c747464363'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:17.046712 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33974d58-6808-495e-b96e-a06bda11116d admin admin] Made reservation on behalf of 60036c792d1544fb8cbb03c747464363 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:17.050385 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-33974d58-6808-495e-b96e-a06bda11116d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.062130 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-33974d58-6808-495e-b96e-a06bda11116d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.181758 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-33974d58-6808-495e-b96e-a06bda11116d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.185762 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-735218b8-6220-42ff-aaca-b50a0b5c3c50 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.190400 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-33974d58-6808-495e-b96e-a06bda11116d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.193213 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-735218b8-6220-42ff-aaca-b50a0b5c3c50 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.233666 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-735218b8-6220-42ff-aaca-b50a0b5c3c50 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.261819 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33974d58-6808-495e-b96e-a06bda11116d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6de65c7-8e85-44f9-adb3-6362ee6c9443,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:17.267495 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735218b8-6220-42ff-aaca-b50a0b5c3c50 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Pushing event updated for resources: {'Port': ['ID=73480c16-bc09-40fb-98a6-54dc8bf627fb,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:17.276065 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33974d58-6808-495e-b96e-a06bda11116d admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:32:17.294669 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-735218b8-6220-42ff-aaca-b50a0b5c3c50 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.294669 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-735218b8-6220-42ff-aaca-b50a0b5c3c50 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5674472 Nov 12 08:32:17.302479 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-33974d58-6808-495e-b96e-a06bda11116d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.302479 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-33974d58-6808-495e-b96e-a06bda11116d admin admin] Added segment 48f7456c-c27b-4cd7-a200-b8938ef11838 of type vlan for network a6d5f445-c009-4fb1-a92b-e2439070859b Nov 12 08:32:17.318879 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.58', 55914) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:17.347625 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-48b0682e-a15a-4b9f-9d6c-e76fcac7a993 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=6c42fc525b7a4a4184a9c156b8599a5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263853 Nov 12 08:32:17.368730 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-33974d58-6808-495e-b96e-a06bda11116d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.377578 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 42ecfd63-fc55-41df-9f71-b88d39bd340b details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:32:17.405878 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-33974d58-6808-495e-b96e-a06bda11116d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.407370 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33974d58-6808-495e-b96e-a06bda11116d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:17.408621 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-33974d58-6808-495e-b96e-a06bda11116d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.514123 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-33974d58-6808-495e-b96e-a06bda11116d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8653226 Nov 12 08:32:17.520204 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33986) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:17.558822 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-d3244475-13b2-4272-88e8-4ae5c6553f56 admin admin] Request body: {'subnet': {'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-586396906-subnet', 'tenant_id': '60036c792d1544fb8cbb03c747464363', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:17.589277 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23055f-d2c8-4706-b40f-12141a3be119 req-9cf7aed4-d9e9-4dc6-bde2-b1216521156b tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:17.591178 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bc23055f-d2c8-4706-b40f-12141a3be119 req-9cf7aed4-d9e9-4dc6-bde2-b1216521156b tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2597b0-2836-4fbc-b9d2-d1f469438447 HTTP/1.1" status: 200 len: 967 time: 0.1614010 Nov 12 08:32:17.592036 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33974d58-6808-495e-b96e-a06bda11116d admin admin] Pushing event updated for resources: {'Network': ['ID=a6d5f445-c009-4fb1-a92b-e2439070859b,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:17.616109 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network a6d5f445-c009-4fb1-a92b-e2439070859b details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:32:17.624858 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-d53cfd2f-d369-4518-8ee2-3303ff01cab3 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:17.627666 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-d53cfd2f-d369-4518-8ee2-3303ff01cab3 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2729921 Nov 12 08:32:17.643421 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3244475-13b2-4272-88e8-4ae5c6553f56 admin admin] Made reservation on behalf of 60036c792d1544fb8cbb03c747464363 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:17.645266 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d3244475-13b2-4272-88e8-4ae5c6553f56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.684328 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bc23055f-d2c8-4706-b40f-12141a3be119 req-e79b2ec5-d2ae-4e11-9f68-707ee8d32c24 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7e62f7d-2313-4e3a-8365-ad79f0ab8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849075 Nov 12 08:32:17.689731 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 42ecfd63-fc55-41df-9f71-b88d39bd340b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=42ecfd63-fc55-41df-9f71-b88d39bd340b,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:17.749511 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-9b017cc2-40d9-43da-a347-e9a3813ff3ce tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Request body: {'port': {'device_id': '56a12a13-922e-4bde-bb4f-af9cce0f53eb', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'admin_state_up': True, 'tenant_id': '6c42fc525b7a4a4184a9c156b8599a5a'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:17.752715 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '42ecfd63-fc55-41df-9f71-b88d39bd340b', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': '42ecfd63-fc55-41df-9f71-b88d39bd340b', 'mac_address': 'fa:16:3e:7e:e6:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:tempest-test_az-57677668', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:32:17.809030 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.826638 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ecfd63-fc55-41df-9f71-b88d39bd340b {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:17.877158 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 42ecfd63-fc55-41df-9f71-b88d39bd340b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=42ecfd63-fc55-41df-9f71-b88d39bd340b,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:17.887211 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.979198 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80c58408-64a5-44e4-b726-e9b64bea964b req-ea49a37f-4a3a-4657-9ab0-9d9480ea6a1d tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--22371152&fields=id&tenant_id=8cc6ca5ed9f64e148f5b96cdf6df5819 HTTP/1.1" status: 200 len: 267 time: 0.1563239 Nov 12 08:32:18.007208 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=42ecfd63-fc55-41df-9f71-b88d39bd340b,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:18.008981 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-9b017cc2-40d9-43da-a347-e9a3813ff3ce tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Made reservation on behalf of 6c42fc525b7a4a4184a9c156b8599a5a for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:18.020097 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-9b017cc2-40d9-43da-a347-e9a3813ff3ce tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.034857 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-9b017cc2-40d9-43da-a347-e9a3813ff3ce tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.038530 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d3244475-13b2-4272-88e8-4ae5c6553f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.133908 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-9b017cc2-40d9-43da-a347-e9a3813ff3ce tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.141980 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-9b017cc2-40d9-43da-a347-e9a3813ff3ce tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.171510 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['42ecfd63-fc55-41df-9f71-b88d39bd340b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:32:18.210325 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b017cc2-40d9-43da-a347-e9a3813ff3ce tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a0ec8d-b03f-4861-8716-669af871e9d8,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:18.212677 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-0dddac38-d5eb-44ca-8591-eb2f00b531bf tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3086472231354689b06a975258c697aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631561 Nov 12 08:32:18.294254 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3244475-13b2-4272-88e8-4ae5c6553f56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d46819c4-cbf3-463f-b6ce-344123c01513,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:18.324591 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-9b017cc2-40d9-43da-a347-e9a3813ff3ce tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Allocated IP 192.168.233.156 (aaa9e939-3555-4037-a22a-8e3905c2166f/ac1fb13e-fa96-4a78-a070-af75ed125682/0f175b77-1198-4572-8406-428c5b46167d) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:18.371479 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c58408-64a5-44e4-b726-e9b64bea964b req-37694b96-3d74-4737-a39e-b92ab13337e0 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:18.373082 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80c58408-64a5-44e4-b726-e9b64bea964b req-37694b96-3d74-4737-a39e-b92ab13337e0 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/networks?id=e5f92a9c-9232-4960-be34-2deefc62380e HTTP/1.1" status: 200 len: 824 time: 0.3814569 Nov 12 08:32:18.376237 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3244475-13b2-4272-88e8-4ae5c6553f56 admin admin] Checking segment: {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:18.376589 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3244475-13b2-4272-88e8-4ae5c6553f56 admin admin] Network hostable DHCP agents. Network: a6d5f445-c009-4fb1-a92b-e2439070859b, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:32:18.416673 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80c58408-64a5-44e4-b726-e9b64bea964b req-f796ebd4-e96c-4e15-afde-8a7928eff807 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/quotas/8cc6ca5ed9f64e148f5b96cdf6df5819 HTTP/1.1" status: 200 len: 375 time: 0.0323913 Nov 12 08:32:18.441742 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3244475-13b2-4272-88e8-4ae5c6553f56 admin admin] Network a6d5f445-c009-4fb1-a92b-e2439070859b is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:32:18.477167 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-c5d4432f-72cb-443d-b398-e72cb48603e4 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:18.478802 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-c5d4432f-72cb-443d-b398-e72cb48603e4 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2444124 Nov 12 08:32:18.484783 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-d3244475-13b2-4272-88e8-4ae5c6553f56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, a6d5f445-c009-4fb1-a92b-e2439070859b) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:18.491054 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3244475-13b2-4272-88e8-4ae5c6553f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:18.491638 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d3244475-13b2-4272-88e8-4ae5c6553f56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.499232 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e840a65f-b125-466b-947e-f424d0f3a6e7 None None] Network a6d5f445-c009-4fb1-a92b-e2439070859b requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:18.521041 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-50532fdf-0171-4871-ad2f-4b66f3f312ae tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/quotas/3086472231354689b06a975258c697aa HTTP/1.1" status: 200 len: 375 time: 0.0314331 Nov 12 08:32:18.535142 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d3244475-13b2-4272-88e8-4ae5c6553f56 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9843762 Nov 12 08:32:18.565980 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80c58408-64a5-44e4-b726-e9b64bea964b req-f152511b-34b5-450d-8e41-691c2104b4f5 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8cc6ca5ed9f64e148f5b96cdf6df5819&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1396050 Nov 12 08:32:18.587869 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-9b017cc2-40d9-43da-a347-e9a3813ff3ce tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.601749 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-d65d6088-5410-45cd-88f8-30558c3616b1 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3086472231354689b06a975258c697aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0725422 Nov 12 08:32:18.760138 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-9b017cc2-40d9-43da-a347-e9a3813ff3ce tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.780154 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74ba1c0-9f19-4c6c-b4b2-ff10c9013c5b None None] Network a6d5f445-c009-4fb1-a92b-e2439070859b requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:18.823909 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-9b017cc2-40d9-43da-a347-e9a3813ff3ce tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Network aaa9e939-3555-4037-a22a-8e3905c2166f is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:18.825494 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b017cc2-40d9-43da-a347-e9a3813ff3ce tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Pushing event updated for resources: {'Port': ['ID=0f175b77-1198-4572-8406-428c5b46167d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:18.828618 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-9b017cc2-40d9-43da-a347-e9a3813ff3ce tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:18.830809 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-9b017cc2-40d9-43da-a347-e9a3813ff3ce tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:18.837332 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-9b017cc2-40d9-43da-a347-e9a3813ff3ce tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:18.838089 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-9b017cc2-40d9-43da-a347-e9a3813ff3ce tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.880973 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-9b017cc2-40d9-43da-a347-e9a3813ff3ce tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1429219 Nov 12 08:32:18.938407 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-80c58408-64a5-44e4-b726-e9b64bea964b req-43a68bf1-6b69-4754-a253-e1a889ed426b service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:32:18.939640 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80c58408-64a5-44e4-b726-e9b64bea964b req-43a68bf1-6b69-4754-a253-e1a889ed426b service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1049261 Nov 12 08:32:19.141561 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80c58408-64a5-44e4-b726-e9b64bea964b req-77e4b008-eebc-487e-bcd1-13b09dc2a247 service neutron] 10.222.0.37 "GET /v2.0/networks/e5f92a9c-9232-4960-be34-2deefc62380e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889961 Nov 12 08:32:19.150479 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6b0b7-7a4b-4a0e-9e92-68c20e0091af req-304ea39f-4d16-4924-bfd6-bef53bbe3830 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:19.152266 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a3b6b0b7-7a4b-4a0e-9e92-68c20e0091af req-304ea39f-4d16-4924-bfd6-bef53bbe3830 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a12a13-922e-4bde-bb4f-af9cce0f53eb HTTP/1.1" status: 200 len: 936 time: 0.1221287 Nov 12 08:32:19.271443 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-27691780-ef2f-43a9-ac6c-9291d70e5913 None None] Provisioning complete for port 0f175b77-1198-4572-8406-428c5b46167d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:19.272796 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-27691780-ef2f-43a9-ac6c-9291d70e5913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.276046 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a3b6b0b7-7a4b-4a0e-9e92-68c20e0091af req-3e8be439-de73-4f64-8baf-e9045e677ce4 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4a0ec8d-b03f-4861-8716-669af871e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118133 Nov 12 08:32:19.336162 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-27691780-ef2f-43a9-ac6c-9291d70e5913 None None] Port 0f175b77-1198-4572-8406-428c5b46167d cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:32:19.336373 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80c58408-64a5-44e4-b726-e9b64bea964b req-7e805496-6688-4fea-a608-f14757482be1 service neutron] 10.222.0.37 "GET /v2.0/networks/e5f92a9c-9232-4960-be34-2deefc62380e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830137 Nov 12 08:32:19.350879 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 42ecfd63-fc55-41df-9f71-b88d39bd340b up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:19.431431 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 42ecfd63-fc55-41df-9f71-b88d39bd340b completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:32:19.441108 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 42ecfd63-fc55-41df-9f71-b88d39bd340b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:19.441509 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.589750 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34056) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:19.596562 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6834bb4a-f5c2-43cf-b8d5-43da7230007a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-158219022-network', 'tenant_id': '17f79dc39d7d47e991886fef340713e7'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:19.599938 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.635193 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2597b0-2836-4fbc-b9d2-d1f469438447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ecfd63-fc55-41df-9f71-b88d39bd340b'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:19.643695 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6834bb4a-f5c2-43cf-b8d5-43da7230007a admin admin] Made reservation on behalf of 17f79dc39d7d47e991886fef340713e7 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:19.646924 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6834bb4a-f5c2-43cf-b8d5-43da7230007a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.670174 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab2411-1a7e-47d0-a481-0a10293e89b7 req-a47f4e72-a641-4a6d-93a3-b2452f08fe18 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:19.672389 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-85ab2411-1a7e-47d0-a481-0a10293e89b7 req-a47f4e72-a641-4a6d-93a3-b2452f08fe18 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2597b0-2836-4fbc-b9d2-d1f469438447 HTTP/1.1" status: 200 len: 968 time: 0.0920095 Nov 12 08:32:19.687234 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6834bb4a-f5c2-43cf-b8d5-43da7230007a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.728558 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 42ecfd63-fc55-41df-9f71-b88d39bd340b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=42ecfd63-fc55-41df-9f71-b88d39bd340b,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:19.742017 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.747567 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-85ab2411-1a7e-47d0-a481-0a10293e89b7 req-dc1b106f-6926-4988-bbbb-7a82d96bb8de tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7e62f7d-2313-4e3a-8365-ad79f0ab8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682023 Nov 12 08:32:19.850788 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=42ecfd63-fc55-41df-9f71-b88d39bd340b,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:19.867402 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6834bb4a-f5c2-43cf-b8d5-43da7230007a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.875212 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6834bb4a-f5c2-43cf-b8d5-43da7230007a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.908100 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6834bb4a-f5c2-43cf-b8d5-43da7230007a admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:32:19.928091 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834bb4a-f5c2-43cf-b8d5-43da7230007a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f01a24-1bc3-4f4f-8505-eeffddfb201d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:19.929658 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a808de04-858b-49a3-8e2d-77724debadfb req-16714112-f38f-4bc6-bbb7-478004ecd716 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1170e81-307c-466b-adf3-dbea7406d378 HTTP/1.1" status: 200 len: 210 time: 0.0570359 Nov 12 08:32:19.933857 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6834bb4a-f5c2-43cf-b8d5-43da7230007a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.934215 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-6834bb4a-f5c2-43cf-b8d5-43da7230007a admin admin] Added segment 4abf7e2c-da27-4de8-92c9-5666cf7fe6d9 of type vlan for network 7f426026-1933-4ce6-a5fd-6853310b1ee6 Nov 12 08:32:19.982894 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-23fa5662-f458-4249-a290-b89d3bf85520 req-0382a638-8e38-4c39-940b-bf2e32ca1992 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5f6c9a1-d513-41e8-9019-06d42dab6306 HTTP/1.1" status: 200 len: 210 time: 0.0421448 Nov 12 08:32:20.024658 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6834bb4a-f5c2-43cf-b8d5-43da7230007a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:20.080455 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6834bb4a-f5c2-43cf-b8d5-43da7230007a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:20.081472 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6834bb4a-f5c2-43cf-b8d5-43da7230007a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:20.082195 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6834bb4a-f5c2-43cf-b8d5-43da7230007a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:20.105800 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7dd9ab-de69-4352-90ba-2870517f9f49" -d '{"events": [{"server_uuid": "2c2597b0-2836-4fbc-b9d2-d1f469438447", "name": "network-vif-plugged", "status": "completed", "tag": "42ecfd63-fc55-41df-9f71-b88d39bd340b"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:20.174870 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6834bb4a-f5c2-43cf-b8d5-43da7230007a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5831218 Nov 12 08:32:20.177907 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34086) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:20.182762 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-22cd0ef4-bde4-4983-bffb-af6cce79b543 admin admin] Request body: {'subnet': {'network_id': '7f426026-1933-4ce6-a5fd-6853310b1ee6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-158219022-subnet', 'tenant_id': '17f79dc39d7d47e991886fef340713e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:20.196791 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834bb4a-f5c2-43cf-b8d5-43da7230007a admin admin] Pushing event updated for resources: {'Network': ['ID=7f426026-1933-4ce6-a5fd-6853310b1ee6,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:20.222259 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cd0ef4-bde4-4983-bffb-af6cce79b543 admin admin] Made reservation on behalf of 17f79dc39d7d47e991886fef340713e7 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:20.225297 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-22cd0ef4-bde4-4983-bffb-af6cce79b543 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:20.229159 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 7f426026-1933-4ce6-a5fd-6853310b1ee6 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:32:20.430936 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-22cd0ef4-bde4-4983-bffb-af6cce79b543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:20.433834 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cd7447-16b4-454f-ab46-7e933811f113 x-openstack-request-id: req-74cd7447-16b4-454f-ab46-7e933811f113 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:20.434324 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2597b0-2836-4fbc-b9d2-d1f469438447", "name": "network-vif-plugged", "status": "completed", "tag": "42ecfd63-fc55-41df-9f71-b88d39bd340b", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:20.435457 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74cd7447-16b4-454f-ab46-7e933811f113 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:20.436630 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2597b0-2836-4fbc-b9d2-d1f469438447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ecfd63-fc55-41df-9f71-b88d39bd340b', 'code': 200} Nov 12 08:32:20.611541 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b220629-4614-42e1-aa8d-5e58ac3cb762 req-5090e0d0-ddfd-4b0e-bc9a-c8b109d3f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:20.613180 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0b220629-4614-42e1-aa8d-5e58ac3cb762 req-5090e0d0-ddfd-4b0e-bc9a-c8b109d3f371 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2c2597b0-2836-4fbc-b9d2-d1f469438447 HTTP/1.1" status: 200 len: 1121 time: 0.1202421 Nov 12 08:32:20.640425 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0b220629-4614-42e1-aa8d-5e58ac3cb762 req-63d0161d-de30-48db-94db-c93d078f408b service neutron] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:20.675462 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34100) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:20.740827 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd0ef4-bde4-4983-bffb-af6cce79b543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7ae7f40-5fba-440e-b042-729aa8c96031,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:20.765649 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cd0ef4-bde4-4983-bffb-af6cce79b543 admin admin] Checking segment: {'id': '4abf7e2c-da27-4de8-92c9-5666cf7fe6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7f426026-1933-4ce6-a5fd-6853310b1ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:20.766179 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cd0ef4-bde4-4983-bffb-af6cce79b543 admin admin] Network hostable DHCP agents. Network: 7f426026-1933-4ce6-a5fd-6853310b1ee6, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:32:20.772312 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0b220629-4614-42e1-aa8d-5e58ac3cb762 req-63d0161d-de30-48db-94db-c93d078f408b service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:20.776164 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac6964-be21-486c-8f7c-170f997bf222 req-62736f9c-7ed5-4a5c-b15c-1b29e2647d59 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:20.777884 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0cac6964-be21-486c-8f7c-170f997bf222 req-62736f9c-7ed5-4a5c-b15c-1b29e2647d59 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a12a13-922e-4bde-bb4f-af9cce0f53eb HTTP/1.1" status: 200 len: 936 time: 0.0957596 Nov 12 08:32:20.779832 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0b220629-4614-42e1-aa8d-5e58ac3cb762 req-63d0161d-de30-48db-94db-c93d078f408b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:20.821779 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cd0ef4-bde4-4983-bffb-af6cce79b543 admin admin] Network 7f426026-1933-4ce6-a5fd-6853310b1ee6 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:32:20.842049 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0b220629-4614-42e1-aa8d-5e58ac3cb762 req-63d0161d-de30-48db-94db-c93d078f408b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d7e62f7d-2313-4e3a-8365-ad79f0ab8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198763 Nov 12 08:32:20.848237 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0161d-de30-48db-94db-c93d078f408b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7542a45c-d281-470c-82a1-50c604fb9c1c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:20.848448 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-22cd0ef4-bde4-4983-bffb-af6cce79b543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 7f426026-1933-4ce6-a5fd-6853310b1ee6) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:20.856521 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d59185-ab93-4978-a17f-17d8fdff0f2f None None] Network 7f426026-1933-4ce6-a5fd-6853310b1ee6 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:20.863047 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cd0ef4-bde4-4983-bffb-af6cce79b543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:20.863486 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-22cd0ef4-bde4-4983-bffb-af6cce79b543 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:20.869651 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-caa67fce-f422-41e5-841a-8cef0040945e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:20.874751 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0cac6964-be21-486c-8f7c-170f997bf222 req-1544bbcb-d35f-49c8-8961-d5a3f4fe97ed tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4a0ec8d-b03f-4861-8716-669af871e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868106 Nov 12 08:32:20.899030 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-22cd0ef4-bde4-4983-bffb-af6cce79b543 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7199149 Nov 12 08:32:21.052309 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-caa67fce-f422-41e5-841a-8cef0040945e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:21.063391 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-caa67fce-f422-41e5-841a-8cef0040945e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:21.068867 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd93d4-7282-4068-a14c-17b7757ee6d9 req-e5a24edd-8d36-4590-ab5c-0337af66d0f1 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:21.069473 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16219db-f746-439a-b019-94695f62b8b9 None None] Network 7f426026-1933-4ce6-a5fd-6853310b1ee6 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:21.071856 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-02fd93d4-7282-4068-a14c-17b7757ee6d9 req-e5a24edd-8d36-4590-ab5c-0337af66d0f1 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2597b0-2836-4fbc-b9d2-d1f469438447 HTTP/1.1" status: 200 len: 969 time: 0.0818250 Nov 12 08:32:21.118941 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-caa67fce-f422-41e5-841a-8cef0040945e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c9e028cf3df4d6da8ae07f9815eb3f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4420147 Nov 12 08:32:21.120533 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa67fce-f422-41e5-841a-8cef0040945e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32c2b3d-b617-4a9b-9ae2-048a48d5a807,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:21.123018 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34120) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:21.182347 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-02fd93d4-7282-4068-a14c-17b7757ee6d9 req-55033a14-ae86-4973-877a-6379f5d3249d tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7e62f7d-2313-4e3a-8365-ad79f0ab8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031513 Nov 12 08:32:21.236488 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-42d75da9-eb27-4610-a70c-c88856c6b8eb req-913b1ff6-74ab-418e-93f6-9ed038ade1d5 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1170e81-307c-466b-adf3-dbea7406d378 HTTP/1.1" status: 200 len: 210 time: 0.0335703 Nov 12 08:32:21.253030 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fb81370f-c793-443a-ab24-7adebb6a57cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:21.292423 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fb81370f-c793-443a-ab24-7adebb6a57cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:21.313230 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3fbbe42c-68b4-44d1-ab9b-9a82543ed481 req-3e1c210e-5b69-46e1-a507-0f8f0e6feeee tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5f6c9a1-d513-41e8-9019-06d42dab6306 HTTP/1.1" status: 200 len: 210 time: 0.0306795 Nov 12 08:32:21.361296 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fb81370f-c793-443a-ab24-7adebb6a57cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:21.364107 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fb81370f-c793-443a-ab24-7adebb6a57cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:21.366105 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-fb81370f-c793-443a-ab24-7adebb6a57cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a32c2b3d-b617-4a9b-9ae2-048a48d5a807 HTTP/1.1" status: 204 len: 168 time: 0.2309515 Nov 12 08:32:21.376157 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81370f-c793-443a-ab24-7adebb6a57cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32c2b3d-b617-4a9b-9ae2-048a48d5a807,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:21.608343 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-a5cf1aef-8cb8-422c-b9b5-126937603abd tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:21.612460 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-a5cf1aef-8cb8-422c-b9b5-126937603abd tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/networks?id=a6d5f445-c009-4fb1-a92b-e2439070859b HTTP/1.1" status: 200 len: 807 time: 0.1362054 Nov 12 08:32:21.626293 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-659384b4-8053-4c1d-b647-dc3aad5f052e tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/quotas/60036c792d1544fb8cbb03c747464363 HTTP/1.1" status: 200 len: 375 time: 0.0099297 Nov 12 08:32:21.666333 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-d34cfd8a-7453-4484-add5-8e623fe1b782 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=60036c792d1544fb8cbb03c747464363&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330095 Nov 12 08:32:21.727080 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34156) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:21.741191 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5554e83d-f707-4cf7-a7e8-8b291781f71a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:21.774274 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-62f0db14-35ad-47b5-a0d0-479790ce098b service neutron] 10.222.0.37 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996211 Nov 12 08:32:21.841383 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5554e83d-f707-4cf7-a7e8-8b291781f71a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:21.848526 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5554e83d-f707-4cf7-a7e8-8b291781f71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:21.890023 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-2989e2e1-bbe2-4ce7-9a3b-3dcea63823aa service neutron] 10.222.0.37 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065910 Nov 12 08:32:21.902449 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5554e83d-f707-4cf7-a7e8-8b291781f71a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eabc79d2e73444cabb63e829c046df99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1715274 Nov 12 08:32:21.902864 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34164) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:21.906152 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554e83d-f707-4cf7-a7e8-8b291781f71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee912373-494e-451f-9e05-7f577a3c7224,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:21.978043 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-43645535-a560-4b36-beac-b66f91887814 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:22.035606 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-43645535-a560-4b36-beac-b66f91887814 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:22.073959 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5dd923-ad22-4624-9a6a-22b665a91421 req-4efa4662-689f-4bd4-be89-41b056bd48a5 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:22.075456 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9b5dd923-ad22-4624-9a6a-22b665a91421 req-4efa4662-689f-4bd4-be89-41b056bd48a5 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a12a13-922e-4bde-bb4f-af9cce0f53eb HTTP/1.1" status: 200 len: 936 time: 0.1110232 Nov 12 08:32:22.150107 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9b5dd923-ad22-4624-9a6a-22b665a91421 req-5ab837f9-8922-4085-af08-875c2380d2ac tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4a0ec8d-b03f-4861-8716-669af871e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619068 Nov 12 08:32:22.163399 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-43645535-a560-4b36-beac-b66f91887814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:22.168142 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-43645535-a560-4b36-beac-b66f91887814 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:22.181020 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-43645535-a560-4b36-beac-b66f91887814 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee912373-494e-451f-9e05-7f577a3c7224 HTTP/1.1" status: 204 len: 168 time: 0.2755938 Nov 12 08:32:22.192859 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43645535-a560-4b36-beac-b66f91887814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee912373-494e-451f-9e05-7f577a3c7224,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:22.295393 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7dbad9b4-6d75-4dc1-8451-3bb4cf6addc9 req-00347354-b700-4377-89c2-9cd73916c697 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 210 time: 0.0495298 Nov 12 08:32:22.477011 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b748d5e-45ef-495a-acdf-7a7aed2a913a req-44258506-a7bf-4acd-9bf4-aabf495e0612 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:22.494265 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b748d5e-45ef-495a-acdf-7a7aed2a913a req-44258506-a7bf-4acd-9bf4-aabf495e0612 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2597b0-2836-4fbc-b9d2-d1f469438447 HTTP/1.1" status: 200 len: 969 time: 0.1163886 Nov 12 08:32:22.550621 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5512c520-e2ac-43f6-9367-e78403bc25ce req-4f0287b0-f6d1-4fe5-8140-4a6ed679f2e2 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1170e81-307c-466b-adf3-dbea7406d378 HTTP/1.1" status: 200 len: 210 time: 0.0563469 Nov 12 08:32:22.583085 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:22.632710 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b748d5e-45ef-495a-acdf-7a7aed2a913a req-2ae3fa88-44c1-4196-9a7f-b272a6579978 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7e62f7d-2313-4e3a-8365-ad79f0ab8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319749 Nov 12 08:32:22.685918 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6c1d9806-d382-460b-ace1-58f0729dc519 req-9e0ecfb5-c8c7-45b4-906c-f6ab249ed10a tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5f6c9a1-d513-41e8-9019-06d42dab6306 HTTP/1.1" status: 200 len: 210 time: 0.0415573 Nov 12 08:32:22.747964 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:32:23.283923 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f328c7-02da-4113-90c7-4a5ad8f2ae10 req-84a06010-34fc-4335-949a-dabcd4982174 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:23.285488 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e5f328c7-02da-4113-90c7-4a5ad8f2ae10 req-84a06010-34fc-4335-949a-dabcd4982174 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a12a13-922e-4bde-bb4f-af9cce0f53eb HTTP/1.1" status: 200 len: 936 time: 0.0561860 Nov 12 08:32:23.357975 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e5f328c7-02da-4113-90c7-4a5ad8f2ae10 req-5418dfec-20d0-4d03-8267-dab6c32fa08d tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4a0ec8d-b03f-4861-8716-669af871e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658977 Nov 12 08:32:23.467768 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-804aa474-bc64-4e14-a50b-9ed1c6882db6 req-a75b780c-9982-4606-a866-c9782f3ce394 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 210 time: 0.0476718 Nov 12 08:32:23.703575 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-de9ea17e-8ff1-4c20-bfe8-dee35b520002 req-8e5e216a-6b44-4f54-a967-5ac6b99a3756 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1170e81-307c-466b-adf3-dbea7406d378 HTTP/1.1" status: 200 len: 210 time: 0.0530512 Nov 12 08:32:23.776932 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34258) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:23.849687 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-460d044b-4375-41ad-b415-9bba28dd723d req-4c18156a-70f6-44cc-a55f-edb7a4e547cb tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5f6c9a1-d513-41e8-9019-06d42dab6306 HTTP/1.1" status: 200 len: 210 time: 0.0378840 Nov 12 08:32:23.858828 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da3741-97f2-47a8-9ae1-805abd328d65 req-8ee68096-a212-4212-93f3-309483211b9f tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:23.861351 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09da3741-97f2-47a8-9ae1-805abd328d65 req-8ee68096-a212-4212-93f3-309483211b9f tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2597b0-2836-4fbc-b9d2-d1f469438447 HTTP/1.1" status: 200 len: 969 time: 0.1049657 Nov 12 08:32:23.915089 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5e6f7bf-3c53-4b16-ad4c-f2829cb1b07d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:23.927019 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09da3741-97f2-47a8-9ae1-805abd328d65 req-5067af8a-a0f9-4afb-bccf-8430d2683f17 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7e62f7d-2313-4e3a-8365-ad79f0ab8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546615 Nov 12 08:32:24.001519 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5e6f7bf-3c53-4b16-ad4c-f2829cb1b07d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.006035 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5e6f7bf-3c53-4b16-ad4c-f2829cb1b07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.055389 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c5e6f7bf-3c53-4b16-ad4c-f2829cb1b07d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48c63c77858b46d1a86eee261fdd479d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2757444 Nov 12 08:32:24.056266 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6f7bf-3c53-4b16-ad4c-f2829cb1b07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c40d00-d6c6-478c-bc24-925ab669f495,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:24.058145 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34272) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:24.178209 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6316366-5364-4ab3-bc37-30ebdff5c442 req-9801e0d6-7252-4647-9940-6cbf295810f0 tempest-AggregatesAdminTestJSON-416520166 tempest-AggregatesAdminTestJSON-416520166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:24.179793 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e6316366-5364-4ab3-bc37-30ebdff5c442 req-9801e0d6-7252-4647-9940-6cbf295810f0 tempest-AggregatesAdminTestJSON-416520166 tempest-AggregatesAdminTestJSON-416520166-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2c2597b0-2836-4fbc-b9d2-d1f469438447 HTTP/1.1" status: 200 len: 1121 time: 0.1150014 Nov 12 08:32:24.188722 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6c0dd1c4-8405-47c9-a9f5-c75fbdc01e64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.209750 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e6316366-5364-4ab3-bc37-30ebdff5c442 req-e6d1b544-122f-4a56-aa65-f44d25bbd7e9 tempest-AggregatesAdminTestJSON-416520166 tempest-AggregatesAdminTestJSON-416520166-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.233590 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6c0dd1c4-8405-47c9-a9f5-c75fbdc01e64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.330953 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6c0dd1c4-8405-47c9-a9f5-c75fbdc01e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.338882 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6c0dd1c4-8405-47c9-a9f5-c75fbdc01e64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.340127 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6c0dd1c4-8405-47c9-a9f5-c75fbdc01e64 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/30c40d00-d6c6-478c-bc24-925ab669f495 HTTP/1.1" status: 204 len: 168 time: 0.2809608 Nov 12 08:32:24.369695 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0dd1c4-8405-47c9-a9f5-c75fbdc01e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c40d00-d6c6-478c-bc24-925ab669f495,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:24.407874 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e6316366-5364-4ab3-bc37-30ebdff5c442 req-e6d1b544-122f-4a56-aa65-f44d25bbd7e9 tempest-AggregatesAdminTestJSON-416520166 tempest-AggregatesAdminTestJSON-416520166-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.416838 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e6316366-5364-4ab3-bc37-30ebdff5c442 req-e6d1b544-122f-4a56-aa65-f44d25bbd7e9 tempest-AggregatesAdminTestJSON-416520166 tempest-AggregatesAdminTestJSON-416520166-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.420896 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b507a447-db2a-4c3b-bea8-fc9984428083 req-c052b811-5495-4407-9742-45fbbbd85488 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2c2597b0-2836-4fbc-b9d2-d1f469438447&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0688710 Nov 12 08:32:24.525991 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507a447-db2a-4c3b-bea8-fc9984428083 req-a7481357-3305-4310-b509-047e8166f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:24.528156 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b507a447-db2a-4c3b-bea8-fc9984428083 req-a7481357-3305-4310-b509-047e8166f039 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9c1d53bd7be48a79da8b74c201cdf70&device_id=2c2597b0-2836-4fbc-b9d2-d1f469438447 HTTP/1.1" status: 200 len: 1121 time: 0.0541959 Nov 12 08:32:24.530673 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e6316366-5364-4ab3-bc37-30ebdff5c442 req-e6d1b544-122f-4a56-aa65-f44d25bbd7e9 tempest-AggregatesAdminTestJSON-416520166 tempest-AggregatesAdminTestJSON-416520166-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d7e62f7d-2313-4e3a-8365-ad79f0ab8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434286 Nov 12 08:32:24.533763 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1b544-122f-4a56-aa65-f44d25bbd7e9 tempest-AggregatesAdminTestJSON-416520166 tempest-AggregatesAdminTestJSON-416520166-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b8e5d3-d0e6-4ce5-8b3a-7f587dcadde1,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:24.590465 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d5589-79c9-4d85-8b5a-9331535d2455 req-486ae9f4-75b8-4d6e-a8c9-bcd1cadd56ba tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:24.603432 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fe3d5589-79c9-4d85-8b5a-9331535d2455 req-486ae9f4-75b8-4d6e-a8c9-bcd1cadd56ba tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a12a13-922e-4bde-bb4f-af9cce0f53eb HTTP/1.1" status: 200 len: 936 time: 0.1435311 Nov 12 08:32:24.672147 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507a447-db2a-4c3b-bea8-fc9984428083 req-34e5cc12-0336-4f3c-afef-a6b5e8d853ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:24.673907 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b507a447-db2a-4c3b-bea8-fc9984428083 req-34e5cc12-0336-4f3c-afef-a6b5e8d853ef service neutron] 10.222.0.54 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.1115770 Nov 12 08:32:24.676411 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fe3d5589-79c9-4d85-8b5a-9331535d2455 req-b34c44ef-2e06-4c5e-af2e-3c7f5df05bc9 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4a0ec8d-b03f-4861-8716-669af871e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714669 Nov 12 08:32:24.731657 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b507a447-db2a-4c3b-bea8-fc9984428083 req-f1d4e013-0aae-4617-9eda-0fe0155cda93 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=42ecfd63-fc55-41df-9f71-b88d39bd340b HTTP/1.1" status: 200 len: 217 time: 0.0500062 Nov 12 08:32:24.792392 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34294) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:24.800155 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49959f02-35b9-4f9f-b9f2-c9b810a71c7f req-1012ec3f-8470-4b78-af3c-c3f60b29d912 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 210 time: 0.0423667 Nov 12 08:32:24.804514 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507a447-db2a-4c3b-bea8-fc9984428083 req-52640bbf-3f3d-4676-90be-e2357fa9d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:24.806233 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b507a447-db2a-4c3b-bea8-fc9984428083 req-52640bbf-3f3d-4676-90be-e2357fa9d544 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.0659635 Nov 12 08:32:24.812448 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39db7fec-85d7-4d96-8e44-43409e299971 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.888661 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507a447-db2a-4c3b-bea8-fc9984428083 req-f7831597-8990-4306-a188-7761b735354a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:24.890303 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b507a447-db2a-4c3b-bea8-fc9984428083 req-f7831597-8990-4306-a188-7761b735354a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0752859 Nov 12 08:32:24.953002 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bcbd3ba8-9b45-4560-acdd-a5b11c718086 req-b04aa209-2f93-45ca-8058-d87ab0766cce tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1170e81-307c-466b-adf3-dbea7406d378 HTTP/1.1" status: 200 len: 210 time: 0.0307117 Nov 12 08:32:25.053281 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39db7fec-85d7-4d96-8e44-43409e299971 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:25.068918 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39db7fec-85d7-4d96-8e44-43409e299971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:25.087129 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b507a447-db2a-4c3b-bea8-fc9984428083 req-1a2b86ed-1521-4281-9051-0b00d986b889 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884360 Nov 12 08:32:25.100016 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3c02ca1c-3db1-4285-8455-cd7713cc1c64 req-6bed3d79-4149-45dd-82a9-2a5da72bcf17 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5f6c9a1-d513-41e8-9019-06d42dab6306 HTTP/1.1" status: 200 len: 210 time: 0.0339525 Nov 12 08:32:25.146360 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-39db7fec-85d7-4d96-8e44-43409e299971 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b4f0c12ce4c44c8a0c8688f583d9474&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3506145 Nov 12 08:32:25.147475 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34318) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:25.166441 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db7fec-85d7-4d96-8e44-43409e299971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e0c92f-64c2-4b3a-84c2-1e91cdab9c54,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:25.238026 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4132f4f-711b-4c56-83f0-59b89670f9a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:25.261970 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b507a447-db2a-4c3b-bea8-fc9984428083 req-c22e5fab-1b40-498c-9622-62ae6af18f21 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610003 Nov 12 08:32:25.281738 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4132f4f-711b-4c56-83f0-59b89670f9a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:25.370999 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4132f4f-711b-4c56-83f0-59b89670f9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:25.374813 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4132f4f-711b-4c56-83f0-59b89670f9a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:25.380306 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e4132f4f-711b-4c56-83f0-59b89670f9a7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47e0c92f-64c2-4b3a-84c2-1e91cdab9c54 HTTP/1.1" status: 204 len: 168 time: 0.2319100 Nov 12 08:32:25.403113 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4132f4f-711b-4c56-83f0-59b89670f9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e0c92f-64c2-4b3a-84c2-1e91cdab9c54,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:25.601582 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34348) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:25.751609 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e0be5ee-cede-42a8-8898-b09e115001dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:25.794886 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34362) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:25.809977 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f1447408-87f3-4367-bb01-47613e8c61b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:25.898755 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e109618-168f-4062-aed0-05c16784d0d8 req-88ab8d14-79f1-461c-94e1-70f9023c4ccf tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:25.900715 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e109618-168f-4062-aed0-05c16784d0d8 req-88ab8d14-79f1-461c-94e1-70f9023c4ccf tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a12a13-922e-4bde-bb4f-af9cce0f53eb HTTP/1.1" status: 200 len: 936 time: 0.1328733 Nov 12 08:32:25.919289 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f1447408-87f3-4367-bb01-47613e8c61b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:25.927262 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-893468a6-0d69-40f9-b4b8-d955a320b9bb tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:32:25.928341 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-893468a6-0d69-40f9-b4b8-d955a320b9bb tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058763 Nov 12 08:32:25.929564 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f1447408-87f3-4367-bb01-47613e8c61b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:25.975193 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f1447408-87f3-4367-bb01-47613e8c61b5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cf6b43334f214429b7d05893f3892608&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1790764 Nov 12 08:32:25.975975 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34370) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:25.982908 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1447408-87f3-4367-bb01-47613e8c61b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa0ae98-9e71-4ec4-bf88-e179c86e2de6,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:25.993239 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-39cded39-8edb-4b19-9947-11f0afae01fa req-5845ff1f-c0f1-4b11-a18d-43b65c1449ff tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 210 time: 0.0632944 Nov 12 08:32:26.018517 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e0be5ee-cede-42a8-8898-b09e115001dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.035211 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e109618-168f-4062-aed0-05c16784d0d8 req-3168fbdf-b4d1-4915-89a5-2c07e2b4b9a3 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4a0ec8d-b03f-4861-8716-669af871e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264439 Nov 12 08:32:26.038881 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02e7597f-e1d2-4eca-b8b5-d399126574b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.043632 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e0be5ee-cede-42a8-8898-b09e115001dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.073909 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02e7597f-e1d2-4eca-b8b5-d399126574b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.124769 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0be5ee-cede-42a8-8898-b09e115001dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d304f1f3-0a6d-4589-b56e-004d79969e8f,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:26.132720 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0e0be5ee-cede-42a8-8898-b09e115001dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1a7ff3fbd6a8414db4d792621960a00d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5297987 Nov 12 08:32:26.135303 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34378) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:26.160786 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02e7597f-e1d2-4eca-b8b5-d399126574b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.165729 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02e7597f-e1d2-4eca-b8b5-d399126574b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.171038 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-02e7597f-e1d2-4eca-b8b5-d399126574b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6aa0ae98-9e71-4ec4-bf88-e179c86e2de6 HTTP/1.1" status: 204 len: 168 time: 0.1937845 Nov 12 08:32:26.180286 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7597f-e1d2-4eca-b8b5-d399126574b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa0ae98-9e71-4ec4-bf88-e179c86e2de6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:26.245643 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-06fc446a-7219-4738-91f2-fc8bbf7c3803 req-dd84600b-a41b-433a-9313-b4e7ecce987a tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1170e81-307c-466b-adf3-dbea7406d378 HTTP/1.1" status: 200 len: 210 time: 0.0540037 Nov 12 08:32:26.274348 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-51a983a7-b196-45da-a525-1d9b71bae7ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.369871 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-956052fc-0a19-437e-80b3-a35cbc511544 service neutron] Request body: {'port': {'device_id': '56a12a13-922e-4bde-bb4f-af9cce0f53eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:26.379042 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-51a983a7-b196-45da-a525-1d9b71bae7ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.430605 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f6a64ed-9491-450c-8c03-58e642ae95fb req-ab0c28ac-7c8c-4853-b838-50833ea93b00 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5f6c9a1-d513-41e8-9019-06d42dab6306 HTTP/1.1" status: 200 len: 210 time: 0.0602322 Nov 12 08:32:26.504460 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-956052fc-0a19-437e-80b3-a35cbc511544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.509174 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-51a983a7-b196-45da-a525-1d9b71bae7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.512962 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-51a983a7-b196-45da-a525-1d9b71bae7ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.514618 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-51a983a7-b196-45da-a525-1d9b71bae7ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d304f1f3-0a6d-4589-b56e-004d79969e8f HTTP/1.1" status: 204 len: 168 time: 0.3771098 Nov 12 08:32:26.534639 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a983a7-b196-45da-a525-1d9b71bae7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d304f1f3-0a6d-4589-b56e-004d79969e8f,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:26.868895 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-956052fc-0a19-437e-80b3-a35cbc511544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f175b77-1198-4572-8406-428c5b46167d {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:26.879811 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-956052fc-0a19-437e-80b3-a35cbc511544 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.935971 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-956052fc-0a19-437e-80b3-a35cbc511544 service neutron] Transition to ACTIVE for port object 0f175b77-1198-4572-8406-428c5b46167d will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:32:26.944924 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-956052fc-0a19-437e-80b3-a35cbc511544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.032534 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.58', 55923) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:27.101872 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-c4dc55f4-f37d-4a83-aab3-2f6d8e7bd9eb tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=3086472231354689b06a975258c697aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655067 Nov 12 08:32:27.166854 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956052fc-0a19-437e-80b3-a35cbc511544 service neutron] Pushing event updated for resources: {'Port': ['ID=0f175b77-1198-4572-8406-428c5b46167d,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:27.185521 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-956052fc-0a19-437e-80b3-a35cbc511544 service neutron] Attempting to bind port 0f175b77-1198-4572-8406-428c5b46167d on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:27.186148 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-956052fc-0a19-437e-80b3-a35cbc511544 service neutron] Attempting to bind port 0f175b77-1198-4572-8406-428c5b46167d by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:27.187177 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-956052fc-0a19-437e-80b3-a35cbc511544 service neutron] Attempting to bind port 0f175b77-1198-4572-8406-428c5b46167d on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:27.204442 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-956052fc-0a19-437e-80b3-a35cbc511544 service neutron] Port 0f175b77-1198-4572-8406-428c5b46167d on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:32:27.204974 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-956052fc-0a19-437e-80b3-a35cbc511544 service neutron] Attempting to bind port 0f175b77-1198-4572-8406-428c5b46167d on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:27.215288 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-956052fc-0a19-437e-80b3-a35cbc511544 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:27.216209 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-956052fc-0a19-437e-80b3-a35cbc511544 service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:27.216789 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-956052fc-0a19-437e-80b3-a35cbc511544 service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:27.217419 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-956052fc-0a19-437e-80b3-a35cbc511544 service neutron] Bound port: 0f175b77-1198-4572-8406-428c5b46167d, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:27.217968 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-956052fc-0a19-437e-80b3-a35cbc511544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.309393 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34456) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:27.351327 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-04dc774a-2940-4927-a7bd-27c2e12eef25 req-b39eb284-b952-40a8-8335-aac9ab007316 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 210 time: 0.0490453 Nov 12 08:32:27.354581 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9db2f8fa-3109-4bc9-9772-ee6efe3f9e14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.507908 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba9f7c-e2c8-4797-95dd-9463f1090cd1 req-d3725cb5-f529-47f9-a49a-cda37e8b0e42 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:27.509976 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a3ba9f7c-e2c8-4797-95dd-9463f1090cd1 req-d3725cb5-f529-47f9-a49a-cda37e8b0e42 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a12a13-922e-4bde-bb4f-af9cce0f53eb HTTP/1.1" status: 200 len: 948 time: 0.1373158 Nov 12 08:32:27.535016 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-956052fc-0a19-437e-80b3-a35cbc511544 service neutron] For port 0f175b77-1198-4572-8406-428c5b46167d, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:27.541406 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-4ca6eb27-731d-4296-9a8b-5e684178d4fa tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:27.542821 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-956052fc-0a19-437e-80b3-a35cbc511544 service neutron] For port 0f175b77-1198-4572-8406-428c5b46167d, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=0f175b77-1198-4572-8406-428c5b46167d,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:27.552421 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-4ca6eb27-731d-4296-9a8b-5e684178d4fa tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4326580 Nov 12 08:32:27.561812 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-956052fc-0a19-437e-80b3-a35cbc511544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.578534 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.58', 55924) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:27.599040 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-02872d1b-61a6-4fb0-9f84-ab9565e9ee86 req-638f9ba2-0e65-43b0-b050-eab9533e88c6 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1170e81-307c-466b-adf3-dbea7406d378 HTTP/1.1" status: 200 len: 210 time: 0.0867026 Nov 12 08:32:27.610322 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-cba85aac-15d0-4fcc-ac5b-a165d7075439 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Request body: {'port': {'device_id': 'e1170e81-307c-466b-adf3-dbea7406d378', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'admin_state_up': True, 'tenant_id': '3086472231354689b06a975258c697aa'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:27.738443 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-956052fc-0a19-437e-80b3-a35cbc511544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:27.739477 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-956052fc-0a19-437e-80b3-a35cbc511544 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.743210 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-956052fc-0a19-437e-80b3-a35cbc511544 service neutron] 10.222.0.58 "PUT /v2.0/ports/0f175b77-1198-4572-8406-428c5b46167d HTTP/1.1" status: 200 len: 1097 time: 1.4402697 Nov 12 08:32:27.748598 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a12a13-922e-4bde-bb4f-af9cce0f53eb', 'tag': '0f175b77-1198-4572-8406-428c5b46167d'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:27.752683 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208231f6-a264-4bb4-b79c-c924c1b6d05a" -d '{"events": [{"name": "network-changed", "server_uuid": "56a12a13-922e-4bde-bb4f-af9cce0f53eb", "tag": "0f175b77-1198-4572-8406-428c5b46167d"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:27.826247 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9db2f8fa-3109-4bc9-9772-ee6efe3f9e14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.849361 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9db2f8fa-3109-4bc9-9772-ee6efe3f9e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.961959 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956052fc-0a19-437e-80b3-a35cbc511544 service neutron] Pushing event updated for resources: {'Port': ['ID=0f175b77-1198-4572-8406-428c5b46167d,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:28.010907 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9db2f8fa-3109-4bc9-9772-ee6efe3f9e14 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e6e067d15d7f43959a8f50914383f478&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6971407 Nov 12 08:32:28.013789 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34474) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:28.018379 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2f8fa-3109-4bc9-9772-ee6efe3f9e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93c0fe4-2170-46de-a9cc-dfa19acdb18d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:28.097370 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-0b5287fa-3d06-41da-8b8e-b8b81d35a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:28.099137 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-0b5287fa-3d06-41da-8b8e-b8b81d35a29c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c42fc525b7a4a4184a9c156b8599a5a&device_id=56a12a13-922e-4bde-bb4f-af9cce0f53eb HTTP/1.1" status: 200 len: 1100 time: 0.1768789 Nov 12 08:32:28.104522 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.58', 55926) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:28.144895 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d61eb6ed-c520-4387-9a4b-ac5f7561302c req-285765a5-5eb8-421d-9bb5-58a48b5c28c6 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5f6c9a1-d513-41e8-9019-06d42dab6306 HTTP/1.1" status: 200 len: 210 time: 0.1275504 Nov 12 08:32:28.203175 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a3ba9f7c-e2c8-4797-95dd-9463f1090cd1 req-a9758112-02df-4e8e-b13c-5375f27d6577 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4a0ec8d-b03f-4861-8716-669af871e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6803803 Nov 12 08:32:28.400067 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c58408-64a5-44e4-b726-e9b64bea964b req-49352391-e89e-43bb-aec6-6d08a84c6330 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:28.402560 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80c58408-64a5-44e4-b726-e9b64bea964b req-49352391-e89e-43bb-aec6-6d08a84c6330 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.58 "GET /v2.0/networks?id=e5f92a9c-9232-4960-be34-2deefc62380e HTTP/1.1" status: 200 len: 824 time: 0.8073683 Nov 12 08:32:28.402864 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d425980-da72-4c3c-b616-4ddce2b2d3b3 x-openstack-request-id: req-1d425980-da72-4c3c-b616-4ddce2b2d3b3 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:28.403161 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a12a13-922e-4bde-bb4f-af9cce0f53eb", "tag": "0f175b77-1198-4572-8406-428c5b46167d", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:28.403405 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d425980-da72-4c3c-b616-4ddce2b2d3b3 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:28.403889 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a12a13-922e-4bde-bb4f-af9cce0f53eb', 'tag': '0f175b77-1198-4572-8406-428c5b46167d', 'status': 'completed', 'code': 200} Nov 12 08:32:28.426562 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-5fdad113-be59-4673-aca0-14ef26dcb925 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=0f175b77-1198-4572-8406-428c5b46167d HTTP/1.1" status: 200 len: 217 time: 0.3135087 Nov 12 08:32:28.444750 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c16827b-185a-47ea-882c-e5e3be382e68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.529626 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-cba85aac-15d0-4fcc-ac5b-a165d7075439 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Made reservation on behalf of 3086472231354689b06a975258c697aa for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:28.534781 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-cba85aac-15d0-4fcc-ac5b-a165d7075439 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.583059 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c16827b-185a-47ea-882c-e5e3be382e68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.585022 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-05d8c4c1-65d0-4a51-941f-bb647b3b4289 req-293b2a84-448b-4db0-b925-eff264e49065 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 210 time: 0.0624588 Nov 12 08:32:28.590020 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-cba85aac-15d0-4fcc-ac5b-a165d7075439 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.613914 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80c58408-64a5-44e4-b726-e9b64bea964b req-0808e6e3-7757-49e6-9536-0f91f2111c93 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cc6ca5ed9f64e148f5b96cdf6df5819 HTTP/1.1" status: 200 len: 378 time: 0.1927629 Nov 12 08:32:28.634755 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-794eaa62-a25f-49d1-a9a4-3caea386d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:28.636455 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-794eaa62-a25f-49d1-a9a4-3caea386d764 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1927083 Nov 12 08:32:28.658721 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-80c58408-64a5-44e4-b726-e9b64bea964b req-667949ac-5abb-40bc-bc8c-054e817b2418 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Request body: {'port': {'device_id': 'a5f6c9a1-d513-41e8-9019-06d42dab6306', 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e', 'admin_state_up': True, 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'security_groups': ['7c50791e-332d-4821-b9c1-b32596a4844a']}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:28.759635 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-2c443404-cba0-4828-a3d2-f9e3c7a7d224 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:28.761701 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-2c443404-cba0-4828-a3d2-f9e3c7a7d224 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.58 "GET /v2.0/networks?id=a6d5f445-c009-4fb1-a92b-e2439070859b HTTP/1.1" status: 200 len: 807 time: 0.6472840 Nov 12 08:32:28.787560 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-8f1f5e36-e79a-457d-b77c-ad0e1fdb13ee tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Request body: {'port': {'device_id': 'd23a4327-0c43-4554-9967-e6ab36068da4', 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b', 'admin_state_up': True, 'tenant_id': '60036c792d1544fb8cbb03c747464363'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:28.793021 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.800080 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-d0130fb8-e60e-4b4e-8f41-71000bb419a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:28.802316 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-d0130fb8-e60e-4b4e-8f41-71000bb419a3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1461904 Nov 12 08:32:28.820778 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-118c5d5f-97ee-421d-9fe5-7d6dcd4da8ce req-228e745f-4856-4e2d-9fcc-65cd6b2d6c94 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1170e81-307c-466b-adf3-dbea7406d378 HTTP/1.1" status: 200 len: 210 time: 0.0521107 Nov 12 08:32:28.854629 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c16827b-185a-47ea-882c-e5e3be382e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.857502 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c16827b-185a-47ea-882c-e5e3be382e68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.858673 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4c16827b-185a-47ea-882c-e5e3be382e68 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f93c0fe4-2170-46de-a9cc-dfa19acdb18d HTTP/1.1" status: 204 len: 168 time: 0.8430102 Nov 12 08:32:28.927776 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-cba85aac-15d0-4fcc-ac5b-a165d7075439 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.928782 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80c58408-64a5-44e4-b726-e9b64bea964b req-667949ac-5abb-40bc-bc8c-054e817b2418 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Made reservation on behalf of 8cc6ca5ed9f64e148f5b96cdf6df5819 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:28.934905 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-80c58408-64a5-44e4-b726-e9b64bea964b req-667949ac-5abb-40bc-bc8c-054e817b2418 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.949067 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-cba85aac-15d0-4fcc-ac5b-a165d7075439 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.961786 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16827b-185a-47ea-882c-e5e3be382e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93c0fe4-2170-46de-a9cc-dfa19acdb18d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:29.060406 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-606b74bb-e3e5-432d-8780-b98c87ad8743 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457592 Nov 12 08:32:29.144549 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-8f1f5e36-e79a-457d-b77c-ad0e1fdb13ee tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Made reservation on behalf of 60036c792d1544fb8cbb03c747464363 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:29.148463 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-8f1f5e36-e79a-457d-b77c-ad0e1fdb13ee tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:29.255467 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33c856eb-8e7a-49b8-9c61-ca0eaf7a34eb req-4fda8206-ce4d-4631-9e0d-c511877dc3a3 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855814 Nov 12 08:32:29.394797 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-8f1f5e36-e79a-457d-b77c-ad0e1fdb13ee tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Allocated IP 172.20.0.5 (a6d5f445-c009-4fb1-a92b-e2439070859b/d46819c4-cbf3-463f-b6ce-344123c01513/29e38202-4aa2-4ddd-9276-94e9b823a5a4) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:29.402773 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208231f6-a264-4bb4-b79c-c924c1b6d05a req-628dceb6-b4e1-459d-bf5b-2b378edb3765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:29.405706 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-208231f6-a264-4bb4-b79c-c924c1b6d05a req-628dceb6-b4e1-459d-bf5b-2b378edb3765 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c42fc525b7a4a4184a9c156b8599a5a&device_id=56a12a13-922e-4bde-bb4f-af9cce0f53eb HTTP/1.1" status: 200 len: 1100 time: 0.0862100 Nov 12 08:32:29.408141 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4687e9aa-3c6a-4f10-a5be-e6627aff5349 req-e3f34f78-16b2-4ed0-841d-d768429d64e5 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5f6c9a1-d513-41e8-9019-06d42dab6306 HTTP/1.1" status: 200 len: 210 time: 0.0930843 Nov 12 08:32:29.463860 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba85aac-15d0-4fcc-ac5b-a165d7075439 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddd2145-594f-43d5-9ff9-4f1559640cb6,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:29.523301 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208231f6-a264-4bb4-b79c-c924c1b6d05a req-3b8fef55-e2ba-4ef6-8e04-a68c9eaf399c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:29.524959 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-208231f6-a264-4bb4-b79c-c924c1b6d05a req-3b8fef55-e2ba-4ef6-8e04-a68c9eaf399c service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.1108298 Nov 12 08:32:29.588330 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-208231f6-a264-4bb4-b79c-c924c1b6d05a req-38c57af0-2b40-4c39-b66c-827697531b3e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=0f175b77-1198-4572-8406-428c5b46167d HTTP/1.1" status: 200 len: 217 time: 0.0470414 Nov 12 08:32:29.649865 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-cba85aac-15d0-4fcc-ac5b-a165d7075439 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Allocated IP 192.168.233.58 (aaa9e939-3555-4037-a22a-8e3905c2166f/ac1fb13e-fa96-4a78-a070-af75ed125682/cf0c8c5f-5023-449d-8eef-136593dd4a73) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:29.696891 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34560) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:29.710648 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208231f6-a264-4bb4-b79c-c924c1b6d05a req-8ec30e7b-45bb-4e86-a061-efb42a9ada41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:29.712449 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-208231f6-a264-4bb4-b79c-c924c1b6d05a req-8ec30e7b-45bb-4e86-a061-efb42a9ada41 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1125276 Nov 12 08:32:29.735043 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc605480-8112-4bbf-955c-b2decbeb2be3 req-bbb8933d-f903-4abd-8210-73921aa4ab73 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:29.742919 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc605480-8112-4bbf-955c-b2decbeb2be3 req-bbb8933d-f903-4abd-8210-73921aa4ab73 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a12a13-922e-4bde-bb4f-af9cce0f53eb HTTP/1.1" status: 200 len: 948 time: 0.2156985 Nov 12 08:32:29.829956 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-80c58408-64a5-44e4-b726-e9b64bea964b req-667949ac-5abb-40bc-bc8c-054e817b2418 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Allocated IP 172.20.0.12 (e5f92a9c-9232-4960-be34-2deefc62380e/6c542064-a950-4668-8022-669eaf3adcd0/ab4ccb3c-d6db-4c22-9cb2-59662d8d105d) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:29.832726 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208231f6-a264-4bb4-b79c-c924c1b6d05a req-1cc1c1a2-1e5c-44da-87a6-8e1e1add2aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:29.834770 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-208231f6-a264-4bb4-b79c-c924c1b6d05a req-1cc1c1a2-1e5c-44da-87a6-8e1e1add2aba service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0804842 Nov 12 08:32:29.868087 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-20ac2614-d93b-4492-b5a3-87a3a811318d req-360ca2fa-04b8-43be-9e03-e202650e9d69 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 210 time: 0.0802958 Nov 12 08:32:29.882033 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-8f1f5e36-e79a-457d-b77c-ad0e1fdb13ee tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:29.954931 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc605480-8112-4bbf-955c-b2decbeb2be3 req-2d6127e2-a878-44cb-9e4c-62b5b96a3a38 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4a0ec8d-b03f-4861-8716-669af871e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058513 Nov 12 08:32:29.973267 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-8f1f5e36-e79a-457d-b77c-ad0e1fdb13ee tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.006600 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f5aca787-f919-4c10-88a6-0de86dbf8404 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.053045 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-8f1f5e36-e79a-457d-b77c-ad0e1fdb13ee tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Network a6d5f445-c009-4fb1-a92b-e2439070859b is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:30.064564 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-208231f6-a264-4bb4-b79c-c924c1b6d05a req-67f40b48-cf6a-4596-b9ec-bbe4b1de74f2 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167118 Nov 12 08:32:30.070182 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-8f1f5e36-e79a-457d-b77c-ad0e1fdb13ee tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:30.075365 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-8f1f5e36-e79a-457d-b77c-ad0e1fdb13ee tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:30.089689 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-8f1f5e36-e79a-457d-b77c-ad0e1fdb13ee tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:30.092184 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-8f1f5e36-e79a-457d-b77c-ad0e1fdb13ee tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.131190 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-8f1f5e36-e79a-457d-b77c-ad0e1fdb13ee tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3538144 Nov 12 08:32:30.135564 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b6dea8eb-daf0-4d54-9b1a-9fc50579d470 req-afbdc8fb-b1ca-488c-8977-58c4586633cf tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1170e81-307c-466b-adf3-dbea7406d378 HTTP/1.1" status: 200 len: 210 time: 0.0886381 Nov 12 08:32:30.146755 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f5e36-e79a-457d-b77c-ad0e1fdb13ee tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Pushing event updated for resources: {'Port': ['ID=29e38202-4aa2-4ddd-9276-94e9b823a5a4,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:30.173761 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-3813a270-119a-47a7-a56b-7e7f2bced075 service neutron] Request body: {'port': {'device_id': 'd23a4327-0c43-4554-9967-e6ab36068da4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:30.320183 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-cba85aac-15d0-4fcc-ac5b-a165d7075439 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.323756 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-3813a270-119a-47a7-a56b-7e7f2bced075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.364846 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-208231f6-a264-4bb4-b79c-c924c1b6d05a req-c653faaf-2dca-4f5e-9106-891d4e69ccda service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526250 Nov 12 08:32:30.506767 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f5aca787-f919-4c10-88a6-0de86dbf8404 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.521312 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-80c58408-64a5-44e4-b726-e9b64bea964b req-667949ac-5abb-40bc-bc8c-054e817b2418 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.523336 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f5aca787-f919-4c10-88a6-0de86dbf8404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.552534 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-cba85aac-15d0-4fcc-ac5b-a165d7075439 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.677097 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aca787-f919-4c10-88a6-0de86dbf8404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b2c50b-2798-41bc-b919-bbc2f1e69227,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:30.715981 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f5aca787-f919-4c10-88a6-0de86dbf8404 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=43b39ea8772348928f346c74e5e531b5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0139530 Nov 12 08:32:30.716304 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34624) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:30.724472 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-80c58408-64a5-44e4-b726-e9b64bea964b req-667949ac-5abb-40bc-bc8c-054e817b2418 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.785745 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-cba85aac-15d0-4fcc-ac5b-a165d7075439 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Network aaa9e939-3555-4037-a22a-8e3905c2166f is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:30.794643 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-3813a270-119a-47a7-a56b-7e7f2bced075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e38202-4aa2-4ddd-9276-94e9b823a5a4 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:30.804712 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-3813a270-119a-47a7-a56b-7e7f2bced075 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.816639 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-cba85aac-15d0-4fcc-ac5b-a165d7075439 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:30.824882 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-19afee17-3bf9-42b0-a0ba-5f709f5b39c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.828927 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-3813a270-119a-47a7-a56b-7e7f2bced075 service neutron] Transition to ACTIVE for port object 29e38202-4aa2-4ddd-9276-94e9b823a5a4 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:32:30.839186 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-3813a270-119a-47a7-a56b-7e7f2bced075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.840904 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-cba85aac-15d0-4fcc-ac5b-a165d7075439 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:30.843660 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba85aac-15d0-4fcc-ac5b-a165d7075439 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Pushing event updated for resources: {'Port': ['ID=cf0c8c5f-5023-449d-8eef-136593dd4a73,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:30.870239 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80c58408-64a5-44e4-b726-e9b64bea964b req-667949ac-5abb-40bc-bc8c-054e817b2418 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Network e5f92a9c-9232-4960-be34-2deefc62380e is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:30.911341 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-80c58408-64a5-44e4-b726-e9b64bea964b req-667949ac-5abb-40bc-bc8c-054e817b2418 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:30.914119 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c58408-64a5-44e4-b726-e9b64bea964b req-667949ac-5abb-40bc-bc8c-054e817b2418 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:30.916128 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-19afee17-3bf9-42b0-a0ba-5f709f5b39c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.930149 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813a270-119a-47a7-a56b-7e7f2bced075 service neutron] Pushing event updated for resources: {'Port': ['ID=29e38202-4aa2-4ddd-9276-94e9b823a5a4,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:30.963297 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccd9ac-e426-4eb4-9b08-83b9e1729c75 req-d1fc0347-a4f4-4a19-b1c4-226d5dfb70ff tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:30.988250 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-86ccd9ac-e426-4eb4-9b08-83b9e1729c75 req-d1fc0347-a4f4-4a19-b1c4-226d5dfb70ff tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5f6c9a1-d513-41e8-9019-06d42dab6306 HTTP/1.1" status: 200 len: 932 time: 0.3771994 Nov 12 08:32:31.039714 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-3813a270-119a-47a7-a56b-7e7f2bced075 service neutron] Attempting to bind port 29e38202-4aa2-4ddd-9276-94e9b823a5a4 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:31.040267 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-3813a270-119a-47a7-a56b-7e7f2bced075 service neutron] Attempting to bind port 29e38202-4aa2-4ddd-9276-94e9b823a5a4 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:31.040789 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-3813a270-119a-47a7-a56b-7e7f2bced075 service neutron] Attempting to bind port 29e38202-4aa2-4ddd-9276-94e9b823a5a4 on network a6d5f445-c009-4fb1-a92b-e2439070859b {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:31.050221 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-3813a270-119a-47a7-a56b-7e7f2bced075 service neutron] Port 29e38202-4aa2-4ddd-9276-94e9b823a5a4 on network a6d5f445-c009-4fb1-a92b-e2439070859b not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:32:31.050715 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-3813a270-119a-47a7-a56b-7e7f2bced075 service neutron] Attempting to bind port 29e38202-4aa2-4ddd-9276-94e9b823a5a4 on network a6d5f445-c009-4fb1-a92b-e2439070859b {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:31.067076 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-3813a270-119a-47a7-a56b-7e7f2bced075 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:31.067684 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-3813a270-119a-47a7-a56b-7e7f2bced075 service neutron] Checking segment: {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:31.068235 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-3813a270-119a-47a7-a56b-7e7f2bced075 service neutron] Bound using segment: {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:31.068945 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-3813a270-119a-47a7-a56b-7e7f2bced075 service neutron] Bound port: 29e38202-4aa2-4ddd-9276-94e9b823a5a4, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:31.069441 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-3813a270-119a-47a7-a56b-7e7f2bced075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.099964 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-19afee17-3bf9-42b0-a0ba-5f709f5b39c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.105077 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-19afee17-3bf9-42b0-a0ba-5f709f5b39c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.110826 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c58408-64a5-44e4-b726-e9b64bea964b req-667949ac-5abb-40bc-bc8c-054e817b2418 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:31.111646 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-80c58408-64a5-44e4-b726-e9b64bea964b req-667949ac-5abb-40bc-bc8c-054e817b2418 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.113471 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-19afee17-3bf9-42b0-a0ba-5f709f5b39c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7b2c50b-2798-41bc-b919-bbc2f1e69227 HTTP/1.1" status: 204 len: 168 time: 0.3959112 Nov 12 08:32:31.160631 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19afee17-3bf9-42b0-a0ba-5f709f5b39c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b2c50b-2798-41bc-b919-bbc2f1e69227,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:31.189434 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13861a-0797-43ee-abeb-292d923c4e35 req-b7281da6-6534-40f7-9a7e-bd5bba3f9cad tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:31.190794 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7d13861a-0797-43ee-abeb-292d923c4e35 req-b7281da6-6534-40f7-9a7e-bd5bba3f9cad tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2597b0-2836-4fbc-b9d2-d1f469438447 HTTP/1.1" status: 200 len: 969 time: 0.4809208 Nov 12 08:32:31.208180 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667949ac-5abb-40bc-bc8c-054e817b2418 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Pushing event updated for resources: {'Port': ['ID=ab4ccb3c-d6db-4c22-9cb2-59662d8d105d,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:31.222014 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-cba85aac-15d0-4fcc-ac5b-a165d7075439 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:31.222954 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-cba85aac-15d0-4fcc-ac5b-a165d7075439 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.238663 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-3813a270-119a-47a7-a56b-7e7f2bced075 service neutron] For port 29e38202-4aa2-4ddd-9276-94e9b823a5a4, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:31.241522 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-3813a270-119a-47a7-a56b-7e7f2bced075 service neutron] For port 29e38202-4aa2-4ddd-9276-94e9b823a5a4, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=29e38202-4aa2-4ddd-9276-94e9b823a5a4,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:31.249395 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-3813a270-119a-47a7-a56b-7e7f2bced075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.302855 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80c58408-64a5-44e4-b726-e9b64bea964b req-667949ac-5abb-40bc-bc8c-054e817b2418 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6493096 Nov 12 08:32:31.304114 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-3813a270-119a-47a7-a56b-7e7f2bced075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:31.304736 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-3813a270-119a-47a7-a56b-7e7f2bced075 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.307506 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-3813a270-119a-47a7-a56b-7e7f2bced075 service neutron] 10.222.0.58 "PUT /v2.0/ports/29e38202-4aa2-4ddd-9276-94e9b823a5a4 HTTP/1.1" status: 200 len: 1092 time: 1.1486850 Nov 12 08:32:31.308066 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23a4327-0c43-4554-9967-e6ab36068da4', 'tag': '29e38202-4aa2-4ddd-9276-94e9b823a5a4'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:31.312519 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da430bb-df22-4f9d-86de-436bafff4271" -d '{"events": [{"name": "network-changed", "server_uuid": "d23a4327-0c43-4554-9967-e6ab36068da4", "tag": "29e38202-4aa2-4ddd-9276-94e9b823a5a4"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:31.331997 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-cba85aac-15d0-4fcc-ac5b-a165d7075439 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7390602 Nov 12 08:32:31.358125 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-80c58408-64a5-44e4-b726-e9b64bea964b req-22be292a-6afd-4e3e-8ba5-641b9e5aa457 service neutron] Request body: {'port': {'device_id': 'a5f6c9a1-d513-41e8-9019-06d42dab6306', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:31.366664 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-0bb90948-d9b7-43a5-b569-0cd514ca8b41 None None] Provisioning complete for port cf0c8c5f-5023-449d-8eef-136593dd4a73 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:31.367813 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0bb90948-d9b7-43a5-b569-0cd514ca8b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.394370 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813a270-119a-47a7-a56b-7e7f2bced075 service neutron] Pushing event updated for resources: {'Port': ['ID=29e38202-4aa2-4ddd-9276-94e9b823a5a4,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:31.396559 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-86ccd9ac-e426-4eb4-9b08-83b9e1729c75 req-63985331-4f54-4d02-8a3b-3d4f04199cc6 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c50791e-332d-4821-b9c1-b32596a4844a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2813449 Nov 12 08:32:31.428003 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-0bb90948-d9b7-43a5-b569-0cd514ca8b41 None None] Port cf0c8c5f-5023-449d-8eef-136593dd4a73 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:32:31.482092 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-a07de7bb-1ce9-4d8b-83d8-592564169b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:31.484273 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-a07de7bb-1ce9-4d8b-83d8-592564169b80 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60036c792d1544fb8cbb03c747464363&device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 1095 time: 0.1083865 Nov 12 08:32:31.567186 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-66dbed92-0e98-4015-be80-759a95d58e85 None None] Provisioning complete for port ab4ccb3c-d6db-4c22-9cb2-59662d8d105d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:31.567985 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-66dbed92-0e98-4015-be80-759a95d58e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.621002 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-66dbed92-0e98-4015-be80-759a95d58e85 None None] Port ab4ccb3c-d6db-4c22-9cb2-59662d8d105d cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:32:31.682197 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-8cb3c42d-3c42-4c50-a687-5612fcc03481 service neutron] Request body: {'port': {'device_id': 'e1170e81-307c-466b-adf3-dbea7406d378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:31.702650 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7d13861a-0797-43ee-abeb-292d923c4e35 req-4fe73d99-b199-4331-a059-4adf3dc09e40 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7e62f7d-2313-4e3a-8365-ad79f0ab8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4981339 Nov 12 08:32:31.761173 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-f1c7db2f-4426-475a-aae8-b0682bd027fd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29e38202-4aa2-4ddd-9276-94e9b823a5a4 HTTP/1.1" status: 200 len: 217 time: 0.2666287 Nov 12 08:32:31.823102 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-0d3533b3-cf75-430a-8dbb-a88783791360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:31.824488 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-0d3533b3-cf75-430a-8dbb-a88783791360 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d46819c4-cbf3-463f-b6ce-344123c01513 HTTP/1.1" status: 200 len: 847 time: 0.0553355 Nov 12 08:32:31.825760 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34658) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:31.851653 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4379f127-2aae-47ba-bf3f-13ac60d9dc8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.871931 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-da745a43-c8ab-4887-b83d-e03a11d96bde service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6d5f445-c009-4fb1-a92b-e2439070859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380092 Nov 12 08:32:31.881640 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-80c58408-64a5-44e4-b726-e9b64bea964b req-22be292a-6afd-4e3e-8ba5-641b9e5aa457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.927827 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-8cb3c42d-3c42-4c50-a687-5612fcc03481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.938096 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1165a5-7dd5-4f23-a6f0-9e534af4a4d6 req-3928d1b2-ba2e-4fa6-a90e-defce6998e9d tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:31.940431 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5e1165a5-7dd5-4f23-a6f0-9e534af4a4d6 req-3928d1b2-ba2e-4fa6-a90e-defce6998e9d tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 943 time: 0.2293003 Nov 12 08:32:31.988204 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab3e74-3cad-41df-8218-fef2c049ce9a req-905e7afb-704f-4c2d-a245-d2cad5556ed1 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:31.990155 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3dab3e74-3cad-41df-8218-fef2c049ce9a req-905e7afb-704f-4c2d-a245-d2cad5556ed1 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a12a13-922e-4bde-bb4f-af9cce0f53eb HTTP/1.1" status: 200 len: 948 time: 0.1881313 Nov 12 08:32:32.062022 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-31191365-ffce-4e45-a514-50788c2aaf0d service neutron] 10.222.0.58 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813915 Nov 12 08:32:32.089512 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4379f127-2aae-47ba-bf3f-13ac60d9dc8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.112091 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4379f127-2aae-47ba-bf3f-13ac60d9dc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.198609 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4379f127-2aae-47ba-bf3f-13ac60d9dc8c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41794d47c1c543688e14cc9d8f1c1217&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3715999 Nov 12 08:32:32.199205 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379f127-2aae-47ba-bf3f-13ac60d9dc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3504b4-a7a0-4508-b97f-46f45945fd10,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:32.201130 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5e1165a5-7dd5-4f23-a6f0-9e534af4a4d6 req-99e7f9d6-c1b4-448f-a136-e7ad20af22c9 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415750 Nov 12 08:32:32.210502 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49cfed-7c30-4f5a-b57a-b748fd37f80f req-0b098cff-f500-4211-910b-b6335ee8e6aa tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:32.211726 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7d49cfed-7c30-4f5a-b57a-b748fd37f80f req-0b098cff-f500-4211-910b-b6335ee8e6aa tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c2597b0-2836-4fbc-b9d2-d1f469438447 HTTP/1.1" status: 200 len: 969 time: 0.2129965 Nov 12 08:32:32.214247 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34662) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:32.330819 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3dab3e74-3cad-41df-8218-fef2c049ce9a req-454d55a0-d0ef-43f3-8af4-3c734cdc8dac tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4a0ec8d-b03f-4861-8716-669af871e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209777 Nov 12 08:32:32.369732 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ffd336a4-8319-4b5f-8a37-ea261adda751 req-6827026c-f75f-46f3-9e72-f8b11d468709 service neutron] 10.222.0.58 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961705 Nov 12 08:32:32.389135 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991e4a5e-977e-4ac1-a373-d4163512c6b8 x-openstack-request-id: req-991e4a5e-977e-4ac1-a373-d4163512c6b8 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:32.389499 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23a4327-0c43-4554-9967-e6ab36068da4", "tag": "29e38202-4aa2-4ddd-9276-94e9b823a5a4", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:32.389908 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-991e4a5e-977e-4ac1-a373-d4163512c6b8 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:32.390106 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23a4327-0c43-4554-9967-e6ab36068da4', 'tag': '29e38202-4aa2-4ddd-9276-94e9b823a5a4', 'status': 'completed', 'code': 200} Nov 12 08:32:32.421966 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-55bed273-d945-48cf-8a0a-b891fa6d4dfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.491313 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-55bed273-d945-48cf-8a0a-b891fa6d4dfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.510992 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-7d49cfed-7c30-4f5a-b57a-b748fd37f80f req-44257c1f-1b33-454c-85d4-0a0975375c06 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Deleting port 42ecfd63-fc55-41df-9f71-b88d39bd340b {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:32.511391 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7d49cfed-7c30-4f5a-b57a-b748fd37f80f req-44257c1f-1b33-454c-85d4-0a0975375c06 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.531983 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3aa75-0f4c-48bb-a63d-d34eff43d613 req-2781b2e9-0779-422e-97b4-5083ecccf4c9 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:32.540326 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c0a3aa75-0f4c-48bb-a63d-d34eff43d613 req-2781b2e9-0779-422e-97b4-5083ecccf4c9 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1170e81-307c-466b-adf3-dbea7406d378 HTTP/1.1" status: 200 len: 935 time: 0.2386584 Nov 12 08:32:32.601424 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da430bb-df22-4f9d-86de-436bafff4271 req-0d4f1839-567f-4fe0-9cfc-bf6b931ec638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:32.603062 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6da430bb-df22-4f9d-86de-436bafff4271 req-0d4f1839-567f-4fe0-9cfc-bf6b931ec638 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60036c792d1544fb8cbb03c747464363&device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 1095 time: 0.1649802 Nov 12 08:32:32.693035 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c0a3aa75-0f4c-48bb-a63d-d34eff43d613 req-c4f3a8a5-b295-40d9-9da1-d8c3397bf659 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517861 Nov 12 08:32:32.700637 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-55bed273-d945-48cf-8a0a-b891fa6d4dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.703344 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-55bed273-d945-48cf-8a0a-b891fa6d4dfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.707360 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-55bed273-d945-48cf-8a0a-b891fa6d4dfd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e3504b4-a7a0-4508-b97f-46f45945fd10 HTTP/1.1" status: 204 len: 168 time: 0.4893944 Nov 12 08:32:32.716966 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-7d49cfed-7c30-4f5a-b57a-b748fd37f80f req-44257c1f-1b33-454c-85d4-0a0975375c06 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] For port 42ecfd63-fc55-41df-9f71-b88d39bd340b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=42ecfd63-fc55-41df-9f71-b88d39bd340b,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:32.717354 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7d49cfed-7c30-4f5a-b57a-b748fd37f80f req-44257c1f-1b33-454c-85d4-0a0975375c06 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.721041 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-80c58408-64a5-44e4-b726-e9b64bea964b req-22be292a-6afd-4e3e-8ba5-641b9e5aa457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab4ccb3c-d6db-4c22-9cb2-59662d8d105d {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:32.734845 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-80c58408-64a5-44e4-b726-e9b64bea964b req-22be292a-6afd-4e3e-8ba5-641b9e5aa457 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.746517 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-7d49cfed-7c30-4f5a-b57a-b748fd37f80f req-44257c1f-1b33-454c-85d4-0a0975375c06 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Calling delete_port for 42ecfd63-fc55-41df-9f71-b88d39bd340b owned by compute:tempest-test_az-57677668 {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:32.749945 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bed273-d945-48cf-8a0a-b891fa6d4dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3504b4-a7a0-4508-b97f-46f45945fd10,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:32.808330 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-80c58408-64a5-44e4-b726-e9b64bea964b req-22be292a-6afd-4e3e-8ba5-641b9e5aa457 service neutron] Transition to ACTIVE for port object ab4ccb3c-d6db-4c22-9cb2-59662d8d105d will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:32:32.836012 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-80c58408-64a5-44e4-b726-e9b64bea964b req-22be292a-6afd-4e3e-8ba5-641b9e5aa457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.847223 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da430bb-df22-4f9d-86de-436bafff4271 req-10271aab-668e-4b63-82b1-bb12a8933f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:32.849045 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6da430bb-df22-4f9d-86de-436bafff4271 req-10271aab-668e-4b63-82b1-bb12a8933f58 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a6d5f445-c009-4fb1-a92b-e2439070859b HTTP/1.1" status: 200 len: 908 time: 0.2355878 Nov 12 08:32:32.851161 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-8cb3c42d-3c42-4c50-a687-5612fcc03481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf0c8c5f-5023-449d-8eef-136593dd4a73 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:32.909561 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6da430bb-df22-4f9d-86de-436bafff4271 req-94f3d701-332c-411d-a899-d1d2c336d984 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29e38202-4aa2-4ddd-9276-94e9b823a5a4 HTTP/1.1" status: 200 len: 217 time: 0.0468438 Nov 12 08:32:32.947279 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-8cb3c42d-3c42-4c50-a687-5612fcc03481 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.993807 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be292a-6afd-4e3e-8ba5-641b9e5aa457 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4ccb3c-d6db-4c22-9cb2-59662d8d105d,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:33.009140 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-8cb3c42d-3c42-4c50-a687-5612fcc03481 service neutron] Transition to ACTIVE for port object cf0c8c5f-5023-449d-8eef-136593dd4a73 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:32:33.009374 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da430bb-df22-4f9d-86de-436bafff4271 req-b81ac4ca-3c3c-46dc-bbc3-27632397cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:33.010893 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6da430bb-df22-4f9d-86de-436bafff4271 req-b81ac4ca-3c3c-46dc-bbc3-27632397cad6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d46819c4-cbf3-463f-b6ce-344123c01513 HTTP/1.1" status: 200 len: 847 time: 0.0855954 Nov 12 08:32:33.044783 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-8cb3c42d-3c42-4c50-a687-5612fcc03481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:33.058617 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6da430bb-df22-4f9d-86de-436bafff4271 req-1befeb52-bfa1-4513-abb5-b47ad1e07288 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6d5f445-c009-4fb1-a92b-e2439070859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337956 Nov 12 08:32:33.067131 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7d49cfed-7c30-4f5a-b57a-b748fd37f80f req-44257c1f-1b33-454c-85d4-0a0975375c06 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:33.081370 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['42ecfd63-fc55-41df-9f71-b88d39bd340b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:32:33.131889 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d87eb-61f4-4528-98e8-8e6faaf534a3 req-06779949-7ba7-432c-9b70-d69d52728c30 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:33.133695 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc5d87eb-61f4-4528-98e8-8e6faaf534a3 req-06779949-7ba7-432c-9b70-d69d52728c30 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5f6c9a1-d513-41e8-9019-06d42dab6306 HTTP/1.1" status: 200 len: 944 time: 0.2769580 Nov 12 08:32:33.139820 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44257c1f-1b33-454c-85d4-0a0975375c06 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Pushing event deleted for resources: {'Port': ['ID=42ecfd63-fc55-41df-9f71-b88d39bd340b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:33.142181 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3132d-869f-48c2-9886-eee899399206 req-9324506e-a57b-42b7-a628-a6016a4a56ea tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:33.151294 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-55e3132d-869f-48c2-9886-eee899399206 req-9324506e-a57b-42b7-a628-a6016a4a56ea tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2597b0-2836-4fbc-b9d2-d1f469438447 HTTP/1.1" status: 200 len: 887 time: 0.2427185 Nov 12 08:32:33.233838 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3c42d-3c42-4c50-a687-5612fcc03481 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0c8c5f-5023-449d-8eef-136593dd4a73,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:33.329384 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d49cfed-7c30-4f5a-b57a-b748fd37f80f req-44257c1f-1b33-454c-85d4-0a0975375c06 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] No DVR routers for this DVR port 42ecfd63-fc55-41df-9f71-b88d39bd340b on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:32:33.339108 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7d49cfed-7c30-4f5a-b57a-b748fd37f80f req-44257c1f-1b33-454c-85d4-0a0975375c06 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:33.343473 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7d49cfed-7c30-4f5a-b57a-b748fd37f80f req-44257c1f-1b33-454c-85d4-0a0975375c06 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.54 "DELETE /v2.0/ports/42ecfd63-fc55-41df-9f71-b88d39bd340b HTTP/1.1" status: 204 len: 173 time: 1.1208148 Nov 12 08:32:33.390416 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6da430bb-df22-4f9d-86de-436bafff4271 req-a6ed254c-ab62-4839-b6a6-ce30b74a59d2 service neutron] 10.222.0.58 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195658 Nov 12 08:32:33.463269 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc5d87eb-61f4-4528-98e8-8e6faaf534a3 req-5e6cc711-a89c-4f45-a1cd-9ebf3faa856d tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c50791e-332d-4821-b9c1-b32596a4844a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2944875 Nov 12 08:32:33.479889 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-80c58408-64a5-44e4-b726-e9b64bea964b req-22be292a-6afd-4e3e-8ba5-641b9e5aa457 service neutron] Attempting to bind port ab4ccb3c-d6db-4c22-9cb2-59662d8d105d on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:33.480574 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-80c58408-64a5-44e4-b726-e9b64bea964b req-22be292a-6afd-4e3e-8ba5-641b9e5aa457 service neutron] Attempting to bind port ab4ccb3c-d6db-4c22-9cb2-59662d8d105d by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '5773a748-8750-49fa-97c7-852ea91b7a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:33.481012 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c58408-64a5-44e4-b726-e9b64bea964b req-22be292a-6afd-4e3e-8ba5-641b9e5aa457 service neutron] Attempting to bind port ab4ccb3c-d6db-4c22-9cb2-59662d8d105d on network e5f92a9c-9232-4960-be34-2deefc62380e {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:33.501914 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-8cb3c42d-3c42-4c50-a687-5612fcc03481 service neutron] Attempting to bind port cf0c8c5f-5023-449d-8eef-136593dd4a73 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:33.502350 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-8cb3c42d-3c42-4c50-a687-5612fcc03481 service neutron] Attempting to bind port cf0c8c5f-5023-449d-8eef-136593dd4a73 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:33.502801 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-8cb3c42d-3c42-4c50-a687-5612fcc03481 service neutron] Attempting to bind port cf0c8c5f-5023-449d-8eef-136593dd4a73 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:33.527715 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-55e3132d-869f-48c2-9886-eee899399206 req-8b573b37-90cc-402f-ae34-c907cb129576 tempest-AggregatesAdminTestJSON-321487259 tempest-AggregatesAdminTestJSON-321487259-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7e62f7d-2313-4e3a-8365-ad79f0ab8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752174 Nov 12 08:32:33.531603 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c58408-64a5-44e4-b726-e9b64bea964b req-22be292a-6afd-4e3e-8ba5-641b9e5aa457 service neutron] Port ab4ccb3c-d6db-4c22-9cb2-59662d8d105d on network e5f92a9c-9232-4960-be34-2deefc62380e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:32:33.533138 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c58408-64a5-44e4-b726-e9b64bea964b req-22be292a-6afd-4e3e-8ba5-641b9e5aa457 service neutron] Attempting to bind port ab4ccb3c-d6db-4c22-9cb2-59662d8d105d on network e5f92a9c-9232-4960-be34-2deefc62380e {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:33.543205 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-8cb3c42d-3c42-4c50-a687-5612fcc03481 service neutron] Port cf0c8c5f-5023-449d-8eef-136593dd4a73 on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:32:33.543205 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-8cb3c42d-3c42-4c50-a687-5612fcc03481 service neutron] Attempting to bind port cf0c8c5f-5023-449d-8eef-136593dd4a73 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:33.559231 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c58408-64a5-44e4-b726-e9b64bea964b req-22be292a-6afd-4e3e-8ba5-641b9e5aa457 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:33.568043 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c58408-64a5-44e4-b726-e9b64bea964b req-22be292a-6afd-4e3e-8ba5-641b9e5aa457 service neutron] Checking segment: {'id': '5773a748-8750-49fa-97c7-852ea91b7a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:33.570449 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c58408-64a5-44e4-b726-e9b64bea964b req-22be292a-6afd-4e3e-8ba5-641b9e5aa457 service neutron] Bound using segment: {'id': '5773a748-8750-49fa-97c7-852ea91b7a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:33.571203 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-80c58408-64a5-44e4-b726-e9b64bea964b req-22be292a-6afd-4e3e-8ba5-641b9e5aa457 service neutron] Bound port: ab4ccb3c-d6db-4c22-9cb2-59662d8d105d, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5773a748-8750-49fa-97c7-852ea91b7a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:33.573124 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-80c58408-64a5-44e4-b726-e9b64bea964b req-22be292a-6afd-4e3e-8ba5-641b9e5aa457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:33.617912 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-8cb3c42d-3c42-4c50-a687-5612fcc03481 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:33.620569 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-8cb3c42d-3c42-4c50-a687-5612fcc03481 service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:33.621510 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-8cb3c42d-3c42-4c50-a687-5612fcc03481 service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:33.622948 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-8cb3c42d-3c42-4c50-a687-5612fcc03481 service neutron] Bound port: cf0c8c5f-5023-449d-8eef-136593dd4a73, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:33.629742 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-8cb3c42d-3c42-4c50-a687-5612fcc03481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:33.650227 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6da430bb-df22-4f9d-86de-436bafff4271 req-dc344215-a93b-4154-abeb-8ae14c6d69fb service neutron] 10.222.0.58 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473075 Nov 12 08:32:33.651787 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 0f175b77-1198-4572-8406-428c5b46167d details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:32:33.894451 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 0f175b77-1198-4572-8406-428c5b46167d, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=0f175b77-1198-4572-8406-428c5b46167d,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:33.910785 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '0f175b77-1198-4572-8406-428c5b46167d', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': '0f175b77-1198-4572-8406-428c5b46167d', 'mac_address': 'fa:16:3e:73:2b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:32:33.920395 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a7e76-3884-4d6b-a9d6-876a594f548b req-88dc3d64-b5ec-4991-a104-c9755165ec1f tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:33.928665 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0b5a7e76-3884-4d6b-a9d6-876a594f548b req-88dc3d64-b5ec-4991-a104-c9755165ec1f tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 943 time: 0.2615061 Nov 12 08:32:33.954877 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:33.967170 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-80c58408-64a5-44e4-b726-e9b64bea964b req-22be292a-6afd-4e3e-8ba5-641b9e5aa457 service neutron] For port ab4ccb3c-d6db-4c22-9cb2-59662d8d105d, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:33.973035 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f175b77-1198-4572-8406-428c5b46167d {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:34.014144 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-80c58408-64a5-44e4-b726-e9b64bea964b req-22be292a-6afd-4e3e-8ba5-641b9e5aa457 service neutron] For port ab4ccb3c-d6db-4c22-9cb2-59662d8d105d, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=ab4ccb3c-d6db-4c22-9cb2-59662d8d105d,segment=NetworkSegment(5773a748-8750-49fa-97c7-852ea91b7a02),segment_id=5773a748-8750-49fa-97c7-852ea91b7a02)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:34.016085 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-8cb3c42d-3c42-4c50-a687-5612fcc03481 service neutron] For port cf0c8c5f-5023-449d-8eef-136593dd4a73, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:34.021417 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 0f175b77-1198-4572-8406-428c5b46167d, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=0f175b77-1198-4572-8406-428c5b46167d,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:34.034279 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:34.066056 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-8cb3c42d-3c42-4c50-a687-5612fcc03481 service neutron] For port cf0c8c5f-5023-449d-8eef-136593dd4a73, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=cf0c8c5f-5023-449d-8eef-136593dd4a73,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:34.070713 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-80c58408-64a5-44e4-b726-e9b64bea964b req-22be292a-6afd-4e3e-8ba5-641b9e5aa457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:34.109573 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=0f175b77-1198-4572-8406-428c5b46167d,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:34.161895 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0b5a7e76-3884-4d6b-a9d6-876a594f548b req-497b68bd-1694-4d9e-b857-b9953bd55508 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322190 Nov 12 08:32:34.164250 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-8cb3c42d-3c42-4c50-a687-5612fcc03481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:34.290481 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c58408-64a5-44e4-b726-e9b64bea964b req-22be292a-6afd-4e3e-8ba5-641b9e5aa457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:34.291823 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-80c58408-64a5-44e4-b726-e9b64bea964b req-22be292a-6afd-4e3e-8ba5-641b9e5aa457 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:34.293697 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80c58408-64a5-44e4-b726-e9b64bea964b req-22be292a-6afd-4e3e-8ba5-641b9e5aa457 service neutron] 10.222.0.58 "PUT /v2.0/ports/ab4ccb3c-d6db-4c22-9cb2-59662d8d105d HTTP/1.1" status: 200 len: 1093 time: 2.9503808 Nov 12 08:32:34.302273 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-8cb3c42d-3c42-4c50-a687-5612fcc03481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:34.302903 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-8cb3c42d-3c42-4c50-a687-5612fcc03481 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:34.304398 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-8cb3c42d-3c42-4c50-a687-5612fcc03481 service neutron] 10.222.0.58 "PUT /v2.0/ports/cf0c8c5f-5023-449d-8eef-136593dd4a73 HTTP/1.1" status: 200 len: 1096 time: 2.9585578 Nov 12 08:32:34.304889 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f6c9a1-d513-41e8-9019-06d42dab6306', 'tag': 'ab4ccb3c-d6db-4c22-9cb2-59662d8d105d'}, {'name': 'network-changed', 'server_uuid': 'e1170e81-307c-466b-adf3-dbea7406d378', 'tag': 'cf0c8c5f-5023-449d-8eef-136593dd4a73'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:34.392603 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2597b0-2836-4fbc-b9d2-d1f469438447', 'name': 'network-vif-deleted', 'tag': '42ecfd63-fc55-41df-9f71-b88d39bd340b'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:34.395080 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb8ed54-74b4-4bdb-8054-c6915e3f09dc" -d '{"events": [{"server_uuid": "2c2597b0-2836-4fbc-b9d2-d1f469438447", "name": "network-vif-deleted", "tag": "42ecfd63-fc55-41df-9f71-b88d39bd340b"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:34.399476 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['0f175b77-1198-4572-8406-428c5b46167d'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:32:34.581664 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2862f0-d1f1-4599-8970-752ee4476952" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f6c9a1-d513-41e8-9019-06d42dab6306", "tag": "ab4ccb3c-d6db-4c22-9cb2-59662d8d105d"}, {"name": "network-changed", "server_uuid": "e1170e81-307c-466b-adf3-dbea7406d378", "tag": "cf0c8c5f-5023-449d-8eef-136593dd4a73"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:34.604292 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bc58e-027f-4a48-83bb-dd7ad4bef6f7 req-188c151a-457a-43a4-8789-c73856496744 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:34.612591 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-296bc58e-027f-4a48-83bb-dd7ad4bef6f7 req-188c151a-457a-43a4-8789-c73856496744 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a12a13-922e-4bde-bb4f-af9cce0f53eb HTTP/1.1" status: 200 len: 949 time: 0.6080863 Nov 12 08:32:34.686538 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be292a-6afd-4e3e-8ba5-641b9e5aa457 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4ccb3c-d6db-4c22-9cb2-59662d8d105d,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:34.828589 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d476d01-bb75-4812-831b-6eb14d6b6d43 req-1447e26b-8bc7-4973-876b-523e4ae29c33 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:34.830179 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7d476d01-bb75-4812-831b-6eb14d6b6d43 req-1447e26b-8bc7-4973-876b-523e4ae29c33 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1170e81-307c-466b-adf3-dbea7406d378 HTTP/1.1" status: 200 len: 947 time: 0.5197828 Nov 12 08:32:34.833639 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-296bc58e-027f-4a48-83bb-dd7ad4bef6f7 req-cdcef584-4811-4198-9698-b4cac4e98740 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4a0ec8d-b03f-4861-8716-669af871e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202127 Nov 12 08:32:34.837998 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3c42d-3c42-4c50-a687-5612fcc03481 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0c8c5f-5023-449d-8eef-136593dd4a73,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:34.843130 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c58408-64a5-44e4-b726-e9b64bea964b req-83d0918f-d7bf-439e-b93f-bc5e171b3c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:34.845163 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80c58408-64a5-44e4-b726-e9b64bea964b req-83d0918f-d7bf-439e-b93f-bc5e171b3c37 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8cc6ca5ed9f64e148f5b96cdf6df5819&device_id=a5f6c9a1-d513-41e8-9019-06d42dab6306 HTTP/1.1" status: 200 len: 1096 time: 0.2564235 Nov 12 08:32:34.847364 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-ad9d5ae1-24cb-4a8a-9d6f-805381bd351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:34.848494 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-ad9d5ae1-24cb-4a8a-9d6f-805381bd351d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3086472231354689b06a975258c697aa&device_id=e1170e81-307c-466b-adf3-dbea7406d378 HTTP/1.1" status: 200 len: 1099 time: 0.2623355 Nov 12 08:32:34.996025 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-2e7900dc-6147-4708-bfa1-83d723d315e4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=cf0c8c5f-5023-449d-8eef-136593dd4a73 HTTP/1.1" status: 200 len: 217 time: 0.1175632 Nov 12 08:32:34.997261 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80c58408-64a5-44e4-b726-e9b64bea964b req-8f3ebe4c-9727-4d6a-8d3c-ad5517545e61 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab4ccb3c-d6db-4c22-9cb2-59662d8d105d HTTP/1.1" status: 200 len: 217 time: 0.1205654 Nov 12 08:32:35.014806 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7d476d01-bb75-4812-831b-6eb14d6b6d43 req-0f0ed398-51fc-48ef-9972-193c8b0f1fd5 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780729 Nov 12 08:32:35.112852 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c58408-64a5-44e4-b726-e9b64bea964b req-f93fea6f-e6e4-4d60-b9ff-5993ef1ec6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:35.114488 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80c58408-64a5-44e4-b726-e9b64bea964b req-f93fea6f-e6e4-4d60-b9ff-5993ef1ec6dd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6c542064-a950-4668-8022-669eaf3adcd0 HTTP/1.1" status: 200 len: 863 time: 0.0902622 Nov 12 08:32:35.115820 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-42eb2482-1457-4d4a-998c-a0c9166bb167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:35.117151 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-42eb2482-1457-4d4a-998c-a0c9166bb167 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1008563 Nov 12 08:32:35.201996 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566b4086-2634-470f-acb0-5c9a5dc6d479 x-openstack-request-id: req-566b4086-2634-470f-acb0-5c9a5dc6d479 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:35.202527 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2597b0-2836-4fbc-b9d2-d1f469438447", "name": "network-vif-deleted", "tag": "42ecfd63-fc55-41df-9f71-b88d39bd340b", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:35.203059 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-566b4086-2634-470f-acb0-5c9a5dc6d479 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:35.203657 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2597b0-2836-4fbc-b9d2-d1f469438447', 'name': 'network-vif-deleted', 'tag': '42ecfd63-fc55-41df-9f71-b88d39bd340b', 'status': 'completed', 'code': 200} Nov 12 08:32:35.264942 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c58408-64a5-44e4-b726-e9b64bea964b req-d9d3951d-75a1-43ca-8bea-ab0899a2a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:35.266609 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80c58408-64a5-44e4-b726-e9b64bea964b req-d9d3951d-75a1-43ca-8bea-ab0899a2a6e3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e5f92a9c-9232-4960-be34-2deefc62380e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1353648 Nov 12 08:32:35.281477 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-f6519a2e-380a-4c4b-ad93-322f7de8e557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:35.282946 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-f6519a2e-380a-4c4b-ad93-322f7de8e557 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1503818 Nov 12 08:32:35.341428 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f6f1a3-14ff-4e92-863a-31876c1fa32a x-openstack-request-id: req-a6f6f1a3-14ff-4e92-863a-31876c1fa32a {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:35.341658 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f6c9a1-d513-41e8-9019-06d42dab6306", "tag": "ab4ccb3c-d6db-4c22-9cb2-59662d8d105d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e1170e81-307c-466b-adf3-dbea7406d378", "tag": "cf0c8c5f-5023-449d-8eef-136593dd4a73", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:35.341825 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a6f6f1a3-14ff-4e92-863a-31876c1fa32a {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:35.342274 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f6c9a1-d513-41e8-9019-06d42dab6306', 'tag': 'ab4ccb3c-d6db-4c22-9cb2-59662d8d105d', 'status': 'completed', 'code': 200} Nov 12 08:32:35.342621 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1170e81-307c-466b-adf3-dbea7406d378', 'tag': 'cf0c8c5f-5023-449d-8eef-136593dd4a73', 'status': 'completed', 'code': 200} Nov 12 08:32:35.439380 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca16af9-e3d6-402d-a706-71c1526a3d15 req-7627b483-1b55-486c-8840-fd6614cdfa45 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:35.440990 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2ca16af9-e3d6-402d-a706-71c1526a3d15 req-7627b483-1b55-486c-8840-fd6614cdfa45 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5f6c9a1-d513-41e8-9019-06d42dab6306 HTTP/1.1" status: 200 len: 944 time: 0.1976357 Nov 12 08:32:35.482420 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-1b2d9522-a7e7-40d4-9cc0-b44727602cde service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879103 Nov 12 08:32:35.495438 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80c58408-64a5-44e4-b726-e9b64bea964b req-d19eda93-434c-4f86-a18f-854306ab35a2 service neutron] 10.222.0.58 "GET /v2.0/networks/e5f92a9c-9232-4960-be34-2deefc62380e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114966 Nov 12 08:32:35.656413 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 29e38202-4aa2-4ddd-9276-94e9b823a5a4 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:32:35.665178 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2ca16af9-e3d6-402d-a706-71c1526a3d15 req-e030fd72-95cd-4341-819e-f4b4536bbc14 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c50791e-332d-4821-b9c1-b32596a4844a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2076151 Nov 12 08:32:35.682182 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34780) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:35.707851 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eed3bc-42bf-4fd7-8d22-1dd56f640295 req-64510e45-4eb4-4b4a-a3f9-53e117306848 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:35.709546 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-79eed3bc-42bf-4fd7-8d22-1dd56f640295 req-64510e45-4eb4-4b4a-a3f9-53e117306848 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 943 time: 0.2199361 Nov 12 08:32:35.746604 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 0f175b77-1198-4572-8406-428c5b46167d up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:35.763553 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-734d53d2-7a04-42d9-8ba1-c7ac2cb5f5fa req-501f72af-d54d-4a57-af79-fe99c43080e7 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657785 Nov 12 08:32:35.765506 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80c58408-64a5-44e4-b726-e9b64bea964b req-a3b84795-cc6c-4dd4-bc37-506bc0146efe service neutron] 10.222.0.58 "GET /v2.0/networks/e5f92a9c-9232-4960-be34-2deefc62380e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524145 Nov 12 08:32:35.800088 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-79eed3bc-42bf-4fd7-8d22-1dd56f640295 req-7d4a1a13-79e8-4ff3-937c-8f09c10dce54 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817952 Nov 12 08:32:35.873468 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 0f175b77-1198-4572-8406-428c5b46167d completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:32:35.890872 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 0f175b77-1198-4572-8406-428c5b46167d triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:35.891469 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:35.895529 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 29e38202-4aa2-4ddd-9276-94e9b823a5a4, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=29e38202-4aa2-4ddd-9276-94e9b823a5a4,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:35.916210 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2862f0-d1f1-4599-8970-752ee4476952 req-99aea078-f3ca-40ed-a11d-24f513be9f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:35.920246 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f2862f0-d1f1-4599-8970-752ee4476952 req-99aea078-f3ca-40ed-a11d-24f513be9f5e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8cc6ca5ed9f64e148f5b96cdf6df5819&device_id=a5f6c9a1-d513-41e8-9019-06d42dab6306 HTTP/1.1" status: 200 len: 1096 time: 0.0790045 Nov 12 08:32:35.922896 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34794) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:35.923079 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-426e73c9-73d5-436d-8ff4-3f385ef97351 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b9c1d53bd7be48a79da8b74c201cdf70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385201 Nov 12 08:32:35.942436 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '29e38202-4aa2-4ddd-9276-94e9b823a5a4', 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b', 'port_id': '29e38202-4aa2-4ddd-9276-94e9b823a5a4', 'mac_address': 'fa:16:3e:a8:2e:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46819c4-cbf3-463f-b6ce-344123c01513', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:32:36.005257 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:36.061069 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e38202-4aa2-4ddd-9276-94e9b823a5a4 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:36.073630 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:36.102290 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 29e38202-4aa2-4ddd-9276-94e9b823a5a4, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=29e38202-4aa2-4ddd-9276-94e9b823a5a4,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:36.112389 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:36.122320 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a12a13-922e-4bde-bb4f-af9cce0f53eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f175b77-1198-4572-8406-428c5b46167d'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:36.125430 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc289d5-9e9f-4a0c-b0d6-a208197b1dae" -d '{"events": [{"server_uuid": "56a12a13-922e-4bde-bb4f-af9cce0f53eb", "name": "network-vif-plugged", "status": "completed", "tag": "0f175b77-1198-4572-8406-428c5b46167d"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:36.164151 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 0f175b77-1198-4572-8406-428c5b46167d, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=0f175b77-1198-4572-8406-428c5b46167d,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:36.164927 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64ff122c-f350-4b59-a6e1-e20376a4999c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:36.176008 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:36.176822 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2862f0-d1f1-4599-8970-752ee4476952 req-7f0216be-5cd4-4656-9bbb-784ed7fbe899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:36.178324 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f2862f0-d1f1-4599-8970-752ee4476952 req-7f0216be-5cd4-4656-9bbb-784ed7fbe899 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e5f92a9c-9232-4960-be34-2deefc62380e HTTP/1.1" status: 200 len: 925 time: 0.2452610 Nov 12 08:32:36.197485 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=29e38202-4aa2-4ddd-9276-94e9b823a5a4,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:36.256523 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f2862f0-d1f1-4599-8970-752ee4476952 req-0934fa12-62d6-4fc4-8718-be2cffa720a3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab4ccb3c-d6db-4c22-9cb2-59662d8d105d HTTP/1.1" status: 200 len: 217 time: 0.0612969 Nov 12 08:32:36.259069 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64ff122c-f350-4b59-a6e1-e20376a4999c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:36.276557 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=0f175b77-1198-4572-8406-428c5b46167d,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:36.326969 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3cb96-89a0-4b53-9380-6f89aa1f1d6b req-664fbda9-1d3e-48fc-9037-d7193acd11aa tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:36.328768 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80e3cb96-89a0-4b53-9380-6f89aa1f1d6b req-664fbda9-1d3e-48fc-9037-d7193acd11aa tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a12a13-922e-4bde-bb4f-af9cce0f53eb HTTP/1.1" status: 200 len: 950 time: 0.1675682 Nov 12 08:32:36.460081 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['29e38202-4aa2-4ddd-9276-94e9b823a5a4'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:32:36.609145 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2862f0-d1f1-4599-8970-752ee4476952 req-4ebc275e-00c3-4f33-a751-f4edff494a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:36.611756 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f2862f0-d1f1-4599-8970-752ee4476952 req-4ebc275e-00c3-4f33-a751-f4edff494a65 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6c542064-a950-4668-8022-669eaf3adcd0 HTTP/1.1" status: 200 len: 863 time: 0.3433416 Nov 12 08:32:36.652273 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80e3cb96-89a0-4b53-9380-6f89aa1f1d6b req-ff513010-90ed-4410-8a07-b0ec11eafea7 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4a0ec8d-b03f-4861-8716-669af871e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135891 Nov 12 08:32:36.653630 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64ff122c-f350-4b59-a6e1-e20376a4999c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:36.657290 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64ff122c-f350-4b59-a6e1-e20376a4999c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:36.657640 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-64ff122c-f350-4b59-a6e1-e20376a4999c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7e62f7d-2313-4e3a-8365-ad79f0ab8a09 HTTP/1.1" status: 204 len: 168 time: 0.7344730 Nov 12 08:32:36.690709 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0bf76a-fe77-4dff-8671-a8b09c11d9ed req-c8728b69-0b6e-4ef6-b231-3b0acf5f021b tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:36.691722 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ac0bf76a-fe77-4dff-8671-a8b09c11d9ed req-c8728b69-0b6e-4ef6-b231-3b0acf5f021b tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1170e81-307c-466b-adf3-dbea7406d378 HTTP/1.1" status: 200 len: 947 time: 0.3506336 Nov 12 08:32:36.698496 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff122c-f350-4b59-a6e1-e20376a4999c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e62f7d-2313-4e3a-8365-ad79f0ab8a09,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:36.722994 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd093be1-ebc0-4fb2-8103-306c926124f2 x-openstack-request-id: req-dd093be1-ebc0-4fb2-8103-306c926124f2 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:36.724431 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a12a13-922e-4bde-bb4f-af9cce0f53eb", "name": "network-vif-plugged", "status": "completed", "tag": "0f175b77-1198-4572-8406-428c5b46167d", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:36.724699 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd093be1-ebc0-4fb2-8103-306c926124f2 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:36.725025 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a12a13-922e-4bde-bb4f-af9cce0f53eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f175b77-1198-4572-8406-428c5b46167d', 'code': 200} Nov 12 08:32:36.762479 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2862f0-d1f1-4599-8970-752ee4476952 req-4a0c7611-dc47-4d29-b721-a02e4358f2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:36.764039 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f2862f0-d1f1-4599-8970-752ee4476952 req-4a0c7611-dc47-4d29-b721-a02e4358f2ca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e5f92a9c-9232-4960-be34-2deefc62380e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1262369 Nov 12 08:32:36.778030 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ac0bf76a-fe77-4dff-8671-a8b09c11d9ed req-f96bcac4-4a92-4d44-a6b5-5ed04b235eb0 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736394 Nov 12 08:32:36.932634 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34836) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:37.022596 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd92b3-36ac-47f8-9a0d-2dcaf0edaf1c req-b165d197-8f5a-486d-978d-a935d1cf0732 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:37.024917 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-40dd92b3-36ac-47f8-9a0d-2dcaf0edaf1c req-b165d197-8f5a-486d-978d-a935d1cf0732 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5f6c9a1-d513-41e8-9019-06d42dab6306 HTTP/1.1" status: 200 len: 944 time: 0.1394856 Nov 12 08:32:37.027978 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f2862f0-d1f1-4599-8970-752ee4476952 req-b59f0470-660f-440c-91d3-ce1c90e5706e service neutron] 10.222.0.58 "GET /v2.0/networks/e5f92a9c-9232-4960-be34-2deefc62380e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400708 Nov 12 08:32:37.029853 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764e89c-1b6c-414e-a850-d8ab50716b89 req-00e428c2-a616-402a-9415-35e578908e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:37.031508 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7764e89c-1b6c-414e-a850-d8ab50716b89 req-00e428c2-a616-402a-9415-35e578908e51 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=56a12a13-922e-4bde-bb4f-af9cce0f53eb HTTP/1.1" status: 200 len: 1102 time: 0.1976726 Nov 12 08:32:37.062951 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e0bcc59b-c2af-41ad-85dd-07dd96aec941 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.071962 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa9df0-997c-4f4b-b853-4976216f94ef req-45ba75f8-6b28-47a2-8d56-eead6b570d76 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:37.073548 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-39aa9df0-997c-4f4b-b853-4976216f94ef req-45ba75f8-6b28-47a2-8d56-eead6b570d76 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 944 time: 0.1395118 Nov 12 08:32:37.113406 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34840) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:37.181206 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-18c8b3ba-eb8d-4eaa-9c9c-86f88867d002 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1aeb35f5ac0d4eb193227e9069d4aed3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0662565 Nov 12 08:32:37.184704 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34842) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:37.188326 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e0bcc59b-c2af-41ad-85dd-07dd96aec941 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.195913 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-40dd92b3-36ac-47f8-9a0d-2dcaf0edaf1c req-3a3ddcd8-5bce-434b-a90d-28ec4312c2ea tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c50791e-332d-4821-b9c1-b32596a4844a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1623681 Nov 12 08:32:37.200483 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e0bcc59b-c2af-41ad-85dd-07dd96aec941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.233651 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7764e89c-1b6c-414e-a850-d8ab50716b89 req-a24937ca-abd6-4ccf-b11a-51422bef51a7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d4a0ec8d-b03f-4861-8716-669af871e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711650 Nov 12 08:32:37.240577 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-39aa9df0-997c-4f4b-b853-4976216f94ef req-ab353ac5-6e1d-42ed-9888-563376cd6736 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604502 Nov 12 08:32:37.259279 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f2862f0-d1f1-4599-8970-752ee4476952 req-6b0b1014-961d-4432-82de-bfd42b8f2236 service neutron] 10.222.0.58 "GET /v2.0/networks/e5f92a9c-9232-4960-be34-2deefc62380e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047849 Nov 12 08:32:37.262419 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e0bcc59b-c2af-41ad-85dd-07dd96aec941 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2381041c7c034c04869d1cefa5022789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3283958 Nov 12 08:32:37.265278 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bcc59b-c2af-41ad-85dd-07dd96aec941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c244cc0-7d89-4d4a-a360-67170d39b614,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:37.265417 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34844) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:37.284612 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-988f2877-8bbe-41c4-9ec9-25c514698e57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.320286 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-988f2877-8bbe-41c4-9ec9-25c514698e57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.363560 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b18e6099-110e-408b-8215-dd3d911b875f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.387185 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-988f2877-8bbe-41c4-9ec9-25c514698e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.391176 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b18e6099-110e-408b-8215-dd3d911b875f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.397937 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 42ecfd63-fc55-41df-9f71-b88d39bd340b no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:32:37.401274 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-988f2877-8bbe-41c4-9ec9-25c514698e57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.411192 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-988f2877-8bbe-41c4-9ec9-25c514698e57 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/65b8e5d3-d0e6-4ce5-8b3a-7f587dcadde1 HTTP/1.1" status: 204 len: 168 time: 0.2251792 Nov 12 08:32:37.428439 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f2877-8bbe-41c4-9ec9-25c514698e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b8e5d3-d0e6-4ce5-8b3a-7f587dcadde1,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:37.449414 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 42ecfd63-fc55-41df-9f71-b88d39bd340b {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:32:37.449688 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 42ecfd63-fc55-41df-9f71-b88d39bd340b not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:32:37.492860 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b18e6099-110e-408b-8215-dd3d911b875f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.496443 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b18e6099-110e-408b-8215-dd3d911b875f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.497895 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b18e6099-110e-408b-8215-dd3d911b875f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5c244cc0-7d89-4d4a-a360-67170d39b614 HTTP/1.1" status: 204 len: 168 time: 0.2289703 Nov 12 08:32:37.507167 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e6099-110e-408b-8215-dd3d911b875f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c244cc0-7d89-4d4a-a360-67170d39b614,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:37.677643 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 29e38202-4aa2-4ddd-9276-94e9b823a5a4 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:37.776526 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-662ac4cc-8d49-44e9-bd6f-e9c1e8820ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.799593 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 29e38202-4aa2-4ddd-9276-94e9b823a5a4 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:32:37.805650 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 29e38202-4aa2-4ddd-9276-94e9b823a5a4 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:37.806193 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.834989 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2862f0-d1f1-4599-8970-752ee4476952 req-0a1034c8-dd93-4bec-9a26-19757cf8cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:37.845268 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f2862f0-d1f1-4599-8970-752ee4476952 req-0a1034c8-dd93-4bec-9a26-19757cf8cb10 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3086472231354689b06a975258c697aa&device_id=e1170e81-307c-466b-adf3-dbea7406d378 HTTP/1.1" status: 200 len: 1099 time: 0.1338060 Nov 12 08:32:37.866481 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e4fb8-4270-48ce-be2e-ffc8e44054ef req-6375a651-1cf5-4787-a3bd-a86c65734078 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:37.871215 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4c0e4fb8-4270-48ce-be2e-ffc8e44054ef req-6375a651-1cf5-4787-a3bd-a86c65734078 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a12a13-922e-4bde-bb4f-af9cce0f53eb HTTP/1.1" status: 200 len: 950 time: 0.1063318 Nov 12 08:32:37.931152 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.975487 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34886) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:38.000668 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 29e38202-4aa2-4ddd-9276-94e9b823a5a4, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=29e38202-4aa2-4ddd-9276-94e9b823a5a4,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:38.009913 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.025130 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34892) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:38.068430 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4c0e4fb8-4270-48ce-be2e-ffc8e44054ef req-acf45e82-1465-47d8-becf-8563fc7d219f tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4a0ec8d-b03f-4861-8716-669af871e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792328 Nov 12 08:32:38.077164 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=29e38202-4aa2-4ddd-9276-94e9b823a5a4,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:38.092421 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fb1ee-5395-45be-8855-c2705299160e req-817c042f-ea89-439d-b837-762e58ec08d7 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:38.095131 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-490fb1ee-5395-45be-8855-c2705299160e req-817c042f-ea89-439d-b837-762e58ec08d7 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1170e81-307c-466b-adf3-dbea7406d378 HTTP/1.1" status: 200 len: 947 time: 0.1801348 Nov 12 08:32:38.134302 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2862f0-d1f1-4599-8970-752ee4476952 req-b86c7d60-d4bd-4a23-a7cb-a0802470966e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:38.135889 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f2862f0-d1f1-4599-8970-752ee4476952 req-b86c7d60-d4bd-4a23-a7cb-a0802470966e service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.2603683 Nov 12 08:32:38.141087 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34896) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:38.170369 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b83238f-f709-4422-906d-42a316cab096 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.194799 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-74c6638c-5d24-41d5-a97e-98b125c90224 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.198701 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f2862f0-d1f1-4599-8970-752ee4476952 req-0aa706d4-76ed-47b7-ba6e-a6c153f5db13 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=cf0c8c5f-5023-449d-8eef-136593dd4a73 HTTP/1.1" status: 200 len: 217 time: 0.0462022 Nov 12 08:32:38.204668 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-490fb1ee-5395-45be-8855-c2705299160e req-d60e1b7a-b34c-4e11-9da9-e87162a20f54 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952001 Nov 12 08:32:38.349018 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b83238f-f709-4422-906d-42a316cab096 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.351469 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-74c6638c-5d24-41d5-a97e-98b125c90224 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.356980 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b83238f-f709-4422-906d-42a316cab096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.368380 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2862f0-d1f1-4599-8970-752ee4476952 req-eacf1753-79c2-4a00-9b97-0fe677da9983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:38.370043 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f2862f0-d1f1-4599-8970-752ee4476952 req-eacf1753-79c2-4a00-9b97-0fe677da9983 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1622722 Nov 12 08:32:38.385901 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-74c6638c-5d24-41d5-a97e-98b125c90224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.457913 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1b83238f-f709-4422-906d-42a316cab096 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc0bad8a09304cacb7ab0c99a716d34a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3133945 Nov 12 08:32:38.459319 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34908) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:38.461714 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-01226804-e1ef-4c8a-8329-c5f8ec1cbf6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.471190 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-74c6638c-5d24-41d5-a97e-98b125c90224 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=80ae60b09473453c82b1b78de189fd63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4915011 Nov 12 08:32:38.474553 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34910) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:38.478077 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83238f-f709-4422-906d-42a316cab096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05095dfc-2dd0-4079-8b28-65c44add9f96,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:38.496681 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374c586-a11d-4f64-b128-dd3adec2edb2 req-f7daec1d-801d-4712-b03b-d6d71df39c67 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:38.504216 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3374c586-a11d-4f64-b128-dd3adec2edb2 req-f7daec1d-801d-4712-b03b-d6d71df39c67 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5f6c9a1-d513-41e8-9019-06d42dab6306 HTTP/1.1" status: 200 len: 944 time: 0.1330292 Nov 12 08:32:38.513985 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2862f0-d1f1-4599-8970-752ee4476952 req-65152e32-9869-48bc-a444-fc365cba9f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:38.515672 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f2862f0-d1f1-4599-8970-752ee4476952 req-65152e32-9869-48bc-a444-fc365cba9f2b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1313691 Nov 12 08:32:38.551823 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6638c-5d24-41d5-a97e-98b125c90224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334c4177-bc06-49b2-8c17-86078da67a24,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:38.586910 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b98c217-7158-4add-9eda-e0738a15c24d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.593936 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a360a-b634-4d28-8bd9-f06285f0f5a2 req-e860ad15-3ed0-4654-9950-30c3d656fb0f tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:38.595491 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3a8a360a-b634-4d28-8bd9-f06285f0f5a2 req-e860ad15-3ed0-4654-9950-30c3d656fb0f tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 945 time: 0.1856568 Nov 12 08:32:38.624095 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b98c217-7158-4add-9eda-e0738a15c24d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.682508 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-01226804-e1ef-4c8a-8329-c5f8ec1cbf6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.692076 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3374c586-a11d-4f64-b128-dd3adec2edb2 req-0e610953-4ea1-40bc-8ded-bf802cc59e9c tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c50791e-332d-4821-b9c1-b32596a4844a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1869574 Nov 12 08:32:38.693707 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-01226804-e1ef-4c8a-8329-c5f8ec1cbf6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.702731 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6c78fd61-2f15-4022-9fd7-c2f830e3f52d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.726651 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23a4327-0c43-4554-9967-e6ab36068da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e38202-4aa2-4ddd-9276-94e9b823a5a4'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:38.730743 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09ab56f-2de8-4a67-a85a-8e3611a9c6d2" -d '{"events": [{"server_uuid": "d23a4327-0c43-4554-9967-e6ab36068da4", "name": "network-vif-plugged", "status": "completed", "tag": "29e38202-4aa2-4ddd-9276-94e9b823a5a4"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:38.736842 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-01226804-e1ef-4c8a-8329-c5f8ec1cbf6b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1d954d68f6bc47b5ba10e4b91341e5fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7089260 Nov 12 08:32:38.737934 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34920) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:38.754018 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6c78fd61-2f15-4022-9fd7-c2f830e3f52d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.777645 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e98ed20-4014-4c8b-bf6a-5034a5ff4d3d x-openstack-request-id: req-7e98ed20-4014-4c8b-bf6a-5034a5ff4d3d {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:38.778574 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b98c217-7158-4add-9eda-e0738a15c24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.779099 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23a4327-0c43-4554-9967-e6ab36068da4", "name": "network-vif-plugged", "status": "completed", "tag": "29e38202-4aa2-4ddd-9276-94e9b823a5a4", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:38.780012 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e98ed20-4014-4c8b-bf6a-5034a5ff4d3d {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:38.780566 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23a4327-0c43-4554-9967-e6ab36068da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e38202-4aa2-4ddd-9276-94e9b823a5a4', 'code': 200} Nov 12 08:32:38.781214 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b98c217-7158-4add-9eda-e0738a15c24d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.784814 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4b98c217-7158-4add-9eda-e0738a15c24d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/05095dfc-2dd0-4079-8b28-65c44add9f96 HTTP/1.1" status: 204 len: 168 time: 0.3219843 Nov 12 08:32:38.800834 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01226804-e1ef-4c8a-8329-c5f8ec1cbf6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3d7b75-cff0-49fe-8ead-f33a4630b046,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:38.810624 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0067a07-dddb-4131-b5ad-1a7a32d14dfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.818353 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98c217-7158-4add-9eda-e0738a15c24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05095dfc-2dd0-4079-8b28-65c44add9f96,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:38.833718 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3a8a360a-b634-4d28-8bd9-f06285f0f5a2 req-95e010ae-d1c9-4a97-b73b-86be0d05930f tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967347 Nov 12 08:32:38.853801 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0067a07-dddb-4131-b5ad-1a7a32d14dfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.865407 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f2862f0-d1f1-4599-8970-752ee4476952 req-28bf737d-6969-4047-afc9-12a708c78b9a service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351307 Nov 12 08:32:38.934701 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6c78fd61-2f15-4022-9fd7-c2f830e3f52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.937678 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6c78fd61-2f15-4022-9fd7-c2f830e3f52d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.938566 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0067a07-dddb-4131-b5ad-1a7a32d14dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.938955 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6c78fd61-2f15-4022-9fd7-c2f830e3f52d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/334c4177-bc06-49b2-8c17-86078da67a24 HTTP/1.1" status: 204 len: 168 time: 0.4593110 Nov 12 08:32:38.941790 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0067a07-dddb-4131-b5ad-1a7a32d14dfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.945773 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c0067a07-dddb-4131-b5ad-1a7a32d14dfa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce3d7b75-cff0-49fe-8ead-f33a4630b046 HTTP/1.1" status: 204 len: 168 time: 0.2043996 Nov 12 08:32:38.956031 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0067a07-dddb-4131-b5ad-1a7a32d14dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3d7b75-cff0-49fe-8ead-f33a4630b046,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:39.014117 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78fd61-2f15-4022-9fd7-c2f830e3f52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334c4177-bc06-49b2-8c17-86078da67a24,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:39.055131 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a661208-459c-406c-a9f0-d2476bc1817b req-539c94d3-3724-4a0b-8dd4-1731d39bc68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:39.056852 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6a661208-459c-406c-a9f0-d2476bc1817b req-539c94d3-3724-4a0b-8dd4-1731d39bc68c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 1097 time: 0.1648407 Nov 12 08:32:39.095001 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f2862f0-d1f1-4599-8970-752ee4476952 req-8ce65506-c709-4a98-ba5b-6d8d449d59a4 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051110 Nov 12 08:32:39.122858 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6a661208-459c-406c-a9f0-d2476bc1817b req-3cdf8788-0e9f-40fb-964f-afbfe20314ea service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576513 Nov 12 08:32:39.204877 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8b668-5899-44de-b73d-1960ca952401 req-ec6f719f-0570-4bc6-b96b-5978eccccc62 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:39.204877 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-22e8b668-5899-44de-b73d-1960ca952401 req-ec6f719f-0570-4bc6-b96b-5978eccccc62 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a12a13-922e-4bde-bb4f-af9cce0f53eb HTTP/1.1" status: 200 len: 950 time: 0.0522394 Nov 12 08:32:39.257290 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-22e8b668-5899-44de-b73d-1960ca952401 req-3b969865-56de-447b-99c1-6bc991bd10d9 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4a0ec8d-b03f-4861-8716-669af871e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485034 Nov 12 08:32:39.346022 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6250cc-39c2-4587-8167-a6625d699ee7 req-149ce514-664e-4bdd-9c35-3134ac0e74f8 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:39.347595 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc6250cc-39c2-4587-8167-a6625d699ee7 req-149ce514-664e-4bdd-9c35-3134ac0e74f8 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1170e81-307c-466b-adf3-dbea7406d378 HTTP/1.1" status: 200 len: 947 time: 0.0614886 Nov 12 08:32:39.405108 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc6250cc-39c2-4587-8167-a6625d699ee7 req-1de44dcc-f37d-4b46-a857-572cf41c3038 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513122 Nov 12 08:32:39.522785 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34946) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:39.540645 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3d9ed588-e3b1-4110-af8a-4d7c4fd21e58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.630325 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3d9ed588-e3b1-4110-af8a-4d7c4fd21e58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.636453 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3d9ed588-e3b1-4110-af8a-4d7c4fd21e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.645928 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34950) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:39.661148 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cbe65387-af87-4ad5-b985-5c5e16dcc9eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.682812 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device ab4ccb3c-d6db-4c22-9cb2-59662d8d105d details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:32:39.696988 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ed588-e3b1-4110-af8a-4d7c4fd21e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3368bd-9585-4ca1-b2e3-2d4ff12d4cab,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:39.701803 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3d9ed588-e3b1-4110-af8a-4d7c4fd21e58 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=85ed36401f68494c8ab2bc0f94db62cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1777143 Nov 12 08:32:39.708144 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34954) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:39.825948 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e8e6f074-122f-4511-ac17-427db4219b18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.842955 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cbe65387-af87-4ad5-b985-5c5e16dcc9eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.853458 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cbe65387-af87-4ad5-b985-5c5e16dcc9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.879295 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e8e6f074-122f-4511-ac17-427db4219b18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.912006 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34962) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:39.913189 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-cbe65387-af87-4ad5-b985-5c5e16dcc9eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6908cd0d5cc948c897c6be5f75d6dc85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652252 Nov 12 08:32:39.990092 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port ab4ccb3c-d6db-4c22-9cb2-59662d8d105d, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=ab4ccb3c-d6db-4c22-9cb2-59662d8d105d,segment=NetworkSegment(5773a748-8750-49fa-97c7-852ea91b7a02),segment_id=5773a748-8750-49fa-97c7-852ea91b7a02)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:39.993434 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe65387-af87-4ad5-b985-5c5e16dcc9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba6fe62-fafe-4a24-8946-899f9f78f702,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:40.032326 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'ab4ccb3c-d6db-4c22-9cb2-59662d8d105d', 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e', 'port_id': 'ab4ccb3c-d6db-4c22-9cb2-59662d8d105d', 'mac_address': 'fa:16:3e:b7:6a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c542064-a950-4668-8022-669eaf3adcd0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:32:40.059381 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977793b-9e2c-4886-8bcd-e8b2d038d5e6 req-9482529c-ea41-46da-abcd-5345f9a8287c tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:40.072744 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4977793b-9e2c-4886-8bcd-e8b2d038d5e6 req-9482529c-ea41-46da-abcd-5345f9a8287c tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5f6c9a1-d513-41e8-9019-06d42dab6306 HTTP/1.1" status: 200 len: 944 time: 0.1720181 Nov 12 08:32:40.122912 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8117d5df-d700-4aca-95ed-970f2b5d0a7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.130953 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e8e6f074-122f-4511-ac17-427db4219b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.135805 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e8e6f074-122f-4511-ac17-427db4219b18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.137820 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e8e6f074-122f-4511-ac17-427db4219b18 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf3368bd-9585-4ca1-b2e3-2d4ff12d4cab HTTP/1.1" status: 204 len: 168 time: 0.4287283 Nov 12 08:32:40.151378 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.162232 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7df33d2e-462a-4362-9731-15bf2b3aeace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.165281 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6f074-122f-4511-ac17-427db4219b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3368bd-9585-4ca1-b2e3-2d4ff12d4cab,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:40.176115 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab4ccb3c-d6db-4c22-9cb2-59662d8d105d {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:40.199147 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8117d5df-d700-4aca-95ed-970f2b5d0a7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.224109 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port ab4ccb3c-d6db-4c22-9cb2-59662d8d105d, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=ab4ccb3c-d6db-4c22-9cb2-59662d8d105d,segment=NetworkSegment(5773a748-8750-49fa-97c7-852ea91b7a02),segment_id=5773a748-8750-49fa-97c7-852ea91b7a02)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:40.232355 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.233389 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device cf0c8c5f-5023-449d-8eef-136593dd4a73 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:32:40.267175 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4977793b-9e2c-4886-8bcd-e8b2d038d5e6 req-c886d6d4-83c9-4982-b287-31648ad957ab tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c50791e-332d-4821-b9c1-b32596a4844a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1922419 Nov 12 08:32:40.331139 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8117d5df-d700-4aca-95ed-970f2b5d0a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.336219 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8117d5df-d700-4aca-95ed-970f2b5d0a7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.337971 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8117d5df-d700-4aca-95ed-970f2b5d0a7b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ba6fe62-fafe-4a24-8946-899f9f78f702 HTTP/1.1" status: 204 len: 168 time: 0.4246244 Nov 12 08:32:40.345601 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5689d-8513-406e-8d96-1ed8274ba5df req-3af6bf26-2c55-4fc1-8769-fecf342e0407 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:40.355691 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117d5df-d700-4aca-95ed-970f2b5d0a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba6fe62-fafe-4a24-8946-899f9f78f702,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:40.360606 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dfa5689d-8513-406e-8d96-1ed8274ba5df req-3af6bf26-2c55-4fc1-8769-fecf342e0407 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 945 time: 0.2506490 Nov 12 08:32:40.402369 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=ab4ccb3c-d6db-4c22-9cb2-59662d8d105d,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:40.469701 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port cf0c8c5f-5023-449d-8eef-136593dd4a73, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=cf0c8c5f-5023-449d-8eef-136593dd4a73,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:40.474711 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dfa5689d-8513-406e-8d96-1ed8274ba5df req-479f51b7-c5f4-41c1-8e8f-a0c0f85b98a8 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131086 Nov 12 08:32:40.486943 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'cf0c8c5f-5023-449d-8eef-136593dd4a73', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': 'cf0c8c5f-5023-449d-8eef-136593dd4a73', 'mac_address': 'fa:16:3e:b8:a5:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:32:40.501060 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae35cf4-d054-423a-a857-338aff5fdee4 req-78df53bc-82b1-4c2b-9675-fe3c32a96dde tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:40.510184 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4ae35cf4-d054-423a-a857-338aff5fdee4 req-78df53bc-82b1-4c2b-9675-fe3c32a96dde tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a12a13-922e-4bde-bb4f-af9cce0f53eb HTTP/1.1" status: 200 len: 950 time: 0.1131866 Nov 12 08:32:40.572585 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.580051 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4ae35cf4-d054-423a-a857-338aff5fdee4 req-9a714c8c-d913-4289-9054-20720de6e324 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4a0ec8d-b03f-4861-8716-669af871e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685806 Nov 12 08:32:40.603424 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf0c8c5f-5023-449d-8eef-136593dd4a73 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:40.630597 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port cf0c8c5f-5023-449d-8eef-136593dd4a73, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=cf0c8c5f-5023-449d-8eef-136593dd4a73,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:40.636231 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.649287 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2706e-6c28-4996-b3a5-7d7bb221c05a req-120f9131-24e2-4c67-a480-a030d97783bb tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:40.651224 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cca2706e-6c28-4996-b3a5-7d7bb221c05a req-120f9131-24e2-4c67-a480-a030d97783bb tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1170e81-307c-466b-adf3-dbea7406d378 HTTP/1.1" status: 200 len: 947 time: 0.0691602 Nov 12 08:32:40.705369 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cca2706e-6c28-4996-b3a5-7d7bb221c05a req-3417f752-8e53-49a1-8c6e-ee3238493ae4 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469711 Nov 12 08:32:40.708193 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=cf0c8c5f-5023-449d-8eef-136593dd4a73,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:41.082479 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['ab4ccb3c-d6db-4c22-9cb2-59662d8d105d'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:32:41.092802 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['cf0c8c5f-5023-449d-8eef-136593dd4a73'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:32:41.160168 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-4a78f685-d2cf-47c0-a2de-722958b4ebb7 req-8ae089d4-637f-4fbb-bb6d-c9943a3d951e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:32:41.161590 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4a78f685-d2cf-47c0-a2de-722958b4ebb7 req-8ae089d4-637f-4fbb-bb6d-c9943a3d951e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077462 Nov 12 08:32:41.450873 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2adb7-badb-4373-b316-765a645c54eb req-547bc60a-250f-4354-a2f8-c045bd6e17d2 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:41.453785 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-97e2adb7-badb-4373-b316-765a645c54eb req-547bc60a-250f-4354-a2f8-c045bd6e17d2 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5f6c9a1-d513-41e8-9019-06d42dab6306 HTTP/1.1" status: 200 len: 945 time: 0.0792658 Nov 12 08:32:41.541085 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c8004-4dcc-423a-bc10-806319bc70a4 req-6ee018db-9946-410a-acb0-2271c6fe8288 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:41.542655 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0d9c8004-4dcc-423a-bc10-806319bc70a4 req-6ee018db-9946-410a-acb0-2271c6fe8288 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a12a13-922e-4bde-bb4f-af9cce0f53eb HTTP/1.1" status: 200 len: 950 time: 0.0850041 Nov 12 08:32:41.546713 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-97e2adb7-badb-4373-b316-765a645c54eb req-f830f9b0-37fe-4eef-9536-0dcf383ae1e8 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c50791e-332d-4821-b9c1-b32596a4844a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0789063 Nov 12 08:32:41.618870 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0d9c8004-4dcc-423a-bc10-806319bc70a4 req-cacedd58-f698-49ee-b282-2d7aa018afac tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4a0ec8d-b03f-4861-8716-669af871e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680392 Nov 12 08:32:41.702650 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae077d2-49f8-4c20-865a-bb92e5185b55 req-8d346481-e14e-4aa8-8f63-fa1b5ed1cdfa tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:41.704773 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0ae077d2-49f8-4c20-865a-bb92e5185b55 req-8d346481-e14e-4aa8-8f63-fa1b5ed1cdfa tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 945 time: 0.0653286 Nov 12 08:32:41.772658 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0ae077d2-49f8-4c20-865a-bb92e5185b55 req-403c6f9e-5782-48c2-bc52-a21f33e1a888 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616045 Nov 12 08:32:41.853448 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:41.874076 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09351b17-d474-4ce5-9b4c-1d94213e589c req-3e9761a2-e147-4df0-88d9-1590698495ed tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:41.876184 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09351b17-d474-4ce5-9b4c-1d94213e589c req-3e9761a2-e147-4df0-88d9-1590698495ed tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1170e81-307c-466b-adf3-dbea7406d378 HTTP/1.1" status: 200 len: 948 time: 0.0623453 Nov 12 08:32:41.929382 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09351b17-d474-4ce5-9b4c-1d94213e589c req-e47a8ab3-57e1-4e27-9e6d-a966af63a34e tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469522 Nov 12 08:32:42.068075 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-cb89bb4e-8f63-45c2-b992-5204c460a05a tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6c42fc525b7a4a4184a9c156b8599a5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272977 Nov 12 08:32:42.481219 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa54ad0-d899-46fa-beab-e8fd1112a9d9 req-bbe217b8-e619-49bf-ac4f-7ef54ed95b8e tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:42.484231 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dfa54ad0-d899-46fa-beab-e8fd1112a9d9 req-bbe217b8-e619-49bf-ac4f-7ef54ed95b8e tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 1097 time: 0.1432719 Nov 12 08:32:42.547042 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-8fb8d45f-5325-4baa-b576-f5108a38f8d4 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:42.548656 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-8fb8d45f-5325-4baa-b576-f5108a38f8d4 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4755807 Nov 12 08:32:42.569989 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dfa54ad0-d899-46fa-beab-e8fd1112a9d9 req-dbd0a865-f351-4f3b-9287-7661dc048870 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753546 Nov 12 08:32:42.576896 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-4ec81a37-1bc9-4811-8767-9538e0ebd690 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/quotas/6c42fc525b7a4a4184a9c156b8599a5a HTTP/1.1" status: 200 len: 375 time: 0.0199554 Nov 12 08:32:42.640677 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-bd374975-f8b2-46d6-92ea-e7352da09ef1 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c42fc525b7a4a4184a9c156b8599a5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0604939 Nov 12 08:32:42.730970 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d49058-4ecf-4ed4-b78e-1475853ce4a8 req-e3c0c235-a7fa-4bb7-ace1-0bcc7f440e9f tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:42.741292 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-55d49058-4ecf-4ed4-b78e-1475853ce4a8 req-e3c0c235-a7fa-4bb7-ace1-0bcc7f440e9f tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5f6c9a1-d513-41e8-9019-06d42dab6306 HTTP/1.1" status: 200 len: 945 time: 0.0665414 Nov 12 08:32:42.833504 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-55d49058-4ecf-4ed4-b78e-1475853ce4a8 req-1031dbf7-75ac-4072-8141-19b17088fee6 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c50791e-332d-4821-b9c1-b32596a4844a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845461 Nov 12 08:32:42.925793 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0cb60-6226-4096-b5b8-04e3a2769902 req-127a2466-e126-428c-9d3d-805b5e3951f4 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:42.927934 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e8b0cb60-6226-4096-b5b8-04e3a2769902 req-127a2466-e126-428c-9d3d-805b5e3951f4 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 1097 time: 0.0929589 Nov 12 08:32:42.998461 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e8b0cb60-6226-4096-b5b8-04e3a2769902 req-f48d890a-ddff-4b08-9a6b-79455d2a7342 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641925 Nov 12 08:32:43.094065 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09954f42-596b-4394-9bed-782105929874 req-d8911b17-2d5c-4608-acab-a2092c73ce8e tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd02e6a2-5601-4ac4-855b-1580b0632cdb HTTP/1.1" status: 200 len: 210 time: 0.0351579 Nov 12 08:32:43.169636 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:43.178301 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-52deb374-b33a-4bca-a443-43995d14c5ea req-ef6932a2-e97f-4cd6-aa97-da9a3e630c3e tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1622321826', 'description': 'tempest-description-450760107'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:43.255042 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-52deb374-b33a-4bca-a443-43995d14c5ea req-ef6932a2-e97f-4cd6-aa97-da9a3e630c3e tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:43.268304 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-52deb374-b33a-4bca-a443-43995d14c5ea req-ef6932a2-e97f-4cd6-aa97-da9a3e630c3e tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:43.294580 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec4376-66ed-4ca4-9109-01b0f6af0292 req-d3e26e60-ca2d-4708-8a60-c9752dbd5afc tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:43.296396 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-88ec4376-66ed-4ca4-9109-01b0f6af0292 req-d3e26e60-ca2d-4708-8a60-c9752dbd5afc tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1170e81-307c-466b-adf3-dbea7406d378 HTTP/1.1" status: 200 len: 948 time: 0.1000183 Nov 12 08:32:43.394824 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-88ec4376-66ed-4ca4-9109-01b0f6af0292 req-68309ce3-5d5b-40da-9e5c-6e24568728e3 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913014 Nov 12 08:32:43.424722 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-52deb374-b33a-4bca-a443-43995d14c5ea req-ef6932a2-e97f-4cd6-aa97-da9a3e630c3e tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:43.430035 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-52deb374-b33a-4bca-a443-43995d14c5ea req-ef6932a2-e97f-4cd6-aa97-da9a3e630c3e tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:43.472041 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6932a2-e97f-4cd6-aa97-da9a3e630c3e tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6c88ef-de31-4e95-8b07-a5437b6017c5,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:43.533819 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-52deb374-b33a-4bca-a443-43995d14c5ea req-ef6932a2-e97f-4cd6-aa97-da9a3e630c3e tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:43.545937 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-52deb374-b33a-4bca-a443-43995d14c5ea req-ef6932a2-e97f-4cd6-aa97-da9a3e630c3e tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:43.582133 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6932a2-e97f-4cd6-aa97-da9a3e630c3e tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed10786-fb68-4134-852c-888355a53ebc,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:43.608984 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-52deb374-b33a-4bca-a443-43995d14c5ea req-ef6932a2-e97f-4cd6-aa97-da9a3e630c3e tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:43.610498 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-52deb374-b33a-4bca-a443-43995d14c5ea req-ef6932a2-e97f-4cd6-aa97-da9a3e630c3e tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4415128 Nov 12 08:32:43.706173 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device ab4ccb3c-d6db-4c22-9cb2-59662d8d105d up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:43.797198 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port ab4ccb3c-d6db-4c22-9cb2-59662d8d105d completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:32:43.802824 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port ab4ccb3c-d6db-4c22-9cb2-59662d8d105d triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:43.803649 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:43.842790 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35164) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:43.880189 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:43.961823 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.016537 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-52ee0c4c-7f22-4076-a762-eed240e8c0e7 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=6c42fc525b7a4a4184a9c156b8599a5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444510 Nov 12 08:32:44.049014 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f6c9a1-d513-41e8-9019-06d42dab6306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4ccb3c-d6db-4c22-9cb2-59662d8d105d'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:44.053829 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ba3b1c-32be-45ec-81ec-bbc4597b38a0" -d '{"events": [{"server_uuid": "a5f6c9a1-d513-41e8-9019-06d42dab6306", "name": "network-vif-plugged", "status": "completed", "tag": "ab4ccb3c-d6db-4c22-9cb2-59662d8d105d"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:44.089175 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port ab4ccb3c-d6db-4c22-9cb2-59662d8d105d, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=ab4ccb3c-d6db-4c22-9cb2-59662d8d105d,segment=NetworkSegment(5773a748-8750-49fa-97c7-852ea91b7a02),segment_id=5773a748-8750-49fa-97c7-852ea91b7a02)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:44.094601 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.095641 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device cf0c8c5f-5023-449d-8eef-136593dd4a73 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:44.135353 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-7b0f5914-8db7-4260-8ef6-75aca022588a req-2f015222-519b-478a-9b2c-c541cd6a9e25 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:32:44.145542 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b0f5914-8db7-4260-8ef6-75aca022588a req-2f015222-519b-478a-9b2c-c541cd6a9e25 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0893416 Nov 12 08:32:44.153787 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-67a6894e-d58a-4ad0-90a1-e4d01efd1f7c tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:44.155472 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-67a6894e-d58a-4ad0-90a1-e4d01efd1f7c tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1311486 Nov 12 08:32:44.156813 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a870ceb7-580c-46aa-b618-e9dde330dbac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.173675 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-0558fc48-ba84-4042-a509-1b0a4fc19c1d tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Request body: {'port': {'device_id': 'fd02e6a2-5601-4ac4-855b-1580b0632cdb', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'admin_state_up': True, 'tenant_id': '6c42fc525b7a4a4184a9c156b8599a5a'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:44.214598 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=ab4ccb3c-d6db-4c22-9cb2-59662d8d105d,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:44.232886 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port cf0c8c5f-5023-449d-8eef-136593dd4a73 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:32:44.238156 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port cf0c8c5f-5023-449d-8eef-136593dd4a73 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:44.238586 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.368585 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-0558fc48-ba84-4042-a509-1b0a4fc19c1d tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Made reservation on behalf of 6c42fc525b7a4a4184a9c156b8599a5a for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:44.372464 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-0558fc48-ba84-4042-a509-1b0a4fc19c1d tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.482266 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a870ceb7-580c-46aa-b618-e9dde330dbac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.488255 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.492296 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a870ceb7-580c-46aa-b618-e9dde330dbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.535264 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port cf0c8c5f-5023-449d-8eef-136593dd4a73, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=cf0c8c5f-5023-449d-8eef-136593dd4a73,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:44.549429 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.607024 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=cf0c8c5f-5023-449d-8eef-136593dd4a73,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:44.691306 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-61d45030-e4ac-4927-b046-238cae3f5dc3 req-8983fc41-b014-4c1a-ab08-25806f4c6301 tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1629684794', 'description': 'tempest-description-483404720'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:44.720038 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-61d45030-e4ac-4927-b046-238cae3f5dc3 req-8983fc41-b014-4c1a-ab08-25806f4c6301 tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.738857 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870ceb7-580c-46aa-b618-e9dde330dbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864404b4-17cf-4506-912b-bb6feccc3bf3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:44.765892 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a870ceb7-580c-46aa-b618-e9dde330dbac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4722c0b2c0924b819cab0c1a6f2c7aff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9201322 Nov 12 08:32:44.767073 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35198) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:44.795512 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-0558fc48-ba84-4042-a509-1b0a4fc19c1d tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Allocated IP 192.168.233.105 (aaa9e939-3555-4037-a22a-8e3905c2166f/ac1fb13e-fa96-4a78-a070-af75ed125682/6edf8127-076f-4da9-8b5a-0ceed082fbdb) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:44.835112 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-61d45030-e4ac-4927-b046-238cae3f5dc3 req-8983fc41-b014-4c1a-ab08-25806f4c6301 tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.845422 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-61d45030-e4ac-4927-b046-238cae3f5dc3 req-8983fc41-b014-4c1a-ab08-25806f4c6301 tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.859923 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2eaa0044-6c96-4a7d-83db-378f6937e5e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.888271 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-61d45030-e4ac-4927-b046-238cae3f5dc3 req-8983fc41-b014-4c1a-ab08-25806f4c6301 tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.889567 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-61d45030-e4ac-4927-b046-238cae3f5dc3 req-8983fc41-b014-4c1a-ab08-25806f4c6301 tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2046778 Nov 12 08:32:44.904572 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983fc41-b014-4c1a-ab08-25806f4c6301 tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4120c1-7eb0-455e-a825-43126f442e36,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:44.909552 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2eaa0044-6c96-4a7d-83db-378f6937e5e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.967653 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2eaa0044-6c96-4a7d-83db-378f6937e5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.971507 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2eaa0044-6c96-4a7d-83db-378f6937e5e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.975337 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2eaa0044-6c96-4a7d-83db-378f6937e5e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/864404b4-17cf-4506-912b-bb6feccc3bf3 HTTP/1.1" status: 204 len: 168 time: 0.2047238 Nov 12 08:32:44.990514 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-0558fc48-ba84-4042-a509-1b0a4fc19c1d tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:45.016936 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa0044-6c96-4a7d-83db-378f6937e5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864404b4-17cf-4506-912b-bb6feccc3bf3,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:45.035887 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-0558fc48-ba84-4042-a509-1b0a4fc19c1d tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:45.047066 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b8faf-a0a4-459c-afbf-4edfd3857521 req-6898358c-39da-4a55-88ef-48784f5cb92d tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:45.049985 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['0f175b77-1198-4572-8406-428c5b46167d'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:32:45.059891 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a17b8faf-a0a4-459c-afbf-4edfd3857521 req-6898358c-39da-4a55-88ef-48784f5cb92d tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5f6c9a1-d513-41e8-9019-06d42dab6306 HTTP/1.1" status: 200 len: 946 time: 0.0837417 Nov 12 08:32:45.084034 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-0558fc48-ba84-4042-a509-1b0a4fc19c1d tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Network aaa9e939-3555-4037-a22a-8e3905c2166f is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:45.088033 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-0558fc48-ba84-4042-a509-1b0a4fc19c1d tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:45.105642 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-0558fc48-ba84-4042-a509-1b0a4fc19c1d tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:45.111721 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-0558fc48-ba84-4042-a509-1b0a4fc19c1d tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:45.112355 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-0558fc48-ba84-4042-a509-1b0a4fc19c1d tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:45.145001 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558fc48-ba84-4042-a509-1b0a4fc19c1d tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Pushing event updated for resources: {'Port': ['ID=6edf8127-076f-4da9-8b5a-0ceed082fbdb,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:45.162442 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-0558fc48-ba84-4042-a509-1b0a4fc19c1d tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9933310 Nov 12 08:32:45.174304 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-b501e81e-9721-46e6-bc15-753643619d5a service neutron] Request body: {'port': {'device_id': 'fd02e6a2-5601-4ac4-855b-1580b0632cdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:45.176854 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a17b8faf-a0a4-459c-afbf-4edfd3857521 req-2d149c10-f8a0-46b1-8c59-4f773e443e6b tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c50791e-332d-4821-b9c1-b32596a4844a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1150968 Nov 12 08:32:45.274128 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-b501e81e-9721-46e6-bc15-753643619d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:45.513979 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35224) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:45.542259 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f060b84a-7563-4e7f-a508-589e710849da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:45.638930 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745efef1-fc4a-49e3-aeff-e9c93d285bcd x-openstack-request-id: req-745efef1-fc4a-49e3-aeff-e9c93d285bcd {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:45.639968 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f6c9a1-d513-41e8-9019-06d42dab6306", "name": "network-vif-plugged", "status": "completed", "tag": "ab4ccb3c-d6db-4c22-9cb2-59662d8d105d", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:45.640386 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-745efef1-fc4a-49e3-aeff-e9c93d285bcd {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:45.640923 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f6c9a1-d513-41e8-9019-06d42dab6306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4ccb3c-d6db-4c22-9cb2-59662d8d105d', 'code': 200} Nov 12 08:32:45.644714 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f060b84a-7563-4e7f-a508-589e710849da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:45.647404 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-295e2050-c7c8-48b8-a13e-7d01b3527dff None None] Provisioning complete for port 6edf8127-076f-4da9-8b5a-0ceed082fbdb triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:45.647873 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-295e2050-c7c8-48b8-a13e-7d01b3527dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:45.651699 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f060b84a-7563-4e7f-a508-589e710849da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:45.677166 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-b501e81e-9721-46e6-bc15-753643619d5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6edf8127-076f-4da9-8b5a-0ceed082fbdb {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:45.695213 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-295e2050-c7c8-48b8-a13e-7d01b3527dff None None] Port 6edf8127-076f-4da9-8b5a-0ceed082fbdb cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:32:45.700563 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-b501e81e-9721-46e6-bc15-753643619d5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:45.709846 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f060b84a-7563-4e7f-a508-589e710849da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=272bb775510f4edfb16900a64ee40f4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1946821 Nov 12 08:32:45.710981 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060b84a-7563-4e7f-a508-589e710849da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13ef297-2607-42a6-994c-f223686f5680,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:45.714417 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35228) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:45.734295 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-b501e81e-9721-46e6-bc15-753643619d5a service neutron] Transition to ACTIVE for port object 6edf8127-076f-4da9-8b5a-0ceed082fbdb will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:32:45.748447 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-b501e81e-9721-46e6-bc15-753643619d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:45.817723 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501e81e-9721-46e6-bc15-753643619d5a service neutron] Pushing event updated for resources: {'Port': ['ID=6edf8127-076f-4da9-8b5a-0ceed082fbdb,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:45.849529 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cb2370a9-9588-470c-8ae7-a34feca3ed1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:45.864215 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35234) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:45.868535 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1470a-7f90-4461-865c-7492bc9ccd5d req-436e745d-d32d-4cc0-8ee7-84aea130f5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:45.870133 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-22f1470a-7f90-4461-865c-7492bc9ccd5d req-436e745d-d32d-4cc0-8ee7-84aea130f5c3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a5f6c9a1-d513-41e8-9019-06d42dab6306 HTTP/1.1" status: 200 len: 1098 time: 0.1162524 Nov 12 08:32:45.889948 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16422e-cc43-425f-8188-8187a371beb6 req-042ab5f9-9e5d-4201-88b1-199999ada6a5 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:45.891140 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-b501e81e-9721-46e6-bc15-753643619d5a service neutron] Attempting to bind port 6edf8127-076f-4da9-8b5a-0ceed082fbdb on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:45.891661 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e16422e-cc43-425f-8188-8187a371beb6 req-042ab5f9-9e5d-4201-88b1-199999ada6a5 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd02e6a2-5601-4ac4-855b-1580b0632cdb HTTP/1.1" status: 200 len: 948 time: 0.1470933 Nov 12 08:32:45.891799 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-b501e81e-9721-46e6-bc15-753643619d5a service neutron] Attempting to bind port 6edf8127-076f-4da9-8b5a-0ceed082fbdb by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:45.892092 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-b501e81e-9721-46e6-bc15-753643619d5a service neutron] Attempting to bind port 6edf8127-076f-4da9-8b5a-0ceed082fbdb on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:45.897956 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cb2370a9-9588-470c-8ae7-a34feca3ed1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:45.898160 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-b501e81e-9721-46e6-bc15-753643619d5a service neutron] Port 6edf8127-076f-4da9-8b5a-0ceed082fbdb on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:32:45.898550 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-b501e81e-9721-46e6-bc15-753643619d5a service neutron] Attempting to bind port 6edf8127-076f-4da9-8b5a-0ceed082fbdb on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:45.906843 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-b501e81e-9721-46e6-bc15-753643619d5a service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:45.907187 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-b501e81e-9721-46e6-bc15-753643619d5a service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:45.907586 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-b501e81e-9721-46e6-bc15-753643619d5a service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:45.908077 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-b501e81e-9721-46e6-bc15-753643619d5a service neutron] Bound port: 6edf8127-076f-4da9-8b5a-0ceed082fbdb, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:45.908472 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-b501e81e-9721-46e6-bc15-753643619d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:45.988453 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-b501e81e-9721-46e6-bc15-753643619d5a service neutron] For port 6edf8127-076f-4da9-8b5a-0ceed082fbdb, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:45.992228 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-b501e81e-9721-46e6-bc15-753643619d5a service neutron] For port 6edf8127-076f-4da9-8b5a-0ceed082fbdb, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=6edf8127-076f-4da9-8b5a-0ceed082fbdb,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:45.999262 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-b501e81e-9721-46e6-bc15-753643619d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.020788 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-22f1470a-7f90-4461-865c-7492bc9ccd5d req-e0f7b69a-c11d-4389-bfa0-7ae613d28080 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7c50791e-332d-4821-b9c1-b32596a4844a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1251550 Nov 12 08:32:46.039217 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-b501e81e-9721-46e6-bc15-753643619d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:46.040324 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-b501e81e-9721-46e6-bc15-753643619d5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.042584 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-b501e81e-9721-46e6-bc15-753643619d5a service neutron] 10.222.0.54 "PUT /v2.0/ports/6edf8127-076f-4da9-8b5a-0ceed082fbdb HTTP/1.1" status: 200 len: 1097 time: 0.8721304 Nov 12 08:32:46.043059 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd02e6a2-5601-4ac4-855b-1580b0632cdb', 'tag': '6edf8127-076f-4da9-8b5a-0ceed082fbdb'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:46.044432 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e16422e-cc43-425f-8188-8187a371beb6 req-927c65ac-aefb-422b-a80a-e4d2059207d6 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4a0ec8d-b03f-4861-8716-669af871e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327610 Nov 12 08:32:46.045816 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff21762-b38a-4187-b06c-bd1c59a24fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "fd02e6a2-5601-4ac4-855b-1580b0632cdb", "tag": "6edf8127-076f-4da9-8b5a-0ceed082fbdb"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:46.057261 n-d-768862-16 neutron-server[102568]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 08:32:46.061199 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [req-67f09265-a78a-4678-82c8-fe939d55aacd req-36000fe1-e12e-4585-8af3-4a8d17755738 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:32:46.061532 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cb2370a9-9588-470c-8ae7-a34feca3ed1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.066068 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cb2370a9-9588-470c-8ae7-a34feca3ed1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.071822 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-cb2370a9-9588-470c-8ae7-a34feca3ed1f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d13ef297-2607-42a6-994c-f223686f5680 HTTP/1.1" status: 204 len: 168 time: 0.3559265 Nov 12 08:32:46.079200 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-67f09265-a78a-4678-82c8-fe939d55aacd req-36000fe1-e12e-4585-8af3-4a8d17755738 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2128451 Nov 12 08:32:46.098651 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2370a9-9588-470c-8ae7-a34feca3ed1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13ef297-2607-42a6-994c-f223686f5680,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:46.100696 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501e81e-9721-46e6-bc15-753643619d5a service neutron] Pushing event updated for resources: {'Port': ['ID=6edf8127-076f-4da9-8b5a-0ceed082fbdb,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:46.184206 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-925ebbc1-9bf8-4175-b51d-9b4f164c82de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:46.186366 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-925ebbc1-9bf8-4175-b51d-9b4f164c82de service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6c42fc525b7a4a4184a9c156b8599a5a&device_id=fd02e6a2-5601-4ac4-855b-1580b0632cdb HTTP/1.1" status: 200 len: 1100 time: 0.0866268 Nov 12 08:32:46.241101 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babba403-3170-4bda-ac3d-57e8a8911a99 req-fce2cc93-8c62-4a84-984c-981aef77a745 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:46.242996 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-babba403-3170-4bda-ac3d-57e8a8911a99 req-fce2cc93-8c62-4a84-984c-981aef77a745 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1170e81-307c-466b-adf3-dbea7406d378 HTTP/1.1" status: 200 len: 949 time: 0.0745685 Nov 12 08:32:46.263380 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-ee20947e-64a0-4753-ba8f-7d595a7e5061 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=6edf8127-076f-4da9-8b5a-0ceed082fbdb HTTP/1.1" status: 200 len: 217 time: 0.0689833 Nov 12 08:32:46.302189 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-babba403-3170-4bda-ac3d-57e8a8911a99 req-462e675d-6974-4c3d-ab17-584b13b731b2 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518615 Nov 12 08:32:46.316861 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f09265-a78a-4678-82c8-fe939d55aacd req-fac97182-ceb0-4b16-b928-a2a8d3fe2268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:46.323618 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-67f09265-a78a-4678-82c8-fe939d55aacd req-fac97182-ceb0-4b16-b928-a2a8d3fe2268 service neutron] 10.222.0.37 "GET /v2.0/ports/29e38202-4aa2-4ddd-9276-94e9b823a5a4 HTTP/1.1" status: 200 len: 1094 time: 0.1679845 Nov 12 08:32:46.328365 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-67f09265-a78a-4678-82c8-fe939d55aacd req-65754d1d-b10f-4601-971c-a4431f977fbc service neutron] Request body: {'binding': {'host': 'n-h1-768862-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:46.328822 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-67f09265-a78a-4678-82c8-fe939d55aacd req-65754d1d-b10f-4601-971c-a4431f977fbc service neutron] Unknown quota resources ['binding']. {{(pid=102568) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:32:46.388828 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-fbeabf16-e960-4771-ad1c-633816ff2268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:46.390821 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-fbeabf16-e960-4771-ad1c-633816ff2268 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1112609 Nov 12 08:32:46.493360 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-2b2c01fc-fe79-4f29-8891-9d31cbe6a75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:46.494789 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-2b2c01fc-fe79-4f29-8891-9d31cbe6a75b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0879486 Nov 12 08:32:46.594293 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-67f09265-a78a-4678-82c8-fe939d55aacd req-65754d1d-b10f-4601-971c-a4431f977fbc service neutron] Attempting to bind port 29e38202-4aa2-4ddd-9276-94e9b823a5a4 on host n-h1-768862-16 for vnic_type normal with profile None {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:46.594641 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-67f09265-a78a-4678-82c8-fe939d55aacd req-65754d1d-b10f-4601-971c-a4431f977fbc service neutron] Attempting to bind port 29e38202-4aa2-4ddd-9276-94e9b823a5a4 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:46.594978 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f09265-a78a-4678-82c8-fe939d55aacd req-65754d1d-b10f-4601-971c-a4431f977fbc service neutron] Attempting to bind port 29e38202-4aa2-4ddd-9276-94e9b823a5a4 on network a6d5f445-c009-4fb1-a92b-e2439070859b {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:46.611936 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f09265-a78a-4678-82c8-fe939d55aacd req-65754d1d-b10f-4601-971c-a4431f977fbc service neutron] Port 29e38202-4aa2-4ddd-9276-94e9b823a5a4 on network a6d5f445-c009-4fb1-a92b-e2439070859b not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:32:46.612270 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f09265-a78a-4678-82c8-fe939d55aacd req-65754d1d-b10f-4601-971c-a4431f977fbc service neutron] Attempting to bind port 29e38202-4aa2-4ddd-9276-94e9b823a5a4 on network a6d5f445-c009-4fb1-a92b-e2439070859b {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:46.624590 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f09265-a78a-4678-82c8-fe939d55aacd req-65754d1d-b10f-4601-971c-a4431f977fbc service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:46.624856 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f09265-a78a-4678-82c8-fe939d55aacd req-65754d1d-b10f-4601-971c-a4431f977fbc service neutron] Checking segment: {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:46.625293 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f09265-a78a-4678-82c8-fe939d55aacd req-65754d1d-b10f-4601-971c-a4431f977fbc service neutron] Bound using segment: {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:46.625685 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-67f09265-a78a-4678-82c8-fe939d55aacd req-65754d1d-b10f-4601-971c-a4431f977fbc service neutron] Bound port: 29e38202-4aa2-4ddd-9276-94e9b823a5a4, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:46.684917 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-8278e7f1-f418-4f39-938f-bde7e1e6689c service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789346 Nov 12 08:32:46.782739 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-67f09265-a78a-4678-82c8-fe939d55aacd req-65754d1d-b10f-4601-971c-a4431f977fbc service neutron] For port 29e38202-4aa2-4ddd-9276-94e9b823a5a4, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=29e38202-4aa2-4ddd-9276-94e9b823a5a4,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:46.793998 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-67f09265-a78a-4678-82c8-fe939d55aacd req-65754d1d-b10f-4601-971c-a4431f977fbc service neutron] Publish callbacks [] for binding, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.795413 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-67f09265-a78a-4678-82c8-fe939d55aacd req-65754d1d-b10f-4601-971c-a4431f977fbc service neutron] 10.222.0.37 "POST /v2.0/ports/29e38202-4aa2-4ddd-9276-94e9b823a5a4/bindings HTTP/1.1" status: 201 len: 390 time: 0.4709556 Nov 12 08:32:46.806153 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-36e7698a-3e80-4429-a8ae-03c60ec31b32 req-4e2ba241-a655-4d7e-9e0f-6c556075e1ce tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1729063638', 'description': 'tempest-description-552364272'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:46.817920 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3816758a-6ac3-48b1-bc3b-7628b31fdbdd req-ead24614-e53c-49dd-ab52-3c1eea5fb7e0 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241796 Nov 12 08:32:46.830481 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-36e7698a-3e80-4429-a8ae-03c60ec31b32 req-4e2ba241-a655-4d7e-9e0f-6c556075e1ce tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.851896 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-36e7698a-3e80-4429-a8ae-03c60ec31b32 req-4e2ba241-a655-4d7e-9e0f-6c556075e1ce tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.964518 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-36e7698a-3e80-4429-a8ae-03c60ec31b32 req-4e2ba241-a655-4d7e-9e0f-6c556075e1ce tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.976004 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-36e7698a-3e80-4429-a8ae-03c60ec31b32 req-4e2ba241-a655-4d7e-9e0f-6c556075e1ce tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:47.009343 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531a3a5b-3f6b-4a79-988e-b78a332a95dc x-openstack-request-id: req-531a3a5b-3f6b-4a79-988e-b78a332a95dc {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:47.009973 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd02e6a2-5601-4ac4-855b-1580b0632cdb", "tag": "6edf8127-076f-4da9-8b5a-0ceed082fbdb", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:47.009973 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-531a3a5b-3f6b-4a79-988e-b78a332a95dc {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:47.010229 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd02e6a2-5601-4ac4-855b-1580b0632cdb', 'tag': '6edf8127-076f-4da9-8b5a-0ceed082fbdb', 'status': 'completed', 'code': 200} Nov 12 08:32:47.022150 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ba241-a655-4d7e-9e0f-6c556075e1ce tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a019f83-e7ff-4037-b0ed-80746b64db2a,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:47.084998 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-36e7698a-3e80-4429-a8ae-03c60ec31b32 req-4e2ba241-a655-4d7e-9e0f-6c556075e1ce tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:47.102425 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff21762-b38a-4187-b06c-bd1c59a24fd2 req-b8669bc0-ce66-4006-be7e-54e7c4ab7bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:47.104240 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5ff21762-b38a-4187-b06c-bd1c59a24fd2 req-b8669bc0-ce66-4006-be7e-54e7c4ab7bfb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6c42fc525b7a4a4184a9c156b8599a5a&device_id=fd02e6a2-5601-4ac4-855b-1580b0632cdb HTTP/1.1" status: 200 len: 1100 time: 0.0693309 Nov 12 08:32:47.112103 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-36e7698a-3e80-4429-a8ae-03c60ec31b32 req-4e2ba241-a655-4d7e-9e0f-6c556075e1ce tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:47.124833 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.54', 61457) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:47.149691 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-36e7698a-3e80-4429-a8ae-03c60ec31b32 req-4e2ba241-a655-4d7e-9e0f-6c556075e1ce tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:47.150962 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-36e7698a-3e80-4429-a8ae-03c60ec31b32 req-4e2ba241-a655-4d7e-9e0f-6c556075e1ce tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3550084 Nov 12 08:32:47.153034 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ba241-a655-4d7e-9e0f-6c556075e1ce tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39ef853-f93f-4853-a4fa-111e339fe5f7,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:47.167345 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828792c1-96ff-4e9f-9349-b30e630f442a req-bc9e5a68-d590-4024-a264-15daf11d5672 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:47.168933 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-828792c1-96ff-4e9f-9349-b30e630f442a req-bc9e5a68-d590-4024-a264-15daf11d5672 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5f6c9a1-d513-41e8-9019-06d42dab6306 HTTP/1.1" status: 200 len: 946 time: 0.1002975 Nov 12 08:32:47.256249 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-828792c1-96ff-4e9f-9349-b30e630f442a req-697fbae0-10f1-4e8a-8a46-cd48a7e27e80 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c50791e-332d-4821-b9c1-b32596a4844a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0788014 Nov 12 08:32:47.261107 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f09265-a78a-4678-82c8-fe939d55aacd req-4180909f-b3a4-4664-8990-4bd525277b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:47.262663 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-67f09265-a78a-4678-82c8-fe939d55aacd req-4180909f-b3a4-4664-8990-4bd525277b75 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=60036c792d1544fb8cbb03c747464363&device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 1097 time: 0.1365726 Nov 12 08:32:47.264117 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff21762-b38a-4187-b06c-bd1c59a24fd2 req-12505a35-0029-4834-868c-69105dffe349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:47.265787 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5ff21762-b38a-4187-b06c-bd1c59a24fd2 req-12505a35-0029-4834-868c-69105dffe349 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.1523819 Nov 12 08:32:47.295965 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa4dd7-86f2-42f4-bce2-c6627b36f9bd req-f6ae106c-cf13-4a42-9ce2-1c051fd89614 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:47.297752 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d1aa4dd7-86f2-42f4-bce2-c6627b36f9bd req-f6ae106c-cf13-4a42-9ce2-1c051fd89614 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 945 time: 0.0579758 Nov 12 08:32:47.354464 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5ff21762-b38a-4187-b06c-bd1c59a24fd2 req-941d36d8-8d07-4d41-9cba-22377a7ef267 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=6edf8127-076f-4da9-8b5a-0ceed082fbdb HTTP/1.1" status: 200 len: 217 time: 0.0685923 Nov 12 08:32:47.373560 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d1aa4dd7-86f2-42f4-bce2-c6627b36f9bd req-97ec6e31-86cd-45dd-a614-4c689e6f6747 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695662 Nov 12 08:32:47.418035 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-58364a6a-ac8b-4893-98eb-ab74163b7840 req-cfe7f869-7bb9-4608-8dff-8286b6b4f45d tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-723022244', 'description': 'tempest-description-1535996317'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:47.452475 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff21762-b38a-4187-b06c-bd1c59a24fd2 req-98039348-b135-4bb4-8f13-23e2d2fb0012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:47.454056 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5ff21762-b38a-4187-b06c-bd1c59a24fd2 req-98039348-b135-4bb4-8f13-23e2d2fb0012 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.0627003 Nov 12 08:32:47.454248 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583dc56-4347-470b-8c6b-773d99fe4de7 req-766956a9-cf01-40a9-b179-1c5961619570 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:47.455770 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8583dc56-4347-470b-8c6b-773d99fe4de7 req-766956a9-cf01-40a9-b179-1c5961619570 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd02e6a2-5601-4ac4-855b-1580b0632cdb HTTP/1.1" status: 200 len: 948 time: 0.0786018 Nov 12 08:32:47.474621 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-58364a6a-ac8b-4893-98eb-ab74163b7840 req-cfe7f869-7bb9-4608-8dff-8286b6b4f45d tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:47.474838 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f09265-a78a-4678-82c8-fe939d55aacd req-3e1e8664-38a9-4944-bb77-c6339b96af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:47.475476 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-67f09265-a78a-4678-82c8-fe939d55aacd req-3e1e8664-38a9-4944-bb77-c6339b96af81 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6d5f445-c009-4fb1-a92b-e2439070859b HTTP/1.1" status: 200 len: 908 time: 0.1981311 Nov 12 08:32:47.532484 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-67f09265-a78a-4678-82c8-fe939d55aacd req-396b5f90-a908-43ba-b9f8-55730efb23bf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29e38202-4aa2-4ddd-9276-94e9b823a5a4 HTTP/1.1" status: 200 len: 217 time: 0.0373459 Nov 12 08:32:47.532666 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8583dc56-4347-470b-8c6b-773d99fe4de7 req-2879b654-f5e9-483c-9f3d-829dde94156d tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4a0ec8d-b03f-4861-8716-669af871e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685787 Nov 12 08:32:47.580824 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff21762-b38a-4187-b06c-bd1c59a24fd2 req-531c72bb-e6d2-49ad-95d4-8ec1638a17ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:47.582351 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5ff21762-b38a-4187-b06c-bd1c59a24fd2 req-531c72bb-e6d2-49ad-95d4-8ec1638a17ba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1205657 Nov 12 08:32:47.585203 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-58364a6a-ac8b-4893-98eb-ab74163b7840 req-cfe7f869-7bb9-4608-8dff-8286b6b4f45d tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:47.593089 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-58364a6a-ac8b-4893-98eb-ab74163b7840 req-cfe7f869-7bb9-4608-8dff-8286b6b4f45d tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:47.620193 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f09265-a78a-4678-82c8-fe939d55aacd req-c6598d24-f329-4463-b75a-ef0e0a2823f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:47.621919 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-67f09265-a78a-4678-82c8-fe939d55aacd req-c6598d24-f329-4463-b75a-ef0e0a2823f0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d46819c4-cbf3-463f-b6ce-344123c01513 HTTP/1.1" status: 200 len: 847 time: 0.0818207 Nov 12 08:32:47.633515 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-58364a6a-ac8b-4893-98eb-ab74163b7840 req-cfe7f869-7bb9-4608-8dff-8286b6b4f45d tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:47.644055 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1170e81-307c-466b-adf3-dbea7406d378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0c8c5f-5023-449d-8eef-136593dd4a73'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:47.646155 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-58364a6a-ac8b-4893-98eb-ab74163b7840 req-cfe7f869-7bb9-4608-8dff-8286b6b4f45d tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2358863 Nov 12 08:32:47.647092 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d45194-1fff-4a49-acb1-5766580a7f43" -d '{"events": [{"server_uuid": "e1170e81-307c-466b-adf3-dbea7406d378", "name": "network-vif-plugged", "status": "completed", "tag": "cf0c8c5f-5023-449d-8eef-136593dd4a73"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:47.655925 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7f869-7bb9-4608-8dff-8286b6b4f45d tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794d3cc9-1119-4e2e-bda1-e11cd6422c99,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:47.671964 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7f869-7bb9-4608-8dff-8286b6b4f45d tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:47.672322 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7f869-7bb9-4608-8dff-8286b6b4f45d tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:47.672665 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7f869-7bb9-4608-8dff-8286b6b4f45d tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:47.673001 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7f869-7bb9-4608-8dff-8286b6b4f45d tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:47.673333 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7f869-7bb9-4608-8dff-8286b6b4f45d tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:47.673681 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7f869-7bb9-4608-8dff-8286b6b4f45d tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:47.674009 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7f869-7bb9-4608-8dff-8286b6b4f45d tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:47.679514 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7f869-7bb9-4608-8dff-8286b6b4f45d tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:47.679947 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7f869-7bb9-4608-8dff-8286b6b4f45d tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:47.680296 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7f869-7bb9-4608-8dff-8286b6b4f45d tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:47.680640 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7f869-7bb9-4608-8dff-8286b6b4f45d tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:47.680979 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7f869-7bb9-4608-8dff-8286b6b4f45d tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:47.710365 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5ff21762-b38a-4187-b06c-bd1c59a24fd2 req-35e7bb24-8587-46ff-b497-3cf56d2dda3e service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192553 Nov 12 08:32:47.786087 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a9d00-95e8-45e5-9bb0-b677b269c483 req-f00d0b35-475b-417f-8573-06c7e6883eda tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:47.787845 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-67f09265-a78a-4678-82c8-fe939d55aacd req-85e3f1f2-b9ec-4541-8815-3b7343fecee1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6d5f445-c009-4fb1-a92b-e2439070859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763378 Nov 12 08:32:47.790702 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-333a9d00-95e8-45e5-9bb0-b677b269c483 req-f00d0b35-475b-417f-8573-06c7e6883eda tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1170e81-307c-466b-adf3-dbea7406d378 HTTP/1.1" status: 200 len: 949 time: 0.0646136 Nov 12 08:32:47.848908 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-333a9d00-95e8-45e5-9bb0-b677b269c483 req-6afa8537-58c9-43e2-b044-0ddd82fc8b59 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488906 Nov 12 08:32:47.933941 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b70db24-de3b-4f3d-ae95-ba3db45c77e9 x-openstack-request-id: req-7b70db24-de3b-4f3d-ae95-ba3db45c77e9 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:47.934318 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1170e81-307c-466b-adf3-dbea7406d378", "name": "network-vif-plugged", "status": "completed", "tag": "cf0c8c5f-5023-449d-8eef-136593dd4a73", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:47.934574 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b70db24-de3b-4f3d-ae95-ba3db45c77e9 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:47.934983 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1170e81-307c-466b-adf3-dbea7406d378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0c8c5f-5023-449d-8eef-136593dd4a73', 'code': 200} Nov 12 08:32:47.942927 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5ff21762-b38a-4187-b06c-bd1c59a24fd2 req-ba32dacd-62b1-4713-91e3-b6c390709d25 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208614 Nov 12 08:32:47.956176 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-67f09265-a78a-4678-82c8-fe939d55aacd req-1a592fd4-714d-44ef-9347-40c81261d3e7 service neutron] 10.222.0.54 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237962 Nov 12 08:32:48.075328 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-67f09265-a78a-4678-82c8-fe939d55aacd req-e083e26c-b952-4cf3-a375-4382e773711c service neutron] 10.222.0.54 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036384 Nov 12 08:32:48.110311 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a3f3f-062a-4870-be13-13a4184f4644 req-22d2f61b-5560-4155-9403-f6eaa2b1c8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:48.111940 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ed8a3f3f-062a-4870-be13-13a4184f4644 req-22d2f61b-5560-4155-9403-f6eaa2b1c8d1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e1170e81-307c-466b-adf3-dbea7406d378 HTTP/1.1" status: 200 len: 1101 time: 0.0848300 Nov 12 08:32:48.184596 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-05738e03-d449-42e4-a8fb-b68693cefb65 req-990d21d0-ff1b-41c7-ade7-3969d4959965 tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39830 time: 0.2964497 Nov 12 08:32:48.209472 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ed8a3f3f-062a-4870-be13-13a4184f4644 req-9578c8dc-a7f9-4450-9473-6c2b48fd00dd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831420 Nov 12 08:32:48.250312 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-05738e03-d449-42e4-a8fb-b68693cefb65 req-2d736eb5-4bf4-4b28-a31d-f0bf5f763d2f tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] 10.222.0.37 "GET /v2.0/security-groups/5f6c88ef-de31-4e95-8b07-a5437b6017c5 HTTP/1.1" status: 200 len: 2998 time: 0.0534055 Nov 12 08:32:48.309173 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-05738e03-d449-42e4-a8fb-b68693cefb65 req-ff5328a1-14b0-40c9-934f-c1bb4b008ff6 tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] 10.222.0.37 "GET /v2.0/security-groups/5f6c88ef-de31-4e95-8b07-a5437b6017c5 HTTP/1.1" status: 200 len: 2998 time: 0.0517628 Nov 12 08:32:48.325138 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f09265-a78a-4678-82c8-fe939d55aacd req-78ed7747-f1b9-4985-b69c-27e1d39b5405 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:48.326511 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-67f09265-a78a-4678-82c8-fe939d55aacd req-78ed7747-f1b9-4985-b69c-27e1d39b5405 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4&tenant_id=60036c792d1544fb8cbb03c747464363&binding%3Ahost_id=n-h2-768862-16 HTTP/1.1" status: 200 len: 1097 time: 0.0942316 Nov 12 08:32:48.341720 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-67f09265-a78a-4678-82c8-fe939d55aacd req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768862-16'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:48.387693 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-05738e03-d449-42e4-a8fb-b68693cefb65 req-04ad74d4-04aa-4d3d-994e-3c416e5d4ed3 tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] 10.222.0.37 "GET /v2.0/security-groups/7221120a-09b3-4ad1-b305-1c179ac8fac3 HTTP/1.1" status: 200 len: 2998 time: 0.0749516 Nov 12 08:32:48.410697 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-67f09265-a78a-4678-82c8-fe939d55aacd req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.466321 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-05738e03-d449-42e4-a8fb-b68693cefb65 req-28ff189e-ae1b-474d-a3b1-30dc49e262b8 tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] 10.222.0.37 "GET /v2.0/security-groups/7221120a-09b3-4ad1-b305-1c179ac8fac3 HTTP/1.1" status: 200 len: 2998 time: 0.0646503 Nov 12 08:32:48.573309 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cd961-830b-4360-8d35-d8bfccd08f16 req-1de660ab-3077-4bf7-bfef-370e803cfdf5 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:48.574898 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a95cd961-830b-4360-8d35-d8bfccd08f16 req-1de660ab-3077-4bf7-bfef-370e803cfdf5 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5f6c9a1-d513-41e8-9019-06d42dab6306 HTTP/1.1" status: 200 len: 946 time: 0.1076655 Nov 12 08:32:48.576596 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-05738e03-d449-42e4-a8fb-b68693cefb65 req-92332175-580c-4ae8-9f08-4199d8e542fd tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] 10.222.0.37 "GET /v2.0/security-groups/7542a45c-d281-470c-82a1-50c604fb9c1c HTTP/1.1" status: 200 len: 2998 time: 0.0730422 Nov 12 08:32:48.599050 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-67f09265-a78a-4678-82c8-fe939d55aacd req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] For port 29e38202-4aa2-4ddd-9276-94e9b823a5a4, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=29e38202-4aa2-4ddd-9276-94e9b823a5a4,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:48.643923 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-67f09265-a78a-4678-82c8-fe939d55aacd req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] For port 29e38202-4aa2-4ddd-9276-94e9b823a5a4, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:48.660496 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-05738e03-d449-42e4-a8fb-b68693cefb65 req-b0fa7fff-5f10-4860-a842-9ae378bcb4b2 tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] 10.222.0.37 "GET /v2.0/security-groups/7542a45c-d281-470c-82a1-50c604fb9c1c HTTP/1.1" status: 200 len: 2998 time: 0.0741861 Nov 12 08:32:48.676965 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a95cd961-830b-4360-8d35-d8bfccd08f16 req-93e9fd3e-0c07-41ad-82f7-a4bbb256515b tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c50791e-332d-4821-b9c1-b32596a4844a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0919197 Nov 12 08:32:48.712216 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-67f09265-a78a-4678-82c8-fe939d55aacd req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.724473 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-67f09265-a78a-4678-82c8-fe939d55aacd req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.732295 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35338) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:48.750994 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-05738e03-d449-42e4-a8fb-b68693cefb65 req-42ed4f16-9190-46e5-916a-e9c050d91b20 tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] 10.222.0.37 "GET /v2.0/security-groups/7887d84b-1920-4baf-b9ed-098faded5952 HTTP/1.1" status: 200 len: 2990 time: 0.0853238 Nov 12 08:32:48.813057 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-05738e03-d449-42e4-a8fb-b68693cefb65 req-d1edfcc6-f5fa-45e9-b5f8-6e5fd2398937 tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] 10.222.0.37 "GET /v2.0/security-groups/7887d84b-1920-4baf-b9ed-098faded5952 HTTP/1.1" status: 200 len: 2990 time: 0.0609264 Nov 12 08:32:48.841588 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] Pushing event updated for resources: {'Port': ['ID=29e38202-4aa2-4ddd-9276-94e9b823a5a4,revision_number=7']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:48.854456 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-67f09265-a78a-4678-82c8-fe939d55aacd req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] Attempting to bind port 29e38202-4aa2-4ddd-9276-94e9b823a5a4 on host n-h2-768862-16 for vnic_type normal with profile {"migrating_to": "n-h1-768862-16"} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:48.854924 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-67f09265-a78a-4678-82c8-fe939d55aacd req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] Attempting to bind port 29e38202-4aa2-4ddd-9276-94e9b823a5a4 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:48.855352 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f09265-a78a-4678-82c8-fe939d55aacd req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] Attempting to bind port 29e38202-4aa2-4ddd-9276-94e9b823a5a4 on network a6d5f445-c009-4fb1-a92b-e2439070859b {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:48.860996 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:48.861515 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:48.861860 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:48.862199 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:48.862512 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:48.862840 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:48.863163 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:48.863494 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:48.863845 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:48.864170 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:48.864488 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:48.864826 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:48.888270 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f09265-a78a-4678-82c8-fe939d55aacd req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] Port 29e38202-4aa2-4ddd-9276-94e9b823a5a4 on network a6d5f445-c009-4fb1-a92b-e2439070859b not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:32:48.888884 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f09265-a78a-4678-82c8-fe939d55aacd req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] Attempting to bind port 29e38202-4aa2-4ddd-9276-94e9b823a5a4 on network a6d5f445-c009-4fb1-a92b-e2439070859b {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:48.907482 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f09265-a78a-4678-82c8-fe939d55aacd req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:48.908124 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f09265-a78a-4678-82c8-fe939d55aacd req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] Checking segment: {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:48.908517 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f09265-a78a-4678-82c8-fe939d55aacd req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] Bound using segment: {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:48.909021 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-67f09265-a78a-4678-82c8-fe939d55aacd req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] Bound port: 29e38202-4aa2-4ddd-9276-94e9b823a5a4, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:48.909382 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-67f09265-a78a-4678-82c8-fe939d55aacd req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.928788 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-05738e03-d449-42e4-a8fb-b68693cefb65 req-c54b5268-b8b9-45ee-bd02-5f3bb2034706 tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] 10.222.0.37 "GET /v2.0/security-groups/86b2aa8d-9a19-4d72-9f7d-221e0e821ddc HTTP/1.1" status: 200 len: 2994 time: 0.1140840 Nov 12 08:32:48.936379 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-498b6bf4-f3b5-45da-960c-07352486c612 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.974492 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb93276-6902-4518-ad9a-92c295ada91a req-cb818f0e-5809-41c1-bcdf-8e292bc42474 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:48.976269 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dfb93276-6902-4518-ad9a-92c295ada91a req-cb818f0e-5809-41c1-bcdf-8e292bc42474 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 943 time: 0.1060789 Nov 12 08:32:48.996718 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-67f09265-a78a-4678-82c8-fe939d55aacd req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] For port 29e38202-4aa2-4ddd-9276-94e9b823a5a4, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:49.001444 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-67f09265-a78a-4678-82c8-fe939d55aacd req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] For port 29e38202-4aa2-4ddd-9276-94e9b823a5a4, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=29e38202-4aa2-4ddd-9276-94e9b823a5a4,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:49.007529 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-67f09265-a78a-4678-82c8-fe939d55aacd req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.013052 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23a4327-0c43-4554-9967-e6ab36068da4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29e38202-4aa2-4ddd-9276-94e9b823a5a4'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:49.016601 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1a5e65-92dd-4d62-be82-2383a51d73b4" -d '{"events": [{"server_uuid": "d23a4327-0c43-4554-9967-e6ab36068da4", "name": "network-vif-unplugged", "status": "completed", "tag": "29e38202-4aa2-4ddd-9276-94e9b823a5a4"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:49.051708 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-05738e03-d449-42e4-a8fb-b68693cefb65 req-08345b07-683f-4ba3-9fd7-4f995083d665 tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] 10.222.0.37 "GET /v2.0/security-groups/86b2aa8d-9a19-4d72-9f7d-221e0e821ddc HTTP/1.1" status: 200 len: 2994 time: 0.1126156 Nov 12 08:32:49.105741 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35350) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:49.111505 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f09265-a78a-4678-82c8-fe939d55aacd req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:49.112489 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-67f09265-a78a-4678-82c8-fe939d55aacd req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.114812 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-67f09265-a78a-4678-82c8-fe939d55aacd req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] 10.222.0.54 "PUT /v2.0/ports/29e38202-4aa2-4ddd-9276-94e9b823a5a4 HTTP/1.1" status: 200 len: 1123 time: 0.7793703 Nov 12 08:32:49.118807 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dfb93276-6902-4518-ad9a-92c295ada91a req-47f1426c-6e16-46d6-9add-25ac87f8d9d7 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319993 Nov 12 08:32:49.159156 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105d3f8-3877-49a6-bb47-808362b3816b service neutron] Pushing event updated for resources: {'Port': ['ID=29e38202-4aa2-4ddd-9276-94e9b823a5a4,revision_number=8']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:49.166105 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-05738e03-d449-42e4-a8fb-b68693cefb65 req-8d2e971b-e095-4c84-98f7-c19e4863346f tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] 10.222.0.37 "GET /v2.0/security-groups/9a019f83-e7ff-4037-b0ed-80746b64db2a HTTP/1.1" status: 200 len: 2998 time: 0.1029387 Nov 12 08:32:49.216753 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-498b6bf4-f3b5-45da-960c-07352486c612 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.237756 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-498b6bf4-f3b5-45da-960c-07352486c612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.294556 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['29e38202-4aa2-4ddd-9276-94e9b823a5a4'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:32:49.310404 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a75f2611-93f4-4ed4-a107-2e4dbd3d5377 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.359314 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b6bf4-f3b5-45da-960c-07352486c612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fe6618-5327-4756-bb68-375dcd443b35,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:49.365986 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-05738e03-d449-42e4-a8fb-b68693cefb65 req-d052593c-c088-47ea-bcdd-550ccbba6bf5 tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] 10.222.0.37 "GET /v2.0/security-groups/9a019f83-e7ff-4037-b0ed-80746b64db2a HTTP/1.1" status: 200 len: 2998 time: 0.1932619 Nov 12 08:32:49.368306 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-498b6bf4-f3b5-45da-960c-07352486c612 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9d7200a730b240ca86ceb32afbab3c61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6350088 Nov 12 08:32:49.373389 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35356) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:49.434466 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a75f2611-93f4-4ed4-a107-2e4dbd3d5377 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.443636 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a75f2611-93f4-4ed4-a107-2e4dbd3d5377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.449725 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 6edf8127-076f-4da9-8b5a-0ceed082fbdb details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:32:49.455148 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070254ec-f769-4fee-86fa-cfa08b63a9de req-50785a32-a781-4b82-a18d-1118f16cc816 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:49.457393 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-070254ec-f769-4fee-86fa-cfa08b63a9de req-50785a32-a781-4b82-a18d-1118f16cc816 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd02e6a2-5601-4ac4-855b-1580b0632cdb HTTP/1.1" status: 200 len: 948 time: 0.1835890 Nov 12 08:32:49.470996 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-05738e03-d449-42e4-a8fb-b68693cefb65 req-68434b7d-d9ef-4fa4-a12c-546daa890d9e tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] 10.222.0.37 "GET /v2.0/security-groups/9ddd2145-594f-43d5-9ff9-4f1559640cb6 HTTP/1.1" status: 200 len: 2998 time: 0.0888753 Nov 12 08:32:49.501368 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a75f2611-93f4-4ed4-a107-2e4dbd3d5377 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0058cac181b4ed99d64e6564c048b49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3850019 Nov 12 08:32:49.502704 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35360) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:49.505690 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f2611-93f4-4ed4-a107-2e4dbd3d5377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b28ed8c-fcc5-4235-a6eb-3f7566154593,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:49.529647 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35362) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:49.580284 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-05738e03-d449-42e4-a8fb-b68693cefb65 req-e5b81ff8-6aca-4b4e-a1bc-2750c0b24cd4 tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] 10.222.0.37 "GET /v2.0/security-groups/9ddd2145-594f-43d5-9ff9-4f1559640cb6 HTTP/1.1" status: 200 len: 2998 time: 0.1083629 Nov 12 08:32:49.580888 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c195ae26-5074-47f8-be1f-ef39fcff593a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.589674 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-070254ec-f769-4fee-86fa-cfa08b63a9de req-0310a658-a52d-4bd1-8d4e-33b7f54cbcc3 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4a0ec8d-b03f-4861-8716-669af871e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165206 Nov 12 08:32:49.604892 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7babb495-5ece-48c4-9553-fb0629e7970f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.626186 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c195ae26-5074-47f8-be1f-ef39fcff593a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.639571 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7babb495-5ece-48c4-9553-fb0629e7970f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.674136 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-05738e03-d449-42e4-a8fb-b68693cefb65 req-4e6cacec-e920-4ce7-8257-28b68a671327 tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] 10.222.0.37 "GET /v2.0/security-groups/bf267f41-f5bc-4b2a-862e-2ae638e68238 HTTP/1.1" status: 200 len: 2994 time: 0.0831711 Nov 12 08:32:49.716874 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7babb495-5ece-48c4-9553-fb0629e7970f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.721603 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c195ae26-5074-47f8-be1f-ef39fcff593a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.721886 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7babb495-5ece-48c4-9553-fb0629e7970f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.724494 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c195ae26-5074-47f8-be1f-ef39fcff593a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.727886 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c195ae26-5074-47f8-be1f-ef39fcff593a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d0fe6618-5327-4756-bb68-375dcd443b35 HTTP/1.1" status: 204 len: 168 time: 0.3514836 Nov 12 08:32:49.730178 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7babb495-5ece-48c4-9553-fb0629e7970f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5b28ed8c-fcc5-4235-a6eb-3f7566154593 HTTP/1.1" status: 204 len: 168 time: 0.2254722 Nov 12 08:32:49.739106 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-05738e03-d449-42e4-a8fb-b68693cefb65 req-ed5718b5-6eb4-487f-bdff-d127f909de70 tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] 10.222.0.37 "GET /v2.0/security-groups/bf267f41-f5bc-4b2a-862e-2ae638e68238 HTTP/1.1" status: 200 len: 2994 time: 0.0582931 Nov 12 08:32:49.740018 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195ae26-5074-47f8-be1f-ef39fcff593a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fe6618-5327-4756-bb68-375dcd443b35,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:49.740903 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7babb495-5ece-48c4-9553-fb0629e7970f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b28ed8c-fcc5-4235-a6eb-3f7566154593,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:49.778103 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 6edf8127-076f-4da9-8b5a-0ceed082fbdb, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=6edf8127-076f-4da9-8b5a-0ceed082fbdb,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:49.803491 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '6edf8127-076f-4da9-8b5a-0ceed082fbdb', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': '6edf8127-076f-4da9-8b5a-0ceed082fbdb', 'mac_address': 'fa:16:3e:bd:5c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:32:49.824515 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-56f1b6d2-8ce7-4d7a-b7d7-95d532c15b04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.867622 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-05738e03-d449-42e4-a8fb-b68693cefb65 req-b8702642-c1b2-4069-aee3-311df7c092b7 tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] 10.222.0.37 "GET /v2.0/security-groups/c6de65c7-8e85-44f9-adb3-6362ee6c9443 HTTP/1.1" status: 200 len: 2998 time: 0.0972211 Nov 12 08:32:49.878585 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd76af-84fd-4327-a33c-ebcbe15a35a3 req-ca1c16fa-d5ea-41e2-aad0-63b99c78719f tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:49.886855 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c2dd76af-84fd-4327-a33c-ebcbe15a35a3 req-ca1c16fa-d5ea-41e2-aad0-63b99c78719f tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5f6c9a1-d513-41e8-9019-06d42dab6306 HTTP/1.1" status: 200 len: 946 time: 0.1289515 Nov 12 08:32:49.890556 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35370) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:49.896129 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ee986e7f-f494-421f-980d-c0a6baa3c357 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Request body: {'floatingip': {'port_id': 'ab4ccb3c-d6db-4c22-9cb2-59662d8d105d'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:49.918727 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.945221 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6edf8127-076f-4da9-8b5a-0ceed082fbdb {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:50.008941 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 6edf8127-076f-4da9-8b5a-0ceed082fbdb, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=6edf8127-076f-4da9-8b5a-0ceed082fbdb,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:50.019416 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:50.096876 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-05738e03-d449-42e4-a8fb-b68693cefb65 req-b4a73505-c9ea-47ff-bc92-da9a95deacb1 tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] 10.222.0.37 "GET /v2.0/security-groups/c6de65c7-8e85-44f9-adb3-6362ee6c9443 HTTP/1.1" status: 200 len: 2998 time: 0.2084279 Nov 12 08:32:50.125901 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=6edf8127-076f-4da9-8b5a-0ceed082fbdb,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:50.134692 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:50.134931 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:50.135268 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:50.135788 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:50.136068 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:50.136283 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:50.136609 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:50.136932 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:50.137330 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:50.137577 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:50.137922 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:50.138241 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:50.193885 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d8716-91ea-4cd1-843c-283a1058eccf req-72fcaff1-cbb5-463c-9375-86aa6cd801c5 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:50.201886 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-565d8716-91ea-4cd1-843c-283a1058eccf req-72fcaff1-cbb5-463c-9375-86aa6cd801c5 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1170e81-307c-466b-adf3-dbea7406d378 HTTP/1.1" status: 200 len: 949 time: 0.2244318 Nov 12 08:32:50.220269 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-56f1b6d2-8ce7-4d7a-b7d7-95d532c15b04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:50.243317 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['6edf8127-076f-4da9-8b5a-0ceed082fbdb'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:32:50.244504 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-56f1b6d2-8ce7-4d7a-b7d7-95d532c15b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:50.258877 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-05738e03-d449-42e4-a8fb-b68693cefb65 req-32095925-f49d-4875-b615-eacfe847ab76 tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] 10.222.0.37 "GET /v2.0/security-groups/d4a0ec8d-b03f-4861-8716-669af871e9d8 HTTP/1.1" status: 200 len: 2998 time: 0.1501544 Nov 12 08:32:50.278382 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee986e7f-f494-421f-980d-c0a6baa3c357 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks [] for floatingip, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:50.308828 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35378) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:50.308934 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35380) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:50.356636 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-56f1b6d2-8ce7-4d7a-b7d7-95d532c15b04 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f7387b5dfa74a72836796a942a1b457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8176458 Nov 12 08:32:50.357800 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35382) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:50.360173 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3406751-3ae7-4eeb-9c0d-3fa668e11e2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:50.362444 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-62702f5d-ec64-4ea4-a5e2-8732a308677d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:50.364087 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1b6d2-8ce7-4d7a-b7d7-95d532c15b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cde955a-addf-4b08-ba01-d4f9d29fae99,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:50.395720 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-565d8716-91ea-4cd1-843c-283a1058eccf req-d0bfbe41-4a63-4125-bf0f-bbe9d9cb699b tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791151 Nov 12 08:32:50.444885 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-05738e03-d449-42e4-a8fb-b68693cefb65 req-2dfad100-ae90-4cc0-88e1-aac386e839d5 tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] 10.222.0.37 "GET /v2.0/security-groups/d4a0ec8d-b03f-4861-8716-669af871e9d8 HTTP/1.1" status: 200 len: 2998 time: 0.1724541 Nov 12 08:32:50.485065 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901ab010-e0d3-45d7-858c-31aa3965c936 x-openstack-request-id: req-901ab010-e0d3-45d7-858c-31aa3965c936 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:50.485065 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23a4327-0c43-4554-9967-e6ab36068da4", "name": "network-vif-unplugged", "status": "completed", "tag": "29e38202-4aa2-4ddd-9276-94e9b823a5a4", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:50.485333 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-901ab010-e0d3-45d7-858c-31aa3965c936 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:50.485546 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23a4327-0c43-4554-9967-e6ab36068da4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29e38202-4aa2-4ddd-9276-94e9b823a5a4', 'code': 200} Nov 12 08:32:50.515756 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d7063070-7a27-4be9-b68d-b3b193c2a9ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:50.571020 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-05738e03-d449-42e4-a8fb-b68693cefb65 req-8911719b-5d23-44fd-8a2d-50c587c26e64 tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] 10.222.0.37 "GET /v2.0/security-groups/f8f01a24-1bc3-4f4f-8505-eeffddfb201d HTTP/1.1" status: 200 len: 2998 time: 0.1169863 Nov 12 08:32:50.584177 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d7063070-7a27-4be9-b68d-b3b193c2a9ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:50.634930 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3406751-3ae7-4eeb-9c0d-3fa668e11e2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:50.641363 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-62702f5d-ec64-4ea4-a5e2-8732a308677d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:50.651981 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3406751-3ae7-4eeb-9c0d-3fa668e11e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:50.654081 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-62702f5d-ec64-4ea4-a5e2-8732a308677d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:50.701573 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0bec8-9eab-47ea-b657-74d77ea09fdd req-83708adc-4c11-4f09-850f-c466ae4e8a38 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:50.703455 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bdd0bec8-9eab-47ea-b657-74d77ea09fdd req-83708adc-4c11-4f09-850f-c466ae4e8a38 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 943 time: 0.1787896 Nov 12 08:32:50.741822 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-05738e03-d449-42e4-a8fb-b68693cefb65 req-a2c59bb8-ddad-4eb6-a34e-2273bb4d4ee5 tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] 10.222.0.37 "GET /v2.0/security-groups/f8f01a24-1bc3-4f4f-8505-eeffddfb201d HTTP/1.1" status: 200 len: 2998 time: 0.1581399 Nov 12 08:32:50.746610 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-62702f5d-ec64-4ea4-a5e2-8732a308677d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f8e34eb4067b44b3b45e3a2241d42be5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4330807 Nov 12 08:32:50.751589 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35386) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:50.754908 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c3406751-3ae7-4eeb-9c0d-3fa668e11e2f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f3443cb00cc4c758541f42b655c93c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4449553 Nov 12 08:32:50.757486 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35388) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:50.765910 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3406751-3ae7-4eeb-9c0d-3fa668e11e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a11a90-6eaa-4357-a34a-e916b20a4da8,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:50.827257 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d7063070-7a27-4be9-b68d-b3b193c2a9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:50.829859 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d7063070-7a27-4be9-b68d-b3b193c2a9ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:50.831034 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d7063070-7a27-4be9-b68d-b3b193c2a9ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0cde955a-addf-4b08-ba01-d4f9d29fae99 HTTP/1.1" status: 204 len: 168 time: 0.4725342 Nov 12 08:32:50.839488 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62702f5d-ec64-4ea4-a5e2-8732a308677d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8934e1e5-e487-479b-a27b-c74e99bc4151,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:50.854631 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bdd0bec8-9eab-47ea-b657-74d77ea09fdd req-0de763be-218c-456c-a2fb-555976104e9a tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376748 Nov 12 08:32:50.870124 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7063070-7a27-4be9-b68d-b3b193c2a9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cde955a-addf-4b08-ba01-d4f9d29fae99,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:50.896249 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c31852dd-d404-4060-832e-263a1983d8fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:50.918048 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c40c6-fe5e-4531-bcf8-27179a30f1d5 req-068d4bf9-e1c7-4931-9199-33fa128d25f2 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:50.919372 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a68c40c6-fe5e-4531-bcf8-27179a30f1d5 req-068d4bf9-e1c7-4931-9199-33fa128d25f2 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd02e6a2-5601-4ac4-855b-1580b0632cdb HTTP/1.1" status: 200 len: 949 time: 0.0971220 Nov 12 08:32:50.954881 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c31852dd-d404-4060-832e-263a1983d8fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:50.985631 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c992fc0c-05e0-4744-8857-5aaae5fde436 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.041166 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c992fc0c-05e0-4744-8857-5aaae5fde436 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.046094 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a68c40c6-fe5e-4531-bcf8-27179a30f1d5 req-ead3eabd-e1e1-48f8-9a24-658cce7d102f tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4a0ec8d-b03f-4861-8716-669af871e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105385 Nov 12 08:32:51.072376 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ad7ed98d-f6d5-4ca3-8940-49beb040e91f req-487bb4e1-979c-4afa-a7ad-b9227807a2dc tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=91093ed0c6be46c59b10cb0ed974abdf HTTP/1.1" status: 200 len: 6153 time: 0.1496358 Nov 12 08:32:51.111245 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c31852dd-d404-4060-832e-263a1983d8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.114690 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c31852dd-d404-4060-832e-263a1983d8fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.118857 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c31852dd-d404-4060-832e-263a1983d8fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2a11a90-6eaa-4357-a34a-e916b20a4da8 HTTP/1.1" status: 204 len: 168 time: 0.3604136 Nov 12 08:32:51.133718 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31852dd-d404-4060-832e-263a1983d8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a11a90-6eaa-4357-a34a-e916b20a4da8,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:51.143946 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ad7ed98d-f6d5-4ca3-8940-49beb040e91f req-e1f9356b-a868-4c3d-9133-c4f948cd3d0e tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] 10.222.0.37 "GET /v2.0/security-groups/5f6c88ef-de31-4e95-8b07-a5437b6017c5 HTTP/1.1" status: 200 len: 2998 time: 0.0678916 Nov 12 08:32:51.164759 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee986e7f-f494-421f-980d-c0a6baa3c357 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.172043 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee986e7f-f494-421f-980d-c0a6baa3c357 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.195516 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ad7ed98d-f6d5-4ca3-8940-49beb040e91f req-78569a11-c203-418d-9427-7782170f79e1 tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] 10.222.0.37 "GET /v2.0/security-groups/5f6c88ef-de31-4e95-8b07-a5437b6017c5 HTTP/1.1" status: 200 len: 2998 time: 0.0506074 Nov 12 08:32:51.269713 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e3a04c6-c2f4-44f4-961d-d85fa15024c1 req-9a777fd9-dbe7-4f4f-bb0f-407a4e3be3e7 tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] 10.222.0.37 "GET /v2.0/security-groups/794d3cc9-1119-4e2e-bda1-e11cd6422c99 HTTP/1.1" status: 200 len: 1794 time: 0.0546126 Nov 12 08:32:51.283240 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c992fc0c-05e0-4744-8857-5aaae5fde436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.285769 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c992fc0c-05e0-4744-8857-5aaae5fde436 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.289479 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c992fc0c-05e0-4744-8857-5aaae5fde436 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8934e1e5-e487-479b-a27b-c74e99bc4151 HTTP/1.1" status: 204 len: 168 time: 0.5347207 Nov 12 08:32:51.300975 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992fc0c-05e0-4744-8857-5aaae5fde436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8934e1e5-e487-479b-a27b-c74e99bc4151,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:51.314182 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [None req-ee986e7f-f494-421f-980d-c0a6baa3c357 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Floating IP bc1fe910-d9d0-4d2b-8c4d-dabdfb3e9174 associated. External IP: 172.25.6.67, port: ab4ccb3c-d6db-4c22-9cb2-59662d8d105d. Nov 12 08:32:51.370612 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-8e3a04c6-c2f4-44f4-961d-d85fa15024c1 req-94c6fbe4-2455-4f1d-92ec-e7a6f9be2b4c tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.399711 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-8e3a04c6-c2f4-44f4-961d-d85fa15024c1 req-94c6fbe4-2455-4f1d-92ec-e7a6f9be2b4c tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.458505 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 6edf8127-076f-4da9-8b5a-0ceed082fbdb up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:51.465249 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35406) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:51.486101 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7e949fca-b6db-45ce-9756-af6799867967 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.508638 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-8e3a04c6-c2f4-44f4-961d-d85fa15024c1 req-94c6fbe4-2455-4f1d-92ec-e7a6f9be2b4c tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.511320 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-8e3a04c6-c2f4-44f4-961d-d85fa15024c1 req-94c6fbe4-2455-4f1d-92ec-e7a6f9be2b4c tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.512533 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e3a04c6-c2f4-44f4-961d-d85fa15024c1 req-94c6fbe4-2455-4f1d-92ec-e7a6f9be2b4c tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/794d3cc9-1119-4e2e-bda1-e11cd6422c99 HTTP/1.1" status: 204 len: 173 time: 0.2362332 Nov 12 08:32:51.562318 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6fbe4-2455-4f1d-92ec-e7a6f9be2b4c tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794d3cc9-1119-4e2e-bda1-e11cd6422c99,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:51.565551 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 6edf8127-076f-4da9-8b5a-0ceed082fbdb completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:32:51.583006 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 6edf8127-076f-4da9-8b5a-0ceed082fbdb triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:51.583388 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.615393 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee986e7f-f494-421f-980d-c0a6baa3c357 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Router 31ca7770-84e3-457f-b143-eebc60903a63 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:32:51.749616 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.750632 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee986e7f-f494-421f-980d-c0a6baa3c357 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:32:51.755613 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee986e7f-f494-421f-980d-c0a6baa3c357 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.775667 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f788a24-c63c-4fd8-a1f6-a17c140e5c3f None None] Sync routers for ids ['31ca7770-84e3-457f-b143-eebc60903a63'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:32:51.780211 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd02e6a2-5601-4ac4-855b-1580b0632cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edf8127-076f-4da9-8b5a-0ceed082fbdb'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:51.783162 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902829a0-3b7b-4db6-b12a-d1a73cdfa596" -d '{"events": [{"server_uuid": "fd02e6a2-5601-4ac4-855b-1580b0632cdb", "name": "network-vif-plugged", "status": "completed", "tag": "6edf8127-076f-4da9-8b5a-0ceed082fbdb"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:51.789300 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ee986e7f-f494-421f-980d-c0a6baa3c357 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "PUT /v2.0/floatingips/bc1fe910-d9d0-4d2b-8c4d-dabdfb3e9174 HTTP/1.1" status: 200 len: 991 time: 1.8974967 Nov 12 08:32:51.796376 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b9a84dc-c37d-4040-8469-a819daec6991 req-77e984a6-2e98-49de-b7c7-da29d0466a4f tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] 10.222.0.37 "GET /v2.0/security-groups/f39ef853-f93f-4853-a4fa-111e339fe5f7 HTTP/1.1" status: 200 len: 1794 time: 0.2257164 Nov 12 08:32:51.798592 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 6edf8127-076f-4da9-8b5a-0ceed082fbdb, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=6edf8127-076f-4da9-8b5a-0ceed082fbdb,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:51.803003 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f788a24-c63c-4fd8-a1f6-a17c140e5c3f None None] Routers {'31ca7770-84e3-457f-b143-eebc60903a63'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:32:51.803759 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.806789 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0f788a24-c63c-4fd8-a1f6-a17c140e5c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:32:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['31ca7770-84e3-457f-b143-eebc60903a63'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:51.809489 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbb4c2-ef54-497a-98cc-28fffb2aca58 req-c86d338d-3645-40bb-b6df-ea1e67c3e8aa tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:51.811598 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eecbb4c2-ef54-497a-98cc-28fffb2aca58 req-c86d338d-3645-40bb-b6df-ea1e67c3e8aa tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1170e81-307c-466b-adf3-dbea7406d378 HTTP/1.1" status: 200 len: 949 time: 0.2980657 Nov 12 08:32:51.867384 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=6edf8127-076f-4da9-8b5a-0ceed082fbdb,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:51.898805 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7e949fca-b6db-45ce-9756-af6799867967 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.908150 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7e949fca-b6db-45ce-9756-af6799867967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.959565 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-0f788a24-c63c-4fd8-a1f6-a17c140e5c3f None None] Set router 31ca7770-84e3-457f-b143-eebc60903a63 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:32:51.960758 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-5b9a84dc-c37d-4040-8469-a819daec6991 req-9f7c44e8-e89c-4e8b-9f73-28904c93bc2d tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.985742 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e949fca-b6db-45ce-9756-af6799867967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81009c7f-781e-4537-9c09-fb0a7008cc7d,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:52.000753 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eecbb4c2-ef54-497a-98cc-28fffb2aca58 req-92542c6d-a021-4025-933b-eb174d1bc8c7 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369710 Nov 12 08:32:52.003398 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7e949fca-b6db-45ce-9756-af6799867967 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a006d44e554d4b56ae78a810901b3e48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5373354 Nov 12 08:32:52.006269 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35428) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:52.050063 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-5b9a84dc-c37d-4040-8469-a819daec6991 req-9f7c44e8-e89c-4e8b-9f73-28904c93bc2d tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.090795 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cb35bd-8626-4168-b252-dd4ffd514d11 x-openstack-request-id: req-30cb35bd-8626-4168-b252-dd4ffd514d11 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:52.091316 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd02e6a2-5601-4ac4-855b-1580b0632cdb", "name": "network-vif-plugged", "status": "completed", "tag": "6edf8127-076f-4da9-8b5a-0ceed082fbdb", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:52.091764 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30cb35bd-8626-4168-b252-dd4ffd514d11 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:52.092239 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd02e6a2-5601-4ac4-855b-1580b0632cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edf8127-076f-4da9-8b5a-0ceed082fbdb', 'code': 200} Nov 12 08:32:52.118751 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-5b9a84dc-c37d-4040-8469-a819daec6991 req-9f7c44e8-e89c-4e8b-9f73-28904c93bc2d tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.123903 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-5b9a84dc-c37d-4040-8469-a819daec6991 req-9f7c44e8-e89c-4e8b-9f73-28904c93bc2d tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.125565 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b9a84dc-c37d-4040-8469-a819daec6991 req-9f7c44e8-e89c-4e8b-9f73-28904c93bc2d tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/f39ef853-f93f-4853-a4fa-111e339fe5f7 HTTP/1.1" status: 204 len: 173 time: 0.3129637 Nov 12 08:32:52.148625 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a80a09f1-1b79-4b45-b245-73d04b3be510 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.148755 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c44e8-e89c-4e8b-9f73-28904c93bc2d tempest-SecurityGroupsTestAdminJSON-896639926 tempest-SecurityGroupsTestAdminJSON-896639926-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39ef853-f93f-4853-a4fa-111e339fe5f7,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:52.220689 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a80a09f1-1b79-4b45-b245-73d04b3be510 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.290082 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525373f-a65b-4372-907b-f7eed7237e8d req-3e24d194-69ca-4b5e-b812-82fc01b9cd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:52.293277 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5525373f-a65b-4372-907b-f7eed7237e8d req-3e24d194-69ca-4b5e-b812-82fc01b9cd7f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fd02e6a2-5601-4ac4-855b-1580b0632cdb HTTP/1.1" status: 200 len: 1102 time: 0.1315932 Nov 12 08:32:52.325784 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a80a09f1-1b79-4b45-b245-73d04b3be510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.329314 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a80a09f1-1b79-4b45-b245-73d04b3be510 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.331305 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a80a09f1-1b79-4b45-b245-73d04b3be510 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/81009c7f-781e-4537-9c09-fb0a7008cc7d HTTP/1.1" status: 204 len: 168 time: 0.3239584 Nov 12 08:32:52.352738 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a09f1-1b79-4b45-b245-73d04b3be510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81009c7f-781e-4537-9c09-fb0a7008cc7d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:52.395350 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fcc8ae-759a-476c-905c-692e0ebb088b req-c9c3ac58-a899-46bd-9140-130e0dcce7c1 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:52.398851 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-61fcc8ae-759a-476c-905c-692e0ebb088b req-c9c3ac58-a899-46bd-9140-130e0dcce7c1 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 943 time: 0.1257014 Nov 12 08:32:52.423415 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5525373f-a65b-4372-907b-f7eed7237e8d req-4962e491-e666-4216-8789-e2c5a08527a8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d4a0ec8d-b03f-4861-8716-669af871e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195343 Nov 12 08:32:52.463353 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-61fcc8ae-759a-476c-905c-692e0ebb088b req-45d472ee-f176-46de-9741-c94f93a44f79 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575409 Nov 12 08:32:52.490139 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23a4327-0c43-4554-9967-e6ab36068da4', 'tag': '29e38202-4aa2-4ddd-9276-94e9b823a5a4'}, {'name': 'network-changed', 'server_uuid': 'a5f6c9a1-d513-41e8-9019-06d42dab6306', 'tag': 'ab4ccb3c-d6db-4c22-9cb2-59662d8d105d'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:52.490139 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f6cb4c-adb9-4a42-b9d6-c5b89238e900" -d '{"events": [{"name": "network-changed", "server_uuid": "d23a4327-0c43-4554-9967-e6ab36068da4", "tag": "29e38202-4aa2-4ddd-9276-94e9b823a5a4"}, {"name": "network-changed", "server_uuid": "a5f6c9a1-d513-41e8-9019-06d42dab6306", "tag": "ab4ccb3c-d6db-4c22-9cb2-59662d8d105d"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:52.569904 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.611150 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0f788a24-c63c-4fd8-a1f6-a17c140e5c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ca7770-84e3-457f-b143-eebc60903a63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1507776855-router', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '73c133d0-132e-45ec-9130-4f20882099ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:47Z', 'updated_at': '2021-11-12T08:31:52Z', 'revision_number': 4, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'gw_port': {'id': '73c133d0-132e-45ec-9130-4f20882099ab', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:48Z', 'updated_at': '2021-11-12T08:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'bc1fe910-d9d0-4d2b-8c4d-dabdfb3e9174', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'port_id': 'ab4ccb3c-d6db-4c22-9cb2-59662d8d105d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e', 'mac_address': 'fa:16:3e:b7:6a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f6c9a1-d513-41e8-9019-06d42dab6306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:32:16Z', 'updated_at': '2021-11-12T08:32:50Z', 'revision_number': 1, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3485255-602e-42a1-b05a-cb40d85eefa3', 'name': '', 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'mac_address': 'fa:16:3e:b0:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '6c542064-a950-4668-8022-669eaf3adcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:51Z', 'updated_at': '2021-11-12T08:31:57Z', 'revision_number': 5, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'subnets': [{'id': '6c542064-a950-4668-8022-669eaf3adcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:52.614477 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f53710-1eec-43c8-bd15-834d8eab14ba req-e4ccd26f-5144-4a2d-8630-921ef6f85484 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:52.616750 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-06f53710-1eec-43c8-bd15-834d8eab14ba req-e4ccd26f-5144-4a2d-8630-921ef6f85484 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd02e6a2-5601-4ac4-855b-1580b0632cdb HTTP/1.1" status: 200 len: 950 time: 0.0577228 Nov 12 08:32:52.646629 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f788a24-c63c-4fd8-a1f6-a17c140e5c3f None None] Checking router: 31ca7770-84e3-457f-b143-eebc60903a63 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:32:52.655809 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f788a24-c63c-4fd8-a1f6-a17c140e5c3f None None] Routers {'31ca7770-84e3-457f-b143-eebc60903a63'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:32:52.656845 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0f788a24-c63c-4fd8-a1f6-a17c140e5c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:32:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['31ca7770-84e3-457f-b143-eebc60903a63'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:52.702324 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-06f53710-1eec-43c8-bd15-834d8eab14ba req-1c3d22b8-6321-4689-9eeb-35be6d1576a6 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4a0ec8d-b03f-4861-8716-669af871e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703061 Nov 12 08:32:52.796324 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-0f788a24-c63c-4fd8-a1f6-a17c140e5c3f None None] Set router 31ca7770-84e3-457f-b143-eebc60903a63 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:32:52.819003 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3da2a02c-208c-4ab9-bb16-c1818ad88849 req-889147ab-172a-48e2-b23e-2ad077546c7f tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] 10.222.0.37 "GET /v2.0/security-groups/ab4120c1-7eb0-455e-a825-43126f442e36 HTTP/1.1" status: 200 len: 1794 time: 0.0863903 Nov 12 08:32:52.823254 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35464) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:52.834573 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a26e48-ad99-44c7-985a-815f0971f2ef req-a2aadaad-2b4f-4413-a139-ffc6cdf93e64 tempest-ServersOnMultiNodesTest-405974985 tempest-ServersOnMultiNodesTest-405974985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:52.842428 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-81a26e48-ad99-44c7-985a-815f0971f2ef req-a2aadaad-2b4f-4413-a139-ffc6cdf93e64 tempest-ServersOnMultiNodesTest-405974985 tempest-ServersOnMultiNodesTest-405974985-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e1170e81-307c-466b-adf3-dbea7406d378 HTTP/1.1" status: 200 len: 1101 time: 0.1071746 Nov 12 08:32:52.878510 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-81a26e48-ad99-44c7-985a-815f0971f2ef req-4f36ff65-0351-41e9-802e-fa1af4448ce9 tempest-ServersOnMultiNodesTest-405974985 tempest-ServersOnMultiNodesTest-405974985-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.943291 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3da2a02c-208c-4ab9-bb16-c1818ad88849 req-945fb27f-68c6-4a61-9125-e3e8ace15724 tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.972206 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b0e3a155-8c33-4e06-b432-58649968b24d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-973322098-network', 'tenant_id': '53ced5a3b5824d46b94af4c3034e6689'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:52.989765 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3da2a02c-208c-4ab9-bb16-c1818ad88849 req-945fb27f-68c6-4a61-9125-e3e8ace15724 tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.032239 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e3a155-8c33-4e06-b432-58649968b24d admin admin] Made reservation on behalf of 53ced5a3b5824d46b94af4c3034e6689 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:53.037270 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b0e3a155-8c33-4e06-b432-58649968b24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.056958 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b0e3a155-8c33-4e06-b432-58649968b24d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.091807 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3da2a02c-208c-4ab9-bb16-c1818ad88849 req-945fb27f-68c6-4a61-9125-e3e8ace15724 tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.095058 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3da2a02c-208c-4ab9-bb16-c1818ad88849 req-945fb27f-68c6-4a61-9125-e3e8ace15724 tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.096338 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3da2a02c-208c-4ab9-bb16-c1818ad88849 req-945fb27f-68c6-4a61-9125-e3e8ace15724 tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] 10.222.0.37 "DELETE /v2.0/security-groups/ab4120c1-7eb0-455e-a825-43126f442e36 HTTP/1.1" status: 204 len: 173 time: 0.2725174 Nov 12 08:32:53.098527 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-81a26e48-ad99-44c7-985a-815f0971f2ef req-4f36ff65-0351-41e9-802e-fa1af4448ce9 tempest-ServersOnMultiNodesTest-405974985 tempest-ServersOnMultiNodesTest-405974985-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.111044 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945fb27f-68c6-4a61-9125-e3e8ace15724 tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4120c1-7eb0-455e-a825-43126f442e36,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:53.113382 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-81a26e48-ad99-44c7-985a-815f0971f2ef req-4f36ff65-0351-41e9-802e-fa1af4448ce9 tempest-ServersOnMultiNodesTest-405974985 tempest-ServersOnMultiNodesTest-405974985-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.159935 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-81a26e48-ad99-44c7-985a-815f0971f2ef req-4f36ff65-0351-41e9-802e-fa1af4448ce9 tempest-ServersOnMultiNodesTest-405974985 tempest-ServersOnMultiNodesTest-405974985-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156424 Nov 12 08:32:53.162572 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36ff65-0351-41e9-802e-fa1af4448ce9 tempest-ServersOnMultiNodesTest-405974985 tempest-ServersOnMultiNodesTest-405974985-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29dd9a22-c157-4e5e-a50c-035d2cff01e4,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:53.195079 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0f788a24-c63c-4fd8-a1f6-a17c140e5c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ca7770-84e3-457f-b143-eebc60903a63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1507776855-router', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '73c133d0-132e-45ec-9130-4f20882099ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:47Z', 'updated_at': '2021-11-12T08:31:52Z', 'revision_number': 4, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'gw_port': {'id': '73c133d0-132e-45ec-9130-4f20882099ab', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:48Z', 'updated_at': '2021-11-12T08:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'bc1fe910-d9d0-4d2b-8c4d-dabdfb3e9174', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'port_id': 'ab4ccb3c-d6db-4c22-9cb2-59662d8d105d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e', 'mac_address': 'fa:16:3e:b7:6a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f6c9a1-d513-41e8-9019-06d42dab6306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:32:16Z', 'updated_at': '2021-11-12T08:32:50Z', 'revision_number': 1, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3485255-602e-42a1-b05a-cb40d85eefa3', 'name': '', 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'mac_address': 'fa:16:3e:b0:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '6c542064-a950-4668-8022-669eaf3adcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:51Z', 'updated_at': '2021-11-12T08:31:57Z', 'revision_number': 5, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'subnets': [{'id': '6c542064-a950-4668-8022-669eaf3adcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:53.199913 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b0e3a155-8c33-4e06-b432-58649968b24d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.207308 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b0e3a155-8c33-4e06-b432-58649968b24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.231522 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f788a24-c63c-4fd8-a1f6-a17c140e5c3f None None] The sync data for ids ['31ca7770-84e3-457f-b143-eebc60903a63'] in n-d-768862-16 is: [{'id': '31ca7770-84e3-457f-b143-eebc60903a63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1507776855-router', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '73c133d0-132e-45ec-9130-4f20882099ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:47Z', 'updated_at': '2021-11-12T08:31:52Z', 'revision_number': 4, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'gw_port': {'id': '73c133d0-132e-45ec-9130-4f20882099ab', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:48Z', 'updated_at': '2021-11-12T08:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'bc1fe910-d9d0-4d2b-8c4d-dabdfb3e9174', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'port_id': 'ab4ccb3c-d6db-4c22-9cb2-59662d8d105d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e', 'mac_address': 'fa:16:3e:b7:6a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f6c9a1-d513-41e8-9019-06d42dab6306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:32:16Z', 'updated_at': '2021-11-12T08:32:50Z', 'revision_number': 1, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3485255-602e-42a1-b05a-cb40d85eefa3', 'name': '', 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'mac_address': 'fa:16:3e:b0:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '6c542064-a950-4668-8022-669eaf3adcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:51Z', 'updated_at': '2021-11-12T08:31:57Z', 'revision_number': 5, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'subnets': [{'id': '6c542064-a950-4668-8022-669eaf3adcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:32:53.264618 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e3a155-8c33-4e06-b432-58649968b24d admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:32:53.283534 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84e071f-56dc-4444-a935-87b2b04c032b x-openstack-request-id: req-f84e071f-56dc-4444-a935-87b2b04c032b {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:53.283875 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23a4327-0c43-4554-9967-e6ab36068da4", "tag": "29e38202-4aa2-4ddd-9276-94e9b823a5a4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a5f6c9a1-d513-41e8-9019-06d42dab6306", "tag": "ab4ccb3c-d6db-4c22-9cb2-59662d8d105d", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:53.284140 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f84e071f-56dc-4444-a935-87b2b04c032b {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:53.284559 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23a4327-0c43-4554-9967-e6ab36068da4', 'tag': '29e38202-4aa2-4ddd-9276-94e9b823a5a4', 'status': 'completed', 'code': 200} Nov 12 08:32:53.285954 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f6c9a1-d513-41e8-9019-06d42dab6306', 'tag': 'ab4ccb3c-d6db-4c22-9cb2-59662d8d105d', 'status': 'completed', 'code': 200} Nov 12 08:32:53.318694 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b0e3a155-8c33-4e06-b432-58649968b24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.319265 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-b0e3a155-8c33-4e06-b432-58649968b24d admin admin] Added segment c90110b7-f34c-4782-85fd-158243c3113c of type vlan for network ac11a5bd-0584-4f41-bf7f-a43257f96e99 Nov 12 08:32:53.344872 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b284edfc-31f5-42d5-bde9-7e1f97341533 req-eea7e611-cbd5-40c0-aac6-71400e7de531 tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] 10.222.0.37 "GET /v2.0/security-groups/5ed10786-fb68-4134-852c-888355a53ebc HTTP/1.1" status: 200 len: 1794 time: 0.1287167 Nov 12 08:32:53.370245 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6cb4c-adb9-4a42-b9d6-c5b89238e900 req-9ca893e5-474a-4eef-9a7e-b61fb937004f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:53.372772 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8f6cb4c-adb9-4a42-b9d6-c5b89238e900 req-9ca893e5-474a-4eef-9a7e-b61fb937004f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60036c792d1544fb8cbb03c747464363&device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 1126 time: 0.0996504 Nov 12 08:32:53.398403 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3a155-8c33-4e06-b432-58649968b24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:53.442590 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b0e3a155-8c33-4e06-b432-58649968b24d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.489248 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 29e38202-4aa2-4ddd-9276-94e9b823a5a4 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:32:53.498240 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b0e3a155-8c33-4e06-b432-58649968b24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.501356 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e3a155-8c33-4e06-b432-58649968b24d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:53.501991 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b0e3a155-8c33-4e06-b432-58649968b24d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.551452 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b0e3a155-8c33-4e06-b432-58649968b24d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7263758 Nov 12 08:32:53.552678 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35500) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:53.575334 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-3ca7bf60-c5c5-49e9-b80f-963b552c2d38 admin admin] Request body: {'subnet': {'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-973322098-subnet', 'tenant_id': '53ced5a3b5824d46b94af4c3034e6689', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:53.587714 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b284edfc-31f5-42d5-bde9-7e1f97341533 req-a7e31150-56c7-4f8f-9de6-eec6f124f647 tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.616962 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca7bf60-c5c5-49e9-b80f-963b552c2d38 admin admin] Made reservation on behalf of 53ced5a3b5824d46b94af4c3034e6689 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:53.619903 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3ca7bf60-c5c5-49e9-b80f-963b552c2d38 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.650367 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b284edfc-31f5-42d5-bde9-7e1f97341533 req-a7e31150-56c7-4f8f-9de6-eec6f124f647 tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.676117 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6cb4c-adb9-4a42-b9d6-c5b89238e900 req-138e9fe0-23a8-41c3-9162-81c9967be2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:53.685850 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8f6cb4c-adb9-4a42-b9d6-c5b89238e900 req-138e9fe0-23a8-41c3-9162-81c9967be2e6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a6d5f445-c009-4fb1-a92b-e2439070859b HTTP/1.1" status: 200 len: 908 time: 0.2919044 Nov 12 08:32:53.701796 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4122f5fb-787b-4456-9e55-191826546444 None None] New status for floating IP bc1fe910-d9d0-4d2b-8c4d-dabdfb3e9174: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:32:53.784406 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3a155-8c33-4e06-b432-58649968b24d admin admin] Pushing event updated for resources: {'Network': ['ID=ac11a5bd-0584-4f41-bf7f-a43257f96e99,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:53.818865 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network ac11a5bd-0584-4f41-bf7f-a43257f96e99 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:32:53.974850 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8f6cb4c-adb9-4a42-b9d6-c5b89238e900 req-a1c6633e-1979-4f08-9914-f415f3f23227 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29e38202-4aa2-4ddd-9276-94e9b823a5a4 HTTP/1.1" status: 200 len: 217 time: 0.2600245 Nov 12 08:32:54.066536 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b284edfc-31f5-42d5-bde9-7e1f97341533 req-a7e31150-56c7-4f8f-9de6-eec6f124f647 tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:54.069359 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b284edfc-31f5-42d5-bde9-7e1f97341533 req-a7e31150-56c7-4f8f-9de6-eec6f124f647 tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:54.082171 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b284edfc-31f5-42d5-bde9-7e1f97341533 req-a7e31150-56c7-4f8f-9de6-eec6f124f647 tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] 10.222.0.37 "DELETE /v2.0/security-groups/5ed10786-fb68-4134-852c-888355a53ebc HTTP/1.1" status: 204 len: 173 time: 0.7271159 Nov 12 08:32:54.082504 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 29e38202-4aa2-4ddd-9276-94e9b823a5a4, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=29e38202-4aa2-4ddd-9276-94e9b823a5a4,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:54.107233 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e31150-56c7-4f8f-9de6-eec6f124f647 tempest-SecurityGroupsTestAdminJSON-2062719995 tempest-SecurityGroupsTestAdminJSON-2062719995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed10786-fb68-4134-852c-888355a53ebc,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:54.128558 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb4743-bbba-4b85-8e9e-6420423ff6e2 req-2bc2095b-c4ca-4e51-ac83-8c18f30f8d9b tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:54.130195 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b4cb4743-bbba-4b85-8e9e-6420423ff6e2 req-2bc2095b-c4ca-4e51-ac83-8c18f30f8d9b tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 943 time: 0.1533992 Nov 12 08:32:54.194440 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3ca7bf60-c5c5-49e9-b80f-963b552c2d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:54.217831 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 29e38202-4aa2-4ddd-9276-94e9b823a5a4 has no active binding in host n-h1-768862-16 {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:32:54.264220 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7bf60-c5c5-49e9-b80f-963b552c2d38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:54.279724 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca7bf60-c5c5-49e9-b80f-963b552c2d38 admin admin] Checking segment: {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:54.281903 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca7bf60-c5c5-49e9-b80f-963b552c2d38 admin admin] Network hostable DHCP agents. Network: ac11a5bd-0584-4f41-bf7f-a43257f96e99, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:32:54.289864 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6cb4c-adb9-4a42-b9d6-c5b89238e900 req-d2d253f3-80c8-4641-b292-ca4e14d53b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:54.297460 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8f6cb4c-adb9-4a42-b9d6-c5b89238e900 req-d2d253f3-80c8-4641-b292-ca4e14d53b06 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d46819c4-cbf3-463f-b6ce-344123c01513 HTTP/1.1" status: 200 len: 847 time: 0.2681575 Nov 12 08:32:54.303804 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca7bf60-c5c5-49e9-b80f-963b552c2d38 admin admin] Network ac11a5bd-0584-4f41-bf7f-a43257f96e99 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:32:54.325641 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-3ca7bf60-c5c5-49e9-b80f-963b552c2d38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, ac11a5bd-0584-4f41-bf7f-a43257f96e99) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:54.333956 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca7bf60-c5c5-49e9-b80f-963b552c2d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:54.334873 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3ca7bf60-c5c5-49e9-b80f-963b552c2d38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:54.342028 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c5a3df-6b96-4d62-a8fe-f58bdc2eeb62 None None] Network ac11a5bd-0584-4f41-bf7f-a43257f96e99 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:54.361492 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b4cb4743-bbba-4b85-8e9e-6420423ff6e2 req-a98c213a-d496-4622-ae1e-25c40f0627cb tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173986 Nov 12 08:32:54.363849 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8f6cb4c-adb9-4a42-b9d6-c5b89238e900 req-06c4383b-4e15-49d3-96fd-137de8298487 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6d5f445-c009-4fb1-a92b-e2439070859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540221 Nov 12 08:32:54.374745 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea6afb-199f-4bcd-af4e-4f404c608dcb req-a0f8ea68-1b47-47e2-ad06-cbd7415e4ecb tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:54.376275 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-68ea6afb-199f-4bcd-af4e-4f404c608dcb req-a0f8ea68-1b47-47e2-ad06-cbd7415e4ecb tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd02e6a2-5601-4ac4-855b-1580b0632cdb HTTP/1.1" status: 200 len: 950 time: 0.1882567 Nov 12 08:32:54.394434 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3ca7bf60-c5c5-49e9-b80f-963b552c2d38 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8237338 Nov 12 08:32:54.537588 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a283d4b3-aba0-4bc7-9271-a8ed2dc74649 None None] Network ac11a5bd-0584-4f41-bf7f-a43257f96e99 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:54.551790 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-475f0250-3c14-4692-8c07-60730043e7e4 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3086472231354689b06a975258c697aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719941 Nov 12 08:32:54.589603 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-68ea6afb-199f-4bcd-af4e-4f404c608dcb req-eb486e28-ba26-4a97-a7b4-fe4eb768beb3 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4a0ec8d-b03f-4861-8716-669af871e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849296 Nov 12 08:32:54.658314 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8f6cb4c-adb9-4a42-b9d6-c5b89238e900 req-86aa8192-dc12-46bf-ac09-cf961114b3b6 service neutron] 10.222.0.58 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810502 Nov 12 08:32:54.727463 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-fcb4cd8f-0cb1-4bfd-9767-fb410befece8 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:54.729137 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-fcb4cd8f-0cb1-4bfd-9767-fb410befece8 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1639552 Nov 12 08:32:54.795638 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-560f36fc-cb83-44ce-98f3-7d6fe37ac249 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/quotas/3086472231354689b06a975258c697aa HTTP/1.1" status: 200 len: 375 time: 0.0506046 Nov 12 08:32:54.824298 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35544) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:54.864661 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8f6cb4c-adb9-4a42-b9d6-c5b89238e900 req-98b0870a-6a23-4616-84ed-58bfa1575982 service neutron] 10.222.0.58 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559393 Nov 12 08:32:54.890432 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-bb3465e0-8a88-488f-8c84-7f9e3a60b692 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3086472231354689b06a975258c697aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0871987 Nov 12 08:32:54.997012 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6cb4c-adb9-4a42-b9d6-c5b89238e900 req-2a31ee87-931a-4719-af97-ac8bb8b92527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:54.999041 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8f6cb4c-adb9-4a42-b9d6-c5b89238e900 req-2a31ee87-931a-4719-af97-ac8bb8b92527 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8cc6ca5ed9f64e148f5b96cdf6df5819&device_id=a5f6c9a1-d513-41e8-9019-06d42dab6306 HTTP/1.1" status: 200 len: 1098 time: 0.0718763 Nov 12 08:32:55.160426 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6cb4c-adb9-4a42-b9d6-c5b89238e900 req-58049a7d-8e0f-4203-99be-c776ef72a77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:55.164891 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8f6cb4c-adb9-4a42-b9d6-c5b89238e900 req-58049a7d-8e0f-4203-99be-c776ef72a77b service neutron] 10.222.0.58 "GET /v2.0/networks?id=e5f92a9c-9232-4960-be34-2deefc62380e HTTP/1.1" status: 200 len: 925 time: 0.1473095 Nov 12 08:32:55.197814 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8b87faba-60b7-4e2d-8271-3c7ec41f2a44 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=91093ed0c6be46c59b10cb0ed974abdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3716190 Nov 12 08:32:55.201252 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35558) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:55.270988 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-93134919-4084-4173-8783-85279d5ff8cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:55.303987 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8f6cb4c-adb9-4a42-b9d6-c5b89238e900 req-549597c3-51c9-4555-b3ff-61b1de06cba8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab4ccb3c-d6db-4c22-9cb2-59662d8d105d HTTP/1.1" status: 200 len: 1001 time: 0.1150227 Nov 12 08:32:55.308224 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-93134919-4084-4173-8783-85279d5ff8cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:55.372360 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6cb4c-adb9-4a42-b9d6-c5b89238e900 req-a820c707-949b-4283-a212-a3219c3c1c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:55.375321 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-93134919-4084-4173-8783-85279d5ff8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:55.377988 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-93134919-4084-4173-8783-85279d5ff8cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:55.381776 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-93134919-4084-4173-8783-85279d5ff8cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f6c88ef-de31-4e95-8b07-a5437b6017c5 HTTP/1.1" status: 204 len: 168 time: 0.1770236 Nov 12 08:32:55.383582 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8f6cb4c-adb9-4a42-b9d6-c5b89238e900 req-a820c707-949b-4283-a212-a3219c3c1c9f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6c542064-a950-4668-8022-669eaf3adcd0 HTTP/1.1" status: 200 len: 863 time: 0.0647552 Nov 12 08:32:55.389718 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93134919-4084-4173-8783-85279d5ff8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6c88ef-de31-4e95-8b07-a5437b6017c5,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:55.463079 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6cb4c-adb9-4a42-b9d6-c5b89238e900 req-056de556-0705-4e52-9e60-7e3852cf879d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:55.464756 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8f6cb4c-adb9-4a42-b9d6-c5b89238e900 req-056de556-0705-4e52-9e60-7e3852cf879d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e5f92a9c-9232-4960-be34-2deefc62380e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692878 Nov 12 08:32:55.637536 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8f6cb4c-adb9-4a42-b9d6-c5b89238e900 req-8a09ab6d-6d72-41e6-be64-2858422cf116 service neutron] 10.222.0.58 "GET /v2.0/networks/e5f92a9c-9232-4960-be34-2deefc62380e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567314 Nov 12 08:32:55.894129 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8f6cb4c-adb9-4a42-b9d6-c5b89238e900 req-76da6b4b-fb82-4314-ac7b-370b5052d02e service neutron] 10.222.0.58 "GET /v2.0/networks/e5f92a9c-9232-4960-be34-2deefc62380e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410347 Nov 12 08:32:55.909436 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909048ea-24b5-4d06-8f81-0824fab3c08f req-4747f06a-4068-4666-8900-f28b31ddb5f3 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:55.911299 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-909048ea-24b5-4d06-8f81-0824fab3c08f req-4747f06a-4068-4666-8900-f28b31ddb5f3 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd02e6a2-5601-4ac4-855b-1580b0632cdb HTTP/1.1" status: 200 len: 950 time: 0.1628013 Nov 12 08:32:55.927474 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005c8ad-cc41-4c6c-b523-72235bd716cf req-af7dd45c-5de3-46bc-b5e7-0241fda309c3 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:55.930420 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e005c8ad-cc41-4c6c-b523-72235bd716cf req-af7dd45c-5de3-46bc-b5e7-0241fda309c3 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 943 time: 0.1247978 Nov 12 08:32:56.045364 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-909048ea-24b5-4d06-8f81-0824fab3c08f req-f15be27e-170d-4046-8b6e-c4b8bbcf4cc2 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4a0ec8d-b03f-4861-8716-669af871e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085768 Nov 12 08:32:56.056659 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e005c8ad-cc41-4c6c-b523-72235bd716cf req-4bca6d8c-d387-4f7b-a140-44aa01088c2b tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096396 Nov 12 08:32:56.080649 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35602) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:56.145123 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3ca0337f-63e7-47f2-9e69-c98ee37252f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c0ac41f26b44a1899a54ab61987ecdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0631282 Nov 12 08:32:56.147070 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35606) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:56.162781 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4c2b09ba-c09d-4702-b6cc-37a76045e29e req-3bcab212-909a-4910-bbbd-3f840c005abb tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ef875cd-621b-433d-94b9-fba0fe7d620d HTTP/1.1" status: 200 len: 210 time: 0.0611637 Nov 12 08:32:56.256589 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-af69bec1-5720-4691-b0d1-45461626ae88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:56.336320 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-af69bec1-5720-4691-b0d1-45461626ae88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:56.348402 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35616) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:56.354978 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-8f787917-cc06-4015-a0e6-69adf8460f8b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-706424852-network', 'tenant_id': '294293049e1546adb0e05ca2f535c3bb'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:56.402560 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f787917-cc06-4015-a0e6-69adf8460f8b admin admin] Made reservation on behalf of 294293049e1546adb0e05ca2f535c3bb for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:56.406718 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8f787917-cc06-4015-a0e6-69adf8460f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:56.438064 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-af69bec1-5720-4691-b0d1-45461626ae88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:56.439299 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8f787917-cc06-4015-a0e6-69adf8460f8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:56.446813 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-af69bec1-5720-4691-b0d1-45461626ae88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:56.449661 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-af69bec1-5720-4691-b0d1-45461626ae88 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9a019f83-e7ff-4037-b0ed-80746b64db2a HTTP/1.1" status: 204 len: 168 time: 0.3015440 Nov 12 08:32:56.461632 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af69bec1-5720-4691-b0d1-45461626ae88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a019f83-e7ff-4037-b0ed-80746b64db2a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:56.686505 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a96a2d-c71f-41cb-bc97-ff6769bcdfd9 req-a8a01a6f-3af0-4b1b-9577-84179a8b51b9 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:56.694445 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-33a96a2d-c71f-41cb-bc97-ff6769bcdfd9 req-a8a01a6f-3af0-4b1b-9577-84179a8b51b9 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd02e6a2-5601-4ac4-855b-1580b0632cdb HTTP/1.1" status: 200 len: 950 time: 0.1371646 Nov 12 08:32:56.701383 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8f787917-cc06-4015-a0e6-69adf8460f8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:56.714292 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8f787917-cc06-4015-a0e6-69adf8460f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:56.759644 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f787917-cc06-4015-a0e6-69adf8460f8b admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:32:56.783045 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f787917-cc06-4015-a0e6-69adf8460f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf0ce06-d44b-449f-972c-d5b846398219,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:56.792051 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8f787917-cc06-4015-a0e6-69adf8460f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:56.792398 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-8f787917-cc06-4015-a0e6-69adf8460f8b admin admin] Added segment 33f335b8-0883-4eab-9278-b4613a974fe6 of type vlan for network 9008b198-6d8c-4e9a-a71e-1375616309dd Nov 12 08:32:56.818270 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-33a96a2d-c71f-41cb-bc97-ff6769bcdfd9 req-edf07bc6-caf0-4627-9b12-fc8c9f7e8971 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4a0ec8d-b03f-4861-8716-669af871e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138499 Nov 12 08:32:56.850499 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8f787917-cc06-4015-a0e6-69adf8460f8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:56.883667 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8f787917-cc06-4015-a0e6-69adf8460f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:56.884735 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f787917-cc06-4015-a0e6-69adf8460f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:56.885327 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8f787917-cc06-4015-a0e6-69adf8460f8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:56.950904 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35652) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:56.951317 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8f787917-cc06-4015-a0e6-69adf8460f8b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6012247 Nov 12 08:32:56.958260 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f787917-cc06-4015-a0e6-69adf8460f8b admin admin] Pushing event updated for resources: {'Network': ['ID=9008b198-6d8c-4e9a-a71e-1375616309dd,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:56.958622 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c3bcd49d-1db7-417b-bf35-4dd56be7fdc6 admin admin] Request body: {'subnet': {'network_id': '9008b198-6d8c-4e9a-a71e-1375616309dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-706424852-subnet', 'tenant_id': '294293049e1546adb0e05ca2f535c3bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:56.974543 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 9008b198-6d8c-4e9a-a71e-1375616309dd details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:32:57.016917 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bcd49d-1db7-417b-bf35-4dd56be7fdc6 admin admin] Made reservation on behalf of 294293049e1546adb0e05ca2f535c3bb for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:57.019415 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c3bcd49d-1db7-417b-bf35-4dd56be7fdc6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:57.235908 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14d30c-fbb8-43a8-b7ba-f30b2d883179 req-af4c04d3-e8e4-4c38-a10a-70d1cb27bc5b tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:57.238159 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9f14d30c-fbb8-43a8-b7ba-f30b2d883179 req-af4c04d3-e8e4-4c38-a10a-70d1cb27bc5b tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 943 time: 0.0850103 Nov 12 08:32:57.243651 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35662) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:57.306573 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9f14d30c-fbb8-43a8-b7ba-f30b2d883179 req-f45644bd-e0d1-40cb-9b87-e287e925759d tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543857 Nov 12 08:32:57.394156 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-72e552e6-02e4-45bd-9654-b5dd6d76b75c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=3086472231354689b06a975258c697aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529802 Nov 12 08:32:57.405437 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c3bcd49d-1db7-417b-bf35-4dd56be7fdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:57.447897 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f60b02ea-9b8b-4450-8e42-dfae2068c7c2 req-b8c1eb7b-2038-4a28-b42a-fe802fcaa6e4 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ef875cd-621b-433d-94b9-fba0fe7d620d HTTP/1.1" status: 200 len: 210 time: 0.0555625 Nov 12 08:32:57.463655 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ee4ab610-5852-406c-b280-7f210c72850d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:57.594013 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-024265fd-87c9-431e-acbd-93b8f9acc43a tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:57.595699 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-024265fd-87c9-431e-acbd-93b8f9acc43a tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1877277 Nov 12 08:32:57.645244 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ee4ab610-5852-406c-b280-7f210c72850d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:57.650269 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-ab1fcac9-02ae-42af-abe2-cf3940827949 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Request body: {'port': {'device_id': '955b1010-6c5d-4edc-8d06-f42576f2d55e', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'admin_state_up': True, 'tenant_id': '3086472231354689b06a975258c697aa'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:57.658872 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ee4ab610-5852-406c-b280-7f210c72850d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:57.697919 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bcd49d-1db7-417b-bf35-4dd56be7fdc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd31b9a7-1983-4a22-999c-d067ccad571c,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:57.708794 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ab610-5852-406c-b280-7f210c72850d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72a7ad0-f8da-4ece-9b9d-7e4876844d0b,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:57.716608 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ee4ab610-5852-406c-b280-7f210c72850d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3bf475b94c94454b4e780909edecfa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4692616 Nov 12 08:32:57.717606 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35684) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:57.828282 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b6bf72a5-c453-43fc-b483-26c57895e08e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:57.852234 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-3b5c8afa-1213-440b-8887-23144afe7249 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=3086472231354689b06a975258c697aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696101 Nov 12 08:32:57.877383 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bcd49d-1db7-417b-bf35-4dd56be7fdc6 admin admin] Checking segment: {'id': '33f335b8-0883-4eab-9278-b4613a974fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9008b198-6d8c-4e9a-a71e-1375616309dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:57.878059 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bcd49d-1db7-417b-bf35-4dd56be7fdc6 admin admin] Network hostable DHCP agents. Network: 9008b198-6d8c-4e9a-a71e-1375616309dd, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:32:57.908086 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b6bf72a5-c453-43fc-b483-26c57895e08e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:57.933631 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-67f09265-a78a-4678-82c8-fe939d55aacd req-cf36c708-5dce-4091-82e0-68fd4553e0b7 service neutron] 10.222.0.58 "GET /v2.0/ports/29e38202-4aa2-4ddd-9276-94e9b823a5a4/bindings/n-h1-768862-16 HTTP/1.1" status: 200 len: 385 time: 0.1416183 Nov 12 08:32:58.039509 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bcd49d-1db7-417b-bf35-4dd56be7fdc6 admin admin] Network 9008b198-6d8c-4e9a-a71e-1375616309dd is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:32:58.072996 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-c3bcd49d-1db7-417b-bf35-4dd56be7fdc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 9008b198-6d8c-4e9a-a71e-1375616309dd) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:58.077162 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b6bf72a5-c453-43fc-b483-26c57895e08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.077824 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bcd49d-1db7-417b-bf35-4dd56be7fdc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:58.078477 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c3bcd49d-1db7-417b-bf35-4dd56be7fdc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.079938 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b6bf72a5-c453-43fc-b483-26c57895e08e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.084111 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b6bf72a5-c453-43fc-b483-26c57895e08e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b72a7ad0-f8da-4ece-9b9d-7e4876844d0b HTTP/1.1" status: 204 len: 168 time: 0.3622038 Nov 12 08:32:58.084726 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd5cf57-b02b-4089-a203-d96230a7db14 None None] Network 9008b198-6d8c-4e9a-a71e-1375616309dd requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:58.097763 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-ab1fcac9-02ae-42af-abe2-cf3940827949 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Made reservation on behalf of 3086472231354689b06a975258c697aa for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:58.097948 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c01740-6ef1-441d-a05a-251b5e7df3b3 req-3a268962-8838-417f-90a7-afd1460405de tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:58.099472 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8c01740-6ef1-441d-a05a-251b5e7df3b3 req-3a268962-8838-417f-90a7-afd1460405de tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd02e6a2-5601-4ac4-855b-1580b0632cdb HTTP/1.1" status: 200 len: 950 time: 0.1424384 Nov 12 08:32:58.107944 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-ab1fcac9-02ae-42af-abe2-cf3940827949 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.108739 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35704) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:58.109537 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf72a5-c453-43fc-b483-26c57895e08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72a7ad0-f8da-4ece-9b9d-7e4876844d0b,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:58.135496 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-dbe78f63-d3ed-4588-afed-6165c5fd0f52 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:58.137068 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-dbe78f63-d3ed-4588-afed-6165c5fd0f52 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2792709 Nov 12 08:32:58.156329 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c3bcd49d-1db7-417b-bf35-4dd56be7fdc6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2036207 Nov 12 08:32:58.161600 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-f3415f31-58b5-402c-9ccc-b7d8ede606f0 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Request body: {'port': {'device_id': '2ef875cd-621b-433d-94b9-fba0fe7d620d', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'admin_state_up': True, 'tenant_id': '3086472231354689b06a975258c697aa'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:58.288491 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8c01740-6ef1-441d-a05a-251b5e7df3b3 req-f3ec2326-cf75-4f56-962e-71a4db60ce35 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4a0ec8d-b03f-4861-8716-669af871e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755795 Nov 12 08:32:58.346910 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbea0e6-0ad1-4c26-99bb-466afcbffe8a None None] Network 9008b198-6d8c-4e9a-a71e-1375616309dd requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:58.413272 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-67f09265-a78a-4678-82c8-fe939d55aacd req-3a4609b3-c636-4e11-95c9-a5974a59ab7d service neutron] For port 29e38202-4aa2-4ddd-9276-94e9b823a5a4, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=29e38202-4aa2-4ddd-9276-94e9b823a5a4,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:58.435878 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-ab1fcac9-02ae-42af-abe2-cf3940827949 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Allocated IP 192.168.233.36 (aaa9e939-3555-4037-a22a-8e3905c2166f/ac1fb13e-fa96-4a78-a070-af75ed125682/aedb1d46-4814-42e8-b9c0-f28a00871ad9) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:58.457902 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-f3415f31-58b5-402c-9ccc-b7d8ede606f0 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Made reservation on behalf of 3086472231354689b06a975258c697aa for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:58.463887 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-f3415f31-58b5-402c-9ccc-b7d8ede606f0 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.484167 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-67f09265-a78a-4678-82c8-fe939d55aacd req-3a4609b3-c636-4e11-95c9-a5974a59ab7d service neutron] For port 29e38202-4aa2-4ddd-9276-94e9b823a5a4, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:58.522877 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c10e6-9e59-45d4-a2c1-95b016255b61 req-bb301ba3-753b-4099-bd65-cbf1d4510871 tempest-LiveMigrationNegativeTest-942531011 tempest-LiveMigrationNegativeTest-942531011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:58.531040 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fa8c10e6-9e59-45d4-a2c1-95b016255b61 req-bb301ba3-753b-4099-bd65-cbf1d4510871 tempest-LiveMigrationNegativeTest-942531011 tempest-LiveMigrationNegativeTest-942531011-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fd02e6a2-5601-4ac4-855b-1580b0632cdb HTTP/1.1" status: 200 len: 1102 time: 0.0951021 Nov 12 08:32:58.543964 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-67f09265-a78a-4678-82c8-fe939d55aacd req-3a4609b3-c636-4e11-95c9-a5974a59ab7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e38202-4aa2-4ddd-9276-94e9b823a5a4 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:58.563279 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fa8c10e6-9e59-45d4-a2c1-95b016255b61 req-30086103-6916-49c7-afac-5219d3041867 tempest-LiveMigrationNegativeTest-942531011 tempest-LiveMigrationNegativeTest-942531011-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.566637 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-67f09265-a78a-4678-82c8-fe939d55aacd req-3a4609b3-c636-4e11-95c9-a5974a59ab7d service neutron] For port 29e38202-4aa2-4ddd-9276-94e9b823a5a4, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=29e38202-4aa2-4ddd-9276-94e9b823a5a4,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:58.593579 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-67f09265-a78a-4678-82c8-fe939d55aacd req-3a4609b3-c636-4e11-95c9-a5974a59ab7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.660098 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-32bc35ec-41b6-4c78-8e61-9ae695289224 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1966029313-network', 'tenant_id': '0669f51114604e399f0f5892a07911ba'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:58.755541 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-ab1fcac9-02ae-42af-abe2-cf3940827949 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.762595 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bc35ec-41b6-4c78-8e61-9ae695289224 admin admin] Made reservation on behalf of 0669f51114604e399f0f5892a07911ba for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:58.764714 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32bc35ec-41b6-4c78-8e61-9ae695289224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.796180 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32bc35ec-41b6-4c78-8e61-9ae695289224 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.797275 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fa8c10e6-9e59-45d4-a2c1-95b016255b61 req-30086103-6916-49c7-afac-5219d3041867 tempest-LiveMigrationNegativeTest-942531011 tempest-LiveMigrationNegativeTest-942531011-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.803443 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.806637 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-67f09265-a78a-4678-82c8-fe939d55aacd req-3a4609b3-c636-4e11-95c9-a5974a59ab7d service neutron] Transition to ACTIVE for port object 29e38202-4aa2-4ddd-9276-94e9b823a5a4 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:32:58.808958 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fa8c10e6-9e59-45d4-a2c1-95b016255b61 req-30086103-6916-49c7-afac-5219d3041867 tempest-LiveMigrationNegativeTest-942531011 tempest-LiveMigrationNegativeTest-942531011-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.825614 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-67f09265-a78a-4678-82c8-fe939d55aacd req-3a4609b3-c636-4e11-95c9-a5974a59ab7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.831572 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-ab1fcac9-02ae-42af-abe2-cf3940827949 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.847316 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['cf0c8c5f-5023-449d-8eef-136593dd4a73'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:32:58.854215 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35724) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:58.918367 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee29cf-32fb-4f4e-a13b-4f5a5624505e req-4ed1943d-e196-435e-aa14-9f7f563fad33 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:58.926247 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d8ee29cf-32fb-4f4e-a13b-4f5a5624505e req-4ed1943d-e196-435e-aa14-9f7f563fad33 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 943 time: 0.2179797 Nov 12 08:32:58.951152 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fa8c10e6-9e59-45d4-a2c1-95b016255b61 req-30086103-6916-49c7-afac-5219d3041867 tempest-LiveMigrationNegativeTest-942531011 tempest-LiveMigrationNegativeTest-942531011-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d4a0ec8d-b03f-4861-8716-669af871e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180422 Nov 12 08:32:58.964479 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-ab1fcac9-02ae-42af-abe2-cf3940827949 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Network aaa9e939-3555-4037-a22a-8e3905c2166f is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:58.974278 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-f3415f31-58b5-402c-9ccc-b7d8ede606f0 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Allocated IP 192.168.233.151 (aaa9e939-3555-4037-a22a-8e3905c2166f/ac1fb13e-fa96-4a78-a070-af75ed125682/91670ec5-9fa0-4e9e-b508-9ce3671cd99b) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:58.980910 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-ab1fcac9-02ae-42af-abe2-cf3940827949 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:58.987346 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-ab1fcac9-02ae-42af-abe2-cf3940827949 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:58.993087 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-ab1fcac9-02ae-42af-abe2-cf3940827949 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:58.993785 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-ab1fcac9-02ae-42af-abe2-cf3940827949 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.004372 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30086103-6916-49c7-afac-5219d3041867 tempest-LiveMigrationNegativeTest-942531011 tempest-LiveMigrationNegativeTest-942531011-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07dc947-33a8-4372-bf7c-0ab151946144,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:59.013723 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7bc969d1-ad85-4723-8e99-9c4e1ce27f68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.021596 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-ab1fcac9-02ae-42af-abe2-cf3940827949 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3799682 Nov 12 08:32:59.023299 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1fcac9-02ae-42af-abe2-cf3940827949 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Pushing event updated for resources: {'Port': ['ID=aedb1d46-4814-42e8-b9c0-f28a00871ad9,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:59.041134 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-49bb0eaa-77eb-47f6-af69-f5816760999e service neutron] Request body: {'port': {'device_id': '955b1010-6c5d-4edc-8d06-f42576f2d55e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:59.136020 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-49bb0eaa-77eb-47f6-af69-f5816760999e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.167573 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f09265-a78a-4678-82c8-fe939d55aacd req-3a4609b3-c636-4e11-95c9-a5974a59ab7d service neutron] No DVR routers for this DVR port 29e38202-4aa2-4ddd-9276-94e9b823a5a4 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:32:59.202757 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5bde38f3-fc61-4713-9a75-545ee8ae1505 req-07b06572-3d91-40e9-a1a1-b9bce09610d7 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ef875cd-621b-433d-94b9-fba0fe7d620d HTTP/1.1" status: 200 len: 210 time: 0.1312599 Nov 12 08:32:59.215036 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4609b3-c636-4e11-95c9-a5974a59ab7d service neutron] Pushing event updated for resources: {'Port': ['ID=29e38202-4aa2-4ddd-9276-94e9b823a5a4,revision_number=10']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:59.302939 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d8ee29cf-32fb-4f4e-a13b-4f5a5624505e req-51204795-4251-4d13-84b7-5a5ad0c65ffe tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753550 Nov 12 08:32:59.311350 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7bc969d1-ad85-4723-8e99-9c4e1ce27f68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.316298 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-67f09265-a78a-4678-82c8-fe939d55aacd req-3a4609b3-c636-4e11-95c9-a5974a59ab7d service neutron] 10.222.0.58 "PUT /v2.0/ports/29e38202-4aa2-4ddd-9276-94e9b823a5a4/bindings/n-h1-768862-16/activate HTTP/1.1" status: 200 len: 370 time: 1.3695669 Nov 12 08:32:59.326598 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7bc969d1-ad85-4723-8e99-9c4e1ce27f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.362107 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32bc35ec-41b6-4c78-8e61-9ae695289224 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.375617 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32bc35ec-41b6-4c78-8e61-9ae695289224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.383307 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7bc969d1-ad85-4723-8e99-9c4e1ce27f68 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=86bfd8d772ee48ba93e22b862a285334&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5125079 Nov 12 08:32:59.385801 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc969d1-ad85-4723-8e99-9c4e1ce27f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61581d0-c69e-4a1d-858f-85b2ea03f3eb,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:59.388765 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35738) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:59.392915 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.54', 61460) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:59.401481 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-acd35ffb-4bd6-449a-a5d9-5e8f8c8b58e5 None None] Provisioning complete for port aedb1d46-4814-42e8-b9c0-f28a00871ad9 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:59.402833 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-acd35ffb-4bd6-449a-a5d9-5e8f8c8b58e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.415937 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-f3415f31-58b5-402c-9ccc-b7d8ede606f0 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.417339 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32bc35ec-41b6-4c78-8e61-9ae695289224 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:32:59.459877 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32bc35ec-41b6-4c78-8e61-9ae695289224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.460316 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-32bc35ec-41b6-4c78-8e61-9ae695289224 admin admin] Added segment af6c40d2-50a9-487d-90a5-d1e53bd06d4b of type vlan for network 66564c6e-e2e7-416d-a841-b87c2301f074 Nov 12 08:32:59.472685 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-acd35ffb-4bd6-449a-a5d9-5e8f8c8b58e5 None None] Port aedb1d46-4814-42e8-b9c0-f28a00871ad9 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:32:59.480312 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc35ec-41b6-4c78-8e61-9ae695289224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6227e74a-e98c-446f-b22d-831b8485d6df,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:59.488992 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f09265-a78a-4678-82c8-fe939d55aacd req-5465c417-6be3-4efb-8340-209027f587b7 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:59.490648 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-67f09265-a78a-4678-82c8-fe939d55aacd req-5465c417-6be3-4efb-8340-209027f587b7 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4&tenant_id=60036c792d1544fb8cbb03c747464363&binding%3Ahost_id=n-h2-768862-16 HTTP/1.1" status: 200 len: 1096 time: 0.0939121 Nov 12 08:32:59.531233 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32bc35ec-41b6-4c78-8e61-9ae695289224 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.540216 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0eab1fb5-1ff7-4b44-9e35-c7a7fadcb890 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.580195 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0eab1fb5-1ff7-4b44-9e35-c7a7fadcb890 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.580818 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-f3415f31-58b5-402c-9ccc-b7d8ede606f0 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.589576 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32bc35ec-41b6-4c78-8e61-9ae695289224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.590748 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bc35ec-41b6-4c78-8e61-9ae695289224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:59.591433 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32bc35ec-41b6-4c78-8e61-9ae695289224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.606994 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['cf0c8c5f-5023-449d-8eef-136593dd4a73'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:32:59.616089 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f09265-a78a-4678-82c8-fe939d55aacd req-9790fe4e-fdd5-4a93-a175-0ef3828de277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:59.619090 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-67f09265-a78a-4678-82c8-fe939d55aacd req-9790fe4e-fdd5-4a93-a175-0ef3828de277 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4&tenant_id=60036c792d1544fb8cbb03c747464363 HTTP/1.1" status: 200 len: 1096 time: 0.1190801 Nov 12 08:32:59.643682 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-32bc35ec-41b6-4c78-8e61-9ae695289224 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.5318449 Nov 12 08:32:59.660980 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35748) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:59.673604 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-cc52a2e4-460a-4b1f-a6ac-7beed79df431 admin admin] Request body: {'subnet': {'network_id': '66564c6e-e2e7-416d-a841-b87c2301f074', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1966029313-subnet', 'tenant_id': '0669f51114604e399f0f5892a07911ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:59.721984 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc35ec-41b6-4c78-8e61-9ae695289224 admin admin] Pushing event updated for resources: {'Network': ['ID=66564c6e-e2e7-416d-a841-b87c2301f074,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:59.740764 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-f3415f31-58b5-402c-9ccc-b7d8ede606f0 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Network aaa9e939-3555-4037-a22a-8e3905c2166f is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:59.751464 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:32:59.768817 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0eab1fb5-1ff7-4b44-9e35-c7a7fadcb890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.771874 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0eab1fb5-1ff7-4b44-9e35-c7a7fadcb890 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.773254 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0eab1fb5-1ff7-4b44-9e35-c7a7fadcb890 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d61581d0-c69e-4a1d-858f-85b2ea03f3eb HTTP/1.1" status: 204 len: 168 time: 0.3816175 Nov 12 08:32:59.781774 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 66564c6e-e2e7-416d-a841-b87c2301f074 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:32:59.788463 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab1fb5-1ff7-4b44-9e35-c7a7fadcb890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61581d0-c69e-4a1d-858f-85b2ea03f3eb,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:59.789697 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-f3415f31-58b5-402c-9ccc-b7d8ede606f0 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:00.112238 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-f3415f31-58b5-402c-9ccc-b7d8ede606f0 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:00.127154 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-f3415f31-58b5-402c-9ccc-b7d8ede606f0 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:00.129943 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-f3415f31-58b5-402c-9ccc-b7d8ede606f0 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.130952 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-10acd0d3-e2a1-4818-94f5-947b92b37061 None None] Provisioning complete for port 91670ec5-9fa0-4e9e-b508-9ce3671cd99b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:00.131424 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-10acd0d3-e2a1-4818-94f5-947b92b37061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.147927 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3415f31-58b5-402c-9ccc-b7d8ede606f0 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Pushing event updated for resources: {'Port': ['ID=91670ec5-9fa0-4e9e-b508-9ce3671cd99b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:00.153745 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-50dfb7b7-d56f-45c4-93de-ff84731e4710 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:00.164339 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-49bb0eaa-77eb-47f6-af69-f5816760999e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aedb1d46-4814-42e8-b9c0-f28a00871ad9 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:00.169246 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-50dfb7b7-d56f-45c4-93de-ff84731e4710 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/networks?id=ac11a5bd-0584-4f41-bf7f-a43257f96e99 HTTP/1.1" status: 200 len: 820 time: 0.2048359 Nov 12 08:33:00.194569 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-729989a8-5904-46d6-8ce9-7bacbc0ba0f7 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/quotas/53ced5a3b5824d46b94af4c3034e6689 HTTP/1.1" status: 200 len: 375 time: 0.0233722 Nov 12 08:33:00.201959 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-49bb0eaa-77eb-47f6-af69-f5816760999e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.216470 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-10acd0d3-e2a1-4818-94f5-947b92b37061 None None] Port 91670ec5-9fa0-4e9e-b508-9ce3671cd99b cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:33:00.234647 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc52a2e4-460a-4b1f-a6ac-7beed79df431 admin admin] Made reservation on behalf of 0669f51114604e399f0f5892a07911ba for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:00.237099 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cc52a2e4-460a-4b1f-a6ac-7beed79df431 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.243327 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f09265-a78a-4678-82c8-fe939d55aacd req-a12a0688-3f74-4bd0-aa20-114be28ee586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:00.244203 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-c36a50f7-2b6c-4c0c-997c-ffe4d263d8ba tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=53ced5a3b5824d46b94af4c3034e6689&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486498 Nov 12 08:33:00.244857 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-67f09265-a78a-4678-82c8-fe939d55aacd req-a12a0688-3f74-4bd0-aa20-114be28ee586 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=60036c792d1544fb8cbb03c747464363&device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 1096 time: 0.5827208 Nov 12 08:33:00.245896 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-49bb0eaa-77eb-47f6-af69-f5816760999e service neutron] Transition to ACTIVE for port object aedb1d46-4814-42e8-b9c0-f28a00871ad9 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:33:00.258843 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-f3415f31-58b5-402c-9ccc-b7d8ede606f0 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1080575 Nov 12 08:33:00.264388 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-9b7acb54-2fa7-4022-a10f-ef1d4ad90283 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:33:00.266570 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-9b7acb54-2fa7-4022-a10f-ef1d4ad90283 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126894 Nov 12 08:33:00.318434 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-49bb0eaa-77eb-47f6-af69-f5816760999e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.328312 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-cc060096-6f96-4779-b7cd-d874b45452df service neutron] Request body: {'port': {'device_id': '2ef875cd-621b-433d-94b9-fba0fe7d620d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:00.426748 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb0eaa-77eb-47f6-af69-f5816760999e service neutron] Pushing event updated for resources: {'Port': ['ID=aedb1d46-4814-42e8-b9c0-f28a00871ad9,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:00.551595 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-cc060096-6f96-4779-b7cd-d874b45452df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.634996 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-12d69939-caee-486c-8d17-b7b49de391bb service neutron] 10.222.0.37 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600843 Nov 12 08:33:00.656148 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-49bb0eaa-77eb-47f6-af69-f5816760999e service neutron] Attempting to bind port aedb1d46-4814-42e8-b9c0-f28a00871ad9 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:00.656487 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-49bb0eaa-77eb-47f6-af69-f5816760999e service neutron] Attempting to bind port aedb1d46-4814-42e8-b9c0-f28a00871ad9 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:00.659875 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-49bb0eaa-77eb-47f6-af69-f5816760999e service neutron] Attempting to bind port aedb1d46-4814-42e8-b9c0-f28a00871ad9 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:00.669310 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-49bb0eaa-77eb-47f6-af69-f5816760999e service neutron] Port aedb1d46-4814-42e8-b9c0-f28a00871ad9 on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:33:00.669641 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-49bb0eaa-77eb-47f6-af69-f5816760999e service neutron] Attempting to bind port aedb1d46-4814-42e8-b9c0-f28a00871ad9 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:00.694174 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f09265-a78a-4678-82c8-fe939d55aacd req-558e68d0-01e4-48fa-8d2a-4b9777940dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:00.695794 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-67f09265-a78a-4678-82c8-fe939d55aacd req-558e68d0-01e4-48fa-8d2a-4b9777940dd3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6d5f445-c009-4fb1-a92b-e2439070859b HTTP/1.1" status: 200 len: 908 time: 0.4356334 Nov 12 08:33:00.701304 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-49bb0eaa-77eb-47f6-af69-f5816760999e service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:00.701524 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-49bb0eaa-77eb-47f6-af69-f5816760999e service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:00.702214 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-49bb0eaa-77eb-47f6-af69-f5816760999e service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:00.703075 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-49bb0eaa-77eb-47f6-af69-f5816760999e service neutron] Bound port: aedb1d46-4814-42e8-b9c0-f28a00871ad9, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:00.703503 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-49bb0eaa-77eb-47f6-af69-f5816760999e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.793247 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-149e2bf4-919e-4d0d-a362-f2ddaaf17362 service neutron] 10.222.0.37 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573312 Nov 12 08:33:00.830316 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-67f09265-a78a-4678-82c8-fe939d55aacd req-c090b848-62d4-418c-a1c6-75e1c7b76dee service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29e38202-4aa2-4ddd-9276-94e9b823a5a4 HTTP/1.1" status: 200 len: 217 time: 0.0912094 Nov 12 08:33:00.866979 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985a92b-e2eb-4ca7-aad7-cd072bf6a212 req-5c056ece-6e56-4c86-a6b0-7addaa4453b4 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:00.868819 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0985a92b-e2eb-4ca7-aad7-cd072bf6a212 req-5c056ece-6e56-4c86-a6b0-7addaa4453b4 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ef875cd-621b-433d-94b9-fba0fe7d620d HTTP/1.1" status: 200 len: 936 time: 0.0698371 Nov 12 08:33:00.964204 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0985a92b-e2eb-4ca7-aad7-cd072bf6a212 req-089102c0-1f79-47b5-96f8-ec8cc1e7cb1b tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868926 Nov 12 08:33:01.082286 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d47f9-d741-4c5d-95c7-10e791a50ebe req-f225fe1a-86cd-425e-92ab-eeeddb2c10d4 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:01.088326 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4d0d47f9-d741-4c5d-95c7-10e791a50ebe req-f225fe1a-86cd-425e-92ab-eeeddb2c10d4 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd02e6a2-5601-4ac4-855b-1580b0632cdb HTTP/1.1" status: 200 len: 950 time: 0.0732059 Nov 12 08:33:01.093731 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cc52a2e4-460a-4b1f-a6ac-7beed79df431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:01.108297 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f09265-a78a-4678-82c8-fe939d55aacd req-49774767-d869-4a1d-a6a3-c6a4738c2363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:01.110123 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-67f09265-a78a-4678-82c8-fe939d55aacd req-49774767-d869-4a1d-a6a3-c6a4738c2363 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d46819c4-cbf3-463f-b6ce-344123c01513 HTTP/1.1" status: 200 len: 847 time: 0.2664053 Nov 12 08:33:01.131829 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-49bb0eaa-77eb-47f6-af69-f5816760999e service neutron] For port aedb1d46-4814-42e8-b9c0-f28a00871ad9, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:01.195783 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-67f09265-a78a-4678-82c8-fe939d55aacd req-522c0bb6-0c11-443a-9de7-784019171467 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6d5f445-c009-4fb1-a92b-e2439070859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614035 Nov 12 08:33:01.202328 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a157315-f1cb-4c20-9a04-325b2ba73e79 req-d7b3203c-d96e-4205-b4f4-feb0c707ebd6 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:01.202738 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-49bb0eaa-77eb-47f6-af69-f5816760999e service neutron] For port aedb1d46-4814-42e8-b9c0-f28a00871ad9, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=aedb1d46-4814-42e8-b9c0-f28a00871ad9,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:01.210922 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7a157315-f1cb-4c20-9a04-325b2ba73e79 req-d7b3203c-d96e-4205-b4f4-feb0c707ebd6 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 944 time: 0.1518519 Nov 12 08:33:01.232658 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-49bb0eaa-77eb-47f6-af69-f5816760999e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:01.235259 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4d0d47f9-d741-4c5d-95c7-10e791a50ebe req-88bddc82-3b5c-4420-9a00-24c6c7ffc876 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4a0ec8d-b03f-4861-8716-669af871e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022487 Nov 12 08:33:01.263172 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52a2e4-460a-4b1f-a6ac-7beed79df431 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8938d4b5-bd69-4149-9311-40b43ee35159,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:01.298009 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7a157315-f1cb-4c20-9a04-325b2ba73e79 req-28f6efa8-b2c5-4670-a96b-b1c03f1f06d1 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855145 Nov 12 08:33:01.369370 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-49bb0eaa-77eb-47f6-af69-f5816760999e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:01.370019 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-49bb0eaa-77eb-47f6-af69-f5816760999e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:01.371478 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-49bb0eaa-77eb-47f6-af69-f5816760999e service neutron] 10.222.0.54 "PUT /v2.0/ports/aedb1d46-4814-42e8-b9c0-f28a00871ad9 HTTP/1.1" status: 200 len: 1096 time: 2.3382943 Nov 12 08:33:01.371976 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955b1010-6c5d-4edc-8d06-f42576f2d55e', 'tag': 'aedb1d46-4814-42e8-b9c0-f28a00871ad9'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:01.374784 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0627e403-177f-4276-8888-5273959014b6" -d '{"events": [{"name": "network-changed", "server_uuid": "955b1010-6c5d-4edc-8d06-f42576f2d55e", "tag": "aedb1d46-4814-42e8-b9c0-f28a00871ad9"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:01.399191 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc52a2e4-460a-4b1f-a6ac-7beed79df431 admin admin] Checking segment: {'id': 'af6c40d2-50a9-487d-90a5-d1e53bd06d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '66564c6e-e2e7-416d-a841-b87c2301f074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:01.399968 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc52a2e4-460a-4b1f-a6ac-7beed79df431 admin admin] Network hostable DHCP agents. Network: 66564c6e-e2e7-416d-a841-b87c2301f074, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:33:01.514283 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1452fbe6-b6ce-46c7-b0a2-6eceaf176a5b req-5cbc6594-96a6-4902-a0e6-02459eecae54 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4 HTTP/1.1" status: 200 len: 210 time: 0.0748498 Nov 12 08:33:01.761799 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 29e38202-4aa2-4ddd-9276-94e9b823a5a4 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:33:01.772208 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb0eaa-77eb-47f6-af69-f5816760999e service neutron] Pushing event updated for resources: {'Port': ['ID=aedb1d46-4814-42e8-b9c0-f28a00871ad9,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:01.785570 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d23719a-2717-4313-8640-78e796575c7e x-openstack-request-id: req-3d23719a-2717-4313-8640-78e796575c7e {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:01.785853 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "955b1010-6c5d-4edc-8d06-f42576f2d55e", "tag": "aedb1d46-4814-42e8-b9c0-f28a00871ad9", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:01.786095 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d23719a-2717-4313-8640-78e796575c7e {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:01.786639 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955b1010-6c5d-4edc-8d06-f42576f2d55e', 'tag': 'aedb1d46-4814-42e8-b9c0-f28a00871ad9', 'status': 'completed', 'code': 200} Nov 12 08:33:01.807318 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-cc060096-6f96-4779-b7cd-d874b45452df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91670ec5-9fa0-4e9e-b508-9ce3671cd99b {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:01.817343 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-67f09265-a78a-4678-82c8-fe939d55aacd req-9127a2d8-81a1-4729-b6ca-f28ef0befffc service neutron] 10.222.0.54 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6067543 Nov 12 08:33:01.824558 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-cc060096-6f96-4779-b7cd-d874b45452df service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:01.839938 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc52a2e4-460a-4b1f-a6ac-7beed79df431 admin admin] Network 66564c6e-e2e7-416d-a841-b87c2301f074 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:33:01.848014 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.54', 61462) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:01.882729 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 29e38202-4aa2-4ddd-9276-94e9b823a5a4 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:33:01.884385 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-56cfe5d3-7f63-4ac1-91a9-524f3dc92d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:01.886082 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-56cfe5d3-7f63-4ac1-91a9-524f3dc92d86 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3086472231354689b06a975258c697aa&device_id=955b1010-6c5d-4edc-8d06-f42576f2d55e HTTP/1.1" status: 200 len: 1099 time: 0.4511659 Nov 12 08:33:01.890508 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-cc52a2e4-460a-4b1f-a6ac-7beed79df431 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 66564c6e-e2e7-416d-a841-b87c2301f074) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:01.892545 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-cc060096-6f96-4779-b7cd-d874b45452df service neutron] Transition to ACTIVE for port object 91670ec5-9fa0-4e9e-b508-9ce3671cd99b will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:33:01.902656 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751da3f7-2559-4f1e-ae25-b77f607e2159 None None] Network 66564c6e-e2e7-416d-a841-b87c2301f074 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:01.963835 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cb2f2-d268-4a02-b785-8360823b48f9 req-98afbc5c-73b4-4480-b9ce-e2c91b5c121f tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:01.969028 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3d7cb2f2-d268-4a02-b785-8360823b48f9 req-98afbc5c-73b4-4480-b9ce-e2c91b5c121f tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd02e6a2-5601-4ac4-855b-1580b0632cdb HTTP/1.1" status: 200 len: 950 time: 0.1197591 Nov 12 08:33:01.977965 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc52a2e4-460a-4b1f-a6ac-7beed79df431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:01.978562 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cc52a2e4-460a-4b1f-a6ac-7beed79df431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.064817 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-cc060096-6f96-4779-b7cd-d874b45452df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.076170 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-01c0eafa-f676-4403-807a-1f5c597c04b8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=aedb1d46-4814-42e8-b9c0-f28a00871ad9 HTTP/1.1" status: 200 len: 217 time: 0.1777167 Nov 12 08:33:02.118534 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-cc52a2e4-460a-4b1f-a6ac-7beed79df431 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4494483 Nov 12 08:33:02.128904 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35844) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:02.137329 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1809cd2e-ebef-4bf1-addf-50dd5dcbbafa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1966029313-router', 'tenant_id': '0669f51114604e399f0f5892a07911ba', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:02.204027 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03affcba-3339-46cc-958c-beb39222ba18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-66564c6e-e2e7-416d-a841-b87c2301f074', 'network_id': '66564c6e-e2e7-416d-a841-b87c2301f074', 'tenant_id': '0669f51114604e399f0f5892a07911ba', 'fixed_ips': [{'subnet_id': '8938d4b5-bd69-4149-9311-40b43ee35159'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:33:02.205778 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-03affcba-3339-46cc-958c-beb39222ba18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.233359 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc060096-6f96-4779-b7cd-d874b45452df service neutron] Pushing event updated for resources: {'Port': ['ID=91670ec5-9fa0-4e9e-b508-9ce3671cd99b,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:02.246147 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-67f09265-a78a-4678-82c8-fe939d55aacd req-f94c15ee-e498-4f00-9a9a-4ab8ebcae770 service neutron] 10.222.0.54 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164882 Nov 12 08:33:02.275188 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5bb9b-86c5-42b2-b450-db2dcc7c9cf8 req-4ae35a82-45af-4803-bb7f-5c7f6e809ca8 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:02.285133 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-40b5bb9b-86c5-42b2-b450-db2dcc7c9cf8 req-4ae35a82-45af-4803-bb7f-5c7f6e809ca8 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ef875cd-621b-433d-94b9-fba0fe7d620d HTTP/1.1" status: 200 len: 948 time: 0.1471753 Nov 12 08:33:02.291022 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-6a3fef26-4d5e-42a8-87c0-941370ac26d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:02.293823 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-6a3fef26-4d5e-42a8-87c0-941370ac26d1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1783319 Nov 12 08:33:02.299110 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1809cd2e-ebef-4bf1-addf-50dd5dcbbafa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.300495 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1809cd2e-ebef-4bf1-addf-50dd5dcbbafa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.370638 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-cc060096-6f96-4779-b7cd-d874b45452df service neutron] Attempting to bind port 91670ec5-9fa0-4e9e-b508-9ce3671cd99b on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:02.375399 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-cc060096-6f96-4779-b7cd-d874b45452df service neutron] Attempting to bind port 91670ec5-9fa0-4e9e-b508-9ce3671cd99b by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:02.376311 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-cc060096-6f96-4779-b7cd-d874b45452df service neutron] Attempting to bind port 91670ec5-9fa0-4e9e-b508-9ce3671cd99b on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:02.384218 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-3d7cb2f2-d268-4a02-b785-8360823b48f9 req-fd680a55-1dd3-4e65-942e-f4925b60222d tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Deleting port 6edf8127-076f-4da9-8b5a-0ceed082fbdb {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:02.384590 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3d7cb2f2-d268-4a02-b785-8360823b48f9 req-fd680a55-1dd3-4e65-942e-f4925b60222d tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.430272 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-40b5bb9b-86c5-42b2-b450-db2dcc7c9cf8 req-632c522d-c63b-495b-b2f5-43f192b704b5 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436679 Nov 12 08:33:02.558131 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-03affcba-3339-46cc-958c-beb39222ba18 None None] Allocated IP 172.20.0.2 (66564c6e-e2e7-416d-a841-b87c2301f074/8938d4b5-bd69-4149-9311-40b43ee35159/8342f6b9-77be-4441-9f38-4a53c9aae26c) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:02.570043 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1809cd2e-ebef-4bf1-addf-50dd5dcbbafa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.604784 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-cc060096-6f96-4779-b7cd-d874b45452df service neutron] Port 91670ec5-9fa0-4e9e-b508-9ce3671cd99b on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:33:02.605083 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-cc060096-6f96-4779-b7cd-d874b45452df service neutron] Attempting to bind port 91670ec5-9fa0-4e9e-b508-9ce3671cd99b on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:02.675592 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-cc060096-6f96-4779-b7cd-d874b45452df service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:02.676249 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-cc060096-6f96-4779-b7cd-d874b45452df service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:02.676979 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-cc060096-6f96-4779-b7cd-d874b45452df service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:02.677817 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-cc060096-6f96-4779-b7cd-d874b45452df service neutron] Bound port: 91670ec5-9fa0-4e9e-b508-9ce3671cd99b, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:02.678429 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-cc060096-6f96-4779-b7cd-d874b45452df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.710870 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.54', 61463) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:02.724292 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-3d7cb2f2-d268-4a02-b785-8360823b48f9 req-fd680a55-1dd3-4e65-942e-f4925b60222d tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] For port 6edf8127-076f-4da9-8b5a-0ceed082fbdb, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=6edf8127-076f-4da9-8b5a-0ceed082fbdb,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:02.727553 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3d7cb2f2-d268-4a02-b785-8360823b48f9 req-fd680a55-1dd3-4e65-942e-f4925b60222d tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.754664 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-57efbf55-b5e3-48ba-990b-bd66a3d2ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:02.756785 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-57efbf55-b5e3-48ba-990b-bd66a3d2ee09 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4509993 Nov 12 08:33:02.843568 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-3d7cb2f2-d268-4a02-b785-8360823b48f9 req-fd680a55-1dd3-4e65-942e-f4925b60222d tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Calling delete_port for 6edf8127-076f-4da9-8b5a-0ceed082fbdb owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:02.848836 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-03affcba-3339-46cc-958c-beb39222ba18 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.857563 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-03affcba-3339-46cc-958c-beb39222ba18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.899171 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03affcba-3339-46cc-958c-beb39222ba18 None None] Network 66564c6e-e2e7-416d-a841-b87c2301f074 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:02.902319 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-03affcba-3339-46cc-958c-beb39222ba18 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:02.906252 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03affcba-3339-46cc-958c-beb39222ba18 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:02.923669 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1809cd2e-ebef-4bf1-addf-50dd5dcbbafa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.960834 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03affcba-3339-46cc-958c-beb39222ba18 None None] Pushing event updated for resources: {'Port': ['ID=8342f6b9-77be-4441-9f38-4a53c9aae26c,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:02.973399 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f09265-a78a-4678-82c8-fe939d55aacd req-597b947d-666c-4d53-a56b-b5e38b6669bd tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:02.974925 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-67f09265-a78a-4678-82c8-fe939d55aacd req-597b947d-666c-4d53-a56b-b5e38b6669bd tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4&tenant_id=60036c792d1544fb8cbb03c747464363&binding%3Ahost_id=n-h1-768862-16 HTTP/1.1" status: 200 len: 1096 time: 0.2591429 Nov 12 08:33:02.977577 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-03affcba-3339-46cc-958c-beb39222ba18 None None] Attempting to bind port 8342f6b9-77be-4441-9f38-4a53c9aae26c on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:02.978065 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-03affcba-3339-46cc-958c-beb39222ba18 None None] Attempting to bind port 8342f6b9-77be-4441-9f38-4a53c9aae26c by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'af6c40d2-50a9-487d-90a5-d1e53bd06d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '66564c6e-e2e7-416d-a841-b87c2301f074'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:02.978545 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03affcba-3339-46cc-958c-beb39222ba18 None None] Attempting to bind port 8342f6b9-77be-4441-9f38-4a53c9aae26c on network 66564c6e-e2e7-416d-a841-b87c2301f074 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:02.984925 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03affcba-3339-46cc-958c-beb39222ba18 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:02.985223 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5c634-0513-4daa-afc8-3266e3fdc1f8 req-3c4aec84-a8ab-497b-9cb0-3a0a9192360c tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:02.985568 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03affcba-3339-46cc-958c-beb39222ba18 None None] Checking segment: {'id': 'af6c40d2-50a9-487d-90a5-d1e53bd06d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '66564c6e-e2e7-416d-a841-b87c2301f074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:02.986163 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-03affcba-3339-46cc-958c-beb39222ba18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.986863 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03affcba-3339-46cc-958c-beb39222ba18 None None] Bound using segment: {'id': 'af6c40d2-50a9-487d-90a5-d1e53bd06d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '66564c6e-e2e7-416d-a841-b87c2301f074'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:02.987804 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-03affcba-3339-46cc-958c-beb39222ba18 None None] Bound port: 8342f6b9-77be-4441-9f38-4a53c9aae26c, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6c40d2-50a9-487d-90a5-d1e53bd06d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '66564c6e-e2e7-416d-a841-b87c2301f074'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:02.988440 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-03affcba-3339-46cc-958c-beb39222ba18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.989818 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-3fb0d827-2c23-4be5-8ffc-19efe58b62ab tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:02.991426 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-3fb0d827-2c23-4be5-8ffc-19efe58b62ab tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.54 "GET /v2.0/networks?id=ac11a5bd-0584-4f41-bf7f-a43257f96e99 HTTP/1.1" status: 200 len: 820 time: 0.4247227 Nov 12 08:33:02.992690 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-05d5c634-0513-4daa-afc8-3266e3fdc1f8 req-3c4aec84-a8ab-497b-9cb0-3a0a9192360c tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd02e6a2-5601-4ac4-855b-1580b0632cdb HTTP/1.1" status: 200 len: 950 time: 0.3814743 Nov 12 08:33:03.016321 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-2ef77089-3b80-4237-a939-e84e17db58d7 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Request body: {'port': {'device_id': '836e5fff-6839-4f36-b4ff-1a261aa2e2e4', 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99', 'admin_state_up': True, 'tenant_id': '53ced5a3b5824d46b94af4c3034e6689'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:03.062473 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-cc060096-6f96-4779-b7cd-d874b45452df service neutron] For port 91670ec5-9fa0-4e9e-b508-9ce3671cd99b, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:03.064455 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-03affcba-3339-46cc-958c-beb39222ba18 None None] For port 8342f6b9-77be-4441-9f38-4a53c9aae26c, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:03.065440 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7eff9-c4fb-4dbc-ad5c-6c980a9766f6 req-3e4eda03-15f2-46f1-9922-42652a92bd73 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:03.067220 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aae7eff9-c4fb-4dbc-ad5c-6c980a9766f6 req-3e4eda03-15f2-46f1-9922-42652a92bd73 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 944 time: 0.2773383 Nov 12 08:33:03.070308 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-03affcba-3339-46cc-958c-beb39222ba18 None None] For port 8342f6b9-77be-4441-9f38-4a53c9aae26c, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=8342f6b9-77be-4441-9f38-4a53c9aae26c,segment=NetworkSegment(af6c40d2-50a9-487d-90a5-d1e53bd06d4b),segment_id=af6c40d2-50a9-487d-90a5-d1e53bd06d4b)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:03.079888 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-03affcba-3339-46cc-958c-beb39222ba18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:03.110770 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-642ca842-ee1c-4efb-8538-b1f8866efd70 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386958 Nov 12 08:33:03.113830 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-cc060096-6f96-4779-b7cd-d874b45452df service neutron] For port 91670ec5-9fa0-4e9e-b508-9ce3671cd99b, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=91670ec5-9fa0-4e9e-b508-9ce3671cd99b,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:03.153474 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03affcba-3339-46cc-958c-beb39222ba18 None None] Pushing event updated for resources: {'Port': ['ID=8342f6b9-77be-4441-9f38-4a53c9aae26c,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:03.159693 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-cc060096-6f96-4779-b7cd-d874b45452df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:03.196577 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-05d5c634-0513-4daa-afc8-3266e3fdc1f8 req-a8c3dca4-2bc9-4adc-aa48-7ad1c6a3631c tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4a0ec8d-b03f-4861-8716-669af871e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027013 Nov 12 08:33:03.286932 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-cc060096-6f96-4779-b7cd-d874b45452df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:03.287645 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-cc060096-6f96-4779-b7cd-d874b45452df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:03.289543 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-cc060096-6f96-4779-b7cd-d874b45452df service neutron] 10.222.0.54 "PUT /v2.0/ports/91670ec5-9fa0-4e9e-b508-9ce3671cd99b HTTP/1.1" status: 200 len: 1097 time: 2.9730785 Nov 12 08:33:03.350761 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aae7eff9-c4fb-4dbc-ad5c-6c980a9766f6 req-7c10086b-b531-40ee-9348-dc8286caff01 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606621 Nov 12 08:33:03.394234 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-67f09265-a78a-4678-82c8-fe939d55aacd req-8cb39930-3988-495e-8301-27e8a96e531f service neutron] For port 29e38202-4aa2-4ddd-9276-94e9b823a5a4, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:03.399653 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3d7cb2f2-d268-4a02-b785-8360823b48f9 req-fd680a55-1dd3-4e65-942e-f4925b60222d tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:03.405976 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-67f09265-a78a-4678-82c8-fe939d55aacd req-8cb39930-3988-495e-8301-27e8a96e531f service neutron] Publish callbacks [] for binding, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:03.407541 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-67f09265-a78a-4678-82c8-fe939d55aacd req-8cb39930-3988-495e-8301-27e8a96e531f service neutron] 10.222.0.54 "DELETE /v2.0/ports/29e38202-4aa2-4ddd-9276-94e9b823a5a4/bindings/n-h2-768862-16 HTTP/1.1" status: 204 len: 173 time: 0.4110756 Nov 12 08:33:03.422088 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['6edf8127-076f-4da9-8b5a-0ceed082fbdb'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:03.430335 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc060096-6f96-4779-b7cd-d874b45452df service neutron] Pushing event updated for resources: {'Port': ['ID=91670ec5-9fa0-4e9e-b508-9ce3671cd99b,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:03.474038 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd680a55-1dd3-4e65-942e-f4925b60222d tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Pushing event deleted for resources: {'Port': ['ID=6edf8127-076f-4da9-8b5a-0ceed082fbdb,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:03.496442 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['0f175b77-1198-4572-8406-428c5b46167d'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:03.590931 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-2ef77089-3b80-4237-a939-e84e17db58d7 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Made reservation on behalf of 53ced5a3b5824d46b94af4c3034e6689 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:03.605375 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-2ef77089-3b80-4237-a939-e84e17db58d7 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:03.698597 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7cb2f2-d268-4a02-b785-8360823b48f9 req-fd680a55-1dd3-4e65-942e-f4925b60222d tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] No DVR routers for this DVR port 6edf8127-076f-4da9-8b5a-0ceed082fbdb on host n-h1-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:33:03.702443 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3d7cb2f2-d268-4a02-b785-8360823b48f9 req-fd680a55-1dd3-4e65-942e-f4925b60222d tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:03.706318 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3d7cb2f2-d268-4a02-b785-8360823b48f9 req-fd680a55-1dd3-4e65-942e-f4925b60222d tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.54 "DELETE /v2.0/ports/6edf8127-076f-4da9-8b5a-0ceed082fbdb HTTP/1.1" status: 204 len: 173 time: 1.7193642 Nov 12 08:33:03.729412 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd02e6a2-5601-4ac4-855b-1580b0632cdb', 'name': 'network-vif-deleted', 'tag': '6edf8127-076f-4da9-8b5a-0ceed082fbdb'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:03.732491 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336f59ee-d48f-47c4-aefe-52f848e8407b" -d '{"events": [{"server_uuid": "fd02e6a2-5601-4ac4-855b-1580b0632cdb", "name": "network-vif-deleted", "tag": "6edf8127-076f-4da9-8b5a-0ceed082fbdb"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:03.789132 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-865edd0e-0180-4ada-8013-cdaebb1649f9 req-ee2a678e-5003-4b82-a79a-4a6b99e4f520 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4 HTTP/1.1" status: 200 len: 210 time: 0.1700835 Nov 12 08:33:03.860416 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef875cd-621b-433d-94b9-fba0fe7d620d', 'tag': '91670ec5-9fa0-4e9e-b508-9ce3671cd99b'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:03.866871 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f00df0-c629-438c-9bd5-942668d9e55c" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef875cd-621b-433d-94b9-fba0fe7d620d", "tag": "91670ec5-9fa0-4e9e-b508-9ce3671cd99b"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:03.925388 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201d1ba7-22c4-4c4d-a1e0-0305b135a28c x-openstack-request-id: req-201d1ba7-22c4-4c4d-a1e0-0305b135a28c {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:03.926442 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd02e6a2-5601-4ac4-855b-1580b0632cdb", "name": "network-vif-deleted", "tag": "6edf8127-076f-4da9-8b5a-0ceed082fbdb", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:03.926645 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-201d1ba7-22c4-4c4d-a1e0-0305b135a28c {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:03.928113 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd02e6a2-5601-4ac4-855b-1580b0632cdb', 'name': 'network-vif-deleted', 'tag': '6edf8127-076f-4da9-8b5a-0ceed082fbdb', 'status': 'completed', 'code': 200} Nov 12 08:33:04.046187 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-f7905670-aa34-4f02-b706-e3d1975cb01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:04.057046 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-f7905670-aa34-4f02-b706-e3d1975cb01a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3086472231354689b06a975258c697aa&device_id=2ef875cd-621b-433d-94b9-fba0fe7d620d HTTP/1.1" status: 200 len: 1100 time: 0.5998580 Nov 12 08:33:04.067029 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255bd4e-922b-4e77-be81-d9659d66b395 req-c2576c1d-d1c8-4fa4-8b32-b73464bf795c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:04.068714 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2255bd4e-922b-4e77-be81-d9659d66b395 req-c2576c1d-d1c8-4fa4-8b32-b73464bf795c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ef875cd-621b-433d-94b9-fba0fe7d620d HTTP/1.1" status: 200 len: 948 time: 0.1702077 Nov 12 08:33:04.153093 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-b150cbf9-5cbe-4501-9fea-5bd8348d676a service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0084937 Nov 12 08:33:04.153405 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35886) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:04.162018 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-8775bd38-e351-4b5a-941c-0026185afee1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=91670ec5-9fa0-4e9e-b508-9ce3671cd99b HTTP/1.1" status: 200 len: 217 time: 0.0882723 Nov 12 08:33:04.173819 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2255bd4e-922b-4e77-be81-d9659d66b395 req-73117ed6-61c4-497d-bba4-75585de0f1dc tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776384 Nov 12 08:33:04.188071 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b362fda-62b5-4a6f-b38e-694838d0ae11 req-a1557596-09ee-4136-980f-1ba8d2c3ece1 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:04.198333 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6b362fda-62b5-4a6f-b38e-694838d0ae11 req-a1557596-09ee-4136-980f-1ba8d2c3ece1 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 1096 time: 0.1233599 Nov 12 08:33:04.271174 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6b362fda-62b5-4a6f-b38e-694838d0ae11 req-2eaacdc6-fb64-4f26-918c-1ad7238bbb49 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704906 Nov 12 08:33:04.328274 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f358e84-87d5-4894-a510-ab197d583639 x-openstack-request-id: req-7f358e84-87d5-4894-a510-ab197d583639 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:04.328569 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef875cd-621b-433d-94b9-fba0fe7d620d", "tag": "91670ec5-9fa0-4e9e-b508-9ce3671cd99b", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:04.329635 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f358e84-87d5-4894-a510-ab197d583639 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:04.330074 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef875cd-621b-433d-94b9-fba0fe7d620d', 'tag': '91670ec5-9fa0-4e9e-b508-9ce3671cd99b', 'status': 'completed', 'code': 200} Nov 12 08:33:04.393024 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-2ef77089-3b80-4237-a939-e84e17db58d7 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Allocated IP 172.20.0.9 (ac11a5bd-0584-4f41-bf7f-a43257f96e99/2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165/1c8d47e8-5668-4c0c-afef-397121b7582d) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:04.485902 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-db0a7e70-b331-4516-a020-e03c3eb11ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:04.487912 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-db0a7e70-b331-4516-a020-e03c3eb11ef6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.2750454 Nov 12 08:33:04.534361 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-31122fa7-70d4-43a8-8b4a-d444f9a67736 req-518edb1a-cef2-4fb6-94cf-e37908e95284 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd02e6a2-5601-4ac4-855b-1580b0632cdb HTTP/1.1" status: 200 len: 210 time: 0.1133833 Nov 12 08:33:04.566393 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627e403-177f-4276-8888-5273959014b6 req-1c5c5a13-7549-4f6e-af67-8114308b96e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:04.567997 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0627e403-177f-4276-8888-5273959014b6 req-1c5c5a13-7549-4f6e-af67-8114308b96e8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3086472231354689b06a975258c697aa&device_id=955b1010-6c5d-4edc-8d06-f42576f2d55e HTTP/1.1" status: 200 len: 1099 time: 0.3455431 Nov 12 08:33:04.604120 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1809cd2e-ebef-4bf1-addf-50dd5dcbbafa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:04.640253 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8342f6b9-77be-4441-9f38-4a53c9aae26c up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:04.825171 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 8342f6b9-77be-4441-9f38-4a53c9aae26c triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:04.827675 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:04.976532 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1809cd2e-ebef-4bf1-addf-50dd5dcbbafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:04.997209 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:05.046406 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-249d868f-c129-4776-b4aa-5bc162f8eca1 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:05.049148 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-249d868f-c129-4776-b4aa-5bc162f8eca1 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/networks?id=a6d5f445-c009-4fb1-a92b-e2439070859b HTTP/1.1" status: 200 len: 807 time: 0.2380843 Nov 12 08:33:05.054095 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e005b320-dc2d-48b9-b294-afabdc4600f4 None None] Network 66564c6e-e2e7-416d-a841-b87c2301f074 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:05.055615 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8fbed87c-d78d-41b9-ba24-a328b216fde4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:05.057517 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 8342f6b9-77be-4441-9f38-4a53c9aae26c, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=8342f6b9-77be-4441-9f38-4a53c9aae26c,segment=NetworkSegment(af6c40d2-50a9-487d-90a5-d1e53bd06d4b),segment_id=af6c40d2-50a9-487d-90a5-d1e53bd06d4b)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:05.076649 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-8ef0a3d0-4eda-49f9-8d8f-4a84234f686a tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/quotas/60036c792d1544fb8cbb03c747464363 HTTP/1.1" status: 200 len: 375 time: 0.0201750 Nov 12 08:33:05.080817 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:05.161484 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-8f521d14-b6b4-4ef7-911d-132f09ab85ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:05.163078 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-8f521d14-b6b4-4ef7-911d-132f09ab85ca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6656704 Nov 12 08:33:05.190026 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-97dc1db2-c4a3-4c54-a633-79cc41d71768 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=60036c792d1544fb8cbb03c747464363&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1088586 Nov 12 08:33:05.205138 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-aa06f41e-1312-42b4-b3f3-ff29dff9cc08 None None] Provisioning complete for port 8342f6b9-77be-4441-9f38-4a53c9aae26c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:05.205782 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-aa06f41e-1312-42b4-b3f3-ff29dff9cc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:05.223378 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e762ef39-6c98-4b57-b326-b75fec828284 req-dcb5f0b4-9ae4-42d8-83a8-e3106cc845fe tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4 HTTP/1.1" status: 200 len: 210 time: 0.0629387 Nov 12 08:33:05.254711 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=8342f6b9-77be-4441-9f38-4a53c9aae26c,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:05.335796 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627e403-177f-4276-8888-5273959014b6 req-07584d9d-ef09-4f03-9525-03b99de7f193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:05.337290 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0627e403-177f-4276-8888-5273959014b6 req-07584d9d-ef09-4f03-9525-03b99de7f193 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.7348406 Nov 12 08:33:05.381906 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-70d3ba9d-de9c-4979-9a08-449f51b5f66d service neutron] 10.222.0.37 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688840 Nov 12 08:33:05.429180 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-2ef77089-3b80-4237-a939-e84e17db58d7 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:05.440469 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0627e403-177f-4276-8888-5273959014b6 req-a9c22aa9-c06d-4542-966f-d506c0bdf926 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=aedb1d46-4814-42e8-b9c0-f28a00871ad9 HTTP/1.1" status: 200 len: 217 time: 0.0825789 Nov 12 08:33:05.457948 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-1809cd2e-ebef-4bf1-addf-50dd5dcbbafa admin admin] Allocated IP 172.25.6.238 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/b56f1346-ccdc-45a9-a4a1-b3c3981affa8) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:05.513078 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-f2dda187-1af3-4c7d-9c3b-d6281b182bf4 service neutron] 10.222.0.37 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204076 Nov 12 08:33:05.551426 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-43b249b4-7b51-478b-a3e1-0ca709e51a55 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738375 Nov 12 08:33:05.552990 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 6edf8127-076f-4da9-8b5a-0ceed082fbdb no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:33:05.586448 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 6edf8127-076f-4da9-8b5a-0ceed082fbdb {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:33:05.586893 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 6edf8127-076f-4da9-8b5a-0ceed082fbdb not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:33:05.678659 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8fbed87c-d78d-41b9-ba24-a328b216fde4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:05.726816 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627e403-177f-4276-8888-5273959014b6 req-916fc940-0edb-4e3a-a302-32e4423f0c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:05.728392 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0627e403-177f-4276-8888-5273959014b6 req-916fc940-0edb-4e3a-a302-32e4423f0c40 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.2678120 Nov 12 08:33:05.733423 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8fbed87c-d78d-41b9-ba24-a328b216fde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:05.757398 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-2ef77089-3b80-4237-a939-e84e17db58d7 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:05.807703 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-1899f88a-edd2-4edc-8c15-44e5ebd83547 None None] Provisioning complete for port 8342f6b9-77be-4441-9f38-4a53c9aae26c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:05.808824 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1899f88a-edd2-4edc-8c15-44e5ebd83547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:05.835927 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83307aa1-8f81-429a-9fd5-78733eb2ab6b req-91d48d48-3eb8-45fb-818f-ab38e58a3de9 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:05.844358 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-83307aa1-8f81-429a-9fd5-78733eb2ab6b req-91d48d48-3eb8-45fb-818f-ab38e58a3de9 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ef875cd-621b-433d-94b9-fba0fe7d620d HTTP/1.1" status: 200 len: 948 time: 0.0704536 Nov 12 08:33:05.858474 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef77089-3b80-4237-a939-e84e17db58d7 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Pushing event updated for resources: {'Port': ['ID=1c8d47e8-5668-4c0c-afef-397121b7582d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:05.923189 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-2ef77089-3b80-4237-a939-e84e17db58d7 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Network ac11a5bd-0584-4f41-bf7f-a43257f96e99 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:05.930278 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-2ef77089-3b80-4237-a939-e84e17db58d7 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:05.937629 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8fbed87c-d78d-41b9-ba24-a328b216fde4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a12e63d539b043ed952b7376f7633551&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7775700 Nov 12 08:33:05.943949 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35938) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:05.946875 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-2ef77089-3b80-4237-a939-e84e17db58d7 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:05.953130 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-2ef77089-3b80-4237-a939-e84e17db58d7 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:05.953793 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-2ef77089-3b80-4237-a939-e84e17db58d7 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:05.965490 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbed87c-d78d-41b9-ba24-a328b216fde4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b8acbe-58ed-4eb6-be31-c2b36d807952,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:05.983906 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-83307aa1-8f81-429a-9fd5-78733eb2ab6b req-3eb3c4f3-89ce-4026-833c-2f69ebf6c171 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274495 Nov 12 08:33:05.985064 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-2ef77089-3b80-4237-a939-e84e17db58d7 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9786987 Nov 12 08:33:05.997606 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1809cd2e-ebef-4bf1-addf-50dd5dcbbafa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:06.002643 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627e403-177f-4276-8888-5273959014b6 req-ad72e42d-e861-4be1-b3a4-97860f434e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:06.004199 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0627e403-177f-4276-8888-5273959014b6 req-ad72e42d-e861-4be1-b3a4-97860f434e0a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2611711 Nov 12 08:33:06.008368 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-e434a05a-8d7f-43f3-8965-3286f5279b0b service neutron] Request body: {'port': {'device_id': '836e5fff-6839-4f36-b4ff-1a261aa2e2e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:06.014170 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c19768e6-b12e-4ca7-871f-eb2fe6a13279 req-dccd0225-8d8f-4a2a-8e93-591aab12517e service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281106 Nov 12 08:33:06.053593 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9e89727e-a662-48a4-80f7-0c7ebb57c387 req-2f501d54-8002-42e4-a403-7d360667b423 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 210 time: 0.0981436 Nov 12 08:33:06.115348 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e40de76-10a6-40cb-9038-67469c11e0ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:06.175549 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e40de76-10a6-40cb-9038-67469c11e0ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:06.210972 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-e434a05a-8d7f-43f3-8965-3286f5279b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:06.226315 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1809cd2e-ebef-4bf1-addf-50dd5dcbbafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:06.241207 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f00df0-c629-438c-9bd5-942668d9e55c req-880a25b2-29ae-490b-9174-d45e73ab6141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:06.242784 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-92f00df0-c629-438c-9bd5-942668d9e55c req-880a25b2-29ae-490b-9174-d45e73ab6141 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3086472231354689b06a975258c697aa&device_id=2ef875cd-621b-433d-94b9-fba0fe7d620d HTTP/1.1" status: 200 len: 1100 time: 0.1364715 Nov 12 08:33:06.279227 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e40de76-10a6-40cb-9038-67469c11e0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:06.287076 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e40de76-10a6-40cb-9038-67469c11e0ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:06.291539 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0e40de76-10a6-40cb-9038-67469c11e0ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/37b8acbe-58ed-4eb6-be31-c2b36d807952 HTTP/1.1" status: 204 len: 168 time: 0.3437667 Nov 12 08:33:06.294961 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0627e403-177f-4276-8888-5273959014b6 req-7b25abdb-9afe-49a3-aa82-401e4b06baa4 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779377 Nov 12 08:33:06.321380 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e40de76-10a6-40cb-9038-67469c11e0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b8acbe-58ed-4eb6-be31-c2b36d807952,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:06.372630 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1809cd2e-ebef-4bf1-addf-50dd5dcbbafa admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:06.417058 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809cd2e-ebef-4bf1-addf-50dd5dcbbafa admin admin] Pushing event updated for resources: {'Port': ['ID=b56f1346-ccdc-45a9-a4a1-b3c3981affa8,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:06.432882 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-1809cd2e-ebef-4bf1-addf-50dd5dcbbafa admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:06.442123 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1809cd2e-ebef-4bf1-addf-50dd5dcbbafa admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:06.546784 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8342f6b9-77be-4441-9f38-4a53c9aae26c up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:06.577042 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb53199-8dc3-4b13-8bbe-55719bb3f098 req-c2b91099-d803-4cc1-ab17-ea27c20b990d tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:06.597233 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fcb53199-8dc3-4b13-8bbe-55719bb3f098 req-c2b91099-d803-4cc1-ab17-ea27c20b990d tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4 HTTP/1.1" status: 200 len: 931 time: 0.1592751 Nov 12 08:33:06.651022 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 8342f6b9-77be-4441-9f38-4a53c9aae26c triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:06.651576 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:06.691010 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f00df0-c629-438c-9bd5-942668d9e55c req-b8c5801a-a377-4f9b-8780-27d0ccc5bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:06.692574 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-92f00df0-c629-438c-9bd5-942668d9e55c req-b8c5801a-a377-4f9b-8780-27d0ccc5bb7c service neutron] 10.222.0.54 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.4177260 Nov 12 08:33:06.707153 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fcb53199-8dc3-4b13-8bbe-55719bb3f098 req-d62a33b8-11e0-4621-b48f-d495356376b9 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076701 Nov 12 08:33:06.943978 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf27bf-0101-4acb-a3ca-e321ad64b07d req-83b7aeda-7254-4ad9-a49f-3e6704cddac2 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:06.953862 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-11cf27bf-0101-4acb-a3ca-e321ad64b07d req-83b7aeda-7254-4ad9-a49f-3e6704cddac2 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a12a13-922e-4bde-bb4f-af9cce0f53eb HTTP/1.1" status: 200 len: 950 time: 0.1035235 Nov 12 08:33:06.977498 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35960) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:07.006366 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bc744bbe-04ba-4ec5-8ebc-f711fefec84a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:07.080625 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-92f00df0-c629-438c-9bd5-942668d9e55c req-f99951fc-3692-4716-ab0d-5d552cd63e52 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=91670ec5-9fa0-4e9e-b508-9ce3671cd99b HTTP/1.1" status: 200 len: 217 time: 0.3676615 Nov 12 08:33:07.102821 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0627e403-177f-4276-8888-5273959014b6 req-f1b731f0-86d6-406e-9221-9939f9123cc1 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7897954 Nov 12 08:33:07.118473 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-11cf27bf-0101-4acb-a3ca-e321ad64b07d req-1107a221-5e8c-40e8-8c34-5106849814d1 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4a0ec8d-b03f-4861-8716-669af871e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626408 Nov 12 08:33:07.149928 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bc744bbe-04ba-4ec5-8ebc-f711fefec84a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:07.159550 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bc744bbe-04ba-4ec5-8ebc-f711fefec84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:07.196712 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da638b-8bbe-45b5-bb43-654a13b2c345 req-446eb8a2-f824-4e95-8448-a3b92331419c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:07.198333 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-81da638b-8bbe-45b5-bb43-654a13b2c345 req-446eb8a2-f824-4e95-8448-a3b92331419c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ef875cd-621b-433d-94b9-fba0fe7d620d HTTP/1.1" status: 200 len: 948 time: 0.1101279 Nov 12 08:33:07.216729 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35968) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:07.244786 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bc744bbe-04ba-4ec5-8ebc-f711fefec84a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=526d3589375a4aaa8d51c8c4a234155f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2635958 Nov 12 08:33:07.265683 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f00df0-c629-438c-9bd5-942668d9e55c req-14981aed-9d2a-485b-b757-72f0aa14621d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:07.267200 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-92f00df0-c629-438c-9bd5-942668d9e55c req-14981aed-9d2a-485b-b757-72f0aa14621d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1765785 Nov 12 08:33:07.269456 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35974) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:07.277287 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc744bbe-04ba-4ec5-8ebc-f711fefec84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172011a3-cfce-4d2d-8229-c632ed256597,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:07.283294 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-38d8ae59-6720-42fc-8e59-704c545a317e req-152c895e-32e2-4345-8d7a-bfec45448a72 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 210 time: 0.0730231 Nov 12 08:33:07.329770 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-81da638b-8bbe-45b5-bb43-654a13b2c345 req-a4bdb983-23d0-4b45-afa2-c970a310a81e tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174517 Nov 12 08:33:07.384556 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1809cd2e-ebef-4bf1-addf-50dd5dcbbafa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:07.397053 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b296c245-af7f-4ed4-a514-ae01165d8c58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:07.493498 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f00df0-c629-438c-9bd5-942668d9e55c req-88e8cee7-e2fd-41d7-83c3-2dcd8bca4481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:07.495083 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-92f00df0-c629-438c-9bd5-942668d9e55c req-88e8cee7-e2fd-41d7-83c3-2dcd8bca4481 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2098069 Nov 12 08:33:07.552633 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-46adf129-bee7-4ecc-b0b5-8b5b4e5a704f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:07.568471 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b296c245-af7f-4ed4-a514-ae01165d8c58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:07.569215 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device aedb1d46-4814-42e8-b9c0-f28a00871ad9 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:33:07.578123 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-9e8df1b9-fef9-49d2-9fe9-4e003182e100 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:07.579835 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-9e8df1b9-fef9-49d2-9fe9-4e003182e100 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.58 "GET /v2.0/networks?id=a6d5f445-c009-4fb1-a92b-e2439070859b HTTP/1.1" status: 200 len: 807 time: 0.1434135 Nov 12 08:33:07.581149 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b296c245-af7f-4ed4-a514-ae01165d8c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:07.611874 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-cade0a3d-bdf9-4eea-8be9-77e775886b89 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Request body: {'port': {'device_id': 'a961e1a1-3347-48b8-ab4d-3e7b65bbe62d', 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b', 'admin_state_up': True, 'tenant_id': '60036c792d1544fb8cbb03c747464363'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:07.641921 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-e434a05a-8d7f-43f3-8965-3286f5279b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c8d47e8-5668-4c0c-afef-397121b7582d {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:07.657681 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296c245-af7f-4ed4-a514-ae01165d8c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f13a64-7f4a-422d-b344-d2cd8a2cd599,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:07.663052 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-e434a05a-8d7f-43f3-8965-3286f5279b0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:07.664647 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b296c245-af7f-4ed4-a514-ae01165d8c58 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a52c77bb656c4bf6982a459684dfa2a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4433596 Nov 12 08:33:07.677893 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35976) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:07.704121 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-46adf129-bee7-4ecc-b0b5-8b5b4e5a704f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:07.730489 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-e434a05a-8d7f-43f3-8965-3286f5279b0b service neutron] Transition to ACTIVE for port object 1c8d47e8-5668-4c0c-afef-397121b7582d will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:33:07.775857 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-cade0a3d-bdf9-4eea-8be9-77e775886b89 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Made reservation on behalf of 60036c792d1544fb8cbb03c747464363 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:07.780260 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-cade0a3d-bdf9-4eea-8be9-77e775886b89 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:07.786881 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-51af4a91-17c0-47fb-aa7a-f0c46528eac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:07.787711 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-e434a05a-8d7f-43f3-8965-3286f5279b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:07.876211 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-92f00df0-c629-438c-9bd5-942668d9e55c req-198ecf73-a736-4b02-8325-beca9e8620d9 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417675 Nov 12 08:33:07.882645 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port aedb1d46-4814-42e8-b9c0-f28a00871ad9, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=aedb1d46-4814-42e8-b9c0-f28a00871ad9,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:07.896589 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'aedb1d46-4814-42e8-b9c0-f28a00871ad9', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': 'aedb1d46-4814-42e8-b9c0-f28a00871ad9', 'mac_address': 'fa:16:3e:12:9d:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:33:07.949997 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:07.966597 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434a05a-8d7f-43f3-8965-3286f5279b0b service neutron] Pushing event updated for resources: {'Port': ['ID=1c8d47e8-5668-4c0c-afef-397121b7582d,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:07.970531 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aedb1d46-4814-42e8-b9c0-f28a00871ad9 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:08.005687 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port aedb1d46-4814-42e8-b9c0-f28a00871ad9, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=aedb1d46-4814-42e8-b9c0-f28a00871ad9,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:08.011106 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.039871 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9f094cb-a538-44b5-80fb-f300e49bcd0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.062631 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-46adf129-bee7-4ecc-b0b5-8b5b4e5a704f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.066097 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-46adf129-bee7-4ecc-b0b5-8b5b4e5a704f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.066097 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-46adf129-bee7-4ecc-b0b5-8b5b4e5a704f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/172011a3-cfce-4d2d-8229-c632ed256597 HTTP/1.1" status: 204 len: 168 time: 0.7912545 Nov 12 08:33:08.090323 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=aedb1d46-4814-42e8-b9c0-f28a00871ad9,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:08.093204 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1809cd2e-ebef-4bf1-addf-50dd5dcbbafa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.112334 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46adf129-bee7-4ecc-b0b5-8b5b4e5a704f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172011a3-cfce-4d2d-8229-c632ed256597,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:08.126125 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9f094cb-a538-44b5-80fb-f300e49bcd0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.132040 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-e434a05a-8d7f-43f3-8965-3286f5279b0b service neutron] Attempting to bind port 1c8d47e8-5668-4c0c-afef-397121b7582d on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:08.132426 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-e434a05a-8d7f-43f3-8965-3286f5279b0b service neutron] Attempting to bind port 1c8d47e8-5668-4c0c-afef-397121b7582d by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:08.132720 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-e434a05a-8d7f-43f3-8965-3286f5279b0b service neutron] Attempting to bind port 1c8d47e8-5668-4c0c-afef-397121b7582d on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:08.199041 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-e434a05a-8d7f-43f3-8965-3286f5279b0b service neutron] Port 1c8d47e8-5668-4c0c-afef-397121b7582d on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:33:08.199386 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-e434a05a-8d7f-43f3-8965-3286f5279b0b service neutron] Attempting to bind port 1c8d47e8-5668-4c0c-afef-397121b7582d on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:08.241250 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-e434a05a-8d7f-43f3-8965-3286f5279b0b service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:08.241587 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-e434a05a-8d7f-43f3-8965-3286f5279b0b service neutron] Checking segment: {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:08.241973 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-e434a05a-8d7f-43f3-8965-3286f5279b0b service neutron] Bound using segment: {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:08.242424 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-e434a05a-8d7f-43f3-8965-3286f5279b0b service neutron] Bound port: 1c8d47e8-5668-4c0c-afef-397121b7582d, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:08.242784 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-e434a05a-8d7f-43f3-8965-3286f5279b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.247871 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-92f00df0-c629-438c-9bd5-942668d9e55c req-8c8d953b-9fb8-4b6b-b82f-1f359f156fa3 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605440 Nov 12 08:33:08.249564 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['aedb1d46-4814-42e8-b9c0-f28a00871ad9'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:08.303995 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce033e9-169e-4813-9988-0edb291ab73b req-16db0860-5c19-4f63-aa00-057dbe9498be tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:08.312913 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9f094cb-a538-44b5-80fb-f300e49bcd0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.313541 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6ce033e9-169e-4813-9988-0edb291ab73b req-16db0860-5c19-4f63-aa00-057dbe9498be tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4 HTTP/1.1" status: 200 len: 943 time: 0.4691744 Nov 12 08:33:08.317396 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9f094cb-a538-44b5-80fb-f300e49bcd0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.319165 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a9f094cb-a538-44b5-80fb-f300e49bcd0f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a8f13a64-7f4a-422d-b344-d2cd8a2cd599 HTTP/1.1" status: 204 len: 168 time: 0.6401401 Nov 12 08:33:08.346042 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-cade0a3d-bdf9-4eea-8be9-77e775886b89 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Allocated IP 172.20.0.13 (a6d5f445-c009-4fb1-a92b-e2439070859b/d46819c4-cbf3-463f-b6ce-344123c01513/fa7bf691-b65b-4d13-84d2-d3103dd62540) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:08.389991 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49416e46-3448-4fa1-be28-5fe0e84bdf16 req-aa3260e6-c793-40f3-98fe-2b98312ee3f4 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:08.391504 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f094cb-a538-44b5-80fb-f300e49bcd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f13a64-7f4a-422d-b344-d2cd8a2cd599,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:08.398281 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49416e46-3448-4fa1-be28-5fe0e84bdf16 req-aa3260e6-c793-40f3-98fe-2b98312ee3f4 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a12a13-922e-4bde-bb4f-af9cce0f53eb HTTP/1.1" status: 200 len: 950 time: 0.1576819 Nov 12 08:33:08.484625 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6ce033e9-169e-4813-9988-0edb291ab73b req-0e35e350-65a8-4bd7-bf95-d9ae0babdfcd tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700301 Nov 12 08:33:08.502157 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1809cd2e-ebef-4bf1-addf-50dd5dcbbafa admin admin] Router d05c6b47-3ac3-411a-add1-6408bbbaa778 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:33:08.515681 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-e434a05a-8d7f-43f3-8965-3286f5279b0b service neutron] For port 1c8d47e8-5668-4c0c-afef-397121b7582d, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:08.532393 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-e434a05a-8d7f-43f3-8965-3286f5279b0b service neutron] For port 1c8d47e8-5668-4c0c-afef-397121b7582d, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=1c8d47e8-5668-4c0c-afef-397121b7582d,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:08.562368 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49416e46-3448-4fa1-be28-5fe0e84bdf16 req-04111a27-9930-4a43-967c-1ff7ca6fdba0 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4a0ec8d-b03f-4861-8716-669af871e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629603 Nov 12 08:33:08.615928 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-23188c9c-585f-46c3-9334-2fb647dd73b8 req-e1987a9b-8ed5-432c-867c-91987798b950 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 210 time: 0.0430031 Nov 12 08:33:08.674273 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-e434a05a-8d7f-43f3-8965-3286f5279b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.710322 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1809cd2e-ebef-4bf1-addf-50dd5dcbbafa admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:33:08.722680 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218d6fb8-6c7f-4ca9-a4c5-df333683d00b None None] Sync routers for ids ['d05c6b47-3ac3-411a-add1-6408bbbaa778'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:33:08.735972 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-e434a05a-8d7f-43f3-8965-3286f5279b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:08.736794 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-e434a05a-8d7f-43f3-8965-3286f5279b0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.738045 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-e434a05a-8d7f-43f3-8965-3286f5279b0b service neutron] 10.222.0.54 "PUT /v2.0/ports/1c8d47e8-5668-4c0c-afef-397121b7582d HTTP/1.1" status: 200 len: 1092 time: 2.7386189 Nov 12 08:33:08.738493 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836e5fff-6839-4f36-b4ff-1a261aa2e2e4', 'tag': '1c8d47e8-5668-4c0c-afef-397121b7582d'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:08.740853 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0837c8f5-5a31-4e28-8b4f-b1653a71156e" -d '{"events": [{"name": "network-changed", "server_uuid": "836e5fff-6839-4f36-b4ff-1a261aa2e2e4", "tag": "1c8d47e8-5668-4c0c-afef-397121b7582d"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:08.743678 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218d6fb8-6c7f-4ca9-a4c5-df333683d00b None None] Routers {'d05c6b47-3ac3-411a-add1-6408bbbaa778'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:08.743678 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-218d6fb8-6c7f-4ca9-a4c5-df333683d00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:32:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d05c6b47-3ac3-411a-add1-6408bbbaa778'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:08.760414 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1809cd2e-ebef-4bf1-addf-50dd5dcbbafa admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.764509 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1809cd2e-ebef-4bf1-addf-50dd5dcbbafa admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 6.6290116 Nov 12 08:33:08.767957 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36004) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:08.770115 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434a05a-8d7f-43f3-8965-3286f5279b0b service neutron] Pushing event updated for resources: {'Port': ['ID=1c8d47e8-5668-4c0c-afef-397121b7582d,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:08.879151 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6191a868-dc9f-4213-8e6e-07281cabe74d x-openstack-request-id: req-6191a868-dc9f-4213-8e6e-07281cabe74d {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:08.879456 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "836e5fff-6839-4f36-b4ff-1a261aa2e2e4", "tag": "1c8d47e8-5668-4c0c-afef-397121b7582d", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:08.879916 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6191a868-dc9f-4213-8e6e-07281cabe74d {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:08.880291 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '836e5fff-6839-4f36-b4ff-1a261aa2e2e4', 'tag': '1c8d47e8-5668-4c0c-afef-397121b7582d', 'status': 'completed', 'code': 200} Nov 12 08:33:08.902286 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb456e0-f4aa-4c54-bb34-2788bff8a910 req-6746a680-7579-464a-a89d-e21c318ad4d8 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:08.903912 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cfb456e0-f4aa-4c54-bb34-2788bff8a910 req-6746a680-7579-464a-a89d-e21c318ad4d8 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ef875cd-621b-433d-94b9-fba0fe7d620d HTTP/1.1" status: 200 len: 948 time: 0.2238305 Nov 12 08:33:08.923343 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-5218e7e7-0dc9-47e4-9dce-195048901c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:08.925019 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-5218e7e7-0dc9-47e4-9dce-195048901c09 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=53ced5a3b5824d46b94af4c3034e6689&device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4 HTTP/1.1" status: 200 len: 1095 time: 0.1012502 Nov 12 08:33:08.933910 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-218d6fb8-6c7f-4ca9-a4c5-df333683d00b None None] Set router d05c6b47-3ac3-411a-add1-6408bbbaa778 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:33:08.945514 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c0a97-88e8-4df9-ba64-264a9f1cc16e req-f3af72e7-0970-4904-9796-60b13a417c70 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:08.953816 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-641c0a97-88e8-4df9-ba64-264a9f1cc16e req-f3af72e7-0970-4904-9796-60b13a417c70 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.58 "GET /v2.0/ports?device_id=56a12a13-922e-4bde-bb4f-af9cce0f53eb HTTP/1.1" status: 200 len: 950 time: 0.2319183 Nov 12 08:33:08.985389 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-8e8cc673-18a2-42e7-90d9-4bed570e03eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c8d47e8-5668-4c0c-afef-397121b7582d HTTP/1.1" status: 200 len: 217 time: 0.0507677 Nov 12 08:33:09.018706 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-cade0a3d-bdf9-4eea-8be9-77e775886b89 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.140600 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36016) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:09.156639 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cfb456e0-f4aa-4c54-bb34-2788bff8a910 req-67211416-0ccf-40d7-aa15-4657403e6d9b tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279913 Nov 12 08:33:09.181706 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-218d6fb8-6c7f-4ca9-a4c5-df333683d00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1966029313-router', 'tenant_id': '0669f51114604e399f0f5892a07911ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'b56f1346-ccdc-45a9-a4a1-b3c3981affa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:02Z', 'updated_at': '2021-11-12T08:33:06Z', 'revision_number': 3, 'project_id': '0669f51114604e399f0f5892a07911ba', 'gw_port': {'id': 'b56f1346-ccdc-45a9-a4a1-b3c3981affa8', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:05Z', 'updated_at': '2021-11-12T08:33:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:09.219404 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218d6fb8-6c7f-4ca9-a4c5-df333683d00b None None] Checking router: d05c6b47-3ac3-411a-add1-6408bbbaa778 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:33:09.220041 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218d6fb8-6c7f-4ca9-a4c5-df333683d00b None None] Updating router d05c6b47-3ac3-411a-add1-6408bbbaa778 port b56f1346-ccdc-45a9-a4a1-b3c3981affa8 binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:33:09.246229 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9369dfc3-2aaa-4bf9-9051-f0e582f4fc13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.247541 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-cade0a3d-bdf9-4eea-8be9-77e775886b89 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.252825 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-218d6fb8-6c7f-4ca9-a4c5-df333683d00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.263974 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-641c0a97-88e8-4df9-ba64-264a9f1cc16e req-f9d51738-74bf-4bb2-ba02-8967302656c7 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Deleting port 0f175b77-1198-4572-8406-428c5b46167d {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:09.264483 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-641c0a97-88e8-4df9-ba64-264a9f1cc16e req-f9d51738-74bf-4bb2-ba02-8967302656c7 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.317419 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-dbed8868-125d-4950-b5f9-f1dc5265519b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:09.318913 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-dbed8868-125d-4950-b5f9-f1dc5265519b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165 HTTP/1.1" status: 200 len: 860 time: 0.1793575 Nov 12 08:33:09.363357 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-cade0a3d-bdf9-4eea-8be9-77e775886b89 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Network a6d5f445-c009-4fb1-a92b-e2439070859b is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:09.373351 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-cade0a3d-bdf9-4eea-8be9-77e775886b89 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:09.383297 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-cade0a3d-bdf9-4eea-8be9-77e775886b89 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:09.436359 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-cade0a3d-bdf9-4eea-8be9-77e775886b89 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:09.436732 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-cade0a3d-bdf9-4eea-8be9-77e775886b89 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.454542 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade0a3d-bdf9-4eea-8be9-77e775886b89 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Pushing event updated for resources: {'Port': ['ID=fa7bf691-b65b-4d13-84d2-d3103dd62540,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:09.474116 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-cade0a3d-bdf9-4eea-8be9-77e775886b89 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8709745 Nov 12 08:33:09.489224 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-641c0a97-88e8-4df9-ba64-264a9f1cc16e req-f9d51738-74bf-4bb2-ba02-8967302656c7 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] For port 0f175b77-1198-4572-8406-428c5b46167d, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=0f175b77-1198-4572-8406-428c5b46167d,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:09.489596 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-641c0a97-88e8-4df9-ba64-264a9f1cc16e req-f9d51738-74bf-4bb2-ba02-8967302656c7 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.497100 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-a9c1e762-b154-4e59-8be4-d0ecd4c1b966 service neutron] Request body: {'port': {'device_id': 'a961e1a1-3347-48b8-ab4d-3e7b65bbe62d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:09.550528 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-641c0a97-88e8-4df9-ba64-264a9f1cc16e req-f9d51738-74bf-4bb2-ba02-8967302656c7 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Calling delete_port for 0f175b77-1198-4572-8406-428c5b46167d owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:09.582204 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 91670ec5-9fa0-4e9e-b508-9ce3671cd99b details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:33:09.603453 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-218d6fb8-6c7f-4ca9-a4c5-df333683d00b None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.614277 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-218d6fb8-6c7f-4ca9-a4c5-df333683d00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.628057 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device aedb1d46-4814-42e8-b9c0-f28a00871ad9 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:09.640190 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-f067fcb3-1cf2-487a-a44a-2592dfed2f3e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac11a5bd-0584-4f41-bf7f-a43257f96e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3130238 Nov 12 08:33:09.680413 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4deab3b-1398-43bc-8a9e-e3e6296306eb None None] Pushing event updated for resources: {'Port': ['ID=b56f1346-ccdc-45a9-a4a1-b3c3981affa8,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:09.703498 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4deab3b-1398-43bc-8a9e-e3e6296306eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:09.704030 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4deab3b-1398-43bc-8a9e-e3e6296306eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:09.704389 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4deab3b-1398-43bc-8a9e-e3e6296306eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:09.704735 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4deab3b-1398-43bc-8a9e-e3e6296306eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:09.705079 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4deab3b-1398-43bc-8a9e-e3e6296306eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:09.705548 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4deab3b-1398-43bc-8a9e-e3e6296306eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:09.706077 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4deab3b-1398-43bc-8a9e-e3e6296306eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:09.706707 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4deab3b-1398-43bc-8a9e-e3e6296306eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:09.707197 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4deab3b-1398-43bc-8a9e-e3e6296306eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:09.707797 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4deab3b-1398-43bc-8a9e-e3e6296306eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:09.708273 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4deab3b-1398-43bc-8a9e-e3e6296306eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:09.708938 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4deab3b-1398-43bc-8a9e-e3e6296306eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:09.728235 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-218d6fb8-6c7f-4ca9-a4c5-df333683d00b None None] Attempting to bind port b56f1346-ccdc-45a9-a4a1-b3c3981affa8 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:09.729438 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-218d6fb8-6c7f-4ca9-a4c5-df333683d00b None None] Attempting to bind port b56f1346-ccdc-45a9-a4a1-b3c3981affa8 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:09.730081 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218d6fb8-6c7f-4ca9-a4c5-df333683d00b None None] Attempting to bind port b56f1346-ccdc-45a9-a4a1-b3c3981affa8 on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:09.737448 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218d6fb8-6c7f-4ca9-a4c5-df333683d00b None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:09.738152 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218d6fb8-6c7f-4ca9-a4c5-df333683d00b None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:09.738709 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-218d6fb8-6c7f-4ca9-a4c5-df333683d00b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.739258 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218d6fb8-6c7f-4ca9-a4c5-df333683d00b None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:09.739930 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-218d6fb8-6c7f-4ca9-a4c5-df333683d00b None None] Bound port: b56f1346-ccdc-45a9-a4a1-b3c3981affa8, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:09.740470 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-218d6fb8-6c7f-4ca9-a4c5-df333683d00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.745022 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-a9c1e762-b154-4e59-8be4-d0ecd4c1b966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.754986 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.resource_extend [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:33:09.779036 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-a05d90d8-ba6b-41b6-9fc8-acd8b5bbfafe service neutron] 10.222.0.54 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284173 Nov 12 08:33:09.810323 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-218d6fb8-6c7f-4ca9-a4c5-df333683d00b None None] For port b56f1346-ccdc-45a9-a4a1-b3c3981affa8, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:09.814949 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-218d6fb8-6c7f-4ca9-a4c5-df333683d00b None None] For port b56f1346-ccdc-45a9-a4a1-b3c3981affa8, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b56f1346-ccdc-45a9-a4a1-b3c3981affa8,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:09.824905 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-218d6fb8-6c7f-4ca9-a4c5-df333683d00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.894248 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218d6fb8-6c7f-4ca9-a4c5-df333683d00b None None] Routers {'d05c6b47-3ac3-411a-add1-6408bbbaa778'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:09.895179 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-218d6fb8-6c7f-4ca9-a4c5-df333683d00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:32:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d05c6b47-3ac3-411a-add1-6408bbbaa778'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:09.909214 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port aedb1d46-4814-42e8-b9c0-f28a00871ad9 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:33:09.921302 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4db5c-b3ed-4cfa-bee0-2d882fa6d4fe req-5a582b85-3642-431e-9e36-9772f7ac02e8 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:09.929411 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ef4db5c-b3ed-4cfa-bee0-2d882fa6d4fe req-5a582b85-3642-431e-9e36-9772f7ac02e8 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a12a13-922e-4bde-bb4f-af9cce0f53eb HTTP/1.1" status: 200 len: 950 time: 0.1863861 Nov 12 08:33:09.940700 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port aedb1d46-4814-42e8-b9c0-f28a00871ad9 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:09.941624 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.973628 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf0dcd-5f22-4271-9c05-d2c40f0c0142 req-c78e4038-f383-4827-8f30-2bbd7d0e7775 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:09.983227 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7bdf0dcd-5f22-4271-9c05-d2c40f0c0142 req-c78e4038-f383-4827-8f30-2bbd7d0e7775 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4 HTTP/1.1" status: 200 len: 943 time: 0.2411633 Nov 12 08:33:10.070686 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 91670ec5-9fa0-4e9e-b508-9ce3671cd99b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=91670ec5-9fa0-4e9e-b508-9ce3671cd99b,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:10.073247 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ef4db5c-b3ed-4cfa-bee0-2d882fa6d4fe req-95f13676-1959-42bc-96cd-c9f9740dea19 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4a0ec8d-b03f-4861-8716-669af871e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364098 Nov 12 08:33:10.112870 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9369dfc3-2aaa-4bf9-9051-f0e582f4fc13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:10.126353 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9369dfc3-2aaa-4bf9-9051-f0e582f4fc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:10.153308 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '91670ec5-9fa0-4e9e-b508-9ce3671cd99b', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': '91670ec5-9fa0-4e9e-b508-9ce3671cd99b', 'mac_address': 'fa:16:3e:cf:6f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:33:10.169032 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-afb99728-7dd0-461c-8789-fecbab27482c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:10.203812 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fe476480-25a0-45c5-ad12-05e5bf740f3d req-8ecb96e9-c00f-4398-9d54-b1448a0e3801 service neutron] 10.222.0.54 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131081 Nov 12 08:33:10.236605 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369dfc3-2aaa-4bf9-9051-f0e582f4fc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999c39f7-13c3-41bc-8343-73b31bf3ffee,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:10.255565 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4deab3b-1398-43bc-8a9e-e3e6296306eb None None] Pushing event updated for resources: {'Port': ['ID=b56f1346-ccdc-45a9-a4a1-b3c3981affa8,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:10.264192 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:10.269126 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-218d6fb8-6c7f-4ca9-a4c5-df333683d00b None None] Set router d05c6b47-3ac3-411a-add1-6408bbbaa778 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:33:10.276324 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:10.290942 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91670ec5-9fa0-4e9e-b508-9ce3671cd99b {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:10.325347 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7bdf0dcd-5f22-4271-9c05-d2c40f0c0142 req-08a5ca13-43fa-4c28-bcb7-f96c06f3fec7 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399894 Nov 12 08:33:10.329361 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955b1010-6c5d-4edc-8d06-f42576f2d55e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aedb1d46-4814-42e8-b9c0-f28a00871ad9'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:10.332303 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132489c5-d8d5-432e-821f-a37e7bef49b0" -d '{"events": [{"server_uuid": "955b1010-6c5d-4edc-8d06-f42576f2d55e", "name": "network-vif-plugged", "status": "completed", "tag": "aedb1d46-4814-42e8-b9c0-f28a00871ad9"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:10.338671 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 91670ec5-9fa0-4e9e-b508-9ce3671cd99b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=91670ec5-9fa0-4e9e-b508-9ce3671cd99b,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:10.356705 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:10.368855 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2fa6d204-f35f-42fa-a1de-8e782c2b60db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:10.390040 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port aedb1d46-4814-42e8-b9c0-f28a00871ad9, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=aedb1d46-4814-42e8-b9c0-f28a00871ad9,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:10.408860 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:10.428124 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=91670ec5-9fa0-4e9e-b508-9ce3671cd99b,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:10.444018 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9369dfc3-2aaa-4bf9-9051-f0e582f4fc13 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=82a6f6c3c2b6431793fe967544d1d718&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3007421 Nov 12 08:33:10.449496 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36046) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:10.488690 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-641c0a97-88e8-4df9-ba64-264a9f1cc16e req-f9d51738-74bf-4bb2-ba02-8967302656c7 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:10.503182 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=aedb1d46-4814-42e8-b9c0-f28a00871ad9,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:10.511020 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['0f175b77-1198-4572-8406-428c5b46167d'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:10.577932 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837c8f5-5a31-4e28-8b4f-b1653a71156e req-a941ddd3-6cf0-4fee-b606-94a65c9952dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:10.579963 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0837c8f5-5a31-4e28-8b4f-b1653a71156e req-a941ddd3-6cf0-4fee-b606-94a65c9952dc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=53ced5a3b5824d46b94af4c3034e6689&device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4 HTTP/1.1" status: 200 len: 1095 time: 0.2142732 Nov 12 08:33:10.606931 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['91670ec5-9fa0-4e9e-b508-9ce3671cd99b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:10.636221 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d51738-74bf-4bb2-ba02-8967302656c7 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Pushing event deleted for resources: {'Port': ['ID=0f175b77-1198-4572-8406-428c5b46167d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:10.759623 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-218d6fb8-6c7f-4ca9-a4c5-df333683d00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1966029313-router', 'tenant_id': '0669f51114604e399f0f5892a07911ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'b56f1346-ccdc-45a9-a4a1-b3c3981affa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:02Z', 'updated_at': '2021-11-12T08:33:06Z', 'revision_number': 3, 'project_id': '0669f51114604e399f0f5892a07911ba', 'gw_port': {'id': 'b56f1346-ccdc-45a9-a4a1-b3c3981affa8', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:05Z', 'updated_at': '2021-11-12T08:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:10.801573 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-2fa6d204-f35f-42fa-a1de-8e782c2b60db admin admin] Allocated IP 172.20.0.1 (66564c6e-e2e7-416d-a841-b87c2301f074/8938d4b5-bd69-4149-9311-40b43ee35159/946cd13d-f1e8-4df2-9085-932e3cbd000b) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:10.819343 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218d6fb8-6c7f-4ca9-a4c5-df333683d00b None None] The sync data for ids ['d05c6b47-3ac3-411a-add1-6408bbbaa778'] in n-d-768862-16 is: [{'id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1966029313-router', 'tenant_id': '0669f51114604e399f0f5892a07911ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'b56f1346-ccdc-45a9-a4a1-b3c3981affa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:02Z', 'updated_at': '2021-11-12T08:33:06Z', 'revision_number': 3, 'project_id': '0669f51114604e399f0f5892a07911ba', 'gw_port': {'id': 'b56f1346-ccdc-45a9-a4a1-b3c3981affa8', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:05Z', 'updated_at': '2021-11-12T08:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:33:10.865378 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54b250-d534-44fd-bc3d-1c83f93ee9fe req-d403cce8-032e-43b9-807b-40ecc326ce1b tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:10.867091 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9e54b250-d534-44fd-bc3d-1c83f93ee9fe req-d403cce8-032e-43b9-807b-40ecc326ce1b tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 932 time: 0.6236379 Nov 12 08:33:10.873818 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-641c0a97-88e8-4df9-ba64-264a9f1cc16e req-f9d51738-74bf-4bb2-ba02-8967302656c7 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] No DVR routers for this DVR port 0f175b77-1198-4572-8406-428c5b46167d on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:33:10.886221 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-641c0a97-88e8-4df9-ba64-264a9f1cc16e req-f9d51738-74bf-4bb2-ba02-8967302656c7 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:10.889281 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-641c0a97-88e8-4df9-ba64-264a9f1cc16e req-f9d51738-74bf-4bb2-ba02-8967302656c7 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.58 "DELETE /v2.0/ports/0f175b77-1198-4572-8406-428c5b46167d HTTP/1.1" status: 204 len: 173 time: 1.9053226 Nov 12 08:33:10.889946 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a12a13-922e-4bde-bb4f-af9cce0f53eb', 'name': 'network-vif-deleted', 'tag': '0f175b77-1198-4572-8406-428c5b46167d'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:10.892733 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0af318f-cf1a-4bf9-8360-51641939cd95" -d '{"events": [{"server_uuid": "56a12a13-922e-4bde-bb4f-af9cce0f53eb", "name": "network-vif-deleted", "tag": "0f175b77-1198-4572-8406-428c5b46167d"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:10.917656 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837c8f5-5a31-4e28-8b4f-b1653a71156e req-deab2876-9898-4dcc-a121-6f1f67d9aee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:10.920644 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0837c8f5-5a31-4e28-8b4f-b1653a71156e req-deab2876-9898-4dcc-a121-6f1f67d9aee2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ac11a5bd-0584-4f41-bf7f-a43257f96e99 HTTP/1.1" status: 200 len: 921 time: 0.3270426 Nov 12 08:33:10.977452 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed2f73-38dd-413b-a840-e5b0810ab4e7 req-52703e50-999b-4e3d-8584-45f595d7045e tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:10.979564 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aaed2f73-38dd-413b-a840-e5b0810ab4e7 req-52703e50-999b-4e3d-8584-45f595d7045e tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ef875cd-621b-433d-94b9-fba0fe7d620d HTTP/1.1" status: 200 len: 949 time: 0.3452475 Nov 12 08:33:11.008325 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0837c8f5-5a31-4e28-8b4f-b1653a71156e req-4ffb7ae2-e98e-4d49-a835-1414515ef8ef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c8d47e8-5668-4c0c-afef-397121b7582d HTTP/1.1" status: 200 len: 217 time: 0.0585818 Nov 12 08:33:11.053170 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8e439a45-e7b8-4ae7-b266-34e62c5f0ee2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.070677 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9e54b250-d534-44fd-bc3d-1c83f93ee9fe req-caf15f3d-352b-4c8f-865e-051e3e0b1438 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877987 Nov 12 08:33:11.097644 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837c8f5-5a31-4e28-8b4f-b1653a71156e req-4c093559-453f-43b1-89fe-efc55f7ba87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:11.099211 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0837c8f5-5a31-4e28-8b4f-b1653a71156e req-4c093559-453f-43b1-89fe-efc55f7ba87b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165 HTTP/1.1" status: 200 len: 860 time: 0.0823970 Nov 12 08:33:11.103337 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2fa6d204-f35f-42fa-a1de-8e782c2b60db admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.109176 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8e439a45-e7b8-4ae7-b266-34e62c5f0ee2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.151303 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0837c8f5-5a31-4e28-8b4f-b1653a71156e req-1bc5cd84-f365-495d-98e7-d8875a845f12 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac11a5bd-0584-4f41-bf7f-a43257f96e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398850 Nov 12 08:33:11.153711 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9635e571-d722-4ccd-ad5b-1726bc5c0c24 x-openstack-request-id: req-9635e571-d722-4ccd-ad5b-1726bc5c0c24 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:11.154388 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955b1010-6c5d-4edc-8d06-f42576f2d55e", "name": "network-vif-plugged", "status": "completed", "tag": "aedb1d46-4814-42e8-b9c0-f28a00871ad9", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:11.154742 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9635e571-d722-4ccd-ad5b-1726bc5c0c24 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:11.155563 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955b1010-6c5d-4edc-8d06-f42576f2d55e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aedb1d46-4814-42e8-b9c0-f28a00871ad9', 'code': 200} Nov 12 08:33:11.161238 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aaed2f73-38dd-413b-a840-e5b0810ab4e7 req-6ee5a21e-2d33-4a3f-aaa3-d90cbffc1f98 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695719 Nov 12 08:33:11.195397 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-a9c1e762-b154-4e59-8be4-d0ecd4c1b966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa7bf691-b65b-4d13-84d2-d3103dd62540 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:11.205262 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-a9c1e762-b154-4e59-8be4-d0ecd4c1b966 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.263817 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-a9c1e762-b154-4e59-8be4-d0ecd4c1b966 service neutron] Transition to ACTIVE for port object fa7bf691-b65b-4d13-84d2-d3103dd62540 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:33:11.263817 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8e439a45-e7b8-4ae7-b266-34e62c5f0ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.268828 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8e439a45-e7b8-4ae7-b266-34e62c5f0ee2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.274097 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8e439a45-e7b8-4ae7-b266-34e62c5f0ee2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/999c39f7-13c3-41bc-8343-73b31bf3ffee HTTP/1.1" status: 204 len: 168 time: 0.8193934 Nov 12 08:33:11.280870 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-a9c1e762-b154-4e59-8be4-d0ecd4c1b966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.328467 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2fa6d204-f35f-42fa-a1de-8e782c2b60db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.331837 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3160de-2936-470f-997c-be25cfda7afe x-openstack-request-id: req-7f3160de-2936-470f-997c-be25cfda7afe {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:11.332291 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a12a13-922e-4bde-bb4f-af9cce0f53eb", "name": "network-vif-deleted", "tag": "0f175b77-1198-4572-8406-428c5b46167d", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:11.332547 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f3160de-2936-470f-997c-be25cfda7afe {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:11.333022 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a12a13-922e-4bde-bb4f-af9cce0f53eb', 'name': 'network-vif-deleted', 'tag': '0f175b77-1198-4572-8406-428c5b46167d', 'status': 'completed', 'code': 200} Nov 12 08:33:11.382117 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e439a45-e7b8-4ae7-b266-34e62c5f0ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999c39f7-13c3-41bc-8343-73b31bf3ffee,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:11.496445 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1e762-b154-4e59-8be4-d0ecd4c1b966 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7bf691-b65b-4d13-84d2-d3103dd62540,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:11.539182 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa6d204-f35f-42fa-a1de-8e782c2b60db admin admin] Network 66564c6e-e2e7-416d-a841-b87c2301f074 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:11.568203 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-2fa6d204-f35f-42fa-a1de-8e782c2b60db admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:11.583486 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 91670ec5-9fa0-4e9e-b508-9ce3671cd99b up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:11.593577 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e38e4-8310-41c9-8dca-99a2f630cc9d req-ae4be62b-4419-4321-9988-1636f03f42ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:11.601719 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-189e38e4-8310-41c9-8dca-99a2f630cc9d req-ae4be62b-4419-4321-9988-1636f03f42ad service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=955b1010-6c5d-4edc-8d06-f42576f2d55e HTTP/1.1" status: 200 len: 1101 time: 0.3456314 Nov 12 08:33:11.606909 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9e2d6d2e-aacc-4893-a724-d6258ec9a4b5 req-91870673-1f3f-4f42-9a4a-4c48dd3d3bd3 tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a12a13-922e-4bde-bb4f-af9cce0f53eb HTTP/1.1" status: 200 len: 210 time: 0.1604741 Nov 12 08:33:11.609732 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa6d204-f35f-42fa-a1de-8e782c2b60db admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:11.622220 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2fa6d204-f35f-42fa-a1de-8e782c2b60db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.692238 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6d204-f35f-42fa-a1de-8e782c2b60db admin admin] Pushing event updated for resources: {'Port': ['ID=946cd13d-f1e8-4df2-9085-932e3cbd000b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:11.761459 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-189e38e4-8310-41c9-8dca-99a2f630cc9d req-bbb992ea-a932-4796-9c00-dbe2cb132c35 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341944 Nov 12 08:33:11.772374 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0837c8f5-5a31-4e28-8b4f-b1653a71156e req-15ba326c-85f7-44b2-8c8a-8696528e29f9 service neutron] 10.222.0.54 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5126534 Nov 12 08:33:11.804982 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 91670ec5-9fa0-4e9e-b508-9ce3671cd99b completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:33:11.823695 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 91670ec5-9fa0-4e9e-b508-9ce3671cd99b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:11.824083 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c042baf-b845-495f-a6e6-2908c13be921 req-5961068e-cc48-4e35-8d0d-107002cd9e8c tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=60d336b644c34d438626d0474559f04e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2156701 Nov 12 08:33:11.824233 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.949124 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.958210 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-a9c1e762-b154-4e59-8be4-d0ecd4c1b966 service neutron] Attempting to bind port fa7bf691-b65b-4d13-84d2-d3103dd62540 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:11.958555 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-a9c1e762-b154-4e59-8be4-d0ecd4c1b966 service neutron] Attempting to bind port fa7bf691-b65b-4d13-84d2-d3103dd62540 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:11.958996 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-a9c1e762-b154-4e59-8be4-d0ecd4c1b966 service neutron] Attempting to bind port fa7bf691-b65b-4d13-84d2-d3103dd62540 on network a6d5f445-c009-4fb1-a92b-e2439070859b {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:11.981781 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-a9c1e762-b154-4e59-8be4-d0ecd4c1b966 service neutron] Port fa7bf691-b65b-4d13-84d2-d3103dd62540 on network a6d5f445-c009-4fb1-a92b-e2439070859b not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:33:11.982253 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-a9c1e762-b154-4e59-8be4-d0ecd4c1b966 service neutron] Attempting to bind port fa7bf691-b65b-4d13-84d2-d3103dd62540 on network a6d5f445-c009-4fb1-a92b-e2439070859b {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:11.992135 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2fa6d204-f35f-42fa-a1de-8e782c2b60db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.006307 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615a9d1-4443-4355-9add-046d057ca758 req-5a970cc8-26f7-4098-a844-9389840d0e00 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:12.015322 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2615a9d1-4443-4355-9add-046d057ca758 req-5a970cc8-26f7-4098-a844-9389840d0e00 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4 HTTP/1.1" status: 200 len: 943 time: 0.2209277 Nov 12 08:33:12.033381 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-a9c1e762-b154-4e59-8be4-d0ecd4c1b966 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:12.033725 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-a9c1e762-b154-4e59-8be4-d0ecd4c1b966 service neutron] Checking segment: {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:12.034121 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-a9c1e762-b154-4e59-8be4-d0ecd4c1b966 service neutron] Bound using segment: {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:12.034575 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-a9c1e762-b154-4e59-8be4-d0ecd4c1b966 service neutron] Bound port: fa7bf691-b65b-4d13-84d2-d3103dd62540, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:12.034934 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-a9c1e762-b154-4e59-8be4-d0ecd4c1b966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.067788 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c042baf-b845-495f-a6e6-2908c13be921 req-7cd4b9cb-4206-4327-a781-6c7ca9555e20 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:12.075680 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c042baf-b845-495f-a6e6-2908c13be921 req-7cd4b9cb-4206-4327-a781-6c7ca9555e20 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2505910 Nov 12 08:33:12.110569 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.141353 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-045342ad-34e7-46ff-bcbf-eacdbcce1b8c None None] Provisioning complete for port 946cd13d-f1e8-4df2-9085-932e3cbd000b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:12.142679 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-045342ad-34e7-46ff-bcbf-eacdbcce1b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.202887 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c042baf-b845-495f-a6e6-2908c13be921 req-47507fb0-b70a-4de2-9c5b-c986afbd21d5 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/quotas/60d336b644c34d438626d0474559f04e HTTP/1.1" status: 200 len: 375 time: 0.1260579 Nov 12 08:33:12.265949 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 91670ec5-9fa0-4e9e-b508-9ce3671cd99b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=91670ec5-9fa0-4e9e-b508-9ce3671cd99b,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:12.270154 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0837c8f5-5a31-4e28-8b4f-b1653a71156e req-ed4c2d19-7d6e-4f4e-8f5b-1b50f0d6bd86 service neutron] 10.222.0.54 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067007 Nov 12 08:33:12.294491 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.298500 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-a9c1e762-b154-4e59-8be4-d0ecd4c1b966 service neutron] For port fa7bf691-b65b-4d13-84d2-d3103dd62540, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:12.306435 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-a9c1e762-b154-4e59-8be4-d0ecd4c1b966 service neutron] For port fa7bf691-b65b-4d13-84d2-d3103dd62540, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=fa7bf691-b65b-4d13-84d2-d3103dd62540,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:12.333687 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2fa6d204-f35f-42fa-a1de-8e782c2b60db admin admin] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.339197 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-a9c1e762-b154-4e59-8be4-d0ecd4c1b966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.344743 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2fa6d204-f35f-42fa-a1de-8e782c2b60db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.345699 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2fa6d204-f35f-42fa-a1de-8e782c2b60db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.347202 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c042baf-b845-495f-a6e6-2908c13be921 req-1eff215d-9d0e-417a-9adf-3c6f6cf29325 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=60d336b644c34d438626d0474559f04e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1434283 Nov 12 08:33:12.359234 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2615a9d1-4443-4355-9add-046d057ca758 req-532354ff-61fa-4925-a5ff-1940fa64d79f tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428648 Nov 12 08:33:12.360159 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-045342ad-34e7-46ff-bcbf-eacdbcce1b8c None None] Port 946cd13d-f1e8-4df2-9085-932e3cbd000b cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:33:12.442850 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=91670ec5-9fa0-4e9e-b508-9ce3671cd99b,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:12.494481 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6d204-f35f-42fa-a1de-8e782c2b60db admin admin] Pushing event updated for resources: {'Port': ['ID=946cd13d-f1e8-4df2-9085-932e3cbd000b,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:12.518527 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-a9c1e762-b154-4e59-8be4-d0ecd4c1b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:12.519143 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-a9c1e762-b154-4e59-8be4-d0ecd4c1b966 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.534059 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-a9c1e762-b154-4e59-8be4-d0ecd4c1b966 service neutron] 10.222.0.58 "PUT /v2.0/ports/fa7bf691-b65b-4d13-84d2-d3103dd62540 HTTP/1.1" status: 200 len: 1093 time: 3.0447052 Nov 12 08:33:12.578968 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1e762-b154-4e59-8be4-d0ecd4c1b966 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7bf691-b65b-4d13-84d2-d3103dd62540,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:12.628769 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b56f1346-ccdc-45a9-a4a1-b3c3981affa8 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:12.649239 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa6d204-f35f-42fa-a1de-8e782c2b60db admin admin] Network 66564c6e-e2e7-416d-a841-b87c2301f074 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:12.651531 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-2fa6d204-f35f-42fa-a1de-8e782c2b60db admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:12.719221 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-8c4e317d-a2b2-42db-b521-f5ec5eb310f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:12.721575 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-8c4e317d-a2b2-42db-b521-f5ec5eb310f1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60036c792d1544fb8cbb03c747464363&device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 1096 time: 0.1248984 Nov 12 08:33:12.837910 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-d5d4ed02-7120-433e-af33-7aada52f7c9b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa7bf691-b65b-4d13-84d2-d3103dd62540 HTTP/1.1" status: 200 len: 217 time: 0.1018693 Nov 12 08:33:12.852854 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port b56f1346-ccdc-45a9-a4a1-b3c3981affa8 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:12.855243 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.898784 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa6d204-f35f-42fa-a1de-8e782c2b60db admin admin] Router d05c6b47-3ac3-411a-add1-6408bbbaa778 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:33:13.046785 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:13.089913 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port b56f1346-ccdc-45a9-a4a1-b3c3981affa8, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b56f1346-ccdc-45a9-a4a1-b3c3981affa8,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:13.100212 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:13.146809 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-edfdd897-14c6-4ee4-a207-7331a6d3c0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:13.148593 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-edfdd897-14c6-4ee4-a207-7331a6d3c0ac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d46819c4-cbf3-463f-b6ce-344123c01513 HTTP/1.1" status: 200 len: 847 time: 0.1639888 Nov 12 08:33:13.208575 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef875cd-621b-433d-94b9-fba0fe7d620d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91670ec5-9fa0-4e9e-b508-9ce3671cd99b'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:13.209641 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa6d204-f35f-42fa-a1de-8e782c2b60db admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:33:13.211625 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4719d08-e14c-4340-943e-98b132e6f24a" -d '{"events": [{"server_uuid": "2ef875cd-621b-433d-94b9-fba0fe7d620d", "name": "network-vif-plugged", "status": "completed", "tag": "91670ec5-9fa0-4e9e-b508-9ce3671cd99b"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:13.235467 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2fa6d204-f35f-42fa-a1de-8e782c2b60db admin admin] 10.222.0.37 "PUT /v2.0/routers/d05c6b47-3ac3-411a-add1-6408bbbaa778/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4615126 Nov 12 08:33:13.257188 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=b56f1346-ccdc-45a9-a4a1-b3c3981affa8,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:13.270548 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:13.279018 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-f894922a-f0bf-4ea5-b90b-064200da8756 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6d5f445-c009-4fb1-a92b-e2439070859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121764 Nov 12 08:33:13.279802 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-bc318043-2fc2-4d68-b1e6-df38a37f821f None None] Provisioning complete for port 946cd13d-f1e8-4df2-9085-932e3cbd000b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:13.280200 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bc318043-2fc2-4d68-b1e6-df38a37f821f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:13.309347 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6b7ab-9cf5-4f56-9243-ff018a86ea45 req-a9b9729f-0e58-49e6-80c7-ff4a2861a2f0 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:13.315409 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-62c6b7ab-9cf5-4f56-9243-ff018a86ea45 req-a9b9729f-0e58-49e6-80c7-ff4a2861a2f0 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 944 time: 0.4862974 Nov 12 08:33:13.338961 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a961e1a1-3347-48b8-ab4d-3e7b65bbe62d', 'tag': 'fa7bf691-b65b-4d13-84d2-d3103dd62540'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:13.340469 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9f2a19-1455-4a37-9f64-a65f48366741" -d '{"events": [{"name": "network-changed", "server_uuid": "a961e1a1-3347-48b8-ab4d-3e7b65bbe62d", "tag": "fa7bf691-b65b-4d13-84d2-d3103dd62540"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:13.355826 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-bc318043-2fc2-4d68-b1e6-df38a37f821f None None] Port 946cd13d-f1e8-4df2-9085-932e3cbd000b cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:33:13.362996 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e09e7-b11d-472b-972c-f60ff5f9ac11 req-a7a29766-5007-49c7-99d9-2b0ef94f99d9 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:13.364655 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-799e09e7-b11d-472b-972c-f60ff5f9ac11 req-a7a29766-5007-49c7-99d9-2b0ef94f99d9 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ef875cd-621b-433d-94b9-fba0fe7d620d HTTP/1.1" status: 200 len: 950 time: 0.5300500 Nov 12 08:33:13.584199 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 1c8d47e8-5668-4c0c-afef-397121b7582d details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:33:13.609716 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8b3d8d-305c-402a-84a6-ed6d0b44950c None None] Sync routers for ids ['d05c6b47-3ac3-411a-add1-6408bbbaa778'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:33:13.630480 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8b3d8d-305c-402a-84a6-ed6d0b44950c None None] Routers {'d05c6b47-3ac3-411a-add1-6408bbbaa778'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:13.631558 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9c8b3d8d-305c-402a-84a6-ed6d0b44950c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:33:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d05c6b47-3ac3-411a-add1-6408bbbaa778'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:13.660205 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-799e09e7-b11d-472b-972c-f60ff5f9ac11 req-e2890c2b-e0db-4eec-8782-87af58ae70fe tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726948 Nov 12 08:33:13.698927 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-be232401-a66c-4b71-80f2-010f5d379923 service neutron] 10.222.0.58 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796055 Nov 12 08:33:13.730619 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-62c6b7ab-9cf5-4f56-9243-ff018a86ea45 req-0809b019-109f-4364-8e06-06942199f128 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955443 Nov 12 08:33:13.742779 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.resource_extend [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:33:13.879385 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 0f175b77-1198-4572-8406-428c5b46167d no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:33:13.931506 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4c8cc4-4a21-476a-ad29-9f09b0d14afc x-openstack-request-id: req-4d4c8cc4-4a21-476a-ad29-9f09b0d14afc {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:13.932056 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef875cd-621b-433d-94b9-fba0fe7d620d", "name": "network-vif-plugged", "status": "completed", "tag": "91670ec5-9fa0-4e9e-b508-9ce3671cd99b", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:13.937351 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d4c8cc4-4a21-476a-ad29-9f09b0d14afc {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:13.939125 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef875cd-621b-433d-94b9-fba0fe7d620d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91670ec5-9fa0-4e9e-b508-9ce3671cd99b', 'code': 200} Nov 12 08:33:13.963803 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 0f175b77-1198-4572-8406-428c5b46167d {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:33:13.966478 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 0f175b77-1198-4572-8406-428c5b46167d not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:33:14.030728 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d973d4-4261-458a-8c23-7ff7ad0053a0 x-openstack-request-id: req-77d973d4-4261-458a-8c23-7ff7ad0053a0 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:14.033310 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a961e1a1-3347-48b8-ab4d-3e7b65bbe62d", "tag": "fa7bf691-b65b-4d13-84d2-d3103dd62540", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:14.033789 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77d973d4-4261-458a-8c23-7ff7ad0053a0 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:14.034374 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a961e1a1-3347-48b8-ab4d-3e7b65bbe62d', 'tag': 'fa7bf691-b65b-4d13-84d2-d3103dd62540', 'status': 'completed', 'code': 200} Nov 12 08:33:14.043942 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9e160c8d-156b-4de6-af3f-55d08a8f4fda req-81f82f75-bdc9-42cf-bf6f-e7981dc4bd54 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/ports?device_id=44def6eb-1462-4069-adc4-1ff7fc054c64 HTTP/1.1" status: 200 len: 210 time: 0.1773129 Nov 12 08:33:14.133041 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:14.178239 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 1c8d47e8-5668-4c0c-afef-397121b7582d, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=1c8d47e8-5668-4c0c-afef-397121b7582d,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:14.183137 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-9c8b3d8d-305c-402a-84a6-ed6d0b44950c None None] Set router d05c6b47-3ac3-411a-add1-6408bbbaa778 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:33:14.203022 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7062a-5e0a-4e21-8377-6a488f455493 req-94710469-716b-44e0-a24c-a6c405700913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:14.210662 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2aa7062a-5e0a-4e21-8377-6a488f455493 req-94710469-716b-44e0-a24c-a6c405700913 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2ef875cd-621b-433d-94b9-fba0fe7d620d HTTP/1.1" status: 200 len: 1102 time: 0.1136310 Nov 12 08:33:14.231370 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '1c8d47e8-5668-4c0c-afef-397121b7582d', 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99', 'port_id': '1c8d47e8-5668-4c0c-afef-397121b7582d', 'mac_address': 'fa:16:3e:ad:f6:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:33:14.315325 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2aa7062a-5e0a-4e21-8377-6a488f455493 req-af6b4e51-1cde-4ca7-8109-eb3b3d936234 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996900 Nov 12 08:33:14.352671 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36140) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:14.433930 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae69c02e-cd4c-4964-b3fd-09812cdc1c47 req-fb8ada60-4bb5-4317-89c7-d5cb0b37e7c4 service neutron] 10.222.0.58 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7182643 Nov 12 08:33:14.531047 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52bd01-0df0-4d47-bb6b-b5962273c731 req-46f04c88-937e-42d1-b2df-26987e6be2e8 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:14.538235 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ee52bd01-0df0-4d47-bb6b-b5962273c731 req-46f04c88-937e-42d1-b2df-26987e6be2e8 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4 HTTP/1.1" status: 200 len: 943 time: 0.4529090 Nov 12 08:33:14.653596 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-25ae87c3-f000-416f-b0e3-bd5634beee4c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6c42fc525b7a4a4184a9c156b8599a5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971103 Nov 12 08:33:14.653950 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36148) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:14.669302 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c042baf-b845-495f-a6e6-2908c13be921 req-761111ce-6ba1-428f-af92-c7b0caf8fab3 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=60d336b644c34d438626d0474559f04e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321586 Nov 12 08:33:14.687190 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b56f1346-ccdc-45a9-a4a1-b3c3981affa8 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:14.689977 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:14.716934 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e169b959-67bd-4b61-a585-24915961f8f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:14.740461 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c8d47e8-5668-4c0c-afef-397121b7582d {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:14.750622 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ee52bd01-0df0-4d47-bb6b-b5962273c731 req-46711d35-8cb5-490e-bc4b-75a1bc9cb4f0 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040155 Nov 12 08:33:14.756281 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f2a19-1455-4a37-9f64-a65f48366741 req-2dbe4770-afea-45d5-bfd4-46a2dd14470c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:14.757311 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5a9f2a19-1455-4a37-9f64-a65f48366741 req-2dbe4770-afea-45d5-bfd4-46a2dd14470c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60036c792d1544fb8cbb03c747464363&device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 1096 time: 0.2089584 Nov 12 08:33:14.774814 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 1c8d47e8-5668-4c0c-afef-397121b7582d, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=1c8d47e8-5668-4c0c-afef-397121b7582d,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:14.777344 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e169b959-67bd-4b61-a585-24915961f8f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:14.857118 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e169b959-67bd-4b61-a585-24915961f8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:14.860005 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e169b959-67bd-4b61-a585-24915961f8f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:14.867321 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e169b959-67bd-4b61-a585-24915961f8f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d4a0ec8d-b03f-4861-8716-669af871e9d8 HTTP/1.1" status: 204 len: 168 time: 0.2072532 Nov 12 08:33:14.879330 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e169b959-67bd-4b61-a585-24915961f8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a0ec8d-b03f-4861-8716-669af871e9d8,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:14.890816 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:15.003114 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=1c8d47e8-5668-4c0c-afef-397121b7582d,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:15.037223 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port b56f1346-ccdc-45a9-a4a1-b3c3981affa8 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:15.037853 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:15.115942 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9c8b3d8d-305c-402a-84a6-ed6d0b44950c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1966029313-router', 'tenant_id': '0669f51114604e399f0f5892a07911ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'b56f1346-ccdc-45a9-a4a1-b3c3981affa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:02Z', 'updated_at': '2021-11-12T08:33:11Z', 'revision_number': 4, 'project_id': '0669f51114604e399f0f5892a07911ba', 'gw_port': {'id': 'b56f1346-ccdc-45a9-a4a1-b3c3981affa8', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:05Z', 'updated_at': '2021-11-12T08:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '946cd13d-f1e8-4df2-9085-932e3cbd000b', 'name': '', 'network_id': '66564c6e-e2e7-416d-a841-b87c2301f074', 'tenant_id': '0669f51114604e399f0f5892a07911ba', 'mac_address': 'fa:16:3e:d9:69:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8938d4b5-bd69-4149-9311-40b43ee35159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:10Z', 'updated_at': '2021-11-12T08:33:12Z', 'revision_number': 2, 'project_id': '0669f51114604e399f0f5892a07911ba', 'subnets': [{'id': '8938d4b5-bd69-4149-9311-40b43ee35159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:15.134495 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c042baf-b845-495f-a6e6-2908c13be921 req-fdfe4c62-d5f0-4f49-8ea8-646a41a07c34 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:15.136170 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c042baf-b845-495f-a6e6-2908c13be921 req-fdfe4c62-d5f0-4f49-8ea8-646a41a07c34 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4556010 Nov 12 08:33:15.149320 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-10cfb163-47ff-4141-834d-974c4e08fdd5 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:15.150803 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-10cfb163-47ff-4141-834d-974c4e08fdd5 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/networks?id=66564c6e-e2e7-416d-a841-b87c2301f074 HTTP/1.1" status: 200 len: 829 time: 0.3484526 Nov 12 08:33:15.162954 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-0c042baf-b845-495f-a6e6-2908c13be921 req-c7710223-15ec-422a-bfa1-96b3eea2e0b4 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Request body: {'port': {'device_id': '44def6eb-1462-4069-adc4-1ff7fc054c64', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'admin_state_up': True, 'tenant_id': '60d336b644c34d438626d0474559f04e'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:15.171557 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f2a19-1455-4a37-9f64-a65f48366741 req-7a8eaced-8443-460b-b453-102acec4c228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:15.172186 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8b3d8d-305c-402a-84a6-ed6d0b44950c None None] Checking router: d05c6b47-3ac3-411a-add1-6408bbbaa778 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:33:15.172186 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8b3d8d-305c-402a-84a6-ed6d0b44950c None None] Updating router d05c6b47-3ac3-411a-add1-6408bbbaa778 port 946cd13d-f1e8-4df2-9085-932e3cbd000b binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:33:15.172490 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5a9f2a19-1455-4a37-9f64-a65f48366741 req-7a8eaced-8443-460b-b453-102acec4c228 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a6d5f445-c009-4fb1-a92b-e2439070859b HTTP/1.1" status: 200 len: 908 time: 0.3700693 Nov 12 08:33:15.184861 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888407e-6c25-4869-a99b-03a5f8f230e5 req-a6d692a3-bcaf-46e7-976c-4d0a60af7890 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:15.193808 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1888407e-6c25-4869-a99b-03a5f8f230e5 req-a6d692a3-bcaf-46e7-976c-4d0a60af7890 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ef875cd-621b-433d-94b9-fba0fe7d620d HTTP/1.1" status: 200 len: 950 time: 0.2320991 Nov 12 08:33:15.203995 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['1c8d47e8-5668-4c0c-afef-397121b7582d'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:15.241310 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9c8b3d8d-305c-402a-84a6-ed6d0b44950c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:15.275384 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-7123b162-0579-45a1-9abc-3e0d45e5412c tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/quotas/0669f51114604e399f0f5892a07911ba HTTP/1.1" status: 200 len: 375 time: 0.1087470 Nov 12 08:33:15.282468 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36174) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:15.284664 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5a9f2a19-1455-4a37-9f64-a65f48366741 req-90d98219-942f-430d-928e-2ed56488ad8a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa7bf691-b65b-4d13-84d2-d3103dd62540 HTTP/1.1" status: 200 len: 217 time: 0.0782547 Nov 12 08:33:15.355540 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5ecbcf8b-5116-4a70-aa58-25486de14e8e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d62c038f0a344489dea7293c05a1e19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0708520 Nov 12 08:33:15.359075 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36176) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:15.445082 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1db54fdf-4ee1-49d3-8b85-870793e4c113 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:15.469092 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1888407e-6c25-4869-a99b-03a5f8f230e5 req-ec19826b-b5ca-421c-af69-18afe2a27235 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739875 Nov 12 08:33:15.475266 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f2a19-1455-4a37-9f64-a65f48366741 req-32672eba-a30d-4278-9ddd-e1e6ae234f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:15.477741 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5a9f2a19-1455-4a37-9f64-a65f48366741 req-32672eba-a30d-4278-9ddd-e1e6ae234f47 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d46819c4-cbf3-463f-b6ce-344123c01513 HTTP/1.1" status: 200 len: 847 time: 0.1617649 Nov 12 08:33:15.492179 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1db54fdf-4ee1-49d3-8b85-870793e4c113 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:15.536262 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-cfb0a1d3-9cd9-431b-b552-6c26e07b4596 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0669f51114604e399f0f5892a07911ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2190349 Nov 12 08:33:15.541527 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5a9f2a19-1455-4a37-9f64-a65f48366741 req-0af1c818-1996-4780-90e2-dae996b17eda service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6d5f445-c009-4fb1-a92b-e2439070859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528202 Nov 12 08:33:15.562327 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1db54fdf-4ee1-49d3-8b85-870793e4c113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:15.564061 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c042baf-b845-495f-a6e6-2908c13be921 req-c7710223-15ec-422a-bfa1-96b3eea2e0b4 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Made reservation on behalf of 60d336b644c34d438626d0474559f04e for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:15.565232 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1db54fdf-4ee1-49d3-8b85-870793e4c113 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:15.568796 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1db54fdf-4ee1-49d3-8b85-870793e4c113 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f07dc947-33a8-4372-bf7c-0ab151946144 HTTP/1.1" status: 204 len: 168 time: 0.2064438 Nov 12 08:33:15.568982 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c042baf-b845-495f-a6e6-2908c13be921 req-c7710223-15ec-422a-bfa1-96b3eea2e0b4 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:15.587638 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db54fdf-4ee1-49d3-8b85-870793e4c113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07dc947-33a8-4372-bf7c-0ab151946144,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:15.646047 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c042baf-b845-495f-a6e6-2908c13be921 req-c7710223-15ec-422a-bfa1-96b3eea2e0b4 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:15.765843 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9c8b3d8d-305c-402a-84a6-ed6d0b44950c None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:15.775305 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9c8b3d8d-305c-402a-84a6-ed6d0b44950c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:15.778982 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eced719-cb4e-4f61-9aa2-71c198789d6c req-bd57ea55-2ab9-4733-a232-2f02787dc7b8 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:15.781080 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4eced719-cb4e-4f61-9aa2-71c198789d6c req-bd57ea55-2ab9-4733-a232-2f02787dc7b8 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 944 time: 0.2193551 Nov 12 08:33:15.825933 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-c153c518-82ab-4cc9-a386-ddc30759e543 service neutron] 10.222.0.37 "GET /v2.0/networks/66564c6e-e2e7-416d-a841-b87c2301f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746263 Nov 12 08:33:15.834924 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c186b7b-b328-4ed3-9cbe-1743a38d590f None None] Pushing event updated for resources: {'Port': ['ID=946cd13d-f1e8-4df2-9085-932e3cbd000b,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:15.900763 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5a9f2a19-1455-4a37-9f64-a65f48366741 req-3af9cdc8-bef9-4733-bc44-a492ebc47b5c service neutron] 10.222.0.58 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376663 Nov 12 08:33:15.921157 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-9c8b3d8d-305c-402a-84a6-ed6d0b44950c None None] Attempting to bind port 946cd13d-f1e8-4df2-9085-932e3cbd000b on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:15.922188 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-9c8b3d8d-305c-402a-84a6-ed6d0b44950c None None] Attempting to bind port 946cd13d-f1e8-4df2-9085-932e3cbd000b by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'af6c40d2-50a9-487d-90a5-d1e53bd06d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '66564c6e-e2e7-416d-a841-b87c2301f074'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:15.922188 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8b3d8d-305c-402a-84a6-ed6d0b44950c None None] Attempting to bind port 946cd13d-f1e8-4df2-9085-932e3cbd000b on network 66564c6e-e2e7-416d-a841-b87c2301f074 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:15.928990 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8b3d8d-305c-402a-84a6-ed6d0b44950c None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:15.929368 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8b3d8d-305c-402a-84a6-ed6d0b44950c None None] Checking segment: {'id': 'af6c40d2-50a9-487d-90a5-d1e53bd06d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '66564c6e-e2e7-416d-a841-b87c2301f074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:15.929922 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9c8b3d8d-305c-402a-84a6-ed6d0b44950c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:15.930734 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8b3d8d-305c-402a-84a6-ed6d0b44950c None None] Bound using segment: {'id': 'af6c40d2-50a9-487d-90a5-d1e53bd06d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '66564c6e-e2e7-416d-a841-b87c2301f074'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:15.931492 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-9c8b3d8d-305c-402a-84a6-ed6d0b44950c None None] Bound port: 946cd13d-f1e8-4df2-9085-932e3cbd000b, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6c40d2-50a9-487d-90a5-d1e53bd06d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '66564c6e-e2e7-416d-a841-b87c2301f074'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:15.933152 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9c8b3d8d-305c-402a-84a6-ed6d0b44950c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.012686 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9c8b3d8d-305c-402a-84a6-ed6d0b44950c None None] For port 946cd13d-f1e8-4df2-9085-932e3cbd000b, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:16.017412 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9c8b3d8d-305c-402a-84a6-ed6d0b44950c None None] For port 946cd13d-f1e8-4df2-9085-932e3cbd000b, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=946cd13d-f1e8-4df2-9085-932e3cbd000b,segment=NetworkSegment(af6c40d2-50a9-487d-90a5-d1e53bd06d4b),segment_id=af6c40d2-50a9-487d-90a5-d1e53bd06d4b)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:16.024459 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9c8b3d8d-305c-402a-84a6-ed6d0b44950c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.045953 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4eced719-cb4e-4f61-9aa2-71c198789d6c req-d9b37e11-26df-46da-857f-025c244b98a5 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329791 Nov 12 08:33:16.068597 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c042baf-b845-495f-a6e6-2908c13be921 req-c7710223-15ec-422a-bfa1-96b3eea2e0b4 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.074666 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-041250c2-7780-4649-af65-42991d583de3 service neutron] 10.222.0.37 "GET /v2.0/networks/66564c6e-e2e7-416d-a841-b87c2301f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375369 Nov 12 08:33:16.078333 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c042baf-b845-495f-a6e6-2908c13be921 req-c7710223-15ec-422a-bfa1-96b3eea2e0b4 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.167578 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7710223-15ec-422a-bfa1-96b3eea2e0b4 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db665b18-4011-4da6-aaa9-a2e1b327a59a,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:16.182444 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5a9f2a19-1455-4a37-9f64-a65f48366741 req-47e5627e-ab05-49cb-b03c-40ba5d3ec592 service neutron] 10.222.0.58 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630904 Nov 12 08:33:16.202200 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8b3d8d-305c-402a-84a6-ed6d0b44950c None None] Routers {'d05c6b47-3ac3-411a-add1-6408bbbaa778'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:16.203153 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9c8b3d8d-305c-402a-84a6-ed6d0b44950c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:33:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d05c6b47-3ac3-411a-add1-6408bbbaa778'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:16.215589 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c419306b-44bc-42bc-98e3-7b5ba4a68eeb req-df239fdf-8f2c-4652-91fc-e938c8655dc9 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/ports?device_id=44def6eb-1462-4069-adc4-1ff7fc054c64 HTTP/1.1" status: 200 len: 210 time: 0.0483303 Nov 12 08:33:16.336595 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c186b7b-b328-4ed3-9cbe-1743a38d590f None None] Pushing event updated for resources: {'Port': ['ID=946cd13d-f1e8-4df2-9085-932e3cbd000b,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:16.368934 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-6f448c6c-c8d4-4787-aaac-9df4fe0433c7 None None] Provisioning complete for port 946cd13d-f1e8-4df2-9085-932e3cbd000b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:16.369312 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6f448c6c-c8d4-4787-aaac-9df4fe0433c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.443598 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-0c042baf-b845-495f-a6e6-2908c13be921 req-c7710223-15ec-422a-bfa1-96b3eea2e0b4 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Allocated IP 192.168.233.205 (aaa9e939-3555-4037-a22a-8e3905c2166f/ac1fb13e-fa96-4a78-a070-af75ed125682/3565a8c6-8f46-410f-8ab2-12b50975ea16) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:16.569716 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-9c8b3d8d-305c-402a-84a6-ed6d0b44950c None None] Set router d05c6b47-3ac3-411a-add1-6408bbbaa778 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:33:16.735876 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6f448c6c-c8d4-4787-aaac-9df4fe0433c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.788534 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c042baf-b845-495f-a6e6-2908c13be921 req-c7710223-15ec-422a-bfa1-96b3eea2e0b4 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.811838 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d43ba-74b0-48b3-9298-1b830c269722 req-8cc47399-5fce-4a91-9efb-74c28e26c1a9 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:16.813654 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db4d43ba-74b0-48b3-9298-1b830c269722 req-8cc47399-5fce-4a91-9efb-74c28e26c1a9 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4 HTTP/1.1" status: 200 len: 944 time: 0.1460392 Nov 12 08:33:16.840329 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-6f448c6c-c8d4-4787-aaac-9df4fe0433c7 None None] For port 946cd13d-f1e8-4df2-9085-932e3cbd000b, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=946cd13d-f1e8-4df2-9085-932e3cbd000b,segment=NetworkSegment(af6c40d2-50a9-487d-90a5-d1e53bd06d4b),segment_id=af6c40d2-50a9-487d-90a5-d1e53bd06d4b)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:16.849571 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6f448c6c-c8d4-4787-aaac-9df4fe0433c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.935061 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cadca6d9-55e0-46bf-87fc-6839bd2551b4 req-ab28ee95-d8cb-4912-96ae-b4b567fd2e4b tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7a0a37d-dd67-4f77-bbba-85942824c2f9 HTTP/1.1" status: 200 len: 210 time: 0.1372361 Nov 12 08:33:16.976822 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f448c6c-c8d4-4787-aaac-9df4fe0433c7 None None] Pushing event updated for resources: {'Port': ['ID=946cd13d-f1e8-4df2-9085-932e3cbd000b,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:17.004999 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-dd9dbfb1-a7ea-4132-9b74-b5b24f3b01c6 None None] Provisioning complete for port 946cd13d-f1e8-4df2-9085-932e3cbd000b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:17.005373 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dd9dbfb1-a7ea-4132-9b74-b5b24f3b01c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.082111 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db4d43ba-74b0-48b3-9298-1b830c269722 req-948716e2-eada-4313-802a-a382409845d8 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542861 Nov 12 08:33:17.096397 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9c8b3d8d-305c-402a-84a6-ed6d0b44950c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1966029313-router', 'tenant_id': '0669f51114604e399f0f5892a07911ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'b56f1346-ccdc-45a9-a4a1-b3c3981affa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:02Z', 'updated_at': '2021-11-12T08:33:11Z', 'revision_number': 4, 'project_id': '0669f51114604e399f0f5892a07911ba', 'gw_port': {'id': 'b56f1346-ccdc-45a9-a4a1-b3c3981affa8', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:05Z', 'updated_at': '2021-11-12T08:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '946cd13d-f1e8-4df2-9085-932e3cbd000b', 'name': '', 'network_id': '66564c6e-e2e7-416d-a841-b87c2301f074', 'tenant_id': '0669f51114604e399f0f5892a07911ba', 'mac_address': 'fa:16:3e:d9:69:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8938d4b5-bd69-4149-9311-40b43ee35159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:10Z', 'updated_at': '2021-11-12T08:33:16Z', 'revision_number': 4, 'project_id': '0669f51114604e399f0f5892a07911ba', 'subnets': [{'id': '8938d4b5-bd69-4149-9311-40b43ee35159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:17.108159 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c042baf-b845-495f-a6e6-2908c13be921 req-c7710223-15ec-422a-bfa1-96b3eea2e0b4 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.138767 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8b3d8d-305c-402a-84a6-ed6d0b44950c None None] The sync data for ids ['d05c6b47-3ac3-411a-add1-6408bbbaa778'] in n-d-768862-16 is: [{'id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1966029313-router', 'tenant_id': '0669f51114604e399f0f5892a07911ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'b56f1346-ccdc-45a9-a4a1-b3c3981affa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:02Z', 'updated_at': '2021-11-12T08:33:11Z', 'revision_number': 4, 'project_id': '0669f51114604e399f0f5892a07911ba', 'gw_port': {'id': 'b56f1346-ccdc-45a9-a4a1-b3c3981affa8', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:05Z', 'updated_at': '2021-11-12T08:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '946cd13d-f1e8-4df2-9085-932e3cbd000b', 'name': '', 'network_id': '66564c6e-e2e7-416d-a841-b87c2301f074', 'tenant_id': '0669f51114604e399f0f5892a07911ba', 'mac_address': 'fa:16:3e:d9:69:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8938d4b5-bd69-4149-9311-40b43ee35159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:10Z', 'updated_at': '2021-11-12T08:33:16Z', 'revision_number': 4, 'project_id': '0669f51114604e399f0f5892a07911ba', 'subnets': [{'id': '8938d4b5-bd69-4149-9311-40b43ee35159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:33:17.195733 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c042baf-b845-495f-a6e6-2908c13be921 req-c7710223-15ec-422a-bfa1-96b3eea2e0b4 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Network aaa9e939-3555-4037-a22a-8e3905c2166f is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:17.219451 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-0c042baf-b845-495f-a6e6-2908c13be921 req-c7710223-15ec-422a-bfa1-96b3eea2e0b4 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:17.233716 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c042baf-b845-495f-a6e6-2908c13be921 req-c7710223-15ec-422a-bfa1-96b3eea2e0b4 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:17.281986 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7710223-15ec-422a-bfa1-96b3eea2e0b4 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Pushing event updated for resources: {'Port': ['ID=3565a8c6-8f46-410f-8ab2-12b50975ea16,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:17.313876 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc84928-d1d5-4666-963b-4a2c242dc1f0 req-95ad77e5-3ca1-41cb-b6d0-51ec17dc12a5 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:17.329660 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2cc84928-d1d5-4666-963b-4a2c242dc1f0 req-95ad77e5-3ca1-41cb-b6d0-51ec17dc12a5 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ef875cd-621b-433d-94b9-fba0fe7d620d HTTP/1.1" status: 200 len: 950 time: 0.2593951 Nov 12 08:33:17.342931 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36228) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:17.442564 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c042baf-b845-495f-a6e6-2908c13be921 req-c7710223-15ec-422a-bfa1-96b3eea2e0b4 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:17.443708 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c042baf-b845-495f-a6e6-2908c13be921 req-c7710223-15ec-422a-bfa1-96b3eea2e0b4 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.524210 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e388b27-e383-449a-af12-3002d49dbea4 req-ba63d93d-14f5-43d2-b4bd-1e9e25cc9588 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:17.525357 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e388b27-e383-449a-af12-3002d49dbea4 req-ba63d93d-14f5-43d2-b4bd-1e9e25cc9588 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 944 time: 0.2458601 Nov 12 08:33:17.529835 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c042baf-b845-495f-a6e6-2908c13be921 req-c7710223-15ec-422a-bfa1-96b3eea2e0b4 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3731792 Nov 12 08:33:17.559999 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25733abc-3288-4a69-bfcf-36e35388a230 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.563706 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-0c042baf-b845-495f-a6e6-2908c13be921 req-85f48e76-1dbd-47a6-bde9-8dc139282f50 service neutron] Request body: {'port': {'device_id': '44def6eb-1462-4069-adc4-1ff7fc054c64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:17.613305 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2cc84928-d1d5-4666-963b-4a2c242dc1f0 req-3a52cd35-915d-47fd-ac2c-8635eb1f9fd8 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817147 Nov 12 08:33:17.613783 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 1c8d47e8-5668-4c0c-afef-397121b7582d up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:17.744759 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e388b27-e383-449a-af12-3002d49dbea4 req-4918df8d-ef25-497c-b155-9a09b091c748 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084539 Nov 12 08:33:17.776718 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25733abc-3288-4a69-bfcf-36e35388a230 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.785210 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25733abc-3288-4a69-bfcf-36e35388a230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.822237 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c042baf-b845-495f-a6e6-2908c13be921 req-85f48e76-1dbd-47a6-bde9-8dc139282f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.842655 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36244) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:17.851542 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-25733abc-3288-4a69-bfcf-36e35388a230 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4253f6886b6d455f9b6d8ba4ae212c50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5056558 Nov 12 08:33:17.876889 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25733abc-3288-4a69-bfcf-36e35388a230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ccd31e-eef1-4662-bf91-aea5eeed3c1e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:17.878954 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff4fb0-1eb9-4b40-ae4d-b693a0a7a6c1 req-41321c0b-734e-46bd-a666-f1a3764a4e4e tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:17.887581 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9dff4fb0-1eb9-4b40-ae4d-b693a0a7a6c1 req-41321c0b-734e-46bd-a666-f1a3764a4e4e tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/ports?device_id=44def6eb-1462-4069-adc4-1ff7fc054c64 HTTP/1.1" status: 200 len: 936 time: 0.1416533 Nov 12 08:33:17.910334 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device fa7bf691-b65b-4d13-84d2-d3103dd62540 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:33:17.964533 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-1f6b79b6-fc6a-40ff-820f-7294827ae714 None None] Provisioning complete for port 3565a8c6-8f46-410f-8ab2-12b50975ea16 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:17.964910 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1f6b79b6-fc6a-40ff-820f-7294827ae714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:18.087919 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc691625-e340-4b64-baff-10bcabefc158 req-d4f90e3d-6c01-4050-b618-bb732fc012bd tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:18.088553 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-1f6b79b6-fc6a-40ff-820f-7294827ae714 None None] Port 3565a8c6-8f46-410f-8ab2-12b50975ea16 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:33:18.093595 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc691625-e340-4b64-baff-10bcabefc158 req-d4f90e3d-6c01-4050-b618-bb732fc012bd tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=955b1010-6c5d-4edc-8d06-f42576f2d55e HTTP/1.1" status: 200 len: 949 time: 0.1354189 Nov 12 08:33:18.098782 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 1c8d47e8-5668-4c0c-afef-397121b7582d completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:33:18.122610 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 1c8d47e8-5668-4c0c-afef-397121b7582d triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:18.123087 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:18.163295 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port fa7bf691-b65b-4d13-84d2-d3103dd62540, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=fa7bf691-b65b-4d13-84d2-d3103dd62540,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:18.187516 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'fa7bf691-b65b-4d13-84d2-d3103dd62540', 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b', 'port_id': 'fa7bf691-b65b-4d13-84d2-d3103dd62540', 'mac_address': 'fa:16:3e:9d:8e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46819c4-cbf3-463f-b6ce-344123c01513', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:33:18.194035 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9dff4fb0-1eb9-4b40-ae4d-b693a0a7a6c1 req-766de44b-fd43-441f-926a-baf8cc8c3bdf tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/security-groups?id=db665b18-4011-4da6-aaa9-a2e1b327a59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053653 Nov 12 08:33:18.261461 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:18.270315 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-65d879b9-6693-4507-b511-ae8f435f48e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:18.300621 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa7bf691-b65b-4d13-84d2-d3103dd62540 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:18.323429 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:18.342477 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port fa7bf691-b65b-4d13-84d2-d3103dd62540, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=fa7bf691-b65b-4d13-84d2-d3103dd62540,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:18.356194 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:18.364844 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836e5fff-6839-4f36-b4ff-1a261aa2e2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8d47e8-5668-4c0c-afef-397121b7582d'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:18.367253 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00d78fc-1753-499a-9ff7-ba27976045ed" -d '{"events": [{"server_uuid": "836e5fff-6839-4f36-b4ff-1a261aa2e2e4", "name": "network-vif-plugged", "status": "completed", "tag": "1c8d47e8-5668-4c0c-afef-397121b7582d"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:18.405870 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 1c8d47e8-5668-4c0c-afef-397121b7582d, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=1c8d47e8-5668-4c0c-afef-397121b7582d,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:18.414359 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:18.432431 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc691625-e340-4b64-baff-10bcabefc158 req-3e9c4d3e-c571-4755-8b7a-8356d1ff9051 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093150 Nov 12 08:33:18.437291 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=fa7bf691-b65b-4d13-84d2-d3103dd62540,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:18.443329 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-65d879b9-6693-4507-b511-ae8f435f48e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:18.452788 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-356b95f7-4f31-468f-b009-766962ba5860 req-81fc9455-1d1e-41c8-973b-891d8ee50dff tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7a0a37d-dd67-4f77-bbba-85942824c2f9 HTTP/1.1" status: 200 len: 210 time: 0.1263802 Nov 12 08:33:18.500883 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=1c8d47e8-5668-4c0c-afef-397121b7582d,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:18.720164 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['fa7bf691-b65b-4d13-84d2-d3103dd62540'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:18.748082 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 946cd13d-f1e8-4df2-9085-932e3cbd000b up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:18.845356 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 946cd13d-f1e8-4df2-9085-932e3cbd000b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:18.845649 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:18.860754 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-ec3b19e0-8c4c-4781-ab93-e6255fe74bec tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f6e52e599db54ccca93577960030a784&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0745573 Nov 12 08:33:18.948944 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-8c3e591f-6b48-44c1-90bc-d89116284761 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:18.950543 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-8c3e591f-6b48-44c1-90bc-d89116284761 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.58 "GET /v2.0/networks?id=66564c6e-e2e7-416d-a841-b87c2301f074 HTTP/1.1" status: 200 len: 829 time: 0.7499337 Nov 12 08:33:19.001297 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-b81dd15a-c8e4-4dbe-a756-447a5bfbf8ae tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Request body: {'port': {'device_id': 'd7a0a37d-dd67-4f77-bbba-85942824c2f9', 'network_id': '66564c6e-e2e7-416d-a841-b87c2301f074', 'admin_state_up': True, 'tenant_id': '0669f51114604e399f0f5892a07911ba'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:19.039238 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356d510-b6d6-49a2-91a5-502f54c0d1b6 req-03a756fb-90db-40a0-a84c-39591002a11f tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:19.040772 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9356d510-b6d6-49a2-91a5-502f54c0d1b6 req-03a756fb-90db-40a0-a84c-39591002a11f tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4 HTTP/1.1" status: 200 len: 945 time: 0.2615480 Nov 12 08:33:19.110110 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-65d879b9-6693-4507-b511-ae8f435f48e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:19.112585 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-65d879b9-6693-4507-b511-ae8f435f48e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:19.113699 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-65d879b9-6693-4507-b511-ae8f435f48e2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/81ccd31e-eef1-4662-bf91-aea5eeed3c1e HTTP/1.1" status: 204 len: 168 time: 1.2499499 Nov 12 08:33:19.176636 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d879b9-6693-4507-b511-ae8f435f48e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ccd31e-eef1-4662-bf91-aea5eeed3c1e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:19.196931 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-c8228a55-6ff5-4b3a-b26f-1f7623e0db78 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:19.198432 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-c8228a55-6ff5-4b3a-b26f-1f7623e0db78 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3180289 Nov 12 08:33:19.243770 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-0c042baf-b845-495f-a6e6-2908c13be921 req-85f48e76-1dbd-47a6-bde9-8dc139282f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3565a8c6-8f46-410f-8ab2-12b50975ea16 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:19.257219 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c042baf-b845-495f-a6e6-2908c13be921 req-85f48e76-1dbd-47a6-bde9-8dc139282f50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:19.268766 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-bb61019e-475b-45a3-a391-6c409599446c tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/quotas/f6e52e599db54ccca93577960030a784 HTTP/1.1" status: 200 len: 375 time: 0.0555956 Nov 12 08:33:19.276220 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9356d510-b6d6-49a2-91a5-502f54c0d1b6 req-f1590d6f-c0a4-41c0-939d-b0e77e5b70ab tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186139 Nov 12 08:33:19.316586 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-0c042baf-b845-495f-a6e6-2908c13be921 req-85f48e76-1dbd-47a6-bde9-8dc139282f50 service neutron] Transition to ACTIVE for port object 3565a8c6-8f46-410f-8ab2-12b50975ea16 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:33:19.320914 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-fa06371e-1c12-498d-9a42-61ad7403133f tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f6e52e599db54ccca93577960030a784&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436852 Nov 12 08:33:19.327930 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c042baf-b845-495f-a6e6-2908c13be921 req-85f48e76-1dbd-47a6-bde9-8dc139282f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:19.348363 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b255e89e-2426-465d-b25f-32ffc4e8f7ee x-openstack-request-id: req-b255e89e-2426-465d-b25f-32ffc4e8f7ee {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:19.348902 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836e5fff-6839-4f36-b4ff-1a261aa2e2e4", "name": "network-vif-plugged", "status": "completed", "tag": "1c8d47e8-5668-4c0c-afef-397121b7582d", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:19.349009 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b255e89e-2426-465d-b25f-32ffc4e8f7ee {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:19.349912 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836e5fff-6839-4f36-b4ff-1a261aa2e2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8d47e8-5668-4c0c-afef-397121b7582d', 'code': 200} Nov 12 08:33:19.376273 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f48e76-1dbd-47a6-bde9-8dc139282f50 service neutron] Pushing event updated for resources: {'Port': ['ID=3565a8c6-8f46-410f-8ab2-12b50975ea16,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:19.400756 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-b81dd15a-c8e4-4dbe-a756-447a5bfbf8ae tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Made reservation on behalf of 0669f51114604e399f0f5892a07911ba for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:19.405345 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-b81dd15a-c8e4-4dbe-a756-447a5bfbf8ae tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:19.549427 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d7e80-7476-456e-84a0-6dc385c3f641 req-cf8f4cbf-da43-44c3-9f70-92bd42c3e39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:19.550994 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-979d7e80-7476-456e-84a0-6dc385c3f641 req-cf8f4cbf-da43-44c3-9f70-92bd42c3e39b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4 HTTP/1.1" status: 200 len: 1097 time: 0.1177166 Nov 12 08:33:19.670740 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36286) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:19.674371 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-979d7e80-7476-456e-84a0-6dc385c3f641 req-5f4ab6dc-8a0e-4d25-915f-9b233306457a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152945 Nov 12 08:33:19.690457 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5dca5c02-f591-42a8-b64c-2d73f80ffb4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:19.789779 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-b81dd15a-c8e4-4dbe-a756-447a5bfbf8ae tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Allocated IP 172.20.0.9 (66564c6e-e2e7-416d-a841-b87c2301f074/8938d4b5-bd69-4149-9311-40b43ee35159/4ededc02-d7fc-4d75-8210-f295d1c8bfbc) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:19.829727 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5dca5c02-f591-42a8-b64c-2d73f80ffb4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:19.836935 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5dca5c02-f591-42a8-b64c-2d73f80ffb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:19.874122 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device fa7bf691-b65b-4d13-84d2-d3103dd62540 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:19.880548 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca5c02-f591-42a8-b64c-2d73f80ffb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6577754-0ab4-45d3-b50e-1007fc944cce,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:19.884929 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5dca5c02-f591-42a8-b64c-2d73f80ffb4f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f886ec0c0844f539c9d45f0523c74f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2087989 Nov 12 08:33:19.887458 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36294) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:19.891508 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-0c042baf-b845-495f-a6e6-2908c13be921 req-85f48e76-1dbd-47a6-bde9-8dc139282f50 service neutron] Attempting to bind port 3565a8c6-8f46-410f-8ab2-12b50975ea16 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:19.892024 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-0c042baf-b845-495f-a6e6-2908c13be921 req-85f48e76-1dbd-47a6-bde9-8dc139282f50 service neutron] Attempting to bind port 3565a8c6-8f46-410f-8ab2-12b50975ea16 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:19.892433 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c042baf-b845-495f-a6e6-2908c13be921 req-85f48e76-1dbd-47a6-bde9-8dc139282f50 service neutron] Attempting to bind port 3565a8c6-8f46-410f-8ab2-12b50975ea16 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:19.900476 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c042baf-b845-495f-a6e6-2908c13be921 req-85f48e76-1dbd-47a6-bde9-8dc139282f50 service neutron] Port 3565a8c6-8f46-410f-8ab2-12b50975ea16 on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:33:19.900904 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c042baf-b845-495f-a6e6-2908c13be921 req-85f48e76-1dbd-47a6-bde9-8dc139282f50 service neutron] Attempting to bind port 3565a8c6-8f46-410f-8ab2-12b50975ea16 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:19.913634 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112a1c2-5eb4-4a6e-ba6a-ea2ca95ea2f6 req-81630cec-38f9-4f46-8b5e-cd4e87dcbe54 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:19.920341 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a112a1c2-5eb4-4a6e-ba6a-ea2ca95ea2f6 req-81630cec-38f9-4f46-8b5e-cd4e87dcbe54 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 945 time: 0.2384651 Nov 12 08:33:19.952082 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85180e-50cf-44ac-8621-0579aebdc6af req-64cbd60d-c20a-480a-aa8f-9fd335436ab2 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:19.959781 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85180e-50cf-44ac-8621-0579aebdc6af req-64cbd60d-c20a-480a-aa8f-9fd335436ab2 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:19.967512 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port fa7bf691-b65b-4d13-84d2-d3103dd62540 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:33:19.969948 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6b85180e-50cf-44ac-8621-0579aebdc6af req-64cbd60d-c20a-480a-aa8f-9fd335436ab2 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ef875cd-621b-433d-94b9-fba0fe7d620d&device_id=955b1010-6c5d-4edc-8d06-f42576f2d55e HTTP/1.1" status: 200 len: 1690 time: 0.1835048 Nov 12 08:33:19.971130 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f4b52338-d183-46ec-91cf-5badb39f34d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:19.973467 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port fa7bf691-b65b-4d13-84d2-d3103dd62540 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:19.974241 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:19.993566 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c042baf-b845-495f-a6e6-2908c13be921 req-85f48e76-1dbd-47a6-bde9-8dc139282f50 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:19.993912 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c042baf-b845-495f-a6e6-2908c13be921 req-85f48e76-1dbd-47a6-bde9-8dc139282f50 service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:19.994296 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c042baf-b845-495f-a6e6-2908c13be921 req-85f48e76-1dbd-47a6-bde9-8dc139282f50 service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:19.994747 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-0c042baf-b845-495f-a6e6-2908c13be921 req-85f48e76-1dbd-47a6-bde9-8dc139282f50 service neutron] Bound port: 3565a8c6-8f46-410f-8ab2-12b50975ea16, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:19.995272 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c042baf-b845-495f-a6e6-2908c13be921 req-85f48e76-1dbd-47a6-bde9-8dc139282f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:20.004944 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f4b52338-d183-46ec-91cf-5badb39f34d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:20.064619 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f4b52338-d183-46ec-91cf-5badb39f34d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:20.069835 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f4b52338-d183-46ec-91cf-5badb39f34d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:20.070267 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:20.088637 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f4b52338-d183-46ec-91cf-5badb39f34d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c6577754-0ab4-45d3-b50e-1007fc944cce HTTP/1.1" status: 204 len: 168 time: 0.1883221 Nov 12 08:33:20.106590 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port fa7bf691-b65b-4d13-84d2-d3103dd62540, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=fa7bf691-b65b-4d13-84d2-d3103dd62540,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:20.110998 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:20.113691 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b52338-d183-46ec-91cf-5badb39f34d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6577754-0ab4-45d3-b50e-1007fc944cce,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:20.187684 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=fa7bf691-b65b-4d13-84d2-d3103dd62540,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:20.199674 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6b85180e-50cf-44ac-8621-0579aebdc6af req-16592342-e803-45e8-98ab-366ef09555de tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288682 Nov 12 08:33:20.236086 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a112a1c2-5eb4-4a6e-ba6a-ea2ca95ea2f6 req-4bddbf75-159a-4413-b14f-3e19d9aabe8c tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004372 Nov 12 08:33:20.254521 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-0c042baf-b845-495f-a6e6-2908c13be921 req-85f48e76-1dbd-47a6-bde9-8dc139282f50 service neutron] For port 3565a8c6-8f46-410f-8ab2-12b50975ea16, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:20.262245 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-0c042baf-b845-495f-a6e6-2908c13be921 req-85f48e76-1dbd-47a6-bde9-8dc139282f50 service neutron] For port 3565a8c6-8f46-410f-8ab2-12b50975ea16, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=3565a8c6-8f46-410f-8ab2-12b50975ea16,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:20.272018 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c042baf-b845-495f-a6e6-2908c13be921 req-85f48e76-1dbd-47a6-bde9-8dc139282f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:20.321923 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c042baf-b845-495f-a6e6-2908c13be921 req-85f48e76-1dbd-47a6-bde9-8dc139282f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:20.322516 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c042baf-b845-495f-a6e6-2908c13be921 req-85f48e76-1dbd-47a6-bde9-8dc139282f50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:20.323984 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c042baf-b845-495f-a6e6-2908c13be921 req-85f48e76-1dbd-47a6-bde9-8dc139282f50 service neutron] 10.222.0.58 "PUT /v2.0/ports/3565a8c6-8f46-410f-8ab2-12b50975ea16 HTTP/1.1" status: 200 len: 1097 time: 2.7729487 Nov 12 08:33:20.324464 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44def6eb-1462-4069-adc4-1ff7fc054c64', 'tag': '3565a8c6-8f46-410f-8ab2-12b50975ea16'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:20.326810 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ade48c-6b34-4d4b-970c-d4bdcdd7ae3a" -d '{"events": [{"name": "network-changed", "server_uuid": "44def6eb-1462-4069-adc4-1ff7fc054c64", "tag": "3565a8c6-8f46-410f-8ab2-12b50975ea16"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:20.475155 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-b81dd15a-c8e4-4dbe-a756-447a5bfbf8ae tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:20.509645 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-943450f8-7b13-49aa-8809-367aa1345b93 req-fec1a73a-0bfd-4542-910c-6a6ad3247604 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7a0a37d-dd67-4f77-bbba-85942824c2f9 HTTP/1.1" status: 200 len: 210 time: 0.0973577 Nov 12 08:33:20.547488 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f48e76-1dbd-47a6-bde9-8dc139282f50 service neutron] Pushing event updated for resources: {'Port': ['ID=3565a8c6-8f46-410f-8ab2-12b50975ea16,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:20.557562 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80eaf6c-32ae-4780-af4b-43a06b9ff96d req-73be8e27-eb71-489a-8f30-b4ce5c514cbc tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:20.567168 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a80eaf6c-32ae-4780-af4b-43a06b9ff96d req-73be8e27-eb71-489a-8f30-b4ce5c514cbc tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/ports?device_id=44def6eb-1462-4069-adc4-1ff7fc054c64 HTTP/1.1" status: 200 len: 948 time: 0.2207894 Nov 12 08:33:20.600167 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c042baf-b845-495f-a6e6-2908c13be921 req-ee005615-18bc-42ae-93ce-9744ae1e157a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:20.601705 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c042baf-b845-495f-a6e6-2908c13be921 req-ee005615-18bc-42ae-93ce-9744ae1e157a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60d336b644c34d438626d0474559f04e&device_id=44def6eb-1462-4069-adc4-1ff7fc054c64 HTTP/1.1" status: 200 len: 1100 time: 0.1849258 Nov 12 08:33:20.626778 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-b81dd15a-c8e4-4dbe-a756-447a5bfbf8ae tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:20.687828 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c042baf-b845-495f-a6e6-2908c13be921 req-8647ce56-e6fa-4a70-bbf5-b3de33bfb94d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=3565a8c6-8f46-410f-8ab2-12b50975ea16 HTTP/1.1" status: 200 len: 217 time: 0.0709293 Nov 12 08:33:20.733034 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a80eaf6c-32ae-4780-af4b-43a06b9ff96d req-27a4fb81-96bb-4edc-a7f5-f9e9adccd005 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/security-groups?id=db665b18-4011-4da6-aaa9-a2e1b327a59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648564 Nov 12 08:33:20.737749 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-b62e786f-11f0-4c07-af54-3a1d738ad21f tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f6e52e599db54ccca93577960030a784&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1041026 Nov 12 08:33:20.787145 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-b81dd15a-c8e4-4dbe-a756-447a5bfbf8ae tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Network 66564c6e-e2e7-416d-a841-b87c2301f074 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:20.818382 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-b81dd15a-c8e4-4dbe-a756-447a5bfbf8ae tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:20.824097 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81dd15a-c8e4-4dbe-a756-447a5bfbf8ae tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Pushing event updated for resources: {'Port': ['ID=4ededc02-d7fc-4d75-8210-f295d1c8bfbc,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:20.829450 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-b81dd15a-c8e4-4dbe-a756-447a5bfbf8ae tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:20.886222 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c042baf-b845-495f-a6e6-2908c13be921 req-80638701-cb22-4cae-820c-aef6c0e12a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:20.887794 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c042baf-b845-495f-a6e6-2908c13be921 req-80638701-cb22-4cae-820c-aef6c0e12a42 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1673594 Nov 12 08:33:20.996033 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-b81dd15a-c8e4-4dbe-a756-447a5bfbf8ae tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:20.996748 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-b81dd15a-c8e4-4dbe-a756-447a5bfbf8ae tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.015170 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-8bd971ff-ab69-4bcb-b312-ef0ae142f591 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=f6e52e599db54ccca93577960030a784&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301108 Nov 12 08:33:21.052582 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-7d36293b-7512-4b78-aea6-093beb7d5026 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:21.060633 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-7d36293b-7512-4b78-aea6-093beb7d5026 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2957506 Nov 12 08:33:21.090760 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-b81dd15a-c8e4-4dbe-a756-447a5bfbf8ae tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0964577 Nov 12 08:33:21.094709 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c042baf-b845-495f-a6e6-2908c13be921 req-a48b7882-b993-44a0-947d-386e0146bfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:21.097573 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c042baf-b845-495f-a6e6-2908c13be921 req-a48b7882-b993-44a0-947d-386e0146bfa8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1895618 Nov 12 08:33:21.105198 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-a62a22ac-6289-45cf-893b-c6218010bb60 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/quotas/f6e52e599db54ccca93577960030a784 HTTP/1.1" status: 200 len: 375 time: 0.0435996 Nov 12 08:33:21.125420 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-d35765fc-c9e4-4e87-9797-a957be9b60a3 service neutron] Request body: {'port': {'device_id': 'd7a0a37d-dd67-4f77-bbba-85942824c2f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:21.134725 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36334) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:21.186803 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-a922f96b-1b77-4bab-897c-a794b0a32232 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f6e52e599db54ccca93577960030a784&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0807006 Nov 12 08:33:21.193476 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-01e388e3-f8be-427d-a47e-c3a7f935c8fe tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:21.195079 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-01e388e3-f8be-427d-a47e-c3a7f935c8fe tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1630077 Nov 12 08:33:21.206749 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea020e-4cc5-401a-994a-1956d17b8e59 req-64d58837-5569-4fec-ad13-8cc9bfa22b8d tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:21.213645 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-b29a57a7-bb07-4d83-bbac-a9e7c9459f4e tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Request body: {'port': {'device_id': '4e86af09-931d-4705-9662-d61727b7a1ce', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'admin_state_up': True, 'tenant_id': 'f6e52e599db54ccca93577960030a784'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:21.214258 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07ea020e-4cc5-401a-994a-1956d17b8e59 req-64d58837-5569-4fec-ad13-8cc9bfa22b8d tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4 HTTP/1.1" status: 200 len: 945 time: 0.2310951 Nov 12 08:33:21.294831 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c7fba5a8-8b44-4c11-9795-0e126defeed2 None None] Provisioning complete for port 4ededc02-d7fc-4d75-8210-f295d1c8bfbc triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:21.295416 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c7fba5a8-8b44-4c11-9795-0e126defeed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.333774 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-d35765fc-c9e4-4e87-9797-a957be9b60a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.373901 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a961e1a1-3347-48b8-ab4d-3e7b65bbe62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7bf691-b65b-4d13-84d2-d3103dd62540'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:21.376138 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07ea020e-4cc5-401a-994a-1956d17b8e59 req-9a3e65db-dd46-42d5-81f8-e3989164f045 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574686 Nov 12 08:33:21.379623 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea484869-9adc-4432-9ed2-7414f19a27f1" -d '{"events": [{"server_uuid": "a961e1a1-3347-48b8-ab4d-3e7b65bbe62d", "name": "network-vif-plugged", "status": "completed", "tag": "fa7bf691-b65b-4d13-84d2-d3103dd62540"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:21.380256 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064bb59d-bcc1-40ad-a647-04282c629193 x-openstack-request-id: req-064bb59d-bcc1-40ad-a647-04282c629193 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:21.380571 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44def6eb-1462-4069-adc4-1ff7fc054c64", "tag": "3565a8c6-8f46-410f-8ab2-12b50975ea16", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:21.380835 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-064bb59d-bcc1-40ad-a647-04282c629193 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:21.381973 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44def6eb-1462-4069-adc4-1ff7fc054c64', 'tag': '3565a8c6-8f46-410f-8ab2-12b50975ea16', 'status': 'completed', 'code': 200} Nov 12 08:33:21.415678 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-b29a57a7-bb07-4d83-bbac-a9e7c9459f4e tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Made reservation on behalf of f6e52e599db54ccca93577960030a784 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:21.421855 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-b29a57a7-bb07-4d83-bbac-a9e7c9459f4e tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.434521 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c7fba5a8-8b44-4c11-9795-0e126defeed2 None None] Port 4ededc02-d7fc-4d75-8210-f295d1c8bfbc cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:33:21.436934 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-b29a57a7-bb07-4d83-bbac-a9e7c9459f4e tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.545427 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-b29a57a7-bb07-4d83-bbac-a9e7c9459f4e tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.552545 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-b29a57a7-bb07-4d83-bbac-a9e7c9459f4e tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.626609 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a57a7-bb07-4d83-bbac-a9e7c9459f4e tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe589ce3-3e2c-429e-a92c-08e2553de9b7,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:21.712525 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-b29a57a7-bb07-4d83-bbac-a9e7c9459f4e tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Allocated IP 192.168.233.211 (aaa9e939-3555-4037-a22a-8e3905c2166f/ac1fb13e-fa96-4a78-a070-af75ed125682/f7d5e139-4427-4407-815d-22ab61e25223) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:21.740590 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-f28d8065-9903-472d-9ca7-9565ed9c5a05 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1469537360-network', 'tenant_id': 'cd852bec4bdb45b9856243c3fa20aebe'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:21.778327 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c042baf-b845-495f-a6e6-2908c13be921 req-bc30e2b2-4cb9-4040-a813-54919b26313f service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6603370 Nov 12 08:33:21.894531 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28d8065-9903-472d-9ca7-9565ed9c5a05 admin admin] Made reservation on behalf of cd852bec4bdb45b9856243c3fa20aebe for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:21.896884 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f28d8065-9903-472d-9ca7-9565ed9c5a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.934188 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f823d-a129-45d9-a9a9-199203ef7e38 req-bfe46f8e-759d-4290-aa2f-537e3f7e6e38 tempest-ServersOnMultiNodesTest-405974985 tempest-ServersOnMultiNodesTest-405974985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:21.935890 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-480f823d-a129-45d9-a9a9-199203ef7e38 req-bfe46f8e-759d-4290-aa2f-537e3f7e6e38 tempest-ServersOnMultiNodesTest-405974985 tempest-ServersOnMultiNodesTest-405974985-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2ef875cd-621b-433d-94b9-fba0fe7d620d HTTP/1.1" status: 200 len: 1102 time: 0.2225430 Nov 12 08:33:21.944816 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae589c68-ba02-4a2e-97f9-ca119c1979b2 req-0e1adb33-ceff-498d-9625-d4825727bce5 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:21.946594 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae589c68-ba02-4a2e-97f9-ca119c1979b2 req-0e1adb33-ceff-498d-9625-d4825727bce5 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 946 time: 0.2430756 Nov 12 08:33:21.998731 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f28d8065-9903-472d-9ca7-9565ed9c5a05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:22.141714 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-b29a57a7-bb07-4d83-bbac-a9e7c9459f4e tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:22.177695 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-b29a57a7-bb07-4d83-bbac-a9e7c9459f4e tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:22.208958 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-480f823d-a129-45d9-a9a9-199203ef7e38 req-1aa05be3-8020-44bf-a703-bc81dcd77989 tempest-ServersOnMultiNodesTest-405974985 tempest-ServersOnMultiNodesTest-405974985-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572556 Nov 12 08:33:22.226455 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c042baf-b845-495f-a6e6-2908c13be921 req-d49aa334-9b65-48bf-8a27-3fdf62fef6a5 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346097 Nov 12 08:33:22.226896 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-b29a57a7-bb07-4d83-bbac-a9e7c9459f4e tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Network aaa9e939-3555-4037-a22a-8e3905c2166f is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:22.232310 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae589c68-ba02-4a2e-97f9-ca119c1979b2 req-c4298741-7467-4488-9bb0-6828ba3630fd tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657130 Nov 12 08:33:22.239637 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-b29a57a7-bb07-4d83-bbac-a9e7c9459f4e tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:22.242463 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-b29a57a7-bb07-4d83-bbac-a9e7c9459f4e tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:22.248710 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-b29a57a7-bb07-4d83-bbac-a9e7c9459f4e tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:22.249554 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-b29a57a7-bb07-4d83-bbac-a9e7c9459f4e tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:22.275309 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a57a7-bb07-4d83-bbac-a9e7c9459f4e tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Pushing event updated for resources: {'Port': ['ID=f7d5e139-4427-4407-815d-22ab61e25223,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:22.283524 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-b29a57a7-bb07-4d83-bbac-a9e7c9459f4e tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0755684 Nov 12 08:33:22.305060 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-313aa2ab-546f-4752-862a-8ad937a4c837 service neutron] Request body: {'port': {'device_id': '4e86af09-931d-4705-9662-d61727b7a1ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:22.391008 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-313aa2ab-546f-4752-862a-8ad937a4c837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:22.395148 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a9aff65a-0ebb-4f18-bc1d-7ecaa0f05d92 req-5daf534f-449e-4440-85c2-57521ad36769 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cbc8278-59a4-4fd7-a599-649c472a7729 HTTP/1.1" status: 200 len: 210 time: 0.0448682 Nov 12 08:33:22.424063 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f28d8065-9903-472d-9ca7-9565ed9c5a05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:22.433932 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f28d8065-9903-472d-9ca7-9565ed9c5a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:22.448783 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb46e5da-7dd3-4a52-9445-f77c767c72bc x-openstack-request-id: req-bb46e5da-7dd3-4a52-9445-f77c767c72bc {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:22.449740 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a961e1a1-3347-48b8-ab4d-3e7b65bbe62d", "name": "network-vif-plugged", "status": "completed", "tag": "fa7bf691-b65b-4d13-84d2-d3103dd62540", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:22.450309 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb46e5da-7dd3-4a52-9445-f77c767c72bc {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:22.451080 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a961e1a1-3347-48b8-ab4d-3e7b65bbe62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7bf691-b65b-4d13-84d2-d3103dd62540', 'code': 200} Nov 12 08:33:22.460432 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-d35765fc-c9e4-4e87-9797-a957be9b60a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ededc02-d7fc-4d75-8210-f295d1c8bfbc {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:22.479390 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-d35765fc-c9e4-4e87-9797-a957be9b60a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:22.498683 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f28d8065-9903-472d-9ca7-9565ed9c5a05 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:33:22.511063 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f28d8065-9903-472d-9ca7-9565ed9c5a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:22.511459 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-f28d8065-9903-472d-9ca7-9565ed9c5a05 admin admin] Added segment 2c3c20a3-0ce8-48a2-8cdf-f60d82907145 of type vlan for network c1af7b5f-ebc7-49bd-8625-a86d9b391c7d Nov 12 08:33:22.550079 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ade48c-6b34-4d4b-970c-d4bdcdd7ae3a req-a579c3a9-0597-425f-a706-d5572eb9a277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:22.552192 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e4ade48c-6b34-4d4b-970c-d4bdcdd7ae3a req-a579c3a9-0597-425f-a706-d5572eb9a277 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60d336b644c34d438626d0474559f04e&device_id=44def6eb-1462-4069-adc4-1ff7fc054c64 HTTP/1.1" status: 200 len: 1100 time: 0.2475471 Nov 12 08:33:22.552923 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d8065-9903-472d-9ca7-9565ed9c5a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccaa3b8-e5e1-42bb-ba3c-950d244acd84,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:22.604670 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:22.634600 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-d35765fc-c9e4-4e87-9797-a957be9b60a3 service neutron] Transition to ACTIVE for port object 4ededc02-d7fc-4d75-8210-f295d1c8bfbc will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:33:22.668796 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-072747f7-caf6-4240-b4cb-93999712c5ec None None] Provisioning complete for port f7d5e139-4427-4407-815d-22ab61e25223 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:22.669455 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-072747f7-caf6-4240-b4cb-93999712c5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:22.673879 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-d35765fc-c9e4-4e87-9797-a957be9b60a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:22.679842 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f28d8065-9903-472d-9ca7-9565ed9c5a05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:22.734013 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-072747f7-caf6-4240-b4cb-93999712c5ec None None] Port f7d5e139-4427-4407-815d-22ab61e25223 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:33:22.741755 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf064d3-10a4-41c9-9fa1-76fbb7652dbc req-a6c679a1-3a3b-456f-959f-e60d17c4904a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:22.743255 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-edf064d3-10a4-41c9-9fa1-76fbb7652dbc req-a6c679a1-3a3b-456f-959f-e60d17c4904a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 1098 time: 0.1252034 Nov 12 08:33:22.757723 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35765fc-c9e4-4e87-9797-a957be9b60a3 service neutron] Pushing event updated for resources: {'Port': ['ID=4ededc02-d7fc-4d75-8210-f295d1c8bfbc,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:22.793951 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-81f1d3b5-5ce1-42c4-bc77-5ae9248d6e59 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=f6e52e599db54ccca93577960030a784&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495934 Nov 12 08:33:22.836582 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd0f95-6048-49d7-a444-5059cf80037b req-5220210e-687f-467e-a8c3-cbf1435c4f9c tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:22.844940 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-76bd0f95-6048-49d7-a444-5059cf80037b req-5220210e-687f-467e-a8c3-cbf1435c4f9c tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7a0a37d-dd67-4f77-bbba-85942824c2f9 HTTP/1.1" status: 200 len: 931 time: 0.2346711 Nov 12 08:33:22.895970 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f28d8065-9903-472d-9ca7-9565ed9c5a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:22.896936 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28d8065-9903-472d-9ca7-9565ed9c5a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:22.898137 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f28d8065-9903-472d-9ca7-9565ed9c5a05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:22.924445 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-edf064d3-10a4-41c9-9fa1-76fbb7652dbc req-36150c77-19cb-4584-8cdb-1434d8f609d9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665409 Nov 12 08:33:22.990539 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-adfd62aa-1743-417d-8c1e-f7baa637aa41 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:22.992191 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-adfd62aa-1743-417d-8c1e-f7baa637aa41 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1917067 Nov 12 08:33:23.024786 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ade48c-6b34-4d4b-970c-d4bdcdd7ae3a req-ce2eedf6-b485-43a6-b461-cc8e1e3d2498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:23.026334 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e4ade48c-6b34-4d4b-970c-d4bdcdd7ae3a req-ce2eedf6-b485-43a6-b461-cc8e1e3d2498 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.4547591 Nov 12 08:33:23.027645 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-313aa2ab-546f-4752-862a-8ad937a4c837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7d5e139-4427-4407-815d-22ab61e25223 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:23.037362 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-313aa2ab-546f-4752-862a-8ad937a4c837 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.052318 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-313aa2ab-546f-4752-862a-8ad937a4c837 service neutron] Transition to ACTIVE for port object f7d5e139-4427-4407-815d-22ab61e25223 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:33:23.052748 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d8065-9903-472d-9ca7-9565ed9c5a05 admin admin] Pushing event updated for resources: {'Network': ['ID=c1af7b5f-ebc7-49bd-8625-a86d9b391c7d,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:23.056842 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-313aa2ab-546f-4752-862a-8ad937a4c837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.067768 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network c1af7b5f-ebc7-49bd-8625-a86d9b391c7d details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:33:23.068902 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f28d8065-9903-472d-9ca7-9565ed9c5a05 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9179080 Nov 12 08:33:23.083135 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-76bd0f95-6048-49d7-a444-5059cf80037b req-df3f7712-4ded-4dd2-a0f1-939e55dc95c2 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/security-groups?id=6227e74a-e98c-446f-b22d-831b8485d6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371240 Nov 12 08:33:23.084196 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36364) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:23.106684 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-601aa670-87c3-4414-8f88-cf623822a5f1 admin admin] Request body: {'subnet': {'network_id': 'c1af7b5f-ebc7-49bd-8625-a86d9b391c7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1469537360-subnet', 'tenant_id': 'cd852bec4bdb45b9856243c3fa20aebe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:23.146475 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142017f8-331d-41ad-a680-6e3be0ae9ce9 req-c84f8a5a-89a2-4918-bc40-79fd192c30ee tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:23.154834 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-142017f8-331d-41ad-a680-6e3be0ae9ce9 req-c84f8a5a-89a2-4918-bc40-79fd192c30ee tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4 HTTP/1.1" status: 200 len: 1097 time: 0.1620417 Nov 12 08:33:23.175806 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-313aa2ab-546f-4752-862a-8ad937a4c837 service neutron] Attempting to bind port f7d5e139-4427-4407-815d-22ab61e25223 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:23.176567 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-313aa2ab-546f-4752-862a-8ad937a4c837 service neutron] Attempting to bind port f7d5e139-4427-4407-815d-22ab61e25223 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:23.176919 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-313aa2ab-546f-4752-862a-8ad937a4c837 service neutron] Attempting to bind port f7d5e139-4427-4407-815d-22ab61e25223 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:23.179496 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313aa2ab-546f-4752-862a-8ad937a4c837 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d5e139-4427-4407-815d-22ab61e25223,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:23.185003 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-313aa2ab-546f-4752-862a-8ad937a4c837 service neutron] Port f7d5e139-4427-4407-815d-22ab61e25223 on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:33:23.185578 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-313aa2ab-546f-4752-862a-8ad937a4c837 service neutron] Attempting to bind port f7d5e139-4427-4407-815d-22ab61e25223 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:23.192633 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-313aa2ab-546f-4752-862a-8ad937a4c837 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:23.192981 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-313aa2ab-546f-4752-862a-8ad937a4c837 service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:23.193364 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-313aa2ab-546f-4752-862a-8ad937a4c837 service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:23.193809 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-313aa2ab-546f-4752-862a-8ad937a4c837 service neutron] Bound port: f7d5e139-4427-4407-815d-22ab61e25223, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:23.194174 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-313aa2ab-546f-4752-862a-8ad937a4c837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.210383 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-51b3270c-6175-4f6c-91b4-fca839b580b7 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Request body: {'port': {'device_id': '8cbc8278-59a4-4fd7-a599-649c472a7729', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'admin_state_up': True, 'tenant_id': 'f6e52e599db54ccca93577960030a784'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:23.244194 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-d35765fc-c9e4-4e87-9797-a957be9b60a3 service neutron] Attempting to bind port 4ededc02-d7fc-4d75-8210-f295d1c8bfbc on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:23.244539 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-d35765fc-c9e4-4e87-9797-a957be9b60a3 service neutron] Attempting to bind port 4ededc02-d7fc-4d75-8210-f295d1c8bfbc by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'af6c40d2-50a9-487d-90a5-d1e53bd06d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '66564c6e-e2e7-416d-a841-b87c2301f074'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:23.244878 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-d35765fc-c9e4-4e87-9797-a957be9b60a3 service neutron] Attempting to bind port 4ededc02-d7fc-4d75-8210-f295d1c8bfbc on network 66564c6e-e2e7-416d-a841-b87c2301f074 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:23.256666 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e4ade48c-6b34-4d4b-970c-d4bdcdd7ae3a req-c68e4edf-0d3e-4d72-b1a3-0a61bf16eb70 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=3565a8c6-8f46-410f-8ab2-12b50975ea16 HTTP/1.1" status: 200 len: 217 time: 0.0492849 Nov 12 08:33:23.286223 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-d35765fc-c9e4-4e87-9797-a957be9b60a3 service neutron] Port 4ededc02-d7fc-4d75-8210-f295d1c8bfbc on network 66564c6e-e2e7-416d-a841-b87c2301f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:33:23.286547 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-d35765fc-c9e4-4e87-9797-a957be9b60a3 service neutron] Attempting to bind port 4ededc02-d7fc-4d75-8210-f295d1c8bfbc on network 66564c6e-e2e7-416d-a841-b87c2301f074 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:23.343037 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601aa670-87c3-4414-8f88-cf623822a5f1 admin admin] Made reservation on behalf of cd852bec4bdb45b9856243c3fa20aebe for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:23.345724 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-601aa670-87c3-4414-8f88-cf623822a5f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.349680 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-313aa2ab-546f-4752-862a-8ad937a4c837 service neutron] For port f7d5e139-4427-4407-815d-22ab61e25223, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:23.353954 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-313aa2ab-546f-4752-862a-8ad937a4c837 service neutron] For port f7d5e139-4427-4407-815d-22ab61e25223, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f7d5e139-4427-4407-815d-22ab61e25223,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:23.354514 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-d35765fc-c9e4-4e87-9797-a957be9b60a3 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:23.354992 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-d35765fc-c9e4-4e87-9797-a957be9b60a3 service neutron] Checking segment: {'id': 'af6c40d2-50a9-487d-90a5-d1e53bd06d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '66564c6e-e2e7-416d-a841-b87c2301f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:23.355476 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-d35765fc-c9e4-4e87-9797-a957be9b60a3 service neutron] Bound using segment: {'id': 'af6c40d2-50a9-487d-90a5-d1e53bd06d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '66564c6e-e2e7-416d-a841-b87c2301f074'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:23.356115 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-d35765fc-c9e4-4e87-9797-a957be9b60a3 service neutron] Bound port: 4ededc02-d7fc-4d75-8210-f295d1c8bfbc, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af6c40d2-50a9-487d-90a5-d1e53bd06d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '66564c6e-e2e7-416d-a841-b87c2301f074'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:23.356512 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-d35765fc-c9e4-4e87-9797-a957be9b60a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.361686 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-313aa2ab-546f-4752-862a-8ad937a4c837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.392973 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-142017f8-331d-41ad-a680-6e3be0ae9ce9 req-db134fb0-081e-4ed1-b403-1beafd5d175f tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372329 Nov 12 08:33:23.413570 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-313aa2ab-546f-4752-862a-8ad937a4c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:23.414300 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-313aa2ab-546f-4752-862a-8ad937a4c837 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.415700 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-313aa2ab-546f-4752-862a-8ad937a4c837 service neutron] 10.222.0.54 "PUT /v2.0/ports/f7d5e139-4427-4407-815d-22ab61e25223 HTTP/1.1" status: 200 len: 1097 time: 1.1175494 Nov 12 08:33:23.416178 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e86af09-931d-4705-9662-d61727b7a1ce', 'tag': 'f7d5e139-4427-4407-815d-22ab61e25223'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:23.418469 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524ec52c-d92b-4314-af35-12cc98971639" -d '{"events": [{"name": "network-changed", "server_uuid": "4e86af09-931d-4705-9662-d61727b7a1ce", "tag": "f7d5e139-4427-4407-815d-22ab61e25223"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:23.424371 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-51b3270c-6175-4f6c-91b4-fca839b580b7 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Made reservation on behalf of f6e52e599db54ccca93577960030a784 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:23.428259 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-51b3270c-6175-4f6c-91b4-fca839b580b7 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.456570 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ade48c-6b34-4d4b-970c-d4bdcdd7ae3a req-e176ef22-e047-4ab0-bfb9-e293f881ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:23.458017 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e4ade48c-6b34-4d4b-970c-d4bdcdd7ae3a req-e176ef22-e047-4ab0-bfb9-e293f881ace0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1676712 Nov 12 08:33:23.478401 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313aa2ab-546f-4752-862a-8ad937a4c837 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d5e139-4427-4407-815d-22ab61e25223,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:23.536318 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3bb9e-5535-4ef9-a4ea-0653a4de1a52 req-34a3cfd7-f22f-4143-b1e8-b12c335358d5 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:23.538941 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b6a3bb9e-5535-4ef9-a4ea-0653a4de1a52 req-34a3cfd7-f22f-4143-b1e8-b12c335358d5 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/ports?device_id=44def6eb-1462-4069-adc4-1ff7fc054c64 HTTP/1.1" status: 200 len: 948 time: 0.2908223 Nov 12 08:33:23.584753 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-b0548c68-5b34-4174-a9c1-6f2da9f2f4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:23.586434 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-b0548c68-5b34-4174-a9c1-6f2da9f2f4da service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6e52e599db54ccca93577960030a784&device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 1100 time: 0.1212726 Nov 12 08:33:23.658999 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-0a9d6830-fc53-46ef-bbc2-de15ae5517b3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=f7d5e139-4427-4407-815d-22ab61e25223 HTTP/1.1" status: 200 len: 217 time: 0.0637815 Nov 12 08:33:23.662742 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ade48c-6b34-4d4b-970c-d4bdcdd7ae3a req-bd46e41c-beb1-4fac-ab9c-772d877e8bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:23.664263 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e4ade48c-6b34-4d4b-970c-d4bdcdd7ae3a req-bd46e41c-beb1-4fac-ab9c-772d877e8bbb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1616695 Nov 12 08:33:23.695175 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-d35765fc-c9e4-4e87-9797-a957be9b60a3 service neutron] For port 4ededc02-d7fc-4d75-8210-f295d1c8bfbc, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:23.747347 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-d35765fc-c9e4-4e87-9797-a957be9b60a3 service neutron] For port 4ededc02-d7fc-4d75-8210-f295d1c8bfbc, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=4ededc02-d7fc-4d75-8210-f295d1c8bfbc,segment=NetworkSegment(af6c40d2-50a9-487d-90a5-d1e53bd06d4b),segment_id=af6c40d2-50a9-487d-90a5-d1e53bd06d4b)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:23.751478 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-1421ac92-a266-447c-ad80-dd43085986d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:23.753161 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-1421ac92-a266-447c-ad80-dd43085986d0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.0744472 Nov 12 08:33:23.755008 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-51b3270c-6175-4f6c-91b4-fca839b580b7 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Allocated IP 192.168.233.149 (aaa9e939-3555-4037-a22a-8e3905c2166f/ac1fb13e-fa96-4a78-a070-af75ed125682/3e420354-8dc2-4371-970c-13fac71eb7d4) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:23.762832 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-d35765fc-c9e4-4e87-9797-a957be9b60a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.799043 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b6a3bb9e-5535-4ef9-a4ea-0653a4de1a52 req-24930194-63ad-4aa1-9d27-de3b1d707aaa tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/security-groups?id=db665b18-4011-4da6-aaa9-a2e1b327a59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332904 Nov 12 08:33:23.834418 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-415e7e87-07fe-43e4-93fa-fc51520ea053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:23.837021 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-415e7e87-07fe-43e4-93fa-fc51520ea053 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0749524 Nov 12 08:33:23.886381 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39cb6e-25f2-4c24-9ec9-9b5a194671a8 req-c93a4532-7019-4cae-b900-213466b56ee5 tempest-ServersOnMultiNodesTest-405974985 tempest-ServersOnMultiNodesTest-405974985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:23.886696 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6c39cb6e-25f2-4c24-9ec9-9b5a194671a8 req-c93a4532-7019-4cae-b900-213466b56ee5 tempest-ServersOnMultiNodesTest-405974985 tempest-ServersOnMultiNodesTest-405974985-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=955b1010-6c5d-4edc-8d06-f42576f2d55e HTTP/1.1" status: 200 len: 1101 time: 0.2807102 Nov 12 08:33:23.932111 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-d35765fc-c9e4-4e87-9797-a957be9b60a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:23.932776 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-d35765fc-c9e4-4e87-9797-a957be9b60a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.934169 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-d35765fc-c9e4-4e87-9797-a957be9b60a3 service neutron] 10.222.0.58 "PUT /v2.0/ports/4ededc02-d7fc-4d75-8210-f295d1c8bfbc HTTP/1.1" status: 200 len: 1092 time: 2.8140974 Nov 12 08:33:23.937563 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a0a37d-dd67-4f77-bbba-85942824c2f9', 'tag': '4ededc02-d7fc-4d75-8210-f295d1c8bfbc'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:23.939922 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508f679b-499e-4a4e-b00f-d8b06f4f3674" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a0a37d-dd67-4f77-bbba-85942824c2f9", "tag": "4ededc02-d7fc-4d75-8210-f295d1c8bfbc"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:24.008202 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-601aa670-87c3-4414-8f88-cf623822a5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.031219 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6c39cb6e-25f2-4c24-9ec9-9b5a194671a8 req-7397ebd8-a27e-4070-919e-b12eba7c73c4 tempest-ServersOnMultiNodesTest-405974985 tempest-ServersOnMultiNodesTest-405974985-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960753 Nov 12 08:33:24.031953 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-a6665dc7-2205-4499-8edc-74472c4442d0 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876369 Nov 12 08:33:24.057343 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-51b3270c-6175-4f6c-91b4-fca839b580b7 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.144539 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601aa670-87c3-4414-8f88-cf623822a5f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f791b08b-1100-46f4-98ac-ad121fd64479,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:24.181912 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-51b3270c-6175-4f6c-91b4-fca839b580b7 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.209004 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e4ade48c-6b34-4d4b-970c-d4bdcdd7ae3a req-6c6c681a-adf9-4886-a2f5-0c611ac30deb service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079670 Nov 12 08:33:24.209825 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35765fc-c9e4-4e87-9797-a957be9b60a3 service neutron] Pushing event updated for resources: {'Port': ['ID=4ededc02-d7fc-4d75-8210-f295d1c8bfbc,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:24.235128 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a0de3017-dbc2-403c-8f34-fa16d34bd237 req-6f13c4d8-1452-498c-aba8-53eceecad452 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907275 Nov 12 08:33:24.247617 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-51b3270c-6175-4f6c-91b4-fca839b580b7 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Network aaa9e939-3555-4037-a22a-8e3905c2166f is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:24.254849 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-51b3270c-6175-4f6c-91b4-fca839b580b7 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:24.262123 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1135e73d-ed0d-4460-9714-c40f3acad502 x-openstack-request-id: req-1135e73d-ed0d-4460-9714-c40f3acad502 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:24.262751 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e86af09-931d-4705-9662-d61727b7a1ce", "tag": "f7d5e139-4427-4407-815d-22ab61e25223", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:24.263179 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1135e73d-ed0d-4460-9714-c40f3acad502 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:24.263983 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e86af09-931d-4705-9662-d61727b7a1ce', 'tag': 'f7d5e139-4427-4407-815d-22ab61e25223', 'status': 'completed', 'code': 200} Nov 12 08:33:24.265048 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-51b3270c-6175-4f6c-91b4-fca839b580b7 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:24.272958 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-51b3270c-6175-4f6c-91b4-fca839b580b7 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:24.273795 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-51b3270c-6175-4f6c-91b4-fca839b580b7 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.291402 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3270c-6175-4f6c-91b4-fca839b580b7 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Pushing event updated for resources: {'Port': ['ID=3e420354-8dc2-4371-970c-13fac71eb7d4,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:24.354421 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-51b3270c-6175-4f6c-91b4-fca839b580b7 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1487637 Nov 12 08:33:24.372959 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-f85bbeae-375d-4940-8c66-f33dd8489583 service neutron] Request body: {'port': {'device_id': '8cbc8278-59a4-4fd7-a599-649c472a7729', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:24.382085 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e4ade48c-6b34-4d4b-970c-d4bdcdd7ae3a req-9ac4722a-85dc-4cde-8cd7-b908c7e408b8 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570392 Nov 12 08:33:24.393519 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601aa670-87c3-4414-8f88-cf623822a5f1 admin admin] Checking segment: {'id': '2c3c20a3-0ce8-48a2-8cdf-f60d82907145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c1af7b5f-ebc7-49bd-8625-a86d9b391c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:24.393925 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601aa670-87c3-4414-8f88-cf623822a5f1 admin admin] Network hostable DHCP agents. Network: c1af7b5f-ebc7-49bd-8625-a86d9b391c7d, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:33:24.400136 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-4df95a29-1ffe-4ba3-ae0e-151db47ef9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:24.401679 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-4df95a29-1ffe-4ba3-ae0e-151db47ef9a8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0669f51114604e399f0f5892a07911ba&device_id=d7a0a37d-dd67-4f77-bbba-85942824c2f9 HTTP/1.1" status: 200 len: 1095 time: 0.3734725 Nov 12 08:33:24.412380 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c894ce-28d2-4f14-bfbb-8b645945e4ea req-e18e2ff5-a96a-4678-93b9-bfff826d4b8a tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:24.420170 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b8c894ce-28d2-4f14-bfbb-8b645945e4ea req-e18e2ff5-a96a-4678-93b9-bfff826d4b8a tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 946 time: 0.4924643 Nov 12 08:33:24.451988 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ec52c-d92b-4314-af35-12cc98971639 req-b468365e-2fb9-47c4-bc33-24d29345b857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:24.453794 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-524ec52c-d92b-4314-af35-12cc98971639 req-b468365e-2fb9-47c4-bc33-24d29345b857 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6e52e599db54ccca93577960030a784&device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 1100 time: 0.1473479 Nov 12 08:33:24.455040 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-f85bbeae-375d-4940-8c66-f33dd8489583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.505909 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-4d49c2bf-7fd4-43d1-98f5-5b2bb6af1464 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ededc02-d7fc-4d75-8210-f295d1c8bfbc HTTP/1.1" status: 200 len: 217 time: 0.0836167 Nov 12 08:33:24.536454 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601aa670-87c3-4414-8f88-cf623822a5f1 admin admin] Network c1af7b5f-ebc7-49bd-8625-a86d9b391c7d is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:33:24.553588 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5a73564f-f635-4845-87f3-6ed55283de46 None None] Provisioning complete for port 3e420354-8dc2-4371-970c-13fac71eb7d4 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:24.554256 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5a73564f-f635-4845-87f3-6ed55283de46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.597547 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5a73564f-f635-4845-87f3-6ed55283de46 None None] Port 3e420354-8dc2-4371-970c-13fac71eb7d4 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:33:24.597731 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d8e12-7215-4d73-a3c6-32a1a86c36b4 req-f3e58125-3baa-4421-b88c-c36583b16a99 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:24.607349 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8d1d8e12-7215-4d73-a3c6-32a1a86c36b4 req-f3e58125-3baa-4421-b88c-c36583b16a99 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cbc8278-59a4-4fd7-a599-649c472a7729 HTTP/1.1" status: 200 len: 936 time: 0.1839859 Nov 12 08:33:24.635436 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b8c894ce-28d2-4f14-bfbb-8b645945e4ea req-51339a91-8b60-4016-94d0-82ddb33e83c6 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000935 Nov 12 08:33:24.635436 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-601aa670-87c3-4414-8f88-cf623822a5f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, c1af7b5f-ebc7-49bd-8625-a86d9b391c7d) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:24.635436 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601aa670-87c3-4414-8f88-cf623822a5f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:24.636369 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-601aa670-87c3-4414-8f88-cf623822a5f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.645925 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0a4f09-7a54-4811-b26b-c3da673ea1b4 None None] Network c1af7b5f-ebc7-49bd-8625-a86d9b391c7d requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:24.745462 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-d7d23b95-86c4-419e-b565-152ca408dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:24.747759 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-d7d23b95-86c4-419e-b565-152ca408dbc4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8938d4b5-bd69-4149-9311-40b43ee35159 HTTP/1.1" status: 200 len: 868 time: 0.2085707 Nov 12 08:33:24.792191 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ec52c-d92b-4314-af35-12cc98971639 req-a6ddce68-c8b6-4d08-aed2-0d89cf26d439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:24.793795 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-524ec52c-d92b-4314-af35-12cc98971639 req-a6ddce68-c8b6-4d08-aed2-0d89cf26d439 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.3211503 Nov 12 08:33:24.856012 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-524ec52c-d92b-4314-af35-12cc98971639 req-7e8b5f42-295b-4e03-88ba-8af9aaca367b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=f7d5e139-4427-4407-815d-22ab61e25223 HTTP/1.1" status: 200 len: 217 time: 0.0493131 Nov 12 08:33:24.867997 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d14294-45fb-4656-83cc-161002490c3a None None] Network c1af7b5f-ebc7-49bd-8625-a86d9b391c7d requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:24.880999 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33df80b6-b0f9-4c98-933b-00d82fedace0 req-df23399d-28ab-4629-a881-c22c2cb7f66b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1418622 Nov 12 08:33:24.936972 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ec52c-d92b-4314-af35-12cc98971639 req-2c14621a-77e0-4f78-be6b-052174ba1466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:24.938497 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-524ec52c-d92b-4314-af35-12cc98971639 req-2c14621a-77e0-4f78-be6b-052174ba1466 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.0708368 Nov 12 08:33:25.005130 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-601aa670-87c3-4414-8f88-cf623822a5f1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9187667 Nov 12 08:33:25.024573 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-f85bbeae-375d-4940-8c66-f33dd8489583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e420354-8dc2-4371-970c-13fac71eb7d4 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:25.033692 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-f85bbeae-375d-4940-8c66-f33dd8489583 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:25.059629 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-f85bbeae-375d-4940-8c66-f33dd8489583 service neutron] Transition to ACTIVE for port object 3e420354-8dc2-4371-970c-13fac71eb7d4 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:33:25.062822 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ec52c-d92b-4314-af35-12cc98971639 req-62c0edcc-6ae0-42ae-bec0-2a5afc3ec578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:25.064344 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-524ec52c-d92b-4314-af35-12cc98971639 req-62c0edcc-6ae0-42ae-bec0-2a5afc3ec578 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0991132 Nov 12 08:33:25.067934 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-f85bbeae-375d-4940-8c66-f33dd8489583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:25.069660 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8d1d8e12-7215-4d73-a3c6-32a1a86c36b4 req-c33ea10c-b70d-4676-8343-f2ee09330d00 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613752 Nov 12 08:33:25.080715 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df80b6-b0f9-4c98-933b-00d82fedace0 req-0cf7abed-b9e6-457c-ada0-06c0f8195cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:25.082048 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33df80b6-b0f9-4c98-933b-00d82fedace0 req-0cf7abed-b9e6-457c-ada0-06c0f8195cf7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=60036c792d1544fb8cbb03c747464363&device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 1096 time: 0.1425693 Nov 12 08:33:25.085222 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3771875-b138-4115-87e7-cf3398208471 req-a5dea85d-1b1a-4067-ae28-99ab86f89ccf tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:25.094019 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f3771875-b138-4115-87e7-cf3398208471 req-a5dea85d-1b1a-4067-ae28-99ab86f89ccf tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4 HTTP/1.1" status: 200 len: 1097 time: 0.3528321 Nov 12 08:33:25.110851 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-7726f4a2-0112-4f29-9323-12dfff791f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:25.112146 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-7726f4a2-0112-4f29-9323-12dfff791f07 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=66564c6e-e2e7-416d-a841-b87c2301f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3497851 Nov 12 08:33:25.136783 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b20ffb6-6811-4f23-8cb2-0a0f77325d3f x-openstack-request-id: req-3b20ffb6-6811-4f23-8cb2-0a0f77325d3f {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:25.137071 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a0a37d-dd67-4f77-bbba-85942824c2f9", "tag": "4ededc02-d7fc-4d75-8210-f295d1c8bfbc", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:25.137317 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b20ffb6-6811-4f23-8cb2-0a0f77325d3f {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:25.137747 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a0a37d-dd67-4f77-bbba-85942824c2f9', 'tag': '4ededc02-d7fc-4d75-8210-f295d1c8bfbc', 'status': 'completed', 'code': 200} Nov 12 08:33:25.209683 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f3771875-b138-4115-87e7-cf3398208471 req-0ff47708-e2b7-4ed9-b0fe-247d19f431cc tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090689 Nov 12 08:33:25.260623 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bbeae-375d-4940-8c66-f33dd8489583 service neutron] Pushing event updated for resources: {'Port': ['ID=3e420354-8dc2-4371-970c-13fac71eb7d4,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:25.294591 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-0d454abd-d2dd-41cb-9b6a-5b9e2d7ea08b service neutron] 10.222.0.58 "GET /v2.0/networks/66564c6e-e2e7-416d-a841-b87c2301f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677971 Nov 12 08:33:25.405398 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-f85bbeae-375d-4940-8c66-f33dd8489583 service neutron] Attempting to bind port 3e420354-8dc2-4371-970c-13fac71eb7d4 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:25.405734 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-f85bbeae-375d-4940-8c66-f33dd8489583 service neutron] Attempting to bind port 3e420354-8dc2-4371-970c-13fac71eb7d4 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:25.406067 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-f85bbeae-375d-4940-8c66-f33dd8489583 service neutron] Attempting to bind port 3e420354-8dc2-4371-970c-13fac71eb7d4 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:25.415511 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-524ec52c-d92b-4314-af35-12cc98971639 req-f786e08b-f59a-40a4-9f18-dcc2a5d02d5b service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408666 Nov 12 08:33:25.466286 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-f85bbeae-375d-4940-8c66-f33dd8489583 service neutron] Port 3e420354-8dc2-4371-970c-13fac71eb7d4 on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:33:25.466593 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-f85bbeae-375d-4940-8c66-f33dd8489583 service neutron] Attempting to bind port 3e420354-8dc2-4371-970c-13fac71eb7d4 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:25.492565 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-f85bbeae-375d-4940-8c66-f33dd8489583 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:25.492717 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-f85bbeae-375d-4940-8c66-f33dd8489583 service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:25.493051 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-f85bbeae-375d-4940-8c66-f33dd8489583 service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:25.493466 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-f85bbeae-375d-4940-8c66-f33dd8489583 service neutron] Bound port: 3e420354-8dc2-4371-970c-13fac71eb7d4, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:25.493834 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-f85bbeae-375d-4940-8c66-f33dd8489583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:25.499038 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df80b6-b0f9-4c98-933b-00d82fedace0 req-de196f76-105b-4ba7-9895-b0730f42e60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:25.500679 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33df80b6-b0f9-4c98-933b-00d82fedace0 req-de196f76-105b-4ba7-9895-b0730f42e60c service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6d5f445-c009-4fb1-a92b-e2439070859b HTTP/1.1" status: 200 len: 908 time: 0.3751943 Nov 12 08:33:25.502453 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f05cd17-cb77-4003-9294-67ec6c3fc724 req-7b8f91ba-5919-4cc4-9217-adc6f5b22c1c service neutron] 10.222.0.58 "GET /v2.0/networks/66564c6e-e2e7-416d-a841-b87c2301f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940737 Nov 12 08:33:25.579170 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e131b0-7534-4dcd-b18f-c58f813b2c5d req-124bb662-e666-4fed-a98a-fd3285c71414 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:25.587088 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a2e131b0-7534-4dcd-b18f-c58f813b2c5d req-124bb662-e666-4fed-a98a-fd3285c71414 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7a0a37d-dd67-4f77-bbba-85942824c2f9 HTTP/1.1" status: 200 len: 943 time: 0.1492245 Nov 12 08:33:25.616671 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33df80b6-b0f9-4c98-933b-00d82fedace0 req-ee8f0d2e-771c-4e10-97b6-ea82563698f3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29e38202-4aa2-4ddd-9276-94e9b823a5a4 HTTP/1.1" status: 200 len: 217 time: 0.0540771 Nov 12 08:33:25.645936 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc385a3e-ef9f-4553-b761-5dfdbdff506e req-997a7203-dc49-4eb0-907f-d446d957725a tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:25.647555 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc385a3e-ef9f-4553-b761-5dfdbdff506e req-997a7203-dc49-4eb0-907f-d446d957725a tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/ports?device_id=44def6eb-1462-4069-adc4-1ff7fc054c64 HTTP/1.1" status: 200 len: 948 time: 0.1495988 Nov 12 08:33:25.692411 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f679b-499e-4a4e-b00f-d8b06f4f3674 req-3b9a3eb4-2562-4039-88f0-a87634c36b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:25.693949 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-508f679b-499e-4a4e-b00f-d8b06f4f3674 req-3b9a3eb4-2562-4039-88f0-a87634c36b9b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0669f51114604e399f0f5892a07911ba&device_id=d7a0a37d-dd67-4f77-bbba-85942824c2f9 HTTP/1.1" status: 200 len: 1095 time: 0.1047726 Nov 12 08:33:25.703589 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a2e131b0-7534-4dcd-b18f-c58f813b2c5d req-28e6c7cb-d39e-45b1-bb0c-0823eb9e55c6 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/security-groups?id=6227e74a-e98c-446f-b22d-831b8485d6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155705 Nov 12 08:33:25.769272 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc385a3e-ef9f-4553-b761-5dfdbdff506e req-ba4e73cc-59f4-4732-8655-10968ee70d92 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/security-groups?id=db665b18-4011-4da6-aaa9-a2e1b327a59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088493 Nov 12 08:33:25.803332 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36408) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:25.810695 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-91d64877-22f8-43c7-b555-d0878ee30631 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2039657576-network', 'tenant_id': '0ce0e260664f49839a52354362299362'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:25.860831 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d64877-22f8-43c7-b555-d0878ee30631 admin admin] Made reservation on behalf of 0ce0e260664f49839a52354362299362 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:25.863200 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-91d64877-22f8-43c7-b555-d0878ee30631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:25.866356 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f679b-499e-4a4e-b00f-d8b06f4f3674 req-f02bd411-9ffd-42bf-a569-38d20c842009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:25.868051 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-508f679b-499e-4a4e-b00f-d8b06f4f3674 req-f02bd411-9ffd-42bf-a569-38d20c842009 service neutron] 10.222.0.58 "GET /v2.0/networks?id=66564c6e-e2e7-416d-a841-b87c2301f074 HTTP/1.1" status: 200 len: 930 time: 0.1617861 Nov 12 08:33:25.875504 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-91d64877-22f8-43c7-b555-d0878ee30631 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:25.930556 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 3565a8c6-8f46-410f-8ab2-12b50975ea16 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:33:25.934193 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-508f679b-499e-4a4e-b00f-d8b06f4f3674 req-d4791bf9-a0bf-4a85-8bc4-dfda32c13a5f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ededc02-d7fc-4d75-8210-f295d1c8bfbc HTTP/1.1" status: 200 len: 217 time: 0.0494480 Nov 12 08:33:25.999871 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-524ec52c-d92b-4314-af35-12cc98971639 req-8069361e-aa41-472e-bcaa-e557f7dae782 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5656593 Nov 12 08:33:26.034275 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df80b6-b0f9-4c98-933b-00d82fedace0 req-3da8a6b0-2b5b-40d4-9a0c-2b62a0f5185a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:26.036002 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33df80b6-b0f9-4c98-933b-00d82fedace0 req-3da8a6b0-2b5b-40d4-9a0c-2b62a0f5185a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d46819c4-cbf3-463f-b6ce-344123c01513 HTTP/1.1" status: 200 len: 847 time: 0.1121891 Nov 12 08:33:26.040652 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-f85bbeae-375d-4940-8c66-f33dd8489583 service neutron] For port 3e420354-8dc2-4371-970c-13fac71eb7d4, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:26.041647 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-ddeefd47-8676-46c4-a399-9d6155134a51 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3086472231354689b06a975258c697aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0938363 Nov 12 08:33:26.044343 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-f85bbeae-375d-4940-8c66-f33dd8489583 service neutron] For port 3e420354-8dc2-4371-970c-13fac71eb7d4, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=3e420354-8dc2-4371-970c-13fac71eb7d4,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:26.049805 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-f85bbeae-375d-4940-8c66-f33dd8489583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.063067 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 3565a8c6-8f46-410f-8ab2-12b50975ea16, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=3565a8c6-8f46-410f-8ab2-12b50975ea16,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:26.075243 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '3565a8c6-8f46-410f-8ab2-12b50975ea16', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': '3565a8c6-8f46-410f-8ab2-12b50975ea16', 'mac_address': 'fa:16:3e:cf:d0:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:33:26.094103 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f679b-499e-4a4e-b00f-d8b06f4f3674 req-f1042b5a-24ca-49f4-b6c4-4932b33829ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:26.095566 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-508f679b-499e-4a4e-b00f-d8b06f4f3674 req-f1042b5a-24ca-49f4-b6c4-4932b33829ea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8938d4b5-bd69-4149-9311-40b43ee35159 HTTP/1.1" status: 200 len: 868 time: 0.1449695 Nov 12 08:33:26.112868 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef0df1-f9bf-44a8-b83e-e1daa8d69279 req-19534173-b453-458f-be80-483bff975866 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:26.114474 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ecef0df1-f9bf-44a8-b83e-e1daa8d69279 req-19534173-b453-458f-be80-483bff975866 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 946 time: 0.1843421 Nov 12 08:33:26.114692 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-f85bbeae-375d-4940-8c66-f33dd8489583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:26.115886 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-f85bbeae-375d-4940-8c66-f33dd8489583 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.117346 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-f85bbeae-375d-4940-8c66-f33dd8489583 service neutron] 10.222.0.58 "PUT /v2.0/ports/3e420354-8dc2-4371-970c-13fac71eb7d4 HTTP/1.1" status: 200 len: 1097 time: 1.7500033 Nov 12 08:33:26.119259 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33df80b6-b0f9-4c98-933b-00d82fedace0 req-374ce054-6838-44fc-8711-378432e1f73c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6d5f445-c009-4fb1-a92b-e2439070859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602987 Nov 12 08:33:26.128668 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.147401 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3565a8c6-8f46-410f-8ab2-12b50975ea16 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:26.185591 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 3565a8c6-8f46-410f-8ab2-12b50975ea16, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=3565a8c6-8f46-410f-8ab2-12b50975ea16,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:26.192115 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.213681 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bbeae-375d-4940-8c66-f33dd8489583 service neutron] Pushing event updated for resources: {'Port': ['ID=3e420354-8dc2-4371-970c-13fac71eb7d4,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:26.262521 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=3565a8c6-8f46-410f-8ab2-12b50975ea16,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:26.269379 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cbc8278-59a4-4fd7-a599-649c472a7729', 'tag': '3e420354-8dc2-4371-970c-13fac71eb7d4'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:26.271706 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6138e1-c4e2-441b-bd2f-962af9e067ce" -d '{"events": [{"name": "network-changed", "server_uuid": "8cbc8278-59a4-4fd7-a599-649c472a7729", "tag": "3e420354-8dc2-4371-970c-13fac71eb7d4"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:26.283996 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-0ea08e2b-3546-4fd9-9496-205e2a2c5b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:26.285555 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-0ea08e2b-3546-4fd9-9496-205e2a2c5b09 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f6e52e599db54ccca93577960030a784&device_id=8cbc8278-59a4-4fd7-a599-649c472a7729 HTTP/1.1" status: 200 len: 1100 time: 0.0834939 Nov 12 08:33:26.287639 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-91d64877-22f8-43c7-b555-d0878ee30631 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.292187 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33df80b6-b0f9-4c98-933b-00d82fedace0 req-a5ed9ddb-e432-4ff8-bdfd-60fa94008d20 service neutron] 10.222.0.54 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614518 Nov 12 08:33:26.294298 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f679b-499e-4a4e-b00f-d8b06f4f3674 req-2030d1b1-147a-4145-b181-f77b83baccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:26.295931 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-508f679b-499e-4a4e-b00f-d8b06f4f3674 req-2030d1b1-147a-4145-b181-f77b83baccf0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=66564c6e-e2e7-416d-a841-b87c2301f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1747558 Nov 12 08:33:26.312220 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ecef0df1-f9bf-44a8-b83e-e1daa8d69279 req-627f8f67-dfdf-46c2-adee-3b83336f361c tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564178 Nov 12 08:33:26.316617 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-91d64877-22f8-43c7-b555-d0878ee30631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.340409 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-1c2b1061-d634-4885-b079-c61ed657705f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:26.348314 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-1c2b1061-d634-4885-b079-c61ed657705f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2944660 Nov 12 08:33:26.359839 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-177ea5e8-daeb-4063-bc39-53a4603530e6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=3e420354-8dc2-4371-970c-13fac71eb7d4 HTTP/1.1" status: 200 len: 217 time: 0.0427601 Nov 12 08:33:26.414554 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d64877-22f8-43c7-b555-d0878ee30631 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:33:26.432024 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-adbc7c50-431e-47e8-a659-e56db1e4566f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/quotas/3086472231354689b06a975258c697aa HTTP/1.1" status: 200 len: 375 time: 0.0828028 Nov 12 08:33:26.455508 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-91d64877-22f8-43c7-b555-d0878ee30631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.455958 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-91d64877-22f8-43c7-b555-d0878ee30631 admin admin] Added segment b26bd927-2ab2-4acd-8ad6-8392a43b810d of type vlan for network 5208c1d3-0f31-43a2-9aa2-1e64121d1699 Nov 12 08:33:26.458301 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-603e67b0-e998-49c7-8fdd-80ded7bc0b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:26.459853 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-603e67b0-e998-49c7-8fdd-80ded7bc0b9d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.0648623 Nov 12 08:33:26.471198 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33df80b6-b0f9-4c98-933b-00d82fedace0 req-b09ad2b6-1e6e-49cd-90f9-2729a4d36f41 service neutron] 10.222.0.54 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731067 Nov 12 08:33:26.485098 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d64877-22f8-43c7-b555-d0878ee30631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a559dba-3f63-40a3-b9b9-38bb566e5b04,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:26.549464 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-91d64877-22f8-43c7-b555-d0878ee30631 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.553090 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-67d808bb-43c9-4f5a-a872-c100841eccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:26.554756 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-67d808bb-43c9-4f5a-a872-c100841eccb9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0773268 Nov 12 08:33:26.563789 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-508f679b-499e-4a4e-b00f-d8b06f4f3674 req-3c3dd10c-802f-46bf-b37e-b68ad631fd73 service neutron] 10.222.0.58 "GET /v2.0/networks/66564c6e-e2e7-416d-a841-b87c2301f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485015 Nov 12 08:33:26.573916 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-27008485-9f1c-4912-b94f-cf8226ea54c1 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3086472231354689b06a975258c697aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1410506 Nov 12 08:33:26.645709 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-91d64877-22f8-43c7-b555-d0878ee30631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.647014 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d64877-22f8-43c7-b555-d0878ee30631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:26.647830 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-91d64877-22f8-43c7-b555-d0878ee30631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.652455 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['3565a8c6-8f46-410f-8ab2-12b50975ea16'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:26.695380 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-91d64877-22f8-43c7-b555-d0878ee30631 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8908310 Nov 12 08:33:26.698958 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36432) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:26.714323 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ca9edad5-3dfd-45fe-9c27-58717c875dee admin admin] Request body: {'subnet': {'network_id': '5208c1d3-0f31-43a2-9aa2-1e64121d1699', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2039657576-subnet', 'tenant_id': '0ce0e260664f49839a52354362299362', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:26.744407 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d64877-22f8-43c7-b555-d0878ee30631 admin admin] Pushing event updated for resources: {'Network': ['ID=5208c1d3-0f31-43a2-9aa2-1e64121d1699,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:26.763281 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-74da2e4b-77f6-464a-9704-67bfb44f727d service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875181 Nov 12 08:33:26.765573 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-508f679b-499e-4a4e-b00f-d8b06f4f3674 req-a4573e2c-66ec-49fa-a901-c61076975c07 service neutron] 10.222.0.58 "GET /v2.0/networks/66564c6e-e2e7-416d-a841-b87c2301f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879890 Nov 12 08:33:26.772337 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 5208c1d3-0f31-43a2-9aa2-1e64121d1699 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:33:26.775368 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9edad5-3dfd-45fe-9c27-58717c875dee admin admin] Made reservation on behalf of 0ce0e260664f49839a52354362299362 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:26.795562 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ca9edad5-3dfd-45fe-9c27-58717c875dee admin admin] Publish callbacks [] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.982944 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ab8477a4-ac03-4090-afb8-4ab9a3faa96d req-591a03e6-7fcd-424a-bcb1-6e15218ac80f service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792498 Nov 12 08:33:27.105916 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ca9edad5-3dfd-45fe-9c27-58717c875dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:27.170547 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fa847-1eb3-444a-b7b6-7b41aeb793e2 req-ec4a5e56-1b91-4374-acc3-e15f52e96242 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:27.172826 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5c9fa847-1eb3-444a-b7b6-7b41aeb793e2 req-ec4a5e56-1b91-4374-acc3-e15f52e96242 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cbc8278-59a4-4fd7-a599-649c472a7729 HTTP/1.1" status: 200 len: 948 time: 0.0612683 Nov 12 08:33:27.187960 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9edad5-3dfd-45fe-9c27-58717c875dee admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b520d73-f0af-4c09-be25-546ac4a6a0c1,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:27.207517 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9edad5-3dfd-45fe-9c27-58717c875dee admin admin] Checking segment: {'id': 'b26bd927-2ab2-4acd-8ad6-8392a43b810d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5208c1d3-0f31-43a2-9aa2-1e64121d1699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:27.207714 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9edad5-3dfd-45fe-9c27-58717c875dee admin admin] Network hostable DHCP agents. Network: 5208c1d3-0f31-43a2-9aa2-1e64121d1699, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:33:27.230013 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9edad5-3dfd-45fe-9c27-58717c875dee admin admin] Network 5208c1d3-0f31-43a2-9aa2-1e64121d1699 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:33:27.243044 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-ca9edad5-3dfd-45fe-9c27-58717c875dee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 5208c1d3-0f31-43a2-9aa2-1e64121d1699) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:27.253874 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94efd05a-4ca2-481d-86ce-0c7acb11a7cb None None] Network 5208c1d3-0f31-43a2-9aa2-1e64121d1699 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:27.256565 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5c9fa847-1eb3-444a-b7b6-7b41aeb793e2 req-cfb6098e-5e1f-474e-bdbf-0c7ab05057d3 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752795 Nov 12 08:33:27.279246 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9edad5-3dfd-45fe-9c27-58717c875dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:27.282541 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ca9edad5-3dfd-45fe-9c27-58717c875dee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:27.324497 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ca9edad5-3dfd-45fe-9c27-58717c875dee admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6207602 Nov 12 08:33:27.327379 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8210cd36-04b0-496a-bc27-3d6825aceaaa x-openstack-request-id: req-8210cd36-04b0-496a-bc27-3d6825aceaaa {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:27.327805 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cbc8278-59a4-4fd7-a599-649c472a7729", "tag": "3e420354-8dc2-4371-970c-13fac71eb7d4", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:27.328122 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8210cd36-04b0-496a-bc27-3d6825aceaaa {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:27.328619 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cbc8278-59a4-4fd7-a599-649c472a7729', 'tag': '3e420354-8dc2-4371-970c-13fac71eb7d4', 'status': 'completed', 'code': 200} Nov 12 08:33:27.442749 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6138e1-c4e2-441b-bd2f-962af9e067ce req-adcbaa61-013d-4f43-b842-f899b4515e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:27.444464 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7e6138e1-c4e2-441b-bd2f-962af9e067ce req-adcbaa61-013d-4f43-b842-f899b4515e2c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f6e52e599db54ccca93577960030a784&device_id=8cbc8278-59a4-4fd7-a599-649c472a7729 HTTP/1.1" status: 200 len: 1100 time: 0.0773883 Nov 12 08:33:27.460280 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388274a-f54c-4183-8cfa-f05d7bc6cb08 req-8d75e001-b4c5-4f24-8646-b132c39b79f5 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:27.469704 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e388274a-f54c-4183-8cfa-f05d7bc6cb08 req-8d75e001-b4c5-4f24-8646-b132c39b79f5 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 1098 time: 0.0868602 Nov 12 08:33:27.473674 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9380864e-1aa4-4b12-a788-5d927a2c5665 None None] Network 5208c1d3-0f31-43a2-9aa2-1e64121d1699 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:27.533409 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e388274a-f54c-4183-8cfa-f05d7bc6cb08 req-331dabf2-9b76-4cc7-88dc-ccfb7aa0f821 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613022 Nov 12 08:33:27.686025 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f7d5e139-4427-4407-815d-22ab61e25223 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:33:27.708419 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-534a09d7-6f19-42be-ad9e-8306480c76be tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:33:27.714118 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-534a09d7-6f19-42be-ad9e-8306480c76be tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104163 Nov 12 08:33:27.724957 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6aa9a2-e5be-4859-9dab-ea8cf84b935f req-b0a1b594-8576-43c3-908d-e20489684795 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:27.727183 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf6aa9a2-e5be-4859-9dab-ea8cf84b935f req-b0a1b594-8576-43c3-908d-e20489684795 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7a0a37d-dd67-4f77-bbba-85942824c2f9 HTTP/1.1" status: 200 len: 943 time: 0.0815086 Nov 12 08:33:27.757403 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6138e1-c4e2-441b-bd2f-962af9e067ce req-0936d12e-d727-4f1b-b3eb-39ee8dac8c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:27.758910 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7e6138e1-c4e2-441b-bd2f-962af9e067ce req-0936d12e-d727-4f1b-b3eb-39ee8dac8c83 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.2784247 Nov 12 08:33:27.769451 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-db9f2046-dc87-481e-9ec2-788459e44c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:27.770866 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-db9f2046-dc87-481e-9ec2-788459e44c16 service neutron] 10.222.0.37 "GET /v2.0/ports/1c8d47e8-5668-4c0c-afef-397121b7582d HTTP/1.1" status: 200 len: 1094 time: 0.0460711 Nov 12 08:33:27.782964 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4647bee2-d48a-45f0-9e5d-2c75ac17e605 service neutron] Request body: {'binding': {'host': 'n-h2-768862-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:27.783543 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4647bee2-d48a-45f0-9e5d-2c75ac17e605 service neutron] Unknown quota resources ['binding']. {{(pid=102568) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:33:27.802620 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf6aa9a2-e5be-4859-9dab-ea8cf84b935f req-da45ce71-1f2c-4e68-847b-be8d99190bc5 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/security-groups?id=6227e74a-e98c-446f-b22d-831b8485d6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681148 Nov 12 08:33:27.814422 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7e6138e1-c4e2-441b-bd2f-962af9e067ce req-be64d32a-5f14-498c-a8f6-c727104c260f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=3e420354-8dc2-4371-970c-13fac71eb7d4 HTTP/1.1" status: 200 len: 217 time: 0.0423818 Nov 12 08:33:27.903929 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port f7d5e139-4427-4407-815d-22ab61e25223, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f7d5e139-4427-4407-815d-22ab61e25223,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:27.910516 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6138e1-c4e2-441b-bd2f-962af9e067ce req-fab2ed5e-6e98-43b8-b8a4-0d8e2fe96f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:27.912018 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7e6138e1-c4e2-441b-bd2f-962af9e067ce req-fab2ed5e-6e98-43b8-b8a4-0d8e2fe96f04 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.0802674 Nov 12 08:33:27.989080 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ce6c9-9563-42b0-9350-65a809356f4d req-ba4fa5af-50ff-4f6a-89cd-e18f1cf6387f tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:27.991673 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b88ce6c9-9563-42b0-9350-65a809356f4d req-ba4fa5af-50ff-4f6a-89cd-e18f1cf6387f tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/ports?device_id=44def6eb-1462-4069-adc4-1ff7fc054c64 HTTP/1.1" status: 200 len: 949 time: 0.0967531 Nov 12 08:33:28.004424 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6138e1-c4e2-441b-bd2f-962af9e067ce req-78edbf23-eb80-4554-8b8d-26a143b44685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:28.006010 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7e6138e1-c4e2-441b-bd2f-962af9e067ce req-78edbf23-eb80-4554-8b8d-26a143b44685 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0667086 Nov 12 08:33:28.072542 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 3565a8c6-8f46-410f-8ab2-12b50975ea16 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:28.081404 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b88ce6c9-9563-42b0-9350-65a809356f4d req-da9e38db-928e-49af-ae07-55de5612dbc9 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/security-groups?id=db665b18-4011-4da6-aaa9-a2e1b327a59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799651 Nov 12 08:33:28.116979 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'f7d5e139-4427-4407-815d-22ab61e25223', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': 'f7d5e139-4427-4407-815d-22ab61e25223', 'mac_address': 'fa:16:3e:78:75:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:33:28.175982 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4647bee2-d48a-45f0-9e5d-2c75ac17e605 service neutron] Attempting to bind port 1c8d47e8-5668-4c0c-afef-397121b7582d on host n-h2-768862-16 for vnic_type normal with profile None {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:28.176262 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4647bee2-d48a-45f0-9e5d-2c75ac17e605 service neutron] Attempting to bind port 1c8d47e8-5668-4c0c-afef-397121b7582d by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:28.176715 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4647bee2-d48a-45f0-9e5d-2c75ac17e605 service neutron] Attempting to bind port 1c8d47e8-5668-4c0c-afef-397121b7582d on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:28.183811 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:28.185759 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4647bee2-d48a-45f0-9e5d-2c75ac17e605 service neutron] Port 1c8d47e8-5668-4c0c-afef-397121b7582d on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:33:28.186393 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4647bee2-d48a-45f0-9e5d-2c75ac17e605 service neutron] Attempting to bind port 1c8d47e8-5668-4c0c-afef-397121b7582d on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:28.192907 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 3565a8c6-8f46-410f-8ab2-12b50975ea16 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:33:28.200714 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4647bee2-d48a-45f0-9e5d-2c75ac17e605 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:28.201224 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4647bee2-d48a-45f0-9e5d-2c75ac17e605 service neutron] Checking segment: {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:28.201833 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4647bee2-d48a-45f0-9e5d-2c75ac17e605 service neutron] Bound using segment: {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:28.202500 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4647bee2-d48a-45f0-9e5d-2c75ac17e605 service neutron] Bound port: 1c8d47e8-5668-4c0c-afef-397121b7582d, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:28.209120 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 3565a8c6-8f46-410f-8ab2-12b50975ea16 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:28.209577 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:28.216234 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d5e139-4427-4407-815d-22ab61e25223 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:28.270024 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port f7d5e139-4427-4407-815d-22ab61e25223, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f7d5e139-4427-4407-815d-22ab61e25223,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:28.278056 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:28.282791 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4647bee2-d48a-45f0-9e5d-2c75ac17e605 service neutron] For port 1c8d47e8-5668-4c0c-afef-397121b7582d, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=1c8d47e8-5668-4c0c-afef-397121b7582d,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:28.293726 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4647bee2-d48a-45f0-9e5d-2c75ac17e605 service neutron] Publish callbacks [] for binding, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:28.309268 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4647bee2-d48a-45f0-9e5d-2c75ac17e605 service neutron] 10.222.0.37 "POST /v2.0/ports/1c8d47e8-5668-4c0c-afef-397121b7582d/bindings HTTP/1.1" status: 201 len: 390 time: 0.5296831 Nov 12 08:33:28.366918 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7e6138e1-c4e2-441b-bd2f-962af9e067ce req-954a8ad8-6105-42ab-ab9a-d421d7a4e271 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461630 Nov 12 08:33:28.368005 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=f7d5e139-4427-4407-815d-22ab61e25223,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:28.373434 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:28.407334 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44def6eb-1462-4069-adc4-1ff7fc054c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3565a8c6-8f46-410f-8ab2-12b50975ea16'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:28.409841 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715ba62a-8d8f-40f2-b525-b21e31f181a7" -d '{"events": [{"server_uuid": "44def6eb-1462-4069-adc4-1ff7fc054c64", "name": "network-vif-plugged", "status": "completed", "tag": "3565a8c6-8f46-410f-8ab2-12b50975ea16"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:28.424402 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 3565a8c6-8f46-410f-8ab2-12b50975ea16, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=3565a8c6-8f46-410f-8ab2-12b50975ea16,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:28.430249 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:28.502752 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=3565a8c6-8f46-410f-8ab2-12b50975ea16,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:28.547429 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b115bb-d88d-42b5-b6ab-d594ab2ba419 req-40eb09d5-a083-40c8-87f1-f89e6b825072 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:28.556293 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-16b115bb-d88d-42b5-b6ab-d594ab2ba419 req-40eb09d5-a083-40c8-87f1-f89e6b825072 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 1098 time: 0.0625780 Nov 12 08:33:28.576380 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7e6138e1-c4e2-441b-bd2f-962af9e067ce req-f328e0d7-2370-447f-af88-2e1af17543b2 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867187 Nov 12 08:33:28.583516 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['f7d5e139-4427-4407-815d-22ab61e25223'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:28.614492 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-16b115bb-d88d-42b5-b6ab-d594ab2ba419 req-e0074c09-851c-4404-b77e-85b9bd5efdfd tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570643 Nov 12 08:33:28.683895 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-39510430-d992-4c7c-849a-1e4622a1f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:28.686109 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-39510430-d992-4c7c-849a-1e4622a1f77f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=53ced5a3b5824d46b94af4c3034e6689&device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4 HTTP/1.1" status: 200 len: 1097 time: 0.0561006 Nov 12 08:33:28.793950 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80388c55-dcb7-4d97-96bd-19383f273ef8 req-963bfafe-b39e-41a2-9187-fd550d1d75c6 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:28.794339 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:28.796154 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80388c55-dcb7-4d97-96bd-19383f273ef8 req-963bfafe-b39e-41a2-9187-fd550d1d75c6 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cbc8278-59a4-4fd7-a599-649c472a7729 HTTP/1.1" status: 200 len: 948 time: 0.1075749 Nov 12 08:33:28.843569 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-157502c2-63f0-4c9a-a139-92bcdb987a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:28.844929 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-157502c2-63f0-4c9a-a139-92bcdb987a0f service neutron] 10.222.0.58 "GET /v2.0/networks?id=ac11a5bd-0584-4f41-bf7f-a43257f96e99 HTTP/1.1" status: 200 len: 921 time: 0.1440825 Nov 12 08:33:28.897736 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-13fe1352-6340-4882-8718-a1b45e09984d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c8d47e8-5668-4c0c-afef-397121b7582d HTTP/1.1" status: 200 len: 217 time: 0.0367198 Nov 12 08:33:28.917360 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80388c55-dcb7-4d97-96bd-19383f273ef8 req-361ad583-c8ae-4a9e-9d9d-ef69064d4171 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110835 Nov 12 08:33:28.942374 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-2808583a-9fa5-41c6-ae31-20a3b6a38a35 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:28.943876 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-2808583a-9fa5-41c6-ae31-20a3b6a38a35 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.37 "GET /v2.0/networks?id=c1af7b5f-ebc7-49bd-8625-a86d9b391c7d HTTP/1.1" status: 200 len: 815 time: 0.1467826 Nov 12 08:33:28.964687 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-7a9635e7-6239-4666-b9a4-ed97e1e29657 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.37 "GET /v2.0/quotas/cd852bec4bdb45b9856243c3fa20aebe HTTP/1.1" status: 200 len: 375 time: 0.0128052 Nov 12 08:33:28.964922 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-0df0f523-8e9a-49e4-87e1-e10e80968052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:28.966292 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-0df0f523-8e9a-49e4-87e1-e10e80968052 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165 HTTP/1.1" status: 200 len: 860 time: 0.0500956 Nov 12 08:33:29.006158 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-451db117-fa24-4ce4-a414-1d9c42dfc9aa tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd852bec4bdb45b9856243c3fa20aebe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342131 Nov 12 08:33:29.013950 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-1974efc7-45d5-4f32-921e-a818bd3b271f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac11a5bd-0584-4f41-bf7f-a43257f96e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301483 Nov 12 08:33:29.120793 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-f2b837ae-1ead-4f00-8777-345ce78ce1b6 service neutron] 10.222.0.58 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936780 Nov 12 08:33:29.132179 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-1da1c8a8-ffb4-44ba-b4e1-ab4522f5bf1d tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=3086472231354689b06a975258c697aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334108 Nov 12 08:33:29.160343 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd9328-b228-4605-82e0-285b161b94bb req-8a100f0a-1563-4213-aecf-203527f282fd tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:29.162206 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-51fd9328-b228-4605-82e0-285b161b94bb req-8a100f0a-1563-4213-aecf-203527f282fd tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4 HTTP/1.1" status: 200 len: 945 time: 0.1582043 Nov 12 08:33:29.236430 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-fba48a27-1dc2-4a47-b17a-d50e8cb11d4b service neutron] 10.222.0.58 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024392 Nov 12 08:33:29.272875 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-0fa176e4-056b-4e36-940a-e904363a441a service neutron] 10.222.0.37 "GET /v2.0/networks/c1af7b5f-ebc7-49bd-8625-a86d9b391c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570212 Nov 12 08:33:29.293622 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-7177e3e6-157a-44e6-bc8c-c3d2539458dd tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=3086472231354689b06a975258c697aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271518 Nov 12 08:33:29.387619 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-51fd9328-b228-4605-82e0-285b161b94bb req-8b5ae8fc-f5f8-4a6f-ba8b-fdab0e266060 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065592 Nov 12 08:33:29.407921 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-cc6c9cbf-7289-4a98-b37a-89e149cb60d2 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:29.409073 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-cc6c9cbf-7289-4a98-b37a-89e149cb60d2 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2692473 Nov 12 08:33:29.430881 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-a251dd28-b1bf-4aa7-89d5-fdb4ac252e2a tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:29.432442 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-a251dd28-b1bf-4aa7-89d5-fdb4ac252e2a tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4&tenant_id=53ced5a3b5824d46b94af4c3034e6689&binding%3Ahost_id=n-h1-768862-16 HTTP/1.1" status: 200 len: 1097 time: 0.1008818 Nov 12 08:33:29.439817 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-75f801c5-2502-4d94-84f3-c7c6948bff74 service neutron] 10.222.0.37 "GET /v2.0/networks/c1af7b5f-ebc7-49bd-8625-a86d9b391c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546068 Nov 12 08:33:29.443467 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-d984451a-23e6-44e2-9b92-7967ec34915f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Request body: {'port': {'device_id': 'b034fe05-2200-4a47-844e-fb53a526bfe6', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'admin_state_up': True, 'tenant_id': '3086472231354689b06a975258c697aa'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:29.459396 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65aa2202-4de8-4d1d-8ac8-3f34930b2dd6 x-openstack-request-id: req-65aa2202-4de8-4d1d-8ac8-3f34930b2dd6 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:29.459916 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44def6eb-1462-4069-adc4-1ff7fc054c64", "name": "network-vif-plugged", "status": "completed", "tag": "3565a8c6-8f46-410f-8ab2-12b50975ea16", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:29.460021 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65aa2202-4de8-4d1d-8ac8-3f34930b2dd6 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:29.460344 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44def6eb-1462-4069-adc4-1ff7fc054c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3565a8c6-8f46-410f-8ab2-12b50975ea16', 'code': 200} Nov 12 08:33:29.463264 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4defd29a-7ac5-4785-b2cf-5ddeeb0cb70d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768862-16'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:29.521576 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-c33255ba-9db6-4d18-bc48-60bd37446ffa tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:29.523361 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-c33255ba-9db6-4d18-bc48-60bd37446ffa tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2222810 Nov 12 08:33:29.553779 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-15ba4da5-7931-4caa-99a9-60cf19c9d14f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Request body: {'port': {'device_id': '1ab44082-13cd-44fe-bc39-03f7a72581f3', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'admin_state_up': True, 'tenant_id': '3086472231354689b06a975258c697aa'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:29.568929 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e4186d5-0196-4191-bc0f-1cb9ae31d275 req-0b8c97de-0ab4-4723-88f0-c108dc4e2b20 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ab44082-13cd-44fe-bc39-03f7a72581f3 HTTP/1.1" status: 200 len: 210 time: 0.0366077 Nov 12 08:33:29.617018 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4defd29a-7ac5-4785-b2cf-5ddeeb0cb70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:29.665441 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca3793-c4fd-4629-98d2-d0bbcc81b9ce req-180d5642-278f-4a08-8282-6be0ecfeb1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:29.669608 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e1ca3793-c4fd-4629-98d2-d0bbcc81b9ce req-180d5642-278f-4a08-8282-6be0ecfeb1c3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=44def6eb-1462-4069-adc4-1ff7fc054c64 HTTP/1.1" status: 200 len: 1102 time: 0.1031747 Nov 12 08:33:29.691157 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f7d5e139-4427-4407-815d-22ab61e25223 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:29.752689 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e1ca3793-c4fd-4629-98d2-d0bbcc81b9ce req-3a452185-c153-4d24-85a5-5d2db92a5236 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=db665b18-4011-4da6-aaa9-a2e1b327a59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663090 Nov 12 08:33:29.784797 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port f7d5e139-4427-4407-815d-22ab61e25223 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:33:29.789183 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port f7d5e139-4427-4407-815d-22ab61e25223 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:29.789539 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:29.799611 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-d984451a-23e6-44e2-9b92-7967ec34915f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Made reservation on behalf of 3086472231354689b06a975258c697aa for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:29.803204 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-d984451a-23e6-44e2-9b92-7967ec34915f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:29.830184 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c087cb17-a0bb-4439-a00a-4a7d54bda523 req-5be82907-8d79-4267-8c0f-1c153af23d65 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:29.831858 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c087cb17-a0bb-4439-a00a-4a7d54bda523 req-5be82907-8d79-4267-8c0f-1c153af23d65 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7a0a37d-dd67-4f77-bbba-85942824c2f9 HTTP/1.1" status: 200 len: 943 time: 0.1613789 Nov 12 08:33:29.889169 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-15ba4da5-7931-4caa-99a9-60cf19c9d14f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Made reservation on behalf of 3086472231354689b06a975258c697aa for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:29.893447 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-15ba4da5-7931-4caa-99a9-60cf19c9d14f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:29.898110 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4defd29a-7ac5-4785-b2cf-5ddeeb0cb70d service neutron] For port 1c8d47e8-5668-4c0c-afef-397121b7582d, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=1c8d47e8-5668-4c0c-afef-397121b7582d,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:29.912273 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:29.930332 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae75378-d32f-43b2-a43c-edaade3337db req-fedf96f1-344f-4248-adca-ccb1c0e4cb42 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:29.931793 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0ae75378-d32f-43b2-a43c-edaade3337db req-fedf96f1-344f-4248-adca-ccb1c0e4cb42 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/ports?device_id=44def6eb-1462-4069-adc4-1ff7fc054c64 HTTP/1.1" status: 200 len: 950 time: 0.1854329 Nov 12 08:33:29.946323 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 3e420354-8dc2-4371-970c-13fac71eb7d4 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:33:29.968361 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c087cb17-a0bb-4439-a00a-4a7d54bda523 req-196d3723-66b1-4edd-90b9-86e49153fdfe tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/security-groups?id=6227e74a-e98c-446f-b22d-831b8485d6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271062 Nov 12 08:33:30.007012 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port f7d5e139-4427-4407-815d-22ab61e25223, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f7d5e139-4427-4407-815d-22ab61e25223,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:30.019914 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:30.044587 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4defd29a-7ac5-4785-b2cf-5ddeeb0cb70d service neutron] For port 1c8d47e8-5668-4c0c-afef-397121b7582d, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:30.051007 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0ae75378-d32f-43b2-a43c-edaade3337db req-0366db53-f973-4d40-9366-dbba59e903a9 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/security-groups?id=db665b18-4011-4da6-aaa9-a2e1b327a59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086743 Nov 12 08:33:30.067396 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-d984451a-23e6-44e2-9b92-7967ec34915f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Allocated IP 192.168.233.214 (aaa9e939-3555-4037-a22a-8e3905c2166f/ac1fb13e-fa96-4a78-a070-af75ed125682/c5c327af-d318-43ba-b079-6f847679d1bc) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:30.163791 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a36db63f-b6bd-4fc9-a298-976d0323b86d req-37d1e088-3475-4fb7-b9d5-d5211c1fe083 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a829161c-d989-4c73-98a8-9f19367704ab HTTP/1.1" status: 200 len: 210 time: 0.0481384 Nov 12 08:33:30.198649 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=f7d5e139-4427-4407-815d-22ab61e25223,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:30.199471 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836e5fff-6839-4f36-b4ff-1a261aa2e2e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c8d47e8-5668-4c0c-afef-397121b7582d'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:30.203385 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a716fd-ca24-4b70-8ad7-45764322d4a2" -d '{"events": [{"server_uuid": "836e5fff-6839-4f36-b4ff-1a261aa2e2e4", "name": "network-vif-unplugged", "status": "completed", "tag": "1c8d47e8-5668-4c0c-afef-397121b7582d"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:30.224209 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4defd29a-7ac5-4785-b2cf-5ddeeb0cb70d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:30.235531 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4defd29a-7ac5-4785-b2cf-5ddeeb0cb70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:30.247374 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 3e420354-8dc2-4371-970c-13fac71eb7d4, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=3e420354-8dc2-4371-970c-13fac71eb7d4,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:30.264550 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '3e420354-8dc2-4371-970c-13fac71eb7d4', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': '3e420354-8dc2-4371-970c-13fac71eb7d4', 'mac_address': 'fa:16:3e:b0:df:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:33:30.320590 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4defd29a-7ac5-4785-b2cf-5ddeeb0cb70d service neutron] Pushing event updated for resources: {'Port': ['ID=1c8d47e8-5668-4c0c-afef-397121b7582d,revision_number=7']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:30.352030 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:30.368905 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e420354-8dc2-4371-970c-13fac71eb7d4 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:30.371416 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61f9fd3-5922-4fbb-8df7-d58dfa01e63f x-openstack-request-id: req-c61f9fd3-5922-4fbb-8df7-d58dfa01e63f {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:30.371807 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836e5fff-6839-4f36-b4ff-1a261aa2e2e4", "name": "network-vif-unplugged", "status": "completed", "tag": "1c8d47e8-5668-4c0c-afef-397121b7582d", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:30.372228 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c61f9fd3-5922-4fbb-8df7-d58dfa01e63f {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:30.372792 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836e5fff-6839-4f36-b4ff-1a261aa2e2e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c8d47e8-5668-4c0c-afef-397121b7582d', 'code': 200} Nov 12 08:33:30.400983 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 3e420354-8dc2-4371-970c-13fac71eb7d4, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=3e420354-8dc2-4371-970c-13fac71eb7d4,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:30.406761 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:30.407684 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 4ededc02-d7fc-4d75-8210-f295d1c8bfbc details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:33:30.463139 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4defd29a-7ac5-4785-b2cf-5ddeeb0cb70d service neutron] Attempting to bind port 1c8d47e8-5668-4c0c-afef-397121b7582d on host n-h1-768862-16 for vnic_type normal with profile {"migrating_to": "n-h2-768862-16"} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:30.463139 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4defd29a-7ac5-4785-b2cf-5ddeeb0cb70d service neutron] Attempting to bind port 1c8d47e8-5668-4c0c-afef-397121b7582d by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:30.463729 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4defd29a-7ac5-4785-b2cf-5ddeeb0cb70d service neutron] Attempting to bind port 1c8d47e8-5668-4c0c-afef-397121b7582d on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:30.471680 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4defd29a-7ac5-4785-b2cf-5ddeeb0cb70d service neutron] Port 1c8d47e8-5668-4c0c-afef-397121b7582d on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:33:30.472299 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4defd29a-7ac5-4785-b2cf-5ddeeb0cb70d service neutron] Attempting to bind port 1c8d47e8-5668-4c0c-afef-397121b7582d on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:30.482073 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4defd29a-7ac5-4785-b2cf-5ddeeb0cb70d service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:30.482726 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4defd29a-7ac5-4785-b2cf-5ddeeb0cb70d service neutron] Checking segment: {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:30.483424 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4defd29a-7ac5-4785-b2cf-5ddeeb0cb70d service neutron] Bound using segment: {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:30.484221 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4defd29a-7ac5-4785-b2cf-5ddeeb0cb70d service neutron] Bound port: 1c8d47e8-5668-4c0c-afef-397121b7582d, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:30.485226 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4defd29a-7ac5-4785-b2cf-5ddeeb0cb70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:30.500848 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=3e420354-8dc2-4371-970c-13fac71eb7d4,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:30.598361 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 4ededc02-d7fc-4d75-8210-f295d1c8bfbc, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=4ededc02-d7fc-4d75-8210-f295d1c8bfbc,segment=NetworkSegment(af6c40d2-50a9-487d-90a5-d1e53bd06d4b),segment_id=af6c40d2-50a9-487d-90a5-d1e53bd06d4b)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:30.615334 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '4ededc02-d7fc-4d75-8210-f295d1c8bfbc', 'network_id': '66564c6e-e2e7-416d-a841-b87c2301f074', 'port_id': '4ededc02-d7fc-4d75-8210-f295d1c8bfbc', 'mac_address': 'fa:16:3e:7a:1f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8938d4b5-bd69-4149-9311-40b43ee35159', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:33:30.624792 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4defd29a-7ac5-4785-b2cf-5ddeeb0cb70d service neutron] For port 1c8d47e8-5668-4c0c-afef-397121b7582d, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:30.629197 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4defd29a-7ac5-4785-b2cf-5ddeeb0cb70d service neutron] For port 1c8d47e8-5668-4c0c-afef-397121b7582d, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=1c8d47e8-5668-4c0c-afef-397121b7582d,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:30.670007 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:30.670280 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4defd29a-7ac5-4785-b2cf-5ddeeb0cb70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:30.692552 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ededc02-d7fc-4d75-8210-f295d1c8bfbc {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:30.699036 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83bfe90-0954-45fb-b0f3-d4ba69d5ac89 req-b8ce10a5-c140-4632-ab4f-644d81339cce tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:30.700767 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c83bfe90-0954-45fb-b0f3-d4ba69d5ac89 req-b8ce10a5-c140-4632-ab4f-644d81339cce tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cbc8278-59a4-4fd7-a599-649c472a7729 HTTP/1.1" status: 200 len: 949 time: 0.1611631 Nov 12 08:33:30.706445 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec9113-e8e1-4fc6-ac73-6f16e3549962 req-538c6553-db9b-4ca5-a3f9-08b3436092c5 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:30.717191 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fdec9113-e8e1-4fc6-ac73-6f16e3549962 req-538c6553-db9b-4ca5-a3f9-08b3436092c5 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 1098 time: 0.1783359 Nov 12 08:33:30.736934 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 4ededc02-d7fc-4d75-8210-f295d1c8bfbc, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=4ededc02-d7fc-4d75-8210-f295d1c8bfbc,segment=NetworkSegment(af6c40d2-50a9-487d-90a5-d1e53bd06d4b),segment_id=af6c40d2-50a9-487d-90a5-d1e53bd06d4b)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:30.742788 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:30.756689 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-d984451a-23e6-44e2-9b92-7967ec34915f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:30.777477 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4defd29a-7ac5-4785-b2cf-5ddeeb0cb70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:30.778130 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4defd29a-7ac5-4785-b2cf-5ddeeb0cb70d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:30.779695 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-4defd29a-7ac5-4785-b2cf-5ddeeb0cb70d service neutron] 10.222.0.58 "PUT /v2.0/ports/1c8d47e8-5668-4c0c-afef-397121b7582d HTTP/1.1" status: 200 len: 1123 time: 1.3239994 Nov 12 08:33:30.785316 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4defd29a-7ac5-4785-b2cf-5ddeeb0cb70d service neutron] Pushing event updated for resources: {'Port': ['ID=1c8d47e8-5668-4c0c-afef-397121b7582d,revision_number=8']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:30.798354 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=4ededc02-d7fc-4d75-8210-f295d1c8bfbc,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:30.814311 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fdec9113-e8e1-4fc6-ac73-6f16e3549962 req-21153ec1-d0f1-42ec-912e-4511ebbb3cef tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959387 Nov 12 08:33:30.849785 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c83bfe90-0954-45fb-b0f3-d4ba69d5ac89 req-df44e7ed-1b37-4ec9-888c-dc42da48df1a tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245413 Nov 12 08:33:30.870280 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-d984451a-23e6-44e2-9b92-7967ec34915f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:30.880687 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['1c8d47e8-5668-4c0c-afef-397121b7582d'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:30.913562 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['cf0c8c5f-5023-449d-8eef-136593dd4a73'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:30.947484 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-15ba4da5-7931-4caa-99a9-60cf19c9d14f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Allocated IP 192.168.233.103 (aaa9e939-3555-4037-a22a-8e3905c2166f/ac1fb13e-fa96-4a78-a070-af75ed125682/44d8dbdf-3542-4ffb-a400-eff02c1a3b50) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:30.951898 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-d984451a-23e6-44e2-9b92-7967ec34915f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Network aaa9e939-3555-4037-a22a-8e3905c2166f is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:30.960614 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-d984451a-23e6-44e2-9b92-7967ec34915f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:30.991219 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-d984451a-23e6-44e2-9b92-7967ec34915f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:30.997095 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5a906f04-c76b-4a97-a85d-bdc45dea38fa req-90089ecc-736b-49af-81e4-4db12ef4062f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ab44082-13cd-44fe-bc39-03f7a72581f3 HTTP/1.1" status: 200 len: 210 time: 0.0791726 Nov 12 08:33:30.998904 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984451a-23e6-44e2-9b92-7967ec34915f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Pushing event updated for resources: {'Port': ['ID=c5c327af-d318-43ba-b079-6f847679d1bc,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:31.068323 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-d984451a-23e6-44e2-9b92-7967ec34915f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:31.071567 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-d984451a-23e6-44e2-9b92-7967ec34915f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:31.101601 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-d984451a-23e6-44e2-9b92-7967ec34915f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6641195 Nov 12 08:33:31.113319 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472aff68-9e55-490a-8a85-13d1700fbffe req-df363693-6d0f-4831-99d7-e1984c37f18e tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:31.122200 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-472aff68-9e55-490a-8a85-13d1700fbffe req-df363693-6d0f-4831-99d7-e1984c37f18e tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4 HTTP/1.1" status: 200 len: 943 time: 0.1931121 Nov 12 08:33:31.153130 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-1f1869c9-b12f-4cae-baf3-06212a3390c3 service neutron] Request body: {'port': {'device_id': 'b034fe05-2200-4a47-844e-fb53a526bfe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:31.261094 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-472aff68-9e55-490a-8a85-13d1700fbffe req-5163cd81-b4b7-4513-9e3d-ea9037db9fe3 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375949 Nov 12 08:33:31.291673 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['4ededc02-d7fc-4d75-8210-f295d1c8bfbc'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:31.294069 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-ef341591-e486-45d9-8362-2058c9b86714 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:31.296105 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-ef341591-e486-45d9-8362-2058c9b86714 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.54 "GET /v2.0/networks?id=c1af7b5f-ebc7-49bd-8625-a86d9b391c7d HTTP/1.1" status: 200 len: 815 time: 0.1312318 Nov 12 08:33:31.330930 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ed470-fe69-424b-a9e4-d4e81fdada26 req-5c72fc2d-300e-4872-a9e1-ca47bb6554d7 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:31.331314 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-15ba4da5-7931-4caa-99a9-60cf19c9d14f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:31.333387 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a44ed470-fe69-424b-a9e4-d4e81fdada26 req-5c72fc2d-300e-4872-a9e1-ca47bb6554d7 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7a0a37d-dd67-4f77-bbba-85942824c2f9 HTTP/1.1" status: 200 len: 944 time: 0.2070608 Nov 12 08:33:31.334408 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-1f1869c9-b12f-4cae-baf3-06212a3390c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:31.376037 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-f72f0f21-d7da-4a4c-954f-f52aa70128d4 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Request body: {'port': {'device_id': 'a829161c-d989-4c73-98a8-9f19367704ab', 'network_id': 'c1af7b5f-ebc7-49bd-8625-a86d9b391c7d', 'admin_state_up': True, 'tenant_id': 'cd852bec4bdb45b9856243c3fa20aebe'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:31.382302 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-15ba4da5-7931-4caa-99a9-60cf19c9d14f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:31.388773 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['3e420354-8dc2-4371-970c-13fac71eb7d4'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:31.464458 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a44ed470-fe69-424b-a9e4-d4e81fdada26 req-5c16ecb3-1f18-457c-a097-65758b68cc5a tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/security-groups?id=6227e74a-e98c-446f-b22d-831b8485d6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241055 Nov 12 08:33:31.556161 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d9fcd-cfdf-4427-b9c1-69cd878b37ed req-a0fcd937-c6a7-4be8-9b9a-86894e0d180b tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:31.557828 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c0d9fcd-cfdf-4427-b9c1-69cd878b37ed req-a0fcd937-c6a7-4be8-9b9a-86894e0d180b tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/ports?device_id=44def6eb-1462-4069-adc4-1ff7fc054c64 HTTP/1.1" status: 200 len: 950 time: 0.1765692 Nov 12 08:33:31.564580 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e86af09-931d-4705-9662-d61727b7a1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d5e139-4427-4407-815d-22ab61e25223'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:31.567006 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4237643-783a-403c-9598-e6175b99aef8" -d '{"events": [{"server_uuid": "4e86af09-931d-4705-9662-d61727b7a1ce", "name": "network-vif-plugged", "status": "completed", "tag": "f7d5e139-4427-4407-815d-22ab61e25223"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:31.639531 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-fd814309-0695-4f86-b678-361bb15dc006 None None] Provisioning complete for port c5c327af-d318-43ba-b079-6f847679d1bc triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:31.640338 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fd814309-0695-4f86-b678-361bb15dc006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:31.660042 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['aedb1d46-4814-42e8-b9c0-f28a00871ad9', '91670ec5-9fa0-4e9e-b508-9ce3671cd99b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:31.664729 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['aedb1d46-4814-42e8-b9c0-f28a00871ad9', '91670ec5-9fa0-4e9e-b508-9ce3671cd99b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:31.762779 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c0d9fcd-cfdf-4427-b9c1-69cd878b37ed req-ee7b0d8d-885a-4a18-a38a-5a432d76198b tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/security-groups?id=db665b18-4011-4da6-aaa9-a2e1b327a59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925633 Nov 12 08:33:31.764848 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-82ec45f9-6d60-4998-92f7-1248e15e568e req-fad7575f-a469-4a52-bdc6-9dac04f8716e tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a829161c-d989-4c73-98a8-9f19367704ab HTTP/1.1" status: 200 len: 210 time: 0.0423694 Nov 12 08:33:31.797104 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-15ba4da5-7931-4caa-99a9-60cf19c9d14f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Network aaa9e939-3555-4037-a22a-8e3905c2166f is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:31.814272 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-15ba4da5-7931-4caa-99a9-60cf19c9d14f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:31.822433 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-15ba4da5-7931-4caa-99a9-60cf19c9d14f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:31.840292 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-15ba4da5-7931-4caa-99a9-60cf19c9d14f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:31.840739 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-15ba4da5-7931-4caa-99a9-60cf19c9d14f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:31.845185 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba4da5-7931-4caa-99a9-60cf19c9d14f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Pushing event updated for resources: {'Port': ['ID=44d8dbdf-3542-4ffb-a400-eff02c1a3b50,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:31.866494 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-54d11435-106b-431f-83cc-bdf9b366f211 req-6f759169-0fdd-4dec-b6de-9075130bfd83 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e1170e81-307c-466b-adf3-dbea7406d378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1618271 Nov 12 08:33:31.894235 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-15ba4da5-7931-4caa-99a9-60cf19c9d14f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3459582 Nov 12 08:33:31.895601 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-1f1869c9-b12f-4cae-baf3-06212a3390c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c327af-d318-43ba-b079-6f847679d1bc {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:31.937136 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-1f1869c9-b12f-4cae-baf3-06212a3390c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:31.949224 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a9bd59-4d9d-48d3-b130-cf8a72f5394f x-openstack-request-id: req-59a9bd59-4d9d-48d3-b130-cf8a72f5394f {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:31.949570 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e86af09-931d-4705-9662-d61727b7a1ce", "name": "network-vif-plugged", "status": "completed", "tag": "f7d5e139-4427-4407-815d-22ab61e25223", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:31.949951 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-59a9bd59-4d9d-48d3-b130-cf8a72f5394f {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:31.950498 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e86af09-931d-4705-9662-d61727b7a1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d5e139-4427-4407-815d-22ab61e25223', 'code': 200} Nov 12 08:33:31.965132 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-a63cdd2e-07e5-4c7e-ab38-7b1b0499980d service neutron] Request body: {'port': {'device_id': '1ab44082-13cd-44fe-bc39-03f7a72581f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:31.968181 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-fd814309-0695-4f86-b678-361bb15dc006 None None] Port c5c327af-d318-43ba-b079-6f847679d1bc cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:33:31.972642 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-f72f0f21-d7da-4a4c-954f-f52aa70128d4 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Made reservation on behalf of cd852bec4bdb45b9856243c3fa20aebe for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:31.976824 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-f72f0f21-d7da-4a4c-954f-f52aa70128d4 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:32.006820 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-1f1869c9-b12f-4cae-baf3-06212a3390c3 service neutron] Transition to ACTIVE for port object c5c327af-d318-43ba-b079-6f847679d1bc will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:33:32.046371 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-1f1869c9-b12f-4cae-baf3-06212a3390c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:32.136230 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d11435-106b-431f-83cc-bdf9b366f211 req-985ac340-9e5b-4d27-8075-6ca97daa8a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:32.138653 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-54d11435-106b-431f-83cc-bdf9b366f211 req-985ac340-9e5b-4d27-8075-6ca97daa8a77 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3086472231354689b06a975258c697aa&device_id=e1170e81-307c-466b-adf3-dbea7406d378 HTTP/1.1" status: 200 len: 1101 time: 0.2010114 Nov 12 08:33:32.174268 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d32c28-e558-43d3-bf04-e147ce6f28d9 req-09a3f16f-2d2c-4cf8-86fe-f5f1ea3e4718 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:32.175902 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-63d32c28-e558-43d3-bf04-e147ce6f28d9 req-09a3f16f-2d2c-4cf8-86fe-f5f1ea3e4718 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cbc8278-59a4-4fd7-a599-649c472a7729 HTTP/1.1" status: 200 len: 949 time: 0.1346571 Nov 12 08:33:32.178409 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7b101-8391-40f9-89af-6b618d080748 req-92642404-9703-4391-83b9-348d8eaf8934 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:32.186033 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cec7b101-8391-40f9-89af-6b618d080748 req-92642404-9703-4391-83b9-348d8eaf8934 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 1098 time: 0.1814902 Nov 12 08:33:32.199249 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1869c9-b12f-4cae-baf3-06212a3390c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c327af-d318-43ba-b079-6f847679d1bc,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:32.227152 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562cfda-c329-4aea-bc45-e13d7cc951cf req-12224101-0438-4ea6-bb0e-db3abb28ddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:32.228746 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c562cfda-c329-4aea-bc45-e13d7cc951cf req-12224101-0438-4ea6-bb0e-db3abb28ddb2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 1102 time: 0.2016711 Nov 12 08:33:32.312846 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-a63cdd2e-07e5-4c7e-ab38-7b1b0499980d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:32.326306 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb809d80-dbec-4005-90cc-bd0d1dc2e1ba None None] Provisioning complete for port 44d8dbdf-3542-4ffb-a400-eff02c1a3b50 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:32.326680 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb809d80-dbec-4005-90cc-bd0d1dc2e1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:32.359625 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-63d32c28-e558-43d3-bf04-e147ce6f28d9 req-eaa1cf8c-d3ec-4608-bbb5-ba3a04d9e123 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690953 Nov 12 08:33:32.369342 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cec7b101-8391-40f9-89af-6b618d080748 req-f92654c9-4bbd-4a5e-9797-69d06f16da7b tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821098 Nov 12 08:33:32.371570 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb809d80-dbec-4005-90cc-bd0d1dc2e1ba None None] Port 44d8dbdf-3542-4ffb-a400-eff02c1a3b50 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:33:32.387306 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-1f1869c9-b12f-4cae-baf3-06212a3390c3 service neutron] Attempting to bind port c5c327af-d318-43ba-b079-6f847679d1bc on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:32.387671 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-1f1869c9-b12f-4cae-baf3-06212a3390c3 service neutron] Attempting to bind port c5c327af-d318-43ba-b079-6f847679d1bc by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:32.388184 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-1f1869c9-b12f-4cae-baf3-06212a3390c3 service neutron] Attempting to bind port c5c327af-d318-43ba-b079-6f847679d1bc on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:32.396872 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-1f1869c9-b12f-4cae-baf3-06212a3390c3 service neutron] Port c5c327af-d318-43ba-b079-6f847679d1bc on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:33:32.397227 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-1f1869c9-b12f-4cae-baf3-06212a3390c3 service neutron] Attempting to bind port c5c327af-d318-43ba-b079-6f847679d1bc on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:32.413116 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-1f1869c9-b12f-4cae-baf3-06212a3390c3 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:32.413460 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-1f1869c9-b12f-4cae-baf3-06212a3390c3 service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:32.413929 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-1f1869c9-b12f-4cae-baf3-06212a3390c3 service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:32.417810 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-1f1869c9-b12f-4cae-baf3-06212a3390c3 service neutron] Bound port: c5c327af-d318-43ba-b079-6f847679d1bc, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:32.418212 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-1f1869c9-b12f-4cae-baf3-06212a3390c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:32.431899 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836e5fff-6839-4f36-b4ff-1a261aa2e2e4', 'tag': '1c8d47e8-5668-4c0c-afef-397121b7582d'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:32.436641 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffb8f26-4779-4820-a658-39aa26690a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "836e5fff-6839-4f36-b4ff-1a261aa2e2e4", "tag": "1c8d47e8-5668-4c0c-afef-397121b7582d"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:32.527867 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-f72f0f21-d7da-4a4c-954f-f52aa70128d4 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Allocated IP 172.20.0.11 (c1af7b5f-ebc7-49bd-8625-a86d9b391c7d/f791b08b-1100-46f4-98ac-ad121fd64479/728daad0-13fb-441a-a248-df77f3c4bacc) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:32.568169 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-1f1869c9-b12f-4cae-baf3-06212a3390c3 service neutron] For port c5c327af-d318-43ba-b079-6f847679d1bc, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:32.572666 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-1f1869c9-b12f-4cae-baf3-06212a3390c3 service neutron] For port c5c327af-d318-43ba-b079-6f847679d1bc, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=c5c327af-d318-43ba-b079-6f847679d1bc,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:32.582258 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-1f1869c9-b12f-4cae-baf3-06212a3390c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:32.621119 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9c6a1-9d9b-4530-9691-4f95ecd9d70b req-a2a37975-a9e5-4c06-b7af-0d774514bb19 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:32.622760 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ad9c6a1-9d9b-4530-9691-4f95ecd9d70b req-a2a37975-a9e5-4c06-b7af-0d774514bb19 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ab44082-13cd-44fe-bc39-03f7a72581f3 HTTP/1.1" status: 200 len: 936 time: 0.1380525 Nov 12 08:33:32.637729 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0d687-72de-4259-aecb-8c1300522f98 req-a1c6df9f-ce1d-43fc-bf97-b1e5e13494d4 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:32.640781 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dfd0d687-72de-4259-aecb-8c1300522f98 req-a1c6df9f-ce1d-43fc-bf97-b1e5e13494d4 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4 HTTP/1.1" status: 200 len: 943 time: 0.1541064 Nov 12 08:33:32.646762 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-1f1869c9-b12f-4cae-baf3-06212a3390c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:32.647488 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-1f1869c9-b12f-4cae-baf3-06212a3390c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:32.648769 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-1f1869c9-b12f-4cae-baf3-06212a3390c3 service neutron] 10.222.0.58 "PUT /v2.0/ports/c5c327af-d318-43ba-b079-6f847679d1bc HTTP/1.1" status: 200 len: 1097 time: 1.5009313 Nov 12 08:33:32.649220 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b034fe05-2200-4a47-844e-fb53a526bfe6', 'tag': 'c5c327af-d318-43ba-b079-6f847679d1bc'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:32.651698 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9c6fc1-0a1b-4f17-8f4f-e9dc3d366c83" -d '{"events": [{"name": "network-changed", "server_uuid": "b034fe05-2200-4a47-844e-fb53a526bfe6", "tag": "c5c327af-d318-43ba-b079-6f847679d1bc"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:32.652193 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c562cfda-c329-4aea-bc45-e13d7cc951cf req-10695bed-92ae-475d-969d-1bada51b6476 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930085 Nov 12 08:33:32.677518 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d11435-106b-431f-83cc-bdf9b366f211 req-fd2d0bab-ab7c-4cca-ab41-6ef821e8efe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:32.679043 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-54d11435-106b-431f-83cc-bdf9b366f211 req-fd2d0bab-ab7c-4cca-ab41-6ef821e8efe9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.4648576 Nov 12 08:33:32.730888 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1869c9-b12f-4cae-baf3-06212a3390c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c327af-d318-43ba-b079-6f847679d1bc,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:32.782168 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dfd0d687-72de-4259-aecb-8c1300522f98 req-9b137ef0-29da-44af-b257-de2a5f04208e tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268308 Nov 12 08:33:32.783201 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-54d11435-106b-431f-83cc-bdf9b366f211 req-0a06c9b0-c3fe-44b2-8716-f9164861b420 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=cf0c8c5f-5023-449d-8eef-136593dd4a73 HTTP/1.1" status: 200 len: 217 time: 0.0792251 Nov 12 08:33:32.799958 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ad9c6a1-9d9b-4530-9691-4f95ecd9d70b req-180c6dfb-3a2a-469e-bc76-6fb2d3371b8f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514509 Nov 12 08:33:32.823534 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-ec4f9e03-e676-425b-94db-9017089c7940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:32.825098 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-ec4f9e03-e676-425b-94db-9017089c7940 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3086472231354689b06a975258c697aa&device_id=b034fe05-2200-4a47-844e-fb53a526bfe6 HTTP/1.1" status: 200 len: 1100 time: 0.1077092 Nov 12 08:33:32.917990 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-93f6960c-a18f-4c3f-962e-29d4ad9bfcd3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=c5c327af-d318-43ba-b079-6f847679d1bc HTTP/1.1" status: 200 len: 217 time: 0.0824738 Nov 12 08:33:32.926616 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-a63cdd2e-07e5-4c7e-ab38-7b1b0499980d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44d8dbdf-3542-4ffb-a400-eff02c1a3b50 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:32.935186 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-a63cdd2e-07e5-4c7e-ab38-7b1b0499980d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:32.998338 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1887fb-f5ad-4483-b436-b36e1cc2a405 x-openstack-request-id: req-ea1887fb-f5ad-4483-b436-b36e1cc2a405 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:32.998728 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "836e5fff-6839-4f36-b4ff-1a261aa2e2e4", "tag": "1c8d47e8-5668-4c0c-afef-397121b7582d", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:32.998902 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea1887fb-f5ad-4483-b436-b36e1cc2a405 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:32.999269 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '836e5fff-6839-4f36-b4ff-1a261aa2e2e4', 'tag': '1c8d47e8-5668-4c0c-afef-397121b7582d', 'status': 'completed', 'code': 200} Nov 12 08:33:33.026640 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-6d3342d6-3e55-498a-9fc4-4586cca5847d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:33.028627 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-6d3342d6-3e55-498a-9fc4-4586cca5847d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.0985143 Nov 12 08:33:33.038563 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6e28c-571a-4fe4-a307-63164694becd req-6892f128-1db1-46b8-96e6-abbd2b0de362 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:33.040066 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b2b6e28c-571a-4fe4-a307-63164694becd req-6892f128-1db1-46b8-96e6-abbd2b0de362 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7a0a37d-dd67-4f77-bbba-85942824c2f9 HTTP/1.1" status: 200 len: 944 time: 0.1115346 Nov 12 08:33:33.054735 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-a63cdd2e-07e5-4c7e-ab38-7b1b0499980d service neutron] Transition to ACTIVE for port object 44d8dbdf-3542-4ffb-a400-eff02c1a3b50 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:33:33.067881 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-a63cdd2e-07e5-4c7e-ab38-7b1b0499980d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:33.119518 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-9f4bc46d-e1e5-47a6-a924-301faf3f79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:33.120621 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb8f26-4779-4820-a658-39aa26690a6e req-d9d8a892-49f7-4ec1-a7e7-4df95b08d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:33.121105 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-9f4bc46d-e1e5-47a6-a924-301faf3f79f0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0793059 Nov 12 08:33:33.122390 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cffb8f26-4779-4820-a658-39aa26690a6e req-d9d8a892-49f7-4ec1-a7e7-4df95b08d894 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=53ced5a3b5824d46b94af4c3034e6689&device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4 HTTP/1.1" status: 200 len: 1126 time: 0.1575325 Nov 12 08:33:33.124017 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d11435-106b-431f-83cc-bdf9b366f211 req-dd2d4c35-2aa9-40c4-9444-8971e24a11d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:33.125524 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b2b6e28c-571a-4fe4-a307-63164694becd req-7efe9aaa-75af-478b-9c6b-c23af9bab31e tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/security-groups?id=6227e74a-e98c-446f-b22d-831b8485d6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738642 Nov 12 08:33:33.128170 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-54d11435-106b-431f-83cc-bdf9b366f211 req-dd2d4c35-2aa9-40c4-9444-8971e24a11d2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.3255491 Nov 12 08:33:33.196729 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63cdd2e-07e5-4c7e-ab38-7b1b0499980d service neutron] Pushing event updated for resources: {'Port': ['ID=44d8dbdf-3542-4ffb-a400-eff02c1a3b50,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:33.287085 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-f72f0f21-d7da-4a4c-954f-f52aa70128d4 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:33.307107 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f513f3-f837-4606-93da-4e6cf6538115 x-openstack-request-id: req-39f513f3-f837-4606-93da-4e6cf6538115 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:33.307680 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b034fe05-2200-4a47-844e-fb53a526bfe6", "tag": "c5c327af-d318-43ba-b079-6f847679d1bc", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:33.308311 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-39f513f3-f837-4606-93da-4e6cf6538115 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:33.309043 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b034fe05-2200-4a47-844e-fb53a526bfe6', 'tag': 'c5c327af-d318-43ba-b079-6f847679d1bc', 'status': 'completed', 'code': 200} Nov 12 08:33:33.318131 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-608aedf7-6d14-4851-ac97-33e69accff84 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717134 Nov 12 08:33:33.392722 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['cf0c8c5f-5023-449d-8eef-136593dd4a73'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:33.430503 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-f72f0f21-d7da-4a4c-954f-f52aa70128d4 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:33.439582 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-a63cdd2e-07e5-4c7e-ab38-7b1b0499980d service neutron] Attempting to bind port 44d8dbdf-3542-4ffb-a400-eff02c1a3b50 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:33.440392 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-a63cdd2e-07e5-4c7e-ab38-7b1b0499980d service neutron] Attempting to bind port 44d8dbdf-3542-4ffb-a400-eff02c1a3b50 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:33.440392 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-a63cdd2e-07e5-4c7e-ab38-7b1b0499980d service neutron] Attempting to bind port 44d8dbdf-3542-4ffb-a400-eff02c1a3b50 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:33.480696 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d11435-106b-431f-83cc-bdf9b366f211 req-7da01767-3ba5-4665-8b27-1890ab052609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:33.482974 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-54d11435-106b-431f-83cc-bdf9b366f211 req-7da01767-3ba5-4665-8b27-1890ab052609 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2701488 Nov 12 08:33:33.500827 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-a63cdd2e-07e5-4c7e-ab38-7b1b0499980d service neutron] Port 44d8dbdf-3542-4ffb-a400-eff02c1a3b50 on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:33:33.501117 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-a63cdd2e-07e5-4c7e-ab38-7b1b0499980d service neutron] Attempting to bind port 44d8dbdf-3542-4ffb-a400-eff02c1a3b50 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:33.511810 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb8f26-4779-4820-a658-39aa26690a6e req-756a12ce-8ac4-4a87-bcdb-c44522c9ce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:33.513341 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cffb8f26-4779-4820-a658-39aa26690a6e req-756a12ce-8ac4-4a87-bcdb-c44522c9ce52 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ac11a5bd-0584-4f41-bf7f-a43257f96e99 HTTP/1.1" status: 200 len: 921 time: 0.3427565 Nov 12 08:33:33.515151 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-f72f0f21-d7da-4a4c-954f-f52aa70128d4 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Network c1af7b5f-ebc7-49bd-8625-a86d9b391c7d is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:33.521842 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f13d6-745d-4d81-959a-a0fdde50250d req-d3bf7894-7eeb-41f2-b97d-b5c7fa6b72e1 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:33.533837 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-936f13d6-745d-4d81-959a-a0fdde50250d req-d3bf7894-7eeb-41f2-b97d-b5c7fa6b72e1 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/ports?device_id=44def6eb-1462-4069-adc4-1ff7fc054c64 HTTP/1.1" status: 200 len: 950 time: 0.1692352 Nov 12 08:33:33.555019 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-a63cdd2e-07e5-4c7e-ab38-7b1b0499980d service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:33.555351 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-a63cdd2e-07e5-4c7e-ab38-7b1b0499980d service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:33.555705 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-a63cdd2e-07e5-4c7e-ab38-7b1b0499980d service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:33.556708 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-a63cdd2e-07e5-4c7e-ab38-7b1b0499980d service neutron] Bound port: 44d8dbdf-3542-4ffb-a400-eff02c1a3b50, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:33.557077 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-a63cdd2e-07e5-4c7e-ab38-7b1b0499980d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:33.559844 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-f72f0f21-d7da-4a4c-954f-f52aa70128d4 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:33.602965 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-f72f0f21-d7da-4a4c-954f-f52aa70128d4 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:33.610706 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-f72f0f21-d7da-4a4c-954f-f52aa70128d4 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:33.611421 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-f72f0f21-d7da-4a4c-954f-f52aa70128d4 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:33.627414 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-33c9d51d-e5b7-49ac-830f-4cd1486b71d1 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825301 Nov 12 08:33:33.631073 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f0f21-d7da-4a4c-954f-f52aa70128d4 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Pushing event updated for resources: {'Port': ['ID=728daad0-13fb-441a-a248-df77f3c4bacc,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:33.638955 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cffb8f26-4779-4820-a658-39aa26690a6e req-9f41ffc7-349d-41e9-b253-df976946db60 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c8d47e8-5668-4c0c-afef-397121b7582d HTTP/1.1" status: 200 len: 217 time: 0.1117024 Nov 12 08:33:33.647270 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-936f13d6-745d-4d81-959a-a0fdde50250d req-d1e6c05c-b108-49c6-9b0a-8a49a8306a9c tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/security-groups?id=db665b18-4011-4da6-aaa9-a2e1b327a59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083241 Nov 12 08:33:33.753801 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-f72f0f21-d7da-4a4c-954f-f52aa70128d4 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3831756 Nov 12 08:33:33.786105 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-37f05f7b-835a-4716-8b7b-ce7fe174e480 service neutron] Request body: {'port': {'device_id': 'a829161c-d989-4c73-98a8-9f19367704ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:33.786903 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c6fc1-0a1b-4f17-8f4f-e9dc3d366c83 req-90c33b2e-4661-40b5-9998-8db8cbceed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:33.788436 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ac9c6fc1-0a1b-4f17-8f4f-e9dc3d366c83 req-90c33b2e-4661-40b5-9998-8db8cbceed86 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3086472231354689b06a975258c697aa&device_id=b034fe05-2200-4a47-844e-fb53a526bfe6 HTTP/1.1" status: 200 len: 1100 time: 0.0736294 Nov 12 08:33:33.801475 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a670c1e-f4a4-4c0f-bf8a-128ad7e26a5d req-7f6a36db-d14d-4a00-a28f-1e9d60eb38e2 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:33.802756 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0a670c1e-f4a4-4c0f-bf8a-128ad7e26a5d req-7f6a36db-d14d-4a00-a28f-1e9d60eb38e2 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a829161c-d989-4c73-98a8-9f19367704ab HTTP/1.1" status: 200 len: 932 time: 0.0783379 Nov 12 08:33:33.821556 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb8f26-4779-4820-a658-39aa26690a6e req-a4e552c2-828d-4221-97df-467cdb32c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:33.823059 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cffb8f26-4779-4820-a658-39aa26690a6e req-a4e552c2-828d-4221-97df-467cdb32c73c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165 HTTP/1.1" status: 200 len: 860 time: 0.1424117 Nov 12 08:33:33.853703 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-54d11435-106b-431f-83cc-bdf9b366f211 req-072ead14-cd15-42a2-b1b4-88c21e8e56b5 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502836 Nov 12 08:33:33.891936 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cffb8f26-4779-4820-a658-39aa26690a6e req-e61c7285-66f5-4455-868a-3af6a9c191cb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac11a5bd-0584-4f41-bf7f-a43257f96e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515254 Nov 12 08:33:33.893032 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-a63cdd2e-07e5-4c7e-ab38-7b1b0499980d service neutron] For port 44d8dbdf-3542-4ffb-a400-eff02c1a3b50, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:33.916260 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0a670c1e-f4a4-4c0f-bf8a-128ad7e26a5d req-f3cbe51b-0781-413d-baa0-672550c67dcc tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ccaa3b8-e5e1-42bb-ba3c-950d244acd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049061 Nov 12 08:33:33.937691 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c6fc1-0a1b-4f17-8f4f-e9dc3d366c83 req-b7d4e63b-7dc1-47ce-a261-7de7a5f00780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:33.939218 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ac9c6fc1-0a1b-4f17-8f4f-e9dc3d366c83 req-b7d4e63b-7dc1-47ce-a261-7de7a5f00780 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.1355402 Nov 12 08:33:33.952100 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-a63cdd2e-07e5-4c7e-ab38-7b1b0499980d service neutron] For port 44d8dbdf-3542-4ffb-a400-eff02c1a3b50, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=44d8dbdf-3542-4ffb-a400-eff02c1a3b50,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:33.972610 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-a63cdd2e-07e5-4c7e-ab38-7b1b0499980d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:33.980788 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-37f05f7b-835a-4716-8b7b-ce7fe174e480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:33.985395 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 1c8d47e8-5668-4c0c-afef-397121b7582d details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:33:33.988091 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 3e420354-8dc2-4371-970c-13fac71eb7d4 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:34.039360 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ac9c6fc1-0a1b-4f17-8f4f-e9dc3d366c83 req-753e4e55-0b6f-4c1d-ac80-5934cab8863b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=c5c327af-d318-43ba-b079-6f847679d1bc HTTP/1.1" status: 200 len: 217 time: 0.0745661 Nov 12 08:33:34.126739 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36598) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:34.139803 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c6fc1-0a1b-4f17-8f4f-e9dc3d366c83 req-6ba76fdc-fe15-45c3-a39f-ff341bed3478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:34.141274 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ac9c6fc1-0a1b-4f17-8f4f-e9dc3d366c83 req-6ba76fdc-fe15-45c3-a39f-ff341bed3478 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.0808785 Nov 12 08:33:34.167336 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d16bb6-6ae6-46da-a4d9-0924f4cafca4 req-fa1b4b0e-ce53-4269-a58a-c2bad8d8dbaa tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:34.176015 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8d16bb6-6ae6-46da-a4d9-0924f4cafca4 req-fa1b4b0e-ce53-4269-a58a-c2bad8d8dbaa tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cbc8278-59a4-4fd7-a599-649c472a7729 HTTP/1.1" status: 200 len: 949 time: 0.1298311 Nov 12 08:33:34.177395 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 3e420354-8dc2-4371-970c-13fac71eb7d4 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:33:34.185816 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 3e420354-8dc2-4371-970c-13fac71eb7d4 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:34.186326 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:34.250929 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 1c8d47e8-5668-4c0c-afef-397121b7582d, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=1c8d47e8-5668-4c0c-afef-397121b7582d,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:34.264499 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8d16bb6-6ae6-46da-a4d9-0924f4cafca4 req-d9c7f49d-f1e0-452a-99b5-dbbbd139bc2d tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820472 Nov 12 08:33:34.272770 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c6fc1-0a1b-4f17-8f4f-e9dc3d366c83 req-24627489-3aac-494b-a056-9c60a83ecad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:34.274216 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ac9c6fc1-0a1b-4f17-8f4f-e9dc3d366c83 req-24627489-3aac-494b-a056-9c60a83ecad8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0961356 Nov 12 08:33:34.278616 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 1c8d47e8-5668-4c0c-afef-397121b7582d has no active binding in host n-h2-768862-16 {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:33:34.338998 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-a63cdd2e-07e5-4c7e-ab38-7b1b0499980d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:34.339620 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-a63cdd2e-07e5-4c7e-ab38-7b1b0499980d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:34.340806 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:34.341135 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-a63cdd2e-07e5-4c7e-ab38-7b1b0499980d service neutron] 10.222.0.54 "PUT /v2.0/ports/44d8dbdf-3542-4ffb-a400-eff02c1a3b50 HTTP/1.1" status: 200 len: 1097 time: 2.3861339 Nov 12 08:33:34.343635 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-f7d77c05-57b7-4141-8b39-38b5c9cb8a93 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:33:34.344927 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-f7d77c05-57b7-4141-8b39-38b5c9cb8a93 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2148657 Nov 12 08:33:34.437674 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 3e420354-8dc2-4371-970c-13fac71eb7d4, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=3e420354-8dc2-4371-970c-13fac71eb7d4,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:34.443250 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbc8278-59a4-4fd7-a599-649c472a7729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e420354-8dc2-4371-970c-13fac71eb7d4'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:34.446199 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c1b4e5-2dde-4bc4-b63e-2ebe45fe5679" -d '{"events": [{"server_uuid": "8cbc8278-59a4-4fd7-a599-649c472a7729", "name": "network-vif-plugged", "status": "completed", "tag": "3e420354-8dc2-4371-970c-13fac71eb7d4"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:34.451501 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:34.452399 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 4ededc02-d7fc-4d75-8210-f295d1c8bfbc up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:34.486886 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-54d11435-106b-431f-83cc-bdf9b366f211 req-5a37cdff-9b8a-4e09-98b4-0dc15ae70616 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6067531 Nov 12 08:33:34.492781 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cffb8f26-4779-4820-a658-39aa26690a6e req-0e54e60c-d4c0-41e4-9e5b-5f9ba01a337b service neutron] 10.222.0.54 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5802541 Nov 12 08:33:34.500392 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ac9c6fc1-0a1b-4f17-8f4f-e9dc3d366c83 req-e49158c7-d9de-456c-823d-040e2e19fd95 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089891 Nov 12 08:33:34.523291 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63cdd2e-07e5-4c7e-ab38-7b1b0499980d service neutron] Pushing event updated for resources: {'Port': ['ID=44d8dbdf-3542-4ffb-a400-eff02c1a3b50,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:34.527565 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f275d6-3b1a-45fa-a25a-89f716631e78 req-3fc9e4d0-8f57-4409-9e05-552c2eefbb7d tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:34.529300 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30f275d6-3b1a-45fa-a25a-89f716631e78 req-3fc9e4d0-8f57-4409-9e05-552c2eefbb7d tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ab44082-13cd-44fe-bc39-03f7a72581f3 HTTP/1.1" status: 200 len: 948 time: 0.0899172 Nov 12 08:33:34.622509 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=3e420354-8dc2-4371-970c-13fac71eb7d4,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:34.658598 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 4ededc02-d7fc-4d75-8210-f295d1c8bfbc completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:33:34.665819 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 4ededc02-d7fc-4d75-8210-f295d1c8bfbc triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:34.666732 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:34.692381 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-b40a2a12-f944-4d39-9856-a0dbfaabfdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:34.693771 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-b40a2a12-f944-4d39-9856-a0dbfaabfdcc service neutron] 10.222.0.37 "GET /v2.0/ports/fa7bf691-b65b-4d13-84d2-d3103dd62540 HTTP/1.1" status: 200 len: 1095 time: 0.2509582 Nov 12 08:33:34.699002 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-fecbf331-dfd8-47e7-90e9-b9968da8ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:34.700971 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-fecbf331-dfd8-47e7-90e9-b9968da8ba8e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3086472231354689b06a975258c697aa&device_id=1ab44082-13cd-44fe-bc39-03f7a72581f3 HTTP/1.1" status: 200 len: 1100 time: 0.2996535 Nov 12 08:33:34.710998 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-6cdcb8f9-c83b-40f5-9f5e-5c9b86c8c545 service neutron] Request body: {'binding': {'host': 'n-h1-768862-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:34.711520 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-6cdcb8f9-c83b-40f5-9f5e-5c9b86c8c545 service neutron] Unknown quota resources ['binding']. {{(pid=102569) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:33:34.749117 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30f275d6-3b1a-45fa-a25a-89f716631e78 req-d87adffa-cf2d-4713-b483-4ab79238c3f4 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985326 Nov 12 08:33:34.761892 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-f08e5e98-1d94-4c15-8008-6c9e7375290d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=44d8dbdf-3542-4ffb-a400-eff02c1a3b50 HTTP/1.1" status: 200 len: 217 time: 0.0422714 Nov 12 08:33:34.770743 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:34.775431 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ac9c6fc1-0a1b-4f17-8f4f-e9dc3d366c83 req-a480f230-e956-4ee2-a207-cb799bb46a9f service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449968 Nov 12 08:33:34.812828 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 4ededc02-d7fc-4d75-8210-f295d1c8bfbc, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=4ededc02-d7fc-4d75-8210-f295d1c8bfbc,segment=NetworkSegment(af6c40d2-50a9-487d-90a5-d1e53bd06d4b),segment_id=af6c40d2-50a9-487d-90a5-d1e53bd06d4b)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:34.818041 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:34.875031 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=4ededc02-d7fc-4d75-8210-f295d1c8bfbc,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:34.878626 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cffb8f26-4779-4820-a658-39aa26690a6e req-c477d6a7-165f-418b-bf01-07bcabfec84b service neutron] 10.222.0.54 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261938 Nov 12 08:33:34.889522 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-d57ddbde-95ae-43e2-99ae-8c46625b18d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:34.891155 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-d57ddbde-95ae-43e2-99ae-8c46625b18d8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.0949669 Nov 12 08:33:34.942992 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda8bc3-434c-4da6-98f4-ff69bf693876 req-f79ed423-8d17-469a-a323-09d20e304452 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:34.944591 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5eda8bc3-434c-4da6-98f4-ff69bf693876 req-f79ed423-8d17-469a-a323-09d20e304452 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4 HTTP/1.1" status: 200 len: 943 time: 0.0779345 Nov 12 08:33:34.985660 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-e1dae0b5-8ab2-48fd-b9d8-34db97bf97d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:34.987334 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-e1dae0b5-8ab2-48fd-b9d8-34db97bf97d8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0838151 Nov 12 08:33:34.993117 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-6cdcb8f9-c83b-40f5-9f5e-5c9b86c8c545 service neutron] Attempting to bind port fa7bf691-b65b-4d13-84d2-d3103dd62540 on host n-h1-768862-16 for vnic_type normal with profile None {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:34.993497 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-6cdcb8f9-c83b-40f5-9f5e-5c9b86c8c545 service neutron] Attempting to bind port fa7bf691-b65b-4d13-84d2-d3103dd62540 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:34.993856 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-6cdcb8f9-c83b-40f5-9f5e-5c9b86c8c545 service neutron] Attempting to bind port fa7bf691-b65b-4d13-84d2-d3103dd62540 on network a6d5f445-c009-4fb1-a92b-e2439070859b {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:35.007000 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab44082-13cd-44fe-bc39-03f7a72581f3', 'tag': '44d8dbdf-3542-4ffb-a400-eff02c1a3b50'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:35.009333 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-6cdcb8f9-c83b-40f5-9f5e-5c9b86c8c545 service neutron] Port fa7bf691-b65b-4d13-84d2-d3103dd62540 on network a6d5f445-c009-4fb1-a92b-e2439070859b not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:33:35.009651 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-6cdcb8f9-c83b-40f5-9f5e-5c9b86c8c545 service neutron] Attempting to bind port fa7bf691-b65b-4d13-84d2-d3103dd62540 on network a6d5f445-c009-4fb1-a92b-e2439070859b {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:35.009755 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113423b3-0cc8-4490-a1f7-6dcedd9f2f21" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab44082-13cd-44fe-bc39-03f7a72581f3", "tag": "44d8dbdf-3542-4ffb-a400-eff02c1a3b50"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:35.015024 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-37f05f7b-835a-4716-8b7b-ce7fe174e480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 728daad0-13fb-441a-a248-df77f3c4bacc {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:35.018085 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5eda8bc3-434c-4da6-98f4-ff69bf693876 req-b916edd7-7fd1-485e-8838-bb6099a8a972 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639646 Nov 12 08:33:35.019249 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-6cdcb8f9-c83b-40f5-9f5e-5c9b86c8c545 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:35.019581 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-6cdcb8f9-c83b-40f5-9f5e-5c9b86c8c545 service neutron] Checking segment: {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:35.019970 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-6cdcb8f9-c83b-40f5-9f5e-5c9b86c8c545 service neutron] Bound using segment: {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:35.020396 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-6cdcb8f9-c83b-40f5-9f5e-5c9b86c8c545 service neutron] Bound port: fa7bf691-b65b-4d13-84d2-d3103dd62540, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:35.053483 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-37f05f7b-835a-4716-8b7b-ce7fe174e480 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:35.070675 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-37f05f7b-835a-4716-8b7b-ce7fe174e480 service neutron] Transition to ACTIVE for port object 728daad0-13fb-441a-a248-df77f3c4bacc will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:33:35.083830 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-6cdcb8f9-c83b-40f5-9f5e-5c9b86c8c545 service neutron] For port fa7bf691-b65b-4d13-84d2-d3103dd62540, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=fa7bf691-b65b-4d13-84d2-d3103dd62540,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:35.098686 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-37f05f7b-835a-4716-8b7b-ce7fe174e480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:35.099044 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-6cdcb8f9-c83b-40f5-9f5e-5c9b86c8c545 service neutron] Publish callbacks [] for binding, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:35.103678 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-6cdcb8f9-c83b-40f5-9f5e-5c9b86c8c545 service neutron] 10.222.0.37 "POST /v2.0/ports/fa7bf691-b65b-4d13-84d2-d3103dd62540/bindings HTTP/1.1" status: 201 len: 390 time: 0.3964670 Nov 12 08:33:35.151436 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8359f-0fe6-42bb-94ef-b1b950f5960c req-636b2ce5-20a6-41a5-81f4-7023792e5db4 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:35.160471 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4eb8359f-0fe6-42bb-94ef-b1b950f5960c req-636b2ce5-20a6-41a5-81f4-7023792e5db4 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7a0a37d-dd67-4f77-bbba-85942824c2f9 HTTP/1.1" status: 200 len: 945 time: 0.0724895 Nov 12 08:33:35.191338 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f05f7b-835a-4716-8b7b-ce7fe174e480 service neutron] Pushing event updated for resources: {'Port': ['ID=728daad0-13fb-441a-a248-df77f3c4bacc,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:35.197893 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-50ebf67e-833a-4d9e-bb46-1df023bb775e service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992626 Nov 12 08:33:35.224647 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4eb8359f-0fe6-42bb-94ef-b1b950f5960c req-86a436d5-9599-4584-a9d5-4c8ecf2cabb0 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/security-groups?id=6227e74a-e98c-446f-b22d-831b8485d6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631464 Nov 12 08:33:35.305639 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-37f05f7b-835a-4716-8b7b-ce7fe174e480 service neutron] Attempting to bind port 728daad0-13fb-441a-a248-df77f3c4bacc on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:35.305988 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-37f05f7b-835a-4716-8b7b-ce7fe174e480 service neutron] Attempting to bind port 728daad0-13fb-441a-a248-df77f3c4bacc by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '2c3c20a3-0ce8-48a2-8cdf-f60d82907145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c1af7b5f-ebc7-49bd-8625-a86d9b391c7d'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:35.306299 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-37f05f7b-835a-4716-8b7b-ce7fe174e480 service neutron] Attempting to bind port 728daad0-13fb-441a-a248-df77f3c4bacc on network c1af7b5f-ebc7-49bd-8625-a86d9b391c7d {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:35.315661 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-37f05f7b-835a-4716-8b7b-ce7fe174e480 service neutron] Port 728daad0-13fb-441a-a248-df77f3c4bacc on network c1af7b5f-ebc7-49bd-8625-a86d9b391c7d not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:33:35.316008 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-37f05f7b-835a-4716-8b7b-ce7fe174e480 service neutron] Attempting to bind port 728daad0-13fb-441a-a248-df77f3c4bacc on network c1af7b5f-ebc7-49bd-8625-a86d9b391c7d {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:35.328862 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-37f05f7b-835a-4716-8b7b-ce7fe174e480 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:35.329194 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-37f05f7b-835a-4716-8b7b-ce7fe174e480 service neutron] Checking segment: {'id': '2c3c20a3-0ce8-48a2-8cdf-f60d82907145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c1af7b5f-ebc7-49bd-8625-a86d9b391c7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:35.329582 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-37f05f7b-835a-4716-8b7b-ce7fe174e480 service neutron] Bound using segment: {'id': '2c3c20a3-0ce8-48a2-8cdf-f60d82907145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c1af7b5f-ebc7-49bd-8625-a86d9b391c7d'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:35.330012 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-37f05f7b-835a-4716-8b7b-ce7fe174e480 service neutron] Bound port: 728daad0-13fb-441a-a248-df77f3c4bacc, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c3c20a3-0ce8-48a2-8cdf-f60d82907145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c1af7b5f-ebc7-49bd-8625-a86d9b391c7d'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:35.330366 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-37f05f7b-835a-4716-8b7b-ce7fe174e480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:35.338274 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4658bf-77ae-4c3b-a6c0-89c48a68b79f x-openstack-request-id: req-6f4658bf-77ae-4c3b-a6c0-89c48a68b79f {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:35.338965 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cbc8278-59a4-4fd7-a599-649c472a7729", "name": "network-vif-plugged", "status": "completed", "tag": "3e420354-8dc2-4371-970c-13fac71eb7d4", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:35.339657 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f4658bf-77ae-4c3b-a6c0-89c48a68b79f {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:35.340361 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cbc8278-59a4-4fd7-a599-649c472a7729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e420354-8dc2-4371-970c-13fac71eb7d4', 'code': 200} Nov 12 08:33:35.409393 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7b5be874-07c1-46b2-b7b1-ffaf81ab2d48 req-069200d3-9efe-4b75-85c6-8891d76e2a8c service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851087 Nov 12 08:33:35.447417 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-37f05f7b-835a-4716-8b7b-ce7fe174e480 service neutron] For port 728daad0-13fb-441a-a248-df77f3c4bacc, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:35.453751 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458f758d-7806-4b32-b0af-ec8d8ff10e4c x-openstack-request-id: req-458f758d-7806-4b32-b0af-ec8d8ff10e4c {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:35.454126 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab44082-13cd-44fe-bc39-03f7a72581f3", "tag": "44d8dbdf-3542-4ffb-a400-eff02c1a3b50", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:35.455183 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-458f758d-7806-4b32-b0af-ec8d8ff10e4c {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:35.455828 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab44082-13cd-44fe-bc39-03f7a72581f3', 'tag': '44d8dbdf-3542-4ffb-a400-eff02c1a3b50', 'status': 'completed', 'code': 200} Nov 12 08:33:35.461945 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-37f05f7b-835a-4716-8b7b-ce7fe174e480 service neutron] For port 728daad0-13fb-441a-a248-df77f3c4bacc, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=728daad0-13fb-441a-a248-df77f3c4bacc,segment=NetworkSegment(2c3c20a3-0ce8-48a2-8cdf-f60d82907145),segment_id=2c3c20a3-0ce8-48a2-8cdf-f60d82907145)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:35.469426 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-37f05f7b-835a-4716-8b7b-ce7fe174e480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:35.515702 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d7340-3afd-45d4-80d1-d08f66e80c36 req-5cc9fef9-040b-409d-9cc3-62320ec4d450 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:35.517560 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7e4d7340-3afd-45d4-80d1-d08f66e80c36 req-5cc9fef9-040b-409d-9cc3-62320ec4d450 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a829161c-d989-4c73-98a8-9f19367704ab HTTP/1.1" status: 200 len: 944 time: 0.1053159 Nov 12 08:33:35.567698 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-37f05f7b-835a-4716-8b7b-ce7fe174e480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:35.568379 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-37f05f7b-835a-4716-8b7b-ce7fe174e480 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:35.570327 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-37f05f7b-835a-4716-8b7b-ce7fe174e480 service neutron] 10.222.0.54 "PUT /v2.0/ports/728daad0-13fb-441a-a248-df77f3c4bacc HTTP/1.1" status: 200 len: 1093 time: 1.7901194 Nov 12 08:33:35.637920 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea245a8-2228-4aa7-a33e-d91655367efc req-8c86b23e-f2da-4dc8-9276-92ce399a46cf tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:35.639827 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aea245a8-2228-4aa7-a33e-d91655367efc req-8c86b23e-f2da-4dc8-9276-92ce399a46cf tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 946 time: 0.1211040 Nov 12 08:33:35.649624 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f05f7b-835a-4716-8b7b-ce7fe174e480 service neutron] Pushing event updated for resources: {'Port': ['ID=728daad0-13fb-441a-a248-df77f3c4bacc,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:35.653001 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7e4d7340-3afd-45d4-80d1-d08f66e80c36 req-04e67316-05a7-460e-8454-920bb99f2600 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ccaa3b8-e5e1-42bb-ba3c-950d244acd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234584 Nov 12 08:33:35.656849 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f874fb-51d1-47d2-a080-ccf7b664dc1f req-f0269f17-1880-42e1-bd7d-db30b99789f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:35.658277 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-81f874fb-51d1-47d2-a080-ccf7b664dc1f req-f0269f17-1880-42e1-bd7d-db30b99789f3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8cbc8278-59a4-4fd7-a599-649c472a7729 HTTP/1.1" status: 200 len: 1102 time: 0.1059136 Nov 12 08:33:35.675314 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113423b3-0cc8-4490-a1f7-6dcedd9f2f21 req-ba5fc981-52a7-47e4-9459-69c9629057b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:35.677369 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-113423b3-0cc8-4490-a1f7-6dcedd9f2f21 req-ba5fc981-52a7-47e4-9459-69c9629057b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3086472231354689b06a975258c697aa&device_id=1ab44082-13cd-44fe-bc39-03f7a72581f3 HTTP/1.1" status: 200 len: 1100 time: 0.1614034 Nov 12 08:33:35.695406 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-a4dff6cf-10b5-48dd-99de-d335d5ea11dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:35.697113 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-a4dff6cf-10b5-48dd-99de-d335d5ea11dd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=60036c792d1544fb8cbb03c747464363&device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 1098 time: 0.1611555 Nov 12 08:33:35.754304 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-1eeb5864-c559-4059-9e31-a5ae7e7f3c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:35.755801 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-1eeb5864-c559-4059-9e31-a5ae7e7f3c13 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cd852bec4bdb45b9856243c3fa20aebe&device_id=a829161c-d989-4c73-98a8-9f19367704ab HTTP/1.1" status: 200 len: 1096 time: 0.1306663 Nov 12 08:33:35.766507 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aea245a8-2228-4aa7-a33e-d91655367efc req-6c6f6b4b-1724-4f1a-8573-5144af5e64ec tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123526 Nov 12 08:33:35.770521 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-81f874fb-51d1-47d2-a080-ccf7b664dc1f req-e4fa23ef-7c3f-4049-bd24-a023c16eb35f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929136 Nov 12 08:33:35.803875 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ec8c7-cb20-494a-a4a4-def4491dd48f req-045baad7-7cbd-47ae-9811-7f7ddc0b4c87 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:35.805717 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e4ec8c7-cb20-494a-a4a4-def4491dd48f req-045baad7-7cbd-47ae-9811-7f7ddc0b4c87 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cbc8278-59a4-4fd7-a599-649c472a7729 HTTP/1.1" status: 200 len: 950 time: 0.0831525 Nov 12 08:33:35.862233 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-ed099326-8695-4f96-88fe-3725f8d97ff9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=728daad0-13fb-441a-a248-df77f3c4bacc HTTP/1.1" status: 200 len: 217 time: 0.0491126 Nov 12 08:33:35.885361 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e4ec8c7-cb20-494a-a4a4-def4491dd48f req-16346b7a-c3b3-4f30-992a-282efd327773 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727997 Nov 12 08:33:35.893836 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0a4d6-17ee-44a4-b4a3-3cbf15dcc287 req-74015bcc-9af8-421c-9e05-4b7e07fafabf tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:35.895290 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a0f0a4d6-17ee-44a4-b4a3-3cbf15dcc287 req-74015bcc-9af8-421c-9e05-4b7e07fafabf tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/ports?device_id=44def6eb-1462-4069-adc4-1ff7fc054c64 HTTP/1.1" status: 200 len: 950 time: 0.0690508 Nov 12 08:33:35.939429 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113423b3-0cc8-4490-a1f7-6dcedd9f2f21 req-d66c3ff0-8989-441d-a30f-808878ab64ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:35.940941 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-113423b3-0cc8-4490-a1f7-6dcedd9f2f21 req-d66c3ff0-8989-441d-a30f-808878ab64ee service neutron] 10.222.0.54 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.2489774 Nov 12 08:33:35.941905 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-fa4fb113-8661-4c42-b44a-b51e6024db6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:35.943201 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-fa4fb113-8661-4c42-b44a-b51e6024db6c service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6d5f445-c009-4fb1-a92b-e2439070859b HTTP/1.1" status: 200 len: 908 time: 0.2356198 Nov 12 08:33:35.949155 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-59eb70f7-a54e-4c20-9ab9-7fc8d59a9058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:35.950709 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-59eb70f7-a54e-4c20-9ab9-7fc8d59a9058 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f791b08b-1100-46f4-98ac-ad121fd64479 HTTP/1.1" status: 200 len: 855 time: 0.0802383 Nov 12 08:33:35.954918 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a0f0a4d6-17ee-44a4-b4a3-3cbf15dcc287 req-f00a5d76-2c62-4eaf-b465-e4a02e0e533d tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/security-groups?id=db665b18-4011-4da6-aaa9-a2e1b327a59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492818 Nov 12 08:33:36.002775 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7b4f2-b3bc-47d7-98a5-55161b6b12fb req-6244507c-faed-4f08-8ff6-79d610f0c5d1 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:36.004298 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7fd7b4f2-b3bc-47d7-98a5-55161b6b12fb req-6244507c-faed-4f08-8ff6-79d610f0c5d1 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ab44082-13cd-44fe-bc39-03f7a72581f3 HTTP/1.1" status: 200 len: 948 time: 0.0544288 Nov 12 08:33:36.007686 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-113423b3-0cc8-4490-a1f7-6dcedd9f2f21 req-cbf3de9e-7db4-4e71-bcb8-fc2df50d716d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=44d8dbdf-3542-4ffb-a400-eff02c1a3b50 HTTP/1.1" status: 200 len: 217 time: 0.0522370 Nov 12 08:33:36.056765 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-da4d3b10-289e-441d-8030-e75d2c2569a5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c1af7b5f-ebc7-49bd-8625-a86d9b391c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619662 Nov 12 08:33:36.057261 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7fd7b4f2-b3bc-47d7-98a5-55161b6b12fb req-9bdc5638-fed0-476d-846b-687e839cf838 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463948 Nov 12 08:33:36.057991 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-c4ddefb7-9091-4781-a1ac-0fb7f4998a95 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa7bf691-b65b-4d13-84d2-d3103dd62540 HTTP/1.1" status: 200 len: 217 time: 0.0649395 Nov 12 08:33:36.162454 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ecb00-9e53-4ce4-89fb-a37eaf96bb59 req-e144136c-fea9-4f58-84d8-776d0c5d727b tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:36.163876 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f44ecb00-9e53-4ce4-89fb-a37eaf96bb59 req-e144136c-fea9-4f58-84d8-776d0c5d727b tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4 HTTP/1.1" status: 200 len: 943 time: 0.0509887 Nov 12 08:33:36.185516 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113423b3-0cc8-4490-a1f7-6dcedd9f2f21 req-fa146b59-fb62-4a99-b9a2-2cee41ad396b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:36.187286 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-113423b3-0cc8-4490-a1f7-6dcedd9f2f21 req-fa146b59-fb62-4a99-b9a2-2cee41ad396b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1394827 Nov 12 08:33:36.192082 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-82cf7fcc-9b90-410a-928c-4938b825c08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:36.193424 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-82cf7fcc-9b90-410a-928c-4938b825c08f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d46819c4-cbf3-463f-b6ce-344123c01513 HTTP/1.1" status: 200 len: 847 time: 0.1118262 Nov 12 08:33:36.217812 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f44ecb00-9e53-4ce4-89fb-a37eaf96bb59 req-6ad624a4-8eeb-4a2f-bf62-2362b89baa26 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475230 Nov 12 08:33:36.260609 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-829573a5-06e8-4e2d-b8f6-c514f1f2fa26 service neutron] 10.222.0.54 "GET /v2.0/networks/c1af7b5f-ebc7-49bd-8625-a86d9b391c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799772 Nov 12 08:33:36.263381 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-5e00f84b-32a8-4ea1-b6d6-3d9385b529ec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6d5f445-c009-4fb1-a92b-e2439070859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517948 Nov 12 08:33:36.279309 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113423b3-0cc8-4490-a1f7-6dcedd9f2f21 req-61b74003-8a52-41b6-81ab-4a8aaeb45ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:36.281052 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-113423b3-0cc8-4490-a1f7-6dcedd9f2f21 req-61b74003-8a52-41b6-81ab-4a8aaeb45ab3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0705321 Nov 12 08:33:36.348565 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8120f2-b1d2-4010-b4d4-543719fb93f9 req-9840a3f7-1754-4caf-99ee-292875a02756 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:36.350097 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ce8120f2-b1d2-4010-b4d4-543719fb93f9 req-9840a3f7-1754-4caf-99ee-292875a02756 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7a0a37d-dd67-4f77-bbba-85942824c2f9 HTTP/1.1" status: 200 len: 945 time: 0.0513196 Nov 12 08:33:36.399912 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ce8120f2-b1d2-4010-b4d4-543719fb93f9 req-b40bf154-98f1-4757-861d-9a1c138586c9 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/security-groups?id=6227e74a-e98c-446f-b22d-831b8485d6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431423 Nov 12 08:33:36.558830 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-85a11157-9b71-45d4-8ecd-90ef50992231 req-882f63ea-6737-4203-8610-31126dd019f5 service neutron] 10.222.0.54 "GET /v2.0/networks/c1af7b5f-ebc7-49bd-8625-a86d9b391c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766659 Nov 12 08:33:36.561356 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-113423b3-0cc8-4490-a1f7-6dcedd9f2f21 req-bb4525e0-8aac-45e7-a949-4c34c5f6a6d0 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534194 Nov 12 08:33:36.563399 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-2bb26554-2226-4aae-9d70-2ecdb99a285d service neutron] 10.222.0.54 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627351 Nov 12 08:33:36.750815 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:33:36.752852 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-c1fd3d52-68ef-4542-aef1-b7bad61cb3e6 service neutron] 10.222.0.54 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677465 Nov 12 08:33:36.754770 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-113423b3-0cc8-4490-a1f7-6dcedd9f2f21 req-a849b399-bb22-411c-92ae-8f01841c459b service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676209 Nov 12 08:33:36.862442 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-6f141aaa-c2a4-40ea-aa94-d4204f856071 service neutron] 10.222.0.54 "GET /v2.0/ports/1c8d47e8-5668-4c0c-afef-397121b7582d/bindings/n-h2-768862-16 HTTP/1.1" status: 200 len: 385 time: 0.0899704 Nov 12 08:33:36.905378 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-660a0bfc-5897-4925-8e69-7cdd18c2ad95 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:36.908251 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-660a0bfc-5897-4925-8e69-7cdd18c2ad95 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d&tenant_id=60036c792d1544fb8cbb03c747464363&binding%3Ahost_id=n-h2-768862-16 HTTP/1.1" status: 200 len: 1098 time: 0.0768771 Nov 12 08:33:36.927243 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-0de5d604-1b0a-45d6-a364-dea8b018a191 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768862-16'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:36.990583 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d65a8-a3dc-4cf1-9e7e-c1fb520db52a req-d6c13db8-324e-45eb-8273-e5f16f132f81 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:36.992124 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-967d65a8-a3dc-4cf1-9e7e-c1fb520db52a req-d6c13db8-324e-45eb-8273-e5f16f132f81 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a829161c-d989-4c73-98a8-9f19367704ab HTTP/1.1" status: 200 len: 944 time: 0.2711844 Nov 12 08:33:37.039749 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-0de5d604-1b0a-45d6-a364-dea8b018a191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:37.044788 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-967d65a8-a3dc-4cf1-9e7e-c1fb520db52a req-34f8b61e-2fec-4289-ad90-3b7467928860 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ccaa3b8-e5e1-42bb-ba3c-950d244acd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426936 Nov 12 08:33:37.150039 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc33ec7-1509-470e-8cb2-19c0785cc7b7 req-805180b8-d30d-42f2-a88d-69cf3e0b3f92 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:37.151527 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7cc33ec7-1509-470e-8cb2-19c0785cc7b7 req-805180b8-d30d-42f2-a88d-69cf3e0b3f92 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 946 time: 0.0502098 Nov 12 08:33:37.206529 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7cc33ec7-1509-470e-8cb2-19c0785cc7b7 req-f19c27c3-c860-4270-978c-f86bb231bf0c tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481961 Nov 12 08:33:37.322673 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36038a9-6653-4f81-8bb3-92dac6df7839 req-8dda89e5-88bd-4665-819e-8eff7c2e1cfe tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:37.324330 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d36038a9-6653-4f81-8bb3-92dac6df7839 req-8dda89e5-88bd-4665-819e-8eff7c2e1cfe tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cbc8278-59a4-4fd7-a599-649c472a7729 HTTP/1.1" status: 200 len: 950 time: 0.0514643 Nov 12 08:33:37.342135 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a0a37d-dd67-4f77-bbba-85942824c2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ededc02-d7fc-4d75-8210-f295d1c8bfbc'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:37.344637 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecb0211-0a50-437c-9948-a96593a5abc2" -d '{"events": [{"server_uuid": "d7a0a37d-dd67-4f77-bbba-85942824c2f9", "name": "network-vif-plugged", "status": "completed", "tag": "4ededc02-d7fc-4d75-8210-f295d1c8bfbc"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:37.381229 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d36038a9-6653-4f81-8bb3-92dac6df7839 req-c667e918-b61f-47fe-a711-a8b675a5dcd0 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503762 Nov 12 08:33:37.480016 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a829161c-d989-4c73-98a8-9f19367704ab', 'tag': '728daad0-13fb-441a-a248-df77f3c4bacc'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:37.483488 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d0f456-88f8-46c6-8303-5e23324b925f" -d '{"events": [{"name": "network-changed", "server_uuid": "a829161c-d989-4c73-98a8-9f19367704ab", "tag": "728daad0-13fb-441a-a248-df77f3c4bacc"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:37.487048 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795655d-e5a4-4eeb-9380-1d30d5856e57 req-96846f68-4602-4f0b-8df4-2d350ea4d1f0 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:37.488650 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e795655d-e5a4-4eeb-9380-1d30d5856e57 req-96846f68-4602-4f0b-8df4-2d350ea4d1f0 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/ports?device_id=44def6eb-1462-4069-adc4-1ff7fc054c64 HTTP/1.1" status: 200 len: 950 time: 0.0487421 Nov 12 08:33:37.504407 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-e13532c2-19af-4cb3-b400-23feb223bc5f service neutron] For port 1c8d47e8-5668-4c0c-afef-397121b7582d, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=1c8d47e8-5668-4c0c-afef-397121b7582d,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:37.539337 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e795655d-e5a4-4eeb-9380-1d30d5856e57 req-737e83c0-3d83-4819-924c-ea2bbc37b8ac tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/security-groups?id=db665b18-4011-4da6-aaa9-a2e1b327a59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444648 Nov 12 08:33:37.545148 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-e13532c2-19af-4cb3-b400-23feb223bc5f service neutron] For port 1c8d47e8-5668-4c0c-afef-397121b7582d, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:37.585194 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-0de5d604-1b0a-45d6-a364-dea8b018a191 service neutron] For port fa7bf691-b65b-4d13-84d2-d3103dd62540, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=fa7bf691-b65b-4d13-84d2-d3103dd62540,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:37.614623 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-e13532c2-19af-4cb3-b400-23feb223bc5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c8d47e8-5668-4c0c-afef-397121b7582d {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:37.634234 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-e13532c2-19af-4cb3-b400-23feb223bc5f service neutron] For port 1c8d47e8-5668-4c0c-afef-397121b7582d, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=1c8d47e8-5668-4c0c-afef-397121b7582d,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:37.648741 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61698a35-da55-4932-af76-32c63b9b8a19 req-c53d84a4-f01f-46ec-ae06-9fd5319a2dc4 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:37.650242 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-61698a35-da55-4932-af76-32c63b9b8a19 req-c53d84a4-f01f-46ec-ae06-9fd5319a2dc4 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ab44082-13cd-44fe-bc39-03f7a72581f3 HTTP/1.1" status: 200 len: 948 time: 0.0524502 Nov 12 08:33:37.668519 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-e13532c2-19af-4cb3-b400-23feb223bc5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:37.672526 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-0de5d604-1b0a-45d6-a364-dea8b018a191 service neutron] For port fa7bf691-b65b-4d13-84d2-d3103dd62540, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:37.708673 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-61698a35-da55-4932-af76-32c63b9b8a19 req-7ca21f3f-b09b-46f1-b870-4462a434f803 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516195 Nov 12 08:33:37.733264 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3bea9a07-3834-4755-b1b0-259cd2787801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:37.755452 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-0de5d604-1b0a-45d6-a364-dea8b018a191 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:37.763452 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-0de5d604-1b0a-45d6-a364-dea8b018a191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:37.826732 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715f54e-4be8-4694-ba2e-db32ce61dacd req-3185945f-3c13-41d8-8065-7f275f0ddef6 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:37.828527 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d715f54e-4be8-4694-ba2e-db32ce61dacd req-3185945f-3c13-41d8-8065-7f275f0ddef6 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4 HTTP/1.1" status: 200 len: 943 time: 0.0597930 Nov 12 08:33:37.840506 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-e13532c2-19af-4cb3-b400-23feb223bc5f service neutron] Transition to ACTIVE for port object 1c8d47e8-5668-4c0c-afef-397121b7582d will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:33:37.849524 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-e13532c2-19af-4cb3-b400-23feb223bc5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:37.865652 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5d604-1b0a-45d6-a364-dea8b018a191 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7bf691-b65b-4d13-84d2-d3103dd62540,revision_number=7']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:37.882052 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d715f54e-4be8-4694-ba2e-db32ce61dacd req-488d845b-bbd6-4952-aa8e-3911bc4033c1 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471554 Nov 12 08:33:37.910194 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-0de5d604-1b0a-45d6-a364-dea8b018a191 service neutron] Attempting to bind port fa7bf691-b65b-4d13-84d2-d3103dd62540 on host n-h2-768862-16 for vnic_type normal with profile {"migrating_to": "n-h1-768862-16"} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:37.910552 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-0de5d604-1b0a-45d6-a364-dea8b018a191 service neutron] Attempting to bind port fa7bf691-b65b-4d13-84d2-d3103dd62540 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:37.910877 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-0de5d604-1b0a-45d6-a364-dea8b018a191 service neutron] Attempting to bind port fa7bf691-b65b-4d13-84d2-d3103dd62540 on network a6d5f445-c009-4fb1-a92b-e2439070859b {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:37.927715 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-0de5d604-1b0a-45d6-a364-dea8b018a191 service neutron] Port fa7bf691-b65b-4d13-84d2-d3103dd62540 on network a6d5f445-c009-4fb1-a92b-e2439070859b not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:33:37.928072 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-0de5d604-1b0a-45d6-a364-dea8b018a191 service neutron] Attempting to bind port fa7bf691-b65b-4d13-84d2-d3103dd62540 on network a6d5f445-c009-4fb1-a92b-e2439070859b {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:37.932673 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f66368-6316-4443-b2ac-da3b10fc3e9d x-openstack-request-id: req-92f66368-6316-4443-b2ac-da3b10fc3e9d {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:37.932673 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a0a37d-dd67-4f77-bbba-85942824c2f9", "name": "network-vif-plugged", "status": "completed", "tag": "4ededc02-d7fc-4d75-8210-f295d1c8bfbc", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:37.932673 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-92f66368-6316-4443-b2ac-da3b10fc3e9d {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:37.932673 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a0a37d-dd67-4f77-bbba-85942824c2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ededc02-d7fc-4d75-8210-f295d1c8bfbc', 'code': 200} Nov 12 08:33:37.950602 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-e13532c2-19af-4cb3-b400-23feb223bc5f service neutron] No DVR routers for this DVR port 1c8d47e8-5668-4c0c-afef-397121b7582d on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:33:37.959689 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-0de5d604-1b0a-45d6-a364-dea8b018a191 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:37.960062 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-0de5d604-1b0a-45d6-a364-dea8b018a191 service neutron] Checking segment: {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:37.960482 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-0de5d604-1b0a-45d6-a364-dea8b018a191 service neutron] Bound using segment: {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:37.960948 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-0de5d604-1b0a-45d6-a364-dea8b018a191 service neutron] Bound port: fa7bf691-b65b-4d13-84d2-d3103dd62540, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:37.961336 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-0de5d604-1b0a-45d6-a364-dea8b018a191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:37.978775 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13532c2-19af-4cb3-b400-23feb223bc5f service neutron] Pushing event updated for resources: {'Port': ['ID=1c8d47e8-5668-4c0c-afef-397121b7582d,revision_number=10']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:38.001888 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device c5c327af-d318-43ba-b079-6f847679d1bc details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:33:38.027072 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-e13532c2-19af-4cb3-b400-23feb223bc5f service neutron] 10.222.0.54 "PUT /v2.0/ports/1c8d47e8-5668-4c0c-afef-397121b7582d/bindings/n-h2-768862-16/activate HTTP/1.1" status: 200 len: 370 time: 1.1555419 Nov 12 08:33:38.032168 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0a33b-8376-4af5-98c3-8ca426516d01 req-ab219199-4615-4b4a-aab2-82a2973560da tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:38.033790 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-99d0a33b-8376-4af5-98c3-8ca426516d01 req-ab219199-4615-4b4a-aab2-82a2973560da tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7a0a37d-dd67-4f77-bbba-85942824c2f9 HTTP/1.1" status: 200 len: 945 time: 0.0525477 Nov 12 08:33:38.058558 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-0de5d604-1b0a-45d6-a364-dea8b018a191 service neutron] For port fa7bf691-b65b-4d13-84d2-d3103dd62540, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:38.062089 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-0de5d604-1b0a-45d6-a364-dea8b018a191 service neutron] For port fa7bf691-b65b-4d13-84d2-d3103dd62540, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=fa7bf691-b65b-4d13-84d2-d3103dd62540,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:38.071771 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-0de5d604-1b0a-45d6-a364-dea8b018a191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:38.101925 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-99d0a33b-8376-4af5-98c3-8ca426516d01 req-84f0a788-08de-4609-a0f8-fa695442f38b tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/security-groups?id=6227e74a-e98c-446f-b22d-831b8485d6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525043 Nov 12 08:33:38.154783 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5d604-1b0a-45d6-a364-dea8b018a191 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7bf691-b65b-4d13-84d2-d3103dd62540,revision_number=8']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:38.158736 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-0de5d604-1b0a-45d6-a364-dea8b018a191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:38.159230 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-0de5d604-1b0a-45d6-a364-dea8b018a191 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:38.160664 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-0de5d604-1b0a-45d6-a364-dea8b018a191 service neutron] 10.222.0.54 "PUT /v2.0/ports/fa7bf691-b65b-4d13-84d2-d3103dd62540 HTTP/1.1" status: 200 len: 1124 time: 1.2410173 Nov 12 08:33:38.162396 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94a9ab2-7ccb-47fb-9cc0-b5fb408d968b x-openstack-request-id: req-d94a9ab2-7ccb-47fb-9cc0-b5fb408d968b {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:38.162678 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a829161c-d989-4c73-98a8-9f19367704ab", "tag": "728daad0-13fb-441a-a248-df77f3c4bacc", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:38.162927 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d94a9ab2-7ccb-47fb-9cc0-b5fb408d968b {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:38.163954 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a829161c-d989-4c73-98a8-9f19367704ab', 'tag': '728daad0-13fb-441a-a248-df77f3c4bacc', 'status': 'completed', 'code': 200} Nov 12 08:33:38.230354 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f456-88f8-46c6-8303-5e23324b925f req-08087dda-2e40-439c-b5f3-728866a74c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:38.232213 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-43d0f456-88f8-46c6-8303-5e23324b925f req-08087dda-2e40-439c-b5f3-728866a74c6f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cd852bec4bdb45b9856243c3fa20aebe&device_id=a829161c-d989-4c73-98a8-9f19367704ab HTTP/1.1" status: 200 len: 1096 time: 0.0487785 Nov 12 08:33:38.258716 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f309125-3f6f-4d6b-948d-0720397dbf20 req-18823d49-4674-4f3b-8665-43957680bc83 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:38.260610 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f309125-3f6f-4d6b-948d-0720397dbf20 req-18823d49-4674-4f3b-8665-43957680bc83 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a829161c-d989-4c73-98a8-9f19367704ab HTTP/1.1" status: 200 len: 944 time: 0.0508971 Nov 12 08:33:38.265375 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port c5c327af-d318-43ba-b079-6f847679d1bc, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=c5c327af-d318-43ba-b079-6f847679d1bc,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:38.278568 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'c5c327af-d318-43ba-b079-6f847679d1bc', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': 'c5c327af-d318-43ba-b079-6f847679d1bc', 'mac_address': 'fa:16:3e:35:5b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:33:38.315115 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f309125-3f6f-4d6b-948d-0720397dbf20 req-dc9b5e14-4c70-4435-b07d-3c22a86d0115 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ccaa3b8-e5e1-42bb-ba3c-950d244acd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475268 Nov 12 08:33:38.318723 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:38.342048 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c327af-d318-43ba-b079-6f847679d1bc {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:38.361315 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f456-88f8-46c6-8303-5e23324b925f req-18429b79-ac8f-4c18-a370-1268ebfc2815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:38.363047 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-43d0f456-88f8-46c6-8303-5e23324b925f req-18429b79-ac8f-4c18-a370-1268ebfc2815 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c1af7b5f-ebc7-49bd-8625-a86d9b391c7d HTTP/1.1" status: 200 len: 916 time: 0.1221280 Nov 12 08:33:38.365455 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port c5c327af-d318-43ba-b079-6f847679d1bc, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=c5c327af-d318-43ba-b079-6f847679d1bc,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:38.370889 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:38.408006 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-43d0f456-88f8-46c6-8303-5e23324b925f req-7d683d18-7154-4eb5-b529-da5ee4f98fde service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=728daad0-13fb-441a-a248-df77f3c4bacc HTTP/1.1" status: 200 len: 217 time: 0.0349908 Nov 12 08:33:38.419058 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['fa7bf691-b65b-4d13-84d2-d3103dd62540'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:38.424545 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd81824-62dd-4dfe-a636-4bbf467fe269 req-6525e82b-a754-4f7f-a254-7309050ff3cd tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:38.426388 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3cd81824-62dd-4dfe-a636-4bbf467fe269 req-6525e82b-a754-4f7f-a254-7309050ff3cd tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 944 time: 0.0512662 Nov 12 08:33:38.458326 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=c5c327af-d318-43ba-b079-6f847679d1bc,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:38.466576 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f456-88f8-46c6-8303-5e23324b925f req-e37ec9e0-25f3-4746-84eb-a3be33001ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:38.470231 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-43d0f456-88f8-46c6-8303-5e23324b925f req-e37ec9e0-25f3-4746-84eb-a3be33001ae7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f791b08b-1100-46f4-98ac-ad121fd64479 HTTP/1.1" status: 200 len: 855 time: 0.0533178 Nov 12 08:33:38.481958 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3cd81824-62dd-4dfe-a636-4bbf467fe269 req-df5e2158-5ad4-48cb-9b8f-f657c3aa2649 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488510 Nov 12 08:33:38.507691 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-43d0f456-88f8-46c6-8303-5e23324b925f req-7951b32f-ceeb-4032-a9fb-ce9125b1998a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c1af7b5f-ebc7-49bd-8625-a86d9b391c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301437 Nov 12 08:33:38.609194 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-43d0f456-88f8-46c6-8303-5e23324b925f req-bd51ce85-fb6c-446b-bf95-f42c92161b0c service neutron] 10.222.0.54 "GET /v2.0/networks/c1af7b5f-ebc7-49bd-8625-a86d9b391c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914888 Nov 12 08:33:38.610498 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa1147-30b6-4e85-8c19-d8cb1cd16a1b req-31ddec92-910a-4b2b-883d-8880277f2b74 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:38.612040 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-affa1147-30b6-4e85-8c19-d8cb1cd16a1b req-31ddec92-910a-4b2b-883d-8880277f2b74 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cbc8278-59a4-4fd7-a599-649c472a7729 HTTP/1.1" status: 200 len: 950 time: 0.0518448 Nov 12 08:33:38.665716 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-affa1147-30b6-4e85-8c19-d8cb1cd16a1b req-b878488c-7d45-476f-aa4e-cc54bf0606db tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472822 Nov 12 08:33:38.717757 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-43d0f456-88f8-46c6-8303-5e23324b925f req-2d30bd2b-5ed0-496f-abde-0f48d13179df service neutron] 10.222.0.54 "GET /v2.0/networks/c1af7b5f-ebc7-49bd-8625-a86d9b391c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982599 Nov 12 08:33:38.794117 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a937b-baec-4f3e-9600-d04c7e253c6f req-1aed65c8-6363-4aea-a23e-d592eaa58011 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:38.795621 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-582a937b-baec-4f3e-9600-d04c7e253c6f req-1aed65c8-6363-4aea-a23e-d592eaa58011 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/ports?device_id=44def6eb-1462-4069-adc4-1ff7fc054c64 HTTP/1.1" status: 200 len: 950 time: 0.0623970 Nov 12 08:33:38.846623 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-582a937b-baec-4f3e-9600-d04c7e253c6f req-a96445cc-5ed0-438f-8485-112ce1b3ca72 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/security-groups?id=db665b18-4011-4da6-aaa9-a2e1b327a59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445650 Nov 12 08:33:38.953356 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924733e9-494e-4f95-a8b3-8f9e9f79eedb req-0bdfb95d-5081-4dc9-9fa0-de7bb26d2247 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:38.954994 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-924733e9-494e-4f95-a8b3-8f9e9f79eedb req-0bdfb95d-5081-4dc9-9fa0-de7bb26d2247 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ab44082-13cd-44fe-bc39-03f7a72581f3 HTTP/1.1" status: 200 len: 948 time: 0.0532870 Nov 12 08:33:39.053035 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-924733e9-494e-4f95-a8b3-8f9e9f79eedb req-51012876-f368-48d2-98a6-a88e6c14f04f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896482 Nov 12 08:33:39.082033 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717a515-84a9-474d-8066-6aefa36fca72 req-c311a56e-4789-48fb-8fe1-491377359f98 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:39.083574 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f717a515-84a9-474d-8066-6aefa36fca72 req-c311a56e-4789-48fb-8fe1-491377359f98 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4 HTTP/1.1" status: 200 len: 944 time: 0.1001880 Nov 12 08:33:39.092552 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151e0cd-580f-4579-a552-3338e440a553 req-01576dab-0461-4343-99a3-92037bb59944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:39.094107 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e151e0cd-580f-4579-a552-3338e440a553 req-01576dab-0461-4343-99a3-92037bb59944 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d7a0a37d-dd67-4f77-bbba-85942824c2f9 HTTP/1.1" status: 200 len: 1097 time: 0.0585983 Nov 12 08:33:39.111783 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-58c467e6-e4aa-4f72-bfcd-887da13d8d9a tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:39.113360 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-58c467e6-e4aa-4f72-bfcd-887da13d8d9a tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4&tenant_id=53ced5a3b5824d46b94af4c3034e6689&binding%3Ahost_id=n-h1-768862-16 HTTP/1.1" status: 200 len: 1096 time: 0.0787885 Nov 12 08:33:39.150325 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e151e0cd-580f-4579-a552-3338e440a553 req-f0759991-2cf9-4d44-96f9-e7d951969ec4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6227e74a-e98c-446f-b22d-831b8485d6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411110 Nov 12 08:33:39.168060 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f717a515-84a9-474d-8066-6aefa36fca72 req-ecf5d1d0-a25d-432b-b4c8-5599971003e8 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766518 Nov 12 08:33:39.238434 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-1e3b66be-e7e0-4645-ba71-eea90e4860e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:39.239991 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-1e3b66be-e7e0-4645-ba71-eea90e4860e2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4&tenant_id=53ced5a3b5824d46b94af4c3034e6689 HTTP/1.1" status: 200 len: 1096 time: 0.1062491 Nov 12 08:33:39.256478 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe5821-d4e6-4f9a-b446-8f7a7c001e48 req-699d271b-3f8e-4a03-ab9a-4bb026404ee0 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:39.257848 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fdfe5821-d4e6-4f9a-b446-8f7a7c001e48 req-699d271b-3f8e-4a03-ab9a-4bb026404ee0 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7a0a37d-dd67-4f77-bbba-85942824c2f9 HTTP/1.1" status: 200 len: 945 time: 0.0744984 Nov 12 08:33:39.275312 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['c5c327af-d318-43ba-b079-6f847679d1bc'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:39.311393 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fdfe5821-d4e6-4f9a-b446-8f7a7c001e48 req-15b557f9-1474-457d-9ed0-fdb7b5673491 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/security-groups?id=6227e74a-e98c-446f-b22d-831b8485d6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454271 Nov 12 08:33:39.435916 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb6e68-2331-48be-82ea-872940c414df req-ee4d6d01-98d1-4276-be92-372d5d4aa71c tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:39.437572 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a5bb6e68-2331-48be-82ea-872940c414df req-ee4d6d01-98d1-4276-be92-372d5d4aa71c tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a829161c-d989-4c73-98a8-9f19367704ab HTTP/1.1" status: 200 len: 944 time: 0.0528851 Nov 12 08:33:39.486428 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a5bb6e68-2331-48be-82ea-872940c414df req-27977b6e-c1c3-49e9-bb08-7caa1cfd270d tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ccaa3b8-e5e1-42bb-ba3c-950d244acd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430126 Nov 12 08:33:39.618685 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-76d31e50-7eb4-4b93-937c-db193c2695d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:39.620240 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-76d31e50-7eb4-4b93-937c-db193c2695d9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=53ced5a3b5824d46b94af4c3034e6689&device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4 HTTP/1.1" status: 200 len: 1096 time: 0.0721970 Nov 12 08:33:39.631087 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd42fb0-cc91-4eb0-8914-f77137e9a1f7 req-9bc54493-2a8d-43ea-8781-707b1c240972 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:39.632550 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8bd42fb0-cc91-4eb0-8914-f77137e9a1f7 req-9bc54493-2a8d-43ea-8781-707b1c240972 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 944 time: 0.0764024 Nov 12 08:33:39.739214 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 44d8dbdf-3542-4ffb-a400-eff02c1a3b50 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:33:39.739866 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8bd42fb0-cc91-4eb0-8914-f77137e9a1f7 req-5a349ca6-eff6-45c4-8f0f-3e6691653237 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978758 Nov 12 08:33:39.779079 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-7072a555-8a0e-48c4-891e-31e1c9913cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:39.780641 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-7072a555-8a0e-48c4-891e-31e1c9913cce service neutron] 10.222.0.58 "GET /v2.0/networks?id=ac11a5bd-0584-4f41-bf7f-a43257f96e99 HTTP/1.1" status: 200 len: 921 time: 0.1472526 Nov 12 08:33:39.803154 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b608c-9ae9-4442-86ff-ea4688307b43 req-a6fd94fb-8975-4be1-b07f-e89845a60802 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:39.804675 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-458b608c-9ae9-4442-86ff-ea4688307b43 req-a6fd94fb-8975-4be1-b07f-e89845a60802 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cbc8278-59a4-4fd7-a599-649c472a7729 HTTP/1.1" status: 200 len: 950 time: 0.0620897 Nov 12 08:33:39.846630 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-853d213d-9540-46e7-8bee-f656adf78bc0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c8d47e8-5668-4c0c-afef-397121b7582d HTTP/1.1" status: 200 len: 217 time: 0.0409429 Nov 12 08:33:39.853279 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 44d8dbdf-3542-4ffb-a400-eff02c1a3b50, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=44d8dbdf-3542-4ffb-a400-eff02c1a3b50,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:39.865054 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '44d8dbdf-3542-4ffb-a400-eff02c1a3b50', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': '44d8dbdf-3542-4ffb-a400-eff02c1a3b50', 'mac_address': 'fa:16:3e:1d:da:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:33:39.906047 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:39.914928 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-458b608c-9ae9-4442-86ff-ea4688307b43 req-af298206-2d00-4bcf-a410-48c0e7661bec tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757298 Nov 12 08:33:39.923503 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44d8dbdf-3542-4ffb-a400-eff02c1a3b50 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:39.941368 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-31ed65d0-c1ac-479b-bcda-ff1128ba06bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:39.943632 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-31ed65d0-c1ac-479b-bcda-ff1128ba06bc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165 HTTP/1.1" status: 200 len: 860 time: 0.0714357 Nov 12 08:33:39.946525 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 44d8dbdf-3542-4ffb-a400-eff02c1a3b50, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=44d8dbdf-3542-4ffb-a400-eff02c1a3b50,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:39.952163 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:39.953102 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 728daad0-13fb-441a-a248-df77f3c4bacc details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:33:39.990411 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-9fbc6e05-5211-400c-bb38-79e9b90d5f9a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac11a5bd-0584-4f41-bf7f-a43257f96e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289814 Nov 12 08:33:40.008689 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acf043-af03-4542-a1d8-780275ed57ea req-8a85a333-6a94-4fb2-ab84-29e62154d386 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:40.010488 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a5acf043-af03-4542-a1d8-780275ed57ea req-8a85a333-6a94-4fb2-ab84-29e62154d386 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/ports?device_id=44def6eb-1462-4069-adc4-1ff7fc054c64 HTTP/1.1" status: 200 len: 950 time: 0.0869668 Nov 12 08:33:40.036518 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=44d8dbdf-3542-4ffb-a400-eff02c1a3b50,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:40.097873 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 728daad0-13fb-441a-a248-df77f3c4bacc, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=728daad0-13fb-441a-a248-df77f3c4bacc,segment=NetworkSegment(2c3c20a3-0ce8-48a2-8cdf-f60d82907145),segment_id=2c3c20a3-0ce8-48a2-8cdf-f60d82907145)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:40.118054 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a5acf043-af03-4542-a1d8-780275ed57ea req-055f22f4-8dd9-4d81-b0bf-42da0a48ad8e tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/security-groups?id=db665b18-4011-4da6-aaa9-a2e1b327a59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982714 Nov 12 08:33:40.124093 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '728daad0-13fb-441a-a248-df77f3c4bacc', 'network_id': 'c1af7b5f-ebc7-49bd-8625-a86d9b391c7d', 'port_id': '728daad0-13fb-441a-a248-df77f3c4bacc', 'mac_address': 'fa:16:3e:1c:07:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f791b08b-1100-46f4-98ac-ad121fd64479', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:33:40.128843 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1bca7a95-bc88-4627-8fdb-d7b511feff11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:40.161139 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-ab7c53e4-7b60-4eb6-9a30-10449f3c20cb service neutron] 10.222.0.58 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497192 Nov 12 08:33:40.164739 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a961e1a1-3347-48b8-ab4d-3e7b65bbe62d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa7bf691-b65b-4d13-84d2-d3103dd62540'}, {'name': 'network-changed', 'server_uuid': 'a961e1a1-3347-48b8-ab4d-3e7b65bbe62d', 'tag': 'fa7bf691-b65b-4d13-84d2-d3103dd62540'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:40.168715 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6b1520-2a74-4b94-854f-794081cf9914" -d '{"events": [{"server_uuid": "a961e1a1-3347-48b8-ab4d-3e7b65bbe62d", "name": "network-vif-unplugged", "status": "completed", "tag": "fa7bf691-b65b-4d13-84d2-d3103dd62540"}, {"name": "network-changed", "server_uuid": "a961e1a1-3347-48b8-ab4d-3e7b65bbe62d", "tag": "fa7bf691-b65b-4d13-84d2-d3103dd62540"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:40.172545 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:40.188261 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 728daad0-13fb-441a-a248-df77f3c4bacc {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:40.209841 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc81cb-4133-44a9-9fb0-6f0acc10b9d2 req-65f71ffe-9999-4e80-8adc-9e8d9e2f875d tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:40.211397 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5fcc81cb-4133-44a9-9fb0-6f0acc10b9d2 req-65f71ffe-9999-4e80-8adc-9e8d9e2f875d tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ab44082-13cd-44fe-bc39-03f7a72581f3 HTTP/1.1" status: 200 len: 949 time: 0.0657413 Nov 12 08:33:40.212919 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 728daad0-13fb-441a-a248-df77f3c4bacc, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=728daad0-13fb-441a-a248-df77f3c4bacc,segment=NetworkSegment(2c3c20a3-0ce8-48a2-8cdf-f60d82907145),segment_id=2c3c20a3-0ce8-48a2-8cdf-f60d82907145)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:40.214863 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc74597e-5e5f-459e-8571-b55c5e17e3aa x-openstack-request-id: req-bc74597e-5e5f-459e-8571-b55c5e17e3aa {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:40.215221 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a961e1a1-3347-48b8-ab4d-3e7b65bbe62d", "name": "network-vif-unplugged", "status": "completed", "tag": "fa7bf691-b65b-4d13-84d2-d3103dd62540", "code": 200}, {"name": "network-changed", "server_uuid": "a961e1a1-3347-48b8-ab4d-3e7b65bbe62d", "tag": "fa7bf691-b65b-4d13-84d2-d3103dd62540", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:40.215626 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc74597e-5e5f-459e-8571-b55c5e17e3aa {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:40.216466 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a961e1a1-3347-48b8-ab4d-3e7b65bbe62d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa7bf691-b65b-4d13-84d2-d3103dd62540', 'code': 200} Nov 12 08:33:40.217054 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a961e1a1-3347-48b8-ab4d-3e7b65bbe62d', 'tag': 'fa7bf691-b65b-4d13-84d2-d3103dd62540', 'status': 'completed', 'code': 200} Nov 12 08:33:40.218250 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:40.270588 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=728daad0-13fb-441a-a248-df77f3c4bacc,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:40.315442 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b1520-2a74-4b94-854f-794081cf9914 req-7ce5d809-2910-4b21-8d1e-0b37b10724fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:40.316971 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0f6b1520-2a74-4b94-854f-794081cf9914 req-7ce5d809-2910-4b21-8d1e-0b37b10724fc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60036c792d1544fb8cbb03c747464363&device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 1127 time: 0.0404730 Nov 12 08:33:40.343394 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5fcc81cb-4133-44a9-9fb0-6f0acc10b9d2 req-7e855dc2-2e8b-4f7b-80dc-bbd49ddfe0b7 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212692 Nov 12 08:33:40.361933 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-049785c7-550a-4791-82ab-ee25b55d05b5 service neutron] 10.222.0.58 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728036 Nov 12 08:33:40.378094 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5443848-797a-4aa4-9560-b96822d23dc8 req-989b3e95-2bca-4dd6-b84d-7dd0b25143fd tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:40.379672 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a5443848-797a-4aa4-9560-b96822d23dc8 req-989b3e95-2bca-4dd6-b84d-7dd0b25143fd tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4 HTTP/1.1" status: 200 len: 944 time: 0.1027336 Nov 12 08:33:40.474642 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b1520-2a74-4b94-854f-794081cf9914 req-7f2b20f4-c628-4834-87be-3f2264bb11e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:40.476273 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0f6b1520-2a74-4b94-854f-794081cf9914 req-7f2b20f4-c628-4834-87be-3f2264bb11e4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a6d5f445-c009-4fb1-a92b-e2439070859b HTTP/1.1" status: 200 len: 908 time: 0.1217480 Nov 12 08:33:40.478440 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a5443848-797a-4aa4-9560-b96822d23dc8 req-adb31f99-e04e-4452-9fb3-cf20f9d8bac5 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905979 Nov 12 08:33:40.497099 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34fbc9-ed1b-4166-b695-b0afa4e9bdfd req-436bff47-d33f-4915-80b9-6adfb6a37d79 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:40.498510 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1e34fbc9-ed1b-4166-b695-b0afa4e9bdfd req-436bff47-d33f-4915-80b9-6adfb6a37d79 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7a0a37d-dd67-4f77-bbba-85942824c2f9 HTTP/1.1" status: 200 len: 945 time: 0.0682230 Nov 12 08:33:40.535776 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['44d8dbdf-3542-4ffb-a400-eff02c1a3b50'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:40.546220 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0f6b1520-2a74-4b94-854f-794081cf9914 req-5a4fac92-75d2-4dbf-9e13-0b7611d32195 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa7bf691-b65b-4d13-84d2-d3103dd62540 HTTP/1.1" status: 200 len: 217 time: 0.0405655 Nov 12 08:33:40.559484 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1e34fbc9-ed1b-4166-b695-b0afa4e9bdfd req-7953c6d1-0899-4589-a115-55788a13245a tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/security-groups?id=6227e74a-e98c-446f-b22d-831b8485d6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539951 Nov 12 08:33:40.572772 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['728daad0-13fb-441a-a248-df77f3c4bacc'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:40.617283 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cd5b3-2a14-4405-a98e-54857b65573b req-6baca0bb-b8b8-4ca6-84c6-4a36f55a8b19 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:40.619373 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-065cd5b3-2a14-4405-a98e-54857b65573b req-6baca0bb-b8b8-4ca6-84c6-4a36f55a8b19 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a829161c-d989-4c73-98a8-9f19367704ab HTTP/1.1" status: 200 len: 945 time: 0.0540712 Nov 12 08:33:40.627369 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b1520-2a74-4b94-854f-794081cf9914 req-7b843977-e293-499e-afb6-ee694cddf469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:40.628994 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0f6b1520-2a74-4b94-854f-794081cf9914 req-7b843977-e293-499e-afb6-ee694cddf469 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d46819c4-cbf3-463f-b6ce-344123c01513 HTTP/1.1" status: 200 len: 847 time: 0.0627534 Nov 12 08:33:40.670868 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0f6b1520-2a74-4b94-854f-794081cf9914 req-a93a7cfd-431e-4e84-9f2d-3eee73d8a09c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6d5f445-c009-4fb1-a92b-e2439070859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281711 Nov 12 08:33:40.691196 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-065cd5b3-2a14-4405-a98e-54857b65573b req-dac77066-fbf3-4bdd-82a2-c3501ba047af tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ccaa3b8-e5e1-42bb-ba3c-950d244acd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628839 Nov 12 08:33:40.792319 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0f6b1520-2a74-4b94-854f-794081cf9914 req-de116751-63b0-4e63-8982-a57312fc7ccc service neutron] 10.222.0.58 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999296 Nov 12 08:33:40.890399 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead70b64-1095-49ef-b800-686134073bb8 req-cccf48a1-07f1-4f73-bb95-f5f498fa47f3 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:40.892077 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ead70b64-1095-49ef-b800-686134073bb8 req-cccf48a1-07f1-4f73-bb95-f5f498fa47f3 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 944 time: 0.0660379 Nov 12 08:33:40.937360 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0f6b1520-2a74-4b94-854f-794081cf9914 req-48d7b7bd-af76-4d22-928b-20f0f2f1e6a3 service neutron] 10.222.0.58 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033809 Nov 12 08:33:40.972676 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ead70b64-1095-49ef-b800-686134073bb8 req-28008a37-8098-42f0-a084-eb35e6085217 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741360 Nov 12 08:33:40.983724 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-e5cebc9c-bc20-419a-91f4-55b3bf6b63c2 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:40.985261 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-e5cebc9c-bc20-419a-91f4-55b3bf6b63c2 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4&tenant_id=53ced5a3b5824d46b94af4c3034e6689&binding%3Ahost_id=n-h2-768862-16 HTTP/1.1" status: 200 len: 1096 time: 0.0644553 Nov 12 08:33:41.079589 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2336677-cc03-46f8-83f5-349071b75fee req-3ec1d6de-a39a-465f-b624-396a3d748bff tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:41.081135 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b2336677-cc03-46f8-83f5-349071b75fee req-3ec1d6de-a39a-465f-b624-396a3d748bff tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cbc8278-59a4-4fd7-a599-649c472a7729 HTTP/1.1" status: 200 len: 950 time: 0.0877926 Nov 12 08:33:41.178763 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b2336677-cc03-46f8-83f5-349071b75fee req-1dd0111f-6d8f-4f60-81d4-f3de27a89b4a tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881934 Nov 12 08:33:41.192947 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-86b64aec-2139-4183-8c47-ddf7889ccc63 service neutron] For port 1c8d47e8-5668-4c0c-afef-397121b7582d, host n-h1-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:41.197739 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-86b64aec-2139-4183-8c47-ddf7889ccc63 service neutron] Publish callbacks [] for binding, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:41.198883 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3af51234-e05d-4fe8-85ec-178dcd928bd6 req-86b64aec-2139-4183-8c47-ddf7889ccc63 service neutron] 10.222.0.58 "DELETE /v2.0/ports/1c8d47e8-5668-4c0c-afef-397121b7582d/bindings/n-h1-768862-16 HTTP/1.1" status: 204 len: 173 time: 0.1771767 Nov 12 08:33:41.252837 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100575b2-7846-4da2-b1a6-5b4291800c47 req-414bf0e7-8b43-4556-9b31-5f841b8cdd33 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:41.254473 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-100575b2-7846-4da2-b1a6-5b4291800c47 req-414bf0e7-8b43-4556-9b31-5f841b8cdd33 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/ports?device_id=44def6eb-1462-4069-adc4-1ff7fc054c64 HTTP/1.1" status: 200 len: 950 time: 0.0546830 Nov 12 08:33:41.308073 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-100575b2-7846-4da2-b1a6-5b4291800c47 req-9ec87e77-be73-4ff6-9bb3-9b89a5693765 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/security-groups?id=db665b18-4011-4da6-aaa9-a2e1b327a59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474730 Nov 12 08:33:41.485790 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb1cf7-d514-4cc6-9110-d18061d3b5f9 req-7819974e-78dc-4bcb-b1ae-e693b78130ac tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:41.488374 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4dbb1cf7-d514-4cc6-9110-d18061d3b5f9 req-7819974e-78dc-4bcb-b1ae-e693b78130ac tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ab44082-13cd-44fe-bc39-03f7a72581f3 HTTP/1.1" status: 200 len: 949 time: 0.0661500 Nov 12 08:33:41.546042 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4dbb1cf7-d514-4cc6-9110-d18061d3b5f9 req-682db2b3-bf0c-43ec-8525-0689434865a9 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508130 Nov 12 08:33:41.605308 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635c2a5-a8d4-4736-aaa7-8f774b7df3f1 req-5172015b-e4ad-4017-9cde-554e8a12814b tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:41.607979 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b635c2a5-a8d4-4736-aaa7-8f774b7df3f1 req-5172015b-e4ad-4017-9cde-554e8a12814b tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4 HTTP/1.1" status: 200 len: 944 time: 0.0525515 Nov 12 08:33:41.667850 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b635c2a5-a8d4-4736-aaa7-8f774b7df3f1 req-4eb8349b-605a-4d35-9d32-c5e0b5b9dca2 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546007 Nov 12 08:33:41.713508 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3189a-d7f0-4c29-aa93-38364a881127 req-3b614232-a766-4cf7-aab9-515acabc654d tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:41.715178 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a2c3189a-d7f0-4c29-aa93-38364a881127 req-3b614232-a766-4cf7-aab9-515acabc654d tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7a0a37d-dd67-4f77-bbba-85942824c2f9 HTTP/1.1" status: 200 len: 945 time: 0.0689137 Nov 12 08:33:41.739628 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device fa7bf691-b65b-4d13-84d2-d3103dd62540 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:33:41.750557 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 44d8dbdf-3542-4ffb-a400-eff02c1a3b50 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:41.822174 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a2c3189a-d7f0-4c29-aa93-38364a881127 req-27934c04-a92d-4d7d-94b0-b33bb88fd1a5 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/security-groups?id=6227e74a-e98c-446f-b22d-831b8485d6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986013 Nov 12 08:33:41.857109 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77c1a2-8e91-41af-a267-bb1403ae0794 req-96e6c69b-508a-4207-ae3f-aed77f003c51 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:41.858777 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7d77c1a2-8e91-41af-a267-bb1403ae0794 req-96e6c69b-508a-4207-ae3f-aed77f003c51 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a829161c-d989-4c73-98a8-9f19367704ab HTTP/1.1" status: 200 len: 945 time: 0.0766206 Nov 12 08:33:41.866051 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 44d8dbdf-3542-4ffb-a400-eff02c1a3b50 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:33:41.882506 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 44d8dbdf-3542-4ffb-a400-eff02c1a3b50 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:41.882859 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:41.920670 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:41.934954 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7d77c1a2-8e91-41af-a267-bb1403ae0794 req-b5acbe78-1504-4439-82ed-4c2f0075ea24 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ccaa3b8-e5e1-42bb-ba3c-950d244acd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695975 Nov 12 08:33:41.957659 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port fa7bf691-b65b-4d13-84d2-d3103dd62540, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=fa7bf691-b65b-4d13-84d2-d3103dd62540,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:41.957808 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7d664-c375-4539-ae23-81c4da2ed149 req-142e995c-8b28-45c0-bce8-bef73015c066 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:41.957808 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84d7d664-c375-4539-ae23-81c4da2ed149 req-142e995c-8b28-45c0-bce8-bef73015c066 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4 HTTP/1.1" status: 200 len: 1096 time: 0.0528052 Nov 12 08:33:41.965278 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device fa7bf691-b65b-4d13-84d2-d3103dd62540 has no active binding in host n-h1-768862-16 {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:33:42.002495 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84d7d664-c375-4539-ae23-81c4da2ed149 req-0dcd1c5c-856e-4a91-b372-902e1e761d83 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409632 Nov 12 08:33:42.004963 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:42.030519 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab44082-13cd-44fe-bc39-03f7a72581f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d8dbdf-3542-4ffb-a400-eff02c1a3b50'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:42.032913 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1db326-1f8f-4e91-8975-6a9b96bce051" -d '{"events": [{"server_uuid": "1ab44082-13cd-44fe-bc39-03f7a72581f3", "name": "network-vif-plugged", "status": "completed", "tag": "44d8dbdf-3542-4ffb-a400-eff02c1a3b50"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:42.052380 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 44d8dbdf-3542-4ffb-a400-eff02c1a3b50, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=44d8dbdf-3542-4ffb-a400-eff02c1a3b50,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:42.055561 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device c5c327af-d318-43ba-b079-6f847679d1bc up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:42.081835 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:42.082793 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 728daad0-13fb-441a-a248-df77f3c4bacc up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:42.117791 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da228615-ce12-4505-908f-780db84a2929 x-openstack-request-id: req-da228615-ce12-4505-908f-780db84a2929 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:42.118154 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab44082-13cd-44fe-bc39-03f7a72581f3", "name": "network-vif-plugged", "status": "completed", "tag": "44d8dbdf-3542-4ffb-a400-eff02c1a3b50", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:42.118410 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da228615-ce12-4505-908f-780db84a2929 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:42.118801 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab44082-13cd-44fe-bc39-03f7a72581f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d8dbdf-3542-4ffb-a400-eff02c1a3b50', 'code': 200} Nov 12 08:33:42.164197 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa323f7b-dfe5-427c-91f1-2ca672331730 req-e9f0a308-b46a-40e5-ac06-32bc74c2c9d4 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:42.165975 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fa323f7b-dfe5-427c-91f1-2ca672331730 req-e9f0a308-b46a-40e5-ac06-32bc74c2c9d4 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 944 time: 0.1117291 Nov 12 08:33:42.189452 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=44d8dbdf-3542-4ffb-a400-eff02c1a3b50,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:42.207282 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port c5c327af-d318-43ba-b079-6f847679d1bc completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:33:42.211288 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port c5c327af-d318-43ba-b079-6f847679d1bc triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:42.211662 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:42.213727 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 728daad0-13fb-441a-a248-df77f3c4bacc completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:33:42.238745 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 728daad0-13fb-441a-a248-df77f3c4bacc triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:42.239119 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:42.247388 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fa323f7b-dfe5-427c-91f1-2ca672331730 req-a6054357-2049-4e32-ad09-ae48641d03e3 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728574 Nov 12 08:33:42.349245 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf8a8a-07d4-490b-a8ed-13a6dbd364d9 req-582f2a5e-b165-4084-a84a-ed58c73573bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:42.351842 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0bdf8a8a-07d4-490b-a8ed-13a6dbd364d9 req-582f2a5e-b165-4084-a84a-ed58c73573bc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1ab44082-13cd-44fe-bc39-03f7a72581f3 HTTP/1.1" status: 200 len: 1102 time: 0.0565453 Nov 12 08:33:42.389574 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:42.406905 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:42.417720 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0bdf8a8a-07d4-490b-a8ed-13a6dbd364d9 req-a86cabf4-7104-4580-8f74-28ddc5f57225 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568748 Nov 12 08:33:42.446275 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1c869-fbbd-48ac-a0da-1260dfc6a3f6 req-f3161e09-2d30-47b8-ad1a-cf89c4b77722 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:42.447706 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2af1c869-fbbd-48ac-a0da-1260dfc6a3f6 req-f3161e09-2d30-47b8-ad1a-cf89c4b77722 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cbc8278-59a4-4fd7-a599-649c472a7729 HTTP/1.1" status: 200 len: 950 time: 0.1228392 Nov 12 08:33:42.460423 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 728daad0-13fb-441a-a248-df77f3c4bacc, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=728daad0-13fb-441a-a248-df77f3c4bacc,segment=NetworkSegment(2c3c20a3-0ce8-48a2-8cdf-f60d82907145),segment_id=2c3c20a3-0ce8-48a2-8cdf-f60d82907145)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:42.462433 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port c5c327af-d318-43ba-b079-6f847679d1bc, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=c5c327af-d318-43ba-b079-6f847679d1bc,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:42.464984 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:42.466465 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 1c8d47e8-5668-4c0c-afef-397121b7582d no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:33:42.471078 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:42.506855 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-c0b31bde-8dc4-4922-9622-a4ffcefc4f26 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:42.508437 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-c0b31bde-8dc4-4922-9622-a4ffcefc4f26 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/networks?id=ac11a5bd-0584-4f41-bf7f-a43257f96e99 HTTP/1.1" status: 200 len: 820 time: 0.1516583 Nov 12 08:33:42.530825 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2af1c869-fbbd-48ac-a0da-1260dfc6a3f6 req-c88ad769-1046-4b42-bcad-4ce34bdbfb1f tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755060 Nov 12 08:33:42.533604 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-b2e5ef74-e64c-4e4c-9641-af483bd7a112 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/quotas/53ced5a3b5824d46b94af4c3034e6689 HTTP/1.1" status: 200 len: 375 time: 0.0167747 Nov 12 08:33:42.550325 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=728daad0-13fb-441a-a248-df77f3c4bacc,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:42.553039 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 1c8d47e8-5668-4c0c-afef-397121b7582d not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:33:42.589764 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-73021096-ff00-4cda-803d-4dbd4cfa9bd9 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=53ced5a3b5824d46b94af4c3034e6689&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0473433 Nov 12 08:33:42.714291 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafce847-54d5-42fe-8b1d-aa2691df4288 req-c5888918-a279-4100-8ec3-055d338a6762 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:42.716342 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fafce847-54d5-42fe-8b1d-aa2691df4288 req-c5888918-a279-4100-8ec3-055d338a6762 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/ports?device_id=44def6eb-1462-4069-adc4-1ff7fc054c64 HTTP/1.1" status: 200 len: 950 time: 0.1097474 Nov 12 08:33:42.735613 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=c5c327af-d318-43ba-b079-6f847679d1bc,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:42.738834 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-f1868f87-3ccb-481d-b756-2ea5a16d7fd2 service neutron] 10.222.0.37 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398253 Nov 12 08:33:42.825327 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fafce847-54d5-42fe-8b1d-aa2691df4288 req-23222140-b4c3-4a77-9833-be73a17c5270 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/security-groups?id=db665b18-4011-4da6-aaa9-a2e1b327a59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995753 Nov 12 08:33:42.856997 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-e4dd3f4a-7447-495d-ac79-1eaefcfe7fd2 service neutron] 10.222.0.37 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105506 Nov 12 08:33:42.935552 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f90bf-eebd-4fd8-9106-a182307397ee req-8ba3ff86-53a9-4f6b-a1be-c53b344ac047 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:42.937149 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ed7f90bf-eebd-4fd8-9106-a182307397ee req-8ba3ff86-53a9-4f6b-a1be-c53b344ac047 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.0516312 Nov 12 08:33:42.998461 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ed7f90bf-eebd-4fd8-9106-a182307397ee req-033942c4-8a75-4d5a-bd66-458387adb4fc tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540674 Nov 12 08:33:43.074077 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634cf82-17d1-40aa-bc91-97c8bdb2ce9f req-3f74ccb3-6b45-46b8-a9ba-175ca24fd108 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:43.075669 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1634cf82-17d1-40aa-bc91-97c8bdb2ce9f req-3f74ccb3-6b45-46b8-a9ba-175ca24fd108 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ab44082-13cd-44fe-bc39-03f7a72581f3 HTTP/1.1" status: 200 len: 950 time: 0.0683813 Nov 12 08:33:43.171197 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:43.173041 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e81b70-f765-4dc2-851f-d804d6239def req-7504e04a-2080-4904-8b35-ae17cf5b3659 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:43.174675 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-24e81b70-f765-4dc2-851f-d804d6239def req-7504e04a-2080-4904-8b35-ae17cf5b3659 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7a0a37d-dd67-4f77-bbba-85942824c2f9 HTTP/1.1" status: 200 len: 945 time: 0.0884831 Nov 12 08:33:43.180313 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1634cf82-17d1-40aa-bc91-97c8bdb2ce9f req-f159528d-4635-4185-8e96-51480ca802b1 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926387 Nov 12 08:33:43.237180 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-24e81b70-f765-4dc2-851f-d804d6239def req-c39e5bf1-bcf9-4d32-a915-59fccd5b5824 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/security-groups?id=6227e74a-e98c-446f-b22d-831b8485d6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552292 Nov 12 08:33:43.320064 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-45c5dfd6-5d2e-47bf-9311-0996790632f8 req-b46c9129-f4aa-4c11-8d6b-ef9278cc3d73 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 210 time: 0.0291588 Nov 12 08:33:43.336017 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1e8e6-42ca-4008-a360-5136ce6a5cd9 req-7f203145-570a-4f91-8667-9c43d21389b2 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:43.343552 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aea1e8e6-42ca-4008-a360-5136ce6a5cd9 req-7f203145-570a-4f91-8667-9c43d21389b2 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a829161c-d989-4c73-98a8-9f19367704ab HTTP/1.1" status: 200 len: 946 time: 0.0907800 Nov 12 08:33:43.396128 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aea1e8e6-42ca-4008-a360-5136ce6a5cd9 req-cc9f6581-cf2d-49fa-8766-a078b2ab7ff2 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ccaa3b8-e5e1-42bb-ba3c-950d244acd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516374 Nov 12 08:33:43.450383 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-d6f22f3c-1a02-4b9b-aadc-71a7994789f1 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f6e52e599db54ccca93577960030a784&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458865 Nov 12 08:33:43.503911 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3473b6e-6f82-4c66-b49d-0aa9e46fea5a req-2fdc48af-6ce9-4ed6-bba7-bed272368d39 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:43.505378 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d3473b6e-6f82-4c66-b49d-0aa9e46fea5a req-2fdc48af-6ce9-4ed6-bba7-bed272368d39 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.58 "GET /v2.0/ports?device_id=44def6eb-1462-4069-adc4-1ff7fc054c64 HTTP/1.1" status: 200 len: 950 time: 0.0986125 Nov 12 08:33:43.864862 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:43.876034 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-2f6bbf14-6c98-45c2-b966-3c0e0fbf91b7 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:43.877490 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-2f6bbf14-6c98-45c2-b966-3c0e0fbf91b7 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4207096 Nov 12 08:33:43.894160 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d436ba8-15ef-4a94-afaa-d4bb55bd40f0 req-7dd978cf-7cea-42ca-8f68-7a596131dade tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:43.895611 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8d436ba8-15ef-4a94-afaa-d4bb55bd40f0 req-7dd978cf-7cea-42ca-8f68-7a596131dade tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 944 time: 0.3518815 Nov 12 08:33:43.914527 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-5fe4dc4e-f184-47c9-be40-79a1b72fbfda tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/quotas/f6e52e599db54ccca93577960030a784 HTTP/1.1" status: 200 len: 375 time: 0.0297861 Nov 12 08:33:43.981239 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-d3473b6e-6f82-4c66-b49d-0aa9e46fea5a req-2b991dfb-88ae-4602-83bb-cf70ca858470 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Deleting port 3565a8c6-8f46-410f-8ab2-12b50975ea16 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:43.981794 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d3473b6e-6f82-4c66-b49d-0aa9e46fea5a req-2b991dfb-88ae-4602-83bb-cf70ca858470 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:44.001695 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8d436ba8-15ef-4a94-afaa-d4bb55bd40f0 req-ae439995-d78d-4f1c-8570-bf8e8ba44f2a tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992310 Nov 12 08:33:44.052725 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-99255cbd-1ee0-4508-aff0-3c6392c375b1 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f6e52e599db54ccca93577960030a784&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1292295 Nov 12 08:33:44.120233 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b034fe05-2200-4a47-844e-fb53a526bfe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c327af-d318-43ba-b079-6f847679d1bc'}, {'server_uuid': 'a829161c-d989-4c73-98a8-9f19367704ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728daad0-13fb-441a-a248-df77f3c4bacc'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:44.124089 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce88f11c-6e40-4a27-9f57-c90dd21f4614" -d '{"events": [{"server_uuid": "b034fe05-2200-4a47-844e-fb53a526bfe6", "name": "network-vif-plugged", "status": "completed", "tag": "c5c327af-d318-43ba-b079-6f847679d1bc"}, {"server_uuid": "a829161c-d989-4c73-98a8-9f19367704ab", "name": "network-vif-plugged", "status": "completed", "tag": "728daad0-13fb-441a-a248-df77f3c4bacc"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:44.288260 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-d3473b6e-6f82-4c66-b49d-0aa9e46fea5a req-2b991dfb-88ae-4602-83bb-cf70ca858470 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] For port 3565a8c6-8f46-410f-8ab2-12b50975ea16, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=3565a8c6-8f46-410f-8ab2-12b50975ea16,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:44.288625 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d3473b6e-6f82-4c66-b49d-0aa9e46fea5a req-2b991dfb-88ae-4602-83bb-cf70ca858470 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:44.329626 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-d3473b6e-6f82-4c66-b49d-0aa9e46fea5a req-2b991dfb-88ae-4602-83bb-cf70ca858470 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Calling delete_port for 3565a8c6-8f46-410f-8ab2-12b50975ea16 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:44.336416 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b1a68494-8e44-4a2a-94d5-441228b302c4 req-30dbd7ca-1b4d-4aff-b80a-3179735906c0 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 258 time: 0.2949448 Nov 12 08:33:44.353723 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-b1a68494-8e44-4a2a-94d5-441228b302c4 req-6ab47fd6-e57a-4138-a1f0-6eec07c4b5df tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:44.401311 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085690d-4889-4343-a022-eb8b37bbe98a req-a50326ce-2c0e-42ae-bff5-dce9cd024141 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:44.402969 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9085690d-4889-4343-a022-eb8b37bbe98a req-a50326ce-2c0e-42ae-bff5-dce9cd024141 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/ports?device_id=44def6eb-1462-4069-adc4-1ff7fc054c64 HTTP/1.1" status: 200 len: 950 time: 0.1825900 Nov 12 08:33:44.452755 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b1a68494-8e44-4a2a-94d5-441228b302c4 req-6ab47fd6-e57a-4138-a1f0-6eec07c4b5df tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks [] for floatingip, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:44.506878 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9085690d-4889-4343-a022-eb8b37bbe98a req-c252afa5-b74e-4420-a47e-fe82b9dc9fdf tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/security-groups?id=db665b18-4011-4da6-aaa9-a2e1b327a59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959578 Nov 12 08:33:44.598483 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0c5e17-d669-4102-94b6-28f913a0ae3e x-openstack-request-id: req-ee0c5e17-d669-4102-94b6-28f913a0ae3e {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:44.599276 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b034fe05-2200-4a47-844e-fb53a526bfe6", "name": "network-vif-plugged", "status": "completed", "tag": "c5c327af-d318-43ba-b079-6f847679d1bc", "code": 200}, {"server_uuid": "a829161c-d989-4c73-98a8-9f19367704ab", "name": "network-vif-plugged", "status": "completed", "tag": "728daad0-13fb-441a-a248-df77f3c4bacc", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:44.599276 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee0c5e17-d669-4102-94b6-28f913a0ae3e {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:44.599461 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b034fe05-2200-4a47-844e-fb53a526bfe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c327af-d318-43ba-b079-6f847679d1bc', 'code': 200} Nov 12 08:33:44.599703 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a829161c-d989-4c73-98a8-9f19367704ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728daad0-13fb-441a-a248-df77f3c4bacc', 'code': 200} Nov 12 08:33:44.603150 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d3473b6e-6f82-4c66-b49d-0aa9e46fea5a req-2b991dfb-88ae-4602-83bb-cf70ca858470 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:44.622539 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['3565a8c6-8f46-410f-8ab2-12b50975ea16'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:44.634576 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b991dfb-88ae-4602-83bb-cf70ca858470 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Pushing event deleted for resources: {'Port': ['ID=3565a8c6-8f46-410f-8ab2-12b50975ea16,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:44.717128 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dd6e8953-0696-4b79-a4e0-5887dc35669e req-e9a636a4-27c8-4a7c-b559-57279595fdc8 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b595565-471d-45c1-be92-4c879e1d1a6d HTTP/1.1" status: 200 len: 210 time: 0.0501590 Nov 12 08:33:44.719168 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3473b6e-6f82-4c66-b49d-0aa9e46fea5a req-2b991dfb-88ae-4602-83bb-cf70ca858470 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] No DVR routers for this DVR port 3565a8c6-8f46-410f-8ab2-12b50975ea16 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:33:44.724327 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d3473b6e-6f82-4c66-b49d-0aa9e46fea5a req-2b991dfb-88ae-4602-83bb-cf70ca858470 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:44.727630 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d3473b6e-6f82-4c66-b49d-0aa9e46fea5a req-2b991dfb-88ae-4602-83bb-cf70ca858470 tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.58 "DELETE /v2.0/ports/3565a8c6-8f46-410f-8ab2-12b50975ea16 HTTP/1.1" status: 204 len: 173 time: 1.1972392 Nov 12 08:33:44.728118 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44def6eb-1462-4069-adc4-1ff7fc054c64', 'name': 'network-vif-deleted', 'tag': '3565a8c6-8f46-410f-8ab2-12b50975ea16'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:44.740096 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1977ff-c8bb-419b-859d-765a73153908" -d '{"events": [{"server_uuid": "44def6eb-1462-4069-adc4-1ff7fc054c64", "name": "network-vif-deleted", "tag": "3565a8c6-8f46-410f-8ab2-12b50975ea16"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:44.744871 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b1a68494-8e44-4a2a-94d5-441228b302c4 req-6ab47fd6-e57a-4138-a1f0-6eec07c4b5df tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:44.815152 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ecadf-8738-4fe6-8f8b-dd66fe5d70a0 req-9b034762-75c7-4a60-9fc6-6a9cee841ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:44.816751 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-762ecadf-8738-4fe6-8f8b-dd66fe5d70a0 req-9b034762-75c7-4a60-9fc6-6a9cee841ef2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b034fe05-2200-4a47-844e-fb53a526bfe6 HTTP/1.1" status: 200 len: 1102 time: 0.0846927 Nov 12 08:33:44.874139 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-762ecadf-8738-4fe6-8f8b-dd66fe5d70a0 req-a84fbc4d-eb49-48c4-af5a-ee3f446aa856 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478117 Nov 12 08:33:44.904363 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76737941-fd70-47f7-92dd-5eaeca623b7e req-3472c6b6-a1c4-40b2-8c2d-5733d9869363 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:44.905861 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-76737941-fd70-47f7-92dd-5eaeca623b7e req-3472c6b6-a1c4-40b2-8c2d-5733d9869363 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ab44082-13cd-44fe-bc39-03f7a72581f3 HTTP/1.1" status: 200 len: 950 time: 0.1104953 Nov 12 08:33:44.927009 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-b1a68494-8e44-4a2a-94d5-441228b302c4 req-6ab47fd6-e57a-4138-a1f0-6eec07c4b5df tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Allocated IP 172.25.6.200 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/ab8f93b4-b472-4b90-9a20-6ef879d1c563) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:45.012843 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-76737941-fd70-47f7-92dd-5eaeca623b7e req-a7d22c88-ee6d-4ef8-9d16-65bf2be30502 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006904 Nov 12 08:33:45.066157 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b1a68494-8e44-4a2a-94d5-441228b302c4 req-6ab47fd6-e57a-4138-a1f0-6eec07c4b5df tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:45.105245 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2ad39dc7-4f22-43bf-8272-9fb5e8227d65 req-475124fa-f0eb-412d-9fcc-2437947273aa tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 210 time: 0.0345833 Nov 12 08:33:45.132194 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b1a68494-8e44-4a2a-94d5-441228b302c4 req-6ab47fd6-e57a-4138-a1f0-6eec07c4b5df tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:45.172443 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1a68494-8e44-4a2a-94d5-441228b302c4 req-6ab47fd6-e57a-4138-a1f0-6eec07c4b5df tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:45.184038 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-b1a68494-8e44-4a2a-94d5-441228b302c4 req-6ab47fd6-e57a-4138-a1f0-6eec07c4b5df tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:45.186568 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a68494-8e44-4a2a-94d5-441228b302c4 req-6ab47fd6-e57a-4138-a1f0-6eec07c4b5df tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:45.206781 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab47fd6-e57a-4138-a1f0-6eec07c4b5df tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Pushing event updated for resources: {'Port': ['ID=ab8f93b4-b472-4b90-9a20-6ef879d1c563,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:45.262174 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64417c27-64c6-48ee-a6cb-d0d4e70064c1 req-4c4a7f6a-b6a8-46c0-821d-0452e7c3f49f tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:45.263731 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-64417c27-64c6-48ee-a6cb-d0d4e70064c1 req-4c4a7f6a-b6a8-46c0-821d-0452e7c3f49f tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a829161c-d989-4c73-98a8-9f19367704ab HTTP/1.1" status: 200 len: 946 time: 0.0974731 Nov 12 08:33:45.363414 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b1a68494-8e44-4a2a-94d5-441228b302c4 req-6ab47fd6-e57a-4138-a1f0-6eec07c4b5df tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:45.384332 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-64417c27-64c6-48ee-a6cb-d0d4e70064c1 req-6018eabb-0f5b-4995-b881-41a3d60f97b6 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ccaa3b8-e5e1-42bb-ba3c-950d244acd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015828 Nov 12 08:33:45.412104 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b1a68494-8e44-4a2a-94d5-441228b302c4 req-6ab47fd6-e57a-4138-a1f0-6eec07c4b5df tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:45.514829 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f2c052-9fd1-4fcb-9702-3042573a3003 x-openstack-request-id: req-a1f2c052-9fd1-4fcb-9702-3042573a3003 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:45.515115 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44def6eb-1462-4069-adc4-1ff7fc054c64", "name": "network-vif-deleted", "tag": "3565a8c6-8f46-410f-8ab2-12b50975ea16", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:45.515515 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1f2c052-9fd1-4fcb-9702-3042573a3003 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:45.515935 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44def6eb-1462-4069-adc4-1ff7fc054c64', 'name': 'network-vif-deleted', 'tag': '3565a8c6-8f46-410f-8ab2-12b50975ea16', 'status': 'completed', 'code': 200} Nov 12 08:33:45.585974 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b1a68494-8e44-4a2a-94d5-441228b302c4 req-6ab47fd6-e57a-4138-a1f0-6eec07c4b5df tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:45.601701 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b1a68494-8e44-4a2a-94d5-441228b302c4 req-6ab47fd6-e57a-4138-a1f0-6eec07c4b5df tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:45.682900 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7273d20-5076-4a17-8c40-86b56787fa18 req-a48f0727-e1a9-41cc-887e-cefc4e87820f tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:45.684446 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c7273d20-5076-4a17-8c40-86b56787fa18 req-a48f0727-e1a9-41cc-887e-cefc4e87820f tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 944 time: 0.1194663 Nov 12 08:33:45.686837 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab47fd6-e57a-4138-a1f0-6eec07c4b5df tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Pushing event updated for resources: {'Port': ['ID=ab8f93b4-b472-4b90-9a20-6ef879d1c563,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:45.706509 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b1a68494-8e44-4a2a-94d5-441228b302c4 req-6ab47fd6-e57a-4138-a1f0-6eec07c4b5df tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:45.734638 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b1a68494-8e44-4a2a-94d5-441228b302c4 req-6ab47fd6-e57a-4138-a1f0-6eec07c4b5df tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:45.735813 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b1a68494-8e44-4a2a-94d5-441228b302c4 req-6ab47fd6-e57a-4138-a1f0-6eec07c4b5df tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3925407 Nov 12 08:33:45.782924 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c7273d20-5076-4a17-8c40-86b56787fa18 req-03c5bcda-8b88-4da5-afde-0c64bb8a5501 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866501 Nov 12 08:33:45.830671 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b1a68494-8e44-4a2a-94d5-441228b302c4 req-5d3455c7-48e5-42e3-a6d0-44e6516ff1fd tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.200 HTTP/1.1" status: 200 len: 696 time: 0.0843575 Nov 12 08:33:45.938226 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b8bcde7e-260d-421f-9b7a-9894e2a9f4d1 req-a1ba225f-a44c-48c0-a921-91304ea3876f tempest-ServerDiagnosticsNegativeTest-1005629043 tempest-ServerDiagnosticsNegativeTest-1005629043-project] 10.222.0.37 "GET /v2.0/ports?device_id=44def6eb-1462-4069-adc4-1ff7fc054c64 HTTP/1.1" status: 200 len: 210 time: 0.0355458 Nov 12 08:33:46.006990 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a68494-8e44-4a2a-94d5-441228b302c4 req-7761d9a0-f290-4198-8622-1f2b33e8e18f tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:46.018973 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b1a68494-8e44-4a2a-94d5-441228b302c4 req-7761d9a0-f290-4198-8622-1f2b33e8e18f tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 784 time: 0.1822467 Nov 12 08:33:46.026441 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-b1a68494-8e44-4a2a-94d5-441228b302c4 req-b53646de-7363-4616-90cb-7d31ff0eeedd tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:33:46.026942 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf60562-1e8f-4c21-b547-38450976601a req-5eb95de9-2c00-40ac-8713-8045e92ec4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:46.030678 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6cf60562-1e8f-4c21-b547-38450976601a req-5eb95de9-2c00-40ac-8713-8045e92ec4a7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a829161c-d989-4c73-98a8-9f19367704ab HTTP/1.1" status: 200 len: 1098 time: 0.0497296 Nov 12 08:33:46.031269 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b1a68494-8e44-4a2a-94d5-441228b302c4 req-b53646de-7363-4616-90cb-7d31ff0eeedd tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112791 Nov 12 08:33:46.105605 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6cf60562-1e8f-4c21-b547-38450976601a req-efba2706-5bbb-4341-9f2a-abe80b409806 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4ccaa3b8-e5e1-42bb-ba3c-950d244acd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590482 Nov 12 08:33:46.108591 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6db47005-637b-4ba0-b829-c56e4e66a1ca req-1763ad15-b2ec-4037-b914-33a06bfc4009 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b595565-471d-45c1-be92-4c879e1d1a6d HTTP/1.1" status: 200 len: 210 time: 0.0335879 Nov 12 08:33:46.481104 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f891ef-f72f-46a2-b39e-c130023a328b req-330798d2-182a-4ad2-8ba3-c18e6495d399 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:46.482590 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b5f891ef-f72f-46a2-b39e-c130023a328b req-330798d2-182a-4ad2-8ba3-c18e6495d399 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7a0a37d-dd67-4f77-bbba-85942824c2f9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3278468 Nov 12 08:33:46.493555 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6e81e-bd06-4b5e-a2b8-b175fdbaaeff req-fb877425-a77c-4470-b8d3-6f593e009dbb tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:46.494959 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-19a6e81e-bd06-4b5e-a2b8-b175fdbaaeff req-fb877425-a77c-4470-b8d3-6f593e009dbb tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ab44082-13cd-44fe-bc39-03f7a72581f3 HTTP/1.1" status: 200 len: 950 time: 0.3098156 Nov 12 08:33:46.549304 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b5f891ef-f72f-46a2-b39e-c130023a328b req-faf9216f-5db8-4d27-8d21-6296e0c2d1c6 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.200 HTTP/1.1" status: 200 len: 696 time: 0.0533791 Nov 12 08:33:46.563968 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-b5f891ef-f72f-46a2-b39e-c130023a328b req-477e1d1f-070d-40ff-ac3c-f25756bb84c0 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Request body: {'floatingip': {'port_id': '4ededc02-d7fc-4d75-8210-f295d1c8bfbc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:46.641542 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b5f891ef-f72f-46a2-b39e-c130023a328b req-477e1d1f-070d-40ff-ac3c-f25756bb84c0 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks [] for floatingip, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:46.646234 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-19a6e81e-bd06-4b5e-a2b8-b175fdbaaeff req-1e12f2a0-5664-4915-b198-9e24903f70a7 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441445 Nov 12 08:33:46.754997 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-55442491-1aeb-4e3e-a72b-acb01637a54f req-ccf0c156-8571-4b72-831a-baf532f707bf tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 210 time: 0.0524032 Nov 12 08:33:46.918354 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b63ed-4821-435a-afc9-601a43fde36d req-ed7e4b3a-afe5-44be-b44a-4307687a0fd9 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:46.920118 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-138b63ed-4821-435a-afc9-601a43fde36d req-ed7e4b3a-afe5-44be-b44a-4307687a0fd9 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a829161c-d989-4c73-98a8-9f19367704ab HTTP/1.1" status: 200 len: 946 time: 0.0973940 Nov 12 08:33:47.107791 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-138b63ed-4821-435a-afc9-601a43fde36d req-3c2cf37d-a838-4be6-b8c5-055556011b8d tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ccaa3b8-e5e1-42bb-ba3c-950d244acd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765375 Nov 12 08:33:47.373162 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b5f891ef-f72f-46a2-b39e-c130023a328b req-477e1d1f-070d-40ff-ac3c-f25756bb84c0 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:47.382075 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c93e96-5167-479e-badf-a7cc0856bade req-0a0f919d-1788-4abd-9e75-306c6bce5cf2 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:47.383567 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f0c93e96-5167-479e-badf-a7cc0856bade req-0a0f919d-1788-4abd-9e75-306c6bce5cf2 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 944 time: 0.1283920 Nov 12 08:33:47.384706 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b5f891ef-f72f-46a2-b39e-c130023a328b req-477e1d1f-070d-40ff-ac3c-f25756bb84c0 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:47.510195 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-abc32b7f-f9f9-4bdb-91ab-8c62ad9ef79e tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=f6e52e599db54ccca93577960030a784&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283957 Nov 12 08:33:47.519729 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f0c93e96-5167-479e-badf-a7cc0856bade req-2d51bfa8-06eb-4319-952c-41c582d58a63 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990243 Nov 12 08:33:47.541212 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [req-b5f891ef-f72f-46a2-b39e-c130023a328b req-477e1d1f-070d-40ff-ac3c-f25756bb84c0 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Floating IP 78827ba9-74b0-4fda-8011-4a88094b036e associated. External IP: 172.25.6.200, port: 4ededc02-d7fc-4d75-8210-f295d1c8bfbc. Nov 12 08:33:47.695360 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-8f6d15c4-a57d-4edf-952d-34cdb169dce6 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:47.696818 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-8f6d15c4-a57d-4edf-952d-34cdb169dce6 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1794105 Nov 12 08:33:47.696938 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c414e91b-acad-44e7-84ed-05414336835d req-80b8ad19-6da0-478c-a9f3-2e2630b4c09d tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b595565-471d-45c1-be92-4c879e1d1a6d HTTP/1.1" status: 200 len: 210 time: 0.0377038 Nov 12 08:33:47.718592 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-39d544f9-42e1-44bc-b134-4476b986c126 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Request body: {'port': {'device_id': '2b595565-471d-45c1-be92-4c879e1d1a6d', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'admin_state_up': True, 'tenant_id': 'f6e52e599db54ccca93577960030a784'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:47.838065 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-39d544f9-42e1-44bc-b134-4476b986c126 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Made reservation on behalf of f6e52e599db54ccca93577960030a784 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:47.843011 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-39d544f9-42e1-44bc-b134-4476b986c126 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:47.862585 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11986b-e805-42fa-b068-fe65270413e2 req-8de33a9c-7902-4725-8133-c947bf39f8ec tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:47.864098 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dd11986b-e805-42fa-b068-fe65270413e2 req-8de33a9c-7902-4725-8133-c947bf39f8ec tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ab44082-13cd-44fe-bc39-03f7a72581f3 HTTP/1.1" status: 200 len: 950 time: 0.0988560 Nov 12 08:33:47.887045 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5f891ef-f72f-46a2-b39e-c130023a328b req-477e1d1f-070d-40ff-ac3c-f25756bb84c0 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Router d05c6b47-3ac3-411a-add1-6408bbbaa778 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:33:47.937785 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36820) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:47.965488 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dd11986b-e805-42fa-b068-fe65270413e2 req-d5b18d71-882f-4e02-9bbf-5626b77b0fd6 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887299 Nov 12 08:33:48.014862 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-39d544f9-42e1-44bc-b134-4476b986c126 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Allocated IP 192.168.233.66 (aaa9e939-3555-4037-a22a-8e3905c2166f/ac1fb13e-fa96-4a78-a070-af75ed125682/b85b9031-d863-4124-8f0b-738842afc163) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:48.044820 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5f891ef-f72f-46a2-b39e-c130023a328b req-477e1d1f-070d-40ff-ac3c-f25756bb84c0 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:33:48.049613 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b5f891ef-f72f-46a2-b39e-c130023a328b req-477e1d1f-070d-40ff-ac3c-f25756bb84c0 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:48.065149 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed676337-99d2-4473-8da7-2846ccc88e6a None None] Sync routers for ids ['d05c6b47-3ac3-411a-add1-6408bbbaa778'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:33:48.075963 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 3565a8c6-8f46-410f-8ab2-12b50975ea16 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:33:48.108436 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed676337-99d2-4473-8da7-2846ccc88e6a None None] Routers {'d05c6b47-3ac3-411a-add1-6408bbbaa778'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:48.109128 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-ed676337-99d2-4473-8da7-2846ccc88e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:33:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d05c6b47-3ac3-411a-add1-6408bbbaa778'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:48.127033 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 3565a8c6-8f46-410f-8ab2-12b50975ea16 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:33:48.127618 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 3565a8c6-8f46-410f-8ab2-12b50975ea16 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:33:48.134434 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3ac53ed2-f225-4f4d-a8e3-62b00cc0bf0f req-73f1db69-2e79-4045-8fb1-45b23693e944 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 210 time: 0.0518630 Nov 12 08:33:48.159987 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b5f891ef-f72f-46a2-b39e-c130023a328b req-477e1d1f-070d-40ff-ac3c-f25756bb84c0 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "PUT /v2.0/floatingips/78827ba9-74b0-4fda-8011-4a88094b036e HTTP/1.1" status: 200 len: 996 time: 1.6048393 Nov 12 08:33:48.163039 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a0a37d-dd67-4f77-bbba-85942824c2f9', 'tag': '4ededc02-d7fc-4d75-8210-f295d1c8bfbc'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:48.170765 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8c5eac-3e24-4717-9e37-9aa374852535" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a0a37d-dd67-4f77-bbba-85942824c2f9", "tag": "4ededc02-d7fc-4d75-8210-f295d1c8bfbc"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:48.306312 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f891ef-f72f-46a2-b39e-c130023a328b req-6f2a173b-a326-467e-8ac8-99e23954e1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:48.308879 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b5f891ef-f72f-46a2-b39e-c130023a328b req-6f2a173b-a326-467e-8ac8-99e23954e1ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0669f51114604e399f0f5892a07911ba&device_id=d7a0a37d-dd67-4f77-bbba-85942824c2f9 HTTP/1.1" status: 200 len: 1097 time: 0.1270390 Nov 12 08:33:48.326728 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-ed676337-99d2-4473-8da7-2846ccc88e6a None None] Set router d05c6b47-3ac3-411a-add1-6408bbbaa778 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:33:48.363960 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3e857-6b22-45d3-9d71-a3f438dcbee7 req-eec76974-5934-4c77-be5d-063965ac9001 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:48.365562 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69f3e857-6b22-45d3-9d71-a3f438dcbee7 req-eec76974-5934-4c77-be5d-063965ac9001 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a829161c-d989-4c73-98a8-9f19367704ab HTTP/1.1" status: 200 len: 946 time: 0.1348343 Nov 12 08:33:48.376714 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-00b809fa-be3b-412c-b2fe-25b33af048cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=60d336b644c34d438626d0474559f04e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4373848 Nov 12 08:33:48.379512 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36830) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:48.426729 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-6aed2bfc-ffd7-48d1-b81b-6d638f8e1991 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:48.428341 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-6aed2bfc-ffd7-48d1-b81b-6d638f8e1991 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.54 "GET /v2.0/networks?id=ac11a5bd-0584-4f41-bf7f-a43257f96e99 HTTP/1.1" status: 200 len: 820 time: 0.3146112 Nov 12 08:33:48.451288 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-39d544f9-42e1-44bc-b134-4476b986c126 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:48.466366 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-38deb7ca-b594-4d38-9af7-405c32900016 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Request body: {'port': {'device_id': 'dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b', 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99', 'admin_state_up': True, 'tenant_id': '53ced5a3b5824d46b94af4c3034e6689'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:48.533598 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f891ef-f72f-46a2-b39e-c130023a328b req-6e9acb8a-3fe2-48c0-b703-1924904f5575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:48.534201 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b5f891ef-f72f-46a2-b39e-c130023a328b req-6e9acb8a-3fe2-48c0-b703-1924904f5575 service neutron] 10.222.0.37 "GET /v2.0/networks?id=66564c6e-e2e7-416d-a841-b87c2301f074 HTTP/1.1" status: 200 len: 930 time: 0.2111809 Nov 12 08:33:48.540806 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69f3e857-6b22-45d3-9d71-a3f438dcbee7 req-2c6fa84c-8ef5-46e4-80ee-54d455580e74 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ccaa3b8-e5e1-42bb-ba3c-950d244acd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187627 Nov 12 08:33:48.562076 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-77995c20-e4b8-4820-967f-9a608a36b3b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:48.609276 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-39d544f9-42e1-44bc-b134-4476b986c126 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:48.623610 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['f7d5e139-4427-4407-815d-22ab61e25223'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:48.639371 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-39d544f9-42e1-44bc-b134-4476b986c126 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Network aaa9e939-3555-4037-a22a-8e3905c2166f is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:48.642549 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-39d544f9-42e1-44bc-b134-4476b986c126 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:48.647819 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-ed676337-99d2-4473-8da7-2846ccc88e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1966029313-router', 'tenant_id': '0669f51114604e399f0f5892a07911ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'b56f1346-ccdc-45a9-a4a1-b3c3981affa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:02Z', 'updated_at': '2021-11-12T08:33:11Z', 'revision_number': 4, 'project_id': '0669f51114604e399f0f5892a07911ba', 'gw_port': {'id': 'b56f1346-ccdc-45a9-a4a1-b3c3981affa8', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:05Z', 'updated_at': '2021-11-12T08:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '78827ba9-74b0-4fda-8011-4a88094b036e', 'tenant_id': '0669f51114604e399f0f5892a07911ba', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'port_id': '4ededc02-d7fc-4d75-8210-f295d1c8bfbc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66564c6e-e2e7-416d-a841-b87c2301f074', 'mac_address': 'fa:16:3e:7a:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a0a37d-dd67-4f77-bbba-85942824c2f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:33:45Z', 'updated_at': '2021-11-12T08:33:47Z', 'revision_number': 1, 'project_id': '0669f51114604e399f0f5892a07911ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '946cd13d-f1e8-4df2-9085-932e3cbd000b', 'name': '', 'network_id': '66564c6e-e2e7-416d-a841-b87c2301f074', 'tenant_id': '0669f51114604e399f0f5892a07911ba', 'mac_address': 'fa:16:3e:d9:69:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8938d4b5-bd69-4149-9311-40b43ee35159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:10Z', 'updated_at': '2021-11-12T08:33:16Z', 'revision_number': 5, 'project_id': '0669f51114604e399f0f5892a07911ba', 'subnets': [{'id': '8938d4b5-bd69-4149-9311-40b43ee35159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:48.652706 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b5f891ef-f72f-46a2-b39e-c130023a328b req-611ec3d7-9cec-4981-be9f-8d5d7ee00c48 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ededc02-d7fc-4d75-8210-f295d1c8bfbc HTTP/1.1" status: 200 len: 999 time: 0.0881653 Nov 12 08:33:48.654608 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d23918-96b0-4314-8f14-109cc7061c99 x-openstack-request-id: req-e8d23918-96b0-4314-8f14-109cc7061c99 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:48.655026 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a0a37d-dd67-4f77-bbba-85942824c2f9", "tag": "4ededc02-d7fc-4d75-8210-f295d1c8bfbc", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:48.655376 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e8d23918-96b0-4314-8f14-109cc7061c99 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:48.655904 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a0a37d-dd67-4f77-bbba-85942824c2f9', 'tag': '4ededc02-d7fc-4d75-8210-f295d1c8bfbc', 'status': 'completed', 'code': 200} Nov 12 08:33:48.658367 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-39d544f9-42e1-44bc-b134-4476b986c126 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:48.670705 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-39d544f9-42e1-44bc-b134-4476b986c126 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:48.672278 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-39d544f9-42e1-44bc-b134-4476b986c126 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:48.700769 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed676337-99d2-4473-8da7-2846ccc88e6a None None] Checking router: d05c6b47-3ac3-411a-add1-6408bbbaa778 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:33:48.712133 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed676337-99d2-4473-8da7-2846ccc88e6a None None] Routers {'d05c6b47-3ac3-411a-add1-6408bbbaa778'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:48.712348 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['3e420354-8dc2-4371-970c-13fac71eb7d4'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:48.712880 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-ed676337-99d2-4473-8da7-2846ccc88e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:33:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d05c6b47-3ac3-411a-add1-6408bbbaa778'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:48.785150 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-39d544f9-42e1-44bc-b134-4476b986c126 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0714514 Nov 12 08:33:48.800883 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-77995c20-e4b8-4820-967f-9a608a36b3b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:48.807259 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-cbf79e1c-232b-4008-957d-b688f5ce3045 service neutron] Request body: {'port': {'device_id': '2b595565-471d-45c1-be92-4c879e1d1a6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:48.916301 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-77995c20-e4b8-4820-967f-9a608a36b3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:48.917912 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c5eac-3e24-4717-9e37-9aa374852535 req-cf3fb19f-d0a5-413d-9bb4-54695c1ffba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:48.925839 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-77995c20-e4b8-4820-967f-9a608a36b3b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:48.932113 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-77995c20-e4b8-4820-967f-9a608a36b3b6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db665b18-4011-4da6-aaa9-a2e1b327a59a HTTP/1.1" status: 204 len: 168 time: 0.5512328 Nov 12 08:33:48.932807 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0d8c5eac-3e24-4717-9e37-9aa374852535 req-cf3fb19f-d0a5-413d-9bb4-54695c1ffba5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0669f51114604e399f0f5892a07911ba&device_id=d7a0a37d-dd67-4f77-bbba-85942824c2f9 HTTP/1.1" status: 200 len: 1097 time: 0.2411027 Nov 12 08:33:48.934224 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d544f9-42e1-44bc-b134-4476b986c126 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Pushing event updated for resources: {'Port': ['ID=b85b9031-d863-4124-8f0b-738842afc163,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:48.949482 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-38deb7ca-b594-4d38-9af7-405c32900016 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Made reservation on behalf of 53ced5a3b5824d46b94af4c3034e6689 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:48.953144 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-38deb7ca-b594-4d38-9af7-405c32900016 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:48.955174 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-ed676337-99d2-4473-8da7-2846ccc88e6a None None] Set router d05c6b47-3ac3-411a-add1-6408bbbaa778 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:33:48.972260 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-cbf79e1c-232b-4008-957d-b688f5ce3045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:48.983930 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f891ef-f72f-46a2-b39e-c130023a328b req-c1c04e4f-3b52-4bf0-b05f-a2c4dc87e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:48.985543 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b5f891ef-f72f-46a2-b39e-c130023a328b req-c1c04e4f-3b52-4bf0-b05f-a2c4dc87e1d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8938d4b5-bd69-4149-9311-40b43ee35159 HTTP/1.1" status: 200 len: 868 time: 0.3168066 Nov 12 08:33:48.986342 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77995c20-e4b8-4820-967f-9a608a36b3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db665b18-4011-4da6-aaa9-a2e1b327a59a,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:49.020028 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d544f9-42e1-44bc-b134-4476b986c126 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:49.020382 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d544f9-42e1-44bc-b134-4476b986c126 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:49.020718 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d544f9-42e1-44bc-b134-4476b986c126 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:49.021062 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d544f9-42e1-44bc-b134-4476b986c126 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:49.021403 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d544f9-42e1-44bc-b134-4476b986c126 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:49.021740 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d544f9-42e1-44bc-b134-4476b986c126 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:49.022070 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d544f9-42e1-44bc-b134-4476b986c126 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:49.022391 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d544f9-42e1-44bc-b134-4476b986c126 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:49.022717 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d544f9-42e1-44bc-b134-4476b986c126 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:49.023046 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d544f9-42e1-44bc-b134-4476b986c126 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:49.023373 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d544f9-42e1-44bc-b134-4476b986c126 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:49.023701 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d544f9-42e1-44bc-b134-4476b986c126 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:49.099613 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77995c20-e4b8-4820-967f-9a608a36b3b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:49.100075 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77995c20-e4b8-4820-967f-9a608a36b3b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:49.100538 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77995c20-e4b8-4820-967f-9a608a36b3b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:49.100903 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77995c20-e4b8-4820-967f-9a608a36b3b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:49.101350 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77995c20-e4b8-4820-967f-9a608a36b3b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:49.101949 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77995c20-e4b8-4820-967f-9a608a36b3b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:49.102707 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77995c20-e4b8-4820-967f-9a608a36b3b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:49.102932 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77995c20-e4b8-4820-967f-9a608a36b3b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:49.103501 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77995c20-e4b8-4820-967f-9a608a36b3b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:49.103867 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77995c20-e4b8-4820-967f-9a608a36b3b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:49.104199 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77995c20-e4b8-4820-967f-9a608a36b3b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:49.104529 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77995c20-e4b8-4820-967f-9a608a36b3b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:49.133009 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244dbb95-0f5a-4285-96fe-ad64f040d483 req-e306c675-3fc5-49d4-916d-d69138da2e1c tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:49.142434 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-244dbb95-0f5a-4285-96fe-ad64f040d483 req-e306c675-3fc5-49d4-916d-d69138da2e1c tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 944 time: 0.1977389 Nov 12 08:33:49.173197 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f891ef-f72f-46a2-b39e-c130023a328b req-c63d9169-634e-474d-902f-1cd4b8d9a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:49.174950 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b5f891ef-f72f-46a2-b39e-c130023a328b req-c63d9169-634e-474d-902f-1cd4b8d9a9c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=66564c6e-e2e7-416d-a841-b87c2301f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1671691 Nov 12 08:33:49.209534 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-b5f891ef-f72f-46a2-b39e-c130023a328b req-6ed116e9-61a1-4647-b466-f44eab524d90 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:33:49.210567 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b5f891ef-f72f-46a2-b39e-c130023a328b req-6ed116e9-61a1-4647-b466-f44eab524d90 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0187609 Nov 12 08:33:49.299672 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-244dbb95-0f5a-4285-96fe-ad64f040d483 req-fc004fa7-02e5-48c9-a75c-03d05110508f tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561997 Nov 12 08:33:49.350526 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-28fc7af0-e467-475b-9955-d3f2cf589f0a None None] Provisioning complete for port b85b9031-d863-4124-8f0b-738842afc163 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:49.351609 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-28fc7af0-e467-475b-9955-d3f2cf589f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.365939 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c5eac-3e24-4717-9e37-9aa374852535 req-287059c9-81c1-4e2c-8bc5-52ba4849ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:49.367596 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0d8c5eac-3e24-4717-9e37-9aa374852535 req-287059c9-81c1-4e2c-8bc5-52ba4849ee79 service neutron] 10.222.0.58 "GET /v2.0/networks?id=66564c6e-e2e7-416d-a841-b87c2301f074 HTTP/1.1" status: 200 len: 930 time: 0.4116747 Nov 12 08:33:49.406452 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-ed676337-99d2-4473-8da7-2846ccc88e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1966029313-router', 'tenant_id': '0669f51114604e399f0f5892a07911ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'b56f1346-ccdc-45a9-a4a1-b3c3981affa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:02Z', 'updated_at': '2021-11-12T08:33:11Z', 'revision_number': 4, 'project_id': '0669f51114604e399f0f5892a07911ba', 'gw_port': {'id': 'b56f1346-ccdc-45a9-a4a1-b3c3981affa8', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:05Z', 'updated_at': '2021-11-12T08:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '78827ba9-74b0-4fda-8011-4a88094b036e', 'tenant_id': '0669f51114604e399f0f5892a07911ba', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'port_id': '4ededc02-d7fc-4d75-8210-f295d1c8bfbc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66564c6e-e2e7-416d-a841-b87c2301f074', 'mac_address': 'fa:16:3e:7a:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a0a37d-dd67-4f77-bbba-85942824c2f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:33:45Z', 'updated_at': '2021-11-12T08:33:47Z', 'revision_number': 1, 'project_id': '0669f51114604e399f0f5892a07911ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '946cd13d-f1e8-4df2-9085-932e3cbd000b', 'name': '', 'network_id': '66564c6e-e2e7-416d-a841-b87c2301f074', 'tenant_id': '0669f51114604e399f0f5892a07911ba', 'mac_address': 'fa:16:3e:d9:69:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8938d4b5-bd69-4149-9311-40b43ee35159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:10Z', 'updated_at': '2021-11-12T08:33:16Z', 'revision_number': 5, 'project_id': '0669f51114604e399f0f5892a07911ba', 'subnets': [{'id': '8938d4b5-bd69-4149-9311-40b43ee35159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:49.438278 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-28fc7af0-e467-475b-9955-d3f2cf589f0a None None] Port b85b9031-d863-4124-8f0b-738842afc163 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:33:49.458164 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed676337-99d2-4473-8da7-2846ccc88e6a None None] The sync data for ids ['d05c6b47-3ac3-411a-add1-6408bbbaa778'] in n-d-768862-16 is: [{'id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1966029313-router', 'tenant_id': '0669f51114604e399f0f5892a07911ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'b56f1346-ccdc-45a9-a4a1-b3c3981affa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:02Z', 'updated_at': '2021-11-12T08:33:11Z', 'revision_number': 4, 'project_id': '0669f51114604e399f0f5892a07911ba', 'gw_port': {'id': 'b56f1346-ccdc-45a9-a4a1-b3c3981affa8', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:05Z', 'updated_at': '2021-11-12T08:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '78827ba9-74b0-4fda-8011-4a88094b036e', 'tenant_id': '0669f51114604e399f0f5892a07911ba', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'port_id': '4ededc02-d7fc-4d75-8210-f295d1c8bfbc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66564c6e-e2e7-416d-a841-b87c2301f074', 'mac_address': 'fa:16:3e:7a:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a0a37d-dd67-4f77-bbba-85942824c2f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:33:45Z', 'updated_at': '2021-11-12T08:33:47Z', 'revision_number': 1, 'project_id': '0669f51114604e399f0f5892a07911ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '946cd13d-f1e8-4df2-9085-932e3cbd000b', 'name': '', 'network_id': '66564c6e-e2e7-416d-a841-b87c2301f074', 'tenant_id': '0669f51114604e399f0f5892a07911ba', 'mac_address': 'fa:16:3e:d9:69:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8938d4b5-bd69-4149-9311-40b43ee35159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:10Z', 'updated_at': '2021-11-12T08:33:16Z', 'revision_number': 5, 'project_id': '0669f51114604e399f0f5892a07911ba', 'subnets': [{'id': '8938d4b5-bd69-4149-9311-40b43ee35159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:33:49.483507 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-38deb7ca-b594-4d38-9af7-405c32900016 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Allocated IP 172.20.0.14 (ac11a5bd-0584-4f41-bf7f-a43257f96e99/2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165/4284253f-d252-4cac-a63a-a44080a42da3) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:49.584256 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36846) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:49.604184 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0d8c5eac-3e24-4717-9e37-9aa374852535 req-cd858b56-01e3-479b-968c-0d31b4bcfbc5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ededc02-d7fc-4d75-8210-f295d1c8bfbc HTTP/1.1" status: 200 len: 999 time: 0.1964211 Nov 12 08:33:49.642946 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ddd421e0-076b-4e6a-ba50-ac02ddc9a86f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.729081 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b5f891ef-f72f-46a2-b39e-c130023a328b req-1269eee4-63dc-4057-abea-5348d4178f3c service neutron] 10.222.0.37 "GET /v2.0/networks/66564c6e-e2e7-416d-a841-b87c2301f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5004456 Nov 12 08:33:49.803792 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a4691a-d4de-4818-a98b-72bdeaef5fb7 None None] New status for floating IP 78827ba9-74b0-4fda-8011-4a88094b036e: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:33:49.828805 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c5eac-3e24-4717-9e37-9aa374852535 req-42b8c67b-fe83-46a3-ab4a-36071214ac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:49.830352 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0d8c5eac-3e24-4717-9e37-9aa374852535 req-42b8c67b-fe83-46a3-ab4a-36071214ac7e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8938d4b5-bd69-4149-9311-40b43ee35159 HTTP/1.1" status: 200 len: 868 time: 0.2067022 Nov 12 08:33:49.848076 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-cbf79e1c-232b-4008-957d-b688f5ce3045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b85b9031-d863-4124-8f0b-738842afc163 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:49.880732 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-cbf79e1c-232b-4008-957d-b688f5ce3045 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.881361 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90efc7b-3569-410e-b481-6126b7e85154 req-3aec45f5-25dc-4715-9043-05e5bf813cdc tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:49.889213 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e90efc7b-3569-410e-b481-6126b7e85154 req-3aec45f5-25dc-4715-9043-05e5bf813cdc tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b595565-471d-45c1-be92-4c879e1d1a6d HTTP/1.1" status: 200 len: 935 time: 0.4303031 Nov 12 08:33:49.917757 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b5f891ef-f72f-46a2-b39e-c130023a328b req-28648e9a-1846-41e6-8967-2d143c3ec5ec service neutron] 10.222.0.37 "GET /v2.0/networks/66564c6e-e2e7-416d-a841-b87c2301f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684074 Nov 12 08:33:49.925756 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-e64ad488-17ff-4b8a-821d-4ffd6e9f0878 service neutron] 10.222.0.58 "GET /v2.0/ports/fa7bf691-b65b-4d13-84d2-d3103dd62540/bindings/n-h1-768862-16 HTTP/1.1" status: 200 len: 385 time: 0.1956079 Nov 12 08:33:49.942052 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-cbf79e1c-232b-4008-957d-b688f5ce3045 service neutron] Transition to ACTIVE for port object b85b9031-d863-4124-8f0b-738842afc163 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:33:49.962690 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e90efc7b-3569-410e-b481-6126b7e85154 req-fd04c7e9-c6e5-44da-9f2f-1f700d6c4574 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725422 Nov 12 08:33:50.113892 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device fa7bf691-b65b-4d13-84d2-d3103dd62540 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:33:50.232919 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c21c41fc-43ba-43dd-9041-a8014ce30d67 req-56fceb23-a689-495c-bb30-95a3f6ca51a4 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 210 time: 0.0880759 Nov 12 08:33:50.266929 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-bd148502-1ada-4f18-b4e0-13ed88e7bad6 service neutron] For port fa7bf691-b65b-4d13-84d2-d3103dd62540, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=fa7bf691-b65b-4d13-84d2-d3103dd62540,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:50.278197 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31fed5-1f62-44e9-aae1-2a4e01d22892 req-207cc297-4360-4056-bb9f-07a80ed03b65 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:50.280136 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f31fed5-1f62-44e9-aae1-2a4e01d22892 req-207cc297-4360-4056-bb9f-07a80ed03b65 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ab44082-13cd-44fe-bc39-03f7a72581f3 HTTP/1.1" status: 200 len: 950 time: 0.1339452 Nov 12 08:33:50.286024 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ddd421e0-076b-4e6a-ba50-ac02ddc9a86f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:50.297013 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-cbf79e1c-232b-4008-957d-b688f5ce3045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:50.301390 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-38deb7ca-b594-4d38-9af7-405c32900016 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:50.305664 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ddd421e0-076b-4e6a-ba50-ac02ddc9a86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:50.329624 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-bd148502-1ada-4f18-b4e0-13ed88e7bad6 service neutron] For port fa7bf691-b65b-4d13-84d2-d3103dd62540, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:50.361575 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c5eac-3e24-4717-9e37-9aa374852535 req-eebe042d-6cdc-4723-8946-3a35df3a6030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:50.363088 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0d8c5eac-3e24-4717-9e37-9aa374852535 req-eebe042d-6cdc-4723-8946-3a35df3a6030 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=66564c6e-e2e7-416d-a841-b87c2301f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5061352 Nov 12 08:33:50.396049 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ddd421e0-076b-4e6a-ba50-ac02ddc9a86f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cb74e006dc5441a49db8b6a181e84118&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8016398 Nov 12 08:33:50.400525 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36854) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:50.416415 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-bd148502-1ada-4f18-b4e0-13ed88e7bad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa7bf691-b65b-4d13-84d2-d3103dd62540 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:50.425826 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd421e0-076b-4e6a-ba50-ac02ddc9a86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f346af-cfcc-4892-bc11-1dd16e1ad8fd,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:50.439685 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf79e1c-232b-4008-957d-b688f5ce3045 service neutron] Pushing event updated for resources: {'Port': ['ID=b85b9031-d863-4124-8f0b-738842afc163,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:50.448240 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f31fed5-1f62-44e9-aae1-2a4e01d22892 req-53015c34-c0c9-4f42-b21f-44c528804034 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507623 Nov 12 08:33:50.474312 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1071988-b048-404f-b883-1d5dbf275bfc req-819d9fc6-e1c7-4188-addc-62324611777a tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:50.483002 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e1071988-b048-404f-b883-1d5dbf275bfc req-819d9fc6-e1c7-4188-addc-62324611777a tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a829161c-d989-4c73-98a8-9f19367704ab HTTP/1.1" status: 200 len: 946 time: 0.1862059 Nov 12 08:33:50.489866 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-bd148502-1ada-4f18-b4e0-13ed88e7bad6 service neutron] For port fa7bf691-b65b-4d13-84d2-d3103dd62540, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=fa7bf691-b65b-4d13-84d2-d3103dd62540,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:50.542130 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-bd148502-1ada-4f18-b4e0-13ed88e7bad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:50.545511 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-38deb7ca-b594-4d38-9af7-405c32900016 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:50.551288 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-cbf79e1c-232b-4008-957d-b688f5ce3045 service neutron] Attempting to bind port b85b9031-d863-4124-8f0b-738842afc163 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:50.551543 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-cbf79e1c-232b-4008-957d-b688f5ce3045 service neutron] Attempting to bind port b85b9031-d863-4124-8f0b-738842afc163 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:50.551934 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-cbf79e1c-232b-4008-957d-b688f5ce3045 service neutron] Attempting to bind port b85b9031-d863-4124-8f0b-738842afc163 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:50.596415 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e1071988-b048-404f-b883-1d5dbf275bfc req-34547ffd-a41b-40a5-b6ef-dd37facdc528 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ccaa3b8-e5e1-42bb-ba3c-950d244acd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124277 Nov 12 08:33:50.648766 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d066c505-a911-4139-9a4d-7d55f7f7baad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:50.665277 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0d8c5eac-3e24-4717-9e37-9aa374852535 req-cdc8ea07-cdbb-49e1-a707-0e20d946fa96 service neutron] 10.222.0.58 "GET /v2.0/networks/66564c6e-e2e7-416d-a841-b87c2301f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675204 Nov 12 08:33:50.671946 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-cbf79e1c-232b-4008-957d-b688f5ce3045 service neutron] Port b85b9031-d863-4124-8f0b-738842afc163 on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:33:50.672286 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-cbf79e1c-232b-4008-957d-b688f5ce3045 service neutron] Attempting to bind port b85b9031-d863-4124-8f0b-738842afc163 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:50.698294 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-38deb7ca-b594-4d38-9af7-405c32900016 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Network ac11a5bd-0584-4f41-bf7f-a43257f96e99 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:50.699194 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-cbf79e1c-232b-4008-957d-b688f5ce3045 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:50.699537 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-cbf79e1c-232b-4008-957d-b688f5ce3045 service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:50.700163 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-cbf79e1c-232b-4008-957d-b688f5ce3045 service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:50.700661 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-cbf79e1c-232b-4008-957d-b688f5ce3045 service neutron] Bound port: b85b9031-d863-4124-8f0b-738842afc163, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:50.701029 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-cbf79e1c-232b-4008-957d-b688f5ce3045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:50.719987 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-38deb7ca-b594-4d38-9af7-405c32900016 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:50.730602 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d066c505-a911-4139-9a4d-7d55f7f7baad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:50.737795 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-38deb7ca-b594-4d38-9af7-405c32900016 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:50.743451 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-38deb7ca-b594-4d38-9af7-405c32900016 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:50.744117 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-38deb7ca-b594-4d38-9af7-405c32900016 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:50.747201 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38deb7ca-b594-4d38-9af7-405c32900016 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Pushing event updated for resources: {'Port': ['ID=4284253f-d252-4cac-a63a-a44080a42da3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:50.818896 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-38deb7ca-b594-4d38-9af7-405c32900016 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3632143 Nov 12 08:33:50.837594 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-bd148502-1ada-4f18-b4e0-13ed88e7bad6 service neutron] Transition to ACTIVE for port object fa7bf691-b65b-4d13-84d2-d3103dd62540 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:33:50.839590 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-89a9db05-dd71-422c-b1ad-b1d062f4cc01 service neutron] Request body: {'port': {'device_id': 'dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:50.843162 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2151f823-cad7-4bcd-9328-b9e0358bca1a req-bae743c5-bbf2-401c-a877-c1a1ec836ed5 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 258 time: 0.2641211 Nov 12 08:33:50.846953 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-bd148502-1ada-4f18-b4e0-13ed88e7bad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:50.895286 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220507d-0069-4838-8001-9313cbad2d23 req-7058ea38-a199-46dd-8fa7-1110dceb828f tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:50.897017 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0220507d-0069-4838-8001-9313cbad2d23 req-7058ea38-a199-46dd-8fa7-1110dceb828f tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 944 time: 0.2288015 Nov 12 08:33:50.900795 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-2151f823-cad7-4bcd-9328-b9e0358bca1a req-23311e56-ea2a-4c39-8d0f-de25c2719493 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:50.918198 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-cbf79e1c-232b-4008-957d-b688f5ce3045 service neutron] For port b85b9031-d863-4124-8f0b-738842afc163, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:50.938136 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d066c505-a911-4139-9a4d-7d55f7f7baad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:50.940717 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d066c505-a911-4139-9a4d-7d55f7f7baad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:50.941005 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0d8c5eac-3e24-4717-9e37-9aa374852535 req-52ba3d45-6091-41e0-ab77-51e30579b675 service neutron] 10.222.0.58 "GET /v2.0/networks/66564c6e-e2e7-416d-a841-b87c2301f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540557 Nov 12 08:33:50.944370 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d066c505-a911-4139-9a4d-7d55f7f7baad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/11f346af-cfcc-4892-bc11-1dd16e1ad8fd HTTP/1.1" status: 204 len: 168 time: 0.5376942 Nov 12 08:33:50.955456 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-cbf79e1c-232b-4008-957d-b688f5ce3045 service neutron] For port b85b9031-d863-4124-8f0b-738842afc163, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=b85b9031-d863-4124-8f0b-738842afc163,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:50.958795 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-89a9db05-dd71-422c-b1ad-b1d062f4cc01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:50.961564 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-cbf79e1c-232b-4008-957d-b688f5ce3045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:50.992418 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-bd148502-1ada-4f18-b4e0-13ed88e7bad6 service neutron] No DVR routers for this DVR port fa7bf691-b65b-4d13-84d2-d3103dd62540 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:33:50.999265 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066c505-a911-4139-9a4d-7d55f7f7baad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f346af-cfcc-4892-bc11-1dd16e1ad8fd,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:51.009488 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd148502-1ada-4f18-b4e0-13ed88e7bad6 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7bf691-b65b-4d13-84d2-d3103dd62540,revision_number=10']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:51.023639 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2151f823-cad7-4bcd-9328-b9e0358bca1a req-23311e56-ea2a-4c39-8d0f-de25c2719493 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks [] for floatingip, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:51.041012 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-cbf79e1c-232b-4008-957d-b688f5ce3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:51.041637 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-cbf79e1c-232b-4008-957d-b688f5ce3045 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:51.043111 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-cbf79e1c-232b-4008-957d-b688f5ce3045 service neutron] 10.222.0.54 "PUT /v2.0/ports/b85b9031-d863-4124-8f0b-738842afc163 HTTP/1.1" status: 200 len: 1096 time: 2.2428367 Nov 12 08:33:51.043813 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b595565-471d-45c1-be92-4c879e1d1a6d', 'tag': 'b85b9031-d863-4124-8f0b-738842afc163'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:51.046986 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe7846e-e97c-4dc1-acbc-f9596858bf39" -d '{"events": [{"name": "network-changed", "server_uuid": "2b595565-471d-45c1-be92-4c879e1d1a6d", "tag": "b85b9031-d863-4124-8f0b-738842afc163"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:51.074765 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-bd148502-1ada-4f18-b4e0-13ed88e7bad6 service neutron] 10.222.0.58 "PUT /v2.0/ports/fa7bf691-b65b-4d13-84d2-d3103dd62540/bindings/n-h1-768862-16/activate HTTP/1.1" status: 200 len: 370 time: 1.1171782 Nov 12 08:33:51.082334 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf79e1c-232b-4008-957d-b688f5ce3045 service neutron] Pushing event updated for resources: {'Port': ['ID=b85b9031-d863-4124-8f0b-738842afc163,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:51.086043 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0220507d-0069-4838-8001-9313cbad2d23 req-38514f0e-98cb-4d70-a077-d3a88e8706ce tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770818 Nov 12 08:33:51.307706 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b50a5-7172-4706-9b30-66f34b3207ce req-9fae786f-6d28-4d2b-8020-96bc8b204bcb tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:51.316989 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b8b50a5-7172-4706-9b30-66f34b3207ce req-9fae786f-6d28-4d2b-8020-96bc8b204bcb tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=b034fe05-2200-4a47-844e-fb53a526bfe6 HTTP/1.1" status: 200 len: 950 time: 0.1162512 Nov 12 08:33:51.361019 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2151f823-cad7-4bcd-9328-b9e0358bca1a req-23311e56-ea2a-4c39-8d0f-de25c2719493 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:51.406577 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-25cc16ad-f2d7-4a03-8250-83433ada69f3 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:51.408409 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-25cc16ad-f2d7-4a03-8250-83433ada69f3 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d&tenant_id=60036c792d1544fb8cbb03c747464363&binding%3Ahost_id=n-h2-768862-16 HTTP/1.1" status: 200 len: 1097 time: 0.2231364 Nov 12 08:33:51.413327 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-21dc11f6-4cf5-46ec-827e-b96a65fa0a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:51.414782 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-21dc11f6-4cf5-46ec-827e-b96a65fa0a30 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6e52e599db54ccca93577960030a784&device_id=2b595565-471d-45c1-be92-4c879e1d1a6d HTTP/1.1" status: 200 len: 1099 time: 0.2319329 Nov 12 08:33:51.452834 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b8b50a5-7172-4706-9b30-66f34b3207ce req-7ee5f5d5-32f4-4484-9d98-095ffb17456c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300762 Nov 12 08:33:51.503098 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-ed39b79e-13a8-4cad-bd91-c1788ee1dce5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=b85b9031-d863-4124-8f0b-738842afc163 HTTP/1.1" status: 200 len: 217 time: 0.0634418 Nov 12 08:33:51.600164 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-2151f823-cad7-4bcd-9328-b9e0358bca1a req-23311e56-ea2a-4c39-8d0f-de25c2719493 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Allocated IP 172.25.6.189 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/361e8dd2-cd08-469e-a7c6-571f2d22a81c) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:51.621194 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-6ada6ca6-b0d7-425e-ad2b-370adcdc6c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:51.623256 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-6ada6ca6-b0d7-425e-ad2b-370adcdc6c32 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d&tenant_id=60036c792d1544fb8cbb03c747464363 HTTP/1.1" status: 200 len: 1097 time: 0.1910796 Nov 12 08:33:51.628843 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-97a94464-9604-4856-9906-20d0fd13359f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:51.630329 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-97a94464-9604-4856-9906-20d0fd13359f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1142893 Nov 12 08:33:51.710827 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c40e47-9931-4667-a34f-b04681530534 req-bfece31a-520a-43fb-9907-844ca80a24cf tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:51.719694 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-24c40e47-9931-4667-a34f-b04681530534 req-bfece31a-520a-43fb-9907-844ca80a24cf tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b595565-471d-45c1-be92-4c879e1d1a6d HTTP/1.1" status: 200 len: 947 time: 0.1335800 Nov 12 08:33:51.734170 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-89a9db05-dd71-422c-b1ad-b1d062f4cc01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4284253f-d252-4cac-a63a-a44080a42da3 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:51.745673 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-89a9db05-dd71-422c-b1ad-b1d062f4cc01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:51.773828 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-89a9db05-dd71-422c-b1ad-b1d062f4cc01 service neutron] Transition to ACTIVE for port object 4284253f-d252-4cac-a63a-a44080a42da3 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:33:51.780634 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-f1c26d8a-cd51-45c2-b7b8-e8a348f7b0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:51.782427 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-f1c26d8a-cd51-45c2-b7b8-e8a348f7b0b7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1210349 Nov 12 08:33:51.786162 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-89a9db05-dd71-422c-b1ad-b1d062f4cc01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:51.796902 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-3e92dd0b-2d23-4aba-aaca-5ba1de197033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:51.798426 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-3e92dd0b-2d23-4aba-aaca-5ba1de197033 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=60036c792d1544fb8cbb03c747464363&device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 1097 time: 0.1227095 Nov 12 08:33:51.811002 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-24c40e47-9931-4667-a34f-b04681530534 req-cd902cf1-9df0-44ce-b089-96a0e87c3d5f tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845382 Nov 12 08:33:51.832273 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2151f823-cad7-4bcd-9328-b9e0358bca1a req-23311e56-ea2a-4c39-8d0f-de25c2719493 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:51.906092 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2151f823-cad7-4bcd-9328-b9e0358bca1a req-23311e56-ea2a-4c39-8d0f-de25c2719493 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:51.958076 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2151f823-cad7-4bcd-9328-b9e0358bca1a req-23311e56-ea2a-4c39-8d0f-de25c2719493 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:51.958281 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903d8468-af9b-479b-8d3d-7e26685a1340 x-openstack-request-id: req-903d8468-af9b-479b-8d3d-7e26685a1340 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:51.958592 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b595565-471d-45c1-be92-4c879e1d1a6d", "tag": "b85b9031-d863-4124-8f0b-738842afc163", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:51.958868 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-903d8468-af9b-479b-8d3d-7e26685a1340 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:51.959287 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b595565-471d-45c1-be92-4c879e1d1a6d', 'tag': 'b85b9031-d863-4124-8f0b-738842afc163', 'status': 'completed', 'code': 200} Nov 12 08:33:51.962028 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-2151f823-cad7-4bcd-9328-b9e0358bca1a req-23311e56-ea2a-4c39-8d0f-de25c2719493 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:51.968512 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-2151f823-cad7-4bcd-9328-b9e0358bca1a req-23311e56-ea2a-4c39-8d0f-de25c2719493 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:51.993350 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23311e56-ea2a-4c39-8d0f-de25c2719493 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Pushing event updated for resources: {'Port': ['ID=361e8dd2-cd08-469e-a7c6-571f2d22a81c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:52.097036 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9db05-dd71-422c-b1ad-b1d062f4cc01 service neutron] Pushing event updated for resources: {'Port': ['ID=4284253f-d252-4cac-a63a-a44080a42da3,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:52.108516 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-644dd56f-2bae-45d8-9c70-d6134c942715 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142760 Nov 12 08:33:52.120673 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94367ad-a439-49b0-8f11-626391969125 req-c67685c5-41e7-4b2b-a7a7-75b18790af2a tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:52.120673 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e94367ad-a439-49b0-8f11-626391969125 req-c67685c5-41e7-4b2b-a7a7-75b18790af2a tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 944 time: 0.1233866 Nov 12 08:33:52.140027 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-89a9db05-dd71-422c-b1ad-b1d062f4cc01 service neutron] Attempting to bind port 4284253f-d252-4cac-a63a-a44080a42da3 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:52.140376 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-89a9db05-dd71-422c-b1ad-b1d062f4cc01 service neutron] Attempting to bind port 4284253f-d252-4cac-a63a-a44080a42da3 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:52.140714 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-89a9db05-dd71-422c-b1ad-b1d062f4cc01 service neutron] Attempting to bind port 4284253f-d252-4cac-a63a-a44080a42da3 on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:52.173062 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-89a9db05-dd71-422c-b1ad-b1d062f4cc01 service neutron] Port 4284253f-d252-4cac-a63a-a44080a42da3 on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:33:52.173393 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-89a9db05-dd71-422c-b1ad-b1d062f4cc01 service neutron] Attempting to bind port 4284253f-d252-4cac-a63a-a44080a42da3 on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:52.212978 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-89a9db05-dd71-422c-b1ad-b1d062f4cc01 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:52.213199 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-89a9db05-dd71-422c-b1ad-b1d062f4cc01 service neutron] Checking segment: {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:52.213602 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-89a9db05-dd71-422c-b1ad-b1d062f4cc01 service neutron] Bound using segment: {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:52.214072 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-89a9db05-dd71-422c-b1ad-b1d062f4cc01 service neutron] Bound port: 4284253f-d252-4cac-a63a-a44080a42da3, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:52.214450 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-89a9db05-dd71-422c-b1ad-b1d062f4cc01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:52.224239 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-c0772877-cf2f-4068-834c-2cfa22d4f2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:52.224239 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-c0772877-cf2f-4068-834c-2cfa22d4f2d8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6d5f445-c009-4fb1-a92b-e2439070859b HTTP/1.1" status: 200 len: 908 time: 0.3838208 Nov 12 08:33:52.227224 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e94367ad-a439-49b0-8f11-626391969125 req-b0080d35-b2fd-456a-8e0c-6700a534903a tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822408 Nov 12 08:33:52.242837 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2151f823-cad7-4bcd-9328-b9e0358bca1a req-23311e56-ea2a-4c39-8d0f-de25c2719493 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:52.295026 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2151f823-cad7-4bcd-9328-b9e0358bca1a req-23311e56-ea2a-4c39-8d0f-de25c2719493 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:52.302342 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-4f6cc912-c117-4e6a-894f-93d5062c8ecc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa7bf691-b65b-4d13-84d2-d3103dd62540 HTTP/1.1" status: 200 len: 217 time: 0.0599108 Nov 12 08:33:52.421691 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-133865b0-ab4a-4f71-8b00-413b029498a7 req-583bb2ca-40fb-4efd-aaa0-5531cc5af1ab service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008542 Nov 12 08:33:52.432312 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-3a071dfb-45d3-45bb-bb7d-f27c99c1f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:52.434260 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-3a071dfb-45d3-45bb-bb7d-f27c99c1f25f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d46819c4-cbf3-463f-b6ce-344123c01513 HTTP/1.1" status: 200 len: 847 time: 0.1218061 Nov 12 08:33:52.476246 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-c659688b-1b3a-4a25-ab1b-c59a46c70959 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6d5f445-c009-4fb1-a92b-e2439070859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305605 Nov 12 08:33:52.480052 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-89a9db05-dd71-422c-b1ad-b1d062f4cc01 service neutron] For port 4284253f-d252-4cac-a63a-a44080a42da3, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:52.482886 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2151f823-cad7-4bcd-9328-b9e0358bca1a req-23311e56-ea2a-4c39-8d0f-de25c2719493 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:52.490741 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2151f823-cad7-4bcd-9328-b9e0358bca1a req-23311e56-ea2a-4c39-8d0f-de25c2719493 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:52.503929 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-89a9db05-dd71-422c-b1ad-b1d062f4cc01 service neutron] For port 4284253f-d252-4cac-a63a-a44080a42da3, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=4284253f-d252-4cac-a63a-a44080a42da3,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:52.564186 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-89a9db05-dd71-422c-b1ad-b1d062f4cc01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:52.582954 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:52.599363 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23311e56-ea2a-4c39-8d0f-de25c2719493 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Pushing event updated for resources: {'Port': ['ID=361e8dd2-cd08-469e-a7c6-571f2d22a81c,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:52.631757 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2151f823-cad7-4bcd-9328-b9e0358bca1a req-23311e56-ea2a-4c39-8d0f-de25c2719493 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:52.659013 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515cb415-d481-4b0f-8d53-1e24b8a50587 req-8df422d2-cd2b-4a44-9dcc-7a01ef6b953e tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:52.665626 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515cb415-d481-4b0f-8d53-1e24b8a50587 req-8df422d2-cd2b-4a44-9dcc-7a01ef6b953e tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:52.667347 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-89a9db05-dd71-422c-b1ad-b1d062f4cc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:52.667524 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-515cb415-d481-4b0f-8d53-1e24b8a50587 req-8df422d2-cd2b-4a44-9dcc-7a01ef6b953e tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ab44082-13cd-44fe-bc39-03f7a72581f3&device_id=b034fe05-2200-4a47-844e-fb53a526bfe6 HTTP/1.1" status: 200 len: 1691 time: 0.0814281 Nov 12 08:33:52.668203 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-89a9db05-dd71-422c-b1ad-b1d062f4cc01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:52.669924 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-89a9db05-dd71-422c-b1ad-b1d062f4cc01 service neutron] 10.222.0.54 "PUT /v2.0/ports/4284253f-d252-4cac-a63a-a44080a42da3 HTTP/1.1" status: 200 len: 1093 time: 1.8379710 Nov 12 08:33:52.672361 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2151f823-cad7-4bcd-9328-b9e0358bca1a req-23311e56-ea2a-4c39-8d0f-de25c2719493 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:52.680997 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2151f823-cad7-4bcd-9328-b9e0358bca1a req-23311e56-ea2a-4c39-8d0f-de25c2719493 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7993677 Nov 12 08:33:52.689915 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7846e-e97c-4dc1-acbc-f9596858bf39 req-bdcde708-5b63-4f9c-8134-7ec8811d352b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:52.691448 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-afe7846e-e97c-4dc1-acbc-f9596858bf39 req-bdcde708-5b63-4f9c-8134-7ec8811d352b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6e52e599db54ccca93577960030a784&device_id=2b595565-471d-45c1-be92-4c879e1d1a6d HTTP/1.1" status: 200 len: 1099 time: 0.1876965 Nov 12 08:33:52.766777 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9db05-dd71-422c-b1ad-b1d062f4cc01 service neutron] Pushing event updated for resources: {'Port': ['ID=4284253f-d252-4cac-a63a-a44080a42da3,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:52.782859 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2151f823-cad7-4bcd-9328-b9e0358bca1a req-5f40d0ab-d895-4b0d-b3ff-8ade59ada825 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.189 HTTP/1.1" status: 200 len: 696 time: 0.0857441 Nov 12 08:33:52.831909 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-38d10244-078a-450a-a04b-79a02c582b10 service neutron] 10.222.0.54 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419602 Nov 12 08:33:52.888106 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-515cb415-d481-4b0f-8d53-1e24b8a50587 req-cb53c325-f143-4b72-bf2e-8c707a2415bc tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058227 Nov 12 08:33:52.926378 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-f4bb5463-3994-4d8d-97ff-05911e793b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:52.928234 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-f4bb5463-3994-4d8d-97ff-05911e793b59 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=53ced5a3b5824d46b94af4c3034e6689&device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 1096 time: 0.1842642 Nov 12 08:33:52.932419 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7846e-e97c-4dc1-acbc-f9596858bf39 req-7fdc80d0-7df2-4376-89da-b18189c5b56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:52.934372 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-afe7846e-e97c-4dc1-acbc-f9596858bf39 req-7fdc80d0-7df2-4376-89da-b18189c5b56a service neutron] 10.222.0.54 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.2296009 Nov 12 08:33:52.937158 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151f823-cad7-4bcd-9328-b9e0358bca1a req-cc5d8dd4-0b7a-4617-9566-7b50d9e469a9 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:52.938747 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2151f823-cad7-4bcd-9328-b9e0358bca1a req-cc5d8dd4-0b7a-4617-9566-7b50d9e469a9 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 784 time: 0.1551268 Nov 12 08:33:53.055023 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-afe7846e-e97c-4dc1-acbc-f9596858bf39 req-11368a19-8b4b-4820-a1ef-b2c4d0ab883a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=b85b9031-d863-4124-8f0b-738842afc163 HTTP/1.1" status: 200 len: 217 time: 0.0937181 Nov 12 08:33:53.058968 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c557cf-6680-490a-8c30-f85eef81bbce req-9cd04953-ccef-4586-bfec-e0f62575a316 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:53.060995 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-97c557cf-6680-490a-8c30-f85eef81bbce req-9cd04953-ccef-4586-bfec-e0f62575a316 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 945 time: 0.0654371 Nov 12 08:33:53.087683 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-0756a6b1-bddb-4bc8-bd67-2f1263eeffa2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4284253f-d252-4cac-a63a-a44080a42da3 HTTP/1.1" status: 200 len: 217 time: 0.1312184 Nov 12 08:33:53.113615 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-cbd9dfe2-5393-4908-9cae-53cffb483f4a service neutron] 10.222.0.54 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736466 Nov 12 08:33:53.131428 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-97c557cf-6680-490a-8c30-f85eef81bbce req-6b9b29ca-1643-4089-8d1e-e9062abc02f9 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624871 Nov 12 08:33:53.192810 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7846e-e97c-4dc1-acbc-f9596858bf39 req-00a8766f-b108-4edc-84a5-4cdf817aee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:53.194373 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-afe7846e-e97c-4dc1-acbc-f9596858bf39 req-00a8766f-b108-4edc-84a5-4cdf817aee20 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1254036 Nov 12 08:33:53.226178 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-077b7a4e-ef43-4ca0-a324-64401d7fc13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:53.227850 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-077b7a4e-ef43-4ca0-a324-64401d7fc13b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165 HTTP/1.1" status: 200 len: 860 time: 0.1175258 Nov 12 08:33:53.363805 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28bb60-3ce3-454c-aa36-ffbf0d6b6e04 req-82da156c-1920-47da-a3a9-423ed05301c9 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:53.365630 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fa28bb60-3ce3-454c-aa36-ffbf0d6b6e04 req-82da156c-1920-47da-a3a9-423ed05301c9 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b595565-471d-45c1-be92-4c879e1d1a6d HTTP/1.1" status: 200 len: 947 time: 0.1470592 Nov 12 08:33:53.391626 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-f2419eb0-db1c-496e-86e9-00555226d7c9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac11a5bd-0584-4f41-bf7f-a43257f96e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841284 Nov 12 08:33:53.402075 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7846e-e97c-4dc1-acbc-f9596858bf39 req-4e014d05-22d2-4a4e-aa8c-5464bc51396a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:53.409846 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-afe7846e-e97c-4dc1-acbc-f9596858bf39 req-4e014d05-22d2-4a4e-aa8c-5464bc51396a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1974883 Nov 12 08:33:53.466615 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fa28bb60-3ce3-454c-aa36-ffbf0d6b6e04 req-58befef3-492d-44a6-884e-69979ff0d94b tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941052 Nov 12 08:33:53.583590 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-ce78b272-37c4-44bf-ad6d-df4029ea9502 service neutron] 10.222.0.54 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726389 Nov 12 08:33:53.661526 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f6bb5-2686-4484-9c89-248bd690e7c4 req-a0bb8f24-b516-4606-a901-a5a7afc2b7c6 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:53.663405 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-108f6bb5-2686-4484-9c89-248bd690e7c4 req-a0bb8f24-b516-4606-a901-a5a7afc2b7c6 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7a0a37d-dd67-4f77-bbba-85942824c2f9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1438129 Nov 12 08:33:53.679584 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ab5e5-5ecd-41bf-b4b5-0ff5d3592f8a req-4306b8dd-847b-4c55-8cd3-d5c8068667be tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:53.687514 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-870ab5e5-5ecd-41bf-b4b5-0ff5d3592f8a req-4306b8dd-847b-4c55-8cd3-d5c8068667be tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 944 time: 0.0951185 Nov 12 08:33:53.797617 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-cc866088-d722-47ae-9e93-c4f9dcd5a05d tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:53.800382 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-cc866088-d722-47ae-9e93-c4f9dcd5a05d tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d&tenant_id=60036c792d1544fb8cbb03c747464363&binding%3Ahost_id=n-h1-768862-16 HTTP/1.1" status: 200 len: 1097 time: 0.2158020 Nov 12 08:33:53.802678 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-108f6bb5-2686-4484-9c89-248bd690e7c4 req-ad49a9d3-674c-4093-aff6-480a68c9999a tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.189 HTTP/1.1" status: 200 len: 696 time: 0.0975227 Nov 12 08:33:53.832795 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-108f6bb5-2686-4484-9c89-248bd690e7c4 req-cdc13f1e-f423-4279-a460-599c13f45241 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Request body: {'floatingip': {'port_id': '4ededc02-d7fc-4d75-8210-f295d1c8bfbc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:53.898678 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-afe7846e-e97c-4dc1-acbc-f9596858bf39 req-38b1999c-3e0c-4d43-9f34-69e00e8d12d0 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129704 Nov 12 08:33:53.916423 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-870ab5e5-5ecd-41bf-b4b5-0ff5d3592f8a req-b1e848b0-83e3-498a-89be-c8a468e1f0e2 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276759 Nov 12 08:33:53.920676 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-108f6bb5-2686-4484-9c89-248bd690e7c4 req-cdc13f1e-f423-4279-a460-599c13f45241 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks [] for floatingip, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:53.927960 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3bbbac0e-cb34-41ee-a4e0-14f2d150bd00 req-f84b78ae-8f57-4cac-afcb-2b2a9b032535 service neutron] 10.222.0.54 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249936 Nov 12 08:33:54.000143 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b', 'tag': '4284253f-d252-4cac-a63a-a44080a42da3'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:54.002764 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108c2b81-0d71-478d-8cb3-984b889fa8a5" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b", "tag": "4284253f-d252-4cac-a63a-a44080a42da3"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:54.105304 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b1dec-d554-4e9a-b626-2e3190b42a2c req-7d3a1774-5943-4691-a696-cb78715b08c4 tempest-ServersOnMultiNodesTest-405974985 tempest-ServersOnMultiNodesTest-405974985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:54.106860 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-279b1dec-d554-4e9a-b626-2e3190b42a2c req-7d3a1774-5943-4691-a696-cb78715b08c4 tempest-ServersOnMultiNodesTest-405974985 tempest-ServersOnMultiNodesTest-405974985-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1ab44082-13cd-44fe-bc39-03f7a72581f3 HTTP/1.1" status: 200 len: 1102 time: 0.0898638 Nov 12 08:33:54.240167 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-279b1dec-d554-4e9a-b626-2e3190b42a2c req-b5b27e99-f6bf-4a34-ad9b-a2ae8efb8c20 tempest-ServersOnMultiNodesTest-405974985 tempest-ServersOnMultiNodesTest-405974985-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259909 Nov 12 08:33:54.263063 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [req-108f6bb5-2686-4484-9c89-248bd690e7c4 req-cdc13f1e-f423-4279-a460-599c13f45241 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 08:33:54.271629 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-108f6bb5-2686-4484-9c89-248bd690e7c4 req-cdc13f1e-f423-4279-a460-599c13f45241 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "PUT /v2.0/floatingips/0c0c3ff6-a8d4-45f3-81fc-f71736b3ab32 HTTP/1.1" status: 409 len: 550 time: 0.4620061 Nov 12 08:33:54.310781 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd25b31c-9253-49db-931f-7012a7dd08a7 x-openstack-request-id: req-bd25b31c-9253-49db-931f-7012a7dd08a7 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:54.311057 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b", "tag": "4284253f-d252-4cac-a63a-a44080a42da3", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:54.311306 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bd25b31c-9253-49db-931f-7012a7dd08a7 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:54.311776 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b', 'tag': '4284253f-d252-4cac-a63a-a44080a42da3', 'status': 'completed', 'code': 200} Nov 12 08:33:54.326032 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-afe7846e-e97c-4dc1-acbc-f9596858bf39 req-0e54a77c-b6dc-4b04-af0c-c273b79515ca service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142361 Nov 12 08:33:54.384296 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-7489096e-a17d-4c3e-aca6-8e2025f4f2a5 service neutron] For port fa7bf691-b65b-4d13-84d2-d3103dd62540, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:54.389386 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-7489096e-a17d-4c3e-aca6-8e2025f4f2a5 service neutron] Publish callbacks [] for binding, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:54.390479 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-62dd3933-cd7c-4ac8-baf4-7d7de83703c1 req-7489096e-a17d-4c3e-aca6-8e2025f4f2a5 service neutron] 10.222.0.54 "DELETE /v2.0/ports/fa7bf691-b65b-4d13-84d2-d3103dd62540/bindings/n-h2-768862-16 HTTP/1.1" status: 204 len: 173 time: 0.5679061 Nov 12 08:33:54.400769 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c2b81-0d71-478d-8cb3-984b889fa8a5 req-89d1af41-712d-4649-835b-b945a089891d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:54.402264 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-108c2b81-0d71-478d-8cb3-984b889fa8a5 req-89d1af41-712d-4649-835b-b945a089891d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=53ced5a3b5824d46b94af4c3034e6689&device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 1096 time: 0.0559473 Nov 12 08:33:54.438149 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-da5df2c9-abdc-4cff-b739-29f6d6a50f1b req-6c9b9e8a-747b-42b1-9318-d20135e07e59 tempest-FlavorsV2NegativeTest-2059311521 tempest-FlavorsV2NegativeTest-2059311521-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=566175717ad546b08a16cc187e773c58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316086 Nov 12 08:33:54.448485 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b1e2d-540e-45f9-a9b7-5a3cfe873cc9 req-751d0204-e86e-4f52-bfd1-4bbb70113fe1 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:54.456875 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a64b1e2d-540e-45f9-a9b7-5a3cfe873cc9 req-751d0204-e86e-4f52-bfd1-4bbb70113fe1 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 945 time: 0.0914822 Nov 12 08:33:54.504251 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c2b81-0d71-478d-8cb3-984b889fa8a5 req-a8c231f6-d5ed-4bb7-9219-cf1ca88e17f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:54.505741 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-108c2b81-0d71-478d-8cb3-984b889fa8a5 req-a8c231f6-d5ed-4bb7-9219-cf1ca88e17f9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ac11a5bd-0584-4f41-bf7f-a43257f96e99 HTTP/1.1" status: 200 len: 921 time: 0.0937974 Nov 12 08:33:54.561794 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-108c2b81-0d71-478d-8cb3-984b889fa8a5 req-3ebb51d7-d687-4165-a29a-8953e653132c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4284253f-d252-4cac-a63a-a44080a42da3 HTTP/1.1" status: 200 len: 217 time: 0.0375595 Nov 12 08:33:54.562048 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a64b1e2d-540e-45f9-a9b7-5a3cfe873cc9 req-7287017a-c43a-491f-89a5-b4fed7706415 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038716 Nov 12 08:33:54.600372 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5df2c9-abdc-4cff-b739-29f6d6a50f1b req-59bd158f-d336-411e-9099-0a3b4f1e733b tempest-FlavorsV2NegativeTest-2059311521 tempest-FlavorsV2NegativeTest-2059311521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:54.603859 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-da5df2c9-abdc-4cff-b739-29f6d6a50f1b req-59bd158f-d336-411e-9099-0a3b4f1e733b tempest-FlavorsV2NegativeTest-2059311521 tempest-FlavorsV2NegativeTest-2059311521-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1443186 Nov 12 08:33:54.617336 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-da5df2c9-abdc-4cff-b739-29f6d6a50f1b req-3c1dff50-5ff3-4f6e-b546-39d868341d8a tempest-FlavorsV2NegativeTest-2059311521 tempest-FlavorsV2NegativeTest-2059311521-project] 10.222.0.37 "GET /v2.0/quotas/566175717ad546b08a16cc187e773c58 HTTP/1.1" status: 200 len: 375 time: 0.0093517 Nov 12 08:33:54.621497 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c2b81-0d71-478d-8cb3-984b889fa8a5 req-2a741b54-c296-48da-8c68-ed814df7f824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:54.622964 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-108c2b81-0d71-478d-8cb3-984b889fa8a5 req-2a741b54-c296-48da-8c68-ed814df7f824 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165 HTTP/1.1" status: 200 len: 860 time: 0.0496202 Nov 12 08:33:54.661797 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-108c2b81-0d71-478d-8cb3-984b889fa8a5 req-ed0cc819-43d1-4b65-a0a6-7abf850ae958 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac11a5bd-0584-4f41-bf7f-a43257f96e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254354 Nov 12 08:33:54.680889 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-da5df2c9-abdc-4cff-b739-29f6d6a50f1b req-beb8e8fd-6309-4393-9257-69c6b564b31b tempest-FlavorsV2NegativeTest-2059311521 tempest-FlavorsV2NegativeTest-2059311521-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=566175717ad546b08a16cc187e773c58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561428 Nov 12 08:33:54.698319 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a0987-c352-40dc-965d-651a9513beea req-f610cc8b-8292-4e87-b34e-958e70bef632 tempest-ServersOnMultiNodesTest-405974985 tempest-ServersOnMultiNodesTest-405974985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:54.700535 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-480a0987-c352-40dc-965d-651a9513beea req-f610cc8b-8292-4e87-b34e-958e70bef632 tempest-ServersOnMultiNodesTest-405974985 tempest-ServersOnMultiNodesTest-405974985-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b034fe05-2200-4a47-844e-fb53a526bfe6 HTTP/1.1" status: 200 len: 1102 time: 0.0649073 Nov 12 08:33:54.785346 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-108c2b81-0d71-478d-8cb3-984b889fa8a5 req-21b98ed9-669f-430f-86d8-60b9bea24960 service neutron] 10.222.0.54 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144478 Nov 12 08:33:54.791413 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95ef7f66-17d0-4652-ba0c-6e38aa609c7c req-48ed40d7-f5ab-4654-966d-32ab43c41ed1 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/floatingips/0c0c3ff6-a8d4-45f3-81fc-f71736b3ab32 HTTP/1.1" status: 200 len: 693 time: 0.0644891 Nov 12 08:33:54.793880 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-480a0987-c352-40dc-965d-651a9513beea req-a0cd142a-86cd-47af-b2cc-3588a64eacb9 tempest-ServersOnMultiNodesTest-405974985 tempest-ServersOnMultiNodesTest-405974985-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874853 Nov 12 08:33:54.904609 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-108c2b81-0d71-478d-8cb3-984b889fa8a5 req-ae9016da-a034-4792-8d04-7990eca9327d service neutron] 10.222.0.54 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076365 Nov 12 08:33:54.985385 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef7f66-17d0-4652-ba0c-6e38aa609c7c req-0e8ecd9c-5085-41b0-8671-29affaa5438f tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:54.988293 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95ef7f66-17d0-4652-ba0c-6e38aa609c7c req-0e8ecd9c-5085-41b0-8671-29affaa5438f tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 784 time: 0.1862783 Nov 12 08:33:55.008616 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-95ef7f66-17d0-4652-ba0c-6e38aa609c7c req-08472dfc-8fd2-4751-bfc4-6070891d53e8 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:33:55.009696 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95ef7f66-17d0-4652-ba0c-6e38aa609c7c req-08472dfc-8fd2-4751-bfc4-6070891d53e8 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118008 Nov 12 08:33:55.024091 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36cfb5-cd72-44b5-aa91-dd0f9a24b962 req-7aaf1c16-60a8-4f77-9fab-7352eb56ef6f tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:55.025645 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fa36cfb5-cd72-44b5-aa91-dd0f9a24b962 req-7aaf1c16-60a8-4f77-9fab-7352eb56ef6f tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b595565-471d-45c1-be92-4c879e1d1a6d HTTP/1.1" status: 200 len: 947 time: 0.1099153 Nov 12 08:33:55.085580 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95ef7f66-17d0-4652-ba0c-6e38aa609c7c req-49eeaa53-b10e-4b25-9c47-fc25de194df8 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.189 HTTP/1.1" status: 200 len: 696 time: 0.0583560 Nov 12 08:33:55.152998 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95ef7f66-17d0-4652-ba0c-6e38aa609c7c req-9e2c7a6d-e588-42be-9d40-596dad79e733 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.189 HTTP/1.1" status: 200 len: 696 time: 0.0566096 Nov 12 08:33:55.174134 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fa36cfb5-cd72-44b5-aa91-dd0f9a24b962 req-4f3fc316-15dc-47ce-8bce-cb66024f689c tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036584 Nov 12 08:33:55.329579 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-95ef7f66-17d0-4652-ba0c-6e38aa609c7c req-7efbb69c-92c9-4caa-bc35-513c9ac1de55 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Deleting port 361e8dd2-cd08-469e-a7c6-571f2d22a81c {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:55.329898 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-95ef7f66-17d0-4652-ba0c-6e38aa609c7c req-7efbb69c-92c9-4caa-bc35-513c9ac1de55 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:55.339448 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2b38d-5a68-42c4-9d1e-212776399a3c req-3b2473bd-27d3-428f-9600-89cb26bea5ac tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:55.341926 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-28d2b38d-5a68-42c4-9d1e-212776399a3c req-3b2473bd-27d3-428f-9600-89cb26bea5ac tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 944 time: 0.0714662 Nov 12 08:33:55.346324 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37012) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:55.463143 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8ebdc845-9721-49db-a792-93a6be7e2a34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:55.569135 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8ebdc845-9721-49db-a792-93a6be7e2a34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:55.574343 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8ebdc845-9721-49db-a792-93a6be7e2a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:55.620797 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8ebdc845-9721-49db-a792-93a6be7e2a34 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=566175717ad546b08a16cc187e773c58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2704725 Nov 12 08:33:55.620797 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebdc845-9721-49db-a792-93a6be7e2a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18ec414-e371-467a-a9fc-8d09b70d1cb1,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:55.622457 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37016) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:55.675513 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c67a5aa7-81e5-43ad-b77e-4d7477b2ddcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:55.701032 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-28d2b38d-5a68-42c4-9d1e-212776399a3c req-a62b20c6-10de-4d45-8fb5-2e2fd1e6ce1e tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904198 Nov 12 08:33:55.701846 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c67a5aa7-81e5-43ad-b77e-4d7477b2ddcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:55.711194 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-95ef7f66-17d0-4652-ba0c-6e38aa609c7c req-7efbb69c-92c9-4caa-bc35-513c9ac1de55 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:55.711516 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-95ef7f66-17d0-4652-ba0c-6e38aa609c7c req-7efbb69c-92c9-4caa-bc35-513c9ac1de55 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:55.727714 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-95ef7f66-17d0-4652-ba0c-6e38aa609c7c req-7efbb69c-92c9-4caa-bc35-513c9ac1de55 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Calling delete_port for 361e8dd2-cd08-469e-a7c6-571f2d22a81c owned by network:floatingip {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:55.767551 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c67a5aa7-81e5-43ad-b77e-4d7477b2ddcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:55.771012 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c67a5aa7-81e5-43ad-b77e-4d7477b2ddcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:55.775146 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c67a5aa7-81e5-43ad-b77e-4d7477b2ddcf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d18ec414-e371-467a-a9fc-8d09b70d1cb1 HTTP/1.1" status: 204 len: 168 time: 0.1513045 Nov 12 08:33:55.785928 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a5aa7-81e5-43ad-b77e-4d7477b2ddcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18ec414-e371-467a-a9fc-8d09b70d1cb1,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:55.791068 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device b85b9031-d863-4124-8f0b-738842afc163 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:33:55.905216 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-95ef7f66-17d0-4652-ba0c-6e38aa609c7c req-7efbb69c-92c9-4caa-bc35-513c9ac1de55 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:55.914489 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port b85b9031-d863-4124-8f0b-738842afc163, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=b85b9031-d863-4124-8f0b-738842afc163,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:55.927282 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'b85b9031-d863-4124-8f0b-738842afc163', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': 'b85b9031-d863-4124-8f0b-738842afc163', 'mac_address': 'fa:16:3e:8d:94:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:33:55.945817 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efbb69c-92c9-4caa-bc35-513c9ac1de55 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Pushing event deleted for resources: {'Port': ['ID=361e8dd2-cd08-469e-a7c6-571f2d22a81c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:55.974364 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:56.004263 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b85b9031-d863-4124-8f0b-738842afc163 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:56.035641 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port b85b9031-d863-4124-8f0b-738842afc163, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=b85b9031-d863-4124-8f0b-738842afc163,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:56.042826 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:56.060680 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-95ef7f66-17d0-4652-ba0c-6e38aa609c7c req-7efbb69c-92c9-4caa-bc35-513c9ac1de55 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks [] for floatingip, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:56.063524 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-95ef7f66-17d0-4652-ba0c-6e38aa609c7c req-7efbb69c-92c9-4caa-bc35-513c9ac1de55 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:56.064727 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95ef7f66-17d0-4652-ba0c-6e38aa609c7c req-7efbb69c-92c9-4caa-bc35-513c9ac1de55 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "DELETE /v2.0/floatingips/0c0c3ff6-a8d4-45f3-81fc-f71736b3ab32 HTTP/1.1" status: 204 len: 173 time: 0.9040847 Nov 12 08:33:56.117714 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=b85b9031-d863-4124-8f0b-738842afc163,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:56.132662 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:56.133142 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:56.133493 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:56.134033 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:56.134367 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:56.140481 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:56.141152 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:56.141722 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:56.142542 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:56.143583 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:56.144393 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:56.145169 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:56.175525 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-c96b2abc-dd21-4789-984f-0090391b7053 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3086472231354689b06a975258c697aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306928 Nov 12 08:33:56.343782 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efcc64b-6827-4fe3-aa41-1c518c7dfd1a req-25b0d795-f622-4986-9c29-bea76bda982c tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:56.345750 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8efcc64b-6827-4fe3-aa41-1c518c7dfd1a req-25b0d795-f622-4986-9c29-bea76bda982c tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 1097 time: 0.0753620 Nov 12 08:33:56.358540 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-cd355ef8-891e-4138-9588-d29ea8134c10 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:56.360177 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-cd355ef8-891e-4138-9588-d29ea8134c10 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1837606 Nov 12 08:33:56.393063 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['b85b9031-d863-4124-8f0b-738842afc163'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:56.394829 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-8d3471db-ed36-4a4c-ada8-ba59d13cf02d tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/quotas/3086472231354689b06a975258c697aa HTTP/1.1" status: 200 len: 375 time: 0.0268667 Nov 12 08:33:56.446838 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8efcc64b-6827-4fe3-aa41-1c518c7dfd1a req-ea37ef04-d0dd-4f2a-80ef-3de784f59bcd tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850132 Nov 12 08:33:56.483766 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-6c80b56f-0ad2-4149-89e5-09d6dbe9ead6 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3086472231354689b06a975258c697aa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0733433 Nov 12 08:33:56.771930 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37070) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:56.836438 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c74cf92-cf2f-4c83-aee7-3acafcfc068f req-b0f3b622-0fd1-4be2-8d94-93ddf0507384 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.200 HTTP/1.1" status: 200 len: 1001 time: 0.1806412 Nov 12 08:33:56.908055 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74cf92-cf2f-4c83-aee7-3acafcfc068f req-e17ec671-a382-4be5-87dc-d8bb6db68c9b tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:56.920800 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c74cf92-cf2f-4c83-aee7-3acafcfc068f req-e17ec671-a382-4be5-87dc-d8bb6db68c9b tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/ports/4ededc02-d7fc-4d75-8210-f295d1c8bfbc HTTP/1.1" status: 200 len: 942 time: 0.0830417 Nov 12 08:33:56.953116 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e14e43-5c2f-463b-8148-2927e2b24d60 req-24307fee-e28d-4af6-8925-c86df01d4c01 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:56.961670 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c7e14e43-5c2f-463b-8148-2927e2b24d60 req-24307fee-e28d-4af6-8925-c86df01d4c01 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b595565-471d-45c1-be92-4c879e1d1a6d HTTP/1.1" status: 200 len: 948 time: 0.2183855 Nov 12 08:33:56.986056 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6883808c-3cce-450b-954d-54cfe1da1512 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-870282126-network', 'tenant_id': '170ed433cebf435e979c69a5b04f040c'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:57.020179 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6883808c-3cce-450b-954d-54cfe1da1512 admin admin] Made reservation on behalf of 170ed433cebf435e979c69a5b04f040c for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:57.026520 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6883808c-3cce-450b-954d-54cfe1da1512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:57.037056 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6883808c-3cce-450b-954d-54cfe1da1512 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:57.074559 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c7e14e43-5c2f-463b-8148-2927e2b24d60 req-5af48f75-79f7-4f41-ad1b-e9566fa3ac5d tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044204 Nov 12 08:33:57.077703 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c74cf92-cf2f-4c83-aee7-3acafcfc068f req-17e60508-aa55-4f00-a832-1d437f94c857 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.200 HTTP/1.1" status: 200 len: 1001 time: 0.1065342 Nov 12 08:33:57.122941 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6883808c-3cce-450b-954d-54cfe1da1512 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:57.128946 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6883808c-3cce-450b-954d-54cfe1da1512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:57.163830 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883808c-3cce-450b-954d-54cfe1da1512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfee2c1-6915-4183-9894-d81417c4bc78,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:57.190778 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6883808c-3cce-450b-954d-54cfe1da1512 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:33:57.205890 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6883808c-3cce-450b-954d-54cfe1da1512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:57.206435 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-6883808c-3cce-450b-954d-54cfe1da1512 admin admin] Added segment 89a18dbe-dd38-456b-907d-f8a2ce7cf88a of type vlan for network 91b3d726-a5e2-40ea-99c4-f3223d9486ff Nov 12 08:33:57.257804 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6883808c-3cce-450b-954d-54cfe1da1512 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:57.296973 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6883808c-3cce-450b-954d-54cfe1da1512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:57.299183 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6883808c-3cce-450b-954d-54cfe1da1512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:57.299950 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6883808c-3cce-450b-954d-54cfe1da1512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:57.339760 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6883808c-3cce-450b-954d-54cfe1da1512 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5656557 Nov 12 08:33:57.341507 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74cf92-cf2f-4c83-aee7-3acafcfc068f req-a3ac50b9-8c5d-4e44-a422-ab866efe5023 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:57.349184 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37090) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:57.349383 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c74cf92-cf2f-4c83-aee7-3acafcfc068f req-a3ac50b9-8c5d-4e44-a422-ab866efe5023 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 784 time: 0.2615755 Nov 12 08:33:57.354170 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-7023fb24-bc3d-4723-8d0c-c54915c8f5ad admin admin] Request body: {'subnet': {'network_id': '91b3d726-a5e2-40ea-99c4-f3223d9486ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-870282126-subnet', 'tenant_id': '170ed433cebf435e979c69a5b04f040c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:57.354355 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-7c74cf92-cf2f-4c83-aee7-3acafcfc068f req-c9a68fa7-4fb7-4401-a67d-815b8c579856 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:33:57.362886 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c74cf92-cf2f-4c83-aee7-3acafcfc068f req-c9a68fa7-4fb7-4401-a67d-815b8c579856 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130918 Nov 12 08:33:57.415527 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7023fb24-bc3d-4723-8d0c-c54915c8f5ad admin admin] Made reservation on behalf of 170ed433cebf435e979c69a5b04f040c for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:57.417901 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7023fb24-bc3d-4723-8d0c-c54915c8f5ad admin admin] Publish callbacks [] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:57.448385 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c74cf92-cf2f-4c83-aee7-3acafcfc068f req-5b2baf05-4ac6-493d-b115-202824699824 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.200 HTTP/1.1" status: 200 len: 1001 time: 0.0843735 Nov 12 08:33:57.456236 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-7c74cf92-cf2f-4c83-aee7-3acafcfc068f req-7d3e338a-50d5-4abd-aabb-39c8182b6a78 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:57.486220 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883808c-3cce-450b-954d-54cfe1da1512 admin admin] Pushing event updated for resources: {'Network': ['ID=91b3d726-a5e2-40ea-99c4-f3223d9486ff,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:57.502056 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 91b3d726-a5e2-40ea-99c4-f3223d9486ff details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:33:57.510264 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-b77c3425-20b0-4911-8726-a934c4a0f1a0 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:57.517979 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-b77c3425-20b0-4911-8726-a934c4a0f1a0 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/networks?id=a6d5f445-c009-4fb1-a92b-e2439070859b HTTP/1.1" status: 200 len: 807 time: 0.2895141 Nov 12 08:33:57.546754 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-3ffaa52b-3265-4b3f-8cbf-a5225eb0f54e tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/quotas/60036c792d1544fb8cbb03c747464363 HTTP/1.1" status: 200 len: 375 time: 0.0277522 Nov 12 08:33:57.585762 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7c74cf92-cf2f-4c83-aee7-3acafcfc068f req-7d3e338a-50d5-4abd-aabb-39c8182b6a78 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks [] for floatingip, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:57.663495 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-d53ddfe3-b5a8-4ac7-9d14-56f6c98c11b2 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=60036c792d1544fb8cbb03c747464363&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1155341 Nov 12 08:33:57.684089 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7023fb24-bc3d-4723-8d0c-c54915c8f5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:57.743194 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023fb24-bc3d-4723-8d0c-c54915c8f5ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=20c5d8e7-93af-4442-ae7c-b67bad4ecccd,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:57.754793 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7023fb24-bc3d-4723-8d0c-c54915c8f5ad admin admin] Checking segment: {'id': '89a18dbe-dd38-456b-907d-f8a2ce7cf88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '91b3d726-a5e2-40ea-99c4-f3223d9486ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:57.755154 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7023fb24-bc3d-4723-8d0c-c54915c8f5ad admin admin] Network hostable DHCP agents. Network: 91b3d726-a5e2-40ea-99c4-f3223d9486ff, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:33:57.777794 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7023fb24-bc3d-4723-8d0c-c54915c8f5ad admin admin] Network 91b3d726-a5e2-40ea-99c4-f3223d9486ff is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:33:57.793011 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 4284253f-d252-4cac-a63a-a44080a42da3 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:33:57.796044 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-7023fb24-bc3d-4723-8d0c-c54915c8f5ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 91b3d726-a5e2-40ea-99c4-f3223d9486ff) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:57.796268 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device b85b9031-d863-4124-8f0b-738842afc163 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:57.812604 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7023fb24-bc3d-4723-8d0c-c54915c8f5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:57.814097 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7023fb24-bc3d-4723-8d0c-c54915c8f5ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:57.826062 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7c74cf92-cf2f-4c83-aee7-3acafcfc068f req-7d3e338a-50d5-4abd-aabb-39c8182b6a78 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:57.833074 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941fb8d0-6d6e-449e-a1e0-93587e5e6fa7 None None] Network 91b3d726-a5e2-40ea-99c4-f3223d9486ff requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:57.837592 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7c74cf92-cf2f-4c83-aee7-3acafcfc068f req-7d3e338a-50d5-4abd-aabb-39c8182b6a78 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:57.837934 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [req-7c74cf92-cf2f-4c83-aee7-3acafcfc068f req-7d3e338a-50d5-4abd-aabb-39c8182b6a78 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Floating IP 78827ba9-74b0-4fda-8011-4a88094b036e disassociated. External IP: 172.25.6.200, port: 4ededc02-d7fc-4d75-8210-f295d1c8bfbc. Nov 12 08:33:57.842558 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7023fb24-bc3d-4723-8d0c-c54915c8f5ad admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4894624 Nov 12 08:33:57.842760 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37094) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:57.847304 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-69bec2ff-dbee-48b0-9dcc-948546fe232b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-870282126-router', 'tenant_id': '170ed433cebf435e979c69a5b04f040c', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:57.889852 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69bec2ff-dbee-48b0-9dcc-948546fe232b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:57.893366 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69bec2ff-dbee-48b0-9dcc-948546fe232b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:57.964137 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69bec2ff-dbee-48b0-9dcc-948546fe232b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.001278 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-041635a3-a4d1-4870-a01a-261aad804f5b service neutron] 10.222.0.37 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367560 Nov 12 08:33:58.060712 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port b85b9031-d863-4124-8f0b-738842afc163 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:33:58.103330 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port b85b9031-d863-4124-8f0b-738842afc163 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:58.104041 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.109109 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 4284253f-d252-4cac-a63a-a44080a42da3, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=4284253f-d252-4cac-a63a-a44080a42da3,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:58.114631 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-d824c7f7-dd2f-4195-b53f-84a68b069d44 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=3086472231354689b06a975258c697aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300109 Nov 12 08:33:58.151931 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '4284253f-d252-4cac-a63a-a44080a42da3', 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99', 'port_id': '4284253f-d252-4cac-a63a-a44080a42da3', 'mac_address': 'fa:16:3e:d5:1c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:33:58.261061 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69bec2ff-dbee-48b0-9dcc-948546fe232b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.262883 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51173b4e-1baf-4eca-a79c-54ace5913695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-91b3d726-a5e2-40ea-99c4-f3223d9486ff', 'network_id': '91b3d726-a5e2-40ea-99c4-f3223d9486ff', 'tenant_id': '170ed433cebf435e979c69a5b04f040c', 'fixed_ips': [{'subnet_id': '20c5d8e7-93af-4442-ae7c-b67bad4ecccd'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:33:58.263810 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-51173b4e-1baf-4eca-a79c-54ace5913695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.288359 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.338883 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4284253f-d252-4cac-a63a-a44080a42da3 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:58.400946 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-79f021b9-6113-4442-afb7-43fab4436d76 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:58.402761 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-79f021b9-6113-4442-afb7-43fab4436d76 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2471671 Nov 12 08:33:58.412694 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-d6a30113-6ea2-46cf-ae47-92a93a69f835 service neutron] 10.222.0.37 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099729 Nov 12 08:33:58.418892 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-8efd447a-0aec-49ef-b5d6-85030b6bd16c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Request body: {'port': {'device_id': '031c064c-7110-42f0-a5fa-c1915e0d3054', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'admin_state_up': True, 'tenant_id': '3086472231354689b06a975258c697aa'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:58.420357 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c74cf92-cf2f-4c83-aee7-3acafcfc068f req-7d3e338a-50d5-4abd-aabb-39c8182b6a78 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Router d05c6b47-3ac3-411a-add1-6408bbbaa778 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:33:58.467625 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.476609 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 4284253f-d252-4cac-a63a-a44080a42da3, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=4284253f-d252-4cac-a63a-a44080a42da3,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:58.494965 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.566956 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c74cf92-cf2f-4c83-aee7-3acafcfc068f req-7d3e338a-50d5-4abd-aabb-39c8182b6a78 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:33:58.580383 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801fb819-8be8-40ae-9f68-4d476f993b38 None None] Sync routers for ids ['d05c6b47-3ac3-411a-add1-6408bbbaa778'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:33:58.583924 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7c74cf92-cf2f-4c83-aee7-3acafcfc068f req-7d3e338a-50d5-4abd-aabb-39c8182b6a78 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.605979 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801fb819-8be8-40ae-9f68-4d476f993b38 None None] Routers {'d05c6b47-3ac3-411a-add1-6408bbbaa778'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:58.606636 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-801fb819-8be8-40ae-9f68-4d476f993b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:33:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d05c6b47-3ac3-411a-add1-6408bbbaa778'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:58.626690 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b595565-471d-45c1-be92-4c879e1d1a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85b9031-d863-4124-8f0b-738842afc163'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:58.629232 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1173caf-4483-4aa8-8be4-f12bee42866d" -d '{"events": [{"server_uuid": "2b595565-471d-45c1-be92-4c879e1d1a6d", "name": "network-vif-plugged", "status": "completed", "tag": "b85b9031-d863-4124-8f0b-738842afc163"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:58.647345 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c74cf92-cf2f-4c83-aee7-3acafcfc068f req-7d3e338a-50d5-4abd-aabb-39c8182b6a78 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "PUT /v2.0/floatingips/78827ba9-74b0-4fda-8011-4a88094b036e HTTP/1.1" status: 200 len: 695 time: 1.1979382 Nov 12 08:33:58.648111 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a0a37d-dd67-4f77-bbba-85942824c2f9', 'tag': '4ededc02-d7fc-4d75-8210-f295d1c8bfbc'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:58.651558 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be61654-0277-4e29-acab-3ea0b5799f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a0a37d-dd67-4f77-bbba-85942824c2f9", "tag": "4ededc02-d7fc-4d75-8210-f295d1c8bfbc"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:58.661787 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-8efd447a-0aec-49ef-b5d6-85030b6bd16c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Made reservation on behalf of 3086472231354689b06a975258c697aa for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:58.666413 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-8efd447a-0aec-49ef-b5d6-85030b6bd16c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.708649 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port b85b9031-d863-4124-8f0b-738842afc163, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=b85b9031-d863-4124-8f0b-738842afc163,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:58.709077 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69bec2ff-dbee-48b0-9dcc-948546fe232b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.771333 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69bec2ff-dbee-48b0-9dcc-948546fe232b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.788051 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74cf92-cf2f-4c83-aee7-3acafcfc068f req-708ab6df-92cb-40de-8080-37404b768a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:58.793338 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.794503 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c74cf92-cf2f-4c83-aee7-3acafcfc068f req-708ab6df-92cb-40de-8080-37404b768a0e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0669f51114604e399f0f5892a07911ba&device_id=d7a0a37d-dd67-4f77-bbba-85942824c2f9 HTTP/1.1" status: 200 len: 1097 time: 0.1199925 Nov 12 08:33:58.846298 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-51173b4e-1baf-4eca-a79c-54ace5913695 None None] Allocated IP 172.20.0.2 (91b3d726-a5e2-40ea-99c4-f3223d9486ff/20c5d8e7-93af-4442-ae7c-b67bad4ecccd/2f56e95d-3f1d-4154-a9cb-b28c97ee47cc) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:58.848316 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=4284253f-d252-4cac-a63a-a44080a42da3,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:58.923620 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-801fb819-8be8-40ae-9f68-4d476f993b38 None None] Set router d05c6b47-3ac3-411a-add1-6408bbbaa778 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:33:59.000159 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-61c3e609-40c6-4734-b51c-7263b5085b0f req-bb179f61-d431-46d3-98b2-9c6554d8bb5b tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c064c-7110-42f0-a5fa-c1915e0d3054 HTTP/1.1" status: 200 len: 210 time: 0.1842599 Nov 12 08:33:59.039993 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74cf92-cf2f-4c83-aee7-3acafcfc068f req-eec7ca8a-9709-4bb9-8fbf-c0a4f27f888d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:59.042257 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c74cf92-cf2f-4c83-aee7-3acafcfc068f req-eec7ca8a-9709-4bb9-8fbf-c0a4f27f888d service neutron] 10.222.0.37 "GET /v2.0/networks?id=66564c6e-e2e7-416d-a841-b87c2301f074 HTTP/1.1" status: 200 len: 930 time: 0.2396030 Nov 12 08:33:59.055015 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['4284253f-d252-4cac-a63a-a44080a42da3'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:59.127695 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-8efd447a-0aec-49ef-b5d6-85030b6bd16c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Allocated IP 192.168.233.7 (aaa9e939-3555-4037-a22a-8e3905c2166f/ac1fb13e-fa96-4a78-a070-af75ed125682/073aaa3b-3126-43a5-8605-d25b8fb92705) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:59.150094 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:59.197989 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c74cf92-cf2f-4c83-aee7-3acafcfc068f req-994d303d-8cb8-4b87-92fe-10290f275d24 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ededc02-d7fc-4d75-8210-f295d1c8bfbc HTTP/1.1" status: 200 len: 217 time: 0.1488938 Nov 12 08:33:59.219723 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-69bec2ff-dbee-48b0-9dcc-948546fe232b admin admin] Allocated IP 172.25.6.140 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/df2de936-5730-46c0-908c-ab915c52f6dc) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:59.320468 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=b85b9031-d863-4124-8f0b-738842afc163,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:59.370319 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74cf92-cf2f-4c83-aee7-3acafcfc068f req-7f7cab6b-f901-4109-afea-bad5d6a56b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:59.372507 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c74cf92-cf2f-4c83-aee7-3acafcfc068f req-7f7cab6b-f901-4109-afea-bad5d6a56b86 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8938d4b5-bd69-4149-9311-40b43ee35159 HTTP/1.1" status: 200 len: 868 time: 0.1488280 Nov 12 08:33:59.383921 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97938de-aab5-4077-93d7-dffa96dd243b req-14ceb0f2-e9d0-4ad1-97e1-b7922e2610e4 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:59.392444 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c97938de-aab5-4077-93d7-dffa96dd243b req-14ceb0f2-e9d0-4ad1-97e1-b7922e2610e4 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 945 time: 0.2169111 Nov 12 08:33:59.499691 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c97938de-aab5-4077-93d7-dffa96dd243b req-f9163b8c-0d5c-42ca-9863-9b46b69ea63d tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006794 Nov 12 08:33:59.507676 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74cf92-cf2f-4c83-aee7-3acafcfc068f req-9522fd0c-4c80-452e-9118-bcc2acb5fd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:59.511539 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-51173b4e-1baf-4eca-a79c-54ace5913695 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:59.513762 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c74cf92-cf2f-4c83-aee7-3acafcfc068f req-9522fd0c-4c80-452e-9118-bcc2acb5fd88 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=66564c6e-e2e7-416d-a841-b87c2301f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1175032 Nov 12 08:33:59.526203 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-51173b4e-1baf-4eca-a79c-54ace5913695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:59.550335 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-801fb819-8be8-40ae-9f68-4d476f993b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1966029313-router', 'tenant_id': '0669f51114604e399f0f5892a07911ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'b56f1346-ccdc-45a9-a4a1-b3c3981affa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:02Z', 'updated_at': '2021-11-12T08:33:11Z', 'revision_number': 4, 'project_id': '0669f51114604e399f0f5892a07911ba', 'gw_port': {'id': 'b56f1346-ccdc-45a9-a4a1-b3c3981affa8', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:05Z', 'updated_at': '2021-11-12T08:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '946cd13d-f1e8-4df2-9085-932e3cbd000b', 'name': '', 'network_id': '66564c6e-e2e7-416d-a841-b87c2301f074', 'tenant_id': '0669f51114604e399f0f5892a07911ba', 'mac_address': 'fa:16:3e:d9:69:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8938d4b5-bd69-4149-9311-40b43ee35159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:10Z', 'updated_at': '2021-11-12T08:33:16Z', 'revision_number': 5, 'project_id': '0669f51114604e399f0f5892a07911ba', 'subnets': [{'id': '8938d4b5-bd69-4149-9311-40b43ee35159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:59.599054 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801fb819-8be8-40ae-9f68-4d476f993b38 None None] Checking router: d05c6b47-3ac3-411a-add1-6408bbbaa778 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:33:59.608603 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801fb819-8be8-40ae-9f68-4d476f993b38 None None] Routers {'d05c6b47-3ac3-411a-add1-6408bbbaa778'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:59.609599 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-801fb819-8be8-40ae-9f68-4d476f993b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:33:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d05c6b47-3ac3-411a-add1-6408bbbaa778'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:59.614118 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51173b4e-1baf-4eca-a79c-54ace5913695 None None] Pushing event updated for resources: {'Port': ['ID=2f56e95d-3f1d-4154-a9cb-b28c97ee47cc,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:59.639456 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51173b4e-1baf-4eca-a79c-54ace5913695 None None] Network 91b3d726-a5e2-40ea-99c4-f3223d9486ff is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:59.643209 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-51173b4e-1baf-4eca-a79c-54ace5913695 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:59.645862 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51173b4e-1baf-4eca-a79c-54ace5913695 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:59.734244 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c74cf92-cf2f-4c83-aee7-3acafcfc068f req-84e864b5-513f-4146-869e-b9cc79d5f7ab service neutron] 10.222.0.37 "GET /v2.0/networks/66564c6e-e2e7-416d-a841-b87c2301f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058132 Nov 12 08:33:59.780498 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-51173b4e-1baf-4eca-a79c-54ace5913695 None None] Attempting to bind port 2f56e95d-3f1d-4154-a9cb-b28c97ee47cc on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:59.780887 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-51173b4e-1baf-4eca-a79c-54ace5913695 None None] Attempting to bind port 2f56e95d-3f1d-4154-a9cb-b28c97ee47cc by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '89a18dbe-dd38-456b-907d-f8a2ce7cf88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '91b3d726-a5e2-40ea-99c4-f3223d9486ff'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:59.781258 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51173b4e-1baf-4eca-a79c-54ace5913695 None None] Attempting to bind port 2f56e95d-3f1d-4154-a9cb-b28c97ee47cc on network 91b3d726-a5e2-40ea-99c4-f3223d9486ff {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:59.793492 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51173b4e-1baf-4eca-a79c-54ace5913695 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:59.793878 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51173b4e-1baf-4eca-a79c-54ace5913695 None None] Checking segment: {'id': '89a18dbe-dd38-456b-907d-f8a2ce7cf88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '91b3d726-a5e2-40ea-99c4-f3223d9486ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:59.795587 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-51173b4e-1baf-4eca-a79c-54ace5913695 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:59.796030 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51173b4e-1baf-4eca-a79c-54ace5913695 None None] Bound using segment: {'id': '89a18dbe-dd38-456b-907d-f8a2ce7cf88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '91b3d726-a5e2-40ea-99c4-f3223d9486ff'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:59.798841 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-51173b4e-1baf-4eca-a79c-54ace5913695 None None] Bound port: 2f56e95d-3f1d-4154-a9cb-b28c97ee47cc, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a18dbe-dd38-456b-907d-f8a2ce7cf88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '91b3d726-a5e2-40ea-99c4-f3223d9486ff'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:59.799240 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-51173b4e-1baf-4eca-a79c-54ace5913695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:59.806553 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-801fb819-8be8-40ae-9f68-4d476f993b38 None None] Set router d05c6b47-3ac3-411a-add1-6408bbbaa778 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:33:59.825097 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-8efd447a-0aec-49ef-b5d6-85030b6bd16c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:59.833795 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69bec2ff-dbee-48b0-9dcc-948546fe232b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:59.908030 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f7b88-da33-44ae-abba-be33967d1194 req-3f76d249-b754-41f9-91ad-bd8403b35eae tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:59.917477 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-888f7b88-da33-44ae-abba-be33967d1194 req-3f76d249-b754-41f9-91ad-bd8403b35eae tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b595565-471d-45c1-be92-4c879e1d1a6d HTTP/1.1" status: 200 len: 949 time: 0.1223593 Nov 12 08:33:59.948754 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-51173b4e-1baf-4eca-a79c-54ace5913695 None None] For port 2f56e95d-3f1d-4154-a9cb-b28c97ee47cc, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:59.951583 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c74cf92-cf2f-4c83-aee7-3acafcfc068f req-c3388895-3f27-4f4c-b650-523ac4c30aa9 service neutron] 10.222.0.37 "GET /v2.0/networks/66564c6e-e2e7-416d-a841-b87c2301f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111938 Nov 12 08:33:59.953344 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-51173b4e-1baf-4eca-a79c-54ace5913695 None None] For port 2f56e95d-3f1d-4154-a9cb-b28c97ee47cc, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=2f56e95d-3f1d-4154-a9cb-b28c97ee47cc,segment=NetworkSegment(89a18dbe-dd38-456b-907d-f8a2ce7cf88a),segment_id=89a18dbe-dd38-456b-907d-f8a2ce7cf88a)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:59.970618 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-51173b4e-1baf-4eca-a79c-54ace5913695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:59.998481 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-8efd447a-0aec-49ef-b5d6-85030b6bd16c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:00.015017 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-888f7b88-da33-44ae-abba-be33967d1194 req-23cf1769-6c38-4271-915e-5579d36ed1cf tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903113 Nov 12 08:34:00.035650 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69bec2ff-dbee-48b0-9dcc-948546fe232b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:00.038603 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['cf0c8c5f-5023-449d-8eef-136593dd4a73', 'c5c327af-d318-43ba-b079-6f847679d1bc'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:34:00.100916 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d073a6-fd88-4c37-95cd-cbf6591e3a87 x-openstack-request-id: req-75d073a6-fd88-4c37-95cd-cbf6591e3a87 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:00.101541 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a0a37d-dd67-4f77-bbba-85942824c2f9", "tag": "4ededc02-d7fc-4d75-8210-f295d1c8bfbc", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:00.101885 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75d073a6-fd88-4c37-95cd-cbf6591e3a87 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:00.102374 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a0a37d-dd67-4f77-bbba-85942824c2f9', 'tag': '4ededc02-d7fc-4d75-8210-f295d1c8bfbc', 'status': 'completed', 'code': 200} Nov 12 08:34:00.145994 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51173b4e-1baf-4eca-a79c-54ace5913695 None None] Pushing event updated for resources: {'Port': ['ID=2f56e95d-3f1d-4154-a9cb-b28c97ee47cc,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:00.146697 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bec2ff-dbee-48b0-9dcc-948546fe232b admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:00.153580 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-801fb819-8be8-40ae-9f68-4d476f993b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1966029313-router', 'tenant_id': '0669f51114604e399f0f5892a07911ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'b56f1346-ccdc-45a9-a4a1-b3c3981affa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:02Z', 'updated_at': '2021-11-12T08:33:11Z', 'revision_number': 4, 'project_id': '0669f51114604e399f0f5892a07911ba', 'gw_port': {'id': 'b56f1346-ccdc-45a9-a4a1-b3c3981affa8', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:05Z', 'updated_at': '2021-11-12T08:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '946cd13d-f1e8-4df2-9085-932e3cbd000b', 'name': '', 'network_id': '66564c6e-e2e7-416d-a841-b87c2301f074', 'tenant_id': '0669f51114604e399f0f5892a07911ba', 'mac_address': 'fa:16:3e:d9:69:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8938d4b5-bd69-4149-9311-40b43ee35159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:10Z', 'updated_at': '2021-11-12T08:33:16Z', 'revision_number': 5, 'project_id': '0669f51114604e399f0f5892a07911ba', 'subnets': [{'id': '8938d4b5-bd69-4149-9311-40b43ee35159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:00.161267 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-69bec2ff-dbee-48b0-9dcc-948546fe232b admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:00.180808 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-8efd447a-0aec-49ef-b5d6-85030b6bd16c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Network aaa9e939-3555-4037-a22a-8e3905c2166f is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:00.183473 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bec2ff-dbee-48b0-9dcc-948546fe232b admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:00.202318 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d38b71-f715-4269-8120-031eb434b5bd x-openstack-request-id: req-63d38b71-f715-4269-8120-031eb434b5bd {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:00.202735 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b595565-471d-45c1-be92-4c879e1d1a6d", "name": "network-vif-plugged", "status": "completed", "tag": "b85b9031-d863-4124-8f0b-738842afc163", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:00.202996 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-63d38b71-f715-4269-8120-031eb434b5bd {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:00.203538 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b595565-471d-45c1-be92-4c879e1d1a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85b9031-d863-4124-8f0b-738842afc163', 'code': 200} Nov 12 08:34:00.204806 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-8efd447a-0aec-49ef-b5d6-85030b6bd16c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:00.231502 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['aedb1d46-4814-42e8-b9c0-f28a00871ad9', '91670ec5-9fa0-4e9e-b508-9ce3671cd99b', '44d8dbdf-3542-4ffb-a400-eff02c1a3b50'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:34:00.262335 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801fb819-8be8-40ae-9f68-4d476f993b38 None None] The sync data for ids ['d05c6b47-3ac3-411a-add1-6408bbbaa778'] in n-d-768862-16 is: [{'id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1966029313-router', 'tenant_id': '0669f51114604e399f0f5892a07911ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'b56f1346-ccdc-45a9-a4a1-b3c3981affa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:02Z', 'updated_at': '2021-11-12T08:33:11Z', 'revision_number': 4, 'project_id': '0669f51114604e399f0f5892a07911ba', 'gw_port': {'id': 'b56f1346-ccdc-45a9-a4a1-b3c3981affa8', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:05Z', 'updated_at': '2021-11-12T08:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '946cd13d-f1e8-4df2-9085-932e3cbd000b', 'name': '', 'network_id': '66564c6e-e2e7-416d-a841-b87c2301f074', 'tenant_id': '0669f51114604e399f0f5892a07911ba', 'mac_address': 'fa:16:3e:d9:69:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8938d4b5-bd69-4149-9311-40b43ee35159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:10Z', 'updated_at': '2021-11-12T08:33:16Z', 'revision_number': 5, 'project_id': '0669f51114604e399f0f5892a07911ba', 'subnets': [{'id': '8938d4b5-bd69-4149-9311-40b43ee35159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:34:00.283048 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-8efd447a-0aec-49ef-b5d6-85030b6bd16c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:00.290291 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-8efd447a-0aec-49ef-b5d6-85030b6bd16c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:00.291059 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-8efd447a-0aec-49ef-b5d6-85030b6bd16c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:00.311259 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd447a-0aec-49ef-b5d6-85030b6bd16c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Pushing event updated for resources: {'Port': ['ID=073aaa3b-3126-43a5-8605-d25b8fb92705,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:00.455104 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4a09712b-ca16-4fcd-b507-b57b3ea9ce22 req-04a40601-8e15-43f1-b7d1-57ef818283be tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/floatingips/78827ba9-74b0-4fda-8011-4a88094b036e HTTP/1.1" status: 200 len: 695 time: 0.2008495 Nov 12 08:34:00.679784 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-8efd447a-0aec-49ef-b5d6-85030b6bd16c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2660353 Nov 12 08:34:00.754376 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-afa93a2d-b2e0-4d64-942d-a7f7f5866535 service neutron] Request body: {'port': {'device_id': '031c064c-7110-42f0-a5fa-c1915e0d3054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:00.918092 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 2f56e95d-3f1d-4154-a9cb-b28c97ee47cc up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:00.920946 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ec5246-ba9b-44b2-b5ee-0500fd85f326 None None] New status for floating IP 78827ba9-74b0-4fda-8011-4a88094b036e: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:34:00.929770 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-faeec8ea-5676-44c8-84fc-3b7b59d7e85d None None] Provisioning complete for port 073aaa3b-3126-43a5-8605-d25b8fb92705 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:00.930270 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-faeec8ea-5676-44c8-84fc-3b7b59d7e85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:00.970317 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245759d8-63af-4dce-a125-48b282a10bfa req-c3ac2afd-e2e4-437b-8b5e-2470b9d0b957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:00.972288 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-245759d8-63af-4dce-a125-48b282a10bfa req-c3ac2afd-e2e4-437b-8b5e-2470b9d0b957 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2b595565-471d-45c1-be92-4c879e1d1a6d HTTP/1.1" status: 200 len: 1101 time: 0.6723299 Nov 12 08:34:00.981019 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bec2ff-dbee-48b0-9dcc-948546fe232b admin admin] Pushing event updated for resources: {'Port': ['ID=df2de936-5730-46c0-908c-ab915c52f6dc,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:00.986547 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b498769-1f5a-40c2-83e6-312eb3da2b72 req-e3059e7e-9ae6-4272-9cf5-a61104166b4c tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 210 time: 0.5708787 Nov 12 08:34:01.064574 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-245759d8-63af-4dce-a125-48b282a10bfa req-860103e2-7f18-427a-a18a-5b06fce57024 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763106 Nov 12 08:34:01.074445 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-afa93a2d-b2e0-4d64-942d-a7f7f5866535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:01.080345 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be61654-0277-4e29-acab-3ea0b5799f9b req-3045c23e-d90c-4eab-9082-a43562a8f294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:01.082139 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3be61654-0277-4e29-acab-3ea0b5799f9b req-3045c23e-d90c-4eab-9082-a43562a8f294 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0669f51114604e399f0f5892a07911ba&device_id=d7a0a37d-dd67-4f77-bbba-85942824c2f9 HTTP/1.1" status: 200 len: 1097 time: 0.9501264 Nov 12 08:34:01.245330 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-faeec8ea-5676-44c8-84fc-3b7b59d7e85d None None] Port 073aaa3b-3126-43a5-8605-d25b8fb92705 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:34:01.329608 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09712b-ca16-4fcd-b507-b57b3ea9ce22 req-cea67890-3862-451c-98e5-acda4fadbaee tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:01.332198 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4a09712b-ca16-4fcd-b507-b57b3ea9ce22 req-cea67890-3862-451c-98e5-acda4fadbaee tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 784 time: 0.3581679 Nov 12 08:34:01.337712 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-48d4274e-9911-411d-9ed4-72f170c4a684 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:01.339252 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-48d4274e-9911-411d-9ed4-72f170c4a684 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.58 "GET /v2.0/networks?id=a6d5f445-c009-4fb1-a92b-e2439070859b HTTP/1.1" status: 200 len: 807 time: 0.6871767 Nov 12 08:34:01.358696 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-4a09712b-ca16-4fcd-b507-b57b3ea9ce22 req-30ddf76a-47f6-4fb8-97cf-e7cdb1167528 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:34:01.360345 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4a09712b-ca16-4fcd-b507-b57b3ea9ce22 req-30ddf76a-47f6-4fb8-97cf-e7cdb1167528 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0185862 Nov 12 08:34:01.366647 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-e64d37e5-aa16-4052-bb14-7c8e8e3d02f6 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Request body: {'port': {'device_id': '7b00b121-86f2-4199-8bb7-be663675566f', 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b', 'admin_state_up': True, 'tenant_id': '60036c792d1544fb8cbb03c747464363'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:01.372693 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb7ebf-2de0-4a93-91d4-5b3e9e827884 req-0cba9d26-be99-4008-b144-7b13dde58a2f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:01.383585 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cecb7ebf-2de0-4a93-91d4-5b3e9e827884 req-0cba9d26-be99-4008-b144-7b13dde58a2f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c064c-7110-42f0-a5fa-c1915e0d3054 HTTP/1.1" status: 200 len: 934 time: 0.2243266 Nov 12 08:34:01.407340 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be61654-0277-4e29-acab-3ea0b5799f9b req-066b5883-41a8-4954-a00f-08eb4a47aacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:01.410185 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3be61654-0277-4e29-acab-3ea0b5799f9b req-066b5883-41a8-4954-a00f-08eb4a47aacc service neutron] 10.222.0.58 "GET /v2.0/networks?id=66564c6e-e2e7-416d-a841-b87c2301f074 HTTP/1.1" status: 200 len: 930 time: 0.3112905 Nov 12 08:34:01.414205 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 2f56e95d-3f1d-4154-a9cb-b28c97ee47cc triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:01.414596 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:01.512295 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3be61654-0277-4e29-acab-3ea0b5799f9b req-cbe9c186-f029-4d9f-abaf-d1f7fc1e0136 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ededc02-d7fc-4d75-8210-f295d1c8bfbc HTTP/1.1" status: 200 len: 217 time: 0.0528898 Nov 12 08:34:01.522301 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4a09712b-ca16-4fcd-b507-b57b3ea9ce22 req-c79bd529-bb3a-49cf-a4d3-cfde5bd7e0ac tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.200 HTTP/1.1" status: 200 len: 696 time: 0.1351907 Nov 12 08:34:01.626645 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:01.689220 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 2f56e95d-3f1d-4154-a9cb-b28c97ee47cc, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=2f56e95d-3f1d-4154-a9cb-b28c97ee47cc,segment=NetworkSegment(89a18dbe-dd38-456b-907d-f8a2ce7cf88a),segment_id=89a18dbe-dd38-456b-907d-f8a2ce7cf88a)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:01.705591 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cecb7ebf-2de0-4a93-91d4-5b3e9e827884 req-439c867d-6179-4240-8d90-a6dd88cc3c4e tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162339 Nov 12 08:34:01.707597 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:01.726530 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8367d4af-f4e7-4602-a79b-ab4741296480 None None] Network 91b3d726-a5e2-40ea-99c4-f3223d9486ff requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:01.733200 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4a09712b-ca16-4fcd-b507-b57b3ea9ce22 req-72f4af16-ab73-406d-81b7-45728a356014 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.200 HTTP/1.1" status: 200 len: 696 time: 0.1971593 Nov 12 08:34:01.858018 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be61654-0277-4e29-acab-3ea0b5799f9b req-d7645252-40e6-46dd-b279-0cf653808f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:01.859795 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 4284253f-d252-4cac-a63a-a44080a42da3 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:01.860240 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3be61654-0277-4e29-acab-3ea0b5799f9b req-d7645252-40e6-46dd-b279-0cf653808f16 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8938d4b5-bd69-4149-9311-40b43ee35159 HTTP/1.1" status: 200 len: 868 time: 0.3253639 Nov 12 08:34:01.959336 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=2f56e95d-3f1d-4154-a9cb-b28c97ee47cc,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:01.986440 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5b22d0c0-6e4e-4761-ac38-ebe7fadc2f2a None None] Provisioning complete for port 2f56e95d-3f1d-4154-a9cb-b28c97ee47cc triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:01.987099 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5b22d0c0-6e4e-4761-ac38-ebe7fadc2f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.002608 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bfe8e-94c2-4346-b5e2-02e1dc64c450 req-5af6eacc-7ebd-459a-ba53-660b9dd56ae9 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:02.012760 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-336bfe8e-94c2-4346-b5e2-02e1dc64c450 req-5af6eacc-7ebd-459a-ba53-660b9dd56ae9 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 945 time: 0.1756766 Nov 12 08:34:02.032631 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69bec2ff-dbee-48b0-9dcc-948546fe232b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.039853 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be61654-0277-4e29-acab-3ea0b5799f9b req-5fc963cc-94ef-45d6-8d65-ff6a91a373a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:02.042005 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3be61654-0277-4e29-acab-3ea0b5799f9b req-5fc963cc-94ef-45d6-8d65-ff6a91a373a0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=66564c6e-e2e7-416d-a841-b87c2301f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1549218 Nov 12 08:34:02.111497 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 4284253f-d252-4cac-a63a-a44080a42da3 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:34:02.123329 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 4284253f-d252-4cac-a63a-a44080a42da3 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:02.123998 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.180570 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-e64d37e5-aa16-4052-bb14-7c8e8e3d02f6 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Made reservation on behalf of 60036c792d1544fb8cbb03c747464363 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:02.185265 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-e64d37e5-aa16-4052-bb14-7c8e8e3d02f6 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.278920 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3be61654-0277-4e29-acab-3ea0b5799f9b req-7479c4f7-0acc-4fb0-9a88-ad54ae8f8b74 service neutron] 10.222.0.58 "GET /v2.0/networks/66564c6e-e2e7-416d-a841-b87c2301f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099268 Nov 12 08:34:02.289091 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-336bfe8e-94c2-4346-b5e2-02e1dc64c450 req-4325f504-7a72-4f20-868e-d672abf47c03 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750518 Nov 12 08:34:02.301677 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-4a09712b-ca16-4fcd-b507-b57b3ea9ce22 req-b8caa7bd-c230-41af-b343-de2ce24ede76 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Deleting port ab8f93b4-b472-4b90-9a20-6ef879d1c563 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:02.302838 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4a09712b-ca16-4fcd-b507-b57b3ea9ce22 req-b8caa7bd-c230-41af-b343-de2ce24ede76 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.470573 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4a09712b-ca16-4fcd-b507-b57b3ea9ce22 req-b8caa7bd-c230-41af-b343-de2ce24ede76 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.470898 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4a09712b-ca16-4fcd-b507-b57b3ea9ce22 req-b8caa7bd-c230-41af-b343-de2ce24ede76 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.484633 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-4a09712b-ca16-4fcd-b507-b57b3ea9ce22 req-b8caa7bd-c230-41af-b343-de2ce24ede76 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Calling delete_port for ab8f93b4-b472-4b90-9a20-6ef879d1c563 owned by network:floatingip {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:02.593110 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.622695 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4284253f-d252-4cac-a63a-a44080a42da3'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:34:02.625650 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dab4b60-e46e-4859-bfde-4617ea5d2737" -d '{"events": [{"server_uuid": "dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b", "name": "network-vif-plugged", "status": "completed", "tag": "4284253f-d252-4cac-a63a-a44080a42da3"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:34:02.638023 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69bec2ff-dbee-48b0-9dcc-948546fe232b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.651878 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-afa93a2d-b2e0-4d64-942d-a7f7f5866535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 073aaa3b-3126-43a5-8605-d25b8fb92705 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:34:02.659922 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 4284253f-d252-4cac-a63a-a44080a42da3, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=4284253f-d252-4cac-a63a-a44080a42da3,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:02.666296 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.670226 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-afa93a2d-b2e0-4d64-942d-a7f7f5866535 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.746861 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=4284253f-d252-4cac-a63a-a44080a42da3,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:02.763080 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4a09712b-ca16-4fcd-b507-b57b3ea9ce22 req-b8caa7bd-c230-41af-b343-de2ce24ede76 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.776823 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-e64d37e5-aa16-4052-bb14-7c8e8e3d02f6 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Allocated IP 172.20.0.6 (a6d5f445-c009-4fb1-a92b-e2439070859b/d46819c4-cbf3-463f-b6ce-344123c01513/e595d8d4-feee-457b-81a4-7c74123a8d26) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:02.800147 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 2f56e95d-3f1d-4154-a9cb-b28c97ee47cc up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:02.837372 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8caa7bd-c230-41af-b343-de2ce24ede76 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Pushing event deleted for resources: {'Port': ['ID=ab8f93b4-b472-4b90-9a20-6ef879d1c563,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:02.855369 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb914b6-0347-44b0-90a0-8c06eafb8f63 req-a1384b8d-93e1-488c-8cc4-6ebbb07885d4 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:02.857079 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6fb914b6-0347-44b0-90a0-8c06eafb8f63 req-a1384b8d-93e1-488c-8cc4-6ebbb07885d4 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b595565-471d-45c1-be92-4c879e1d1a6d HTTP/1.1" status: 200 len: 949 time: 0.2966518 Nov 12 08:34:02.880086 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 2f56e95d-3f1d-4154-a9cb-b28c97ee47cc triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:02.880517 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.918722 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3be61654-0277-4e29-acab-3ea0b5799f9b req-587d8975-47e9-42bf-af7c-4e395f0681b1 service neutron] 10.222.0.58 "GET /v2.0/networks/66564c6e-e2e7-416d-a841-b87c2301f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6191983 Nov 12 08:34:02.941960 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-afa93a2d-b2e0-4d64-942d-a7f7f5866535 service neutron] Transition to ACTIVE for port object 073aaa3b-3126-43a5-8605-d25b8fb92705 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:34:02.955249 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-afa93a2d-b2e0-4d64-942d-a7f7f5866535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.985033 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4a09712b-ca16-4fcd-b507-b57b3ea9ce22 req-b8caa7bd-c230-41af-b343-de2ce24ede76 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks [] for floatingip, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.988441 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4a09712b-ca16-4fcd-b507-b57b3ea9ce22 req-b8caa7bd-c230-41af-b343-de2ce24ede76 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.990065 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4a09712b-ca16-4fcd-b507-b57b3ea9ce22 req-b8caa7bd-c230-41af-b343-de2ce24ede76 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "DELETE /v2.0/floatingips/78827ba9-74b0-4fda-8011-4a88094b036e HTTP/1.1" status: 204 len: 173 time: 1.2424002 Nov 12 08:34:03.002784 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6fb914b6-0347-44b0-90a0-8c06eafb8f63 req-79221c34-8379-45bb-9e6f-0ca6e2feacc5 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274734 Nov 12 08:34:03.053540 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5fb2203e-cc10-4f43-8aa6-9ea6d94ad4d2 None None] Provisioning complete for port 2f56e95d-3f1d-4154-a9cb-b28c97ee47cc triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:03.054150 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5fb2203e-cc10-4f43-8aa6-9ea6d94ad4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:03.084190 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1320928-6e5c-4194-894c-2637d75fb15d x-openstack-request-id: req-c1320928-6e5c-4194-894c-2637d75fb15d {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:03.084542 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b", "name": "network-vif-plugged", "status": "completed", "tag": "4284253f-d252-4cac-a63a-a44080a42da3", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:03.084839 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c1320928-6e5c-4194-894c-2637d75fb15d {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:03.085306 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4284253f-d252-4cac-a63a-a44080a42da3', 'code': 200} Nov 12 08:34:03.173249 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d92cc5c5-4a1b-4fa4-ae88-877800fcd735 req-f8aa5012-e1d7-463e-a64b-845786a42880 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 210 time: 0.0703354 Nov 12 08:34:03.223409 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa93a2d-b2e0-4d64-942d-a7f7f5866535 service neutron] Pushing event updated for resources: {'Port': ['ID=073aaa3b-3126-43a5-8605-d25b8fb92705,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:03.232388 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514fad1-92c3-428f-8f5c-4f14a1f631c9 req-54244876-1575-47db-8d08-9f7a1527a343 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:03.241982 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5514fad1-92c3-428f-8f5c-4f14a1f631c9 req-54244876-1575-47db-8d08-9f7a1527a343 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c064c-7110-42f0-a5fa-c1915e0d3054 HTTP/1.1" status: 200 len: 946 time: 0.0718591 Nov 12 08:34:03.318785 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5514fad1-92c3-428f-8f5c-4f14a1f631c9 req-7893f0b5-775c-4f39-88cd-30afba90f5d8 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753880 Nov 12 08:34:03.356598 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-e64d37e5-aa16-4052-bb14-7c8e8e3d02f6 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:03.400038 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bec2ff-dbee-48b0-9dcc-948546fe232b admin admin] Router a7492eb9-4f4f-4b10-bc27-0a6815a42089 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:34:03.421591 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-afa93a2d-b2e0-4d64-942d-a7f7f5866535 service neutron] Attempting to bind port 073aaa3b-3126-43a5-8605-d25b8fb92705 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:03.422025 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-afa93a2d-b2e0-4d64-942d-a7f7f5866535 service neutron] Attempting to bind port 073aaa3b-3126-43a5-8605-d25b8fb92705 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:03.422569 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-afa93a2d-b2e0-4d64-942d-a7f7f5866535 service neutron] Attempting to bind port 073aaa3b-3126-43a5-8605-d25b8fb92705 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:03.452695 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245328da-be17-4ed7-9f8f-af9b18feb037 req-7afe8d20-88f2-4652-b829-e37edfd932d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:03.454251 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-245328da-be17-4ed7-9f8f-af9b18feb037 req-7afe8d20-88f2-4652-b829-e37edfd932d2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 1098 time: 0.2227440 Nov 12 08:34:03.455140 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-afa93a2d-b2e0-4d64-942d-a7f7f5866535 service neutron] Port 073aaa3b-3126-43a5-8605-d25b8fb92705 on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:34:03.455478 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-afa93a2d-b2e0-4d64-942d-a7f7f5866535 service neutron] Attempting to bind port 073aaa3b-3126-43a5-8605-d25b8fb92705 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:03.463643 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-afa93a2d-b2e0-4d64-942d-a7f7f5866535 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:03.464025 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-afa93a2d-b2e0-4d64-942d-a7f7f5866535 service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:03.464418 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-afa93a2d-b2e0-4d64-942d-a7f7f5866535 service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:03.466218 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-afa93a2d-b2e0-4d64-942d-a7f7f5866535 service neutron] Bound port: 073aaa3b-3126-43a5-8605-d25b8fb92705, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:03.466612 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-afa93a2d-b2e0-4d64-942d-a7f7f5866535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:03.484149 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e40dc0-4119-41b1-90e9-92e4b643c96f req-7d6093cf-c080-421b-9cbf-12fd54427667 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:03.486352 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-97e40dc0-4119-41b1-90e9-92e4b643c96f req-7d6093cf-c080-421b-9cbf-12fd54427667 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7a0a37d-dd67-4f77-bbba-85942824c2f9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0809679 Nov 12 08:34:03.551675 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-97e40dc0-4119-41b1-90e9-92e4b643c96f req-31093bc4-4986-42e7-8d4e-d5f2726d103d tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0575526 Nov 12 08:34:03.625205 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-245328da-be17-4ed7-9f8f-af9b18feb037 req-c3aafa0c-229b-49c0-9dc0-d60d679fb2a1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129227 Nov 12 08:34:03.661027 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-e64d37e5-aa16-4052-bb14-7c8e8e3d02f6 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:03.691251 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ba444-f5e3-4e4b-b100-926a33dcb213 req-988ff9fc-fecc-4dee-b3ed-bee190b4e4a7 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:03.693843 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-612ba444-f5e3-4e4b-b100-926a33dcb213 req-988ff9fc-fecc-4dee-b3ed-bee190b4e4a7 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 946 time: 0.0598898 Nov 12 08:34:03.720916 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d37e5-aa16-4052-bb14-7c8e8e3d02f6 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Pushing event updated for resources: {'Port': ['ID=e595d8d4-feee-457b-81a4-7c74123a8d26,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:03.759929 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-afa93a2d-b2e0-4d64-942d-a7f7f5866535 service neutron] For port 073aaa3b-3126-43a5-8605-d25b8fb92705, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:03.763425 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-e64d37e5-aa16-4052-bb14-7c8e8e3d02f6 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Network a6d5f445-c009-4fb1-a92b-e2439070859b is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:03.767113 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-afa93a2d-b2e0-4d64-942d-a7f7f5866535 service neutron] For port 073aaa3b-3126-43a5-8605-d25b8fb92705, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=073aaa3b-3126-43a5-8605-d25b8fb92705,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:03.769667 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-e64d37e5-aa16-4052-bb14-7c8e8e3d02f6 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:03.772227 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bec2ff-dbee-48b0-9dcc-948546fe232b admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:34:03.773703 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-e64d37e5-aa16-4052-bb14-7c8e8e3d02f6 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:03.780448 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-e64d37e5-aa16-4052-bb14-7c8e8e3d02f6 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:03.781044 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-e64d37e5-aa16-4052-bb14-7c8e8e3d02f6 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:03.787328 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0b4384-2979-40d2-951d-63f6d6bd1a62 None None] Sync routers for ids ['a7492eb9-4f4f-4b10-bc27-0a6815a42089'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:34:03.787992 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-afa93a2d-b2e0-4d64-942d-a7f7f5866535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:03.814778 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0b4384-2979-40d2-951d-63f6d6bd1a62 None None] Routers {'a7492eb9-4f4f-4b10-bc27-0a6815a42089'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:03.816102 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-612ba444-f5e3-4e4b-b100-926a33dcb213 req-f4b1e084-e2d1-45d2-892a-ca976f7a223c tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128922 Nov 12 08:34:03.816967 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-8e0b4384-2979-40d2-951d-63f6d6bd1a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:33:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['a7492eb9-4f4f-4b10-bc27-0a6815a42089'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:03.832035 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-afa93a2d-b2e0-4d64-942d-a7f7f5866535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:03.832715 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-afa93a2d-b2e0-4d64-942d-a7f7f5866535 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:03.834225 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-afa93a2d-b2e0-4d64-942d-a7f7f5866535 service neutron] 10.222.0.54 "PUT /v2.0/ports/073aaa3b-3126-43a5-8605-d25b8fb92705 HTTP/1.1" status: 200 len: 1095 time: 3.1062467 Nov 12 08:34:03.845885 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031c064c-7110-42f0-a5fa-c1915e0d3054', 'tag': '073aaa3b-3126-43a5-8605-d25b8fb92705'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:34:03.845885 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0a08db-208a-4d19-92f2-9e95753d673b" -d '{"events": [{"name": "network-changed", "server_uuid": "031c064c-7110-42f0-a5fa-c1915e0d3054", "tag": "073aaa3b-3126-43a5-8605-d25b8fb92705"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:34:03.856911 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-e64d37e5-aa16-4052-bb14-7c8e8e3d02f6 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5003412 Nov 12 08:34:03.862755 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69bec2ff-dbee-48b0-9dcc-948546fe232b admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:03.866705 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-69bec2ff-dbee-48b0-9dcc-948546fe232b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.0202773 Nov 12 08:34:03.871024 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37156) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:03.894437 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-4a72f63a-e82f-4553-b71e-b4e913264e67 service neutron] Request body: {'port': {'device_id': '7b00b121-86f2-4199-8bb7-be663675566f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:04.031137 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa93a2d-b2e0-4d64-942d-a7f7f5866535 service neutron] Pushing event updated for resources: {'Port': ['ID=073aaa3b-3126-43a5-8605-d25b8fb92705,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:04.070364 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-4a72f63a-e82f-4553-b71e-b4e913264e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.079880 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-8e0b4384-2979-40d2-951d-63f6d6bd1a62 None None] Set router a7492eb9-4f4f-4b10-bc27-0a6815a42089 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:04.126950 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-35897b60-31c8-4d99-bc98-425abc21f247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:04.129619 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-35897b60-31c8-4d99-bc98-425abc21f247 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3086472231354689b06a975258c697aa&device_id=031c064c-7110-42f0-a5fa-c1915e0d3054 HTTP/1.1" status: 200 len: 1098 time: 0.1929445 Nov 12 08:34:04.139833 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c41cecaa-e491-4446-bb81-2b3f51557bb0 req-6dc98332-3d05-4df7-bb10-1ceb56e2dc59 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2836673 Nov 12 08:34:04.195485 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-54d9b5da-b64d-4f85-864e-2f27ee4f9150 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=073aaa3b-3126-43a5-8605-d25b8fb92705 HTTP/1.1" status: 200 len: 217 time: 0.0501754 Nov 12 08:34:04.230920 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2940cbe-031b-4686-9fcb-dbd6d6c6d379 x-openstack-request-id: req-b2940cbe-031b-4686-9fcb-dbd6d6c6d379 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:04.231334 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031c064c-7110-42f0-a5fa-c1915e0d3054", "tag": "073aaa3b-3126-43a5-8605-d25b8fb92705", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:04.231654 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b2940cbe-031b-4686-9fcb-dbd6d6c6d379 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:04.232098 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031c064c-7110-42f0-a5fa-c1915e0d3054', 'tag': '073aaa3b-3126-43a5-8605-d25b8fb92705', 'status': 'completed', 'code': 200} Nov 12 08:34:04.391221 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-8e0b4384-2979-40d2-951d-63f6d6bd1a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7492eb9-4f4f-4b10-bc27-0a6815a42089', 'name': 'tempest-FloatingIPsTestJSON-870282126-router', 'tenant_id': '170ed433cebf435e979c69a5b04f040c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'df2de936-5730-46c0-908c-ab915c52f6dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:57Z', 'updated_at': '2021-11-12T08:34:00Z', 'revision_number': 3, 'project_id': '170ed433cebf435e979c69a5b04f040c', 'gw_port': {'id': 'df2de936-5730-46c0-908c-ab915c52f6dc', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7492eb9-4f4f-4b10-bc27-0a6815a42089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:58Z', 'updated_at': '2021-11-12T08:33:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:04.421393 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-584c19aa-5c7e-4f7d-8611-8be0d2ea2f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:04.422890 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-584c19aa-5c7e-4f7d-8611-8be0d2ea2f08 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.2216754 Nov 12 08:34:04.442353 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0b4384-2979-40d2-951d-63f6d6bd1a62 None None] Checking router: a7492eb9-4f4f-4b10-bc27-0a6815a42089 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:34:04.442734 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0b4384-2979-40d2-951d-63f6d6bd1a62 None None] Updating router a7492eb9-4f4f-4b10-bc27-0a6815a42089 port df2de936-5730-46c0-908c-ab915c52f6dc binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:34:04.457364 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6ccb8-d97e-4f29-a7ba-2e885af338db req-4591ab70-2140-4d7b-92c0-27f2443aace2 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:04.458367 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6ccb8-d97e-4f29-a7ba-2e885af338db req-4591ab70-2140-4d7b-92c0-27f2443aace2 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:04.459077 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6ccb8-d97e-4f29-a7ba-2e885af338db req-4591ab70-2140-4d7b-92c0-27f2443aace2 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:04.459848 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6ccb8-d97e-4f29-a7ba-2e885af338db req-4591ab70-2140-4d7b-92c0-27f2443aace2 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:04.460500 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6ccb8-d97e-4f29-a7ba-2e885af338db req-4591ab70-2140-4d7b-92c0-27f2443aace2 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:04.461259 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6ccb8-d97e-4f29-a7ba-2e885af338db req-4591ab70-2140-4d7b-92c0-27f2443aace2 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:04.461781 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6ccb8-d97e-4f29-a7ba-2e885af338db req-4591ab70-2140-4d7b-92c0-27f2443aace2 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:04.462345 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6ccb8-d97e-4f29-a7ba-2e885af338db req-4591ab70-2140-4d7b-92c0-27f2443aace2 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:04.462863 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6ccb8-d97e-4f29-a7ba-2e885af338db req-4591ab70-2140-4d7b-92c0-27f2443aace2 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:04.463867 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6ccb8-d97e-4f29-a7ba-2e885af338db req-4591ab70-2140-4d7b-92c0-27f2443aace2 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:04.464442 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6ccb8-d97e-4f29-a7ba-2e885af338db req-4591ab70-2140-4d7b-92c0-27f2443aace2 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:04.466100 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6ccb8-d97e-4f29-a7ba-2e885af338db req-4591ab70-2140-4d7b-92c0-27f2443aace2 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:04.466684 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6ccb8-d97e-4f29-a7ba-2e885af338db req-4591ab70-2140-4d7b-92c0-27f2443aace2 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:04.467209 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6ccb8-d97e-4f29-a7ba-2e885af338db req-4591ab70-2140-4d7b-92c0-27f2443aace2 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:04.467725 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6ccb8-d97e-4f29-a7ba-2e885af338db req-4591ab70-2140-4d7b-92c0-27f2443aace2 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:04.468258 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6ccb8-d97e-4f29-a7ba-2e885af338db req-4591ab70-2140-4d7b-92c0-27f2443aace2 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:04.469314 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6ccb8-d97e-4f29-a7ba-2e885af338db req-4591ab70-2140-4d7b-92c0-27f2443aace2 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:04.472045 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-52c6ccb8-d97e-4f29-a7ba-2e885af338db req-4591ab70-2140-4d7b-92c0-27f2443aace2 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f&device_id=031c064c-7110-42f0-a5fa-c1915e0d3054&device_id=2b595565-471d-45c1-be92-4c879e1d1a6d&device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b&device_id=a829161c-d989-4c73-98a8-9f19367704ab&device_id=1ab44082-13cd-44fe-bc39-03f7a72581f3&device_id=b034fe05-2200-4a47-844e-fb53a526bfe6&device_id=8cbc8278-59a4-4fd7-a599-649c472a7729&device_id=4e86af09-931d-4705-9662-d61727b7a1ce&device_id=d7a0a37d-dd67-4f77-bbba-85942824c2f9&device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d&device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4&device_id=2ef875cd-621b-433d-94b9-fba0fe7d620d&device_id=955b1010-6c5d-4edc-8d06-f42576f2d55e&device_id=d23a4327-0c43-4554-9967-e6ab36068da4&device_id=a5f6c9a1-d513-41e8-9019-06d42dab6306&device_id=e1170e81-307c-466b-adf3-dbea7406d378 HTTP/1.1" status: 200 len: 15260 time: 0.1058369 Nov 12 08:34:04.479586 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e0b4384-2979-40d2-951d-63f6d6bd1a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.539221 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-52c6ccb8-d97e-4f29-a7ba-2e885af338db req-a12a0fff-e32e-4c25-89e0-a4cf78f6df67 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.550148 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-c287dbae-ad6b-4ecc-9630-4d492c120066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:04.554071 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-c287dbae-ad6b-4ecc-9630-4d492c120066 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0942991 Nov 12 08:34:04.724573 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-f153a8c9-92d5-4860-9d29-43b34868eb99 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568952 Nov 12 08:34:04.773651 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ea043-b5bd-48a8-81a4-f4edd8c28242 req-7e4082ec-8003-4106-bb6a-8b5c3f8a0738 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:04.775330 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6c3ea043-b5bd-48a8-81a4-f4edd8c28242 req-7e4082ec-8003-4106-bb6a-8b5c3f8a0738 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 931 time: 0.1563282 Nov 12 08:34:04.804964 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e0b4384-2979-40d2-951d-63f6d6bd1a62 None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.811385 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-4a72f63a-e82f-4553-b71e-b4e913264e67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e595d8d4-feee-457b-81a4-7c74123a8d26 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:34:04.815859 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e0b4384-2979-40d2-951d-63f6d6bd1a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.828313 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-4a72f63a-e82f-4553-b71e-b4e913264e67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.849541 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a8a64c61-5a8e-4c07-aebe-c501f2898b1c req-7b4c1ecf-2518-46b9-8422-2be69830d4e6 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150939 Nov 12 08:34:04.852248 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-4a72f63a-e82f-4553-b71e-b4e913264e67 service neutron] Transition to ACTIVE for port object e595d8d4-feee-457b-81a4-7c74123a8d26 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:34:04.872662 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-4a72f63a-e82f-4553-b71e-b4e913264e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.891678 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-8e0b4384-2979-40d2-951d-63f6d6bd1a62 None None] Attempting to bind port df2de936-5730-46c0-908c-ab915c52f6dc on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:04.892235 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-8e0b4384-2979-40d2-951d-63f6d6bd1a62 None None] Attempting to bind port df2de936-5730-46c0-908c-ab915c52f6dc by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:04.892603 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0b4384-2979-40d2-951d-63f6d6bd1a62 None None] Attempting to bind port df2de936-5730-46c0-908c-ab915c52f6dc on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:04.900546 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44897b92-9243-49db-b2f0-09b0f24e27e6 None None] Pushing event updated for resources: {'Port': ['ID=df2de936-5730-46c0-908c-ab915c52f6dc,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:04.903575 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0b4384-2979-40d2-951d-63f6d6bd1a62 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:04.903978 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0b4384-2979-40d2-951d-63f6d6bd1a62 None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:04.904429 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e0b4384-2979-40d2-951d-63f6d6bd1a62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.904816 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0b4384-2979-40d2-951d-63f6d6bd1a62 None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:04.905294 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-8e0b4384-2979-40d2-951d-63f6d6bd1a62 None None] Bound port: df2de936-5730-46c0-908c-ab915c52f6dc, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:04.905841 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e0b4384-2979-40d2-951d-63f6d6bd1a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.965794 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-52c6ccb8-d97e-4f29-a7ba-2e885af338db req-a12a0fff-e32e-4c25-89e0-a4cf78f6df67 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.979409 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-52c6ccb8-d97e-4f29-a7ba-2e885af338db req-a12a0fff-e32e-4c25-89e0-a4cf78f6df67 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:05.002020 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-8e0b4384-2979-40d2-951d-63f6d6bd1a62 None None] For port df2de936-5730-46c0-908c-ab915c52f6dc, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:05.005617 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-8e0b4384-2979-40d2-951d-63f6d6bd1a62 None None] For port df2de936-5730-46c0-908c-ab915c52f6dc, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=df2de936-5730-46c0-908c-ab915c52f6dc,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:05.008832 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a08db-208a-4d19-92f2-9e95753d673b req-b869bfe2-c4c0-403c-9167-540540e27f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:05.010634 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9a0a08db-208a-4d19-92f2-9e95753d673b req-b869bfe2-c4c0-403c-9167-540540e27f65 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3086472231354689b06a975258c697aa&device_id=031c064c-7110-42f0-a5fa-c1915e0d3054 HTTP/1.1" status: 200 len: 1098 time: 0.0793233 Nov 12 08:34:05.013248 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e0b4384-2979-40d2-951d-63f6d6bd1a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:05.042477 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6c3ea043-b5bd-48a8-81a4-f4edd8c28242 req-94c0cc1f-8fb9-48e9-b1f0-2eeac9b78b73 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558277 Nov 12 08:34:05.076898 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44897b92-9243-49db-b2f0-09b0f24e27e6 None None] Pushing event updated for resources: {'Port': ['ID=df2de936-5730-46c0-908c-ab915c52f6dc,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:05.121656 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a0fff-e32e-4c25-89e0-a4cf78f6df67 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c1b74d-489d-487f-b7ac-b510952ef4e9,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:05.140050 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0b4384-2979-40d2-951d-63f6d6bd1a62 None None] Routers {'a7492eb9-4f4f-4b10-bc27-0a6815a42089'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:05.141080 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-8e0b4384-2979-40d2-951d-63f6d6bd1a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:33:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['a7492eb9-4f4f-4b10-bc27-0a6815a42089'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:05.163514 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-959d7be8-e92b-49e4-934d-9041827d3196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:05.257548 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a08db-208a-4d19-92f2-9e95753d673b req-bb3bd8b3-4c3c-43af-8554-7be7474cc008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:05.259415 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9a0a08db-208a-4d19-92f2-9e95753d673b req-bb3bd8b3-4c3c-43af-8554-7be7474cc008 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.1953554 Nov 12 08:34:05.260656 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72f63a-e82f-4553-b71e-b4e913264e67 service neutron] Pushing event updated for resources: {'Port': ['ID=e595d8d4-feee-457b-81a4-7c74123a8d26,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:05.266128 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-4a72f63a-e82f-4553-b71e-b4e913264e67 service neutron] Attempting to bind port e595d8d4-feee-457b-81a4-7c74123a8d26 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:05.266562 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-4a72f63a-e82f-4553-b71e-b4e913264e67 service neutron] Attempting to bind port e595d8d4-feee-457b-81a4-7c74123a8d26 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:05.267085 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-4a72f63a-e82f-4553-b71e-b4e913264e67 service neutron] Attempting to bind port e595d8d4-feee-457b-81a4-7c74123a8d26 on network a6d5f445-c009-4fb1-a92b-e2439070859b {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:05.274528 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-4a72f63a-e82f-4553-b71e-b4e913264e67 service neutron] Port e595d8d4-feee-457b-81a4-7c74123a8d26 on network a6d5f445-c009-4fb1-a92b-e2439070859b not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:34:05.274946 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-4a72f63a-e82f-4553-b71e-b4e913264e67 service neutron] Attempting to bind port e595d8d4-feee-457b-81a4-7c74123a8d26 on network a6d5f445-c009-4fb1-a92b-e2439070859b {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:05.295762 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-4a72f63a-e82f-4553-b71e-b4e913264e67 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:05.296280 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-4a72f63a-e82f-4553-b71e-b4e913264e67 service neutron] Checking segment: {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:05.296793 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-4a72f63a-e82f-4553-b71e-b4e913264e67 service neutron] Bound using segment: {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:05.297354 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-4a72f63a-e82f-4553-b71e-b4e913264e67 service neutron] Bound port: e595d8d4-feee-457b-81a4-7c74123a8d26, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:05.297962 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-4a72f63a-e82f-4553-b71e-b4e913264e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:05.314349 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-8e0b4384-2979-40d2-951d-63f6d6bd1a62 None None] Set router a7492eb9-4f4f-4b10-bc27-0a6815a42089 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:05.333208 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9a0a08db-208a-4d19-92f2-9e95753d673b req-5c363f3d-3888-4238-80cc-d92db730cf64 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=073aaa3b-3126-43a5-8605-d25b8fb92705 HTTP/1.1" status: 200 len: 217 time: 0.0541112 Nov 12 08:34:05.392123 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23db280-e32a-4570-8303-fddbd8994302 req-a1aa349d-cb06-4016-8244-909550fd04d7 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:05.393419 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a23db280-e32a-4570-8303-fddbd8994302 req-a1aa349d-cb06-4016-8244-909550fd04d7 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c064c-7110-42f0-a5fa-c1915e0d3054 HTTP/1.1" status: 200 len: 946 time: 0.1741951 Nov 12 08:34:05.433594 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a08db-208a-4d19-92f2-9e95753d673b req-05d625ae-8868-4866-8de8-cac7d8b22558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:05.435467 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9a0a08db-208a-4d19-92f2-9e95753d673b req-05d625ae-8868-4866-8de8-cac7d8b22558 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.0921240 Nov 12 08:34:05.450463 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-52c6ccb8-d97e-4f29-a7ba-2e885af338db req-a12a0fff-e32e-4c25-89e0-a4cf78f6df67 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&id=4ccaa3b8-e5e1-42bb-ba3c-950d244acd84&id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&id=6227e74a-e98c-446f-b22d-831b8485d6df&id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&id=7c50791e-332d-4821-b9c1-b32596a4844a&fields=id&fields=name HTTP/1.1" status: 200 len: 713 time: 0.9313636 Nov 12 08:34:05.510686 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-4a72f63a-e82f-4553-b71e-b4e913264e67 service neutron] For port e595d8d4-feee-457b-81a4-7c74123a8d26, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:05.539792 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a08db-208a-4d19-92f2-9e95753d673b req-06525223-6c1d-454b-8f26-02749ebb9c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:05.539792 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9a0a08db-208a-4d19-92f2-9e95753d673b req-06525223-6c1d-454b-8f26-02749ebb9c63 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0943401 Nov 12 08:34:05.545917 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-4a72f63a-e82f-4553-b71e-b4e913264e67 service neutron] For port e595d8d4-feee-457b-81a4-7c74123a8d26, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=e595d8d4-feee-457b-81a4-7c74123a8d26,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:05.560613 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-4a72f63a-e82f-4553-b71e-b4e913264e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:05.575837 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-8e0b4384-2979-40d2-951d-63f6d6bd1a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7492eb9-4f4f-4b10-bc27-0a6815a42089', 'name': 'tempest-FloatingIPsTestJSON-870282126-router', 'tenant_id': '170ed433cebf435e979c69a5b04f040c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'df2de936-5730-46c0-908c-ab915c52f6dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:57Z', 'updated_at': '2021-11-12T08:34:00Z', 'revision_number': 3, 'project_id': '170ed433cebf435e979c69a5b04f040c', 'gw_port': {'id': 'df2de936-5730-46c0-908c-ab915c52f6dc', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7492eb9-4f4f-4b10-bc27-0a6815a42089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:58Z', 'updated_at': '2021-11-12T08:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:05.598510 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a23db280-e32a-4570-8303-fddbd8994302 req-e0bc01e3-49d8-432a-b3aa-439f05b295a9 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912696 Nov 12 08:34:05.647792 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5c7c4-ba56-4953-9ff2-fbb81bb69a3d req-394889e0-b73b-4f81-a270-7c225cee3cad tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:05.649438 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-beb5c7c4-ba56-4953-9ff2-fbb81bb69a3d req-394889e0-b73b-4f81-a270-7c225cee3cad tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7a0a37d-dd67-4f77-bbba-85942824c2f9 HTTP/1.1" status: 200 len: 945 time: 0.1046457 Nov 12 08:34:05.672145 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-4a72f63a-e82f-4553-b71e-b4e913264e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:05.672965 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-4a72f63a-e82f-4553-b71e-b4e913264e67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:05.674450 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-4a72f63a-e82f-4553-b71e-b4e913264e67 service neutron] 10.222.0.58 "PUT /v2.0/ports/e595d8d4-feee-457b-81a4-7c74123a8d26 HTTP/1.1" status: 200 len: 1092 time: 1.7961574 Nov 12 08:34:05.685876 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-959d7be8-e92b-49e4-934d-9041827d3196 admin admin] Allocated IP 172.20.0.1 (91b3d726-a5e2-40ea-99c4-f3223d9486ff/20c5d8e7-93af-4442-ae7c-b67bad4ecccd/50b42a46-1ea2-4cfe-bcb3-c3d513afa149) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:05.719221 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0b4384-2979-40d2-951d-63f6d6bd1a62 None None] The sync data for ids ['a7492eb9-4f4f-4b10-bc27-0a6815a42089'] in n-d-768862-16 is: [{'id': 'a7492eb9-4f4f-4b10-bc27-0a6815a42089', 'name': 'tempest-FloatingIPsTestJSON-870282126-router', 'tenant_id': '170ed433cebf435e979c69a5b04f040c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'df2de936-5730-46c0-908c-ab915c52f6dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:57Z', 'updated_at': '2021-11-12T08:34:00Z', 'revision_number': 3, 'project_id': '170ed433cebf435e979c69a5b04f040c', 'gw_port': {'id': 'df2de936-5730-46c0-908c-ab915c52f6dc', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7492eb9-4f4f-4b10-bc27-0a6815a42089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:58Z', 'updated_at': '2021-11-12T08:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:34:05.779565 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72f63a-e82f-4553-b71e-b4e913264e67 service neutron] Pushing event updated for resources: {'Port': ['ID=e595d8d4-feee-457b-81a4-7c74123a8d26,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:05.782291 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-beb5c7c4-ba56-4953-9ff2-fbb81bb69a3d req-09d8fdd8-2def-4751-814a-6a3cc9307b26 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/security-groups?id=6227e74a-e98c-446f-b22d-831b8485d6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057427 Nov 12 08:34:05.823129 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9a0a08db-208a-4d19-92f2-9e95753d673b req-468c5d92-3f92-4db8-9f05-5efe9d2d2b9a service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745202 Nov 12 08:34:05.826696 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-41ddcc51-b020-4cd4-a9f1-d173afd99656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:05.829133 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-41ddcc51-b020-4cd4-a9f1-d173afd99656 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60036c792d1544fb8cbb03c747464363&device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 1095 time: 0.0863879 Nov 12 08:34:05.915302 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-aca3fe3e-d1fe-4caf-a917-6e8541d00611 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e595d8d4-feee-457b-81a4-7c74123a8d26 HTTP/1.1" status: 200 len: 217 time: 0.0721037 Nov 12 08:34:05.921423 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-959d7be8-e92b-49e4-934d-9041827d3196 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:05.969598 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d6158-99d7-4298-988a-4e14f6c0767b req-6afd6cf2-1183-4b3a-b767-f115fe8b6dd9 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:05.971601 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-689d6158-99d7-4298-988a-4e14f6c0767b req-6afd6cf2-1183-4b3a-b767-f115fe8b6dd9 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 946 time: 0.0864084 Nov 12 08:34:06.005471 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-959d7be8-e92b-49e4-934d-9041827d3196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:06.245766 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b00b121-86f2-4199-8bb7-be663675566f', 'tag': 'e595d8d4-feee-457b-81a4-7c74123a8d26'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:34:06.248523 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4798d66-043d-4bc6-bcab-ead35ce6b5a1" -d '{"events": [{"name": "network-changed", "server_uuid": "7b00b121-86f2-4199-8bb7-be663675566f", "tag": "e595d8d4-feee-457b-81a4-7c74123a8d26"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:34:06.308062 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-913cf048-669e-4c6c-ba92-713b7185c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:06.309752 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-913cf048-669e-4c6c-ba92-713b7185c5fc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d46819c4-cbf3-463f-b6ce-344123c01513 HTTP/1.1" status: 200 len: 847 time: 0.3812165 Nov 12 08:34:06.321830 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9a0a08db-208a-4d19-92f2-9e95753d673b req-b88ee37b-25ab-43aa-8cc7-bddeb43abd8e service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800169 Nov 12 08:34:06.357345 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-ba39e88e-f6d6-46c7-a152-48a2a5150924 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6d5f445-c009-4fb1-a92b-e2439070859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319259 Nov 12 08:34:06.437910 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959d7be8-e92b-49e4-934d-9041827d3196 admin admin] Network 91b3d726-a5e2-40ea-99c4-f3223d9486ff is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:06.451363 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-959d7be8-e92b-49e4-934d-9041827d3196 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:06.453340 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d7be8-e92b-49e4-934d-9041827d3196 admin admin] Pushing event updated for resources: {'Port': ['ID=50b42a46-1ea2-4cfe-bcb3-c3d513afa149,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:06.478647 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959d7be8-e92b-49e4-934d-9041827d3196 admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:06.482873 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-987f02a8-bdb6-4b5c-bc0c-c0d63ce88123 service neutron] 10.222.0.58 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042681 Nov 12 08:34:06.502054 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-689d6158-99d7-4298-988a-4e14f6c0767b req-e7366049-74c5-4de5-b476-a90b7abcf94f tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5235293 Nov 12 08:34:06.534608 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd37d2-1f2a-4ad1-9afa-27b4fddd8f0e req-3346ac22-b5a3-4b6e-ad13-788e0f6c47f2 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:06.535088 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd37d2-1f2a-4ad1-9afa-27b4fddd8f0e req-3346ac22-b5a3-4b6e-ad13-788e0f6c47f2 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:06.535560 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd37d2-1f2a-4ad1-9afa-27b4fddd8f0e req-3346ac22-b5a3-4b6e-ad13-788e0f6c47f2 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:06.552005 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3ccd37d2-1f2a-4ad1-9afa-27b4fddd8f0e req-3346ac22-b5a3-4b6e-ad13-788e0f6c47f2 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2b595565-471d-45c1-be92-4c879e1d1a6d&device_id=8cbc8278-59a4-4fd7-a599-649c472a7729&device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 2886 time: 0.1047199 Nov 12 08:34:06.552005 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-959d7be8-e92b-49e4-934d-9041827d3196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:06.651958 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b2f16d69-6552-43fc-856e-d22c27863da6 req-a142ca43-b85b-443f-a365-68113124164e service neutron] 10.222.0.58 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506758 Nov 12 08:34:06.751781 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device df2de936-5730-46c0-908c-ab915c52f6dc up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:06.783896 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3ccd37d2-1f2a-4ad1-9afa-27b4fddd8f0e req-6d55977d-c6ac-4188-abc5-db776e18f865 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731238 Nov 12 08:34:06.812969 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5b43d30d-e2ed-4a12-9e93-cbf5d478d581 None None] Provisioning complete for port 50b42a46-1ea2-4cfe-bcb3-c3d513afa149 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:06.813348 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5b43d30d-e2ed-4a12-9e93-cbf5d478d581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:06.832870 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80272cfb-df2e-4870-8be9-72fca8ce9379 req-4f4137b2-a531-4cb3-9aab-ef6d544d28ce tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:06.835606 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80272cfb-df2e-4870-8be9-72fca8ce9379 req-4f4137b2-a531-4cb3-9aab-ef6d544d28ce tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 943 time: 0.2119040 Nov 12 08:34:06.853009 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51955a39-c802-4317-b354-adb861afddcd x-openstack-request-id: req-51955a39-c802-4317-b354-adb861afddcd {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:06.853875 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b00b121-86f2-4199-8bb7-be663675566f", "tag": "e595d8d4-feee-457b-81a4-7c74123a8d26", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:06.854373 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-51955a39-c802-4317-b354-adb861afddcd {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:06.855004 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b00b121-86f2-4199-8bb7-be663675566f', 'tag': 'e595d8d4-feee-457b-81a4-7c74123a8d26', 'status': 'completed', 'code': 200} Nov 12 08:34:06.856015 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5b43d30d-e2ed-4a12-9e93-cbf5d478d581 None None] Port 50b42a46-1ea2-4cfe-bcb3-c3d513afa149 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:34:06.857372 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port df2de936-5730-46c0-908c-ab915c52f6dc triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:06.857737 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:06.958361 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb82ff-5096-46ff-b39f-51c11d8272be req-ad24e1d2-d59f-4b41-abef-8f2bade881c7 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:06.960398 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f9cb82ff-5096-46ff-b39f-51c11d8272be req-ad24e1d2-d59f-4b41-abef-8f2bade881c7 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7a0a37d-dd67-4f77-bbba-85942824c2f9 HTTP/1.1" status: 200 len: 945 time: 0.0821614 Nov 12 08:34:06.988595 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:07.015642 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port df2de936-5730-46c0-908c-ab915c52f6dc, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=df2de936-5730-46c0-908c-ab915c52f6dc,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:07.021853 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:07.024939 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80272cfb-df2e-4870-8be9-72fca8ce9379 req-696903e3-c5fc-4bea-a1f2-f40d493f905e tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600621 Nov 12 08:34:07.034287 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-959d7be8-e92b-49e4-934d-9041827d3196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:07.051055 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4798d66-043d-4bc6-bcab-ead35ce6b5a1 req-5016ef51-b28c-4a91-92f6-27cedc5298a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:07.052630 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f4798d66-043d-4bc6-bcab-ead35ce6b5a1 req-5016ef51-b28c-4a91-92f6-27cedc5298a2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60036c792d1544fb8cbb03c747464363&device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 1095 time: 0.1420746 Nov 12 08:34:07.083959 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75bcc1-830c-4277-9a06-154d34862464 req-e6196690-026a-4825-91fa-036a2f82670e tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:07.091959 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-be75bcc1-830c-4277-9a06-154d34862464 req-e6196690-026a-4825-91fa-036a2f82670e tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 1098 time: 0.1359379 Nov 12 08:34:07.108678 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-f9cb82ff-5096-46ff-b39f-51c11d8272be req-e0b9fe49-498b-4ceb-8cc3-f5cff09c661b tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Deleting port 4ededc02-d7fc-4d75-8210-f295d1c8bfbc {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:07.109434 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f9cb82ff-5096-46ff-b39f-51c11d8272be req-e0b9fe49-498b-4ceb-8cc3-f5cff09c661b tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:07.110129 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=df2de936-5730-46c0-908c-ab915c52f6dc,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:07.205819 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-f9cb82ff-5096-46ff-b39f-51c11d8272be req-e0b9fe49-498b-4ceb-8cc3-f5cff09c661b tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] For port 4ededc02-d7fc-4d75-8210-f295d1c8bfbc, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=4ededc02-d7fc-4d75-8210-f295d1c8bfbc,segment=NetworkSegment(af6c40d2-50a9-487d-90a5-d1e53bd06d4b),segment_id=af6c40d2-50a9-487d-90a5-d1e53bd06d4b)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:07.206330 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f9cb82ff-5096-46ff-b39f-51c11d8272be req-e0b9fe49-498b-4ceb-8cc3-f5cff09c661b tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:07.220361 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-f9cb82ff-5096-46ff-b39f-51c11d8272be req-e0b9fe49-498b-4ceb-8cc3-f5cff09c661b tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Calling delete_port for 4ededc02-d7fc-4d75-8210-f295d1c8bfbc owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:07.278248 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-be75bcc1-830c-4277-9a06-154d34862464 req-568f39cd-fb58-4d7c-879e-f229e9d5028c tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813266 Nov 12 08:34:07.324605 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa60ffa-787e-4372-ad95-1ad3639f03c7 req-e5cd4cc5-d392-42d6-9385-4609cc4839f3 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:07.326282 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2aa60ffa-787e-4372-ad95-1ad3639f03c7 req-e5cd4cc5-d392-42d6-9385-4609cc4839f3 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c064c-7110-42f0-a5fa-c1915e0d3054 HTTP/1.1" status: 200 len: 946 time: 0.2171621 Nov 12 08:34:07.334861 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4798d66-043d-4bc6-bcab-ead35ce6b5a1 req-b4644fe5-ba2a-4ff0-8d06-a935fa2c5c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:07.337535 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f4798d66-043d-4bc6-bcab-ead35ce6b5a1 req-b4644fe5-ba2a-4ff0-8d06-a935fa2c5c28 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a6d5f445-c009-4fb1-a92b-e2439070859b HTTP/1.1" status: 200 len: 908 time: 0.2556827 Nov 12 08:34:07.374729 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f9cb82ff-5096-46ff-b39f-51c11d8272be req-e0b9fe49-498b-4ceb-8cc3-f5cff09c661b tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:07.394444 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['4ededc02-d7fc-4d75-8210-f295d1c8bfbc'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:34:07.416494 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f4798d66-043d-4bc6-bcab-ead35ce6b5a1 req-db2f38f7-4df3-46b4-bff1-47d752770484 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e595d8d4-feee-457b-81a4-7c74123a8d26 HTTP/1.1" status: 200 len: 217 time: 0.0638824 Nov 12 08:34:07.418459 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9fe49-498b-4ceb-8cc3-f5cff09c661b tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Pushing event deleted for resources: {'Port': ['ID=4ededc02-d7fc-4d75-8210-f295d1c8bfbc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:07.491595 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9cb82ff-5096-46ff-b39f-51c11d8272be req-e0b9fe49-498b-4ceb-8cc3-f5cff09c661b tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] No DVR routers for this DVR port 4ededc02-d7fc-4d75-8210-f295d1c8bfbc on host n-h2-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:34:07.495092 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f9cb82ff-5096-46ff-b39f-51c11d8272be req-e0b9fe49-498b-4ceb-8cc3-f5cff09c661b tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:07.499038 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f9cb82ff-5096-46ff-b39f-51c11d8272be req-e0b9fe49-498b-4ceb-8cc3-f5cff09c661b tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.58 "DELETE /v2.0/ports/4ededc02-d7fc-4d75-8210-f295d1c8bfbc HTTP/1.1" status: 204 len: 173 time: 0.5262790 Nov 12 08:34:07.538689 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4ba2424f-9ba7-4f59-90f6-4c4ecfd71156 req-66f919d9-23d4-4f91-aaee-17ba6e073207 tempest-FloatingIPsAssociationNegativeTestJSON-740842203 tempest-FloatingIPsAssociationNegativeTestJSON-740842203-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7a0a37d-dd67-4f77-bbba-85942824c2f9 HTTP/1.1" status: 200 len: 210 time: 0.0747914 Nov 12 08:34:07.560408 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2aa60ffa-787e-4372-ad95-1ad3639f03c7 req-4ab1e9ec-80cb-4e20-a4a5-eb4fb9d56259 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135804 Nov 12 08:34:07.588676 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-959d7be8-e92b-49e4-934d-9041827d3196 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:07.592655 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4798d66-043d-4bc6-bcab-ead35ce6b5a1 req-2a352a66-6e07-4047-8f40-c62cdecb0f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:07.594338 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f4798d66-043d-4bc6-bcab-ead35ce6b5a1 req-2a352a66-6e07-4047-8f40-c62cdecb0f25 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d46819c4-cbf3-463f-b6ce-344123c01513 HTTP/1.1" status: 200 len: 847 time: 0.1555212 Nov 12 08:34:07.598292 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-959d7be8-e92b-49e4-934d-9041827d3196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:07.709495 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d7be8-e92b-49e4-934d-9041827d3196 admin admin] Pushing event updated for resources: {'Port': ['ID=50b42a46-1ea2-4cfe-bcb3-c3d513afa149,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:07.732854 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-df2b663f-397a-4cef-93b1-a9c9c51f8fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:07.767635 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f4798d66-043d-4bc6-bcab-ead35ce6b5a1 req-7f594458-34b8-4ba0-bc74-d2aeb51b91e7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6d5f445-c009-4fb1-a92b-e2439070859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591428 Nov 12 08:34:07.783463 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-959d7be8-e92b-49e4-934d-9041827d3196 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:07.846669 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 073aaa3b-3126-43a5-8605-d25b8fb92705 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:34:07.873936 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea02125-e92d-416f-a154-8ec635d7f065 req-6da40b37-fe9d-401b-b059-925738a85f58 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:07.875319 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5ea02125-e92d-416f-a154-8ec635d7f065 req-6da40b37-fe9d-401b-b059-925738a85f58 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 1098 time: 0.1683791 Nov 12 08:34:07.959802 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f4798d66-043d-4bc6-bcab-ead35ce6b5a1 req-a8126ac8-e5fa-47aa-b8b1-eb0f2e67159c service neutron] 10.222.0.58 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774347 Nov 12 08:34:07.962927 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 073aaa3b-3126-43a5-8605-d25b8fb92705, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=073aaa3b-3126-43a5-8605-d25b8fb92705,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:07.978398 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '073aaa3b-3126-43a5-8605-d25b8fb92705', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': '073aaa3b-3126-43a5-8605-d25b8fb92705', 'mac_address': 'fa:16:3e:ff:92:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:34:08.017407 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5ea02125-e92d-416f-a154-8ec635d7f065 req-faf3ea74-3ab1-4aba-b265-71d4fedf18b6 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074481 Nov 12 08:34:08.027304 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:08.043729 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 073aaa3b-3126-43a5-8605-d25b8fb92705 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:34:08.051494 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959d7be8-e92b-49e4-934d-9041827d3196 admin admin] Network 91b3d726-a5e2-40ea-99c4-f3223d9486ff is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:08.055056 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-959d7be8-e92b-49e4-934d-9041827d3196 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:08.096039 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 073aaa3b-3126-43a5-8605-d25b8fb92705, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=073aaa3b-3126-43a5-8605-d25b8fb92705,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:08.102718 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:08.181256 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f4798d66-043d-4bc6-bcab-ead35ce6b5a1 req-bf27b2a5-d9aa-43f6-b934-7c45a9cd8931 service neutron] 10.222.0.58 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072093 Nov 12 08:34:08.187457 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=073aaa3b-3126-43a5-8605-d25b8fb92705,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:08.247049 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16093273-8f5a-4d88-a819-cb4f01b82423 req-4f739506-2522-4f41-9e42-3e8f1cd31ea7 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:08.255517 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-16093273-8f5a-4d88-a819-cb4f01b82423 req-4f739506-2522-4f41-9e42-3e8f1cd31ea7 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 943 time: 0.1329353 Nov 12 08:34:08.287109 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959d7be8-e92b-49e4-934d-9041827d3196 admin admin] Router a7492eb9-4f4f-4b10-bc27-0a6815a42089 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:34:08.364659 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-16093273-8f5a-4d88-a819-cb4f01b82423 req-f76826e1-2e43-4fe2-a608-85fe95ac0d2c tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087940 Nov 12 08:34:08.436398 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a919bf-08dc-4464-a86b-05c247e16996 req-69bafc1a-8bfb-45be-8dd7-c5fe38ff8c2c tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:08.437979 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e9a919bf-08dc-4464-a86b-05c247e16996 req-69bafc1a-8bfb-45be-8dd7-c5fe38ff8c2c tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 1102 time: 0.1191664 Nov 12 08:34:08.491733 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['073aaa3b-3126-43a5-8605-d25b8fb92705'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:34:08.533696 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959d7be8-e92b-49e4-934d-9041827d3196 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:34:08.540320 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f5a74a40-827e-4684-aff8-67c4ded13964 None None] Provisioning complete for port 50b42a46-1ea2-4cfe-bcb3-c3d513afa149 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:08.540850 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-959d7be8-e92b-49e4-934d-9041827d3196 admin admin] 10.222.0.37 "PUT /v2.0/routers/a7492eb9-4f4f-4b10-bc27-0a6815a42089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6620636 Nov 12 08:34:08.541824 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f5a74a40-827e-4684-aff8-67c4ded13964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:08.549091 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844f3bb1-7a1f-43b6-b0b0-b02f0079510b None None] Sync routers for ids ['a7492eb9-4f4f-4b10-bc27-0a6815a42089'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:34:08.550430 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e9a919bf-08dc-4464-a86b-05c247e16996 req-91de0c69-ed42-4df7-bc8b-6d4b748327d0 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827694 Nov 12 08:34:08.608638 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844f3bb1-7a1f-43b6-b0b0-b02f0079510b None None] Routers {'a7492eb9-4f4f-4b10-bc27-0a6815a42089'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:08.609913 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-844f3bb1-7a1f-43b6-b0b0-b02f0079510b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:33:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['a7492eb9-4f4f-4b10-bc27-0a6815a42089'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:08.615106 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-f5a74a40-827e-4684-aff8-67c4ded13964 None None] Port 50b42a46-1ea2-4cfe-bcb3-c3d513afa149 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:34:08.637706 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2d581-62f6-49fe-afce-daba6cb38b04 req-1e2364bb-7dbd-4666-a312-260100364870 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:08.639714 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d7e2d581-62f6-49fe-afce-daba6cb38b04 req-1e2364bb-7dbd-4666-a312-260100364870 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 1098 time: 0.0599880 Nov 12 08:34:08.736982 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d7e2d581-62f6-49fe-afce-daba6cb38b04 req-5ee69cb2-0f8a-4019-b341-92673a896bfa tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870790 Nov 12 08:34:08.742714 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device df2de936-5730-46c0-908c-ab915c52f6dc up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:08.751877 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9774b2-bdec-4608-87f5-60e29f1d3159 req-efc66338-27c0-460c-8405-c15b9aa96257 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:08.753816 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae9774b2-bdec-4608-87f5-60e29f1d3159 req-efc66338-27c0-460c-8405-c15b9aa96257 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 1102 time: 0.1127083 Nov 12 08:34:08.835057 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37232) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:08.844452 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae9774b2-bdec-4608-87f5-60e29f1d3159 req-7236b64d-da59-4931-bfb5-7997fabf04ed tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734780 Nov 12 08:34:08.850441 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-844f3bb1-7a1f-43b6-b0b0-b02f0079510b None None] Set router a7492eb9-4f4f-4b10-bc27-0a6815a42089 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:08.893736 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a0a37d-dd67-4f77-bbba-85942824c2f9', 'name': 'network-vif-deleted', 'tag': '4ededc02-d7fc-4d75-8210-f295d1c8bfbc'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:34:08.897497 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9252b09-9fbb-43d0-a1c2-66751776432d" -d '{"events": [{"server_uuid": "d7a0a37d-dd67-4f77-bbba-85942824c2f9", "name": "network-vif-deleted", "tag": "4ededc02-d7fc-4d75-8210-f295d1c8bfbc"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:34:08.950894 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e9fed-46c0-4966-bc5c-becade174bcf req-f6e7c2b8-789d-41bf-b257-968e2833a3f3 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:08.958138 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c2e9fed-46c0-4966-bc5c-becade174bcf req-f6e7c2b8-789d-41bf-b257-968e2833a3f3 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c064c-7110-42f0-a5fa-c1915e0d3054 HTTP/1.1" status: 200 len: 947 time: 0.0677459 Nov 12 08:34:08.962696 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port df2de936-5730-46c0-908c-ab915c52f6dc triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:08.963535 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:09.016048 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c2e9fed-46c0-4966-bc5c-becade174bcf req-804dca1f-7db5-40b2-9351-d773888e0876 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569997 Nov 12 08:34:09.196437 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-844f3bb1-7a1f-43b6-b0b0-b02f0079510b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7492eb9-4f4f-4b10-bc27-0a6815a42089', 'name': 'tempest-FloatingIPsTestJSON-870282126-router', 'tenant_id': '170ed433cebf435e979c69a5b04f040c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'df2de936-5730-46c0-908c-ab915c52f6dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:57Z', 'updated_at': '2021-11-12T08:34:06Z', 'revision_number': 4, 'project_id': '170ed433cebf435e979c69a5b04f040c', 'gw_port': {'id': 'df2de936-5730-46c0-908c-ab915c52f6dc', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7492eb9-4f4f-4b10-bc27-0a6815a42089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:58Z', 'updated_at': '2021-11-12T08:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '50b42a46-1ea2-4cfe-bcb3-c3d513afa149', 'name': '', 'network_id': '91b3d726-a5e2-40ea-99c4-f3223d9486ff', 'tenant_id': '170ed433cebf435e979c69a5b04f040c', 'mac_address': 'fa:16:3e:6e:93:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7492eb9-4f4f-4b10-bc27-0a6815a42089', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '20c5d8e7-93af-4442-ae7c-b67bad4ecccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:05Z', 'updated_at': '2021-11-12T08:34:07Z', 'revision_number': 2, 'project_id': '170ed433cebf435e979c69a5b04f040c', 'subnets': [{'id': '20c5d8e7-93af-4442-ae7c-b67bad4ecccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:09.232725 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844f3bb1-7a1f-43b6-b0b0-b02f0079510b None None] Checking router: a7492eb9-4f4f-4b10-bc27-0a6815a42089 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:34:09.233357 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844f3bb1-7a1f-43b6-b0b0-b02f0079510b None None] Updating router a7492eb9-4f4f-4b10-bc27-0a6815a42089 port 50b42a46-1ea2-4cfe-bcb3-c3d513afa149 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:34:09.263843 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-844f3bb1-7a1f-43b6-b0b0-b02f0079510b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:09.302949 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98d7f1b-8af7-4f05-b0fa-316cccc9fc0d x-openstack-request-id: req-f98d7f1b-8af7-4f05-b0fa-316cccc9fc0d {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:09.303247 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a0a37d-dd67-4f77-bbba-85942824c2f9", "name": "network-vif-deleted", "tag": "4ededc02-d7fc-4d75-8210-f295d1c8bfbc", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:09.303751 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f98d7f1b-8af7-4f05-b0fa-316cccc9fc0d {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:09.304166 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a0a37d-dd67-4f77-bbba-85942824c2f9', 'name': 'network-vif-deleted', 'tag': '4ededc02-d7fc-4d75-8210-f295d1c8bfbc', 'status': 'completed', 'code': 200} Nov 12 08:34:09.423733 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d1816c94-a4df-4dd8-aa3d-c3d905ad090b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:09.609014 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-741c2fff-5a94-4fa3-a34f-44e6ca29f93e req-52b26be6-4637-47fc-83b5-0f283da67435 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5785856 Nov 12 08:34:09.621315 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-741c2fff-5a94-4fa3-a34f-44e6ca29f93e req-44338841-0a54-4a9d-a9b5-92a87cbb3649 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:09.658369 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-741c2fff-5a94-4fa3-a34f-44e6ca29f93e req-44338841-0a54-4a9d-a9b5-92a87cbb3649 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Publish callbacks [] for floatingip, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:09.692325 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-844f3bb1-7a1f-43b6-b0b0-b02f0079510b None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:09.701175 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-844f3bb1-7a1f-43b6-b0b0-b02f0079510b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:09.781276 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21efbd6-79be-4f1e-9eff-4d812a688f15 None None] Pushing event updated for resources: {'Port': ['ID=50b42a46-1ea2-4cfe-bcb3-c3d513afa149,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:09.827111 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4c3af-c2d5-4562-afc8-8a7585b130a4 req-5d6a980e-2f19-4c1a-b0e8-1e9d79a0a8d9 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:09.827986 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-d1816c94-a4df-4dd8-aa3d-c3d905ad090b admin admin] Deleting port 946cd13d-f1e8-4df2-9085-932e3cbd000b {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:09.828445 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d1816c94-a4df-4dd8-aa3d-c3d905ad090b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:09.828766 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-77d4c3af-c2d5-4562-afc8-8a7585b130a4 req-5d6a980e-2f19-4c1a-b0e8-1e9d79a0a8d9 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 943 time: 0.0771503 Nov 12 08:34:09.838542 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-741c2fff-5a94-4fa3-a34f-44e6ca29f93e req-44338841-0a54-4a9d-a9b5-92a87cbb3649 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:09.848675 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-844f3bb1-7a1f-43b6-b0b0-b02f0079510b None None] Attempting to bind port 50b42a46-1ea2-4cfe-bcb3-c3d513afa149 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:09.849042 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-844f3bb1-7a1f-43b6-b0b0-b02f0079510b None None] Attempting to bind port 50b42a46-1ea2-4cfe-bcb3-c3d513afa149 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '89a18dbe-dd38-456b-907d-f8a2ce7cf88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '91b3d726-a5e2-40ea-99c4-f3223d9486ff'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:09.849410 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844f3bb1-7a1f-43b6-b0b0-b02f0079510b None None] Attempting to bind port 50b42a46-1ea2-4cfe-bcb3-c3d513afa149 on network 91b3d726-a5e2-40ea-99c4-f3223d9486ff {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:09.857094 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844f3bb1-7a1f-43b6-b0b0-b02f0079510b None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:09.858551 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844f3bb1-7a1f-43b6-b0b0-b02f0079510b None None] Checking segment: {'id': '89a18dbe-dd38-456b-907d-f8a2ce7cf88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '91b3d726-a5e2-40ea-99c4-f3223d9486ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:09.859298 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-844f3bb1-7a1f-43b6-b0b0-b02f0079510b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:09.860043 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844f3bb1-7a1f-43b6-b0b0-b02f0079510b None None] Bound using segment: {'id': '89a18dbe-dd38-456b-907d-f8a2ce7cf88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '91b3d726-a5e2-40ea-99c4-f3223d9486ff'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:09.860722 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-844f3bb1-7a1f-43b6-b0b0-b02f0079510b None None] Bound port: 50b42a46-1ea2-4cfe-bcb3-c3d513afa149, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a18dbe-dd38-456b-907d-f8a2ce7cf88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '91b3d726-a5e2-40ea-99c4-f3223d9486ff'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:09.861333 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-844f3bb1-7a1f-43b6-b0b0-b02f0079510b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:09.935330 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-d1816c94-a4df-4dd8-aa3d-c3d905ad090b admin admin] For port 946cd13d-f1e8-4df2-9085-932e3cbd000b, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=946cd13d-f1e8-4df2-9085-932e3cbd000b,segment=NetworkSegment(af6c40d2-50a9-487d-90a5-d1e53bd06d4b),segment_id=af6c40d2-50a9-487d-90a5-d1e53bd06d4b)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:09.935937 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d1816c94-a4df-4dd8-aa3d-c3d905ad090b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:09.940684 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-77d4c3af-c2d5-4562-afc8-8a7585b130a4 req-758b0042-f547-4ae0-819a-f1343d3b3b51 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991328 Nov 12 08:34:09.951683 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-d1816c94-a4df-4dd8-aa3d-c3d905ad090b admin admin] Calling delete_port for 946cd13d-f1e8-4df2-9085-932e3cbd000b owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:09.977391 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-844f3bb1-7a1f-43b6-b0b0-b02f0079510b None None] For port 50b42a46-1ea2-4cfe-bcb3-c3d513afa149, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:09.981263 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-844f3bb1-7a1f-43b6-b0b0-b02f0079510b None None] For port 50b42a46-1ea2-4cfe-bcb3-c3d513afa149, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=50b42a46-1ea2-4cfe-bcb3-c3d513afa149,segment=NetworkSegment(89a18dbe-dd38-456b-907d-f8a2ce7cf88a),segment_id=89a18dbe-dd38-456b-907d-f8a2ce7cf88a)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:09.988883 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-844f3bb1-7a1f-43b6-b0b0-b02f0079510b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:10.040045 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-741c2fff-5a94-4fa3-a34f-44e6ca29f93e req-44338841-0a54-4a9d-a9b5-92a87cbb3649 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Allocated IP 172.25.6.156 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/5762b7cd-35a3-4eda-85d1-000c38c1d253) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:10.052275 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21efbd6-79be-4f1e-9eff-4d812a688f15 None None] Pushing event updated for resources: {'Port': ['ID=50b42a46-1ea2-4cfe-bcb3-c3d513afa149,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:10.101228 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-312eaf6c-242f-4bbd-8dec-84053633fe42 None None] Provisioning complete for port 50b42a46-1ea2-4cfe-bcb3-c3d513afa149 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:10.101595 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-312eaf6c-242f-4bbd-8dec-84053633fe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:10.136705 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device e595d8d4-feee-457b-81a4-7c74123a8d26 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:34:10.138931 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 4ededc02-d7fc-4d75-8210-f295d1c8bfbc no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:34:10.164800 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844f3bb1-7a1f-43b6-b0b0-b02f0079510b None None] Routers {'a7492eb9-4f4f-4b10-bc27-0a6815a42089'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:10.165447 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-844f3bb1-7a1f-43b6-b0b0-b02f0079510b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:33:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['a7492eb9-4f4f-4b10-bc27-0a6815a42089'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:10.229289 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d1816c94-a4df-4dd8-aa3d-c3d905ad090b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:10.238211 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 4ededc02-d7fc-4d75-8210-f295d1c8bfbc {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:34:10.238551 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 4ededc02-d7fc-4d75-8210-f295d1c8bfbc not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:34:10.243349 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-741c2fff-5a94-4fa3-a34f-44e6ca29f93e req-44338841-0a54-4a9d-a9b5-92a87cbb3649 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:10.262206 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e8034909-9262-4b74-8403-6ccfc3ed4bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:10.289382 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1816c94-a4df-4dd8-aa3d-c3d905ad090b admin admin] Pushing event deleted for resources: {'Port': ['ID=946cd13d-f1e8-4df2-9085-932e3cbd000b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:10.291961 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-741c2fff-5a94-4fa3-a34f-44e6ca29f93e req-44338841-0a54-4a9d-a9b5-92a87cbb3649 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:10.373758 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-741c2fff-5a94-4fa3-a34f-44e6ca29f93e req-44338841-0a54-4a9d-a9b5-92a87cbb3649 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:10.376990 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-741c2fff-5a94-4fa3-a34f-44e6ca29f93e req-44338841-0a54-4a9d-a9b5-92a87cbb3649 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:10.380763 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-741c2fff-5a94-4fa3-a34f-44e6ca29f93e req-44338841-0a54-4a9d-a9b5-92a87cbb3649 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:10.445046 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44338841-0a54-4a9d-a9b5-92a87cbb3649 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Pushing event updated for resources: {'Port': ['ID=5762b7cd-35a3-4eda-85d1-000c38c1d253,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:10.579181 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d1816c94-a4df-4dd8-aa3d-c3d905ad090b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:10.590802 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f774e6-7371-4642-aa33-2f7fce7dfe2b req-35a22f43-fcf4-4904-847f-ace6f4f88236 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:10.593922 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-99f774e6-7371-4642-aa33-2f7fce7dfe2b req-35a22f43-fcf4-4904-847f-ace6f4f88236 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 1098 time: 0.1294999 Nov 12 08:34:10.693017 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-741c2fff-5a94-4fa3-a34f-44e6ca29f93e req-44338841-0a54-4a9d-a9b5-92a87cbb3649 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:10.759604 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-99f774e6-7371-4642-aa33-2f7fce7dfe2b req-2ac44fa8-3e94-428e-873f-724f97aef007 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428106 Nov 12 08:34:10.778980 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-741c2fff-5a94-4fa3-a34f-44e6ca29f93e req-44338841-0a54-4a9d-a9b5-92a87cbb3649 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:10.783724 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-312eaf6c-242f-4bbd-8dec-84053633fe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:10.793919 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-844f3bb1-7a1f-43b6-b0b0-b02f0079510b None None] Set router a7492eb9-4f4f-4b10-bc27-0a6815a42089 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:10.845113 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port e595d8d4-feee-457b-81a4-7c74123a8d26, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=e595d8d4-feee-457b-81a4-7c74123a8d26,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:10.909219 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'e595d8d4-feee-457b-81a4-7c74123a8d26', 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b', 'port_id': 'e595d8d4-feee-457b-81a4-7c74123a8d26', 'mac_address': 'fa:16:3e:f5:b1:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46819c4-cbf3-463f-b6ce-344123c01513', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:34:10.920683 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-312eaf6c-242f-4bbd-8dec-84053633fe42 None None] For port 50b42a46-1ea2-4cfe-bcb3-c3d513afa149, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=50b42a46-1ea2-4cfe-bcb3-c3d513afa149,segment=NetworkSegment(89a18dbe-dd38-456b-907d-f8a2ce7cf88a),segment_id=89a18dbe-dd38-456b-907d-f8a2ce7cf88a)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:10.934041 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1816c94-a4df-4dd8-aa3d-c3d905ad090b admin admin] Router d05c6b47-3ac3-411a-add1-6408bbbaa778 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:34:10.959123 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-312eaf6c-242f-4bbd-8dec-84053633fe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:11.036424 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-741c2fff-5a94-4fa3-a34f-44e6ca29f93e req-44338841-0a54-4a9d-a9b5-92a87cbb3649 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:11.043555 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-741c2fff-5a94-4fa3-a34f-44e6ca29f93e req-44338841-0a54-4a9d-a9b5-92a87cbb3649 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:11.053512 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:11.088978 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1816c94-a4df-4dd8-aa3d-c3d905ad090b admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:34:11.097939 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d1816c94-a4df-4dd8-aa3d-c3d905ad090b admin admin] 10.222.0.37 "PUT /v2.0/routers/d05c6b47-3ac3-411a-add1-6408bbbaa778/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2613509 Nov 12 08:34:11.104306 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37278) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:11.107216 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e595d8d4-feee-457b-81a4-7c74123a8d26 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:34:11.118337 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567bdea9-6a18-4d56-b93e-e1fb3d78ae5e None None] Sync routers for ids ['d05c6b47-3ac3-411a-add1-6408bbbaa778'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:34:11.138120 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567bdea9-6a18-4d56-b93e-e1fb3d78ae5e None None] Routers {'d05c6b47-3ac3-411a-add1-6408bbbaa778'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:11.140122 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-567bdea9-6a18-4d56-b93e-e1fb3d78ae5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:34:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d05c6b47-3ac3-411a-add1-6408bbbaa778'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:11.140629 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312eaf6c-242f-4bbd-8dec-84053633fe42 None None] Pushing event updated for resources: {'Port': ['ID=50b42a46-1ea2-4cfe-bcb3-c3d513afa149,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:11.155950 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-741c2fff-5a94-4fa3-a34f-44e6ca29f93e req-44338841-0a54-4a9d-a9b5-92a87cbb3649 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:11.158300 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9a38f317-469b-4c53-82b3-4e4ebe9acd7c None None] Provisioning complete for port 50b42a46-1ea2-4cfe-bcb3-c3d513afa149 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:11.158300 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9a38f317-469b-4c53-82b3-4e4ebe9acd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:11.165063 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port e595d8d4-feee-457b-81a4-7c74123a8d26, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=e595d8d4-feee-457b-81a4-7c74123a8d26,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:11.190303 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de0ec9-68f9-4ca4-b01e-4ee78b352c07 req-8929372a-1e15-4fcd-925d-33c97331c924 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:11.194534 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:11.199539 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-77de0ec9-68f9-4ca4-b01e-4ee78b352c07 req-8929372a-1e15-4fcd-925d-33c97331c924 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c064c-7110-42f0-a5fa-c1915e0d3054 HTTP/1.1" status: 200 len: 947 time: 0.1759076 Nov 12 08:34:11.220433 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44338841-0a54-4a9d-a9b5-92a87cbb3649 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Pushing event updated for resources: {'Port': ['ID=5762b7cd-35a3-4eda-85d1-000c38c1d253,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:11.225759 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-897bfe18-597b-4cf3-97c7-25c895df3efc admin admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:11.239524 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-741c2fff-5a94-4fa3-a34f-44e6ca29f93e req-44338841-0a54-4a9d-a9b5-92a87cbb3649 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:11.247972 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-741c2fff-5a94-4fa3-a34f-44e6ca29f93e req-44338841-0a54-4a9d-a9b5-92a87cbb3649 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6324327 Nov 12 08:34:11.291571 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=e595d8d4-feee-457b-81a4-7c74123a8d26,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:11.309595 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-741c2fff-5a94-4fa3-a34f-44e6ca29f93e req-4d5ba6d1-da45-4d42-a653-08598ff370bc tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.156 HTTP/1.1" status: 200 len: 696 time: 0.0601869 Nov 12 08:34:11.338953 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-567bdea9-6a18-4d56-b93e-e1fb3d78ae5e None None] Set router d05c6b47-3ac3-411a-add1-6408bbbaa778 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:11.347657 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-844f3bb1-7a1f-43b6-b0b0-b02f0079510b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7492eb9-4f4f-4b10-bc27-0a6815a42089', 'name': 'tempest-FloatingIPsTestJSON-870282126-router', 'tenant_id': '170ed433cebf435e979c69a5b04f040c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'df2de936-5730-46c0-908c-ab915c52f6dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:57Z', 'updated_at': '2021-11-12T08:34:06Z', 'revision_number': 4, 'project_id': '170ed433cebf435e979c69a5b04f040c', 'gw_port': {'id': 'df2de936-5730-46c0-908c-ab915c52f6dc', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7492eb9-4f4f-4b10-bc27-0a6815a42089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:58Z', 'updated_at': '2021-11-12T08:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '50b42a46-1ea2-4cfe-bcb3-c3d513afa149', 'name': '', 'network_id': '91b3d726-a5e2-40ea-99c4-f3223d9486ff', 'tenant_id': '170ed433cebf435e979c69a5b04f040c', 'mac_address': 'fa:16:3e:6e:93:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7492eb9-4f4f-4b10-bc27-0a6815a42089', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '20c5d8e7-93af-4442-ae7c-b67bad4ecccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:05Z', 'updated_at': '2021-11-12T08:34:09Z', 'revision_number': 4, 'project_id': '170ed433cebf435e979c69a5b04f040c', 'subnets': [{'id': '20c5d8e7-93af-4442-ae7c-b67bad4ecccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:11.351485 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-897bfe18-597b-4cf3-97c7-25c895df3efc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:11.362261 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-77de0ec9-68f9-4ca4-b01e-4ee78b352c07 req-30eb69c5-60fe-4408-9565-aa70207b2fd0 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615100 Nov 12 08:34:11.393568 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844f3bb1-7a1f-43b6-b0b0-b02f0079510b None None] The sync data for ids ['a7492eb9-4f4f-4b10-bc27-0a6815a42089'] in n-d-768862-16 is: [{'id': 'a7492eb9-4f4f-4b10-bc27-0a6815a42089', 'name': 'tempest-FloatingIPsTestJSON-870282126-router', 'tenant_id': '170ed433cebf435e979c69a5b04f040c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'df2de936-5730-46c0-908c-ab915c52f6dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:57Z', 'updated_at': '2021-11-12T08:34:06Z', 'revision_number': 4, 'project_id': '170ed433cebf435e979c69a5b04f040c', 'gw_port': {'id': 'df2de936-5730-46c0-908c-ab915c52f6dc', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7492eb9-4f4f-4b10-bc27-0a6815a42089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:58Z', 'updated_at': '2021-11-12T08:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '50b42a46-1ea2-4cfe-bcb3-c3d513afa149', 'name': '', 'network_id': '91b3d726-a5e2-40ea-99c4-f3223d9486ff', 'tenant_id': '170ed433cebf435e979c69a5b04f040c', 'mac_address': 'fa:16:3e:6e:93:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7492eb9-4f4f-4b10-bc27-0a6815a42089', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '20c5d8e7-93af-4442-ae7c-b67bad4ecccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:05Z', 'updated_at': '2021-11-12T08:34:09Z', 'revision_number': 4, 'project_id': '170ed433cebf435e979c69a5b04f040c', 'subnets': [{'id': '20c5d8e7-93af-4442-ae7c-b67bad4ecccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:34:11.498210 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-897bfe18-597b-4cf3-97c7-25c895df3efc admin admin] Deleting port b56f1346-ccdc-45a9-a4a1-b3c3981affa8 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:11.498828 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-897bfe18-597b-4cf3-97c7-25c895df3efc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:11.505714 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c2fff-5a94-4fa3-a34f-44e6ca29f93e req-0b1954e6-1a76-44b1-99e4-20d1b5cb31ff tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:11.507204 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-741c2fff-5a94-4fa3-a34f-44e6ca29f93e req-0b1954e6-1a76-44b1-99e4-20d1b5cb31ff tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 784 time: 0.1972432 Nov 12 08:34:11.546735 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-741c2fff-5a94-4fa3-a34f-44e6ca29f93e req-c8cae10a-6764-45a3-b06f-38290ecc46b0 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:34:11.559067 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-741c2fff-5a94-4fa3-a34f-44e6ca29f93e req-c8cae10a-6764-45a3-b06f-38290ecc46b0 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0203927 Nov 12 08:34:11.610489 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['e595d8d4-feee-457b-81a4-7c74123a8d26'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:34:11.627350 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-897bfe18-597b-4cf3-97c7-25c895df3efc admin admin] For port b56f1346-ccdc-45a9-a4a1-b3c3981affa8, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b56f1346-ccdc-45a9-a4a1-b3c3981affa8,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:11.627713 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-897bfe18-597b-4cf3-97c7-25c895df3efc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:11.640985 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f976fe-9da7-4383-814c-5c11b75bb4cd req-686fb489-f83c-49d8-9342-dd9bce597474 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:11.646861 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30f976fe-9da7-4383-814c-5c11b75bb4cd req-686fb489-f83c-49d8-9342-dd9bce597474 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.1484246 Nov 12 08:34:11.736680 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-567bdea9-6a18-4d56-b93e-e1fb3d78ae5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1966029313-router', 'tenant_id': '0669f51114604e399f0f5892a07911ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'b56f1346-ccdc-45a9-a4a1-b3c3981affa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:02Z', 'updated_at': '2021-11-12T08:34:10Z', 'revision_number': 5, 'project_id': '0669f51114604e399f0f5892a07911ba', 'gw_port': {'id': 'b56f1346-ccdc-45a9-a4a1-b3c3981affa8', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:05Z', 'updated_at': '2021-11-12T08:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:11.755449 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30f976fe-9da7-4383-814c-5c11b75bb4cd req-ed3d1f83-e92c-4b49-a014-5fdac6c14f76 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996108 Nov 12 08:34:11.861363 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567bdea9-6a18-4d56-b93e-e1fb3d78ae5e None None] Checking router: d05c6b47-3ac3-411a-add1-6408bbbaa778 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:34:11.881440 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:11.887534 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 073aaa3b-3126-43a5-8605-d25b8fb92705 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:11.909885 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567bdea9-6a18-4d56-b93e-e1fb3d78ae5e None None] Routers {'d05c6b47-3ac3-411a-add1-6408bbbaa778'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:11.910548 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-567bdea9-6a18-4d56-b93e-e1fb3d78ae5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:34:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d05c6b47-3ac3-411a-add1-6408bbbaa778'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:12.045787 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 073aaa3b-3126-43a5-8605-d25b8fb92705 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:34:12.050032 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c616f-108a-473a-be91-3838afe33d67 req-deae6c09-7f12-4f7b-9e0e-eb513a622014 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:12.052026 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 073aaa3b-3126-43a5-8605-d25b8fb92705 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:12.052506 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:12.058191 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ad1c616f-108a-473a-be91-3838afe33d67 req-deae6c09-7f12-4f7b-9e0e-eb513a622014 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 944 time: 0.1208458 Nov 12 08:34:12.088433 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-897bfe18-597b-4cf3-97c7-25c895df3efc admin admin] Calling delete_port for b56f1346-ccdc-45a9-a4a1-b3c3981affa8 owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:12.137363 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-567bdea9-6a18-4d56-b93e-e1fb3d78ae5e None None] Set router d05c6b47-3ac3-411a-add1-6408bbbaa778 gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:12.196915 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ad1c616f-108a-473a-be91-3838afe33d67 req-3b1def71-2589-4e74-8f67-9074e741c196 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272438 Nov 12 08:34:12.224583 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:12.266269 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-567bdea9-6a18-4d56-b93e-e1fb3d78ae5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1966029313-router', 'tenant_id': '0669f51114604e399f0f5892a07911ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:02Z', 'updated_at': '2021-11-12T08:34:11Z', 'revision_number': 6, 'project_id': '0669f51114604e399f0f5892a07911ba', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:12.320006 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031c064c-7110-42f0-a5fa-c1915e0d3054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073aaa3b-3126-43a5-8605-d25b8fb92705'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:34:12.327363 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6db91c5-e07f-4d66-8e71-73fb65df46d2" -d '{"events": [{"server_uuid": "031c064c-7110-42f0-a5fa-c1915e0d3054", "name": "network-vif-plugged", "status": "completed", "tag": "073aaa3b-3126-43a5-8605-d25b8fb92705"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:34:12.361034 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 073aaa3b-3126-43a5-8605-d25b8fb92705, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=073aaa3b-3126-43a5-8605-d25b8fb92705,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:12.366041 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fae761a2-a40c-49da-b2a9-062a656e76d9 req-93c13ea4-8c23-4153-b71d-ccd657f1fa48 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] 10.222.0.37 "GET /v2.0/floatingips/c47cc424-bc30-496d-8fe2-5044371b099b HTTP/1.1" status: 200 len: 693 time: 0.1101117 Nov 12 08:34:12.370865 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:12.373704 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567bdea9-6a18-4d56-b93e-e1fb3d78ae5e None None] The sync data for ids ['d05c6b47-3ac3-411a-add1-6408bbbaa778'] in n-d-768862-16 is: [{'id': 'd05c6b47-3ac3-411a-add1-6408bbbaa778', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1966029313-router', 'tenant_id': '0669f51114604e399f0f5892a07911ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:02Z', 'updated_at': '2021-11-12T08:34:11Z', 'revision_number': 6, 'project_id': '0669f51114604e399f0f5892a07911ba', 'gw_port_host': None}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:34:12.505031 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=073aaa3b-3126-43a5-8605-d25b8fb92705,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:12.552517 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-897bfe18-597b-4cf3-97c7-25c895df3efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:12.602959 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897bfe18-597b-4cf3-97c7-25c895df3efc admin admin] Pushing event deleted for resources: {'Port': ['ID=b56f1346-ccdc-45a9-a4a1-b3c3981affa8,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:12.631591 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-897bfe18-597b-4cf3-97c7-25c895df3efc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:12.639660 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae761a2-a40c-49da-b2a9-062a656e76d9 req-226d2823-eef0-4513-8fd5-9d412947225c tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:12.652813 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fae761a2-a40c-49da-b2a9-062a656e76d9 req-226d2823-eef0-4513-8fd5-9d412947225c tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 784 time: 0.2842855 Nov 12 08:34:12.672702 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-fae761a2-a40c-49da-b2a9-062a656e76d9 req-1fafd2ee-fc4d-4e8f-8af5-826624835ce2 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:34:12.673814 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fae761a2-a40c-49da-b2a9-062a656e76d9 req-1fafd2ee-fc4d-4e8f-8af5-826624835ce2 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0146830 Nov 12 08:34:12.815899 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-897bfe18-597b-4cf3-97c7-25c895df3efc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:12.818327 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-897bfe18-597b-4cf3-97c7-25c895df3efc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:12.894652 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b479bb88-4c05-4280-aef6-577af5ab00cf x-openstack-request-id: req-b479bb88-4c05-4280-aef6-577af5ab00cf {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:12.895239 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031c064c-7110-42f0-a5fa-c1915e0d3054", "name": "network-vif-plugged", "status": "completed", "tag": "073aaa3b-3126-43a5-8605-d25b8fb92705", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:12.895601 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b479bb88-4c05-4280-aef6-577af5ab00cf {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:12.896392 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031c064c-7110-42f0-a5fa-c1915e0d3054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073aaa3b-3126-43a5-8605-d25b8fb92705', 'code': 200} Nov 12 08:34:12.950861 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-897bfe18-597b-4cf3-97c7-25c895df3efc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:12.952271 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897bfe18-597b-4cf3-97c7-25c895df3efc admin admin] Fanout notify agent at l3_agent the message router_deleted on router d05c6b47-3ac3-411a-add1-6408bbbaa778 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:34:12.972801 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-897bfe18-597b-4cf3-97c7-25c895df3efc admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:12.976952 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-897bfe18-597b-4cf3-97c7-25c895df3efc admin admin] 10.222.0.37 "DELETE /v2.0/routers/d05c6b47-3ac3-411a-add1-6408bbbaa778 HTTP/1.1" status: 204 len: 168 time: 1.8712289 Nov 12 08:34:12.977780 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37318) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:13.161631 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186c0cf-dc83-4dfc-bc49-b6ca488c1eae req-d618c483-255d-42b1-ab5a-e92ee9e9f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:13.163210 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a186c0cf-dc83-4dfc-bc49-b6ca488c1eae req-d618c483-255d-42b1-ab5a-e92ee9e9f5a1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=031c064c-7110-42f0-a5fa-c1915e0d3054 HTTP/1.1" status: 200 len: 1100 time: 0.1302798 Nov 12 08:34:13.203369 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 50b42a46-1ea2-4cfe-bcb3-c3d513afa149 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:13.238335 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-74587fa6-9863-42d4-9c91-28d5472a5f6a admin admin] Deleting subnet 8938d4b5-bd69-4149-9311-40b43ee35159 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:34:13.247070 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:13.248302 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-74587fa6-9863-42d4-9c91-28d5472a5f6a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:13.280024 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a186c0cf-dc83-4dfc-bc49-b6ca488c1eae req-d8716a33-0ab9-4e6b-805b-498edca55c9f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038668 Nov 12 08:34:13.308938 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 50b42a46-1ea2-4cfe-bcb3-c3d513afa149 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:13.309451 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:13.309696 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095e99c-c562-471d-af86-f038ba3c67d1 req-5cce9f55-05cf-4bbd-80a0-92eefda659c3 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:13.317774 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a095e99c-c562-471d-af86-f038ba3c67d1 req-5cce9f55-05cf-4bbd-80a0-92eefda659c3 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c064c-7110-42f0-a5fa-c1915e0d3054 HTTP/1.1" status: 200 len: 948 time: 0.2185869 Nov 12 08:34:13.357754 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-74587fa6-9863-42d4-9c91-28d5472a5f6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:13.430778 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 946cd13d-f1e8-4df2-9085-932e3cbd000b no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:34:13.440011 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a095e99c-c562-471d-af86-f038ba3c67d1 req-5fb77ce1-9929-4f1b-8894-0694eee7eb65 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203587 Nov 12 08:34:13.455958 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 946cd13d-f1e8-4df2-9085-932e3cbd000b {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:34:13.456303 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 946cd13d-f1e8-4df2-9085-932e3cbd000b not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:34:13.619908 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-637a75c2-a444-4d48-94df-6242a61da9cf tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:34:13.621267 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-637a75c2-a444-4d48-94df-6242a61da9cf tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103993 Nov 12 08:34:13.630475 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-370abad4-1380-48bd-b9a3-0644feb7c939 req-24cb1ead-acb3-4f08-a2fb-4e1e6c511a6e tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=170ed433cebf435e979c69a5b04f040c HTTP/1.1" status: 200 len: 696 time: 0.1445355 Nov 12 08:34:13.683479 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-74587fa6-9863-42d4-9c91-28d5472a5f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:13.750772 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:34:13.762176 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-25582e0a-8409-4a33-97a3-cc463d3fa841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:13.763777 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-25582e0a-8409-4a33-97a3-cc463d3fa841 service neutron] 10.222.0.37 "GET /v2.0/ports/4284253f-d252-4cac-a63a-a44080a42da3 HTTP/1.1" status: 200 len: 1095 time: 0.1287017 Nov 12 08:34:13.781770 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-d2a8e6ae-704b-4602-9a42-df6ed9aedfb6 service neutron] Request body: {'binding': {'host': 'n-h2-768862-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:13.782313 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-d2a8e6ae-704b-4602-9a42-df6ed9aedfb6 service neutron] Unknown quota resources ['binding']. {{(pid=102569) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:34:13.865813 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-74587fa6-9863-42d4-9c91-28d5472a5f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:13.882981 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:13.888427 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370abad4-1380-48bd-b9a3-0644feb7c939 req-ac8eb79e-35aa-4ede-8519-9a86a0f5bc10 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:13.890021 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-370abad4-1380-48bd-b9a3-0644feb7c939 req-ac8eb79e-35aa-4ede-8519-9a86a0f5bc10 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] 10.222.0.37 "GET /v2.0/networks?id=83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 787 time: 0.2587452 Nov 12 08:34:13.940043 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-370abad4-1380-48bd-b9a3-0644feb7c939 req-b945e43c-975f-4d9a-a006-ad848d9b76dc tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:34:13.940568 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-370abad4-1380-48bd-b9a3-0644feb7c939 req-b945e43c-975f-4d9a-a006-ad848d9b76dc tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0304701 Nov 12 08:34:13.943134 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74587fa6-9863-42d4-9c91-28d5472a5f6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8938d4b5-bd69-4149-9311-40b43ee35159,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:13.945225 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-74587fa6-9863-42d4-9c91-28d5472a5f6a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:13.952063 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-74587fa6-9863-42d4-9c91-28d5472a5f6a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8938d4b5-bd69-4149-9311-40b43ee35159 HTTP/1.1" status: 204 len: 168 time: 0.9681318 Nov 12 08:34:13.952158 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee078e4-f963-45f5-88bf-39be9e485f52 None None] Network 66564c6e-e2e7-416d-a841-b87c2301f074 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:13.952267 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37330) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:14.036128 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-d2a8e6ae-704b-4602-9a42-df6ed9aedfb6 service neutron] Attempting to bind port 4284253f-d252-4cac-a63a-a44080a42da3 on host n-h2-768862-16 for vnic_type normal with profile None {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:14.036717 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-d2a8e6ae-704b-4602-9a42-df6ed9aedfb6 service neutron] Attempting to bind port 4284253f-d252-4cac-a63a-a44080a42da3 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:14.037061 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-d2a8e6ae-704b-4602-9a42-df6ed9aedfb6 service neutron] Attempting to bind port 4284253f-d252-4cac-a63a-a44080a42da3 on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:14.041382 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.043860 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-d2a8e6ae-704b-4602-9a42-df6ed9aedfb6 service neutron] Port 4284253f-d252-4cac-a63a-a44080a42da3 on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:34:14.044417 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-d2a8e6ae-704b-4602-9a42-df6ed9aedfb6 service neutron] Attempting to bind port 4284253f-d252-4cac-a63a-a44080a42da3 on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:14.069317 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-d2a8e6ae-704b-4602-9a42-df6ed9aedfb6 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:14.069939 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-d2a8e6ae-704b-4602-9a42-df6ed9aedfb6 service neutron] Checking segment: {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:14.070537 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-d2a8e6ae-704b-4602-9a42-df6ed9aedfb6 service neutron] Bound using segment: {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:14.071132 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-d2a8e6ae-704b-4602-9a42-df6ed9aedfb6 service neutron] Bound port: 4284253f-d252-4cac-a63a-a44080a42da3, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:14.111064 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] Deleting port 8342f6b9-77be-4441-9f38-4a53c9aae26c {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:14.111401 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.150242 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device e595d8d4-feee-457b-81a4-7c74123a8d26 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:14.158825 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887758bb-eb2b-4cb2-af4c-cd4e0f8badb6 req-69cda69b-0bf9-4246-bdd4-4635bd0f729d tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:14.160415 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-887758bb-eb2b-4cb2-af4c-cd4e0f8badb6 req-69cda69b-0bf9-4246-bdd4-4635bd0f729d tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.1101482 Nov 12 08:34:14.178771 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-d2a8e6ae-704b-4602-9a42-df6ed9aedfb6 service neutron] For port 4284253f-d252-4cac-a63a-a44080a42da3, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=4284253f-d252-4cac-a63a-a44080a42da3,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:14.190470 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-d2a8e6ae-704b-4602-9a42-df6ed9aedfb6 service neutron] Publish callbacks [] for binding, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.191663 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-d2a8e6ae-704b-4602-9a42-df6ed9aedfb6 service neutron] 10.222.0.37 "POST /v2.0/ports/4284253f-d252-4cac-a63a-a44080a42da3/bindings HTTP/1.1" status: 201 len: 390 time: 0.4216175 Nov 12 08:34:14.203690 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] For port 8342f6b9-77be-4441-9f38-4a53c9aae26c, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=8342f6b9-77be-4441-9f38-4a53c9aae26c,segment=NetworkSegment(af6c40d2-50a9-487d-90a5-d1e53bd06d4b),segment_id=af6c40d2-50a9-487d-90a5-d1e53bd06d4b)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:14.204549 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.231241 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port e595d8d4-feee-457b-81a4-7c74123a8d26 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:34:14.237306 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] Calling delete_port for 8342f6b9-77be-4441-9f38-4a53c9aae26c owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:14.243262 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port e595d8d4-feee-457b-81a4-7c74123a8d26 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:14.243690 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.254065 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-887758bb-eb2b-4cb2-af4c-cd4e0f8badb6 req-8308b66a-fe55-4d52-aeff-c3b04da904c7 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847001 Nov 12 08:34:14.344163 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b0ce34-72d0-4fd1-862a-0e6a01bc2a93 None None] DHCP port deletion for 66564c6e-e2e7-416d-a841-b87c2301f074 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:34:14.432927 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.458211 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.481096 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-49b0ce34-72d0-4fd1-862a-0e6a01bc2a93 None None] Deleting port 8342f6b9-77be-4441-9f38-4a53c9aae26c {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:14.481813 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-49b0ce34-72d0-4fd1-862a-0e6a01bc2a93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.483604 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] Pushing event deleted for resources: {'Port': ['ID=8342f6b9-77be-4441-9f38-4a53c9aae26c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:14.492996 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] No DVR routers for this DVR port 8342f6b9-77be-4441-9f38-4a53c9aae26c on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:34:14.507699 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53499446-faa6-4165-bbc5-f21a48773ddf req-589c6a20-18a6-40e3-a5cc-60c37c1892f8 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:14.510333 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-53499446-faa6-4165-bbc5-f21a48773ddf req-589c6a20-18a6-40e3-a5cc-60c37c1892f8 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 944 time: 0.1112671 Nov 12 08:34:14.583215 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port e595d8d4-feee-457b-81a4-7c74123a8d26, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=e595d8d4-feee-457b-81a4-7c74123a8d26,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:14.598968 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.604771 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.608501 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-49b0ce34-72d0-4fd1-862a-0e6a01bc2a93 None None] For port 8342f6b9-77be-4441-9f38-4a53c9aae26c, host n-d-768862-16, got binding levels [] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:14.608915 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-49b0ce34-72d0-4fd1-862a-0e6a01bc2a93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.614701 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-9956c1ec-e7eb-467f-b992-1dc4ddddc864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:14.617601 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-9956c1ec-e7eb-467f-b992-1dc4ddddc864 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=53ced5a3b5824d46b94af4c3034e6689&device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 1098 time: 0.1055570 Nov 12 08:34:14.642770 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:34:14.643157 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:34:14.644218 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-49b0ce34-72d0-4fd1-862a-0e6a01bc2a93 None None] Calling delete_port for 8342f6b9-77be-4441-9f38-4a53c9aae26c owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:14.644608 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:34:14.644808 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] Subscribe: > port after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:34:14.645132 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:34:14.645465 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] Subscribe: > port after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:34:14.645795 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:34:14.646297 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:34:14.647051 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:34:14.647388 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:34:14.652770 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.ipam_backend_mixin [None req-49b0ce34-72d0-4fd1-862a-0e6a01bc2a93 None None] Port 8342f6b9-77be-4441-9f38-4a53c9aae26c was not found and therefore no delete operation was performed {{(pid=102570) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:34:14.657006 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-49b0ce34-72d0-4fd1-862a-0e6a01bc2a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.672734 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b0ce34-72d0-4fd1-862a-0e6a01bc2a93 None None] No DVR routers for this DVR port 8342f6b9-77be-4441-9f38-4a53c9aae26c on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:34:14.688303 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=e595d8d4-feee-457b-81a4-7c74123a8d26,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:14.719541 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-53499446-faa6-4165-bbc5-f21a48773ddf req-c6f93315-2449-40e2-b6d2-c40636f802a3 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622612 Nov 12 08:34:14.740181 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0ce34-72d0-4fd1-862a-0e6a01bc2a93 None None] Pushing event deleted for resources: {'Port': ['ID=8342f6b9-77be-4441-9f38-4a53c9aae26c,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:14.766606 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8342f6b9-77be-4441-9f38-4a53c9aae26c no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:34:14.820826 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:34:14.821365 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:34:14.822452 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:34:14.822452 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:34:14.822866 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66564c6e-e2e7-416d-a841-b87c2301f074']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:14.857029 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-002fbb75-8dcc-4d88-9db7-98cd9c664252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:14.858996 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-002fbb75-8dcc-4d88-9db7-98cd9c664252 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ac11a5bd-0584-4f41-bf7f-a43257f96e99 HTTP/1.1" status: 200 len: 921 time: 0.2243955 Nov 12 08:34:14.877550 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6c40d2-50a9-487d-90a5-d1e53bd06d4b') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:14.878220 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6c40d2-50a9-487d-90a5-d1e53bd06d4b') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:14.901568 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.935450 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.949685 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:34:14.950419 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.978458 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b00b121-86f2-4199-8bb7-be663675566f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e595d8d4-feee-457b-81a4-7c74123a8d26'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:34:14.981835 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a3c9f6-1f17-4450-8957-7429f08ddada" -d '{"events": [{"server_uuid": "7b00b121-86f2-4199-8bb7-be663675566f", "name": "network-vif-plugged", "status": "completed", "tag": "e595d8d4-feee-457b-81a4-7c74123a8d26"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:34:14.984811 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8b5ce248-a806-4228-9462-e3633e9f32fc req-6207c46a-e76e-45c0-a73e-a1ec68801ef5 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] 10.222.0.37 "GET /v2.0/floatingips/c47cc424-bc30-496d-8fe2-5044371b099b HTTP/1.1" status: 200 len: 693 time: 0.1112859 Nov 12 08:34:14.986788 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 8342f6b9-77be-4441-9f38-4a53c9aae26c {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:34:14.987301 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8342f6b9-77be-4441-9f38-4a53c9aae26c not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:34:14.987922 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b56f1346-ccdc-45a9-a4a1-b3c3981affa8 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:34:14.988264 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-58a3d4f0-2485-4cd2-a947-8abeb3f03b9e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4284253f-d252-4cac-a63a-a44080a42da3 HTTP/1.1" status: 200 len: 217 time: 0.0608578 Nov 12 08:34:15.011344 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: b56f1346-ccdc-45a9-a4a1-b3c3981affa8 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:34:15.012050 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b56f1346-ccdc-45a9-a4a1-b3c3981affa8 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: from cryptography.utils import int_from_bytes Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: from cryptography.utils import int_from_bytes Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:34:15.030365 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:34:15.044708 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:15.051149 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:15.057914 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] 10.222.0.37 "DELETE /v2.0/networks/66564c6e-e2e7-416d-a841-b87c2301f074 HTTP/1.1" status: 204 len: 168 time: 1.1030529 Nov 12 08:34:15.070076 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdd504-7fd2-462d-baf6-19aefc9ba138 admin admin] Pushing event deleted for resources: {'Network': ['ID=66564c6e-e2e7-416d-a841-b87c2301f074,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:15.143970 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-ddfb215b-5760-4219-b651-dbf40ce52b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:15.145425 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-ddfb215b-5760-4219-b651-dbf40ce52b46 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165 HTTP/1.1" status: 200 len: 860 time: 0.1461384 Nov 12 08:34:15.185056 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850b623-3b34-43b3-8698-fbf0f6316d27 req-68c22e90-c264-46ed-9e41-191a29458e63 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:15.186739 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4850b623-3b34-43b3-8698-fbf0f6316d27 req-68c22e90-c264-46ed-9e41-191a29458e63 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 946 time: 0.1276569 Nov 12 08:34:15.188760 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37350) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:15.193599 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ce248-a806-4228-9462-e3633e9f32fc req-a00955da-9e29-46b4-a7eb-25fea6567c8e tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:15.194913 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8b5ce248-a806-4228-9462-e3633e9f32fc req-a00955da-9e29-46b4-a7eb-25fea6567c8e tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 784 time: 0.2089503 Nov 12 08:34:15.216546 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-add996f9-f29d-44da-b88f-8fa7dad6bd61 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac11a5bd-0584-4f41-bf7f-a43257f96e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495849 Nov 12 08:34:15.238196 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-31342fcd-f59c-4390-922e-8086536f8d09 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0669f51114604e399f0f5892a07911ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481229 Nov 12 08:34:15.240807 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37352) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:15.291373 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1c04859a-309d-4e93-8ce6-1e21afd6550e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:15.301024 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8b5ce248-a806-4228-9462-e3633e9f32fc req-28a98e2b-97e1-4b03-89e8-e3b338b5b10e tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.156 HTTP/1.1" status: 200 len: 696 time: 0.0880868 Nov 12 08:34:15.315055 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1c04859a-309d-4e93-8ce6-1e21afd6550e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:15.373467 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1c04859a-309d-4e93-8ce6-1e21afd6550e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:15.376689 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1c04859a-309d-4e93-8ce6-1e21afd6550e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:15.378037 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1c04859a-309d-4e93-8ce6-1e21afd6550e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6227e74a-e98c-446f-b22d-831b8485d6df HTTP/1.1" status: 204 len: 168 time: 0.1363060 Nov 12 08:34:15.387290 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4850b623-3b34-43b3-8698-fbf0f6316d27 req-d79a2b58-b9df-4fd1-8b76-e53e41d698ed tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911197 Nov 12 08:34:15.387811 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04859a-309d-4e93-8ce6-1e21afd6550e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6227e74a-e98c-446f-b22d-831b8485d6df,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:15.403181 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8b5ce248-a806-4228-9462-e3633e9f32fc req-5191c337-5d92-4177-973f-290d6dad370f tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.156 HTTP/1.1" status: 200 len: 696 time: 0.0954001 Nov 12 08:34:15.460485 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-e96ab4bf-83d6-410d-b88a-62e1405821e8 service neutron] 10.222.0.58 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251947 Nov 12 08:34:15.659593 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768aa9f1-74da-408a-8f8f-ad515ed0cc9a req-64814c16-36dc-424d-a98e-9c4b86810f75 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:15.661145 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-768aa9f1-74da-408a-8f8f-ad515ed0cc9a req-64814c16-36dc-424d-a98e-9c4b86810f75 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c064c-7110-42f0-a5fa-c1915e0d3054 HTTP/1.1" status: 200 len: 948 time: 0.1524093 Nov 12 08:34:15.667038 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-303297c9-7791-4ab0-b236-b88fc65e456d service neutron] 10.222.0.58 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916468 Nov 12 08:34:15.693123 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-8b5ce248-a806-4228-9462-e3633e9f32fc req-77029b01-00e0-4941-88c7-7c1a034be0c9 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Deleting port 5762b7cd-35a3-4eda-85d1-000c38c1d253 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:15.693459 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-8b5ce248-a806-4228-9462-e3633e9f32fc req-77029b01-00e0-4941-88c7-7c1a034be0c9 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:16.058925 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-768aa9f1-74da-408a-8f8f-ad515ed0cc9a req-3e5c61ad-8015-429a-b40a-a7fa875d7520 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899510 Nov 12 08:34:16.107556 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017985d0-469c-487b-990a-84522a06ce1d x-openstack-request-id: req-017985d0-469c-487b-990a-84522a06ce1d {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:16.108075 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b00b121-86f2-4199-8bb7-be663675566f", "name": "network-vif-plugged", "status": "completed", "tag": "e595d8d4-feee-457b-81a4-7c74123a8d26", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:16.108159 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-017985d0-469c-487b-990a-84522a06ce1d {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:16.109636 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b00b121-86f2-4199-8bb7-be663675566f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e595d8d4-feee-457b-81a4-7c74123a8d26', 'code': 200} Nov 12 08:34:16.111819 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-c434a5c6-14c0-4c71-937e-57f30a6e0bec tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:16.112919 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-c434a5c6-14c0-4c71-937e-57f30a6e0bec tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b&tenant_id=53ced5a3b5824d46b94af4c3034e6689&binding%3Ahost_id=n-h1-768862-16 HTTP/1.1" status: 200 len: 1098 time: 0.0701602 Nov 12 08:34:16.114654 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-8b5ce248-a806-4228-9462-e3633e9f32fc req-77029b01-00e0-4941-88c7-7c1a034be0c9 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:16.114960 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-8b5ce248-a806-4228-9462-e3633e9f32fc req-77029b01-00e0-4941-88c7-7c1a034be0c9 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:16.129062 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-8b5ce248-a806-4228-9462-e3633e9f32fc req-77029b01-00e0-4941-88c7-7c1a034be0c9 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Calling delete_port for 5762b7cd-35a3-4eda-85d1-000c38c1d253 owned by network:floatingip {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:16.137740 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-92894939-b50e-4cf2-bea1-44ab52260515 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768862-16'}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:16.217530 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37382) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:16.252051 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa1d3a-bfbd-4866-9298-92a015808573 req-a9444b83-878f-4bad-b4d9-3ee5f94476c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:16.253580 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ddaa1d3a-bfbd-4866-9298-92a015808573 req-a9444b83-878f-4bad-b4d9-3ee5f94476c3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 1097 time: 0.0433815 Nov 12 08:34:16.264405 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-92894939-b50e-4cf2-bea1-44ab52260515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:16.313027 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ddaa1d3a-bfbd-4866-9298-92a015808573 req-04f39625-089d-4a97-92ca-92cfc4ac3ed5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407500 Nov 12 08:34:16.405127 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-b8622c74-e6d2-4705-8df1-2b36e92e630d admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-731065635-network', 'tenant_id': 'd5b0a951c22546edb7ad1c67ddeab365'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:16.463354 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-8b5ce248-a806-4228-9462-e3633e9f32fc req-77029b01-00e0-4941-88c7-7c1a034be0c9 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:16.486537 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8622c74-e6d2-4705-8df1-2b36e92e630d admin admin] Made reservation on behalf of d5b0a951c22546edb7ad1c67ddeab365 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:16.488842 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b8622c74-e6d2-4705-8df1-2b36e92e630d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:16.535980 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-92894939-b50e-4cf2-bea1-44ab52260515 service neutron] For port 4284253f-d252-4cac-a63a-a44080a42da3, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=4284253f-d252-4cac-a63a-a44080a42da3,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:16.540245 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b8622c74-e6d2-4705-8df1-2b36e92e630d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:16.561973 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77029b01-00e0-4941-88c7-7c1a034be0c9 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Pushing event deleted for resources: {'Port': ['ID=5762b7cd-35a3-4eda-85d1-000c38c1d253,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:16.686116 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-8b5ce248-a806-4228-9462-e3633e9f32fc req-77029b01-00e0-4941-88c7-7c1a034be0c9 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Publish callbacks [] for floatingip, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:16.688831 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-8b5ce248-a806-4228-9462-e3633e9f32fc req-77029b01-00e0-4941-88c7-7c1a034be0c9 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:16.689966 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8b5ce248-a806-4228-9462-e3633e9f32fc req-77029b01-00e0-4941-88c7-7c1a034be0c9 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] 10.222.0.37 "DELETE /v2.0/floatingips/c47cc424-bc30-496d-8fe2-5044371b099b HTTP/1.1" status: 204 len: 173 time: 1.2763155 Nov 12 08:34:16.698763 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbef21-1ba6-4f2e-a116-5f73f04ba3fe req-06c30b99-5f6a-47c6-8dec-80d27798d07f tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:16.700584 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6adbef21-1ba6-4f2e-a116-5f73f04ba3fe req-06c30b99-5f6a-47c6-8dec-80d27798d07f tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.2025981 Nov 12 08:34:16.702908 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-92894939-b50e-4cf2-bea1-44ab52260515 service neutron] For port 4284253f-d252-4cac-a63a-a44080a42da3, host n-h1-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:16.807565 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4284253f-d252-4cac-a63a-a44080a42da3'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:34:16.810194 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aaa4e6e-59dc-47ba-bb2e-82f24c34bcef" -d '{"events": [{"server_uuid": "dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b", "name": "network-vif-unplugged", "status": "completed", "tag": "4284253f-d252-4cac-a63a-a44080a42da3"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:34:16.816361 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-92894939-b50e-4cf2-bea1-44ab52260515 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:16.841917 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-92894939-b50e-4cf2-bea1-44ab52260515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:16.892938 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b8622c74-e6d2-4705-8df1-2b36e92e630d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:16.900616 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6adbef21-1ba6-4f2e-a116-5f73f04ba3fe req-c58db025-0bb9-4a79-baa1-4e5d479278ea tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733739 Nov 12 08:34:16.910320 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b8622c74-e6d2-4705-8df1-2b36e92e630d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:16.936107 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934c93a-a25e-4176-b8ad-2a0782418032 req-4518d5b9-7775-4c15-a9be-9149caa0da0b tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:16.937654 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7934c93a-a25e-4176-b8ad-2a0782418032 req-4518d5b9-7775-4c15-a9be-9149caa0da0b tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 945 time: 0.1939707 Nov 12 08:34:16.982021 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8622c74-e6d2-4705-8df1-2b36e92e630d admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:34:16.991463 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92894939-b50e-4cf2-bea1-44ab52260515 service neutron] Pushing event updated for resources: {'Port': ['ID=4284253f-d252-4cac-a63a-a44080a42da3,revision_number=7']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:17.009907 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8622c74-e6d2-4705-8df1-2b36e92e630d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e393e41-4001-4ea9-9b12-6c2582eab78a,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:17.036447 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b8622c74-e6d2-4705-8df1-2b36e92e630d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:17.036787 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-b8622c74-e6d2-4705-8df1-2b36e92e630d admin admin] Added segment 68bfaa27-8cd5-4298-b36c-38195891898f of type vlan for network e13b2945-03ae-4edc-a91c-08b4b339e9b8 Nov 12 08:34:17.098145 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-92894939-b50e-4cf2-bea1-44ab52260515 service neutron] Attempting to bind port 4284253f-d252-4cac-a63a-a44080a42da3 on host n-h1-768862-16 for vnic_type normal with profile {"migrating_to": "n-h2-768862-16"} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:17.098392 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-92894939-b50e-4cf2-bea1-44ab52260515 service neutron] Attempting to bind port 4284253f-d252-4cac-a63a-a44080a42da3 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:17.098728 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-92894939-b50e-4cf2-bea1-44ab52260515 service neutron] Attempting to bind port 4284253f-d252-4cac-a63a-a44080a42da3 on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:17.133759 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7934c93a-a25e-4176-b8ad-2a0782418032 req-b868786c-db7b-4958-a181-470195781345 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773431 Nov 12 08:34:17.140100 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-92894939-b50e-4cf2-bea1-44ab52260515 service neutron] Port 4284253f-d252-4cac-a63a-a44080a42da3 on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:34:17.140436 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-92894939-b50e-4cf2-bea1-44ab52260515 service neutron] Attempting to bind port 4284253f-d252-4cac-a63a-a44080a42da3 on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:17.150104 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b8622c74-e6d2-4705-8df1-2b36e92e630d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:17.153773 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-92894939-b50e-4cf2-bea1-44ab52260515 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:17.154109 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-92894939-b50e-4cf2-bea1-44ab52260515 service neutron] Checking segment: {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:17.154506 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-92894939-b50e-4cf2-bea1-44ab52260515 service neutron] Bound using segment: {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:17.154943 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-92894939-b50e-4cf2-bea1-44ab52260515 service neutron] Bound port: 4284253f-d252-4cac-a63a-a44080a42da3, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:17.155290 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-92894939-b50e-4cf2-bea1-44ab52260515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:17.193897 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ef1d4-4ea3-4838-93c3-19b0952bc5fc req-bd974e81-cc51-4e95-affd-f1b7e2e66a1c tempest-ServersOnMultiNodesTest-405974985 tempest-ServersOnMultiNodesTest-405974985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:17.195877 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d51ef1d4-4ea3-4838-93c3-19b0952bc5fc req-bd974e81-cc51-4e95-affd-f1b7e2e66a1c tempest-ServersOnMultiNodesTest-405974985 tempest-ServersOnMultiNodesTest-405974985-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=031c064c-7110-42f0-a5fa-c1915e0d3054 HTTP/1.1" status: 200 len: 1100 time: 0.1350827 Nov 12 08:34:17.230373 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b8622c74-e6d2-4705-8df1-2b36e92e630d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:17.231442 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8622c74-e6d2-4705-8df1-2b36e92e630d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:17.232047 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b8622c74-e6d2-4705-8df1-2b36e92e630d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:17.306861 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b8622c74-e6d2-4705-8df1-2b36e92e630d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0862224 Nov 12 08:34:17.310396 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37402) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:17.315910 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-2d2bebc6-c4f0-4e9c-af15-8b261af2fd28 admin admin] Request body: {'subnet': {'network_id': 'e13b2945-03ae-4edc-a91c-08b4b339e9b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-731065635-subnet', 'tenant_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:17.340599 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2bebc6-c4f0-4e9c-af15-8b261af2fd28 admin admin] Made reservation on behalf of d5b0a951c22546edb7ad1c67ddeab365 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:17.343377 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2d2bebc6-c4f0-4e9c-af15-8b261af2fd28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:17.363908 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-92894939-b50e-4cf2-bea1-44ab52260515 service neutron] For port 4284253f-d252-4cac-a63a-a44080a42da3, host n-h1-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:17.386935 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8622c74-e6d2-4705-8df1-2b36e92e630d admin admin] Pushing event updated for resources: {'Network': ['ID=e13b2945-03ae-4edc-a91c-08b4b339e9b8,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:17.393641 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-92894939-b50e-4cf2-bea1-44ab52260515 service neutron] For port 4284253f-d252-4cac-a63a-a44080a42da3, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=4284253f-d252-4cac-a63a-a44080a42da3,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:17.400064 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network e13b2945-03ae-4edc-a91c-08b4b339e9b8 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:34:17.424432 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d51ef1d4-4ea3-4838-93c3-19b0952bc5fc req-65965916-88b7-43de-bf36-2a0a210ab9a8 tempest-ServersOnMultiNodesTest-405974985 tempest-ServersOnMultiNodesTest-405974985-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038858 Nov 12 08:34:17.427236 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-92894939-b50e-4cf2-bea1-44ab52260515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:17.476333 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6bbbe-75d3-4d55-a455-ce653b573290 req-f578ebe3-1e36-45e0-8cb0-2528bff7c4d5 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:17.478245 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-acb6bbbe-75d3-4d55-a455-ce653b573290 req-f578ebe3-1e36-45e0-8cb0-2528bff7c4d5 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 944 time: 0.2103255 Nov 12 08:34:17.638988 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2d2bebc6-c4f0-4e9c-af15-8b261af2fd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:17.674000 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-92894939-b50e-4cf2-bea1-44ab52260515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:17.675091 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-92894939-b50e-4cf2-bea1-44ab52260515 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:17.678252 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-92894939-b50e-4cf2-bea1-44ab52260515 service neutron] 10.222.0.58 "PUT /v2.0/ports/4284253f-d252-4cac-a63a-a44080a42da3 HTTP/1.1" status: 200 len: 1124 time: 1.5469699 Nov 12 08:34:17.697516 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2bebc6-c4f0-4e9c-af15-8b261af2fd28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cc84e21-371e-4f6a-ac0f-edaecce24941,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:17.706569 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92894939-b50e-4cf2-bea1-44ab52260515 service neutron] Pushing event updated for resources: {'Port': ['ID=4284253f-d252-4cac-a63a-a44080a42da3,revision_number=8']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:17.723932 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2bebc6-c4f0-4e9c-af15-8b261af2fd28 admin admin] Checking segment: {'id': '68bfaa27-8cd5-4298-b36c-38195891898f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e13b2945-03ae-4edc-a91c-08b4b339e9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:17.724373 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2bebc6-c4f0-4e9c-af15-8b261af2fd28 admin admin] Network hostable DHCP agents. Network: e13b2945-03ae-4edc-a91c-08b4b339e9b8, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:34:17.736403 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-acb6bbbe-75d3-4d55-a455-ce653b573290 req-3d55c010-0208-41c9-9348-e0545f6eb5f4 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198019 Nov 12 08:34:17.754269 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2bebc6-c4f0-4e9c-af15-8b261af2fd28 admin admin] Network e13b2945-03ae-4edc-a91c-08b4b339e9b8 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:34:17.775733 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-2d2bebc6-c4f0-4e9c-af15-8b261af2fd28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, e13b2945-03ae-4edc-a91c-08b4b339e9b8) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:17.783016 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2bebc6-c4f0-4e9c-af15-8b261af2fd28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:17.784906 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2d2bebc6-c4f0-4e9c-af15-8b261af2fd28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:17.788189 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4274dc87-e63c-4432-aad4-b3a44f3894a0 None None] Network e13b2945-03ae-4edc-a91c-08b4b339e9b8 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:17.796771 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f6e78676-400a-493d-bc64-9f13f1f3903f req-e46fa516-4a38-474c-bf71-078b16b87b67 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3294091 Nov 12 08:34:17.802198 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-f6e78676-400a-493d-bc64-9f13f1f3903f req-bcb3fe63-4f8e-4b3d-bae6-cbf5a2c0e716 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:17.833192 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f6e78676-400a-493d-bc64-9f13f1f3903f req-bcb3fe63-4f8e-4b3d-bae6-cbf5a2c0e716 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Publish callbacks [] for floatingip, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:17.840862 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2d2bebc6-c4f0-4e9c-af15-8b261af2fd28 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5256455 Nov 12 08:34:17.841072 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f0e677-61f8-4fc1-aa0e-0958ee69ae7d x-openstack-request-id: req-37f0e677-61f8-4fc1-aa0e-0958ee69ae7d {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:17.841072 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b", "name": "network-vif-unplugged", "status": "completed", "tag": "4284253f-d252-4cac-a63a-a44080a42da3", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:17.841072 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-37f0e677-61f8-4fc1-aa0e-0958ee69ae7d {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:17.841072 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4284253f-d252-4cac-a63a-a44080a42da3', 'code': 200} Nov 12 08:34:17.841451 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37408) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:17.850418 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8413ad3e-5813-446c-af22-4503a81bdd81 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-731065635-router', 'tenant_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:17.891257 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8413ad3e-5813-446c-af22-4503a81bdd81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:17.891488 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['4284253f-d252-4cac-a63a-a44080a42da3'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:34:17.892989 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8413ad3e-5813-446c-af22-4503a81bdd81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:17.993709 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f6e78676-400a-493d-bc64-9f13f1f3903f req-bcb3fe63-4f8e-4b3d-bae6-cbf5a2c0e716 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:17.998511 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8413ad3e-5813-446c-af22-4503a81bdd81 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:18.015770 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-b8d61ab3-7b15-46ed-a2a8-ad53e9b06fde tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3086472231354689b06a975258c697aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402811 Nov 12 08:34:18.143488 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7089d6-57ca-4bdc-9739-d2aa7a0ad88b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-e13b2945-03ae-4edc-a91c-08b4b339e9b8', 'network_id': 'e13b2945-03ae-4edc-a91c-08b4b339e9b8', 'tenant_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'fixed_ips': [{'subnet_id': '9cc84e21-371e-4f6a-ac0f-edaecce24941'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:34:18.147066 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6a7089d6-57ca-4bdc-9739-d2aa7a0ad88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:18.258712 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8413ad3e-5813-446c-af22-4503a81bdd81 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:18.347503 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-f6e78676-400a-493d-bc64-9f13f1f3903f req-bcb3fe63-4f8e-4b3d-bae6-cbf5a2c0e716 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Allocated IP 172.25.6.138 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/d69676d1-f92d-40fa-8c98-73cac5212095) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:18.368211 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-6a7089d6-57ca-4bdc-9739-d2aa7a0ad88b None None] Allocated IP 172.20.0.2 (e13b2945-03ae-4edc-a91c-08b4b339e9b8/9cc84e21-371e-4f6a-ac0f-edaecce24941/d8fefc49-2590-4a9a-88a0-2916cf0ea920) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:18.371679 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-b6e69103-8206-4c26-84a1-47101777992f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:18.375058 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-b6e69103-8206-4c26-84a1-47101777992f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2699378 Nov 12 08:34:18.412379 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-d6323262-40bd-434f-88a5-b90dcea158ea tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/quotas/3086472231354689b06a975258c697aa HTTP/1.1" status: 200 len: 375 time: 0.0295184 Nov 12 08:34:18.540679 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-79acadb1-2fa9-4d7d-a30d-ee9f6feedd8f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3086472231354689b06a975258c697aa&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1179700 Nov 12 08:34:18.552793 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8413ad3e-5813-446c-af22-4503a81bdd81 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:18.592347 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6a7089d6-57ca-4bdc-9739-d2aa7a0ad88b None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:18.594982 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8413ad3e-5813-446c-af22-4503a81bdd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:18.595448 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f6e78676-400a-493d-bc64-9f13f1f3903f req-bcb3fe63-4f8e-4b3d-bae6-cbf5a2c0e716 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:18.604623 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6a7089d6-57ca-4bdc-9739-d2aa7a0ad88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:18.655301 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f6e78676-400a-493d-bc64-9f13f1f3903f req-bcb3fe63-4f8e-4b3d-bae6-cbf5a2c0e716 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:18.696996 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7089d6-57ca-4bdc-9739-d2aa7a0ad88b None None] Network e13b2945-03ae-4edc-a91c-08b4b339e9b8 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:18.702647 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-6a7089d6-57ca-4bdc-9739-d2aa7a0ad88b None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:18.722660 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7089d6-57ca-4bdc-9739-d2aa7a0ad88b None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:18.781604 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7089d6-57ca-4bdc-9739-d2aa7a0ad88b None None] Pushing event updated for resources: {'Port': ['ID=d8fefc49-2590-4a9a-88a0-2916cf0ea920,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:18.794218 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3fe63-4f8e-4b3d-bae6-cbf5a2c0e716 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Pushing event updated for resources: {'Port': ['ID=d69676d1-f92d-40fa-8c98-73cac5212095,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:18.816088 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-8413ad3e-5813-446c-af22-4503a81bdd81 admin admin] Allocated IP 172.25.6.125 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/a52df09f-3746-4f8e-ad5c-937ae2ed9b7d) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:18.819686 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e78676-400a-493d-bc64-9f13f1f3903f req-bcb3fe63-4f8e-4b3d-bae6-cbf5a2c0e716 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:18.820947 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-f6e78676-400a-493d-bc64-9f13f1f3903f req-bcb3fe63-4f8e-4b3d-bae6-cbf5a2c0e716 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:18.825416 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e78676-400a-493d-bc64-9f13f1f3903f req-bcb3fe63-4f8e-4b3d-bae6-cbf5a2c0e716 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:18.865026 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-6a7089d6-57ca-4bdc-9739-d2aa7a0ad88b None None] Attempting to bind port d8fefc49-2590-4a9a-88a0-2916cf0ea920 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:18.865363 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-6a7089d6-57ca-4bdc-9739-d2aa7a0ad88b None None] Attempting to bind port d8fefc49-2590-4a9a-88a0-2916cf0ea920 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '68bfaa27-8cd5-4298-b36c-38195891898f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e13b2945-03ae-4edc-a91c-08b4b339e9b8'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:18.865768 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7089d6-57ca-4bdc-9739-d2aa7a0ad88b None None] Attempting to bind port d8fefc49-2590-4a9a-88a0-2916cf0ea920 on network e13b2945-03ae-4edc-a91c-08b4b339e9b8 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:18.887469 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7089d6-57ca-4bdc-9739-d2aa7a0ad88b None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:18.888459 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7089d6-57ca-4bdc-9739-d2aa7a0ad88b None None] Checking segment: {'id': '68bfaa27-8cd5-4298-b36c-38195891898f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e13b2945-03ae-4edc-a91c-08b4b339e9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:18.889099 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6a7089d6-57ca-4bdc-9739-d2aa7a0ad88b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:18.891833 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7089d6-57ca-4bdc-9739-d2aa7a0ad88b None None] Bound using segment: {'id': '68bfaa27-8cd5-4298-b36c-38195891898f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e13b2945-03ae-4edc-a91c-08b4b339e9b8'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:18.892732 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-6a7089d6-57ca-4bdc-9739-d2aa7a0ad88b None None] Bound port: d8fefc49-2590-4a9a-88a0-2916cf0ea920, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68bfaa27-8cd5-4298-b36c-38195891898f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e13b2945-03ae-4edc-a91c-08b4b339e9b8'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:18.894101 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6a7089d6-57ca-4bdc-9739-d2aa7a0ad88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:18.918910 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03745fb1-8c77-4734-a181-d94e0532d9ac req-26800c43-4194-4aaa-9ce7-623e350fc729 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:18.921161 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-03745fb1-8c77-4734-a181-d94e0532d9ac req-26800c43-4194-4aaa-9ce7-623e350fc729 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.1302748 Nov 12 08:34:18.978663 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8413ad3e-5813-446c-af22-4503a81bdd81 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:18.993046 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f6e78676-400a-493d-bc64-9f13f1f3903f req-bcb3fe63-4f8e-4b3d-bae6-cbf5a2c0e716 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:19.024892 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-03745fb1-8c77-4734-a181-d94e0532d9ac req-b72d1d4d-e9ff-4edd-8649-a37ac1d01f42 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794075 Nov 12 08:34:19.041170 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8413ad3e-5813-446c-af22-4503a81bdd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:19.071079 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f6e78676-400a-493d-bc64-9f13f1f3903f req-bcb3fe63-4f8e-4b3d-bae6-cbf5a2c0e716 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:19.078231 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-6a7089d6-57ca-4bdc-9739-d2aa7a0ad88b None None] For port d8fefc49-2590-4a9a-88a0-2916cf0ea920, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:19.087717 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-6a7089d6-57ca-4bdc-9739-d2aa7a0ad88b None None] For port d8fefc49-2590-4a9a-88a0-2916cf0ea920, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d8fefc49-2590-4a9a-88a0-2916cf0ea920,segment=NetworkSegment(68bfaa27-8cd5-4298-b36c-38195891898f),segment_id=68bfaa27-8cd5-4298-b36c-38195891898f)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:19.097847 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6a7089d6-57ca-4bdc-9739-d2aa7a0ad88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:19.134957 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8413ad3e-5813-446c-af22-4503a81bdd81 admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:19.138926 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-8413ad3e-5813-446c-af22-4503a81bdd81 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:19.148597 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8413ad3e-5813-446c-af22-4503a81bdd81 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:19.224211 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413ad3e-5813-446c-af22-4503a81bdd81 admin admin] Pushing event updated for resources: {'Port': ['ID=a52df09f-3746-4f8e-ad5c-937ae2ed9b7d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:19.254954 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7089d6-57ca-4bdc-9739-d2aa7a0ad88b None None] Pushing event updated for resources: {'Port': ['ID=d8fefc49-2590-4a9a-88a0-2916cf0ea920,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:19.285542 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f6e78676-400a-493d-bc64-9f13f1f3903f req-bcb3fe63-4f8e-4b3d-bae6-cbf5a2c0e716 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:19.294342 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f6e78676-400a-493d-bc64-9f13f1f3903f req-bcb3fe63-4f8e-4b3d-bae6-cbf5a2c0e716 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:19.363688 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3fe63-4f8e-4b3d-bae6-cbf5a2c0e716 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Pushing event updated for resources: {'Port': ['ID=d69676d1-f92d-40fa-8c98-73cac5212095,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:19.461195 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f6e78676-400a-493d-bc64-9f13f1f3903f req-bcb3fe63-4f8e-4b3d-bae6-cbf5a2c0e716 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:19.481641 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b71484-75f5-4fc5-9127-aa65d1f84fb6 req-0867b6d1-a2ab-425b-adb3-0b3b3ddb6b5a tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:19.498840 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b7b71484-75f5-4fc5-9127-aa65d1f84fb6 req-0867b6d1-a2ab-425b-adb3-0b3b3ddb6b5a tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 945 time: 0.1404290 Nov 12 08:34:19.518677 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f6e78676-400a-493d-bc64-9f13f1f3903f req-bcb3fe63-4f8e-4b3d-bae6-cbf5a2c0e716 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:19.520009 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f6e78676-400a-493d-bc64-9f13f1f3903f req-bcb3fe63-4f8e-4b3d-bae6-cbf5a2c0e716 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7223544 Nov 12 08:34:19.646703 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f6e78676-400a-493d-bc64-9f13f1f3903f req-76563643-44d2-4139-9dfd-1797fce80104 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.138 HTTP/1.1" status: 200 len: 696 time: 0.1094487 Nov 12 08:34:19.665262 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b7b71484-75f5-4fc5-9127-aa65d1f84fb6 req-b75ed9c6-a34c-497e-a736-c88f1a51363f tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654785 Nov 12 08:34:19.682082 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8413ad3e-5813-446c-af22-4503a81bdd81 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:19.837547 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e78676-400a-493d-bc64-9f13f1f3903f req-d74783fe-517f-4e2b-8652-7b903b79d937 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:19.839770 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f6e78676-400a-493d-bc64-9f13f1f3903f req-d74783fe-517f-4e2b-8652-7b903b79d937 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 784 time: 0.1730518 Nov 12 08:34:19.842418 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b', 'tag': '4284253f-d252-4cac-a63a-a44080a42da3'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:34:19.846012 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c08839b-8038-4426-bdda-82e5fd672bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b", "tag": "4284253f-d252-4cac-a63a-a44080a42da3"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:34:19.877269 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-58dffd6d-1702-4e6c-bf5c-0d403676e296 req-c5bb5b64-2cf4-4330-9aef-3dd68052e56e tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=421885b5-546a-4d01-88e2-8c94a763a110 HTTP/1.1" status: 200 len: 210 time: 0.0354033 Nov 12 08:34:20.015576 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3b3e7-c33b-4f24-8afb-16a5b9b1642b req-41dbde85-6c17-40f3-928f-c3d0ee593db9 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:20.017137 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-11a3b3e7-c33b-4f24-8afb-16a5b9b1642b req-41dbde85-6c17-40f3-928f-c3d0ee593db9 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 944 time: 0.1033621 Nov 12 08:34:20.034369 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c5651-a71c-4863-938b-6b8d0eb57113 req-61c9deae-6ac9-4b57-865d-c661fa9c9862 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:20.036560 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6b1c5651-a71c-4863-938b-6b8d0eb57113 req-61c9deae-6ac9-4b57-865d-c661fa9c9862 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 1097 time: 0.0702744 Nov 12 08:34:20.078412 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8413ad3e-5813-446c-af22-4503a81bdd81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:20.101442 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-11a3b3e7-c33b-4f24-8afb-16a5b9b1642b req-59b91efc-fef4-4595-af4f-9e4fb524f8ca tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701776 Nov 12 08:34:20.115636 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6b1c5651-a71c-4863-938b-6b8d0eb57113 req-11085bca-9334-4116-9580-df708aa7cedb tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651023 Nov 12 08:34:20.181740 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 4284253f-d252-4cac-a63a-a44080a42da3 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:34:20.226901 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23340d6d-cfb3-411a-bea1-0dbce08b4c9c x-openstack-request-id: req-23340d6d-cfb3-411a-bea1-0dbce08b4c9c {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:20.227273 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b", "tag": "4284253f-d252-4cac-a63a-a44080a42da3", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:20.227448 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-23340d6d-cfb3-411a-bea1-0dbce08b4c9c {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:20.227864 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b', 'tag': '4284253f-d252-4cac-a63a-a44080a42da3', 'status': 'completed', 'code': 200} Nov 12 08:34:20.252680 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8bd95c6-0067-4250-8dfc-732821eff96e req-2ad8d307-1010-4030-b83b-166e4b46ffdf tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] 10.222.0.37 "GET /v2.0/floatingips/33b4bd60-5e9a-4bee-8427-0ed297aa4590 HTTP/1.1" status: 200 len: 693 time: 0.1101406 Nov 12 08:34:20.321550 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08839b-8038-4426-bdda-82e5fd672bcd req-14ba6d9d-735b-46da-bad7-4cddefc83d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:20.324285 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0c08839b-8038-4426-bdda-82e5fd672bcd req-14ba6d9d-735b-46da-bad7-4cddefc83d5e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=53ced5a3b5824d46b94af4c3034e6689&device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 1127 time: 0.0963085 Nov 12 08:34:20.374230 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 4284253f-d252-4cac-a63a-a44080a42da3, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=4284253f-d252-4cac-a63a-a44080a42da3,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:20.391549 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 4284253f-d252-4cac-a63a-a44080a42da3 has no active binding in host n-h2-768862-16 {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:34:20.452986 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-bda40884-257a-4187-8056-972cefc8090f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=3086472231354689b06a975258c697aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437691 Nov 12 08:34:20.475594 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9dc68-7254-4a10-bb28-d2f46d93e22d req-2cf88625-87c9-439b-8fa3-c453e6d9abc2 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:20.480356 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-10c9dc68-7254-4a10-bb28-d2f46d93e22d req-2cf88625-87c9-439b-8fa3-c453e6d9abc2 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.1345785 Nov 12 08:34:20.497557 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd95c6-0067-4250-8dfc-732821eff96e req-7a6a96d3-9b17-4f9a-89d7-40f3469b91bc tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:20.506785 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8bd95c6-0067-4250-8dfc-732821eff96e req-7a6a96d3-9b17-4f9a-89d7-40f3469b91bc tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 784 time: 0.2531278 Nov 12 08:34:20.573232 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8413ad3e-5813-446c-af22-4503a81bdd81 admin admin] Router b19b5cee-478e-4e1c-8e61-b3d7dc81e457 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:34:20.598221 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8bd95c6-0067-4250-8dfc-732821eff96e req-8fb54a20-bfed-461f-bb93-6de973234e94 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.138 HTTP/1.1" status: 200 len: 696 time: 0.0903766 Nov 12 08:34:20.674711 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8bd95c6-0067-4250-8dfc-732821eff96e req-f2e518ea-d458-4d58-9f7c-7e81ebb5a7b3 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.138 HTTP/1.1" status: 200 len: 696 time: 0.0754774 Nov 12 08:34:20.747798 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08839b-8038-4426-bdda-82e5fd672bcd req-46756dca-fbdb-4295-8659-8477521d57f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:20.748345 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0c08839b-8038-4426-bdda-82e5fd672bcd req-46756dca-fbdb-4295-8659-8477521d57f9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ac11a5bd-0584-4f41-bf7f-a43257f96e99 HTTP/1.1" status: 200 len: 921 time: 0.4127462 Nov 12 08:34:20.785020 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8230fafa-45dc-4c66-965a-1b49b70b4082 None None] Network e13b2945-03ae-4edc-a91c-08b4b339e9b8 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:20.794187 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-10c9dc68-7254-4a10-bb28-d2f46d93e22d req-9ecd7497-88b6-4d49-98e9-e4947b807aeb tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047545 Nov 12 08:34:20.875795 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d8fefc49-2590-4a9a-88a0-2916cf0ea920 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:20.881275 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-a8bd95c6-0067-4250-8dfc-732821eff96e req-366a02c1-0c25-48d2-8d54-7e6e1e8c2ca9 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Deleting port d69676d1-f92d-40fa-8c98-73cac5212095 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:20.881664 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a8bd95c6-0067-4250-8dfc-732821eff96e req-366a02c1-0c25-48d2-8d54-7e6e1e8c2ca9 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:20.898532 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8413ad3e-5813-446c-af22-4503a81bdd81 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:34:20.925443 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2572b25-c257-4aa6-bb0e-145be1705f9e None None] Sync routers for ids ['b19b5cee-478e-4e1c-8e61-b3d7dc81e457'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:34:20.991372 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ef833276-d040-4f8c-b7ec-6e925b91d049 None None] Provisioning complete for port d8fefc49-2590-4a9a-88a0-2916cf0ea920 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:20.992067 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ef833276-d040-4f8c-b7ec-6e925b91d049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:20.993992 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2572b25-c257-4aa6-bb0e-145be1705f9e None None] Routers {'b19b5cee-478e-4e1c-8e61-b3d7dc81e457'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:20.994809 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e2572b25-c257-4aa6-bb0e-145be1705f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:34:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b19b5cee-478e-4e1c-8e61-b3d7dc81e457'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:21.008845 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0c08839b-8038-4426-bdda-82e5fd672bcd req-8431818d-72c3-4f91-b616-49edffcd9af7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4284253f-d252-4cac-a63a-a44080a42da3 HTTP/1.1" status: 200 len: 217 time: 0.0857587 Nov 12 08:34:21.009485 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a8bd95c6-0067-4250-8dfc-732821eff96e req-366a02c1-0c25-48d2-8d54-7e6e1e8c2ca9 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:21.010366 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a8bd95c6-0067-4250-8dfc-732821eff96e req-366a02c1-0c25-48d2-8d54-7e6e1e8c2ca9 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:21.020451 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-16ec2aa6-1a83-4753-8bd6-f74c28a18342 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:21.022096 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-16ec2aa6-1a83-4753-8bd6-f74c28a18342 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5169084 Nov 12 08:34:21.025339 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8413ad3e-5813-446c-af22-4503a81bdd81 admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:21.026845 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8413ad3e-5813-446c-af22-4503a81bdd81 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1844831 Nov 12 08:34:21.031762 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37458) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:21.067544 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-a8bd95c6-0067-4250-8dfc-732821eff96e req-366a02c1-0c25-48d2-8d54-7e6e1e8c2ca9 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Calling delete_port for d69676d1-f92d-40fa-8c98-73cac5212095 owned by network:floatingip {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:21.077809 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-a4d22960-f9fd-423e-a510-902811f6f23c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Request body: {'port': {'device_id': '421885b5-546a-4d01-88e2-8c94a763a110', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'admin_state_up': True, 'tenant_id': '3086472231354689b06a975258c697aa'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:21.195080 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port d8fefc49-2590-4a9a-88a0-2916cf0ea920 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:21.195594 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:21.340989 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e856567-d9cd-4ec1-8491-d9ee5cf9cebe req-ffd4f7f3-3b3d-4f9f-864e-472c49e02442 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=421885b5-546a-4d01-88e2-8c94a763a110 HTTP/1.1" status: 200 len: 210 time: 0.0502810 Nov 12 08:34:21.373382 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a8bd95c6-0067-4250-8dfc-732821eff96e req-366a02c1-0c25-48d2-8d54-7e6e1e8c2ca9 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:21.460475 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-e2572b25-c257-4aa6-bb0e-145be1705f9e None None] Set router b19b5cee-478e-4e1c-8e61-b3d7dc81e457 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:21.468890 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ef833276-d040-4f8c-b7ec-6e925b91d049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:21.492591 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a02c1-0c25-48d2-8d54-7e6e1e8c2ca9 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Pushing event deleted for resources: {'Port': ['ID=d69676d1-f92d-40fa-8c98-73cac5212095,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:21.611306 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:21.643605 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ef833276-d040-4f8c-b7ec-6e925b91d049 None None] For port d8fefc49-2590-4a9a-88a0-2916cf0ea920, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d8fefc49-2590-4a9a-88a0-2916cf0ea920,segment=NetworkSegment(68bfaa27-8cd5-4298-b36c-38195891898f),segment_id=68bfaa27-8cd5-4298-b36c-38195891898f)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:21.757491 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a8bd95c6-0067-4250-8dfc-732821eff96e req-366a02c1-0c25-48d2-8d54-7e6e1e8c2ca9 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Publish callbacks [] for floatingip, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:21.762811 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a8bd95c6-0067-4250-8dfc-732821eff96e req-366a02c1-0c25-48d2-8d54-7e6e1e8c2ca9 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:21.768900 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8bd95c6-0067-4250-8dfc-732821eff96e req-366a02c1-0c25-48d2-8d54-7e6e1e8c2ca9 tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] 10.222.0.37 "DELETE /v2.0/floatingips/33b4bd60-5e9a-4bee-8427-0ed297aa4590 HTTP/1.1" status: 204 len: 173 time: 1.0930922 Nov 12 08:34:21.793264 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684be07c-6677-4722-9890-555653a237c6 req-205ec1a4-a256-4991-bc21-60321597ab59 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:21.804760 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-684be07c-6677-4722-9890-555653a237c6 req-205ec1a4-a256-4991-bc21-60321597ab59 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 944 time: 0.2251165 Nov 12 08:34:21.920720 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-684be07c-6677-4722-9890-555653a237c6 req-b9867160-2be4-41b7-ba1e-3bd2a7dc467d tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145446 Nov 12 08:34:21.927145 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [req-b2f640d3-d0ea-40a3-9c7a-9dbe2bd66496 req-c117bb9a-1ecd-407e-a3e8-aef6d83528bb tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] show failed (client error): The resource could not be found. Nov 12 08:34:21.941502 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b2f640d3-d0ea-40a3-9c7a-9dbe2bd66496 req-c117bb9a-1ecd-407e-a3e8-aef6d83528bb tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] 10.222.0.37 "GET /v2.0/floatingips/33b4bd60-5e9a-4bee-8427-0ed297aa4590 HTTP/1.1" status: 404 len: 350 time: 0.1243303 Nov 12 08:34:21.981043 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08839b-8038-4426-bdda-82e5fd672bcd req-5e8146fe-abc2-4dc3-ab80-395f740cc8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:21.982699 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0c08839b-8038-4426-bdda-82e5fd672bcd req-5e8146fe-abc2-4dc3-ab80-395f740cc8b4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165 HTTP/1.1" status: 200 len: 860 time: 0.9177921 Nov 12 08:34:21.990586 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ef833276-d040-4f8c-b7ec-6e925b91d049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:22.045131 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0c08839b-8038-4426-bdda-82e5fd672bcd req-ce8a79b1-2144-4ec3-a032-30ee944b27af service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac11a5bd-0584-4f41-bf7f-a43257f96e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507479 Nov 12 08:34:22.065732 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [req-d4615046-ba45-42cb-8707-f8e259687159 req-6a98811d-48ea-4766-8dc0-12a2eebd216e tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] show failed (client error): The resource could not be found. Nov 12 08:34:22.073246 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d4615046-ba45-42cb-8707-f8e259687159 req-6a98811d-48ea-4766-8dc0-12a2eebd216e tempest-FloatingIPsTestJSON-1818893092 tempest-FloatingIPsTestJSON-1818893092-project] 10.222.0.37 "GET /v2.0/floatingips/33b4bd60-5e9a-4bee-8427-0ed297aa4590 HTTP/1.1" status: 404 len: 350 time: 0.0959611 Nov 12 08:34:22.077144 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37474) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:22.135779 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-a4d22960-f9fd-423e-a510-902811f6f23c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Made reservation on behalf of 3086472231354689b06a975258c697aa for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:22.139905 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-a4d22960-f9fd-423e-a510-902811f6f23c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:22.248430 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-0b9796db-e806-4d3c-ba40-3ebd3f098966 None None] Provisioning complete for port d8fefc49-2590-4a9a-88a0-2916cf0ea920 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:22.249074 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0b9796db-e806-4d3c-ba40-3ebd3f098966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:22.333751 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:34:22.334347 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:34:22.337154 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e2572b25-c257-4aa6-bb0e-145be1705f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'name': 'tempest-ServersTestFqdnHostnames-731065635-router', 'tenant_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'a52df09f-3746-4f8e-ad5c-937ae2ed9b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:17Z', 'updated_at': '2021-11-12T08:34:19Z', 'revision_number': 3, 'project_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'gw_port': {'id': 'a52df09f-3746-4f8e-ad5c-937ae2ed9b7d', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:18Z', 'updated_at': '2021-11-12T08:34:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:22.339817 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef833276-d040-4f8c-b7ec-6e925b91d049 None None] Pushing event updated for resources: {'Port': ['ID=d8fefc49-2590-4a9a-88a0-2916cf0ea920,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:22.378566 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be3324-46f4-46c7-8abe-fe26013eb43f req-6bbea6d4-7478-49a0-996f-30b79d942f55 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:22.381162 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0c08839b-8038-4426-bdda-82e5fd672bcd req-10718cee-4f4a-4a0b-be22-83915736cdff service neutron] 10.222.0.54 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986934 Nov 12 08:34:22.390365 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2572b25-c257-4aa6-bb0e-145be1705f9e None None] Checking router: b19b5cee-478e-4e1c-8e61-b3d7dc81e457 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:34:22.390726 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2572b25-c257-4aa6-bb0e-145be1705f9e None None] Updating router b19b5cee-478e-4e1c-8e61-b3d7dc81e457 port a52df09f-3746-4f8e-ad5c-937ae2ed9b7d binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:34:22.396888 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-29be3324-46f4-46c7-8abe-fe26013eb43f req-6bbea6d4-7478-49a0-996f-30b79d942f55 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.3220847 Nov 12 08:34:22.422748 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e2572b25-c257-4aa6-bb0e-145be1705f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:22.670361 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0c08839b-8038-4426-bdda-82e5fd672bcd req-52cb74e1-7f34-42d8-8350-32c96b6cbedc service neutron] 10.222.0.54 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473569 Nov 12 08:34:22.673019 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-a4d22960-f9fd-423e-a510-902811f6f23c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Allocated IP 192.168.233.42 (aaa9e939-3555-4037-a22a-8e3905c2166f/ac1fb13e-fa96-4a78-a070-af75ed125682/aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:22.974366 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:22.975879 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-da3ec2c1-d8b2-4f19-9fbf-34d6bf9ea83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:23.069475 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5a311f84-4de3-4620-bd71-0cafaf3d3616 req-771d3f1b-35cd-4ea6-933e-6962ed6e1e55 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=421885b5-546a-4d01-88e2-8c94a763a110 HTTP/1.1" status: 200 len: 210 time: 0.1109674 Nov 12 08:34:23.109389 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-29be3324-46f4-46c7-8abe-fe26013eb43f req-b7a18c3b-8076-4106-afd6-d6db53f44ed5 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7115386 Nov 12 08:34:23.182623 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-a4d22960-f9fd-423e-a510-902811f6f23c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:23.213879 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d8fefc49-2590-4a9a-88a0-2916cf0ea920 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:23.312211 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e2572b25-c257-4aa6-bb0e-145be1705f9e None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:23.328686 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e2572b25-c257-4aa6-bb0e-145be1705f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:23.374941 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-a4d22960-f9fd-423e-a510-902811f6f23c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:23.402269 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['aedb1d46-4814-42e8-b9c0-f28a00871ad9', '91670ec5-9fa0-4e9e-b508-9ce3671cd99b', '44d8dbdf-3542-4ffb-a400-eff02c1a3b50', '073aaa3b-3126-43a5-8605-d25b8fb92705'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:34:23.404630 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['cf0c8c5f-5023-449d-8eef-136593dd4a73', 'c5c327af-d318-43ba-b079-6f847679d1bc'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:34:23.452589 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d22960-f9fd-423e-a510-902811f6f23c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Pushing event updated for resources: {'Port': ['ID=aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:23.480911 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-a4d22960-f9fd-423e-a510-902811f6f23c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Network aaa9e939-3555-4037-a22a-8e3905c2166f is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:23.484219 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-a4d22960-f9fd-423e-a510-902811f6f23c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:23.488573 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cddd7-ae96-4edb-a4e0-d87e63fa0b94 req-1d7717a1-191a-4f1f-90b4-3650ba77927e tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:23.490742 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-a4d22960-f9fd-423e-a510-902811f6f23c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:23.497413 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-da3ec2c1-d8b2-4f19-9fbf-34d6bf9ea83e admin admin] Allocated IP 172.20.0.1 (e13b2945-03ae-4edc-a91c-08b4b339e9b8/9cc84e21-371e-4f6a-ac0f-edaecce24941/c9471ce3-8e6c-498c-a8de-30819734a796) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:23.498596 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0d7cddd7-ae96-4edb-a4e0-d87e63fa0b94 req-1d7717a1-191a-4f1f-90b4-3650ba77927e tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 944 time: 0.2620208 Nov 12 08:34:23.613185 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-e2572b25-c257-4aa6-bb0e-145be1705f9e None None] Attempting to bind port a52df09f-3746-4f8e-ad5c-937ae2ed9b7d on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:23.613690 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-e2572b25-c257-4aa6-bb0e-145be1705f9e None None] Attempting to bind port a52df09f-3746-4f8e-ad5c-937ae2ed9b7d by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:23.614157 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2572b25-c257-4aa6-bb0e-145be1705f9e None None] Attempting to bind port a52df09f-3746-4f8e-ad5c-937ae2ed9b7d on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:23.623150 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-a4d22960-f9fd-423e-a510-902811f6f23c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:23.623853 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-a4d22960-f9fd-423e-a510-902811f6f23c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:23.628622 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2572b25-c257-4aa6-bb0e-145be1705f9e None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:23.629147 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2572b25-c257-4aa6-bb0e-145be1705f9e None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:23.629677 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e2572b25-c257-4aa6-bb0e-145be1705f9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:23.630187 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2572b25-c257-4aa6-bb0e-145be1705f9e None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:23.630811 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-e2572b25-c257-4aa6-bb0e-145be1705f9e None None] Bound port: a52df09f-3746-4f8e-ad5c-937ae2ed9b7d, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:23.631316 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e2572b25-c257-4aa6-bb0e-145be1705f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:23.690041 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-a4d22960-f9fd-423e-a510-902811f6f23c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6237545 Nov 12 08:34:23.697702 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-e2572b25-c257-4aa6-bb0e-145be1705f9e None None] For port a52df09f-3746-4f8e-ad5c-937ae2ed9b7d, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:23.706248 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-e2572b25-c257-4aa6-bb0e-145be1705f9e None None] For port a52df09f-3746-4f8e-ad5c-937ae2ed9b7d, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a52df09f-3746-4f8e-ad5c-937ae2ed9b7d,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:23.716520 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0d7cddd7-ae96-4edb-a4e0-d87e63fa0b94 req-28fbe87c-02ef-49cb-81fc-a653db7da2db tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166607 Nov 12 08:34:23.754650 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a459238-c22e-46d6-8ec6-58c32840dcf4 None None] Pushing event updated for resources: {'Port': ['ID=a52df09f-3746-4f8e-ad5c-937ae2ed9b7d,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:23.757515 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port d8fefc49-2590-4a9a-88a0-2916cf0ea920 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:23.758007 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:23.764393 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e2572b25-c257-4aa6-bb0e-145be1705f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:23.780694 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-38ac11ec-b93a-4e84-a520-26a4056f25e8 service neutron] Request body: {'port': {'device_id': '421885b5-546a-4d01-88e2-8c94a763a110', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:23.878009 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a459238-c22e-46d6-8ec6-58c32840dcf4 None None] Pushing event updated for resources: {'Port': ['ID=a52df09f-3746-4f8e-ad5c-937ae2ed9b7d,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:23.898321 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-38ac11ec-b93a-4e84-a520-26a4056f25e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:23.943728 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2572b25-c257-4aa6-bb0e-145be1705f9e None None] Routers {'b19b5cee-478e-4e1c-8e61-b3d7dc81e457'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:23.944693 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e2572b25-c257-4aa6-bb0e-145be1705f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:34:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b19b5cee-478e-4e1c-8e61-b3d7dc81e457'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:23.948353 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-da3ec2c1-d8b2-4f19-9fbf-34d6bf9ea83e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:23.966581 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-500d71f2-efa4-4e50-b239-010dcf526a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:24.044789 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d90a7565-ba33-41c8-b2c6-5c326a357794 None None] Provisioning complete for port aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:24.045311 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d90a7565-ba33-41c8-b2c6-5c326a357794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:24.174976 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-da3ec2c1-d8b2-4f19-9fbf-34d6bf9ea83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:24.182824 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-d90a7565-ba33-41c8-b2c6-5c326a357794 None None] Port aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:34:24.336915 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-e2572b25-c257-4aa6-bb0e-145be1705f9e None None] Set router b19b5cee-478e-4e1c-8e61-b3d7dc81e457 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:24.384042 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3ec2c1-d8b2-4f19-9fbf-34d6bf9ea83e admin admin] Network e13b2945-03ae-4edc-a91c-08b4b339e9b8 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:24.399733 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-da3ec2c1-d8b2-4f19-9fbf-34d6bf9ea83e admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:24.419891 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3ec2c1-d8b2-4f19-9fbf-34d6bf9ea83e admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:24.456313 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489d84c-e275-4fc3-9325-04ec41e1f980 req-0e6a6de0-faaf-421a-87af-7825c853180d tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:24.470953 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c489d84c-e275-4fc3-9325-04ec41e1f980 req-0e6a6de0-faaf-421a-87af-7825c853180d tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=421885b5-546a-4d01-88e2-8c94a763a110 HTTP/1.1" status: 200 len: 935 time: 0.2058640 Nov 12 08:34:24.471320 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ec2c1-d8b2-4f19-9fbf-34d6bf9ea83e admin admin] Pushing event updated for resources: {'Port': ['ID=c9471ce3-8e6c-498c-a8de-30819734a796,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:24.529460 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630bdebe-d415-4853-9045-82bc290b54b5 req-8d359cb2-6334-4beb-879d-cb2f475a0d2e tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:24.537209 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-630bdebe-d415-4853-9045-82bc290b54b5 req-8d359cb2-6334-4beb-879d-cb2f475a0d2e tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.1894622 Nov 12 08:34:24.635004 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-630bdebe-d415-4853-9045-82bc290b54b5 req-d5a32f76-bf72-41b1-b5d0-a7ef200ded21 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967436 Nov 12 08:34:24.654728 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-38ac11ec-b93a-4e84-a520-26a4056f25e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:34:24.689216 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-38ac11ec-b93a-4e84-a520-26a4056f25e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:24.710213 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-38ac11ec-b93a-4e84-a520-26a4056f25e8 service neutron] Transition to ACTIVE for port object aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:34:24.729811 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-38ac11ec-b93a-4e84-a520-26a4056f25e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:24.789222 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c489d84c-e275-4fc3-9325-04ec41e1f980 req-efa480aa-35f3-4d7b-9a87-b67353fdd169 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171964 Nov 12 08:34:24.814949 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac11ec-b93a-4e84-a520-26a4056f25e8 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:24.936477 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f843a862-a8a8-46fd-954b-294161f5e4e4 req-d32c69dc-7617-495e-845e-6210a3534cb5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=955b1010-6c5d-4edc-8d06-f42576f2d55e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5318143 Nov 12 08:34:25.021400 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-38ac11ec-b93a-4e84-a520-26a4056f25e8 service neutron] Attempting to bind port aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:25.022146 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-38ac11ec-b93a-4e84-a520-26a4056f25e8 service neutron] Attempting to bind port aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:25.022499 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-38ac11ec-b93a-4e84-a520-26a4056f25e8 service neutron] Attempting to bind port aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:25.034162 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-38ac11ec-b93a-4e84-a520-26a4056f25e8 service neutron] Port aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:34:25.034482 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-38ac11ec-b93a-4e84-a520-26a4056f25e8 service neutron] Attempting to bind port aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:25.036250 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-0bb53753-c146-4a8c-afe6-ff9d88007828 None None] Provisioning complete for port c9471ce3-8e6c-498c-a8de-30819734a796 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:25.036602 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0bb53753-c146-4a8c-afe6-ff9d88007828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:25.049254 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-da3ec2c1-d8b2-4f19-9fbf-34d6bf9ea83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:25.130510 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e473172-9d86-4439-a4e0-0e6872931aad req-a77d4fd7-fe26-472f-9016-0868e01669c5 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:25.132507 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4e473172-9d86-4439-a4e0-0e6872931aad req-a77d4fd7-fe26-472f-9016-0868e01669c5 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 944 time: 0.1659007 Nov 12 08:34:25.188391 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843a862-a8a8-46fd-954b-294161f5e4e4 req-a563189d-ed28-4b4f-be9f-a082102efb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:25.190106 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f843a862-a8a8-46fd-954b-294161f5e4e4 req-a563189d-ed28-4b4f-be9f-a082102efb48 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3086472231354689b06a975258c697aa&device_id=955b1010-6c5d-4edc-8d06-f42576f2d55e HTTP/1.1" status: 200 len: 1101 time: 0.2104089 Nov 12 08:34:25.190313 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-0bb53753-c146-4a8c-afe6-ff9d88007828 None None] Port c9471ce3-8e6c-498c-a8de-30819734a796 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:34:25.195929 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-500d71f2-efa4-4e50-b239-010dcf526a6c admin admin] Deleting port 50b42a46-1ea2-4cfe-bcb3-c3d513afa149 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:25.197571 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-500d71f2-efa4-4e50-b239-010dcf526a6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:25.347148 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-da3ec2c1-d8b2-4f19-9fbf-34d6bf9ea83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:25.351173 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-38ac11ec-b93a-4e84-a520-26a4056f25e8 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:25.351605 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-38ac11ec-b93a-4e84-a520-26a4056f25e8 service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:25.352436 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-38ac11ec-b93a-4e84-a520-26a4056f25e8 service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:25.352916 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-38ac11ec-b93a-4e84-a520-26a4056f25e8 service neutron] Bound port: aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:25.353276 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-38ac11ec-b93a-4e84-a520-26a4056f25e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:25.372013 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4e473172-9d86-4439-a4e0-0e6872931aad req-afa2c019-c941-4b2d-ab01-5003efa006ee tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324531 Nov 12 08:34:25.373306 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843a862-a8a8-46fd-954b-294161f5e4e4 req-b15fd822-2cce-4db6-a008-867b18d51178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:25.375594 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f843a862-a8a8-46fd-954b-294161f5e4e4 req-b15fd822-2cce-4db6-a008-867b18d51178 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.1445482 Nov 12 08:34:25.427447 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-500d71f2-efa4-4e50-b239-010dcf526a6c admin admin] For port 50b42a46-1ea2-4cfe-bcb3-c3d513afa149, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=50b42a46-1ea2-4cfe-bcb3-c3d513afa149,segment=NetworkSegment(89a18dbe-dd38-456b-907d-f8a2ce7cf88a),segment_id=89a18dbe-dd38-456b-907d-f8a2ce7cf88a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:25.428310 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-500d71f2-efa4-4e50-b239-010dcf526a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:25.481763 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-500d71f2-efa4-4e50-b239-010dcf526a6c admin admin] Calling delete_port for 50b42a46-1ea2-4cfe-bcb3-c3d513afa149 owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:25.484464 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f843a862-a8a8-46fd-954b-294161f5e4e4 req-85ac109a-1472-478d-83c8-0d2d4d2fe29e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=aedb1d46-4814-42e8-b9c0-f28a00871ad9 HTTP/1.1" status: 200 len: 217 time: 0.0907290 Nov 12 08:34:25.530904 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e2572b25-c257-4aa6-bb0e-145be1705f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'name': 'tempest-ServersTestFqdnHostnames-731065635-router', 'tenant_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'a52df09f-3746-4f8e-ad5c-937ae2ed9b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:17Z', 'updated_at': '2021-11-12T08:34:19Z', 'revision_number': 3, 'project_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'gw_port': {'id': 'a52df09f-3746-4f8e-ad5c-937ae2ed9b7d', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:18Z', 'updated_at': '2021-11-12T08:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:25.644519 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2572b25-c257-4aa6-bb0e-145be1705f9e None None] The sync data for ids ['b19b5cee-478e-4e1c-8e61-b3d7dc81e457'] in n-d-768862-16 is: [{'id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'name': 'tempest-ServersTestFqdnHostnames-731065635-router', 'tenant_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'a52df09f-3746-4f8e-ad5c-937ae2ed9b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:17Z', 'updated_at': '2021-11-12T08:34:19Z', 'revision_number': 3, 'project_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'gw_port': {'id': 'a52df09f-3746-4f8e-ad5c-937ae2ed9b7d', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:18Z', 'updated_at': '2021-11-12T08:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:34:25.862716 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee5540-a53d-4a79-be85-00d9f7f2513c req-70dd59fa-2fd4-4f21-8e59-3003940eeb08 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:25.871532 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-40ee5540-a53d-4a79-be85-00d9f7f2513c req-70dd59fa-2fd4-4f21-8e59-3003940eeb08 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.1167791 Nov 12 08:34:26.054276 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843a862-a8a8-46fd-954b-294161f5e4e4 req-a3c2cdfd-d53e-438e-af71-32274a799e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:26.056145 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f843a862-a8a8-46fd-954b-294161f5e4e4 req-a3c2cdfd-d53e-438e-af71-32274a799e8e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1251407 Nov 12 08:34:26.069892 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-38ac11ec-b93a-4e84-a520-26a4056f25e8 service neutron] For port aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:26.075349 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-38ac11ec-b93a-4e84-a520-26a4056f25e8 service neutron] For port aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:26.088441 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-40ee5540-a53d-4a79-be85-00d9f7f2513c req-8526eb3e-6363-4579-a819-1bd6a02017fd tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127223 Nov 12 08:34:26.091987 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-500d71f2-efa4-4e50-b239-010dcf526a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:26.128939 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd0bea-2def-4ea5-b1e5-7cd6b2eb0f4a req-b058345d-b7b1-444d-8977-a9c89daf0926 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:26.134458 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-57bd0bea-2def-4ea5-b1e5-7cd6b2eb0f4a req-b058345d-b7b1-444d-8977-a9c89daf0926 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=421885b5-546a-4d01-88e2-8c94a763a110 HTTP/1.1" status: 200 len: 947 time: 0.2063029 Nov 12 08:34:26.150696 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-38ac11ec-b93a-4e84-a520-26a4056f25e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:26.204102 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d71f2-efa4-4e50-b239-010dcf526a6c admin admin] Pushing event deleted for resources: {'Port': ['ID=50b42a46-1ea2-4cfe-bcb3-c3d513afa149,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:26.209252 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 4284253f-d252-4cac-a63a-a44080a42da3 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:34:26.314672 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-38ac11ec-b93a-4e84-a520-26a4056f25e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:26.315765 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-38ac11ec-b93a-4e84-a520-26a4056f25e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:26.317870 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-38ac11ec-b93a-4e84-a520-26a4056f25e8 service neutron] 10.222.0.54 "PUT /v2.0/ports/aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a HTTP/1.1" status: 200 len: 1096 time: 2.5424643 Nov 12 08:34:26.335878 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421885b5-546a-4d01-88e2-8c94a763a110', 'tag': 'aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:34:26.346330 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8753da-9743-4ac0-943d-1fc3090de3c5" -d '{"events": [{"name": "network-changed", "server_uuid": "421885b5-546a-4d01-88e2-8c94a763a110", "tag": "aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:34:26.420618 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-57bd0bea-2def-4ea5-b1e5-7cd6b2eb0f4a req-13b1eb7f-01b3-4955-bd50-9805658f0d23 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607780 Nov 12 08:34:26.518774 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e61a0ea-1b4b-4681-b58a-94d4fe864787 x-openstack-request-id: req-5e61a0ea-1b4b-4681-b58a-94d4fe864787 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:26.521552 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421885b5-546a-4d01-88e2-8c94a763a110", "tag": "aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:26.522095 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e61a0ea-1b4b-4681-b58a-94d4fe864787 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:26.522800 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421885b5-546a-4d01-88e2-8c94a763a110', 'tag': 'aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a', 'status': 'completed', 'code': 200} Nov 12 08:34:26.551875 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843a862-a8a8-46fd-954b-294161f5e4e4 req-6287da67-2f16-4308-8a09-083c53e69331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:26.562178 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f843a862-a8a8-46fd-954b-294161f5e4e4 req-6287da67-2f16-4308-8a09-083c53e69331 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4851072 Nov 12 08:34:26.570801 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac11ec-b93a-4e84-a520-26a4056f25e8 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:26.594001 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 4284253f-d252-4cac-a63a-a44080a42da3, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=4284253f-d252-4cac-a63a-a44080a42da3,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:26.623115 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 4284253f-d252-4cac-a63a-a44080a42da3 has no active binding in host n-h2-768862-16 {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:34:26.814821 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-500d71f2-efa4-4e50-b239-010dcf526a6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:26.844834 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a09041-6de6-4fd0-a7b6-2d3912744be1 req-c6d4634c-eb4c-4c49-9c4f-90e784d36814 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:26.851858 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e9a09041-6de6-4fd0-a7b6-2d3912744be1 req-c6d4634c-eb4c-4c49-9c4f-90e784d36814 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 944 time: 0.2862661 Nov 12 08:34:26.860780 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f843a862-a8a8-46fd-954b-294161f5e4e4 req-840ff7be-e3aa-49b7-a87a-f59626c3ca41 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783594 Nov 12 08:34:26.981405 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-2524276c-a72b-477d-89b3-98383430e305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:26.986376 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-2524276c-a72b-477d-89b3-98383430e305 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3086472231354689b06a975258c697aa&device_id=421885b5-546a-4d01-88e2-8c94a763a110 HTTP/1.1" status: 200 len: 1099 time: 0.5969179 Nov 12 08:34:27.002337 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-da3ec2c1-d8b2-4f19-9fbf-34d6bf9ea83e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:27.022479 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-da3ec2c1-d8b2-4f19-9fbf-34d6bf9ea83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:27.124029 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e9a09041-6de6-4fd0-a7b6-2d3912744be1 req-b7993801-2393-4ada-ad60-3eae48868d2b tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905787 Nov 12 08:34:27.173401 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-31b185ff-9175-4236-925f-0475042c6545 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a HTTP/1.1" status: 200 len: 217 time: 0.1670256 Nov 12 08:34:27.222138 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-da3ec2c1-d8b2-4f19-9fbf-34d6bf9ea83e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:27.284387 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a52df09f-3746-4f8e-ad5c-937ae2ed9b7d up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:27.367251 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f843a862-a8a8-46fd-954b-294161f5e4e4 req-1ff8dc30-02e6-4726-936b-1b35b404b44e service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4829013 Nov 12 08:34:27.373475 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ec2c1-d8b2-4f19-9fbf-34d6bf9ea83e admin admin] Pushing event updated for resources: {'Port': ['ID=c9471ce3-8e6c-498c-a8de-30819734a796,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:27.402922 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port a52df09f-3746-4f8e-ad5c-937ae2ed9b7d triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:27.403297 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:27.439105 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-aced76e3-3899-4b46-89f2-f908b7daa9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:27.440803 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-aced76e3-3899-4b46-89f2-f908b7daa9a8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.2411957 Nov 12 08:34:27.458697 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500d71f2-efa4-4e50-b239-010dcf526a6c admin admin] Router a7492eb9-4f4f-4b10-bc27-0a6815a42089 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:34:27.489302 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb7b2a-babd-4fa1-963f-473431288a35 req-95cd737b-0a5c-4380-8833-443877a415fd tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:27.503031 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2abb7b2a-babd-4fa1-963f-473431288a35 req-95cd737b-0a5c-4380-8833-443877a415fd tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.1444166 Nov 12 08:34:27.506636 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3ec2c1-d8b2-4f19-9fbf-34d6bf9ea83e admin admin] Network e13b2945-03ae-4edc-a91c-08b4b339e9b8 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:27.510991 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-da3ec2c1-d8b2-4f19-9fbf-34d6bf9ea83e admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:27.530837 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-67d1e469-7d89-4513-9946-5526e8d0412b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:27.532416 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-67d1e469-7d89-4513-9946-5526e8d0412b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0755813 Nov 12 08:34:27.608620 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:27.647223 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port a52df09f-3746-4f8e-ad5c-937ae2ed9b7d, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a52df09f-3746-4f8e-ad5c-937ae2ed9b7d,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:27.657900 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:27.744120 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2abb7b2a-babd-4fa1-963f-473431288a35 req-14ad34ef-c2a9-4560-980f-bb638638713b tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399626 Nov 12 08:34:27.745280 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=a52df09f-3746-4f8e-ad5c-937ae2ed9b7d,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:27.809482 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-e4b5cd47-b2c3-4b9f-838d-5b152c0dd1ea service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403724 Nov 12 08:34:27.819923 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3ec2c1-d8b2-4f19-9fbf-34d6bf9ea83e admin admin] Router b19b5cee-478e-4e1c-8e61-b3d7dc81e457 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:34:27.876764 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500d71f2-efa4-4e50-b239-010dcf526a6c admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:34:27.886177 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32546c3-d6a8-40ae-a948-ee60f4f3371c req-87ded35e-73d8-4f0c-b091-37019098712d tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:27.892846 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dabce6-3ea1-45b1-aa4f-aebccc7f5fe0 None None] Sync routers for ids ['a7492eb9-4f4f-4b10-bc27-0a6815a42089'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:34:27.894514 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f32546c3-d6a8-40ae-a948-ee60f4f3371c req-87ded35e-73d8-4f0c-b091-37019098712d tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=421885b5-546a-4d01-88e2-8c94a763a110 HTTP/1.1" status: 200 len: 947 time: 0.2789204 Nov 12 08:34:27.909456 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-500d71f2-efa4-4e50-b239-010dcf526a6c admin admin] 10.222.0.37 "PUT /v2.0/routers/a7492eb9-4f4f-4b10-bc27-0a6815a42089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8310611 Nov 12 08:34:27.912477 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dabce6-3ea1-45b1-aa4f-aebccc7f5fe0 None None] Routers {'a7492eb9-4f4f-4b10-bc27-0a6815a42089'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:27.913110 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-19dabce6-3ea1-45b1-aa4f-aebccc7f5fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:34:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['a7492eb9-4f4f-4b10-bc27-0a6815a42089'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:27.914994 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37548) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:27.927436 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-3aed4623-49ef-48dd-825c-cf1d52cd5719 None None] Provisioning complete for port c9471ce3-8e6c-498c-a8de-30819734a796 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:27.928072 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3aed4623-49ef-48dd-825c-cf1d52cd5719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:27.977446 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-3aed4623-49ef-48dd-825c-cf1d52cd5719 None None] Port c9471ce3-8e6c-498c-a8de-30819734a796 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:34:28.096629 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f32546c3-d6a8-40ae-a948-ee60f4f3371c req-772bc195-13e8-4fa4-a988-833baaa70d0e tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010748 Nov 12 08:34:28.100890 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-564e4fbb-ab03-4d6c-bd79-7e97b017c2b8 req-f1894e08-4586-48da-976b-642db0c6da4a service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788217 Nov 12 08:34:28.180800 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3ec2c1-d8b2-4f19-9fbf-34d6bf9ea83e admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:34:28.198917 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-da3ec2c1-d8b2-4f19-9fbf-34d6bf9ea83e admin admin] 10.222.0.37 "PUT /v2.0/routers/b19b5cee-478e-4e1c-8e61-b3d7dc81e457/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1582973 Nov 12 08:34:28.218751 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-910cc143-0854-4d25-8544-27be98436a5e service neutron] 10.222.0.54 "GET /v2.0/ports/4284253f-d252-4cac-a63a-a44080a42da3/bindings/n-h2-768862-16 HTTP/1.1" status: 200 len: 385 time: 0.1316557 Nov 12 08:34:28.234386 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-19dabce6-3ea1-45b1-aa4f-aebccc7f5fe0 None None] Set router a7492eb9-4f4f-4b10-bc27-0a6815a42089 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:28.289462 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b1e59f59-3ee6-4585-a1b6-27e0b4c3ccda admin admin] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:28.524009 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8753da-9743-4ac0-943d-1fc3090de3c5 req-9ed40eac-74fa-48fc-af9f-54f49ede8bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:28.525562 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-db8753da-9743-4ac0-943d-1fc3090de3c5 req-9ed40eac-74fa-48fc-af9f-54f49ede8bf8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3086472231354689b06a975258c697aa&device_id=421885b5-546a-4d01-88e2-8c94a763a110 HTTP/1.1" status: 200 len: 1099 time: 0.1896255 Nov 12 08:34:28.642643 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a311964-358d-4312-90bd-f45203a0dfbf None None] Sync routers for ids ['b19b5cee-478e-4e1c-8e61-b3d7dc81e457'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:34:28.645624 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-19dabce6-3ea1-45b1-aa4f-aebccc7f5fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7492eb9-4f4f-4b10-bc27-0a6815a42089', 'name': 'tempest-FloatingIPsTestJSON-870282126-router', 'tenant_id': '170ed433cebf435e979c69a5b04f040c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'df2de936-5730-46c0-908c-ab915c52f6dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:57Z', 'updated_at': '2021-11-12T08:34:25Z', 'revision_number': 5, 'project_id': '170ed433cebf435e979c69a5b04f040c', 'gw_port': {'id': 'df2de936-5730-46c0-908c-ab915c52f6dc', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7492eb9-4f4f-4b10-bc27-0a6815a42089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:58Z', 'updated_at': '2021-11-12T08:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:28.662421 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a311964-358d-4312-90bd-f45203a0dfbf None None] Routers {'b19b5cee-478e-4e1c-8e61-b3d7dc81e457'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:28.663298 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3a311964-358d-4312-90bd-f45203a0dfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:34:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b19b5cee-478e-4e1c-8e61-b3d7dc81e457'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:28.683475 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8753da-9743-4ac0-943d-1fc3090de3c5 req-986cfe8b-b037-48fd-8d00-52f84593465f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:28.685002 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-db8753da-9743-4ac0-943d-1fc3090de3c5 req-986cfe8b-b037-48fd-8d00-52f84593465f service neutron] 10.222.0.54 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.1490107 Nov 12 08:34:28.710479 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dabce6-3ea1-45b1-aa4f-aebccc7f5fe0 None None] Checking router: a7492eb9-4f4f-4b10-bc27-0a6815a42089 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:34:28.733606 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dabce6-3ea1-45b1-aa4f-aebccc7f5fe0 None None] Routers {'a7492eb9-4f4f-4b10-bc27-0a6815a42089'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:28.734961 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-19dabce6-3ea1-45b1-aa4f-aebccc7f5fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:34:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['a7492eb9-4f4f-4b10-bc27-0a6815a42089'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:28.821216 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-db8753da-9743-4ac0-943d-1fc3090de3c5 req-b42c61d0-fe3e-4bd1-919e-2b760d9c0773 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a HTTP/1.1" status: 200 len: 217 time: 0.1259866 Nov 12 08:34:28.900717 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8753da-9743-4ac0-943d-1fc3090de3c5 req-75fb0fc7-b587-4a58-8cd4-97e97f0f9cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:28.902457 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-db8753da-9743-4ac0-943d-1fc3090de3c5 req-75fb0fc7-b587-4a58-8cd4-97e97f0f9cd9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.0522590 Nov 12 08:34:28.906148 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-19dabce6-3ea1-45b1-aa4f-aebccc7f5fe0 None None] Set router a7492eb9-4f4f-4b10-bc27-0a6815a42089 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:29.037479 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:29.084087 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-3a311964-358d-4312-90bd-f45203a0dfbf None None] Set router b19b5cee-478e-4e1c-8e61-b3d7dc81e457 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:29.095771 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8753da-9743-4ac0-943d-1fc3090de3c5 req-cdfd6574-610d-41dd-a7d5-5c677d1e1404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:29.103964 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-db8753da-9743-4ac0-943d-1fc3090de3c5 req-cdfd6574-610d-41dd-a7d5-5c677d1e1404 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1883922 Nov 12 08:34:29.108084 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-af30f896-c5ca-4f1f-8d5f-3564cb9760f1 service neutron] For port 4284253f-d252-4cac-a63a-a44080a42da3, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=4284253f-d252-4cac-a63a-a44080a42da3,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:29.154195 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a52df09f-3746-4f8e-ad5c-937ae2ed9b7d up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:29.274871 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe71dd-8aec-4f8a-a847-78c16c23ed2d req-39b4e6df-b5c5-437e-ae53-e760476644c5 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:29.282319 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-87fe71dd-8aec-4f8a-a847-78c16c23ed2d req-39b4e6df-b5c5-437e-ae53-e760476644c5 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 944 time: 0.8630457 Nov 12 08:34:29.306043 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-db8753da-9743-4ac0-943d-1fc3090de3c5 req-ec357872-a599-440d-9849-4a90ffe2fee2 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875105 Nov 12 08:34:29.357150 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b1e59f59-3ee6-4585-a1b6-27e0b4c3ccda admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:29.357694 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-19dabce6-3ea1-45b1-aa4f-aebccc7f5fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7492eb9-4f4f-4b10-bc27-0a6815a42089', 'name': 'tempest-FloatingIPsTestJSON-870282126-router', 'tenant_id': '170ed433cebf435e979c69a5b04f040c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'df2de936-5730-46c0-908c-ab915c52f6dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:57Z', 'updated_at': '2021-11-12T08:34:25Z', 'revision_number': 5, 'project_id': '170ed433cebf435e979c69a5b04f040c', 'gw_port': {'id': 'df2de936-5730-46c0-908c-ab915c52f6dc', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7492eb9-4f4f-4b10-bc27-0a6815a42089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:58Z', 'updated_at': '2021-11-12T08:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:29.412025 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-af30f896-c5ca-4f1f-8d5f-3564cb9760f1 service neutron] For port 4284253f-d252-4cac-a63a-a44080a42da3, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:29.426453 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dabce6-3ea1-45b1-aa4f-aebccc7f5fe0 None None] The sync data for ids ['a7492eb9-4f4f-4b10-bc27-0a6815a42089'] in n-d-768862-16 is: [{'id': 'a7492eb9-4f4f-4b10-bc27-0a6815a42089', 'name': 'tempest-FloatingIPsTestJSON-870282126-router', 'tenant_id': '170ed433cebf435e979c69a5b04f040c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'df2de936-5730-46c0-908c-ab915c52f6dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:57Z', 'updated_at': '2021-11-12T08:34:25Z', 'revision_number': 5, 'project_id': '170ed433cebf435e979c69a5b04f040c', 'gw_port': {'id': 'df2de936-5730-46c0-908c-ab915c52f6dc', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7492eb9-4f4f-4b10-bc27-0a6815a42089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:58Z', 'updated_at': '2021-11-12T08:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:34:29.490673 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-87fe71dd-8aec-4f8a-a847-78c16c23ed2d req-17bf7188-b443-40c7-ba46-340c214d08dd tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057605 Nov 12 08:34:29.555947 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port a52df09f-3746-4f8e-ad5c-937ae2ed9b7d triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:29.558297 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:29.561117 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-b1e59f59-3ee6-4585-a1b6-27e0b4c3ccda admin admin] Deleting port df2de936-5730-46c0-908c-ab915c52f6dc {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:29.561697 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b1e59f59-3ee6-4585-a1b6-27e0b4c3ccda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:29.595728 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-af30f896-c5ca-4f1f-8d5f-3564cb9760f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4284253f-d252-4cac-a63a-a44080a42da3 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:34:29.672491 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37578) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:29.688328 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6fe8ea33-bdee-4de4-823f-0a794b3a2d07 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1901006526', 'description': 'tempest-description--924452084'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:29.703149 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-af30f896-c5ca-4f1f-8d5f-3564cb9760f1 service neutron] For port 4284253f-d252-4cac-a63a-a44080a42da3, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=4284253f-d252-4cac-a63a-a44080a42da3,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:29.713477 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3a311964-358d-4312-90bd-f45203a0dfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'name': 'tempest-ServersTestFqdnHostnames-731065635-router', 'tenant_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'a52df09f-3746-4f8e-ad5c-937ae2ed9b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:17Z', 'updated_at': '2021-11-12T08:34:25Z', 'revision_number': 4, 'project_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'gw_port': {'id': 'a52df09f-3746-4f8e-ad5c-937ae2ed9b7d', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:18Z', 'updated_at': '2021-11-12T08:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'c9471ce3-8e6c-498c-a8de-30819734a796', 'name': '', 'network_id': 'e13b2945-03ae-4edc-a91c-08b4b339e9b8', 'tenant_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'mac_address': 'fa:16:3e:7c:08:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9cc84e21-371e-4f6a-ac0f-edaecce24941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:23Z', 'updated_at': '2021-11-12T08:34:26Z', 'revision_number': 2, 'project_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'subnets': [{'id': '9cc84e21-371e-4f6a-ac0f-edaecce24941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:29.738069 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-db8753da-9743-4ac0-943d-1fc3090de3c5 req-904f8249-e687-4793-9fa0-1db7066b0e76 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130983 Nov 12 08:34:29.765159 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-af30f896-c5ca-4f1f-8d5f-3564cb9760f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:29.803754 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a311964-358d-4312-90bd-f45203a0dfbf None None] Checking router: b19b5cee-478e-4e1c-8e61-b3d7dc81e457 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:34:29.804114 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a311964-358d-4312-90bd-f45203a0dfbf None None] Updating router b19b5cee-478e-4e1c-8e61-b3d7dc81e457 port c9471ce3-8e6c-498c-a8de-30819734a796 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:34:29.841247 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3a311964-358d-4312-90bd-f45203a0dfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:29.954968 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-af30f896-c5ca-4f1f-8d5f-3564cb9760f1 service neutron] Transition to ACTIVE for port object 4284253f-d252-4cac-a63a-a44080a42da3 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:34:29.957210 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6fe8ea33-bdee-4de4-823f-0a794b3a2d07 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:29.962186 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-af30f896-c5ca-4f1f-8d5f-3564cb9760f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:30.006599 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b1e59f59-3ee6-4585-a1b6-27e0b4c3ccda admin admin] For port df2de936-5730-46c0-908c-ab915c52f6dc, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=df2de936-5730-46c0-908c-ab915c52f6dc,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:30.007280 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b1e59f59-3ee6-4585-a1b6-27e0b4c3ccda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:30.038988 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fec49-2c65-491f-90d4-c189b26b7268 req-63a16b7c-0c80-4528-a0f6-66f8d0105f85 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:30.056431 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-652fec49-2c65-491f-90d4-c189b26b7268 req-63a16b7c-0c80-4528-a0f6-66f8d0105f85 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.3215022 Nov 12 08:34:30.087363 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6fe8ea33-bdee-4de4-823f-0a794b3a2d07 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:30.097678 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6fe8ea33-bdee-4de4-823f-0a794b3a2d07 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:30.117809 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-b1e59f59-3ee6-4585-a1b6-27e0b4c3ccda admin admin] Calling delete_port for df2de936-5730-46c0-908c-ab915c52f6dc owned by network:router_gateway {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:30.151711 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f3d8c-ef32-453c-b6ad-6fdfa9e96c5b req-36be1a2a-856a-4736-911b-b0b88518bf15 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:30.160050 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c74f3d8c-ef32-453c-b6ad-6fdfa9e96c5b req-36be1a2a-856a-4736-911b-b0b88518bf15 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=421885b5-546a-4d01-88e2-8c94a763a110 HTTP/1.1" status: 200 len: 947 time: 0.3438418 Nov 12 08:34:30.210439 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-af30f896-c5ca-4f1f-8d5f-3564cb9760f1 service neutron] No DVR routers for this DVR port 4284253f-d252-4cac-a63a-a44080a42da3 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:34:30.252543 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6fe8ea33-bdee-4de4-823f-0a794b3a2d07 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:30.253751 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6fe8ea33-bdee-4de4-823f-0a794b3a2d07 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5786505 Nov 12 08:34:30.257094 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37582) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:30.268922 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-2f4c6817-c8b4-4d6e-afa5-84716e4e0717 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Request body: {'security_group_rule': {'security_group_id': '4ac11159-2be3-40db-a616-0a03c8203e0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:30.285704 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-af30f896-c5ca-4f1f-8d5f-3564cb9760f1 service neutron] 10.222.0.54 "PUT /v2.0/ports/4284253f-d252-4cac-a63a-a44080a42da3/bindings/n-h2-768862-16/activate HTTP/1.1" status: 200 len: 370 time: 2.0573001 Nov 12 08:34:30.286336 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30f896-c5ca-4f1f-8d5f-3564cb9760f1 service neutron] Pushing event updated for resources: {'Port': ['ID=4284253f-d252-4cac-a63a-a44080a42da3,revision_number=10']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:30.287639 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-652fec49-2c65-491f-90d4-c189b26b7268 req-0f6627b5-c3d0-4c50-933c-4c0c83108ec5 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290885 Nov 12 08:34:30.302889 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8ea33-bdee-4de4-823f-0a794b3a2d07 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac11159-2be3-40db-a616-0a03c8203e0f,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:30.355436 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3a311964-358d-4312-90bd-f45203a0dfbf None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:30.365554 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 4284253f-d252-4cac-a63a-a44080a42da3 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:34:30.368382 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 4284253f-d252-4cac-a63a-a44080a42da3 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:34:30.390563 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c74f3d8c-ef32-453c-b6ad-6fdfa9e96c5b req-496275ce-4c9b-4c0e-8583-e4f9dc8e11cb tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289863 Nov 12 08:34:30.428473 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3a311964-358d-4312-90bd-f45203a0dfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:30.464244 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2f4c6817-c8b4-4d6e-afa5-84716e4e0717 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:30.500042 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e94190-3943-49cb-9e03-20f5760c3409 None None] Pushing event updated for resources: {'Port': ['ID=c9471ce3-8e6c-498c-a8de-30819734a796,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:30.657413 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 4284253f-d252-4cac-a63a-a44080a42da3 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:34:30.658294 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f7d5e139-4427-4407-815d-22ab61e25223 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:34:30.737032 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-3a311964-358d-4312-90bd-f45203a0dfbf None None] Attempting to bind port c9471ce3-8e6c-498c-a8de-30819734a796 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:30.737887 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-3a311964-358d-4312-90bd-f45203a0dfbf None None] Attempting to bind port c9471ce3-8e6c-498c-a8de-30819734a796 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '68bfaa27-8cd5-4298-b36c-38195891898f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e13b2945-03ae-4edc-a91c-08b4b339e9b8'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:30.737887 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a311964-358d-4312-90bd-f45203a0dfbf None None] Attempting to bind port c9471ce3-8e6c-498c-a8de-30819734a796 on network e13b2945-03ae-4edc-a91c-08b4b339e9b8 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:30.751703 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2f4c6817-c8b4-4d6e-afa5-84716e4e0717 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:30.762749 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b1e59f59-3ee6-4585-a1b6-27e0b4c3ccda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:30.782122 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2f4c6817-c8b4-4d6e-afa5-84716e4e0717 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:30.785001 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a311964-358d-4312-90bd-f45203a0dfbf None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:30.785384 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a311964-358d-4312-90bd-f45203a0dfbf None None] Checking segment: {'id': '68bfaa27-8cd5-4298-b36c-38195891898f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e13b2945-03ae-4edc-a91c-08b4b339e9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:30.785792 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3a311964-358d-4312-90bd-f45203a0dfbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:30.786191 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a311964-358d-4312-90bd-f45203a0dfbf None None] Bound using segment: {'id': '68bfaa27-8cd5-4298-b36c-38195891898f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e13b2945-03ae-4edc-a91c-08b4b339e9b8'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:30.786675 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-3a311964-358d-4312-90bd-f45203a0dfbf None None] Bound port: c9471ce3-8e6c-498c-a8de-30819734a796, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68bfaa27-8cd5-4298-b36c-38195891898f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e13b2945-03ae-4edc-a91c-08b4b339e9b8'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:30.787069 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3a311964-358d-4312-90bd-f45203a0dfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:30.829591 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e59f59-3ee6-4585-a1b6-27e0b4c3ccda admin admin] Pushing event deleted for resources: {'Port': ['ID=df2de936-5730-46c0-908c-ab915c52f6dc,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:30.877254 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256402a4-599b-448e-8deb-1c2dc831c733 req-2f2de1d2-8b32-4a49-85d3-7cd98c7fa6f5 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:30.879284 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-256402a4-599b-448e-8deb-1c2dc831c733 req-2f2de1d2-8b32-4a49-85d3-7cd98c7fa6f5 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 945 time: 0.2592318 Nov 12 08:34:30.885163 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c6817-c8b4-4d6e-afa5-84716e4e0717 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12473609-6983-4e3f-9cc9-a4db6f6a8f45,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:30.919126 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2f4c6817-c8b4-4d6e-afa5-84716e4e0717 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:30.924136 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2f4c6817-c8b4-4d6e-afa5-84716e4e0717 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6631885 Nov 12 08:34:30.924357 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-3a311964-358d-4312-90bd-f45203a0dfbf None None] For port c9471ce3-8e6c-498c-a8de-30819734a796, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:30.924696 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37590) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:30.927628 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-3a311964-358d-4312-90bd-f45203a0dfbf None None] For port c9471ce3-8e6c-498c-a8de-30819734a796, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=c9471ce3-8e6c-498c-a8de-30819734a796,segment=NetworkSegment(68bfaa27-8cd5-4298-b36c-38195891898f),segment_id=68bfaa27-8cd5-4298-b36c-38195891898f)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:30.932346 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-fa0e7c2c-64b9-4369-8734-7745e3993d4f tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Request body: {'security_group_rule': {'security_group_id': '4ac11159-2be3-40db-a616-0a03c8203e0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:30.941245 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3a311964-358d-4312-90bd-f45203a0dfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:31.005792 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fa0e7c2c-64b9-4369-8734-7745e3993d4f tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:31.008892 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-0d31163d-3ce2-48af-8ca7-238db379a72e None None] Provisioning complete for port c9471ce3-8e6c-498c-a8de-30819734a796 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:31.009386 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0d31163d-3ce2-48af-8ca7-238db379a72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:31.024589 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b1e59f59-3ee6-4585-a1b6-27e0b4c3ccda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:31.110524 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fa0e7c2c-64b9-4369-8734-7745e3993d4f tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:31.118316 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fa0e7c2c-64b9-4369-8734-7745e3993d4f tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:31.124434 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e94190-3943-49cb-9e03-20f5760c3409 None None] Pushing event updated for resources: {'Port': ['ID=c9471ce3-8e6c-498c-a8de-30819734a796,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:31.156562 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 50b42a46-1ea2-4cfe-bcb3-c3d513afa149 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:34:31.161547 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e7c2c-64b9-4369-8734-7745e3993d4f tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae15ae2-e07c-496d-b8a4-d3ea3b411867,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:31.173486 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fa0e7c2c-64b9-4369-8734-7745e3993d4f tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:31.178359 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-fa0e7c2c-64b9-4369-8734-7745e3993d4f tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2522695 Nov 12 08:34:31.179382 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37594) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:31.186819 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6d28f0c9-7b29-466a-960c-87a6b5c08c7f tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:31.229601 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:31.236612 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d28f0c9-7b29-466a-960c-87a6b5c08c7f tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:31.240838 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-256402a4-599b-448e-8deb-1c2dc831c733 req-4382be0b-a419-4040-83b7-4c8ebb924d3d tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324265 Nov 12 08:34:31.244394 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 50b42a46-1ea2-4cfe-bcb3-c3d513afa149 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:34:31.244812 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 50b42a46-1ea2-4cfe-bcb3-c3d513afa149 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:34:31.295528 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b1e59f59-3ee6-4585-a1b6-27e0b4c3ccda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:31.299986 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b1e59f59-3ee6-4585-a1b6-27e0b4c3ccda admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:31.331522 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0d31163d-3ce2-48af-8ca7-238db379a72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:31.362906 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a311964-358d-4312-90bd-f45203a0dfbf None None] Routers {'b19b5cee-478e-4e1c-8e61-b3d7dc81e457'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:31.363701 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3a311964-358d-4312-90bd-f45203a0dfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:34:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b19b5cee-478e-4e1c-8e61-b3d7dc81e457'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:31.477735 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d28f0c9-7b29-466a-960c-87a6b5c08c7f tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:31.621859 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b1e59f59-3ee6-4585-a1b6-27e0b4c3ccda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:31.622312 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e59f59-3ee6-4585-a1b6-27e0b4c3ccda admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7492eb9-4f4f-4b10-bc27-0a6815a42089 {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:34:31.637780 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b1e59f59-3ee6-4585-a1b6-27e0b4c3ccda admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:31.638928 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b1e59f59-3ee6-4585-a1b6-27e0b4c3ccda admin admin] 10.222.0.37 "DELETE /v2.0/routers/a7492eb9-4f4f-4b10-bc27-0a6815a42089 HTTP/1.1" status: 204 len: 168 time: 3.7054877 Nov 12 08:34:31.645269 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37602) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:31.706333 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-3a311964-358d-4312-90bd-f45203a0dfbf None None] Set router b19b5cee-478e-4e1c-8e61-b3d7dc81e457 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:31.719573 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f8d0ce0-3c33-4609-8b64-eaf9fe55863d admin admin] Deleting subnet 20c5d8e7-93af-4442-ae7c-b67bad4ecccd {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:34:31.729785 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-6d28f0c9-7b29-466a-960c-87a6b5c08c7f tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Allocated IP 172.25.6.25 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/178b9207-584c-4614-8d1b-011f744a7cb8) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:31.738299 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-4dc4b3bd-9a80-4519-a583-e3fee5f8c6c7 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:31.740199 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-4dc4b3bd-9a80-4519-a583-e3fee5f8c6c7 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b&tenant_id=53ced5a3b5824d46b94af4c3034e6689&binding%3Ahost_id=n-h1-768862-16 HTTP/1.1" status: 200 len: 1097 time: 0.2276561 Nov 12 08:34:31.746725 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2f8d0ce0-3c33-4609-8b64-eaf9fe55863d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:31.825614 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3a397-568a-4924-bf7a-8065581129f4 req-60a1e620-e5bf-45af-a364-f404317be40e tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:31.835040 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cbb3a397-568a-4924-bf7a-8065581129f4 req-60a1e620-e5bf-45af-a364-f404317be40e tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.3522425 Nov 12 08:34:31.842344 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port f7d5e139-4427-4407-815d-22ab61e25223, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f7d5e139-4427-4407-815d-22ab61e25223,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:31.856188 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e86af09-931d-4705-9662-d61727b7a1ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7d5e139-4427-4407-815d-22ab61e25223'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:34:31.858870 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07bdec6-1057-413e-b490-e4ec8bf95aac" -d '{"events": [{"server_uuid": "4e86af09-931d-4705-9662-d61727b7a1ce", "name": "network-vif-unplugged", "status": "completed", "tag": "f7d5e139-4427-4407-815d-22ab61e25223"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:34:31.868711 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1d468-0a62-453c-af5a-46f25de0a35b req-5dee7dee-d6b9-476f-8662-28edd4b81e59 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:31.871981 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-08e1d468-0a62-453c-af5a-46f25de0a35b req-5dee7dee-d6b9-476f-8662-28edd4b81e59 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=421885b5-546a-4d01-88e2-8c94a763a110 HTTP/1.1" status: 200 len: 947 time: 0.3410242 Nov 12 08:34:31.905655 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:31.930347 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2f8d0ce0-3c33-4609-8b64-eaf9fe55863d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:31.965682 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-0d31163d-3ce2-48af-8ca7-238db379a72e None None] For port c9471ce3-8e6c-498c-a8de-30819734a796, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=c9471ce3-8e6c-498c-a8de-30819734a796,segment=NetworkSegment(68bfaa27-8cd5-4298-b36c-38195891898f),segment_id=68bfaa27-8cd5-4298-b36c-38195891898f)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:31.991442 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d28f0c9-7b29-466a-960c-87a6b5c08c7f tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.011163 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-238f700b-3071-4e91-9398-7bd769005311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:32.013163 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-238f700b-3071-4e91-9398-7bd769005311 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b&tenant_id=53ced5a3b5824d46b94af4c3034e6689 HTTP/1.1" status: 200 len: 1097 time: 0.2381575 Nov 12 08:34:32.070178 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cbb3a397-568a-4924-bf7a-8065581129f4 req-83fc8604-0ee5-4413-a559-533c1154a8e5 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309608 Nov 12 08:34:32.085057 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d28f0c9-7b29-466a-960c-87a6b5c08c7f tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.101821 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:34:32.105072 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0d31163d-3ce2-48af-8ca7-238db379a72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.165251 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28f0c9-7b29-466a-960c-87a6b5c08c7f tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Pushing event updated for resources: {'Port': ['ID=178b9207-584c-4614-8d1b-011f744a7cb8,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:32.172925 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-08e1d468-0a62-453c-af5a-46f25de0a35b req-9e67b3ee-be73-4a8c-93bc-ecd661aff29d tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482395 Nov 12 08:34:32.190454 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d28f0c9-7b29-466a-960c-87a6b5c08c7f tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:32.191938 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-6d28f0c9-7b29-466a-960c-87a6b5c08c7f tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:32.194395 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d28f0c9-7b29-466a-960c-87a6b5c08c7f tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:32.201445 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=f7d5e139-4427-4407-815d-22ab61e25223,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:32.326681 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d28f0c9-7b29-466a-960c-87a6b5c08c7f tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.336468 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31163d-3ce2-48af-8ca7-238db379a72e None None] Pushing event updated for resources: {'Port': ['ID=c9471ce3-8e6c-498c-a8de-30819734a796,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:32.349539 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cae56d-edef-4caa-8335-fcec026584b3 x-openstack-request-id: req-30cae56d-edef-4caa-8335-fcec026584b3 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:32.350045 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e86af09-931d-4705-9662-d61727b7a1ce", "name": "network-vif-unplugged", "status": "completed", "tag": "f7d5e139-4427-4407-815d-22ab61e25223", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:32.350790 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30cae56d-edef-4caa-8335-fcec026584b3 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:32.351448 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e86af09-931d-4705-9662-d61727b7a1ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7d5e139-4427-4407-815d-22ab61e25223', 'code': 200} Nov 12 08:34:32.371491 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2f8d0ce0-3c33-4609-8b64-eaf9fe55863d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.383372 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d28f0c9-7b29-466a-960c-87a6b5c08c7f tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.397346 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3a311964-358d-4312-90bd-f45203a0dfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'name': 'tempest-ServersTestFqdnHostnames-731065635-router', 'tenant_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'a52df09f-3746-4f8e-ad5c-937ae2ed9b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:17Z', 'updated_at': '2021-11-12T08:34:25Z', 'revision_number': 4, 'project_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'gw_port': {'id': 'a52df09f-3746-4f8e-ad5c-937ae2ed9b7d', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:18Z', 'updated_at': '2021-11-12T08:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'c9471ce3-8e6c-498c-a8de-30819734a796', 'name': '', 'network_id': 'e13b2945-03ae-4edc-a91c-08b4b339e9b8', 'tenant_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'mac_address': 'fa:16:3e:7c:08:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9cc84e21-371e-4f6a-ac0f-edaecce24941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:23Z', 'updated_at': '2021-11-12T08:34:30Z', 'revision_number': 4, 'project_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'subnets': [{'id': '9cc84e21-371e-4f6a-ac0f-edaecce24941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:32.449923 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a311964-358d-4312-90bd-f45203a0dfbf None None] The sync data for ids ['b19b5cee-478e-4e1c-8e61-b3d7dc81e457'] in n-d-768862-16 is: [{'id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'name': 'tempest-ServersTestFqdnHostnames-731065635-router', 'tenant_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'a52df09f-3746-4f8e-ad5c-937ae2ed9b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:17Z', 'updated_at': '2021-11-12T08:34:25Z', 'revision_number': 4, 'project_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'gw_port': {'id': 'a52df09f-3746-4f8e-ad5c-937ae2ed9b7d', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:18Z', 'updated_at': '2021-11-12T08:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'c9471ce3-8e6c-498c-a8de-30819734a796', 'name': '', 'network_id': 'e13b2945-03ae-4edc-a91c-08b4b339e9b8', 'tenant_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'mac_address': 'fa:16:3e:7c:08:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9cc84e21-371e-4f6a-ac0f-edaecce24941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:23Z', 'updated_at': '2021-11-12T08:34:30Z', 'revision_number': 4, 'project_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'subnets': [{'id': '9cc84e21-371e-4f6a-ac0f-edaecce24941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:34:32.460747 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c2434741-d19c-4ac1-a423-d0e3c5b6972b None None] Provisioning complete for port c9471ce3-8e6c-498c-a8de-30819734a796 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:32.461393 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c2434741-d19c-4ac1-a423-d0e3c5b6972b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.525467 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-86198e70-c5b7-47f9-bf5c-1679aa3ceca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:32.562126 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-86198e70-c5b7-47f9-bf5c-1679aa3ceca2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=53ced5a3b5824d46b94af4c3034e6689&device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 1097 time: 0.5075307 Nov 12 08:34:32.632378 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:32.699222 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591ebed-b7ce-4c87-a612-3eeb02b8f187 req-fdc3255b-b503-4067-972b-e3ef6b6d2324 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:32.710027 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3591ebed-b7ce-4c87-a612-3eeb02b8f187 req-fdc3255b-b503-4067-972b-e3ef6b6d2324 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 945 time: 0.2672038 Nov 12 08:34:32.712792 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2f8d0ce0-3c33-4609-8b64-eaf9fe55863d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.719001 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': 'aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a', 'mac_address': 'fa:16:3e:fb:ac:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:34:32.729279 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d28f0c9-7b29-466a-960c-87a6b5c08c7f tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.737143 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d28f0c9-7b29-466a-960c-87a6b5c08c7f tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.839892 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5ad261-898a-47c8-9bcc-5f4979c1e944 None None] Network 91b3d726-a5e2-40ea-99c4-f3223d9486ff requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:32.840115 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d0ce0-3c33-4609-8b64-eaf9fe55863d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20c5d8e7-93af-4442-ae7c-b67bad4ecccd,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:32.848186 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2f8d0ce0-3c33-4609-8b64-eaf9fe55863d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.862198 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2f8d0ce0-3c33-4609-8b64-eaf9fe55863d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/20c5d8e7-93af-4442-ae7c-b67bad4ecccd HTTP/1.1" status: 204 len: 168 time: 1.2092190 Nov 12 08:34:32.865302 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.879694 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37612) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:32.938091 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-6307c2e8-62dd-43df-9580-169389700fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:32.940887 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-6307c2e8-62dd-43df-9580-169389700fcf service neutron] 10.222.0.58 "GET /v2.0/networks?id=ac11a5bd-0584-4f41-bf7f-a43257f96e99 HTTP/1.1" status: 200 len: 921 time: 0.3670764 Nov 12 08:34:33.020014 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:34:33.025360 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-1117571c-62bc-421f-a5f2-dbd3e1e03cb1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4284253f-d252-4cac-a63a-a44080a42da3 HTTP/1.1" status: 200 len: 217 time: 0.0689981 Nov 12 08:34:33.050237 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:33.067005 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3591ebed-b7ce-4c87-a612-3eeb02b8f187 req-ad3d6199-9ac9-4e30-a3f5-c9894da4cec7 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560357 Nov 12 08:34:33.123505 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.128957 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f7d5e139-4427-4407-815d-22ab61e25223 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:34:33.200350 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-5a089c3d-bad8-4705-aef6-70bdec5ab2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:33.206638 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-5a089c3d-bad8-4705-aef6-70bdec5ab2de service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165 HTTP/1.1" status: 200 len: 860 time: 0.1706369 Nov 12 08:34:33.254831 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c9471ce3-8e6c-498c-a8de-30819734a796 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:33.303096 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-17cb0047-b762-438a-bac6-7aa1eb465b63 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac11a5bd-0584-4f41-bf7f-a43257f96e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623736 Nov 12 08:34:33.370552 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port f7d5e139-4427-4407-815d-22ab61e25223, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f7d5e139-4427-4407-815d-22ab61e25223,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:33.389969 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434f424-4878-4c8d-8ee9-32db6c0ab7ab req-7cdd483b-7bb4-440d-9d30-b0ae34eb9f9d tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:33.391966 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'f7d5e139-4427-4407-815d-22ab61e25223', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': 'f7d5e139-4427-4407-815d-22ab61e25223', 'mac_address': 'fa:16:3e:78:75:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:34:33.406067 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d434f424-4878-4c8d-8ee9-32db6c0ab7ab req-7cdd483b-7bb4-440d-9d30-b0ae34eb9f9d tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 948 time: 0.1903057 Nov 12 08:34:33.453460 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:33.470319 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.552075 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d5e139-4427-4407-815d-22ab61e25223 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:34:33.586285 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port f7d5e139-4427-4407-815d-22ab61e25223, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f7d5e139-4427-4407-815d-22ab61e25223,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:33.598700 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.602725 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64b0e5-31f9-4638-bd5c-e79cc79b5081 req-1f757bcd-8e88-4c30-a94a-e4599b55f006 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:33.610859 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28f0c9-7b29-466a-960c-87a6b5c08c7f tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Pushing event updated for resources: {'Port': ['ID=178b9207-584c-4614-8d1b-011f744a7cb8,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:33.613627 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b64b0e5-31f9-4638-bd5c-e79cc79b5081 req-1f757bcd-8e88-4c30-a94a-e4599b55f006 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=421885b5-546a-4d01-88e2-8c94a763a110 HTTP/1.1" status: 200 len: 948 time: 0.2718823 Nov 12 08:34:33.687366 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=f7d5e139-4427-4407-815d-22ab61e25223,revision_number=7']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:33.721649 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7ca210-17bb-413a-8cca-3e6b4ef1b28f None None] DHCP port deletion for 91b3d726-a5e2-40ea-99c4-f3223d9486ff request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:34:33.723001 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d434f424-4878-4c8d-8ee9-32db6c0ab7ab req-1647f041-cd26-4243-8a40-7cf9f4216e83 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155315 Nov 12 08:34:33.740836 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port c9471ce3-8e6c-498c-a8de-30819734a796 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:33.741371 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.742483 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ed8b7d4b-8833-4479-95ce-b3f60fb44cc5 req-ced9a54f-0ef3-45f2-a1c0-7c9fc9d180ae service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a5f6c9a1-d513-41e8-9019-06d42dab6306&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9086382 Nov 12 08:34:33.743256 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d28f0c9-7b29-466a-960c-87a6b5c08c7f tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.743641 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-011c626d-41eb-4689-8d80-e7ee9887fe62 service neutron] 10.222.0.58 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151297 Nov 12 08:34:33.764685 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d28f0c9-7b29-466a-960c-87a6b5c08c7f tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.776307 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6d28f0c9-7b29-466a-960c-87a6b5c08c7f tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5929980 Nov 12 08:34:33.834321 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-35b7247c-dc55-4beb-98bc-2d5e66475afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.916818 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b64b0e5-31f9-4638-bd5c-e79cc79b5081 req-320d86e5-ad7c-49c9-9c1b-c21e6f0b8179 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016810 Nov 12 08:34:33.953474 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b7d4b-8833-4479-95ce-b3f60fb44cc5 req-5050a6ea-b706-497c-92b1-e0c4caf19528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:33.955017 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ed8b7d4b-8833-4479-95ce-b3f60fb44cc5 req-5050a6ea-b706-497c-92b1-e0c4caf19528 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8cc6ca5ed9f64e148f5b96cdf6df5819&device_id=a5f6c9a1-d513-41e8-9019-06d42dab6306 HTTP/1.1" status: 200 len: 1098 time: 0.1767874 Nov 12 08:34:33.988183 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-35b7247c-dc55-4beb-98bc-2d5e66475afe admin admin] Deleting port 2f56e95d-3f1d-4154-a9cb-b28c97ee47cc {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:33.988183 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-35b7247c-dc55-4beb-98bc-2d5e66475afe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.013596 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device df2de936-5730-46c0-908c-ab915c52f6dc no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:34:34.066014 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-dc7ca210-17bb-413a-8cca-3e6b4ef1b28f None None] Deleting port 2f56e95d-3f1d-4154-a9cb-b28c97ee47cc {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:34.066403 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca210-17bb-413a-8cca-3e6b4ef1b28f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.068653 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:34:34.124602 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-35b7247c-dc55-4beb-98bc-2d5e66475afe admin admin] For port 2f56e95d-3f1d-4154-a9cb-b28c97ee47cc, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=2f56e95d-3f1d-4154-a9cb-b28c97ee47cc,segment=NetworkSegment(89a18dbe-dd38-456b-907d-f8a2ce7cf88a),segment_id=89a18dbe-dd38-456b-907d-f8a2ce7cf88a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:34.125332 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-35b7247c-dc55-4beb-98bc-2d5e66475afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.162776 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-35b7247c-dc55-4beb-98bc-2d5e66475afe admin admin] Calling delete_port for 2f56e95d-3f1d-4154-a9cb-b28c97ee47cc owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:34.168831 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: df2de936-5730-46c0-908c-ab915c52f6dc {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:34:34.169172 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device df2de936-5730-46c0-908c-ab915c52f6dc not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:34:34.182053 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['f7d5e139-4427-4407-815d-22ab61e25223'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:34:34.263057 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-4a03fe72-db65-4571-9f97-c9cf907a3a84 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1901006526&fields=id&tenant_id=d5b0a951c22546edb7ad1c67ddeab365 HTTP/1.1" status: 200 len: 267 time: 0.1859396 Nov 12 08:34:34.532400 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-b3417542-292b-43d0-b513-5c167999c9c5 service neutron] 10.222.0.58 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7395766 Nov 12 08:34:34.652709 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a228f-1f08-4524-8f90-ea4c3f057ff6 req-b4b4772a-018b-46dd-b078-e84f31249574 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:34.653425 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-35b7247c-dc55-4beb-98bc-2d5e66475afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.655130 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d55a228f-1f08-4524-8f90-ea4c3f057ff6 req-b4b4772a-018b-46dd-b078-e84f31249574 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 945 time: 0.3657849 Nov 12 08:34:34.657032 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b7d4b-8833-4479-95ce-b3f60fb44cc5 req-723de0df-2c9a-4f21-9dcf-8db9dd1c6aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:34.658600 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ed8b7d4b-8833-4479-95ce-b3f60fb44cc5 req-723de0df-2c9a-4f21-9dcf-8db9dd1c6aa0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e5f92a9c-9232-4960-be34-2deefc62380e HTTP/1.1" status: 200 len: 925 time: 0.2565415 Nov 12 08:34:34.739047 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7247c-dc55-4beb-98bc-2d5e66475afe admin admin] Pushing event deleted for resources: {'Port': ['ID=2f56e95d-3f1d-4154-a9cb-b28c97ee47cc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:34.751066 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b7247c-dc55-4beb-98bc-2d5e66475afe admin admin] No DVR routers for this DVR port 2f56e95d-3f1d-4154-a9cb-b28c97ee47cc on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:34:34.771365 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-dc7ca210-17bb-413a-8cca-3e6b4ef1b28f None None] For port 2f56e95d-3f1d-4154-a9cb-b28c97ee47cc, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=2f56e95d-3f1d-4154-a9cb-b28c97ee47cc,segment=NetworkSegment(89a18dbe-dd38-456b-907d-f8a2ce7cf88a),segment_id=89a18dbe-dd38-456b-907d-f8a2ce7cf88a)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:34.771860 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca210-17bb-413a-8cca-3e6b4ef1b28f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.786741 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-dc7ca210-17bb-413a-8cca-3e6b4ef1b28f None None] Calling delete_port for 2f56e95d-3f1d-4154-a9cb-b28c97ee47cc owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:34.852809 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-4f11a2b3-934d-4ffa-a439-5e58e13c40c3 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:34.858712 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-4f11a2b3-934d-4ffa-a439-5e58e13c40c3 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "GET /v2.0/networks?id=e13b2945-03ae-4edc-a91c-08b4b339e9b8 HTTP/1.1" status: 200 len: 814 time: 0.5925558 Nov 12 08:34:34.878384 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d55a228f-1f08-4524-8f90-ea4c3f057ff6 req-023ba53e-cdfb-4152-9508-3c1868936002 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035141 Nov 12 08:34:34.950859 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-35b7247c-dc55-4beb-98bc-2d5e66475afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.979715 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-35b7247c-dc55-4beb-98bc-2d5e66475afe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b3d726-a5e2-40ea-99c4-f3223d9486ff']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:34.984746 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-c629faae-b5c0-4fc9-8168-fcf72cefb51a tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "GET /v2.0/quotas/d5b0a951c22546edb7ad1c67ddeab365 HTTP/1.1" status: 200 len: 375 time: 0.1005733 Nov 12 08:34:35.007770 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-35b7247c-dc55-4beb-98bc-2d5e66475afe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a18dbe-dd38-456b-907d-f8a2ce7cf88a') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:35.008083 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-35b7247c-dc55-4beb-98bc-2d5e66475afe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a18dbe-dd38-456b-907d-f8a2ce7cf88a') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:35.037015 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-35b7247c-dc55-4beb-98bc-2d5e66475afe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.075912 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-35b7247c-dc55-4beb-98bc-2d5e66475afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.100075 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b7247c-dc55-4beb-98bc-2d5e66475afe admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:34:35.101082 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-35b7247c-dc55-4beb-98bc-2d5e66475afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.121672 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-e9f9ea98-a1e2-4e4b-b85f-0fda9587047a tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:35.124076 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-e9f9ea98-a1e2-4e4b-b85f-0fda9587047a tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b&tenant_id=53ced5a3b5824d46b94af4c3034e6689&binding%3Ahost_id=n-h2-768862-16 HTTP/1.1" status: 200 len: 1097 time: 0.2049270 Nov 12 08:34:35.148906 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-78ed9625-1d8a-478c-91a0-e8cd27bf8615 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5b0a951c22546edb7ad1c67ddeab365&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1447644 Nov 12 08:34:35.165575 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 2f56e95d-3f1d-4154-a9cb-b28c97ee47cc no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:34:35.167608 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401415c5-5859-435d-a3fd-bf673ddab910 req-88c5e4b5-61b3-411d-af7a-59cda4c3b583 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:35.169470 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-401415c5-5859-435d-a3fd-bf673ddab910 req-88c5e4b5-61b3-411d-af7a-59cda4c3b583 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 949 time: 0.1179492 Nov 12 08:34:35.186780 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:34:35.186780 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:34:35.186780 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:34:35.186780 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:34:35.186780 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:34:35.186780 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:34:35.186780 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:34:35.186780 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:34:35.186780 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:34:35.186780 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:34:35.186780 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:34:35.186780 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:34:35.186780 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:34:35.186780 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:34:35.186780 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:34:35.186780 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:34:35.186780 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:34:35.186780 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:34:35.186780 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:34:35.186780 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:34:35.186780 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:34:35.186780 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:34:35.186780 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:34:35.186780 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:34:35.186780 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:34:35.186780 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:34:35.186780 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:34:35.186780 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:34:35.186780 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:34:35.186780 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:34:35.186780 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:34:35.186780 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:34:35.205084 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ed8b7d4b-8833-4479-95ce-b3f60fb44cc5 req-5977dce2-f016-4cec-94a2-15a3bbb03207 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab4ccb3c-d6db-4c22-9cb2-59662d8d105d HTTP/1.1" status: 200 len: 1001 time: 0.4932783 Nov 12 08:34:35.206912 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-35b7247c-dc55-4beb-98bc-2d5e66475afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.217155 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-35b7247c-dc55-4beb-98bc-2d5e66475afe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.231690 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-35b7247c-dc55-4beb-98bc-2d5e66475afe admin admin] 10.222.0.37 "DELETE /v2.0/networks/91b3d726-a5e2-40ea-99c4-f3223d9486ff HTTP/1.1" status: 204 len: 168 time: 2.3361018 Nov 12 08:34:35.283312 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 2f56e95d-3f1d-4154-a9cb-b28c97ee47cc {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:34:35.283640 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 2f56e95d-3f1d-4154-a9cb-b28c97ee47cc not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:34:35.338352 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca210-17bb-413a-8cca-3e6b4ef1b28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.348404 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dc7ca210-17bb-413a-8cca-3e6b4ef1b28f None None] Network 91b3d726-a5e2-40ea-99c4-f3223d9486ff is not hosted by any dhcp agent {{(pid=102570) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:34:35.348906 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7ca210-17bb-413a-8cca-3e6b4ef1b28f None None] No DVR routers for this DVR port 2f56e95d-3f1d-4154-a9cb-b28c97ee47cc on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:34:35.355109 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7247c-dc55-4beb-98bc-2d5e66475afe admin admin] Pushing event deleted for resources: {'Network': ['ID=91b3d726-a5e2-40ea-99c4-f3223d9486ff,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:35.362331 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b7d4b-8833-4479-95ce-b3f60fb44cc5 req-2c8aae85-7739-4982-8e4f-3216f7393a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:35.383308 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ed8b7d4b-8833-4479-95ce-b3f60fb44cc5 req-2c8aae85-7739-4982-8e4f-3216f7393a76 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6c542064-a950-4668-8022-669eaf3adcd0 HTTP/1.1" status: 200 len: 863 time: 0.1479106 Nov 12 08:34:35.426271 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ca210-17bb-413a-8cca-3e6b4ef1b28f None None] Pushing event deleted for resources: {'Port': ['ID=2f56e95d-3f1d-4154-a9cb-b28c97ee47cc,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:35.477591 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b7d4b-8833-4479-95ce-b3f60fb44cc5 req-1c115a57-060b-4156-8ce3-fdddbc69a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:35.480187 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ed8b7d4b-8833-4479-95ce-b3f60fb44cc5 req-1c115a57-060b-4156-8ce3-fdddbc69a983 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e5f92a9c-9232-4960-be34-2deefc62380e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874245 Nov 12 08:34:35.489436 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37656) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:35.517979 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-401415c5-5859-435d-a3fd-bf673ddab910 req-853b0b86-fd60-4dc9-9bed-e2f5e4f4418b tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155203 Nov 12 08:34:35.519973 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-eb23af25-4f38-459f-86b0-68c8e9b1178d service neutron] 10.222.0.37 "GET /v2.0/networks/e13b2945-03ae-4edc-a91c-08b4b339e9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281457 Nov 12 08:34:35.646291 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ed8b7d4b-8833-4479-95ce-b3f60fb44cc5 req-004a4f1d-d20e-4927-8fd9-634e509ffe8d service neutron] 10.222.0.58 "GET /v2.0/networks/e5f92a9c-9232-4960-be34-2deefc62380e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493337 Nov 12 08:34:35.773909 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ed8b7d4b-8833-4479-95ce-b3f60fb44cc5 req-a271e473-8936-40b3-a365-42d6a4f68835 service neutron] 10.222.0.58 "GET /v2.0/networks/e5f92a9c-9232-4960-be34-2deefc62380e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112325 Nov 12 08:34:35.795676 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-284e5fda-1618-494a-96ef-0e4fccc83383 service neutron] For port 4284253f-d252-4cac-a63a-a44080a42da3, host n-h1-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:35.820371 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-21cfcfce-aea1-4fc8-9e22-50bb2e795f0e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=170ed433cebf435e979c69a5b04f040c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3297343 Nov 12 08:34:35.822217 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37660) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:35.862877 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-284e5fda-1618-494a-96ef-0e4fccc83383 service neutron] Publish callbacks [] for binding, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.864488 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9d7d1ce-9607-4d84-b183-53ea11860aef req-284e5fda-1618-494a-96ef-0e4fccc83383 service neutron] 10.222.0.58 "DELETE /v2.0/ports/4284253f-d252-4cac-a63a-a44080a42da3/bindings/n-h1-768862-16 HTTP/1.1" status: 204 len: 173 time: 0.7144635 Nov 12 08:34:35.895182 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-647cfb69-8384-402c-8a2c-95c0a091d50b service neutron] 10.222.0.37 "GET /v2.0/networks/e13b2945-03ae-4edc-a91c-08b4b339e9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657665 Nov 12 08:34:35.906222 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a76ca-2290-4c1e-81af-0279b714cac7 req-40ec6a66-e024-4348-b436-8bfea17a58de tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:35.908097 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9c2a76ca-2290-4c1e-81af-0279b714cac7 req-40ec6a66-e024-4348-b436-8bfea17a58de tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=421885b5-546a-4d01-88e2-8c94a763a110 HTTP/1.1" status: 200 len: 948 time: 0.1097045 Nov 12 08:34:35.932569 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cb218222-3403-4d44-8831-dc4680337549 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.967055 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cb218222-3403-4d44-8831-dc4680337549 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.987973 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9c2a76ca-2290-4c1e-81af-0279b714cac7 req-d6d0d54f-f2f5-4bc3-980f-e37f4dcf8c24 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730276 Nov 12 08:34:36.066366 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cb218222-3403-4d44-8831-dc4680337549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.069779 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cb218222-3403-4d44-8831-dc4680337549 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.071106 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-cb218222-3403-4d44-8831-dc4680337549 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8dfee2c1-6915-4183-9894-d81417c4bc78 HTTP/1.1" status: 204 len: 168 time: 0.2471528 Nov 12 08:34:36.089340 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb218222-3403-4d44-8831-dc4680337549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfee2c1-6915-4183-9894-d81417c4bc78,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:36.228379 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4140591a-16c9-4b91-b681-ce2266f3bbf6 req-fdfb4e16-6bb9-4c1a-963e-c89710f3097e tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5624074-f877-4ada-9008-30b122d35a47 HTTP/1.1" status: 200 len: 210 time: 0.0489230 Nov 12 08:34:36.246768 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1d089-9d7b-4e8f-b0bf-4e222b7ebcfa req-dff81f21-fc00-467e-8971-4f46efb98df8 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:36.248091 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d4e1d089-9d7b-4e8f-b0bf-4e222b7ebcfa req-dff81f21-fc00-467e-8971-4f46efb98df8 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 945 time: 0.1461222 Nov 12 08:34:36.310029 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d4e1d089-9d7b-4e8f-b0bf-4e222b7ebcfa req-2fb621db-0840-4403-8fc7-1773c0db15c0 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562942 Nov 12 08:34:36.617560 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5a89b-c838-424f-932d-32e196f458b4 req-7c69547c-3022-49a5-99ba-48a98693bb65 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:36.621967 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2fa5a89b-c838-424f-932d-32e196f458b4 req-7c69547c-3022-49a5-99ba-48a98693bb65 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 1097 time: 0.1099284 Nov 12 08:34:36.728990 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2fa5a89b-c838-424f-932d-32e196f458b4 req-444fbf32-def3-41d0-a01d-4c9be90eab58 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966232 Nov 12 08:34:36.749777 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262f385-bd4d-4567-9ec3-f06cb9d93ead req-d99f4ea2-809f-4094-bcf8-9af29d10423e tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:36.752055 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5262f385-bd4d-4567-9ec3-f06cb9d93ead req-d99f4ea2-809f-4094-bcf8-9af29d10423e tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 949 time: 0.0908711 Nov 12 08:34:36.845649 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5262f385-bd4d-4567-9ec3-f06cb9d93ead req-5bdd3b4a-716a-481d-8cee-337ec7b0c23b tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767169 Nov 12 08:34:37.375432 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37724) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:37.505658 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1b4e633f-f4a0-4a52-8cab-38b5cf975448 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1874355659-network', 'tenant_id': 'e2c0f212b4344f428a8d1f3e64e6fbf8'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:37.532989 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4e633f-f4a0-4a52-8cab-38b5cf975448 admin admin] Made reservation on behalf of e2c0f212b4344f428a8d1f3e64e6fbf8 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:37.535838 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b4e633f-f4a0-4a52-8cab-38b5cf975448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.547663 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b4e633f-f4a0-4a52-8cab-38b5cf975448 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.605848 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075f8f5-2e3f-419e-b219-881bc4d9aae4 req-ad5debc8-d7c9-4365-b92a-3e7b3b1361f5 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:37.607409 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7075f8f5-2e3f-419e-b219-881bc4d9aae4 req-ad5debc8-d7c9-4365-b92a-3e7b3b1361f5 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=421885b5-546a-4d01-88e2-8c94a763a110 HTTP/1.1" status: 200 len: 948 time: 0.4784276 Nov 12 08:34:37.661021 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-fb4aeea1-17e2-429d-8cf3-00caee4ed87e tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:37.668871 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-fb4aeea1-17e2-429d-8cf3-00caee4ed87e tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/networks?id=ac11a5bd-0584-4f41-bf7f-a43257f96e99 HTTP/1.1" status: 200 len: 820 time: 0.5160451 Nov 12 08:34:37.673423 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b4e633f-f4a0-4a52-8cab-38b5cf975448 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.680046 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b4e633f-f4a0-4a52-8cab-38b5cf975448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.690534 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-190afb79-1314-4ffb-9996-1e9308e1c8d4 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/quotas/53ced5a3b5824d46b94af4c3034e6689 HTTP/1.1" status: 200 len: 375 time: 0.0206702 Nov 12 08:34:37.717835 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4e633f-f4a0-4a52-8cab-38b5cf975448 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:34:37.732430 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b4e633f-f4a0-4a52-8cab-38b5cf975448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.732878 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-1b4e633f-f4a0-4a52-8cab-38b5cf975448 admin admin] Added segment 798ce58c-2470-4c49-aa6a-24837c6cccad of type vlan for network b9d94b00-33cb-4cce-85c5-315175d0d7ed Nov 12 08:34:37.734833 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99e6b97b-609f-4a18-845f-3d473a36b727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.762075 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7075f8f5-2e3f-419e-b219-881bc4d9aae4 req-3a0b7209-b256-4d89-88fa-a78389724de4 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375053 Nov 12 08:34:37.785991 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-46997fa8-99e9-4810-a9d5-efe9b3d98317 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=53ced5a3b5824d46b94af4c3034e6689&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944862 Nov 12 08:34:37.820910 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b4e633f-f4a0-4a52-8cab-38b5cf975448 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.824117 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e633f-f4a0-4a52-8cab-38b5cf975448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fe110e-8ec8-4fde-9289-4166d5bb4d1e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:37.881197 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b4e633f-f4a0-4a52-8cab-38b5cf975448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.882301 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4e633f-f4a0-4a52-8cab-38b5cf975448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:37.882944 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b4e633f-f4a0-4a52-8cab-38b5cf975448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.895425 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-05025cc0-4aeb-4f63-adea-60a1939c9ce8 req-e32df594-e0c1-4c17-9eac-2ace7838d09f tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5624074-f877-4ada-9008-30b122d35a47 HTTP/1.1" status: 200 len: 210 time: 0.0327079 Nov 12 08:34:37.935416 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-60cb7d09-8c02-479c-bc75-56aedeb01fb4 service neutron] 10.222.0.37 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484749 Nov 12 08:34:37.952139 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1b4e633f-f4a0-4a52-8cab-38b5cf975448 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5747995 Nov 12 08:34:37.955320 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37734) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:37.962050 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-88622945-8eae-419c-8041-58de3bf3f717 admin admin] Request body: {'subnet': {'network_id': 'b9d94b00-33cb-4cce-85c5-315175d0d7ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1874355659-subnet', 'tenant_id': 'e2c0f212b4344f428a8d1f3e64e6fbf8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:37.972874 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e633f-f4a0-4a52-8cab-38b5cf975448 admin admin] Pushing event updated for resources: {'Network': ['ID=b9d94b00-33cb-4cce-85c5-315175d0d7ed,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:37.985500 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network b9d94b00-33cb-4cce-85c5-315175d0d7ed details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:34:38.023646 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88622945-8eae-419c-8041-58de3bf3f717 admin admin] Made reservation on behalf of e2c0f212b4344f428a8d1f3e64e6fbf8 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:38.026347 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-88622945-8eae-419c-8041-58de3bf3f717 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.082429 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61898c4-3c40-4a3f-a74f-0faafb0ceace req-6f2bc374-e58d-4f47-ae45-25167a68fc72 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:38.084058 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a61898c4-3c40-4a3f-a74f-0faafb0ceace req-6f2bc374-e58d-4f47-ae45-25167a68fc72 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 949 time: 0.1075888 Nov 12 08:34:38.096730 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-90cec4e1-06a8-4a21-a61f-fdfff197269a service neutron] 10.222.0.37 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594684 Nov 12 08:34:38.121267 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:38.158520 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a61898c4-3c40-4a3f-a74f-0faafb0ceace req-08bae774-ffa1-4192-8280-7fa6e27b22aa tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606577 Nov 12 08:34:38.282018 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:34:38.289530 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:38.290129 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.312074 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-88622945-8eae-419c-8041-58de3bf3f717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.377967 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5d16bf3a-9121-4697-96b0-3d6b39bf8a9d req-7120edf1-4ae8-4fe3-9c4a-0a6089f95292 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 210 time: 0.0363572 Nov 12 08:34:38.476728 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88622945-8eae-419c-8041-58de3bf3f717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2cef0a5-2092-4463-9480-76a9107d8efd,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:38.502410 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88622945-8eae-419c-8041-58de3bf3f717 admin admin] Checking segment: {'id': '798ce58c-2470-4c49-aa6a-24837c6cccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b9d94b00-33cb-4cce-85c5-315175d0d7ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:38.502750 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88622945-8eae-419c-8041-58de3bf3f717 admin admin] Network hostable DHCP agents. Network: b9d94b00-33cb-4cce-85c5-315175d0d7ed, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:34:38.505822 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.545084 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88622945-8eae-419c-8041-58de3bf3f717 admin admin] Network b9d94b00-33cb-4cce-85c5-315175d0d7ed is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:34:38.559851 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-88622945-8eae-419c-8041-58de3bf3f717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, b9d94b00-33cb-4cce-85c5-315175d0d7ed) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:38.568374 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88622945-8eae-419c-8041-58de3bf3f717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:38.568697 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-88622945-8eae-419c-8041-58de3bf3f717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.579152 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:38.587133 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421885b5-546a-4d01-88e2-8c94a763a110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:34:38.597085 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea0a901-868d-48b0-b956-8033fbad3759" -d '{"events": [{"server_uuid": "421885b5-546a-4d01-88e2-8c94a763a110", "name": "network-vif-plugged", "status": "completed", "tag": "aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:34:38.611681 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37750) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:38.613138 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87144ed3-fe5f-4c6e-88a8-4acb3b9bd7a8 None None] Network b9d94b00-33cb-4cce-85c5-315175d0d7ed requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:38.614330 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-88622945-8eae-419c-8041-58de3bf3f717 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6578703 Nov 12 08:34:38.615964 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-d5bd853c-5d59-44ba-b52b-f5c090bd0bf8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1874355659-router', 'tenant_id': 'e2c0f212b4344f428a8d1f3e64e6fbf8', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:38.618879 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.620218 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f7d5e139-4427-4407-815d-22ab61e25223 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:38.642788 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-a0f6d2e6-cf6c-4e2d-994c-e1444c0f4067 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:38.644332 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-a0f6d2e6-cf6c-4e2d-994c-e1444c0f4067 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.58 "GET /v2.0/networks?id=e13b2945-03ae-4edc-a91c-08b4b339e9b8 HTTP/1.1" status: 200 len: 814 time: 0.2455249 Nov 12 08:34:38.730866 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d5bd853c-5d59-44ba-b52b-f5c090bd0bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.731986 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d5bd853c-5d59-44ba-b52b-f5c090bd0bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.764698 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb57c599-0621-49a2-89d0-f6bc1eeaba39 x-openstack-request-id: req-cb57c599-0621-49a2-89d0-f6bc1eeaba39 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:38.765314 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421885b5-546a-4d01-88e2-8c94a763a110", "name": "network-vif-plugged", "status": "completed", "tag": "aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:38.765439 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb57c599-0621-49a2-89d0-f6bc1eeaba39 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:38.765872 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421885b5-546a-4d01-88e2-8c94a763a110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a', 'code': 200} Nov 12 08:34:38.786763 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-41de3c51-073c-42aa-b902-3d45c7379983 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5b0a951c22546edb7ad1c67ddeab365 HTTP/1.1" status: 200 len: 380 time: 0.1171329 Nov 12 08:34:38.844733 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d5bd853c-5d59-44ba-b52b-f5c090bd0bf8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.852062 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-4373a8dd-ecdb-4c78-9f41-db3b52369caf tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Request body: {'port': {'device_id': 'e5624074-f877-4ada-9008-30b122d35a47', 'network_id': 'e13b2945-03ae-4edc-a91c-08b4b339e9b8', 'admin_state_up': True, 'tenant_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'security_groups': ['4ac11159-2be3-40db-a616-0a03c8203e0f']}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:38.871888 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14386d07-f71a-481e-a72e-650644d5f396 req-71d83f6b-2c9b-48cc-ab16-65f01179f7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:38.874929 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-14386d07-f71a-481e-a72e-650644d5f396 req-71d83f6b-2c9b-48cc-ab16-65f01179f7df service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=421885b5-546a-4d01-88e2-8c94a763a110 HTTP/1.1" status: 200 len: 1101 time: 0.0818682 Nov 12 08:34:38.883869 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:39.013130 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-14386d07-f71a-481e-a72e-650644d5f396 req-28988d1e-01c1-4263-86af-d9aa229aa9e8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287851 Nov 12 08:34:39.016254 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port f7d5e139-4427-4407-815d-22ab61e25223 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:39.016783 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.109222 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52176503-fd99-4099-8c63-4b3c73d9220d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-b9d94b00-33cb-4cce-85c5-315175d0d7ed', 'network_id': 'b9d94b00-33cb-4cce-85c5-315175d0d7ed', 'tenant_id': 'e2c0f212b4344f428a8d1f3e64e6fbf8', 'fixed_ips': [{'subnet_id': 'a2cef0a5-2092-4463-9480-76a9107d8efd'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:34:39.113463 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-52176503-fd99-4099-8c63-4b3c73d9220d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.116540 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cf4cdabd-4cdc-477b-9c7f-81de47a1e7c4 req-9449d94e-9e1f-4b06-91a8-2a0341a515fd tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5624074-f877-4ada-9008-30b122d35a47 HTTP/1.1" status: 200 len: 210 time: 0.0840745 Nov 12 08:34:39.217246 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d5bd853c-5d59-44ba-b52b-f5c090bd0bf8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.247669 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132419a9-28eb-4356-854a-40a299da668e req-b035b79f-8e87-4939-bdd8-66afd295b601 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:39.249639 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-132419a9-28eb-4356-854a-40a299da668e req-b035b79f-8e87-4939-bdd8-66afd295b601 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=421885b5-546a-4d01-88e2-8c94a763a110 HTTP/1.1" status: 200 len: 949 time: 0.3389709 Nov 12 08:34:39.294936 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-4373a8dd-ecdb-4c78-9f41-db3b52369caf tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Made reservation on behalf of d5b0a951c22546edb7ad1c67ddeab365 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:39.300046 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-4373a8dd-ecdb-4c78-9f41-db3b52369caf tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.351154 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.397028 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-52176503-fd99-4099-8c63-4b3c73d9220d None None] Allocated IP 172.20.0.2 (b9d94b00-33cb-4cce-85c5-315175d0d7ed/a2cef0a5-2092-4463-9480-76a9107d8efd/b147dad1-0e93-4234-9dc5-d584e4a9ec0a) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:39.410150 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port f7d5e139-4427-4407-815d-22ab61e25223, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f7d5e139-4427-4407-815d-22ab61e25223,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:39.415984 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.464052 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-132419a9-28eb-4356-854a-40a299da668e req-03ff0c54-966b-47b2-b16a-929aabbdf4f5 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063942 Nov 12 08:34:39.529460 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=f7d5e139-4427-4407-815d-22ab61e25223,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:39.577104 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449c328-87e5-4651-8e89-8351d70c4704 req-a448c3bc-39dc-486e-b8e6-ad9b16d65e3f tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:39.589115 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3449c328-87e5-4651-8e89-8351d70c4704 req-a448c3bc-39dc-486e-b8e6-ad9b16d65e3f tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 949 time: 0.2845519 Nov 12 08:34:39.657094 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-52176503-fd99-4099-8c63-4b3c73d9220d None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.669331 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-52176503-fd99-4099-8c63-4b3c73d9220d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.717335 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52176503-fd99-4099-8c63-4b3c73d9220d None None] Network b9d94b00-33cb-4cce-85c5-315175d0d7ed is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:39.722926 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-52176503-fd99-4099-8c63-4b3c73d9220d None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:39.725761 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52176503-fd99-4099-8c63-4b3c73d9220d None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:39.729265 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e226df8-8571-4f56-9a8a-526e2f5f102c req-c078c143-fe6b-4d43-929f-3f4a8511596a tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 210 time: 0.0650842 Nov 12 08:34:39.737282 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-4373a8dd-ecdb-4c78-9f41-db3b52369caf tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Allocated IP 172.20.0.14 (e13b2945-03ae-4edc-a91c-08b4b339e9b8/9cc84e21-371e-4f6a-ac0f-edaecce24941/478fa75e-70cd-4375-8b99-522f92aa7113) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:39.799241 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52176503-fd99-4099-8c63-4b3c73d9220d None None] Pushing event updated for resources: {'Port': ['ID=b147dad1-0e93-4234-9dc5-d584e4a9ec0a,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:39.816039 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-52176503-fd99-4099-8c63-4b3c73d9220d None None] Attempting to bind port b147dad1-0e93-4234-9dc5-d584e4a9ec0a on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:39.816544 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-52176503-fd99-4099-8c63-4b3c73d9220d None None] Attempting to bind port b147dad1-0e93-4234-9dc5-d584e4a9ec0a by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '798ce58c-2470-4c49-aa6a-24837c6cccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b9d94b00-33cb-4cce-85c5-315175d0d7ed'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:39.816918 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52176503-fd99-4099-8c63-4b3c73d9220d None None] Attempting to bind port b147dad1-0e93-4234-9dc5-d584e4a9ec0a on network b9d94b00-33cb-4cce-85c5-315175d0d7ed {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:39.822980 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52176503-fd99-4099-8c63-4b3c73d9220d None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:39.823356 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52176503-fd99-4099-8c63-4b3c73d9220d None None] Checking segment: {'id': '798ce58c-2470-4c49-aa6a-24837c6cccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b9d94b00-33cb-4cce-85c5-315175d0d7ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:39.823779 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-52176503-fd99-4099-8c63-4b3c73d9220d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.824166 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52176503-fd99-4099-8c63-4b3c73d9220d None None] Bound using segment: {'id': '798ce58c-2470-4c49-aa6a-24837c6cccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b9d94b00-33cb-4cce-85c5-315175d0d7ed'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:39.824751 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-52176503-fd99-4099-8c63-4b3c73d9220d None None] Bound port: b147dad1-0e93-4234-9dc5-d584e4a9ec0a, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '798ce58c-2470-4c49-aa6a-24837c6cccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b9d94b00-33cb-4cce-85c5-315175d0d7ed'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:39.825006 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-52176503-fd99-4099-8c63-4b3c73d9220d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.912276 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3449c328-87e5-4651-8e89-8351d70c4704 req-96ce8126-3694-40d2-b8ee-de6ceb05a34d tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225563 Nov 12 08:34:39.929830 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-52176503-fd99-4099-8c63-4b3c73d9220d None None] For port b147dad1-0e93-4234-9dc5-d584e4a9ec0a, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:39.936609 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-52176503-fd99-4099-8c63-4b3c73d9220d None None] For port b147dad1-0e93-4234-9dc5-d584e4a9ec0a, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b147dad1-0e93-4234-9dc5-d584e4a9ec0a,segment=NetworkSegment(798ce58c-2470-4c49-aa6a-24837c6cccad),segment_id=798ce58c-2470-4c49-aa6a-24837c6cccad)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:39.950032 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-52176503-fd99-4099-8c63-4b3c73d9220d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:40.073641 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52176503-fd99-4099-8c63-4b3c73d9220d None None] Pushing event updated for resources: {'Port': ['ID=b147dad1-0e93-4234-9dc5-d584e4a9ec0a,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:40.157008 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dc9320d7-b08d-4095-b974-a06ffd5a5c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:40.333737 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d5bd853c-5d59-44ba-b52b-f5c090bd0bf8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:40.378419 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-41aa2b02-def8-4383-9bdf-cc4e3152d90a tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:40.380027 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-41aa2b02-def8-4383-9bdf-cc4e3152d90a tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.58 "GET /v2.0/networks?id=ac11a5bd-0584-4f41-bf7f-a43257f96e99 HTTP/1.1" status: 200 len: 820 time: 0.3085930 Nov 12 08:34:40.406172 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-6ddf60b7-bdfc-49e5-8607-1f936d35528a tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Request body: {'port': {'device_id': '76fdcd1d-90d3-4e79-af9d-9625add71668', 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99', 'admin_state_up': True, 'tenant_id': '53ced5a3b5824d46b94af4c3034e6689'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:40.465721 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8555ad7e-42c6-4a57-b7c2-0721329c3e55 req-75f7e703-740f-4133-8011-ca737c914a4a tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5624074-f877-4ada-9008-30b122d35a47 HTTP/1.1" status: 200 len: 210 time: 0.1479576 Nov 12 08:34:40.468849 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d5bd853c-5d59-44ba-b52b-f5c090bd0bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:40.567398 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-6ddf60b7-bdfc-49e5-8607-1f936d35528a tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Made reservation on behalf of 53ced5a3b5824d46b94af4c3034e6689 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:40.572205 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-6ddf60b7-bdfc-49e5-8607-1f936d35528a tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:40.600281 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-4373a8dd-ecdb-4c78-9f41-db3b52369caf tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:40.625781 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547977f-f4fd-45fd-ba20-2f3ae3215fdb req-18017063-5cbb-4026-a9f1-97a12e2b573e tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:40.627504 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c547977f-f4fd-45fd-ba20-2f3ae3215fdb req-18017063-5cbb-4026-a9f1-97a12e2b573e tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a829161c-d989-4c73-98a8-9f19367704ab HTTP/1.1" status: 200 len: 946 time: 0.5007482 Nov 12 08:34:40.734625 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-6ddf60b7-bdfc-49e5-8607-1f936d35528a tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Allocated IP 172.20.0.6 (ac11a5bd-0584-4f41-bf7f-a43257f96e99/2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165/04daa2ab-0f1e-46d6-b151-8c5b6210d993) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:40.767483 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e86af09-931d-4705-9662-d61727b7a1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d5e139-4427-4407-815d-22ab61e25223'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:34:40.770456 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b23f4e-8774-49cb-abfb-990c43052294" -d '{"events": [{"server_uuid": "4e86af09-931d-4705-9662-d61727b7a1ce", "name": "network-vif-plugged", "status": "completed", "tag": "f7d5e139-4427-4407-815d-22ab61e25223"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:34:40.787555 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-4373a8dd-ecdb-4c78-9f41-db3b52369caf tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:40.811628 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c241b-ea6c-4358-9659-090bb30b3a3f req-c1db205d-6fc4-4223-88b5-32d3cf1b2396 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:40.814005 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f0c241b-ea6c-4358-9659-090bb30b3a3f req-c1db205d-6fc4-4223-88b5-32d3cf1b2396 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=421885b5-546a-4d01-88e2-8c94a763a110 HTTP/1.1" status: 200 len: 949 time: 0.1968455 Nov 12 08:34:40.822534 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c547977f-f4fd-45fd-ba20-2f3ae3215fdb req-8d9faa7d-8179-4fd1-9129-6443f47592b1 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ccaa3b8-e5e1-42bb-ba3c-950d244acd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766768 Nov 12 08:34:40.874625 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-d5bd853c-5d59-44ba-b52b-f5c090bd0bf8 admin admin] Allocated IP 172.25.6.182 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/10b2e7bf-bc30-43f8-807f-7a1f4a0acea9) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:40.917394 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-6ddf60b7-bdfc-49e5-8607-1f936d35528a tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:40.923276 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-4373a8dd-ecdb-4c78-9f41-db3b52369caf tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Network e13b2945-03ae-4edc-a91c-08b4b339e9b8 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:40.938202 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-4373a8dd-ecdb-4c78-9f41-db3b52369caf tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:40.947193 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373a8dd-ecdb-4c78-9f41-db3b52369caf tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Pushing event updated for resources: {'Port': ['ID=478fa75e-70cd-4375-8b99-522f92aa7113,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:40.967295 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-4373a8dd-ecdb-4c78-9f41-db3b52369caf tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:40.976616 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-6ddf60b7-bdfc-49e5-8607-1f936d35528a tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.059137 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-6ddf60b7-bdfc-49e5-8607-1f936d35528a tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Network ac11a5bd-0584-4f41-bf7f-a43257f96e99 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:41.066956 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-6ddf60b7-bdfc-49e5-8607-1f936d35528a tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:41.069716 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-6ddf60b7-bdfc-49e5-8607-1f936d35528a tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:41.127501 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-6ddf60b7-bdfc-49e5-8607-1f936d35528a tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:41.128399 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-6ddf60b7-bdfc-49e5-8607-1f936d35528a tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.144384 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b147dad1-0e93-4234-9dc5-d584e4a9ec0a up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:41.146549 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f0c241b-ea6c-4358-9659-090bb30b3a3f req-9fade1fe-bc8c-4119-8393-6ea688679fe8 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742233 Nov 12 08:34:41.154320 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-6ddf60b7-bdfc-49e5-8607-1f936d35528a tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7547333 Nov 12 08:34:41.155568 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf60b7-bdfc-49e5-8607-1f936d35528a tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Pushing event updated for resources: {'Port': ['ID=04daa2ab-0f1e-46d6-b151-8c5b6210d993,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:41.185476 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-22ee6022-6b13-4e49-8b98-b04942e35f85 service neutron] Request body: {'port': {'device_id': '76fdcd1d-90d3-4e79-af9d-9625add71668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:41.204027 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-4373a8dd-ecdb-4c78-9f41-db3b52369caf tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:41.204701 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-4373a8dd-ecdb-4c78-9f41-db3b52369caf tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.247318 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-4373a8dd-ecdb-4c78-9f41-db3b52369caf tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4009898 Nov 12 08:34:41.250734 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d5bd853c-5d59-44ba-b52b-f5c090bd0bf8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.265656 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ec417-43f9-4d70-8d64-b6349a48a659 req-a4b5d7b9-55b1-4fb4-a7d0-40307c8bb172 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:41.267445 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b3ec417-43f9-4d70-8d64-b6349a48a659 req-a4b5d7b9-55b1-4fb4-a7d0-40307c8bb172 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 931 time: 0.1945674 Nov 12 08:34:41.274856 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-f7617db8-8567-4c7e-87ae-56090b18d266 service neutron] Request body: {'port': {'device_id': 'e5624074-f877-4ada-9008-30b122d35a47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:41.281242 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-22ee6022-6b13-4e49-8b98-b04942e35f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.285339 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df6b724-bcc0-4530-bd93-85495c74b6ad x-openstack-request-id: req-0df6b724-bcc0-4530-bd93-85495c74b6ad {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:41.285637 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e86af09-931d-4705-9662-d61727b7a1ce", "name": "network-vif-plugged", "status": "completed", "tag": "f7d5e139-4427-4407-815d-22ab61e25223", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:41.285884 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0df6b724-bcc0-4530-bd93-85495c74b6ad {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:41.294564 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e86af09-931d-4705-9662-d61727b7a1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d5e139-4427-4407-815d-22ab61e25223', 'code': 200} Nov 12 08:34:41.343571 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port b147dad1-0e93-4234-9dc5-d584e4a9ec0a triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:41.344014 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.521746 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-f7617db8-8567-4c7e-87ae-56090b18d266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.522221 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.555473 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d5bd853c-5d59-44ba-b52b-f5c090bd0bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.558906 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-73472aca-4b44-4106-8bdf-440f8187a029 None None] Provisioning complete for port 478fa75e-70cd-4375-8b99-522f92aa7113 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:41.559273 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-73472aca-4b44-4106-8bdf-440f8187a029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.569222 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b3ec417-43f9-4d70-8d64-b6349a48a659 req-8392b147-c6d3-448a-a078-58fdead49c27 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889383 Nov 12 08:34:41.657921 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port b147dad1-0e93-4234-9dc5-d584e4a9ec0a, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b147dad1-0e93-4234-9dc5-d584e4a9ec0a,segment=NetworkSegment(798ce58c-2470-4c49-aa6a-24837c6cccad),segment_id=798ce58c-2470-4c49-aa6a-24837c6cccad)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:41.666456 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.676735 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-73472aca-4b44-4106-8bdf-440f8187a029 None None] Port 478fa75e-70cd-4375-8b99-522f92aa7113 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:34:41.691397 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bd853c-5d59-44ba-b52b-f5c090bd0bf8 admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:41.702802 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad6e82-a797-459d-9670-1e26fe697451 req-101dcd6b-2629-495a-877f-b8f2d7afdcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:41.704420 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-37ad6e82-a797-459d-9670-1e26fe697451 req-101dcd6b-2629-495a-877f-b8f2d7afdcbb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 1102 time: 0.1423337 Nov 12 08:34:41.719539 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ce0d53-155a-4941-924b-54c403d6b768 None None] Network b9d94b00-33cb-4cce-85c5-315175d0d7ed requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:41.744938 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-d5bd853c-5d59-44ba-b52b-f5c090bd0bf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:41.781280 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bd853c-5d59-44ba-b52b-f5c090bd0bf8 admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:41.783874 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-37ad6e82-a797-459d-9670-1e26fe697451 req-e22c5519-1d19-46f8-81ff-65e70a4ca09a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670078 Nov 12 08:34:41.812372 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb443422-b92e-423e-b442-3f09e413be19 req-0b7c83fc-06c3-4480-b37e-cc700110245e tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:41.813932 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eb443422-b92e-423e-b442-3f09e413be19 req-0b7c83fc-06c3-4480-b37e-cc700110245e tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.3633711 Nov 12 08:34:41.831963 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-22ee6022-6b13-4e49-8b98-b04942e35f85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04daa2ab-0f1e-46d6-b151-8c5b6210d993 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:34:41.841684 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-22ee6022-6b13-4e49-8b98-b04942e35f85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.858202 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-22ee6022-6b13-4e49-8b98-b04942e35f85 service neutron] Transition to ACTIVE for port object 04daa2ab-0f1e-46d6-b151-8c5b6210d993 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:34:41.863782 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-22ee6022-6b13-4e49-8b98-b04942e35f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.864847 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd853c-5d59-44ba-b52b-f5c090bd0bf8 admin admin] Pushing event updated for resources: {'Port': ['ID=10b2e7bf-bc30-43f8-807f-7a1f4a0acea9,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:41.887798 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=b147dad1-0e93-4234-9dc5-d584e4a9ec0a,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:41.903935 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8d32c83a-dc8e-4d9d-becb-eb06668c2d82 None None] Provisioning complete for port b147dad1-0e93-4234-9dc5-d584e4a9ec0a triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:41.904528 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8d32c83a-dc8e-4d9d-becb-eb06668c2d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.943094 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee6022-6b13-4e49-8b98-b04942e35f85 service neutron] Pushing event updated for resources: {'Port': ['ID=04daa2ab-0f1e-46d6-b151-8c5b6210d993,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:41.995836 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-22ee6022-6b13-4e49-8b98-b04942e35f85 service neutron] Attempting to bind port 04daa2ab-0f1e-46d6-b151-8c5b6210d993 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:41.995836 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-22ee6022-6b13-4e49-8b98-b04942e35f85 service neutron] Attempting to bind port 04daa2ab-0f1e-46d6-b151-8c5b6210d993 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:41.996787 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-22ee6022-6b13-4e49-8b98-b04942e35f85 service neutron] Attempting to bind port 04daa2ab-0f1e-46d6-b151-8c5b6210d993 on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:41.997269 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f01bb3-e4f7-49e7-b6d1-20d903e9c23c req-ca026663-ed63-4111-96c5-40b48e69795e tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:41.999318 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32f01bb3-e4f7-49e7-b6d1-20d903e9c23c req-ca026663-ed63-4111-96c5-40b48e69795e tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5624074-f877-4ada-9008-30b122d35a47 HTTP/1.1" status: 200 len: 932 time: 0.3001251 Nov 12 08:34:42.003948 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-22ee6022-6b13-4e49-8b98-b04942e35f85 service neutron] Port 04daa2ab-0f1e-46d6-b151-8c5b6210d993 on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:34:42.004976 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-22ee6022-6b13-4e49-8b98-b04942e35f85 service neutron] Attempting to bind port 04daa2ab-0f1e-46d6-b151-8c5b6210d993 on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:42.016705 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-22ee6022-6b13-4e49-8b98-b04942e35f85 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:42.017287 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-22ee6022-6b13-4e49-8b98-b04942e35f85 service neutron] Checking segment: {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:42.017958 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-22ee6022-6b13-4e49-8b98-b04942e35f85 service neutron] Bound using segment: {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:42.018709 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-22ee6022-6b13-4e49-8b98-b04942e35f85 service neutron] Bound port: 04daa2ab-0f1e-46d6-b151-8c5b6210d993, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:42.019333 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-22ee6022-6b13-4e49-8b98-b04942e35f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.069431 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eb443422-b92e-423e-b442-3f09e413be19 req-710f7065-5e3d-4dd9-bc1b-2f3d28575581 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458994 Nov 12 08:34:42.117404 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-22ee6022-6b13-4e49-8b98-b04942e35f85 service neutron] For port 04daa2ab-0f1e-46d6-b151-8c5b6210d993, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:42.121221 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-22ee6022-6b13-4e49-8b98-b04942e35f85 service neutron] For port 04daa2ab-0f1e-46d6-b151-8c5b6210d993, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=04daa2ab-0f1e-46d6-b151-8c5b6210d993,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:42.123895 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.128689 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-22ee6022-6b13-4e49-8b98-b04942e35f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.179792 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-22ee6022-6b13-4e49-8b98-b04942e35f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:42.180468 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-22ee6022-6b13-4e49-8b98-b04942e35f85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.182277 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-22ee6022-6b13-4e49-8b98-b04942e35f85 service neutron] 10.222.0.58 "PUT /v2.0/ports/04daa2ab-0f1e-46d6-b151-8c5b6210d993 HTTP/1.1" status: 200 len: 1092 time: 1.0021873 Nov 12 08:34:42.183417 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76fdcd1d-90d3-4e79-af9d-9625add71668', 'tag': '04daa2ab-0f1e-46d6-b151-8c5b6210d993'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:34:42.186287 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba8c3e1-5c1d-4e52-9b84-d3e3768bd31a" -d '{"events": [{"name": "network-changed", "server_uuid": "76fdcd1d-90d3-4e79-af9d-9625add71668", "tag": "04daa2ab-0f1e-46d6-b151-8c5b6210d993"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:34:42.225226 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee6022-6b13-4e49-8b98-b04942e35f85 service neutron] Pushing event updated for resources: {'Port': ['ID=04daa2ab-0f1e-46d6-b151-8c5b6210d993,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:42.382111 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af0187-d5e7-4d6e-9b86-38e053058487 req-d52d6285-25bc-495a-91bd-a6615d46290f tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:42.383975 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b1af0187-d5e7-4d6e-9b86-38e053058487 req-d52d6285-25bc-495a-91bd-a6615d46290f tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.54 "GET /v2.0/ports?device_id=a829161c-d989-4c73-98a8-9f19367704ab HTTP/1.1" status: 200 len: 946 time: 0.1141217 Nov 12 08:34:42.453716 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-feb4485a-0c4a-4d20-8355-c7148ca35017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:42.455811 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-feb4485a-0c4a-4d20-8355-c7148ca35017 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=53ced5a3b5824d46b94af4c3034e6689&device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 1095 time: 0.1413188 Nov 12 08:34:42.550298 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32f01bb3-e4f7-49e7-b6d1-20d903e9c23c req-df31005e-f7dc-4c5d-a9de-5fcceb88f5c5 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ac11159-2be3-40db-a616-0a03c8203e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5031226 Nov 12 08:34:42.551019 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-5c3d2fc9-5b28-45d9-aae0-745b1d7a297b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04daa2ab-0f1e-46d6-b151-8c5b6210d993 HTTP/1.1" status: 200 len: 217 time: 0.0531313 Nov 12 08:34:42.626085 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-0963d5e7-5934-45fc-bc7d-21ba1a78e661 None None] Provisioning complete for port b147dad1-0e93-4234-9dc5-d584e4a9ec0a triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:42.626730 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0963d5e7-5934-45fc-bc7d-21ba1a78e661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.627036 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-b1af0187-d5e7-4d6e-9b86-38e053058487 req-aae8b4bd-0ee3-4d9b-81a0-d731a25d5644 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Deleting port 728daad0-13fb-441a-a248-df77f3c4bacc {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:42.627559 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b1af0187-d5e7-4d6e-9b86-38e053058487 req-aae8b4bd-0ee3-4d9b-81a0-d731a25d5644 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.630805 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbc6c8-457e-4db8-8296-cfda37789dd2 req-c039a106-8f3e-4d92-96c9-41f94e3eba91 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:42.641870 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-40dbc6c8-457e-4db8-8296-cfda37789dd2 req-c039a106-8f3e-4d92-96c9-41f94e3eba91 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a829161c-d989-4c73-98a8-9f19367704ab HTTP/1.1" status: 200 len: 946 time: 0.1982434 Nov 12 08:34:42.714465 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-2598f38c-105f-4a76-9f24-bcedcb4109b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:42.717540 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-2598f38c-105f-4a76-9f24-bcedcb4109b5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165 HTTP/1.1" status: 200 len: 860 time: 0.1420794 Nov 12 08:34:42.724699 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134735e0-c7c7-4e9e-a76c-4c1cc4dec3f4 x-openstack-request-id: req-134735e0-c7c7-4e9e-a76c-4c1cc4dec3f4 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:42.724997 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76fdcd1d-90d3-4e79-af9d-9625add71668", "tag": "04daa2ab-0f1e-46d6-b151-8c5b6210d993", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:42.725251 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-134735e0-c7c7-4e9e-a76c-4c1cc4dec3f4 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:42.725657 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76fdcd1d-90d3-4e79-af9d-9625add71668', 'tag': '04daa2ab-0f1e-46d6-b151-8c5b6210d993', 'status': 'completed', 'code': 200} Nov 12 08:34:42.773271 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-f7617db8-8567-4c7e-87ae-56090b18d266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 478fa75e-70cd-4375-8b99-522f92aa7113 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:34:42.773679 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-7b33ff71-31fe-471f-ac0a-012fed59838f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac11a5bd-0584-4f41-bf7f-a43257f96e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382662 Nov 12 08:34:42.781041 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-40dbc6c8-457e-4db8-8296-cfda37789dd2 req-9b11cb4a-ceb9-4106-ad0e-2d94f335d3f1 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ccaa3b8-e5e1-42bb-ba3c-950d244acd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382649 Nov 12 08:34:42.786880 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-f7617db8-8567-4c7e-87ae-56090b18d266 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.813745 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-f7617db8-8567-4c7e-87ae-56090b18d266 service neutron] Transition to ACTIVE for port object 478fa75e-70cd-4375-8b99-522f92aa7113 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:34:42.831990 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-b1af0187-d5e7-4d6e-9b86-38e053058487 req-aae8b4bd-0ee3-4d9b-81a0-d731a25d5644 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] For port 728daad0-13fb-441a-a248-df77f3c4bacc, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=728daad0-13fb-441a-a248-df77f3c4bacc,segment=NetworkSegment(2c3c20a3-0ce8-48a2-8cdf-f60d82907145),segment_id=2c3c20a3-0ce8-48a2-8cdf-f60d82907145)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:42.832374 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b1af0187-d5e7-4d6e-9b86-38e053058487 req-aae8b4bd-0ee3-4d9b-81a0-d731a25d5644 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.850908 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d5bd853c-5d59-44ba-b52b-f5c090bd0bf8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.857110 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-f7617db8-8567-4c7e-87ae-56090b18d266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.874224 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-b1af0187-d5e7-4d6e-9b86-38e053058487 req-aae8b4bd-0ee3-4d9b-81a0-d731a25d5644 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Calling delete_port for 728daad0-13fb-441a-a248-df77f3c4bacc owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:42.952700 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-f10bfd73-1146-4bb6-b3ee-c560041cb9e4 service neutron] 10.222.0.58 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637678 Nov 12 08:34:43.083138 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db05f9a-20b7-4e97-a4e7-99a49358de39 req-49a41eca-dd85-41ce-9771-bd8088ba1d9c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:43.089687 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b147dad1-0e93-4234-9dc5-d584e4a9ec0a up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:43.093484 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1db05f9a-20b7-4e97-a4e7-99a49358de39 req-49a41eca-dd85-41ce-9771-bd8088ba1d9c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=421885b5-546a-4d01-88e2-8c94a763a110 HTTP/1.1" status: 200 len: 949 time: 0.2910554 Nov 12 08:34:43.103534 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7617db8-8567-4c7e-87ae-56090b18d266 service neutron] Pushing event updated for resources: {'Port': ['ID=478fa75e-70cd-4375-8b99-522f92aa7113,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:43.111792 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0c91fea3-b671-4955-b57d-01c7ea56057b req-ed3bf052-1321-4d91-83e3-3f34ec3e0f74 service neutron] 10.222.0.58 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485889 Nov 12 08:34:43.141595 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b1af0187-d5e7-4d6e-9b86-38e053058487 req-aae8b4bd-0ee3-4d9b-81a0-d731a25d5644 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:43.181982 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['728daad0-13fb-441a-a248-df77f3c4bacc'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:34:43.220301 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcebae-a8cd-4fd1-988f-a7b3fcf24483 req-04012ae1-bbeb-4abc-8bb5-34e96ba3eb99 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:43.223377 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7fbcebae-a8cd-4fd1-988f-a7b3fcf24483 req-04012ae1-bbeb-4abc-8bb5-34e96ba3eb99 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 943 time: 0.3256176 Nov 12 08:34:43.226367 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8b4bd-0ee3-4d9b-81a0-d731a25d5644 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Pushing event deleted for resources: {'Port': ['ID=728daad0-13fb-441a-a248-df77f3c4bacc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:43.242911 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:43.264602 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port b147dad1-0e93-4234-9dc5-d584e4a9ec0a triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:43.265686 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:43.300392 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1af0187-d5e7-4d6e-9b86-38e053058487 req-aae8b4bd-0ee3-4d9b-81a0-d731a25d5644 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] No DVR routers for this DVR port 728daad0-13fb-441a-a248-df77f3c4bacc on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:34:43.303852 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b1af0187-d5e7-4d6e-9b86-38e053058487 req-aae8b4bd-0ee3-4d9b-81a0-d731a25d5644 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:43.307613 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b1af0187-d5e7-4d6e-9b86-38e053058487 req-aae8b4bd-0ee3-4d9b-81a0-d731a25d5644 tempest-VolumesAdminNegativeTest-630291469 tempest-VolumesAdminNegativeTest-630291469-project] 10.222.0.54 "DELETE /v2.0/ports/728daad0-13fb-441a-a248-df77f3c4bacc HTTP/1.1" status: 204 len: 173 time: 0.9103625 Nov 12 08:34:43.329555 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8c3e1-5c1d-4e52-9b84-d3e3768bd31a req-d621935a-63ec-40ec-8add-3e5dcc23072a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:43.331157 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fba8c3e1-5c1d-4e52-9b84-d3e3768bd31a req-d621935a-63ec-40ec-8add-3e5dcc23072a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=53ced5a3b5824d46b94af4c3034e6689&device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 1095 time: 0.1179552 Nov 12 08:34:43.404243 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-f7617db8-8567-4c7e-87ae-56090b18d266 service neutron] Attempting to bind port 478fa75e-70cd-4375-8b99-522f92aa7113 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:43.404894 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-f7617db8-8567-4c7e-87ae-56090b18d266 service neutron] Attempting to bind port 478fa75e-70cd-4375-8b99-522f92aa7113 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '68bfaa27-8cd5-4298-b36c-38195891898f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e13b2945-03ae-4edc-a91c-08b4b339e9b8'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:43.405229 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-f7617db8-8567-4c7e-87ae-56090b18d266 service neutron] Attempting to bind port 478fa75e-70cd-4375-8b99-522f92aa7113 on network e13b2945-03ae-4edc-a91c-08b4b339e9b8 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:43.428487 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7fbcebae-a8cd-4fd1-988f-a7b3fcf24483 req-f8de3081-9a99-497f-bb80-7029939af133 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492627 Nov 12 08:34:43.462464 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1db05f9a-20b7-4e97-a4e7-99a49358de39 req-f9b3d712-845d-4168-98c7-b2fa0f75413d tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679609 Nov 12 08:34:43.471316 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-f7617db8-8567-4c7e-87ae-56090b18d266 service neutron] Port 478fa75e-70cd-4375-8b99-522f92aa7113 on network e13b2945-03ae-4edc-a91c-08b4b339e9b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:34:43.471866 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-f7617db8-8567-4c7e-87ae-56090b18d266 service neutron] Attempting to bind port 478fa75e-70cd-4375-8b99-522f92aa7113 on network e13b2945-03ae-4edc-a91c-08b4b339e9b8 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:43.526317 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8c3e1-5c1d-4e52-9b84-d3e3768bd31a req-b4734d87-2c72-497e-8553-e1d43794c599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:43.528998 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fba8c3e1-5c1d-4e52-9b84-d3e3768bd31a req-b4734d87-2c72-497e-8553-e1d43794c599 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ac11a5bd-0584-4f41-bf7f-a43257f96e99 HTTP/1.1" status: 200 len: 921 time: 0.1794839 Nov 12 08:34:43.539976 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-f7617db8-8567-4c7e-87ae-56090b18d266 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:43.539976 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-f7617db8-8567-4c7e-87ae-56090b18d266 service neutron] Checking segment: {'id': '68bfaa27-8cd5-4298-b36c-38195891898f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e13b2945-03ae-4edc-a91c-08b4b339e9b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:43.539976 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-f7617db8-8567-4c7e-87ae-56090b18d266 service neutron] Bound using segment: {'id': '68bfaa27-8cd5-4298-b36c-38195891898f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e13b2945-03ae-4edc-a91c-08b4b339e9b8'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:43.539976 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-f7617db8-8567-4c7e-87ae-56090b18d266 service neutron] Bound port: 478fa75e-70cd-4375-8b99-522f92aa7113, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68bfaa27-8cd5-4298-b36c-38195891898f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e13b2945-03ae-4edc-a91c-08b4b339e9b8'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:43.539976 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-f7617db8-8567-4c7e-87ae-56090b18d266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:43.606140 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fba8c3e1-5c1d-4e52-9b84-d3e3768bd31a req-2de0613d-7e0b-4066-b42a-9165f7e595c4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04daa2ab-0f1e-46d6-b151-8c5b6210d993 HTTP/1.1" status: 200 len: 217 time: 0.0563409 Nov 12 08:34:43.667421 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8c3e1-5c1d-4e52-9b84-d3e3768bd31a req-be61058e-cbc8-451c-b443-b2e396317160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:43.668932 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fba8c3e1-5c1d-4e52-9b84-d3e3768bd31a req-be61058e-cbc8-451c-b443-b2e396317160 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165 HTTP/1.1" status: 200 len: 860 time: 0.0479240 Nov 12 08:34:43.672472 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d5bd853c-5d59-44ba-b52b-f5c090bd0bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:43.720012 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fba8c3e1-5c1d-4e52-9b84-d3e3768bd31a req-248a78fd-bcd7-4435-8845-4ff92ad3425e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac11a5bd-0584-4f41-bf7f-a43257f96e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321901 Nov 12 08:34:43.744069 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fb0cf-84d3-4880-b881-a30948bb6d35 req-2d9348e4-f134-4c25-ba99-6eca5335e47b tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:43.745195 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-de0fb0cf-84d3-4880-b881-a30948bb6d35 req-2d9348e4-f134-4c25-ba99-6eca5335e47b tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.2011499 Nov 12 08:34:43.751100 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-f7617db8-8567-4c7e-87ae-56090b18d266 service neutron] For port 478fa75e-70cd-4375-8b99-522f92aa7113, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:43.757487 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e4133c-f7d6-4f65-bbe7-3c886a5e3d88 req-998cbfd0-b2bd-4589-97ad-3c1ab15cd166 tempest-ServersOnMultiNodesTest-405974985 tempest-ServersOnMultiNodesTest-405974985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:43.758996 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c4e4133c-f7d6-4f65-bbe7-3c886a5e3d88 req-998cbfd0-b2bd-4589-97ad-3c1ab15cd166 tempest-ServersOnMultiNodesTest-405974985 tempest-ServersOnMultiNodesTest-405974985-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=421885b5-546a-4d01-88e2-8c94a763a110 HTTP/1.1" status: 200 len: 1101 time: 0.1899993 Nov 12 08:34:43.800117 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-f7617db8-8567-4c7e-87ae-56090b18d266 service neutron] For port 478fa75e-70cd-4375-8b99-522f92aa7113, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=478fa75e-70cd-4375-8b99-522f92aa7113,segment=NetworkSegment(68bfaa27-8cd5-4298-b36c-38195891898f),segment_id=68bfaa27-8cd5-4298-b36c-38195891898f)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:43.827613 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fba8c3e1-5c1d-4e52-9b84-d3e3768bd31a req-f06a5b20-056c-4951-90d8-d6946bbdae05 service neutron] 10.222.0.58 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914459 Nov 12 08:34:43.843407 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-f7617db8-8567-4c7e-87ae-56090b18d266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:43.860488 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:43.938741 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-de0fb0cf-84d3-4880-b881-a30948bb6d35 req-a4b382f6-c54e-4181-89d8-cec6af630ede tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826153 Nov 12 08:34:43.985488 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-f7617db8-8567-4c7e-87ae-56090b18d266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:43.986276 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-f7617db8-8567-4c7e-87ae-56090b18d266 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:43.988150 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-f7617db8-8567-4c7e-87ae-56090b18d266 service neutron] 10.222.0.58 "PUT /v2.0/ports/478fa75e-70cd-4375-8b99-522f92aa7113 HTTP/1.1" status: 200 len: 1093 time: 2.7180824 Nov 12 08:34:44.006083 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7617db8-8567-4c7e-87ae-56090b18d266 service neutron] Pushing event updated for resources: {'Port': ['ID=478fa75e-70cd-4375-8b99-522f92aa7113,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:44.010914 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5624074-f877-4ada-9008-30b122d35a47', 'tag': '478fa75e-70cd-4375-8b99-522f92aa7113'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:34:44.016692 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15a66da-e353-41a4-96f2-b28852d24b23" -d '{"events": [{"name": "network-changed", "server_uuid": "e5624074-f877-4ada-9008-30b122d35a47", "tag": "478fa75e-70cd-4375-8b99-522f92aa7113"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:34:44.031337 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fba8c3e1-5c1d-4e52-9b84-d3e3768bd31a req-8f6103e2-7706-45e7-a828-b5aa7ec8d109 service neutron] 10.222.0.58 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850746 Nov 12 08:34:44.031605 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c4e4133c-f7d6-4f65-bbe7-3c886a5e3d88 req-d6697979-aebf-41df-98d1-82be6155930f tempest-ServersOnMultiNodesTest-405974985 tempest-ServersOnMultiNodesTest-405974985-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511859 Nov 12 08:34:44.165557 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-396779ea-fd8b-4e38-b3cc-78c5888ac695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:44.167552 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-396779ea-fd8b-4e38-b3cc-78c5888ac695 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d5b0a951c22546edb7ad1c67ddeab365&device_id=e5624074-f877-4ada-9008-30b122d35a47 HTTP/1.1" status: 200 len: 1096 time: 0.0624137 Nov 12 08:34:44.177251 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62efd90-712f-4d06-b74c-2828d5b85cbd req-69009f23-9ed1-4728-b773-0660f51edaaf tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:44.179165 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b62efd90-712f-4d06-b74c-2828d5b85cbd req-69009f23-9ed1-4728-b773-0660f51edaaf tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5624074-f877-4ada-9008-30b122d35a47 HTTP/1.1" status: 200 len: 944 time: 0.1403787 Nov 12 08:34:44.187037 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bd853c-5d59-44ba-b52b-f5c090bd0bf8 admin admin] Router 2ed1372a-97cf-4f8a-81cd-383035e663a8 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:34:44.220741 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-773cc755-5030-4eba-a23f-6f7e1470fb1d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=478fa75e-70cd-4375-8b99-522f92aa7113 HTTP/1.1" status: 200 len: 217 time: 0.0373538 Nov 12 08:34:44.222910 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f38d9-5579-49d4-8d9f-10b5e51708cc req-09657bf3-646a-4f8c-a7c3-81f6e04e948f tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:44.224400 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a08f38d9-5579-49d4-8d9f-10b5e51708cc req-09657bf3-646a-4f8c-a7c3-81f6e04e948f tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 1097 time: 0.0970359 Nov 12 08:34:44.293410 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-a1318684-2040-43ed-b05f-1f00d6dca70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:44.295076 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-a1318684-2040-43ed-b05f-1f00d6dca70d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9cc84e21-371e-4f6a-ac0f-edaecce24941 HTTP/1.1" status: 200 len: 853 time: 0.0509984 Nov 12 08:34:44.304804 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b62efd90-712f-4d06-b74c-2828d5b85cbd req-38333d48-b123-4363-b380-d428976d8ce6 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ac11159-2be3-40db-a616-0a03c8203e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154447 Nov 12 08:34:44.369805 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-c9d95d66-9c1b-4e64-8f29-7ea1ee30dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:44.371406 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-c9d95d66-9c1b-4e64-8f29-7ea1ee30dd17 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e13b2945-03ae-4edc-a91c-08b4b339e9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476551 Nov 12 08:34:44.372539 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a08f38d9-5579-49d4-8d9f-10b5e51708cc req-fd3d3156-c8fd-4c27-aa47-aa149d93d9c3 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420405 Nov 12 08:34:44.404019 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bd853c-5d59-44ba-b52b-f5c090bd0bf8 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:34:44.416712 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491e9495-786b-49de-823e-9083ccc534da None None] Sync routers for ids ['2ed1372a-97cf-4f8a-81cd-383035e663a8'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:34:44.427244 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d5bd853c-5d59-44ba-b52b-f5c090bd0bf8 admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:44.429226 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d5bd853c-5d59-44ba-b52b-f5c090bd0bf8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8165200 Nov 12 08:34:44.432666 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37828) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:44.451817 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37830) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:44.517953 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-1a838022-c2f6-4cc4-813b-bfa72fdacf97 service neutron] 10.222.0.58 "GET /v2.0/networks/e13b2945-03ae-4edc-a91c-08b4b339e9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216516 Nov 12 08:34:44.542280 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e699cd-d9aa-48c6-ac9d-f0db30cb8387 admin admin] Deleting subnet f791b08b-1100-46f4-98ac-ad121fd64479 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:34:44.546741 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b33494-2375-4434-8aca-3a532d6aabc9 x-openstack-request-id: req-d0b33494-2375-4434-8aca-3a532d6aabc9 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:44.547029 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5624074-f877-4ada-9008-30b122d35a47", "tag": "478fa75e-70cd-4375-8b99-522f92aa7113", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:44.547284 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0b33494-2375-4434-8aca-3a532d6aabc9 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:44.548004 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5624074-f877-4ada-9008-30b122d35a47', 'tag': '478fa75e-70cd-4375-8b99-522f92aa7113', 'status': 'completed', 'code': 200} Nov 12 08:34:44.552654 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-93e699cd-d9aa-48c6-ac9d-f0db30cb8387 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:44.596975 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491e9495-786b-49de-823e-9083ccc534da None None] Routers {'2ed1372a-97cf-4f8a-81cd-383035e663a8'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:44.597781 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-491e9495-786b-49de-823e-9083ccc534da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:34:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['2ed1372a-97cf-4f8a-81cd-383035e663a8'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:44.638794 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-dbce35bd-a872-428f-91da-7e297f6a31ca req-6746e700-9446-4122-9433-fa82c4b215e1 service neutron] 10.222.0.58 "GET /v2.0/networks/e13b2945-03ae-4edc-a91c-08b4b339e9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994074 Nov 12 08:34:44.640725 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-6065ebac-014f-49f0-be81-a5d913a492f1 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3086472231354689b06a975258c697aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568099 Nov 12 08:34:44.673634 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-93e699cd-d9aa-48c6-ac9d-f0db30cb8387 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:44.716774 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-491e9495-786b-49de-823e-9083ccc534da None None] Set router 2ed1372a-97cf-4f8a-81cd-383035e663a8 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:44.726937 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a829161c-d989-4c73-98a8-9f19367704ab', 'name': 'network-vif-deleted', 'tag': '728daad0-13fb-441a-a248-df77f3c4bacc'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:34:44.729547 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beffb9ed-d0de-4331-8f05-db25d29fa5ba" -d '{"events": [{"server_uuid": "a829161c-d989-4c73-98a8-9f19367704ab", "name": "network-vif-deleted", "tag": "728daad0-13fb-441a-a248-df77f3c4bacc"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:34:44.751271 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a66da-e353-41a4-96f2-b28852d24b23 req-a15f8708-52a6-4133-82ce-82579d4974ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:44.753610 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b15a66da-e353-41a4-96f2-b28852d24b23 req-a15f8708-52a6-4133-82ce-82579d4974ac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d5b0a951c22546edb7ad1c67ddeab365&device_id=e5624074-f877-4ada-9008-30b122d35a47 HTTP/1.1" status: 200 len: 1096 time: 0.0526385 Nov 12 08:34:44.766768 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8853c-f2ce-42c8-ae80-7d98f9bd86f4 req-2da88e8c-0700-460d-95c4-b5666483bb0b tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:44.768302 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a4c8853c-f2ce-42c8-ae80-7d98f9bd86f4 req-2da88e8c-0700-460d-95c4-b5666483bb0b tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.2198360 Nov 12 08:34:44.806816 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-93e699cd-d9aa-48c6-ac9d-f0db30cb8387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:44.868635 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a66da-e353-41a4-96f2-b28852d24b23 req-6a83b642-51fd-4537-8903-095eb7d1764b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:44.870592 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b15a66da-e353-41a4-96f2-b28852d24b23 req-6a83b642-51fd-4537-8903-095eb7d1764b service neutron] 10.222.0.58 "GET /v2.0/networks?id=e13b2945-03ae-4edc-a91c-08b4b339e9b8 HTTP/1.1" status: 200 len: 915 time: 0.1041181 Nov 12 08:34:44.909333 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-491e9495-786b-49de-823e-9083ccc534da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed1372a-97cf-4f8a-81cd-383035e663a8', 'name': 'tempest-FloatingIPDetailsTestJSON-1874355659-router', 'tenant_id': 'e2c0f212b4344f428a8d1f3e64e6fbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '10b2e7bf-bc30-43f8-807f-7a1f4a0acea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:38Z', 'updated_at': '2021-11-12T08:34:42Z', 'revision_number': 3, 'project_id': 'e2c0f212b4344f428a8d1f3e64e6fbf8', 'gw_port': {'id': '10b2e7bf-bc30-43f8-807f-7a1f4a0acea9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:95:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed1372a-97cf-4f8a-81cd-383035e663a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:40Z', 'updated_at': '2021-11-12T08:34:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:44.928347 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b15a66da-e353-41a4-96f2-b28852d24b23 req-abcf6199-1288-4067-b58b-1f55bc50d061 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=478fa75e-70cd-4375-8b99-522f92aa7113 HTTP/1.1" status: 200 len: 217 time: 0.0357840 Nov 12 08:34:44.942387 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491e9495-786b-49de-823e-9083ccc534da None None] Checking router: 2ed1372a-97cf-4f8a-81cd-383035e663a8 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:34:44.943060 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491e9495-786b-49de-823e-9083ccc534da None None] Updating router 2ed1372a-97cf-4f8a-81cd-383035e663a8 port 10b2e7bf-bc30-43f8-807f-7a1f4a0acea9 binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:34:44.971401 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-491e9495-786b-49de-823e-9083ccc534da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:44.989460 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a66da-e353-41a4-96f2-b28852d24b23 req-8dde0f66-da26-41a4-b366-76508667d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:44.990720 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b15a66da-e353-41a4-96f2-b28852d24b23 req-8dde0f66-da26-41a4-b366-76508667d3be service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9cc84e21-371e-4f6a-ac0f-edaecce24941 HTTP/1.1" status: 200 len: 853 time: 0.0545001 Nov 12 08:34:44.996306 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a4c8853c-f2ce-42c8-ae80-7d98f9bd86f4 req-8b0ec19e-9abc-4639-8c38-2cc28addbfee tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916389 Nov 12 08:34:45.027960 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-c3ba5a9a-510e-4886-aa67-2c731ca3dcc6 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:45.029558 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-c3ba5a9a-510e-4886-aa67-2c731ca3dcc6 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3524790 Nov 12 08:34:45.048234 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a66da-e353-41a4-96f2-b28852d24b23 req-f1aa3503-40b4-4e09-be49-1d5199b19277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:45.051027 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b15a66da-e353-41a4-96f2-b28852d24b23 req-f1aa3503-40b4-4e09-be49-1d5199b19277 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e13b2945-03ae-4edc-a91c-08b4b339e9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473878 Nov 12 08:34:45.070379 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-93e699cd-d9aa-48c6-ac9d-f0db30cb8387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.112168 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-cc16b066-602b-4274-8a00-d5b5b9829b29 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/quotas/3086472231354689b06a975258c697aa HTTP/1.1" status: 200 len: 375 time: 0.0534754 Nov 12 08:34:45.116289 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e699cd-d9aa-48c6-ac9d-f0db30cb8387 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f791b08b-1100-46f4-98ac-ad121fd64479,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:45.173403 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-93e699cd-d9aa-48c6-ac9d-f0db30cb8387 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.182766 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-93e699cd-d9aa-48c6-ac9d-f0db30cb8387 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f791b08b-1100-46f4-98ac-ad121fd64479 HTTP/1.1" status: 204 len: 168 time: 0.7249937 Nov 12 08:34:45.183277 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37846) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:45.291664 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-cc1741b0-7155-4827-a83a-21bda78ad301 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3086472231354689b06a975258c697aa&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1784775 Nov 12 08:34:45.317030 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-491e9495-786b-49de-823e-9083ccc534da None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.326522 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-491e9495-786b-49de-823e-9083ccc534da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.394865 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eebc74-6b45-43ee-a0e7-184ca8f4b29e None None] Pushing event updated for resources: {'Port': ['ID=10b2e7bf-bc30-43f8-807f-7a1f4a0acea9,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:45.398050 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-491e9495-786b-49de-823e-9083ccc534da None None] Attempting to bind port 10b2e7bf-bc30-43f8-807f-7a1f4a0acea9 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:45.398846 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-491e9495-786b-49de-823e-9083ccc534da None None] Attempting to bind port 10b2e7bf-bc30-43f8-807f-7a1f4a0acea9 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:45.399858 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491e9495-786b-49de-823e-9083ccc534da None None] Attempting to bind port 10b2e7bf-bc30-43f8-807f-7a1f4a0acea9 on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:45.411420 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eebc74-6b45-43ee-a0e7-184ca8f4b29e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:45.412153 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eebc74-6b45-43ee-a0e7-184ca8f4b29e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:45.412985 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eebc74-6b45-43ee-a0e7-184ca8f4b29e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:45.413593 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eebc74-6b45-43ee-a0e7-184ca8f4b29e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:45.414180 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eebc74-6b45-43ee-a0e7-184ca8f4b29e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:45.415073 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eebc74-6b45-43ee-a0e7-184ca8f4b29e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:45.415649 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eebc74-6b45-43ee-a0e7-184ca8f4b29e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:45.416502 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eebc74-6b45-43ee-a0e7-184ca8f4b29e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:45.424886 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eebc74-6b45-43ee-a0e7-184ca8f4b29e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:45.426189 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eebc74-6b45-43ee-a0e7-184ca8f4b29e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:45.426756 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eebc74-6b45-43ee-a0e7-184ca8f4b29e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:45.427372 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eebc74-6b45-43ee-a0e7-184ca8f4b29e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:45.434516 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491e9495-786b-49de-823e-9083ccc534da None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:45.435506 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491e9495-786b-49de-823e-9083ccc534da None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:45.436301 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-491e9495-786b-49de-823e-9083ccc534da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.436908 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491e9495-786b-49de-823e-9083ccc534da None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:45.438138 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-491e9495-786b-49de-823e-9083ccc534da None None] Bound port: 10b2e7bf-bc30-43f8-807f-7a1f4a0acea9, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:45.438821 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-491e9495-786b-49de-823e-9083ccc534da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.536391 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-491e9495-786b-49de-823e-9083ccc534da None None] For port 10b2e7bf-bc30-43f8-807f-7a1f4a0acea9, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:45.543270 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-491e9495-786b-49de-823e-9083ccc534da None None] For port 10b2e7bf-bc30-43f8-807f-7a1f4a0acea9, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=10b2e7bf-bc30-43f8-807f-7a1f4a0acea9,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:45.550078 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-491e9495-786b-49de-823e-9083ccc534da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.613655 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eebc74-6b45-43ee-a0e7-184ca8f4b29e None None] Pushing event updated for resources: {'Port': ['ID=10b2e7bf-bc30-43f8-807f-7a1f4a0acea9,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:45.644184 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491e9495-786b-49de-823e-9083ccc534da None None] Routers {'2ed1372a-97cf-4f8a-81cd-383035e663a8'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:45.645493 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-491e9495-786b-49de-823e-9083ccc534da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:34:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['2ed1372a-97cf-4f8a-81cd-383035e663a8'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:45.720774 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b15a66da-e353-41a4-96f2-b28852d24b23 req-a7ef6a30-bfda-4fe7-87b0-b4167da3c489 service neutron] 10.222.0.58 "GET /v2.0/networks/e13b2945-03ae-4edc-a91c-08b4b339e9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6480646 Nov 12 08:34:45.725780 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-818a91b1-4edb-4c7f-8ebe-a342c2e16a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.805579 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-491e9495-786b-49de-823e-9083ccc534da None None] Set router 2ed1372a-97cf-4f8a-81cd-383035e663a8 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:45.956899 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-818a91b1-4edb-4c7f-8ebe-a342c2e16a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.018866 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-818a91b1-4edb-4c7f-8ebe-a342c2e16a6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1af7b5f-ebc7-49bd-8625-a86d9b391c7d']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:46.024312 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed014c6b-5014-4f07-9e0d-1bef1ce1f42e req-49941be3-c854-4c6d-a14f-4eb076c5281d tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:46.032652 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ed014c6b-5014-4f07-9e0d-1bef1ce1f42e req-49941be3-c854-4c6d-a14f-4eb076c5281d tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 943 time: 0.1024814 Nov 12 08:34:46.035467 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-818a91b1-4edb-4c7f-8ebe-a342c2e16a6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c3c20a3-0ce8-48a2-8cdf-f60d82907145') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:46.036203 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-818a91b1-4edb-4c7f-8ebe-a342c2e16a6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c3c20a3-0ce8-48a2-8cdf-f60d82907145') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:46.040493 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b15a66da-e353-41a4-96f2-b28852d24b23 req-dcff1184-a461-4e28-8fd4-c669c4c400ae service neutron] 10.222.0.58 "GET /v2.0/networks/e13b2945-03ae-4edc-a91c-08b4b339e9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982981 Nov 12 08:34:46.051873 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-818a91b1-4edb-4c7f-8ebe-a342c2e16a6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.071795 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-818a91b1-4edb-4c7f-8ebe-a342c2e16a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.082871 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818a91b1-4edb-4c7f-8ebe-a342c2e16a6f admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:34:46.083827 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-818a91b1-4edb-4c7f-8ebe-a342c2e16a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.086200 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:34:46.086200 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:34:46.086200 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:34:46.086200 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:34:46.086200 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:34:46.086200 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:34:46.086200 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:34:46.086200 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:34:46.086200 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:34:46.086200 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:34:46.086200 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:34:46.086200 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:34:46.086200 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:34:46.086200 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:34:46.086200 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:34:46.086200 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:34:46.086200 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:34:46.086200 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:34:46.086200 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:34:46.086200 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:34:46.086200 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:34:46.086200 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:34:46.086200 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:34:46.086200 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:34:46.086200 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:34:46.086200 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:34:46.086200 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:34:46.086200 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:34:46.086200 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:34:46.086200 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:34:46.086200 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:34:46.086200 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:34:46.090059 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 728daad0-13fb-441a-a248-df77f3c4bacc no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:34:46.104346 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-46dd6335-7427-4819-9715-ff9736ca0e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.136261 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 728daad0-13fb-441a-a248-df77f3c4bacc {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:34:46.136618 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 728daad0-13fb-441a-a248-df77f3c4bacc not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:34:46.146630 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ed014c6b-5014-4f07-9e0d-1bef1ce1f42e req-a7618a44-f99a-424e-a495-cf418238a000 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129346 Nov 12 08:34:46.202648 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-818a91b1-4edb-4c7f-8ebe-a342c2e16a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.212024 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-818a91b1-4edb-4c7f-8ebe-a342c2e16a6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.212950 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-491e9495-786b-49de-823e-9083ccc534da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed1372a-97cf-4f8a-81cd-383035e663a8', 'name': 'tempest-FloatingIPDetailsTestJSON-1874355659-router', 'tenant_id': 'e2c0f212b4344f428a8d1f3e64e6fbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '10b2e7bf-bc30-43f8-807f-7a1f4a0acea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:38Z', 'updated_at': '2021-11-12T08:34:42Z', 'revision_number': 3, 'project_id': 'e2c0f212b4344f428a8d1f3e64e6fbf8', 'gw_port': {'id': '10b2e7bf-bc30-43f8-807f-7a1f4a0acea9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:95:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed1372a-97cf-4f8a-81cd-383035e663a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:40Z', 'updated_at': '2021-11-12T08:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:46.223800 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-818a91b1-4edb-4c7f-8ebe-a342c2e16a6f admin admin] 10.222.0.37 "DELETE /v2.0/networks/c1af7b5f-ebc7-49bd-8625-a86d9b391c7d HTTP/1.1" status: 204 len: 168 time: 1.0362048 Nov 12 08:34:46.223800 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811ba853-6674-4283-a034-ecb6121f9c27 x-openstack-request-id: req-811ba853-6674-4283-a034-ecb6121f9c27 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:46.223800 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a829161c-d989-4c73-98a8-9f19367704ab", "name": "network-vif-deleted", "tag": "728daad0-13fb-441a-a248-df77f3c4bacc", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:46.223800 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-811ba853-6674-4283-a034-ecb6121f9c27 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:46.229383 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a829161c-d989-4c73-98a8-9f19367704ab', 'name': 'network-vif-deleted', 'tag': '728daad0-13fb-441a-a248-df77f3c4bacc', 'status': 'completed', 'code': 200} Nov 12 08:34:46.237607 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37882) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:46.260589 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491e9495-786b-49de-823e-9083ccc534da None None] The sync data for ids ['2ed1372a-97cf-4f8a-81cd-383035e663a8'] in n-d-768862-16 is: [{'id': '2ed1372a-97cf-4f8a-81cd-383035e663a8', 'name': 'tempest-FloatingIPDetailsTestJSON-1874355659-router', 'tenant_id': 'e2c0f212b4344f428a8d1f3e64e6fbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '10b2e7bf-bc30-43f8-807f-7a1f4a0acea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:38Z', 'updated_at': '2021-11-12T08:34:42Z', 'revision_number': 3, 'project_id': 'e2c0f212b4344f428a8d1f3e64e6fbf8', 'gw_port': {'id': '10b2e7bf-bc30-43f8-807f-7a1f4a0acea9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:95:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed1372a-97cf-4f8a-81cd-383035e663a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:40Z', 'updated_at': '2021-11-12T08:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:34:46.280243 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-a285aed8-07c5-4a30-90e2-fc01b508b676 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:34:46.281289 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-a285aed8-07c5-4a30-90e2-fc01b508b676 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0221934 Nov 12 08:34:46.318947 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a91b1-4edb-4c7f-8ebe-a342c2e16a6f admin admin] Pushing event deleted for resources: {'Network': ['ID=c1af7b5f-ebc7-49bd-8625-a86d9b391c7d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:46.325790 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 04daa2ab-0f1e-46d6-b151-8c5b6210d993 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:34:46.345182 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9cf41dd-d3de-41b4-a763-a7c503aa0dc1 admin admin] Deleting subnet 8b520d73-f0af-4c09-be25-546ac4a6a0c1 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:34:46.358921 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9cf41dd-d3de-41b4-a763-a7c503aa0dc1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.386146 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-478e3d12-aea1-4c22-9909-9a01c2f9535b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:46.387760 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-478e3d12-aea1-4c22-9909-9a01c2f9535b service neutron] 10.222.0.37 "GET /v2.0/ports/e595d8d4-feee-457b-81a4-7c74123a8d26 HTTP/1.1" status: 200 len: 1094 time: 0.0968378 Nov 12 08:34:46.413983 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-aed55744-766d-422d-adc3-fdd65c6b98a4 service neutron] Request body: {'binding': {'host': 'n-h1-768862-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:46.415090 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-aed55744-766d-422d-adc3-fdd65c6b98a4 service neutron] Unknown quota resources ['binding']. {{(pid=102569) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:34:46.426125 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9cf41dd-d3de-41b4-a763-a7c503aa0dc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.519213 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 04daa2ab-0f1e-46d6-b151-8c5b6210d993, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=04daa2ab-0f1e-46d6-b151-8c5b6210d993,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:46.534949 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9cf41dd-d3de-41b4-a763-a7c503aa0dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.545106 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '04daa2ab-0f1e-46d6-b151-8c5b6210d993', 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99', 'port_id': '04daa2ab-0f1e-46d6-b151-8c5b6210d993', 'mac_address': 'fa:16:3e:a5:4c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:34:46.651784 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9cf41dd-d3de-41b4-a763-a7c503aa0dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.666891 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.721251 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-46dd6335-7427-4819-9715-ff9736ca0e1f admin admin] Allocated IP 172.20.0.1 (b9d94b00-33cb-4cce-85c5-315175d0d7ed/a2cef0a5-2092-4463-9480-76a9107d8efd/48b7bf25-1124-49e2-ac1f-7aa2814a2505) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:46.735702 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04daa2ab-0f1e-46d6-b151-8c5b6210d993 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:34:46.759863 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf41dd-d3de-41b4-a763-a7c503aa0dc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b520d73-f0af-4c09-be25-546ac4a6a0c1,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:46.763723 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9cf41dd-d3de-41b4-a763-a7c503aa0dc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.764463 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-aed55744-766d-422d-adc3-fdd65c6b98a4 service neutron] Attempting to bind port e595d8d4-feee-457b-81a4-7c74123a8d26 on host n-h1-768862-16 for vnic_type normal with profile None {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:46.764820 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-aed55744-766d-422d-adc3-fdd65c6b98a4 service neutron] Attempting to bind port e595d8d4-feee-457b-81a4-7c74123a8d26 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:46.765154 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-aed55744-766d-422d-adc3-fdd65c6b98a4 service neutron] Attempting to bind port e595d8d4-feee-457b-81a4-7c74123a8d26 on network a6d5f445-c009-4fb1-a92b-e2439070859b {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:46.767572 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f9cf41dd-d3de-41b4-a763-a7c503aa0dc1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8b520d73-f0af-4c09-be25-546ac4a6a0c1 HTTP/1.1" status: 204 len: 168 time: 0.5265145 Nov 12 08:34:46.770408 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37898) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:46.790649 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-aed55744-766d-422d-adc3-fdd65c6b98a4 service neutron] Port e595d8d4-feee-457b-81a4-7c74123a8d26 on network a6d5f445-c009-4fb1-a92b-e2439070859b not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:34:46.791693 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-aed55744-766d-422d-adc3-fdd65c6b98a4 service neutron] Attempting to bind port e595d8d4-feee-457b-81a4-7c74123a8d26 on network a6d5f445-c009-4fb1-a92b-e2439070859b {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:46.819831 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-aed55744-766d-422d-adc3-fdd65c6b98a4 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:46.820174 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-aed55744-766d-422d-adc3-fdd65c6b98a4 service neutron] Checking segment: {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:46.820561 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-aed55744-766d-422d-adc3-fdd65c6b98a4 service neutron] Bound using segment: {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:46.821019 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-aed55744-766d-422d-adc3-fdd65c6b98a4 service neutron] Bound port: e595d8d4-feee-457b-81a4-7c74123a8d26, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:46.821267 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 04daa2ab-0f1e-46d6-b151-8c5b6210d993, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=04daa2ab-0f1e-46d6-b151-8c5b6210d993,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:46.828076 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.904474 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7e0a3595-3877-4fe1-992a-5b30c8eafe96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.909605 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=04daa2ab-0f1e-46d6-b151-8c5b6210d993,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:46.916465 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131dcf82-8325-49c2-844b-19a7464e5f15 req-bf286b5a-aff0-446f-8090-ad24310ab960 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:46.919059 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-131dcf82-8325-49c2-844b-19a7464e5f15 req-bf286b5a-aff0-446f-8090-ad24310ab960 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5624074-f877-4ada-9008-30b122d35a47 HTTP/1.1" status: 200 len: 944 time: 0.2252507 Nov 12 08:34:47.017773 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-aed55744-766d-422d-adc3-fdd65c6b98a4 service neutron] For port e595d8d4-feee-457b-81a4-7c74123a8d26, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=e595d8d4-feee-457b-81a4-7c74123a8d26,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:47.033748 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-131dcf82-8325-49c2-844b-19a7464e5f15 req-939522fc-44bb-4a22-9572-904175af283c tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ac11159-2be3-40db-a616-0a03c8203e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040838 Nov 12 08:34:47.054345 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7e0a3595-3877-4fe1-992a-5b30c8eafe96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.062000 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-aed55744-766d-422d-adc3-fdd65c6b98a4 service neutron] Publish callbacks [] for binding, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.074172 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-aed55744-766d-422d-adc3-fdd65c6b98a4 service neutron] 10.222.0.37 "POST /v2.0/ports/e595d8d4-feee-457b-81a4-7c74123a8d26/bindings HTTP/1.1" status: 201 len: 390 time: 0.6725247 Nov 12 08:34:47.103505 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-46dd6335-7427-4819-9715-ff9736ca0e1f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.108202 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-7e0a3595-3877-4fe1-992a-5b30c8eafe96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5208c1d3-0f31-43a2-9aa2-1e64121d1699']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:47.122163 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-7e0a3595-3877-4fe1-992a-5b30c8eafe96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b26bd927-2ab2-4acd-8ad6-8392a43b810d') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:47.122526 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-7e0a3595-3877-4fe1-992a-5b30c8eafe96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b26bd927-2ab2-4acd-8ad6-8392a43b810d') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:47.137935 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7e0a3595-3877-4fe1-992a-5b30c8eafe96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.160190 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 10b2e7bf-bc30-43f8-807f-7a1f4a0acea9 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:47.168442 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-46dd6335-7427-4819-9715-ff9736ca0e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.195897 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7e0a3595-3877-4fe1-992a-5b30c8eafe96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.220635 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e0a3595-3877-4fe1-992a-5b30c8eafe96 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:34:47.221251 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7e0a3595-3877-4fe1-992a-5b30c8eafe96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.224114 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:34:47.224114 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:34:47.224114 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:34:47.224114 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:34:47.224114 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:34:47.224114 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:34:47.224114 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:34:47.224114 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:34:47.224114 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:34:47.224114 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:34:47.224114 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:34:47.224114 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:34:47.224114 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:34:47.224114 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:34:47.224114 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:34:47.224114 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:34:47.224114 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:34:47.224114 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:34:47.224114 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:34:47.224114 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:34:47.224114 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:34:47.224114 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:34:47.224114 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:34:47.224114 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:34:47.224114 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:34:47.224114 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:34:47.224114 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:34:47.224114 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:34:47.224114 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:34:47.224114 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:34:47.224114 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:34:47.224114 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:34:47.240507 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dd6335-7427-4819-9715-ff9736ca0e1f admin admin] Network b9d94b00-33cb-4cce-85c5-315175d0d7ed is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:47.250914 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-46dd6335-7427-4819-9715-ff9736ca0e1f admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:47.289409 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dd6335-7427-4819-9715-ff9736ca0e1f admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:47.317289 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['04daa2ab-0f1e-46d6-b151-8c5b6210d993'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:34:47.406829 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 10b2e7bf-bc30-43f8-807f-7a1f4a0acea9 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:47.407579 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.479355 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-60221dd1-40e3-42aa-8e17-d67521ea1cf0 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=3086472231354689b06a975258c697aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0883651 Nov 12 08:34:47.492003 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7e0a3595-3877-4fe1-992a-5b30c8eafe96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.554308 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7e0a3595-3877-4fe1-992a-5b30c8eafe96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.561968 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.572930 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7e0a3595-3877-4fe1-992a-5b30c8eafe96 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5208c1d3-0f31-43a2-9aa2-1e64121d1699 HTTP/1.1" status: 204 len: 168 time: 0.8009605 Nov 12 08:34:47.612819 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f2223e65-cae9-46e9-8b46-65e41186b550 req-ac9aeda6-bd9a-4714-95ba-2776402237e5 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e611b-b492-42c6-9150-50e9f0dacd2a HTTP/1.1" status: 200 len: 210 time: 0.2999403 Nov 12 08:34:47.617221 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd6335-7427-4819-9715-ff9736ca0e1f admin admin] Pushing event updated for resources: {'Port': ['ID=48b7bf25-1124-49e2-ac1f-7aa2814a2505,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:47.645057 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 10b2e7bf-bc30-43f8-807f-7a1f4a0acea9, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=10b2e7bf-bc30-43f8-807f-7a1f4a0acea9,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:47.656078 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.702055 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330d047-bfb0-4bc4-b6f6-65ab0b4a458b req-bdaed901-aafa-414b-9993-7d5c5a99a616 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:47.714032 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c330d047-bfb0-4bc4-b6f6-65ab0b4a458b req-bdaed901-aafa-414b-9993-7d5c5a99a616 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.3028111 Nov 12 08:34:47.714575 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-46dd6335-7427-4819-9715-ff9736ca0e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.725696 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a3595-3877-4fe1-992a-5b30c8eafe96 admin admin] Pushing event deleted for resources: {'Network': ['ID=5208c1d3-0f31-43a2-9aa2-1e64121d1699,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:47.787411 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=10b2e7bf-bc30-43f8-807f-7a1f4a0acea9,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:47.833016 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-50feddc6-177a-40e6-a155-88ce367b5a0f None None] Provisioning complete for port 48b7bf25-1124-49e2-ac1f-7aa2814a2505 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:47.833456 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-50feddc6-177a-40e6-a155-88ce367b5a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.873278 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-0fc50ed3-862e-437e-95f7-6855d0736249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:47.874969 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-0fc50ed3-862e-437e-95f7-6855d0736249 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=60036c792d1544fb8cbb03c747464363&device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 1097 time: 0.3009400 Nov 12 08:34:47.875547 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37908) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:47.880714 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-50feddc6-177a-40e6-a155-88ce367b5a0f None None] Port 48b7bf25-1124-49e2-ac1f-7aa2814a2505 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:34:47.951630 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-46dd6335-7427-4819-9715-ff9736ca0e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.967610 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a533bd-e7d9-4492-bf75-d80be8fc12a0 req-c688be24-c821-4517-9ae6-5932bbc61547 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:47.969675 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-14a533bd-e7d9-4492-bf75-d80be8fc12a0 req-c688be24-c821-4517-9ae6-5932bbc61547 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 945 time: 0.1136727 Nov 12 08:34:47.987211 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-6d524fc9-467e-4f5a-809b-973374b6e1a8 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:47.988870 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-6d524fc9-467e-4f5a-809b-973374b6e1a8 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5025053 Nov 12 08:34:48.006703 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c330d047-bfb0-4bc4-b6f6-65ab0b4a458b req-b0bfd17b-0e8e-4b29-b858-4784d7d85f71 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936213 Nov 12 08:34:48.016602 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-96a48d78-db1c-4a50-9d96-ef72c18a7195 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Request body: {'port': {'device_id': '234e611b-b492-42c6-9150-50e9f0dacd2a', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'admin_state_up': True, 'tenant_id': '3086472231354689b06a975258c697aa'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:48.052035 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-372214cc-9363-45ad-873d-8dc6c64b1257 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cd852bec4bdb45b9856243c3fa20aebe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1718559 Nov 12 08:34:48.059192 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37910) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:48.128230 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-08819baa-bb8c-4e8c-9103-5888f601a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:48.129876 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-08819baa-bb8c-4e8c-9103-5888f601a613 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6d5f445-c009-4fb1-a92b-e2439070859b HTTP/1.1" status: 200 len: 908 time: 0.2309735 Nov 12 08:34:48.146611 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-14a533bd-e7d9-4492-bf75-d80be8fc12a0 req-54b1adef-f442-4f2a-abc7-6d3aa7cc86c8 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589286 Nov 12 08:34:48.217186 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-2e251a4d-aa08-4c03-85ea-ceb9369a5ab1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e595d8d4-feee-457b-81a4-7c74123a8d26 HTTP/1.1" status: 200 len: 217 time: 0.0747232 Nov 12 08:34:48.220786 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304120c-20a4-42b6-a581-de8bc9519d45 req-60825ebe-f9c2-4a3a-8fb0-203c5d1c44cb tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:48.222463 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5304120c-20a4-42b6-a581-de8bc9519d45 req-60825ebe-f9c2-4a3a-8fb0-203c5d1c44cb tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 944 time: 0.1272550 Nov 12 08:34:48.287901 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fd20ce62-ba2b-4a00-80f0-aa6d5f3b3204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:48.331097 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-af79e164-beec-4936-ace0-e603220129f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:48.332876 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-af79e164-beec-4936-ace0-e603220129f0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d46819c4-cbf3-463f-b6ce-344123c01513 HTTP/1.1" status: 200 len: 847 time: 0.1045773 Nov 12 08:34:48.336531 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fd20ce62-ba2b-4a00-80f0-aa6d5f3b3204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:48.339641 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 478fa75e-70cd-4375-8b99-522f92aa7113 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:34:48.340766 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-96a48d78-db1c-4a50-9d96-ef72c18a7195 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Made reservation on behalf of 3086472231354689b06a975258c697aa for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:48.346482 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-96a48d78-db1c-4a50-9d96-ef72c18a7195 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:48.378093 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5304120c-20a4-42b6-a581-de8bc9519d45 req-4de00125-dc57-47ee-998c-b02d2402db7c tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406269 Nov 12 08:34:48.391480 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741e3ff-a80d-48ca-85f4-2d0d5c30c121 req-921b1c98-9a44-45ca-871a-2e9e46525dde tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:48.401198 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4741e3ff-a80d-48ca-85f4-2d0d5c30c121 req-921b1c98-9a44-45ca-871a-2e9e46525dde tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5624074-f877-4ada-9008-30b122d35a47 HTTP/1.1" status: 200 len: 944 time: 0.1696315 Nov 12 08:34:48.405469 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-46dd6335-7427-4819-9715-ff9736ca0e1f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:48.417906 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-47b3ca7e-e6f5-4d6c-8294-4763fa67492a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6d5f445-c009-4fb1-a92b-e2439070859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467334 Nov 12 08:34:48.423452 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-46dd6335-7427-4819-9715-ff9736ca0e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:48.508831 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 478fa75e-70cd-4375-8b99-522f92aa7113, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=478fa75e-70cd-4375-8b99-522f92aa7113,segment=NetworkSegment(68bfaa27-8cd5-4298-b36c-38195891898f),segment_id=68bfaa27-8cd5-4298-b36c-38195891898f)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:48.537872 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd6335-7427-4819-9715-ff9736ca0e1f admin admin] Pushing event updated for resources: {'Port': ['ID=48b7bf25-1124-49e2-ac1f-7aa2814a2505,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:48.541995 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-46dd6335-7427-4819-9715-ff9736ca0e1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:48.545143 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '478fa75e-70cd-4375-8b99-522f92aa7113', 'network_id': 'e13b2945-03ae-4edc-a91c-08b4b339e9b8', 'port_id': '478fa75e-70cd-4375-8b99-522f92aa7113', 'mac_address': 'fa:16:3e:80:60:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cc84e21-371e-4f6a-ac0f-edaecce24941', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:34:48.550653 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4741e3ff-a80d-48ca-85f4-2d0d5c30c121 req-a5464397-b6e6-43ac-af96-d34e306ff30f tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ac11159-2be3-40db-a616-0a03c8203e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483037 Nov 12 08:34:48.606908 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:48.617924 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fd20ce62-ba2b-4a00-80f0-aa6d5f3b3204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:48.621184 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fd20ce62-ba2b-4a00-80f0-aa6d5f3b3204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:48.622595 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-fd20ce62-ba2b-4a00-80f0-aa6d5f3b3204 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4ccaa3b8-e5e1-42bb-ba3c-950d244acd84 HTTP/1.1" status: 204 len: 168 time: 0.5632186 Nov 12 08:34:48.627441 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 478fa75e-70cd-4375-8b99-522f92aa7113 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:34:48.658792 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 478fa75e-70cd-4375-8b99-522f92aa7113, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=478fa75e-70cd-4375-8b99-522f92aa7113,segment=NetworkSegment(68bfaa27-8cd5-4298-b36c-38195891898f),segment_id=68bfaa27-8cd5-4298-b36c-38195891898f)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:48.665081 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:48.670183 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-8323604e-0764-4553-8cb6-f64ed4566850 service neutron] 10.222.0.54 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393255 Nov 12 08:34:48.671328 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20ce62-ba2b-4a00-80f0-aa6d5f3b3204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccaa3b8-e5e1-42bb-ba3c-950d244acd84,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:48.729177 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-96a48d78-db1c-4a50-9d96-ef72c18a7195 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Allocated IP 192.168.233.129 (aaa9e939-3555-4037-a22a-8e3905c2166f/ac1fb13e-fa96-4a78-a070-af75ed125682/eaa22691-5d22-456e-930e-e09f4eb8de3a) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:48.730551 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dd6335-7427-4819-9715-ff9736ca0e1f admin admin] Network b9d94b00-33cb-4cce-85c5-315175d0d7ed is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:48.735934 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-46dd6335-7427-4819-9715-ff9736ca0e1f admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:48.789237 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=478fa75e-70cd-4375-8b99-522f92aa7113,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:48.840316 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-36328ab3-9825-4368-8522-a5f434a057fa service neutron] 10.222.0.54 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581051 Nov 12 08:34:48.940188 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-68e1b8fd-1847-4b7f-b12e-abdc705b9b34 req-76037a38-0570-4d16-84c3-e09787b2b750 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e611b-b492-42c6-9150-50e9f0dacd2a HTTP/1.1" status: 200 len: 210 time: 0.0886385 Nov 12 08:34:49.019215 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-96a48d78-db1c-4a50-9d96-ef72c18a7195 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:49.030999 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46dd6335-7427-4819-9715-ff9736ca0e1f admin admin] Router 2ed1372a-97cf-4f8a-81cd-383035e663a8 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:34:49.093439 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-96a48d78-db1c-4a50-9d96-ef72c18a7195 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:49.114493 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['cf0c8c5f-5023-449d-8eef-136593dd4a73', 'c5c327af-d318-43ba-b079-6f847679d1bc'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:34:49.169791 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-96a48d78-db1c-4a50-9d96-ef72c18a7195 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Network aaa9e939-3555-4037-a22a-8e3905c2166f is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:49.186273 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 10b2e7bf-bc30-43f8-807f-7a1f4a0acea9 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:49.187428 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-96a48d78-db1c-4a50-9d96-ef72c18a7195 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:49.194023 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-96a48d78-db1c-4a50-9d96-ef72c18a7195 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:49.207984 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46dd6335-7427-4819-9715-ff9736ca0e1f admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:34:49.214762 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-46dd6335-7427-4819-9715-ff9736ca0e1f admin admin] 10.222.0.37 "PUT /v2.0/routers/2ed1372a-97cf-4f8a-81cd-383035e663a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7804661 Nov 12 08:34:49.289432 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a48d78-db1c-4a50-9d96-ef72c18a7195 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Pushing event updated for resources: {'Port': ['ID=eaa22691-5d22-456e-930e-e09f4eb8de3a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:49.315543 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a48d78-db1c-4a50-9d96-ef72c18a7195 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:49.315912 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a48d78-db1c-4a50-9d96-ef72c18a7195 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:49.316289 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a48d78-db1c-4a50-9d96-ef72c18a7195 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:49.316632 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a48d78-db1c-4a50-9d96-ef72c18a7195 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:49.316965 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a48d78-db1c-4a50-9d96-ef72c18a7195 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:49.317295 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a48d78-db1c-4a50-9d96-ef72c18a7195 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:49.317618 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a48d78-db1c-4a50-9d96-ef72c18a7195 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:49.318078 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a48d78-db1c-4a50-9d96-ef72c18a7195 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:49.318408 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a48d78-db1c-4a50-9d96-ef72c18a7195 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:49.318835 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a48d78-db1c-4a50-9d96-ef72c18a7195 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:49.319288 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a48d78-db1c-4a50-9d96-ef72c18a7195 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:49.319723 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a48d78-db1c-4a50-9d96-ef72c18a7195 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:49.330230 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-96a48d78-db1c-4a50-9d96-ef72c18a7195 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:49.331091 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-96a48d78-db1c-4a50-9d96-ef72c18a7195 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:49.352858 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96d728-f16f-4821-8d74-5f9b05887779 req-2a666994-4413-405a-ad1e-a06ee4993564 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:49.354769 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ed96d728-f16f-4821-8d74-5f9b05887779 req-2a666994-4413-405a-ad1e-a06ee4993564 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.1484697 Nov 12 08:34:49.355289 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37928) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:49.373015 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-96a48d78-db1c-4a50-9d96-ef72c18a7195 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3631573 Nov 12 08:34:49.376188 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['478fa75e-70cd-4375-8b99-522f92aa7113'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:34:49.390185 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-1e3adc2d-ff8f-46fe-993b-5df704aeae64 service neutron] Request body: {'port': {'device_id': '234e611b-b492-42c6-9150-50e9f0dacd2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:49.422055 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['aedb1d46-4814-42e8-b9c0-f28a00871ad9', '91670ec5-9fa0-4e9e-b508-9ce3671cd99b', '44d8dbdf-3542-4ffb-a400-eff02c1a3b50', '073aaa3b-3126-43a5-8605-d25b8fb92705', 'aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:34:49.425006 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c662a0e-3125-4c42-a9b2-6ec598b31376 None None] Sync routers for ids ['2ed1372a-97cf-4f8a-81cd-383035e663a8'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:34:49.461572 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-1e3adc2d-ff8f-46fe-993b-5df704aeae64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:49.523726 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c662a0e-3125-4c42-a9b2-6ec598b31376 None None] Routers {'2ed1372a-97cf-4f8a-81cd-383035e663a8'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:49.524596 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2c662a0e-3125-4c42-a9b2-6ec598b31376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:34:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['2ed1372a-97cf-4f8a-81cd-383035e663a8'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:49.545244 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ed96d728-f16f-4821-8d74-5f9b05887779 req-45179265-efb6-4372-a578-0b93a97420e0 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522200 Nov 12 08:34:49.559987 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a7e40584-2817-4003-8201-c89728c62487 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ce0e260664f49839a52354362299362&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1852717 Nov 12 08:34:49.561015 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37936) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:49.597999 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcfa24-fb2d-4ace-84a1-f51cf4c1bffd req-03c8f4dc-e03b-4da7-ad6d-7350ae5d9e49 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:49.599658 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-28dcfa24-fb2d-4ace-84a1-f51cf4c1bffd req-03c8f4dc-e03b-4da7-ad6d-7350ae5d9e49 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 945 time: 0.2890484 Nov 12 08:34:49.645973 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8916622a-1e80-447d-ba27-97c8b9206adb None None] Provisioning complete for port 48b7bf25-1124-49e2-ac1f-7aa2814a2505 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:49.646473 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8916622a-1e80-447d-ba27-97c8b9206adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:49.712864 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 10b2e7bf-bc30-43f8-807f-7a1f4a0acea9 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:49.713542 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:49.744759 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-432aa4e9-5307-433a-a0c4-cf45a4904a00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:49.760596 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02616ae6-f1e0-4957-8d51-a0a679858185 req-b5137435-ffd5-4a57-99a5-7193f2525bb3 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:49.769171 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-02616ae6-f1e0-4957-8d51-a0a679858185 req-b5137435-ffd5-4a57-99a5-7193f2525bb3 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 944 time: 0.1269436 Nov 12 08:34:49.798489 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-28dcfa24-fb2d-4ace-84a1-f51cf4c1bffd req-839ebc6e-e805-4785-aae7-c6bae1531aaf tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806455 Nov 12 08:34:49.839575 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-8916622a-1e80-447d-ba27-97c8b9206adb None None] Port 48b7bf25-1124-49e2-ac1f-7aa2814a2505 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:34:49.852328 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-432aa4e9-5307-433a-a0c4-cf45a4904a00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:49.869426 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-1e3adc2d-ff8f-46fe-993b-5df704aeae64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaa22691-5d22-456e-930e-e09f4eb8de3a {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:34:49.890032 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-1e3adc2d-ff8f-46fe-993b-5df704aeae64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:49.909673 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-02616ae6-f1e0-4957-8d51-a0a679858185 req-680a89fd-2e98-4fca-a38b-2c392589ac64 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391401 Nov 12 08:34:49.915303 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-2c662a0e-3125-4c42-a9b2-6ec598b31376 None None] Set router 2ed1372a-97cf-4f8a-81cd-383035e663a8 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:49.941699 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-1e3adc2d-ff8f-46fe-993b-5df704aeae64 service neutron] Transition to ACTIVE for port object eaa22691-5d22-456e-930e-e09f4eb8de3a will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:34:49.949507 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-1e3adc2d-ff8f-46fe-993b-5df704aeae64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:49.997778 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-432aa4e9-5307-433a-a0c4-cf45a4904a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:50.000815 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-432aa4e9-5307-433a-a0c4-cf45a4904a00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:50.005682 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-432aa4e9-5307-433a-a0c4-cf45a4904a00 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a559dba-3f63-40a3-b9b9-38bb566e5b04 HTTP/1.1" status: 204 len: 168 time: 0.4353399 Nov 12 08:34:50.028362 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432aa4e9-5307-433a-a0c4-cf45a4904a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a559dba-3f63-40a3-b9b9-38bb566e5b04,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:50.060079 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432aa4e9-5307-433a-a0c4-cf45a4904a00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:50.060433 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432aa4e9-5307-433a-a0c4-cf45a4904a00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:50.060781 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432aa4e9-5307-433a-a0c4-cf45a4904a00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:50.061121 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432aa4e9-5307-433a-a0c4-cf45a4904a00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:50.061467 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432aa4e9-5307-433a-a0c4-cf45a4904a00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:50.061790 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432aa4e9-5307-433a-a0c4-cf45a4904a00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:50.062326 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432aa4e9-5307-433a-a0c4-cf45a4904a00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:50.062585 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432aa4e9-5307-433a-a0c4-cf45a4904a00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:50.063267 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432aa4e9-5307-433a-a0c4-cf45a4904a00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:50.063267 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432aa4e9-5307-433a-a0c4-cf45a4904a00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:50.063472 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432aa4e9-5307-433a-a0c4-cf45a4904a00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:50.063696 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432aa4e9-5307-433a-a0c4-cf45a4904a00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:50.195934 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3adc2d-ff8f-46fe-993b-5df704aeae64 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa22691-5d22-456e-930e-e09f4eb8de3a,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:50.272360 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-1e3adc2d-ff8f-46fe-993b-5df704aeae64 service neutron] Attempting to bind port eaa22691-5d22-456e-930e-e09f4eb8de3a on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:50.272748 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-1e3adc2d-ff8f-46fe-993b-5df704aeae64 service neutron] Attempting to bind port eaa22691-5d22-456e-930e-e09f4eb8de3a by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:50.273120 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-1e3adc2d-ff8f-46fe-993b-5df704aeae64 service neutron] Attempting to bind port eaa22691-5d22-456e-930e-e09f4eb8de3a on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:50.296220 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-1e3adc2d-ff8f-46fe-993b-5df704aeae64 service neutron] Port eaa22691-5d22-456e-930e-e09f4eb8de3a on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:34:50.296775 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-1e3adc2d-ff8f-46fe-993b-5df704aeae64 service neutron] Attempting to bind port eaa22691-5d22-456e-930e-e09f4eb8de3a on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:50.306278 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-1e3adc2d-ff8f-46fe-993b-5df704aeae64 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:50.306875 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-1e3adc2d-ff8f-46fe-993b-5df704aeae64 service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:50.307701 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-1e3adc2d-ff8f-46fe-993b-5df704aeae64 service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:50.308137 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-1e3adc2d-ff8f-46fe-993b-5df704aeae64 service neutron] Bound port: eaa22691-5d22-456e-930e-e09f4eb8de3a, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:50.308711 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-1e3adc2d-ff8f-46fe-993b-5df704aeae64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:50.427728 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 04daa2ab-0f1e-46d6-b151-8c5b6210d993 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:50.497813 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-38d31255-c53d-47e8-b9f1-7c1649f754b9 req-d8d77654-4762-4cd4-aa9b-19c2c5f62ec9 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2565479 Nov 12 08:34:50.513007 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-1e3adc2d-ff8f-46fe-993b-5df704aeae64 service neutron] For port eaa22691-5d22-456e-930e-e09f4eb8de3a, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:50.516552 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-38d31255-c53d-47e8-b9f1-7c1649f754b9 req-7bf00e15-8e6a-4f42-b4ec-6562583a1f42 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:50.524265 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-1e3adc2d-ff8f-46fe-993b-5df704aeae64 service neutron] For port eaa22691-5d22-456e-930e-e09f4eb8de3a, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=eaa22691-5d22-456e-930e-e09f4eb8de3a,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:50.531190 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-1e3adc2d-ff8f-46fe-993b-5df704aeae64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:50.568942 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-38d31255-c53d-47e8-b9f1-7c1649f754b9 req-7bf00e15-8e6a-4f42-b4ec-6562583a1f42 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks [] for floatingip, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:50.581685 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 04daa2ab-0f1e-46d6-b151-8c5b6210d993 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:34:50.600075 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 04daa2ab-0f1e-46d6-b151-8c5b6210d993 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:50.600347 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:50.633385 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-1e3adc2d-ff8f-46fe-993b-5df704aeae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:50.637048 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-1e3adc2d-ff8f-46fe-993b-5df704aeae64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:50.640189 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-1e3adc2d-ff8f-46fe-993b-5df704aeae64 service neutron] 10.222.0.58 "PUT /v2.0/ports/eaa22691-5d22-456e-930e-e09f4eb8de3a HTTP/1.1" status: 200 len: 1097 time: 1.2554500 Nov 12 08:34:50.646107 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3062a-34ae-40cc-8a14-66fbc561b115 req-3398b7bf-dcf5-4e8c-98d8-372afc7f7d4e tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:50.650995 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234e611b-b492-42c6-9150-50e9f0dacd2a', 'tag': 'eaa22691-5d22-456e-930e-e09f4eb8de3a'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:34:50.658139 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9cab50-d92d-4396-8e88-6d4a76a69954" -d '{"events": [{"name": "network-changed", "server_uuid": "234e611b-b492-42c6-9150-50e9f0dacd2a", "tag": "eaa22691-5d22-456e-930e-e09f4eb8de3a"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:34:50.673692 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95c3062a-34ae-40cc-8a14-66fbc561b115 req-3398b7bf-dcf5-4e8c-98d8-372afc7f7d4e tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5624074-f877-4ada-9008-30b122d35a47 HTTP/1.1" status: 200 len: 945 time: 0.5054376 Nov 12 08:34:50.704680 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3adc2d-ff8f-46fe-993b-5df704aeae64 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa22691-5d22-456e-930e-e09f4eb8de3a,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:50.751814 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:34:50.825336 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-fbc10449-7602-4237-8239-53b26495cc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:50.828681 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-fbc10449-7602-4237-8239-53b26495cc58 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3086472231354689b06a975258c697aa&device_id=234e611b-b492-42c6-9150-50e9f0dacd2a HTTP/1.1" status: 200 len: 1100 time: 0.1044540 Nov 12 08:34:50.880268 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95c3062a-34ae-40cc-8a14-66fbc561b115 req-f5d5fa25-5a05-4c28-adb1-f7626be81393 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ac11159-2be3-40db-a616-0a03c8203e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041614 Nov 12 08:34:50.927323 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-38d31255-c53d-47e8-b9f1-7c1649f754b9 req-7bf00e15-8e6a-4f42-b4ec-6562583a1f42 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:50.939519 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-23bbde31-34d2-4d6b-900c-c8a6dbf8dc9c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=eaa22691-5d22-456e-930e-e09f4eb8de3a HTTP/1.1" status: 200 len: 217 time: 0.0943751 Nov 12 08:34:51.054865 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-f22ac1d8-9a34-400b-8cb0-1b564bb7371b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:51.056829 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-f22ac1d8-9a34-400b-8cb0-1b564bb7371b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1062243 Nov 12 08:34:51.108067 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:51.175387 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-7a59384b-1efe-4a1b-a79a-04a7fdc1b9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:51.177112 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-7a59384b-1efe-4a1b-a79a-04a7fdc1b9da service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1059077 Nov 12 08:34:51.202300 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 04daa2ab-0f1e-46d6-b151-8c5b6210d993, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=04daa2ab-0f1e-46d6-b151-8c5b6210d993,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:51.222219 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-38d31255-c53d-47e8-b9f1-7c1649f754b9 req-7bf00e15-8e6a-4f42-b4ec-6562583a1f42 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Allocated IP 172.25.6.199 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/b7a3bd38-4e12-466c-9f49-0e42049cbefb) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:51.260921 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fdcd1d-90d3-4e79-af9d-9625add71668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04daa2ab-0f1e-46d6-b151-8c5b6210d993'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:34:51.264797 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4255af2d-5152-4cda-a37d-5b712f43890c" -d '{"events": [{"server_uuid": "76fdcd1d-90d3-4e79-af9d-9625add71668", "name": "network-vif-plugged", "status": "completed", "tag": "04daa2ab-0f1e-46d6-b151-8c5b6210d993"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:34:51.271769 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:51.301696 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a77723-7945-4aaa-b730-dd0b879127b7 req-488a93e0-f64b-460f-89e8-c2258cefe9f2 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:51.312585 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-42a77723-7945-4aaa-b730-dd0b879127b7 req-488a93e0-f64b-460f-89e8-c2258cefe9f2 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e611b-b492-42c6-9150-50e9f0dacd2a HTTP/1.1" status: 200 len: 948 time: 0.1593130 Nov 12 08:34:51.355029 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=04daa2ab-0f1e-46d6-b151-8c5b6210d993,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:51.408752 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-de90709a-a9b3-4b5d-bdcf-d2f96a48743f service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117517 Nov 12 08:34:51.449297 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-38d31255-c53d-47e8-b9f1-7c1649f754b9 req-7bf00e15-8e6a-4f42-b4ec-6562583a1f42 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:51.496432 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-42a77723-7945-4aaa-b730-dd0b879127b7 req-9b5d73ec-3f48-41fa-9dd4-3153d5d28bcc tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997658 Nov 12 08:34:51.571959 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-38d31255-c53d-47e8-b9f1-7c1649f754b9 req-7bf00e15-8e6a-4f42-b4ec-6562583a1f42 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:51.600696 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9b57605d-c81a-42b0-8186-e82d011a9152 req-d66fbdf5-c676-4441-a00c-8679bd6a9c24 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826708 Nov 12 08:34:51.643086 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38d31255-c53d-47e8-b9f1-7c1649f754b9 req-7bf00e15-8e6a-4f42-b4ec-6562583a1f42 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:51.667701 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37978) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:51.672075 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-38d31255-c53d-47e8-b9f1-7c1649f754b9 req-7bf00e15-8e6a-4f42-b4ec-6562583a1f42 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:51.675897 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf00e15-8e6a-4f42-b4ec-6562583a1f42 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Pushing event updated for resources: {'Port': ['ID=b7a3bd38-4e12-466c-9f49-0e42049cbefb,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:51.678319 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d31255-c53d-47e8-b9f1-7c1649f754b9 req-7bf00e15-8e6a-4f42-b4ec-6562583a1f42 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:51.741626 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910002f-fc39-474c-85d5-46d5bd4f0d2d req-13c917dd-a9cc-46d9-83c2-f147d77c985c tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:51.743521 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a910002f-fc39-474c-85d5-46d5bd4f0d2d req-13c917dd-a9cc-46d9-83c2-f147d77c985c tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.1156156 Nov 12 08:34:51.805529 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c84d9db5-81b5-4859-95bc-1935ae38d634 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1575658200-network', 'tenant_id': 'bb5db8c9245e48af8ee99b36bdc24175'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:51.815615 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-38d31255-c53d-47e8-b9f1-7c1649f754b9 req-7bf00e15-8e6a-4f42-b4ec-6562583a1f42 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:51.836691 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84d9db5-81b5-4859-95bc-1935ae38d634 admin admin] Made reservation on behalf of bb5db8c9245e48af8ee99b36bdc24175 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:51.837842 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2c662a0e-3125-4c42-a9b2-6ec598b31376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed1372a-97cf-4f8a-81cd-383035e663a8', 'name': 'tempest-FloatingIPDetailsTestJSON-1874355659-router', 'tenant_id': 'e2c0f212b4344f428a8d1f3e64e6fbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '10b2e7bf-bc30-43f8-807f-7a1f4a0acea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:38Z', 'updated_at': '2021-11-12T08:34:47Z', 'revision_number': 4, 'project_id': 'e2c0f212b4344f428a8d1f3e64e6fbf8', 'gw_port': {'id': '10b2e7bf-bc30-43f8-807f-7a1f4a0acea9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:95:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1372a-97cf-4f8a-81cd-383035e663a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:40Z', 'updated_at': '2021-11-12T08:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '48b7bf25-1124-49e2-ac1f-7aa2814a2505', 'name': '', 'network_id': 'b9d94b00-33cb-4cce-85c5-315175d0d7ed', 'tenant_id': 'e2c0f212b4344f428a8d1f3e64e6fbf8', 'mac_address': 'fa:16:3e:15:93:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed1372a-97cf-4f8a-81cd-383035e663a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a2cef0a5-2092-4463-9480-76a9107d8efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:46Z', 'updated_at': '2021-11-12T08:34:48Z', 'revision_number': 2, 'project_id': 'e2c0f212b4344f428a8d1f3e64e6fbf8', 'subnets': [{'id': 'a2cef0a5-2092-4463-9480-76a9107d8efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:51.839964 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c84d9db5-81b5-4859-95bc-1935ae38d634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:51.850994 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c84d9db5-81b5-4859-95bc-1935ae38d634 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:51.876492 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-38d31255-c53d-47e8-b9f1-7c1649f754b9 req-7bf00e15-8e6a-4f42-b4ec-6562583a1f42 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:51.877192 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c662a0e-3125-4c42-a9b2-6ec598b31376 None None] Checking router: 2ed1372a-97cf-4f8a-81cd-383035e663a8 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:34:51.877594 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c662a0e-3125-4c42-a9b2-6ec598b31376 None None] Updating router 2ed1372a-97cf-4f8a-81cd-383035e663a8 port 48b7bf25-1124-49e2-ac1f-7aa2814a2505 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:34:51.963911 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2c662a0e-3125-4c42-a9b2-6ec598b31376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:51.967703 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c84d9db5-81b5-4859-95bc-1935ae38d634 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:51.972131 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c84d9db5-81b5-4859-95bc-1935ae38d634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:51.987784 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84d9db5-81b5-4859-95bc-1935ae38d634 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:34:52.002496 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c84d9db5-81b5-4859-95bc-1935ae38d634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.003390 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-c84d9db5-81b5-4859-95bc-1935ae38d634 admin admin] Added segment 3d0c5ba3-c9f8-4e89-ad96-c674559fd6dd of type vlan for network 00302446-fda8-41e7-b38a-a1df35949a82 Nov 12 08:34:52.058080 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c84d9db5-81b5-4859-95bc-1935ae38d634 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.069958 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-38d31255-c53d-47e8-b9f1-7c1649f754b9 req-7bf00e15-8e6a-4f42-b4ec-6562583a1f42 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.085707 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-38d31255-c53d-47e8-b9f1-7c1649f754b9 req-7bf00e15-8e6a-4f42-b4ec-6562583a1f42 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.098773 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c84d9db5-81b5-4859-95bc-1935ae38d634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.100888 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84d9db5-81b5-4859-95bc-1935ae38d634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:52.101533 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c84d9db5-81b5-4859-95bc-1935ae38d634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.109478 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a910002f-fc39-474c-85d5-46d5bd4f0d2d req-fdefa7a8-65a5-4f71-9a97-a1c2e2bc5dc0 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045170 Nov 12 08:34:52.205478 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf00e15-8e6a-4f42-b4ec-6562583a1f42 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Pushing event updated for resources: {'Port': ['ID=b7a3bd38-4e12-466c-9f49-0e42049cbefb,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:52.223496 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-38d31255-c53d-47e8-b9f1-7c1649f754b9 req-7bf00e15-8e6a-4f42-b4ec-6562583a1f42 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.243379 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-38d31255-c53d-47e8-b9f1-7c1649f754b9 req-7bf00e15-8e6a-4f42-b4ec-6562583a1f42 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.246481 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-38d31255-c53d-47e8-b9f1-7c1649f754b9 req-7bf00e15-8e6a-4f42-b4ec-6562583a1f42 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7391021 Nov 12 08:34:52.247038 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d9db5-81b5-4859-95bc-1935ae38d634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eaf6dbf-1e5b-4f6b-b230-6493a13687ab,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:52.269758 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8e96bf-37ca-4d5f-ae44-cbc2132761c8 x-openstack-request-id: req-0f8e96bf-37ca-4d5f-ae44-cbc2132761c8 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:52.269966 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "234e611b-b492-42c6-9150-50e9f0dacd2a", "tag": "eaa22691-5d22-456e-930e-e09f4eb8de3a", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:52.270218 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f8e96bf-37ca-4d5f-ae44-cbc2132761c8 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:52.270637 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '234e611b-b492-42c6-9150-50e9f0dacd2a', 'tag': 'eaa22691-5d22-456e-930e-e09f4eb8de3a', 'status': 'completed', 'code': 200} Nov 12 08:34:52.328696 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-38d31255-c53d-47e8-b9f1-7c1649f754b9 req-d8436a03-5e36-47d9-9246-5d1a945d6ea6 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.199 HTTP/1.1" status: 200 len: 696 time: 0.0697155 Nov 12 08:34:52.338867 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c84d9db5-81b5-4859-95bc-1935ae38d634 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6661732 Nov 12 08:34:52.352764 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37984) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:52.366451 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-fadc9e42-50d1-4572-ae2c-97c3b202597c admin admin] Request body: {'subnet': {'network_id': '00302446-fda8-41e7-b38a-a1df35949a82', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1575658200-subnet', 'tenant_id': 'bb5db8c9245e48af8ee99b36bdc24175', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:52.381827 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d9db5-81b5-4859-95bc-1935ae38d634 admin admin] Pushing event updated for resources: {'Network': ['ID=00302446-fda8-41e7-b38a-a1df35949a82,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:52.395615 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 00302446-fda8-41e7-b38a-a1df35949a82 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:34:52.437436 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cab50-d92d-4396-8e88-6d4a76a69954 req-9a5fed21-f5a8-43bb-80ce-5dab3c728a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:52.439343 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cc9cab50-d92d-4396-8e88-6d4a76a69954 req-9a5fed21-f5a8-43bb-80ce-5dab3c728a24 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3086472231354689b06a975258c697aa&device_id=234e611b-b492-42c6-9150-50e9f0dacd2a HTTP/1.1" status: 200 len: 1100 time: 0.1083198 Nov 12 08:34:52.440560 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadc9e42-50d1-4572-ae2c-97c3b202597c admin admin] Made reservation on behalf of bb5db8c9245e48af8ee99b36bdc24175 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:52.442984 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fadc9e42-50d1-4572-ae2c-97c3b202597c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.475598 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c386e91-37af-4fd8-b490-def5aadb85fe req-d8d35aae-0ee1-49bd-afec-52cc6ab85dbd tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:52.476458 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c386e91-37af-4fd8-b490-def5aadb85fe req-d8d35aae-0ee1-49bd-afec-52cc6ab85dbd tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 945 time: 0.1054616 Nov 12 08:34:52.547287 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c386e91-37af-4fd8-b490-def5aadb85fe req-f3634835-15fd-4f2c-bbf8-10d968c9c45b tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639603 Nov 12 08:34:52.565746 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d31255-c53d-47e8-b9f1-7c1649f754b9 req-2128b693-7a39-45e2-9a91-c9e2700c8fdf tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:52.577527 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-38d31255-c53d-47e8-b9f1-7c1649f754b9 req-2128b693-7a39-45e2-9a91-c9e2700c8fdf tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 784 time: 0.2316074 Nov 12 08:34:52.584938 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2c662a0e-3125-4c42-a9b2-6ec598b31376 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.606356 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2c662a0e-3125-4c42-a9b2-6ec598b31376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.666646 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.711968 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498f746-29ac-4dcb-8082-5522b0f9d545 None None] Pushing event updated for resources: {'Port': ['ID=48b7bf25-1124-49e2-ac1f-7aa2814a2505,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:52.775938 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384c882b-f13d-4976-9f9e-a3b0332984cd x-openstack-request-id: req-384c882b-f13d-4976-9f9e-a3b0332984cd {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:52.777840 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868edf0-00ed-4bb0-825d-26acf95dd78c req-f48a3b6d-6b23-4273-988b-b9b00a26a6cd tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:52.797609 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2868edf0-00ed-4bb0-825d-26acf95dd78c req-f48a3b6d-6b23-4273-988b-b9b00a26a6cd tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 945 time: 0.1443839 Nov 12 08:34:52.802562 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76fdcd1d-90d3-4e79-af9d-9625add71668", "name": "network-vif-plugged", "status": "completed", "tag": "04daa2ab-0f1e-46d6-b151-8c5b6210d993", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:52.802948 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-384c882b-f13d-4976-9f9e-a3b0332984cd {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:52.803469 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76fdcd1d-90d3-4e79-af9d-9625add71668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04daa2ab-0f1e-46d6-b151-8c5b6210d993', 'code': 200} Nov 12 08:34:52.843055 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fadc9e42-50d1-4572-ae2c-97c3b202597c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.885639 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2c662a0e-3125-4c42-a9b2-6ec598b31376 None None] Attempting to bind port 48b7bf25-1124-49e2-ac1f-7aa2814a2505 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:52.886387 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2c662a0e-3125-4c42-a9b2-6ec598b31376 None None] Attempting to bind port 48b7bf25-1124-49e2-ac1f-7aa2814a2505 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '798ce58c-2470-4c49-aa6a-24837c6cccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b9d94b00-33cb-4cce-85c5-315175d0d7ed'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:52.887691 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c662a0e-3125-4c42-a9b2-6ec598b31376 None None] Attempting to bind port 48b7bf25-1124-49e2-ac1f-7aa2814a2505 on network b9d94b00-33cb-4cce-85c5-315175d0d7ed {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:52.900685 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c662a0e-3125-4c42-a9b2-6ec598b31376 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:52.904689 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c662a0e-3125-4c42-a9b2-6ec598b31376 None None] Checking segment: {'id': '798ce58c-2470-4c49-aa6a-24837c6cccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b9d94b00-33cb-4cce-85c5-315175d0d7ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:52.908293 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2c662a0e-3125-4c42-a9b2-6ec598b31376 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.908775 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c662a0e-3125-4c42-a9b2-6ec598b31376 None None] Bound using segment: {'id': '798ce58c-2470-4c49-aa6a-24837c6cccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b9d94b00-33cb-4cce-85c5-315175d0d7ed'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:52.909360 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2c662a0e-3125-4c42-a9b2-6ec598b31376 None None] Bound port: 48b7bf25-1124-49e2-ac1f-7aa2814a2505, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '798ce58c-2470-4c49-aa6a-24837c6cccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b9d94b00-33cb-4cce-85c5-315175d0d7ed'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:52.909821 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2c662a0e-3125-4c42-a9b2-6ec598b31376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.914614 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cab50-d92d-4396-8e88-6d4a76a69954 req-319539fa-1d5d-436a-ba78-6c8caf89b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:52.917113 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cc9cab50-d92d-4396-8e88-6d4a76a69954 req-319539fa-1d5d-436a-ba78-6c8caf89b715 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.2713528 Nov 12 08:34:52.998467 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2868edf0-00ed-4bb0-825d-26acf95dd78c req-81fcfcab-29b2-424d-9351-3da99b8b6399 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979275 Nov 12 08:34:53.002329 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cc9cab50-d92d-4396-8e88-6d4a76a69954 req-7ae5ae6b-4efa-4b56-84fd-41f501964d6e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=eaa22691-5d22-456e-930e-e09f4eb8de3a HTTP/1.1" status: 200 len: 217 time: 0.0735567 Nov 12 08:34:53.021917 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-2c662a0e-3125-4c42-a9b2-6ec598b31376 None None] For port 48b7bf25-1124-49e2-ac1f-7aa2814a2505, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:53.027776 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-2c662a0e-3125-4c42-a9b2-6ec598b31376 None None] For port 48b7bf25-1124-49e2-ac1f-7aa2814a2505, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=48b7bf25-1124-49e2-ac1f-7aa2814a2505,segment=NetworkSegment(798ce58c-2470-4c49-aa6a-24837c6cccad),segment_id=798ce58c-2470-4c49-aa6a-24837c6cccad)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:53.041894 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a125a0c-c9ec-4d5f-91df-3583cca79879 req-d39b6360-20fa-4766-84ea-3ee04f3ee014 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:53.042947 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2c662a0e-3125-4c42-a9b2-6ec598b31376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:53.055819 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc9e42-50d1-4572-ae2c-97c3b202597c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e24f8e48-5c5b-4942-a1ab-884efd4a5052,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:53.059427 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9a125a0c-c9ec-4d5f-91df-3583cca79879 req-d39b6360-20fa-4766-84ea-3ee04f3ee014 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5624074-f877-4ada-9008-30b122d35a47 HTTP/1.1" status: 200 len: 945 time: 0.1796844 Nov 12 08:34:53.091903 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccf246-b904-4bd5-a657-e9f29060ab7c req-2f096bfd-31b2-4c14-b37f-6ca36be283f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:53.093410 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93ccf246-b904-4bd5-a657-e9f29060ab7c req-2f096bfd-31b2-4c14-b37f-6ca36be283f5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 1097 time: 0.2267978 Nov 12 08:34:53.095926 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadc9e42-50d1-4572-ae2c-97c3b202597c admin admin] Checking segment: {'id': '3d0c5ba3-c9f8-4e89-ad96-c674559fd6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '00302446-fda8-41e7-b38a-a1df35949a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:53.096407 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadc9e42-50d1-4572-ae2c-97c3b202597c admin admin] Network hostable DHCP agents. Network: 00302446-fda8-41e7-b38a-a1df35949a82, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:34:53.115872 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cab50-d92d-4396-8e88-6d4a76a69954 req-c1588194-16e8-4a38-bdb4-47ec11b26c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:53.117495 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cc9cab50-d92d-4396-8e88-6d4a76a69954 req-c1588194-16e8-4a38-bdb4-47ec11b26c50 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.0954561 Nov 12 08:34:53.123536 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadc9e42-50d1-4572-ae2c-97c3b202597c admin admin] Network 00302446-fda8-41e7-b38a-a1df35949a82 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:34:53.148232 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-fadc9e42-50d1-4572-ae2c-97c3b202597c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 00302446-fda8-41e7-b38a-a1df35949a82) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:53.182637 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537bdb80-e501-4f0d-ba2c-c05471a71eec None None] Network 00302446-fda8-41e7-b38a-a1df35949a82 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:53.183441 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadc9e42-50d1-4572-ae2c-97c3b202597c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:53.184146 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fadc9e42-50d1-4572-ae2c-97c3b202597c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:53.214686 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cab50-d92d-4396-8e88-6d4a76a69954 req-5483958d-9550-44f8-8ca7-65a3408f1e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:53.216040 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-445bac7e-7ef5-40e8-a427-0476d601ad5c None None] Provisioning complete for port 48b7bf25-1124-49e2-ac1f-7aa2814a2505 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:53.216575 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-445bac7e-7ef5-40e8-a427-0476d601ad5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:53.216749 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cc9cab50-d92d-4396-8e88-6d4a76a69954 req-5483958d-9550-44f8-8ca7-65a3408f1e9c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0830817 Nov 12 08:34:53.220601 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-fadc9e42-50d1-4572-ae2c-97c3b202597c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8581135 Nov 12 08:34:53.223152 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37992) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:53.227313 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9a125a0c-c9ec-4d5f-91df-3583cca79879 req-6304293c-564c-4e97-917e-71d09bb42638 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ac11159-2be3-40db-a616-0a03c8203e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668723 Nov 12 08:34:53.228136 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c725a304-6756-4658-a33b-a2c7589bd74f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1575658200-router', 'tenant_id': 'bb5db8c9245e48af8ee99b36bdc24175', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:53.281761 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498f746-29ac-4dcb-8082-5522b0f9d545 None None] Pushing event updated for resources: {'Port': ['ID=48b7bf25-1124-49e2-ac1f-7aa2814a2505,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:53.296051 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93ccf246-b904-4bd5-a657-e9f29060ab7c req-392a168d-e467-4bc8-9839-60618886a8d2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850495 Nov 12 08:34:53.332609 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5874d4-5f36-4df8-bdc0-5a955cbd579a req-00d055aa-062e-40b3-b5ec-68b446fea9ae tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:53.341608 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ef5874d4-5f36-4df8-bdc0-5a955cbd579a req-00d055aa-062e-40b3-b5ec-68b446fea9ae tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e611b-b492-42c6-9150-50e9f0dacd2a HTTP/1.1" status: 200 len: 948 time: 0.1906888 Nov 12 08:34:53.383680 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c725a304-6756-4658-a33b-a2c7589bd74f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:53.385312 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c725a304-6756-4658-a33b-a2c7589bd74f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:53.388332 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c662a0e-3125-4c42-a9b2-6ec598b31376 None None] Routers {'2ed1372a-97cf-4f8a-81cd-383035e663a8'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:53.391279 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2c662a0e-3125-4c42-a9b2-6ec598b31376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:34:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['2ed1372a-97cf-4f8a-81cd-383035e663a8'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:53.487221 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ef5874d4-5f36-4df8-bdc0-5a955cbd579a req-ff6d24bd-7fb5-4bb5-b332-50e92d1858c7 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445930 Nov 12 08:34:53.488143 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c725a304-6756-4658-a33b-a2c7589bd74f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:53.522632 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-236ae051-32ba-41dd-8763-a7273162ea74 req-3f69da42-dcac-4bf5-91a0-0e0e2e521301 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2481616 Nov 12 08:34:53.536936 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-236ae051-32ba-41dd-8763-a7273162ea74 req-92e927a1-42a3-4a9b-a1d4-ec70c4d847bf tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:53.581377 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-236ae051-32ba-41dd-8763-a7273162ea74 req-92e927a1-42a3-4a9b-a1d4-ec70c4d847bf tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks [] for floatingip, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:53.696193 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c725a304-6756-4658-a33b-a2c7589bd74f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:53.738552 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26e61a-4d65-4687-b9c2-354745f3248c req-3442fd85-c3e9-4847-89c2-852766b25c24 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:53.740929 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ce26e61a-4d65-4687-b9c2-354745f3248c req-3442fd85-c3e9-4847-89c2-852766b25c24 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.1118519 Nov 12 08:34:53.751404 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cc9cab50-d92d-4396-8e88-6d4a76a69954 req-9fdce90c-ba19-48ce-b1c2-06af0ef00d04 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5193644 Nov 12 08:34:53.825327 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ce26e61a-4d65-4687-b9c2-354745f3248c req-33030f09-88f9-4faf-88f3-620a78cfdcbc tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755973 Nov 12 08:34:53.834059 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-236ae051-32ba-41dd-8763-a7273162ea74 req-92e927a1-42a3-4a9b-a1d4-ec70c4d847bf tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:53.875633 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-2c662a0e-3125-4c42-a9b2-6ec598b31376 None None] Set router 2ed1372a-97cf-4f8a-81cd-383035e663a8 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:53.921653 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-445bac7e-7ef5-40e8-a427-0476d601ad5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:53.941481 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d1877b-4688-44ed-bb32-a5f3d96c76da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-00302446-fda8-41e7-b38a-a1df35949a82', 'network_id': '00302446-fda8-41e7-b38a-a1df35949a82', 'tenant_id': 'bb5db8c9245e48af8ee99b36bdc24175', 'fixed_ips': [{'subnet_id': 'e24f8e48-5c5b-4942-a1ab-884efd4a5052'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:34:53.942416 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-50d1877b-4688-44ed-bb32-a5f3d96c76da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:54.012307 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-236ae051-32ba-41dd-8763-a7273162ea74 req-92e927a1-42a3-4a9b-a1d4-ec70c4d847bf tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Allocated IP 172.25.6.120 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/adfbedfb-a6c9-4627-a5bf-4e6e9bd73e66) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:54.132993 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-445bac7e-7ef5-40e8-a427-0476d601ad5c None None] For port 48b7bf25-1124-49e2-ac1f-7aa2814a2505, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=48b7bf25-1124-49e2-ac1f-7aa2814a2505,segment=NetworkSegment(798ce58c-2470-4c49-aa6a-24837c6cccad),segment_id=798ce58c-2470-4c49-aa6a-24837c6cccad)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:54.151804 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-236ae051-32ba-41dd-8763-a7273162ea74 req-92e927a1-42a3-4a9b-a1d4-ec70c4d847bf tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:54.172303 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-445bac7e-7ef5-40e8-a427-0476d601ad5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:54.220631 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-236ae051-32ba-41dd-8763-a7273162ea74 req-92e927a1-42a3-4a9b-a1d4-ec70c4d847bf tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:54.317221 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-236ae051-32ba-41dd-8763-a7273162ea74 req-92e927a1-42a3-4a9b-a1d4-ec70c4d847bf tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:54.320553 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445bac7e-7ef5-40e8-a427-0476d601ad5c None None] Pushing event updated for resources: {'Port': ['ID=48b7bf25-1124-49e2-ac1f-7aa2814a2505,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:54.329386 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-50d1877b-4688-44ed-bb32-a5f3d96c76da None None] Allocated IP 172.20.0.2 (00302446-fda8-41e7-b38a-a1df35949a82/e24f8e48-5c5b-4942-a1ab-884efd4a5052/4c559dd7-560c-4e09-909e-e544ccbbfde5) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:54.329785 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b479a2-b1b1-455d-8fb7-bc00300c0a1f req-3b542090-5938-417f-b169-8650212ab3af tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:54.332213 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d2b479a2-b1b1-455d-8fb7-bc00300c0a1f req-3b542090-5938-417f-b169-8650212ab3af tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 945 time: 0.1344390 Nov 12 08:34:54.340178 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-236ae051-32ba-41dd-8763-a7273162ea74 req-92e927a1-42a3-4a9b-a1d4-ec70c4d847bf tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:54.345443 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e927a1-42a3-4a9b-a1d4-ec70c4d847bf tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Pushing event updated for resources: {'Port': ['ID=adfbedfb-a6c9-4627-a5bf-4e6e9bd73e66,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:54.352011 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-236ae051-32ba-41dd-8763-a7273162ea74 req-92e927a1-42a3-4a9b-a1d4-ec70c4d847bf tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:54.362840 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ecc89a2f-1dd2-4fea-92ea-b45e9b2f0e40 None None] Provisioning complete for port 48b7bf25-1124-49e2-ac1f-7aa2814a2505 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:54.363237 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ecc89a2f-1dd2-4fea-92ea-b45e9b2f0e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:54.367925 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cc9cab50-d92d-4396-8e88-6d4a76a69954 req-4b7ceefc-6abe-4962-9bb3-620ba25debcf service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531450 Nov 12 08:34:54.395026 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device eaa22691-5d22-456e-930e-e09f4eb8de3a details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:34:54.397330 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 478fa75e-70cd-4375-8b99-522f92aa7113 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:54.420718 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c725a304-6756-4658-a33b-a2c7589bd74f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:54.454730 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d2b479a2-b1b1-455d-8fb7-bc00300c0a1f req-2a8a467e-7fd6-4473-8737-4f04ca0feb80 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040456 Nov 12 08:34:54.506131 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c725a304-6756-4658-a33b-a2c7589bd74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:54.555426 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-236ae051-32ba-41dd-8763-a7273162ea74 req-92e927a1-42a3-4a9b-a1d4-ec70c4d847bf tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:54.600266 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-236ae051-32ba-41dd-8763-a7273162ea74 req-92e927a1-42a3-4a9b-a1d4-ec70c4d847bf tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:54.687446 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2c662a0e-3125-4c42-a9b2-6ec598b31376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed1372a-97cf-4f8a-81cd-383035e663a8', 'name': 'tempest-FloatingIPDetailsTestJSON-1874355659-router', 'tenant_id': 'e2c0f212b4344f428a8d1f3e64e6fbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '10b2e7bf-bc30-43f8-807f-7a1f4a0acea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:38Z', 'updated_at': '2021-11-12T08:34:47Z', 'revision_number': 4, 'project_id': 'e2c0f212b4344f428a8d1f3e64e6fbf8', 'gw_port': {'id': '10b2e7bf-bc30-43f8-807f-7a1f4a0acea9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:95:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1372a-97cf-4f8a-81cd-383035e663a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:40Z', 'updated_at': '2021-11-12T08:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '48b7bf25-1124-49e2-ac1f-7aa2814a2505', 'name': '', 'network_id': 'b9d94b00-33cb-4cce-85c5-315175d0d7ed', 'tenant_id': 'e2c0f212b4344f428a8d1f3e64e6fbf8', 'mac_address': 'fa:16:3e:15:93:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed1372a-97cf-4f8a-81cd-383035e663a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a2cef0a5-2092-4463-9480-76a9107d8efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:46Z', 'updated_at': '2021-11-12T08:34:53Z', 'revision_number': 4, 'project_id': 'e2c0f212b4344f428a8d1f3e64e6fbf8', 'subnets': [{'id': 'a2cef0a5-2092-4463-9480-76a9107d8efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:54.699204 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-c725a304-6756-4658-a33b-a2c7589bd74f admin admin] Allocated IP 172.25.6.36 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/18ab9a54-0797-467f-b1c8-5cc42bcb5a86) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:54.742199 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c662a0e-3125-4c42-a9b2-6ec598b31376 None None] The sync data for ids ['2ed1372a-97cf-4f8a-81cd-383035e663a8'] in n-d-768862-16 is: [{'id': '2ed1372a-97cf-4f8a-81cd-383035e663a8', 'name': 'tempest-FloatingIPDetailsTestJSON-1874355659-router', 'tenant_id': 'e2c0f212b4344f428a8d1f3e64e6fbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '10b2e7bf-bc30-43f8-807f-7a1f4a0acea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:38Z', 'updated_at': '2021-11-12T08:34:47Z', 'revision_number': 4, 'project_id': 'e2c0f212b4344f428a8d1f3e64e6fbf8', 'gw_port': {'id': '10b2e7bf-bc30-43f8-807f-7a1f4a0acea9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:95:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1372a-97cf-4f8a-81cd-383035e663a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:40Z', 'updated_at': '2021-11-12T08:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '48b7bf25-1124-49e2-ac1f-7aa2814a2505', 'name': '', 'network_id': 'b9d94b00-33cb-4cce-85c5-315175d0d7ed', 'tenant_id': 'e2c0f212b4344f428a8d1f3e64e6fbf8', 'mac_address': 'fa:16:3e:15:93:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed1372a-97cf-4f8a-81cd-383035e663a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a2cef0a5-2092-4463-9480-76a9107d8efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:46Z', 'updated_at': '2021-11-12T08:34:53Z', 'revision_number': 4, 'project_id': 'e2c0f212b4344f428a8d1f3e64e6fbf8', 'subnets': [{'id': 'a2cef0a5-2092-4463-9480-76a9107d8efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:34:54.746291 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 478fa75e-70cd-4375-8b99-522f92aa7113 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:34:54.772672 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e86abf-6f57-4971-9f75-60aeba679a30 req-c965b260-9d29-44fe-99de-57f3caaf559a tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:54.786822 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-21e86abf-6f57-4971-9f75-60aeba679a30 req-c965b260-9d29-44fe-99de-57f3caaf559a tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 945 time: 0.1459703 Nov 12 08:34:54.862518 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 478fa75e-70cd-4375-8b99-522f92aa7113 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:54.863541 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:54.872191 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c725a304-6756-4658-a33b-a2c7589bd74f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:54.912205 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-21e86abf-6f57-4971-9f75-60aeba679a30 req-51418389-e0c5-45ef-89fd-e13fec883e36 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243131 Nov 12 08:34:54.922041 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c725a304-6756-4658-a33b-a2c7589bd74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:54.962052 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port eaa22691-5d22-456e-930e-e09f4eb8de3a, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=eaa22691-5d22-456e-930e-e09f4eb8de3a,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:54.984096 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c725a304-6756-4658-a33b-a2c7589bd74f admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:54.988117 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-236ae051-32ba-41dd-8763-a7273162ea74 req-92e927a1-42a3-4a9b-a1d4-ec70c4d847bf tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:54.994962 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-50d1877b-4688-44ed-bb32-a5f3d96c76da None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:54.996599 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-c725a304-6756-4658-a33b-a2c7589bd74f admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:54.999631 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-236ae051-32ba-41dd-8763-a7273162ea74 req-92e927a1-42a3-4a9b-a1d4-ec70c4d847bf tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:55.001347 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c725a304-6756-4658-a33b-a2c7589bd74f admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:55.002019 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'eaa22691-5d22-456e-930e-e09f4eb8de3a', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': 'eaa22691-5d22-456e-930e-e09f4eb8de3a', 'mac_address': 'fa:16:3e:c2:4d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:34:55.012178 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-50d1877b-4688-44ed-bb32-a5f3d96c76da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:55.056591 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725a304-6756-4658-a33b-a2c7589bd74f admin admin] Pushing event updated for resources: {'Port': ['ID=18ab9a54-0797-467f-b1c8-5cc42bcb5a86,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:55.109749 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d1877b-4688-44ed-bb32-a5f3d96c76da None None] Network 00302446-fda8-41e7-b38a-a1df35949a82 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:55.112889 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1877b-4688-44ed-bb32-a5f3d96c76da None None] Pushing event updated for resources: {'Port': ['ID=4c559dd7-560c-4e09-909e-e544ccbbfde5,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:55.120085 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-50d1877b-4688-44ed-bb32-a5f3d96c76da None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:55.123926 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:55.125200 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d1877b-4688-44ed-bb32-a5f3d96c76da None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:55.127339 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e927a1-42a3-4a9b-a1d4-ec70c4d847bf tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Pushing event updated for resources: {'Port': ['ID=adfbedfb-a6c9-4627-a5bf-4e6e9bd73e66,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:55.176240 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaa22691-5d22-456e-930e-e09f4eb8de3a {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:34:55.260246 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:55.285240 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port eaa22691-5d22-456e-930e-e09f4eb8de3a, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=eaa22691-5d22-456e-930e-e09f4eb8de3a,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:55.298755 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-50d1877b-4688-44ed-bb32-a5f3d96c76da None None] Attempting to bind port 4c559dd7-560c-4e09-909e-e544ccbbfde5 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:55.299139 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-50d1877b-4688-44ed-bb32-a5f3d96c76da None None] Attempting to bind port 4c559dd7-560c-4e09-909e-e544ccbbfde5 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '3d0c5ba3-c9f8-4e89-ad96-c674559fd6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '00302446-fda8-41e7-b38a-a1df35949a82'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:55.299507 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d1877b-4688-44ed-bb32-a5f3d96c76da None None] Attempting to bind port 4c559dd7-560c-4e09-909e-e544ccbbfde5 on network 00302446-fda8-41e7-b38a-a1df35949a82 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:55.304053 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:55.316656 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5624074-f877-4ada-9008-30b122d35a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478fa75e-70cd-4375-8b99-522f92aa7113'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:34:55.318991 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef94621-3bfa-4f2d-874a-81f945ad74c4" -d '{"events": [{"server_uuid": "e5624074-f877-4ada-9008-30b122d35a47", "name": "network-vif-plugged", "status": "completed", "tag": "478fa75e-70cd-4375-8b99-522f92aa7113"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:34:55.350699 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070edad4-fbfc-42d1-8540-5f980f08f480 req-2d39e423-b962-445a-a960-d7d52ecf4957 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:55.352363 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-070edad4-fbfc-42d1-8540-5f980f08f480 req-2d39e423-b962-445a-a960-d7d52ecf4957 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5624074-f877-4ada-9008-30b122d35a47 HTTP/1.1" status: 200 len: 945 time: 0.2517624 Nov 12 08:34:55.367150 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-236ae051-32ba-41dd-8763-a7273162ea74 req-92e927a1-42a3-4a9b-a1d4-ec70c4d847bf tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:55.403910 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-236ae051-32ba-41dd-8763-a7273162ea74 req-92e927a1-42a3-4a9b-a1d4-ec70c4d847bf tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:55.407721 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-236ae051-32ba-41dd-8763-a7273162ea74 req-92e927a1-42a3-4a9b-a1d4-ec70c4d847bf tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8829112 Nov 12 08:34:55.416471 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=eaa22691-5d22-456e-930e-e09f4eb8de3a,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:55.419862 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d1877b-4688-44ed-bb32-a5f3d96c76da None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:55.420235 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d1877b-4688-44ed-bb32-a5f3d96c76da None None] Checking segment: {'id': '3d0c5ba3-c9f8-4e89-ad96-c674559fd6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '00302446-fda8-41e7-b38a-a1df35949a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:55.420635 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-50d1877b-4688-44ed-bb32-a5f3d96c76da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:55.421009 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d1877b-4688-44ed-bb32-a5f3d96c76da None None] Bound using segment: {'id': '3d0c5ba3-c9f8-4e89-ad96-c674559fd6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '00302446-fda8-41e7-b38a-a1df35949a82'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:55.421504 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-50d1877b-4688-44ed-bb32-a5f3d96c76da None None] Bound port: 4c559dd7-560c-4e09-909e-e544ccbbfde5, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0c5ba3-c9f8-4e89-ad96-c674559fd6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '00302446-fda8-41e7-b38a-a1df35949a82'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:55.421884 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-50d1877b-4688-44ed-bb32-a5f3d96c76da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:55.444710 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 478fa75e-70cd-4375-8b99-522f92aa7113, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=478fa75e-70cd-4375-8b99-522f92aa7113,segment=NetworkSegment(68bfaa27-8cd5-4298-b36c-38195891898f),segment_id=68bfaa27-8cd5-4298-b36c-38195891898f)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:55.518510 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-50d1877b-4688-44ed-bb32-a5f3d96c76da None None] For port 4c559dd7-560c-4e09-909e-e544ccbbfde5, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:55.534263 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-50d1877b-4688-44ed-bb32-a5f3d96c76da None None] For port 4c559dd7-560c-4e09-909e-e544ccbbfde5, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4c559dd7-560c-4e09-909e-e544ccbbfde5,segment=NetworkSegment(3d0c5ba3-c9f8-4e89-ad96-c674559fd6dd),segment_id=3d0c5ba3-c9f8-4e89-ad96-c674559fd6dd)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:55.542498 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:55.548390 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-50d1877b-4688-44ed-bb32-a5f3d96c76da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:55.586624 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c725a304-6756-4658-a33b-a2c7589bd74f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:55.611717 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 48b7bf25-1124-49e2-ac1f-7aa2814a2505 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:55.726179 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=478fa75e-70cd-4375-8b99-522f92aa7113,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:55.798704 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 48b7bf25-1124-49e2-ac1f-7aa2814a2505 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:55.798704 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:55.873877 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1877b-4688-44ed-bb32-a5f3d96c76da None None] Pushing event updated for resources: {'Port': ['ID=4c559dd7-560c-4e09-909e-e544ccbbfde5,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:55.971556 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['eaa22691-5d22-456e-930e-e09f4eb8de3a'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:34:56.046792 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c725a304-6756-4658-a33b-a2c7589bd74f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:56.157014 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-236ae051-32ba-41dd-8763-a7273162ea74 req-f43ee237-bfb0-46ce-92f8-902dfb5f23fd tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.120 HTTP/1.1" status: 200 len: 696 time: 0.7443907 Nov 12 08:34:56.161725 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-070edad4-fbfc-42d1-8540-5f980f08f480 req-aa5970c0-2e80-4bb3-82c3-a999ecfe2b31 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ac11159-2be3-40db-a616-0a03c8203e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8015711 Nov 12 08:34:56.358379 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c725a304-6756-4658-a33b-a2c7589bd74f admin admin] Router 0930c707-1ac0-4b37-b55c-7a3d01669dec is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:34:56.389015 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ae051-32ba-41dd-8763-a7273162ea74 req-6a1fb48b-34f7-4d16-849d-5e3a86314665 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:56.396770 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-236ae051-32ba-41dd-8763-a7273162ea74 req-6a1fb48b-34f7-4d16-849d-5e3a86314665 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 784 time: 0.2337902 Nov 12 08:34:56.436142 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba5c45-5a6a-4470-9197-fdf8b9de4229 req-4524b21e-db9c-4e2d-9aad-1431ebd075a5 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:56.438519 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-92ba5c45-5a6a-4470-9197-fdf8b9de4229 req-4524b21e-db9c-4e2d-9aad-1431ebd075a5 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e611b-b492-42c6-9150-50e9f0dacd2a HTTP/1.1" status: 200 len: 949 time: 0.1193953 Nov 12 08:34:56.550067 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c725a304-6756-4658-a33b-a2c7589bd74f admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:34:56.558141 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-92ba5c45-5a6a-4470-9197-fdf8b9de4229 req-827b02f8-5736-4118-8558-03c3f35aea74 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097541 Nov 12 08:34:56.561986 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c3b583-17e3-480f-8c07-cdf64b59e2f3 None None] Sync routers for ids ['0930c707-1ac0-4b37-b55c-7a3d01669dec'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:34:56.570820 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fad99e-76b0-48b3-b34d-64cd528d15f0 req-8cdd733e-7ea5-4fe2-b624-c4b3426e18e6 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:56.574394 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e7fad99e-76b0-48b3-b34d-64cd528d15f0 req-8cdd733e-7ea5-4fe2-b624-c4b3426e18e6 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.1015322 Nov 12 08:34:56.576546 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c3b583-17e3-480f-8c07-cdf64b59e2f3 None None] Routers {'0930c707-1ac0-4b37-b55c-7a3d01669dec'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:56.577466 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-53c3b583-17e3-480f-8c07-cdf64b59e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:34:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['0930c707-1ac0-4b37-b55c-7a3d01669dec'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:56.591773 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c725a304-6756-4658-a33b-a2c7589bd74f admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:56.593241 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c725a304-6756-4658-a33b-a2c7589bd74f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3687396 Nov 12 08:34:56.598059 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38016) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:56.652376 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a368fcd-85bf-41eb-8c99-44b1e268c676 x-openstack-request-id: req-6a368fcd-85bf-41eb-8c99-44b1e268c676 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:56.653068 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5624074-f877-4ada-9008-30b122d35a47", "name": "network-vif-plugged", "status": "completed", "tag": "478fa75e-70cd-4375-8b99-522f92aa7113", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:56.653655 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e7fad99e-76b0-48b3-b34d-64cd528d15f0 req-29da3cc7-517b-4497-83ea-8c7daad96256 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744240 Nov 12 08:34:56.657166 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a368fcd-85bf-41eb-8c99-44b1e268c676 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:56.657833 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5624074-f877-4ada-9008-30b122d35a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478fa75e-70cd-4375-8b99-522f92aa7113', 'code': 200} Nov 12 08:34:56.839298 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-53c3b583-17e3-480f-8c07-cdf64b59e2f3 None None] Set router 0930c707-1ac0-4b37-b55c-7a3d01669dec gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:56.869901 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d45c3-11f4-4af8-949e-089f95b3d2ad req-0702df0d-a820-41e5-99d1-6905f9b03702 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:56.889481 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-957d45c3-11f4-4af8-949e-089f95b3d2ad req-0702df0d-a820-41e5-99d1-6905f9b03702 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 945 time: 0.1012418 Nov 12 08:34:56.950168 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd0798-c929-4ce3-a8f3-0ae76eaee234 req-4fff5a5d-cacd-4c56-a419-973d9311697e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:56.954746 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-89cd0798-c929-4ce3-a8f3-0ae76eaee234 req-4fff5a5d-cacd-4c56-a419-973d9311697e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e5624074-f877-4ada-9008-30b122d35a47 HTTP/1.1" status: 200 len: 1098 time: 0.1765285 Nov 12 08:34:57.026125 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-957d45c3-11f4-4af8-949e-089f95b3d2ad req-529a1a09-1acb-4c47-abee-b231976df858 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299143 Nov 12 08:34:57.042627 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdafc5b-558b-4a8e-8d98-0e925af022ba req-3e80dad4-b7c4-49c6-96af-c5dba34cddf7 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:57.044264 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dcdafc5b-558b-4a8e-8d98-0e925af022ba req-3e80dad4-b7c4-49c6-96af-c5dba34cddf7 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 945 time: 0.1458292 Nov 12 08:34:57.086409 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-89cd0798-c929-4ce3-a8f3-0ae76eaee234 req-a84827ea-b322-48f1-a238-15b12299b467 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4ac11159-2be3-40db-a616-0a03c8203e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179411 Nov 12 08:34:57.174626 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-53c3b583-17e3-480f-8c07-cdf64b59e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0930c707-1ac0-4b37-b55c-7a3d01669dec', 'name': 'tempest-FloatingIPsNegativeTestJSON-1575658200-router', 'tenant_id': 'bb5db8c9245e48af8ee99b36bdc24175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '18ab9a54-0797-467f-b1c8-5cc42bcb5a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:53Z', 'updated_at': '2021-11-12T08:34:55Z', 'revision_number': 3, 'project_id': 'bb5db8c9245e48af8ee99b36bdc24175', 'gw_port': {'id': '18ab9a54-0797-467f-b1c8-5cc42bcb5a86', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0930c707-1ac0-4b37-b55c-7a3d01669dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:54Z', 'updated_at': '2021-11-12T08:34:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:57.211457 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c3b583-17e3-480f-8c07-cdf64b59e2f3 None None] Checking router: 0930c707-1ac0-4b37-b55c-7a3d01669dec for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:34:57.211838 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c3b583-17e3-480f-8c07-cdf64b59e2f3 None None] Updating router 0930c707-1ac0-4b37-b55c-7a3d01669dec port 18ab9a54-0797-467f-b1c8-5cc42bcb5a86 binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:34:57.238396 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3db3e553-d460-4853-aeea-41b708d9ad40 req-aaf51603-aaf7-4a3c-8207-dfa4dad971a3 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1444542 Nov 12 08:34:57.243386 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-3db3e553-d460-4853-aeea-41b708d9ad40 req-3acf9fca-6f21-49c9-b2e6-a253f147045a tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:57.244410 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ec5ec0-f573-415e-8ecd-55123a3b86a5 None None] Network 00302446-fda8-41e7-b38a-a1df35949a82 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:57.276336 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dcdafc5b-558b-4a8e-8d98-0e925af022ba req-6dacace1-ad29-470f-9432-e664afc55723 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257042 Nov 12 08:34:57.309234 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3db3e553-d460-4853-aeea-41b708d9ad40 req-3acf9fca-6f21-49c9-b2e6-a253f147045a tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks [] for floatingip, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.364999 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-53c3b583-17e3-480f-8c07-cdf64b59e2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.506616 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6d3fc9b-d3ea-40b9-86f5-96bc12838931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.512147 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429ff59-2bf8-4520-8eb5-af9c4ba7a1f7 req-5337184a-d2bf-414d-aa4c-947b9dda0e8e tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:57.513751 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7429ff59-2bf8-4520-8eb5-af9c4ba7a1f7 req-5337184a-d2bf-414d-aa4c-947b9dda0e8e tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5624074-f877-4ada-9008-30b122d35a47 HTTP/1.1" status: 200 len: 946 time: 0.0759609 Nov 12 08:34:57.558246 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4955f597-d308-4c1c-86e8-b4e6f44f3cd6 None None] Provisioning complete for port 4c559dd7-560c-4e09-909e-e544ccbbfde5 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:57.558617 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4955f597-d308-4c1c-86e8-b4e6f44f3cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.562505 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3db3e553-d460-4853-aeea-41b708d9ad40 req-3acf9fca-6f21-49c9-b2e6-a253f147045a tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.722723 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4c559dd7-560c-4e09-909e-e544ccbbfde5 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:57.727042 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7429ff59-2bf8-4520-8eb5-af9c4ba7a1f7 req-bbb88de4-7934-4365-9e32-facd3fff82c2 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ac11159-2be3-40db-a616-0a03c8203e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995912 Nov 12 08:34:57.754714 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-a6d3fc9b-d3ea-40b9-86f5-96bc12838931 admin admin] Allocated IP 172.20.0.1 (00302446-fda8-41e7-b38a-a1df35949a82/e24f8e48-5c5b-4942-a1ab-884efd4a5052/64c24a4e-96d1-4493-b1ea-6c37b5c6ae81) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:57.830123 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-53c3b583-17e3-480f-8c07-cdf64b59e2f3 None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.837286 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-53c3b583-17e3-480f-8c07-cdf64b59e2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.887418 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5751fd-a529-4256-bba8-1733ab111b67 req-bb93af39-daaf-4dd9-a6e0-a4f8778ccf70 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:57.889048 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bb5751fd-a529-4256-bba8-1733ab111b67 req-bb93af39-daaf-4dd9-a6e0-a4f8778ccf70 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 1097 time: 0.0789511 Nov 12 08:34:57.891399 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 4c559dd7-560c-4e09-909e-e544ccbbfde5 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:57.892012 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.897121 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb28e9-6615-49f1-9f31-4e2ed344d734 None None] Pushing event updated for resources: {'Port': ['ID=18ab9a54-0797-467f-b1c8-5cc42bcb5a86,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:57.897698 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6d3fc9b-d3ea-40b9-86f5-96bc12838931 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.919509 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-3db3e553-d460-4853-aeea-41b708d9ad40 req-3acf9fca-6f21-49c9-b2e6-a253f147045a tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Allocated IP 172.25.6.190 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/ff0f11eb-f466-4380-bdf1-50296b3c37e1) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:57.925133 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-53c3b583-17e3-480f-8c07-cdf64b59e2f3 None None] Attempting to bind port 18ab9a54-0797-467f-b1c8-5cc42bcb5a86 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:57.925870 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-53c3b583-17e3-480f-8c07-cdf64b59e2f3 None None] Attempting to bind port 18ab9a54-0797-467f-b1c8-5cc42bcb5a86 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:57.926459 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c3b583-17e3-480f-8c07-cdf64b59e2f3 None None] Attempting to bind port 18ab9a54-0797-467f-b1c8-5cc42bcb5a86 on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:57.944878 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c3b583-17e3-480f-8c07-cdf64b59e2f3 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:57.945689 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c3b583-17e3-480f-8c07-cdf64b59e2f3 None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:57.948364 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-53c3b583-17e3-480f-8c07-cdf64b59e2f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.949072 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c3b583-17e3-480f-8c07-cdf64b59e2f3 None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:57.950521 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-53c3b583-17e3-480f-8c07-cdf64b59e2f3 None None] Bound port: 18ab9a54-0797-467f-b1c8-5cc42bcb5a86, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:57.951228 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-53c3b583-17e3-480f-8c07-cdf64b59e2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.959408 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6d3fc9b-d3ea-40b9-86f5-96bc12838931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.961547 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4955f597-d308-4c1c-86e8-b4e6f44f3cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.020297 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bb5751fd-a529-4256-bba8-1733ab111b67 req-776b0120-9289-429d-84a7-a5b2ff3e0f53 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208644 Nov 12 08:34:58.025001 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d3fc9b-d3ea-40b9-86f5-96bc12838931 admin admin] Network 00302446-fda8-41e7-b38a-a1df35949a82 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:58.031326 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-a6d3fc9b-d3ea-40b9-86f5-96bc12838931 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:58.036659 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d3fc9b-d3ea-40b9-86f5-96bc12838931 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:58.074922 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4955f597-d308-4c1c-86e8-b4e6f44f3cd6 None None] For port 4c559dd7-560c-4e09-909e-e544ccbbfde5, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4c559dd7-560c-4e09-909e-e544ccbbfde5,segment=NetworkSegment(3d0c5ba3-c9f8-4e89-ad96-c674559fd6dd),segment_id=3d0c5ba3-c9f8-4e89-ad96-c674559fd6dd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:58.082315 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4955f597-d308-4c1c-86e8-b4e6f44f3cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.101261 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3fc9b-d3ea-40b9-86f5-96bc12838931 admin admin] Pushing event updated for resources: {'Port': ['ID=64c24a4e-96d1-4493-b1ea-6c37b5c6ae81,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:58.104828 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-53c3b583-17e3-480f-8c07-cdf64b59e2f3 None None] For port 18ab9a54-0797-467f-b1c8-5cc42bcb5a86, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:58.111287 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-53c3b583-17e3-480f-8c07-cdf64b59e2f3 None None] For port 18ab9a54-0797-467f-b1c8-5cc42bcb5a86, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=18ab9a54-0797-467f-b1c8-5cc42bcb5a86,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:58.123788 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-53c3b583-17e3-480f-8c07-cdf64b59e2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.127559 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.156339 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6d3fc9b-d3ea-40b9-86f5-96bc12838931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.162240 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3db3e553-d460-4853-aeea-41b708d9ad40 req-3acf9fca-6f21-49c9-b2e6-a253f147045a tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.184757 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955f597-d308-4c1c-86e8-b4e6f44f3cd6 None None] Pushing event updated for resources: {'Port': ['ID=4c559dd7-560c-4e09-909e-e544ccbbfde5,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:58.224245 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955f597-d308-4c1c-86e8-b4e6f44f3cd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:58.224607 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955f597-d308-4c1c-86e8-b4e6f44f3cd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:58.225064 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955f597-d308-4c1c-86e8-b4e6f44f3cd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:58.225707 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955f597-d308-4c1c-86e8-b4e6f44f3cd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:58.226179 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955f597-d308-4c1c-86e8-b4e6f44f3cd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:58.226654 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955f597-d308-4c1c-86e8-b4e6f44f3cd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:58.227359 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955f597-d308-4c1c-86e8-b4e6f44f3cd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:58.227568 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955f597-d308-4c1c-86e8-b4e6f44f3cd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:58.228005 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955f597-d308-4c1c-86e8-b4e6f44f3cd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:58.228418 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955f597-d308-4c1c-86e8-b4e6f44f3cd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:58.228761 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955f597-d308-4c1c-86e8-b4e6f44f3cd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:58.230140 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955f597-d308-4c1c-86e8-b4e6f44f3cd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:58.232398 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb28e9-6615-49f1-9f31-4e2ed344d734 None None] Pushing event updated for resources: {'Port': ['ID=18ab9a54-0797-467f-b1c8-5cc42bcb5a86,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:58.251255 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3db3e553-d460-4853-aeea-41b708d9ad40 req-3acf9fca-6f21-49c9-b2e6-a253f147045a tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.253662 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:34:58.254105 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:34:58.267616 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c3b583-17e3-480f-8c07-cdf64b59e2f3 None None] Routers {'0930c707-1ac0-4b37-b55c-7a3d01669dec'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:58.268556 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-53c3b583-17e3-480f-8c07-cdf64b59e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:34:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['0930c707-1ac0-4b37-b55c-7a3d01669dec'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:58.330905 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3db3e553-d460-4853-aeea-41b708d9ad40 req-3acf9fca-6f21-49c9-b2e6-a253f147045a tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:58.333679 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d53ceaa7-a7c8-40c7-a481-f39a1c02b870 None None] Provisioning complete for port 4c559dd7-560c-4e09-909e-e544ccbbfde5 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:58.339042 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d53ceaa7-a7c8-40c7-a481-f39a1c02b870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.343859 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6d3fc9b-d3ea-40b9-86f5-96bc12838931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.344475 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-3db3e553-d460-4853-aeea-41b708d9ad40 req-3acf9fca-6f21-49c9-b2e6-a253f147045a tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:58.357071 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db3e553-d460-4853-aeea-41b708d9ad40 req-3acf9fca-6f21-49c9-b2e6-a253f147045a tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:58.372956 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5fedbd-eeb7-4189-8f32-d5577ccd1dc7 req-908d55b4-3bd0-43d2-818b-088616fe22c9 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:58.374543 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3f5fedbd-eeb7-4189-8f32-d5577ccd1dc7 req-908d55b4-3bd0-43d2-818b-088616fe22c9 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e611b-b492-42c6-9150-50e9f0dacd2a HTTP/1.1" status: 200 len: 949 time: 0.1494336 Nov 12 08:34:58.398293 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device eaa22691-5d22-456e-930e-e09f4eb8de3a up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:58.438440 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf9fca-6f21-49c9-b2e6-a253f147045a tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Pushing event updated for resources: {'Port': ['ID=ff0f11eb-f466-4380-bdf1-50296b3c37e1,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:58.465688 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-53c3b583-17e3-480f-8c07-cdf64b59e2f3 None None] Set router 0930c707-1ac0-4b37-b55c-7a3d01669dec gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:58.512992 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port eaa22691-5d22-456e-930e-e09f4eb8de3a completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:34:58.518753 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3f5fedbd-eeb7-4189-8f32-d5577ccd1dc7 req-218fa8d1-1c0c-4c6d-9dff-572113343d21 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349931 Nov 12 08:34:58.524271 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port eaa22691-5d22-456e-930e-e09f4eb8de3a triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:58.524683 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.605450 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6d3fc9b-d3ea-40b9-86f5-96bc12838931 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.612086 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6d3fc9b-d3ea-40b9-86f5-96bc12838931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.629290 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.660139 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234e611b-b492-42c6-9150-50e9f0dacd2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa22691-5d22-456e-930e-e09f4eb8de3a'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:34:58.663902 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8c634f-62f5-48d3-967e-feca3ba80e57" -d '{"events": [{"server_uuid": "234e611b-b492-42c6-9150-50e9f0dacd2a", "name": "network-vif-plugged", "status": "completed", "tag": "eaa22691-5d22-456e-930e-e09f4eb8de3a"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:34:58.681649 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port eaa22691-5d22-456e-930e-e09f4eb8de3a, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=eaa22691-5d22-456e-930e-e09f4eb8de3a,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:58.688164 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.711175 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3db3e553-d460-4853-aeea-41b708d9ad40 req-3acf9fca-6f21-49c9-b2e6-a253f147045a tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.714811 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6d3fc9b-d3ea-40b9-86f5-96bc12838931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.717062 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3fc9b-d3ea-40b9-86f5-96bc12838931 admin admin] Pushing event updated for resources: {'Port': ['ID=64c24a4e-96d1-4493-b1ea-6c37b5c6ae81,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:58.769040 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-53c3b583-17e3-480f-8c07-cdf64b59e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0930c707-1ac0-4b37-b55c-7a3d01669dec', 'name': 'tempest-FloatingIPsNegativeTestJSON-1575658200-router', 'tenant_id': 'bb5db8c9245e48af8ee99b36bdc24175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '18ab9a54-0797-467f-b1c8-5cc42bcb5a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:53Z', 'updated_at': '2021-11-12T08:34:55Z', 'revision_number': 3, 'project_id': 'bb5db8c9245e48af8ee99b36bdc24175', 'gw_port': {'id': '18ab9a54-0797-467f-b1c8-5cc42bcb5a86', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0930c707-1ac0-4b37-b55c-7a3d01669dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:54Z', 'updated_at': '2021-11-12T08:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:58.779166 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3babe-298d-461b-97f7-fbf736cda065 req-b038cddb-dacf-4a2f-b169-bb7cf527b3b1 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:58.781087 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-61b3babe-298d-461b-97f7-fbf736cda065 req-b038cddb-dacf-4a2f-b169-bb7cf527b3b1 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.0917885 Nov 12 08:34:58.789964 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3db3e553-d460-4853-aeea-41b708d9ad40 req-3acf9fca-6f21-49c9-b2e6-a253f147045a tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.826163 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c3b583-17e3-480f-8c07-cdf64b59e2f3 None None] The sync data for ids ['0930c707-1ac0-4b37-b55c-7a3d01669dec'] in n-d-768862-16 is: [{'id': '0930c707-1ac0-4b37-b55c-7a3d01669dec', 'name': 'tempest-FloatingIPsNegativeTestJSON-1575658200-router', 'tenant_id': 'bb5db8c9245e48af8ee99b36bdc24175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '18ab9a54-0797-467f-b1c8-5cc42bcb5a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:53Z', 'updated_at': '2021-11-12T08:34:55Z', 'revision_number': 3, 'project_id': 'bb5db8c9245e48af8ee99b36bdc24175', 'gw_port': {'id': '18ab9a54-0797-467f-b1c8-5cc42bcb5a86', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0930c707-1ac0-4b37-b55c-7a3d01669dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:54Z', 'updated_at': '2021-11-12T08:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:34:58.836639 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=eaa22691-5d22-456e-930e-e09f4eb8de3a,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:58.840341 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d3fc9b-d3ea-40b9-86f5-96bc12838931 admin admin] Network 00302446-fda8-41e7-b38a-a1df35949a82 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:58.843546 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-a6d3fc9b-d3ea-40b9-86f5-96bc12838931 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:58.851372 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f2a3d747-d650-4684-ab5c-c4e11ee4a858 None None] Provisioning complete for port 64c24a4e-96d1-4493-b1ea-6c37b5c6ae81 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:58.851579 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f2a3d747-d650-4684-ab5c-c4e11ee4a858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.878072 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-61b3babe-298d-461b-97f7-fbf736cda065 req-a63faf34-3770-444c-b700-6bbe1dc5ac53 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856709 Nov 12 08:34:58.890678 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.930481 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-f2a3d747-d650-4684-ab5c-c4e11ee4a858 None None] Port 64c24a4e-96d1-4493-b1ea-6c37b5c6ae81 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:34:59.063141 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d3fc9b-d3ea-40b9-86f5-96bc12838931 admin admin] Router 0930c707-1ac0-4b37-b55c-7a3d01669dec has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:34:59.146474 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3db3e553-d460-4853-aeea-41b708d9ad40 req-3acf9fca-6f21-49c9-b2e6-a253f147045a tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:59.154466 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3db3e553-d460-4853-aeea-41b708d9ad40 req-3acf9fca-6f21-49c9-b2e6-a253f147045a tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:59.177639 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-66d74317-64c4-488e-9b65-591fcfbe8e68 None None] Provisioning complete for port 64c24a4e-96d1-4493-b1ea-6c37b5c6ae81 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:59.178298 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-66d74317-64c4-488e-9b65-591fcfbe8e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:59.248047 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d3fc9b-d3ea-40b9-86f5-96bc12838931 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:34:59.259693 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a6d3fc9b-d3ea-40b9-86f5-96bc12838931 admin admin] 10.222.0.37 "PUT /v2.0/routers/0930c707-1ac0-4b37-b55c-7a3d01669dec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6601386 Nov 12 08:34:59.275267 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55d7d4-bde8-4c49-bb91-ec24379172c0 req-b6461be4-23a5-4658-97a9-d4441f161385 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:59.280724 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-66d74317-64c4-488e-9b65-591fcfbe8e68 None None] Port 64c24a4e-96d1-4493-b1ea-6c37b5c6ae81 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:34:59.283257 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0b55d7d4-bde8-4c49-bb91-ec24379172c0 req-b6461be4-23a5-4658-97a9-d4441f161385 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 945 time: 0.1817806 Nov 12 08:34:59.310925 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf9fca-6f21-49c9-b2e6-a253f147045a tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Pushing event updated for resources: {'Port': ['ID=ff0f11eb-f466-4380-bdf1-50296b3c37e1,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:59.328437 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3db3e553-d460-4853-aeea-41b708d9ad40 req-3acf9fca-6f21-49c9-b2e6-a253f147045a tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:59.356870 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3db3e553-d460-4853-aeea-41b708d9ad40 req-3acf9fca-6f21-49c9-b2e6-a253f147045a tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:59.360265 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3db3e553-d460-4853-aeea-41b708d9ad40 req-3acf9fca-6f21-49c9-b2e6-a253f147045a tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1209052 Nov 12 08:34:59.423015 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3db3e553-d460-4853-aeea-41b708d9ad40 req-3f7f2dbd-0865-4739-a5a0-7fd3fe87c0b1 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.190 HTTP/1.1" status: 200 len: 696 time: 0.0556357 Nov 12 08:34:59.434808 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0b55d7d4-bde8-4c49-bb91-ec24379172c0 req-8182096a-a7d7-415d-8b36-e56d17272cc8 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503434 Nov 12 08:34:59.533589 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016502be-66a1-44b5-a232-c9f6a24814a4 x-openstack-request-id: req-016502be-66a1-44b5-a232-c9f6a24814a4 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:59.534107 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234e611b-b492-42c6-9150-50e9f0dacd2a", "name": "network-vif-plugged", "status": "completed", "tag": "eaa22691-5d22-456e-930e-e09f4eb8de3a", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:59.534507 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-016502be-66a1-44b5-a232-c9f6a24814a4 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:59.535053 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234e611b-b492-42c6-9150-50e9f0dacd2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa22691-5d22-456e-930e-e09f4eb8de3a', 'code': 200} Nov 12 08:34:59.609058 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4c559dd7-560c-4e09-909e-e544ccbbfde5 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:59.642472 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3e553-d460-4853-aeea-41b708d9ad40 req-f79e18f2-bdb0-46a2-912b-05a72c22e0ad tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:59.644185 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3db3e553-d460-4853-aeea-41b708d9ad40 req-f79e18f2-bdb0-46a2-912b-05a72c22e0ad tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 784 time: 0.2081265 Nov 12 08:34:59.721159 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29ce0d-3812-4eba-ae56-22c3a6b3bed0 req-909b0d90-555a-463f-b573-514b9f983b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:59.722985 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3c29ce0d-3812-4eba-ae56-22c3a6b3bed0 req-909b0d90-555a-463f-b573-514b9f983b65 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=234e611b-b492-42c6-9150-50e9f0dacd2a HTTP/1.1" status: 200 len: 1102 time: 0.0743356 Nov 12 08:34:59.729167 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 4c559dd7-560c-4e09-909e-e544ccbbfde5 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:59.729713 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:59.741296 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ad1bf-5756-4de1-b338-5bd64e5a38be req-136b251b-2780-48f8-84ed-1ff621659bdd tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:59.744385 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-273ad1bf-5756-4de1-b338-5bd64e5a38be req-136b251b-2780-48f8-84ed-1ff621659bdd tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5624074-f877-4ada-9008-30b122d35a47 HTTP/1.1" status: 200 len: 946 time: 0.0955436 Nov 12 08:34:59.832814 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3c29ce0d-3812-4eba-ae56-22c3a6b3bed0 req-5a41876e-8f6f-432b-8725-b2f736f4ed70 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944209 Nov 12 08:34:59.846446 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-273ad1bf-5756-4de1-b338-5bd64e5a38be req-d3f5c3ac-db5a-43de-a7c8-5a2ef03401c0 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ac11159-2be3-40db-a616-0a03c8203e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871828 Nov 12 08:34:59.894019 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 18ab9a54-0797-467f-b1c8-5cc42bcb5a86 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:59.957355 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 18ab9a54-0797-467f-b1c8-5cc42bcb5a86 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:59.957813 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:00.016608 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e345c4a-b020-457f-9d8a-3c966ec5cb3a req-3cb02318-1b3f-481a-ad26-79cde446ebfa tempest-FloatingIPsNegativeTestJSON-1200828445 tempest-FloatingIPsNegativeTestJSON-1200828445-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=bb5db8c9245e48af8ee99b36bdc24175 HTTP/1.1" status: 200 len: 217 time: 0.1262095 Nov 12 08:35:00.071221 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:00.104453 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 18ab9a54-0797-467f-b1c8-5cc42bcb5a86, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=18ab9a54-0797-467f-b1c8-5cc42bcb5a86,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:00.111399 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:00.145152 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf88e9-ef1f-43cc-bc77-e41b38a80b64 req-cf42cc6c-a086-452b-b89d-ad66d34cc72f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:00.146956 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2edf88e9-ef1f-43cc-bc77-e41b38a80b64 req-cf42cc6c-a086-452b-b89d-ad66d34cc72f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e611b-b492-42c6-9150-50e9f0dacd2a HTTP/1.1" status: 200 len: 950 time: 0.1583946 Nov 12 08:35:00.169325 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=18ab9a54-0797-467f-b1c8-5cc42bcb5a86,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:00.226753 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-25e1ed9c-43f0-4fc6-a163-81999695ffc0 req-3de0c865-b398-4749-9b81-beeed3d1b2f2 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1834176 Nov 12 08:35:00.240816 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-25e1ed9c-43f0-4fc6-a163-81999695ffc0 req-0d69ddff-c891-438e-827d-c3d46542b43b tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:00.249725 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2edf88e9-ef1f-43cc-bc77-e41b38a80b64 req-fc3c6035-5109-407b-913f-b69cc0bc420f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915103 Nov 12 08:35:00.272568 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-25e1ed9c-43f0-4fc6-a163-81999695ffc0 req-0d69ddff-c891-438e-827d-c3d46542b43b tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks [] for floatingip, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:00.412104 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-25e1ed9c-43f0-4fc6-a163-81999695ffc0 req-0d69ddff-c891-438e-827d-c3d46542b43b tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:00.476330 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8771f-0c67-4882-a26c-550670fe73be req-f4380c7f-d72d-4118-a41a-4343b34454b2 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:00.478304 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6fa8771f-0c67-4882-a26c-550670fe73be req-f4380c7f-d72d-4118-a41a-4343b34454b2 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5624074-f877-4ada-9008-30b122d35a47 HTTP/1.1" status: 200 len: 946 time: 0.1117258 Nov 12 08:35:00.490907 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38066) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:00.497807 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-2c0ee50a-b9a4-4e40-96b8-9f5280840afc tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Request body: {'floatingip': {'port_id': '478fa75e-70cd-4375-8b99-522f92aa7113'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:00.570532 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-25e1ed9c-43f0-4fc6-a163-81999695ffc0 req-0d69ddff-c891-438e-827d-c3d46542b43b tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Allocated IP 172.25.6.107 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/50b6eb70-8a7f-409d-81e3-ab15b2f5425a) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:00.573131 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c0ee50a-b9a4-4e40-96b8-9f5280840afc tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks [] for floatingip, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:00.686872 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343be48-23b4-495e-9da9-bf6fd5c7ad49 req-97f1cfda-1b58-468e-9b62-f9b532c11fe8 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:00.688779 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5343be48-23b4-495e-9da9-bf6fd5c7ad49 req-97f1cfda-1b58-468e-9b62-f9b532c11fe8 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.1122801 Nov 12 08:35:00.752219 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-25e1ed9c-43f0-4fc6-a163-81999695ffc0 req-0d69ddff-c891-438e-827d-c3d46542b43b tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:00.822433 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5343be48-23b4-495e-9da9-bf6fd5c7ad49 req-32f4c18f-16cd-4d7f-b2a9-57c1cd21f0ee tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771713 Nov 12 08:35:00.835867 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-25e1ed9c-43f0-4fc6-a163-81999695ffc0 req-0d69ddff-c891-438e-827d-c3d46542b43b tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:00.926732 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25e1ed9c-43f0-4fc6-a163-81999695ffc0 req-0d69ddff-c891-438e-827d-c3d46542b43b tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:00.932791 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6d1ccb6b-5723-44da-89bc-c9cedfcd7157 req-fcb59264-bf3c-4e8b-84ec-87569001fbdf tempest-FloatingIPsNegativeTestJSON-1200828445 tempest-FloatingIPsNegativeTestJSON-1200828445-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0526454 Nov 12 08:35:00.937432 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-25e1ed9c-43f0-4fc6-a163-81999695ffc0 req-0d69ddff-c891-438e-827d-c3d46542b43b tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:00.949171 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e1ed9c-43f0-4fc6-a163-81999695ffc0 req-0d69ddff-c891-438e-827d-c3d46542b43b tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:00.952980 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69ddff-c891-438e-827d-c3d46542b43b tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Pushing event updated for resources: {'Port': ['ID=50b6eb70-8a7f-409d-81e3-ab15b2f5425a,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:01.120182 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-25e1ed9c-43f0-4fc6-a163-81999695ffc0 req-0d69ddff-c891-438e-827d-c3d46542b43b tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.211876 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-25e1ed9c-43f0-4fc6-a163-81999695ffc0 req-0d69ddff-c891-438e-827d-c3d46542b43b tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.274054 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971453e-383a-4221-bc00-21a5f5b65ebf req-9155a561-d74a-4e7d-a199-62967a7eaa50 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:01.282337 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6971453e-383a-4221-bc00-21a5f5b65ebf req-9155a561-d74a-4e7d-a199-62967a7eaa50 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 945 time: 0.1157694 Nov 12 08:35:01.296393 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb90d44-af1f-42ff-9c1a-bfdcd08dacc1 None None] Sync routers for ids ['0930c707-1ac0-4b37-b55c-7a3d01669dec'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:35:01.308217 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb90d44-af1f-42ff-9c1a-bfdcd08dacc1 None None] Routers {'0930c707-1ac0-4b37-b55c-7a3d01669dec'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:01.308834 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-dbb90d44-af1f-42ff-9c1a-bfdcd08dacc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:34:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['0930c707-1ac0-4b37-b55c-7a3d01669dec'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:01.388872 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6971453e-383a-4221-bc00-21a5f5b65ebf req-61995631-56dc-4260-bc5d-2e5e88e0ec62 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055326 Nov 12 08:35:01.453626 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-dbb90d44-af1f-42ff-9c1a-bfdcd08dacc1 None None] Set router 0930c707-1ac0-4b37-b55c-7a3d01669dec gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:01.475509 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [req-5df41036-f43e-4754-bc1e-5dc4271e82d3 req-00894b38-66f7-4c52-84e9-9add66711d62 tempest-FloatingIPsNegativeTestJSON-1200828445 tempest-FloatingIPsNegativeTestJSON-1200828445-project] show failed (client error): The resource could not be found. Nov 12 08:35:01.476685 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5df41036-f43e-4754-bc1e-5dc4271e82d3 req-00894b38-66f7-4c52-84e9-9add66711d62 tempest-FloatingIPsNegativeTestJSON-1200828445 tempest-FloatingIPsNegativeTestJSON-1200828445-project] 10.222.0.37 "GET /v2.0/floatingips/f66a0a62-5134-4a7d-8d20-75cc31c0970c HTTP/1.1" status: 404 len: 350 time: 0.0517817 Nov 12 08:35:01.487883 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38076) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:01.491388 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c0ee50a-b9a4-4e40-96b8-9f5280840afc tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.496024 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 18ab9a54-0797-467f-b1c8-5cc42bcb5a86 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:01.500111 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c0ee50a-b9a4-4e40-96b8-9f5280840afc tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.548342 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-25e1ed9c-43f0-4fc6-a163-81999695ffc0 req-0d69ddff-c891-438e-827d-c3d46542b43b tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.561866 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-25e1ed9c-43f0-4fc6-a163-81999695ffc0 req-0d69ddff-c891-438e-827d-c3d46542b43b tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.610753 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 18ab9a54-0797-467f-b1c8-5cc42bcb5a86 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:01.611424 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.652762 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [None req-2c0ee50a-b9a4-4e40-96b8-9f5280840afc tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Floating IP 89b46c93-b377-4c5b-a685-3bb60df3039e associated. External IP: 172.25.6.25, port: 478fa75e-70cd-4375-8b99-522f92aa7113. Nov 12 08:35:01.721674 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69ddff-c891-438e-827d-c3d46542b43b tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Pushing event updated for resources: {'Port': ['ID=50b6eb70-8a7f-409d-81e3-ab15b2f5425a,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:01.733542 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-25e1ed9c-43f0-4fc6-a163-81999695ffc0 req-0d69ddff-c891-438e-827d-c3d46542b43b tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.777236 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f2deb-747f-456f-b679-23a27f185d7e req-04a2964d-cf68-40a4-866d-7bd8a3d09f98 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:01.778873 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ac1f2deb-747f-456f-b679-23a27f185d7e req-04a2964d-cf68-40a4-866d-7bd8a3d09f98 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5f6c9a1-d513-41e8-9019-06d42dab6306 HTTP/1.1" status: 200 len: 946 time: 0.2187097 Nov 12 08:35:01.805374 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-25e1ed9c-43f0-4fc6-a163-81999695ffc0 req-0d69ddff-c891-438e-827d-c3d46542b43b tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.807022 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-25e1ed9c-43f0-4fc6-a163-81999695ffc0 req-0d69ddff-c891-438e-827d-c3d46542b43b tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5704570 Nov 12 08:35:01.831645 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-dbb90d44-af1f-42ff-9c1a-bfdcd08dacc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0930c707-1ac0-4b37-b55c-7a3d01669dec', 'name': 'tempest-FloatingIPsNegativeTestJSON-1575658200-router', 'tenant_id': 'bb5db8c9245e48af8ee99b36bdc24175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '18ab9a54-0797-467f-b1c8-5cc42bcb5a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:53Z', 'updated_at': '2021-11-12T08:34:58Z', 'revision_number': 4, 'project_id': 'bb5db8c9245e48af8ee99b36bdc24175', 'gw_port': {'id': '18ab9a54-0797-467f-b1c8-5cc42bcb5a86', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0930c707-1ac0-4b37-b55c-7a3d01669dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:54Z', 'updated_at': '2021-11-12T08:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '64c24a4e-96d1-4493-b1ea-6c37b5c6ae81', 'name': '', 'network_id': '00302446-fda8-41e7-b38a-a1df35949a82', 'tenant_id': 'bb5db8c9245e48af8ee99b36bdc24175', 'mac_address': 'fa:16:3e:0e:d6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0930c707-1ac0-4b37-b55c-7a3d01669dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'e24f8e48-5c5b-4942-a1ab-884efd4a5052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:57Z', 'updated_at': '2021-11-12T08:34:58Z', 'revision_number': 2, 'project_id': 'bb5db8c9245e48af8ee99b36bdc24175', 'subnets': [{'id': 'e24f8e48-5c5b-4942-a1ab-884efd4a5052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:01.869512 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb90d44-af1f-42ff-9c1a-bfdcd08dacc1 None None] Checking router: 0930c707-1ac0-4b37-b55c-7a3d01669dec for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:35:01.869870 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb90d44-af1f-42ff-9c1a-bfdcd08dacc1 None None] Updating router 0930c707-1ac0-4b37-b55c-7a3d01669dec port 64c24a4e-96d1-4493-b1ea-6c37b5c6ae81 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:35:01.911228 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dbb90d44-af1f-42ff-9c1a-bfdcd08dacc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.913009 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-25e1ed9c-43f0-4fc6-a163-81999695ffc0 req-0eee3c33-3994-4243-81fd-5eb23a4dbd2c tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 696 time: 0.0964408 Nov 12 08:35:01.922547 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0ee50a-b9a4-4e40-96b8-9f5280840afc tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Router b19b5cee-478e-4e1c-8e61-b3d7dc81e457 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:35:01.976571 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ac1f2deb-747f-456f-b679-23a27f185d7e req-57f06f71-ccc3-40bf-90f5-a6a8ce67e88e tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c50791e-332d-4821-b9c1-b32596a4844a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1878586 Nov 12 08:35:02.105586 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0ee50a-b9a4-4e40-96b8-9f5280840afc tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:35:02.120154 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcd68df-bf20-4ace-a8b5-f53a99298e19 None None] Sync routers for ids ['b19b5cee-478e-4e1c-8e61-b3d7dc81e457'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:35:02.120994 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c0ee50a-b9a4-4e40-96b8-9f5280840afc tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:02.137421 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcd68df-bf20-4ace-a8b5-f53a99298e19 None None] Routers {'b19b5cee-478e-4e1c-8e61-b3d7dc81e457'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:02.139154 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-cdcd68df-bf20-4ace-a8b5-f53a99298e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:34:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b19b5cee-478e-4e1c-8e61-b3d7dc81e457'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:02.186940 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2c0ee50a-b9a4-4e40-96b8-9f5280840afc tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "PUT /v2.0/floatingips/89b46c93-b377-4c5b-a685-3bb60df3039e HTTP/1.1" status: 200 len: 991 time: 1.6876907 Nov 12 08:35:02.186940 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5624074-f877-4ada-9008-30b122d35a47', 'tag': '478fa75e-70cd-4375-8b99-522f92aa7113'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:02.186940 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab399ec-d893-4180-b5a4-28acce23d91e" -d '{"events": [{"name": "network-changed", "server_uuid": "e5624074-f877-4ada-9008-30b122d35a47", "tag": "478fa75e-70cd-4375-8b99-522f92aa7113"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:02.271150 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1ed9c-43f0-4fc6-a163-81999695ffc0 req-54ec7f02-b7f3-41d7-9d3d-0efa38430d1f tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:02.276737 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dbb90d44-af1f-42ff-9c1a-bfdcd08dacc1 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:02.284324 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-25e1ed9c-43f0-4fc6-a163-81999695ffc0 req-54ec7f02-b7f3-41d7-9d3d-0efa38430d1f tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 784 time: 0.3599706 Nov 12 08:35:02.289388 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dbb90d44-af1f-42ff-9c1a-bfdcd08dacc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:02.292105 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-cdcd68df-bf20-4ace-a8b5-f53a99298e19 None None] Set router b19b5cee-478e-4e1c-8e61-b3d7dc81e457 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:02.314408 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f346a8b-a007-4b47-937a-af8b5dfc97e8 req-b442ca4e-a5f4-46e8-ba22-68ce550176f1 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:02.316754 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7f346a8b-a007-4b47-937a-af8b5dfc97e8 req-b442ca4e-a5f4-46e8-ba22-68ce550176f1 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e611b-b492-42c6-9150-50e9f0dacd2a HTTP/1.1" status: 200 len: 950 time: 0.1849480 Nov 12 08:35:02.379093 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34bf044-f61e-49e8-9664-c383247b9528 None None] Pushing event updated for resources: {'Port': ['ID=64c24a4e-96d1-4493-b1ea-6c37b5c6ae81,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:02.439997 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-dbb90d44-af1f-42ff-9c1a-bfdcd08dacc1 None None] Attempting to bind port 64c24a4e-96d1-4493-b1ea-6c37b5c6ae81 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:35:02.440531 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-dbb90d44-af1f-42ff-9c1a-bfdcd08dacc1 None None] Attempting to bind port 64c24a4e-96d1-4493-b1ea-6c37b5c6ae81 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '3d0c5ba3-c9f8-4e89-ad96-c674559fd6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '00302446-fda8-41e7-b38a-a1df35949a82'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:35:02.441499 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb90d44-af1f-42ff-9c1a-bfdcd08dacc1 None None] Attempting to bind port 64c24a4e-96d1-4493-b1ea-6c37b5c6ae81 on network 00302446-fda8-41e7-b38a-a1df35949a82 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:02.448560 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb90d44-af1f-42ff-9c1a-bfdcd08dacc1 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:35:02.449053 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb90d44-af1f-42ff-9c1a-bfdcd08dacc1 None None] Checking segment: {'id': '3d0c5ba3-c9f8-4e89-ad96-c674559fd6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '00302446-fda8-41e7-b38a-a1df35949a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:02.449458 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dbb90d44-af1f-42ff-9c1a-bfdcd08dacc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:02.449887 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb90d44-af1f-42ff-9c1a-bfdcd08dacc1 None None] Bound using segment: {'id': '3d0c5ba3-c9f8-4e89-ad96-c674559fd6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '00302446-fda8-41e7-b38a-a1df35949a82'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:35:02.450374 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-dbb90d44-af1f-42ff-9c1a-bfdcd08dacc1 None None] Bound port: 64c24a4e-96d1-4493-b1ea-6c37b5c6ae81, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0c5ba3-c9f8-4e89-ad96-c674559fd6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '00302446-fda8-41e7-b38a-a1df35949a82'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:35:02.450820 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dbb90d44-af1f-42ff-9c1a-bfdcd08dacc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:02.484522 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7f346a8b-a007-4b47-937a-af8b5dfc97e8 req-5f2e655e-316d-40de-8f1f-06e784ba7d2c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592255 Nov 12 08:35:02.525076 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650e132-b4bf-46f6-b42d-b92db4dbe462 req-39d7e5f7-a667-411f-a6b1-2bb0af0c35b0 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:02.526609 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4650e132-b4bf-46f6-b42d-b92db4dbe462 req-39d7e5f7-a667-411f-a6b1-2bb0af0c35b0 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.1615458 Nov 12 08:35:02.548541 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-dbb90d44-af1f-42ff-9c1a-bfdcd08dacc1 None None] For port 64c24a4e-96d1-4493-b1ea-6c37b5c6ae81, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:02.552218 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-dbb90d44-af1f-42ff-9c1a-bfdcd08dacc1 None None] For port 64c24a4e-96d1-4493-b1ea-6c37b5c6ae81, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=64c24a4e-96d1-4493-b1ea-6c37b5c6ae81,segment=NetworkSegment(3d0c5ba3-c9f8-4e89-ad96-c674559fd6dd),segment_id=3d0c5ba3-c9f8-4e89-ad96-c674559fd6dd)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:35:02.562716 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dbb90d44-af1f-42ff-9c1a-bfdcd08dacc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:02.581476 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-28cfe25e-6eaa-48f5-90b4-723591124cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:02.610641 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-cdcd68df-bf20-4ace-a8b5-f53a99298e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'name': 'tempest-ServersTestFqdnHostnames-731065635-router', 'tenant_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'a52df09f-3746-4f8e-ad5c-937ae2ed9b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:17Z', 'updated_at': '2021-11-12T08:34:25Z', 'revision_number': 4, 'project_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'gw_port': {'id': 'a52df09f-3746-4f8e-ad5c-937ae2ed9b7d', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:18Z', 'updated_at': '2021-11-12T08:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '89b46c93-b377-4c5b-a685-3bb60df3039e', 'tenant_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'floating_ip_address': '172.25.6.25', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'port_id': '478fa75e-70cd-4375-8b99-522f92aa7113', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e13b2945-03ae-4edc-a91c-08b4b339e9b8', 'mac_address': 'fa:16:3e:80:60:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5624074-f877-4ada-9008-30b122d35a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:34:32Z', 'updated_at': '2021-11-12T08:35:01Z', 'revision_number': 1, 'project_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9471ce3-8e6c-498c-a8de-30819734a796', 'name': '', 'network_id': 'e13b2945-03ae-4edc-a91c-08b4b339e9b8', 'tenant_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'mac_address': 'fa:16:3e:7c:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9cc84e21-371e-4f6a-ac0f-edaecce24941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:23Z', 'updated_at': '2021-11-12T08:34:31Z', 'revision_number': 5, 'project_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'subnets': [{'id': '9cc84e21-371e-4f6a-ac0f-edaecce24941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:02.648799 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4650e132-b4bf-46f6-b42d-b92db4dbe462 req-6b89a8aa-ad04-407e-9af8-3b4272e04208 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074495 Nov 12 08:35:02.664332 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34bf044-f61e-49e8-9664-c383247b9528 None None] Pushing event updated for resources: {'Port': ['ID=64c24a4e-96d1-4493-b1ea-6c37b5c6ae81,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:02.667565 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb90d44-af1f-42ff-9c1a-bfdcd08dacc1 None None] Routers {'0930c707-1ac0-4b37-b55c-7a3d01669dec'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:02.668380 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-dbb90d44-af1f-42ff-9c1a-bfdcd08dacc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:34:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['0930c707-1ac0-4b37-b55c-7a3d01669dec'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:02.692522 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcd68df-bf20-4ace-a8b5-f53a99298e19 None None] Checking router: b19b5cee-478e-4e1c-8e61-b3d7dc81e457 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:35:02.714880 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcd68df-bf20-4ace-a8b5-f53a99298e19 None None] Routers {'b19b5cee-478e-4e1c-8e61-b3d7dc81e457'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:02.717043 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-cdcd68df-bf20-4ace-a8b5-f53a99298e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:34:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b19b5cee-478e-4e1c-8e61-b3d7dc81e457'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:02.759047 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f914fa4-64f7-4ba6-a6a1-c04d3010c19a x-openstack-request-id: req-0f914fa4-64f7-4ba6-a6a1-c04d3010c19a {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:02.759594 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5624074-f877-4ada-9008-30b122d35a47", "tag": "478fa75e-70cd-4375-8b99-522f92aa7113", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:02.759855 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f914fa4-64f7-4ba6-a6a1-c04d3010c19a {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:02.760396 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5624074-f877-4ada-9008-30b122d35a47', 'tag': '478fa75e-70cd-4375-8b99-522f92aa7113', 'status': 'completed', 'code': 200} Nov 12 08:35:02.813580 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b4f55d51-af19-49eb-8ef8-4c6e8d639ea8 None None] Provisioning complete for port 64c24a4e-96d1-4493-b1ea-6c37b5c6ae81 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:02.814429 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b4f55d51-af19-49eb-8ef8-4c6e8d639ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:02.902526 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab399ec-d893-4180-b5a4-28acce23d91e req-32de9630-691f-469c-b996-1d7dcc67426f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:02.906338 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-bab399ec-d893-4180-b5a4-28acce23d91e req-32de9630-691f-469c-b996-1d7dcc67426f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d5b0a951c22546edb7ad1c67ddeab365&device_id=e5624074-f877-4ada-9008-30b122d35a47 HTTP/1.1" status: 200 len: 1098 time: 0.0828009 Nov 12 08:35:02.967856 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-cdcd68df-bf20-4ace-a8b5-f53a99298e19 None None] Set router b19b5cee-478e-4e1c-8e61-b3d7dc81e457 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:03.060507 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-dbb90d44-af1f-42ff-9c1a-bfdcd08dacc1 None None] Set router 0930c707-1ac0-4b37-b55c-7a3d01669dec gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:03.130236 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab399ec-d893-4180-b5a4-28acce23d91e req-403ad666-82ca-4fcb-81f5-4abbaa4d2ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:03.133751 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-bab399ec-d893-4180-b5a4-28acce23d91e req-403ad666-82ca-4fcb-81f5-4abbaa4d2ecf service neutron] 10.222.0.58 "GET /v2.0/networks?id=e13b2945-03ae-4edc-a91c-08b4b339e9b8 HTTP/1.1" status: 200 len: 915 time: 0.1830275 Nov 12 08:35:03.222667 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b4f55d51-af19-49eb-8ef8-4c6e8d639ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:03.223397 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-bab399ec-d893-4180-b5a4-28acce23d91e req-f9379121-ae90-4164-be96-2cc12e4b1397 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=478fa75e-70cd-4375-8b99-522f92aa7113 HTTP/1.1" status: 200 len: 999 time: 0.0682628 Nov 12 08:35:03.348120 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b4f55d51-af19-49eb-8ef8-4c6e8d639ea8 None None] For port 64c24a4e-96d1-4493-b1ea-6c37b5c6ae81, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=64c24a4e-96d1-4493-b1ea-6c37b5c6ae81,segment=NetworkSegment(3d0c5ba3-c9f8-4e89-ad96-c674559fd6dd),segment_id=3d0c5ba3-c9f8-4e89-ad96-c674559fd6dd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:03.355401 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab399ec-d893-4180-b5a4-28acce23d91e req-6843390a-3325-468b-9749-14378db57292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:03.358218 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-bab399ec-d893-4180-b5a4-28acce23d91e req-6843390a-3325-468b-9749-14378db57292 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9cc84e21-371e-4f6a-ac0f-edaecce24941 HTTP/1.1" status: 200 len: 853 time: 0.0902512 Nov 12 08:35:03.407891 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b4f55d51-af19-49eb-8ef8-4c6e8d639ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:03.431054 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-cdcd68df-bf20-4ace-a8b5-f53a99298e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'name': 'tempest-ServersTestFqdnHostnames-731065635-router', 'tenant_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'a52df09f-3746-4f8e-ad5c-937ae2ed9b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:17Z', 'updated_at': '2021-11-12T08:34:25Z', 'revision_number': 4, 'project_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'gw_port': {'id': 'a52df09f-3746-4f8e-ad5c-937ae2ed9b7d', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:18Z', 'updated_at': '2021-11-12T08:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '89b46c93-b377-4c5b-a685-3bb60df3039e', 'tenant_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'floating_ip_address': '172.25.6.25', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'port_id': '478fa75e-70cd-4375-8b99-522f92aa7113', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e13b2945-03ae-4edc-a91c-08b4b339e9b8', 'mac_address': 'fa:16:3e:80:60:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5624074-f877-4ada-9008-30b122d35a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:34:32Z', 'updated_at': '2021-11-12T08:35:01Z', 'revision_number': 1, 'project_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9471ce3-8e6c-498c-a8de-30819734a796', 'name': '', 'network_id': 'e13b2945-03ae-4edc-a91c-08b4b339e9b8', 'tenant_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'mac_address': 'fa:16:3e:7c:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9cc84e21-371e-4f6a-ac0f-edaecce24941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:23Z', 'updated_at': '2021-11-12T08:34:31Z', 'revision_number': 5, 'project_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'subnets': [{'id': '9cc84e21-371e-4f6a-ac0f-edaecce24941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:03.444133 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab399ec-d893-4180-b5a4-28acce23d91e req-2ac4958f-6e32-4aab-ba7f-4a30078653cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:03.445503 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fe1f8fc2-4b08-4969-a583-4b3cf088c1e5 req-070e4b3c-396a-4b48-861b-4f3df0832623 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/floatingips/65ff3ab6-950a-487b-a7d3-a37e82b09e98 HTTP/1.1" status: 200 len: 693 time: 0.6521728 Nov 12 08:35:03.446846 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-bab399ec-d893-4180-b5a4-28acce23d91e req-2ac4958f-6e32-4aab-ba7f-4a30078653cf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e13b2945-03ae-4edc-a91c-08b4b339e9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662935 Nov 12 08:35:03.462895 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcd68df-bf20-4ace-a8b5-f53a99298e19 None None] The sync data for ids ['b19b5cee-478e-4e1c-8e61-b3d7dc81e457'] in n-d-768862-16 is: [{'id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'name': 'tempest-ServersTestFqdnHostnames-731065635-router', 'tenant_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'a52df09f-3746-4f8e-ad5c-937ae2ed9b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:17Z', 'updated_at': '2021-11-12T08:34:25Z', 'revision_number': 4, 'project_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'gw_port': {'id': 'a52df09f-3746-4f8e-ad5c-937ae2ed9b7d', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:18Z', 'updated_at': '2021-11-12T08:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '89b46c93-b377-4c5b-a685-3bb60df3039e', 'tenant_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'floating_ip_address': '172.25.6.25', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'port_id': '478fa75e-70cd-4375-8b99-522f92aa7113', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e13b2945-03ae-4edc-a91c-08b4b339e9b8', 'mac_address': 'fa:16:3e:80:60:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5624074-f877-4ada-9008-30b122d35a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:34:32Z', 'updated_at': '2021-11-12T08:35:01Z', 'revision_number': 1, 'project_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9471ce3-8e6c-498c-a8de-30819734a796', 'name': '', 'network_id': 'e13b2945-03ae-4edc-a91c-08b4b339e9b8', 'tenant_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'mac_address': 'fa:16:3e:7c:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9cc84e21-371e-4f6a-ac0f-edaecce24941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:23Z', 'updated_at': '2021-11-12T08:34:31Z', 'revision_number': 5, 'project_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'subnets': [{'id': '9cc84e21-371e-4f6a-ac0f-edaecce24941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:35:03.554776 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f55d51-af19-49eb-8ef8-4c6e8d639ea8 None None] Pushing event updated for resources: {'Port': ['ID=64c24a4e-96d1-4493-b1ea-6c37b5c6ae81,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:03.569531 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3c570-6dfe-4c73-8c87-554310d045ca req-7c303e10-0205-40ba-904a-7dbdda860538 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:03.578543 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f2f3c570-6dfe-4c73-8c87-554310d045ca req-7c303e10-0205-40ba-904a-7dbdda860538 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 945 time: 0.1818056 Nov 12 08:35:03.580404 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-dbb90d44-af1f-42ff-9c1a-bfdcd08dacc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0930c707-1ac0-4b37-b55c-7a3d01669dec', 'name': 'tempest-FloatingIPsNegativeTestJSON-1575658200-router', 'tenant_id': 'bb5db8c9245e48af8ee99b36bdc24175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '18ab9a54-0797-467f-b1c8-5cc42bcb5a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:53Z', 'updated_at': '2021-11-12T08:34:58Z', 'revision_number': 4, 'project_id': 'bb5db8c9245e48af8ee99b36bdc24175', 'gw_port': {'id': '18ab9a54-0797-467f-b1c8-5cc42bcb5a86', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0930c707-1ac0-4b37-b55c-7a3d01669dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:54Z', 'updated_at': '2021-11-12T08:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '64c24a4e-96d1-4493-b1ea-6c37b5c6ae81', 'name': '', 'network_id': '00302446-fda8-41e7-b38a-a1df35949a82', 'tenant_id': 'bb5db8c9245e48af8ee99b36bdc24175', 'mac_address': 'fa:16:3e:0e:d6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0930c707-1ac0-4b37-b55c-7a3d01669dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'e24f8e48-5c5b-4942-a1ab-884efd4a5052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:57Z', 'updated_at': '2021-11-12T08:35:02Z', 'revision_number': 4, 'project_id': 'bb5db8c9245e48af8ee99b36bdc24175', 'subnets': [{'id': 'e24f8e48-5c5b-4942-a1ab-884efd4a5052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:03.629350 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb90d44-af1f-42ff-9c1a-bfdcd08dacc1 None None] The sync data for ids ['0930c707-1ac0-4b37-b55c-7a3d01669dec'] in n-d-768862-16 is: [{'id': '0930c707-1ac0-4b37-b55c-7a3d01669dec', 'name': 'tempest-FloatingIPsNegativeTestJSON-1575658200-router', 'tenant_id': 'bb5db8c9245e48af8ee99b36bdc24175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '18ab9a54-0797-467f-b1c8-5cc42bcb5a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:53Z', 'updated_at': '2021-11-12T08:34:58Z', 'revision_number': 4, 'project_id': 'bb5db8c9245e48af8ee99b36bdc24175', 'gw_port': {'id': '18ab9a54-0797-467f-b1c8-5cc42bcb5a86', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0930c707-1ac0-4b37-b55c-7a3d01669dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:54Z', 'updated_at': '2021-11-12T08:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '64c24a4e-96d1-4493-b1ea-6c37b5c6ae81', 'name': '', 'network_id': '00302446-fda8-41e7-b38a-a1df35949a82', 'tenant_id': 'bb5db8c9245e48af8ee99b36bdc24175', 'mac_address': 'fa:16:3e:0e:d6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0930c707-1ac0-4b37-b55c-7a3d01669dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'e24f8e48-5c5b-4942-a1ab-884efd4a5052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:57Z', 'updated_at': '2021-11-12T08:35:02Z', 'revision_number': 4, 'project_id': 'bb5db8c9245e48af8ee99b36bdc24175', 'subnets': [{'id': 'e24f8e48-5c5b-4942-a1ab-884efd4a5052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:35:03.630971 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-818a9852-946b-4f18-a3b4-f2dd026dcaf5 None None] Provisioning complete for port 64c24a4e-96d1-4493-b1ea-6c37b5c6ae81 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:03.640160 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-818a9852-946b-4f18-a3b4-f2dd026dcaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:03.654406 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-bab399ec-d893-4180-b5a4-28acce23d91e req-7048a056-79bc-4e3b-ab0d-29f5ccdbfd28 service neutron] 10.222.0.58 "GET /v2.0/networks/e13b2945-03ae-4edc-a91c-08b4b339e9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807847 Nov 12 08:35:03.751347 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f8fc2-4b08-4969-a583-4b3cf088c1e5 req-db8f1f58-0fdc-4aef-aab2-a9e8d3b79506 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:03.758317 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fe1f8fc2-4b08-4969-a583-4b3cf088c1e5 req-db8f1f58-0fdc-4aef-aab2-a9e8d3b79506 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 784 time: 0.3118610 Nov 12 08:35:03.776585 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-fe1f8fc2-4b08-4969-a583-4b3cf088c1e5 req-5bf7130b-3ab5-4b3a-90e4-fb9b4bed59f3 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:03.788423 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fe1f8fc2-4b08-4969-a583-4b3cf088c1e5 req-5bf7130b-3ab5-4b3a-90e4-fb9b4bed59f3 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0290122 Nov 12 08:35:03.802896 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f2f3c570-6dfe-4c73-8c87-554310d045ca req-65b08e69-8a0d-4655-8fcd-f4164a0ab267 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233531 Nov 12 08:35:03.904756 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-28cfe25e-6eaa-48f5-90b4-723591124cff admin admin] Deleting port 64c24a4e-96d1-4493-b1ea-6c37b5c6ae81 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:03.905118 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-28cfe25e-6eaa-48f5-90b4-723591124cff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:03.998772 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cd8b54-70fb-4fc1-91e6-3a77cc23a545 None None] New status for floating IP 89b46c93-b377-4c5b-a685-3bb60df3039e: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:35:04.061120 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-bab399ec-d893-4180-b5a4-28acce23d91e req-9b0f5786-9b56-4bcd-b507-a3a419df5183 service neutron] 10.222.0.58 "GET /v2.0/networks/e13b2945-03ae-4edc-a91c-08b4b339e9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885252 Nov 12 08:35:04.073669 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535c407-877b-4723-bd7a-2aad4eea5d0f req-10f7a582-8574-466b-ae78-c5a39d64214f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:04.081299 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d535c407-877b-4723-bd7a-2aad4eea5d0f req-10f7a582-8574-466b-ae78-c5a39d64214f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e611b-b492-42c6-9150-50e9f0dacd2a HTTP/1.1" status: 200 len: 950 time: 0.0869393 Nov 12 08:35:04.128127 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-28cfe25e-6eaa-48f5-90b4-723591124cff admin admin] For port 64c24a4e-96d1-4493-b1ea-6c37b5c6ae81, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=64c24a4e-96d1-4493-b1ea-6c37b5c6ae81,segment=NetworkSegment(3d0c5ba3-c9f8-4e89-ad96-c674559fd6dd),segment_id=3d0c5ba3-c9f8-4e89-ad96-c674559fd6dd)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:04.128534 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-28cfe25e-6eaa-48f5-90b4-723591124cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:04.179369 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d535c407-877b-4723-bd7a-2aad4eea5d0f req-064e3ecc-5386-4db6-9495-9b525697014b tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917771 Nov 12 08:35:04.194670 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-28cfe25e-6eaa-48f5-90b4-723591124cff admin admin] Calling delete_port for 64c24a4e-96d1-4493-b1ea-6c37b5c6ae81 owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:04.316463 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-dbf9b0dc-83b3-4917-ab79-24ad0ca11b7d tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:04.320915 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-dbf9b0dc-83b3-4917-ab79-24ad0ca11b7d tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f&tenant_id=60036c792d1544fb8cbb03c747464363&binding%3Ahost_id=n-h2-768862-16 HTTP/1.1" status: 200 len: 1097 time: 0.0796714 Nov 12 08:35:04.340112 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-cc38b9d1-d123-4ab0-be65-fbe22feb5893 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768862-16'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:04.393105 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e6254c6-7885-4fcd-9812-d3bb382b728e req-ce5017ad-c165-4696-a80c-10a104551d3e tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/floatingips/65ff3ab6-950a-487b-a7d3-a37e82b09e98 HTTP/1.1" status: 200 len: 693 time: 0.1033537 Nov 12 08:35:04.429818 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36c1e7-2fed-466b-a275-db903a0b6e06 req-e50a716e-7cdc-4516-b536-e5635ab31dd2 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:04.431569 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6d36c1e7-2fed-466b-a275-db903a0b6e06 req-e50a716e-7cdc-4516-b536-e5635ab31dd2 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.1338277 Nov 12 08:35:04.467138 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-cc38b9d1-d123-4ab0-be65-fbe22feb5893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:04.626767 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6d36c1e7-2fed-466b-a275-db903a0b6e06 req-3b1e4392-4dc1-444b-ace4-7a66ee5c5bdd tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709681 Nov 12 08:35:04.647667 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-cc38b9d1-d123-4ab0-be65-fbe22feb5893 service neutron] For port e595d8d4-feee-457b-81a4-7c74123a8d26, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=e595d8d4-feee-457b-81a4-7c74123a8d26,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:04.655678 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6254c6-7885-4fcd-9812-d3bb382b728e req-16deca86-33cb-400a-a827-23930441a704 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:04.663036 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e6254c6-7885-4fcd-9812-d3bb382b728e req-16deca86-33cb-400a-a827-23930441a704 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 784 time: 0.2598624 Nov 12 08:35:04.688994 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-cc38b9d1-d123-4ab0-be65-fbe22feb5893 service neutron] For port e595d8d4-feee-457b-81a4-7c74123a8d26, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:04.741570 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-cc38b9d1-d123-4ab0-be65-fbe22feb5893 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:04.751915 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-cc38b9d1-d123-4ab0-be65-fbe22feb5893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:04.760403 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e6254c6-7885-4fcd-9812-d3bb382b728e req-b0296894-b0c7-4711-a288-a01f0a474d46 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 696 time: 0.0963662 Nov 12 08:35:04.760931 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b00b121-86f2-4199-8bb7-be663675566f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e595d8d4-feee-457b-81a4-7c74123a8d26'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:04.763253 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cee838-d320-42ec-9f67-23d09f5e3925" -d '{"events": [{"server_uuid": "7b00b121-86f2-4199-8bb7-be663675566f", "name": "network-vif-unplugged", "status": "completed", "tag": "e595d8d4-feee-457b-81a4-7c74123a8d26"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:04.828538 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38b9d1-d123-4ab0-be65-fbe22feb5893 service neutron] Pushing event updated for resources: {'Port': ['ID=e595d8d4-feee-457b-81a4-7c74123a8d26,revision_number=7']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:04.865864 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e6254c6-7885-4fcd-9812-d3bb382b728e req-de1234c8-c865-45c7-8aa5-bf969e0f51e2 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 696 time: 0.1040144 Nov 12 08:35:04.885750 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-cc38b9d1-d123-4ab0-be65-fbe22feb5893 service neutron] Attempting to bind port e595d8d4-feee-457b-81a4-7c74123a8d26 on host n-h2-768862-16 for vnic_type normal with profile {"migrating_to": "n-h1-768862-16"} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:35:04.885994 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-cc38b9d1-d123-4ab0-be65-fbe22feb5893 service neutron] Attempting to bind port e595d8d4-feee-457b-81a4-7c74123a8d26 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:35:04.886305 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-cc38b9d1-d123-4ab0-be65-fbe22feb5893 service neutron] Attempting to bind port e595d8d4-feee-457b-81a4-7c74123a8d26 on network a6d5f445-c009-4fb1-a92b-e2439070859b {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:04.891431 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-cc38b9d1-d123-4ab0-be65-fbe22feb5893 service neutron] Port e595d8d4-feee-457b-81a4-7c74123a8d26 on network a6d5f445-c009-4fb1-a92b-e2439070859b not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:35:04.891768 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-cc38b9d1-d123-4ab0-be65-fbe22feb5893 service neutron] Attempting to bind port e595d8d4-feee-457b-81a4-7c74123a8d26 on network a6d5f445-c009-4fb1-a92b-e2439070859b {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:04.898905 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-cc38b9d1-d123-4ab0-be65-fbe22feb5893 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:35:04.899226 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-cc38b9d1-d123-4ab0-be65-fbe22feb5893 service neutron] Checking segment: {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:04.899764 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-cc38b9d1-d123-4ab0-be65-fbe22feb5893 service neutron] Bound using segment: {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:35:04.900270 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-cc38b9d1-d123-4ab0-be65-fbe22feb5893 service neutron] Bound port: e595d8d4-feee-457b-81a4-7c74123a8d26, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:35:04.900633 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-cc38b9d1-d123-4ab0-be65-fbe22feb5893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:04.903304 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99be7a-ebbf-4084-9327-53878b92a4aa req-e0537aad-46d4-403d-9d07-2de33a7f8715 tempest-ServersOnMultiNodesTest-405974985 tempest-ServersOnMultiNodesTest-405974985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:04.904922 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0b99be7a-ebbf-4084-9327-53878b92a4aa req-e0537aad-46d4-403d-9d07-2de33a7f8715 tempest-ServersOnMultiNodesTest-405974985 tempest-ServersOnMultiNodesTest-405974985-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=234e611b-b492-42c6-9150-50e9f0dacd2a HTTP/1.1" status: 200 len: 1102 time: 0.1752121 Nov 12 08:35:04.905555 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-28cfe25e-6eaa-48f5-90b4-723591124cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:04.967197 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-cc38b9d1-d123-4ab0-be65-fbe22feb5893 service neutron] For port e595d8d4-feee-457b-81a4-7c74123a8d26, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:04.970511 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-cc38b9d1-d123-4ab0-be65-fbe22feb5893 service neutron] For port e595d8d4-feee-457b-81a4-7c74123a8d26, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=e595d8d4-feee-457b-81a4-7c74123a8d26,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:35:04.973734 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cfe25e-6eaa-48f5-90b4-723591124cff admin admin] Pushing event deleted for resources: {'Port': ['ID=64c24a4e-96d1-4493-b1ea-6c37b5c6ae81,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:04.978142 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-cc38b9d1-d123-4ab0-be65-fbe22feb5893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:05.070028 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-cc38b9d1-d123-4ab0-be65-fbe22feb5893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:05.072756 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-cc38b9d1-d123-4ab0-be65-fbe22feb5893 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:05.074406 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-cc38b9d1-d123-4ab0-be65-fbe22feb5893 service neutron] 10.222.0.54 "PUT /v2.0/ports/e595d8d4-feee-457b-81a4-7c74123a8d26 HTTP/1.1" status: 200 len: 1123 time: 0.7413967 Nov 12 08:35:05.097235 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38b9d1-d123-4ab0-be65-fbe22feb5893 service neutron] Pushing event updated for resources: {'Port': ['ID=e595d8d4-feee-457b-81a4-7c74123a8d26,revision_number=8']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:05.121975 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0b99be7a-ebbf-4084-9327-53878b92a4aa req-e0500207-cbce-4968-8e5c-4ce92307ce99 tempest-ServersOnMultiNodesTest-405974985 tempest-ServersOnMultiNodesTest-405974985-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642957 Nov 12 08:35:05.230092 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['e595d8d4-feee-457b-81a4-7c74123a8d26'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:35:05.235445 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-6e6254c6-7885-4fcd-9812-d3bb382b728e req-db8a2969-020a-4946-be84-8b998a24d55d tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Deleting port 50b6eb70-8a7f-409d-81e3-ab15b2f5425a {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:05.235803 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6e6254c6-7885-4fcd-9812-d3bb382b728e req-db8a2969-020a-4946-be84-8b998a24d55d tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:05.336611 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['e595d8d4-feee-457b-81a4-7c74123a8d26'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:35:05.442732 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-28cfe25e-6eaa-48f5-90b4-723591124cff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:05.460442 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-0bf89343-57bc-484d-956c-89a85538c359 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--22371152&fields=id&tenant_id=8cc6ca5ed9f64e148f5b96cdf6df5819 HTTP/1.1" status: 200 len: 267 time: 0.2106473 Nov 12 08:35:05.619630 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6e6254c6-7885-4fcd-9812-d3bb382b728e req-db8a2969-020a-4946-be84-8b998a24d55d tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:05.619956 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6e6254c6-7885-4fcd-9812-d3bb382b728e req-db8a2969-020a-4946-be84-8b998a24d55d tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:05.676272 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-6e6254c6-7885-4fcd-9812-d3bb382b728e req-db8a2969-020a-4946-be84-8b998a24d55d tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Calling delete_port for 50b6eb70-8a7f-409d-81e3-ab15b2f5425a owned by network:floatingip {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:05.817812 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-89275d5a-6dc0-4dd5-b7c3-4560a83ec105 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:05.819275 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-89275d5a-6dc0-4dd5-b7c3-4560a83ec105 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/networks?id=e5f92a9c-9232-4960-be34-2deefc62380e HTTP/1.1" status: 200 len: 824 time: 0.3567369 Nov 12 08:35:05.898662 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-4387f3dd-be33-4ca6-bd50-2f6966e49c67 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/quotas/8cc6ca5ed9f64e148f5b96cdf6df5819 HTTP/1.1" status: 200 len: 375 time: 0.0669193 Nov 12 08:35:05.964906 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28cfe25e-6eaa-48f5-90b4-723591124cff admin admin] Router 0930c707-1ac0-4b37-b55c-7a3d01669dec has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:35:06.020068 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-a7def7cc-dfae-4a15-828e-f9b36d1d10cf tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8cc6ca5ed9f64e148f5b96cdf6df5819&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1079190 Nov 12 08:35:06.076636 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6e6254c6-7885-4fcd-9812-d3bb382b728e req-db8a2969-020a-4946-be84-8b998a24d55d tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:06.153111 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a2969-020a-4946-be84-8b998a24d55d tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Pushing event deleted for resources: {'Port': ['ID=50b6eb70-8a7f-409d-81e3-ab15b2f5425a,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:06.172127 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device e595d8d4-feee-457b-81a4-7c74123a8d26 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:35:06.278620 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cfe25e-6eaa-48f5-90b4-723591124cff admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:35:06.290406 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port e595d8d4-feee-457b-81a4-7c74123a8d26, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=e595d8d4-feee-457b-81a4-7c74123a8d26,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:06.305392 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device e595d8d4-feee-457b-81a4-7c74123a8d26 has no active binding in host n-h1-768862-16 {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:35:06.308464 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-5154f946-655b-4d83-bbc5-f1c63908f742 service neutron] 10.222.0.37 "GET /v2.0/networks/e5f92a9c-9232-4960-be34-2deefc62380e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429852 Nov 12 08:35:06.312965 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-28cfe25e-6eaa-48f5-90b4-723591124cff admin admin] 10.222.0.37 "PUT /v2.0/routers/0930c707-1ac0-4b37-b55c-7a3d01669dec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8240235 Nov 12 08:35:06.315838 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38140) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:06.337902 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6e6254c6-7885-4fcd-9812-d3bb382b728e req-db8a2969-020a-4946-be84-8b998a24d55d tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks [] for floatingip, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:06.340523 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6e6254c6-7885-4fcd-9812-d3bb382b728e req-db8a2969-020a-4946-be84-8b998a24d55d tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:06.341706 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e6254c6-7885-4fcd-9812-d3bb382b728e req-db8a2969-020a-4946-be84-8b998a24d55d tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "DELETE /v2.0/floatingips/65ff3ab6-950a-487b-a7d3-a37e82b09e98 HTTP/1.1" status: 204 len: 173 time: 1.4622130 Nov 12 08:35:06.414714 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58399b5-2346-4884-ad81-3186f837da6c x-openstack-request-id: req-d58399b5-2346-4884-ad81-3186f837da6c {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:06.415148 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b00b121-86f2-4199-8bb7-be663675566f", "name": "network-vif-unplugged", "status": "completed", "tag": "e595d8d4-feee-457b-81a4-7c74123a8d26", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:06.415571 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d58399b5-2346-4884-ad81-3186f837da6c {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:06.416296 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b00b121-86f2-4199-8bb7-be663675566f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e595d8d4-feee-457b-81a4-7c74123a8d26', 'code': 200} Nov 12 08:35:06.432888 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-aa6f1a9b-17fe-4c37-b5ce-705a927a8cc0 service neutron] 10.222.0.37 "GET /v2.0/networks/e5f92a9c-9232-4960-be34-2deefc62380e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157026 Nov 12 08:35:06.443563 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78cd1f54-708c-4d4c-aec7-329368f7f457 admin admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:06.554987 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e83911-7183-4504-8605-aa3c9b6ca957 req-80cefcc8-5411-40df-b9ea-940e343edb51 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:06.563169 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-46e83911-7183-4504-8605-aa3c9b6ca957 req-80cefcc8-5411-40df-b9ea-940e343edb51 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 943 time: 0.0880172 Nov 12 08:35:06.626286 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1cc75-813e-4eb7-bf58-09ab4e1344ec req-550f806e-91e9-464b-adf1-fffb7a6a0741 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:06.628608 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-22f1cc75-813e-4eb7-bf58-09ab4e1344ec req-550f806e-91e9-464b-adf1-fffb7a6a0741 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5f6c9a1-d513-41e8-9019-06d42dab6306 HTTP/1.1" status: 200 len: 946 time: 0.0825827 Nov 12 08:35:06.687648 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78cd1f54-708c-4d4c-aec7-329368f7f457 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:06.713856 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-46e83911-7183-4504-8605-aa3c9b6ca957 req-88fc8379-ea10-4279-a5b6-df9af76a6e6d tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493742 Nov 12 08:35:06.821649 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-22f1cc75-813e-4eb7-bf58-09ab4e1344ec req-865ebc2e-43e5-49b5-98ff-ab8efe6c9fd5 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Deleting port ab4ccb3c-d6db-4c22-9cb2-59662d8d105d {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:06.822117 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-22f1cc75-813e-4eb7-bf58-09ab4e1344ec req-865ebc2e-43e5-49b5-98ff-ab8efe6c9fd5 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:06.826532 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-78cd1f54-708c-4d4c-aec7-329368f7f457 admin admin] Deleting port 18ab9a54-0797-467f-b1c8-5cc42bcb5a86 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:06.826906 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78cd1f54-708c-4d4c-aec7-329368f7f457 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:07.074424 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-78cd1f54-708c-4d4c-aec7-329368f7f457 admin admin] For port 18ab9a54-0797-467f-b1c8-5cc42bcb5a86, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=18ab9a54-0797-467f-b1c8-5cc42bcb5a86,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:07.074805 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78cd1f54-708c-4d4c-aec7-329368f7f457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:07.093299 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-78cd1f54-708c-4d4c-aec7-329368f7f457 admin admin] Calling delete_port for 18ab9a54-0797-467f-b1c8-5cc42bcb5a86 owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:07.197595 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2fa1d-6dab-4bfd-9b85-29d65f0b8c3e req-f3bf7a3c-1191-476c-beab-f8a02afc2515 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:07.215379 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2fc2fa1d-6dab-4bfd-9b85-29d65f0b8c3e req-f3bf7a3c-1191-476c-beab-f8a02afc2515 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3343904 Nov 12 08:35:07.261395 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d571e-c769-4abd-adea-3d623b3eba71 req-ce36afe3-7ce8-4dd1-a2b8-bc1496cc5c31 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:07.271794 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-816d571e-c769-4abd-adea-3d623b3eba71 req-ce36afe3-7ce8-4dd1-a2b8-bc1496cc5c31 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.2956779 Nov 12 08:35:07.315551 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a150557a-d165-4a51-9bcd-9b2fb85f3f9b req-a6dd4f36-81b6-4a35-b504-13c758834138 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3be91d9a-7f13-4e18-b052-f9de3b2bd3f8 HTTP/1.1" status: 200 len: 210 time: 0.0415258 Nov 12 08:35:07.325764 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-22f1cc75-813e-4eb7-bf58-09ab4e1344ec req-865ebc2e-43e5-49b5-98ff-ab8efe6c9fd5 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] For port ab4ccb3c-d6db-4c22-9cb2-59662d8d105d, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=ab4ccb3c-d6db-4c22-9cb2-59662d8d105d,segment=NetworkSegment(5773a748-8750-49fa-97c7-852ea91b7a02),segment_id=5773a748-8750-49fa-97c7-852ea91b7a02)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:07.326415 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-22f1cc75-813e-4eb7-bf58-09ab4e1344ec req-865ebc2e-43e5-49b5-98ff-ab8efe6c9fd5 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:07.432905 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-816d571e-c769-4abd-adea-3d623b3eba71 req-edec8ef7-cd50-441d-96ba-f4ceba2e3951 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597798 Nov 12 08:35:07.490459 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78cd1f54-708c-4d4c-aec7-329368f7f457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:07.522164 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5670a-e1e3-42a9-bf68-985f4314e151 req-f8ddd573-2cfe-442f-b794-f579bec3727e tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:07.524843 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d8e5670a-e1e3-42a9-bf68-985f4314e151 req-f8ddd573-2cfe-442f-b794-f579bec3727e tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e611b-b492-42c6-9150-50e9f0dacd2a HTTP/1.1" status: 200 len: 950 time: 0.0801611 Nov 12 08:35:07.593812 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd1f54-708c-4d4c-aec7-329368f7f457 admin admin] Pushing event deleted for resources: {'Port': ['ID=18ab9a54-0797-467f-b1c8-5cc42bcb5a86,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:07.620268 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb27e7f-49c9-4363-9ffc-7e22a3f30d70 None None] Sync routers for ids ['0930c707-1ac0-4b37-b55c-7a3d01669dec'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:35:07.632520 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb27e7f-49c9-4363-9ffc-7e22a3f30d70 None None] Routers {'0930c707-1ac0-4b37-b55c-7a3d01669dec'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:07.633564 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-fbb27e7f-49c9-4363-9ffc-7e22a3f30d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:34:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['0930c707-1ac0-4b37-b55c-7a3d01669dec'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:07.745448 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6fefb566-cfd7-4438-8d78-04bad1610f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:07.749646 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78cd1f54-708c-4d4c-aec7-329368f7f457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:07.813584 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-fbb27e7f-49c9-4363-9ffc-7e22a3f30d70 None None] Set router 0930c707-1ac0-4b37-b55c-7a3d01669dec gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:07.876628 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-fbb27e7f-49c9-4363-9ffc-7e22a3f30d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0930c707-1ac0-4b37-b55c-7a3d01669dec', 'name': 'tempest-FloatingIPsNegativeTestJSON-1575658200-router', 'tenant_id': 'bb5db8c9245e48af8ee99b36bdc24175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:53Z', 'updated_at': '2021-11-12T08:35:07Z', 'revision_number': 7, 'project_id': 'bb5db8c9245e48af8ee99b36bdc24175', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:07.905862 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb27e7f-49c9-4363-9ffc-7e22a3f30d70 None None] Checking router: 0930c707-1ac0-4b37-b55c-7a3d01669dec for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:35:07.917495 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb27e7f-49c9-4363-9ffc-7e22a3f30d70 None None] Routers {'0930c707-1ac0-4b37-b55c-7a3d01669dec'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:07.918607 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-fbb27e7f-49c9-4363-9ffc-7e22a3f30d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:34:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['0930c707-1ac0-4b37-b55c-7a3d01669dec'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:07.952374 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-552fadf4-1e29-4bc7-b3c2-8bf927af950c req-1dfff089-bbe6-49eb-994c-a880b3c5b898 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=e2c0f212b4344f428a8d1f3e64e6fbf8 HTTP/1.1" status: 200 len: 1657 time: 0.4665062 Nov 12 08:35:08.013067 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-fbb27e7f-49c9-4363-9ffc-7e22a3f30d70 None None] Set router 0930c707-1ac0-4b37-b55c-7a3d01669dec gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:08.097620 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d8e5670a-e1e3-42a9-bf68-985f4314e151 req-b3b221f8-cdd9-4d12-bd4c-becb03db262f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427090 Nov 12 08:35:08.108616 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-fbb27e7f-49c9-4363-9ffc-7e22a3f30d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0930c707-1ac0-4b37-b55c-7a3d01669dec', 'name': 'tempest-FloatingIPsNegativeTestJSON-1575658200-router', 'tenant_id': 'bb5db8c9245e48af8ee99b36bdc24175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:53Z', 'updated_at': '2021-11-12T08:35:07Z', 'revision_number': 7, 'project_id': 'bb5db8c9245e48af8ee99b36bdc24175', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:08.140978 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fadf4-1e29-4bc7-b3c2-8bf927af950c req-35b3cb55-a201-4d73-a0d9-2f65d6bf4cc6 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:08.143894 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb27e7f-49c9-4363-9ffc-7e22a3f30d70 None None] The sync data for ids ['0930c707-1ac0-4b37-b55c-7a3d01669dec'] in n-d-768862-16 is: [{'id': '0930c707-1ac0-4b37-b55c-7a3d01669dec', 'name': 'tempest-FloatingIPsNegativeTestJSON-1575658200-router', 'tenant_id': 'bb5db8c9245e48af8ee99b36bdc24175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:53Z', 'updated_at': '2021-11-12T08:35:07Z', 'revision_number': 7, 'project_id': 'bb5db8c9245e48af8ee99b36bdc24175', 'gw_port_host': None}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:35:08.145433 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-552fadf4-1e29-4bc7-b3c2-8bf927af950c req-35b3cb55-a201-4d73-a0d9-2f65d6bf4cc6 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/networks?id=83f85ab7-23f1-4ab4-91ca-b1dcd4333f60&id=83f85ab7-23f1-4ab4-91ca-b1dcd4333f60&id=83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 787 time: 0.1914485 Nov 12 08:35:08.287672 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d6e1f-4dfb-4931-b360-33b7af06df8d req-8475f79c-4a5c-4ce2-8d2c-7f899e39edec tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:08.293690 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-085d6e1f-4dfb-4931-b360-33b7af06df8d req-8475f79c-4a5c-4ce2-8d2c-7f899e39edec tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 943 time: 0.0749705 Nov 12 08:35:08.385519 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-22f1cc75-813e-4eb7-bf58-09ab4e1344ec req-865ebc2e-43e5-49b5-98ff-ab8efe6c9fd5 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:08.386122 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-22f1cc75-813e-4eb7-bf58-09ab4e1344ec req-865ebc2e-43e5-49b5-98ff-ab8efe6c9fd5 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:08.386122 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [req-22f1cc75-813e-4eb7-bf58-09ab4e1344ec req-865ebc2e-43e5-49b5-98ff-ab8efe6c9fd5 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Floating IP bc1fe910-d9d0-4d2b-8c4d-dabdfb3e9174 disassociated. External IP: 172.25.6.67, port: ab4ccb3c-d6db-4c22-9cb2-59662d8d105d. Nov 12 08:35:08.386484 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-22f1cc75-813e-4eb7-bf58-09ab4e1344ec req-865ebc2e-43e5-49b5-98ff-ab8efe6c9fd5 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Calling delete_port for ab4ccb3c-d6db-4c22-9cb2-59662d8d105d owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:08.412901 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9612ace4-ec20-4736-99ad-7856f46e9cee req-6f816b7d-ef90-4774-9075-c0a9e8d46c9f tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/floatingips/a2955a86-8584-4f5d-8d8f-c8f58a9f1dd0 HTTP/1.1" status: 200 len: 693 time: 0.0818377 Nov 12 08:35:08.418023 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-085d6e1f-4dfb-4931-b360-33b7af06df8d req-20b13768-2020-49d1-b92b-9b1d15127a19 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180592 Nov 12 08:35:08.465331 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b00b121-86f2-4199-8bb7-be663675566f', 'tag': 'e595d8d4-feee-457b-81a4-7c74123a8d26'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:08.467659 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961059ed-4969-4076-837d-918096315459" -d '{"events": [{"name": "network-changed", "server_uuid": "7b00b121-86f2-4199-8bb7-be663675566f", "tag": "e595d8d4-feee-457b-81a4-7c74123a8d26"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:08.499967 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78cd1f54-708c-4d4c-aec7-329368f7f457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:08.515712 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78cd1f54-708c-4d4c-aec7-329368f7f457 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:08.546912 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0cc44810-7a08-4c1a-a891-92a7a2842686 req-73a6cb25-86a9-42f9-b799-24880d96e26b tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3be91d9a-7f13-4e18-b052-f9de3b2bd3f8 HTTP/1.1" status: 200 len: 210 time: 0.0491953 Nov 12 08:35:08.607041 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612ace4-ec20-4736-99ad-7856f46e9cee req-22079b1d-0e78-4e46-8887-f30aefa1f033 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:08.615282 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9612ace4-ec20-4736-99ad-7856f46e9cee req-22079b1d-0e78-4e46-8887-f30aefa1f033 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 784 time: 0.1947472 Nov 12 08:35:08.685125 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78cd1f54-708c-4d4c-aec7-329368f7f457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:08.685702 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cd1f54-708c-4d4c-aec7-329368f7f457 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0930c707-1ac0-4b37-b55c-7a3d01669dec {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:35:08.699164 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78cd1f54-708c-4d4c-aec7-329368f7f457 admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:08.700424 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-78cd1f54-708c-4d4c-aec7-329368f7f457 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0930c707-1ac0-4b37-b55c-7a3d01669dec HTTP/1.1" status: 204 len: 168 time: 2.3835256 Nov 12 08:35:08.706414 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38174) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:08.731639 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9612ace4-ec20-4736-99ad-7856f46e9cee req-507035e3-be91-43e7-9505-8703fe1db395 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.190 HTTP/1.1" status: 200 len: 696 time: 0.1153302 Nov 12 08:35:08.763098 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2acf08a-834e-4452-a6c4-887fafed4260 admin admin] Deleting subnet e24f8e48-5c5b-4942-a1ab-884efd4a5052 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:35:08.779645 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2acf08a-834e-4452-a6c4-887fafed4260 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:08.795394 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348131b-897f-4a1c-b62f-579658dfd076 req-4fd9c5d8-3fa8-480d-a37c-22e7dde32bc0 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:08.797202 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9348131b-897f-4a1c-b62f-579658dfd076 req-4fd9c5d8-3fa8-480d-a37c-22e7dde32bc0 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.1294425 Nov 12 08:35:08.807602 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9612ace4-ec20-4736-99ad-7856f46e9cee req-dfade41a-14f8-4673-bdbc-4685d371662e tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.190 HTTP/1.1" status: 200 len: 696 time: 0.0647523 Nov 12 08:35:08.823970 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-8a11b844-ef99-447f-9eea-addd4264610d tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:08.825674 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-8a11b844-ef99-447f-9eea-addd4264610d tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.54 "GET /v2.0/networks?id=e5f92a9c-9232-4960-be34-2deefc62380e HTTP/1.1" status: 200 len: 824 time: 0.3612268 Nov 12 08:35:08.850310 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-22f1cc75-813e-4eb7-bf58-09ab4e1344ec req-865ebc2e-43e5-49b5-98ff-ab8efe6c9fd5 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:08.854674 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2acf08a-834e-4452-a6c4-887fafed4260 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:08.874064 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9348131b-897f-4a1c-b62f-579658dfd076 req-9f69f935-6dc4-44ad-b4a5-8aa3a9ed22e6 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652304 Nov 12 08:35:08.985649 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c999f7-4506-46f2-ae68-1f1757c02a39 x-openstack-request-id: req-49c999f7-4506-46f2-ae68-1f1757c02a39 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:08.986003 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b00b121-86f2-4199-8bb7-be663675566f", "tag": "e595d8d4-feee-457b-81a4-7c74123a8d26", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:08.986467 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49c999f7-4506-46f2-ae68-1f1757c02a39 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:08.986698 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b00b121-86f2-4199-8bb7-be663675566f', 'tag': 'e595d8d4-feee-457b-81a4-7c74123a8d26', 'status': 'completed', 'code': 200} Nov 12 08:35:08.992181 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-a6b52790-f6b1-41bd-8ee5-e68f4b5ff465 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cc6ca5ed9f64e148f5b96cdf6df5819 HTTP/1.1" status: 200 len: 378 time: 0.1530252 Nov 12 08:35:08.994549 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ebc2e-43e5-49b5-98ff-ab8efe6c9fd5 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Pushing event deleted for resources: {'Port': ['ID=ab4ccb3c-d6db-4c22-9cb2-59662d8d105d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:09.011236 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-cfc64934-cc99-4249-955c-51de098eb7c3 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Request body: {'port': {'device_id': '3be91d9a-7f13-4e18-b052-f9de3b2bd3f8', 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e', 'admin_state_up': True, 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'security_groups': ['7c50791e-332d-4821-b9c1-b32596a4844a']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:09.071116 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961059ed-4969-4076-837d-918096315459 req-0a961196-ff20-4506-8413-b665acf19838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:09.073098 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-961059ed-4969-4076-837d-918096315459 req-0a961196-ff20-4506-8413-b665acf19838 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60036c792d1544fb8cbb03c747464363&device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 1126 time: 0.0657067 Nov 12 08:35:09.075413 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-9612ace4-ec20-4736-99ad-7856f46e9cee req-1ea68e38-0212-4f71-a6cd-a2d20702e06d tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Deleting port ff0f11eb-f466-4380-bdf1-50296b3c37e1 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:09.075987 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-9612ace4-ec20-4736-99ad-7856f46e9cee req-1ea68e38-0212-4f71-a6cd-a2d20702e06d tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.296133 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2acf08a-834e-4452-a6c4-887fafed4260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.297686 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-9612ace4-ec20-4736-99ad-7856f46e9cee req-1ea68e38-0212-4f71-a6cd-a2d20702e06d tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.298118 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-9612ace4-ec20-4736-99ad-7856f46e9cee req-1ea68e38-0212-4f71-a6cd-a2d20702e06d tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.323161 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-9612ace4-ec20-4736-99ad-7856f46e9cee req-1ea68e38-0212-4f71-a6cd-a2d20702e06d tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Calling delete_port for ff0f11eb-f466-4380-bdf1-50296b3c37e1 owned by network:floatingip {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:09.326234 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961059ed-4969-4076-837d-918096315459 req-3cd7d3b3-c0ef-48ef-83d7-db90625514ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:09.327969 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-961059ed-4969-4076-837d-918096315459 req-3cd7d3b3-c0ef-48ef-83d7-db90625514ef service neutron] 10.222.0.58 "GET /v2.0/networks?id=a6d5f445-c009-4fb1-a92b-e2439070859b HTTP/1.1" status: 200 len: 908 time: 0.2374408 Nov 12 08:35:09.336560 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e14da-9908-45ce-b14d-9c258c783b11 req-12c30a54-c8bd-4ee5-a4ad-f1597b8d64c3 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:09.338726 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-928e14da-9908-45ce-b14d-9c258c783b11 req-12c30a54-c8bd-4ee5-a4ad-f1597b8d64c3 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e611b-b492-42c6-9150-50e9f0dacd2a HTTP/1.1" status: 200 len: 950 time: 0.1404691 Nov 12 08:35:09.431079 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-961059ed-4969-4076-837d-918096315459 req-25872789-c74b-4ef4-b0f5-d7439d77d218 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e595d8d4-feee-457b-81a4-7c74123a8d26 HTTP/1.1" status: 200 len: 217 time: 0.0829654 Nov 12 08:35:09.511805 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-cfc64934-cc99-4249-955c-51de098eb7c3 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Made reservation on behalf of 8cc6ca5ed9f64e148f5b96cdf6df5819 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:09.516810 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-cfc64934-cc99-4249-955c-51de098eb7c3 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.521153 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22f1cc75-813e-4eb7-bf58-09ab4e1344ec req-865ebc2e-43e5-49b5-98ff-ab8efe6c9fd5 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Router 31ca7770-84e3-457f-b143-eebc60903a63 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:35:09.534070 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 64c24a4e-96d1-4493-b1ea-6c37b5c6ae81 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:09.579349 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 64c24a4e-96d1-4493-b1ea-6c37b5c6ae81 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:35:09.580091 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 64c24a4e-96d1-4493-b1ea-6c37b5c6ae81 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:09.580677 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 18ab9a54-0797-467f-b1c8-5cc42bcb5a86 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:09.596209 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-928e14da-9908-45ce-b14d-9c258c783b11 req-4adf5c90-c035-4c0d-8b5c-084c1c4a0f5e tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400844 Nov 12 08:35:09.638363 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 18ab9a54-0797-467f-b1c8-5cc42bcb5a86 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:35:09.638712 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 18ab9a54-0797-467f-b1c8-5cc42bcb5a86 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:09.719372 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961059ed-4969-4076-837d-918096315459 req-8bfdeeb3-3586-46a9-8c3e-0844ad5d1019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:09.721673 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-961059ed-4969-4076-837d-918096315459 req-8bfdeeb3-3586-46a9-8c3e-0844ad5d1019 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d46819c4-cbf3-463f-b6ce-344123c01513 HTTP/1.1" status: 200 len: 847 time: 0.2154231 Nov 12 08:35:09.775702 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2acf08a-834e-4452-a6c4-887fafed4260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.877431 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2acf08a-834e-4452-a6c4-887fafed4260 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e24f8e48-5c5b-4942-a1ab-884efd4a5052,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:09.898398 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2acf08a-834e-4452-a6c4-887fafed4260 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.904387 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e2acf08a-834e-4452-a6c4-887fafed4260 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e24f8e48-5c5b-4942-a1ab-884efd4a5052 HTTP/1.1" status: 204 len: 168 time: 1.1965849 Nov 12 08:35:09.907577 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38190) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:09.908298 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed02ded5-3079-43b0-b026-be9ee8a1d316 None None] Network 00302446-fda8-41e7-b38a-a1df35949a82 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:09.935115 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947337a5-0ad4-475a-be26-cbea210d0151 req-ad2df8d2-3920-4b44-a34c-45c793c7f623 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:09.941200 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-947337a5-0ad4-475a-be26-cbea210d0151 req-ad2df8d2-3920-4b44-a34c-45c793c7f623 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.58 "GET /v2.0/ports?device_id=234e611b-b492-42c6-9150-50e9f0dacd2a HTTP/1.1" status: 200 len: 950 time: 0.3089120 Nov 12 08:35:09.945685 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-9612ace4-ec20-4736-99ad-7856f46e9cee req-1ea68e38-0212-4f71-a6cd-a2d20702e06d tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.951120 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-961059ed-4969-4076-837d-918096315459 req-ecc0f43b-863b-4d53-a98a-40b12a6b2552 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6d5f445-c009-4fb1-a92b-e2439070859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1726794 Nov 12 08:35:10.022942 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-cfc64934-cc99-4249-955c-51de098eb7c3 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Allocated IP 172.20.0.7 (e5f92a9c-9232-4960-be34-2deefc62380e/6c542064-a950-4668-8022-669eaf3adcd0/241caddd-07d4-480d-93f5-b3a57161fecd) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:10.025564 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22f1cc75-813e-4eb7-bf58-09ab4e1344ec req-865ebc2e-43e5-49b5-98ff-ab8efe6c9fd5 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:35:10.040858 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca6369c-0de7-4697-83aa-b8e3f20fa5e1 None None] Sync routers for ids ['31ca7770-84e3-457f-b143-eebc60903a63'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:35:10.095952 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca6369c-0de7-4697-83aa-b8e3f20fa5e1 None None] Routers {'31ca7770-84e3-457f-b143-eebc60903a63'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:10.096601 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-bca6369c-0de7-4697-83aa-b8e3f20fa5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:34:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['31ca7770-84e3-457f-b143-eebc60903a63'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:10.105455 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-961059ed-4969-4076-837d-918096315459 req-e8ccfc70-6599-4530-b3ae-a6fc2610998b service neutron] 10.222.0.58 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152492 Nov 12 08:35:10.144521 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72cc0503-7cb3-4652-a877-646b254a5fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:10.194995 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f1cc75-813e-4eb7-bf58-09ab4e1344ec req-865ebc2e-43e5-49b5-98ff-ab8efe6c9fd5 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] No DVR routers for this DVR port ab4ccb3c-d6db-4c22-9cb2-59662d8d105d on host n-h2-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:10.224916 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-22f1cc75-813e-4eb7-bf58-09ab4e1344ec req-865ebc2e-43e5-49b5-98ff-ab8efe6c9fd5 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:10.237576 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-22f1cc75-813e-4eb7-bf58-09ab4e1344ec req-865ebc2e-43e5-49b5-98ff-ab8efe6c9fd5 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.58 "DELETE /v2.0/ports/ab4ccb3c-d6db-4c22-9cb2-59662d8d105d HTTP/1.1" status: 204 len: 173 time: 3.5957971 Nov 12 08:35:10.289951 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea68e38-0212-4f71-a6cd-a2d20702e06d tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Pushing event deleted for resources: {'Port': ['ID=ff0f11eb-f466-4380-bdf1-50296b3c37e1,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:10.316868 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-9612ace4-ec20-4736-99ad-7856f46e9cee req-1ea68e38-0212-4f71-a6cd-a2d20702e06d tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks [] for floatingip, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:10.330324 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-9612ace4-ec20-4736-99ad-7856f46e9cee req-1ea68e38-0212-4f71-a6cd-a2d20702e06d tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:10.335001 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9612ace4-ec20-4736-99ad-7856f46e9cee req-1ea68e38-0212-4f71-a6cd-a2d20702e06d tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "DELETE /v2.0/floatingips/a2955a86-8584-4f5d-8d8f-c8f58a9f1dd0 HTTP/1.1" status: 204 len: 173 time: 1.4711478 Nov 12 08:35:10.358615 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4f4c768b-14cf-4972-90fd-ad2c0adc758d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:10.523255 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-bca6369c-0de7-4697-83aa-b8e3f20fa5e1 None None] Set router 31ca7770-84e3-457f-b143-eebc60903a63 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:10.532212 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f742e-3bcd-499d-bd28-e49fd366f39f req-02cb5a69-0564-4cac-ad56-0a1eeb29111e tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:10.548410 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5d7f742e-3bcd-499d-bd28-e49fd366f39f req-02cb5a69-0564-4cac-ad56-0a1eeb29111e tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 943 time: 0.6037407 Nov 12 08:35:10.567372 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e3342a2f-f7ca-4e67-b9bc-6a1f34c88134 req-66de8b9a-1822-419f-b6ac-bd9bad568bee tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3be91d9a-7f13-4e18-b052-f9de3b2bd3f8 HTTP/1.1" status: 200 len: 210 time: 0.1200902 Nov 12 08:35:10.624695 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-961059ed-4969-4076-837d-918096315459 req-3a7bae15-b6ab-4488-8016-715683ea259d service neutron] 10.222.0.58 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597363 Nov 12 08:35:10.626535 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777f64aa-51ce-4c54-8ee4-e3cf704fe248 None None] DHCP port deletion for 00302446-fda8-41e7-b38a-a1df35949a82 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:35:10.643103 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-72cc0503-7cb3-4652-a877-646b254a5fa8 admin admin] Deleting port 4c559dd7-560c-4e09-909e-e544ccbbfde5 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:10.644135 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72cc0503-7cb3-4652-a877-646b254a5fa8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:10.652838 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-cfc64934-cc99-4249-955c-51de098eb7c3 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:10.714973 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5d7f742e-3bcd-499d-bd28-e49fd366f39f req-168353dd-d9e4-4d07-b123-64f990368b58 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437314 Nov 12 08:35:10.772711 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-72cc0503-7cb3-4652-a877-646b254a5fa8 admin admin] For port 4c559dd7-560c-4e09-909e-e544ccbbfde5, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4c559dd7-560c-4e09-909e-e544ccbbfde5,segment=NetworkSegment(3d0c5ba3-c9f8-4e89-ad96-c674559fd6dd),segment_id=3d0c5ba3-c9f8-4e89-ad96-c674559fd6dd)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:10.773011 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72cc0503-7cb3-4652-a877-646b254a5fa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:10.790644 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-72cc0503-7cb3-4652-a877-646b254a5fa8 admin admin] Calling delete_port for 4c559dd7-560c-4e09-909e-e544ccbbfde5 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:10.802786 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-cfc64934-cc99-4249-955c-51de098eb7c3 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:10.815225 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-777f64aa-51ce-4c54-8ee4-e3cf704fe248 None None] Deleting port 4c559dd7-560c-4e09-909e-e544ccbbfde5 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:10.815823 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-777f64aa-51ce-4c54-8ee4-e3cf704fe248 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:10.900128 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-cfc64934-cc99-4249-955c-51de098eb7c3 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Network e5f92a9c-9232-4960-be34-2deefc62380e is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:10.908551 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-cfc64934-cc99-4249-955c-51de098eb7c3 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:10.912698 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-cfc64934-cc99-4249-955c-51de098eb7c3 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:10.916882 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-830dbea1-09db-4c68-a105-6ca38f2b69b5 req-5ae8b60c-106c-43e6-8b42-b431285155d5 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/floatingips/09e22cbe-f4f6-4e8b-81e5-3a552dc356c4 HTTP/1.1" status: 200 len: 693 time: 0.1232872 Nov 12 08:35:10.917476 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc64934-cc99-4249-955c-51de098eb7c3 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Pushing event updated for resources: {'Port': ['ID=241caddd-07d4-480d-93f5-b3a57161fecd,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:10.987397 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f6c9a1-d513-41e8-9019-06d42dab6306', 'name': 'network-vif-deleted', 'tag': 'ab4ccb3c-d6db-4c22-9cb2-59662d8d105d'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:10.996072 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2824c8-8271-42bd-8afc-6693786d65e5" -d '{"events": [{"server_uuid": "a5f6c9a1-d513-41e8-9019-06d42dab6306", "name": "network-vif-deleted", "tag": "ab4ccb3c-d6db-4c22-9cb2-59662d8d105d"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:11.029929 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-cfc64934-cc99-4249-955c-51de098eb7c3 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:11.030666 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-cfc64934-cc99-4249-955c-51de098eb7c3 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.046052 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72cc0503-7cb3-4652-a877-646b254a5fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.067463 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-cfc64934-cc99-4249-955c-51de098eb7c3 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0635657 Nov 12 08:35:11.067463 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cc0503-7cb3-4652-a877-646b254a5fa8 admin admin] No DVR routers for this DVR port 4c559dd7-560c-4e09-909e-e544ccbbfde5 on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:11.103226 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-3597f4ea-83eb-493a-9b5b-cf9b58e2055d service neutron] Request body: {'port': {'device_id': '3be91d9a-7f13-4e18-b052-f9de3b2bd3f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:11.110331 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc0503-7cb3-4652-a877-646b254a5fa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c559dd7-560c-4e09-909e-e544ccbbfde5,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:11.143001 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-777f64aa-51ce-4c54-8ee4-e3cf704fe248 None None] For port 4c559dd7-560c-4e09-909e-e544ccbbfde5, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4c559dd7-560c-4e09-909e-e544ccbbfde5,segment=NetworkSegment(3d0c5ba3-c9f8-4e89-ad96-c674559fd6dd),segment_id=3d0c5ba3-c9f8-4e89-ad96-c674559fd6dd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:11.143418 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-777f64aa-51ce-4c54-8ee4-e3cf704fe248 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.187609 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dbea1-09db-4c68-a105-6ca38f2b69b5 req-a10193fd-4ef5-4989-82a4-1998c9130cbe tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:11.189275 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-830dbea1-09db-4c68-a105-6ca38f2b69b5 req-a10193fd-4ef5-4989-82a4-1998c9130cbe tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 784 time: 0.2704566 Nov 12 08:35:11.209177 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-947337a5-0ad4-475a-be26-cbea210d0151 req-00dd0f38-e31e-4147-a392-0b90830833a5 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Deleting port eaa22691-5d22-456e-930e-e09f4eb8de3a {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:11.209674 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-947337a5-0ad4-475a-be26-cbea210d0151 req-00dd0f38-e31e-4147-a392-0b90830833a5 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.233077 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-777f64aa-51ce-4c54-8ee4-e3cf704fe248 None None] Calling delete_port for 4c559dd7-560c-4e09-909e-e544ccbbfde5 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:11.235711 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdad215-c3a0-4fab-a181-edc21298b8ea req-f77a3ebc-5356-4583-81a7-58b54f0b8135 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:11.239370 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-3597f4ea-83eb-493a-9b5b-cf9b58e2055d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.242265 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5cdad215-c3a0-4fab-a181-edc21298b8ea req-f77a3ebc-5356-4583-81a7-58b54f0b8135 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.5642178 Nov 12 08:35:11.320361 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72cc0503-7cb3-4652-a877-646b254a5fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.350598 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-72cc0503-7cb3-4652-a877-646b254a5fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00302446-fda8-41e7-b38a-a1df35949a82']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:11.362941 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-830dbea1-09db-4c68-a105-6ca38f2b69b5 req-9b0a864e-67f1-42e5-bd3b-e6d574390490 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.120 HTTP/1.1" status: 200 len: 696 time: 0.1629434 Nov 12 08:35:11.364583 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-72cc0503-7cb3-4652-a877-646b254a5fa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d0c5ba3-c9f8-4e89-ad96-c674559fd6dd') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:11.364955 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-72cc0503-7cb3-4652-a877-646b254a5fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d0c5ba3-c9f8-4e89-ad96-c674559fd6dd') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:11.378222 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72cc0503-7cb3-4652-a877-646b254a5fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.394755 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72cc0503-7cb3-4652-a877-646b254a5fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.402930 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72cc0503-7cb3-4652-a877-646b254a5fa8 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:35:11.404568 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72cc0503-7cb3-4652-a877-646b254a5fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.426110 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-830dbea1-09db-4c68-a105-6ca38f2b69b5 req-9026d867-3338-40d3-a7bf-1e261766f389 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.120 HTTP/1.1" status: 200 len: 696 time: 0.0549395 Nov 12 08:35:11.496531 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:35:11.496531 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:35:11.496531 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:35:11.496531 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:35:11.496531 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:35:11.496531 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:35:11.496531 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:35:11.496531 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:35:11.496531 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:35:11.496531 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:35:11.496531 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:35:11.496531 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:35:11.496531 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:35:11.496531 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:35:11.496531 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:35:11.496531 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:35:11.496531 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:35:11.496531 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:35:11.496531 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:35:11.496531 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:35:11.496531 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:35:11.496531 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:35:11.496531 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:35:11.496531 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:35:11.496531 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:35:11.496531 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:35:11.496531 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:35:11.496531 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:35:11.496531 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:35:11.496531 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:35:11.496531 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:35:11.496531 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:35:11.501729 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72cc0503-7cb3-4652-a877-646b254a5fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.510060 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5cdad215-c3a0-4fab-a181-edc21298b8ea req-bb93fb0f-9be6-46f3-aee7-3c3c2c715e43 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199917 Nov 12 08:35:11.511200 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72cc0503-7cb3-4652-a877-646b254a5fa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.516304 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-72cc0503-7cb3-4652-a877-646b254a5fa8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/00302446-fda8-41e7-b38a-a1df35949a82 HTTP/1.1" status: 204 len: 168 time: 1.6055038 Nov 12 08:35:11.545652 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-947337a5-0ad4-475a-be26-cbea210d0151 req-00dd0f38-e31e-4147-a392-0b90830833a5 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] For port eaa22691-5d22-456e-930e-e09f4eb8de3a, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=eaa22691-5d22-456e-930e-e09f4eb8de3a,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:11.546027 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-947337a5-0ad4-475a-be26-cbea210d0151 req-00dd0f38-e31e-4147-a392-0b90830833a5 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.564792 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4c559dd7-560c-4e09-909e-e544ccbbfde5 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:11.570943 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc0503-7cb3-4652-a877-646b254a5fa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=00302446-fda8-41e7-b38a-a1df35949a82,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:11.610300 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-bca6369c-0de7-4697-83aa-b8e3f20fa5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ca7770-84e3-457f-b143-eebc60903a63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1507776855-router', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '73c133d0-132e-45ec-9130-4f20882099ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:47Z', 'updated_at': '2021-11-12T08:31:52Z', 'revision_number': 4, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'gw_port': {'id': '73c133d0-132e-45ec-9130-4f20882099ab', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:48Z', 'updated_at': '2021-11-12T08:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'a3485255-602e-42a1-b05a-cb40d85eefa3', 'name': '', 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'mac_address': 'fa:16:3e:b0:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '6c542064-a950-4668-8022-669eaf3adcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:51Z', 'updated_at': '2021-11-12T08:31:57Z', 'revision_number': 5, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'subnets': [{'id': '6c542064-a950-4668-8022-669eaf3adcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:11.618873 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 4c559dd7-560c-4e09-909e-e544ccbbfde5 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:35:11.620831 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4c559dd7-560c-4e09-909e-e544ccbbfde5 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:11.663915 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca6369c-0de7-4697-83aa-b8e3f20fa5e1 None None] Checking router: 31ca7770-84e3-457f-b143-eebc60903a63 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:35:11.687713 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca6369c-0de7-4697-83aa-b8e3f20fa5e1 None None] Routers {'31ca7770-84e3-457f-b143-eebc60903a63'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:11.688491 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-bca6369c-0de7-4697-83aa-b8e3f20fa5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:35:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['31ca7770-84e3-457f-b143-eebc60903a63'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:11.736186 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-947337a5-0ad4-475a-be26-cbea210d0151 req-00dd0f38-e31e-4147-a392-0b90830833a5 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Calling delete_port for eaa22691-5d22-456e-930e-e09f4eb8de3a owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:11.756306 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-777f64aa-51ce-4c54-8ee4-e3cf704fe248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.783497 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38208) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:11.793006 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-777f64aa-51ce-4c54-8ee4-e3cf704fe248 None None] Network 00302446-fda8-41e7-b38a-a1df35949a82 is not hosted by any dhcp agent {{(pid=102570) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:35:11.793402 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777f64aa-51ce-4c54-8ee4-e3cf704fe248 None None] No DVR routers for this DVR port 4c559dd7-560c-4e09-909e-e544ccbbfde5 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:11.823808 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f64aa-51ce-4c54-8ee4-e3cf704fe248 None None] Pushing event deleted for resources: {'Port': ['ID=4c559dd7-560c-4e09-909e-e544ccbbfde5,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:11.854944 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-46d4d4da-d7ee-408a-bb75-be7a62b6dfa1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb5db8c9245e48af8ee99b36bdc24175&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0532775 Nov 12 08:35:11.859436 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38210) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:11.878858 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-bca6369c-0de7-4697-83aa-b8e3f20fa5e1 None None] Set router 31ca7770-84e3-457f-b143-eebc60903a63 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:11.910702 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-3597f4ea-83eb-493a-9b5b-cf9b58e2055d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 241caddd-07d4-480d-93f5-b3a57161fecd {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:35:11.912249 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.921289 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-3597f4ea-83eb-493a-9b5b-cf9b58e2055d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.942422 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-3597f4ea-83eb-493a-9b5b-cf9b58e2055d service neutron] Transition to ACTIVE for port object 241caddd-07d4-480d-93f5-b3a57161fecd will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:35:11.948451 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-3597f4ea-83eb-493a-9b5b-cf9b58e2055d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.965060 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96f175-c8ba-45e4-a0e1-dd15af3ea8e3 req-edbe5bc5-0577-4282-97d7-9951d76b5309 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:11.966873 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ad96f175-c8ba-45e4-a0e1-dd15af3ea8e3 req-edbe5bc5-0577-4282-97d7-9951d76b5309 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e611b-b492-42c6-9150-50e9f0dacd2a HTTP/1.1" status: 200 len: 950 time: 0.2756948 Nov 12 08:35:12.027458 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597f4ea-83eb-493a-9b5b-cf9b58e2055d service neutron] Pushing event updated for resources: {'Port': ['ID=241caddd-07d4-480d-93f5-b3a57161fecd,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:12.037754 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-33e9dc41-c95b-4be1-bbfc-d6239e4c7da5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.060805 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-830dbea1-09db-4c68-a105-6ca38f2b69b5 req-781d7531-64bd-4fda-9772-258488cf5bd4 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Deleting port adfbedfb-a6c9-4627-a5bf-4e6e9bd73e66 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:12.061555 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-830dbea1-09db-4c68-a105-6ca38f2b69b5 req-781d7531-64bd-4fda-9772-258488cf5bd4 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.130574 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-3597f4ea-83eb-493a-9b5b-cf9b58e2055d service neutron] Attempting to bind port 241caddd-07d4-480d-93f5-b3a57161fecd on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:35:12.130938 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-3597f4ea-83eb-493a-9b5b-cf9b58e2055d service neutron] Attempting to bind port 241caddd-07d4-480d-93f5-b3a57161fecd by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '5773a748-8750-49fa-97c7-852ea91b7a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:35:12.131256 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-3597f4ea-83eb-493a-9b5b-cf9b58e2055d service neutron] Attempting to bind port 241caddd-07d4-480d-93f5-b3a57161fecd on network e5f92a9c-9232-4960-be34-2deefc62380e {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:12.139732 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-3597f4ea-83eb-493a-9b5b-cf9b58e2055d service neutron] Port 241caddd-07d4-480d-93f5-b3a57161fecd on network e5f92a9c-9232-4960-be34-2deefc62380e not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:35:12.141024 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-3597f4ea-83eb-493a-9b5b-cf9b58e2055d service neutron] Attempting to bind port 241caddd-07d4-480d-93f5-b3a57161fecd on network e5f92a9c-9232-4960-be34-2deefc62380e {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:12.149254 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-3597f4ea-83eb-493a-9b5b-cf9b58e2055d service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:35:12.149587 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-3597f4ea-83eb-493a-9b5b-cf9b58e2055d service neutron] Checking segment: {'id': '5773a748-8750-49fa-97c7-852ea91b7a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:12.149989 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-3597f4ea-83eb-493a-9b5b-cf9b58e2055d service neutron] Bound using segment: {'id': '5773a748-8750-49fa-97c7-852ea91b7a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:35:12.150429 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-3597f4ea-83eb-493a-9b5b-cf9b58e2055d service neutron] Bound port: 241caddd-07d4-480d-93f5-b3a57161fecd, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5773a748-8750-49fa-97c7-852ea91b7a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:35:12.150801 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-3597f4ea-83eb-493a-9b5b-cf9b58e2055d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.176560 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-bca6369c-0de7-4697-83aa-b8e3f20fa5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ca7770-84e3-457f-b143-eebc60903a63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1507776855-router', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '73c133d0-132e-45ec-9130-4f20882099ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:47Z', 'updated_at': '2021-11-12T08:31:52Z', 'revision_number': 4, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'gw_port': {'id': '73c133d0-132e-45ec-9130-4f20882099ab', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:48Z', 'updated_at': '2021-11-12T08:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'a3485255-602e-42a1-b05a-cb40d85eefa3', 'name': '', 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'mac_address': 'fa:16:3e:b0:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '6c542064-a950-4668-8022-669eaf3adcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:51Z', 'updated_at': '2021-11-12T08:31:57Z', 'revision_number': 5, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'subnets': [{'id': '6c542064-a950-4668-8022-669eaf3adcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:12.217015 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-33e9dc41-c95b-4be1-bbfc-d6239e4c7da5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.248099 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-3597f4ea-83eb-493a-9b5b-cf9b58e2055d service neutron] For port 241caddd-07d4-480d-93f5-b3a57161fecd, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:12.249806 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ad96f175-c8ba-45e4-a0e1-dd15af3ea8e3 req-eb592cdb-90ab-409a-b790-073537b96ac2 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617495 Nov 12 08:35:12.255370 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-3597f4ea-83eb-493a-9b5b-cf9b58e2055d service neutron] For port 241caddd-07d4-480d-93f5-b3a57161fecd, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=241caddd-07d4-480d-93f5-b3a57161fecd,segment=NetworkSegment(5773a748-8750-49fa-97c7-852ea91b7a02),segment_id=5773a748-8750-49fa-97c7-852ea91b7a02)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:35:12.278588 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-3597f4ea-83eb-493a-9b5b-cf9b58e2055d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.281813 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca6369c-0de7-4697-83aa-b8e3f20fa5e1 None None] The sync data for ids ['31ca7770-84e3-457f-b143-eebc60903a63'] in n-d-768862-16 is: [{'id': '31ca7770-84e3-457f-b143-eebc60903a63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1507776855-router', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '73c133d0-132e-45ec-9130-4f20882099ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:47Z', 'updated_at': '2021-11-12T08:31:52Z', 'revision_number': 4, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'gw_port': {'id': '73c133d0-132e-45ec-9130-4f20882099ab', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:48Z', 'updated_at': '2021-11-12T08:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'a3485255-602e-42a1-b05a-cb40d85eefa3', 'name': '', 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'mac_address': 'fa:16:3e:b0:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '6c542064-a950-4668-8022-669eaf3adcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:51Z', 'updated_at': '2021-11-12T08:31:57Z', 'revision_number': 5, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'subnets': [{'id': '6c542064-a950-4668-8022-669eaf3adcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:35:12.429086 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device ab4ccb3c-d6db-4c22-9cb2-59662d8d105d no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:12.441221 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-830dbea1-09db-4c68-a105-6ca38f2b69b5 req-781d7531-64bd-4fda-9772-258488cf5bd4 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.441750 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-3597f4ea-83eb-493a-9b5b-cf9b58e2055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:12.442572 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-3597f4ea-83eb-493a-9b5b-cf9b58e2055d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.444112 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-830dbea1-09db-4c68-a105-6ca38f2b69b5 req-781d7531-64bd-4fda-9772-258488cf5bd4 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.444860 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-3597f4ea-83eb-493a-9b5b-cf9b58e2055d service neutron] 10.222.0.54 "PUT /v2.0/ports/241caddd-07d4-480d-93f5-b3a57161fecd HTTP/1.1" status: 200 len: 1092 time: 1.3482139 Nov 12 08:35:12.446231 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597f4ea-83eb-493a-9b5b-cf9b58e2055d service neutron] Pushing event updated for resources: {'Port': ['ID=241caddd-07d4-480d-93f5-b3a57161fecd,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:12.464328 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-830dbea1-09db-4c68-a105-6ca38f2b69b5 req-781d7531-64bd-4fda-9772-258488cf5bd4 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Calling delete_port for adfbedfb-a6c9-4627-a5bf-4e6e9bd73e66 owned by network:floatingip {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:12.509744 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: ab4ccb3c-d6db-4c22-9cb2-59662d8d105d {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:35:12.510122 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device ab4ccb3c-d6db-4c22-9cb2-59662d8d105d not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:12.510998 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222c4351-9dd0-4e84-8466-72a1e27c91ca x-openstack-request-id: req-222c4351-9dd0-4e84-8466-72a1e27c91ca {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:12.511334 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f6c9a1-d513-41e8-9019-06d42dab6306", "name": "network-vif-deleted", "tag": "ab4ccb3c-d6db-4c22-9cb2-59662d8d105d", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:12.511591 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-222c4351-9dd0-4e84-8466-72a1e27c91ca {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:12.512109 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f6c9a1-d513-41e8-9019-06d42dab6306', 'name': 'network-vif-deleted', 'tag': 'ab4ccb3c-d6db-4c22-9cb2-59662d8d105d', 'status': 'completed', 'code': 200} Nov 12 08:35:12.599484 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-89938d07-1ed2-4129-a728-5d24c9e117f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:12.608068 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-89938d07-1ed2-4129-a728-5d24c9e117f8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cc6ca5ed9f64e148f5b96cdf6df5819&device_id=3be91d9a-7f13-4e18-b052-f9de3b2bd3f8 HTTP/1.1" status: 200 len: 1095 time: 0.1084313 Nov 12 08:35:12.710009 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-2239300a-036c-430e-9a5b-76b28d25b14e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=241caddd-07d4-480d-93f5-b3a57161fecd HTTP/1.1" status: 200 len: 217 time: 0.0899224 Nov 12 08:35:12.771562 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2785aa-3085-439c-9d2f-be69f1770aa2 None None] New status for floating IP bc1fe910-d9d0-4d2b-8c4d-dabdfb3e9174: DOWN {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:35:12.808363 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-82935e5b-7eec-4be8-b7f2-d3630010d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:12.809949 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-82935e5b-7eec-4be8-b7f2-d3630010d378 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c542064-a950-4668-8022-669eaf3adcd0 HTTP/1.1" status: 200 len: 863 time: 0.0883079 Nov 12 08:35:12.890624 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-d782459e-8043-48a1-8b09-4b3335c93753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:12.892487 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-d782459e-8043-48a1-8b09-4b3335c93753 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e5f92a9c-9232-4960-be34-2deefc62380e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722878 Nov 12 08:35:13.020982 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-4996446d-a5a7-46fc-901e-24834df3557f service neutron] 10.222.0.54 "GET /v2.0/networks/e5f92a9c-9232-4960-be34-2deefc62380e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139071 Nov 12 08:35:13.041015 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-33e9dc41-c95b-4be1-bbfc-d6239e4c7da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:13.043931 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-33e9dc41-c95b-4be1-bbfc-d6239e4c7da5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:13.045104 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-33e9dc41-c95b-4be1-bbfc-d6239e4c7da5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2eaf6dbf-1e5b-4f6b-b230-6493a13687ab HTTP/1.1" status: 204 len: 168 time: 1.1829388 Nov 12 08:35:13.159302 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9dc41-c95b-4be1-bbfc-d6239e4c7da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eaf6dbf-1e5b-4f6b-b230-6493a13687ab,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:13.161191 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-947337a5-0ad4-475a-be26-cbea210d0151 req-00dd0f38-e31e-4147-a392-0b90830833a5 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:13.185877 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['aedb1d46-4814-42e8-b9c0-f28a00871ad9', '91670ec5-9fa0-4e9e-b508-9ce3671cd99b', '44d8dbdf-3542-4ffb-a400-eff02c1a3b50', '073aaa3b-3126-43a5-8605-d25b8fb92705', 'aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:35:13.188376 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['cf0c8c5f-5023-449d-8eef-136593dd4a73', 'c5c327af-d318-43ba-b079-6f847679d1bc'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:35:13.207800 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f35deca9-edbd-4373-9847-7f179b39bff7 req-78afc0d2-d5c9-40c8-b229-9cc58c88d85a service neutron] 10.222.0.54 "GET /v2.0/networks/e5f92a9c-9232-4960-be34-2deefc62380e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766510 Nov 12 08:35:13.264377 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd0f38-e31e-4147-a392-0b90830833a5 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Pushing event deleted for resources: {'Port': ['ID=eaa22691-5d22-456e-930e-e09f4eb8de3a,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:13.323495 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71664c4a-8739-43bd-b112-c37e9c3d2c48 req-499a43d7-948e-4e46-8b23-16a38c9aeb81 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:13.325096 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-71664c4a-8739-43bd-b112-c37e9c3d2c48 req-499a43d7-948e-4e46-8b23-16a38c9aeb81 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3be91d9a-7f13-4e18-b052-f9de3b2bd3f8 HTTP/1.1" status: 200 len: 943 time: 0.6993158 Nov 12 08:35:13.376271 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:13.500165 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-947337a5-0ad4-475a-be26-cbea210d0151 req-00dd0f38-e31e-4147-a392-0b90830833a5 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] No DVR routers for this DVR port eaa22691-5d22-456e-930e-e09f4eb8de3a on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:13.506220 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-947337a5-0ad4-475a-be26-cbea210d0151 req-00dd0f38-e31e-4147-a392-0b90830833a5 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:13.511680 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-947337a5-0ad4-475a-be26-cbea210d0151 req-00dd0f38-e31e-4147-a392-0b90830833a5 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.58 "DELETE /v2.0/ports/eaa22691-5d22-456e-930e-e09f4eb8de3a HTTP/1.1" status: 204 len: 173 time: 3.5315177 Nov 12 08:35:13.512130 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234e611b-b492-42c6-9150-50e9f0dacd2a', 'name': 'network-vif-deleted', 'tag': 'eaa22691-5d22-456e-930e-e09f4eb8de3a'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:13.515270 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826c25ad-1299-450d-9753-53e5ca1a3444" -d '{"events": [{"server_uuid": "234e611b-b492-42c6-9150-50e9f0dacd2a", "name": "network-vif-deleted", "tag": "eaa22691-5d22-456e-930e-e09f4eb8de3a"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:13.541202 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-830dbea1-09db-4c68-a105-6ca38f2b69b5 req-781d7531-64bd-4fda-9772-258488cf5bd4 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:13.649400 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d7531-64bd-4fda-9772-258488cf5bd4 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Pushing event deleted for resources: {'Port': ['ID=adfbedfb-a6c9-4627-a5bf-4e6e9bd73e66,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:13.706764 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-71664c4a-8739-43bd-b112-c37e9c3d2c48 req-78c1efa6-c397-4a6a-ac03-b37a706508ca tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c50791e-332d-4821-b9c1-b32596a4844a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3334498 Nov 12 08:35:13.838171 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-830dbea1-09db-4c68-a105-6ca38f2b69b5 req-781d7531-64bd-4fda-9772-258488cf5bd4 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks [] for floatingip, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:13.847288 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-830dbea1-09db-4c68-a105-6ca38f2b69b5 req-781d7531-64bd-4fda-9772-258488cf5bd4 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:13.861735 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-830dbea1-09db-4c68-a105-6ca38f2b69b5 req-781d7531-64bd-4fda-9772-258488cf5bd4 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "DELETE /v2.0/floatingips/09e22cbe-f4f6-4e8b-81e5-3a552dc356c4 HTTP/1.1" status: 204 len: 173 time: 2.4273241 Nov 12 08:35:13.937248 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:13.968979 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215f310-5e04-4a88-8019-a4b02ee9133a req-697a4d3d-4cff-4a63-915b-25df9a988772 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:13.970795 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1215f310-5e04-4a88-8019-a4b02ee9133a req-697a4d3d-4cff-4a63-915b-25df9a988772 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 943 time: 0.0860529 Nov 12 08:35:14.101498 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1215f310-5e04-4a88-8019-a4b02ee9133a req-19ee0cec-1000-4527-87a4-48ed0370670f tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181774 Nov 12 08:35:14.125149 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fb5fc-85bc-40cd-ad88-c9f212acf0b5 req-d66020e7-fa25-4f5a-9cda-41e5b70c1c01 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:14.134574 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ec7fb5fc-85bc-40cd-ad88-c9f212acf0b5 req-d66020e7-fa25-4f5a-9cda-41e5b70c1c01 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.1081731 Nov 12 08:35:14.253058 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2d1b1942-c307-4b09-b072-e71f2e4974b8 req-8dac9401-5770-4378-9eb5-7103031df1fd tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e611b-b492-42c6-9150-50e9f0dacd2a HTTP/1.1" status: 200 len: 210 time: 0.0445106 Nov 12 08:35:14.264650 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ec7fb5fc-85bc-40cd-ad88-c9f212acf0b5 req-eca339b1-60af-4c41-ac78-28921f8289ec tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292055 Nov 12 08:35:14.370805 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fecaff-cc38-4e69-b65a-391a08c345b2 x-openstack-request-id: req-b3fecaff-cc38-4e69-b65a-391a08c345b2 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:14.371253 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234e611b-b492-42c6-9150-50e9f0dacd2a", "name": "network-vif-deleted", "tag": "eaa22691-5d22-456e-930e-e09f4eb8de3a", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:14.371421 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b3fecaff-cc38-4e69-b65a-391a08c345b2 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:14.372379 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234e611b-b492-42c6-9150-50e9f0dacd2a', 'name': 'network-vif-deleted', 'tag': 'eaa22691-5d22-456e-930e-e09f4eb8de3a', 'status': 'completed', 'code': 200} Nov 12 08:35:14.438369 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device eaa22691-5d22-456e-930e-e09f4eb8de3a no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:14.466483 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: eaa22691-5d22-456e-930e-e09f4eb8de3a {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:35:14.466950 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device eaa22691-5d22-456e-930e-e09f4eb8de3a not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:14.503206 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf16c8bf-0c36-4857-80b1-750866b5989a req-365d5089-b111-4039-bf8c-cc35b9f654c3 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/floatingips/4360e900-f3bb-49ab-b000-ac0d9ee218f6 HTTP/1.1" status: 200 len: 693 time: 0.1050091 Nov 12 08:35:14.513489 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3be91d9a-7f13-4e18-b052-f9de3b2bd3f8', 'tag': '241caddd-07d4-480d-93f5-b3a57161fecd'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:14.524357 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d06bdf7-6847-4d9a-b1b6-2c85b3ab520a" -d '{"events": [{"name": "network-changed", "server_uuid": "3be91d9a-7f13-4e18-b052-f9de3b2bd3f8", "tag": "241caddd-07d4-480d-93f5-b3a57161fecd"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:14.644737 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9725b64-58fe-4a51-8550-f624b80c0349 x-openstack-request-id: req-b9725b64-58fe-4a51-8550-f624b80c0349 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:14.644895 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16c8bf-0c36-4857-80b1-750866b5989a req-709ef320-5056-48f9-b04d-01ef482bf969 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:14.645136 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3be91d9a-7f13-4e18-b052-f9de3b2bd3f8", "tag": "241caddd-07d4-480d-93f5-b3a57161fecd", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:14.645453 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9725b64-58fe-4a51-8550-f624b80c0349 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:14.645941 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3be91d9a-7f13-4e18-b052-f9de3b2bd3f8', 'tag': '241caddd-07d4-480d-93f5-b3a57161fecd', 'status': 'completed', 'code': 200} Nov 12 08:35:14.648349 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf16c8bf-0c36-4857-80b1-750866b5989a req-709ef320-5056-48f9-b04d-01ef482bf969 tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 784 time: 0.1371670 Nov 12 08:35:14.733668 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06bdf7-6847-4d9a-b1b6-2c85b3ab520a req-fd10bc14-dac5-4159-a8cb-c2954cb0f853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:14.736043 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4d06bdf7-6847-4d9a-b1b6-2c85b3ab520a req-fd10bc14-dac5-4159-a8cb-c2954cb0f853 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cc6ca5ed9f64e148f5b96cdf6df5819&device_id=3be91d9a-7f13-4e18-b052-f9de3b2bd3f8 HTTP/1.1" status: 200 len: 1095 time: 0.0581748 Nov 12 08:35:14.736258 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf16c8bf-0c36-4857-80b1-750866b5989a req-de19fbf5-e99e-491e-a019-e116a4601fee tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.199 HTTP/1.1" status: 200 len: 696 time: 0.0716820 Nov 12 08:35:14.800477 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf16c8bf-0c36-4857-80b1-750866b5989a req-5a4b92e8-bc70-453e-a821-2dff2eec1d0f tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.199 HTTP/1.1" status: 200 len: 696 time: 0.0632770 Nov 12 08:35:14.861760 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06bdf7-6847-4d9a-b1b6-2c85b3ab520a req-4a9e0953-6682-4f9e-a96f-20514948518c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:14.863272 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4d06bdf7-6847-4d9a-b1b6-2c85b3ab520a req-4a9e0953-6682-4f9e-a96f-20514948518c service neutron] 10.222.0.54 "GET /v2.0/networks?id=e5f92a9c-9232-4960-be34-2deefc62380e HTTP/1.1" status: 200 len: 925 time: 0.1158905 Nov 12 08:35:14.916860 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4d06bdf7-6847-4d9a-b1b6-2c85b3ab520a req-4a4f068d-73f4-4a04-8fdf-fc81e18f1a3c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=241caddd-07d4-480d-93f5-b3a57161fecd HTTP/1.1" status: 200 len: 217 time: 0.0424442 Nov 12 08:35:14.969524 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06bdf7-6847-4d9a-b1b6-2c85b3ab520a req-8f43d185-e0ef-4f3b-89bb-82e33c587293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:14.969830 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac4ad5-98fc-40c6-8579-bb8b6b00d1ac req-c2657576-90a4-49c3-b157-19a9ffa67395 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:14.970786 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4d06bdf7-6847-4d9a-b1b6-2c85b3ab520a req-8f43d185-e0ef-4f3b-89bb-82e33c587293 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c542064-a950-4668-8022-669eaf3adcd0 HTTP/1.1" status: 200 len: 863 time: 0.0466535 Nov 12 08:35:14.970959 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-73ac4ad5-98fc-40c6-8579-bb8b6b00d1ac req-c2657576-90a4-49c3-b157-19a9ffa67395 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3be91d9a-7f13-4e18-b052-f9de3b2bd3f8 HTTP/1.1" status: 200 len: 943 time: 0.1188319 Nov 12 08:35:15.023312 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06bdf7-6847-4d9a-b1b6-2c85b3ab520a req-70a8df96-c83f-4ca2-af9c-952cd23d5f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:15.025072 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4d06bdf7-6847-4d9a-b1b6-2c85b3ab520a req-70a8df96-c83f-4ca2-af9c-952cd23d5f8d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e5f92a9c-9232-4960-be34-2deefc62380e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470526 Nov 12 08:35:15.027300 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-bf16c8bf-0c36-4857-80b1-750866b5989a req-2d56aa83-2545-4ff0-949a-bcc6ced81c0a tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Deleting port b7a3bd38-4e12-466c-9f49-0e42049cbefb {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:15.027645 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-bf16c8bf-0c36-4857-80b1-750866b5989a req-2d56aa83-2545-4ff0-949a-bcc6ced81c0a tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:15.055644 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-73ac4ad5-98fc-40c6-8579-bb8b6b00d1ac req-832ed8f3-c9af-49ea-9b65-f0462eff8f4c tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c50791e-332d-4821-b9c1-b32596a4844a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758498 Nov 12 08:35:15.141786 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-bf16c8bf-0c36-4857-80b1-750866b5989a req-2d56aa83-2545-4ff0-949a-bcc6ced81c0a tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:15.142173 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-bf16c8bf-0c36-4857-80b1-750866b5989a req-2d56aa83-2545-4ff0-949a-bcc6ced81c0a tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:15.158333 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-bf16c8bf-0c36-4857-80b1-750866b5989a req-2d56aa83-2545-4ff0-949a-bcc6ced81c0a tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Calling delete_port for b7a3bd38-4e12-466c-9f49-0e42049cbefb owned by network:floatingip {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:15.366761 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-bf16c8bf-0c36-4857-80b1-750866b5989a req-2d56aa83-2545-4ff0-949a-bcc6ced81c0a tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:15.405390 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56aa83-2545-4ff0-949a-bcc6ced81c0a tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Pushing event deleted for resources: {'Port': ['ID=b7a3bd38-4e12-466c-9f49-0e42049cbefb,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:15.415807 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c4409-f17e-4dbd-9a4e-c0adf67b94ca req-af2521c7-313c-47c9-8efb-66cbd4e8266b tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:15.417725 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fb6c4409-f17e-4dbd-9a4e-c0adf67b94ca req-af2521c7-313c-47c9-8efb-66cbd4e8266b tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 943 time: 0.1679680 Nov 12 08:35:15.478239 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4d06bdf7-6847-4d9a-b1b6-2c85b3ab520a req-d41573f8-946c-4608-b3f2-88f2e2e89f6c service neutron] 10.222.0.54 "GET /v2.0/networks/e5f92a9c-9232-4960-be34-2deefc62380e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446597 Nov 12 08:35:15.516812 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-bf16c8bf-0c36-4857-80b1-750866b5989a req-2d56aa83-2545-4ff0-949a-bcc6ced81c0a tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks [] for floatingip, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:15.519612 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-bf16c8bf-0c36-4857-80b1-750866b5989a req-2d56aa83-2545-4ff0-949a-bcc6ced81c0a tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:15.521052 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf16c8bf-0c36-4857-80b1-750866b5989a req-2d56aa83-2545-4ff0-949a-bcc6ced81c0a tempest-FloatingIPDetailsTestJSON-614901198 tempest-FloatingIPDetailsTestJSON-614901198-project] 10.222.0.37 "DELETE /v2.0/floatingips/4360e900-f3bb-49ab-b000-ac0d9ee218f6 HTTP/1.1" status: 204 len: 173 time: 0.7141359 Nov 12 08:35:15.531931 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38300) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:15.540269 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fb6c4409-f17e-4dbd-9a4e-c0adf67b94ca req-1479dc42-e1bd-4cd6-92e2-a64039c06279 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086330 Nov 12 08:35:15.623233 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38304) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:15.669677 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109718f1-0fb3-4033-9f26-889e73409a13 req-b9389821-31a6-4ee5-8983-ace0f0720af4 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:15.678142 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-109718f1-0fb3-4033-9f26-889e73409a13 req-b9389821-31a6-4ee5-8983-ace0f0720af4 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.0719402 Nov 12 08:35:15.801398 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4d06bdf7-6847-4d9a-b1b6-2c85b3ab520a req-208fd73d-9c7d-4805-b654-b8910de50a46 service neutron] 10.222.0.54 "GET /v2.0/networks/e5f92a9c-9232-4960-be34-2deefc62380e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026123 Nov 12 08:35:15.830584 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-831b9cbe-52ad-4c76-948e-f19be47d0b92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:15.833857 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-109718f1-0fb3-4033-9f26-889e73409a13 req-ff17af1e-e5b4-42e8-80fd-99dfad3d5c6c tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545229 Nov 12 08:35:15.843378 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-ff12d26e-453e-4398-b09e-506b985fcc6d service neutron] 10.222.0.58 "GET /v2.0/ports/e595d8d4-feee-457b-81a4-7c74123a8d26/bindings/n-h1-768862-16 HTTP/1.1" status: 200 len: 385 time: 0.1485119 Nov 12 08:35:16.090474 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ed2fb-2c4f-4bad-b468-b2a4560e9acb req-aaed65a3-cbb1-4419-bb9d-506c2d241270 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:16.092212 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-129ed2fb-2c4f-4bad-b468-b2a4560e9acb req-aaed65a3-cbb1-4419-bb9d-506c2d241270 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=421885b5-546a-4d01-88e2-8c94a763a110 HTTP/1.1" status: 200 len: 949 time: 0.1017759 Nov 12 08:35:16.098538 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-b109c47b-e603-40db-8b2b-73fc53547799 service neutron] For port e595d8d4-feee-457b-81a4-7c74123a8d26, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=e595d8d4-feee-457b-81a4-7c74123a8d26,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:16.142631 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-831b9cbe-52ad-4c76-948e-f19be47d0b92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.153611 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-831b9cbe-52ad-4c76-948e-f19be47d0b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.157674 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-b109c47b-e603-40db-8b2b-73fc53547799 service neutron] For port e595d8d4-feee-457b-81a4-7c74123a8d26, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:16.207287 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 241caddd-07d4-480d-93f5-b3a57161fecd details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:35:16.211771 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-129ed2fb-2c4f-4bad-b468-b2a4560e9acb req-e1f748fe-e717-4b65-b030-ecd8913dea9f tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050367 Nov 12 08:35:16.222525 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-831b9cbe-52ad-4c76-948e-f19be47d0b92 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc5164b19542465bb22cb13e270d5ca3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5953045 Nov 12 08:35:16.226946 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38312) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:16.231400 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b9cbe-52ad-4c76-948e-f19be47d0b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6080ecd0-5b09-42ab-bedd-65da100d58d5,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:16.231692 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-b109c47b-e603-40db-8b2b-73fc53547799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e595d8d4-feee-457b-81a4-7c74123a8d26 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:35:16.261436 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-b109c47b-e603-40db-8b2b-73fc53547799 service neutron] For port e595d8d4-feee-457b-81a4-7c74123a8d26, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=e595d8d4-feee-457b-81a4-7c74123a8d26,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:16.272706 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280815ea-2009-46fe-afff-42a7247f526a req-9c81ba0d-0041-499e-9bd1-56cba42ba588 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:16.274632 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-280815ea-2009-46fe-afff-42a7247f526a req-9c81ba0d-0041-499e-9bd1-56cba42ba588 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3be91d9a-7f13-4e18-b052-f9de3b2bd3f8 HTTP/1.1" status: 200 len: 943 time: 0.1364744 Nov 12 08:35:16.315253 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-b109c47b-e603-40db-8b2b-73fc53547799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.340515 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 241caddd-07d4-480d-93f5-b3a57161fecd, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=241caddd-07d4-480d-93f5-b3a57161fecd,segment=NetworkSegment(5773a748-8750-49fa-97c7-852ea91b7a02),segment_id=5773a748-8750-49fa-97c7-852ea91b7a02)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:16.350979 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-410aaffe-fc02-4947-af23-339755739f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.354460 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '241caddd-07d4-480d-93f5-b3a57161fecd', 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e', 'port_id': '241caddd-07d4-480d-93f5-b3a57161fecd', 'mac_address': 'fa:16:3e:61:1f:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c542064-a950-4668-8022-669eaf3adcd0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:35:16.389278 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-73ec3255-002a-48fc-8817-cba524e90b19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.397426 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.416342 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-280815ea-2009-46fe-afff-42a7247f526a req-6c39387f-c51b-4cb8-9dee-f0fbc5b60ecd tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c50791e-332d-4821-b9c1-b32596a4844a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1291022 Nov 12 08:35:16.418028 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 241caddd-07d4-480d-93f5-b3a57161fecd {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:35:16.438690 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 241caddd-07d4-480d-93f5-b3a57161fecd, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=241caddd-07d4-480d-93f5-b3a57161fecd,segment=NetworkSegment(5773a748-8750-49fa-97c7-852ea91b7a02),segment_id=5773a748-8750-49fa-97c7-852ea91b7a02)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:16.443397 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.449807 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device e595d8d4-feee-457b-81a4-7c74123a8d26 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:16.454948 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-73ec3255-002a-48fc-8817-cba524e90b19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.489193 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-b109c47b-e603-40db-8b2b-73fc53547799 service neutron] Transition to ACTIVE for port object e595d8d4-feee-457b-81a4-7c74123a8d26 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:35:16.498254 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-b109c47b-e603-40db-8b2b-73fc53547799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.535538 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=241caddd-07d4-480d-93f5-b3a57161fecd,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:16.564176 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device e595d8d4-feee-457b-81a4-7c74123a8d26 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:16.581759 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-b109c47b-e603-40db-8b2b-73fc53547799 service neutron] No DVR routers for this DVR port e595d8d4-feee-457b-81a4-7c74123a8d26 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:16.589193 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109c47b-e603-40db-8b2b-73fc53547799 service neutron] Pushing event updated for resources: {'Port': ['ID=e595d8d4-feee-457b-81a4-7c74123a8d26,revision_number=10']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:16.592460 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-73ec3255-002a-48fc-8817-cba524e90b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.594978 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-73ec3255-002a-48fc-8817-cba524e90b19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.596168 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-73ec3255-002a-48fc-8817-cba524e90b19 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6080ecd0-5b09-42ab-bedd-65da100d58d5 HTTP/1.1" status: 204 len: 168 time: 0.3681767 Nov 12 08:35:16.622209 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec3255-002a-48fc-8817-cba524e90b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6080ecd0-5b09-42ab-bedd-65da100d58d5,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:16.629052 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-b109c47b-e603-40db-8b2b-73fc53547799 service neutron] 10.222.0.58 "PUT /v2.0/ports/e595d8d4-feee-457b-81a4-7c74123a8d26/bindings/n-h1-768862-16/activate HTTP/1.1" status: 200 len: 370 time: 0.7743683 Nov 12 08:35:16.733165 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03028759-2eea-4bb4-8867-c05009b43a91 req-cb9bbf4f-eb85-46ca-932b-5160e79f69da tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:16.734747 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-03028759-2eea-4bb4-8867-c05009b43a91 req-cb9bbf4f-eb85-46ca-932b-5160e79f69da tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 944 time: 0.0698504 Nov 12 08:35:16.744506 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-410aaffe-fc02-4947-af23-339755739f79 admin admin] Deleting port 48b7bf25-1124-49e2-ac1f-7aa2814a2505 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:16.745041 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-410aaffe-fc02-4947-af23-339755739f79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.803377 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-03028759-2eea-4bb4-8867-c05009b43a91 req-cc75cdfa-e930-4f0b-bff0-6e361776d9c8 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505097 Nov 12 08:35:16.822937 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-f47db3be-2add-40e4-9dcd-b909e675de27 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:16.824517 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-f47db3be-2add-40e4-9dcd-b909e675de27 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f&tenant_id=60036c792d1544fb8cbb03c747464363&binding%3Ahost_id=n-h2-768862-16 HTTP/1.1" status: 200 len: 1096 time: 0.1137013 Nov 12 08:35:16.829863 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['241caddd-07d4-480d-93f5-b3a57161fecd'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:35:16.889504 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-410aaffe-fc02-4947-af23-339755739f79 admin admin] For port 48b7bf25-1124-49e2-ac1f-7aa2814a2505, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=48b7bf25-1124-49e2-ac1f-7aa2814a2505,segment=NetworkSegment(798ce58c-2470-4c49-aa6a-24837c6cccad),segment_id=798ce58c-2470-4c49-aa6a-24837c6cccad)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:16.889911 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-410aaffe-fc02-4947-af23-339755739f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.907328 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-410aaffe-fc02-4947-af23-339755739f79 admin admin] Calling delete_port for 48b7bf25-1124-49e2-ac1f-7aa2814a2505 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:16.929689 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-805bee64-281f-4689-9ed3-593f7d572273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:16.931612 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-805bee64-281f-4689-9ed3-593f7d572273 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f&tenant_id=60036c792d1544fb8cbb03c747464363 HTTP/1.1" status: 200 len: 1096 time: 0.0949667 Nov 12 08:35:17.004684 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab916254-6a30-499a-a3ea-9ace154186d9 req-14ddf0fe-eeb6-4e01-b513-26b4b672504c tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:17.010314 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab916254-6a30-499a-a3ea-9ace154186d9 req-14ddf0fe-eeb6-4e01-b513-26b4b672504c tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.0764451 Nov 12 08:35:17.039132 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-ded0bb72-1275-4aed-8aee-3f7f0606a6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:17.041228 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-ded0bb72-1275-4aed-8aee-3f7f0606a6e2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=60036c792d1544fb8cbb03c747464363&device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 1096 time: 0.0700965 Nov 12 08:35:17.109896 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab916254-6a30-499a-a3ea-9ace154186d9 req-580ac2b5-cf08-449a-9511-5652537b7235 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864489 Nov 12 08:35:17.230926 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-c8e36930-4e0e-4637-97db-a4bfb355a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:17.232649 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-c8e36930-4e0e-4637-97db-a4bfb355a38d service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6d5f445-c009-4fb1-a92b-e2439070859b HTTP/1.1" status: 200 len: 908 time: 0.1508043 Nov 12 08:35:17.295551 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-e3602d0c-7f50-41d9-85a6-216b6b10b381 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e595d8d4-feee-457b-81a4-7c74123a8d26 HTTP/1.1" status: 200 len: 217 time: 0.0443490 Nov 12 08:35:17.349465 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-410aaffe-fc02-4947-af23-339755739f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:17.367636 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f01998-8226-46f0-9f26-28fc3de54828 req-5301798a-12bf-4ca2-b8a1-f6e2d6eb2b72 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:17.369570 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-15f01998-8226-46f0-9f26-28fc3de54828 req-5301798a-12bf-4ca2-b8a1-f6e2d6eb2b72 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=421885b5-546a-4d01-88e2-8c94a763a110 HTTP/1.1" status: 200 len: 949 time: 0.0551240 Nov 12 08:35:17.379927 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410aaffe-fc02-4947-af23-339755739f79 admin admin] Pushing event deleted for resources: {'Port': ['ID=48b7bf25-1124-49e2-ac1f-7aa2814a2505,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:17.385148 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-d3bd444a-a327-40bb-8cf0-2e97d5a2b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:17.387049 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-d3bd444a-a327-40bb-8cf0-2e97d5a2b214 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d46819c4-cbf3-463f-b6ce-344123c01513 HTTP/1.1" status: 200 len: 847 time: 0.0821004 Nov 12 08:35:17.471161 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-64b8f95a-ef54-4242-bddd-75079d83be5f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6d5f445-c009-4fb1-a92b-e2439070859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754428 Nov 12 08:35:17.544498 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-15f01998-8226-46f0-9f26-28fc3de54828 req-4d0fd167-1e48-4c31-bf8c-fbfe2b8a40e6 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603286 Nov 12 08:35:17.644905 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a93e9-b69b-4817-a4b8-7eacdbc5038e req-d3c302b2-bc37-4db9-83e3-1c63a6c10b0d tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:17.648701 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0d2a93e9-b69b-4817-a4b8-7eacdbc5038e req-d3c302b2-bc37-4db9-83e3-1c63a6c10b0d tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3be91d9a-7f13-4e18-b052-f9de3b2bd3f8 HTTP/1.1" status: 200 len: 944 time: 0.0797806 Nov 12 08:35:17.652418 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38346) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:17.696999 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-a01542dd-1083-483e-8096-74441d74239a service neutron] 10.222.0.54 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066786 Nov 12 08:35:17.698334 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-410aaffe-fc02-4947-af23-339755739f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:17.763897 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0d2a93e9-b69b-4817-a4b8-7eacdbc5038e req-be09bd3b-b14c-4bc3-8692-a9feab2c1855 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c50791e-332d-4821-b9c1-b32596a4844a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0935917 Nov 12 08:35:17.803495 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-b5f5d979-af7a-46bf-a0d3-1722d362ff4f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2139834022-network', 'tenant_id': 'ecc1c88f0ede4893aff25fbd852b1eab'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:17.839266 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f5d979-af7a-46bf-a0d3-1722d362ff4f admin admin] Made reservation on behalf of ecc1c88f0ede4893aff25fbd852b1eab for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:17.844116 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b5f5d979-af7a-46bf-a0d3-1722d362ff4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:17.862028 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b5f5d979-af7a-46bf-a0d3-1722d362ff4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:17.923834 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-a01175c4-7f8c-46f5-b23a-e79260f8ecc5 service neutron] 10.222.0.54 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128608 Nov 12 08:35:17.947301 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1842b65-ebfc-473d-9a08-db31a2fac366 req-d3967545-cbec-466f-a33b-7d176187af00 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:17.948685 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b1842b65-ebfc-473d-9a08-db31a2fac366 req-d3967545-cbec-466f-a33b-7d176187af00 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.54 "GET /v2.0/ports?device_id=421885b5-546a-4d01-88e2-8c94a763a110 HTTP/1.1" status: 200 len: 949 time: 0.0911100 Nov 12 08:35:18.002511 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd9d1c-7d7a-4da8-8d04-94004f0ab545 req-1433ad48-e327-47aa-8dc4-ce0975b75c18 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:18.004421 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-36fd9d1c-7d7a-4da8-8d04-94004f0ab545 req-1433ad48-e327-47aa-8dc4-ce0975b75c18 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 944 time: 0.1222250 Nov 12 08:35:18.065445 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489503c8-24e6-4f63-9be6-c1982cd44f83 req-15d1a7d4-1efa-4591-a80f-b2843c562015 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:18.069107 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-489503c8-24e6-4f63-9be6-c1982cd44f83 req-15d1a7d4-1efa-4591-a80f-b2843c562015 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 1097 time: 0.1150951 Nov 12 08:35:18.098748 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b5f5d979-af7a-46bf-a0d3-1722d362ff4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:18.117089 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b5f5d979-af7a-46bf-a0d3-1722d362ff4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:18.123941 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410aaffe-fc02-4947-af23-339755739f79 admin admin] Router 2ed1372a-97cf-4f8a-81cd-383035e663a8 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:35:18.127148 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-36fd9d1c-7d7a-4da8-8d04-94004f0ab545 req-9f334887-0b7b-47c5-a0bd-ff95177c7307 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120300 Nov 12 08:35:18.157774 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f5d979-af7a-46bf-a0d3-1722d362ff4f admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:35:18.182815 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b5f5d979-af7a-46bf-a0d3-1722d362ff4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:18.183157 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-b5f5d979-af7a-46bf-a0d3-1722d362ff4f admin admin] Added segment 6bd9f4b7-f155-4031-9435-a90b29e6b2d2 of type vlan for network e418c6d1-49ec-4d66-b0ca-b8b12554b865 Nov 12 08:35:18.184398 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5d979-af7a-46bf-a0d3-1722d362ff4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5e80bd-f722-4974-a19e-39957bb842fb,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:18.201587 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-489503c8-24e6-4f63-9be6-c1982cd44f83 req-b7d4bc70-700a-45f0-954a-12ee52178430 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174002 Nov 12 08:35:18.201885 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-b1842b65-ebfc-473d-9a08-db31a2fac366 req-68742947-37e7-4b47-be6c-ece75ae2ab73 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Deleting port aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:18.202192 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b1842b65-ebfc-473d-9a08-db31a2fac366 req-68742947-37e7-4b47-be6c-ece75ae2ab73 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:18.225350 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 241caddd-07d4-480d-93f5-b3a57161fecd up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:18.299077 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 241caddd-07d4-480d-93f5-b3a57161fecd completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:35:18.308762 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b5f5d979-af7a-46bf-a0d3-1722d362ff4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:18.309083 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 241caddd-07d4-480d-93f5-b3a57161fecd triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:18.309656 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:18.352358 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8555c1-20f0-404d-83bf-4f017114193f req-5d70167d-8f36-48e5-9223-60c6e3f59ea7 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:18.360032 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-9bfe6b9c-a750-41ba-a549-f0d7a6fbb8e5 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:18.362159 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c8555c1-20f0-404d-83bf-4f017114193f req-5d70167d-8f36-48e5-9223-60c6e3f59ea7 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.1068003 Nov 12 08:35:18.362667 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-9bfe6b9c-a750-41ba-a549-f0d7a6fbb8e5 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f&tenant_id=60036c792d1544fb8cbb03c747464363&binding%3Ahost_id=n-h1-768862-16 HTTP/1.1" status: 200 len: 1096 time: 0.1753511 Nov 12 08:35:18.403809 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b5f5d979-af7a-46bf-a0d3-1722d362ff4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:18.403809 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f5d979-af7a-46bf-a0d3-1722d362ff4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:18.404190 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b5f5d979-af7a-46bf-a0d3-1722d362ff4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:18.425778 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-b1842b65-ebfc-473d-9a08-db31a2fac366 req-68742947-37e7-4b47-be6c-ece75ae2ab73 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] For port aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:18.425778 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b1842b65-ebfc-473d-9a08-db31a2fac366 req-68742947-37e7-4b47-be6c-ece75ae2ab73 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:18.442829 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b5f5d979-af7a-46bf-a0d3-1722d362ff4f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7856688 Nov 12 08:35:18.446287 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410aaffe-fc02-4947-af23-339755739f79 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:35:18.447847 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38364) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:18.454721 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-b1842b65-ebfc-473d-9a08-db31a2fac366 req-68742947-37e7-4b47-be6c-ece75ae2ab73 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Calling delete_port for aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:18.459714 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51625d25-e7b5-4060-9f40-acb5caccb6ab None None] Sync routers for ids ['2ed1372a-97cf-4f8a-81cd-383035e663a8'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:35:18.463180 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38366) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:18.470318 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-410aaffe-fc02-4947-af23-339755739f79 admin admin] 10.222.0.37 "PUT /v2.0/routers/2ed1372a-97cf-4f8a-81cd-383035e663a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9231031 Nov 12 08:35:18.471116 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:18.479614 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e29774e5-3919-42a4-abf3-6ef74fe798ac admin admin] Request body: {'subnet': {'network_id': 'e418c6d1-49ec-4d66-b0ca-b8b12554b865', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2139834022-subnet', 'tenant_id': 'ecc1c88f0ede4893aff25fbd852b1eab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:18.489468 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51625d25-e7b5-4060-9f40-acb5caccb6ab None None] Routers {'2ed1372a-97cf-4f8a-81cd-383035e663a8'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:18.491774 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-51625d25-e7b5-4060-9f40-acb5caccb6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:35:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['2ed1372a-97cf-4f8a-81cd-383035e663a8'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:18.503720 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c8555c1-20f0-404d-83bf-4f017114193f req-7c1aba03-77e1-4ccd-befc-1d0b335e44b0 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404254 Nov 12 08:35:18.571676 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5d979-af7a-46bf-a0d3-1722d362ff4f admin admin] Pushing event updated for resources: {'Network': ['ID=e418c6d1-49ec-4d66-b0ca-b8b12554b865,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:18.577349 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29774e5-3919-42a4-abf3-6ef74fe798ac admin admin] Made reservation on behalf of ecc1c88f0ede4893aff25fbd852b1eab for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:18.579281 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 241caddd-07d4-480d-93f5-b3a57161fecd, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=241caddd-07d4-480d-93f5-b3a57161fecd,segment=NetworkSegment(5773a748-8750-49fa-97c7-852ea91b7a02),segment_id=5773a748-8750-49fa-97c7-852ea91b7a02)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:18.580283 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e29774e5-3919-42a4-abf3-6ef74fe798ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:18.583287 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be91d9a-7f13-4e18-b052-f9de3b2bd3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241caddd-07d4-480d-93f5-b3a57161fecd'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:18.587665 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99281dfc-86e4-4ef2-9610-81ef541d463d" -d '{"events": [{"server_uuid": "3be91d9a-7f13-4e18-b052-f9de3b2bd3f8", "name": "network-vif-plugged", "status": "completed", "tag": "241caddd-07d4-480d-93f5-b3a57161fecd"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:18.597708 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network e418c6d1-49ec-4d66-b0ca-b8b12554b865 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:35:18.611158 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:18.701433 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9f711fda-e8c0-43aa-9b77-f51e36937d44 admin admin] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:18.784970 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e7b28-0d0a-4ea5-a7dc-cde0c1bf57a1 req-6864092f-9454-4e2d-b4ef-db6454b33fe2 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:18.793051 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-320e7b28-0d0a-4ea5-a7dc-cde0c1bf57a1 req-6864092f-9454-4e2d-b4ef-db6454b33fe2 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=421885b5-546a-4d01-88e2-8c94a763a110 HTTP/1.1" status: 200 len: 949 time: 0.1476300 Nov 12 08:35:18.903442 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=241caddd-07d4-480d-93f5-b3a57161fecd,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:18.917638 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-320e7b28-0d0a-4ea5-a7dc-cde0c1bf57a1 req-d7b2f4c5-38e0-439e-8343-15c5d34c0960 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234717 Nov 12 08:35:18.973639 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9f711fda-e8c0-43aa-9b77-f51e36937d44 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:18.985377 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-51625d25-e7b5-4060-9f40-acb5caccb6ab None None] Set router 2ed1372a-97cf-4f8a-81cd-383035e663a8 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:19.009808 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-eb5197dc-3049-4482-9da6-428d2ddd0d25 service neutron] For port e595d8d4-feee-457b-81a4-7c74123a8d26, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:19.042545 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-eb5197dc-3049-4482-9da6-428d2ddd0d25 service neutron] Publish callbacks [] for binding, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:19.043750 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d0784f75-4259-40e8-8ab6-7299e0a56883 req-eb5197dc-3049-4482-9da6-428d2ddd0d25 service neutron] 10.222.0.54 "DELETE /v2.0/ports/e595d8d4-feee-457b-81a4-7c74123a8d26/bindings/n-h2-768862-16 HTTP/1.1" status: 204 len: 173 time: 0.6697078 Nov 12 08:35:19.090166 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac93dbc2-4178-47b3-8862-9d6ca2e70291 x-openstack-request-id: req-ac93dbc2-4178-47b3-8862-9d6ca2e70291 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:19.090521 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3be91d9a-7f13-4e18-b052-f9de3b2bd3f8", "name": "network-vif-plugged", "status": "completed", "tag": "241caddd-07d4-480d-93f5-b3a57161fecd", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:19.090879 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac93dbc2-4178-47b3-8862-9d6ca2e70291 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:19.091716 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3be91d9a-7f13-4e18-b052-f9de3b2bd3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241caddd-07d4-480d-93f5-b3a57161fecd', 'code': 200} Nov 12 08:35:19.104727 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b1842b65-ebfc-473d-9a08-db31a2fac366 req-68742947-37e7-4b47-be6c-ece75ae2ab73 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:19.127090 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['aedb1d46-4814-42e8-b9c0-f28a00871ad9', '91670ec5-9fa0-4e9e-b508-9ce3671cd99b', '44d8dbdf-3542-4ffb-a400-eff02c1a3b50', '073aaa3b-3126-43a5-8605-d25b8fb92705', 'aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:35:19.152508 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68742947-37e7-4b47-be6c-ece75ae2ab73 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Pushing event deleted for resources: {'Port': ['ID=aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:19.181005 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-9f711fda-e8c0-43aa-9b77-f51e36937d44 admin admin] Deleting port 10b2e7bf-bc30-43f8-807f-7a1f4a0acea9 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:19.181369 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9f711fda-e8c0-43aa-9b77-f51e36937d44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:19.280882 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1842b65-ebfc-473d-9a08-db31a2fac366 req-68742947-37e7-4b47-be6c-ece75ae2ab73 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] No DVR routers for this DVR port aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:19.300912 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b1842b65-ebfc-473d-9a08-db31a2fac366 req-68742947-37e7-4b47-be6c-ece75ae2ab73 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:19.308108 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['cf0c8c5f-5023-449d-8eef-136593dd4a73', 'c5c327af-d318-43ba-b079-6f847679d1bc'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:35:19.309355 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b1842b65-ebfc-473d-9a08-db31a2fac366 req-68742947-37e7-4b47-be6c-ece75ae2ab73 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.54 "DELETE /v2.0/ports/aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a HTTP/1.1" status: 204 len: 173 time: 1.3252962 Nov 12 08:35:19.311820 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421885b5-546a-4d01-88e2-8c94a763a110', 'name': 'network-vif-deleted', 'tag': 'aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:19.314550 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c68074f-6aca-40b3-87ad-8e5d3b14d0fb" -d '{"events": [{"server_uuid": "421885b5-546a-4d01-88e2-8c94a763a110", "name": "network-vif-deleted", "tag": "aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:19.371785 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fae5c9-aa66-48a1-a255-9afb366557d0 req-988bf47a-e12b-4805-8fc8-866359063d4a tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:19.380812 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-14fae5c9-aa66-48a1-a255-9afb366557d0 req-988bf47a-e12b-4805-8fc8-866359063d4a tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3be91d9a-7f13-4e18-b052-f9de3b2bd3f8 HTTP/1.1" status: 200 len: 945 time: 0.1467772 Nov 12 08:35:19.397027 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e29774e5-3919-42a4-abf3-6ef74fe798ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:19.450098 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-9f711fda-e8c0-43aa-9b77-f51e36937d44 admin admin] For port 10b2e7bf-bc30-43f8-807f-7a1f4a0acea9, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=10b2e7bf-bc30-43f8-807f-7a1f4a0acea9,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:19.450505 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9f711fda-e8c0-43aa-9b77-f51e36937d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:19.487254 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42397ca-6f4c-4fa9-9b84-193760e52f25 req-962b3d76-6c96-4623-ab96-078b226043ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:19.488192 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-9f711fda-e8c0-43aa-9b77-f51e36937d44 admin admin] Calling delete_port for 10b2e7bf-bc30-43f8-807f-7a1f4a0acea9 owned by network:router_gateway {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:19.488970 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c42397ca-6f4c-4fa9-9b84-193760e52f25 req-962b3d76-6c96-4623-ab96-078b226043ba service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3be91d9a-7f13-4e18-b052-f9de3b2bd3f8 HTTP/1.1" status: 200 len: 1097 time: 0.2349756 Nov 12 08:35:19.495681 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-14fae5c9-aa66-48a1-a255-9afb366557d0 req-fcb60082-7fd8-4112-83f7-8bfc376d8bf9 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c50791e-332d-4821-b9c1-b32596a4844a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1136677 Nov 12 08:35:19.634255 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29774e5-3919-42a4-abf3-6ef74fe798ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=53a9b096-04d8-4c96-a366-bdd653cb153e,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:19.687700 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c42397ca-6f4c-4fa9-9b84-193760e52f25 req-683860a8-7931-4c77-86da-b63cf8dc8a38 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7c50791e-332d-4821-b9c1-b32596a4844a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1348014 Nov 12 08:35:19.698019 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29774e5-3919-42a4-abf3-6ef74fe798ac admin admin] Checking segment: {'id': '6bd9f4b7-f155-4031-9435-a90b29e6b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e418c6d1-49ec-4d66-b0ca-b8b12554b865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:19.698681 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29774e5-3919-42a4-abf3-6ef74fe798ac admin admin] Network hostable DHCP agents. Network: e418c6d1-49ec-4d66-b0ca-b8b12554b865, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:35:19.722118 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29774e5-3919-42a4-abf3-6ef74fe798ac admin admin] Network e418c6d1-49ec-4d66-b0ca-b8b12554b865 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:35:19.741075 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-e29774e5-3919-42a4-abf3-6ef74fe798ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, e418c6d1-49ec-4d66-b0ca-b8b12554b865) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:19.767470 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6165dc7e-b7d3-4579-8bab-7ab53e0cd1cd None None] Network e418c6d1-49ec-4d66-b0ca-b8b12554b865 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:19.782084 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29774e5-3919-42a4-abf3-6ef74fe798ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:19.783504 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e29774e5-3919-42a4-abf3-6ef74fe798ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:19.815935 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e29774e5-3919-42a4-abf3-6ef74fe798ac admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3575671 Nov 12 08:35:19.884423 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9f711fda-e8c0-43aa-9b77-f51e36937d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:19.917179 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f711fda-e8c0-43aa-9b77-f51e36937d44 admin admin] Pushing event deleted for resources: {'Port': ['ID=10b2e7bf-bc30-43f8-807f-7a1f4a0acea9,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:19.928338 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27236e83-7cb3-4cda-8c8a-0be00fd8ff83 req-44dc6fee-e96c-4c5a-a71e-883711d0d2d6 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:19.936364 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-27236e83-7cb3-4cda-8c8a-0be00fd8ff83 req-44dc6fee-e96c-4c5a-a71e-883711d0d2d6 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 944 time: 0.1351628 Nov 12 08:35:19.962878 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-51625d25-e7b5-4060-9f40-acb5caccb6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed1372a-97cf-4f8a-81cd-383035e663a8', 'name': 'tempest-FloatingIPDetailsTestJSON-1874355659-router', 'tenant_id': 'e2c0f212b4344f428a8d1f3e64e6fbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '10b2e7bf-bc30-43f8-807f-7a1f4a0acea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:38Z', 'updated_at': '2021-11-12T08:35:17Z', 'revision_number': 5, 'project_id': 'e2c0f212b4344f428a8d1f3e64e6fbf8', 'gw_port': {'id': '10b2e7bf-bc30-43f8-807f-7a1f4a0acea9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:95:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1372a-97cf-4f8a-81cd-383035e663a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:40Z', 'updated_at': '2021-11-12T08:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:19.982784 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-8f4f7b5c-0bd3-477b-b357-a63f9db69685 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:19.983822 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-8f4f7b5c-0bd3-477b-b357-a63f9db69685 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0343168 Nov 12 08:35:20.036732 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51625d25-e7b5-4060-9f40-acb5caccb6ab None None] Checking router: 2ed1372a-97cf-4f8a-81cd-383035e663a8 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:35:20.069275 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-b05624ad-740d-4c78-8b2f-96e0f6c73b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:20.071159 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-b05624ad-740d-4c78-8b2f-96e0f6c73b66 service neutron] 10.222.0.37 "GET /v2.0/ports/04daa2ab-0f1e-46d6-b151-8c5b6210d993 HTTP/1.1" status: 200 len: 1094 time: 0.0664563 Nov 12 08:35:20.080295 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-27236e83-7cb3-4cda-8c8a-0be00fd8ff83 req-0f38ddc7-071c-4ee6-937b-12f528a2e376 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369460 Nov 12 08:35:20.081375 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9f711fda-e8c0-43aa-9b77-f51e36937d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.121133 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51625d25-e7b5-4060-9f40-acb5caccb6ab None None] Routers {'2ed1372a-97cf-4f8a-81cd-383035e663a8'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:20.121880 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-51625d25-e7b5-4060-9f40-acb5caccb6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:35:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['2ed1372a-97cf-4f8a-81cd-383035e663a8'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:20.132360 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f1abfc-7c02-4be8-a120-316ca5553fd3 x-openstack-request-id: req-b1f1abfc-7c02-4be8-a120-316ca5553fd3 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:20.133276 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421885b5-546a-4d01-88e2-8c94a763a110", "name": "network-vif-deleted", "tag": "aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:20.133411 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b1f1abfc-7c02-4be8-a120-316ca5553fd3 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:20.133852 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421885b5-546a-4d01-88e2-8c94a763a110', 'name': 'network-vif-deleted', 'tag': 'aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a', 'status': 'completed', 'code': 200} Nov 12 08:35:20.136716 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-7dcdfb9f-9c8c-41f8-a312-41282d9f868a service neutron] Request body: {'binding': {'host': 'n-h1-768862-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:20.137193 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-7dcdfb9f-9c8c-41f8-a312-41282d9f868a service neutron] Unknown quota resources ['binding']. {{(pid=102569) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:35:20.229048 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856a2954-747d-48ae-b6d9-28c79a4e655b None None] Network e418c6d1-49ec-4d66-b0ca-b8b12554b865 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:20.244026 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9f711fda-e8c0-43aa-9b77-f51e36937d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.247461 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9f711fda-e8c0-43aa-9b77-f51e36937d44 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.298854 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-51625d25-e7b5-4060-9f40-acb5caccb6ab None None] Set router 2ed1372a-97cf-4f8a-81cd-383035e663a8 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:20.401016 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-51625d25-e7b5-4060-9f40-acb5caccb6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed1372a-97cf-4f8a-81cd-383035e663a8', 'name': 'tempest-FloatingIPDetailsTestJSON-1874355659-router', 'tenant_id': 'e2c0f212b4344f428a8d1f3e64e6fbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:38Z', 'updated_at': '2021-11-12T08:35:19Z', 'revision_number': 7, 'project_id': 'e2c0f212b4344f428a8d1f3e64e6fbf8', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:20.459262 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51625d25-e7b5-4060-9f40-acb5caccb6ab None None] The sync data for ids ['2ed1372a-97cf-4f8a-81cd-383035e663a8'] in n-d-768862-16 is: [{'id': '2ed1372a-97cf-4f8a-81cd-383035e663a8', 'name': 'tempest-FloatingIPDetailsTestJSON-1874355659-router', 'tenant_id': 'e2c0f212b4344f428a8d1f3e64e6fbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:38Z', 'updated_at': '2021-11-12T08:35:19Z', 'revision_number': 7, 'project_id': 'e2c0f212b4344f428a8d1f3e64e6fbf8', 'gw_port_host': None}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:35:20.687558 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9f711fda-e8c0-43aa-9b77-f51e36937d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.688129 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f711fda-e8c0-43aa-9b77-f51e36937d44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ed1372a-97cf-4f8a-81cd-383035e663a8 {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:35:20.696565 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9f711fda-e8c0-43aa-9b77-f51e36937d44 admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.697786 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9f711fda-e8c0-43aa-9b77-f51e36937d44 admin admin] 10.222.0.37 "DELETE /v2.0/routers/2ed1372a-97cf-4f8a-81cd-383035e663a8 HTTP/1.1" status: 204 len: 168 time: 2.2335992 Nov 12 08:35:20.700611 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38416) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:20.712239 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d1c1d-31bc-4fbf-b2fb-3a78a5e102d7 req-9c3696c3-2e5e-4a7a-b4cf-39d340b841ff tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:20.713879 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a20d1c1d-31bc-4fbf-b2fb-3a78a5e102d7 req-9c3696c3-2e5e-4a7a-b4cf-39d340b841ff tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.4871054 Nov 12 08:35:20.751190 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-21d6c5d0-a05c-43e9-9be6-08603ab5cb26 admin admin] Deleting subnet a2cef0a5-2092-4463-9480-76a9107d8efd {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:35:20.754607 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21d6c5d0-a05c-43e9-9be6-08603ab5cb26 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.789839 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21d6c5d0-a05c-43e9-9be6-08603ab5cb26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.794400 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a20d1c1d-31bc-4fbf-b2fb-3a78a5e102d7 req-a794936e-94d7-47ce-96ce-207af88d4595 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713511 Nov 12 08:35:20.795202 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-7dcdfb9f-9c8c-41f8-a312-41282d9f868a service neutron] Attempting to bind port 04daa2ab-0f1e-46d6-b151-8c5b6210d993 on host n-h1-768862-16 for vnic_type normal with profile None {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:35:20.795510 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-7dcdfb9f-9c8c-41f8-a312-41282d9f868a service neutron] Attempting to bind port 04daa2ab-0f1e-46d6-b151-8c5b6210d993 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:35:20.796128 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-7dcdfb9f-9c8c-41f8-a312-41282d9f868a service neutron] Attempting to bind port 04daa2ab-0f1e-46d6-b151-8c5b6210d993 on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:20.801755 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-7dcdfb9f-9c8c-41f8-a312-41282d9f868a service neutron] Port 04daa2ab-0f1e-46d6-b151-8c5b6210d993 on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:35:20.802077 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-7dcdfb9f-9c8c-41f8-a312-41282d9f868a service neutron] Attempting to bind port 04daa2ab-0f1e-46d6-b151-8c5b6210d993 on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:20.808028 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-7dcdfb9f-9c8c-41f8-a312-41282d9f868a service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:35:20.808377 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-7dcdfb9f-9c8c-41f8-a312-41282d9f868a service neutron] Checking segment: {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:20.808766 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-7dcdfb9f-9c8c-41f8-a312-41282d9f868a service neutron] Bound using segment: {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:35:20.809205 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-7dcdfb9f-9c8c-41f8-a312-41282d9f868a service neutron] Bound port: 04daa2ab-0f1e-46d6-b151-8c5b6210d993, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:35:20.890640 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-7dcdfb9f-9c8c-41f8-a312-41282d9f868a service neutron] For port 04daa2ab-0f1e-46d6-b151-8c5b6210d993, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=04daa2ab-0f1e-46d6-b151-8c5b6210d993,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:35:20.904069 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-7dcdfb9f-9c8c-41f8-a312-41282d9f868a service neutron] Publish callbacks [] for binding, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.906032 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-7dcdfb9f-9c8c-41f8-a312-41282d9f868a service neutron] 10.222.0.37 "POST /v2.0/ports/04daa2ab-0f1e-46d6-b151-8c5b6210d993/bindings HTTP/1.1" status: 201 len: 390 time: 0.7735896 Nov 12 08:35:20.917366 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21d6c5d0-a05c-43e9-9be6-08603ab5cb26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:21.029888 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21d6c5d0-a05c-43e9-9be6-08603ab5cb26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:21.060602 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6c5d0-a05c-43e9-9be6-08603ab5cb26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2cef0a5-2092-4463-9480-76a9107d8efd,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:21.069061 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21d6c5d0-a05c-43e9-9be6-08603ab5cb26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:21.076377 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-21d6c5d0-a05c-43e9-9be6-08603ab5cb26 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a2cef0a5-2092-4463-9480-76a9107d8efd HTTP/1.1" status: 204 len: 168 time: 0.3744183 Nov 12 08:35:21.076560 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38426) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:21.104220 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d06ba03-812b-441b-9a67-718f11ea7446 None None] Network b9d94b00-33cb-4cce-85c5-315175d0d7ed requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:21.224628 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-637c2563-9a5e-4d88-a30c-2caaf0d8e379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:21.350216 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefbed9-d137-4575-9686-fb7ed568d27f req-deea106f-c173-45b2-9668-8657b5e7d75e tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:21.352151 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5fefbed9-d137-4575-9686-fb7ed568d27f req-deea106f-c173-45b2-9668-8657b5e7d75e tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3be91d9a-7f13-4e18-b052-f9de3b2bd3f8 HTTP/1.1" status: 200 len: 945 time: 0.1842170 Nov 12 08:35:21.354270 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca10426e-5f2b-4e0a-a935-b772b64314e4 None None] DHCP port deletion for b9d94b00-33cb-4cce-85c5-315175d0d7ed request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:35:21.366331 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-6d70d043-ab1e-4c5c-81ef-df7ab56cf886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:21.368194 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-6d70d043-ab1e-4c5c-81ef-df7ab56cf886 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=53ced5a3b5824d46b94af4c3034e6689&device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 1097 time: 0.0810411 Nov 12 08:35:21.401566 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-fa72413a-cbc8-4ded-9a70-654d67a272c6 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:21.403130 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-fa72413a-cbc8-4ded-9a70-654d67a272c6 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/networks?id=e418c6d1-49ec-4d66-b0ca-b8b12554b865 HTTP/1.1" status: 200 len: 822 time: 0.1969132 Nov 12 08:35:21.410173 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ca10426e-5f2b-4e0a-a935-b772b64314e4 None None] Deleting port b147dad1-0e93-4234-9dc5-d584e4a9ec0a {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:21.410785 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ca10426e-5f2b-4e0a-a935-b772b64314e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:21.481497 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5fefbed9-d137-4575-9686-fb7ed568d27f req-9f0f1978-b1e5-413f-befa-fef5847584be tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c50791e-332d-4821-b9c1-b32596a4844a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1208944 Nov 12 08:35:21.486787 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ca10426e-5f2b-4e0a-a935-b772b64314e4 None None] For port b147dad1-0e93-4234-9dc5-d584e4a9ec0a, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b147dad1-0e93-4234-9dc5-d584e4a9ec0a,segment=NetworkSegment(798ce58c-2470-4c49-aa6a-24837c6cccad),segment_id=798ce58c-2470-4c49-aa6a-24837c6cccad)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:21.487209 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ca10426e-5f2b-4e0a-a935-b772b64314e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:21.499245 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-037bb5a9-cd18-4c7b-9a62-50eee87c191d tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/quotas/ecc1c88f0ede4893aff25fbd852b1eab HTTP/1.1" status: 200 len: 375 time: 0.0634692 Nov 12 08:35:21.499831 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 48b7bf25-1124-49e2-ac1f-7aa2814a2505 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:21.512824 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-637c2563-9a5e-4d88-a30c-2caaf0d8e379 admin admin] Deleting port b147dad1-0e93-4234-9dc5-d584e4a9ec0a {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:21.512824 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-637c2563-9a5e-4d88-a30c-2caaf0d8e379 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:21.521677 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 48b7bf25-1124-49e2-ac1f-7aa2814a2505 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:35:21.522034 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 48b7bf25-1124-49e2-ac1f-7aa2814a2505 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:21.522466 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 10b2e7bf-bc30-43f8-807f-7a1f4a0acea9 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:21.552557 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 10b2e7bf-bc30-43f8-807f-7a1f4a0acea9 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:35:21.552912 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 10b2e7bf-bc30-43f8-807f-7a1f4a0acea9 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:21.553332 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b147dad1-0e93-4234-9dc5-d584e4a9ec0a no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:21.555879 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-78359a7c-7013-41c1-8cc3-1c51fca04261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:21.557552 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-78359a7c-7013-41c1-8cc3-1c51fca04261 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ac11a5bd-0584-4f41-bf7f-a43257f96e99 HTTP/1.1" status: 200 len: 921 time: 0.1787794 Nov 12 08:35:21.592223 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ca10426e-5f2b-4e0a-a935-b772b64314e4 None None] Calling delete_port for b147dad1-0e93-4234-9dc5-d584e4a9ec0a owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:21.599034 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-637c2563-9a5e-4d88-a30c-2caaf0d8e379 admin admin] For port b147dad1-0e93-4234-9dc5-d584e4a9ec0a, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b147dad1-0e93-4234-9dc5-d584e4a9ec0a,segment=NetworkSegment(798ce58c-2470-4c49-aa6a-24837c6cccad),segment_id=798ce58c-2470-4c49-aa6a-24837c6cccad)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:21.599575 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-637c2563-9a5e-4d88-a30c-2caaf0d8e379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:21.634566 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-258ba7b7-7868-4da5-a3fa-32cc3ad74007 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04daa2ab-0f1e-46d6-b151-8c5b6210d993 HTTP/1.1" status: 200 len: 217 time: 0.0677772 Nov 12 08:35:21.640834 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-0440fe90-e69d-4b3d-91fc-78ef57fbc9d7 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ecc1c88f0ede4893aff25fbd852b1eab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1400666 Nov 12 08:35:21.712654 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-7b1ed986-6f0c-4fee-81f2-7fb53f933f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:21.714510 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-7b1ed986-6f0c-4fee-81f2-7fb53f933f09 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165 HTTP/1.1" status: 200 len: 860 time: 0.0724208 Nov 12 08:35:21.717475 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-637c2563-9a5e-4d88-a30c-2caaf0d8e379 admin admin] Calling delete_port for b147dad1-0e93-4234-9dc5-d584e4a9ec0a owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:21.765881 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-52f1af3e-2fdd-489d-b823-abd70cfb63a8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac11a5bd-0584-4f41-bf7f-a43257f96e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367777 Nov 12 08:35:21.828333 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:21.833116 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-32cf436f-aa03-4e4e-b925-82a9fe09c027 service neutron] 10.222.0.37 "GET /v2.0/networks/e418c6d1-49ec-4d66-b0ca-b8b12554b865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912184 Nov 12 08:35:21.850433 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ca10426e-5f2b-4e0a-a935-b772b64314e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:21.900987 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10426e-5f2b-4e0a-a935-b772b64314e4 None None] Pushing event deleted for resources: {'Port': ['ID=b147dad1-0e93-4234-9dc5-d584e4a9ec0a,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:21.909587 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca10426e-5f2b-4e0a-a935-b772b64314e4 None None] No DVR routers for this DVR port b147dad1-0e93-4234-9dc5-d584e4a9ec0a on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:21.923723 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-00a4047a-8ea5-4ddb-bada-0328ef15e54b service neutron] 10.222.0.54 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419344 Nov 12 08:35:21.965530 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-637c2563-9a5e-4d88-a30c-2caaf0d8e379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:22.017906 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3530d4-6653-4c62-ab82-6a363e159acd req-b173659e-e61c-4c73-b5b8-718c9aaa7977 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:22.019324 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db3530d4-6653-4c62-ab82-6a363e159acd req-b173659e-e61c-4c73-b5b8-718c9aaa7977 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 945 time: 0.1214142 Nov 12 08:35:22.020127 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c2563-9a5e-4d88-a30c-2caaf0d8e379 admin admin] Pushing event deleted for resources: {'Port': ['ID=b147dad1-0e93-4234-9dc5-d584e4a9ec0a,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:22.033467 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-53500790-17d3-414c-b8c7-246cf9b7d3ce service neutron] 10.222.0.37 "GET /v2.0/networks/e418c6d1-49ec-4d66-b0ca-b8b12554b865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982265 Nov 12 08:35:22.035674 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-96b5c972-1c3e-4024-b4d5-b4675dac4397 service neutron] 10.222.0.54 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021183 Nov 12 08:35:22.042696 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637c2563-9a5e-4d88-a30c-2caaf0d8e379 admin admin] No DVR routers for this DVR port b147dad1-0e93-4234-9dc5-d584e4a9ec0a on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:22.148062 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-637c2563-9a5e-4d88-a30c-2caaf0d8e379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:22.178976 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db3530d4-6653-4c62-ab82-6a363e159acd req-a747d207-2e92-41b7-9d6c-9be937982310 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402836 Nov 12 08:35:22.213309 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-637c2563-9a5e-4d88-a30c-2caaf0d8e379 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d94b00-33cb-4cce-85c5-315175d0d7ed']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:22.234399 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f7d5e139-4427-4407-815d-22ab61e25223 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:35:22.236695 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:22.245611 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-637c2563-9a5e-4d88-a30c-2caaf0d8e379 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '798ce58c-2470-4c49-aa6a-24837c6cccad') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:22.245916 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-637c2563-9a5e-4d88-a30c-2caaf0d8e379 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '798ce58c-2470-4c49-aa6a-24837c6cccad') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:22.274425 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-637c2563-9a5e-4d88-a30c-2caaf0d8e379 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:22.324690 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-637c2563-9a5e-4d88-a30c-2caaf0d8e379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:22.334707 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-637c2563-9a5e-4d88-a30c-2caaf0d8e379 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:35:22.335525 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-637c2563-9a5e-4d88-a30c-2caaf0d8e379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:35:22.397330 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:35:22.430960 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:35:22.431518 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device aa1aeaf4-b5af-44c5-b4e7-d865d35d8b5a not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:22.431637 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f7d5e139-4427-4407-815d-22ab61e25223 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:22.454976 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9bae4-ae74-44ad-8877-87d3c72de9ee req-cdbcac89-16b5-40b6-8687-0f68f54c999d tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:22.464901 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b7f9bae4-ae74-44ad-8877-87d3c72de9ee req-cdbcac89-16b5-40b6-8687-0f68f54c999d tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 1096 time: 0.2488332 Nov 12 08:35:22.477117 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-637c2563-9a5e-4d88-a30c-2caaf0d8e379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:22.484355 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-637c2563-9a5e-4d88-a30c-2caaf0d8e379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:22.489707 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-637c2563-9a5e-4d88-a30c-2caaf0d8e379 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b9d94b00-33cb-4cce-85c5-315175d0d7ed HTTP/1.1" status: 204 len: 168 time: 1.4117699 Nov 12 08:35:22.545824 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d34cda-afeb-4d1c-be61-6306529d2f58 req-6c93fa6d-6fc4-4303-bb6e-13fe853a0dbe tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:22.554715 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-97d34cda-afeb-4d1c-be61-6306529d2f58 req-6c93fa6d-6fc4-4303-bb6e-13fe853a0dbe tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c064c-7110-42f0-a5fa-c1915e0d3054 HTTP/1.1" status: 200 len: 948 time: 0.2919495 Nov 12 08:35:22.588995 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c2563-9a5e-4d88-a30c-2caaf0d8e379 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9d94b00-33cb-4cce-85c5-315175d0d7ed,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:22.606507 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port f7d5e139-4427-4407-815d-22ab61e25223, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f7d5e139-4427-4407-815d-22ab61e25223,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:22.627142 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:22.634167 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'f7d5e139-4427-4407-815d-22ab61e25223', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': 'f7d5e139-4427-4407-815d-22ab61e25223', 'mac_address': 'fa:16:3e:78:75:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:35:22.635658 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:22.642638 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b7f9bae4-ae74-44ad-8877-87d3c72de9ee req-c481a114-83fe-4fea-b71a-2154863ea931 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763613 Nov 12 08:35:22.656141 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-97d34cda-afeb-4d1c-be61-6306529d2f58 req-44d35fe6-6364-4499-853d-1e19e83f818c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996449 Nov 12 08:35:22.761415 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e86af09-931d-4705-9662-d61727b7a1ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7d5e139-4427-4407-815d-22ab61e25223'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:22.765014 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0926991-55a6-456f-bff7-f972976e5c75" -d '{"events": [{"server_uuid": "4e86af09-931d-4705-9662-d61727b7a1ce", "name": "network-vif-unplugged", "status": "completed", "tag": "f7d5e139-4427-4407-815d-22ab61e25223"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:22.773339 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-feb0c9be-12d6-41a6-bd3d-c0125190c0de req-6472e529-6ad8-432a-a397-984b36b6dd2b tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb505c73-cb5e-4944-b699-e810195a79cd HTTP/1.1" status: 200 len: 210 time: 0.0493505 Nov 12 08:35:22.805871 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port f7d5e139-4427-4407-815d-22ab61e25223, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f7d5e139-4427-4407-815d-22ab61e25223,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:22.807156 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38460) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:22.813549 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:22.851033 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:22.882236 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7d5e139-4427-4407-815d-22ab61e25223 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:35:22.883522 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f8619f82-0e30-407a-9f0c-2db7425cdff6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e2c0f212b4344f428a8d1f3e64e6fbf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0733519 Nov 12 08:35:22.884739 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38462) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:22.926578 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1da88-9f4b-43c2-b408-b998d2385962 req-836df4f4-20e0-4ae2-90fb-fd363bb39b60 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:22.929361 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f6e1da88-9f4b-43c2-b408-b998d2385962 req-836df4f4-20e0-4ae2-90fb-fd363bb39b60 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.1494851 Nov 12 08:35:22.953314 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=f7d5e139-4427-4407-815d-22ab61e25223,revision_number=9']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:22.973806 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f1443-8d78-4695-ac98-bb009b535a35 req-32b30c8c-38d5-477c-ae5e-f6d35b3f2e91 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:22.974651 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:35:22.975017 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:35:22.976860 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-531f1443-8d78-4695-ac98-bb009b535a35 req-32b30c8c-38d5-477c-ae5e-f6d35b3f2e91 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3be91d9a-7f13-4e18-b052-f9de3b2bd3f8 HTTP/1.1" status: 200 len: 945 time: 0.0991755 Nov 12 08:35:23.006954 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d20bc4ca-2502-417c-94bb-ddfcf0bde2dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.030400 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f6e1da88-9f4b-43c2-b408-b998d2385962 req-518750aa-a699-47ac-9b5c-062bcdc5d0a3 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938737 Nov 12 08:35:23.045339 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d20bc4ca-2502-417c-94bb-ddfcf0bde2dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.072470 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-531f1443-8d78-4695-ac98-bb009b535a35 req-a39acd13-d94b-4381-87c5-e7a1d6348f03 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c50791e-332d-4821-b9c1-b32596a4844a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0820622 Nov 12 08:35:23.112062 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d20bc4ca-2502-417c-94bb-ddfcf0bde2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.117674 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d20bc4ca-2502-417c-94bb-ddfcf0bde2dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.120161 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d20bc4ca-2502-417c-94bb-ddfcf0bde2dc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/16fe110e-8ec8-4fde-9289-4166d5bb4d1e HTTP/1.1" status: 204 len: 168 time: 0.2341466 Nov 12 08:35:23.145203 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bc4ca-2502-417c-94bb-ddfcf0bde2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fe110e-8ec8-4fde-9289-4166d5bb4d1e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:23.238347 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b37b66-ec5f-4e33-a67e-83db7566ddb5 x-openstack-request-id: req-76b37b66-ec5f-4e33-a67e-83db7566ddb5 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:23.238704 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e86af09-931d-4705-9662-d61727b7a1ce", "name": "network-vif-unplugged", "status": "completed", "tag": "f7d5e139-4427-4407-815d-22ab61e25223", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:23.238971 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-76b37b66-ec5f-4e33-a67e-83db7566ddb5 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:23.239374 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e86af09-931d-4705-9662-d61727b7a1ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7d5e139-4427-4407-815d-22ab61e25223', 'code': 200} Nov 12 08:35:23.281003 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79752be-2eee-48d8-a718-9764384a8fd3 req-991f90c6-9cc5-4ff1-a190-3c5d39399b8f tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:23.283518 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a79752be-2eee-48d8-a718-9764384a8fd3 req-991f90c6-9cc5-4ff1-a190-3c5d39399b8f tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 1096 time: 0.0894680 Nov 12 08:35:23.363224 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6130654-3e85-481e-885b-36bd71302420 req-db9c5d41-5730-4e0f-aa5a-ebd018019ee3 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:23.364899 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a6130654-3e85-481e-885b-36bd71302420 req-db9c5d41-5730-4e0f-aa5a-ebd018019ee3 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.54 "GET /v2.0/ports?device_id=031c064c-7110-42f0-a5fa-c1915e0d3054 HTTP/1.1" status: 200 len: 948 time: 0.0699747 Nov 12 08:35:23.380407 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a3b17-3b61-4525-8062-850c47c3c225 req-9583fdd1-f97c-4c87-98e9-4aac329c4396 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:23.384156 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6c3a3b17-3b61-4525-8062-850c47c3c225 req-9583fdd1-f97c-4c87-98e9-4aac329c4396 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3be91d9a-7f13-4e18-b052-f9de3b2bd3f8 HTTP/1.1" status: 200 len: 945 time: 0.0953281 Nov 12 08:35:23.386660 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a79752be-2eee-48d8-a718-9764384a8fd3 req-af52215e-ad5e-40cd-9529-7b0a0dde8704 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965328 Nov 12 08:35:23.394233 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38470) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:23.398852 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-5203c2e1-255c-4d98-bc80-fe8d6344ba6c tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Request body: {'floatingip': {'port_id': '241caddd-07d4-480d-93f5-b3a57161fecd'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:23.489635 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5203c2e1-255c-4d98-bc80-fe8d6344ba6c tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks [] for floatingip, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.528302 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.556722 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d5e139-4427-4407-815d-22ab61e25223 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:35:23.611355 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-a6130654-3e85-481e-885b-36bd71302420 req-af3d4f8b-1974-4174-bc38-3adecc7a1ac8 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Deleting port 073aaa3b-3126-43a5-8605-d25b8fb92705 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:23.615212 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a6130654-3e85-481e-885b-36bd71302420 req-af3d4f8b-1974-4174-bc38-3adecc7a1ac8 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.644738 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port f7d5e139-4427-4407-815d-22ab61e25223, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f7d5e139-4427-4407-815d-22ab61e25223,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:23.647578 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db057593-1d25-4f7d-abec-5090f34ea084 req-1e978222-5809-4b8c-a1de-7fc44828dcef tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:23.654249 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.655038 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db057593-1d25-4f7d-abec-5090f34ea084 req-1e978222-5809-4b8c-a1de-7fc44828dcef tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 945 time: 0.1827240 Nov 12 08:35:23.760241 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=f7d5e139-4427-4407-815d-22ab61e25223,revision_number=10']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:23.860508 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db057593-1d25-4f7d-abec-5090f34ea084 req-38e0bce0-2e8d-40b9-9c79-141e9b91768e tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047536 Nov 12 08:35:23.937129 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-a6130654-3e85-481e-885b-36bd71302420 req-af3d4f8b-1974-4174-bc38-3adecc7a1ac8 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] For port 073aaa3b-3126-43a5-8605-d25b8fb92705, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=073aaa3b-3126-43a5-8605-d25b8fb92705,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:23.938125 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a6130654-3e85-481e-885b-36bd71302420 req-af3d4f8b-1974-4174-bc38-3adecc7a1ac8 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.988568 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-a6130654-3e85-481e-885b-36bd71302420 req-af3d4f8b-1974-4174-bc38-3adecc7a1ac8 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Calling delete_port for 073aaa3b-3126-43a5-8605-d25b8fb92705 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:24.005402 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['f7d5e139-4427-4407-815d-22ab61e25223'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:35:24.261894 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 073aaa3b-3126-43a5-8605-d25b8fb92705 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:24.293828 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a6130654-3e85-481e-885b-36bd71302420 req-af3d4f8b-1974-4174-bc38-3adecc7a1ac8 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:24.323437 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['cf0c8c5f-5023-449d-8eef-136593dd4a73', 'c5c327af-d318-43ba-b079-6f847679d1bc'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:35:24.326204 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d4f8b-1974-4174-bc38-3adecc7a1ac8 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Pushing event deleted for resources: {'Port': ['ID=073aaa3b-3126-43a5-8605-d25b8fb92705,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:24.337665 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b6ca26a3-7fcd-48e3-83b6-8dcb502e5e2d req-b02c9d44-f2cd-4b48-8955-b64d689f0bec tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb505c73-cb5e-4944-b699-e810195a79cd HTTP/1.1" status: 200 len: 210 time: 0.1852720 Nov 12 08:35:24.448951 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6130654-3e85-481e-885b-36bd71302420 req-af3d4f8b-1974-4174-bc38-3adecc7a1ac8 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] No DVR routers for this DVR port 073aaa3b-3126-43a5-8605-d25b8fb92705 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:24.452582 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a6130654-3e85-481e-885b-36bd71302420 req-af3d4f8b-1974-4174-bc38-3adecc7a1ac8 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:24.465347 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a6130654-3e85-481e-885b-36bd71302420 req-af3d4f8b-1974-4174-bc38-3adecc7a1ac8 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.54 "DELETE /v2.0/ports/073aaa3b-3126-43a5-8605-d25b8fb92705 HTTP/1.1" status: 204 len: 173 time: 1.0916462 Nov 12 08:35:24.465754 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031c064c-7110-42f0-a5fa-c1915e0d3054', 'name': 'network-vif-deleted', 'tag': '073aaa3b-3126-43a5-8605-d25b8fb92705'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:24.468462 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dc6203-de76-4e0d-81df-559b0e6621ef" -d '{"events": [{"server_uuid": "031c064c-7110-42f0-a5fa-c1915e0d3054", "name": "network-vif-deleted", "tag": "073aaa3b-3126-43a5-8605-d25b8fb92705"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:24.559910 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No active binding found for port 073aaa3b-3126-43a5-8605-d25b8fb92705 {{(pid=102570) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 08:35:24.560493 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 073aaa3b-3126-43a5-8605-d25b8fb92705 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:24.593759 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93153fc-2b1f-4a65-8290-b4d8c10eb971 req-d9704318-51b3-4e8c-bc1e-b89c6f5b6654 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:24.603359 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b93153fc-2b1f-4a65-8290-b4d8c10eb971 req-d9704318-51b3-4e8c-bc1e-b89c6f5b6654 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c064c-7110-42f0-a5fa-c1915e0d3054 HTTP/1.1" status: 200 len: 867 time: 0.4447305 Nov 12 08:35:24.673859 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-23b71b05-23ba-45ce-bac8-da4da9c1a50e tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:24.676330 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-23b71b05-23ba-45ce-bac8-da4da9c1a50e tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.58 "GET /v2.0/networks?id=e418c6d1-49ec-4d66-b0ca-b8b12554b865 HTTP/1.1" status: 200 len: 822 time: 0.5230858 Nov 12 08:35:24.706834 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.db.resource_extend [None req-5203c2e1-255c-4d98-bc80-fe8d6344ba6c tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:35:24.750968 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-f09413e7-2475-4b35-9bca-2dfd80275135 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Request body: {'port': {'device_id': 'eb505c73-cb5e-4944-b699-e810195a79cd', 'network_id': 'e418c6d1-49ec-4d66-b0ca-b8b12554b865', 'admin_state_up': True, 'tenant_id': 'ecc1c88f0ede4893aff25fbd852b1eab'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:24.796432 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b93153fc-2b1f-4a65-8290-b4d8c10eb971 req-f5549832-ac08-4680-aed5-7e8f8521168c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918507 Nov 12 08:35:24.882980 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360ed77-d828-4257-a50f-65dba762a784 req-5dbb253c-3f82-481b-9e56-1f925bb651be tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:24.892200 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f360ed77-d828-4257-a50f-65dba762a784 req-5dbb253c-3f82-481b-9e56-1f925bb651be tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.3191595 Nov 12 08:35:24.942062 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178889ea-7e3d-404a-b189-1c35bea8b2a6 x-openstack-request-id: req-178889ea-7e3d-404a-b189-1c35bea8b2a6 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:24.942570 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031c064c-7110-42f0-a5fa-c1915e0d3054", "name": "network-vif-deleted", "tag": "073aaa3b-3126-43a5-8605-d25b8fb92705", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:24.942570 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-178889ea-7e3d-404a-b189-1c35bea8b2a6 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:24.942991 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031c064c-7110-42f0-a5fa-c1915e0d3054', 'name': 'network-vif-deleted', 'tag': '073aaa3b-3126-43a5-8605-d25b8fb92705', 'status': 'completed', 'code': 200} Nov 12 08:35:24.950886 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5203c2e1-255c-4d98-bc80-fe8d6344ba6c tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:24.962623 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5203c2e1-255c-4d98-bc80-fe8d6344ba6c tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:25.125176 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f360ed77-d828-4257-a50f-65dba762a784 req-86b23fce-f57b-44af-bb6a-6058d3996461 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319715 Nov 12 08:35:25.143326 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-f09413e7-2475-4b35-9bca-2dfd80275135 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Made reservation on behalf of ecc1c88f0ede4893aff25fbd852b1eab for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:25.146802 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-f09413e7-2475-4b35-9bca-2dfd80275135 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:25.185343 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [None req-5203c2e1-255c-4d98-bc80-fe8d6344ba6c tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Floating IP bc1fe910-d9d0-4d2b-8c4d-dabdfb3e9174 associated. External IP: 172.25.6.67, port: 241caddd-07d4-480d-93f5-b3a57161fecd. Nov 12 08:35:25.408800 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['aedb1d46-4814-42e8-b9c0-f28a00871ad9', '91670ec5-9fa0-4e9e-b508-9ce3671cd99b', '44d8dbdf-3542-4ffb-a400-eff02c1a3b50'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:35:25.447333 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88aa0b5-9760-4fdb-978b-99fefccbc554 req-0186a272-fef7-437a-99f6-37a2ffe55c92 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:25.456491 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c88aa0b5-9760-4fdb-978b-99fefccbc554 req-0186a272-fef7-437a-99f6-37a2ffe55c92 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 945 time: 0.2049320 Nov 12 08:35:25.513423 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-f09413e7-2475-4b35-9bca-2dfd80275135 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Allocated IP 172.20.0.4 (e418c6d1-49ec-4d66-b0ca-b8b12554b865/53a9b096-04d8-4c96-a366-bdd653cb153e/bf28633d-6a48-45f0-8c69-ae309f4efaa3) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:25.936309 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-02aaa9fd-0f35-4081-a72d-8b8e4dd18f87 req-05e7ef89-450c-4376-b87a-350a7dca1dec tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb505c73-cb5e-4944-b699-e810195a79cd HTTP/1.1" status: 200 len: 210 time: 0.4247544 Nov 12 08:35:26.047344 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c88aa0b5-9760-4fdb-978b-99fefccbc554 req-6496b590-7e7a-406d-a552-fe7fceb1dcbb tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5898294 Nov 12 08:35:26.209416 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5203c2e1-255c-4d98-bc80-fe8d6344ba6c tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Router 31ca7770-84e3-457f-b143-eebc60903a63 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:35:26.221669 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-f09413e7-2475-4b35-9bca-2dfd80275135 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:26.263859 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f7d5e139-4427-4407-815d-22ab61e25223 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:26.381877 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port f7d5e139-4427-4407-815d-22ab61e25223 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:26.382249 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:26.412435 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb437b7-6d94-4d9f-920e-70ede88baeb4 req-231fed64-7c26-4391-b25b-cf462f49d54f tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:26.419385 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-acb437b7-6d94-4d9f-920e-70ede88baeb4 req-231fed64-7c26-4391-b25b-cf462f49d54f tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 950 time: 0.1383331 Nov 12 08:35:26.426618 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-f09413e7-2475-4b35-9bca-2dfd80275135 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:26.428640 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d3a5cfd0-e425-4b08-9177-f8df6a142ac8 req-90f21af9-0764-4e1e-85ff-5b923396885f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2ef875cd-621b-433d-94b9-fba0fe7d620d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1040933 Nov 12 08:35:26.508879 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09413e7-2475-4b35-9bca-2dfd80275135 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Pushing event updated for resources: {'Port': ['ID=bf28633d-6a48-45f0-8c69-ae309f4efaa3,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:26.545591 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38564) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:26.552518 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-f09413e7-2475-4b35-9bca-2dfd80275135 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Network e418c6d1-49ec-4d66-b0ca-b8b12554b865 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:26.557470 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5203c2e1-255c-4d98-bc80-fe8d6344ba6c tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:35:26.574527 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8711cca7-cdf5-4517-bfc9-d7285167c0c2 None None] Sync routers for ids ['31ca7770-84e3-457f-b143-eebc60903a63'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:35:26.576479 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5203c2e1-255c-4d98-bc80-fe8d6344ba6c tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:26.581283 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5cfd0-e425-4b08-9177-f8df6a142ac8 req-0fc9b5e7-a5d4-4ef1-bb98-5f556f916f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:26.583460 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d3a5cfd0-e425-4b08-9177-f8df6a142ac8 req-0fc9b5e7-a5d4-4ef1-bb98-5f556f916f26 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3086472231354689b06a975258c697aa&device_id=2ef875cd-621b-433d-94b9-fba0fe7d620d HTTP/1.1" status: 200 len: 1102 time: 0.1290073 Nov 12 08:35:26.589692 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-f09413e7-2475-4b35-9bca-2dfd80275135 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:26.591061 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8711cca7-cdf5-4517-bfc9-d7285167c0c2 None None] Routers {'31ca7770-84e3-457f-b143-eebc60903a63'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:26.592236 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-8711cca7-cdf5-4517-bfc9-d7285167c0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:35:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['31ca7770-84e3-457f-b143-eebc60903a63'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:26.593838 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-f09413e7-2475-4b35-9bca-2dfd80275135 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:26.603635 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:26.665749 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e86af09-931d-4705-9662-d61727b7a1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d5e139-4427-4407-815d-22ab61e25223'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:26.671697 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275ee6d8-6a42-4cfd-a694-1ec1207de538" -d '{"events": [{"server_uuid": "4e86af09-931d-4705-9662-d61727b7a1ce", "name": "network-vif-plugged", "status": "completed", "tag": "f7d5e139-4427-4407-815d-22ab61e25223"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:26.718009 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port f7d5e139-4427-4407-815d-22ab61e25223, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f7d5e139-4427-4407-815d-22ab61e25223,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:26.729071 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:26.760471 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-f09413e7-2475-4b35-9bca-2dfd80275135 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:26.761556 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-f09413e7-2475-4b35-9bca-2dfd80275135 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:26.778090 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-8711cca7-cdf5-4517-bfc9-d7285167c0c2 None None] Set router 31ca7770-84e3-457f-b143-eebc60903a63 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:26.784263 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1285f7dd-89b7-468a-a1d0-18d66126b402 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:26.817154 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16303188-7258-482f-ae31-00495d7c4205 x-openstack-request-id: req-16303188-7258-482f-ae31-00495d7c4205 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:26.817841 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e86af09-931d-4705-9662-d61727b7a1ce", "name": "network-vif-plugged", "status": "completed", "tag": "f7d5e139-4427-4407-815d-22ab61e25223", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:26.817841 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-16303188-7258-482f-ae31-00495d7c4205 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:26.818097 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e86af09-931d-4705-9662-d61727b7a1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d5e139-4427-4407-815d-22ab61e25223', 'code': 200} Nov 12 08:35:26.839279 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5203c2e1-255c-4d98-bc80-fe8d6344ba6c tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "PUT /v2.0/floatingips/bc1fe910-d9d0-4d2b-8c4d-dabdfb3e9174 HTTP/1.1" status: 200 len: 990 time: 3.4406748 Nov 12 08:35:26.839279 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3be91d9a-7f13-4e18-b052-f9de3b2bd3f8', 'tag': '241caddd-07d4-480d-93f5-b3a57161fecd'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:26.845852 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca587d2-6474-47b5-b0eb-f4322c9dc67e" -d '{"events": [{"name": "network-changed", "server_uuid": "3be91d9a-7f13-4e18-b052-f9de3b2bd3f8", "tag": "241caddd-07d4-480d-93f5-b3a57161fecd"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:26.882207 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-acb437b7-6d94-4d9f-920e-70ede88baeb4 req-492b7e14-cfdb-4a52-8243-02adb90ebc5d tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434228 Nov 12 08:35:26.886963 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-f09413e7-2475-4b35-9bca-2dfd80275135 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1866593 Nov 12 08:35:26.911525 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-5979278e-56b6-4e84-90f7-418a4a7317fd service neutron] Request body: {'port': {'device_id': 'eb505c73-cb5e-4944-b699-e810195a79cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:26.916788 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=f7d5e139-4427-4407-815d-22ab61e25223,revision_number=11']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:26.954733 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5cfd0-e425-4b08-9177-f8df6a142ac8 req-6f307071-010d-4eba-b04e-9cff0f81e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:26.957890 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d3a5cfd0-e425-4b08-9177-f8df6a142ac8 req-6f307071-010d-4eba-b04e-9cff0f81e1c2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.3477228 Nov 12 08:35:27.073951 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d3a5cfd0-e425-4b08-9177-f8df6a142ac8 req-369776c6-6eb3-4923-92e5-5ad24f57bee7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=91670ec5-9fa0-4e9e-b508-9ce3671cd99b HTTP/1.1" status: 200 len: 217 time: 0.1019797 Nov 12 08:35:27.079966 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-5979278e-56b6-4e84-90f7-418a4a7317fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:27.099660 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a545e2-6b55-4991-9ee9-6de5b0040581 req-b0155e89-9712-44ac-a317-a29eee2658d4 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:27.110289 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-26a545e2-6b55-4991-9ee9-6de5b0040581 req-b0155e89-9712-44ac-a317-a29eee2658d4 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=b034fe05-2200-4a47-844e-fb53a526bfe6 HTTP/1.1" status: 200 len: 950 time: 0.1369572 Nov 12 08:35:27.114677 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee4da02-9e90-4882-b2f7-e2f6dca73665 x-openstack-request-id: req-5ee4da02-9e90-4882-b2f7-e2f6dca73665 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:27.115060 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3be91d9a-7f13-4e18-b052-f9de3b2bd3f8", "tag": "241caddd-07d4-480d-93f5-b3a57161fecd", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:27.115390 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ee4da02-9e90-4882-b2f7-e2f6dca73665 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:27.115879 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3be91d9a-7f13-4e18-b052-f9de3b2bd3f8', 'tag': '241caddd-07d4-480d-93f5-b3a57161fecd', 'status': 'completed', 'code': 200} Nov 12 08:35:27.143830 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5cfd0-e425-4b08-9177-f8df6a142ac8 req-47463e6d-086d-4993-b3cc-e438cc66f403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:27.145330 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d3a5cfd0-e425-4b08-9177-f8df6a142ac8 req-47463e6d-086d-4993-b3cc-e438cc66f403 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.0544364 Nov 12 08:35:27.198720 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-8711cca7-cdf5-4517-bfc9-d7285167c0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ca7770-84e3-457f-b143-eebc60903a63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1507776855-router', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '73c133d0-132e-45ec-9130-4f20882099ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:47Z', 'updated_at': '2021-11-12T08:31:52Z', 'revision_number': 4, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'gw_port': {'id': '73c133d0-132e-45ec-9130-4f20882099ab', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:48Z', 'updated_at': '2021-11-12T08:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'bc1fe910-d9d0-4d2b-8c4d-dabdfb3e9174', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'port_id': '241caddd-07d4-480d-93f5-b3a57161fecd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e', 'mac_address': 'fa:16:3e:61:1f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be91d9a-7f13-4e18-b052-f9de3b2bd3f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:32:16Z', 'updated_at': '2021-11-12T08:35:24Z', 'revision_number': 5, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3485255-602e-42a1-b05a-cb40d85eefa3', 'name': '', 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'mac_address': 'fa:16:3e:b0:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '6c542064-a950-4668-8022-669eaf3adcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:51Z', 'updated_at': '2021-11-12T08:31:57Z', 'revision_number': 5, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'subnets': [{'id': '6c542064-a950-4668-8022-669eaf3adcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:27.233906 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8711cca7-cdf5-4517-bfc9-d7285167c0c2 None None] Checking router: 31ca7770-84e3-457f-b143-eebc60903a63 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:35:27.244134 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8711cca7-cdf5-4517-bfc9-d7285167c0c2 None None] Routers {'31ca7770-84e3-457f-b143-eebc60903a63'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:27.244644 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1285f7dd-89b7-468a-a1d0-18d66126b402 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:27.245602 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-8711cca7-cdf5-4517-bfc9-d7285167c0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:35:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['31ca7770-84e3-457f-b143-eebc60903a63'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:27.250348 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137a54b-4ba7-43c1-a867-7c3b05541ac7 req-ac466d4f-bb81-48e2-baa1-cb2128cdef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:27.252154 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8137a54b-4ba7-43c1-a867-7c3b05541ac7 req-ac466d4f-bb81-48e2-baa1-cb2128cdef3e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 1103 time: 0.2131796 Nov 12 08:35:27.269075 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-26a545e2-6b55-4991-9ee9-6de5b0040581 req-7cb00ccc-c0b8-4b09-b0d0-5fd6d8347e4a tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535766 Nov 12 08:35:27.270258 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1285f7dd-89b7-468a-a1d0-18d66126b402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:27.314842 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285f7dd-89b7-468a-a1d0-18d66126b402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324807c2-1182-4809-9aad-85729ecfabf4,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:27.324999 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca587d2-6474-47b5-b0eb-f4322c9dc67e req-da24dce5-b525-4457-99d1-3c3c8547595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:27.327851 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-aca587d2-6474-47b5-b0eb-f4322c9dc67e req-da24dce5-b525-4457-99d1-3c3c8547595c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cc6ca5ed9f64e148f5b96cdf6df5819&device_id=3be91d9a-7f13-4e18-b052-f9de3b2bd3f8 HTTP/1.1" status: 200 len: 1097 time: 0.1765900 Nov 12 08:35:27.369891 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd779180-872f-45bf-b2e2-16862457cddf req-db737cae-5d07-4c14-bbe1-7e2c4c055f87 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:27.371789 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bd779180-872f-45bf-b2e2-16862457cddf req-db737cae-5d07-4c14-bbe1-7e2c4c055f87 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb505c73-cb5e-4944-b699-e810195a79cd HTTP/1.1" status: 200 len: 931 time: 0.1645420 Nov 12 08:35:27.379257 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5cfd0-e425-4b08-9177-f8df6a142ac8 req-ab8f1d1c-2e84-43a4-8e60-43bb2f244c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:27.380816 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d3a5cfd0-e425-4b08-9177-f8df6a142ac8 req-ab8f1d1c-2e84-43a4-8e60-43bb2f244c92 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2090969 Nov 12 08:35:27.397990 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8137a54b-4ba7-43c1-a867-7c3b05541ac7 req-6b7bbbfa-7ea6-4e4c-afda-65e675d803f3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349437 Nov 12 08:35:27.410210 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-8711cca7-cdf5-4517-bfc9-d7285167c0c2 None None] Set router 31ca7770-84e3-457f-b143-eebc60903a63 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:27.415112 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1285f7dd-89b7-468a-a1d0-18d66126b402 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=59621f0a707c4c7fa9c467f6b20f1286&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8592808 Nov 12 08:35:27.430452 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38584) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:27.537788 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2831c10-5a45-48ad-b7b6-bd6125d2c0b1 req-4e3c84e2-9b84-4128-a4f3-c76ecc6ff2d4 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:27.540447 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d2831c10-5a45-48ad-b7b6-bd6125d2c0b1 req-4e3c84e2-9b84-4128-a4f3-c76ecc6ff2d4 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 945 time: 0.1121511 Nov 12 08:35:27.593865 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca587d2-6474-47b5-b0eb-f4322c9dc67e req-ae70ca1f-890f-450c-b647-75f889d88577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:27.595404 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-aca587d2-6474-47b5-b0eb-f4322c9dc67e req-ae70ca1f-890f-450c-b647-75f889d88577 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e5f92a9c-9232-4960-be34-2deefc62380e HTTP/1.1" status: 200 len: 925 time: 0.2553160 Nov 12 08:35:27.600289 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-463d5415-a1a5-41b5-a8ab-8ddc22273a38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:27.617787 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d2831c10-5a45-48ad-b7b6-bd6125d2c0b1 req-e7b4943f-a1de-4e57-9b9f-056a84181846 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627966 Nov 12 08:35:27.621215 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d3a5cfd0-e425-4b08-9177-f8df6a142ac8 req-129e0ce0-243a-4f09-afe6-15d7a6693f42 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163887 Nov 12 08:35:27.654214 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bd779180-872f-45bf-b2e2-16862457cddf req-0233a929-db29-49b8-9ab5-fca8ea9905c5 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213898 Nov 12 08:35:27.722454 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-463d5415-a1a5-41b5-a8ab-8ddc22273a38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:27.790792 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-5979278e-56b6-4e84-90f7-418a4a7317fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf28633d-6a48-45f0-8c69-ae309f4efaa3 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:35:27.797140 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:35:27.802639 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-5979278e-56b6-4e84-90f7-418a4a7317fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:27.803092 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-aca587d2-6474-47b5-b0eb-f4322c9dc67e req-1b3f0a2f-5615-4fc5-ae9a-f0f7e7526665 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=241caddd-07d4-480d-93f5-b3a57161fecd HTTP/1.1" status: 200 len: 998 time: 0.1980746 Nov 12 08:35:27.821927 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-5979278e-56b6-4e84-90f7-418a4a7317fd service neutron] Transition to ACTIVE for port object bf28633d-6a48-45f0-8c69-ae309f4efaa3 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:35:27.829657 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-5979278e-56b6-4e84-90f7-418a4a7317fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:27.907878 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca587d2-6474-47b5-b0eb-f4322c9dc67e req-109ef797-50d7-40e6-a34f-227f4ebf4ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:27.910549 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-aca587d2-6474-47b5-b0eb-f4322c9dc67e req-109ef797-50d7-40e6-a34f-227f4ebf4ef0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c542064-a950-4668-8022-669eaf3adcd0 HTTP/1.1" status: 200 len: 863 time: 0.0973058 Nov 12 08:35:27.915874 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979278e-56b6-4e84-90f7-418a4a7317fd service neutron] Pushing event updated for resources: {'Port': ['ID=bf28633d-6a48-45f0-8c69-ae309f4efaa3,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:27.964362 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d3a5cfd0-e425-4b08-9177-f8df6a142ac8 req-feb03835-375b-4cd0-80e0-2c0dd842fbd1 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134732 Nov 12 08:35:27.983516 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-463d5415-a1a5-41b5-a8ab-8ddc22273a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:27.986646 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-463d5415-a1a5-41b5-a8ab-8ddc22273a38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:27.987907 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-463d5415-a1a5-41b5-a8ab-8ddc22273a38 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/324807c2-1182-4809-9aad-85729ecfabf4 HTTP/1.1" status: 204 len: 168 time: 0.5563939 Nov 12 08:35:28.003569 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d5415-a1a5-41b5-a8ab-8ddc22273a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324807c2-1182-4809-9aad-85729ecfabf4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:28.025369 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca587d2-6474-47b5-b0eb-f4322c9dc67e req-9e580a13-70f9-4d5e-bc5d-da5d14a9e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:28.027029 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-aca587d2-6474-47b5-b0eb-f4322c9dc67e req-9e580a13-70f9-4d5e-bc5d-da5d14a9e0a5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e5f92a9c-9232-4960-be34-2deefc62380e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979440 Nov 12 08:35:28.058426 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-8711cca7-cdf5-4517-bfc9-d7285167c0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ca7770-84e3-457f-b143-eebc60903a63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1507776855-router', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '73c133d0-132e-45ec-9130-4f20882099ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:47Z', 'updated_at': '2021-11-12T08:31:52Z', 'revision_number': 4, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'gw_port': {'id': '73c133d0-132e-45ec-9130-4f20882099ab', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:48Z', 'updated_at': '2021-11-12T08:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'bc1fe910-d9d0-4d2b-8c4d-dabdfb3e9174', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'port_id': '241caddd-07d4-480d-93f5-b3a57161fecd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e', 'mac_address': 'fa:16:3e:61:1f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be91d9a-7f13-4e18-b052-f9de3b2bd3f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:32:16Z', 'updated_at': '2021-11-12T08:35:24Z', 'revision_number': 5, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3485255-602e-42a1-b05a-cb40d85eefa3', 'name': '', 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'mac_address': 'fa:16:3e:b0:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '6c542064-a950-4668-8022-669eaf3adcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:51Z', 'updated_at': '2021-11-12T08:31:57Z', 'revision_number': 5, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'subnets': [{'id': '6c542064-a950-4668-8022-669eaf3adcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:28.130231 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8711cca7-cdf5-4517-bfc9-d7285167c0c2 None None] The sync data for ids ['31ca7770-84e3-457f-b143-eebc60903a63'] in n-d-768862-16 is: [{'id': '31ca7770-84e3-457f-b143-eebc60903a63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1507776855-router', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '73c133d0-132e-45ec-9130-4f20882099ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:47Z', 'updated_at': '2021-11-12T08:31:52Z', 'revision_number': 4, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'gw_port': {'id': '73c133d0-132e-45ec-9130-4f20882099ab', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:48Z', 'updated_at': '2021-11-12T08:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'bc1fe910-d9d0-4d2b-8c4d-dabdfb3e9174', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'port_id': '241caddd-07d4-480d-93f5-b3a57161fecd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e', 'mac_address': 'fa:16:3e:61:1f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be91d9a-7f13-4e18-b052-f9de3b2bd3f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:32:16Z', 'updated_at': '2021-11-12T08:35:24Z', 'revision_number': 5, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3485255-602e-42a1-b05a-cb40d85eefa3', 'name': '', 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'mac_address': 'fa:16:3e:b0:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '6c542064-a950-4668-8022-669eaf3adcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:51Z', 'updated_at': '2021-11-12T08:31:57Z', 'revision_number': 5, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'subnets': [{'id': '6c542064-a950-4668-8022-669eaf3adcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:35:28.131709 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-5979278e-56b6-4e84-90f7-418a4a7317fd service neutron] Attempting to bind port bf28633d-6a48-45f0-8c69-ae309f4efaa3 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:35:28.132381 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-5979278e-56b6-4e84-90f7-418a4a7317fd service neutron] Attempting to bind port bf28633d-6a48-45f0-8c69-ae309f4efaa3 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '6bd9f4b7-f155-4031-9435-a90b29e6b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e418c6d1-49ec-4d66-b0ca-b8b12554b865'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:35:28.137750 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-5979278e-56b6-4e84-90f7-418a4a7317fd service neutron] Attempting to bind port bf28633d-6a48-45f0-8c69-ae309f4efaa3 on network e418c6d1-49ec-4d66-b0ca-b8b12554b865 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:28.163868 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-5979278e-56b6-4e84-90f7-418a4a7317fd service neutron] Port bf28633d-6a48-45f0-8c69-ae309f4efaa3 on network e418c6d1-49ec-4d66-b0ca-b8b12554b865 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:35:28.164242 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-5979278e-56b6-4e84-90f7-418a4a7317fd service neutron] Attempting to bind port bf28633d-6a48-45f0-8c69-ae309f4efaa3 on network e418c6d1-49ec-4d66-b0ca-b8b12554b865 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:28.174943 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-5979278e-56b6-4e84-90f7-418a4a7317fd service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:35:28.175310 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-5979278e-56b6-4e84-90f7-418a4a7317fd service neutron] Checking segment: {'id': '6bd9f4b7-f155-4031-9435-a90b29e6b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e418c6d1-49ec-4d66-b0ca-b8b12554b865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:28.175698 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-5979278e-56b6-4e84-90f7-418a4a7317fd service neutron] Bound using segment: {'id': '6bd9f4b7-f155-4031-9435-a90b29e6b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e418c6d1-49ec-4d66-b0ca-b8b12554b865'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:35:28.176199 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-5979278e-56b6-4e84-90f7-418a4a7317fd service neutron] Bound port: bf28633d-6a48-45f0-8c69-ae309f4efaa3, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd9f4b7-f155-4031-9435-a90b29e6b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e418c6d1-49ec-4d66-b0ca-b8b12554b865'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:35:28.176564 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-5979278e-56b6-4e84-90f7-418a4a7317fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:28.198571 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-aca587d2-6474-47b5-b0eb-f4322c9dc67e req-c1636324-33e0-4ce7-9bd5-5c041f33c183 service neutron] 10.222.0.54 "GET /v2.0/networks/e5f92a9c-9232-4960-be34-2deefc62380e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486616 Nov 12 08:35:28.216110 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88a531-a2c2-499f-8320-8e99d7c06610 req-ba4e2747-a8d2-4f67-8425-d8f687d05a2d tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:28.225243 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c88a531-a2c2-499f-8320-8e99d7c06610 req-ba4e2747-a8d2-4f67-8425-d8f687d05a2d tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 951 time: 0.2140718 Nov 12 08:35:28.357364 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-aca587d2-6474-47b5-b0eb-f4322c9dc67e req-bcdcd1f2-e0e0-4fc1-9aab-2f935eb952f3 service neutron] 10.222.0.54 "GET /v2.0/networks/e5f92a9c-9232-4960-be34-2deefc62380e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473570 Nov 12 08:35:28.415889 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-5979278e-56b6-4e84-90f7-418a4a7317fd service neutron] For port bf28633d-6a48-45f0-8c69-ae309f4efaa3, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:28.430898 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c88a531-a2c2-499f-8320-8e99d7c06610 req-e1560861-c785-4232-b4b6-f36942fd7353 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045074 Nov 12 08:35:28.449429 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1308c62-3a41-4dcd-9464-40a0243d22df req-20dce1ee-b6af-4ef3-9288-3b20667614ec tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:28.449994 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-5979278e-56b6-4e84-90f7-418a4a7317fd service neutron] For port bf28633d-6a48-45f0-8c69-ae309f4efaa3, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=bf28633d-6a48-45f0-8c69-ae309f4efaa3,segment=NetworkSegment(6bd9f4b7-f155-4031-9435-a90b29e6b2d2),segment_id=6bd9f4b7-f155-4031-9435-a90b29e6b2d2)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:35:28.452936 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a1308c62-3a41-4dcd-9464-40a0243d22df req-20dce1ee-b6af-4ef3-9288-3b20667614ec tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ab44082-13cd-44fe-bc39-03f7a72581f3 HTTP/1.1" status: 200 len: 950 time: 0.0941372 Nov 12 08:35:28.457013 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-5979278e-56b6-4e84-90f7-418a4a7317fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:28.522005 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e9a9b3-43c5-436e-a280-b900ab0fd982 None None] New status for floating IP bc1fe910-d9d0-4d2b-8c4d-dabdfb3e9174: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:35:28.596751 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-5979278e-56b6-4e84-90f7-418a4a7317fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:28.597622 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-5979278e-56b6-4e84-90f7-418a4a7317fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:28.599215 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-5979278e-56b6-4e84-90f7-418a4a7317fd service neutron] 10.222.0.58 "PUT /v2.0/ports/bf28633d-6a48-45f0-8c69-ae309f4efaa3 HTTP/1.1" status: 200 len: 1092 time: 1.6922500 Nov 12 08:35:28.660203 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca99c8b-278e-417e-84fb-5ce0f0e7eb61 req-c58e9626-4526-46c1-8c5b-a39ee38acca9 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:28.660518 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-a1308c62-3a41-4dcd-9464-40a0243d22df req-3ac59e5e-978e-4345-8901-1a9ca3790425 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Deleting port 44d8dbdf-3542-4ffb-a400-eff02c1a3b50 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:28.660859 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a1308c62-3a41-4dcd-9464-40a0243d22df req-3ac59e5e-978e-4345-8901-1a9ca3790425 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:28.661907 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5ca99c8b-278e-417e-84fb-5ce0f0e7eb61 req-c58e9626-4526-46c1-8c5b-a39ee38acca9 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=b034fe05-2200-4a47-844e-fb53a526bfe6 HTTP/1.1" status: 200 len: 950 time: 0.2635863 Nov 12 08:35:28.678621 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979278e-56b6-4e84-90f7-418a4a7317fd service neutron] Pushing event updated for resources: {'Port': ['ID=bf28633d-6a48-45f0-8c69-ae309f4efaa3,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:28.878438 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:28.883511 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-a1308c62-3a41-4dcd-9464-40a0243d22df req-3ac59e5e-978e-4345-8901-1a9ca3790425 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] For port 44d8dbdf-3542-4ffb-a400-eff02c1a3b50, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=44d8dbdf-3542-4ffb-a400-eff02c1a3b50,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:28.884151 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a1308c62-3a41-4dcd-9464-40a0243d22df req-3ac59e5e-978e-4345-8901-1a9ca3790425 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:28.906223 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-a1308c62-3a41-4dcd-9464-40a0243d22df req-3ac59e5e-978e-4345-8901-1a9ca3790425 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Calling delete_port for 44d8dbdf-3542-4ffb-a400-eff02c1a3b50 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:28.934405 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5ca99c8b-278e-417e-84fb-5ce0f0e7eb61 req-0dda91f2-0f5f-491b-b511-86135c3d9c2c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630446 Nov 12 08:35:29.003382 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-23299bf2-bd7c-4037-b8b9-7db5c71a7053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:29.020098 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-23299bf2-bd7c-4037-b8b9-7db5c71a7053 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ecc1c88f0ede4893aff25fbd852b1eab&device_id=eb505c73-cb5e-4944-b699-e810195a79cd HTTP/1.1" status: 200 len: 1095 time: 0.2981768 Nov 12 08:35:29.095821 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ce00a-2e17-4538-9c08-6a6b77e5d193 req-803fe0c7-4e10-4de7-81df-567e2b2415f2 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:29.097562 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ff1ce00a-2e17-4538-9c08-6a6b77e5d193 req-803fe0c7-4e10-4de7-81df-567e2b2415f2 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.58 "GET /v2.0/ports?device_id=b034fe05-2200-4a47-844e-fb53a526bfe6 HTTP/1.1" status: 200 len: 950 time: 0.2916708 Nov 12 08:35:29.103409 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-711571f0-a7ea-4126-aed4-17f1708b9ce8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf28633d-6a48-45f0-8c69-ae309f4efaa3 HTTP/1.1" status: 200 len: 217 time: 0.0628474 Nov 12 08:35:29.120949 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a18c3-7d3f-4845-9708-767c6cd326d8 req-26451453-d7f3-4c8c-9d50-bf9280ed129b tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:29.122837 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-031a18c3-7d3f-4845-9708-767c6cd326d8 req-26451453-d7f3-4c8c-9d50-bf9280ed129b tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 945 time: 0.3158159 Nov 12 08:35:29.131182 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a1308c62-3a41-4dcd-9464-40a0243d22df req-3ac59e5e-978e-4345-8901-1a9ca3790425 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:29.139257 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb505c73-cb5e-4944-b699-e810195a79cd', 'tag': 'bf28633d-6a48-45f0-8c69-ae309f4efaa3'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:29.141540 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143e19f9-28ad-4ef8-8375-9a241c16ef55" -d '{"events": [{"name": "network-changed", "server_uuid": "eb505c73-cb5e-4944-b699-e810195a79cd", "tag": "bf28633d-6a48-45f0-8c69-ae309f4efaa3"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:29.145941 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['aedb1d46-4814-42e8-b9c0-f28a00871ad9', '91670ec5-9fa0-4e9e-b508-9ce3671cd99b', '44d8dbdf-3542-4ffb-a400-eff02c1a3b50'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:35:29.151969 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['cf0c8c5f-5023-449d-8eef-136593dd4a73', 'c5c327af-d318-43ba-b079-6f847679d1bc'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:35:29.169580 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac59e5e-978e-4345-8901-1a9ca3790425 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Pushing event deleted for resources: {'Port': ['ID=44d8dbdf-3542-4ffb-a400-eff02c1a3b50,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:29.219842 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1308c62-3a41-4dcd-9464-40a0243d22df req-3ac59e5e-978e-4345-8901-1a9ca3790425 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] No DVR routers for this DVR port 44d8dbdf-3542-4ffb-a400-eff02c1a3b50 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:29.223460 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a1308c62-3a41-4dcd-9464-40a0243d22df req-3ac59e5e-978e-4345-8901-1a9ca3790425 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:29.228797 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a1308c62-3a41-4dcd-9464-40a0243d22df req-3ac59e5e-978e-4345-8901-1a9ca3790425 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.54 "DELETE /v2.0/ports/44d8dbdf-3542-4ffb-a400-eff02c1a3b50 HTTP/1.1" status: 204 len: 173 time: 0.7672181 Nov 12 08:35:29.229747 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab44082-13cd-44fe-bc39-03f7a72581f3', 'name': 'network-vif-deleted', 'tag': '44d8dbdf-3542-4ffb-a400-eff02c1a3b50'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:29.231882 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03208cf-1d81-4e10-96ad-2034ee960403" -d '{"events": [{"server_uuid": "1ab44082-13cd-44fe-bc39-03f7a72581f3", "name": "network-vif-deleted", "tag": "44d8dbdf-3542-4ffb-a400-eff02c1a3b50"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:29.315938 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-0a648ea4-bb80-47f5-9a01-94c957f52f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:29.317447 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-0a648ea4-bb80-47f5-9a01-94c957f52f95 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=53a9b096-04d8-4c96-a366-bdd653cb153e HTTP/1.1" status: 200 len: 862 time: 0.1936944 Nov 12 08:35:29.333141 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062f0bf-74a8-4582-86b6-236b7954833e req-bc492473-710d-4189-a3a9-dbe87b585b61 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:29.345428 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d062f0bf-74a8-4582-86b6-236b7954833e req-bc492473-710d-4189-a3a9-dbe87b585b61 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb505c73-cb5e-4944-b699-e810195a79cd HTTP/1.1" status: 200 len: 943 time: 0.2461171 Nov 12 08:35:29.366737 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-031a18c3-7d3f-4845-9708-767c6cd326d8 req-e7089b8f-be99-4cf4-8e72-5603bab760cc tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154443 Nov 12 08:35:29.409691 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38626) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:29.498307 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-3490d052-b5eb-4e76-85a5-0cd6be354b3c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e418c6d1-49ec-4d66-b0ca-b8b12554b865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1497777 Nov 12 08:35:29.636915 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d062f0bf-74a8-4582-86b6-236b7954833e req-d77ff857-43bf-476b-a2d5-0c59cc28d22c tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846200 Nov 12 08:35:29.662484 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-ff1ce00a-2e17-4538-9c08-6a6b77e5d193 req-9b90b9b2-7f38-4842-aa1b-efe4fc45ce4a tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Deleting port c5c327af-d318-43ba-b079-6f847679d1bc {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:29.665358 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ff1ce00a-2e17-4538-9c08-6a6b77e5d193 req-9b90b9b2-7f38-4842-aa1b-efe4fc45ce4a tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:29.667725 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4a04ecb9-5d69-4c70-bdd6-23bb1d1d9292 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-929294952-network', 'tenant_id': '94ba729db1e84ca1b79515f97e5cd0c6'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:29.746037 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b6245e-6291-43b1-8e47-11cf2a27ed57 x-openstack-request-id: req-b4b6245e-6291-43b1-8e47-11cf2a27ed57 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:29.746490 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab44082-13cd-44fe-bc39-03f7a72581f3", "name": "network-vif-deleted", "tag": "44d8dbdf-3542-4ffb-a400-eff02c1a3b50", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:29.746888 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4b6245e-6291-43b1-8e47-11cf2a27ed57 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:29.747328 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab44082-13cd-44fe-bc39-03f7a72581f3', 'name': 'network-vif-deleted', 'tag': '44d8dbdf-3542-4ffb-a400-eff02c1a3b50', 'status': 'completed', 'code': 200} Nov 12 08:35:29.752130 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a04ecb9-5d69-4c70-bdd6-23bb1d1d9292 admin admin] Made reservation on behalf of 94ba729db1e84ca1b79515f97e5cd0c6 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:29.759949 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4a04ecb9-5d69-4c70-bdd6-23bb1d1d9292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:29.783274 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4a04ecb9-5d69-4c70-bdd6-23bb1d1d9292 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:29.925548 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-ff1ce00a-2e17-4538-9c08-6a6b77e5d193 req-9b90b9b2-7f38-4842-aa1b-efe4fc45ce4a tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] For port c5c327af-d318-43ba-b079-6f847679d1bc, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=c5c327af-d318-43ba-b079-6f847679d1bc,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:29.925954 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ff1ce00a-2e17-4538-9c08-6a6b77e5d193 req-9b90b9b2-7f38-4842-aa1b-efe4fc45ce4a tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:29.962174 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-ff1ce00a-2e17-4538-9c08-6a6b77e5d193 req-9b90b9b2-7f38-4842-aa1b-efe4fc45ce4a tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Calling delete_port for c5c327af-d318-43ba-b079-6f847679d1bc owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:29.988825 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4a04ecb9-5d69-4c70-bdd6-23bb1d1d9292 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.000100 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4a04ecb9-5d69-4c70-bdd6-23bb1d1d9292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.057961 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a04ecb9-5d69-4c70-bdd6-23bb1d1d9292 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:35:30.059671 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9ea709-4963-440e-a310-2e5b5e0d7679 x-openstack-request-id: req-7e9ea709-4963-440e-a310-2e5b5e0d7679 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:30.060173 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb505c73-cb5e-4944-b699-e810195a79cd", "tag": "bf28633d-6a48-45f0-8c69-ae309f4efaa3", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:30.060322 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e9ea709-4963-440e-a310-2e5b5e0d7679 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:30.060709 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb505c73-cb5e-4944-b699-e810195a79cd', 'tag': 'bf28633d-6a48-45f0-8c69-ae309f4efaa3', 'status': 'completed', 'code': 200} Nov 12 08:35:30.066632 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04ecb9-5d69-4c70-bdd6-23bb1d1d9292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e56ff37-b7ee-4088-ab7f-232e9b24e3dc,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:30.097455 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4a04ecb9-5d69-4c70-bdd6-23bb1d1d9292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.098791 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-4a04ecb9-5d69-4c70-bdd6-23bb1d1d9292 admin admin] Added segment 8f60f409-5674-40ed-aa31-75f489c40790 of type vlan for network edf3d8ab-2e82-4e2a-9539-c1e0685715cf Nov 12 08:35:30.161306 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4a04ecb9-5d69-4c70-bdd6-23bb1d1d9292 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.176204 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-d23f30ee-ea0a-4000-b900-84ebb9d138c0 service neutron] 10.222.0.58 "GET /v2.0/networks/e418c6d1-49ec-4d66-b0ca-b8b12554b865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6598313 Nov 12 08:35:30.208111 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a45a8-d857-4a49-8b77-5cb4fa01c00f req-15b79e9a-0212-4fb5-9862-b4f9687cc4c2 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:30.208297 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4a04ecb9-5d69-4c70-bdd6-23bb1d1d9292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.210717 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a04ecb9-5d69-4c70-bdd6-23bb1d1d9292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:30.213135 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4a04ecb9-5d69-4c70-bdd6-23bb1d1d9292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.216074 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-911a45a8-d857-4a49-8b77-5cb4fa01c00f req-15b79e9a-0212-4fb5-9862-b4f9687cc4c2 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 951 time: 0.1605661 Nov 12 08:35:30.225173 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d9981-0d9a-4612-8487-9985621c92e4 req-78fd6d15-7e14-48b1-afdf-ff99f5f61a3c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:30.232853 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0f7d9981-0d9a-4612-8487-9985621c92e4 req-78fd6d15-7e14-48b1-afdf-ff99f5f61a3c tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=b034fe05-2200-4a47-844e-fb53a526bfe6 HTTP/1.1" status: 200 len: 950 time: 0.1761069 Nov 12 08:35:30.299232 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04ecb9-5d69-4c70-bdd6-23bb1d1d9292 admin admin] Pushing event updated for resources: {'Network': ['ID=edf3d8ab-2e82-4e2a-9539-c1e0685715cf,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:30.308249 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4a04ecb9-5d69-4c70-bdd6-23bb1d1d9292 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8972023 Nov 12 08:35:30.312149 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38634) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:30.314344 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network edf3d8ab-2e82-4e2a-9539-c1e0685715cf details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:35:30.317914 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5e8318d3-5acd-4e26-9d98-c2745d3d7e7b admin admin] Request body: {'subnet': {'network_id': 'edf3d8ab-2e82-4e2a-9539-c1e0685715cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-929294952-subnet', 'tenant_id': '94ba729db1e84ca1b79515f97e5cd0c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:30.354704 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8318d3-5acd-4e26-9d98-c2745d3d7e7b admin admin] Made reservation on behalf of 94ba729db1e84ca1b79515f97e5cd0c6 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:30.359295 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5e8318d3-5acd-4e26-9d98-c2745d3d7e7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.464463 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-911a45a8-d857-4a49-8b77-5cb4fa01c00f req-5ab383f0-fef2-4b54-b387-9e3daf4f0752 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472959 Nov 12 08:35:30.465744 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ff1ce00a-2e17-4538-9c08-6a6b77e5d193 req-9b90b9b2-7f38-4842-aa1b-efe4fc45ce4a tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.480006 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['cf0c8c5f-5023-449d-8eef-136593dd4a73'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:35:30.548327 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['aedb1d46-4814-42e8-b9c0-f28a00871ad9', '91670ec5-9fa0-4e9e-b508-9ce3671cd99b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:35:30.550386 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0f7d9981-0d9a-4612-8487-9985621c92e4 req-98bbaa00-cf06-4d91-8b67-bf1402224316 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165209 Nov 12 08:35:30.554851 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f10468c0-3f75-42df-9c2b-a2f129c8f128 req-01746ced-77d8-4a6b-8db9-4102766d8f4c service neutron] 10.222.0.58 "GET /v2.0/networks/e418c6d1-49ec-4d66-b0ca-b8b12554b865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196683 Nov 12 08:35:30.614203 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5e8318d3-5acd-4e26-9d98-c2745d3d7e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.673997 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90b9b2-7f38-4842-aa1b-efe4fc45ce4a tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Pushing event deleted for resources: {'Port': ['ID=c5c327af-d318-43ba-b079-6f847679d1bc,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:30.698967 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8318d3-5acd-4e26-9d98-c2745d3d7e7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=acee8422-f7c6-4863-815c-775b35d407f0,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:30.738308 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8318d3-5acd-4e26-9d98-c2745d3d7e7b admin admin] Checking segment: {'id': '8f60f409-5674-40ed-aa31-75f489c40790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'edf3d8ab-2e82-4e2a-9539-c1e0685715cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:30.738876 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8318d3-5acd-4e26-9d98-c2745d3d7e7b admin admin] Network hostable DHCP agents. Network: edf3d8ab-2e82-4e2a-9539-c1e0685715cf, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:35:30.761990 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8318d3-5acd-4e26-9d98-c2745d3d7e7b admin admin] Network edf3d8ab-2e82-4e2a-9539-c1e0685715cf is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:35:30.779090 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-5e8318d3-5acd-4e26-9d98-c2745d3d7e7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, edf3d8ab-2e82-4e2a-9539-c1e0685715cf) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:30.781261 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1ce00a-2e17-4538-9c08-6a6b77e5d193 req-9b90b9b2-7f38-4842-aa1b-efe4fc45ce4a tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] No DVR routers for this DVR port c5c327af-d318-43ba-b079-6f847679d1bc on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:30.789422 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8318d3-5acd-4e26-9d98-c2745d3d7e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:30.789994 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ff1ce00a-2e17-4538-9c08-6a6b77e5d193 req-9b90b9b2-7f38-4842-aa1b-efe4fc45ce4a tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.790169 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5e8318d3-5acd-4e26-9d98-c2745d3d7e7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.793413 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ff1ce00a-2e17-4538-9c08-6a6b77e5d193 req-9b90b9b2-7f38-4842-aa1b-efe4fc45ce4a tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.58 "DELETE /v2.0/ports/c5c327af-d318-43ba-b079-6f847679d1bc HTTP/1.1" status: 204 len: 173 time: 1.6550009 Nov 12 08:35:30.802190 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e19f9-28ad-4ef8-8375-9a241c16ef55 req-3bf42bb2-41f7-4140-870c-70316c1fe1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:30.803712 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-143e19f9-28ad-4ef8-8375-9a241c16ef55 req-3bf42bb2-41f7-4140-870c-70316c1fe1de service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ecc1c88f0ede4893aff25fbd852b1eab&device_id=eb505c73-cb5e-4944-b699-e810195a79cd HTTP/1.1" status: 200 len: 1095 time: 0.1348743 Nov 12 08:35:30.817324 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d333fe9a-6e0a-4ab6-af75-133b41b48010 None None] Network edf3d8ab-2e82-4e2a-9539-c1e0685715cf requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:30.818107 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca282b-81b9-4b42-a8a4-c722fde487ad req-4e4e148d-8cdc-4098-baf8-7e476315d3e9 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:30.826908 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1fca282b-81b9-4b42-a8a4-c722fde487ad req-4e4e148d-8cdc-4098-baf8-7e476315d3e9 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 945 time: 0.2396774 Nov 12 08:35:30.827679 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5e8318d3-5acd-4e26-9d98-c2745d3d7e7b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5125461 Nov 12 08:35:31.043443 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1fca282b-81b9-4b42-a8a4-c722fde487ad req-64cd0aee-5a90-4354-9154-fbb06774b9bc tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142584 Nov 12 08:35:31.113773 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e19f9-28ad-4ef8-8375-9a241c16ef55 req-1e024e60-8886-4622-b929-9bc09616254b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:31.115532 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-143e19f9-28ad-4ef8-8375-9a241c16ef55 req-1e024e60-8886-4622-b929-9bc09616254b service neutron] 10.222.0.58 "GET /v2.0/networks?id=e418c6d1-49ec-4d66-b0ca-b8b12554b865 HTTP/1.1" status: 200 len: 923 time: 0.2863722 Nov 12 08:35:31.165150 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4784061-0586-449f-8ff3-23123b455c2a None None] Network edf3d8ab-2e82-4e2a-9539-c1e0685715cf requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:31.232601 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-143e19f9-28ad-4ef8-8375-9a241c16ef55 req-1aa90775-4883-48c1-b4be-ebe42ee362f4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf28633d-6a48-45f0-8c69-ae309f4efaa3 HTTP/1.1" status: 200 len: 217 time: 0.0983806 Nov 12 08:35:31.367333 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e19f9-28ad-4ef8-8375-9a241c16ef55 req-254dfc4f-9d8a-4773-8fab-146a5e197b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:31.369346 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-143e19f9-28ad-4ef8-8375-9a241c16ef55 req-254dfc4f-9d8a-4773-8fab-146a5e197b2e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=53a9b096-04d8-4c96-a366-bdd653cb153e HTTP/1.1" status: 200 len: 862 time: 0.1003051 Nov 12 08:35:31.379012 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004d61a-40cd-44e8-8e35-5aa9c1999108 req-2e011cb2-29a4-4af3-b452-12164b510350 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:31.380635 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c004d61a-40cd-44e8-8e35-5aa9c1999108 req-2e011cb2-29a4-4af3-b452-12164b510350 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb505c73-cb5e-4944-b699-e810195a79cd HTTP/1.1" status: 200 len: 943 time: 0.2264345 Nov 12 08:35:31.431881 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f48fe-8963-409b-9c2c-2a66b752dfa3 req-6d09678a-aba4-4f2d-8c47-dac18f295b61 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:31.433420 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-116f48fe-8963-409b-9c2c-2a66b752dfa3 req-6d09678a-aba4-4f2d-8c47-dac18f295b61 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 1103 time: 0.1207106 Nov 12 08:35:31.436731 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-143e19f9-28ad-4ef8-8375-9a241c16ef55 req-6ca22a81-5c93-4d8a-af60-c1c144c16d24 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e418c6d1-49ec-4d66-b0ca-b8b12554b865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388625 Nov 12 08:35:31.538657 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c004d61a-40cd-44e8-8e35-5aa9c1999108 req-19a459c9-556d-4f8d-a9f9-b5c69229da4a tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500428 Nov 12 08:35:31.561698 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-116f48fe-8963-409b-9c2c-2a66b752dfa3 req-442df55f-d77a-486a-b0e5-a61577a3d049 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174340 Nov 12 08:35:31.604126 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-143e19f9-28ad-4ef8-8375-9a241c16ef55 req-4f995c53-e849-4058-9c04-a27dce26e8ee service neutron] 10.222.0.58 "GET /v2.0/networks/e418c6d1-49ec-4d66-b0ca-b8b12554b865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412029 Nov 12 08:35:31.729578 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8b2684c2-9b16-4e86-9afb-b623d8103790 req-122097ba-2583-4626-b9bc-af17d7d16f07 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=b034fe05-2200-4a47-844e-fb53a526bfe6 HTTP/1.1" status: 200 len: 210 time: 0.0398533 Nov 12 08:35:31.773160 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-6d0850cf-ced3-4b96-8e4a-92e0de5ec282 req-edf106d5-b4d1-4d2a-b650-f80bc4af6841 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-286273153', 'description': 'tempest-description-631041099'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:31.797643 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-143e19f9-28ad-4ef8-8375-9a241c16ef55 req-b4790e8d-59db-4c23-8f6b-55236772814b service neutron] 10.222.0.58 "GET /v2.0/networks/e418c6d1-49ec-4d66-b0ca-b8b12554b865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835673 Nov 12 08:35:31.814508 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6d0850cf-ced3-4b96-8e4a-92e0de5ec282 req-edf106d5-b4d1-4d2a-b650-f80bc4af6841 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:31.909540 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6d0850cf-ced3-4b96-8e4a-92e0de5ec282 req-edf106d5-b4d1-4d2a-b650-f80bc4af6841 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:31.915320 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6d0850cf-ced3-4b96-8e4a-92e0de5ec282 req-edf106d5-b4d1-4d2a-b650-f80bc4af6841 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:31.936455 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6d0850cf-ced3-4b96-8e4a-92e0de5ec282 req-edf106d5-b4d1-4d2a-b650-f80bc4af6841 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:31.938023 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6d0850cf-ced3-4b96-8e4a-92e0de5ec282 req-edf106d5-b4d1-4d2a-b650-f80bc4af6841 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1785054 Nov 12 08:35:31.962068 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf106d5-b4d1-4d2a-b650-f80bc4af6841 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2af099e5-0024-421b-b171-d758a52fde4e,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:32.048325 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95a09490-e792-43c6-bc6f-31f4ef99fc79 req-7717161d-f7fa-4015-9185-77b8a7675663 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "GET /v2.0/security-groups/2af099e5-0024-421b-b171-d758a52fde4e HTTP/1.1" status: 200 len: 1820 time: 0.0683472 Nov 12 08:35:32.061133 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc9f38-c427-43ce-9242-e7e161506140 req-d8377660-cfe1-4e43-9da9-851d53d43172 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:32.062713 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-29fc9f38-c427-43ce-9242-e7e161506140 req-d8377660-cfe1-4e43-9da9-851d53d43172 tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 1103 time: 0.0651915 Nov 12 08:35:32.065720 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-95a09490-e792-43c6-bc6f-31f4ef99fc79 req-912f8282-f898-4f77-93ca-d32b661a9722 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2af099e5-0024-421b-b171-d758a52fde4e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:32.066026 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-95a09490-e792-43c6-bc6f-31f4ef99fc79 req-912f8282-f898-4f77-93ca-d32b661a9722 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2af099e5-0024-421b-b171-d758a52fde4e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:32.070290 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b034fe05-2200-4a47-844e-fb53a526bfe6', 'name': 'network-vif-deleted', 'tag': 'c5c327af-d318-43ba-b079-6f847679d1bc'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:32.073551 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481b1fbd-c36b-4d14-b83b-7364c43e88bc" -d '{"events": [{"server_uuid": "b034fe05-2200-4a47-844e-fb53a526bfe6", "name": "network-vif-deleted", "tag": "c5c327af-d318-43ba-b079-6f847679d1bc"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:32.139319 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-29fc9f38-c427-43ce-9242-e7e161506140 req-3ceee292-b356-4c98-9821-6ab36d7df59f tempest-ServersAdminTestJSON-2027895515 tempest-ServersAdminTestJSON-2027895515-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634136 Nov 12 08:35:32.185017 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-95a09490-e792-43c6-bc6f-31f4ef99fc79 req-912f8282-f898-4f77-93ca-d32b661a9722 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:32.309523 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 44d8dbdf-3542-4ffb-a400-eff02c1a3b50 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:32.333519 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 44d8dbdf-3542-4ffb-a400-eff02c1a3b50 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:35:32.333868 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 44d8dbdf-3542-4ffb-a400-eff02c1a3b50 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:32.491503 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device c5c327af-d318-43ba-b079-6f847679d1bc no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:32.514441 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: c5c327af-d318-43ba-b079-6f847679d1bc {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:35:32.514733 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device c5c327af-d318-43ba-b079-6f847679d1bc not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:32.542123 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-95a09490-e792-43c6-bc6f-31f4ef99fc79 req-912f8282-f898-4f77-93ca-d32b661a9722 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:32.544289 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f35eaf-13db-49fe-8bfd-6dde621d1c83 x-openstack-request-id: req-d9f35eaf-13db-49fe-8bfd-6dde621d1c83 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:32.544589 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b034fe05-2200-4a47-844e-fb53a526bfe6", "name": "network-vif-deleted", "tag": "c5c327af-d318-43ba-b079-6f847679d1bc", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:32.545011 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9f35eaf-13db-49fe-8bfd-6dde621d1c83 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:32.545327 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b034fe05-2200-4a47-844e-fb53a526bfe6', 'name': 'network-vif-deleted', 'tag': 'c5c327af-d318-43ba-b079-6f847679d1bc', 'status': 'completed', 'code': 200} Nov 12 08:35:32.556590 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-95a09490-e792-43c6-bc6f-31f4ef99fc79 req-912f8282-f898-4f77-93ca-d32b661a9722 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:32.593976 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f8282-f898-4f77-93ca-d32b661a9722 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71a0d0ad-a904-40ae-868c-42923a2824ca,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:32.606297 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-95a09490-e792-43c6-bc6f-31f4ef99fc79 req-912f8282-f898-4f77-93ca-d32b661a9722 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:32.610109 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95a09490-e792-43c6-bc6f-31f4ef99fc79 req-912f8282-f898-4f77-93ca-d32b661a9722 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5532639 Nov 12 08:35:32.625855 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f16266-3046-4ea0-8f3e-251c081514b7 req-718f12e1-6a78-47ec-8f4b-5aa98316786c tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:32.627405 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e7f16266-3046-4ea0-8f3e-251c081514b7 req-718f12e1-6a78-47ec-8f4b-5aa98316786c tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 945 time: 0.0812941 Nov 12 08:35:32.685010 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e7f16266-3046-4ea0-8f3e-251c081514b7 req-8f77e0f0-fb86-4512-9586-51989fa732c9 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496829 Nov 12 08:35:32.813911 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-38cef37d-b245-4483-8640-d44fcb18e835 req-3ae4ea46-6ad1-4939-afff-51a00f1313da tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-679246674', 'description': 'tempest-description-1701593792'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:32.848342 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-38cef37d-b245-4483-8640-d44fcb18e835 req-3ae4ea46-6ad1-4939-afff-51a00f1313da tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:32.932579 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01780a2a-8d3d-4a10-87ac-2e550bb0e978 req-06ed7118-f9bd-4cdf-ab57-dc73b6aa3d05 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:32.934239 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-01780a2a-8d3d-4a10-87ac-2e550bb0e978 req-06ed7118-f9bd-4cdf-ab57-dc73b6aa3d05 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb505c73-cb5e-4944-b699-e810195a79cd HTTP/1.1" status: 200 len: 943 time: 0.0874643 Nov 12 08:35:32.986208 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-38cef37d-b245-4483-8640-d44fcb18e835 req-3ae4ea46-6ad1-4939-afff-51a00f1313da tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:32.992807 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-38cef37d-b245-4483-8640-d44fcb18e835 req-3ae4ea46-6ad1-4939-afff-51a00f1313da tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.034221 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-01780a2a-8d3d-4a10-87ac-2e550bb0e978 req-6a0e6bc2-5918-4e75-8232-55003f937847 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917275 Nov 12 08:35:33.041174 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-38cef37d-b245-4483-8640-d44fcb18e835 req-3ae4ea46-6ad1-4939-afff-51a00f1313da tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.042440 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-38cef37d-b245-4483-8640-d44fcb18e835 req-3ae4ea46-6ad1-4939-afff-51a00f1313da tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2333314 Nov 12 08:35:33.058184 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4ea46-6ad1-4939-afff-51a00f1313da tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1650192-47ea-40c5-bf3e-c3d2985dd579,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:33.213619 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719ec7a-599e-4aca-abf4-ea0b2b0fd033 req-a1ffc726-e6ff-4d8f-8869-fe97f07e3d0a tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:33.215016 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e719ec7a-599e-4aca-abf4-ea0b2b0fd033 req-a1ffc726-e6ff-4d8f-8869-fe97f07e3d0a tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b595565-471d-45c1-be92-4c879e1d1a6d HTTP/1.1" status: 200 len: 949 time: 0.0908420 Nov 12 08:35:33.221255 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4bedb84c-ab4b-4178-8ba6-9270028a8ebc req-061177c8-f838-4867-b5a1-43860977da2f tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "GET /v2.0/security-groups/a1650192-47ea-40c5-bf3e-c3d2985dd579 HTTP/1.1" status: 200 len: 1821 time: 0.0574062 Nov 12 08:35:33.243483 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-4bedb84c-ab4b-4178-8ba6-9270028a8ebc req-4dd2b054-5637-42b7-aad7-348f1e4baf8e tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a1650192-47ea-40c5-bf3e-c3d2985dd579', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:33.243817 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-4bedb84c-ab4b-4178-8ba6-9270028a8ebc req-4dd2b054-5637-42b7-aad7-348f1e4baf8e tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a1650192-47ea-40c5-bf3e-c3d2985dd579', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:33.294637 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e719ec7a-599e-4aca-abf4-ea0b2b0fd033 req-340c537c-fb52-410d-ac5c-564722a9200f tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722146 Nov 12 08:35:33.337533 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4bedb84c-ab4b-4178-8ba6-9270028a8ebc req-4dd2b054-5637-42b7-aad7-348f1e4baf8e tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.358889 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4bedb84c-ab4b-4178-8ba6-9270028a8ebc req-4dd2b054-5637-42b7-aad7-348f1e4baf8e tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.367725 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4bedb84c-ab4b-4178-8ba6-9270028a8ebc req-4dd2b054-5637-42b7-aad7-348f1e4baf8e tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.391163 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2b054-5637-42b7-aad7-348f1e4baf8e tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab79a94-2a9d-4614-829a-2139677cf76c,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:33.402603 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4bedb84c-ab4b-4178-8ba6-9270028a8ebc req-4dd2b054-5637-42b7-aad7-348f1e4baf8e tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.404486 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4bedb84c-ab4b-4178-8ba6-9270028a8ebc req-4dd2b054-5637-42b7-aad7-348f1e4baf8e tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1670580 Nov 12 08:35:33.472946 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-aeb42ba2-33bd-4dc3-868b-27cf8d7ea476 req-e14d4ee2-b329-48a3-ab28-b52894a96a7b tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1231326318', 'description': 'tempest-description-1337620654'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:33.498780 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-aeb42ba2-33bd-4dc3-868b-27cf8d7ea476 req-e14d4ee2-b329-48a3-ab28-b52894a96a7b tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.596332 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-aeb42ba2-33bd-4dc3-868b-27cf8d7ea476 req-e14d4ee2-b329-48a3-ab28-b52894a96a7b tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.601944 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-aeb42ba2-33bd-4dc3-868b-27cf8d7ea476 req-e14d4ee2-b329-48a3-ab28-b52894a96a7b tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.657147 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-aeb42ba2-33bd-4dc3-868b-27cf8d7ea476 req-e14d4ee2-b329-48a3-ab28-b52894a96a7b tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.658612 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aeb42ba2-33bd-4dc3-868b-27cf8d7ea476 req-e14d4ee2-b329-48a3-ab28-b52894a96a7b tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1915762 Nov 12 08:35:33.659998 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d4ee2-b329-48a3-ab28-b52894a96a7b tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fee818e-4ca7-406c-8f57-92feeeb938fa,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:33.695858 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-0aad57f4-ec61-40d3-af55-746d5e3a6bd0 req-a064fe78-7bc6-4568-87b6-abd0becd12c0 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-901229234', 'description': 'tempest-description-599742527'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:33.740138 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0aad57f4-ec61-40d3-af55-746d5e3a6bd0 req-a064fe78-7bc6-4568-87b6-abd0becd12c0 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.836121 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0aad57f4-ec61-40d3-af55-746d5e3a6bd0 req-a064fe78-7bc6-4568-87b6-abd0becd12c0 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.842732 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0aad57f4-ec61-40d3-af55-746d5e3a6bd0 req-a064fe78-7bc6-4568-87b6-abd0becd12c0 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.880307 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0aad57f4-ec61-40d3-af55-746d5e3a6bd0 req-a064fe78-7bc6-4568-87b6-abd0becd12c0 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.881399 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0aad57f4-ec61-40d3-af55-746d5e3a6bd0 req-a064fe78-7bc6-4568-87b6-abd0becd12c0 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1906979 Nov 12 08:35:33.914097 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064fe78-7bc6-4568-87b6-abd0becd12c0 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d683cf9b-c5cc-48d6-ac5e-74b727e274e1,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:33.944110 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6154c4b-f827-45fd-8019-408754a50d76 req-3dcd3842-af14-44f5-b01c-8aa81de5041e tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:33.946357 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d6154c4b-f827-45fd-8019-408754a50d76 req-3dcd3842-af14-44f5-b01c-8aa81de5041e tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 945 time: 0.0925565 Nov 12 08:35:34.025698 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d6154c4b-f827-45fd-8019-408754a50d76 req-116cdddc-5847-471f-bef7-17b87c1146f3 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722229 Nov 12 08:35:34.114064 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64de4ba-098e-4cc9-b5a0-0ae93b13d195 req-79a3f0f5-5056-445e-a170-0876c23830c5 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:34.115614 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b64de4ba-098e-4cc9-b5a0-0ae93b13d195 req-79a3f0f5-5056-445e-a170-0876c23830c5 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=955b1010-6c5d-4edc-8d06-f42576f2d55e HTTP/1.1" status: 200 len: 949 time: 0.0890501 Nov 12 08:35:34.121611 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2718b41d-b411-4229-a5aa-a530c2f52eaf req-b78f205e-35bd-4c5f-9392-ea91812e8276 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "GET /v2.0/security-groups/8fee818e-4ca7-406c-8f57-92feeeb938fa HTTP/1.1" status: 200 len: 1822 time: 0.0590141 Nov 12 08:35:34.193627 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b64de4ba-098e-4cc9-b5a0-0ae93b13d195 req-be89d5b9-74e3-4e72-ad28-21eda948d4f7 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708563 Nov 12 08:35:34.207590 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2718b41d-b411-4229-a5aa-a530c2f52eaf req-b5dbfd7f-c56c-46dd-88a0-f6f77478afad tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "GET /v2.0/security-groups/d683cf9b-c5cc-48d6-ac5e-74b727e274e1 HTTP/1.1" status: 200 len: 1820 time: 0.0758116 Nov 12 08:35:34.221423 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-2718b41d-b411-4229-a5aa-a530c2f52eaf req-85678eb1-7d1a-464f-8e1f-ce5857cb6373 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8fee818e-4ca7-406c-8f57-92feeeb938fa', 'remote_group_id': 'd683cf9b-c5cc-48d6-ac5e-74b727e274e1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:34.222052 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-2718b41d-b411-4229-a5aa-a530c2f52eaf req-85678eb1-7d1a-464f-8e1f-ce5857cb6373 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8fee818e-4ca7-406c-8f57-92feeeb938fa', 'remote_group_id': 'd683cf9b-c5cc-48d6-ac5e-74b727e274e1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:34.322275 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765acdd-b559-4123-9ea2-81393a6066c9 req-0822ba5b-6d39-4864-aa98-d1ab7c1b4860 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:34.324134 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e765acdd-b559-4123-9ea2-81393a6066c9 req-0822ba5b-6d39-4864-aa98-d1ab7c1b4860 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b595565-471d-45c1-be92-4c879e1d1a6d HTTP/1.1" status: 200 len: 949 time: 0.0624504 Nov 12 08:35:34.341154 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2718b41d-b411-4229-a5aa-a530c2f52eaf req-85678eb1-7d1a-464f-8e1f-ce5857cb6373 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:34.357018 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de641054-c236-49b8-9e3b-5941f220abd5 req-d10fb729-b49a-4c27-acfa-dd400570e77f tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:34.358600 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-de641054-c236-49b8-9e3b-5941f220abd5 req-d10fb729-b49a-4c27-acfa-dd400570e77f tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb505c73-cb5e-4944-b699-e810195a79cd HTTP/1.1" status: 200 len: 943 time: 0.0853372 Nov 12 08:35:34.409017 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2718b41d-b411-4229-a5aa-a530c2f52eaf req-85678eb1-7d1a-464f-8e1f-ce5857cb6373 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:34.420177 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2718b41d-b411-4229-a5aa-a530c2f52eaf req-85678eb1-7d1a-464f-8e1f-ce5857cb6373 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:34.448467 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-e765acdd-b559-4123-9ea2-81393a6066c9 req-8806a4f5-9cbe-465d-99a6-94cc9540f277 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Deleting port b85b9031-d863-4124-8f0b-738842afc163 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:34.449162 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e765acdd-b559-4123-9ea2-81393a6066c9 req-8806a4f5-9cbe-465d-99a6-94cc9540f277 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:34.463015 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-de641054-c236-49b8-9e3b-5941f220abd5 req-0b7e2f25-b6d4-4769-bf2d-4cf3085ec2fc tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964482 Nov 12 08:35:34.465057 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85678eb1-7d1a-464f-8e1f-ce5857cb6373 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78342809-6290-4efe-b1bd-2504315b502a,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:34.474206 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2718b41d-b411-4229-a5aa-a530c2f52eaf req-85678eb1-7d1a-464f-8e1f-ce5857cb6373 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:34.490628 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device bf28633d-6a48-45f0-8c69-ae309f4efaa3 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:35:34.509119 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2718b41d-b411-4229-a5aa-a530c2f52eaf req-85678eb1-7d1a-464f-8e1f-ce5857cb6373 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2932606 Nov 12 08:35:34.585225 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-e765acdd-b559-4123-9ea2-81393a6066c9 req-8806a4f5-9cbe-465d-99a6-94cc9540f277 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] For port b85b9031-d863-4124-8f0b-738842afc163, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=b85b9031-d863-4124-8f0b-738842afc163,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:34.587193 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e765acdd-b559-4123-9ea2-81393a6066c9 req-8806a4f5-9cbe-465d-99a6-94cc9540f277 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:34.609601 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-e765acdd-b559-4123-9ea2-81393a6066c9 req-8806a4f5-9cbe-465d-99a6-94cc9540f277 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Calling delete_port for b85b9031-d863-4124-8f0b-738842afc163 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:34.656222 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91764754-d70a-479b-9f34-08a4cef00300 req-680efd54-c0f1-4ea4-b6d3-90558e7432d0 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:34.663929 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-91764754-d70a-479b-9f34-08a4cef00300 req-680efd54-c0f1-4ea4-b6d3-90558e7432d0 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b595565-471d-45c1-be92-4c879e1d1a6d HTTP/1.1" status: 200 len: 949 time: 0.1067247 Nov 12 08:35:34.725032 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port bf28633d-6a48-45f0-8c69-ae309f4efaa3, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=bf28633d-6a48-45f0-8c69-ae309f4efaa3,segment=NetworkSegment(6bd9f4b7-f155-4031-9435-a90b29e6b2d2),segment_id=6bd9f4b7-f155-4031-9435-a90b29e6b2d2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:34.747551 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'bf28633d-6a48-45f0-8c69-ae309f4efaa3', 'network_id': 'e418c6d1-49ec-4d66-b0ca-b8b12554b865', 'port_id': 'bf28633d-6a48-45f0-8c69-ae309f4efaa3', 'mac_address': 'fa:16:3e:cb:87:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a9b096-04d8-4c96-a366-bdd653cb153e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:35:34.760038 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-6ca8f73a-6d90-48b6-b1d8-4bd180e9c74e req-9fd52251-dcf1-45e5-9ba4-23e272f49d7a tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-583860365', 'description': 'tempest-description-284642847'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:34.801634 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:34.812453 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-91764754-d70a-479b-9f34-08a4cef00300 req-785fba5f-9569-45fa-b519-0be83123bac5 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475425 Nov 12 08:35:34.822993 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6ca8f73a-6d90-48b6-b1d8-4bd180e9c74e req-9fd52251-dcf1-45e5-9ba4-23e272f49d7a tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:34.825682 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf28633d-6a48-45f0-8c69-ae309f4efaa3 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:35:34.859946 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port bf28633d-6a48-45f0-8c69-ae309f4efaa3, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=bf28633d-6a48-45f0-8c69-ae309f4efaa3,segment=NetworkSegment(6bd9f4b7-f155-4031-9435-a90b29e6b2d2),segment_id=6bd9f4b7-f155-4031-9435-a90b29e6b2d2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:34.870322 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:34.871932 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e765acdd-b559-4123-9ea2-81393a6066c9 req-8806a4f5-9cbe-465d-99a6-94cc9540f277 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:34.948707 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6ca8f73a-6d90-48b6-b1d8-4bd180e9c74e req-9fd52251-dcf1-45e5-9ba4-23e272f49d7a tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:34.955948 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6ca8f73a-6d90-48b6-b1d8-4bd180e9c74e req-9fd52251-dcf1-45e5-9ba4-23e272f49d7a tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:34.959339 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8806a4f5-9cbe-465d-99a6-94cc9540f277 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Pushing event deleted for resources: {'Port': ['ID=b85b9031-d863-4124-8f0b-738842afc163,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:35.005009 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e765acdd-b559-4123-9ea2-81393a6066c9 req-8806a4f5-9cbe-465d-99a6-94cc9540f277 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] No DVR routers for this DVR port b85b9031-d863-4124-8f0b-738842afc163 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:35.010123 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6ca8f73a-6d90-48b6-b1d8-4bd180e9c74e req-9fd52251-dcf1-45e5-9ba4-23e272f49d7a tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.016300 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6ca8f73a-6d90-48b6-b1d8-4bd180e9c74e req-9fd52251-dcf1-45e5-9ba4-23e272f49d7a tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2819228 Nov 12 08:35:35.020852 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=bf28633d-6a48-45f0-8c69-ae309f4efaa3,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:35.030522 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e765acdd-b559-4123-9ea2-81393a6066c9 req-8806a4f5-9cbe-465d-99a6-94cc9540f277 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.043670 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e765acdd-b559-4123-9ea2-81393a6066c9 req-8806a4f5-9cbe-465d-99a6-94cc9540f277 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.54 "DELETE /v2.0/ports/b85b9031-d863-4124-8f0b-738842afc163 HTTP/1.1" status: 204 len: 173 time: 0.7105906 Nov 12 08:35:35.052738 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['b85b9031-d863-4124-8f0b-738842afc163', 'f7d5e139-4427-4407-815d-22ab61e25223'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:35:35.056148 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['3e420354-8dc2-4371-970c-13fac71eb7d4'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:35:35.065201 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-d97101b8-ad5a-4ad9-8394-470044f360b0 req-e57bad86-3536-4155-aca5-337d2373e512 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2126021847', 'description': 'tempest-description-746845889'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:35.065624 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b595565-471d-45c1-be92-4c879e1d1a6d', 'name': 'network-vif-deleted', 'tag': 'b85b9031-d863-4124-8f0b-738842afc163'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:35.082091 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cd685a-3c82-4036-bc8b-c57b52065921" -d '{"events": [{"server_uuid": "2b595565-471d-45c1-be92-4c879e1d1a6d", "name": "network-vif-deleted", "tag": "b85b9031-d863-4124-8f0b-738842afc163"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:35.083661 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd52251-dcf1-45e5-9ba4-23e272f49d7a tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed081c12-0e52-44a7-b584-9137542c84fe,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:35.103669 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d97101b8-ad5a-4ad9-8394-470044f360b0 req-e57bad86-3536-4155-aca5-337d2373e512 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.244906 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d97101b8-ad5a-4ad9-8394-470044f360b0 req-e57bad86-3536-4155-aca5-337d2373e512 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.258152 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d97101b8-ad5a-4ad9-8394-470044f360b0 req-e57bad86-3536-4155-aca5-337d2373e512 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.403295 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1eec6-39dd-4bc1-8fc9-169dd12c9ed5 req-4532eb2b-0d8e-431e-b085-3dbe4b9f607d tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:35.407236 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-51d1eec6-39dd-4bc1-8fc9-169dd12c9ed5 req-4532eb2b-0d8e-431e-b085-3dbe4b9f607d tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.54 "GET /v2.0/ports?device_id=955b1010-6c5d-4edc-8d06-f42576f2d55e HTTP/1.1" status: 200 len: 949 time: 0.1752594 Nov 12 08:35:35.425923 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['bf28633d-6a48-45f0-8c69-ae309f4efaa3'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:35:35.454595 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d97101b8-ad5a-4ad9-8394-470044f360b0 req-e57bad86-3536-4155-aca5-337d2373e512 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.458133 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d97101b8-ad5a-4ad9-8394-470044f360b0 req-e57bad86-3536-4155-aca5-337d2373e512 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3993688 Nov 12 08:35:35.481908 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57bad86-3536-4155-aca5-337d2373e512 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=693b5bf1-6d2e-4b9f-a8dc-55ab692f8148,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:35.534308 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa6f689-329d-4260-b03c-4d1bde5d8497 x-openstack-request-id: req-ffa6f689-329d-4260-b03c-4d1bde5d8497 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:35.534590 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b595565-471d-45c1-be92-4c879e1d1a6d", "name": "network-vif-deleted", "tag": "b85b9031-d863-4124-8f0b-738842afc163", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:35.534854 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ffa6f689-329d-4260-b03c-4d1bde5d8497 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:35.535266 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b595565-471d-45c1-be92-4c879e1d1a6d', 'name': 'network-vif-deleted', 'tag': 'b85b9031-d863-4124-8f0b-738842afc163', 'status': 'completed', 'code': 200} Nov 12 08:35:35.537160 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959d514-7f72-4386-8697-603bafcb5900 req-5b4bf914-45c5-4d8a-a265-f20359bf1409 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:35.551399 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6959d514-7f72-4386-8697-603bafcb5900 req-5b4bf914-45c5-4d8a-a265-f20359bf1409 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 945 time: 0.2491658 Nov 12 08:35:35.639357 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61abc0-5072-44aa-b56f-4df35afe856c req-808b4e35-7010-43c0-9552-150c75b89486 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:35.641171 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1b61abc0-5072-44aa-b56f-4df35afe856c req-808b4e35-7010-43c0-9552-150c75b89486 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ef875cd-621b-433d-94b9-fba0fe7d620d HTTP/1.1" status: 200 len: 950 time: 0.1676526 Nov 12 08:35:35.724374 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-51d1eec6-39dd-4bc1-8fc9-169dd12c9ed5 req-4b77d5cd-7bb3-4196-812c-37153e902eb6 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Deleting port aedb1d46-4814-42e8-b9c0-f28a00871ad9 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:35.725452 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-51d1eec6-39dd-4bc1-8fc9-169dd12c9ed5 req-4b77d5cd-7bb3-4196-812c-37153e902eb6 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.803921 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6959d514-7f72-4386-8697-603bafcb5900 req-8939eec6-c379-4c34-bf0d-70456370dfc4 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442827 Nov 12 08:35:35.844761 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c58e5b-ca1d-4c8e-9ef2-2987024012b3 req-d8831b84-3812-443b-8dd0-72ac832f7329 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:35.851600 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e7c58e5b-ca1d-4c8e-9ef2-2987024012b3 req-d8831b84-3812-443b-8dd0-72ac832f7329 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=955b1010-6c5d-4edc-8d06-f42576f2d55e HTTP/1.1" status: 200 len: 949 time: 0.2122588 Nov 12 08:35:35.987041 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-1b61abc0-5072-44aa-b56f-4df35afe856c req-fd2e21fc-b308-48a9-bdf0-2c5e75cb400b tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Deleting port 91670ec5-9fa0-4e9e-b508-9ce3671cd99b {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:35.987840 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1b61abc0-5072-44aa-b56f-4df35afe856c req-fd2e21fc-b308-48a9-bdf0-2c5e75cb400b tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.988359 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4ea43913-817f-4e23-bcd1-7a04200e11ba req-a3be3ca7-69d2-41a5-9c8f-967148972204 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "GET /v2.0/security-groups/ed081c12-0e52-44a7-b584-9137542c84fe HTTP/1.1" status: 200 len: 1820 time: 0.1304886 Nov 12 08:35:36.023639 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e7c58e5b-ca1d-4c8e-9ef2-2987024012b3 req-9d7e40a8-1933-4e5c-9b8d-2ce727c2fd18 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476405 Nov 12 08:35:36.055789 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-51d1eec6-39dd-4bc1-8fc9-169dd12c9ed5 req-4b77d5cd-7bb3-4196-812c-37153e902eb6 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] For port aedb1d46-4814-42e8-b9c0-f28a00871ad9, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=aedb1d46-4814-42e8-b9c0-f28a00871ad9,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:36.056748 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-51d1eec6-39dd-4bc1-8fc9-169dd12c9ed5 req-4b77d5cd-7bb3-4196-812c-37153e902eb6 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:36.094646 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4ea43913-817f-4e23-bcd1-7a04200e11ba req-1ea6cf15-d0c9-417e-85a5-51dbc2f2ad72 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "GET /v2.0/security-groups/693b5bf1-6d2e-4b9f-a8dc-55ab692f8148 HTTP/1.1" status: 200 len: 1821 time: 0.0979214 Nov 12 08:35:36.100250 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-4ea43913-817f-4e23-bcd1-7a04200e11ba req-717c09de-dba7-4180-97d8-2d6f2fa3d0ee tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ed081c12-0e52-44a7-b584-9137542c84fe', 'remote_group_id': '693b5bf1-6d2e-4b9f-a8dc-55ab692f8148', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:36.100250 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-4ea43913-817f-4e23-bcd1-7a04200e11ba req-717c09de-dba7-4180-97d8-2d6f2fa3d0ee tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ed081c12-0e52-44a7-b584-9137542c84fe', 'remote_group_id': '693b5bf1-6d2e-4b9f-a8dc-55ab692f8148', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:36.103173 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-51d1eec6-39dd-4bc1-8fc9-169dd12c9ed5 req-4b77d5cd-7bb3-4196-812c-37153e902eb6 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Calling delete_port for aedb1d46-4814-42e8-b9c0-f28a00871ad9 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:36.195836 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f80a57-bef5-452a-9181-03d51bbe50d8 req-d456d219-a873-4729-96e9-b9096ddacc0b tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:36.197471 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8f80a57-bef5-452a-9181-03d51bbe50d8 req-d456d219-a873-4729-96e9-b9096ddacc0b tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb505c73-cb5e-4944-b699-e810195a79cd HTTP/1.1" status: 200 len: 944 time: 0.0835032 Nov 12 08:35:36.262226 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4ea43913-817f-4e23-bcd1-7a04200e11ba req-717c09de-dba7-4180-97d8-2d6f2fa3d0ee tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:36.290338 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8f80a57-bef5-452a-9181-03d51bbe50d8 req-1dedd885-3638-4cd1-b18e-5df69baa0989 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777996 Nov 12 08:35:36.317688 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4ea43913-817f-4e23-bcd1-7a04200e11ba req-717c09de-dba7-4180-97d8-2d6f2fa3d0ee tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:36.324255 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4ea43913-817f-4e23-bcd1-7a04200e11ba req-717c09de-dba7-4180-97d8-2d6f2fa3d0ee tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:36.349243 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c09de-dba7-4180-97d8-2d6f2fa3d0ee tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c83c17a-b38f-4c03-803d-847debc64fe4,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:36.369060 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4ea43913-817f-4e23-bcd1-7a04200e11ba req-717c09de-dba7-4180-97d8-2d6f2fa3d0ee tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:36.371152 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4ea43913-817f-4e23-bcd1-7a04200e11ba req-717c09de-dba7-4180-97d8-2d6f2fa3d0ee tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2757177 Nov 12 08:35:36.509520 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3620f2af-946b-49b9-bce6-7dd7ddb2b49f req-e0ae767b-223b-4122-8b33-05622f58be9b tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "GET /v2.0/security-groups/693b5bf1-6d2e-4b9f-a8dc-55ab692f8148 HTTP/1.1" status: 200 len: 1821 time: 0.0589476 Nov 12 08:35:36.610069 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3620f2af-946b-49b9-bce6-7dd7ddb2b49f req-7d88d8e4-f505-4990-86f4-ef51faa638cb tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:36.629806 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-1b61abc0-5072-44aa-b56f-4df35afe856c req-fd2e21fc-b308-48a9-bdf0-2c5e75cb400b tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] For port 91670ec5-9fa0-4e9e-b508-9ce3671cd99b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=91670ec5-9fa0-4e9e-b508-9ce3671cd99b,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:36.630416 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1b61abc0-5072-44aa-b56f-4df35afe856c req-fd2e21fc-b308-48a9-bdf0-2c5e75cb400b tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:36.651882 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-1b61abc0-5072-44aa-b56f-4df35afe856c req-fd2e21fc-b308-48a9-bdf0-2c5e75cb400b tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Calling delete_port for 91670ec5-9fa0-4e9e-b508-9ce3671cd99b owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:36.656709 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3620f2af-946b-49b9-bce6-7dd7ddb2b49f req-7d88d8e4-f505-4990-86f4-ef51faa638cb tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:36.716279 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-51d1eec6-39dd-4bc1-8fc9-169dd12c9ed5 req-4b77d5cd-7bb3-4196-812c-37153e902eb6 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:36.730326 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['91670ec5-9fa0-4e9e-b508-9ce3671cd99b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:35:36.749184 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3620f2af-946b-49b9-bce6-7dd7ddb2b49f req-7d88d8e4-f505-4990-86f4-ef51faa638cb tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:36.755290 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3620f2af-946b-49b9-bce6-7dd7ddb2b49f req-7d88d8e4-f505-4990-86f4-ef51faa638cb tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:36.759804 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77d5cd-7bb3-4196-812c-37153e902eb6 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Pushing event deleted for resources: {'Port': ['ID=aedb1d46-4814-42e8-b9c0-f28a00871ad9,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:36.760850 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3620f2af-946b-49b9-bce6-7dd7ddb2b49f req-7d88d8e4-f505-4990-86f4-ef51faa638cb tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "DELETE /v2.0/security-groups/693b5bf1-6d2e-4b9f-a8dc-55ab692f8148 HTTP/1.1" status: 204 len: 173 time: 0.2330723 Nov 12 08:35:36.793159 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88d8e4-f505-4990-86f4-ef51faa638cb tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=693b5bf1-6d2e-4b9f-a8dc-55ab692f8148,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:36.858566 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d1eec6-39dd-4bc1-8fc9-169dd12c9ed5 req-4b77d5cd-7bb3-4196-812c-37153e902eb6 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] No DVR routers for this DVR port aedb1d46-4814-42e8-b9c0-f28a00871ad9 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:36.867980 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe556df-1ba7-48e9-aa1e-84c9d47da59e req-f0018f63-81bc-45b4-a57a-464a6511ff04 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:36.869293 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-51d1eec6-39dd-4bc1-8fc9-169dd12c9ed5 req-4b77d5cd-7bb3-4196-812c-37153e902eb6 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:36.873020 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-51d1eec6-39dd-4bc1-8fc9-169dd12c9ed5 req-4b77d5cd-7bb3-4196-812c-37153e902eb6 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.54 "DELETE /v2.0/ports/aedb1d46-4814-42e8-b9c0-f28a00871ad9 HTTP/1.1" status: 204 len: 173 time: 1.4555094 Nov 12 08:35:36.875128 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['cf0c8c5f-5023-449d-8eef-136593dd4a73'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:35:36.878229 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dbe556df-1ba7-48e9-aa1e-84c9d47da59e req-f0018f63-81bc-45b4-a57a-464a6511ff04 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cbc8278-59a4-4fd7-a599-649c472a7729 HTTP/1.1" status: 200 len: 950 time: 0.1055317 Nov 12 08:35:36.933631 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dd96dc55-0ad8-4025-b546-3f3f377905e9 req-cdfd4393-b6df-4052-9128-2f78acc8da42 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "GET /v2.0/security-groups/ed081c12-0e52-44a7-b584-9137542c84fe HTTP/1.1" status: 200 len: 1820 time: 0.1177962 Nov 12 08:35:36.994634 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dbe556df-1ba7-48e9-aa1e-84c9d47da59e req-db1cf556-81fc-4c38-9cf6-98bbb99d9168 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131949 Nov 12 08:35:37.018312 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1b61abc0-5072-44aa-b56f-4df35afe856c req-fd2e21fc-b308-48a9-bdf0-2c5e75cb400b tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:37.078140 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-7c600ac8-b416-4113-b615-019a4bb358ff req-54b8913e-4643-4670-9024-a75c8fe49ade tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-436603843', 'description': 'tempest-description-157484089'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:37.114934 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e21fc-b308-48a9-bdf0-2c5e75cb400b tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Pushing event deleted for resources: {'Port': ['ID=91670ec5-9fa0-4e9e-b508-9ce3671cd99b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:37.117314 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7c600ac8-b416-4113-b615-019a4bb358ff req-54b8913e-4643-4670-9024-a75c8fe49ade tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:37.135351 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1fb36-63b3-4aad-9154-fcfa96aabbcf req-b8e03220-10d9-4ae5-8fd2-a7909d64df7c tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:37.146517 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-54c1fb36-63b3-4aad-9154-fcfa96aabbcf req-b8e03220-10d9-4ae5-8fd2-a7909d64df7c tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 945 time: 0.1116240 Nov 12 08:35:37.182591 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b61abc0-5072-44aa-b56f-4df35afe856c req-fd2e21fc-b308-48a9-bdf0-2c5e75cb400b tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] No DVR routers for this DVR port 91670ec5-9fa0-4e9e-b508-9ce3671cd99b on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:37.190620 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1b61abc0-5072-44aa-b56f-4df35afe856c req-fd2e21fc-b308-48a9-bdf0-2c5e75cb400b tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:37.194269 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1b61abc0-5072-44aa-b56f-4df35afe856c req-fd2e21fc-b308-48a9-bdf0-2c5e75cb400b tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.54 "DELETE /v2.0/ports/91670ec5-9fa0-4e9e-b508-9ce3671cd99b HTTP/1.1" status: 204 len: 173 time: 1.5348833 Nov 12 08:35:37.246343 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-54c1fb36-63b3-4aad-9154-fcfa96aabbcf req-99ca549f-12b9-4ade-8cca-7983860cb242 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979214 Nov 12 08:35:37.347646 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7c600ac8-b416-4113-b615-019a4bb358ff req-54b8913e-4643-4670-9024-a75c8fe49ade tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:37.356405 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7c600ac8-b416-4113-b615-019a4bb358ff req-54b8913e-4643-4670-9024-a75c8fe49ade tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:37.397556 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7c600ac8-b416-4113-b615-019a4bb358ff req-54b8913e-4643-4670-9024-a75c8fe49ade tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:37.399368 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c600ac8-b416-4113-b615-019a4bb358ff req-54b8913e-4643-4670-9024-a75c8fe49ade tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3534722 Nov 12 08:35:37.435701 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f4453b50-86f0-4c78-8753-9efa31ff0da6 req-b06b5c3b-adec-41a7-9153-23d770904843 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=955b1010-6c5d-4edc-8d06-f42576f2d55e HTTP/1.1" status: 200 len: 210 time: 0.0629475 Nov 12 08:35:37.447933 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8913e-4643-4670-9024-a75c8fe49ade tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5100c04-996b-41ff-bc4a-4347f75b485f,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:37.515878 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-343a41ec-b639-4a88-b24f-3659fefb7490 req-ee71bd0b-1f09-4625-92ce-fd7ebe5224ff tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "GET /v2.0/security-groups/a5100c04-996b-41ff-bc4a-4347f75b485f HTTP/1.1" status: 200 len: 1820 time: 0.0462937 Nov 12 08:35:37.536356 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955b1010-6c5d-4edc-8d06-f42576f2d55e', 'name': 'network-vif-deleted', 'tag': 'aedb1d46-4814-42e8-b9c0-f28a00871ad9'}, {'server_uuid': '2ef875cd-621b-433d-94b9-fba0fe7d620d', 'name': 'network-vif-deleted', 'tag': '91670ec5-9fa0-4e9e-b508-9ce3671cd99b'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:37.539686 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0614492a-9523-40a8-89ba-ca4295714c2a" -d '{"events": [{"server_uuid": "955b1010-6c5d-4edc-8d06-f42576f2d55e", "name": "network-vif-deleted", "tag": "aedb1d46-4814-42e8-b9c0-f28a00871ad9"}, {"server_uuid": "2ef875cd-621b-433d-94b9-fba0fe7d620d", "name": "network-vif-deleted", "tag": "91670ec5-9fa0-4e9e-b508-9ce3671cd99b"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:37.567911 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-343a41ec-b639-4a88-b24f-3659fefb7490 req-74d512d1-2801-41a4-a548-3ecf2cca49d6 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a5100c04-996b-41ff-bc4a-4347f75b485f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:37.568283 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-343a41ec-b639-4a88-b24f-3659fefb7490 req-74d512d1-2801-41a4-a548-3ecf2cca49d6 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a5100c04-996b-41ff-bc4a-4347f75b485f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:37.605804 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9940f-bdb7-4f69-a03e-14f56de6d65f req-ec3551a0-64c4-43b5-b92c-b89a94e78629 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:37.607521 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-00a9940f-bdb7-4f69-a03e-14f56de6d65f req-ec3551a0-64c4-43b5-b92c-b89a94e78629 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb505c73-cb5e-4944-b699-e810195a79cd HTTP/1.1" status: 200 len: 944 time: 0.0888014 Nov 12 08:35:37.676238 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-343a41ec-b639-4a88-b24f-3659fefb7490 req-74d512d1-2801-41a4-a548-3ecf2cca49d6 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:37.691561 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-00a9940f-bdb7-4f69-a03e-14f56de6d65f req-14e50329-fecf-40a9-a1e7-a8efddd1e66e tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767732 Nov 12 08:35:37.738009 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-343a41ec-b639-4a88-b24f-3659fefb7490 req-74d512d1-2801-41a4-a548-3ecf2cca49d6 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:37.741508 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-030f4c10-dfdb-4ee7-9954-e2f7d0d73c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:37.743874 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-343a41ec-b639-4a88-b24f-3659fefb7490 req-74d512d1-2801-41a4-a548-3ecf2cca49d6 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:37.767797 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['cf0c8c5f-5023-449d-8eef-136593dd4a73'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:35:37.777573 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-343a41ec-b639-4a88-b24f-3659fefb7490 req-74d512d1-2801-41a4-a548-3ecf2cca49d6 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:37.779301 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-343a41ec-b639-4a88-b24f-3659fefb7490 req-74d512d1-2801-41a4-a548-3ecf2cca49d6 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2183204 Nov 12 08:35:37.783091 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d512d1-2801-41a4-a548-3ecf2cca49d6 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00721452-8489-4356-bb43-d68406af81de,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:37.897595 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1b7635-6c7d-4694-9e48-9f06051beecf x-openstack-request-id: req-5c1b7635-6c7d-4694-9e48-9f06051beecf {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:37.900038 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955b1010-6c5d-4edc-8d06-f42576f2d55e", "name": "network-vif-deleted", "tag": "aedb1d46-4814-42e8-b9c0-f28a00871ad9", "status": "completed", "code": 200}, {"server_uuid": "2ef875cd-621b-433d-94b9-fba0fe7d620d", "name": "network-vif-deleted", "tag": "91670ec5-9fa0-4e9e-b508-9ce3671cd99b", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:37.901780 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c1b7635-6c7d-4694-9e48-9f06051beecf {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:37.905509 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955b1010-6c5d-4edc-8d06-f42576f2d55e', 'name': 'network-vif-deleted', 'tag': 'aedb1d46-4814-42e8-b9c0-f28a00871ad9', 'status': 'completed', 'code': 200} Nov 12 08:35:37.907646 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef875cd-621b-433d-94b9-fba0fe7d620d', 'name': 'network-vif-deleted', 'tag': '91670ec5-9fa0-4e9e-b508-9ce3671cd99b', 'status': 'completed', 'code': 200} Nov 12 08:35:37.992327 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fbdf1e62-affa-45de-86bd-fd13b762ead0 req-7e4f2d14-cf4b-4a3e-9387-4b1faac73951 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "GET /v2.0/security-groups/a5100c04-996b-41ff-bc4a-4347f75b485f HTTP/1.1" status: 200 len: 2413 time: 0.0683424 Nov 12 08:35:37.997144 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-fbdf1e62-affa-45de-86bd-fd13b762ead0 req-21f5d149-04c8-4314-b695-67498dbaac70 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a5100c04-996b-41ff-bc4a-4347f75b485f', 'remote_group_id': None}]} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:37.997825 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-fbdf1e62-affa-45de-86bd-fd13b762ead0 req-21f5d149-04c8-4314-b695-67498dbaac70 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a5100c04-996b-41ff-bc4a-4347f75b485f', 'remote_group_id': None}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:38.093916 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fbdf1e62-affa-45de-86bd-fd13b762ead0 req-21f5d149-04c8-4314-b695-67498dbaac70 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.153148 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fbdf1e62-affa-45de-86bd-fd13b762ead0 req-21f5d149-04c8-4314-b695-67498dbaac70 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.158823 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fbdf1e62-affa-45de-86bd-fd13b762ead0 req-21f5d149-04c8-4314-b695-67498dbaac70 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.188352 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699d606-13fd-418b-b6be-61cf0da5de9f req-ce17f93b-e19b-4249-a840-0081566d77e8 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:38.189901 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4699d606-13fd-418b-b6be-61cf0da5de9f req-ce17f93b-e19b-4249-a840-0081566d77e8 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cbc8278-59a4-4fd7-a599-649c472a7729 HTTP/1.1" status: 200 len: 950 time: 0.0867155 Nov 12 08:35:38.191394 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5d149-04c8-4314-b695-67498dbaac70 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b088787-7bf5-4f92-98f3-a884c80f7efd,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:38.200357 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fbdf1e62-affa-45de-86bd-fd13b762ead0 req-21f5d149-04c8-4314-b695-67498dbaac70 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.201608 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fbdf1e62-affa-45de-86bd-fd13b762ead0 req-21f5d149-04c8-4314-b695-67498dbaac70 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2090707 Nov 12 08:35:38.296650 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4699d606-13fd-418b-b6be-61cf0da5de9f req-158b6594-721d-4756-94a0-f1e4d77f29e6 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938883 Nov 12 08:35:38.309058 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-537393e1-493b-47de-a5a2-1c53cef1dda3 req-c9e4d51e-c757-406a-a571-7160539edee3 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "GET /v2.0/security-groups/a5100c04-996b-41ff-bc4a-4347f75b485f HTTP/1.1" status: 200 len: 3011 time: 0.0718081 Nov 12 08:35:38.359785 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device aedb1d46-4814-42e8-b9c0-f28a00871ad9 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:38.373920 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-31c9730c-16da-4e4e-9cf6-fb63423d6709 req-dc4ba147-ef47-4b64-ad26-1236107017f7 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "GET /v2.0/security-group-rules/8b088787-7bf5-4f92-98f3-a884c80f7efd HTTP/1.1" status: 200 len: 783 time: 0.0286295 Nov 12 08:35:38.395150 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: aedb1d46-4814-42e8-b9c0-f28a00871ad9 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:35:38.395765 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device aedb1d46-4814-42e8-b9c0-f28a00871ad9 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:38.396177 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device b85b9031-d863-4124-8f0b-738842afc163 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:38.417681 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: b85b9031-d863-4124-8f0b-738842afc163 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:35:38.418279 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device b85b9031-d863-4124-8f0b-738842afc163 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:38.461873 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-31c9730c-16da-4e4e-9cf6-fb63423d6709 req-81e4aafd-bad7-40cc-9563-6d3520145460 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "GET /v2.0/security-groups/a5100c04-996b-41ff-bc4a-4347f75b485f HTTP/1.1" status: 200 len: 3011 time: 0.0810235 Nov 12 08:35:38.494093 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device bf28633d-6a48-45f0-8c69-ae309f4efaa3 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:38.495925 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d926269-84e8-4a59-80be-5f78a2a0c9ac req-82157f5a-d0d6-4ade-a72e-7ff16ed8f10b tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:38.497465 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6d926269-84e8-4a59-80be-5f78a2a0c9ac req-82157f5a-d0d6-4ade-a72e-7ff16ed8f10b tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 945 time: 0.0945933 Nov 12 08:35:38.517896 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-31c9730c-16da-4e4e-9cf6-fb63423d6709 req-2450fb01-0959-40c1-a688-9c694c67c64e tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.533651 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-31c9730c-16da-4e4e-9cf6-fb63423d6709 req-2450fb01-0959-40c1-a688-9c694c67c64e tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.559103 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port bf28633d-6a48-45f0-8c69-ae309f4efaa3 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:35:38.563462 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port bf28633d-6a48-45f0-8c69-ae309f4efaa3 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:38.563993 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.576788 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6d926269-84e8-4a59-80be-5f78a2a0c9ac req-20d30f31-a10a-4ba2-ab1e-1c631e8c2b98 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723290 Nov 12 08:35:38.597757 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-31c9730c-16da-4e4e-9cf6-fb63423d6709 req-2450fb01-0959-40c1-a688-9c694c67c64e tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.609362 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-31c9730c-16da-4e4e-9cf6-fb63423d6709 req-2450fb01-0959-40c1-a688-9c694c67c64e tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.609362 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-31c9730c-16da-4e4e-9cf6-fb63423d6709 req-2450fb01-0959-40c1-a688-9c694c67c64e tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/8b088787-7bf5-4f92-98f3-a884c80f7efd HTTP/1.1" status: 204 len: 173 time: 0.1382148 Nov 12 08:35:38.654440 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450fb01-0959-40c1-a688-9c694c67c64e tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b088787-7bf5-4f92-98f3-a884c80f7efd,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:38.708032 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-14cdb759-a22a-488e-a5ce-9ae51854b61a req-18c63239-b8e0-4b97-b4a6-a5e466ff0027 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "GET /v2.0/security-groups/a5100c04-996b-41ff-bc4a-4347f75b485f HTTP/1.1" status: 200 len: 2413 time: 0.0667989 Nov 12 08:35:38.731702 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.771455 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb505c73-cb5e-4944-b699-e810195a79cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf28633d-6a48-45f0-8c69-ae309f4efaa3'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:38.775037 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e6973c-2b74-4b83-8d71-1f906fa47dc9" -d '{"events": [{"server_uuid": "eb505c73-cb5e-4944-b699-e810195a79cd", "name": "network-vif-plugged", "status": "completed", "tag": "bf28633d-6a48-45f0-8c69-ae309f4efaa3"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:38.792410 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port bf28633d-6a48-45f0-8c69-ae309f4efaa3, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=bf28633d-6a48-45f0-8c69-ae309f4efaa3,segment=NetworkSegment(6bd9f4b7-f155-4031-9435-a90b29e6b2d2),segment_id=6bd9f4b7-f155-4031-9435-a90b29e6b2d2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:38.797077 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-14cdb759-a22a-488e-a5ce-9ae51854b61a req-f7ddf9bd-d742-4d9b-be39-3af84db950a6 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.798394 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.847250 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-14cdb759-a22a-488e-a5ce-9ae51854b61a req-f7ddf9bd-d742-4d9b-be39-3af84db950a6 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.860748 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=bf28633d-6a48-45f0-8c69-ae309f4efaa3,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:38.869584 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2eaf23-d47c-48a1-b7fd-27d35d200d50 req-2a70f85f-76a0-4e01-a1d1-d3d2b34bb108 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:38.871177 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6c2eaf23-d47c-48a1-b7fd-27d35d200d50 req-2a70f85f-76a0-4e01-a1d1-d3d2b34bb108 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb505c73-cb5e-4944-b699-e810195a79cd HTTP/1.1" status: 200 len: 945 time: 0.0891182 Nov 12 08:35:38.941266 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-14cdb759-a22a-488e-a5ce-9ae51854b61a req-f7ddf9bd-d742-4d9b-be39-3af84db950a6 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.943862 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-14cdb759-a22a-488e-a5ce-9ae51854b61a req-f7ddf9bd-d742-4d9b-be39-3af84db950a6 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.945081 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-14cdb759-a22a-488e-a5ce-9ae51854b61a req-f7ddf9bd-d742-4d9b-be39-3af84db950a6 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "DELETE /v2.0/security-groups/a5100c04-996b-41ff-bc4a-4347f75b485f HTTP/1.1" status: 204 len: 173 time: 0.2284822 Nov 12 08:35:38.957272 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6c2eaf23-d47c-48a1-b7fd-27d35d200d50 req-2d4de7cb-54b8-4be0-83d7-221b181ddcbc tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653553 Nov 12 08:35:38.963024 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ddf9bd-d742-4d9b-be39-3af84db950a6 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5100c04-996b-41ff-bc4a-4347f75b485f,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:39.039911 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55441e60-9378-4091-bdea-eea7fef3b911 x-openstack-request-id: req-55441e60-9378-4091-bdea-eea7fef3b911 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:39.040486 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb505c73-cb5e-4944-b699-e810195a79cd", "name": "network-vif-plugged", "status": "completed", "tag": "bf28633d-6a48-45f0-8c69-ae309f4efaa3", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:39.040925 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-55441e60-9378-4091-bdea-eea7fef3b911 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:39.041505 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb505c73-cb5e-4944-b699-e810195a79cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf28633d-6a48-45f0-8c69-ae309f4efaa3', 'code': 200} Nov 12 08:35:39.078961 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1159c89-05c4-4258-8f6d-8990fc0cad2a req-d0242857-fab7-4463-ab45-69178d31019b tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:39.080719 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f1159c89-05c4-4258-8f6d-8990fc0cad2a req-d0242857-fab7-4463-ab45-69178d31019b tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cbc8278-59a4-4fd7-a599-649c472a7729 HTTP/1.1" status: 200 len: 950 time: 0.0602286 Nov 12 08:35:39.187281 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [req-b770d438-ff2c-4992-8562-4274c7d66760 req-00813340-de92-4f75-a50d-ebe9eafc6cfb tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] show failed (client error): The resource could not be found. Nov 12 08:35:39.188381 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b770d438-ff2c-4992-8562-4274c7d66760 req-00813340-de92-4f75-a50d-ebe9eafc6cfb tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "GET /v2.0/security-groups/693b5bf1-6d2e-4b9f-a8dc-55ab692f8148 HTTP/1.1" status: 404 len: 352 time: 0.0648065 Nov 12 08:35:39.260796 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbb4f8-96c3-4897-9484-95ac3ddc4e63 req-ecec3f48-4b08-4780-ba8e-bc1b6e3e8fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:39.262688 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-94dbb4f8-96c3-4897-9484-95ac3ddc4e63 req-ecec3f48-4b08-4780-ba8e-bc1b6e3e8fb4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=eb505c73-cb5e-4944-b699-e810195a79cd HTTP/1.1" status: 200 len: 1097 time: 0.1136239 Nov 12 08:35:39.312310 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-96a88879-04f3-4e8e-b455-d9cd925ed392 req-ec4f1a9f-6645-4504-804a-50767bcfb639 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "GET /v2.0/security-groups/ed081c12-0e52-44a7-b584-9137542c84fe HTTP/1.1" status: 200 len: 1820 time: 0.0853252 Nov 12 08:35:39.329545 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-f1159c89-05c4-4258-8f6d-8990fc0cad2a req-41b69df9-c001-4686-ba56-e501071f7000 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Deleting port 3e420354-8dc2-4371-970c-13fac71eb7d4 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:39.329895 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f1159c89-05c4-4258-8f6d-8990fc0cad2a req-41b69df9-c001-4686-ba56-e501071f7000 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.427494 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-94dbb4f8-96c3-4897-9484-95ac3ddc4e63 req-c6ccbb89-c71c-4d03-a62e-842a141014c3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434660 Nov 12 08:35:39.511063 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-96a88879-04f3-4e8e-b455-d9cd925ed392 req-b7532e5a-0b02-4d74-9ecd-b74ac63e60a9 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.529563 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-f1159c89-05c4-4258-8f6d-8990fc0cad2a req-41b69df9-c001-4686-ba56-e501071f7000 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] For port 3e420354-8dc2-4371-970c-13fac71eb7d4, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=3e420354-8dc2-4371-970c-13fac71eb7d4,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:39.529930 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f1159c89-05c4-4258-8f6d-8990fc0cad2a req-41b69df9-c001-4686-ba56-e501071f7000 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.539731 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c1aef-c0a6-41fb-990e-e0871d9c6734 req-ba5ab0aa-f37a-44a5-9d39-4b1e90b96945 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:39.541274 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e21c1aef-c0a6-41fb-990e-e0871d9c6734 req-ba5ab0aa-f37a-44a5-9d39-4b1e90b96945 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1170e81-307c-466b-adf3-dbea7406d378 HTTP/1.1" status: 200 len: 949 time: 0.1684580 Nov 12 08:35:39.562208 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-f1159c89-05c4-4258-8f6d-8990fc0cad2a req-41b69df9-c001-4686-ba56-e501071f7000 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Calling delete_port for 3e420354-8dc2-4371-970c-13fac71eb7d4 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:39.574499 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-96a88879-04f3-4e8e-b455-d9cd925ed392 req-b7532e5a-0b02-4d74-9ecd-b74ac63e60a9 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.700618 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e21c1aef-c0a6-41fb-990e-e0871d9c6734 req-363bc98b-c56f-4578-991f-3b9adbf4b674 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498792 Nov 12 08:35:39.703409 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-96a88879-04f3-4e8e-b455-d9cd925ed392 req-b7532e5a-0b02-4d74-9ecd-b74ac63e60a9 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.706136 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-96a88879-04f3-4e8e-b455-d9cd925ed392 req-b7532e5a-0b02-4d74-9ecd-b74ac63e60a9 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.707328 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-96a88879-04f3-4e8e-b455-d9cd925ed392 req-b7532e5a-0b02-4d74-9ecd-b74ac63e60a9 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "DELETE /v2.0/security-groups/ed081c12-0e52-44a7-b584-9137542c84fe HTTP/1.1" status: 204 len: 173 time: 0.3728678 Nov 12 08:35:39.742918 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7532e5a-0b02-4d74-9ecd-b74ac63e60a9 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed081c12-0e52-44a7-b584-9137542c84fe,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:39.893666 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f1159c89-05c4-4258-8f6d-8990fc0cad2a req-41b69df9-c001-4686-ba56-e501071f7000 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.908517 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['f7d5e139-4427-4407-815d-22ab61e25223'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:35:39.911139 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c141864-93c0-4221-bb49-4b59b25d1c55 req-74b18a36-133f-48c3-8602-0d46e7e18d98 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:39.912743 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6c141864-93c0-4221-bb49-4b59b25d1c55 req-74b18a36-133f-48c3-8602-0d46e7e18d98 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cbc8278-59a4-4fd7-a599-649c472a7729 HTTP/1.1" status: 200 len: 867 time: 0.1443369 Nov 12 08:35:39.913018 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['3e420354-8dc2-4371-970c-13fac71eb7d4'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:35:39.927840 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bcb79c-df01-4d46-b7bd-ea0730d73c1b req-a2840385-fd47-4199-a9e3-ea14a857b922 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:39.929654 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d6bcb79c-df01-4d46-b7bd-ea0730d73c1b req-a2840385-fd47-4199-a9e3-ea14a857b922 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 945 time: 0.1399353 Nov 12 08:35:39.959895 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b69df9-c001-4686-ba56-e501071f7000 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Pushing event deleted for resources: {'Port': ['ID=3e420354-8dc2-4371-970c-13fac71eb7d4,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:40.031129 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1159c89-05c4-4258-8f6d-8990fc0cad2a req-41b69df9-c001-4686-ba56-e501071f7000 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] No DVR routers for this DVR port 3e420354-8dc2-4371-970c-13fac71eb7d4 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:40.042679 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f1159c89-05c4-4258-8f6d-8990fc0cad2a req-41b69df9-c001-4686-ba56-e501071f7000 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.046968 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f1159c89-05c4-4258-8f6d-8990fc0cad2a req-41b69df9-c001-4686-ba56-e501071f7000 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.58 "DELETE /v2.0/ports/3e420354-8dc2-4371-970c-13fac71eb7d4 HTTP/1.1" status: 204 len: 173 time: 0.9334741 Nov 12 08:35:40.047471 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbc8278-59a4-4fd7-a599-649c472a7729', 'name': 'network-vif-deleted', 'tag': '3e420354-8dc2-4371-970c-13fac71eb7d4'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:40.049827 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d415220-3c8f-4f99-8a5f-8209e26d3500" -d '{"events": [{"server_uuid": "8cbc8278-59a4-4fd7-a599-649c472a7729", "name": "network-vif-deleted", "tag": "3e420354-8dc2-4371-970c-13fac71eb7d4"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:40.107960 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d6bcb79c-df01-4d46-b7bd-ea0730d73c1b req-b4b4ddef-1b32-46e1-806a-c97ae998026c tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544297 Nov 12 08:35:40.127905 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6c141864-93c0-4221-bb49-4b59b25d1c55 req-049db7b3-f0e4-4a96-8def-f5162555c048 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935596 Nov 12 08:35:40.144329 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c010-bc25-4603-98f5-779374743aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.197731 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d44a821f-814b-4639-92c3-a9756069a3f8 req-a8729524-7d48-44c5-a59d-207db19fda2a tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "GET /v2.0/security-groups/d683cf9b-c5cc-48d6-ac5e-74b727e274e1 HTTP/1.1" status: 200 len: 1820 time: 0.0544336 Nov 12 08:35:40.301036 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d44a821f-814b-4639-92c3-a9756069a3f8 req-6e9e4e1b-c98f-4fc9-be4a-d7b83632d86b tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.326175 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d0a33-d6dd-46d1-8377-d91e070cc1d3 req-d61bf741-7893-442f-81fd-d9a6a70b50a0 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:40.332412 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e93d0a33-d6dd-46d1-8377-d91e070cc1d3 req-d61bf741-7893-442f-81fd-d9a6a70b50a0 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb505c73-cb5e-4944-b699-e810195a79cd HTTP/1.1" status: 200 len: 945 time: 0.0998075 Nov 12 08:35:40.360368 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d44a821f-814b-4639-92c3-a9756069a3f8 req-6e9e4e1b-c98f-4fc9-be4a-d7b83632d86b tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.365367 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 91670ec5-9fa0-4e9e-b508-9ce3671cd99b no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:40.452690 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 91670ec5-9fa0-4e9e-b508-9ce3671cd99b {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:35:40.453038 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 91670ec5-9fa0-4e9e-b508-9ce3671cd99b not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:40.463514 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e93d0a33-d6dd-46d1-8377-d91e070cc1d3 req-4649c243-5f63-4e36-a50f-bc6f1dbffe2d tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275041 Nov 12 08:35:40.506235 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d44a821f-814b-4639-92c3-a9756069a3f8 req-6e9e4e1b-c98f-4fc9-be4a-d7b83632d86b tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.509391 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d44a821f-814b-4639-92c3-a9756069a3f8 req-6e9e4e1b-c98f-4fc9-be4a-d7b83632d86b tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.510558 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d44a821f-814b-4639-92c3-a9756069a3f8 req-6e9e4e1b-c98f-4fc9-be4a-d7b83632d86b tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "DELETE /v2.0/security-groups/d683cf9b-c5cc-48d6-ac5e-74b727e274e1 HTTP/1.1" status: 204 len: 173 time: 0.3059144 Nov 12 08:35:40.533612 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e4e1b-c98f-4fc9-be4a-d7b83632d86b tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d683cf9b-c5cc-48d6-ac5e-74b727e274e1,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:40.546836 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969e4702-a175-42e6-91bd-8f044559365a x-openstack-request-id: req-969e4702-a175-42e6-91bd-8f044559365a {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:40.547124 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cbc8278-59a4-4fd7-a599-649c472a7729", "name": "network-vif-deleted", "tag": "3e420354-8dc2-4371-970c-13fac71eb7d4", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:40.547374 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-969e4702-a175-42e6-91bd-8f044559365a {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:40.547795 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cbc8278-59a4-4fd7-a599-649c472a7729', 'name': 'network-vif-deleted', 'tag': '3e420354-8dc2-4371-970c-13fac71eb7d4', 'status': 'completed', 'code': 200} Nov 12 08:35:40.674798 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75a40a9b-6830-4aea-870d-b2c861148ff5 req-b9b7b31c-7b42-4fed-8fb8-ba1f8b715459 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "GET /v2.0/security-groups/8fee818e-4ca7-406c-8f57-92feeeb938fa HTTP/1.1" status: 200 len: 1822 time: 0.0483418 Nov 12 08:35:40.747244 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75a40a9b-6830-4aea-870d-b2c861148ff5 req-167d37d9-9df1-457d-8cb4-cce34af819d2 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.773016 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75a40a9b-6830-4aea-870d-b2c861148ff5 req-167d37d9-9df1-457d-8cb4-cce34af819d2 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.864134 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f1297-8f08-4386-b5fb-4bce19bf745f req-8f45c2cc-f169-409e-8eb0-2f7f359469b1 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:40.866398 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8a6f1297-8f08-4386-b5fb-4bce19bf745f req-8f45c2cc-f169-409e-8eb0-2f7f359469b1 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1170e81-307c-466b-adf3-dbea7406d378 HTTP/1.1" status: 200 len: 949 time: 0.0834558 Nov 12 08:35:40.868286 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75a40a9b-6830-4aea-870d-b2c861148ff5 req-167d37d9-9df1-457d-8cb4-cce34af819d2 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.870974 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75a40a9b-6830-4aea-870d-b2c861148ff5 req-167d37d9-9df1-457d-8cb4-cce34af819d2 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.872123 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75a40a9b-6830-4aea-870d-b2c861148ff5 req-167d37d9-9df1-457d-8cb4-cce34af819d2 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "DELETE /v2.0/security-groups/8fee818e-4ca7-406c-8f57-92feeeb938fa HTTP/1.1" status: 204 len: 173 time: 0.1896632 Nov 12 08:35:40.901760 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d37d9-9df1-457d-8cb4-cce34af819d2 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fee818e-4ca7-406c-8f57-92feeeb938fa,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:40.964335 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8a6f1297-8f08-4386-b5fb-4bce19bf745f req-4969c1ec-6654-4a7b-ade7-59b17cce4a73 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911629 Nov 12 08:35:40.982083 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f08dd78a-2cb3-4fdb-8b07-534d61ff55ab req-f09042bb-b337-41cb-b7c5-7f1ce4426534 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "GET /v2.0/security-groups/a1650192-47ea-40c5-bf3e-c3d2985dd579 HTTP/1.1" status: 200 len: 2420 time: 0.0811067 Nov 12 08:35:41.060608 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f08dd78a-2cb3-4fdb-8b07-534d61ff55ab req-49202e26-fec4-4c64-8e5d-efef333f43d4 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.092162 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f08dd78a-2cb3-4fdb-8b07-534d61ff55ab req-49202e26-fec4-4c64-8e5d-efef333f43d4 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.149335 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f08dd78a-2cb3-4fdb-8b07-534d61ff55ab req-49202e26-fec4-4c64-8e5d-efef333f43d4 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.153703 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f08dd78a-2cb3-4fdb-8b07-534d61ff55ab req-49202e26-fec4-4c64-8e5d-efef333f43d4 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.154890 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f08dd78a-2cb3-4fdb-8b07-534d61ff55ab req-49202e26-fec4-4c64-8e5d-efef333f43d4 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "DELETE /v2.0/security-groups/a1650192-47ea-40c5-bf3e-c3d2985dd579 HTTP/1.1" status: 204 len: 173 time: 0.1662493 Nov 12 08:35:41.165325 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49202e26-fec4-4c64-8e5d-efef333f43d4 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1650192-47ea-40c5-bf3e-c3d2985dd579,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:41.289697 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc539895-23dd-4e02-b434-47aede93ad18 req-ca187b4d-ed56-48aa-be05-d92cb31a8db5 tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "GET /v2.0/security-groups/2af099e5-0024-421b-b171-d758a52fde4e HTTP/1.1" status: 200 len: 2413 time: 0.0665419 Nov 12 08:35:41.297492 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e608c-c74a-4716-b890-0c0b6c684ece req-064724b1-fbe4-42e4-9c50-4997d57d8694 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:41.298964 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ea2e608c-c74a-4716-b890-0c0b6c684ece req-064724b1-fbe4-42e4-9c50-4997d57d8694 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 945 time: 0.0916004 Nov 12 08:35:41.399819 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ea2e608c-c74a-4716-b890-0c0b6c684ece req-3c120f1d-8787-4aa6-ace8-c57e36585043 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895021 Nov 12 08:35:41.410254 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-cc539895-23dd-4e02-b434-47aede93ad18 req-d1de503b-f943-4811-a5b6-8094de4964aa tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.446723 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-cc539895-23dd-4e02-b434-47aede93ad18 req-d1de503b-f943-4811-a5b6-8094de4964aa tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.529829 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-cc539895-23dd-4e02-b434-47aede93ad18 req-d1de503b-f943-4811-a5b6-8094de4964aa tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.533145 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-cc539895-23dd-4e02-b434-47aede93ad18 req-d1de503b-f943-4811-a5b6-8094de4964aa tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.534324 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc539895-23dd-4e02-b434-47aede93ad18 req-d1de503b-f943-4811-a5b6-8094de4964aa tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] 10.222.0.37 "DELETE /v2.0/security-groups/2af099e5-0024-421b-b171-d758a52fde4e HTTP/1.1" status: 204 len: 173 time: 0.2344520 Nov 12 08:35:41.544053 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38916) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:41.573146 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de503b-f943-4811-a5b6-8094de4964aa tempest-SecurityGroupRulesTestJSON-1004404109 tempest-SecurityGroupRulesTestJSON-1004404109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af099e5-0024-421b-b171-d758a52fde4e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:41.601140 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-479de9fe-11fb-4760-9cff-af8fbfb0c23a admin admin] Deleting subnet acee8422-f7c6-4863-815c-775b35d407f0 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:35:41.605452 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-479de9fe-11fb-4760-9cff-af8fbfb0c23a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.655029 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-479de9fe-11fb-4760-9cff-af8fbfb0c23a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.704961 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62d2ac-83bc-4e61-9783-3ee80d8f99d2 req-3cf4b1b4-ae0e-4609-9036-e4daf2712623 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:41.712216 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-479de9fe-11fb-4760-9cff-af8fbfb0c23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.712994 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae62d2ac-83bc-4e61-9783-3ee80d8f99d2 req-3cf4b1b4-ae0e-4609-9036-e4daf2712623 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb505c73-cb5e-4944-b699-e810195a79cd HTTP/1.1" status: 200 len: 945 time: 0.0751991 Nov 12 08:35:41.784620 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae62d2ac-83bc-4e61-9783-3ee80d8f99d2 req-6a89eb79-663c-43f3-9389-76604c6534f2 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704386 Nov 12 08:35:41.797013 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-479de9fe-11fb-4760-9cff-af8fbfb0c23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.823494 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-479de9fe-11fb-4760-9cff-af8fbfb0c23a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.827393 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-479de9fe-11fb-4760-9cff-af8fbfb0c23a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/acee8422-f7c6-4863-815c-775b35d407f0 HTTP/1.1" status: 204 len: 168 time: 0.2847075 Nov 12 08:35:41.832510 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38926) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:41.848140 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479de9fe-11fb-4760-9cff-af8fbfb0c23a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acee8422-f7c6-4863-815c-775b35d407f0,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:41.870716 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdeab4-9d9e-4600-a184-5dae13390ca6 req-73a94a0b-f81f-4e72-a308-8a80cc2363b0 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:41.872924 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8dfdeab4-9d9e-4600-a184-5dae13390ca6 req-73a94a0b-f81f-4e72-a308-8a80cc2363b0 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 951 time: 0.1096876 Nov 12 08:35:41.889755 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.946422 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-82f63148-522d-434a-a01a-3d0500a88fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.981233 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8dfdeab4-9d9e-4600-a184-5dae13390ca6 req-b27535cb-8186-4876-bb0b-2c8bb7ae1252 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014600 Nov 12 08:35:42.109594 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-82f63148-522d-434a-a01a-3d0500a88fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.138951 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-82f63148-522d-434a-a01a-3d0500a88fcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf3d8ab-2e82-4e2a-9539-c1e0685715cf']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:42.150083 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa0d46-552a-46c6-bfd0-6aa01b4747e2 req-15d9812a-a713-4b6e-9e3d-3e6d0bf58e7c tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:42.151643 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a5aa0d46-552a-46c6-bfd0-6aa01b4747e2 req-15d9812a-a713-4b6e-9e3d-3e6d0bf58e7c tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb505c73-cb5e-4944-b699-e810195a79cd HTTP/1.1" status: 200 len: 945 time: 0.1764321 Nov 12 08:35:42.162882 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-82f63148-522d-434a-a01a-3d0500a88fcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f60f409-5674-40ed-aa31-75f489c40790') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:42.163108 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-82f63148-522d-434a-a01a-3d0500a88fcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f60f409-5674-40ed-aa31-75f489c40790') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:42.181945 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-82f63148-522d-434a-a01a-3d0500a88fcf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.213262 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dcbcc-1ccb-4c23-98e6-8f42a5731e68 req-4511d1b6-1cca-45fe-86c4-c5ea06f59b4b tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:42.215001 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d67dcbcc-1ccb-4c23-98e6-8f42a5731e68 req-4511d1b6-1cca-45fe-86c4-c5ea06f59b4b tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1170e81-307c-466b-adf3-dbea7406d378 HTTP/1.1" status: 200 len: 949 time: 0.1638262 Nov 12 08:35:42.215153 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-496b816d-5925-4275-91ec-74e827fd4d87 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:42.216668 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-496b816d-5925-4275-91ec-74e827fd4d87 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668&tenant_id=53ced5a3b5824d46b94af4c3034e6689&binding%3Ahost_id=n-h2-768862-16 HTTP/1.1" status: 200 len: 1097 time: 0.0508747 Nov 12 08:35:42.219455 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-82f63148-522d-434a-a01a-3d0500a88fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.233747 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-d32193d4-fc36-4752-9c82-6ba9f4af1b62 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768862-16'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:42.242786 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f63148-522d-434a-a01a-3d0500a88fcf admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:35:42.243174 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-82f63148-522d-434a-a01a-3d0500a88fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.245305 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:35:42.245305 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:35:42.245305 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:35:42.245305 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:35:42.245305 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:35:42.245305 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:35:42.245305 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:35:42.245305 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:35:42.245305 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:35:42.245305 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:35:42.245305 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:35:42.245305 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:35:42.245305 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:35:42.245305 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:35:42.245305 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:35:42.245305 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:35:42.245305 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:35:42.245305 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:35:42.245305 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:35:42.245305 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:35:42.245305 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:35:42.245305 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:35:42.245305 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:35:42.245305 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:35:42.245305 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:35:42.245305 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:35:42.245305 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:35:42.245305 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:35:42.245305 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:35:42.245305 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:35:42.245305 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:35:42.245305 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:35:42.301460 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-d32193d4-fc36-4752-9c82-6ba9f4af1b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.345284 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a5aa0d46-552a-46c6-bfd0-6aa01b4747e2 req-5ff0b016-3825-47fc-812e-6aa7ca681d52 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868942 Nov 12 08:35:42.391061 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d67dcbcc-1ccb-4c23-98e6-8f42a5731e68 req-2effc5d1-667a-4c09-ad3e-66d769d3bc35 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ddd2145-594f-43d5-9ff9-4f1559640cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660819 Nov 12 08:35:42.393162 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-82f63148-522d-434a-a01a-3d0500a88fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.403165 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721acd4-745a-445e-9921-a7548a0442b3 req-773e7953-8cbd-499c-a5c0-995f2f2627b9 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:42.404868 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f721acd4-745a-445e-9921-a7548a0442b3 req-773e7953-8cbd-499c-a5c0-995f2f2627b9 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1170e81-307c-466b-adf3-dbea7406d378 HTTP/1.1" status: 200 len: 949 time: 0.1646597 Nov 12 08:35:42.409539 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-82f63148-522d-434a-a01a-3d0500a88fcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.412802 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-82f63148-522d-434a-a01a-3d0500a88fcf admin admin] 10.222.0.37 "DELETE /v2.0/networks/edf3d8ab-2e82-4e2a-9539-c1e0685715cf HTTP/1.1" status: 204 len: 168 time: 0.5792444 Nov 12 08:35:42.433641 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f63148-522d-434a-a01a-3d0500a88fcf admin admin] Pushing event deleted for resources: {'Network': ['ID=edf3d8ab-2e82-4e2a-9539-c1e0685715cf,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:42.554627 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-d32193d4-fc36-4752-9c82-6ba9f4af1b62 service neutron] For port 04daa2ab-0f1e-46d6-b151-8c5b6210d993, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=04daa2ab-0f1e-46d6-b151-8c5b6210d993,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:42.619582 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b9fe9-cd4d-49d4-b18d-bee653c7aa5f req-494d6003-3db1-41c7-8af5-9c1cc391a7ca tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:42.624381 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e72b9fe9-cd4d-49d4-b18d-bee653c7aa5f req-494d6003-3db1-41c7-8af5-9c1cc391a7ca tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb505c73-cb5e-4944-b699-e810195a79cd HTTP/1.1" status: 200 len: 945 time: 0.1234670 Nov 12 08:35:42.641514 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-d32193d4-fc36-4752-9c82-6ba9f4af1b62 service neutron] For port 04daa2ab-0f1e-46d6-b151-8c5b6210d993, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:42.650254 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-f721acd4-745a-445e-9921-a7548a0442b3 req-4670506c-5e94-4446-a3c6-b24aab0c437a tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Deleting port cf0c8c5f-5023-449d-8eef-136593dd4a73 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:42.650789 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f721acd4-745a-445e-9921-a7548a0442b3 req-4670506c-5e94-4446-a3c6-b24aab0c437a tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.669299 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38940) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:42.709307 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213cf22-6fc3-4a06-97f6-2af7de108872 req-811de2aa-5110-4dd9-822a-843f23531c8e tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:42.711620 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9213cf22-6fc3-4a06-97f6-2af7de108872 req-811de2aa-5110-4dd9-822a-843f23531c8e tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 945 time: 0.1696968 Nov 12 08:35:42.739772 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fdcd1d-90d3-4e79-af9d-9625add71668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04daa2ab-0f1e-46d6-b151-8c5b6210d993'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:42.740892 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77841f44-26fa-4cb3-b5da-0636922329f5" -d '{"events": [{"server_uuid": "76fdcd1d-90d3-4e79-af9d-9625add71668", "name": "network-vif-unplugged", "status": "completed", "tag": "04daa2ab-0f1e-46d6-b151-8c5b6210d993"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:42.745712 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-d32193d4-fc36-4752-9c82-6ba9f4af1b62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.759210 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8e401b2d-feed-4fa1-bdf0-81e534158e65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=94ba729db1e84ca1b79515f97e5cd0c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0865152 Nov 12 08:35:42.760593 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38946) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:42.768049 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-d32193d4-fc36-4752-9c82-6ba9f4af1b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.783909 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e72b9fe9-cd4d-49d4-b18d-bee653c7aa5f req-4e0af1fd-39d4-4cd9-a793-117a08d2b6ea tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502581 Nov 12 08:35:42.836221 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9213cf22-6fc3-4a06-97f6-2af7de108872 req-038f0dbd-62ba-4e95-b5be-1798f380d365 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162083 Nov 12 08:35:42.852030 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-f721acd4-745a-445e-9921-a7548a0442b3 req-4670506c-5e94-4446-a3c6-b24aab0c437a tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] For port cf0c8c5f-5023-449d-8eef-136593dd4a73, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=cf0c8c5f-5023-449d-8eef-136593dd4a73,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:42.852488 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f721acd4-745a-445e-9921-a7548a0442b3 req-4670506c-5e94-4446-a3c6-b24aab0c437a tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.869112 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-f721acd4-745a-445e-9921-a7548a0442b3 req-4670506c-5e94-4446-a3c6-b24aab0c437a tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Calling delete_port for cf0c8c5f-5023-449d-8eef-136593dd4a73 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:42.970830 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32193d4-fc36-4752-9c82-6ba9f4af1b62 service neutron] Pushing event updated for resources: {'Port': ['ID=04daa2ab-0f1e-46d6-b151-8c5b6210d993,revision_number=7']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:42.990967 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40c179e-93e4-4063-92e6-5b15d83eb457 x-openstack-request-id: req-d40c179e-93e4-4063-92e6-5b15d83eb457 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:42.991102 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76fdcd1d-90d3-4e79-af9d-9625add71668", "name": "network-vif-unplugged", "status": "completed", "tag": "04daa2ab-0f1e-46d6-b151-8c5b6210d993", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:42.992908 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d40c179e-93e4-4063-92e6-5b15d83eb457 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:42.993341 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76fdcd1d-90d3-4e79-af9d-9625add71668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04daa2ab-0f1e-46d6-b151-8c5b6210d993', 'code': 200} Nov 12 08:35:43.011733 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e3ad6873-f89b-4f78-9521-158b2b11e6f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.027858 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-d32193d4-fc36-4752-9c82-6ba9f4af1b62 service neutron] Attempting to bind port 04daa2ab-0f1e-46d6-b151-8c5b6210d993 on host n-h2-768862-16 for vnic_type normal with profile {"migrating_to": "n-h1-768862-16"} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:35:43.028197 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-d32193d4-fc36-4752-9c82-6ba9f4af1b62 service neutron] Attempting to bind port 04daa2ab-0f1e-46d6-b151-8c5b6210d993 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:35:43.028545 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-d32193d4-fc36-4752-9c82-6ba9f4af1b62 service neutron] Attempting to bind port 04daa2ab-0f1e-46d6-b151-8c5b6210d993 on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:43.044297 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-d32193d4-fc36-4752-9c82-6ba9f4af1b62 service neutron] Port 04daa2ab-0f1e-46d6-b151-8c5b6210d993 on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:35:43.044640 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-d32193d4-fc36-4752-9c82-6ba9f4af1b62 service neutron] Attempting to bind port 04daa2ab-0f1e-46d6-b151-8c5b6210d993 on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:43.046759 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecf17c-8fc2-408e-af09-789fcf313347 req-70dec617-408f-47df-aee6-0ade0c344494 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:43.048409 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-26ecf17c-8fc2-408e-af09-789fcf313347 req-70dec617-408f-47df-aee6-0ade0c344494 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb505c73-cb5e-4944-b699-e810195a79cd HTTP/1.1" status: 200 len: 945 time: 0.0766137 Nov 12 08:35:43.056209 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-d32193d4-fc36-4752-9c82-6ba9f4af1b62 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:35:43.056904 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-d32193d4-fc36-4752-9c82-6ba9f4af1b62 service neutron] Checking segment: {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:43.057129 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-d32193d4-fc36-4752-9c82-6ba9f4af1b62 service neutron] Bound using segment: {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:35:43.057605 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-d32193d4-fc36-4752-9c82-6ba9f4af1b62 service neutron] Bound port: 04daa2ab-0f1e-46d6-b151-8c5b6210d993, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:35:43.057972 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-d32193d4-fc36-4752-9c82-6ba9f4af1b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.089412 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e3ad6873-f89b-4f78-9521-158b2b11e6f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.133035 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f721acd4-745a-445e-9921-a7548a0442b3 req-4670506c-5e94-4446-a3c6-b24aab0c437a tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.151913 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['cf0c8c5f-5023-449d-8eef-136593dd4a73'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:35:43.167171 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-26ecf17c-8fc2-408e-af09-789fcf313347 req-1d7b42a2-0af7-41a2-9356-e062d7b9386f tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980666 Nov 12 08:35:43.173340 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670506c-5e94-4446-a3c6-b24aab0c437a tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Pushing event deleted for resources: {'Port': ['ID=cf0c8c5f-5023-449d-8eef-136593dd4a73,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:43.214280 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.259103 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-f721acd4-745a-445e-9921-a7548a0442b3 req-4670506c-5e94-4446-a3c6-b24aab0c437a tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] No DVR routers for this DVR port cf0c8c5f-5023-449d-8eef-136593dd4a73 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:43.266242 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f721acd4-745a-445e-9921-a7548a0442b3 req-4670506c-5e94-4446-a3c6-b24aab0c437a tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.269781 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f721acd4-745a-445e-9921-a7548a0442b3 req-4670506c-5e94-4446-a3c6-b24aab0c437a tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.58 "DELETE /v2.0/ports/cf0c8c5f-5023-449d-8eef-136593dd4a73 HTTP/1.1" status: 204 len: 173 time: 0.8543303 Nov 12 08:35:43.270164 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1170e81-307c-466b-adf3-dbea7406d378', 'name': 'network-vif-deleted', 'tag': 'cf0c8c5f-5023-449d-8eef-136593dd4a73'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:43.273530 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4016e1e-775d-491c-9203-710094255b45" -d '{"events": [{"server_uuid": "e1170e81-307c-466b-adf3-dbea7406d378", "name": "network-vif-deleted", "tag": "cf0c8c5f-5023-449d-8eef-136593dd4a73"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:43.288667 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-d32193d4-fc36-4752-9c82-6ba9f4af1b62 service neutron] For port 04daa2ab-0f1e-46d6-b151-8c5b6210d993, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:43.294240 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-d32193d4-fc36-4752-9c82-6ba9f4af1b62 service neutron] For port 04daa2ab-0f1e-46d6-b151-8c5b6210d993, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=04daa2ab-0f1e-46d6-b151-8c5b6210d993,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:35:43.300206 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7e7cc-d117-4bcc-b376-0d33fb3a84cf req-be5c85fd-a0b2-4999-a20e-5a2fae291384 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:43.309199 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c4f7e7cc-d117-4bcc-b376-0d33fb3a84cf req-be5c85fd-a0b2-4999-a20e-5a2fae291384 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 951 time: 0.1372581 Nov 12 08:35:43.310076 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead9588-c101-47be-8ba1-db6ba900fb9b req-5107a005-72f0-484c-bcb3-eb3723c5273b tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:43.311653 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2ead9588-c101-47be-8ba1-db6ba900fb9b req-5107a005-72f0-484c-bcb3-eb3723c5273b tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 951 time: 0.1891985 Nov 12 08:35:43.313748 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-d32193d4-fc36-4752-9c82-6ba9f4af1b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.398726 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e3ad6873-f89b-4f78-9521-158b2b11e6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.401355 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e3ad6873-f89b-4f78-9521-158b2b11e6f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.402543 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e3ad6873-f89b-4f78-9521-158b2b11e6f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e56ff37-b7ee-4088-ab7f-232e9b24e3dc HTTP/1.1" status: 204 len: 168 time: 0.6405156 Nov 12 08:35:43.408864 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c4f7e7cc-d117-4bcc-b376-0d33fb3a84cf req-fa695a12-e24a-4ca0-a962-99257d4d3779 tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe589ce3-3e2c-429e-a92c-08e2553de9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983982 Nov 12 08:35:43.431442 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c46952-e1d9-4db6-8195-2c2600c1ef77 req-0afe0fae-6426-495d-9f61-d5d8bae1cfd7 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:43.432055 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad6873-f89b-4f78-9521-158b2b11e6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e56ff37-b7ee-4088-ab7f-232e9b24e3dc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:43.451448 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-76c46952-e1d9-4db6-8195-2c2600c1ef77 req-0afe0fae-6426-495d-9f61-d5d8bae1cfd7 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb505c73-cb5e-4944-b699-e810195a79cd HTTP/1.1" status: 200 len: 945 time: 0.1240323 Nov 12 08:35:43.525446 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1843124c-c362-4e91-9201-de1a302b16ce x-openstack-request-id: req-1843124c-c362-4e91-9201-de1a302b16ce {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:43.525446 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1170e81-307c-466b-adf3-dbea7406d378", "name": "network-vif-deleted", "tag": "cf0c8c5f-5023-449d-8eef-136593dd4a73", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:43.525446 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1843124c-c362-4e91-9201-de1a302b16ce {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:43.525446 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1170e81-307c-466b-adf3-dbea7406d378', 'name': 'network-vif-deleted', 'tag': 'cf0c8c5f-5023-449d-8eef-136593dd4a73', 'status': 'completed', 'code': 200} Nov 12 08:35:43.558640 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-76c46952-e1d9-4db6-8195-2c2600c1ef77 req-8fdbfa05-e0c6-405e-9346-fbca0f2d98f6 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038806 Nov 12 08:35:43.562839 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-d32193d4-fc36-4752-9c82-6ba9f4af1b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:43.563504 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-d32193d4-fc36-4752-9c82-6ba9f4af1b62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.565061 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-d32193d4-fc36-4752-9c82-6ba9f4af1b62 service neutron] 10.222.0.54 "PUT /v2.0/ports/04daa2ab-0f1e-46d6-b151-8c5b6210d993 HTTP/1.1" status: 200 len: 1123 time: 1.3380704 Nov 12 08:35:43.566512 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32193d4-fc36-4752-9c82-6ba9f4af1b62 service neutron] Pushing event updated for resources: {'Port': ['ID=04daa2ab-0f1e-46d6-b151-8c5b6210d993,revision_number=8']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:43.652800 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['04daa2ab-0f1e-46d6-b151-8c5b6210d993'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:35:43.706778 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-2ead9588-c101-47be-8ba1-db6ba900fb9b req-169e7699-70f9-4164-acf0-ff69001d139d tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Deleting port f7d5e139-4427-4407-815d-22ab61e25223 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:43.707108 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2ead9588-c101-47be-8ba1-db6ba900fb9b req-169e7699-70f9-4164-acf0-ff69001d139d tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.760792 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9f0f322e-b370-4815-a052-61d373303190 req-c5c4d55e-58d7-4d28-8057-b144650d87b4 tempest-ServersOnMultiNodesTest-1841762819 tempest-ServersOnMultiNodesTest-1841762819-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1170e81-307c-466b-adf3-dbea7406d378 HTTP/1.1" status: 200 len: 210 time: 0.0851130 Nov 12 08:35:43.808596 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['04daa2ab-0f1e-46d6-b151-8c5b6210d993'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:35:43.910085 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920b55b-3eac-4acf-a7cb-3700291a4286 req-69106414-fc4a-4cde-89fa-cf3ad0e61a96 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:43.916100 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0920b55b-3eac-4acf-a7cb-3700291a4286 req-69106414-fc4a-4cde-89fa-cf3ad0e61a96 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb505c73-cb5e-4944-b699-e810195a79cd HTTP/1.1" status: 200 len: 945 time: 0.1574416 Nov 12 08:35:43.983099 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-2ead9588-c101-47be-8ba1-db6ba900fb9b req-169e7699-70f9-4164-acf0-ff69001d139d tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] For port f7d5e139-4427-4407-815d-22ab61e25223, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f7d5e139-4427-4407-815d-22ab61e25223,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:43.983471 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2ead9588-c101-47be-8ba1-db6ba900fb9b req-169e7699-70f9-4164-acf0-ff69001d139d tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:44.028749 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-2ead9588-c101-47be-8ba1-db6ba900fb9b req-169e7699-70f9-4164-acf0-ff69001d139d tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Calling delete_port for f7d5e139-4427-4407-815d-22ab61e25223 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:44.090411 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:44.100675 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0920b55b-3eac-4acf-a7cb-3700291a4286 req-dd1d3c3b-6543-4216-a7e4-59d8d61d2aad tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742251 Nov 12 08:35:44.160017 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a77c4-38c1-4ab0-9c17-f3806374c487 req-594d5ce2-25a3-4995-b9ab-824f615a6410 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:44.174510 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-422a77c4-38c1-4ab0-9c17-f3806374c487 req-594d5ce2-25a3-4995-b9ab-824f615a6410 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 943 time: 0.1367636 Nov 12 08:35:44.273236 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2ead9588-c101-47be-8ba1-db6ba900fb9b req-169e7699-70f9-4164-acf0-ff69001d139d tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:44.301276 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-422a77c4-38c1-4ab0-9c17-f3806374c487 req-34682c82-7f2f-4f19-bd29-ce6d39d38be6 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223602 Nov 12 08:35:44.357633 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e7699-70f9-4164-acf0-ff69001d139d tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Pushing event deleted for resources: {'Port': ['ID=f7d5e139-4427-4407-815d-22ab61e25223,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:44.400719 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 04daa2ab-0f1e-46d6-b151-8c5b6210d993 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:35:44.473333 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ead9588-c101-47be-8ba1-db6ba900fb9b req-169e7699-70f9-4164-acf0-ff69001d139d tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] No DVR routers for this DVR port f7d5e139-4427-4407-815d-22ab61e25223 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:44.479255 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2ead9588-c101-47be-8ba1-db6ba900fb9b req-169e7699-70f9-4164-acf0-ff69001d139d tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:44.487222 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2ead9588-c101-47be-8ba1-db6ba900fb9b req-169e7699-70f9-4164-acf0-ff69001d139d tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.54 "DELETE /v2.0/ports/f7d5e139-4427-4407-815d-22ab61e25223 HTTP/1.1" status: 204 len: 173 time: 1.1673112 Nov 12 08:35:44.607916 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device cf0c8c5f-5023-449d-8eef-136593dd4a73 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:44.634785 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5c89872e-adae-4517-999a-090f83ab955f req-6e9781db-e288-4a68-b2ca-142250e4756d tempest-ServersAdminTestJSON-1362533578 tempest-ServersAdminTestJSON-1362533578-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e86af09-931d-4705-9662-d61727b7a1ce HTTP/1.1" status: 200 len: 210 time: 0.0620804 Nov 12 08:35:44.665654 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: cf0c8c5f-5023-449d-8eef-136593dd4a73 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:35:44.665654 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device cf0c8c5f-5023-449d-8eef-136593dd4a73 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:44.665654 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 3e420354-8dc2-4371-970c-13fac71eb7d4 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:44.696239 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 3e420354-8dc2-4371-970c-13fac71eb7d4 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:35:44.696588 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 3e420354-8dc2-4371-970c-13fac71eb7d4 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:44.704109 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a19a8e-5b8f-41bb-9f37-eb3c3299a177 req-02dc4b77-0bd6-4753-8d27-f2a0816dad03 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:44.713060 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41a19a8e-5b8f-41bb-9f37-eb3c3299a177 req-02dc4b77-0bd6-4753-8d27-f2a0816dad03 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb505c73-cb5e-4944-b699-e810195a79cd HTTP/1.1" status: 200 len: 945 time: 0.2035773 Nov 12 08:35:44.749758 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 04daa2ab-0f1e-46d6-b151-8c5b6210d993, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=04daa2ab-0f1e-46d6-b151-8c5b6210d993,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:44.766209 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 04daa2ab-0f1e-46d6-b151-8c5b6210d993 has no active binding in host n-h1-768862-16 {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:35:44.781089 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39000) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:44.784494 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41a19a8e-5b8f-41bb-9f37-eb3c3299a177 req-c55ebeae-aba3-4d68-a721-0f7f97e3d4c8 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705106 Nov 12 08:35:44.928424 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8a6b12ac-aedf-4383-bfd0-d2c9b391965a admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1987771954-network', 'tenant_id': '7334f31ab48c4b679d791d1aa028eeaf'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:44.935816 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d0dbd-a6e4-44bd-b808-2541ec149901 req-8bb446cf-0ebf-46df-8458-e2d32cf5d969 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:44.943708 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ec3d0dbd-a6e4-44bd-b808-2541ec149901 req-8bb446cf-0ebf-46df-8458-e2d32cf5d969 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb505c73-cb5e-4944-b699-e810195a79cd HTTP/1.1" status: 200 len: 945 time: 0.0712411 Nov 12 08:35:44.971986 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6b12ac-aedf-4383-bfd0-d2c9b391965a admin admin] Made reservation on behalf of 7334f31ab48c4b679d791d1aa028eeaf for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:44.974864 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8a6b12ac-aedf-4383-bfd0-d2c9b391965a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:44.985693 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8a6b12ac-aedf-4383-bfd0-d2c9b391965a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:44.996917 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76fdcd1d-90d3-4e79-af9d-9625add71668', 'tag': '04daa2ab-0f1e-46d6-b151-8c5b6210d993'}, {'server_uuid': '4e86af09-931d-4705-9662-d61727b7a1ce', 'name': 'network-vif-deleted', 'tag': 'f7d5e139-4427-4407-815d-22ab61e25223'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:44.999332 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15502a14-8794-4afc-aada-46ea4fbee510" -d '{"events": [{"name": "network-changed", "server_uuid": "76fdcd1d-90d3-4e79-af9d-9625add71668", "tag": "04daa2ab-0f1e-46d6-b151-8c5b6210d993"}, {"server_uuid": "4e86af09-931d-4705-9662-d61727b7a1ce", "name": "network-vif-deleted", "tag": "f7d5e139-4427-4407-815d-22ab61e25223"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:45.005521 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ec3d0dbd-a6e4-44bd-b808-2541ec149901 req-619d7638-1585-41a1-92bb-45039ba25abc tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608015 Nov 12 08:35:45.138772 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a915d51-8e89-402d-ad52-b69dfd0e0ba0 x-openstack-request-id: req-3a915d51-8e89-402d-ad52-b69dfd0e0ba0 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:45.139093 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76fdcd1d-90d3-4e79-af9d-9625add71668", "tag": "04daa2ab-0f1e-46d6-b151-8c5b6210d993", "status": "completed", "code": 200}, {"server_uuid": "4e86af09-931d-4705-9662-d61727b7a1ce", "name": "network-vif-deleted", "tag": "f7d5e139-4427-4407-815d-22ab61e25223", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:45.139317 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3a915d51-8e89-402d-ad52-b69dfd0e0ba0 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:45.139719 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76fdcd1d-90d3-4e79-af9d-9625add71668', 'tag': '04daa2ab-0f1e-46d6-b151-8c5b6210d993', 'status': 'completed', 'code': 200} Nov 12 08:35:45.140042 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e86af09-931d-4705-9662-d61727b7a1ce', 'name': 'network-vif-deleted', 'tag': 'f7d5e139-4427-4407-815d-22ab61e25223', 'status': 'completed', 'code': 200} Nov 12 08:35:45.142888 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8a6b12ac-aedf-4383-bfd0-d2c9b391965a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:45.151796 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8a6b12ac-aedf-4383-bfd0-d2c9b391965a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:45.179062 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a6b12ac-aedf-4383-bfd0-d2c9b391965a admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:35:45.198268 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b12ac-aedf-4383-bfd0-d2c9b391965a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3204b649-7771-4942-b281-379223df6c53,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:45.213358 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8a6b12ac-aedf-4383-bfd0-d2c9b391965a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:45.213853 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-8a6b12ac-aedf-4383-bfd0-d2c9b391965a admin admin] Added segment 0f678bdb-6263-4ca5-b85d-b6ca1e706114 of type vlan for network 498c4273-ce36-4744-b677-9c005c192e80 Nov 12 08:35:45.229386 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15502a14-8794-4afc-aada-46ea4fbee510 req-715df9d0-7a68-4bf4-8a3c-8d6ed771c051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:45.232072 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-15502a14-8794-4afc-aada-46ea4fbee510 req-715df9d0-7a68-4bf4-8a3c-8d6ed771c051 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=53ced5a3b5824d46b94af4c3034e6689&device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 1126 time: 0.0925393 Nov 12 08:35:45.281445 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8a6b12ac-aedf-4383-bfd0-d2c9b391965a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:45.322103 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39022) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:45.350360 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8a6b12ac-aedf-4383-bfd0-d2c9b391965a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:45.351668 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6b12ac-aedf-4383-bfd0-d2c9b391965a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:45.352317 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8a6b12ac-aedf-4383-bfd0-d2c9b391965a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:45.402153 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8a6b12ac-aedf-4383-bfd0-d2c9b391965a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6171408 Nov 12 08:35:45.402153 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39032) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:45.454652 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-17bfa19c-4172-4afe-a80a-2a40b0d4db59 admin admin] Request body: {'subnet': {'network_id': '498c4273-ce36-4744-b677-9c005c192e80', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1987771954-subnet', 'tenant_id': '7334f31ab48c4b679d791d1aa028eeaf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:45.468969 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b12ac-aedf-4383-bfd0-d2c9b391965a admin admin] Pushing event updated for resources: {'Network': ['ID=498c4273-ce36-4744-b677-9c005c192e80,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:45.475899 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15502a14-8794-4afc-aada-46ea4fbee510 req-ee204a29-928a-4a22-bba3-98fbdfbdad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:45.478567 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-15502a14-8794-4afc-aada-46ea4fbee510 req-ee204a29-928a-4a22-bba3-98fbdfbdad80 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ac11a5bd-0584-4f41-bf7f-a43257f96e99 HTTP/1.1" status: 200 len: 921 time: 0.2236180 Nov 12 08:35:45.480733 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 498c4273-ce36-4744-b677-9c005c192e80 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:35:45.503373 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bfa19c-4172-4afe-a80a-2a40b0d4db59 admin admin] Made reservation on behalf of 7334f31ab48c4b679d791d1aa028eeaf for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:45.506171 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-17bfa19c-4172-4afe-a80a-2a40b0d4db59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:45.642963 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-15502a14-8794-4afc-aada-46ea4fbee510 req-f26fc94c-af40-4699-95eb-691685dac0fb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04daa2ab-0f1e-46d6-b151-8c5b6210d993 HTTP/1.1" status: 200 len: 217 time: 0.1461823 Nov 12 08:35:45.728461 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bdd2ee4c-7aad-4182-872a-7735031fcf55 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3086472231354689b06a975258c697aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4045610 Nov 12 08:35:45.733382 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39042) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:45.785463 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-17bfa19c-4172-4afe-a80a-2a40b0d4db59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:45.969328 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bfa19c-4172-4afe-a80a-2a40b0d4db59 admin admin] Checking segment: {'id': '0f678bdb-6263-4ca5-b85d-b6ca1e706114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '498c4273-ce36-4744-b677-9c005c192e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:45.969805 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bfa19c-4172-4afe-a80a-2a40b0d4db59 admin admin] Network hostable DHCP agents. Network: 498c4273-ce36-4744-b677-9c005c192e80, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:35:45.976719 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfa19c-4172-4afe-a80a-2a40b0d4db59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=627ca6d6-ef34-4824-982e-bd9071ca70b0,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:45.988638 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-174af71a-84ff-4041-8b19-0231aeeabca1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:46.018213 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bfa19c-4172-4afe-a80a-2a40b0d4db59 admin admin] Network 498c4273-ce36-4744-b677-9c005c192e80 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:35:46.039786 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-174af71a-84ff-4041-8b19-0231aeeabca1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:46.048299 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-17bfa19c-4172-4afe-a80a-2a40b0d4db59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 498c4273-ce36-4744-b677-9c005c192e80) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:46.057450 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bfa19c-4172-4afe-a80a-2a40b0d4db59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:46.058160 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-17bfa19c-4172-4afe-a80a-2a40b0d4db59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:46.068198 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4815031-6cd6-4d1b-b59b-de49097119b8 None None] Network 498c4273-ce36-4744-b677-9c005c192e80 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:46.125996 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-174af71a-84ff-4041-8b19-0231aeeabca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:46.129204 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-174af71a-84ff-4041-8b19-0231aeeabca1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:46.135624 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-174af71a-84ff-4041-8b19-0231aeeabca1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9ddd2145-594f-43d5-9ff9-4f1559640cb6 HTTP/1.1" status: 204 len: 168 time: 0.3986163 Nov 12 08:35:46.146134 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174af71a-84ff-4041-8b19-0231aeeabca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddd2145-594f-43d5-9ff9-4f1559640cb6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:46.170863 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-17bfa19c-4172-4afe-a80a-2a40b0d4db59 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7214518 Nov 12 08:35:46.262256 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15502a14-8794-4afc-aada-46ea4fbee510 req-6045b0a4-a1ac-46a4-ab1f-cd880604a3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:46.264802 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-15502a14-8794-4afc-aada-46ea4fbee510 req-6045b0a4-a1ac-46a4-ab1f-cd880604a3a6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165 HTTP/1.1" status: 200 len: 860 time: 0.5894582 Nov 12 08:35:46.274258 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33367cd5-d93b-4b71-b04a-52050e0067c2 req-d1ce3c8b-749f-4a88-974b-083fb6c4428b tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:46.282108 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-33367cd5-d93b-4b71-b04a-52050e0067c2 req-d1ce3c8b-749f-4a88-974b-083fb6c4428b tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 943 time: 0.6967030 Nov 12 08:35:46.326824 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-15502a14-8794-4afc-aada-46ea4fbee510 req-0878b5c4-c97e-4673-ba6c-0de512716dd0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac11a5bd-0584-4f41-bf7f-a43257f96e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421722 Nov 12 08:35:46.368229 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f7d5e139-4427-4407-815d-22ab61e25223 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:46.410051 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: f7d5e139-4427-4407-815d-22ab61e25223 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:35:46.410619 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f7d5e139-4427-4407-815d-22ab61e25223 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:46.451541 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1009b4df-3d0c-496a-949e-84db96fea844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-498c4273-ce36-4744-b677-9c005c192e80', 'network_id': '498c4273-ce36-4744-b677-9c005c192e80', 'tenant_id': '7334f31ab48c4b679d791d1aa028eeaf', 'fixed_ips': [{'subnet_id': '627ca6d6-ef34-4824-982e-bd9071ca70b0'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:35:46.452461 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1009b4df-3d0c-496a-949e-84db96fea844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:46.490052 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39068) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:46.493314 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-33367cd5-d93b-4b71-b04a-52050e0067c2 req-8bbe6df6-dbd6-4a9b-837a-0c8746720a62 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097952 Nov 12 08:35:46.536495 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c9f22-4d1c-413d-a424-98534b55f756 req-c3b7ab95-0466-43eb-81c1-f155b34ad1ff tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:46.543619 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-535c9f22-4d1c-413d-a424-98534b55f756 req-c3b7ab95-0466-43eb-81c1-f155b34ad1ff tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb505c73-cb5e-4944-b699-e810195a79cd HTTP/1.1" status: 200 len: 945 time: 0.2193868 Nov 12 08:35:46.690017 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-15502a14-8794-4afc-aada-46ea4fbee510 req-23809981-95ac-4644-afd6-5decb81c0225 service neutron] 10.222.0.58 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401046 Nov 12 08:35:46.732220 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-535c9f22-4d1c-413d-a424-98534b55f756 req-0929c785-bad0-44b6-a90a-a2b69a32e741 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583726 Nov 12 08:35:46.740289 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-1009b4df-3d0c-496a-949e-84db96fea844 None None] Allocated IP 172.20.0.2 (498c4273-ce36-4744-b677-9c005c192e80/627ca6d6-ef34-4824-982e-bd9071ca70b0/4f849664-5e25-4efa-abc9-8ca508961a53) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:46.869651 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39076) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:47.042567 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a475ce93-a3f1-410c-b482-bb35eaa804c5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f6e52e599db54ccca93577960030a784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5484281 Nov 12 08:35:47.042567 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39084) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:47.064733 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-15502a14-8794-4afc-aada-46ea4fbee510 req-aa3fc821-99ef-4c63-ae69-9c9486585123 service neutron] 10.222.0.58 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560569 Nov 12 08:35:47.084553 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1009b4df-3d0c-496a-949e-84db96fea844 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:47.094074 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1009b4df-3d0c-496a-949e-84db96fea844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:47.121636 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f82dc1df-f303-410e-866c-c691dbe244fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4b9d85eed843421aa77b925fd6f84d45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410457 Nov 12 08:35:47.124744 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39086) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:47.142919 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e5d5ead4-f91d-464b-bcc3-8d720e76ae1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:47.150764 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1009b4df-3d0c-496a-949e-84db96fea844 None None] Network 498c4273-ce36-4744-b677-9c005c192e80 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:47.154585 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-1009b4df-3d0c-496a-949e-84db96fea844 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:47.161965 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1009b4df-3d0c-496a-949e-84db96fea844 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:47.179664 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009b4df-3d0c-496a-949e-84db96fea844 None None] Pushing event updated for resources: {'Port': ['ID=4f849664-5e25-4efa-abc9-8ca508961a53,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:47.186581 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e5d5ead4-f91d-464b-bcc3-8d720e76ae1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:47.237339 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-1009b4df-3d0c-496a-949e-84db96fea844 None None] Attempting to bind port 4f849664-5e25-4efa-abc9-8ca508961a53 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:35:47.237917 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-1009b4df-3d0c-496a-949e-84db96fea844 None None] Attempting to bind port 4f849664-5e25-4efa-abc9-8ca508961a53 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '0f678bdb-6263-4ca5-b85d-b6ca1e706114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '498c4273-ce36-4744-b677-9c005c192e80'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:35:47.238322 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1009b4df-3d0c-496a-949e-84db96fea844 None None] Attempting to bind port 4f849664-5e25-4efa-abc9-8ca508961a53 on network 498c4273-ce36-4744-b677-9c005c192e80 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:47.244595 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1009b4df-3d0c-496a-949e-84db96fea844 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:35:47.245351 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1009b4df-3d0c-496a-949e-84db96fea844 None None] Checking segment: {'id': '0f678bdb-6263-4ca5-b85d-b6ca1e706114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '498c4273-ce36-4744-b677-9c005c192e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:47.245928 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1009b4df-3d0c-496a-949e-84db96fea844 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:47.246254 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1009b4df-3d0c-496a-949e-84db96fea844 None None] Bound using segment: {'id': '0f678bdb-6263-4ca5-b85d-b6ca1e706114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '498c4273-ce36-4744-b677-9c005c192e80'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:35:47.246843 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-1009b4df-3d0c-496a-949e-84db96fea844 None None] Bound port: 4f849664-5e25-4efa-abc9-8ca508961a53, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f678bdb-6263-4ca5-b85d-b6ca1e706114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '498c4273-ce36-4744-b677-9c005c192e80'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:35:47.247295 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1009b4df-3d0c-496a-949e-84db96fea844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:47.256755 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49d5cea5-acfb-4768-92b6-f090d55b746b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:47.260133 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e5d5ead4-f91d-464b-bcc3-8d720e76ae1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:47.267379 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e5d5ead4-f91d-464b-bcc3-8d720e76ae1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:47.272236 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e5d5ead4-f91d-464b-bcc3-8d720e76ae1d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe589ce3-3e2c-429e-a92c-08e2553de9b7 HTTP/1.1" status: 204 len: 168 time: 0.2284207 Nov 12 08:35:47.285175 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49d5cea5-acfb-4768-92b6-f090d55b746b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:47.291977 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5ead4-f91d-464b-bcc3-8d720e76ae1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe589ce3-3e2c-429e-a92c-08e2553de9b7,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:47.361799 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-1009b4df-3d0c-496a-949e-84db96fea844 None None] For port 4f849664-5e25-4efa-abc9-8ca508961a53, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:47.368893 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-1009b4df-3d0c-496a-949e-84db96fea844 None None] For port 4f849664-5e25-4efa-abc9-8ca508961a53, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4f849664-5e25-4efa-abc9-8ca508961a53,segment=NetworkSegment(0f678bdb-6263-4ca5-b85d-b6ca1e706114),segment_id=0f678bdb-6263-4ca5-b85d-b6ca1e706114)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:35:47.377607 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1009b4df-3d0c-496a-949e-84db96fea844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:47.440646 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49d5cea5-acfb-4768-92b6-f090d55b746b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:47.443248 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49d5cea5-acfb-4768-92b6-f090d55b746b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:47.447216 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-49d5cea5-acfb-4768-92b6-f090d55b746b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/29dd9a22-c157-4e5e-a50c-035d2cff01e4 HTTP/1.1" status: 204 len: 168 time: 0.3182344 Nov 12 08:35:47.471364 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d5cea5-acfb-4768-92b6-f090d55b746b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29dd9a22-c157-4e5e-a50c-035d2cff01e4,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:47.511812 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6068656-8e86-498e-b2a7-8788e59012fc req-8e74f5e0-2c60-4fe0-a0d5-07fbfa33b4c8 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:47.513901 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c6068656-8e86-498e-b2a7-8788e59012fc req-8e74f5e0-2c60-4fe0-a0d5-07fbfa33b4c8 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/networks?id=498c4273-ce36-4744-b677-9c005c192e80 HTTP/1.1" status: 200 len: 816 time: 0.1810510 Nov 12 08:35:47.516137 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009b4df-3d0c-496a-949e-84db96fea844 None None] Pushing event updated for resources: {'Port': ['ID=4f849664-5e25-4efa-abc9-8ca508961a53,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:47.550660 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c6068656-8e86-498e-b2a7-8788e59012fc req-24d131f8-84dc-4b17-a0bd-f65c82796cca tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/quotas/7334f31ab48c4b679d791d1aa028eeaf HTTP/1.1" status: 200 len: 375 time: 0.0355442 Nov 12 08:35:47.630293 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c6068656-8e86-498e-b2a7-8788e59012fc req-950ad7ad-e42d-4ce3-a375-9b293d117cb7 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7334f31ab48c4b679d791d1aa028eeaf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0784791 Nov 12 08:35:47.757070 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13177b-69ed-4e9f-b9df-c18d00fa8d25 req-c80f24db-7e4e-44f1-a85a-175b42e9086c tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:47.758691 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9e13177b-69ed-4e9f-b9df-c18d00fa8d25 req-c80f24db-7e4e-44f1-a85a-175b42e9086c tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 943 time: 0.1197448 Nov 12 08:35:47.837000 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c6068656-8e86-498e-b2a7-8788e59012fc req-1b6ea38c-347e-4ecd-a726-a409c0788162 service neutron] 10.222.0.37 "GET /v2.0/networks/498c4273-ce36-4744-b677-9c005c192e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690090 Nov 12 08:35:47.991377 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9e13177b-69ed-4e9f-b9df-c18d00fa8d25 req-1c033dc3-9390-4292-be3d-9ab3f8c8ed29 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945353 Nov 12 08:35:48.076924 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c6068656-8e86-498e-b2a7-8788e59012fc req-2e55e63c-1e93-4896-b6b6-8896acb187d2 service neutron] 10.222.0.37 "GET /v2.0/networks/498c4273-ce36-4744-b677-9c005c192e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240553 Nov 12 08:35:48.146896 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39120) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:48.203754 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3000c377-eca3-43c7-9886-51b9886f2b2c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0343f55dc47d44f3ad3dbbb327517031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0546927 Nov 12 08:35:48.207539 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39122) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:48.282923 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a68de196-1da5-4d3e-8584-e3698031acb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:48.372349 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a68de196-1da5-4d3e-8584-e3698031acb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:48.517658 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac5547-4fba-4a6e-b0d3-ef1e4b19235a req-818a3b84-d1bb-49ea-92a0-8d5d8ad99969 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:48.527105 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09ac5547-4fba-4a6e-b0d3-ef1e4b19235a req-818a3b84-d1bb-49ea-92a0-8d5d8ad99969 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb505c73-cb5e-4944-b699-e810195a79cd HTTP/1.1" status: 200 len: 945 time: 0.2214077 Nov 12 08:35:48.537537 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device bf28633d-6a48-45f0-8c69-ae309f4efaa3 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:35:48.592569 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a68de196-1da5-4d3e-8584-e3698031acb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:48.596106 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a68de196-1da5-4d3e-8584-e3698031acb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:48.597560 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a68de196-1da5-4d3e-8584-e3698031acb2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/45c1b74d-489d-487f-b7ac-b510952ef4e9 HTTP/1.1" status: 204 len: 168 time: 0.3888059 Nov 12 08:35:48.636392 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09ac5547-4fba-4a6e-b0d3-ef1e4b19235a req-c5afc8ca-938b-4411-b51a-9a376e2adf9c tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079824 Nov 12 08:35:48.679455 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68de196-1da5-4d3e-8584-e3698031acb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c1b74d-489d-487f-b7ac-b510952ef4e9,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:48.818644 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port bf28633d-6a48-45f0-8c69-ae309f4efaa3, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=bf28633d-6a48-45f0-8c69-ae309f4efaa3,segment=NetworkSegment(6bd9f4b7-f155-4031-9435-a90b29e6b2d2),segment_id=6bd9f4b7-f155-4031-9435-a90b29e6b2d2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:48.846986 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'bf28633d-6a48-45f0-8c69-ae309f4efaa3', 'network_id': 'e418c6d1-49ec-4d66-b0ca-b8b12554b865', 'port_id': 'bf28633d-6a48-45f0-8c69-ae309f4efaa3', 'mac_address': 'fa:16:3e:cb:87:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a9b096-04d8-4c96-a366-bdd653cb153e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:35:48.889275 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-c4d4522d-3997-4b80-8bb1-9efba734d4d6 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:48.900086 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-c4d4522d-3997-4b80-8bb1-9efba734d4d6 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/networks?id=498c4273-ce36-4744-b677-9c005c192e80 HTTP/1.1" status: 200 len: 816 time: 0.2479291 Nov 12 08:35:48.955782 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-05a2ad48-d315-4e3e-b26f-2c94334894c0 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/quotas/7334f31ab48c4b679d791d1aa028eeaf HTTP/1.1" status: 200 len: 375 time: 0.0546842 Nov 12 08:35:48.965670 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:48.982934 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf28633d-6a48-45f0-8c69-ae309f4efaa3 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:35:49.031244 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port bf28633d-6a48-45f0-8c69-ae309f4efaa3, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=bf28633d-6a48-45f0-8c69-ae309f4efaa3,segment=NetworkSegment(6bd9f4b7-f155-4031-9435-a90b29e6b2d2),segment_id=6bd9f4b7-f155-4031-9435-a90b29e6b2d2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:49.038323 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:49.140378 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-fa851fe1-6ddc-4e6f-b814-fa2e9e86259c tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7334f31ab48c4b679d791d1aa028eeaf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1807306 Nov 12 08:35:49.170045 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=bf28633d-6a48-45f0-8c69-ae309f4efaa3,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:49.277623 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d1ed6b-3186-4d9c-8cae-dfbbbc5241fb None None] Network 498c4273-ce36-4744-b677-9c005c192e80 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:49.321689 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-5e1a3b8f-3d0f-4b35-b2a8-c7c506491c7d service neutron] 10.222.0.37 "GET /v2.0/networks/498c4273-ce36-4744-b677-9c005c192e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806810 Nov 12 08:35:49.413435 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['bf28633d-6a48-45f0-8c69-ae309f4efaa3'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:35:49.484554 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-f72ba6c1-3ccf-486c-81eb-01f836735a06 service neutron] 10.222.0.37 "GET /v2.0/networks/498c4273-ce36-4744-b677-9c005c192e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615620 Nov 12 08:35:49.524580 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f27f88-44bc-44ed-9f4e-9a6cd72a4884 req-114ccdde-1fc0-4dc2-85a8-f51a774e8587 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:49.548309 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-98f27f88-44bc-44ed-9f4e-9a6cd72a4884 req-114ccdde-1fc0-4dc2-85a8-f51a774e8587 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 943 time: 0.1310425 Nov 12 08:35:49.702551 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-98f27f88-44bc-44ed-9f4e-9a6cd72a4884 req-ac54cb3a-0174-490e-be66-9312b6c70283 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533127 Nov 12 08:35:49.801385 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4f849664-5e25-4efa-abc9-8ca508961a53 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:50.083434 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16620bb-1f0b-4977-9603-8c6fcdcffba1 req-4697b1a8-6844-469b-9432-a9505899c1ac tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:50.088166 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-3bd01213-724f-439a-8676-07de825ea12e None None] Provisioning complete for port 4f849664-5e25-4efa-abc9-8ca508961a53 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:50.088563 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3bd01213-724f-439a-8676-07de825ea12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:50.092018 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a16620bb-1f0b-4977-9603-8c6fcdcffba1 req-4697b1a8-6844-469b-9432-a9505899c1ac tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb505c73-cb5e-4944-b699-e810195a79cd HTTP/1.1" status: 200 len: 944 time: 0.1020107 Nov 12 08:35:50.267585 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a16620bb-1f0b-4977-9603-8c6fcdcffba1 req-ddd9c834-94d1-4564-a4a0-f7d68befc02a tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668525 Nov 12 08:35:50.405871 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 4f849664-5e25-4efa-abc9-8ca508961a53 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:50.406249 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:50.635139 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39220) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:50.728456 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3bd01213-724f-439a-8676-07de825ea12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:50.729772 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95496647-196c-4950-bf52-7d659b0fd140 req-50966ab9-ab82-4f45-87ef-618a3be35bdd tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:50.745709 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6068656-8e86-498e-b2a7-8788e59012fc req-2d4670fd-2e1f-454d-bc17-f03a361bcab2 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:50.747392 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c6068656-8e86-498e-b2a7-8788e59012fc req-2d4670fd-2e1f-454d-bc17-f03a361bcab2 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.54 "GET /v2.0/networks?id=498c4273-ce36-4744-b677-9c005c192e80 HTTP/1.1" status: 200 len: 816 time: 0.3331149 Nov 12 08:35:50.755687 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95496647-196c-4950-bf52-7d659b0fd140 req-50966ab9-ab82-4f45-87ef-618a3be35bdd tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/networks?id=498c4273-ce36-4744-b677-9c005c192e80 HTTP/1.1" status: 200 len: 816 time: 0.4745753 Nov 12 08:35:50.790126 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-c6068656-8e86-498e-b2a7-8788e59012fc req-836daf4b-0e62-4a3e-a59c-7cb9b539fc2e tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Request body: {'port': {'device_id': 'a292154c-7909-4e77-a73d-58623e3b43e5', 'network_id': '498c4273-ce36-4744-b677-9c005c192e80', 'admin_state_up': True, 'tenant_id': '7334f31ab48c4b679d791d1aa028eeaf'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:50.792914 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-3bd01213-724f-439a-8676-07de825ea12e None None] For port 4f849664-5e25-4efa-abc9-8ca508961a53, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4f849664-5e25-4efa-abc9-8ca508961a53,segment=NetworkSegment(0f678bdb-6263-4ca5-b85d-b6ca1e706114),segment_id=0f678bdb-6263-4ca5-b85d-b6ca1e706114)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:50.794171 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95496647-196c-4950-bf52-7d659b0fd140 req-d8967d2c-5484-4e89-a65b-80241980690c tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/quotas/7334f31ab48c4b679d791d1aa028eeaf HTTP/1.1" status: 200 len: 375 time: 0.0350878 Nov 12 08:35:50.847607 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3bd01213-724f-439a-8676-07de825ea12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:50.931301 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:50.949228 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95496647-196c-4950-bf52-7d659b0fd140 req-73b04b88-b2d8-4c6a-9045-4dfcafe5f3df tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7334f31ab48c4b679d791d1aa028eeaf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1555638 Nov 12 08:35:51.047050 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd01213-724f-439a-8676-07de825ea12e None None] Pushing event updated for resources: {'Port': ['ID=4f849664-5e25-4efa-abc9-8ca508961a53,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:51.051492 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8612291a-8c4f-436c-8899-4615964c472f None None] Provisioning complete for port 4f849664-5e25-4efa-abc9-8ca508961a53 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:51.052134 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8612291a-8c4f-436c-8899-4615964c472f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:51.078126 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95496647-196c-4950-bf52-7d659b0fd140 req-4d37cd08-ebb4-43e9-b96e-ba01bb0df603 service neutron] 10.222.0.37 "GET /v2.0/networks/498c4273-ce36-4744-b677-9c005c192e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278918 Nov 12 08:35:51.122301 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:35:51.122948 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:35:51.168895 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6068656-8e86-498e-b2a7-8788e59012fc req-836daf4b-0e62-4a3e-a59c-7cb9b539fc2e tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Made reservation on behalf of 7334f31ab48c4b679d791d1aa028eeaf for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:51.175643 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c6068656-8e86-498e-b2a7-8788e59012fc req-836daf4b-0e62-4a3e-a59c-7cb9b539fc2e tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:51.220828 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddceb17-58bb-4a55-8b20-bf8a82e01341 req-ffd59b28-65cb-45f3-9f07-4d5b9a0fd210 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:51.222420 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5ddceb17-58bb-4a55-8b20-bf8a82e01341 req-ffd59b28-65cb-45f3-9f07-4d5b9a0fd210 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 943 time: 0.1314671 Nov 12 08:35:51.255217 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95496647-196c-4950-bf52-7d659b0fd140 req-7a757049-7e68-4894-87db-0ffb224e7066 service neutron] 10.222.0.37 "GET /v2.0/networks/498c4273-ce36-4744-b677-9c005c192e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741645 Nov 12 08:35:51.335008 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5ddceb17-58bb-4a55-8b20-bf8a82e01341 req-2b79ec2f-c421-4c91-b9a9-c537403eb3e6 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938380 Nov 12 08:35:51.341982 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-21a40056-46c6-4ca0-b4e9-bcd4e16e9ee1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-948152018-network', 'tenant_id': 'd5185270e154406090cbd015f3b65e11'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:51.466840 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a40056-46c6-4ca0-b4e9-bcd4e16e9ee1 admin admin] Made reservation on behalf of d5185270e154406090cbd015f3b65e11 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:51.472435 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21a40056-46c6-4ca0-b4e9-bcd4e16e9ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:51.498755 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21a40056-46c6-4ca0-b4e9-bcd4e16e9ee1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:51.741813 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e044d-7c4a-42ea-8ce4-9c4e5f952543 req-2eb2c14a-41e0-42db-8456-f853d5ad3d5b tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:51.757012 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f6e044d-7c4a-42ea-8ce4-9c4e5f952543 req-2eb2c14a-41e0-42db-8456-f853d5ad3d5b tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb505c73-cb5e-4944-b699-e810195a79cd HTTP/1.1" status: 200 len: 944 time: 0.1417942 Nov 12 08:35:51.762097 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-c6068656-8e86-498e-b2a7-8788e59012fc req-836daf4b-0e62-4a3e-a59c-7cb9b539fc2e tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Allocated IP 172.20.0.9 (498c4273-ce36-4744-b677-9c005c192e80/627ca6d6-ef34-4824-982e-bd9071ca70b0/ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:51.873884 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4f849664-5e25-4efa-abc9-8ca508961a53 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:51.936642 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f6e044d-7c4a-42ea-8ce4-9c4e5f952543 req-f3c911ea-551e-47c7-9d94-6149e5881b63 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780121 Nov 12 08:35:52.055041 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9365fdaf-1a61-44ce-8f9d-74b098b8ecab req-19f95850-7524-4724-9052-2a0db9c1d6fa tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=fecb594d-4f84-45f2-8b2d-8667541111be HTTP/1.1" status: 200 len: 210 time: 0.0880847 Nov 12 08:35:52.065467 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 4f849664-5e25-4efa-abc9-8ca508961a53 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:52.065933 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:52.396107 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21a40056-46c6-4ca0-b4e9-bcd4e16e9ee1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:52.419012 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21a40056-46c6-4ca0-b4e9-bcd4e16e9ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:52.547791 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 04daa2ab-0f1e-46d6-b151-8c5b6210d993 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:52.562396 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c6068656-8e86-498e-b2a7-8788e59012fc req-836daf4b-0e62-4a3e-a59c-7cb9b539fc2e tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:52.589013 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a40056-46c6-4ca0-b4e9-bcd4e16e9ee1 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:35:52.662496 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21a40056-46c6-4ca0-b4e9-bcd4e16e9ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:52.663473 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-21a40056-46c6-4ca0-b4e9-bcd4e16e9ee1 admin admin] Added segment f2a34ec6-6cac-4f81-b7c4-952060192b61 of type vlan for network 03508749-e087-430c-a1d9-49a2950ba7ca Nov 12 08:35:52.667272 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a40056-46c6-4ca0-b4e9-bcd4e16e9ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab89534e-3acf-4c03-913a-7f1d93f4dbbf,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:52.762571 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:52.830661 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2cb87-87e2-4a0a-b049-882c54e68d24 req-d08339de-d9ee-41fa-ae73-c0d51e704612 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:52.841089 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4ad2cb87-87e2-4a0a-b049-882c54e68d24 req-d08339de-d9ee-41fa-ae73-c0d51e704612 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb505c73-cb5e-4944-b699-e810195a79cd HTTP/1.1" status: 200 len: 944 time: 0.3467960 Nov 12 08:35:52.854483 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device bf28633d-6a48-45f0-8c69-ae309f4efaa3 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:52.858775 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-f35e13ed-6caf-4354-817f-dfb510265633 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:52.862469 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39280) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:52.867472 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-f35e13ed-6caf-4354-817f-dfb510265633 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.54 "GET /v2.0/networks?id=498c4273-ce36-4744-b677-9c005c192e80 HTTP/1.1" status: 200 len: 816 time: 1.0973415 Nov 12 08:35:52.872532 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a40056-46c6-4ca0-b4e9-bcd4e16e9ee1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:52.884081 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a40056-46c6-4ca0-b4e9-bcd4e16e9ee1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:52.884544 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a40056-46c6-4ca0-b4e9-bcd4e16e9ee1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:52.884892 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a40056-46c6-4ca0-b4e9-bcd4e16e9ee1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:52.889280 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a40056-46c6-4ca0-b4e9-bcd4e16e9ee1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:52.890349 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a40056-46c6-4ca0-b4e9-bcd4e16e9ee1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:52.890702 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a40056-46c6-4ca0-b4e9-bcd4e16e9ee1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:52.891048 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a40056-46c6-4ca0-b4e9-bcd4e16e9ee1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:52.894399 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a40056-46c6-4ca0-b4e9-bcd4e16e9ee1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:52.894758 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a40056-46c6-4ca0-b4e9-bcd4e16e9ee1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:52.895110 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a40056-46c6-4ca0-b4e9-bcd4e16e9ee1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:52.895657 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a40056-46c6-4ca0-b4e9-bcd4e16e9ee1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:52.922416 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38705282-596d-40de-94c6-522c120b9013 req-b255df0c-70ba-4dbc-b18b-5a51494d68c0 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:52.927354 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-38705282-596d-40de-94c6-522c120b9013 req-b255df0c-70ba-4dbc-b18b-5a51494d68c0 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 943 time: 0.2957640 Nov 12 08:35:53.030253 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:53.054766 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id bf28633d-6a48-45f0-8c69-ae309f4efaa3 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:35:53.061372 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21a40056-46c6-4ca0-b4e9-bcd4e16e9ee1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:53.086677 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port bf28633d-6a48-45f0-8c69-ae309f4efaa3, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=bf28633d-6a48-45f0-8c69-ae309f4efaa3,segment=NetworkSegment(6bd9f4b7-f155-4031-9435-a90b29e6b2d2),segment_id=6bd9f4b7-f155-4031-9435-a90b29e6b2d2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:53.095353 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:53.107680 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-ccb79569-f963-42ac-ae3c-66158667da0a tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Request body: {'port': {'device_id': '2dae63a7-de8d-4241-a768-5fc5a0c346a8', 'network_id': '498c4273-ce36-4744-b677-9c005c192e80', 'admin_state_up': True, 'tenant_id': '7334f31ab48c4b679d791d1aa028eeaf'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:53.113728 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c6068656-8e86-498e-b2a7-8788e59012fc req-836daf4b-0e62-4a3e-a59c-7cb9b539fc2e tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:53.118929 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21a40056-46c6-4ca0-b4e9-bcd4e16e9ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:53.120539 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a40056-46c6-4ca0-b4e9-bcd4e16e9ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:53.121506 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4ad2cb87-87e2-4a0a-b049-882c54e68d24 req-99ddd482-b9c3-400a-a01d-a700e52b3f80 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692747 Nov 12 08:35:53.126864 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21a40056-46c6-4ca0-b4e9-bcd4e16e9ee1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:53.192804 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0c9356b2-43e0-4568-9922-1aff93787075 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:53.238626 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=bf28633d-6a48-45f0-8c69-ae309f4efaa3,revision_number=7']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:53.241763 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-38705282-596d-40de-94c6-522c120b9013 req-07c3c8b9-f935-4d89-bf19-565d6e31342c tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219896 Nov 12 08:35:53.363690 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-21a40056-46c6-4ca0-b4e9-bcd4e16e9ee1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.7253032 Nov 12 08:35:53.367344 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39286) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:53.402272 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6068656-8e86-498e-b2a7-8788e59012fc req-836daf4b-0e62-4a3e-a59c-7cb9b539fc2e tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Network 498c4273-ce36-4744-b677-9c005c192e80 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:53.437686 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-886a577a-16b6-493a-b2cd-2d08c8335829 admin admin] Request body: {'subnet': {'network_id': '03508749-e087-430c-a1d9-49a2950ba7ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-948152018-subnet', 'tenant_id': 'd5185270e154406090cbd015f3b65e11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:53.454397 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0c9356b2-43e0-4568-9922-1aff93787075 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:53.464751 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0c9356b2-43e0-4568-9922-1aff93787075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:53.526161 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0c9356b2-43e0-4568-9922-1aff93787075 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=caac7f0f065c4145b5b7f99903a33529&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6611948 Nov 12 08:35:53.529631 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-c6068656-8e86-498e-b2a7-8788e59012fc req-836daf4b-0e62-4a3e-a59c-7cb9b539fc2e tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:53.537022 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39288) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:53.547096 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6068656-8e86-498e-b2a7-8788e59012fc req-836daf4b-0e62-4a3e-a59c-7cb9b539fc2e tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:53.673957 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6068656-8e86-498e-b2a7-8788e59012fc req-836daf4b-0e62-4a3e-a59c-7cb9b539fc2e tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:53.675246 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c6068656-8e86-498e-b2a7-8788e59012fc req-836daf4b-0e62-4a3e-a59c-7cb9b539fc2e tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:53.769122 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a40056-46c6-4ca0-b4e9-bcd4e16e9ee1 admin admin] Pushing event updated for resources: {'Network': ['ID=03508749-e087-430c-a1d9-49a2950ba7ca,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:53.792771 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0ac90b5d-71b7-463b-9fac-075717d430c7 req-ad5505f5-09bf-44f1-ac03-0a88b5e96671 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=fecb594d-4f84-45f2-8b2d-8667541111be HTTP/1.1" status: 200 len: 210 time: 0.2730911 Nov 12 08:35:53.800360 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 03508749-e087-430c-a1d9-49a2950ba7ca details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:35:53.817952 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836daf4b-0e62-4a3e-a59c-7cb9b539fc2e tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Pushing event updated for resources: {'Port': ['ID=ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:53.833819 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9356b2-43e0-4568-9922-1aff93787075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde25396-4c66-4aff-87c3-c9f7f06c4951,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:53.881953 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9356b2-43e0-4568-9922-1aff93787075 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:53.882524 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9356b2-43e0-4568-9922-1aff93787075 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:53.882872 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9356b2-43e0-4568-9922-1aff93787075 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:53.883215 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9356b2-43e0-4568-9922-1aff93787075 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:53.883552 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9356b2-43e0-4568-9922-1aff93787075 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:53.884025 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9356b2-43e0-4568-9922-1aff93787075 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:53.884337 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9356b2-43e0-4568-9922-1aff93787075 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:53.884668 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9356b2-43e0-4568-9922-1aff93787075 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:53.888965 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9356b2-43e0-4568-9922-1aff93787075 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:53.889343 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9356b2-43e0-4568-9922-1aff93787075 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:53.889737 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9356b2-43e0-4568-9922-1aff93787075 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:53.890073 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9356b2-43e0-4568-9922-1aff93787075 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:53.891946 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886a577a-16b6-493a-b2cd-2d08c8335829 admin admin] Made reservation on behalf of d5185270e154406090cbd015f3b65e11 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:53.899224 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-886a577a-16b6-493a-b2cd-2d08c8335829 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:53.941624 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c6068656-8e86-498e-b2a7-8788e59012fc req-836daf4b-0e62-4a3e-a59c-7cb9b539fc2e tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1829031 Nov 12 08:35:53.970668 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-c6068656-8e86-498e-b2a7-8788e59012fc req-32978992-0ed6-4298-9dcd-3c011090ead7 service neutron] Request body: {'port': {'device_id': 'a292154c-7909-4e77-a73d-58623e3b43e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:53.992586 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95496647-196c-4950-bf52-7d659b0fd140 req-82481821-1ddd-408e-9aeb-5efa20d95dd8 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:53.994735 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95496647-196c-4950-bf52-7d659b0fd140 req-82481821-1ddd-408e-9aeb-5efa20d95dd8 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.58 "GET /v2.0/networks?id=498c4273-ce36-4744-b677-9c005c192e80 HTTP/1.1" status: 200 len: 816 time: 0.4114289 Nov 12 08:35:54.030592 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-95496647-196c-4950-bf52-7d659b0fd140 req-6138a1af-e54a-465e-ba53-f6ff55834f7f tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Request body: {'port': {'device_id': 'fecb594d-4f84-45f2-8b2d-8667541111be', 'network_id': '498c4273-ce36-4744-b677-9c005c192e80', 'admin_state_up': True, 'tenant_id': '7334f31ab48c4b679d791d1aa028eeaf'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:54.059178 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9c80d340-66d1-494e-b299-17d2c6d026fc None None] Provisioning complete for port ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:54.059178 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9c80d340-66d1-494e-b299-17d2c6d026fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:54.094918 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c6068656-8e86-498e-b2a7-8788e59012fc req-32978992-0ed6-4298-9dcd-3c011090ead7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:54.100780 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9cffa61-7ed4-4feb-b018-ae8b691c9eb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:54.106908 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9c80d340-66d1-494e-b299-17d2c6d026fc None None] Port ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:35:54.224036 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9cffa61-7ed4-4feb-b018-ae8b691c9eb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:54.293315 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-ccb79569-f963-42ac-ae3c-66158667da0a tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Made reservation on behalf of 7334f31ab48c4b679d791d1aa028eeaf for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:54.296994 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-ccb79569-f963-42ac-ae3c-66158667da0a tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:54.379535 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf621b59-2058-411b-b994-ee213ed3746e req-8bb3cadf-2bd2-4167-b69b-b3d8db9e64db tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:54.390235 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cf621b59-2058-411b-b994-ee213ed3746e req-8bb3cadf-2bd2-4167-b69b-b3d8db9e64db tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb505c73-cb5e-4944-b699-e810195a79cd HTTP/1.1" status: 200 len: 943 time: 0.1361358 Nov 12 08:35:54.398430 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95496647-196c-4950-bf52-7d659b0fd140 req-6138a1af-e54a-465e-ba53-f6ff55834f7f tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Made reservation on behalf of 7334f31ab48c4b679d791d1aa028eeaf for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:54.403222 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-95496647-196c-4950-bf52-7d659b0fd140 req-6138a1af-e54a-465e-ba53-f6ff55834f7f tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:54.603519 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9cffa61-7ed4-4feb-b018-ae8b691c9eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:54.606272 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9cffa61-7ed4-4feb-b018-ae8b691c9eb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:54.610351 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f9cffa61-7ed4-4feb-b018-ae8b691c9eb0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fde25396-4c66-4aff-87c3-c9f7f06c4951 HTTP/1.1" status: 204 len: 168 time: 1.0645304 Nov 12 08:35:54.646255 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147760f-cd91-46cf-a0ae-9fe73995eb7f req-c013f4c6-fc1a-4f40-9ad4-d8b0662cb74c tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:54.652607 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9147760f-cd91-46cf-a0ae-9fe73995eb7f req-c013f4c6-fc1a-4f40-9ad4-d8b0662cb74c tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 943 time: 0.1828039 Nov 12 08:35:54.656650 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cffa61-7ed4-4feb-b018-ae8b691c9eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde25396-4c66-4aff-87c3-c9f7f06c4951,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:54.684354 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cf621b59-2058-411b-b994-ee213ed3746e req-26689127-5f16-4281-93b1-f48a0533fa95 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931192 Nov 12 08:35:54.704376 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-886a577a-16b6-493a-b2cd-2d08c8335829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:54.852253 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9147760f-cd91-46cf-a0ae-9fe73995eb7f req-47bef596-de02-48d9-af8b-e7341e21ed68 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985822 Nov 12 08:35:54.856212 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a577a-16b6-493a-b2cd-2d08c8335829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97101885-0751-4314-8f34-ebaf3c170aec,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:54.872810 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-d449c072-a0d9-4fa8-bd61-defb63b1ff95 service neutron] 10.222.0.58 "GET /v2.0/ports/04daa2ab-0f1e-46d6-b151-8c5b6210d993/bindings/n-h1-768862-16 HTTP/1.1" status: 200 len: 385 time: 0.2058520 Nov 12 08:35:54.882062 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886a577a-16b6-493a-b2cd-2d08c8335829 admin admin] Checking segment: {'id': 'f2a34ec6-6cac-4f81-b7c4-952060192b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '03508749-e087-430c-a1d9-49a2950ba7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:54.882565 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886a577a-16b6-493a-b2cd-2d08c8335829 admin admin] Network hostable DHCP agents. Network: 03508749-e087-430c-a1d9-49a2950ba7ca, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:35:54.886949 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-c6068656-8e86-498e-b2a7-8788e59012fc req-32978992-0ed6-4298-9dcd-3c011090ead7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:35:54.897808 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c6068656-8e86-498e-b2a7-8788e59012fc req-32978992-0ed6-4298-9dcd-3c011090ead7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:54.975156 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-c6068656-8e86-498e-b2a7-8788e59012fc req-32978992-0ed6-4298-9dcd-3c011090ead7 service neutron] Transition to ACTIVE for port object ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:35:55.004157 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-220ad872-4e9f-421c-b765-b4ace1821605 req-51f957f6-e911-46a3-929c-98afe4f36906 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=fecb594d-4f84-45f2-8b2d-8667541111be HTTP/1.1" status: 200 len: 210 time: 0.0363214 Nov 12 08:35:55.031399 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886a577a-16b6-493a-b2cd-2d08c8335829 admin admin] Network 03508749-e087-430c-a1d9-49a2950ba7ca is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:35:55.035725 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c6068656-8e86-498e-b2a7-8788e59012fc req-32978992-0ed6-4298-9dcd-3c011090ead7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:55.090294 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-886a577a-16b6-493a-b2cd-2d08c8335829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 03508749-e087-430c-a1d9-49a2950ba7ca) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:55.107346 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca3e306-3806-40c1-bf31-d570f9c77dc5 None None] Network 03508749-e087-430c-a1d9-49a2950ba7ca requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:55.108535 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886a577a-16b6-493a-b2cd-2d08c8335829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:55.109147 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-886a577a-16b6-493a-b2cd-2d08c8335829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:55.136829 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-886a577a-16b6-493a-b2cd-2d08c8335829 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7393293 Nov 12 08:35:55.142661 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-ccb79569-f963-42ac-ae3c-66158667da0a tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Allocated IP 172.20.0.11 (498c4273-ce36-4744-b677-9c005c192e80/627ca6d6-ef34-4824-982e-bd9071ca70b0/2fc03224-3f8a-453d-a53a-d03411cdd46a) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:55.148666 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32978992-0ed6-4298-9dcd-3c011090ead7 service neutron] Pushing event updated for resources: {'Port': ['ID=ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:55.280217 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-5111c4c6-bcbe-417d-ab35-1d65062f18dd service neutron] For port 04daa2ab-0f1e-46d6-b151-8c5b6210d993, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=04daa2ab-0f1e-46d6-b151-8c5b6210d993,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:55.310088 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39318) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:55.331207 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-5111c4c6-bcbe-417d-ab35-1d65062f18dd service neutron] For port 04daa2ab-0f1e-46d6-b151-8c5b6210d993, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:55.388989 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f14acf70-5f71-4e72-bf38-69d21766330a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:55.421768 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-5111c4c6-bcbe-417d-ab35-1d65062f18dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04daa2ab-0f1e-46d6-b151-8c5b6210d993 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:35:55.441214 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ab3edc-e6ea-47ac-90e8-fbb280eba847 None None] Network 03508749-e087-430c-a1d9-49a2950ba7ca requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:55.448212 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-5111c4c6-bcbe-417d-ab35-1d65062f18dd service neutron] For port 04daa2ab-0f1e-46d6-b151-8c5b6210d993, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=04daa2ab-0f1e-46d6-b151-8c5b6210d993,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:55.477249 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-5111c4c6-bcbe-417d-ab35-1d65062f18dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:55.484473 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-c6068656-8e86-498e-b2a7-8788e59012fc req-32978992-0ed6-4298-9dcd-3c011090ead7 service neutron] Attempting to bind port ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:35:55.484927 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-c6068656-8e86-498e-b2a7-8788e59012fc req-32978992-0ed6-4298-9dcd-3c011090ead7 service neutron] Attempting to bind port ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '0f678bdb-6263-4ca5-b85d-b6ca1e706114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '498c4273-ce36-4744-b677-9c005c192e80'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:35:55.485190 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6068656-8e86-498e-b2a7-8788e59012fc req-32978992-0ed6-4298-9dcd-3c011090ead7 service neutron] Attempting to bind port ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4 on network 498c4273-ce36-4744-b677-9c005c192e80 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:55.547040 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223431be-4209-4423-8cfe-820bcb7517d9 req-99ccdeca-8b3f-4cd9-874b-16b693fabe13 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:55.548862 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-223431be-4209-4423-8cfe-820bcb7517d9 req-99ccdeca-8b3f-4cd9-874b-16b693fabe13 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb505c73-cb5e-4944-b699-e810195a79cd HTTP/1.1" status: 200 len: 943 time: 0.2991507 Nov 12 08:35:55.620673 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f14acf70-5f71-4e72-bf38-69d21766330a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:55.633295 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f14acf70-5f71-4e72-bf38-69d21766330a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:55.640915 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-5111c4c6-bcbe-417d-ab35-1d65062f18dd service neutron] Transition to ACTIVE for port object 04daa2ab-0f1e-46d6-b151-8c5b6210d993 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:35:55.651626 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-5111c4c6-bcbe-417d-ab35-1d65062f18dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:55.790511 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f14acf70-5f71-4e72-bf38-69d21766330a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f237ae88614341099d82cdc36ef867dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4769678 Nov 12 08:35:55.796177 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-5111c4c6-bcbe-417d-ab35-1d65062f18dd service neutron] No DVR routers for this DVR port 04daa2ab-0f1e-46d6-b151-8c5b6210d993 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:55.805223 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39328) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:55.808809 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-531db081-81aa-4aaf-af29-a44471938af9 req-8cc62b4c-32f1-41aa-a029-fce6b72be47a tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2003238230', 'description': 'tempest-description-358753832'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:55.839283 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14acf70-5f71-4e72-bf38-69d21766330a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d831e573-0732-4524-9814-4f07e877859e,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:55.920608 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111c4c6-bcbe-417d-ab35-1d65062f18dd service neutron] Pushing event updated for resources: {'Port': ['ID=04daa2ab-0f1e-46d6-b151-8c5b6210d993,revision_number=10']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:55.945814 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-5111c4c6-bcbe-417d-ab35-1d65062f18dd service neutron] 10.222.0.58 "PUT /v2.0/ports/04daa2ab-0f1e-46d6-b151-8c5b6210d993/bindings/n-h1-768862-16/activate HTTP/1.1" status: 200 len: 370 time: 1.0641770 Nov 12 08:35:55.955568 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-531db081-81aa-4aaf-af29-a44471938af9 req-8cc62b4c-32f1-41aa-a029-fce6b72be47a tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:55.985171 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6068656-8e86-498e-b2a7-8788e59012fc req-32978992-0ed6-4298-9dcd-3c011090ead7 service neutron] Port ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4 on network 498c4273-ce36-4744-b677-9c005c192e80 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:35:55.985845 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6068656-8e86-498e-b2a7-8788e59012fc req-32978992-0ed6-4298-9dcd-3c011090ead7 service neutron] Attempting to bind port ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4 on network 498c4273-ce36-4744-b677-9c005c192e80 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:55.997331 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559dad2-6bbe-4582-9f24-a48984cee231 req-4f58c774-9307-4e74-a178-9ff07622b503 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:56.005054 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d559dad2-6bbe-4582-9f24-a48984cee231 req-4f58c774-9307-4e74-a178-9ff07622b503 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb505c73-cb5e-4944-b699-e810195a79cd HTTP/1.1" status: 200 len: 943 time: 0.2241390 Nov 12 08:35:56.014074 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6068656-8e86-498e-b2a7-8788e59012fc req-32978992-0ed6-4298-9dcd-3c011090ead7 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:35:56.015327 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6068656-8e86-498e-b2a7-8788e59012fc req-32978992-0ed6-4298-9dcd-3c011090ead7 service neutron] Checking segment: {'id': '0f678bdb-6263-4ca5-b85d-b6ca1e706114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '498c4273-ce36-4744-b677-9c005c192e80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:56.015327 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6068656-8e86-498e-b2a7-8788e59012fc req-32978992-0ed6-4298-9dcd-3c011090ead7 service neutron] Bound using segment: {'id': '0f678bdb-6263-4ca5-b85d-b6ca1e706114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '498c4273-ce36-4744-b677-9c005c192e80'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:35:56.015572 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-c6068656-8e86-498e-b2a7-8788e59012fc req-32978992-0ed6-4298-9dcd-3c011090ead7 service neutron] Bound port: ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f678bdb-6263-4ca5-b85d-b6ca1e706114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '498c4273-ce36-4744-b677-9c005c192e80'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:35:56.015815 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c6068656-8e86-498e-b2a7-8788e59012fc req-32978992-0ed6-4298-9dcd-3c011090ead7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.052161 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f812a78c-f176-47dc-89b3-8a5cd9d23ee8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.111083 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d559dad2-6bbe-4582-9f24-a48984cee231 req-79f52a3a-ee2f-404c-9793-d31b381de6e7 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051137 Nov 12 08:35:56.115048 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f812a78c-f176-47dc-89b3-8a5cd9d23ee8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.173552 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-ccb79569-f963-42ac-ae3c-66158667da0a tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.180523 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-531db081-81aa-4aaf-af29-a44471938af9 req-8cc62b4c-32f1-41aa-a029-fce6b72be47a tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.192615 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-531db081-81aa-4aaf-af29-a44471938af9 req-8cc62b4c-32f1-41aa-a029-fce6b72be47a tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.220284 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f812a78c-f176-47dc-89b3-8a5cd9d23ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.222772 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f812a78c-f176-47dc-89b3-8a5cd9d23ee8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.224321 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f812a78c-f176-47dc-89b3-8a5cd9d23ee8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d831e573-0732-4524-9814-4f07e877859e HTTP/1.1" status: 204 len: 168 time: 0.4047110 Nov 12 08:35:56.224817 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-298b98d5-b1f8-4344-880d-2f4003d01460 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:56.226939 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-298b98d5-b1f8-4344-880d-2f4003d01460 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668&tenant_id=53ced5a3b5824d46b94af4c3034e6689&binding%3Ahost_id=n-h2-768862-16 HTTP/1.1" status: 200 len: 1096 time: 0.1979728 Nov 12 08:35:56.248282 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc62b4c-32f1-41aa-a029-fce6b72be47a tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a23b08-fc2d-4633-9d6a-21ccfff6b7cb,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:56.260496 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-531db081-81aa-4aaf-af29-a44471938af9 req-8cc62b4c-32f1-41aa-a029-fce6b72be47a tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.261913 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-531db081-81aa-4aaf-af29-a44471938af9 req-8cc62b4c-32f1-41aa-a029-fce6b72be47a tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4791381 Nov 12 08:35:56.268330 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c6068656-8e86-498e-b2a7-8788e59012fc req-32978992-0ed6-4298-9dcd-3c011090ead7 service neutron] For port ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:56.271950 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812a78c-f176-47dc-89b3-8a5cd9d23ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d831e573-0732-4524-9814-4f07e877859e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:56.343699 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c6068656-8e86-498e-b2a7-8788e59012fc req-32978992-0ed6-4298-9dcd-3c011090ead7 service neutron] For port ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4,segment=NetworkSegment(0f678bdb-6263-4ca5-b85d-b6ca1e706114),segment_id=0f678bdb-6263-4ca5-b85d-b6ca1e706114)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:35:56.362811 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-223431be-4209-4423-8cfe-820bcb7517d9 req-c462894d-1942-4875-8156-6407cd59070b tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Deleting port bf28633d-6a48-45f0-8c69-ae309f4efaa3 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:56.363165 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-223431be-4209-4423-8cfe-820bcb7517d9 req-c462894d-1942-4875-8156-6407cd59070b tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.372141 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c6068656-8e86-498e-b2a7-8788e59012fc req-32978992-0ed6-4298-9dcd-3c011090ead7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.421282 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8a071580-91d4-4bfc-859d-c985f8bcb3e8 req-b799577b-79ff-4ff8-ab4e-1b98836357f8 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=fecb594d-4f84-45f2-8b2d-8667541111be HTTP/1.1" status: 200 len: 210 time: 0.0591385 Nov 12 08:35:56.455453 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-ccb79569-f963-42ac-ae3c-66158667da0a tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.505570 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671bb09-3d7d-4589-a0e8-c5d1b269a48c req-7472684e-114f-4889-9a19-237ec8b465e3 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:56.509925 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d671bb09-3d7d-4589-a0e8-c5d1b269a48c req-7472684e-114f-4889-9a19-237ec8b465e3 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 944 time: 0.1601083 Nov 12 08:35:56.511219 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-3d469d03-3ec3-4ba1-bcd2-1ce02464884f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:56.513066 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-3d469d03-3ec3-4ba1-bcd2-1ce02464884f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668&tenant_id=53ced5a3b5824d46b94af4c3034e6689 HTTP/1.1" status: 200 len: 1096 time: 0.2693419 Nov 12 08:35:56.530004 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6068656-8e86-498e-b2a7-8788e59012fc req-32978992-0ed6-4298-9dcd-3c011090ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:56.531695 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c6068656-8e86-498e-b2a7-8788e59012fc req-32978992-0ed6-4298-9dcd-3c011090ead7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.533680 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c6068656-8e86-498e-b2a7-8788e59012fc req-32978992-0ed6-4298-9dcd-3c011090ead7 service neutron] 10.222.0.54 "PUT /v2.0/ports/ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4 HTTP/1.1" status: 200 len: 1092 time: 2.5679145 Nov 12 08:35:56.534375 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a292154c-7909-4e77-a73d-58623e3b43e5', 'tag': 'ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:56.537125 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76943dff-3f42-404d-9556-f1629254b969" -d '{"events": [{"name": "network-changed", "server_uuid": "a292154c-7909-4e77-a73d-58623e3b43e5", "tag": "ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:56.587472 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.db.api [req-95496647-196c-4950-bf52-7d659b0fd140 req-6138a1af-e54a-465e-ba53-f6ff55834f7f tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.11-73d72265-cfc1-4d34-ae8f-23918544a926 {{(pid=102569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:35:56.588079 n-d-768862-16 neutron-server[102569]: DEBUG oslo_db.api [req-95496647-196c-4950-bf52-7d659b0fd140 req-6138a1af-e54a-465e-ba53-f6ff55834f7f tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:35:56.595814 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-ccb79569-f963-42ac-ae3c-66158667da0a tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Network 498c4273-ce36-4744-b677-9c005c192e80 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:56.599673 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-88576fdc-7803-4d51-ae2c-bd95b848f10d req-d84922fe-3811-4909-a6a9-56a9630f9411 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] 10.222.0.37 "GET /v2.0/security-groups/f0a23b08-fc2d-4633-9d6a-21ccfff6b7cb HTTP/1.1" status: 200 len: 1829 time: 0.1454670 Nov 12 08:35:56.618061 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-88576fdc-7803-4d51-ae2c-bd95b848f10d req-62f70fcf-b5b8-4bb2-bdd4-2e44d23bd7ee tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f0a23b08-fc2d-4633-9d6a-21ccfff6b7cb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:56.618608 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-88576fdc-7803-4d51-ae2c-bd95b848f10d req-62f70fcf-b5b8-4bb2-bdd4-2e44d23bd7ee tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f0a23b08-fc2d-4633-9d6a-21ccfff6b7cb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:56.648912 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-ccb79569-f963-42ac-ae3c-66158667da0a tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:56.654213 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d671bb09-3d7d-4589-a0e8-c5d1b269a48c req-97f27966-8f45-49c6-aaa7-6b7a24c1cd14 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190665 Nov 12 08:35:56.696399 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-ccb79569-f963-42ac-ae3c-66158667da0a tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:56.703343 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32978992-0ed6-4298-9dcd-3c011090ead7 service neutron] Pushing event updated for resources: {'Port': ['ID=ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:56.781410 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-223431be-4209-4423-8cfe-820bcb7517d9 req-c462894d-1942-4875-8156-6407cd59070b tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] For port bf28633d-6a48-45f0-8c69-ae309f4efaa3, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=bf28633d-6a48-45f0-8c69-ae309f4efaa3,segment=NetworkSegment(6bd9f4b7-f155-4031-9435-a90b29e6b2d2),segment_id=6bd9f4b7-f155-4031-9435-a90b29e6b2d2)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:56.782222 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-223431be-4209-4423-8cfe-820bcb7517d9 req-c462894d-1942-4875-8156-6407cd59070b tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.787496 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-88576fdc-7803-4d51-ae2c-bd95b848f10d req-62f70fcf-b5b8-4bb2-bdd4-2e44d23bd7ee tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.830519 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-88576fdc-7803-4d51-ae2c-bd95b848f10d req-62f70fcf-b5b8-4bb2-bdd4-2e44d23bd7ee tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.830964 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-223431be-4209-4423-8cfe-820bcb7517d9 req-c462894d-1942-4875-8156-6407cd59070b tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Calling delete_port for bf28633d-6a48-45f0-8c69-ae309f4efaa3 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:56.844914 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-88576fdc-7803-4d51-ae2c-bd95b848f10d req-62f70fcf-b5b8-4bb2-bdd4-2e44d23bd7ee tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.851224 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-3a988e26-a0b0-485a-9de6-614f264fd5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:56.853195 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-3a988e26-a0b0-485a-9de6-614f264fd5b5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=53ced5a3b5824d46b94af4c3034e6689&device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 1096 time: 0.2897618 Nov 12 08:35:56.858688 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb79569-f963-42ac-ae3c-66158667da0a tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Pushing event updated for resources: {'Port': ['ID=2fc03224-3f8a-453d-a53a-d03411cdd46a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:56.871018 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-ccb79569-f963-42ac-ae3c-66158667da0a tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:56.872171 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-ccb79569-f963-42ac-ae3c-66158667da0a tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.875486 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6068656-8e86-498e-b2a7-8788e59012fc req-b998c147-300b-47ba-bc35-7504a46a1f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:56.877210 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c6068656-8e86-498e-b2a7-8788e59012fc req-b998c147-300b-47ba-bc35-7504a46a1f84 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7334f31ab48c4b679d791d1aa028eeaf&device_id=a292154c-7909-4e77-a73d-58623e3b43e5 HTTP/1.1" status: 200 len: 1095 time: 0.2871411 Nov 12 08:35:56.901207 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f70fcf-b5b8-4bb2-bdd4-2e44d23bd7ee tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fad9576-e57b-4d86-b924-ff1b21e080f9,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:56.908625 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-88576fdc-7803-4d51-ae2c-bd95b848f10d req-62f70fcf-b5b8-4bb2-bdd4-2e44d23bd7ee tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.909854 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-88576fdc-7803-4d51-ae2c-bd95b848f10d req-62f70fcf-b5b8-4bb2-bdd4-2e44d23bd7ee tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3028176 Nov 12 08:35:57.036656 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0915138-fab7-4e85-9225-548f2e9bedb1 x-openstack-request-id: req-d0915138-fab7-4e85-9225-548f2e9bedb1 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:57.036656 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a292154c-7909-4e77-a73d-58623e3b43e5", "tag": "ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:57.036656 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0915138-fab7-4e85-9225-548f2e9bedb1 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:57.037413 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a292154c-7909-4e77-a73d-58623e3b43e5', 'tag': 'ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4', 'status': 'completed', 'code': 200} Nov 12 08:35:57.059397 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3390eaa3-fb33-4f15-904d-12d0b986fca8 req-7377def4-486b-44eb-8693-df7fd6fd1bc6 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] 10.222.0.37 "GET /v2.0/security-groups/f0a23b08-fc2d-4633-9d6a-21ccfff6b7cb HTTP/1.1" status: 200 len: 2422 time: 0.1078198 Nov 12 08:35:57.091817 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-95496647-196c-4950-bf52-7d659b0fd140 req-6138a1af-e54a-465e-ba53-f6ff55834f7f tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.115112 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-ccb79569-f963-42ac-ae3c-66158667da0a tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0157268 Nov 12 08:35:57.117083 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c6068656-8e86-498e-b2a7-8788e59012fc req-3a8c2baa-0d3d-42a5-96f0-c427f942cceb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4 HTTP/1.1" status: 200 len: 217 time: 0.2220774 Nov 12 08:35:57.193039 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-62de1115-c5a5-40ad-aec9-c15b206cf706 service neutron] Request body: {'port': {'device_id': '2dae63a7-de8d-4241-a768-5fc5a0c346a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:57.211916 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-3f483b31-e955-4686-b0ea-50e5f41090d5 None None] Provisioning complete for port 2fc03224-3f8a-453d-a53a-d03411cdd46a triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:57.216035 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3f483b31-e955-4686-b0ea-50e5f41090d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.264431 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-3f483b31-e955-4686-b0ea-50e5f41090d5 None None] Port 2fc03224-3f8a-453d-a53a-d03411cdd46a cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:35:57.301548 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2682ce5c-3e23-4d0e-8376-170676db7cc0 req-ea571daf-48da-4099-9756-b9266e279998 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] 10.222.0.37 "GET /v2.0/security-group-rules/2fad9576-e57b-4d86-b924-ff1b21e080f9 HTTP/1.1" status: 200 len: 778 time: 0.1992636 Nov 12 08:35:57.319421 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-1aa237fd-fc00-4d86-aa83-c774f223e856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:57.321755 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-1aa237fd-fc00-4d86-aa83-c774f223e856 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ac11a5bd-0584-4f41-bf7f-a43257f96e99 HTTP/1.1" status: 200 len: 921 time: 0.4425151 Nov 12 08:35:57.346894 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-62de1115-c5a5-40ad-aec9-c15b206cf706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.426436 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-95496647-196c-4950-bf52-7d659b0fd140 req-6138a1af-e54a-465e-ba53-f6ff55834f7f tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Allocated IP 172.20.0.12 (498c4273-ce36-4744-b677-9c005c192e80/627ca6d6-ef34-4824-982e-bd9071ca70b0/5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:57.436682 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2682ce5c-3e23-4d0e-8376-170676db7cc0 req-b238dc9d-d8e9-4ec4-bbd2-0d919dbf8832 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] 10.222.0.37 "GET /v2.0/security-groups/f0a23b08-fc2d-4633-9d6a-21ccfff6b7cb HTTP/1.1" status: 200 len: 2422 time: 0.1338284 Nov 12 08:35:57.442661 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-1c92554e-6cce-4aa8-b5a8-7167e4eed9ab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04daa2ab-0f1e-46d6-b151-8c5b6210d993 HTTP/1.1" status: 200 len: 217 time: 0.0926714 Nov 12 08:35:57.497495 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e4f84-5450-4b22-94de-be1cef4d3f22 req-dd7760a8-19bd-4b8d-a7f2-a4bec289fd10 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:57.499118 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-131e4f84-5450-4b22-94de-be1cef4d3f22 req-dd7760a8-19bd-4b8d-a7f2-a4bec289fd10 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb505c73-cb5e-4944-b699-e810195a79cd HTTP/1.1" status: 200 len: 943 time: 0.2276590 Nov 12 08:35:57.542368 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6068656-8e86-498e-b2a7-8788e59012fc req-2017169d-d1a1-4474-9707-ecd5428dafc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:57.543633 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c6068656-8e86-498e-b2a7-8788e59012fc req-2017169d-d1a1-4474-9707-ecd5428dafc7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=627ca6d6-ef34-4824-982e-bd9071ca70b0 HTTP/1.1" status: 200 len: 855 time: 0.2862995 Nov 12 08:35:57.570488 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2682ce5c-3e23-4d0e-8376-170676db7cc0 req-b2e30ae6-5387-4a32-92e1-03a9c87a67d9 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.584229 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2682ce5c-3e23-4d0e-8376-170676db7cc0 req-b2e30ae6-5387-4a32-92e1-03a9c87a67d9 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.625883 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-131e4f84-5450-4b22-94de-be1cef4d3f22 req-6bf721c6-a0ad-4072-af1c-701f3304004a tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920572 Nov 12 08:35:57.638704 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2682ce5c-3e23-4d0e-8376-170676db7cc0 req-b2e30ae6-5387-4a32-92e1-03a9c87a67d9 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.661855 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2682ce5c-3e23-4d0e-8376-170676db7cc0 req-b2e30ae6-5387-4a32-92e1-03a9c87a67d9 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.663277 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2682ce5c-3e23-4d0e-8376-170676db7cc0 req-b2e30ae6-5387-4a32-92e1-03a9c87a67d9 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/2fad9576-e57b-4d86-b924-ff1b21e080f9 HTTP/1.1" status: 204 len: 173 time: 0.2011337 Nov 12 08:35:57.670596 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e30ae6-5387-4a32-92e1-03a9c87a67d9 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fad9576-e57b-4d86-b924-ff1b21e080f9,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:57.678172 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-27bedb51-a0e5-4a44-8cd2-d59475ddee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:57.680300 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-27bedb51-a0e5-4a44-8cd2-d59475ddee12 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165 HTTP/1.1" status: 200 len: 860 time: 0.2151468 Nov 12 08:35:57.718361 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-223431be-4209-4423-8cfe-820bcb7517d9 req-c462894d-1942-4875-8156-6407cd59070b tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.767251 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-67469333-9036-41bc-bf83-93a189b5981e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac11a5bd-0584-4f41-bf7f-a43257f96e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750456 Nov 12 08:35:57.788468 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-95bee5ca-331c-40b5-87fd-d59b4be5be01 req-14513374-9856-4114-9860-6bd4103b78ae tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-851943439', 'description': 'tempest-description-1417632859'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:57.804159 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462894d-1942-4875-8156-6407cd59070b tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Pushing event deleted for resources: {'Port': ['ID=bf28633d-6a48-45f0-8c69-ae309f4efaa3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:57.810392 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6068656-8e86-498e-b2a7-8788e59012fc req-0f14a2d1-e73d-4e92-9408-2c2abf4c9758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:57.812334 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c6068656-8e86-498e-b2a7-8788e59012fc req-0f14a2d1-e73d-4e92-9408-2c2abf4c9758 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=498c4273-ce36-4744-b677-9c005c192e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2564368 Nov 12 08:35:57.876536 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-95bee5ca-331c-40b5-87fd-d59b4be5be01 req-14513374-9856-4114-9860-6bd4103b78ae tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.931772 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-223431be-4209-4423-8cfe-820bcb7517d9 req-c462894d-1942-4875-8156-6407cd59070b tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] No DVR routers for this DVR port bf28633d-6a48-45f0-8c69-ae309f4efaa3 on host n-h2-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:57.961823 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-223431be-4209-4423-8cfe-820bcb7517d9 req-c462894d-1942-4875-8156-6407cd59070b tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.962214 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-95bee5ca-331c-40b5-87fd-d59b4be5be01 req-14513374-9856-4114-9860-6bd4103b78ae tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.965351 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-223431be-4209-4423-8cfe-820bcb7517d9 req-c462894d-1942-4875-8156-6407cd59070b tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.58 "DELETE /v2.0/ports/bf28633d-6a48-45f0-8c69-ae309f4efaa3 HTTP/1.1" status: 204 len: 173 time: 2.3928673 Nov 12 08:35:57.981475 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6a174843-3ac6-4011-bd00-2fcb679624d2 req-4937adac-3805-4833-b69a-9a6992c9f09a tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=fecb594d-4f84-45f2-8b2d-8667541111be HTTP/1.1" status: 200 len: 210 time: 0.1495368 Nov 12 08:35:57.999186 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-95bee5ca-331c-40b5-87fd-d59b4be5be01 req-14513374-9856-4114-9860-6bd4103b78ae tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:58.046772 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-95bee5ca-331c-40b5-87fd-d59b4be5be01 req-14513374-9856-4114-9860-6bd4103b78ae tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:58.048004 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95bee5ca-331c-40b5-87fd-d59b4be5be01 req-14513374-9856-4114-9860-6bd4103b78ae tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2653811 Nov 12 08:35:58.070807 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14513374-9856-4114-9860-6bd4103b78ae tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5adf8a-2f9f-4d45-96a3-5bc96a213a76,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:58.082792 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c6068656-8e86-498e-b2a7-8788e59012fc req-206e3ed6-cb53-4b32-82b3-2ca6b1526797 service neutron] 10.222.0.54 "GET /v2.0/networks/498c4273-ce36-4744-b677-9c005c192e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440479 Nov 12 08:35:58.088343 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-0c304a0a-38d3-4abb-b340-826034846585 service neutron] 10.222.0.54 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937224 Nov 12 08:35:58.091807 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-95496647-196c-4950-bf52-7d659b0fd140 req-6138a1af-e54a-465e-ba53-f6ff55834f7f tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:58.190730 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c610c-08f0-45dd-bc7e-f9e28ae56092 req-4528bae1-961d-40c3-9e9d-8cbc2eee9da4 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:58.199076 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cd7c610c-08f0-45dd-bc7e-f9e28ae56092 req-4528bae1-961d-40c3-9e9d-8cbc2eee9da4 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 944 time: 0.1115282 Nov 12 08:35:58.237692 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-95496647-196c-4950-bf52-7d659b0fd140 req-6138a1af-e54a-465e-ba53-f6ff55834f7f tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:58.331384 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cd7c610c-08f0-45dd-bc7e-f9e28ae56092 req-2ea490d0-e817-4a13-9bdd-dbdf93eee740 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293459 Nov 12 08:35:58.382229 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95496647-196c-4950-bf52-7d659b0fd140 req-6138a1af-e54a-465e-ba53-f6ff55834f7f tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Network 498c4273-ce36-4744-b677-9c005c192e80 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:58.387604 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6138a1af-e54a-465e-ba53-f6ff55834f7f tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Pushing event updated for resources: {'Port': ['ID=5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:58.394114 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-95496647-196c-4950-bf52-7d659b0fd140 req-6138a1af-e54a-465e-ba53-f6ff55834f7f tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:58.400983 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-95496647-196c-4950-bf52-7d659b0fd140 req-6138a1af-e54a-465e-ba53-f6ff55834f7f tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:58.456319 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8446f05b-6e2b-4766-9149-774cfa7351b8 req-6b0cedad-5eda-456f-bf25-dfeab41d1017 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] 10.222.0.37 "GET /v2.0/security-groups/ff5adf8a-2f9f-4d45-96a3-5bc96a213a76 HTTP/1.1" status: 200 len: 1829 time: 0.1562994 Nov 12 08:35:58.481395 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c6068656-8e86-498e-b2a7-8788e59012fc req-183e8526-1096-4f19-a1ff-e82cd9bda599 service neutron] 10.222.0.54 "GET /v2.0/networks/498c4273-ce36-4744-b677-9c005c192e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851011 Nov 12 08:35:58.515652 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95496647-196c-4950-bf52-7d659b0fd140 req-6138a1af-e54a-465e-ba53-f6ff55834f7f tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:58.516625 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-95496647-196c-4950-bf52-7d659b0fd140 req-6138a1af-e54a-465e-ba53-f6ff55834f7f tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:58.532946 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-85907f4e-5aff-4c02-868c-4e55b8da5812 service neutron] 10.222.0.54 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909378 Nov 12 08:35:58.558953 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-70e32e85-cea4-45cc-a675-f25c31c2d848 req-9be737f4-a4b1-4f86-98a5-77a4884b7210 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1380645254', 'description': 'tempest-description-1864795509'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:58.564669 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device bf28633d-6a48-45f0-8c69-ae309f4efaa3 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:58.596264 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95496647-196c-4950-bf52-7d659b0fd140 req-6138a1af-e54a-465e-ba53-f6ff55834f7f tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5750480 Nov 12 08:35:58.605011 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: bf28633d-6a48-45f0-8c69-ae309f4efaa3 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:35:58.605616 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device bf28633d-6a48-45f0-8c69-ae309f4efaa3 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:58.700644 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-95496647-196c-4950-bf52-7d659b0fd140 req-542956c7-5b23-45cd-b7d8-d01e9448df7d service neutron] Request body: {'port': {'device_id': 'fecb594d-4f84-45f2-8b2d-8667541111be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:58.701644 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76943dff-3f42-404d-9556-f1629254b969 req-32a74388-13fc-43b6-9a0d-89f4b3d5caac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:58.703254 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-76943dff-3f42-404d-9556-f1629254b969 req-32a74388-13fc-43b6-9a0d-89f4b3d5caac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7334f31ab48c4b679d791d1aa028eeaf&device_id=a292154c-7909-4e77-a73d-58623e3b43e5 HTTP/1.1" status: 200 len: 1095 time: 0.1484168 Nov 12 08:35:58.711702 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-62de1115-c5a5-40ad-aec9-c15b206cf706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc03224-3f8a-453d-a53a-d03411cdd46a {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:35:58.748020 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-62de1115-c5a5-40ad-aec9-c15b206cf706 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:58.817570 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c8f24d2e-669a-4955-8701-be6aa26f70ee None None] Provisioning complete for port 5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:58.819190 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c8f24d2e-669a-4955-8701-be6aa26f70ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:58.822931 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-70e32e85-cea4-45cc-a675-f25c31c2d848 req-9be737f4-a4b1-4f86-98a5-77a4884b7210 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:58.869857 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-62de1115-c5a5-40ad-aec9-c15b206cf706 service neutron] Transition to ACTIVE for port object 2fc03224-3f8a-453d-a53a-d03411cdd46a will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:35:58.875249 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:58.880970 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c8f24d2e-669a-4955-8701-be6aa26f70ee None None] Port 5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:35:58.901015 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-62de1115-c5a5-40ad-aec9-c15b206cf706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:58.911340 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-24b818a8-e92d-49f9-b923-fcf1fcc75b67 req-ed44b981-3257-4340-a758-88c26c802e1e tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb505c73-cb5e-4944-b699-e810195a79cd HTTP/1.1" status: 200 len: 210 time: 0.0666864 Nov 12 08:35:58.936498 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-95496647-196c-4950-bf52-7d659b0fd140 req-542956c7-5b23-45cd-b7d8-d01e9448df7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:59.027211 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de1115-c5a5-40ad-aec9-c15b206cf706 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc03224-3f8a-453d-a53a-d03411cdd46a,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:59.041661 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb505c73-cb5e-4944-b699-e810195a79cd', 'name': 'network-vif-deleted', 'tag': 'bf28633d-6a48-45f0-8c69-ae309f4efaa3'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:59.044230 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8300e83c-1069-4922-a73a-6c4f185a3f5a" -d '{"events": [{"server_uuid": "eb505c73-cb5e-4944-b699-e810195a79cd", "name": "network-vif-deleted", "tag": "bf28633d-6a48-45f0-8c69-ae309f4efaa3"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:59.049318 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76943dff-3f42-404d-9556-f1629254b969 req-1d3c138c-5a32-4a6c-adfa-a359d54d5ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:59.050983 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-76943dff-3f42-404d-9556-f1629254b969 req-1d3c138c-5a32-4a6c-adfa-a359d54d5ddd service neutron] 10.222.0.54 "GET /v2.0/networks?id=498c4273-ce36-4744-b677-9c005c192e80 HTTP/1.1" status: 200 len: 917 time: 0.3292112 Nov 12 08:35:59.051123 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-70e32e85-cea4-45cc-a675-f25c31c2d848 req-9be737f4-a4b1-4f86-98a5-77a4884b7210 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:59.053459 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-8b431694-6a7a-4028-9ed0-2594fd6f9ef4 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:59.055866 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-8b431694-6a7a-4028-9ed0-2594fd6f9ef4 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668&tenant_id=53ced5a3b5824d46b94af4c3034e6689&binding%3Ahost_id=n-h1-768862-16 HTTP/1.1" status: 200 len: 1096 time: 0.1874955 Nov 12 08:35:59.097045 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-70e32e85-cea4-45cc-a675-f25c31c2d848 req-9be737f4-a4b1-4f86-98a5-77a4884b7210 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:59.162940 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be737f4-a4b1-4f86-98a5-77a4884b7210 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=853fa624-23e9-4c36-942b-37642e8f8c32,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:59.168489 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-70e32e85-cea4-45cc-a675-f25c31c2d848 req-9be737f4-a4b1-4f86-98a5-77a4884b7210 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:59.188450 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-70e32e85-cea4-45cc-a675-f25c31c2d848 req-9be737f4-a4b1-4f86-98a5-77a4884b7210 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.6847188 Nov 12 08:35:59.263023 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-76943dff-3f42-404d-9556-f1629254b969 req-39b13f0f-faab-4cd5-8876-529b8b2fbba3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4 HTTP/1.1" status: 200 len: 217 time: 0.1721838 Nov 12 08:35:59.266717 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fd3da7-54e7-473b-8e64-4cdcb63d01b5 x-openstack-request-id: req-d5fd3da7-54e7-473b-8e64-4cdcb63d01b5 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:59.267020 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb505c73-cb5e-4944-b699-e810195a79cd", "name": "network-vif-deleted", "tag": "bf28633d-6a48-45f0-8c69-ae309f4efaa3", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:59.267247 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5fd3da7-54e7-473b-8e64-4cdcb63d01b5 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:59.267634 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb505c73-cb5e-4944-b699-e810195a79cd', 'name': 'network-vif-deleted', 'tag': 'bf28633d-6a48-45f0-8c69-ae309f4efaa3', 'status': 'completed', 'code': 200} Nov 12 08:35:59.273057 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-62de1115-c5a5-40ad-aec9-c15b206cf706 service neutron] Attempting to bind port 2fc03224-3f8a-453d-a53a-d03411cdd46a on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:35:59.273396 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-62de1115-c5a5-40ad-aec9-c15b206cf706 service neutron] Attempting to bind port 2fc03224-3f8a-453d-a53a-d03411cdd46a by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '0f678bdb-6263-4ca5-b85d-b6ca1e706114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '498c4273-ce36-4744-b677-9c005c192e80'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:35:59.273732 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-62de1115-c5a5-40ad-aec9-c15b206cf706 service neutron] Attempting to bind port 2fc03224-3f8a-453d-a53a-d03411cdd46a on network 498c4273-ce36-4744-b677-9c005c192e80 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:59.325080 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76943dff-3f42-404d-9556-f1629254b969 req-b6cedbac-f1d5-49dd-9ba1-5700d4bd893d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:59.326570 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-76943dff-3f42-404d-9556-f1629254b969 req-b6cedbac-f1d5-49dd-9ba1-5700d4bd893d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=627ca6d6-ef34-4824-982e-bd9071ca70b0 HTTP/1.1" status: 200 len: 855 time: 0.0548522 Nov 12 08:35:59.337040 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-62de1115-c5a5-40ad-aec9-c15b206cf706 service neutron] Port 2fc03224-3f8a-453d-a53a-d03411cdd46a on network 498c4273-ce36-4744-b677-9c005c192e80 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:35:59.337372 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-62de1115-c5a5-40ad-aec9-c15b206cf706 service neutron] Attempting to bind port 2fc03224-3f8a-453d-a53a-d03411cdd46a on network 498c4273-ce36-4744-b677-9c005c192e80 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:59.378893 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-62de1115-c5a5-40ad-aec9-c15b206cf706 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:35:59.379232 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-62de1115-c5a5-40ad-aec9-c15b206cf706 service neutron] Checking segment: {'id': '0f678bdb-6263-4ca5-b85d-b6ca1e706114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '498c4273-ce36-4744-b677-9c005c192e80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:59.379620 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-62de1115-c5a5-40ad-aec9-c15b206cf706 service neutron] Bound using segment: {'id': '0f678bdb-6263-4ca5-b85d-b6ca1e706114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '498c4273-ce36-4744-b677-9c005c192e80'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:35:59.380102 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-62de1115-c5a5-40ad-aec9-c15b206cf706 service neutron] Bound port: 2fc03224-3f8a-453d-a53a-d03411cdd46a, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f678bdb-6263-4ca5-b85d-b6ca1e706114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '498c4273-ce36-4744-b677-9c005c192e80'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:35:59.380460 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-62de1115-c5a5-40ad-aec9-c15b206cf706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:59.454574 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea9706-a5f7-46a4-92c7-df79778941c6 req-bb639a7f-ca17-43a7-85b9-4ee9f7076c5e tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:59.456278 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6fea9706-a5f7-46a4-92c7-df79778941c6 req-bb639a7f-ca17-43a7-85b9-4ee9f7076c5e tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=fecb594d-4f84-45f2-8b2d-8667541111be HTTP/1.1" status: 200 len: 932 time: 0.1153233 Nov 12 08:35:59.489684 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-62de1115-c5a5-40ad-aec9-c15b206cf706 service neutron] For port 2fc03224-3f8a-453d-a53a-d03411cdd46a, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:59.493198 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-62de1115-c5a5-40ad-aec9-c15b206cf706 service neutron] For port 2fc03224-3f8a-453d-a53a-d03411cdd46a, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=2fc03224-3f8a-453d-a53a-d03411cdd46a,segment=NetworkSegment(0f678bdb-6263-4ca5-b85d-b6ca1e706114),segment_id=0f678bdb-6263-4ca5-b85d-b6ca1e706114)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:35:59.499649 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76943dff-3f42-404d-9556-f1629254b969 req-8e1593a2-7a9d-42ce-b699-b2b6b60f99d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:59.501390 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-76943dff-3f42-404d-9556-f1629254b969 req-8e1593a2-7a9d-42ce-b699-b2b6b60f99d7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=498c4273-ce36-4744-b677-9c005c192e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1575933 Nov 12 08:35:59.504313 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-62de1115-c5a5-40ad-aec9-c15b206cf706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:59.595218 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-62de1115-c5a5-40ad-aec9-c15b206cf706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:59.595885 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-62de1115-c5a5-40ad-aec9-c15b206cf706 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:59.597588 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-62de1115-c5a5-40ad-aec9-c15b206cf706 service neutron] 10.222.0.54 "PUT /v2.0/ports/2fc03224-3f8a-453d-a53a-d03411cdd46a HTTP/1.1" status: 200 len: 1093 time: 2.4669359 Nov 12 08:35:59.637431 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-5de7aa6d-d9a1-4d89-8651-22ddb2f84e03 service neutron] For port 04daa2ab-0f1e-46d6-b151-8c5b6210d993, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:59.644677 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-5de7aa6d-d9a1-4d89-8651-22ddb2f84e03 service neutron] Publish callbacks [] for binding, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:59.646206 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-41b5dcc6-2538-4acd-8dee-641b928ed56e req-5de7aa6d-d9a1-4d89-8651-22ddb2f84e03 service neutron] 10.222.0.54 "DELETE /v2.0/ports/04daa2ab-0f1e-46d6-b151-8c5b6210d993/bindings/n-h2-768862-16 HTTP/1.1" status: 204 len: 173 time: 0.5543208 Nov 12 08:35:59.650803 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de1115-c5a5-40ad-aec9-c15b206cf706 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc03224-3f8a-453d-a53a-d03411cdd46a,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:59.732984 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-76943dff-3f42-404d-9556-f1629254b969 req-81e1061f-a311-4626-bd91-6862e533f58d service neutron] 10.222.0.54 "GET /v2.0/networks/498c4273-ce36-4744-b677-9c005c192e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001197 Nov 12 08:35:59.742846 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-d4fd66f7-4480-450f-a323-68044a644dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:59.744822 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-d4fd66f7-4480-450f-a323-68044a644dc4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7334f31ab48c4b679d791d1aa028eeaf&device_id=2dae63a7-de8d-4241-a768-5fc5a0c346a8 HTTP/1.1" status: 200 len: 1096 time: 0.0972178 Nov 12 08:35:59.817455 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-aef73e1e-cb5b-4a05-a4e4-3b183d36ea9a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fc03224-3f8a-453d-a53a-d03411cdd46a HTTP/1.1" status: 200 len: 217 time: 0.0508702 Nov 12 08:35:59.970123 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5031a00a-01c9-4dbe-9ee2-a8e1f1522e29 req-ba6ae52c-8f5c-43dd-8c1b-89a08d2d4460 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] 10.222.0.37 "GET /v2.0/security-groups/853fa624-23e9-4c36-942b-37642e8f8c32 HTTP/1.1" status: 200 len: 1830 time: 0.5127676 Nov 12 08:36:00.002065 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6fea9706-a5f7-46a4-92c7-df79778941c6 req-8e3d3942-df6a-46dd-bff8-681defee973e tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5248289 Nov 12 08:36:00.091379 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-95496647-196c-4950-bf52-7d659b0fd140 req-542956c7-5b23-45cd-b7d8-d01e9448df7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:36:00.102137 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-95496647-196c-4950-bf52-7d659b0fd140 req-542956c7-5b23-45cd-b7d8-d01e9448df7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:00.147685 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-95496647-196c-4950-bf52-7d659b0fd140 req-542956c7-5b23-45cd-b7d8-d01e9448df7d service neutron] Transition to ACTIVE for port object 5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:36:00.154599 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-95496647-196c-4950-bf52-7d659b0fd140 req-542956c7-5b23-45cd-b7d8-d01e9448df7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:00.213863 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-93d7432c-64fe-4d25-a91b-e4f012583fb0 req-bc46c567-183a-4054-8866-0ebea0e4d407 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1280654809', 'description': 'tempest-description-628851958'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:00.300539 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-65830c80-fd14-4497-b7da-f1a031c1dba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:00.301780 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481b692-1d94-4d8f-af33-4c87cdeb30e1 req-8b9d6d51-424c-43e1-b1dc-2a2717c5d9ce tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:00.302046 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-65830c80-fd14-4497-b7da-f1a031c1dba1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=627ca6d6-ef34-4824-982e-bd9071ca70b0 HTTP/1.1" status: 200 len: 855 time: 0.0845580 Nov 12 08:36:00.304197 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4481b692-1d94-4d8f-af33-4c87cdeb30e1 req-8b9d6d51-424c-43e1-b1dc-2a2717c5d9ce tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 944 time: 0.1990311 Nov 12 08:36:00.325234 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-76943dff-3f42-404d-9556-f1629254b969 req-278cee5b-84b1-4c8c-bdc1-946f6d7ea61c service neutron] 10.222.0.54 "GET /v2.0/networks/498c4273-ce36-4744-b677-9c005c192e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5789869 Nov 12 08:36:00.352895 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542956c7-5b23-45cd-b7d8-d01e9448df7d service neutron] Pushing event updated for resources: {'Port': ['ID=5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:00.372348 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-80d2f57c-9194-4af4-8418-ec4c26c292e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:00.374163 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-80d2f57c-9194-4af4-8418-ec4c26c292e1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=498c4273-ce36-4744-b677-9c005c192e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635080 Nov 12 08:36:00.381001 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:36:00.387076 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-93d7432c-64fe-4d25-a91b-e4f012583fb0 req-bc46c567-183a-4054-8866-0ebea0e4d407 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:00.512845 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4481b692-1d94-4d8f-af33-4c87cdeb30e1 req-08a2e0f1-69eb-41ee-af53-7c335c8582a9 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973414 Nov 12 08:36:00.527114 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-b4afd4d3-d14a-43fe-9c6a-bc2fa1b2e77d service neutron] 10.222.0.54 "GET /v2.0/networks/498c4273-ce36-4744-b677-9c005c192e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343858 Nov 12 08:36:00.533689 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4,segment=NetworkSegment(0f678bdb-6263-4ca5-b85d-b6ca1e706114),segment_id=0f678bdb-6263-4ca5-b85d-b6ca1e706114)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:00.545838 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-95496647-196c-4950-bf52-7d659b0fd140 req-542956c7-5b23-45cd-b7d8-d01e9448df7d service neutron] Attempting to bind port 5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:00.546559 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-95496647-196c-4950-bf52-7d659b0fd140 req-542956c7-5b23-45cd-b7d8-d01e9448df7d service neutron] Attempting to bind port 5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '0f678bdb-6263-4ca5-b85d-b6ca1e706114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '498c4273-ce36-4744-b677-9c005c192e80'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:00.547258 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95496647-196c-4950-bf52-7d659b0fd140 req-542956c7-5b23-45cd-b7d8-d01e9448df7d service neutron] Attempting to bind port 5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9 on network 498c4273-ce36-4744-b677-9c005c192e80 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:00.562592 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95496647-196c-4950-bf52-7d659b0fd140 req-542956c7-5b23-45cd-b7d8-d01e9448df7d service neutron] Port 5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9 on network 498c4273-ce36-4744-b677-9c005c192e80 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:36:00.562989 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95496647-196c-4950-bf52-7d659b0fd140 req-542956c7-5b23-45cd-b7d8-d01e9448df7d service neutron] Attempting to bind port 5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9 on network 498c4273-ce36-4744-b677-9c005c192e80 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:00.578725 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95496647-196c-4950-bf52-7d659b0fd140 req-542956c7-5b23-45cd-b7d8-d01e9448df7d service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:00.579257 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95496647-196c-4950-bf52-7d659b0fd140 req-542956c7-5b23-45cd-b7d8-d01e9448df7d service neutron] Checking segment: {'id': '0f678bdb-6263-4ca5-b85d-b6ca1e706114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '498c4273-ce36-4744-b677-9c005c192e80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:00.580083 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95496647-196c-4950-bf52-7d659b0fd140 req-542956c7-5b23-45cd-b7d8-d01e9448df7d service neutron] Bound using segment: {'id': '0f678bdb-6263-4ca5-b85d-b6ca1e706114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '498c4273-ce36-4744-b677-9c005c192e80'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:00.580346 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-95496647-196c-4950-bf52-7d659b0fd140 req-542956c7-5b23-45cd-b7d8-d01e9448df7d service neutron] Bound port: 5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f678bdb-6263-4ca5-b85d-b6ca1e706114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '498c4273-ce36-4744-b677-9c005c192e80'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:00.580828 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-95496647-196c-4950-bf52-7d659b0fd140 req-542956c7-5b23-45cd-b7d8-d01e9448df7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:00.586212 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4', 'network_id': '498c4273-ce36-4744-b677-9c005c192e80', 'port_id': 'ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4', 'mac_address': 'fa:16:3e:f0:70:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '627ca6d6-ef34-4824-982e-bd9071ca70b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:36:00.608825 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-93d7432c-64fe-4d25-a91b-e4f012583fb0 req-bc46c567-183a-4054-8866-0ebea0e4d407 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:00.613920 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-93d7432c-64fe-4d25-a91b-e4f012583fb0 req-bc46c567-183a-4054-8866-0ebea0e4d407 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:00.640802 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:00.668359 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:36:00.669726 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-93d7432c-64fe-4d25-a91b-e4f012583fb0 req-bc46c567-183a-4054-8866-0ebea0e4d407 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:00.672361 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93d7432c-64fe-4d25-a91b-e4f012583fb0 req-bc46c567-183a-4054-8866-0ebea0e4d407 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4652600 Nov 12 08:36:00.674423 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-eb001298-a3f6-48d9-a5b8-fb8031acb7c4 req-4af0d255-135b-48ed-923b-c3aeaf7a5dd7 service neutron] 10.222.0.54 "GET /v2.0/networks/498c4273-ce36-4744-b677-9c005c192e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383052 Nov 12 08:36:00.691958 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46c567-183a-4054-8866-0ebea0e4d407 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a04b9a64-07f5-49cb-9c81-e3c3a9a623e4,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:00.719545 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4,segment=NetworkSegment(0f678bdb-6263-4ca5-b85d-b6ca1e706114),segment_id=0f678bdb-6263-4ca5-b85d-b6ca1e706114)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:00.726090 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:00.744811 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-95496647-196c-4950-bf52-7d659b0fd140 req-542956c7-5b23-45cd-b7d8-d01e9448df7d service neutron] For port 5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:00.753737 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-95496647-196c-4950-bf52-7d659b0fd140 req-542956c7-5b23-45cd-b7d8-d01e9448df7d service neutron] For port 5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9,segment=NetworkSegment(0f678bdb-6263-4ca5-b85d-b6ca1e706114),segment_id=0f678bdb-6263-4ca5-b85d-b6ca1e706114)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:00.783276 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-95496647-196c-4950-bf52-7d659b0fd140 req-542956c7-5b23-45cd-b7d8-d01e9448df7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:00.823037 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:00.844111 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:00.848422 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:00.848915 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:00.849789 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:00.851079 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:00.855420 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:00.856053 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:00.857328 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:00.857879 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:00.858414 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:00.859207 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:00.859769 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:00.865679 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542956c7-5b23-45cd-b7d8-d01e9448df7d service neutron] Pushing event updated for resources: {'Port': ['ID=5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:00.879178 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95496647-196c-4950-bf52-7d659b0fd140 req-542956c7-5b23-45cd-b7d8-d01e9448df7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:00.880372 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-95496647-196c-4950-bf52-7d659b0fd140 req-542956c7-5b23-45cd-b7d8-d01e9448df7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:00.882396 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95496647-196c-4950-bf52-7d659b0fd140 req-542956c7-5b23-45cd-b7d8-d01e9448df7d service neutron] 10.222.0.58 "PUT /v2.0/ports/5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9 HTTP/1.1" status: 200 len: 1093 time: 2.2055397 Nov 12 08:36:00.884462 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fecb594d-4f84-45f2-8b2d-8667541111be', 'tag': '5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:00.887156 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83319e11-6e01-4dfa-bb40-302d10db76eb" -d '{"events": [{"name": "network-changed", "server_uuid": "fecb594d-4f84-45f2-8b2d-8667541111be", "tag": "5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:00.895857 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-29a6e0e8-c931-4451-9ab8-e1349c772d86 req-9d25018d-154a-4531-a85f-0c8dd8f90dcd tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] 10.222.0.37 "GET /v2.0/security-groups/a04b9a64-07f5-49cb-9c81-e3c3a9a623e4 HTTP/1.1" status: 200 len: 1829 time: 0.1325018 Nov 12 08:36:01.009260 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95496647-196c-4950-bf52-7d659b0fd140 req-84ff8a03-1c0d-476e-9870-15bf3ba74cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:01.016165 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:36:01.025457 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95496647-196c-4950-bf52-7d659b0fd140 req-84ff8a03-1c0d-476e-9870-15bf3ba74cbd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7334f31ab48c4b679d791d1aa028eeaf&device_id=fecb594d-4f84-45f2-8b2d-8667541111be HTTP/1.1" status: 200 len: 1096 time: 0.0827169 Nov 12 08:36:01.127806 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39476) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:01.134412 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-bf9ec570-16b0-4a2c-a96a-c63980187c6b tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1820852602', 'description': 'tempest-description--668802120'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:01.140533 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95496647-196c-4950-bf52-7d659b0fd140 req-88ee8987-a30d-43f4-91b9-299a42b189cc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9 HTTP/1.1" status: 200 len: 217 time: 0.1027663 Nov 12 08:36:01.170209 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf9ec570-16b0-4a2c-a96a-c63980187c6b tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:01.216391 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f3a210-b8d9-4d69-9390-23686cfd0b9b x-openstack-request-id: req-d9f3a210-b8d9-4d69-9390-23686cfd0b9b {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:01.216686 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fecb594d-4f84-45f2-8b2d-8667541111be", "tag": "5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:01.216941 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9f3a210-b8d9-4d69-9390-23686cfd0b9b {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:01.217351 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fecb594d-4f84-45f2-8b2d-8667541111be', 'tag': '5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9', 'status': 'completed', 'code': 200} Nov 12 08:36:01.247702 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-9241517a-625e-4e53-8eb7-f4a33b71f2a9 req-4ff36ef4-357b-450b-962b-1baae7144a7d tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-559201837', 'description': 'tempest-description-1893641900'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:01.270843 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dae63a7-de8d-4241-a768-5fc5a0c346a8', 'tag': '2fc03224-3f8a-453d-a53a-d03411cdd46a'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:01.275225 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5f2762-6604-4eed-8a79-558c580aab9c" -d '{"events": [{"name": "network-changed", "server_uuid": "2dae63a7-de8d-4241-a768-5fc5a0c346a8", "tag": "2fc03224-3f8a-453d-a53a-d03411cdd46a"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:01.286920 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95496647-196c-4950-bf52-7d659b0fd140 req-6433799b-b110-48c0-8c6f-8e29a024e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:01.288601 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95496647-196c-4950-bf52-7d659b0fd140 req-6433799b-b110-48c0-8c6f-8e29a024e3e4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=627ca6d6-ef34-4824-982e-bd9071ca70b0 HTTP/1.1" status: 200 len: 855 time: 0.1097202 Nov 12 08:36:01.292685 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac2dfb-cc6b-4c18-a038-5ab1c9f809c3 req-9e24921f-0e57-43b1-9e2f-ac149544c5f5 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:01.300707 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c2ac2dfb-cc6b-4c18-a038-5ab1c9f809c3 req-9e24921f-0e57-43b1-9e2f-ac149544c5f5 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 1096 time: 0.1849878 Nov 12 08:36:01.310046 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf9ec570-16b0-4a2c-a96a-c63980187c6b tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:01.315822 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf9ec570-16b0-4a2c-a96a-c63980187c6b tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:01.320245 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-9241517a-625e-4e53-8eb7-f4a33b71f2a9 req-4ff36ef4-357b-450b-962b-1baae7144a7d tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:01.356993 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf9ec570-16b0-4a2c-a96a-c63980187c6b tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:01.358602 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-bf9ec570-16b0-4a2c-a96a-c63980187c6b tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2295153 Nov 12 08:36:01.360056 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ec570-16b0-4a2c-a96a-c63980187c6b tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a163fbb0-4bff-43ac-b752-5de3bebaaaf6,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:01.363107 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39482) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:01.369172 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-9c648501-f9f7-43d9-ab7d-43ba124c03dd tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Request body: {'security_group_rule': {'security_group_id': 'a163fbb0-4bff-43ac-b752-5de3bebaaaf6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:01.402054 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c648501-f9f7-43d9-ab7d-43ba124c03dd tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:01.451794 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c2ac2dfb-cc6b-4c18-a038-5ab1c9f809c3 req-f094ebc2-10da-4453-9a98-273adc735981 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367571 Nov 12 08:36:01.461684 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95496647-196c-4950-bf52-7d659b0fd140 req-65a384ce-5d55-4761-93f0-baf236dc71c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:01.463514 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95496647-196c-4950-bf52-7d659b0fd140 req-65a384ce-5d55-4761-93f0-baf236dc71c1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=498c4273-ce36-4744-b677-9c005c192e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1585588 Nov 12 08:36:01.476592 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c648501-f9f7-43d9-ab7d-43ba124c03dd tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:01.481456 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c648501-f9f7-43d9-ab7d-43ba124c03dd tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:01.503136 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c648501-f9f7-43d9-ab7d-43ba124c03dd tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f486ceef-aca5-45d1-9902-3b0f99dc58a1,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:01.516761 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-9241517a-625e-4e53-8eb7-f4a33b71f2a9 req-4ff36ef4-357b-450b-962b-1baae7144a7d tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:01.516970 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c648501-f9f7-43d9-ab7d-43ba124c03dd tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:01.521254 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9c648501-f9f7-43d9-ab7d-43ba124c03dd tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1547177 Nov 12 08:36:01.529612 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39486) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:01.534867 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6b535cd8-992f-4574-8552-cae17fe9ed32 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Request body: {'security_group_rule': {'security_group_id': 'a163fbb0-4bff-43ac-b752-5de3bebaaaf6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:01.557447 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-9241517a-625e-4e53-8eb7-f4a33b71f2a9 req-4ff36ef4-357b-450b-962b-1baae7144a7d tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:01.580816 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b535cd8-992f-4574-8552-cae17fe9ed32 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:01.594585 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-9241517a-625e-4e53-8eb7-f4a33b71f2a9 req-4ff36ef4-357b-450b-962b-1baae7144a7d tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:01.595852 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9241517a-625e-4e53-8eb7-f4a33b71f2a9 req-4ff36ef4-357b-450b-962b-1baae7144a7d tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3567953 Nov 12 08:36:01.629267 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff36ef4-357b-450b-962b-1baae7144a7d tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44474195-d17d-46b6-9ed5-67e6bdc62b82,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:01.659310 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95496647-196c-4950-bf52-7d659b0fd140 req-396a7041-be4a-42cf-ad89-8fd3ed375e6c service neutron] 10.222.0.58 "GET /v2.0/networks/498c4273-ce36-4744-b677-9c005c192e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833854 Nov 12 08:36:01.659666 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b535cd8-992f-4574-8552-cae17fe9ed32 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:01.667510 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b535cd8-992f-4574-8552-cae17fe9ed32 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:01.685536 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3d266-1bb1-4a62-afc9-0cb22875c9da req-44bb820b-55c9-45b8-8c78-07a8505fa6a3 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:01.688223 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-63c3d266-1bb1-4a62-afc9-0cb22875c9da req-44bb820b-55c9-45b8-8c78-07a8505fa6a3 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=fecb594d-4f84-45f2-8b2d-8667541111be HTTP/1.1" status: 200 len: 944 time: 0.0912418 Nov 12 08:36:01.700074 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b535cd8-992f-4574-8552-cae17fe9ed32 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0644ab93-35a3-4b34-9d9e-6d9f382725c1,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:01.711814 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b535cd8-992f-4574-8552-cae17fe9ed32 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:01.716785 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6b535cd8-992f-4574-8552-cae17fe9ed32 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1835022 Nov 12 08:36:01.717836 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39496) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:01.725385 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ec26a4ac-9a2c-44bb-be50-4eb6adf21b8f tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:01.758004 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e658099a-7564-4cb9-bf6f-5790d48501e4 x-openstack-request-id: req-e658099a-7564-4cb9-bf6f-5790d48501e4 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:01.758292 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dae63a7-de8d-4241-a768-5fc5a0c346a8", "tag": "2fc03224-3f8a-453d-a53a-d03411cdd46a", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:01.758543 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e658099a-7564-4cb9-bf6f-5790d48501e4 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:01.758989 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dae63a7-de8d-4241-a768-5fc5a0c346a8', 'tag': '2fc03224-3f8a-453d-a53a-d03411cdd46a', 'status': 'completed', 'code': 200} Nov 12 08:36:01.770326 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec26a4ac-9a2c-44bb-be50-4eb6adf21b8f tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:01.841246 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-63c3d266-1bb1-4a62-afc9-0cb22875c9da req-207103ae-2eed-4b3c-8934-d5497877253e tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445196 Nov 12 08:36:01.889816 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01e673-974d-49a6-ae3a-81cb24f5f098 req-bb906e12-62d4-4dd2-9575-f7aa5d9052ab tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:01.891656 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-da01e673-974d-49a6-ae3a-81cb24f5f098 req-bb906e12-62d4-4dd2-9575-f7aa5d9052ab tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 1096 time: 0.0698404 Nov 12 08:36:01.896627 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95496647-196c-4950-bf52-7d659b0fd140 req-3c40ebbc-7929-4e77-a988-2bc059824fbf service neutron] 10.222.0.58 "GET /v2.0/networks/498c4273-ce36-4744-b677-9c005c192e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872084 Nov 12 08:36:01.917350 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f2762-6604-4eed-8a79-558c580aab9c req-0b51e761-416e-4ac1-9e72-eb799cf265d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:01.919782 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ed5f2762-6604-4eed-8a79-558c580aab9c req-0b51e761-416e-4ac1-9e72-eb799cf265d3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7334f31ab48c4b679d791d1aa028eeaf&device_id=2dae63a7-de8d-4241-a768-5fc5a0c346a8 HTTP/1.1" status: 200 len: 1096 time: 0.1299458 Nov 12 08:36:01.979496 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-da01e673-974d-49a6-ae3a-81cb24f5f098 req-1d4458f1-7946-4f2c-9228-70ff62c65f09 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802751 Nov 12 08:36:02.022901 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e46bf23f-a37c-4b3e-85b6-bf5d5e726fd1 req-62f8be6f-1284-475f-93d6-717f168d8ad3 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] 10.222.0.37 "GET /v2.0/security-groups/44474195-d17d-46b6-9ed5-67e6bdc62b82 HTTP/1.1" status: 200 len: 1829 time: 0.0897706 Nov 12 08:36:02.043727 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83319e11-6e01-4dfa-bb40-302d10db76eb req-4354f3c6-7596-4cd6-acd2-04e799718ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:02.045659 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-83319e11-6e01-4dfa-bb40-302d10db76eb req-4354f3c6-7596-4cd6-acd2-04e799718ad8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7334f31ab48c4b679d791d1aa028eeaf&device_id=fecb594d-4f84-45f2-8b2d-8667541111be HTTP/1.1" status: 200 len: 1096 time: 0.0612342 Nov 12 08:36:02.068445 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec26a4ac-9a2c-44bb-be50-4eb6adf21b8f tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:02.103570 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f2762-6604-4eed-8a79-558c580aab9c req-b6e222c7-7750-4241-8935-6d05ac45a2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:02.110791 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ed5f2762-6604-4eed-8a79-558c580aab9c req-b6e222c7-7750-4241-8935-6d05ac45a2dc service neutron] 10.222.0.54 "GET /v2.0/networks?id=498c4273-ce36-4744-b677-9c005c192e80 HTTP/1.1" status: 200 len: 917 time: 0.1775880 Nov 12 08:36:02.188792 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [req-32c51081-fe83-48b7-a52c-95beb97b3186 req-65006295-6e3e-4b09-b7c6-ae6d493f4810 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] show failed (client error): The resource could not be found. Nov 12 08:36:02.197334 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32c51081-fe83-48b7-a52c-95beb97b3186 req-65006295-6e3e-4b09-b7c6-ae6d493f4810 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] 10.222.0.37 "GET /v2.0/security-groups/bdb3c842-e3d0-4af4-90b7-cdc912e5932d HTTP/1.1" status: 404 len: 352 time: 0.0250993 Nov 12 08:36:02.222362 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ed5f2762-6604-4eed-8a79-558c580aab9c req-954bb4d0-a2af-4cb9-b35c-67c797ee8350 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fc03224-3f8a-453d-a53a-d03411cdd46a HTTP/1.1" status: 200 len: 217 time: 0.0530696 Nov 12 08:36:02.303537 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83319e11-6e01-4dfa-bb40-302d10db76eb req-3a3c81bd-1a12-4070-9387-fc0d2d9c13df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:02.305549 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-83319e11-6e01-4dfa-bb40-302d10db76eb req-3a3c81bd-1a12-4070-9387-fc0d2d9c13df service neutron] 10.222.0.58 "GET /v2.0/networks?id=498c4273-ce36-4744-b677-9c005c192e80 HTTP/1.1" status: 200 len: 917 time: 0.2471850 Nov 12 08:36:02.310862 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [req-606e4ffe-8a2e-4158-9914-75d27a863901 req-f9f2964a-b74e-4298-93fe-1ea024ece08d tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] show failed (client error): The resource could not be found. Nov 12 08:36:02.311987 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-606e4ffe-8a2e-4158-9914-75d27a863901 req-f9f2964a-b74e-4298-93fe-1ea024ece08d tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] 10.222.0.37 "GET /v2.0/security-group-rules/d74baad2-90a3-48ae-87a8-ccf526bc8a71 HTTP/1.1" status: 404 len: 361 time: 0.0188112 Nov 12 08:36:02.369612 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-ec26a4ac-9a2c-44bb-be50-4eb6adf21b8f tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Allocated IP 172.25.6.213 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/062d7431-c796-4762-8e4e-db56735641a3) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:02.381163 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-83319e11-6e01-4dfa-bb40-302d10db76eb req-b0a48b92-e3ae-4138-bf84-1cab7188e8a9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9 HTTP/1.1" status: 200 len: 217 time: 0.0541854 Nov 12 08:36:02.394684 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 2fc03224-3f8a-453d-a53a-d03411cdd46a details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:36:02.402790 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:02.417614 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f2762-6604-4eed-8a79-558c580aab9c req-c3e1c3f8-3bdc-414f-adcc-5964f96feaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:02.420252 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ed5f2762-6604-4eed-8a79-558c580aab9c req-c3e1c3f8-3bdc-414f-adcc-5964f96feaa6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=627ca6d6-ef34-4824-982e-bd9071ca70b0 HTTP/1.1" status: 200 len: 855 time: 0.1104100 Nov 12 08:36:02.529331 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83319e11-6e01-4dfa-bb40-302d10db76eb req-b9614a79-0ff7-4d1e-8807-b8169ab01417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:02.546857 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-83319e11-6e01-4dfa-bb40-302d10db76eb req-b9614a79-0ff7-4d1e-8807-b8169ab01417 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=627ca6d6-ef34-4824-982e-bd9071ca70b0 HTTP/1.1" status: 200 len: 855 time: 0.1341116 Nov 12 08:36:02.558620 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f2762-6604-4eed-8a79-558c580aab9c req-2f4b04a1-9541-4e11-9086-b464989d1f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:02.560369 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ed5f2762-6604-4eed-8a79-558c580aab9c req-2f4b04a1-9541-4e11-9086-b464989d1f54 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=498c4273-ce36-4744-b677-9c005c192e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1270375 Nov 12 08:36:02.661768 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:36:02.669204 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec26a4ac-9a2c-44bb-be50-4eb6adf21b8f tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:02.680663 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:02.681309 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:02.764256 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f465c09d-41ab-4ad6-a626-09366ac7d90c req-0d0a52cf-4694-461c-837d-38263cdf5edd tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] 10.222.0.37 "GET /v2.0/security-groups/44474195-d17d-46b6-9ed5-67e6bdc62b82 HTTP/1.1" status: 200 len: 1829 time: 0.2129915 Nov 12 08:36:02.784849 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83319e11-6e01-4dfa-bb40-302d10db76eb req-03b82c8f-375f-49d6-92be-78aa951a7b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:02.786361 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-83319e11-6e01-4dfa-bb40-302d10db76eb req-03b82c8f-375f-49d6-92be-78aa951a7b1c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=498c4273-ce36-4744-b677-9c005c192e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2370439 Nov 12 08:36:02.791222 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ed5f2762-6604-4eed-8a79-558c580aab9c req-37c5766e-0f10-4591-8d5a-16cc39185986 service neutron] 10.222.0.54 "GET /v2.0/networks/498c4273-ce36-4744-b677-9c005c192e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122977 Nov 12 08:36:02.835264 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec26a4ac-9a2c-44bb-be50-4eb6adf21b8f tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:02.921695 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec26a4ac-9a2c-44bb-be50-4eb6adf21b8f tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:02.930890 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-ec26a4ac-9a2c-44bb-be50-4eb6adf21b8f tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:02.947295 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec26a4ac-9a2c-44bb-be50-4eb6adf21b8f tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:02.971883 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f465c09d-41ab-4ad6-a626-09366ac7d90c req-779df7b9-dc76-4430-adf0-90dfe22029fe tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:02.997181 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26a4ac-9a2c-44bb-be50-4eb6adf21b8f tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Pushing event updated for resources: {'Port': ['ID=062d7431-c796-4762-8e4e-db56735641a3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:03.038253 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f465c09d-41ab-4ad6-a626-09366ac7d90c req-779df7b9-dc76-4430-adf0-90dfe22029fe tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.058561 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ed5f2762-6604-4eed-8a79-558c580aab9c req-4ec1949d-b5ee-4a50-8065-ef734c2c2190 service neutron] 10.222.0.54 "GET /v2.0/networks/498c4273-ce36-4744-b677-9c005c192e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574592 Nov 12 08:36:03.059505 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 2fc03224-3f8a-453d-a53a-d03411cdd46a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=2fc03224-3f8a-453d-a53a-d03411cdd46a,segment=NetworkSegment(0f678bdb-6263-4ca5-b85d-b6ca1e706114),segment_id=0f678bdb-6263-4ca5-b85d-b6ca1e706114)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:03.133535 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '2fc03224-3f8a-453d-a53a-d03411cdd46a', 'network_id': '498c4273-ce36-4744-b677-9c005c192e80', 'port_id': '2fc03224-3f8a-453d-a53a-d03411cdd46a', 'mac_address': 'fa:16:3e:e0:51:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '627ca6d6-ef34-4824-982e-bd9071ca70b0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:36:03.143866 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-83319e11-6e01-4dfa-bb40-302d10db76eb req-c800ab76-03ee-4a77-9803-ee2f47c2c693 service neutron] 10.222.0.58 "GET /v2.0/networks/498c4273-ce36-4744-b677-9c005c192e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961888 Nov 12 08:36:03.149384 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f465c09d-41ab-4ad6-a626-09366ac7d90c req-779df7b9-dc76-4430-adf0-90dfe22029fe tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.151314 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec26a4ac-9a2c-44bb-be50-4eb6adf21b8f tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.154726 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f465c09d-41ab-4ad6-a626-09366ac7d90c req-779df7b9-dc76-4430-adf0-90dfe22029fe tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.156964 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f465c09d-41ab-4ad6-a626-09366ac7d90c req-779df7b9-dc76-4430-adf0-90dfe22029fe tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] 10.222.0.37 "DELETE /v2.0/security-groups/44474195-d17d-46b6-9ed5-67e6bdc62b82 HTTP/1.1" status: 204 len: 173 time: 0.3696051 Nov 12 08:36:03.255373 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779df7b9-dc76-4430-adf0-90dfe22029fe tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44474195-d17d-46b6-9ed5-67e6bdc62b82,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:03.270816 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec26a4ac-9a2c-44bb-be50-4eb6adf21b8f tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.278394 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.285532 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.309015 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc03224-3f8a-453d-a53a-d03411cdd46a {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:36:03.344048 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a292154c-7909-4e77-a73d-58623e3b43e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:03.346671 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72da3899-dce3-4e7e-abfc-0f6ea87c6d2e" -d '{"events": [{"server_uuid": "a292154c-7909-4e77-a73d-58623e3b43e5", "name": "network-vif-plugged", "status": "completed", "tag": "ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:03.358487 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 2fc03224-3f8a-453d-a53a-d03411cdd46a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=2fc03224-3f8a-453d-a53a-d03411cdd46a,segment=NetworkSegment(0f678bdb-6263-4ca5-b85d-b6ca1e706114),segment_id=0f678bdb-6263-4ca5-b85d-b6ca1e706114)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:03.372056 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.375982 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4,segment=NetworkSegment(0f678bdb-6263-4ca5-b85d-b6ca1e706114),segment_id=0f678bdb-6263-4ca5-b85d-b6ca1e706114)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:03.405456 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.432322 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-752b1161-cdc1-46de-ad1c-bf730a7edd32 req-456e26ca-9f41-47a2-a933-3dad62e23b7b tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] 10.222.0.37 "GET /v2.0/security-groups/a04b9a64-07f5-49cb-9c81-e3c3a9a623e4 HTTP/1.1" status: 200 len: 1829 time: 0.2074714 Nov 12 08:36:03.437252 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=2fc03224-3f8a-453d-a53a-d03411cdd46a,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:03.498002 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:03.555490 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3d725-bd4a-4cda-b9e5-431b5a8b661a req-849ac643-39c9-4743-b542-ee8b791de6a6 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:03.566650 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4dd3d725-bd4a-4cda-b9e5-431b5a8b661a req-849ac643-39c9-4743-b542-ee8b791de6a6 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=fecb594d-4f84-45f2-8b2d-8667541111be HTTP/1.1" status: 200 len: 944 time: 0.2296419 Nov 12 08:36:03.567252 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39548) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:03.586023 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-83319e11-6e01-4dfa-bb40-302d10db76eb req-98dd0482-0f8e-4a68-aa92-f25b8b864ed3 service neutron] 10.222.0.58 "GET /v2.0/networks/498c4273-ce36-4744-b677-9c005c192e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262745 Nov 12 08:36:03.631269 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['2fc03224-3f8a-453d-a53a-d03411cdd46a'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:36:03.640358 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec26a4ac-9a2c-44bb-be50-4eb6adf21b8f tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.648287 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec26a4ac-9a2c-44bb-be50-4eb6adf21b8f tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.705041 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-752b1161-cdc1-46de-ad1c-bf730a7edd32 req-186888bf-a231-44c8-8ee1-09275f07b97d tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.768503 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26a4ac-9a2c-44bb-be50-4eb6adf21b8f tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Pushing event updated for resources: {'Port': ['ID=062d7431-c796-4762-8e4e-db56735641a3,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:03.770436 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-752b1161-cdc1-46de-ad1c-bf730a7edd32 req-186888bf-a231-44c8-8ee1-09275f07b97d tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.788075 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec26a4ac-9a2c-44bb-be50-4eb6adf21b8f tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.824078 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec26a4ac-9a2c-44bb-be50-4eb6adf21b8f tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.825534 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ec26a4ac-9a2c-44bb-be50-4eb6adf21b8f tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1066153 Nov 12 08:36:03.827707 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3c5f4a61-a0f1-401a-882e-0ba96d33486c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.863905 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-752b1161-cdc1-46de-ad1c-bf730a7edd32 req-186888bf-a231-44c8-8ee1-09275f07b97d tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.871212 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-752b1161-cdc1-46de-ad1c-bf730a7edd32 req-186888bf-a231-44c8-8ee1-09275f07b97d tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.879254 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-752b1161-cdc1-46de-ad1c-bf730a7edd32 req-186888bf-a231-44c8-8ee1-09275f07b97d tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] 10.222.0.37 "DELETE /v2.0/security-groups/a04b9a64-07f5-49cb-9c81-e3c3a9a623e4 HTTP/1.1" status: 204 len: 173 time: 0.4459367 Nov 12 08:36:03.940914 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3c5f4a61-a0f1-401a-882e-0ba96d33486c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.944858 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4dd3d725-bd4a-4cda-b9e5-431b5a8b661a req-8600891f-01fb-470a-b559-6ef6341d3a2f tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772392 Nov 12 08:36:03.950259 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3c5f4a61-a0f1-401a-882e-0ba96d33486c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.951126 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186888bf-a231-44c8-8ee1-09275f07b97d tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04b9a64-07f5-49cb-9c81-e3c3a9a623e4,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:04.041051 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3c5f4a61-a0f1-401a-882e-0ba96d33486c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=104a90cc21594f81a1bac35905c78a72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4702737 Nov 12 08:36:04.041051 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f4a61-a0f1-401a-882e-0ba96d33486c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1b36f6-5c75-4ab1-9900-cd5084ca46e1,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:04.043375 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39560) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:04.061116 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999d1284-ffb9-4976-a08e-61917db1a8b9 x-openstack-request-id: req-999d1284-ffb9-4976-a08e-61917db1a8b9 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:04.061430 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a292154c-7909-4e77-a73d-58623e3b43e5", "name": "network-vif-plugged", "status": "completed", "tag": "ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:04.061680 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-999d1284-ffb9-4976-a08e-61917db1a8b9 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:04.062083 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a292154c-7909-4e77-a73d-58623e3b43e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4', 'code': 200} Nov 12 08:36:04.193008 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55830714-4485-433f-bc62-910346f8c1fe req-54141a90-f4b1-461b-8c6d-6b85d3b584e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:04.195980 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-55830714-4485-433f-bc62-910346f8c1fe req-54141a90-f4b1-461b-8c6d-6b85d3b584e5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a292154c-7909-4e77-a73d-58623e3b43e5 HTTP/1.1" status: 200 len: 1097 time: 0.0671999 Nov 12 08:36:04.256902 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-55830714-4485-433f-bc62-910346f8c1fe req-cb1c70e4-5622-4c76-b697-78c05bc63ca6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515924 Nov 12 08:36:04.273791 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f0bf7cbe-91dd-457a-a86c-afe91ec816c8 req-5948d201-35e6-4214-9790-26c6e22d6b56 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] 10.222.0.37 "GET /v2.0/security-groups/853fa624-23e9-4c36-942b-37642e8f8c32 HTTP/1.1" status: 200 len: 1830 time: 0.1446745 Nov 12 08:36:04.278913 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-05d6c05f-5af3-4273-a3ec-3b0c10a03b0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.340978 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-05d6c05f-5af3-4273-a3ec-3b0c10a03b0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.387699 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-318ababb-298d-4051-8084-6d5379a04b41 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:04.389360 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-318ababb-298d-4051-8084-6d5379a04b41 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/networks?id=e418c6d1-49ec-4d66-b0ca-b8b12554b865 HTTP/1.1" status: 200 len: 822 time: 0.2277875 Nov 12 08:36:04.421675 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-2ca39e91-5ba1-46bc-ab67-9773cbe131bf tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/quotas/ecc1c88f0ede4893aff25fbd852b1eab HTTP/1.1" status: 200 len: 375 time: 0.0239470 Nov 12 08:36:04.461291 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f0bf7cbe-91dd-457a-a86c-afe91ec816c8 req-0806656b-02c5-43d0-91e7-c8a74ff43186 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.492296 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-05d6c05f-5af3-4273-a3ec-3b0c10a03b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.494847 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-05d6c05f-5af3-4273-a3ec-3b0c10a03b0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.496024 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-05d6c05f-5af3-4273-a3ec-3b0c10a03b0d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc1b36f6-5c75-4ab1-9900-cd5084ca46e1 HTTP/1.1" status: 204 len: 168 time: 0.4512868 Nov 12 08:36:04.502444 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f0bf7cbe-91dd-457a-a86c-afe91ec816c8 req-0806656b-02c5-43d0-91e7-c8a74ff43186 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.535969 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6c05f-5af3-4273-a3ec-3b0c10a03b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1b36f6-5c75-4ab1-9900-cd5084ca46e1,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:04.544339 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-c7a5f901-c84d-4e74-b1ac-7cd3e8dfc593 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ecc1c88f0ede4893aff25fbd852b1eab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1164715 Nov 12 08:36:04.596634 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:36:04.649443 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f0bf7cbe-91dd-457a-a86c-afe91ec816c8 req-0806656b-02c5-43d0-91e7-c8a74ff43186 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.652713 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f0bf7cbe-91dd-457a-a86c-afe91ec816c8 req-0806656b-02c5-43d0-91e7-c8a74ff43186 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.654166 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f0bf7cbe-91dd-457a-a86c-afe91ec816c8 req-0806656b-02c5-43d0-91e7-c8a74ff43186 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] 10.222.0.37 "DELETE /v2.0/security-groups/853fa624-23e9-4c36-942b-37642e8f8c32 HTTP/1.1" status: 204 len: 173 time: 0.3685989 Nov 12 08:36:04.672715 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806656b-02c5-43d0-91e7-c8a74ff43186 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=853fa624-23e9-4c36-942b-37642e8f8c32,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:04.688770 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-d6bf79a6-29c3-4a8a-a9ae-01fb33c2d001 service neutron] 10.222.0.37 "GET /v2.0/networks/e418c6d1-49ec-4d66-b0ca-b8b12554b865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380596 Nov 12 08:36:04.758078 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:36:04.779913 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9,segment=NetworkSegment(0f678bdb-6263-4ca5-b85d-b6ca1e706114),segment_id=0f678bdb-6263-4ca5-b85d-b6ca1e706114)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:04.811102 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9', 'network_id': '498c4273-ce36-4744-b677-9c005c192e80', 'port_id': '5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9', 'mac_address': 'fa:16:3e:84:2e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '627ca6d6-ef34-4824-982e-bd9071ca70b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:36:04.863136 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.882745 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:36:04.884804 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-ea9462f8-2227-4bdc-9c50-04d6a8aafc34 service neutron] 10.222.0.37 "GET /v2.0/networks/e418c6d1-49ec-4d66-b0ca-b8b12554b865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897666 Nov 12 08:36:04.907075 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9,segment=NetworkSegment(0f678bdb-6263-4ca5-b85d-b6ca1e706114),segment_id=0f678bdb-6263-4ca5-b85d-b6ca1e706114)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:04.914711 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.948943 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39584) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:04.974646 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:04.989045 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-da6eff61-40ce-4f3c-9417-e7897b0add28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:05.001149 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-63102037-2880-47b2-ad76-85ffcfb3c6e6 req-b9f495be-bb8a-48ad-801f-b3389e8f8ca8 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] 10.222.0.37 "GET /v2.0/security-groups/ff5adf8a-2f9f-4d45-96a3-5bc96a213a76 HTTP/1.1" status: 200 len: 1829 time: 0.0511117 Nov 12 08:36:05.095135 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-da6eff61-40ce-4f3c-9417-e7897b0add28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:05.110254 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-63102037-2880-47b2-ad76-85ffcfb3c6e6 req-ca066de1-e401-45ea-898e-be9183b197dc tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:05.119214 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-da6eff61-40ce-4f3c-9417-e7897b0add28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:05.145968 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-63102037-2880-47b2-ad76-85ffcfb3c6e6 req-ca066de1-e401-45ea-898e-be9183b197dc tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:05.201683 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-da6eff61-40ce-4f3c-9417-e7897b0add28 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=87126c0814a94dcbb7661b3891979259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516108 Nov 12 08:36:05.212382 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39596) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:05.244404 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6eff61-40ce-4f3c-9417-e7897b0add28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5968c6a8-a1ac-4c49-bc37-979e3d52b145,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:05.251549 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:36:05.290262 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-63102037-2880-47b2-ad76-85ffcfb3c6e6 req-ca066de1-e401-45ea-898e-be9183b197dc tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:05.294089 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-63102037-2880-47b2-ad76-85ffcfb3c6e6 req-ca066de1-e401-45ea-898e-be9183b197dc tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:05.295508 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-63102037-2880-47b2-ad76-85ffcfb3c6e6 req-ca066de1-e401-45ea-898e-be9183b197dc tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] 10.222.0.37 "DELETE /v2.0/security-groups/ff5adf8a-2f9f-4d45-96a3-5bc96a213a76 HTTP/1.1" status: 204 len: 173 time: 0.2835665 Nov 12 08:36:05.319169 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca066de1-e401-45ea-898e-be9183b197dc tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5adf8a-2f9f-4d45-96a3-5bc96a213a76,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:05.364874 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3ac88-0f48-4199-b657-8085560b704f req-8eedffc6-f6a0-4782-b7fc-abaac3951c3f tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:05.373004 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a72caf81-aca8-4b47-a1f7-32203ce3411a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:05.375107 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-22c3ac88-0f48-4199-b657-8085560b704f req-8eedffc6-f6a0-4782-b7fc-abaac3951c3f tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/networks?id=a6d5f445-c009-4fb1-a92b-e2439070859b HTTP/1.1" status: 200 len: 807 time: 0.1984913 Nov 12 08:36:05.396385 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-22c3ac88-0f48-4199-b657-8085560b704f req-fc4e79d0-1540-4667-9221-ef41b9e7e428 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/quotas/60036c792d1544fb8cbb03c747464363 HTTP/1.1" status: 200 len: 375 time: 0.0199153 Nov 12 08:36:05.429647 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a72caf81-aca8-4b47-a1f7-32203ce3411a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:05.532569 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a72caf81-aca8-4b47-a1f7-32203ce3411a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:05.538341 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a72caf81-aca8-4b47-a1f7-32203ce3411a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:05.542192 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a72caf81-aca8-4b47-a1f7-32203ce3411a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5968c6a8-a1ac-4c49-bc37-979e3d52b145 HTTP/1.1" status: 204 len: 168 time: 0.3234081 Nov 12 08:36:05.555962 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72caf81-aca8-4b47-a1f7-32203ce3411a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5968c6a8-a1ac-4c49-bc37-979e3d52b145,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:05.561714 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-22c3ac88-0f48-4199-b657-8085560b704f req-b7f50ea7-b791-4c3a-93ef-b9670898123b tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=60036c792d1544fb8cbb03c747464363&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1623359 Nov 12 08:36:05.571326 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec3928-d00a-4ff9-8dbb-7bccc42cf035 req-2f6b401d-88ee-4b9e-923d-9a3af93676e6 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:05.580326 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bbec3928-d00a-4ff9-8dbb-7bccc42cf035 req-2f6b401d-88ee-4b9e-923d-9a3af93676e6 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=fecb594d-4f84-45f2-8b2d-8667541111be HTTP/1.1" status: 200 len: 945 time: 0.1065197 Nov 12 08:36:05.711629 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bbec3928-d00a-4ff9-8dbb-7bccc42cf035 req-fb737391-c349-4cff-9f57-6b136903664c tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301999 Nov 12 08:36:05.770377 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-22c3ac88-0f48-4199-b657-8085560b704f req-d3fbddc2-d647-4cfc-abe3-9efc72a5fd5b service neutron] 10.222.0.37 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861274 Nov 12 08:36:05.897280 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-22c3ac88-0f48-4199-b657-8085560b704f req-5c584975-15b2-4537-8914-d36fae1f8ca4 service neutron] 10.222.0.37 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259844 Nov 12 08:36:05.981659 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-55fe0b31-8573-4260-b7bf-4923b2906404 req-72a1ffb5-f1f5-44ed-a8e3-928ed19c4c66 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd76c30a-b2f1-42f9-a09f-51804741b07d HTTP/1.1" status: 200 len: 210 time: 0.0619299 Nov 12 08:36:06.085720 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cb99df13-c0ad-4fe1-80e0-f9b4b187c2ff req-d2f02a3d-93f2-4412-9b59-f2fc454bf788 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] 10.222.0.37 "GET /v2.0/security-groups/f0a23b08-fc2d-4633-9d6a-21ccfff6b7cb HTTP/1.1" status: 200 len: 1829 time: 0.0660968 Nov 12 08:36:06.185614 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-cb99df13-c0ad-4fe1-80e0-f9b4b187c2ff req-86cff190-e4b2-466b-ad40-60b84ecc2da8 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.222030 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-cb99df13-c0ad-4fe1-80e0-f9b4b187c2ff req-86cff190-e4b2-466b-ad40-60b84ecc2da8 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.308712 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-cb99df13-c0ad-4fe1-80e0-f9b4b187c2ff req-86cff190-e4b2-466b-ad40-60b84ecc2da8 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.311661 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-cb99df13-c0ad-4fe1-80e0-f9b4b187c2ff req-86cff190-e4b2-466b-ad40-60b84ecc2da8 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.319778 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cb99df13-c0ad-4fe1-80e0-f9b4b187c2ff req-86cff190-e4b2-466b-ad40-60b84ecc2da8 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] 10.222.0.37 "DELETE /v2.0/security-groups/f0a23b08-fc2d-4633-9d6a-21ccfff6b7cb HTTP/1.1" status: 204 len: 173 time: 0.2152905 Nov 12 08:36:06.319925 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39630) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:06.359811 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cff190-e4b2-466b-ad40-60b84ecc2da8 tempest-SecurityGroupRulesNegativeTestJSON-1944956971 tempest-SecurityGroupRulesNegativeTestJSON-1944956971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a23b08-fc2d-4633-9d6a-21ccfff6b7cb,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:06.405234 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e43439-fe24-412f-af35-890f0e257fd0 admin admin] Deleting subnet 97101885-0751-4314-8f34-ebaf3c170aec {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:36:06.410162 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41e43439-fe24-412f-af35-890f0e257fd0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.417602 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 2fc03224-3f8a-453d-a53a-d03411cdd46a up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:06.514664 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41e43439-fe24-412f-af35-890f0e257fd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.519498 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 2fc03224-3f8a-453d-a53a-d03411cdd46a completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:36:06.530264 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 2fc03224-3f8a-453d-a53a-d03411cdd46a triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:06.532176 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.535689 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-01232e43-0d08-4480-a08f-5c2c73fe0f43 req-a2003440-1f7c-47ce-acb7-6ac0261ddaae tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 210 time: 0.0823421 Nov 12 08:36:06.602973 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41e43439-fe24-412f-af35-890f0e257fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.618227 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:06.722370 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41e43439-fe24-412f-af35-890f0e257fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.756357 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e43439-fe24-412f-af35-890f0e257fd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97101885-0751-4314-8f34-ebaf3c170aec,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:06.758499 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41e43439-fe24-412f-af35-890f0e257fd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.764616 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-41e43439-fe24-412f-af35-890f0e257fd0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/97101885-0751-4314-8f34-ebaf3c170aec HTTP/1.1" status: 204 len: 168 time: 0.4417210 Nov 12 08:36:06.766042 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39646) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:06.821604 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.883785 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f4d6af05-9308-4e5d-a753-0edd13b969a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.909508 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dae63a7-de8d-4241-a768-5fc5a0c346a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc03224-3f8a-453d-a53a-d03411cdd46a'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:06.912088 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cd042e-76c0-40cb-bd34-7e7ccd7e0205" -d '{"events": [{"server_uuid": "2dae63a7-de8d-4241-a768-5fc5a0c346a8", "name": "network-vif-plugged", "status": "completed", "tag": "2fc03224-3f8a-453d-a53a-d03411cdd46a"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:06.954100 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 2fc03224-3f8a-453d-a53a-d03411cdd46a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=2fc03224-3f8a-453d-a53a-d03411cdd46a,segment=NetworkSegment(0f678bdb-6263-4ca5-b85d-b6ca1e706114),segment_id=0f678bdb-6263-4ca5-b85d-b6ca1e706114)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:06.963173 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.974205 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:36:07.028171 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-72d27915-ef6d-40e0-b157-567f6bc47265 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:07.031433 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-72d27915-ef6d-40e0-b157-567f6bc47265 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.58 "GET /v2.0/networks?id=e418c6d1-49ec-4d66-b0ca-b8b12554b865 HTTP/1.1" status: 200 len: 822 time: 0.2798436 Nov 12 08:36:07.057442 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf14e6-969f-443f-a893-ddfd1e933ae1 req-6c0a8c46-8dce-42db-a2ee-ba01fa9089d2 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:07.067464 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eddf14e6-969f-443f-a893-ddfd1e933ae1 req-6c0a8c46-8dce-42db-a2ee-ba01fa9089d2 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=fecb594d-4f84-45f2-8b2d-8667541111be HTTP/1.1" status: 200 len: 945 time: 0.1354060 Nov 12 08:36:07.072668 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:07.073058 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.075484 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-30a44949-d252-40a5-ab13-e7d78c769ff0 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Request body: {'port': {'device_id': 'dd76c30a-b2f1-42f9-a09f-51804741b07d', 'network_id': 'e418c6d1-49ec-4d66-b0ca-b8b12554b865', 'admin_state_up': True, 'tenant_id': 'ecc1c88f0ede4893aff25fbd852b1eab'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:07.081417 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39658) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:07.135589 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f4d6af05-9308-4e5d-a753-0edd13b969a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.179515 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9874c6ec-77e5-4d0a-b3c9-67bcc59f5205 x-openstack-request-id: req-9874c6ec-77e5-4d0a-b3c9-67bcc59f5205 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:07.179874 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dae63a7-de8d-4241-a768-5fc5a0c346a8", "name": "network-vif-plugged", "status": "completed", "tag": "2fc03224-3f8a-453d-a53a-d03411cdd46a", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:07.180134 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9874c6ec-77e5-4d0a-b3c9-67bcc59f5205 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:07.180546 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dae63a7-de8d-4241-a768-5fc5a0c346a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc03224-3f8a-453d-a53a-d03411cdd46a', 'code': 200} Nov 12 08:36:07.219522 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-f4d6af05-9308-4e5d-a753-0edd13b969a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03508749-e087-430c-a1d9-49a2950ba7ca']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:07.268865 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eddf14e6-969f-443f-a893-ddfd1e933ae1 req-bec2ecb0-8bea-4657-9986-b1be3a17738e tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966484 Nov 12 08:36:07.274214 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-f4d6af05-9308-4e5d-a753-0edd13b969a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a34ec6-6cac-4f81-b7c4-952060192b61') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:07.274657 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-f4d6af05-9308-4e5d-a753-0edd13b969a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a34ec6-6cac-4f81-b7c4-952060192b61') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:07.296146 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=2fc03224-3f8a-453d-a53a-d03411cdd46a,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:07.341957 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f4d6af05-9308-4e5d-a753-0edd13b969a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.345025 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a4f6c9e5-5b6a-44d8-95d0-5e89c6f9b02b req-a5734848-d86f-47bc-9ec9-341881b26a13 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd76c30a-b2f1-42f9-a09f-51804741b07d HTTP/1.1" status: 200 len: 210 time: 0.0385599 Nov 12 08:36:07.354494 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-24589727-c817-45f3-83a7-867fa3440dff admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-519313312-network', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:07.368970 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f4d6af05-9308-4e5d-a753-0edd13b969a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.380400 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871aacaa-2d59-4f0d-8da2-da371780e22e req-745d9c47-c03f-493f-9c96-331f1f079882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:07.381890 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-871aacaa-2d59-4f0d-8da2-da371780e22e req-745d9c47-c03f-493f-9c96-331f1f079882 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2dae63a7-de8d-4241-a768-5fc5a0c346a8 HTTP/1.1" status: 200 len: 1098 time: 0.1334217 Nov 12 08:36:07.382949 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d6af05-9308-4e5d-a753-0edd13b969a3 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:36:07.383388 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f4d6af05-9308-4e5d-a753-0edd13b969a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.385325 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:36:07.385325 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:36:07.385325 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:36:07.385325 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:36:07.385325 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:36:07.385325 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:36:07.385325 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:36:07.385325 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:36:07.385325 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:36:07.385325 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:36:07.385325 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:36:07.385325 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:36:07.385325 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:36:07.385325 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:36:07.385325 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:36:07.385325 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:36:07.385325 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:36:07.385325 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:36:07.385325 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:36:07.385325 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:36:07.385325 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:36:07.385325 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:36:07.385325 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:36:07.385325 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:36:07.385325 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:36:07.385325 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:36:07.385325 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:36:07.385325 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:36:07.385325 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:36:07.385325 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:36:07.385325 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:36:07.385325 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:36:07.417850 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24589727-c817-45f3-83a7-867fa3440dff admin admin] Made reservation on behalf of 467fdf3ab5ca4832aed31198fabdc894 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:07.420663 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-24589727-c817-45f3-83a7-867fa3440dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.440779 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-24589727-c817-45f3-83a7-867fa3440dff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.458038 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-30a44949-d252-40a5-ab13-e7d78c769ff0 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Made reservation on behalf of ecc1c88f0ede4893aff25fbd852b1eab for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:07.463257 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-30a44949-d252-40a5-ab13-e7d78c769ff0 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.545785 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.623119 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-871aacaa-2d59-4f0d-8da2-da371780e22e req-89e8de19-95d2-43a4-adbe-e6d61299d851 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231712 Nov 12 08:36:07.627472 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f4d6af05-9308-4e5d-a753-0edd13b969a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.633604 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9,segment=NetworkSegment(0f678bdb-6263-4ca5-b85d-b6ca1e706114),segment_id=0f678bdb-6263-4ca5-b85d-b6ca1e706114)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:07.643119 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.644228 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f4d6af05-9308-4e5d-a753-0edd13b969a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.661264 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f4d6af05-9308-4e5d-a753-0edd13b969a3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/03508749-e087-430c-a1d9-49a2950ba7ca HTTP/1.1" status: 204 len: 168 time: 0.8911645 Nov 12 08:36:07.723611 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6af05-9308-4e5d-a753-0edd13b969a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=03508749-e087-430c-a1d9-49a2950ba7ca,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:07.806793 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9574dc65-633d-4f58-9255-781af2f4ab20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.808867 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:07.865568 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-24589727-c817-45f3-83a7-867fa3440dff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.881636 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f968ca08-5c64-4ad0-8f0a-c05ba565ba77 req-f44cb161-2b07-41b6-8843-cccf1db726ab tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 210 time: 0.0936594 Nov 12 08:36:07.891097 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39670) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:07.895113 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-24589727-c817-45f3-83a7-867fa3440dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.921063 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-30a44949-d252-40a5-ab13-e7d78c769ff0 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Allocated IP 172.20.0.14 (e418c6d1-49ec-4d66-b0ca-b8b12554b865/53a9b096-04d8-4c96-a366-bdd653cb153e/880c2b43-769b-462c-af5f-cf24985cbbec) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:07.946815 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24589727-c817-45f3-83a7-867fa3440dff admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:36:07.948614 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d9cb8b46-04b0-4f31-b87b-4f1c8245277d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d5185270e154406090cbd015f3b65e11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0553029 Nov 12 08:36:07.950853 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39672) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:07.955233 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24589727-c817-45f3-83a7-867fa3440dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f63dd9f-cc7e-4c97-a0e5-82a55bd134d6,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:07.968356 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-24589727-c817-45f3-83a7-867fa3440dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.968727 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-24589727-c817-45f3-83a7-867fa3440dff admin admin] Added segment 7302eff5-b90c-4435-9483-7de591162e23 of type vlan for network 7822463b-fdaf-483f-a94f-eacedacd03dc Nov 12 08:36:08.017743 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-86768bca-9067-41c5-b483-b78c55dcf1d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.054494 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-86768bca-9067-41c5-b483-b78c55dcf1d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.055130 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-24589727-c817-45f3-83a7-867fa3440dff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.120160 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-86768bca-9067-41c5-b483-b78c55dcf1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.122866 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-86768bca-9067-41c5-b483-b78c55dcf1d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.126841 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-86768bca-9067-41c5-b483-b78c55dcf1d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab89534e-3acf-4c03-913a-7f1d93f4dbbf HTTP/1.1" status: 204 len: 168 time: 0.1745358 Nov 12 08:36:08.138412 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86768bca-9067-41c5-b483-b78c55dcf1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab89534e-3acf-4c03-913a-7f1d93f4dbbf,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:08.188827 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-30a44949-d252-40a5-ab13-e7d78c769ff0 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.227084 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-24589727-c817-45f3-83a7-867fa3440dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.228286 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24589727-c817-45f3-83a7-867fa3440dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:08.228936 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-24589727-c817-45f3-83a7-867fa3440dff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.235400 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-30a44949-d252-40a5-ab13-e7d78c769ff0 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.350535 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-24589727-c817-45f3-83a7-867fa3440dff admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2611315 Nov 12 08:36:08.356607 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39680) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:08.365447 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-c84eecfe-d7d0-494d-b014-568e158ca3b9 admin admin] Request body: {'subnet': {'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-519313312-subnet', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:08.379808 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-30a44949-d252-40a5-ab13-e7d78c769ff0 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Network e418c6d1-49ec-4d66-b0ca-b8b12554b865 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:08.386471 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-30a44949-d252-40a5-ab13-e7d78c769ff0 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:08.388585 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24589727-c817-45f3-83a7-867fa3440dff admin admin] Pushing event updated for resources: {'Network': ['ID=7822463b-fdaf-483f-a94f-eacedacd03dc,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:08.393204 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-30a44949-d252-40a5-ab13-e7d78c769ff0 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:08.409419 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 7822463b-fdaf-483f-a94f-eacedacd03dc details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:36:08.454350 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-30a44949-d252-40a5-ab13-e7d78c769ff0 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:08.455609 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-30a44949-d252-40a5-ab13-e7d78c769ff0 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.485266 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a44949-d252-40a5-ab13-e7d78c769ff0 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Pushing event updated for resources: {'Port': ['ID=880c2b43-769b-462c-af5f-cf24985cbbec,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:08.519557 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3ac88-0f48-4199-b657-8085560b704f req-2b97c71d-2576-4bda-9796-89709c16a2af tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:08.522076 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-22c3ac88-0f48-4199-b657-8085560b704f req-2b97c71d-2576-4bda-9796-89709c16a2af tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.58 "GET /v2.0/networks?id=a6d5f445-c009-4fb1-a92b-e2439070859b HTTP/1.1" status: 200 len: 807 time: 0.2450569 Nov 12 08:36:08.546404 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84eecfe-d7d0-494d-b014-568e158ca3b9 admin admin] Made reservation on behalf of 467fdf3ab5ca4832aed31198fabdc894 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:08.548841 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c84eecfe-d7d0-494d-b014-568e158ca3b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.552756 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-22c3ac88-0f48-4199-b657-8085560b704f req-23b1ccae-794d-4a59-970e-d83929f198d3 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Request body: {'port': {'device_id': 'b538b490-906b-4a0c-a79e-a9b6c5a8e940', 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b', 'admin_state_up': True, 'tenant_id': '60036c792d1544fb8cbb03c747464363'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:08.581762 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-30a44949-d252-40a5-ab13-e7d78c769ff0 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5111618 Nov 12 08:36:08.605823 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-2be4f8a0-3654-4a67-982d-1b7073232b2a service neutron] Request body: {'port': {'device_id': 'dd76c30a-b2f1-42f9-a09f-51804741b07d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:08.672269 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47d80e-ad60-4c2c-9baf-f138a6c1c391 req-aefb47bc-7fe6-4ed5-8139-ef6d15a44c8b tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:08.674232 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5d47d80e-ad60-4c2c-9baf-f138a6c1c391 req-aefb47bc-7fe6-4ed5-8139-ef6d15a44c8b tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=fecb594d-4f84-45f2-8b2d-8667541111be HTTP/1.1" status: 200 len: 946 time: 0.2153907 Nov 12 08:36:08.760979 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1c7b6-6fc5-4272-94b6-3c6cc14ac63c req-b0fee61f-38b2-42c5-99f5-ca8d4a1115b6 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:08.770300 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-56a1c7b6-6fc5-4272-94b6-3c6cc14ac63c req-b0fee61f-38b2-42c5-99f5-ca8d4a1115b6 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd76c30a-b2f1-42f9-a09f-51804741b07d HTTP/1.1" status: 200 len: 932 time: 0.2533782 Nov 12 08:36:08.809173 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-2be4f8a0-3654-4a67-982d-1b7073232b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.860342 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5d47d80e-ad60-4c2c-9baf-f138a6c1c391 req-5c187bc3-dfe2-4922-a203-5c9b4c302d74 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758595 Nov 12 08:36:08.865693 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c3ac88-0f48-4199-b657-8085560b704f req-23b1ccae-794d-4a59-970e-d83929f198d3 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Made reservation on behalf of 60036c792d1544fb8cbb03c747464363 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:08.876165 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-22c3ac88-0f48-4199-b657-8085560b704f req-23b1ccae-794d-4a59-970e-d83929f198d3 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.985519 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-56a1c7b6-6fc5-4272-94b6-3c6cc14ac63c req-d39fd0a4-6b00-444b-b25a-fc0d0cfe404e tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135196 Nov 12 08:36:09.181410 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fecb594d-4f84-45f2-8b2d-8667541111be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:09.183718 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-22c3ac88-0f48-4199-b657-8085560b704f req-23b1ccae-794d-4a59-970e-d83929f198d3 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Allocated IP 172.20.0.4 (a6d5f445-c009-4fb1-a92b-e2439070859b/d46819c4-cbf3-463f-b6ce-344123c01513/d8db0e6f-b376-43aa-9cd2-ee26d63c0558) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:09.186087 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f52f133-f924-4c7e-8b65-a0a89b884c3d" -d '{"events": [{"server_uuid": "fecb594d-4f84-45f2-8b2d-8667541111be", "name": "network-vif-plugged", "status": "completed", "tag": "5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:09.346921 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ff7365-f8d5-4d96-bb01-cacd377c41d0 x-openstack-request-id: req-f1ff7365-f8d5-4d96-bb01-cacd377c41d0 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:09.347503 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fecb594d-4f84-45f2-8b2d-8667541111be", "name": "network-vif-plugged", "status": "completed", "tag": "5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:09.348152 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1ff7365-f8d5-4d96-bb01-cacd377c41d0 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:09.349365 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fecb594d-4f84-45f2-8b2d-8667541111be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9', 'code': 200} Nov 12 08:36:09.382708 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-22c3ac88-0f48-4199-b657-8085560b704f req-23b1ccae-794d-4a59-970e-d83929f198d3 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:09.427337 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-66268385-60e7-470c-bf5a-390929b6bc10 req-42929d0f-6616-4cca-957d-2e30003e113c tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 210 time: 0.3355854 Nov 12 08:36:09.457870 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-22c3ac88-0f48-4199-b657-8085560b704f req-23b1ccae-794d-4a59-970e-d83929f198d3 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:09.471889 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['e595d8d4-feee-457b-81a4-7c74123a8d26'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:36:09.569503 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c3ac88-0f48-4199-b657-8085560b704f req-23b1ccae-794d-4a59-970e-d83929f198d3 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Network a6d5f445-c009-4fb1-a92b-e2439070859b is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:09.575159 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-22c3ac88-0f48-4199-b657-8085560b704f req-23b1ccae-794d-4a59-970e-d83929f198d3 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:09.577594 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c3ac88-0f48-4199-b657-8085560b704f req-23b1ccae-794d-4a59-970e-d83929f198d3 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:09.592398 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1ccae-794d-4a59-970e-d83929f198d3 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Pushing event updated for resources: {'Port': ['ID=d8db0e6f-b376-43aa-9cd2-ee26d63c0558,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:09.665560 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3ac88-0f48-4199-b657-8085560b704f req-23b1ccae-794d-4a59-970e-d83929f198d3 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:09.666244 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-22c3ac88-0f48-4199-b657-8085560b704f req-23b1ccae-794d-4a59-970e-d83929f198d3 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:09.687558 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-22c3ac88-0f48-4199-b657-8085560b704f req-23b1ccae-794d-4a59-970e-d83929f198d3 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1535923 Nov 12 08:36:09.705385 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-22c3ac88-0f48-4199-b657-8085560b704f req-a33e63e8-05f7-4002-95b4-47bd46f36c52 service neutron] Request body: {'port': {'device_id': 'b538b490-906b-4a0c-a79e-a9b6c5a8e940', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:09.708955 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39712) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:09.839284 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-22c3ac88-0f48-4199-b657-8085560b704f req-a33e63e8-05f7-4002-95b4-47bd46f36c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:09.918195 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-234a5474-8949-4fd7-986c-f71fb3d1c8e3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1905423235-network', 'tenant_id': '8041842df60a49af8eebd4be282cb657'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:10.017776 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234a5474-8949-4fd7-986c-f71fb3d1c8e3 admin admin] Made reservation on behalf of 8041842df60a49af8eebd4be282cb657 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:10.021219 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-234a5474-8949-4fd7-986c-f71fb3d1c8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.045376 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-234a5474-8949-4fd7-986c-f71fb3d1c8e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.140254 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5130a2bb-72bb-4a00-b419-05a59ad233b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.172239 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c84eecfe-d7d0-494d-b014-568e158ca3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.265838 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-234a5474-8949-4fd7-986c-f71fb3d1c8e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.270942 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-234a5474-8949-4fd7-986c-f71fb3d1c8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.321626 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-234a5474-8949-4fd7-986c-f71fb3d1c8e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:36:10.332735 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e242ed-3ce1-49ac-a381-aa5bff5bcec0 req-cd635a35-5ee6-41f9-9390-77cc30169670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:10.336890 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-57e242ed-3ce1-49ac-a381-aa5bff5bcec0 req-cd635a35-5ee6-41f9-9390-77cc30169670 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fecb594d-4f84-45f2-8b2d-8667541111be HTTP/1.1" status: 200 len: 1098 time: 0.7412088 Nov 12 08:36:10.339011 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-22c3ac88-0f48-4199-b657-8085560b704f req-a33e63e8-05f7-4002-95b4-47bd46f36c52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8db0e6f-b376-43aa-9cd2-ee26d63c0558 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:36:10.348893 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-22c3ac88-0f48-4199-b657-8085560b704f req-a33e63e8-05f7-4002-95b4-47bd46f36c52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.350943 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84eecfe-d7d0-494d-b014-568e158ca3b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07323dc0-d972-46d6-a477-503b3cfb8497,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:10.354544 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a5474-8949-4fd7-986c-f71fb3d1c8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93632aa-d4a4-4968-bb25-2a122d493eca,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:10.367167 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-234a5474-8949-4fd7-986c-f71fb3d1c8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.367522 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-234a5474-8949-4fd7-986c-f71fb3d1c8e3 admin admin] Added segment e7bf614d-cf3f-4b68-ad3e-10934f781acd of type vlan for network ee5f05f9-ae98-4dfb-a5b7-2431c9b6e531 Nov 12 08:36:10.380466 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-22c3ac88-0f48-4199-b657-8085560b704f req-a33e63e8-05f7-4002-95b4-47bd46f36c52 service neutron] Transition to ACTIVE for port object d8db0e6f-b376-43aa-9cd2-ee26d63c0558 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:36:10.404800 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-22c3ac88-0f48-4199-b657-8085560b704f req-a33e63e8-05f7-4002-95b4-47bd46f36c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.418696 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12946d61-9751-4608-ad27-dfa37c6a07c2 req-058d884b-a02e-400e-8dd1-cd5eb64f323d tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:10.418696 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-12946d61-9751-4608-ad27-dfa37c6a07c2 req-058d884b-a02e-400e-8dd1-cd5eb64f323d tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=fecb594d-4f84-45f2-8b2d-8667541111be HTTP/1.1" status: 200 len: 946 time: 0.2761049 Nov 12 08:36:10.446783 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-234a5474-8949-4fd7-986c-f71fb3d1c8e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.447487 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf957b5-7e9d-4b16-90e8-6c18557d2997 req-94631e1d-32af-44dc-b0fd-324a4767b9ce tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:10.455240 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ebf957b5-7e9d-4b16-90e8-6c18557d2997 req-94631e1d-32af-44dc-b0fd-324a4767b9ce tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd76c30a-b2f1-42f9-a09f-51804741b07d HTTP/1.1" status: 200 len: 932 time: 0.3189139 Nov 12 08:36:10.524359 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e63e8-05f7-4002-95b4-47bd46f36c52 service neutron] Pushing event updated for resources: {'Port': ['ID=d8db0e6f-b376-43aa-9cd2-ee26d63c0558,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:10.537465 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84eecfe-d7d0-494d-b014-568e158ca3b9 admin admin] Checking segment: {'id': '7302eff5-b90c-4435-9483-7de591162e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:10.537934 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84eecfe-d7d0-494d-b014-568e158ca3b9 admin admin] Network hostable DHCP agents. Network: 7822463b-fdaf-483f-a94f-eacedacd03dc, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:36:10.553842 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-2be4f8a0-3654-4a67-982d-1b7073232b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 880c2b43-769b-462c-af5f-cf24985cbbec {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:36:10.568875 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-234a5474-8949-4fd7-986c-f71fb3d1c8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.569964 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234a5474-8949-4fd7-986c-f71fb3d1c8e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:10.570578 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-234a5474-8949-4fd7-986c-f71fb3d1c8e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.587923 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-2be4f8a0-3654-4a67-982d-1b7073232b2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.616636 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ebf957b5-7e9d-4b16-90e8-6c18557d2997 req-64abf4c0-0192-4723-a5bb-d1e3e462bd76 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599874 Nov 12 08:36:10.646170 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a5474-8949-4fd7-986c-f71fb3d1c8e3 admin admin] Pushing event updated for resources: {'Network': ['ID=ee5f05f9-ae98-4dfb-a5b7-2431c9b6e531,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:10.660063 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-57e242ed-3ce1-49ac-a381-aa5bff5bcec0 req-e64ed4d5-e1e2-4050-a22a-b647d977e5f0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623847 Nov 12 08:36:10.664297 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-2be4f8a0-3654-4a67-982d-1b7073232b2a service neutron] Transition to ACTIVE for port object 880c2b43-769b-462c-af5f-cf24985cbbec will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:36:10.671990 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-12946d61-9751-4608-ad27-dfa37c6a07c2 req-8a27a654-6794-470d-8cbd-81574a895404 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059782 Nov 12 08:36:10.674288 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-2be4f8a0-3654-4a67-982d-1b7073232b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.675401 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network ee5f05f9-ae98-4dfb-a5b7-2431c9b6e531 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:36:10.676419 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84eecfe-d7d0-494d-b014-568e158ca3b9 admin admin] Network 7822463b-fdaf-483f-a94f-eacedacd03dc is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:36:10.693509 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-22c3ac88-0f48-4199-b657-8085560b704f req-a33e63e8-05f7-4002-95b4-47bd46f36c52 service neutron] Attempting to bind port d8db0e6f-b376-43aa-9cd2-ee26d63c0558 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:10.693895 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-22c3ac88-0f48-4199-b657-8085560b704f req-a33e63e8-05f7-4002-95b4-47bd46f36c52 service neutron] Attempting to bind port d8db0e6f-b376-43aa-9cd2-ee26d63c0558 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:10.694276 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c3ac88-0f48-4199-b657-8085560b704f req-a33e63e8-05f7-4002-95b4-47bd46f36c52 service neutron] Attempting to bind port d8db0e6f-b376-43aa-9cd2-ee26d63c0558 on network a6d5f445-c009-4fb1-a92b-e2439070859b {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:10.704396 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-234a5474-8949-4fd7-986c-f71fb3d1c8e3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9913154 Nov 12 08:36:10.704758 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39728) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:10.711203 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8990135e-fe29-4d2d-a66c-9da2c09237ab admin admin] Request body: {'subnet': {'network_id': 'ee5f05f9-ae98-4dfb-a5b7-2431c9b6e531', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1905423235-subnet', 'tenant_id': '8041842df60a49af8eebd4be282cb657', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:10.715902 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c3ac88-0f48-4199-b657-8085560b704f req-a33e63e8-05f7-4002-95b4-47bd46f36c52 service neutron] Port d8db0e6f-b376-43aa-9cd2-ee26d63c0558 on network a6d5f445-c009-4fb1-a92b-e2439070859b not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:36:10.716230 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c3ac88-0f48-4199-b657-8085560b704f req-a33e63e8-05f7-4002-95b4-47bd46f36c52 service neutron] Attempting to bind port d8db0e6f-b376-43aa-9cd2-ee26d63c0558 on network a6d5f445-c009-4fb1-a92b-e2439070859b {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:10.727359 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c3ac88-0f48-4199-b657-8085560b704f req-a33e63e8-05f7-4002-95b4-47bd46f36c52 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:10.727869 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c3ac88-0f48-4199-b657-8085560b704f req-a33e63e8-05f7-4002-95b4-47bd46f36c52 service neutron] Checking segment: {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:10.728269 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c3ac88-0f48-4199-b657-8085560b704f req-a33e63e8-05f7-4002-95b4-47bd46f36c52 service neutron] Bound using segment: {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:10.728778 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-22c3ac88-0f48-4199-b657-8085560b704f req-a33e63e8-05f7-4002-95b4-47bd46f36c52 service neutron] Bound port: d8db0e6f-b376-43aa-9cd2-ee26d63c0558, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:10.729148 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-22c3ac88-0f48-4199-b657-8085560b704f req-a33e63e8-05f7-4002-95b4-47bd46f36c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.744251 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-c84eecfe-d7d0-494d-b014-568e158ca3b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 7822463b-fdaf-483f-a94f-eacedacd03dc) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:10.758775 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84eecfe-d7d0-494d-b014-568e158ca3b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:10.759361 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c84eecfe-d7d0-494d-b014-568e158ca3b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.764262 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4f8a0-3654-4a67-982d-1b7073232b2a service neutron] Pushing event updated for resources: {'Port': ['ID=880c2b43-769b-462c-af5f-cf24985cbbec,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:10.811313 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8990135e-fe29-4d2d-a66c-9da2c09237ab admin admin] Made reservation on behalf of 8041842df60a49af8eebd4be282cb657 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:10.814255 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8990135e-fe29-4d2d-a66c-9da2c09237ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.876277 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2b6d55-ac2c-428a-b749-7a7776867cdf None None] Network 7822463b-fdaf-483f-a94f-eacedacd03dc requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:10.878334 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c84eecfe-d7d0-494d-b014-568e158ca3b9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.5167303 Nov 12 08:36:10.884523 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39734) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:10.899616 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-76e743fe-2739-4a2a-a0a2-34012793fac0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-519313312-router', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:10.987018 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76e743fe-2739-4a2a-a0a2-34012793fac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.988203 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76e743fe-2739-4a2a-a0a2-34012793fac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.991951 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-2be4f8a0-3654-4a67-982d-1b7073232b2a service neutron] Attempting to bind port 880c2b43-769b-462c-af5f-cf24985cbbec on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:10.992295 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-2be4f8a0-3654-4a67-982d-1b7073232b2a service neutron] Attempting to bind port 880c2b43-769b-462c-af5f-cf24985cbbec by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '6bd9f4b7-f155-4031-9435-a90b29e6b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e418c6d1-49ec-4d66-b0ca-b8b12554b865'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:10.992657 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-2be4f8a0-3654-4a67-982d-1b7073232b2a service neutron] Attempting to bind port 880c2b43-769b-462c-af5f-cf24985cbbec on network e418c6d1-49ec-4d66-b0ca-b8b12554b865 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:11.041992 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8990135e-fe29-4d2d-a66c-9da2c09237ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:11.050715 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-2be4f8a0-3654-4a67-982d-1b7073232b2a service neutron] Port 880c2b43-769b-462c-af5f-cf24985cbbec on network e418c6d1-49ec-4d66-b0ca-b8b12554b865 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:36:11.051115 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-2be4f8a0-3654-4a67-982d-1b7073232b2a service neutron] Attempting to bind port 880c2b43-769b-462c-af5f-cf24985cbbec on network e418c6d1-49ec-4d66-b0ca-b8b12554b865 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:11.082378 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-2be4f8a0-3654-4a67-982d-1b7073232b2a service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:11.082773 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-2be4f8a0-3654-4a67-982d-1b7073232b2a service neutron] Checking segment: {'id': '6bd9f4b7-f155-4031-9435-a90b29e6b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e418c6d1-49ec-4d66-b0ca-b8b12554b865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:11.083098 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-2be4f8a0-3654-4a67-982d-1b7073232b2a service neutron] Bound using segment: {'id': '6bd9f4b7-f155-4031-9435-a90b29e6b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e418c6d1-49ec-4d66-b0ca-b8b12554b865'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:11.083555 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-2be4f8a0-3654-4a67-982d-1b7073232b2a service neutron] Bound port: 880c2b43-769b-462c-af5f-cf24985cbbec, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd9f4b7-f155-4031-9435-a90b29e6b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e418c6d1-49ec-4d66-b0ca-b8b12554b865'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:11.083997 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-2be4f8a0-3654-4a67-982d-1b7073232b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:11.104741 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-22c3ac88-0f48-4199-b657-8085560b704f req-a33e63e8-05f7-4002-95b4-47bd46f36c52 service neutron] For port d8db0e6f-b376-43aa-9cd2-ee26d63c0558, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:11.132020 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-22c3ac88-0f48-4199-b657-8085560b704f req-a33e63e8-05f7-4002-95b4-47bd46f36c52 service neutron] For port d8db0e6f-b376-43aa-9cd2-ee26d63c0558, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=d8db0e6f-b376-43aa-9cd2-ee26d63c0558,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:11.148594 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-22c3ac88-0f48-4199-b657-8085560b704f req-a33e63e8-05f7-4002-95b4-47bd46f36c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:11.168270 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76e743fe-2739-4a2a-a0a2-34012793fac0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:11.197059 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8272f88-76d6-4d89-84ba-a595e1b2bc39 req-846e3a22-b465-466f-b921-96fd6953f3f9 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:11.199494 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d8272f88-76d6-4d89-84ba-a595e1b2bc39 req-846e3a22-b465-466f-b921-96fd6953f3f9 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 943 time: 0.1915619 Nov 12 08:36:11.235870 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb8c719-d429-4d16-a0da-425ead573684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-7822463b-fdaf-483f-a94f-eacedacd03dc', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'fixed_ips': [{'subnet_id': '07323dc0-d972-46d6-a477-503b3cfb8497'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:36:11.237010 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3bb8c719-d429-4d16-a0da-425ead573684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:11.272544 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990135e-fe29-4d2d-a66c-9da2c09237ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2fb0206-e5bc-4de5-837a-229d1c168009,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:11.283157 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3ac88-0f48-4199-b657-8085560b704f req-a33e63e8-05f7-4002-95b4-47bd46f36c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:11.284129 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-22c3ac88-0f48-4199-b657-8085560b704f req-a33e63e8-05f7-4002-95b4-47bd46f36c52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:11.286100 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-22c3ac88-0f48-4199-b657-8085560b704f req-a33e63e8-05f7-4002-95b4-47bd46f36c52 service neutron] 10.222.0.58 "PUT /v2.0/ports/d8db0e6f-b376-43aa-9cd2-ee26d63c0558 HTTP/1.1" status: 200 len: 1092 time: 1.5881639 Nov 12 08:36:11.290882 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8990135e-fe29-4d2d-a66c-9da2c09237ab admin admin] Checking segment: {'id': 'e7bf614d-cf3f-4b68-ad3e-10934f781acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ee5f05f9-ae98-4dfb-a5b7-2431c9b6e531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:11.291784 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8990135e-fe29-4d2d-a66c-9da2c09237ab admin admin] Network hostable DHCP agents. Network: ee5f05f9-ae98-4dfb-a5b7-2431c9b6e531, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:36:11.297059 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b538b490-906b-4a0c-a79e-a9b6c5a8e940', 'tag': 'd8db0e6f-b376-43aa-9cd2-ee26d63c0558'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:11.305010 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81afe67a-460c-4f11-96e1-a6ec1fc186df" -d '{"events": [{"name": "network-changed", "server_uuid": "b538b490-906b-4a0c-a79e-a9b6c5a8e940", "tag": "d8db0e6f-b376-43aa-9cd2-ee26d63c0558"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:11.360088 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-2be4f8a0-3654-4a67-982d-1b7073232b2a service neutron] For port 880c2b43-769b-462c-af5f-cf24985cbbec, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:11.376296 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-2be4f8a0-3654-4a67-982d-1b7073232b2a service neutron] For port 880c2b43-769b-462c-af5f-cf24985cbbec, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=880c2b43-769b-462c-af5f-cf24985cbbec,segment=NetworkSegment(6bd9f4b7-f155-4031-9435-a90b29e6b2d2),segment_id=6bd9f4b7-f155-4031-9435-a90b29e6b2d2)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:11.408715 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8990135e-fe29-4d2d-a66c-9da2c09237ab admin admin] Network ee5f05f9-ae98-4dfb-a5b7-2431c9b6e531 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:36:11.424007 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3f01f1-2480-424f-8c24-3103e9864cfe x-openstack-request-id: req-ae3f01f1-2480-424f-8c24-3103e9864cfe {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:11.424584 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b538b490-906b-4a0c-a79e-a9b6c5a8e940", "tag": "d8db0e6f-b376-43aa-9cd2-ee26d63c0558", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:11.424987 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae3f01f1-2480-424f-8c24-3103e9864cfe {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:11.425725 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b538b490-906b-4a0c-a79e-a9b6c5a8e940', 'tag': 'd8db0e6f-b376-43aa-9cd2-ee26d63c0558', 'status': 'completed', 'code': 200} Nov 12 08:36:11.449673 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-8990135e-fe29-4d2d-a66c-9da2c09237ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, ee5f05f9-ae98-4dfb-a5b7-2431c9b6e531) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:11.455093 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8990135e-fe29-4d2d-a66c-9da2c09237ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:11.456023 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8990135e-fe29-4d2d-a66c-9da2c09237ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:11.471671 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a0376c-2d2a-4f84-b4fe-7617520d5e60 None None] Network ee5f05f9-ae98-4dfb-a5b7-2431c9b6e531 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:11.498893 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8990135e-fe29-4d2d-a66c-9da2c09237ab admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7834530 Nov 12 08:36:11.500552 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e63e8-05f7-4002-95b4-47bd46f36c52 service neutron] Pushing event updated for resources: {'Port': ['ID=d8db0e6f-b376-43aa-9cd2-ee26d63c0558,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:11.518259 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3ac88-0f48-4199-b657-8085560b704f req-ee8e8363-5753-4d3f-93b6-735717c51159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:11.523948 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-22c3ac88-0f48-4199-b657-8085560b704f req-ee8e8363-5753-4d3f-93b6-735717c51159 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60036c792d1544fb8cbb03c747464363&device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 1095 time: 0.1629884 Nov 12 08:36:11.557899 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-2be4f8a0-3654-4a67-982d-1b7073232b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:11.605752 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-22c3ac88-0f48-4199-b657-8085560b704f req-88035096-23a0-44e1-b552-cbed86e8ed7b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8db0e6f-b376-43aa-9cd2-ee26d63c0558 HTTP/1.1" status: 200 len: 217 time: 0.0719931 Nov 12 08:36:11.611704 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76e743fe-2739-4a2a-a0a2-34012793fac0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:11.678604 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-3bb8c719-d429-4d16-a0da-425ead573684 None None] Allocated IP 172.20.0.2 (7822463b-fdaf-483f-a94f-eacedacd03dc/07323dc0-d972-46d6-a477-503b3cfb8497/9e26a438-bd03-45b5-b2e3-040c5f9272f2) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:11.687784 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d8272f88-76d6-4d89-84ba-a595e1b2bc39 req-fcff04fe-e06c-4889-9f4a-4c4245f1b99a tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455271 Nov 12 08:36:11.700550 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4f8a0-3654-4a67-982d-1b7073232b2a service neutron] Pushing event updated for resources: {'Port': ['ID=880c2b43-769b-462c-af5f-cf24985cbbec,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:11.843381 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3ac88-0f48-4199-b657-8085560b704f req-2c94a89c-6964-48c1-98fc-ba8af3b67b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:11.845792 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-2be4f8a0-3654-4a67-982d-1b7073232b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:11.848447 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-22c3ac88-0f48-4199-b657-8085560b704f req-2c94a89c-6964-48c1-98fc-ba8af3b67b2b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d46819c4-cbf3-463f-b6ce-344123c01513 HTTP/1.1" status: 200 len: 847 time: 0.2315748 Nov 12 08:36:11.849089 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-2be4f8a0-3654-4a67-982d-1b7073232b2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:11.851555 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-2be4f8a0-3654-4a67-982d-1b7073232b2a service neutron] 10.222.0.58 "PUT /v2.0/ports/880c2b43-769b-462c-af5f-cf24985cbbec HTTP/1.1" status: 200 len: 1093 time: 3.2509937 Nov 12 08:36:11.947026 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:11.989857 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8869769e-93bd-46f4-b5b6-5982db4d1f76 None None] Network ee5f05f9-ae98-4dfb-a5b7-2431c9b6e531 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:11.995532 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-22c3ac88-0f48-4199-b657-8085560b704f req-f5aa6690-b86f-4b45-a5ab-ce533d169194 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6d5f445-c009-4fb1-a92b-e2439070859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185138 Nov 12 08:36:11.998528 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd76c30a-b2f1-42f9-a09f-51804741b07d', 'tag': '880c2b43-769b-462c-af5f-cf24985cbbec'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:12.001568 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2cfa59-41cf-4315-a1b2-162a06d26448" -d '{"events": [{"name": "network-changed", "server_uuid": "dd76c30a-b2f1-42f9-a09f-51804741b07d", "tag": "880c2b43-769b-462c-af5f-cf24985cbbec"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:12.283328 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3bb8c719-d429-4d16-a0da-425ead573684 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:12.303677 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-22c3ac88-0f48-4199-b657-8085560b704f req-a5b94545-ae6b-4126-b13f-d7ff06a28366 service neutron] 10.222.0.58 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820325 Nov 12 08:36:12.307898 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3bb8c719-d429-4d16-a0da-425ead573684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:12.371485 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8c719-d429-4d16-a0da-425ead573684 None None] Pushing event updated for resources: {'Port': ['ID=9e26a438-bd03-45b5-b2e3-040c5f9272f2,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:12.381935 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839a65f-f7df-45f4-a0b5-d49f6a92b2d4 req-8e5784c8-1bcc-40fa-94ac-681ad6f7360e tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:12.386106 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2839a65f-f7df-45f4-a0b5-d49f6a92b2d4 req-8e5784c8-1bcc-40fa-94ac-681ad6f7360e tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=fecb594d-4f84-45f2-8b2d-8667541111be HTTP/1.1" status: 200 len: 946 time: 0.5309803 Nov 12 08:36:12.395157 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb8c719-d429-4d16-a0da-425ead573684 None None] Network 7822463b-fdaf-483f-a94f-eacedacd03dc is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:12.398737 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-3bb8c719-d429-4d16-a0da-425ead573684 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:12.404655 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb8c719-d429-4d16-a0da-425ead573684 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:12.422775 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c594a40-35be-43c5-bc0b-3165c925a86d req-119538f6-a703-4bc5-a7c3-c4ee402d65e7 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:12.431596 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3c594a40-35be-43c5-bc0b-3165c925a86d req-119538f6-a703-4bc5-a7c3-c4ee402d65e7 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd76c30a-b2f1-42f9-a09f-51804741b07d HTTP/1.1" status: 200 len: 944 time: 0.6190894 Nov 12 08:36:12.493747 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-22c3ac88-0f48-4199-b657-8085560b704f req-97ad5738-2141-4928-a0b3-84d29fda7b75 service neutron] 10.222.0.58 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762867 Nov 12 08:36:12.496861 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-1e098307-1813-4995-984e-875df4de2cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:12.498538 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-1e098307-1813-4995-984e-875df4de2cf0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ecc1c88f0ede4893aff25fbd852b1eab&device_id=dd76c30a-b2f1-42f9-a09f-51804741b07d HTTP/1.1" status: 200 len: 1096 time: 0.3906195 Nov 12 08:36:12.610124 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-3b332b5e-c389-40a4-9938-d1b8f6b48a02 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=880c2b43-769b-462c-af5f-cf24985cbbec HTTP/1.1" status: 200 len: 217 time: 0.0933363 Nov 12 08:36:12.659574 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3c594a40-35be-43c5-bc0b-3165c925a86d req-c4412add-7127-48d6-96c0-14ef2e178931 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266700 Nov 12 08:36:12.690404 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afe67a-460c-4f11-96e1-a6ec1fc186df req-0231deef-b1ce-454c-a208-7b56c33f0662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:12.693517 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-81afe67a-460c-4f11-96e1-a6ec1fc186df req-0231deef-b1ce-454c-a208-7b56c33f0662 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60036c792d1544fb8cbb03c747464363&device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 1095 time: 0.1066256 Nov 12 08:36:12.738882 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2839a65f-f7df-45f4-a0b5-d49f6a92b2d4 req-3b33f931-f93c-4b5f-9481-d983a90dbac0 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425210 Nov 12 08:36:12.749160 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-3bb8c719-d429-4d16-a0da-425ead573684 None None] Attempting to bind port 9e26a438-bd03-45b5-b2e3-040c5f9272f2 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:12.749704 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-3bb8c719-d429-4d16-a0da-425ead573684 None None] Attempting to bind port 9e26a438-bd03-45b5-b2e3-040c5f9272f2 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '7302eff5-b90c-4435-9483-7de591162e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:12.749903 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb8c719-d429-4d16-a0da-425ead573684 None None] Attempting to bind port 9e26a438-bd03-45b5-b2e3-040c5f9272f2 on network 7822463b-fdaf-483f-a94f-eacedacd03dc {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:12.765992 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb8c719-d429-4d16-a0da-425ead573684 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:12.766400 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb8c719-d429-4d16-a0da-425ead573684 None None] Checking segment: {'id': '7302eff5-b90c-4435-9483-7de591162e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:12.766816 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3bb8c719-d429-4d16-a0da-425ead573684 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:12.767217 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb8c719-d429-4d16-a0da-425ead573684 None None] Bound using segment: {'id': '7302eff5-b90c-4435-9483-7de591162e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:12.767715 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-3bb8c719-d429-4d16-a0da-425ead573684 None None] Bound port: 9e26a438-bd03-45b5-b2e3-040c5f9272f2, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7302eff5-b90c-4435-9483-7de591162e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:12.768130 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3bb8c719-d429-4d16-a0da-425ead573684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:12.794426 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-6babc395-95c3-460f-b136-e821165a1cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:12.798337 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-6babc395-95c3-460f-b136-e821165a1cee service neutron] 10.222.0.58 "GET /v2.0/subnets?id=53a9b096-04d8-4c96-a366-bdd653cb153e HTTP/1.1" status: 200 len: 862 time: 0.1674492 Nov 12 08:36:12.917949 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-08794d4a-bc75-4a46-b707-f72d345fafe3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e418c6d1-49ec-4d66-b0ca-b8b12554b865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094692 Nov 12 08:36:12.930185 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afe67a-460c-4f11-96e1-a6ec1fc186df req-b1f7b340-eff4-49c2-8520-89949f92316a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:12.931953 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-81afe67a-460c-4f11-96e1-a6ec1fc186df req-b1f7b340-eff4-49c2-8520-89949f92316a service neutron] 10.222.0.58 "GET /v2.0/networks?id=a6d5f445-c009-4fb1-a92b-e2439070859b HTTP/1.1" status: 200 len: 908 time: 0.2264006 Nov 12 08:36:12.950572 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-3bb8c719-d429-4d16-a0da-425ead573684 None None] For port 9e26a438-bd03-45b5-b2e3-040c5f9272f2, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:12.957412 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-3bb8c719-d429-4d16-a0da-425ead573684 None None] For port 9e26a438-bd03-45b5-b2e3-040c5f9272f2, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9e26a438-bd03-45b5-b2e3-040c5f9272f2,segment=NetworkSegment(7302eff5-b90c-4435-9483-7de591162e23),segment_id=7302eff5-b90c-4435-9483-7de591162e23)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:12.965623 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3bb8c719-d429-4d16-a0da-425ead573684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:13.048558 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8c719-d429-4d16-a0da-425ead573684 None None] Pushing event updated for resources: {'Port': ['ID=9e26a438-bd03-45b5-b2e3-040c5f9272f2,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:13.053932 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-81afe67a-460c-4f11-96e1-a6ec1fc186df req-d4cd2022-2746-4e1b-99d3-0926d0d8364b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8db0e6f-b376-43aa-9cd2-ee26d63c0558 HTTP/1.1" status: 200 len: 217 time: 0.0938258 Nov 12 08:36:13.181070 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afe67a-460c-4f11-96e1-a6ec1fc186df req-d45aa259-2378-4f9c-ba36-e7f5b6b2a0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:13.183071 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-81afe67a-460c-4f11-96e1-a6ec1fc186df req-d45aa259-2378-4f9c-ba36-e7f5b6b2a0e2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d46819c4-cbf3-463f-b6ce-344123c01513 HTTP/1.1" status: 200 len: 847 time: 0.1180809 Nov 12 08:36:13.217691 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:13.232524 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038f88a0-477a-4589-a7bf-d56c3386bd32 x-openstack-request-id: req-038f88a0-477a-4589-a7bf-d56c3386bd32 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:13.234978 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd76c30a-b2f1-42f9-a09f-51804741b07d", "tag": "880c2b43-769b-462c-af5f-cf24985cbbec", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:13.235301 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-038f88a0-477a-4589-a7bf-d56c3386bd32 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:13.235808 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd76c30a-b2f1-42f9-a09f-51804741b07d', 'tag': '880c2b43-769b-462c-af5f-cf24985cbbec', 'status': 'completed', 'code': 200} Nov 12 08:36:13.239052 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [req-b8e49904-a00f-45e7-ab22-668a036daaa5 req-af7aacd1-5fae-42a5-a434-4996c7d9b2fc tempest-SecurityGroupsNegativeTestJSON-550141468 tempest-SecurityGroupsNegativeTestJSON-550141468-project] show failed (client error): The resource could not be found. Nov 12 08:36:13.239537 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-81afe67a-460c-4f11-96e1-a6ec1fc186df req-76b7084d-5679-4007-8301-e888d2f7a11e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6d5f445-c009-4fb1-a92b-e2439070859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423067 Nov 12 08:36:13.249079 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b8e49904-a00f-45e7-ab22-668a036daaa5 req-af7aacd1-5fae-42a5-a434-4996c7d9b2fc tempest-SecurityGroupsNegativeTestJSON-550141468 tempest-SecurityGroupsNegativeTestJSON-550141468-project] 10.222.0.37 "GET /v2.0/security-groups/b0e899d4-a259-442c-9a86-7575b4471da8 HTTP/1.1" status: 404 len: 352 time: 0.1682479 Nov 12 08:36:13.420328 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76e743fe-2739-4a2a-a0a2-34012793fac0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:13.481015 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76e743fe-2739-4a2a-a0a2-34012793fac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:13.488028 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-81afe67a-460c-4f11-96e1-a6ec1fc186df req-4444f038-8ba5-47cd-9323-e13be1c204e2 service neutron] 10.222.0.58 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289226 Nov 12 08:36:13.637158 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-7b53ae25-3214-4978-ac79-b12c9679a183 service neutron] 10.222.0.58 "GET /v2.0/networks/e418c6d1-49ec-4d66-b0ca-b8b12554b865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5551422 Nov 12 08:36:13.671412 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-81afe67a-460c-4f11-96e1-a6ec1fc186df req-820615a6-042c-4228-901f-39d4db3378d0 service neutron] 10.222.0.58 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629872 Nov 12 08:36:13.708557 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490dc2f-0cdd-43d6-bebd-a751ac2e64f9 req-e11b64ca-179e-4d88-8f47-1a29277d7949 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:13.717215 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c490dc2f-0cdd-43d6-bebd-a751ac2e64f9 req-e11b64ca-179e-4d88-8f47-1a29277d7949 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 943 time: 0.3698404 Nov 12 08:36:13.767667 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-92ff1d6e-5f9d-4622-a8ae-45f739db1a53 req-90d3bebf-6a55-4440-af1a-cf03fe2cc2e7 tempest-SecurityGroupsNegativeTestJSON-550141468 tempest-SecurityGroupsNegativeTestJSON-550141468-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8041842df60a49af8eebd4be282cb657 HTTP/1.1" status: 200 len: 3001 time: 0.4282849 Nov 12 08:36:13.871295 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:13.952283 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9e26a438-bd03-45b5-b2e3-040c5f9272f2 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:13.958157 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c490dc2f-0cdd-43d6-bebd-a751ac2e64f9 req-0699833a-f987-4953-90a4-9fc0e0959f21 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399344 Nov 12 08:36:13.985223 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-76e743fe-2739-4a2a-a0a2-34012793fac0 admin admin] Allocated IP 172.25.6.60 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/b94dab45-b9da-4c32-be25-e53092928411) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:13.990709 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3dce7ce5-95a7-4730-a992-57450ea95952 req-9c62c87c-f041-4301-9d40-e519bd12b181 service neutron] 10.222.0.58 "GET /v2.0/networks/e418c6d1-49ec-4d66-b0ca-b8b12554b865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233671 Nov 12 08:36:13.993936 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-92ff1d6e-5f9d-4622-a8ae-45f739db1a53 req-eb43bd79-4b4f-477e-8a39-b0d63c2e8c49 tempest-SecurityGroupsNegativeTestJSON-550141468 tempest-SecurityGroupsNegativeTestJSON-550141468-project] 10.222.0.37 "GET /v2.0/security-groups/e93632aa-d4a4-4968-bb25-2a122d493eca HTTP/1.1" status: 200 len: 2998 time: 0.1862700 Nov 12 08:36:14.069954 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 9e26a438-bd03-45b5-b2e3-040c5f9272f2 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:14.070291 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.192651 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.274508 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 9e26a438-bd03-45b5-b2e3-040c5f9272f2, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9e26a438-bd03-45b5-b2e3-040c5f9272f2,segment=NetworkSegment(7302eff5-b90c-4435-9483-7de591162e23),segment_id=7302eff5-b90c-4435-9483-7de591162e23)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:14.285036 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.311629 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2cfa59-41cf-4315-a1b2-162a06d26448 req-fd0c0452-729a-491b-895b-b16070d483f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:14.313399 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba2cfa59-41cf-4315-a1b2-162a06d26448 req-fd0c0452-729a-491b-895b-b16070d483f0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ecc1c88f0ede4893aff25fbd852b1eab&device_id=dd76c30a-b2f1-42f9-a09f-51804741b07d HTTP/1.1" status: 200 len: 1096 time: 0.2240355 Nov 12 08:36:14.339045 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-92ff1d6e-5f9d-4622-a8ae-45f739db1a53 req-1748bf6b-f2e3-4a7b-9ade-47f85ecbaab1 tempest-SecurityGroupsNegativeTestJSON-550141468 tempest-SecurityGroupsNegativeTestJSON-550141468-project] 10.222.0.37 "GET /v2.0/security-groups/e93632aa-d4a4-4968-bb25-2a122d493eca HTTP/1.1" status: 200 len: 2998 time: 0.3141429 Nov 12 08:36:14.411066 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=9e26a438-bd03-45b5-b2e3-040c5f9272f2,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:14.446992 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c29a74-5ce0-4196-86cd-5adf9034dd7b req-08f12456-a17d-46c4-a691-16e9c5ddf790 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:14.454739 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0c29a74-5ce0-4196-86cd-5adf9034dd7b req-08f12456-a17d-46c4-a691-16e9c5ddf790 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd76c30a-b2f1-42f9-a09f-51804741b07d HTTP/1.1" status: 200 len: 944 time: 0.3347647 Nov 12 08:36:14.596916 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76e743fe-2739-4a2a-a0a2-34012793fac0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.661259 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586b456-03bf-4e4e-99f4-88606901efe4 req-3085f9dc-1cbe-4a7f-9b53-316184586c1e tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:14.669489 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c586b456-03bf-4e4e-99f4-88606901efe4 req-3085f9dc-1cbe-4a7f-9b53-316184586c1e tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=fecb594d-4f84-45f2-8b2d-8667541111be HTTP/1.1" status: 200 len: 946 time: 0.2114372 Nov 12 08:36:14.696149 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0c29a74-5ce0-4196-86cd-5adf9034dd7b req-f277305d-6b3b-44f5-8e1a-0669f854d2dc tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404635 Nov 12 08:36:14.719040 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2cfa59-41cf-4315-a1b2-162a06d26448 req-d968da26-3869-4a9f-b212-8ab24d908199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:14.720724 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba2cfa59-41cf-4315-a1b2-162a06d26448 req-d968da26-3869-4a9f-b212-8ab24d908199 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e418c6d1-49ec-4d66-b0ca-b8b12554b865 HTTP/1.1" status: 200 len: 923 time: 0.3792555 Nov 12 08:36:14.757868 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aca303a-de24-4b71-ba0c-0ab90277e67f None None] Network 7822463b-fdaf-483f-a94f-eacedacd03dc requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:14.789612 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba2cfa59-41cf-4315-a1b2-162a06d26448 req-3be188db-4d50-4f14-8902-9ad2f2806c08 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=880c2b43-769b-462c-af5f-cf24985cbbec HTTP/1.1" status: 200 len: 217 time: 0.0518217 Nov 12 08:36:14.790663 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76e743fe-2739-4a2a-a0a2-34012793fac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.839326 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c586b456-03bf-4e4e-99f4-88606901efe4 req-b5c46bf8-e5c3-4437-a8a7-445dac08760a tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692979 Nov 12 08:36:14.907399 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-72fafb7a-5781-40a4-9607-b0d638cda7aa None None] Provisioning complete for port 9e26a438-bd03-45b5-b2e3-040c5f9272f2 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:14.908230 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-72fafb7a-5781-40a4-9607-b0d638cda7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.929133 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e743fe-2739-4a2a-a0a2-34012793fac0 admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:14.940171 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-76e743fe-2739-4a2a-a0a2-34012793fac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:14.953589 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e743fe-2739-4a2a-a0a2-34012793fac0 admin admin] Pushing event updated for resources: {'Port': ['ID=b94dab45-b9da-4c32-be25-e53092928411,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:14.966316 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e743fe-2739-4a2a-a0a2-34012793fac0 admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:15.034021 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2cfa59-41cf-4315-a1b2-162a06d26448 req-0ddf0d2e-c8dc-4c9a-a09a-28d42b40db31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:15.035583 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba2cfa59-41cf-4315-a1b2-162a06d26448 req-0ddf0d2e-c8dc-4c9a-a09a-28d42b40db31 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=53a9b096-04d8-4c96-a366-bdd653cb153e HTTP/1.1" status: 200 len: 862 time: 0.1801200 Nov 12 08:36:15.056960 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-90aebaca-e29d-47f9-b24b-239006e47c44 req-0f6686a6-e923-47da-9e6b-2fad638652a1 tempest-SecurityGroupsNegativeTestJSON-550141468 tempest-SecurityGroupsNegativeTestJSON-550141468-project] 10.222.0.37 "GET /v2.0/security-groups/e93632aa-d4a4-4968-bb25-2a122d493eca HTTP/1.1" status: 200 len: 2998 time: 0.1464729 Nov 12 08:36:15.169203 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba2cfa59-41cf-4315-a1b2-162a06d26448 req-97619ba3-3f7d-4094-82d9-dda6cfa3c6b1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e418c6d1-49ec-4d66-b0ca-b8b12554b865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216178 Nov 12 08:36:15.402690 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-a4326039-2af7-4059-b02a-5d2bc66f43c1 None None] Provisioning complete for port 9e26a438-bd03-45b5-b2e3-040c5f9272f2 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:15.404320 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a4326039-2af7-4059-b02a-5d2bc66f43c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:15.751228 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [req-90aebaca-e29d-47f9-b24b-239006e47c44 req-4c22a737-c589-4c57-bc0a-68b8bc5c2b46 tempest-SecurityGroupsNegativeTestJSON-550141468 tempest-SecurityGroupsNegativeTestJSON-550141468-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 08:36:15.752512 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-90aebaca-e29d-47f9-b24b-239006e47c44 req-4c22a737-c589-4c57-bc0a-68b8bc5c2b46 tempest-SecurityGroupsNegativeTestJSON-550141468 tempest-SecurityGroupsNegativeTestJSON-550141468-project] 10.222.0.37 "DELETE /v2.0/security-groups/e93632aa-d4a4-4968-bb25-2a122d493eca HTTP/1.1" status: 409 len: 352 time: 0.6947603 Nov 12 08:36:15.765796 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38759b7d-b8a7-4dcb-90f3-21c74bccf75c req-33ed934f-dfaf-4990-8ab6-c9c82ab9a7cd tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:15.773630 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-38759b7d-b8a7-4dcb-90f3-21c74bccf75c req-33ed934f-dfaf-4990-8ab6-c9c82ab9a7cd tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=a292154c-7909-4e77-a73d-58623e3b43e5 HTTP/1.1" status: 200 len: 945 time: 0.6964035 Nov 12 08:36:15.937816 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba2cfa59-41cf-4315-a1b2-162a06d26448 req-c662ae0a-f8c2-4641-a800-ce502b76915e service neutron] 10.222.0.58 "GET /v2.0/networks/e418c6d1-49ec-4d66-b0ca-b8b12554b865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7226014 Nov 12 08:36:15.951578 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9e26a438-bd03-45b5-b2e3-040c5f9272f2 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:15.969992 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-38759b7d-b8a7-4dcb-90f3-21c74bccf75c req-fc9a81fb-4d7d-44c6-8a6b-b6c6b4f06271 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825449 Nov 12 08:36:16.040576 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 9e26a438-bd03-45b5-b2e3-040c5f9272f2 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:16.041514 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:16.120324 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba2cfa59-41cf-4315-a1b2-162a06d26448 req-c635761a-c61b-4298-b736-21845df22881 service neutron] 10.222.0.58 "GET /v2.0/networks/e418c6d1-49ec-4d66-b0ca-b8b12554b865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613195 Nov 12 08:36:16.160344 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76e743fe-2739-4a2a-a0a2-34012793fac0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:16.216629 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f61253-05d9-42b0-8367-dabad96108b2 req-2737b946-49f1-443c-b787-00cbb7859be3 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:16.224632 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c6f61253-05d9-42b0-8367-dabad96108b2 req-2737b946-49f1-443c-b787-00cbb7859be3 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 943 time: 0.2839706 Nov 12 08:36:16.298882 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662bb72-4cfb-4cfa-ab7f-47c592f6eaab req-fb8aac74-d937-41ea-8539-448480f5b2e1 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:16.300609 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5662bb72-4cfb-4cfa-ab7f-47c592f6eaab req-fb8aac74-d937-41ea-8539-448480f5b2e1 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd76c30a-b2f1-42f9-a09f-51804741b07d HTTP/1.1" status: 200 len: 944 time: 0.1954355 Nov 12 08:36:16.399583 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c6f61253-05d9-42b0-8367-dabad96108b2 req-a29b8571-bac3-43de-a79c-fc1c3f7ab2b4 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725430 Nov 12 08:36:16.439294 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5662bb72-4cfb-4cfa-ab7f-47c592f6eaab req-46ce1989-1569-4e05-a936-72c407e3a63c tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238728 Nov 12 08:36:16.487402 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [req-78d14901-ddee-44d3-9392-ed76d5f80b25 req-f27fdd20-c35e-44e7-84ec-aa5ae28dc7f1 tempest-SecurityGroupsNegativeTestJSON-550141468 tempest-SecurityGroupsNegativeTestJSON-550141468-project] show failed (client error): The resource could not be found. Nov 12 08:36:16.488483 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-78d14901-ddee-44d3-9392-ed76d5f80b25 req-f27fdd20-c35e-44e7-84ec-aa5ae28dc7f1 tempest-SecurityGroupsNegativeTestJSON-550141468 tempest-SecurityGroupsNegativeTestJSON-550141468-project] 10.222.0.37 "GET /v2.0/security-groups/b513053b-bfb6-46ea-9b6f-900f2b9ffbf5 HTTP/1.1" status: 404 len: 352 time: 0.0533900 Nov 12 08:36:16.516420 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76e743fe-2739-4a2a-a0a2-34012793fac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:16.625906 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 880c2b43-769b-462c-af5f-cf24985cbbec details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:36:16.717296 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [req-2dd1f89a-2e0b-480a-bdc0-95cf5c8d2e35 req-c2fdc4d3-e1de-4954-a996-3fe2c5a2741c tempest-SecurityGroupsNegativeTestJSON-550141468 tempest-SecurityGroupsNegativeTestJSON-550141468-project] show failed (client error): The resource could not be found. Nov 12 08:36:16.718463 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2dd1f89a-2e0b-480a-bdc0-95cf5c8d2e35 req-c2fdc4d3-e1de-4954-a996-3fe2c5a2741c tempest-SecurityGroupsNegativeTestJSON-550141468 tempest-SecurityGroupsNegativeTestJSON-550141468-project] 10.222.0.37 "GET /v2.0/security-groups/4e82e2fc-e25f-4266-be8a-f99e4689d808 HTTP/1.1" status: 404 len: 352 time: 0.0540187 Nov 12 08:36:16.735307 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39866) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:16.767353 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff424a-84f5-40f3-ac3d-e147ba41d08c req-38ae1e54-a1f7-4371-ab45-435c7eb45a40 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:16.768952 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c7ff424a-84f5-40f3-ac3d-e147ba41d08c req-38ae1e54-a1f7-4371-ab45-435c7eb45a40 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dae63a7-de8d-4241-a768-5fc5a0c346a8 HTTP/1.1" status: 200 len: 946 time: 0.0967176 Nov 12 08:36:16.805433 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ba56cef-7747-4df6-a500-84c8ea8601e8 admin admin] Deleting subnet f2fb0206-e5bc-4de5-837a-229d1c168009 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:36:16.809357 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1ba56cef-7747-4df6-a500-84c8ea8601e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:16.813407 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e743fe-2739-4a2a-a0a2-34012793fac0 admin admin] Router fe4fff9d-a418-4123-9ddb-a5f59a6fb771 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:36:16.819723 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 880c2b43-769b-462c-af5f-cf24985cbbec, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=880c2b43-769b-462c-af5f-cf24985cbbec,segment=NetworkSegment(6bd9f4b7-f155-4031-9435-a90b29e6b2d2),segment_id=6bd9f4b7-f155-4031-9435-a90b29e6b2d2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:16.838945 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '880c2b43-769b-462c-af5f-cf24985cbbec', 'network_id': 'e418c6d1-49ec-4d66-b0ca-b8b12554b865', 'port_id': '880c2b43-769b-462c-af5f-cf24985cbbec', 'mac_address': 'fa:16:3e:d1:e4:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a9b096-04d8-4c96-a366-bdd653cb153e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:36:16.867733 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1ba56cef-7747-4df6-a500-84c8ea8601e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:16.912354 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:16.934210 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 880c2b43-769b-462c-af5f-cf24985cbbec {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:36:16.951339 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1ba56cef-7747-4df6-a500-84c8ea8601e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:16.987533 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c7ff424a-84f5-40f3-ac3d-e147ba41d08c req-87475512-a792-47ee-8deb-eccb5e793613 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952777 Nov 12 08:36:16.989988 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 880c2b43-769b-462c-af5f-cf24985cbbec, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=880c2b43-769b-462c-af5f-cf24985cbbec,segment=NetworkSegment(6bd9f4b7-f155-4031-9435-a90b29e6b2d2),segment_id=6bd9f4b7-f155-4031-9435-a90b29e6b2d2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:16.997076 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:17.032360 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e743fe-2739-4a2a-a0a2-34012793fac0 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:36:17.056052 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a50de76-7c3a-4915-aa05-f1fca8b07648 None None] Sync routers for ids ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:36:17.081117 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76e743fe-2739-4a2a-a0a2-34012793fac0 admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:17.089096 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a50de76-7c3a-4915-aa05-f1fca8b07648 None None] Routers {'fe4fff9d-a418-4123-9ddb-a5f59a6fb771'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:17.091081 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-3a50de76-7c3a-4915-aa05-f1fca8b07648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:36:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:17.091870 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-76e743fe-2739-4a2a-a0a2-34012793fac0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.2011683 Nov 12 08:36:17.092558 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39870) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:17.137154 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=880c2b43-769b-462c-af5f-cf24985cbbec,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:17.329453 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['880c2b43-769b-462c-af5f-cf24985cbbec'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:36:17.399351 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-3a50de76-7c3a-4915-aa05-f1fca8b07648 None None] Set router fe4fff9d-a418-4123-9ddb-a5f59a6fb771 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:17.587314 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f9abf-854b-4026-bde7-3c9273d22609 req-ed05af53-c0df-4c26-9f77-cdb794f31bf0 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:17.595759 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-178f9abf-854b-4026-bde7-3c9273d22609 req-ed05af53-c0df-4c26-9f77-cdb794f31bf0 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=fecb594d-4f84-45f2-8b2d-8667541111be HTTP/1.1" status: 200 len: 946 time: 0.2287390 Nov 12 08:36:17.704034 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fab71-0cd0-4bc3-829d-8c84483fd097 req-973f236b-7eae-46a6-9f03-06f1d8b3bec3 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:17.705470 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-255fab71-0cd0-4bc3-829d-8c84483fd097 req-973f236b-7eae-46a6-9f03-06f1d8b3bec3 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 943 time: 0.1717913 Nov 12 08:36:17.706590 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1ba56cef-7747-4df6-a500-84c8ea8601e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:17.721077 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-178f9abf-854b-4026-bde7-3c9273d22609 req-31cf605d-afe5-4e74-aeb2-6b124c3d7e4d tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236267 Nov 12 08:36:17.776453 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-3a50de76-7c3a-4915-aa05-f1fca8b07648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'name': 'tempest-FloatingIPsAssociationTestJSON-519313312-router', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b94dab45-b9da-4c32-be25-e53092928411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:11Z', 'updated_at': '2021-11-12T08:36:15Z', 'revision_number': 3, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'gw_port': {'id': 'b94dab45-b9da-4c32-be25-e53092928411', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:13:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:17.789723 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba56cef-7747-4df6-a500-84c8ea8601e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2fb0206-e5bc-4de5-837a-229d1c168009,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:17.807211 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1ba56cef-7747-4df6-a500-84c8ea8601e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:17.813097 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1ba56cef-7747-4df6-a500-84c8ea8601e8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f2fb0206-e5bc-4de5-837a-229d1c168009 HTTP/1.1" status: 204 len: 168 time: 1.0746384 Nov 12 08:36:17.816218 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39884) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:17.820681 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a50de76-7c3a-4915-aa05-f1fca8b07648 None None] Checking router: fe4fff9d-a418-4123-9ddb-a5f59a6fb771 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:36:17.821038 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a50de76-7c3a-4915-aa05-f1fca8b07648 None None] Updating router fe4fff9d-a418-4123-9ddb-a5f59a6fb771 port b94dab45-b9da-4c32-be25-e53092928411 binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:36:17.877969 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3a50de76-7c3a-4915-aa05-f1fca8b07648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:17.939290 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4695b776-5645-4151-a7d9-239ca330d346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:17.975317 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-255fab71-0cd0-4bc3-829d-8c84483fd097 req-4f068fd6-74f1-4409-9a0b-b6d5b8a76251 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429647 Nov 12 08:36:17.998617 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d246a8-89a9-4c2e-ba02-84ba4c53ee78 req-3d9efb17-4dd0-4dca-9972-f3d0dd57b417 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:18.000955 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-29d246a8-89a9-4c2e-ba02-84ba4c53ee78 req-3d9efb17-4dd0-4dca-9972-f3d0dd57b417 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd76c30a-b2f1-42f9-a09f-51804741b07d HTTP/1.1" status: 200 len: 945 time: 0.1475432 Nov 12 08:36:18.086883 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4695b776-5645-4151-a7d9-239ca330d346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.115836 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-4695b776-5645-4151-a7d9-239ca330d346 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee5f05f9-ae98-4dfb-a5b7-2431c9b6e531']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:18.158131 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-4695b776-5645-4151-a7d9-239ca330d346 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7bf614d-cf3f-4b68-ad3e-10934f781acd') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:18.158484 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-4695b776-5645-4151-a7d9-239ca330d346 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7bf614d-cf3f-4b68-ad3e-10934f781acd') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:18.186970 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4695b776-5645-4151-a7d9-239ca330d346 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.197691 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-29d246a8-89a9-4c2e-ba02-84ba4c53ee78 req-f8dc74a2-0002-40ad-a2fa-1874cf320900 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700368 Nov 12 08:36:18.205614 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4695b776-5645-4151-a7d9-239ca330d346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.230580 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ea254f3c-644d-429a-8b4a-2ff39ec6e056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.237044 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4695b776-5645-4151-a7d9-239ca330d346 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:36:18.237453 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4695b776-5645-4151-a7d9-239ca330d346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.268420 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:36:18.268420 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:36:18.268420 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:36:18.268420 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:36:18.268420 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:36:18.268420 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:36:18.268420 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:36:18.268420 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:36:18.268420 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:36:18.268420 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:36:18.268420 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:36:18.268420 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:36:18.268420 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:36:18.268420 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:36:18.268420 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:36:18.268420 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:36:18.268420 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:36:18.268420 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:36:18.268420 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:36:18.268420 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:36:18.268420 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:36:18.268420 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:36:18.268420 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:36:18.268420 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:36:18.268420 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:36:18.268420 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:36:18.268420 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:36:18.268420 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:36:18.268420 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:36:18.268420 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:36:18.268420 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:36:18.268420 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:36:18.342004 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4695b776-5645-4151-a7d9-239ca330d346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.356612 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4695b776-5645-4151-a7d9-239ca330d346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.361694 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4695b776-5645-4151-a7d9-239ca330d346 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ee5f05f9-ae98-4dfb-a5b7-2431c9b6e531 HTTP/1.1" status: 204 len: 168 time: 0.5443003 Nov 12 08:36:18.365695 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3a50de76-7c3a-4915-aa05-f1fca8b07648 None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.382322 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3a50de76-7c3a-4915-aa05-f1fca8b07648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.383437 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695b776-5645-4151-a7d9-239ca330d346 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee5f05f9-ae98-4dfb-a5b7-2431c9b6e531,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:18.479644 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30aaad3-2f1d-4456-be4b-297d6e03c6d3 None None] Pushing event updated for resources: {'Port': ['ID=b94dab45-b9da-4c32-be25-e53092928411,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:18.496843 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-ea254f3c-644d-429a-8b4a-2ff39ec6e056 admin admin] Allocated IP 172.20.0.1 (7822463b-fdaf-483f-a94f-eacedacd03dc/07323dc0-d972-46d6-a477-503b3cfb8497/0ee249d4-6bba-43ae-be9c-069f118a72b3) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:18.498571 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-3a50de76-7c3a-4915-aa05-f1fca8b07648 None None] Attempting to bind port b94dab45-b9da-4c32-be25-e53092928411 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:18.498954 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-3a50de76-7c3a-4915-aa05-f1fca8b07648 None None] Attempting to bind port b94dab45-b9da-4c32-be25-e53092928411 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:18.499326 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a50de76-7c3a-4915-aa05-f1fca8b07648 None None] Attempting to bind port b94dab45-b9da-4c32-be25-e53092928411 on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:18.507979 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30aaad3-2f1d-4456-be4b-297d6e03c6d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:18.508325 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30aaad3-2f1d-4456-be4b-297d6e03c6d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:18.508653 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30aaad3-2f1d-4456-be4b-297d6e03c6d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:18.508996 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30aaad3-2f1d-4456-be4b-297d6e03c6d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:18.509607 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30aaad3-2f1d-4456-be4b-297d6e03c6d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:18.510095 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30aaad3-2f1d-4456-be4b-297d6e03c6d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:18.510425 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30aaad3-2f1d-4456-be4b-297d6e03c6d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:18.510755 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30aaad3-2f1d-4456-be4b-297d6e03c6d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:18.511080 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30aaad3-2f1d-4456-be4b-297d6e03c6d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:18.511407 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30aaad3-2f1d-4456-be4b-297d6e03c6d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:18.511729 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30aaad3-2f1d-4456-be4b-297d6e03c6d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:18.512177 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30aaad3-2f1d-4456-be4b-297d6e03c6d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:18.518568 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a50de76-7c3a-4915-aa05-f1fca8b07648 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:18.518972 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a50de76-7c3a-4915-aa05-f1fca8b07648 None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:18.528840 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3a50de76-7c3a-4915-aa05-f1fca8b07648 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.529417 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a50de76-7c3a-4915-aa05-f1fca8b07648 None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:18.530057 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-3a50de76-7c3a-4915-aa05-f1fca8b07648 None None] Bound port: b94dab45-b9da-4c32-be25-e53092928411, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:18.530495 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3a50de76-7c3a-4915-aa05-f1fca8b07648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.575014 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39888) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:18.619670 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-3a50de76-7c3a-4915-aa05-f1fca8b07648 None None] For port b94dab45-b9da-4c32-be25-e53092928411, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:18.628688 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 880c2b43-769b-462c-af5f-cf24985cbbec up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:18.630517 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-3a50de76-7c3a-4915-aa05-f1fca8b07648 None None] For port b94dab45-b9da-4c32-be25-e53092928411, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b94dab45-b9da-4c32-be25-e53092928411,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:18.636009 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8ef26577-c893-4537-831a-5bb375d1ea22 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8041842df60a49af8eebd4be282cb657&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0595319 Nov 12 08:36:18.639022 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39890) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:18.640090 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3a50de76-7c3a-4915-aa05-f1fca8b07648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.704445 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fb72591d-9c9b-4d5a-8717-006493537411 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.712096 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30aaad3-2f1d-4456-be4b-297d6e03c6d3 None None] Pushing event updated for resources: {'Port': ['ID=b94dab45-b9da-4c32-be25-e53092928411,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:18.716437 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d4a0b-694a-4712-b8ac-e4c6796a7b23 req-317cbae0-86de-4ecb-803b-a5611c31ddb7 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:18.718910 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9f0d4a0b-694a-4712-b8ac-e4c6796a7b23 req-317cbae0-86de-4ecb-803b-a5611c31ddb7 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=a292154c-7909-4e77-a73d-58623e3b43e5 HTTP/1.1" status: 200 len: 945 time: 0.1103413 Nov 12 08:36:18.726000 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ea254f3c-644d-429a-8b4a-2ff39ec6e056 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.747273 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a50de76-7c3a-4915-aa05-f1fca8b07648 None None] Routers {'fe4fff9d-a418-4123-9ddb-a5f59a6fb771'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:18.747968 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-3a50de76-7c3a-4915-aa05-f1fca8b07648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:36:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:18.754438 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fb72591d-9c9b-4d5a-8717-006493537411 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.755398 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 880c2b43-769b-462c-af5f-cf24985cbbec completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:36:18.766005 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 880c2b43-769b-462c-af5f-cf24985cbbec triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:18.766410 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.807067 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9f0d4a0b-694a-4712-b8ac-e4c6796a7b23 req-88fb441d-599d-44ea-a9d5-fea7d1199273 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739992 Nov 12 08:36:18.834057 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ea254f3c-644d-429a-8b4a-2ff39ec6e056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.877526 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fb72591d-9c9b-4d5a-8717-006493537411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.881426 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fb72591d-9c9b-4d5a-8717-006493537411 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.885842 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-fb72591d-9c9b-4d5a-8717-006493537411 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e93632aa-d4a4-4968-bb25-2a122d493eca HTTP/1.1" status: 204 len: 168 time: 0.2457690 Nov 12 08:36:18.892840 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea254f3c-644d-429a-8b4a-2ff39ec6e056 admin admin] Network 7822463b-fdaf-483f-a94f-eacedacd03dc is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:18.896692 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72591d-9c9b-4d5a-8717-006493537411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93632aa-d4a4-4968-bb25-2a122d493eca,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:18.905046 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-ea254f3c-644d-429a-8b4a-2ff39ec6e056 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:18.907830 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea254f3c-644d-429a-8b4a-2ff39ec6e056 admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:18.961946 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ea254f3c-644d-429a-8b4a-2ff39ec6e056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.989114 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-3a50de76-7c3a-4915-aa05-f1fca8b07648 None None] Set router fe4fff9d-a418-4123-9ddb-a5f59a6fb771 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:19.037542 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea254f3c-644d-429a-8b4a-2ff39ec6e056 admin admin] Pushing event updated for resources: {'Port': ['ID=0ee249d4-6bba-43ae-be9c-069f118a72b3,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:19.042729 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:19.140199 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd76c30a-b2f1-42f9-a09f-51804741b07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880c2b43-769b-462c-af5f-cf24985cbbec'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:19.146692 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1532f791-75cd-4397-98d4-a828b92caa0c" -d '{"events": [{"server_uuid": "dd76c30a-b2f1-42f9-a09f-51804741b07d", "name": "network-vif-plugged", "status": "completed", "tag": "880c2b43-769b-462c-af5f-cf24985cbbec"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:19.195860 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 880c2b43-769b-462c-af5f-cf24985cbbec, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=880c2b43-769b-462c-af5f-cf24985cbbec,segment=NetworkSegment(6bd9f4b7-f155-4031-9435-a90b29e6b2d2),segment_id=6bd9f4b7-f155-4031-9435-a90b29e6b2d2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:19.203250 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:19.325217 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ea254f3c-644d-429a-8b4a-2ff39ec6e056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:19.352922 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=880c2b43-769b-462c-af5f-cf24985cbbec,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:19.401722 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-43993a5a-c504-4d5a-a15e-e881d47f3076 None None] Provisioning complete for port 0ee249d4-6bba-43ae-be9c-069f118a72b3 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:19.402829 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-43993a5a-c504-4d5a-a15e-e881d47f3076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:19.482336 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785543bc-4165-45d2-ada2-ee7ba03ecb5b req-6fcecad4-88b5-4a1c-9ab9-a698591df8f9 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:19.485155 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-43993a5a-c504-4d5a-a15e-e881d47f3076 None None] Port 0ee249d4-6bba-43ae-be9c-069f118a72b3 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:36:19.492850 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-3a50de76-7c3a-4915-aa05-f1fca8b07648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'name': 'tempest-FloatingIPsAssociationTestJSON-519313312-router', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b94dab45-b9da-4c32-be25-e53092928411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:11Z', 'updated_at': '2021-11-12T08:36:15Z', 'revision_number': 3, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'gw_port': {'id': 'b94dab45-b9da-4c32-be25-e53092928411', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:13:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:19.493456 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-785543bc-4165-45d2-ada2-ee7ba03ecb5b req-6fcecad4-88b5-4a1c-9ab9-a698591df8f9 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 943 time: 0.2928193 Nov 12 08:36:19.526365 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a50de76-7c3a-4915-aa05-f1fca8b07648 None None] The sync data for ids ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'] in n-d-768862-16 is: [{'id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'name': 'tempest-FloatingIPsAssociationTestJSON-519313312-router', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b94dab45-b9da-4c32-be25-e53092928411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:11Z', 'updated_at': '2021-11-12T08:36:15Z', 'revision_number': 3, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'gw_port': {'id': 'b94dab45-b9da-4c32-be25-e53092928411', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:13:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:36:19.556885 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f0fbe-fade-4cc8-9612-13422303ba26 req-9343c796-f877-4b34-b4f9-4b5091b1d567 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:19.565226 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f0fbe-fade-4cc8-9612-13422303ba26 req-9343c796-f877-4b34-b4f9-4b5091b1d567 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:19.569435 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f0fbe-fade-4cc8-9612-13422303ba26 req-9343c796-f877-4b34-b4f9-4b5091b1d567 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:19.571194 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9a1f0fbe-fade-4cc8-9612-13422303ba26 req-9343c796-f877-4b34-b4f9-4b5091b1d567 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=fecb594d-4f84-45f2-8b2d-8667541111be&device_id=2dae63a7-de8d-4241-a768-5fc5a0c346a8&device_id=a292154c-7909-4e77-a73d-58623e3b43e5 HTTP/1.1" status: 200 len: 2418 time: 0.2207587 Nov 12 08:36:19.677946 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-785543bc-4165-45d2-ada2-ee7ba03ecb5b req-f4b738fe-b954-47cf-8b96-83a40bdf6bac tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838846 Nov 12 08:36:19.725476 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9a1f0fbe-fade-4cc8-9612-13422303ba26 req-ab03bb3f-ec85-47e8-9f0f-79acd143b308 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221669 Nov 12 08:36:19.776612 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ea254f3c-644d-429a-8b4a-2ff39ec6e056 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:19.786024 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ea254f3c-644d-429a-8b4a-2ff39ec6e056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:19.826148 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00312a9f-5695-4cb6-988a-d098c0ce5183 x-openstack-request-id: req-00312a9f-5695-4cb6-988a-d098c0ce5183 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:19.826689 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd76c30a-b2f1-42f9-a09f-51804741b07d", "name": "network-vif-plugged", "status": "completed", "tag": "880c2b43-769b-462c-af5f-cf24985cbbec", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:19.826689 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00312a9f-5695-4cb6-988a-d098c0ce5183 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:19.827080 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd76c30a-b2f1-42f9-a09f-51804741b07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880c2b43-769b-462c-af5f-cf24985cbbec', 'code': 200} Nov 12 08:36:19.879534 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ea254f3c-644d-429a-8b4a-2ff39ec6e056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:20.155307 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea254f3c-644d-429a-8b4a-2ff39ec6e056 admin admin] Pushing event updated for resources: {'Port': ['ID=0ee249d4-6bba-43ae-be9c-069f118a72b3,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:20.305808 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39930) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:20.462586 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-2f07106f-6a94-4ba1-8e3b-6b243aa32280 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1913641384-network', 'tenant_id': 'decf329c1bd24793b6dab0ad3ee22ef8'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:20.494222 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f07106f-6a94-4ba1-8e3b-6b243aa32280 admin admin] Made reservation on behalf of decf329c1bd24793b6dab0ad3ee22ef8 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:20.496714 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2f07106f-6a94-4ba1-8e3b-6b243aa32280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:20.518794 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2f07106f-6a94-4ba1-8e3b-6b243aa32280 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:20.624141 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420461e-37d5-4dc4-8d3e-6bb9eb310474 req-1850166e-4548-4d2d-8d94-85593b8796fb tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:20.625570 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5420461e-37d5-4dc4-8d3e-6bb9eb310474 req-1850166e-4548-4d2d-8d94-85593b8796fb tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd76c30a-b2f1-42f9-a09f-51804741b07d HTTP/1.1" status: 200 len: 946 time: 0.7105091 Nov 12 08:36:20.644952 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2f07106f-6a94-4ba1-8e3b-6b243aa32280 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:20.651429 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2f07106f-6a94-4ba1-8e3b-6b243aa32280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:20.665697 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f07106f-6a94-4ba1-8e3b-6b243aa32280 admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:36:20.676877 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2f07106f-6a94-4ba1-8e3b-6b243aa32280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:20.677539 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-2f07106f-6a94-4ba1-8e3b-6b243aa32280 admin admin] Added segment b9fb73f6-153c-41c1-b347-94d88239ea7a of type vlan for network f336b567-e54f-48f4-978b-f3ba153ca96f Nov 12 08:36:20.687215 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5ab85-717f-436d-a6d7-45a81f2c8273 req-aa7e8f71-11ab-4bbf-867c-edc96c3aa43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:20.689127 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0ce5ab85-717f-436d-a6d7-45a81f2c8273 req-aa7e8f71-11ab-4bbf-867c-edc96c3aa43c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dd76c30a-b2f1-42f9-a09f-51804741b07d HTTP/1.1" status: 200 len: 1098 time: 0.6676583 Nov 12 08:36:20.726097 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff972180-37d4-4f44-a82a-c59bad1eb79c req-8ca2325e-1638-4706-95c1-6370e2715a9f tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:20.727674 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ff972180-37d4-4f44-a82a-c59bad1eb79c req-8ca2325e-1638-4706-95c1-6370e2715a9f tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=fecb594d-4f84-45f2-8b2d-8667541111be HTTP/1.1" status: 200 len: 946 time: 0.6112432 Nov 12 08:36:20.742006 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea254f3c-644d-429a-8b4a-2ff39ec6e056 admin admin] Network 7822463b-fdaf-483f-a94f-eacedacd03dc is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:20.742790 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2f07106f-6a94-4ba1-8e3b-6b243aa32280 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:20.754753 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-ea254f3c-644d-429a-8b4a-2ff39ec6e056 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:20.763897 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07106f-6a94-4ba1-8e3b-6b243aa32280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5d4cf7-61db-40dc-ad13-8663cad3fb42,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:20.795610 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5420461e-37d5-4dc4-8d3e-6bb9eb310474 req-13b8a05f-a53f-442a-9006-5634cc42e945 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603546 Nov 12 08:36:20.810377 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2f07106f-6a94-4ba1-8e3b-6b243aa32280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:20.811942 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f07106f-6a94-4ba1-8e3b-6b243aa32280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:20.812636 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2f07106f-6a94-4ba1-8e3b-6b243aa32280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:20.914762 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07106f-6a94-4ba1-8e3b-6b243aa32280 admin admin] Pushing event updated for resources: {'Network': ['ID=f336b567-e54f-48f4-978b-f3ba153ca96f,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:20.934699 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2f07106f-6a94-4ba1-8e3b-6b243aa32280 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6243732 Nov 12 08:36:20.935205 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network f336b567-e54f-48f4-978b-f3ba153ca96f details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:36:20.936291 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39940) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:20.943488 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ca293425-c853-44da-b526-b63158ba4ef9 admin admin] Request body: {'subnet': {'network_id': 'f336b567-e54f-48f4-978b-f3ba153ca96f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1913641384-subnet', 'tenant_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:20.959536 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0ce5ab85-717f-436d-a6d7-45a81f2c8273 req-2b22e099-118d-4947-afdf-e9e19a8ab088 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593350 Nov 12 08:36:20.995558 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca293425-c853-44da-b526-b63158ba4ef9 admin admin] Made reservation on behalf of decf329c1bd24793b6dab0ad3ee22ef8 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:21.004457 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ca293425-c853-44da-b526-b63158ba4ef9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.040907 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ff972180-37d4-4f44-a82a-c59bad1eb79c req-3887f73a-f40f-48dd-9bae-ed33d347117c tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877526 Nov 12 08:36:21.159693 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d4fc6-2d3d-4ce4-afe5-6a89eedafcb9 req-d536e607-cdc7-4ca8-bcce-72ec514f0d29 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:21.164540 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c37d4fc6-2d3d-4ce4-afe5-6a89eedafcb9 req-d536e607-cdc7-4ca8-bcce-72ec514f0d29 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 943 time: 0.2368400 Nov 12 08:36:21.200895 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea254f3c-644d-429a-8b4a-2ff39ec6e056 admin admin] Router fe4fff9d-a418-4123-9ddb-a5f59a6fb771 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:36:21.239319 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-75c25df0-928b-4f8e-94c6-e526a5e182bd None None] Provisioning complete for port 0ee249d4-6bba-43ae-be9c-069f118a72b3 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:21.240217 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-75c25df0-928b-4f8e-94c6-e526a5e182bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.298566 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c37d4fc6-2d3d-4ce4-afe5-6a89eedafcb9 req-a85c4587-5082-44f9-a589-dd62c3324a2b tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220772 Nov 12 08:36:21.307318 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ca293425-c853-44da-b526-b63158ba4ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.328724 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-75c25df0-928b-4f8e-94c6-e526a5e182bd None None] Port 0ee249d4-6bba-43ae-be9c-069f118a72b3 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:36:21.399892 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea254f3c-644d-429a-8b4a-2ff39ec6e056 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:36:21.409366 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ea254f3c-644d-429a-8b4a-2ff39ec6e056 admin admin] 10.222.0.37 "PUT /v2.0/routers/fe4fff9d-a418-4123-9ddb-a5f59a6fb771/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3093212 Nov 12 08:36:21.410183 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca293425-c853-44da-b526-b63158ba4ef9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=288d1df0-95f8-4d76-a101-b44e0052c9aa,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:21.450353 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca293425-c853-44da-b526-b63158ba4ef9 admin admin] Checking segment: {'id': 'b9fb73f6-153c-41c1-b347-94d88239ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'f336b567-e54f-48f4-978b-f3ba153ca96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:21.451293 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca293425-c853-44da-b526-b63158ba4ef9 admin admin] Network hostable DHCP agents. Network: f336b567-e54f-48f4-978b-f3ba153ca96f, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:36:21.488500 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca293425-c853-44da-b526-b63158ba4ef9 admin admin] Network f336b567-e54f-48f4-978b-f3ba153ca96f is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:36:21.516356 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-ca293425-c853-44da-b526-b63158ba4ef9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, f336b567-e54f-48f4-978b-f3ba153ca96f) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:21.529822 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca293425-c853-44da-b526-b63158ba4ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:21.531600 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ca293425-c853-44da-b526-b63158ba4ef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.558158 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6985938b-6607-4e5f-be2f-4a84ee457751 None None] Network f336b567-e54f-48f4-978b-f3ba153ca96f requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:21.578628 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ca293425-c853-44da-b526-b63158ba4ef9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6405578 Nov 12 08:36:21.581275 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39950) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:21.588934 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-60c421e6-778e-422a-b7e5-0aa203fa8169 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1913641384-router', 'tenant_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:21.624007 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-60c421e6-778e-422a-b7e5-0aa203fa8169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.625231 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-60c421e6-778e-422a-b7e5-0aa203fa8169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.731775 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-60c421e6-778e-422a-b7e5-0aa203fa8169 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.899767 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37719d7a-1b54-410e-9ebb-346939469320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-f336b567-e54f-48f4-978b-f3ba153ca96f', 'network_id': 'f336b567-e54f-48f4-978b-f3ba153ca96f', 'tenant_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'fixed_ips': [{'subnet_id': '288d1df0-95f8-4d76-a101-b44e0052c9aa'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:36:21.900726 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-37719d7a-1b54-410e-9ebb-346939469320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.951176 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b94dab45-b9da-4c32-be25-e53092928411 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:22.066193 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bbfe91-020c-4c44-8dfc-e3d6fe24a99f None None] Sync routers for ids ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:36:22.095441 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-60c421e6-778e-422a-b7e5-0aa203fa8169 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:22.102157 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bbfe91-020c-4c44-8dfc-e3d6fe24a99f None None] Routers {'fe4fff9d-a418-4123-9ddb-a5f59a6fb771'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:22.102982 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-97bbfe91-020c-4c44-8dfc-e3d6fe24a99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:36:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:22.120431 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a961d66-ee2e-44c5-907c-49fb320abfbd req-5dd26be6-38b5-4785-8482-1cc5dd4d21ba tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:22.122019 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2a961d66-ee2e-44c5-907c-49fb320abfbd req-5dd26be6-38b5-4785-8482-1cc5dd4d21ba tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd76c30a-b2f1-42f9-a09f-51804741b07d HTTP/1.1" status: 200 len: 946 time: 0.1961567 Nov 12 08:36:22.221629 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port b94dab45-b9da-4c32-be25-e53092928411 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:22.221629 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:22.290350 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-37719d7a-1b54-410e-9ebb-346939469320 None None] Allocated IP 172.20.0.2 (f336b567-e54f-48f4-978b-f3ba153ca96f/288d1df0-95f8-4d76-a101-b44e0052c9aa/09a576da-8efe-4f5e-b3f0-1664eee5b5b1) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:22.320048 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2a961d66-ee2e-44c5-907c-49fb320abfbd req-cb6ce810-a9ee-4974-b3f8-f9c6fe4f6edd tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849794 Nov 12 08:36:22.366753 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-87bf5aa1-ea93-4113-853d-ec35408bd1f6 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:22.372699 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-87bf5aa1-ea93-4113-853d-ec35408bd1f6 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/networks?id=7822463b-fdaf-483f-a94f-eacedacd03dc HTTP/1.1" status: 200 len: 820 time: 0.2833097 Nov 12 08:36:22.405498 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-03a075c4-7035-4f12-8090-dd1be37cb2a0 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/quotas/467fdf3ab5ca4832aed31198fabdc894 HTTP/1.1" status: 200 len: 375 time: 0.0231183 Nov 12 08:36:22.450967 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-97bbfe91-020c-4c44-8dfc-e3d6fe24a99f None None] Set router fe4fff9d-a418-4123-9ddb-a5f59a6fb771 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:22.456627 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:22.488588 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-0f4ae0e7-162a-4ff5-81a1-c1b269d600a7 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=467fdf3ab5ca4832aed31198fabdc894&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815802 Nov 12 08:36:22.733835 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-60c421e6-778e-422a-b7e5-0aa203fa8169 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:22.760041 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port b94dab45-b9da-4c32-be25-e53092928411, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b94dab45-b9da-4c32-be25-e53092928411,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:22.766840 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:22.769504 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-60c421e6-778e-422a-b7e5-0aa203fa8169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:22.794475 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:22.840276 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-ea53b59a-1187-4f7a-868e-8a192451b7ea service neutron] 10.222.0.37 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624059 Nov 12 08:36:22.992057 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=b94dab45-b9da-4c32-be25-e53092928411,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:23.001758 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-37719d7a-1b54-410e-9ebb-346939469320 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:23.013850 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-60c421e6-778e-422a-b7e5-0aa203fa8169 admin admin] Allocated IP 172.25.6.83 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/ea2fef48-5b63-48d7-86d6-2ac2a4d000e6) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:23.023309 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-a7a9a950-4f10-4065-8fad-4529a747e83e service neutron] 10.222.0.37 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744609 Nov 12 08:36:23.039110 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-37719d7a-1b54-410e-9ebb-346939469320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:23.105650 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37719d7a-1b54-410e-9ebb-346939469320 None None] Network f336b567-e54f-48f4-978b-f3ba153ca96f is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:23.113855 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-37719d7a-1b54-410e-9ebb-346939469320 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:23.118084 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37719d7a-1b54-410e-9ebb-346939469320 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:23.124172 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37719d7a-1b54-410e-9ebb-346939469320 None None] Pushing event updated for resources: {'Port': ['ID=09a576da-8efe-4f5e-b3f0-1664eee5b5b1,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:23.138884 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-97bbfe91-020c-4c44-8dfc-e3d6fe24a99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'name': 'tempest-FloatingIPsAssociationTestJSON-519313312-router', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b94dab45-b9da-4c32-be25-e53092928411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:11Z', 'updated_at': '2021-11-12T08:36:19Z', 'revision_number': 4, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'gw_port': {'id': 'b94dab45-b9da-4c32-be25-e53092928411', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:13:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '0ee249d4-6bba-43ae-be9c-069f118a72b3', 'name': '', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'mac_address': 'fa:16:3e:e9:e3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:18Z', 'updated_at': '2021-11-12T08:36:19Z', 'revision_number': 2, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'subnets': [{'id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:23.172869 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-60c421e6-778e-422a-b7e5-0aa203fa8169 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:23.187734 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bbfe91-020c-4c44-8dfc-e3d6fe24a99f None None] Checking router: fe4fff9d-a418-4123-9ddb-a5f59a6fb771 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:36:23.190599 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bbfe91-020c-4c44-8dfc-e3d6fe24a99f None None] Updating router fe4fff9d-a418-4123-9ddb-a5f59a6fb771 port 0ee249d4-6bba-43ae-be9c-069f118a72b3 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:36:23.237506 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-37719d7a-1b54-410e-9ebb-346939469320 None None] Attempting to bind port 09a576da-8efe-4f5e-b3f0-1664eee5b5b1 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:23.238429 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-37719d7a-1b54-410e-9ebb-346939469320 None None] Attempting to bind port 09a576da-8efe-4f5e-b3f0-1664eee5b5b1 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'b9fb73f6-153c-41c1-b347-94d88239ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'f336b567-e54f-48f4-978b-f3ba153ca96f'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:23.238900 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37719d7a-1b54-410e-9ebb-346939469320 None None] Attempting to bind port 09a576da-8efe-4f5e-b3f0-1664eee5b5b1 on network f336b567-e54f-48f4-978b-f3ba153ca96f {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:23.251420 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15d067-a552-4b31-abab-622337a929a0 req-e25848a0-26f3-401a-8b97-d39b1a4fb8ba tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:23.251997 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37719d7a-1b54-410e-9ebb-346939469320 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:23.252649 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37719d7a-1b54-410e-9ebb-346939469320 None None] Checking segment: {'id': 'b9fb73f6-153c-41c1-b347-94d88239ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'f336b567-e54f-48f4-978b-f3ba153ca96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:23.253148 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-37719d7a-1b54-410e-9ebb-346939469320 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:23.253647 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37719d7a-1b54-410e-9ebb-346939469320 None None] Bound using segment: {'id': 'b9fb73f6-153c-41c1-b347-94d88239ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'f336b567-e54f-48f4-978b-f3ba153ca96f'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:23.254257 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-37719d7a-1b54-410e-9ebb-346939469320 None None] Bound port: 09a576da-8efe-4f5e-b3f0-1664eee5b5b1, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9fb73f6-153c-41c1-b347-94d88239ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'f336b567-e54f-48f4-978b-f3ba153ca96f'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:23.254721 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-37719d7a-1b54-410e-9ebb-346939469320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:23.260852 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-97bbfe91-020c-4c44-8dfc-e3d6fe24a99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:23.261625 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2d15d067-a552-4b31-abab-622337a929a0 req-e25848a0-26f3-401a-8b97-d39b1a4fb8ba tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 943 time: 0.1412387 Nov 12 08:36:23.343939 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-60c421e6-778e-422a-b7e5-0aa203fa8169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:23.415315 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-37719d7a-1b54-410e-9ebb-346939469320 None None] For port 09a576da-8efe-4f5e-b3f0-1664eee5b5b1, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:23.425740 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b6b002ef-75ec-48bc-b0b7-61b4862610be req-927fccd0-4199-4bce-9262-ffb210b56593 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/ports?device_id=5910664f-1d6c-4f31-8b0b-dce1bcfd62c0 HTTP/1.1" status: 200 len: 210 time: 0.0617621 Nov 12 08:36:23.430349 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c421e6-778e-422a-b7e5-0aa203fa8169 admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:23.436353 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-60c421e6-778e-422a-b7e5-0aa203fa8169 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:23.440576 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c421e6-778e-422a-b7e5-0aa203fa8169 admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:23.446461 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-37719d7a-1b54-410e-9ebb-346939469320 None None] For port 09a576da-8efe-4f5e-b3f0-1664eee5b5b1, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=09a576da-8efe-4f5e-b3f0-1664eee5b5b1,segment=NetworkSegment(b9fb73f6-153c-41c1-b347-94d88239ea7a),segment_id=b9fb73f6-153c-41c1-b347-94d88239ea7a)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:23.463230 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2d15d067-a552-4b31-abab-622337a929a0 req-1fbcb401-4088-4203-aef1-a9ef1811601a tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005446 Nov 12 08:36:23.531443 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c421e6-778e-422a-b7e5-0aa203fa8169 admin admin] Pushing event updated for resources: {'Port': ['ID=ea2fef48-5b63-48d7-86d6-2ac2a4d000e6,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:23.559343 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-37719d7a-1b54-410e-9ebb-346939469320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:23.698826 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37719d7a-1b54-410e-9ebb-346939469320 None None] Pushing event updated for resources: {'Port': ['ID=09a576da-8efe-4f5e-b3f0-1664eee5b5b1,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:23.867255 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f848d8-657a-4d5b-9757-8661afa40b8f req-5b075a59-a64e-49de-8627-441a01bfc395 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:23.880834 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f7f848d8-657a-4d5b-9757-8661afa40b8f req-5b075a59-a64e-49de-8627-441a01bfc395 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd76c30a-b2f1-42f9-a09f-51804741b07d HTTP/1.1" status: 200 len: 946 time: 0.3190215 Nov 12 08:36:23.958571 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b94dab45-b9da-4c32-be25-e53092928411 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:24.087807 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-97bbfe91-020c-4c44-8dfc-e3d6fe24a99f None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:24.089510 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f7f848d8-657a-4d5b-9757-8661afa40b8f req-befb6b1e-f884-43f1-a77d-82b286835b66 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064342 Nov 12 08:36:24.167911 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-97bbfe91-020c-4c44-8dfc-e3d6fe24a99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:24.226428 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-60c421e6-778e-422a-b7e5-0aa203fa8169 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:24.340914 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe017a5-a200-48b9-9361-6e9f546b76ab None None] Pushing event updated for resources: {'Port': ['ID=0ee249d4-6bba-43ae-be9c-069f118a72b3,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:24.471153 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port b94dab45-b9da-4c32-be25-e53092928411 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:24.471764 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:24.524796 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-97bbfe91-020c-4c44-8dfc-e3d6fe24a99f None None] Attempting to bind port 0ee249d4-6bba-43ae-be9c-069f118a72b3 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:24.525223 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-97bbfe91-020c-4c44-8dfc-e3d6fe24a99f None None] Attempting to bind port 0ee249d4-6bba-43ae-be9c-069f118a72b3 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '7302eff5-b90c-4435-9483-7de591162e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:24.525587 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bbfe91-020c-4c44-8dfc-e3d6fe24a99f None None] Attempting to bind port 0ee249d4-6bba-43ae-be9c-069f118a72b3 on network 7822463b-fdaf-483f-a94f-eacedacd03dc {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:24.539874 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bbfe91-020c-4c44-8dfc-e3d6fe24a99f None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:24.540157 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bbfe91-020c-4c44-8dfc-e3d6fe24a99f None None] Checking segment: {'id': '7302eff5-b90c-4435-9483-7de591162e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:24.540842 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-97bbfe91-020c-4c44-8dfc-e3d6fe24a99f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:24.541248 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bbfe91-020c-4c44-8dfc-e3d6fe24a99f None None] Bound using segment: {'id': '7302eff5-b90c-4435-9483-7de591162e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:24.541744 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-97bbfe91-020c-4c44-8dfc-e3d6fe24a99f None None] Bound port: 0ee249d4-6bba-43ae-be9c-069f118a72b3, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7302eff5-b90c-4435-9483-7de591162e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:24.542209 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-97bbfe91-020c-4c44-8dfc-e3d6fe24a99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:24.683167 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f48116-2d5f-4ab0-bebb-da917eaf37aa req-f7fe5753-f790-4d83-82d7-cfb272c6c4b6 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:24.686338 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-97bbfe91-020c-4c44-8dfc-e3d6fe24a99f None None] For port 0ee249d4-6bba-43ae-be9c-069f118a72b3, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:24.690993 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-05f48116-2d5f-4ab0-bebb-da917eaf37aa req-f7fe5753-f790-4d83-82d7-cfb272c6c4b6 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=a292154c-7909-4e77-a73d-58623e3b43e5 HTTP/1.1" status: 200 len: 945 time: 0.2549853 Nov 12 08:36:24.703358 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b1334-e4d2-4d7b-a4f2-8cdcdbc2fd40 req-f4b27ddb-5df5-4843-88a7-38687a533b52 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:24.705061 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3c4b1334-e4d2-4d7b-a4f2-8cdcdbc2fd40 req-f4b27ddb-5df5-4843-88a7-38687a533b52 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd76c30a-b2f1-42f9-a09f-51804741b07d HTTP/1.1" status: 200 len: 946 time: 0.2705369 Nov 12 08:36:24.718399 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-97bbfe91-020c-4c44-8dfc-e3d6fe24a99f None None] For port 0ee249d4-6bba-43ae-be9c-069f118a72b3, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=0ee249d4-6bba-43ae-be9c-069f118a72b3,segment=NetworkSegment(7302eff5-b90c-4435-9483-7de591162e23),segment_id=7302eff5-b90c-4435-9483-7de591162e23)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:24.741130 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-97bbfe91-020c-4c44-8dfc-e3d6fe24a99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:24.783058 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-60c421e6-778e-422a-b7e5-0aa203fa8169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:24.808520 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-389f9558-4cdc-43d8-a30a-0c60fcd7a160 None None] Provisioning complete for port 0ee249d4-6bba-43ae-be9c-069f118a72b3 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:24.808924 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-389f9558-4cdc-43d8-a30a-0c60fcd7a160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:24.810564 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bbfe91-020c-4c44-8dfc-e3d6fe24a99f None None] Routers {'fe4fff9d-a418-4123-9ddb-a5f59a6fb771'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:24.811258 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-97bbfe91-020c-4c44-8dfc-e3d6fe24a99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:36:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:24.858273 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-05f48116-2d5f-4ab0-bebb-da917eaf37aa req-64ca62dc-9c53-4f50-93e4-36dd4cab3180 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663549 Nov 12 08:36:24.890945 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3c4b1334-e4d2-4d7b-a4f2-8cdcdbc2fd40 req-13a5a05f-deb2-4cae-94eb-d672ecba57cd tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695302 Nov 12 08:36:25.017347 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe017a5-a200-48b9-9361-6e9f546b76ab None None] Pushing event updated for resources: {'Port': ['ID=0ee249d4-6bba-43ae-be9c-069f118a72b3,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:25.041487 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-97bbfe91-020c-4c44-8dfc-e3d6fe24a99f None None] Set router fe4fff9d-a418-4123-9ddb-a5f59a6fb771 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:25.226971 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-716706ec-2dbc-4074-bc83-064c814a43e4 req-7eb1d9bb-c3e3-467f-95ed-9d8c3b715b0f tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/ports?device_id=5910664f-1d6c-4f31-8b0b-dce1bcfd62c0 HTTP/1.1" status: 200 len: 210 time: 0.1341457 Nov 12 08:36:25.275718 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-389f9558-4cdc-43d8-a30a-0c60fcd7a160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:25.293774 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311d47c-531f-4798-98b4-d3ac4f715f53 req-c9369104-c13f-417c-9481-fad87b830019 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:25.312233 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4311d47c-531f-4798-98b4-d3ac4f715f53 req-c9369104-c13f-417c-9481-fad87b830019 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 943 time: 0.2211561 Nov 12 08:36:25.327537 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-389f9558-4cdc-43d8-a30a-0c60fcd7a160 None None] For port 0ee249d4-6bba-43ae-be9c-069f118a72b3, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=0ee249d4-6bba-43ae-be9c-069f118a72b3,segment=NetworkSegment(7302eff5-b90c-4435-9483-7de591162e23),segment_id=7302eff5-b90c-4435-9483-7de591162e23)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:25.362445 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e8c186-8ff8-4880-b426-e161157b75b0 None None] Network f336b567-e54f-48f4-978b-f3ba153ca96f requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:25.362708 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-34e4e0f8-f0c3-4421-a99e-b64831ca100e tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:25.367613 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-34e4e0f8-f0c3-4421-a99e-b64831ca100e tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.54 "GET /v2.0/networks?id=7822463b-fdaf-483f-a94f-eacedacd03dc HTTP/1.1" status: 200 len: 820 time: 0.2825429 Nov 12 08:36:25.386454 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-5289b103-4616-436e-a965-b41d057bf5c8 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Request body: {'port': {'device_id': '5910664f-1d6c-4f31-8b0b-dce1bcfd62c0', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'admin_state_up': True, 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:25.393433 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c421e6-778e-422a-b7e5-0aa203fa8169 admin admin] Router 61eccf9e-1ec6-485e-9731-5bfeae1e7d9a is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:36:25.399276 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-389f9558-4cdc-43d8-a30a-0c60fcd7a160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:25.508461 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4311d47c-531f-4798-98b4-d3ac4f715f53 req-23ca5766-92c1-41b5-becc-e05cc7f94705 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942842 Nov 12 08:36:25.691960 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-5289b103-4616-436e-a965-b41d057bf5c8 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Made reservation on behalf of 467fdf3ab5ca4832aed31198fabdc894 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:25.706214 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-5289b103-4616-436e-a965-b41d057bf5c8 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:25.708781 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f9558-4cdc-43d8-a30a-0c60fcd7a160 None None] Pushing event updated for resources: {'Port': ['ID=0ee249d4-6bba-43ae-be9c-069f118a72b3,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:25.773271 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c421e6-778e-422a-b7e5-0aa203fa8169 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:36:25.776769 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-13cdfa5c-0168-4e22-81ea-625240f74cd5 None None] Provisioning complete for port 0ee249d4-6bba-43ae-be9c-069f118a72b3 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:25.777147 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-13cdfa5c-0168-4e22-81ea-625240f74cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:25.801266 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4bd99f-f20d-4d39-9a99-35d3a3eecb99 None None] Sync routers for ids ['61eccf9e-1ec6-485e-9731-5bfeae1e7d9a'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:36:25.854422 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4bd99f-f20d-4d39-9a99-35d3a3eecb99 None None] Routers {'61eccf9e-1ec6-485e-9731-5bfeae1e7d9a'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:25.858266 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-ec4bd99f-f20d-4d39-9a99-35d3a3eecb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:36:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['61eccf9e-1ec6-485e-9731-5bfeae1e7d9a'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:25.869198 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-60c421e6-778e-422a-b7e5-0aa203fa8169 admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:25.873366 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-60c421e6-778e-422a-b7e5-0aa203fa8169 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2881329 Nov 12 08:36:25.879778 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40030) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:26.261189 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-5289b103-4616-436e-a965-b41d057bf5c8 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Allocated IP 172.20.0.11 (7822463b-fdaf-483f-a94f-eacedacd03dc/07323dc0-d972-46d6-a477-503b3cfb8497/d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:26.265305 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 09a576da-8efe-4f5e-b3f0-1664eee5b5b1 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:26.382741 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-ec4bd99f-f20d-4d39-9a99-35d3a3eecb99 None None] Set router 61eccf9e-1ec6-485e-9731-5bfeae1e7d9a gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:26.501448 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 09a576da-8efe-4f5e-b3f0-1664eee5b5b1 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:26.502073 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:26.512745 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-13cdfa5c-0168-4e22-81ea-625240f74cd5 None None] Provisioning complete for port 09a576da-8efe-4f5e-b3f0-1664eee5b5b1 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:26.512745 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-13cdfa5c-0168-4e22-81ea-625240f74cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:26.516747 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-97bbfe91-020c-4c44-8dfc-e3d6fe24a99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'name': 'tempest-FloatingIPsAssociationTestJSON-519313312-router', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b94dab45-b9da-4c32-be25-e53092928411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:11Z', 'updated_at': '2021-11-12T08:36:19Z', 'revision_number': 4, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'gw_port': {'id': 'b94dab45-b9da-4c32-be25-e53092928411', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '0ee249d4-6bba-43ae-be9c-069f118a72b3', 'name': '', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'mac_address': 'fa:16:3e:e9:e3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:18Z', 'updated_at': '2021-11-12T08:36:24Z', 'revision_number': 4, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'subnets': [{'id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:26.641184 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bbfe91-020c-4c44-8dfc-e3d6fe24a99f None None] The sync data for ids ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'] in n-d-768862-16 is: [{'id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'name': 'tempest-FloatingIPsAssociationTestJSON-519313312-router', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b94dab45-b9da-4c32-be25-e53092928411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:11Z', 'updated_at': '2021-11-12T08:36:19Z', 'revision_number': 4, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'gw_port': {'id': 'b94dab45-b9da-4c32-be25-e53092928411', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '0ee249d4-6bba-43ae-be9c-069f118a72b3', 'name': '', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'mac_address': 'fa:16:3e:e9:e3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:18Z', 'updated_at': '2021-11-12T08:36:24Z', 'revision_number': 4, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'subnets': [{'id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:36:26.722153 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-5289b103-4616-436e-a965-b41d057bf5c8 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:26.783033 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-5289b103-4616-436e-a965-b41d057bf5c8 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:26.849237 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device d8db0e6f-b376-43aa-9cd2-ee26d63c0558 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:36:26.932297 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-5289b103-4616-436e-a965-b41d057bf5c8 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Network 7822463b-fdaf-483f-a94f-eacedacd03dc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:26.935643 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289b103-4616-436e-a965-b41d057bf5c8 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Pushing event updated for resources: {'Port': ['ID=d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:26.944604 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-5289b103-4616-436e-a965-b41d057bf5c8 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:26.961959 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-5289b103-4616-436e-a965-b41d057bf5c8 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:26.981830 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-13cdfa5c-0168-4e22-81ea-625240f74cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:26.986857 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-ec4bd99f-f20d-4d39-9a99-35d3a3eecb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'name': 'tempest-ServersTestBootFromVolume-1913641384-router', 'tenant_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'ea2fef48-5b63-48d7-86d6-2ac2a4d000e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:21Z', 'updated_at': '2021-11-12T08:36:23Z', 'revision_number': 3, 'project_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'gw_port': {'id': 'ea2fef48-5b63-48d7-86d6-2ac2a4d000e6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:22Z', 'updated_at': '2021-11-12T08:36:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:27.067109 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b91bc8-2a98-4fe9-b86d-cb7c12ed60a1 req-11dba228-74bb-40fd-95a5-865e2c997bf7 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:27.067929 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:27.078369 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4bd99f-f20d-4d39-9a99-35d3a3eecb99 None None] Checking router: 61eccf9e-1ec6-485e-9731-5bfeae1e7d9a for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:36:27.078942 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4bd99f-f20d-4d39-9a99-35d3a3eecb99 None None] Updating router 61eccf9e-1ec6-485e-9731-5bfeae1e7d9a port ea2fef48-5b63-48d7-86d6-2ac2a4d000e6 binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:36:27.079492 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b4b91bc8-2a98-4fe9-b86d-cb7c12ed60a1 req-11dba228-74bb-40fd-95a5-865e2c997bf7 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/ports?device_id=5910664f-1d6c-4f31-8b0b-dce1bcfd62c0 HTTP/1.1" status: 200 len: 932 time: 0.2036021 Nov 12 08:36:27.102029 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-5289b103-4616-436e-a965-b41d057bf5c8 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:27.110984 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-5289b103-4616-436e-a965-b41d057bf5c8 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:27.150348 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-5289b103-4616-436e-a965-b41d057bf5c8 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7718394 Nov 12 08:36:27.151257 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ec4bd99f-f20d-4d39-9a99-35d3a3eecb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:27.163244 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-a491f877-5fda-44a3-9755-4191ad05e3bc service neutron] Request body: {'port': {'device_id': '5910664f-1d6c-4f31-8b0b-dce1bcfd62c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:27.167341 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030e8b6-c876-4635-92e2-f96730b76fb0 req-70717e1c-4030-46b6-a78a-6013b088cfce tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:27.177039 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1030e8b6-c876-4635-92e2-f96730b76fb0 req-70717e1c-4030-46b6-a78a-6013b088cfce tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=a292154c-7909-4e77-a73d-58623e3b43e5 HTTP/1.1" status: 200 len: 945 time: 1.0955086 Nov 12 08:36:27.252790 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b4b91bc8-2a98-4fe9-b86d-cb7c12ed60a1 req-c2e97295-e740-4f09-b4cc-cf0fe9ad9b03 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f63dd9f-cc7e-4c97-a0e5-82a55bd134d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721122 Nov 12 08:36:27.281752 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-13cdfa5c-0168-4e22-81ea-625240f74cd5 None None] For port 09a576da-8efe-4f5e-b3f0-1664eee5b5b1, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=09a576da-8efe-4f5e-b3f0-1664eee5b5b1,segment=NetworkSegment(b9fb73f6-153c-41c1-b347-94d88239ea7a),segment_id=b9fb73f6-153c-41c1-b347-94d88239ea7a)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:27.316879 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-13cdfa5c-0168-4e22-81ea-625240f74cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:27.318054 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-a491f877-5fda-44a3-9755-4191ad05e3bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:27.395098 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1030e8b6-c876-4635-92e2-f96730b76fb0 req-de0ddda1-70e1-4d0b-8551-51a376862a7b tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169018 Nov 12 08:36:27.602342 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:36:27.602915 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:36:27.719062 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-aeb7d1c5-ddaa-425e-9529-7cb760f5f16d None None] Provisioning complete for port 09a576da-8efe-4f5e-b3f0-1664eee5b5b1 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:27.724166 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-aeb7d1c5-ddaa-425e-9529-7cb760f5f16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:27.807446 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port d8db0e6f-b376-43aa-9cd2-ee26d63c0558, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=d8db0e6f-b376-43aa-9cd2-ee26d63c0558,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:27.814621 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdfa5c-0168-4e22-81ea-625240f74cd5 None None] Pushing event updated for resources: {'Port': ['ID=09a576da-8efe-4f5e-b3f0-1664eee5b5b1,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:27.861376 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'd8db0e6f-b376-43aa-9cd2-ee26d63c0558', 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b', 'port_id': 'd8db0e6f-b376-43aa-9cd2-ee26d63c0558', 'mac_address': 'fa:16:3e:04:66:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46819c4-cbf3-463f-b6ce-344123c01513', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:36:27.864819 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ec4bd99f-f20d-4d39-9a99-35d3a3eecb99 None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:27.876739 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ec4bd99f-f20d-4d39-9a99-35d3a3eecb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:27.893975 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56eadc-c834-4756-b12d-c317298e99a5 req-f2f37ed5-5ff3-4d49-980e-6b72ac0fddb0 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:27.895707 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7a56eadc-c834-4756-b12d-c317298e99a5 req-f2f37ed5-5ff3-4d49-980e-6b72ac0fddb0 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd76c30a-b2f1-42f9-a09f-51804741b07d HTTP/1.1" status: 200 len: 946 time: 0.1501317 Nov 12 08:36:27.945980 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aba069-bf94-480d-9724-9d693f63471e req-eb22fcaf-0697-45ca-88d7-867eb6a19475 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:27.957021 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-64aba069-bf94-480d-9724-9d693f63471e req-eb22fcaf-0697-45ca-88d7-867eb6a19475 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 943 time: 0.2891302 Nov 12 08:36:27.959544 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3f292-f272-4af0-bad8-600ab492f572 None None] Pushing event updated for resources: {'Port': ['ID=ea2fef48-5b63-48d7-86d6-2ac2a4d000e6,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:28.003260 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-ec4bd99f-f20d-4d39-9a99-35d3a3eecb99 None None] Attempting to bind port ea2fef48-5b63-48d7-86d6-2ac2a4d000e6 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:28.003989 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-ec4bd99f-f20d-4d39-9a99-35d3a3eecb99 None None] Attempting to bind port ea2fef48-5b63-48d7-86d6-2ac2a4d000e6 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:28.004192 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4bd99f-f20d-4d39-9a99-35d3a3eecb99 None None] Attempting to bind port ea2fef48-5b63-48d7-86d6-2ac2a4d000e6 on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:28.007021 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:28.015265 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4bd99f-f20d-4d39-9a99-35d3a3eecb99 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:28.015650 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4bd99f-f20d-4d39-9a99-35d3a3eecb99 None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:28.016113 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ec4bd99f-f20d-4d39-9a99-35d3a3eecb99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:28.016503 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4bd99f-f20d-4d39-9a99-35d3a3eecb99 None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:28.016983 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-ec4bd99f-f20d-4d39-9a99-35d3a3eecb99 None None] Bound port: ea2fef48-5b63-48d7-86d6-2ac2a4d000e6, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:28.017376 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ec4bd99f-f20d-4d39-9a99-35d3a3eecb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:28.057938 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8db0e6f-b376-43aa-9cd2-ee26d63c0558 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:36:28.080552 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-a491f877-5fda-44a3-9755-4191ad05e3bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:36:28.082547 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-ec4bd99f-f20d-4d39-9a99-35d3a3eecb99 None None] For port ea2fef48-5b63-48d7-86d6-2ac2a4d000e6, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:28.087520 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-ec4bd99f-f20d-4d39-9a99-35d3a3eecb99 None None] For port ea2fef48-5b63-48d7-86d6-2ac2a4d000e6, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ea2fef48-5b63-48d7-86d6-2ac2a4d000e6,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:28.088330 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port d8db0e6f-b376-43aa-9cd2-ee26d63c0558, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=d8db0e6f-b376-43aa-9cd2-ee26d63c0558,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:28.098524 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:28.101606 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ec4bd99f-f20d-4d39-9a99-35d3a3eecb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:28.101826 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-a491f877-5fda-44a3-9755-4191ad05e3bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:28.126573 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-a491f877-5fda-44a3-9755-4191ad05e3bc service neutron] Transition to ACTIVE for port object d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:36:28.135940 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-a491f877-5fda-44a3-9755-4191ad05e3bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:28.222541 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7a56eadc-c834-4756-b12d-c317298e99a5 req-dc461247-b31c-42ef-8646-3484d1e0593c tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042271 Nov 12 08:36:28.239793 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=d8db0e6f-b376-43aa-9cd2-ee26d63c0558,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:28.249534 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491f877-5fda-44a3-9755-4191ad05e3bc service neutron] Pushing event updated for resources: {'Port': ['ID=d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:28.257607 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-aeb7d1c5-ddaa-425e-9529-7cb760f5f16d None None] Provisioning complete for port d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:28.257607 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-aeb7d1c5-ddaa-425e-9529-7cb760f5f16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:28.264850 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4bd99f-f20d-4d39-9a99-35d3a3eecb99 None None] Routers {'61eccf9e-1ec6-485e-9731-5bfeae1e7d9a'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:28.264850 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-ec4bd99f-f20d-4d39-9a99-35d3a3eecb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:36:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['61eccf9e-1ec6-485e-9731-5bfeae1e7d9a'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:28.318415 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-64aba069-bf94-480d-9724-9d693f63471e req-7ee0924e-a29c-4af3-bf8c-502c30767363 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605008 Nov 12 08:36:28.320690 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8c69b820-8cb8-45fc-9df3-588e0f2d2665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:28.397194 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-aeb7d1c5-ddaa-425e-9529-7cb760f5f16d None None] Port d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:36:28.443209 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3f292-f272-4af0-bad8-600ab492f572 None None] Pushing event updated for resources: {'Port': ['ID=ea2fef48-5b63-48d7-86d6-2ac2a4d000e6,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:28.507835 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-a491f877-5fda-44a3-9755-4191ad05e3bc service neutron] Attempting to bind port d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:28.508656 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-a491f877-5fda-44a3-9755-4191ad05e3bc service neutron] Attempting to bind port d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '7302eff5-b90c-4435-9483-7de591162e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:28.509243 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-a491f877-5fda-44a3-9755-4191ad05e3bc service neutron] Attempting to bind port d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c on network 7822463b-fdaf-483f-a94f-eacedacd03dc {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:28.515102 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-a491f877-5fda-44a3-9755-4191ad05e3bc service neutron] Port d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c on network 7822463b-fdaf-483f-a94f-eacedacd03dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:36:28.516185 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-a491f877-5fda-44a3-9755-4191ad05e3bc service neutron] Attempting to bind port d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c on network 7822463b-fdaf-483f-a94f-eacedacd03dc {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:28.536731 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-a491f877-5fda-44a3-9755-4191ad05e3bc service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:28.546238 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-a491f877-5fda-44a3-9755-4191ad05e3bc service neutron] Checking segment: {'id': '7302eff5-b90c-4435-9483-7de591162e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:28.547242 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-a491f877-5fda-44a3-9755-4191ad05e3bc service neutron] Bound using segment: {'id': '7302eff5-b90c-4435-9483-7de591162e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:28.547966 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-a491f877-5fda-44a3-9755-4191ad05e3bc service neutron] Bound port: d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7302eff5-b90c-4435-9483-7de591162e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:28.548564 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-a491f877-5fda-44a3-9755-4191ad05e3bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:28.591369 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['d8db0e6f-b376-43aa-9cd2-ee26d63c0558'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:36:28.658210 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-ec4bd99f-f20d-4d39-9a99-35d3a3eecb99 None None] Set router 61eccf9e-1ec6-485e-9731-5bfeae1e7d9a gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:28.764691 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-a491f877-5fda-44a3-9755-4191ad05e3bc service neutron] For port d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:28.769627 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-a491f877-5fda-44a3-9755-4191ad05e3bc service neutron] For port d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c,segment=NetworkSegment(7302eff5-b90c-4435-9483-7de591162e23),segment_id=7302eff5-b90c-4435-9483-7de591162e23)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:28.773889 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 880c2b43-769b-462c-af5f-cf24985cbbec details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:36:28.780583 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 0ee249d4-6bba-43ae-be9c-069f118a72b3 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:28.781061 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-a491f877-5fda-44a3-9755-4191ad05e3bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:28.856853 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-a491f877-5fda-44a3-9755-4191ad05e3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:28.858261 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-a491f877-5fda-44a3-9755-4191ad05e3bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:28.861434 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-a491f877-5fda-44a3-9755-4191ad05e3bc service neutron] 10.222.0.54 "PUT /v2.0/ports/d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c HTTP/1.1" status: 200 len: 1093 time: 1.7027819 Nov 12 08:36:28.862611 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5910664f-1d6c-4f31-8b0b-dce1bcfd62c0', 'tag': 'd3b24b5f-7ffb-4de2-8d0c-4d853d314b3c'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:28.866656 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93cae71e-0e54-4e36-94a0-5347f7074c99" -d '{"events": [{"name": "network-changed", "server_uuid": "5910664f-1d6c-4f31-8b0b-dce1bcfd62c0", "tag": "d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:28.957382 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491f877-5fda-44a3-9755-4191ad05e3bc service neutron] Pushing event updated for resources: {'Port': ['ID=d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:29.039125 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-402a2db3-5261-4b84-af1c-9fe737c234a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:29.040628 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-402a2db3-5261-4b84-af1c-9fe737c234a0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=467fdf3ab5ca4832aed31198fabdc894&device_id=5910664f-1d6c-4f31-8b0b-dce1bcfd62c0 HTTP/1.1" status: 200 len: 1096 time: 0.1042340 Nov 12 08:36:29.049567 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-ec4bd99f-f20d-4d39-9a99-35d3a3eecb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'name': 'tempest-ServersTestBootFromVolume-1913641384-router', 'tenant_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'ea2fef48-5b63-48d7-86d6-2ac2a4d000e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:21Z', 'updated_at': '2021-11-12T08:36:23Z', 'revision_number': 3, 'project_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'gw_port': {'id': 'ea2fef48-5b63-48d7-86d6-2ac2a4d000e6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:22Z', 'updated_at': '2021-11-12T08:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:29.074096 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b7ccb-43da-46c2-8338-ff9537594260 req-a93c8cb7-dae3-4e0e-8f6c-d00bbdd0801d tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:29.083528 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-492b7ccb-43da-46c2-8338-ff9537594260 req-a93c8cb7-dae3-4e0e-8f6c-d00bbdd0801d tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/ports?device_id=5910664f-1d6c-4f31-8b0b-dce1bcfd62c0 HTTP/1.1" status: 200 len: 944 time: 0.5865605 Nov 12 08:36:29.087922 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4bd99f-f20d-4d39-9a99-35d3a3eecb99 None None] The sync data for ids ['61eccf9e-1ec6-485e-9731-5bfeae1e7d9a'] in n-d-768862-16 is: [{'id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'name': 'tempest-ServersTestBootFromVolume-1913641384-router', 'tenant_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'ea2fef48-5b63-48d7-86d6-2ac2a4d000e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:21Z', 'updated_at': '2021-11-12T08:36:23Z', 'revision_number': 3, 'project_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'gw_port': {'id': 'ea2fef48-5b63-48d7-86d6-2ac2a4d000e6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:22Z', 'updated_at': '2021-11-12T08:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:36:29.123086 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-c8681c22-f18c-4878-92a7-ffa87bca4b62 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c HTTP/1.1" status: 200 len: 217 time: 0.0705163 Nov 12 08:36:29.191421 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:29.200814 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-95dc3215-cce8-435d-9ec9-088aa830317c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:29.203427 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-95dc3215-cce8-435d-9ec9-088aa830317c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07323dc0-d972-46d6-a477-503b3cfb8497 HTTP/1.1" status: 200 len: 859 time: 0.0726607 Nov 12 08:36:29.224916 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293cbe1-df89-4f57-80bf-d8ccd6461417 req-86fcc7f3-beb4-4ffd-9cf3-c9a38a929bce tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:29.229284 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a293cbe1-df89-4f57-80bf-d8ccd6461417 req-86fcc7f3-beb4-4ffd-9cf3-c9a38a929bce tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=a292154c-7909-4e77-a73d-58623e3b43e5 HTTP/1.1" status: 200 len: 945 time: 0.5178216 Nov 12 08:36:29.259807 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-8c69b820-8cb8-45fc-9df3-588e0f2d2665 admin admin] Allocated IP 172.20.0.1 (f336b567-e54f-48f4-978b-f3ba153ca96f/288d1df0-95f8-4d76-a101-b44e0052c9aa/ab888c0c-4ef5-45b0-a200-9466b17dcb9e) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:29.270309 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-5cb91c0d-6280-44c3-a216-0e62d5963eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:29.273610 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-5cb91c0d-6280-44c3-a216-0e62d5963eac service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7822463b-fdaf-483f-a94f-eacedacd03dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609643 Nov 12 08:36:29.287904 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 880c2b43-769b-462c-af5f-cf24985cbbec, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=880c2b43-769b-462c-af5f-cf24985cbbec,segment=NetworkSegment(6bd9f4b7-f155-4031-9435-a90b29e6b2d2),segment_id=6bd9f4b7-f155-4031-9435-a90b29e6b2d2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:29.330578 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '880c2b43-769b-462c-af5f-cf24985cbbec', 'network_id': 'e418c6d1-49ec-4d66-b0ca-b8b12554b865', 'port_id': '880c2b43-769b-462c-af5f-cf24985cbbec', 'mac_address': 'fa:16:3e:d1:e4:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a9b096-04d8-4c96-a366-bdd653cb153e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:36:29.355251 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 0ee249d4-6bba-43ae-be9c-069f118a72b3 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:29.355687 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:29.411796 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-9f3ffb41-faa2-48a1-a514-3f6f3d2854be service neutron] 10.222.0.54 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291745 Nov 12 08:36:29.421046 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-492b7ccb-43da-46c2-8338-ff9537594260 req-4b8c0ba8-b63c-44fa-9ac2-b7d5f25db0cf tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f63dd9f-cc7e-4c97-a0e5-82a55bd134d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359790 Nov 12 08:36:29.506172 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a293cbe1-df89-4f57-80bf-d8ccd6461417 req-1a472af7-db9b-4184-b1e0-20e92b2cb4e1 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913812 Nov 12 08:36:29.574666 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8c69b820-8cb8-45fc-9df3-588e0f2d2665 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:29.597496 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:29.652059 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 880c2b43-769b-462c-af5f-cf24985cbbec {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:36:29.695127 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 880c2b43-769b-462c-af5f-cf24985cbbec, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=880c2b43-769b-462c-af5f-cf24985cbbec,segment=NetworkSegment(6bd9f4b7-f155-4031-9435-a90b29e6b2d2),segment_id=6bd9f4b7-f155-4031-9435-a90b29e6b2d2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:29.714304 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8c69b820-8cb8-45fc-9df3-588e0f2d2665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:29.715066 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:29.722873 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-77c62532-f4b3-4f08-988f-232d1551b7f6 req-318fcdca-b979-4cc7-a429-f3d62cd51495 service neutron] 10.222.0.54 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032737 Nov 12 08:36:29.732922 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197a246d-645b-480b-81bf-268806742488 x-openstack-request-id: req-197a246d-645b-480b-81bf-268806742488 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:29.733218 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5910664f-1d6c-4f31-8b0b-dce1bcfd62c0", "tag": "d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:29.733470 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-197a246d-645b-480b-81bf-268806742488 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:29.733883 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5910664f-1d6c-4f31-8b0b-dce1bcfd62c0', 'tag': 'd3b24b5f-7ffb-4de2-8d0c-4d853d314b3c', 'status': 'completed', 'code': 200} Nov 12 08:36:29.834286 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 09a576da-8efe-4f5e-b3f0-1664eee5b5b1 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:29.884514 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c69b820-8cb8-45fc-9df3-588e0f2d2665 admin admin] Network f336b567-e54f-48f4-978b-f3ba153ca96f is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:29.885859 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69b820-8cb8-45fc-9df3-588e0f2d2665 admin admin] Pushing event updated for resources: {'Port': ['ID=ab888c0c-4ef5-45b0-a200-9466b17dcb9e,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:29.896411 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-8c69b820-8cb8-45fc-9df3-588e0f2d2665 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:29.909595 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=880c2b43-769b-462c-af5f-cf24985cbbec,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:29.941276 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['880c2b43-769b-462c-af5f-cf24985cbbec'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:36:29.966894 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c69b820-8cb8-45fc-9df3-588e0f2d2665 admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:30.001524 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cae71e-0e54-4e36-94a0-5347f7074c99 req-e538ada4-f6a5-47de-a50a-bdd4b298c8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:30.003366 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-93cae71e-0e54-4e36-94a0-5347f7074c99 req-e538ada4-f6a5-47de-a50a-bdd4b298c8c4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=467fdf3ab5ca4832aed31198fabdc894&device_id=5910664f-1d6c-4f31-8b0b-dce1bcfd62c0 HTTP/1.1" status: 200 len: 1096 time: 0.0986476 Nov 12 08:36:30.077267 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 09a576da-8efe-4f5e-b3f0-1664eee5b5b1 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:30.077940 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:30.158041 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ab910-5cf3-4b0d-b0b3-949cc57b979b req-c5efb893-93a3-4e11-a968-78ed05cc1821 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:30.164763 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-565ab910-5cf3-4b0d-b0b3-949cc57b979b req-c5efb893-93a3-4e11-a968-78ed05cc1821 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd76c30a-b2f1-42f9-a09f-51804741b07d HTTP/1.1" status: 200 len: 945 time: 0.3092992 Nov 12 08:36:30.235590 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cae71e-0e54-4e36-94a0-5347f7074c99 req-9233f126-9730-4a55-8e15-9bae01f1d064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:30.236857 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-93cae71e-0e54-4e36-94a0-5347f7074c99 req-9233f126-9730-4a55-8e15-9bae01f1d064 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7822463b-fdaf-483f-a94f-eacedacd03dc HTTP/1.1" status: 200 len: 921 time: 0.2239153 Nov 12 08:36:30.284788 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789be70-f8ac-4e24-a2d8-1f6a7897967b req-6dd91d55-88a3-4c2d-967f-0763f57ccdc0 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:30.301125 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4789be70-f8ac-4e24-a2d8-1f6a7897967b req-6dd91d55-88a3-4c2d-967f-0763f57ccdc0 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 944 time: 0.3991926 Nov 12 08:36:30.330006 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-93cae71e-0e54-4e36-94a0-5347f7074c99 req-6f3b11de-97e6-4627-9945-5a07d83ea691 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c HTTP/1.1" status: 200 len: 217 time: 0.0783713 Nov 12 08:36:30.380709 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8c69b820-8cb8-45fc-9df3-588e0f2d2665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:30.442555 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cae71e-0e54-4e36-94a0-5347f7074c99 req-f989198b-9066-4f40-b361-53e1a3b04746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:30.444794 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-93cae71e-0e54-4e36-94a0-5347f7074c99 req-f989198b-9066-4f40-b361-53e1a3b04746 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07323dc0-d972-46d6-a477-503b3cfb8497 HTTP/1.1" status: 200 len: 859 time: 0.1047540 Nov 12 08:36:30.515190 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-565ab910-5cf3-4b0d-b0b3-949cc57b979b req-ea4a48db-70bc-4227-bb22-e9b7d174178c tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328137 Nov 12 08:36:30.516778 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c606c1f8-d4b4-4442-860f-252432052d2b None None] Provisioning complete for port ab888c0c-4ef5-45b0-a200-9466b17dcb9e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:30.517158 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c606c1f8-d4b4-4442-860f-252432052d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:30.518813 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cae71e-0e54-4e36-94a0-5347f7074c99 req-8ad11835-4b5e-47b2-8968-20cf3685eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:30.529720 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-93cae71e-0e54-4e36-94a0-5347f7074c99 req-8ad11835-4b5e-47b2-8968-20cf3685eaee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7822463b-fdaf-483f-a94f-eacedacd03dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0770161 Nov 12 08:36:30.564445 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4789be70-f8ac-4e24-a2d8-1f6a7897967b req-8f24f93a-0afc-4829-8e2e-06bfe656c58e tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620661 Nov 12 08:36:30.572199 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c606c1f8-d4b4-4442-860f-252432052d2b None None] Port ab888c0c-4ef5-45b0-a200-9466b17dcb9e cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:36:30.725760 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-93cae71e-0e54-4e36-94a0-5347f7074c99 req-3b7b0720-19f1-4f90-b6db-85b5b7af7ba3 service neutron] 10.222.0.54 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748223 Nov 12 08:36:30.754913 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ea2fef48-5b63-48d7-86d6-2ac2a4d000e6 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:30.800934 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b523fe-98b1-4b6b-822b-3fb62dd4e467 req-e3a71454-9611-46ec-8487-34732dec82b5 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:30.803777 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e1b523fe-98b1-4b6b-822b-3fb62dd4e467 req-e3a71454-9611-46ec-8487-34732dec82b5 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=a292154c-7909-4e77-a73d-58623e3b43e5 HTTP/1.1" status: 200 len: 945 time: 0.0849755 Nov 12 08:36:30.817640 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c7321-ebee-4ff3-8f64-dd0535b7344d req-b9fe95af-947f-4203-a500-f162d243ad24 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:30.826338 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4c7c7321-ebee-4ff3-8f64-dd0535b7344d req-b9fe95af-947f-4203-a500-f162d243ad24 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/ports?device_id=5910664f-1d6c-4f31-8b0b-dce1bcfd62c0 HTTP/1.1" status: 200 len: 944 time: 0.1562455 Nov 12 08:36:30.860828 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-93cae71e-0e54-4e36-94a0-5347f7074c99 req-e0ff7a76-6137-4e57-8a97-a7c23127bd03 service neutron] 10.222.0.54 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298497 Nov 12 08:36:30.898846 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port ea2fef48-5b63-48d7-86d6-2ac2a4d000e6 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:30.901308 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:30.969711 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8c69b820-8cb8-45fc-9df3-588e0f2d2665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:31.027894 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e1b523fe-98b1-4b6b-822b-3fb62dd4e467 req-34dc91b6-bae5-410d-9a17-1c9be5abeff2 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920104 Nov 12 08:36:31.034221 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:31.043112 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4c7c7321-ebee-4ff3-8f64-dd0535b7344d req-b41a34cb-2d0d-4006-92dc-69f3a9d7d0da tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f63dd9f-cc7e-4c97-a0e5-82a55bd134d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146583 Nov 12 08:36:31.063572 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port ea2fef48-5b63-48d7-86d6-2ac2a4d000e6, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ea2fef48-5b63-48d7-86d6-2ac2a4d000e6,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:31.087322 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:31.177992 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=ea2fef48-5b63-48d7-86d6-2ac2a4d000e6,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:31.279611 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8c69b820-8cb8-45fc-9df3-588e0f2d2665 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:31.287103 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8c69b820-8cb8-45fc-9df3-588e0f2d2665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:31.368222 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8c69b820-8cb8-45fc-9df3-588e0f2d2665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:31.370296 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69b820-8cb8-45fc-9df3-588e0f2d2665 admin admin] Pushing event updated for resources: {'Port': ['ID=ab888c0c-4ef5-45b0-a200-9466b17dcb9e,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:31.477087 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c69b820-8cb8-45fc-9df3-588e0f2d2665 admin admin] Network f336b567-e54f-48f4-978b-f3ba153ca96f is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:31.479092 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-8c69b820-8cb8-45fc-9df3-588e0f2d2665 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:31.666004 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c69b820-8cb8-45fc-9df3-588e0f2d2665 admin admin] Router 61eccf9e-1ec6-485e-9731-5bfeae1e7d9a has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:36:31.704550 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8daec4-8e74-4908-877a-a10cf7455be1 req-a6823bdd-5542-4577-aeed-2bfb24a0f1fc tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:31.706126 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ec8daec4-8e74-4908-877a-a10cf7455be1 req-a6823bdd-5542-4577-aeed-2bfb24a0f1fc tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd76c30a-b2f1-42f9-a09f-51804741b07d HTTP/1.1" status: 200 len: 945 time: 0.0883069 Nov 12 08:36:31.823172 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-6311c030-800c-474f-b461-692f351dccc0 None None] Provisioning complete for port ab888c0c-4ef5-45b0-a200-9466b17dcb9e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:31.823625 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6311c030-800c-474f-b461-692f351dccc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:31.863446 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-6311c030-800c-474f-b461-692f351dccc0 None None] Port ab888c0c-4ef5-45b0-a200-9466b17dcb9e cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:36:31.881814 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ec8daec4-8e74-4908-877a-a10cf7455be1 req-af9d40a1-3a76-4cfc-b10c-2a2400135810 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272016 Nov 12 08:36:31.891485 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d561975-b8cf-4950-ace1-c28a4cd736c3 req-51ac5fa0-7bf3-49f7-8e02-125d439d5469 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:31.893065 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1d561975-b8cf-4950-ace1-c28a4cd736c3 req-51ac5fa0-7bf3-49f7-8e02-125d439d5469 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 944 time: 0.2026854 Nov 12 08:36:31.910584 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c69b820-8cb8-45fc-9df3-588e0f2d2665 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:36:31.922967 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8283dc18-66c1-4bfd-b9a0-fff939f1a7c1 None None] Sync routers for ids ['61eccf9e-1ec6-485e-9731-5bfeae1e7d9a'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:36:31.930443 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8c69b820-8cb8-45fc-9df3-588e0f2d2665 admin admin] 10.222.0.37 "PUT /v2.0/routers/61eccf9e-1ec6-485e-9731-5bfeae1e7d9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0491269 Nov 12 08:36:31.938445 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8283dc18-66c1-4bfd-b9a0-fff939f1a7c1 None None] Routers {'61eccf9e-1ec6-485e-9731-5bfeae1e7d9a'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:31.939088 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8283dc18-66c1-4bfd-b9a0-fff939f1a7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:36:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['61eccf9e-1ec6-485e-9731-5bfeae1e7d9a'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:31.967450 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1d561975-b8cf-4950-ace1-c28a4cd736c3 req-7ced4bd3-7c56-402d-92b7-d09cc926ea92 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663486 Nov 12 08:36:32.096481 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-8283dc18-66c1-4bfd-b9a0-fff939f1a7c1 None None] Set router 61eccf9e-1ec6-485e-9731-5bfeae1e7d9a gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:32.262906 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ee5e8-ab51-44f2-a0e5-8903320b713c req-678e31af-07d1-48c4-99ba-649d1709f35d tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:32.271979 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-604ee5e8-ab51-44f2-a0e5-8903320b713c req-678e31af-07d1-48c4-99ba-649d1709f35d tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/ports?device_id=5910664f-1d6c-4f31-8b0b-dce1bcfd62c0 HTTP/1.1" status: 200 len: 944 time: 0.0764115 Nov 12 08:36:32.361003 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-604ee5e8-ab51-44f2-a0e5-8903320b713c req-4c075fa5-23ce-47ba-a1b6-fb36e84154d4 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f63dd9f-cc7e-4c97-a0e5-82a55bd134d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881071 Nov 12 08:36:32.370956 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e76c14-cee1-4900-9867-aa430b5e9dfe req-6d63a25d-5b4a-4342-8f98-a82cba93bebc tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:32.372518 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-19e76c14-cee1-4900-9867-aa430b5e9dfe req-6d63a25d-5b4a-4342-8f98-a82cba93bebc tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=a292154c-7909-4e77-a73d-58623e3b43e5 HTTP/1.1" status: 200 len: 945 time: 0.0979228 Nov 12 08:36:32.411190 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8283dc18-66c1-4bfd-b9a0-fff939f1a7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'name': 'tempest-ServersTestBootFromVolume-1913641384-router', 'tenant_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'ea2fef48-5b63-48d7-86d6-2ac2a4d000e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:21Z', 'updated_at': '2021-11-12T08:36:30Z', 'revision_number': 4, 'project_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'gw_port': {'id': 'ea2fef48-5b63-48d7-86d6-2ac2a4d000e6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:22Z', 'updated_at': '2021-11-12T08:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'ab888c0c-4ef5-45b0-a200-9466b17dcb9e', 'name': '', 'network_id': 'f336b567-e54f-48f4-978b-f3ba153ca96f', 'tenant_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'mac_address': 'fa:16:3e:e0:91:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '288d1df0-95f8-4d76-a101-b44e0052c9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:28Z', 'updated_at': '2021-11-12T08:36:31Z', 'revision_number': 2, 'project_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'subnets': [{'id': '288d1df0-95f8-4d76-a101-b44e0052c9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:32.447003 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-19e76c14-cee1-4900-9867-aa430b5e9dfe req-af67dda5-afb3-44a4-9c9a-477c7125f211 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669222 Nov 12 08:36:32.464492 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8283dc18-66c1-4bfd-b9a0-fff939f1a7c1 None None] Checking router: 61eccf9e-1ec6-485e-9731-5bfeae1e7d9a for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:36:32.465179 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8283dc18-66c1-4bfd-b9a0-fff939f1a7c1 None None] Updating router 61eccf9e-1ec6-485e-9731-5bfeae1e7d9a port ab888c0c-4ef5-45b0-a200-9466b17dcb9e binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:36:32.500583 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8283dc18-66c1-4bfd-b9a0-fff939f1a7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:32.723719 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ba64c-6766-48b0-bc09-fce28fc767e5 req-4447228a-6515-4a16-ad30-58f6c36bfb1c tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:32.728592 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-774ba64c-6766-48b0-bc09-fce28fc767e5 req-4447228a-6515-4a16-ad30-58f6c36bfb1c tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd76c30a-b2f1-42f9-a09f-51804741b07d HTTP/1.1" status: 200 len: 945 time: 0.0894418 Nov 12 08:36:32.745253 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ea2fef48-5b63-48d7-86d6-2ac2a4d000e6 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:32.747935 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:36:32.786950 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device d8db0e6f-b376-43aa-9cd2-ee26d63c0558 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:32.814047 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40122) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:32.819729 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-77e52c04-0217-4bff-8631-0759c5e277a6 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Request body: {'security_group': {'name': 'tempest-securitygroup--379088351', 'description': 'tempest-description--1978889486'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:32.837798 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-774ba64c-6766-48b0-bc09-fce28fc767e5 req-47f83a56-a6e7-4735-beb2-c03cf6f17e88 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015048 Nov 12 08:36:32.855617 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-77e52c04-0217-4bff-8631-0759c5e277a6 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:32.965244 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-77e52c04-0217-4bff-8631-0759c5e277a6 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:32.976355 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-77e52c04-0217-4bff-8631-0759c5e277a6 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.018776 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-77e52c04-0217-4bff-8631-0759c5e277a6 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.020172 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-77e52c04-0217-4bff-8631-0759c5e277a6 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2050905 Nov 12 08:36:33.022800 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e52c04-0217-4bff-8631-0759c5e277a6 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b95a20f5-9ca9-417d-b457-6a8afb438d26,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:33.023762 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40134) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:33.034688 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d10a91fa-f706-415b-aeab-122f8986c77e tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Request body: {'security_group_rule': {'security_group_id': 'b95a20f5-9ca9-417d-b457-6a8afb438d26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:33.063352 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port ea2fef48-5b63-48d7-86d6-2ac2a4d000e6 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:33.064055 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.076368 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d10a91fa-f706-415b-aeab-122f8986c77e tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.079467 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port d8db0e6f-b376-43aa-9cd2-ee26d63c0558 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:36:33.119571 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c,segment=NetworkSegment(7302eff5-b90c-4435-9483-7de591162e23),segment_id=7302eff5-b90c-4435-9483-7de591162e23)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:33.124053 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a3b8d-a13f-4e6e-8567-4dec789e35fd req-326feb8e-46b2-44aa-af23-ad2c000674ea tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:33.125845 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-944a3b8d-a13f-4e6e-8567-4dec789e35fd req-326feb8e-46b2-44aa-af23-ad2c000674ea tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 944 time: 0.0608325 Nov 12 08:36:33.132293 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port d8db0e6f-b376-43aa-9cd2-ee26d63c0558 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:33.132664 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.140036 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8283dc18-66c1-4bfd-b9a0-fff939f1a7c1 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.162085 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d10a91fa-f706-415b-aeab-122f8986c77e tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.167955 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d10a91fa-f706-415b-aeab-122f8986c77e tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.195051 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'd3b24b5f-7ffb-4de2-8d0c-4d853d314b3c', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'port_id': 'd3b24b5f-7ffb-4de2-8d0c-4d853d314b3c', 'mac_address': 'fa:16:3e:10:99:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:36:33.197688 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8283dc18-66c1-4bfd-b9a0-fff939f1a7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.198975 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a91fa-f706-415b-aeab-122f8986c77e tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c379a362-81c2-429a-ab8c-08270a7b9580,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:33.214623 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-944a3b8d-a13f-4e6e-8567-4dec789e35fd req-ac10c28c-ff38-4b16-8275-ddd907dff88a tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807359 Nov 12 08:36:33.217923 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d10a91fa-f706-415b-aeab-122f8986c77e tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.222745 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40138) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:33.231840 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-e5b53c6e-ae4a-4842-9ecf-7a81365b8070 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Request body: {'security_group_rule': {'security_group_id': 'b95a20f5-9ca9-417d-b457-6a8afb438d26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:33.232192 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d10a91fa-f706-415b-aeab-122f8986c77e tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2029214 Nov 12 08:36:33.296763 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e5b53c6e-ae4a-4842-9ecf-7a81365b8070 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.344213 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc83e3-72fa-4b90-92bf-0f1f14a41add None None] Pushing event updated for resources: {'Port': ['ID=ab888c0c-4ef5-45b0-a200-9466b17dcb9e,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:33.376877 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e5b53c6e-ae4a-4842-9ecf-7a81365b8070 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.384776 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e5b53c6e-ae4a-4842-9ecf-7a81365b8070 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.407716 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b53c6e-ae4a-4842-9ecf-7a81365b8070 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56a228a-8792-48fa-b0fb-25800f07ffc2,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:33.427056 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e5b53c6e-ae4a-4842-9ecf-7a81365b8070 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.428525 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e5b53c6e-ae4a-4842-9ecf-7a81365b8070 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2047281 Nov 12 08:36:33.433563 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40142) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:33.434782 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.438483 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-a88790b0-2978-4962-b420-6fc75ef2e97b tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:33.470621 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a88790b0-2978-4962-b420-6fc75ef2e97b tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks [] for floatingip, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.573555 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:36:33.603791 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-8283dc18-66c1-4bfd-b9a0-fff939f1a7c1 None None] Attempting to bind port ab888c0c-4ef5-45b0-a200-9466b17dcb9e on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:33.604182 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-8283dc18-66c1-4bfd-b9a0-fff939f1a7c1 None None] Attempting to bind port ab888c0c-4ef5-45b0-a200-9466b17dcb9e by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'b9fb73f6-153c-41c1-b347-94d88239ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'f336b567-e54f-48f4-978b-f3ba153ca96f'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:33.604601 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8283dc18-66c1-4bfd-b9a0-fff939f1a7c1 None None] Attempting to bind port ab888c0c-4ef5-45b0-a200-9466b17dcb9e on network f336b567-e54f-48f4-978b-f3ba153ca96f {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:33.619684 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.655524 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0defdd19-2507-4a79-8333-18ea2775286d req-75fad5ee-571f-49d9-ac08-9bae619e8f83 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:33.657479 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0defdd19-2507-4a79-8333-18ea2775286d req-75fad5ee-571f-49d9-ac08-9bae619e8f83 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=a292154c-7909-4e77-a73d-58623e3b43e5 HTTP/1.1" status: 200 len: 945 time: 0.1276448 Nov 12 08:36:33.676038 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb50aec-362d-4efd-96ba-f9a8288796dc req-065804a4-a068-4957-9074-cce4ac3279af tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:33.677870 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4cb50aec-362d-4efd-96ba-f9a8288796dc req-065804a4-a068-4957-9074-cce4ac3279af tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/ports?device_id=5910664f-1d6c-4f31-8b0b-dce1bcfd62c0 HTTP/1.1" status: 200 len: 944 time: 0.1628289 Nov 12 08:36:33.785441 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0defdd19-2507-4a79-8333-18ea2775286d req-0960e1dd-15de-49e0-be3e-2bd4e6714fb9 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054487 Nov 12 08:36:33.789998 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4cb50aec-362d-4efd-96ba-f9a8288796dc req-d3914354-82cf-4918-9b2a-45eac8f04dbc tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f63dd9f-cc7e-4c97-a0e5-82a55bd134d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020060 Nov 12 08:36:33.796152 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8283dc18-66c1-4bfd-b9a0-fff939f1a7c1 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:33.796697 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8283dc18-66c1-4bfd-b9a0-fff939f1a7c1 None None] Checking segment: {'id': 'b9fb73f6-153c-41c1-b347-94d88239ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'f336b567-e54f-48f4-978b-f3ba153ca96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:33.797136 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8283dc18-66c1-4bfd-b9a0-fff939f1a7c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.797500 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8283dc18-66c1-4bfd-b9a0-fff939f1a7c1 None None] Bound using segment: {'id': 'b9fb73f6-153c-41c1-b347-94d88239ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'f336b567-e54f-48f4-978b-f3ba153ca96f'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:33.798575 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-8283dc18-66c1-4bfd-b9a0-fff939f1a7c1 None None] Bound port: ab888c0c-4ef5-45b0-a200-9466b17dcb9e, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9fb73f6-153c-41c1-b347-94d88239ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'f336b567-e54f-48f4-978b-f3ba153ca96f'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:33.798967 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8283dc18-66c1-4bfd-b9a0-fff939f1a7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.815626 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c,segment=NetworkSegment(7302eff5-b90c-4435-9483-7de591162e23),segment_id=7302eff5-b90c-4435-9483-7de591162e23)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:33.830575 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b538b490-906b-4a0c-a79e-a9b6c5a8e940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8db0e6f-b376-43aa-9cd2-ee26d63c0558'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:33.830575 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7f24ce-1aca-47b0-a5e8-8f8d4c52095e" -d '{"events": [{"server_uuid": "b538b490-906b-4a0c-a79e-a9b6c5a8e940", "name": "network-vif-plugged", "status": "completed", "tag": "d8db0e6f-b376-43aa-9cd2-ee26d63c0558"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:33.835477 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a88790b0-2978-4962-b420-6fc75ef2e97b tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.900178 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.906525 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66d433e-cd08-4112-9a8b-ae39d66a5a37 x-openstack-request-id: req-d66d433e-cd08-4112-9a8b-ae39d66a5a37 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:33.908908 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b538b490-906b-4a0c-a79e-a9b6c5a8e940", "name": "network-vif-plugged", "status": "completed", "tag": "d8db0e6f-b376-43aa-9cd2-ee26d63c0558", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:33.909305 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d66d433e-cd08-4112-9a8b-ae39d66a5a37 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:33.909835 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b538b490-906b-4a0c-a79e-a9b6c5a8e940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8db0e6f-b376-43aa-9cd2-ee26d63c0558', 'code': 200} Nov 12 08:36:33.948141 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-8283dc18-66c1-4bfd-b9a0-fff939f1a7c1 None None] For port ab888c0c-4ef5-45b0-a200-9466b17dcb9e, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:33.952787 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-8283dc18-66c1-4bfd-b9a0-fff939f1a7c1 None None] For port ab888c0c-4ef5-45b0-a200-9466b17dcb9e, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ab888c0c-4ef5-45b0-a200-9466b17dcb9e,segment=NetworkSegment(b9fb73f6-153c-41c1-b347-94d88239ea7a),segment_id=b9fb73f6-153c-41c1-b347-94d88239ea7a)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:34.004075 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-a88790b0-2978-4962-b420-6fc75ef2e97b tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Allocated IP 172.25.6.114 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/90c7e85d-1806-455a-bd38-4a973b80d912) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:34.011553 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ec6b4c4d-9dd3-47ad-b233-f27f1456d589 None None] Provisioning complete for port ab888c0c-4ef5-45b0-a200-9466b17dcb9e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:34.012068 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ec6b4c4d-9dd3-47ad-b233-f27f1456d589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.021310 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port d8db0e6f-b376-43aa-9cd2-ee26d63c0558, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=d8db0e6f-b376-43aa-9cd2-ee26d63c0558,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:34.055386 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8283dc18-66c1-4bfd-b9a0-fff939f1a7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.061962 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.062774 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 880c2b43-769b-462c-af5f-cf24985cbbec up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:34.167461 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0b72f-fa1d-43fd-8391-c9ca372a12fc req-1fd39bfc-6fca-4ce2-a17e-447747b34fcb tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:34.169173 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ede0b72f-fa1d-43fd-8391-c9ca372a12fc req-1fd39bfc-6fca-4ce2-a17e-447747b34fcb tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd76c30a-b2f1-42f9-a09f-51804741b07d HTTP/1.1" status: 200 len: 945 time: 0.1523347 Nov 12 08:36:34.182495 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:34.198145 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8823e-0ad5-4ed3-a53d-e55441496efc req-e86fb213-a525-4129-ab8c-84a1a50b931c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:34.199768 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-85a8823e-0ad5-4ed3-a53d-e55441496efc req-e86fb213-a525-4129-ab8c-84a1a50b931c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 1097 time: 0.1817775 Nov 12 08:36:34.237432 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:36:34.244633 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8283dc18-66c1-4bfd-b9a0-fff939f1a7c1 None None] Routers {'61eccf9e-1ec6-485e-9731-5bfeae1e7d9a'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:34.245536 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8283dc18-66c1-4bfd-b9a0-fff939f1a7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:36:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['61eccf9e-1ec6-485e-9731-5bfeae1e7d9a'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:34.380331 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a88790b0-2978-4962-b420-6fc75ef2e97b tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.403580 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ede0b72f-fa1d-43fd-8391-c9ca372a12fc req-67b3ace1-5bac-4289-8868-7c3b33322e26 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995900 Nov 12 08:36:34.403826 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc83e3-72fa-4b90-92bf-0f1f14a41add None None] Pushing event updated for resources: {'Port': ['ID=ab888c0c-4ef5-45b0-a200-9466b17dcb9e,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:34.473795 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c1252a18-d9a9-45cf-b6e3-93a3f765405f req-ff0ce030-00cf-479c-919a-6369ce43d442 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0646856 Nov 12 08:36:34.493049 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-85a8823e-0ad5-4ed3-a53d-e55441496efc req-5508fee8-e6f0-4bde-a0c6-8128db08c5aa service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575946 Nov 12 08:36:34.502745 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 880c2b43-769b-462c-af5f-cf24985cbbec triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:34.503068 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.513793 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a88790b0-2978-4962-b420-6fc75ef2e97b tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.524688 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a18718-c964-4c6d-9a90-fd2f6b81a35e req-861a2884-4d3c-4601-bf30-f952a7a1fdd9 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:34.532120 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-21a18718-c964-4c6d-9a90-fd2f6b81a35e req-861a2884-4d3c-4601-bf30-f952a7a1fdd9 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 945 time: 0.1211770 Nov 12 08:36:34.575908 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ec6b4c4d-9dd3-47ad-b233-f27f1456d589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.598638 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88790b0-2978-4962-b420-6fc75ef2e97b tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:34.608133 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-a88790b0-2978-4962-b420-6fc75ef2e97b tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:34.615278 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88790b0-2978-4962-b420-6fc75ef2e97b tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:34.647383 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88790b0-2978-4962-b420-6fc75ef2e97b tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Pushing event updated for resources: {'Port': ['ID=90c7e85d-1806-455a-bd38-4a973b80d912,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:34.690720 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-21a18718-c964-4c6d-9a90-fd2f6b81a35e req-54e54d87-eea4-4a8b-a472-5f17e1a5b8ff tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576824 Nov 12 08:36:34.712267 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-8283dc18-66c1-4bfd-b9a0-fff939f1a7c1 None None] Set router 61eccf9e-1ec6-485e-9731-5bfeae1e7d9a gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:34.721053 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=d8db0e6f-b376-43aa-9cd2-ee26d63c0558,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:34.776922 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a88790b0-2978-4962-b420-6fc75ef2e97b tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.777167 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ec6b4c4d-9dd3-47ad-b233-f27f1456d589 None None] For port ab888c0c-4ef5-45b0-a200-9466b17dcb9e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ab888c0c-4ef5-45b0-a200-9466b17dcb9e,segment=NetworkSegment(b9fb73f6-153c-41c1-b347-94d88239ea7a),segment_id=b9fb73f6-153c-41c1-b347-94d88239ea7a)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:34.796554 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ec6b4c4d-9dd3-47ad-b233-f27f1456d589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.900324 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311f70b-3915-49e0-bc8e-9b3ce170cb07 req-88f54de2-7e68-4af0-b8f7-ca16774493d8 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:34.912674 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a311f70b-3915-49e0-bc8e-9b3ce170cb07 req-88f54de2-7e68-4af0-b8f7-ca16774493d8 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd76c30a-b2f1-42f9-a09f-51804741b07d HTTP/1.1" status: 200 len: 945 time: 0.1050131 Nov 12 08:36:34.918174 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a88790b0-2978-4962-b420-6fc75ef2e97b tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.952204 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1252a18-d9a9-45cf-b6e3-93a3f765405f req-664c2fac-8ceb-403c-8b5f-73d6323e5a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:34.954106 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c1252a18-d9a9-45cf-b6e3-93a3f765405f req-664c2fac-8ceb-403c-8b5f-73d6323e5a1b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=53ced5a3b5824d46b94af4c3034e6689&device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4 HTTP/1.1" status: 200 len: 1096 time: 0.1673803 Nov 12 08:36:35.080726 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.090178 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-6a674dc9-6c37-4518-b665-86bf5f809069 None None] Provisioning complete for port ab888c0c-4ef5-45b0-a200-9466b17dcb9e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:35.090916 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6a674dc9-6c37-4518-b665-86bf5f809069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.102237 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-a311f70b-3915-49e0-bc8e-9b3ce170cb07 req-4514ef3f-939f-4308-ad0a-a715cd44ce9f tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Deleting port 880c2b43-769b-462c-af5f-cf24985cbbec {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:35.102686 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a311f70b-3915-49e0-bc8e-9b3ce170cb07 req-4514ef3f-939f-4308-ad0a-a715cd44ce9f tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.109198 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b4c4d-9dd3-47ad-b233-f27f1456d589 None None] Pushing event updated for resources: {'Port': ['ID=ab888c0c-4ef5-45b0-a200-9466b17dcb9e,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:35.215339 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 880c2b43-769b-462c-af5f-cf24985cbbec, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=880c2b43-769b-462c-af5f-cf24985cbbec,segment=NetworkSegment(6bd9f4b7-f155-4031-9435-a90b29e6b2d2),segment_id=6bd9f4b7-f155-4031-9435-a90b29e6b2d2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:35.231520 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-a311f70b-3915-49e0-bc8e-9b3ce170cb07 req-4514ef3f-939f-4308-ad0a-a715cd44ce9f tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] For port 880c2b43-769b-462c-af5f-cf24985cbbec, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=880c2b43-769b-462c-af5f-cf24985cbbec,segment=NetworkSegment(6bd9f4b7-f155-4031-9435-a90b29e6b2d2),segment_id=6bd9f4b7-f155-4031-9435-a90b29e6b2d2)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:35.232526 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a311f70b-3915-49e0-bc8e-9b3ce170cb07 req-4514ef3f-939f-4308-ad0a-a715cd44ce9f tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.249260 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-a311f70b-3915-49e0-bc8e-9b3ce170cb07 req-4514ef3f-939f-4308-ad0a-a715cd44ce9f tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Calling delete_port for 880c2b43-769b-462c-af5f-cf24985cbbec owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:35.250866 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.251852 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711852cc-e889-4a34-9e8e-a1ced751ee7c req-d7c3eaf8-1b62-4926-8a50-8788e5723178 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:35.255968 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-711852cc-e889-4a34-9e8e-a1ced751ee7c req-d7c3eaf8-1b62-4926-8a50-8788e5723178 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=a292154c-7909-4e77-a73d-58623e3b43e5 HTTP/1.1" status: 200 len: 945 time: 0.2799249 Nov 12 08:36:35.278503 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38413fb-cfd4-41d5-a2a4-4a36b6152948 req-2aa8b568-3f6c-44b1-8e95-14240f4c5ed6 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:35.289801 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f38413fb-cfd4-41d5-a2a4-4a36b6152948 req-2aa8b568-3f6c-44b1-8e95-14240f4c5ed6 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/ports?device_id=5910664f-1d6c-4f31-8b0b-dce1bcfd62c0 HTTP/1.1" status: 200 len: 945 time: 0.2929370 Nov 12 08:36:35.297161 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 880c2b43-769b-462c-af5f-cf24985cbbec no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:36:35.373719 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1252a18-d9a9-45cf-b6e3-93a3f765405f req-90d89290-c6ae-49b6-b116-f9c71aa76f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:35.375875 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c1252a18-d9a9-45cf-b6e3-93a3f765405f req-90d89290-c6ae-49b6-b116-f9c71aa76f0c service neutron] 10.222.0.58 "GET /v2.0/networks?id=ac11a5bd-0584-4f41-bf7f-a43257f96e99 HTTP/1.1" status: 200 len: 921 time: 0.3909876 Nov 12 08:36:35.443771 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a311f70b-3915-49e0-bc8e-9b3ce170cb07 req-4514ef3f-939f-4308-ad0a-a715cd44ce9f tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.478912 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=880c2b43-769b-462c-af5f-cf24985cbbec,revision_number=7']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:35.489625 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No active binding found for port 880c2b43-769b-462c-af5f-cf24985cbbec {{(pid=102570) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 08:36:35.490003 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 880c2b43-769b-462c-af5f-cf24985cbbec not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:36:35.497539 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514ef3f-939f-4308-ad0a-a715cd44ce9f tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Pushing event deleted for resources: {'Port': ['ID=880c2b43-769b-462c-af5f-cf24985cbbec,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:35.499278 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8283dc18-66c1-4bfd-b9a0-fff939f1a7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'name': 'tempest-ServersTestBootFromVolume-1913641384-router', 'tenant_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'ea2fef48-5b63-48d7-86d6-2ac2a4d000e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:21Z', 'updated_at': '2021-11-12T08:36:30Z', 'revision_number': 4, 'project_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'gw_port': {'id': 'ea2fef48-5b63-48d7-86d6-2ac2a4d000e6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:22Z', 'updated_at': '2021-11-12T08:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'ab888c0c-4ef5-45b0-a200-9466b17dcb9e', 'name': '', 'network_id': 'f336b567-e54f-48f4-978b-f3ba153ca96f', 'tenant_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'mac_address': 'fa:16:3e:e0:91:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '288d1df0-95f8-4d76-a101-b44e0052c9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:28Z', 'updated_at': '2021-11-12T08:36:33Z', 'revision_number': 4, 'project_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'subnets': [{'id': '288d1df0-95f8-4d76-a101-b44e0052c9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:35.540774 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8283dc18-66c1-4bfd-b9a0-fff939f1a7c1 None None] The sync data for ids ['61eccf9e-1ec6-485e-9731-5bfeae1e7d9a'] in n-d-768862-16 is: [{'id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'name': 'tempest-ServersTestBootFromVolume-1913641384-router', 'tenant_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'ea2fef48-5b63-48d7-86d6-2ac2a4d000e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:21Z', 'updated_at': '2021-11-12T08:36:30Z', 'revision_number': 4, 'project_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'gw_port': {'id': 'ea2fef48-5b63-48d7-86d6-2ac2a4d000e6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:22Z', 'updated_at': '2021-11-12T08:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'ab888c0c-4ef5-45b0-a200-9466b17dcb9e', 'name': '', 'network_id': 'f336b567-e54f-48f4-978b-f3ba153ca96f', 'tenant_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'mac_address': 'fa:16:3e:e0:91:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '288d1df0-95f8-4d76-a101-b44e0052c9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:28Z', 'updated_at': '2021-11-12T08:36:33Z', 'revision_number': 4, 'project_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'subnets': [{'id': '288d1df0-95f8-4d76-a101-b44e0052c9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:36:35.553646 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a88790b0-2978-4962-b420-6fc75ef2e97b tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.561327 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f38413fb-cfd4-41d5-a2a4-4a36b6152948 req-2a0018b4-1d24-45cc-93fc-511188af9a98 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f63dd9f-cc7e-4c97-a0e5-82a55bd134d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705278 Nov 12 08:36:35.565192 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a88790b0-2978-4962-b420-6fc75ef2e97b tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.570933 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c1252a18-d9a9-45cf-b6e3-93a3f765405f req-9ed386a0-9a3d-4cf3-b29d-21e04cae72b8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c8d47e8-5668-4c0c-afef-397121b7582d HTTP/1.1" status: 200 len: 217 time: 0.1819572 Nov 12 08:36:35.585289 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-711852cc-e889-4a34-9e8e-a1ced751ee7c req-5b7e3632-d7d7-4bc0-972e-30f8a27154a4 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180988 Nov 12 08:36:35.675703 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a311f70b-3915-49e0-bc8e-9b3ce170cb07 req-4514ef3f-939f-4308-ad0a-a715cd44ce9f tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] No DVR routers for this DVR port 880c2b43-769b-462c-af5f-cf24985cbbec on host n-h2-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:36:35.696824 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a311f70b-3915-49e0-bc8e-9b3ce170cb07 req-4514ef3f-939f-4308-ad0a-a715cd44ce9f tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.713871 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a311f70b-3915-49e0-bc8e-9b3ce170cb07 req-4514ef3f-939f-4308-ad0a-a715cd44ce9f tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.58 "DELETE /v2.0/ports/880c2b43-769b-462c-af5f-cf24985cbbec HTTP/1.1" status: 204 len: 173 time: 0.7889788 Nov 12 08:36:35.714491 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd76c30a-b2f1-42f9-a09f-51804741b07d', 'name': 'network-vif-deleted', 'tag': '880c2b43-769b-462c-af5f-cf24985cbbec'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:35.734984 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3da191-6ed6-40c8-a9ba-35309b993881" -d '{"events": [{"server_uuid": "dd76c30a-b2f1-42f9-a09f-51804741b07d", "name": "network-vif-deleted", "tag": "880c2b43-769b-462c-af5f-cf24985cbbec"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:35.780198 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1252a18-d9a9-45cf-b6e3-93a3f765405f req-2aa3ed66-15ce-4569-8691-fcf1a4482cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:35.783360 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c1252a18-d9a9-45cf-b6e3-93a3f765405f req-2aa3ed66-15ce-4569-8691-fcf1a4482cd0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165 HTTP/1.1" status: 200 len: 860 time: 0.1946461 Nov 12 08:36:35.877148 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c1252a18-d9a9-45cf-b6e3-93a3f765405f req-678b5c0e-5b47-493c-81ce-b6c306cc6354 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac11a5bd-0584-4f41-bf7f-a43257f96e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738442 Nov 12 08:36:35.912370 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd76c30a-b2f1-42f9-a09f-51804741b07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880c2b43-769b-462c-af5f-cf24985cbbec'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:35.915632 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03ddef1-642b-4c90-8478-45566132a5cc" -d '{"events": [{"server_uuid": "dd76c30a-b2f1-42f9-a09f-51804741b07d", "name": "network-vif-plugged", "status": "completed", "tag": "880c2b43-769b-462c-af5f-cf24985cbbec"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:36.288918 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-036bcb28-4a4f-40a3-bf7c-f83a5b751dae req-67ced2c6-342c-4d2d-87e9-136f23b4fcac tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd76c30a-b2f1-42f9-a09f-51804741b07d HTTP/1.1" status: 200 len: 210 time: 0.4621255 Nov 12 08:36:36.341096 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88790b0-2978-4962-b420-6fc75ef2e97b tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Pushing event updated for resources: {'Port': ['ID=90c7e85d-1806-455a-bd38-4a973b80d912,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:36.368604 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6912bdb6-04e3-4f2e-9035-8a3306952d2b x-openstack-request-id: req-6912bdb6-04e3-4f2e-9035-8a3306952d2b {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:36.369029 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd76c30a-b2f1-42f9-a09f-51804741b07d", "name": "network-vif-deleted", "tag": "880c2b43-769b-462c-af5f-cf24985cbbec", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:36.370086 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6912bdb6-04e3-4f2e-9035-8a3306952d2b {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:36.370595 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd76c30a-b2f1-42f9-a09f-51804741b07d', 'name': 'network-vif-deleted', 'tag': '880c2b43-769b-462c-af5f-cf24985cbbec', 'status': 'completed', 'code': 200} Nov 12 08:36:36.407997 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a88790b0-2978-4962-b420-6fc75ef2e97b tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:36.409799 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d91fd57-92df-48c6-957e-2c3c154312b9 x-openstack-request-id: req-6d91fd57-92df-48c6-957e-2c3c154312b9 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:36.410291 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd76c30a-b2f1-42f9-a09f-51804741b07d", "name": "network-vif-plugged", "status": "completed", "tag": "880c2b43-769b-462c-af5f-cf24985cbbec", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:36.410545 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d91fd57-92df-48c6-957e-2c3c154312b9 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:36.411111 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd76c30a-b2f1-42f9-a09f-51804741b07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880c2b43-769b-462c-af5f-cf24985cbbec', 'code': 200} Nov 12 08:36:36.452675 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a30bfb-8aaa-4fc9-9b4d-9f16fb96f0c7 req-f993790b-0171-47c8-8d3c-7b2470fa52c8 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:36.454263 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-64a30bfb-8aaa-4fc9-9b4d-9f16fb96f0c7 req-f993790b-0171-47c8-8d3c-7b2470fa52c8 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 945 time: 0.1695683 Nov 12 08:36:36.460467 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a88790b0-2978-4962-b420-6fc75ef2e97b tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:36.461726 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a88790b0-2978-4962-b420-6fc75ef2e97b tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0271118 Nov 12 08:36:36.502417 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c1252a18-d9a9-45cf-b6e3-93a3f765405f req-c22b01c9-a2fa-4f8e-855e-48af0b33fd27 service neutron] 10.222.0.58 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190719 Nov 12 08:36:36.649907 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:36.733896 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ab888c0c-4ef5-45b0-a200-9466b17dcb9e up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:36.738475 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-64a30bfb-8aaa-4fc9-9b4d-9f16fb96f0c7 req-022f2600-57a5-4ce0-9012-b164aa8012b9 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737241 Nov 12 08:36:36.862623 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c1252a18-d9a9-45cf-b6e3-93a3f765405f req-620abc7b-6d9c-4f13-a0d4-1fe69207a508 service neutron] 10.222.0.58 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256817 Nov 12 08:36:36.924144 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:36:36.942065 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port ab888c0c-4ef5-45b0-a200-9466b17dcb9e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:36.943288 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:36.948743 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:36.949433 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.040804 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ce954-3fb5-4338-a3b1-0a22c5f3a09e req-a12d8ce4-6c59-4ff0-a37d-647d680d2bee tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:37.042516 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e38ce954-3fb5-4338-a3b1-0a22c5f3a09e req-a12d8ce4-6c59-4ff0-a37d-647d680d2bee tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/ports?device_id=5910664f-1d6c-4f31-8b0b-dce1bcfd62c0 HTTP/1.1" status: 200 len: 945 time: 0.1493204 Nov 12 08:36:37.080911 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a31a83-3f3a-4028-87bb-a0db51983e0e req-ae15c848-8c9d-4e54-9200-8b614a9abff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:37.083081 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c1a31a83-3f3a-4028-87bb-a0db51983e0e req-ae15c848-8c9d-4e54-9200-8b614a9abff0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7334f31ab48c4b679d791d1aa028eeaf&device_id=a292154c-7909-4e77-a73d-58623e3b43e5 HTTP/1.1" status: 200 len: 1097 time: 0.1380150 Nov 12 08:36:37.215872 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e38ce954-3fb5-4338-a3b1-0a22c5f3a09e req-72213542-96da-4043-a6ac-25542b70129b tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f63dd9f-cc7e-4c97-a0e5-82a55bd134d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590135 Nov 12 08:36:37.236665 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c185e4-970a-4f5a-92df-c4cfb86381e8 req-37bfaf67-af9c-4c78-a67f-ba70dcb7de74 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:37.238316 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-85c185e4-970a-4f5a-92df-c4cfb86381e8 req-37bfaf67-af9c-4c78-a67f-ba70dcb7de74 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=a292154c-7909-4e77-a73d-58623e3b43e5 HTTP/1.1" status: 200 len: 945 time: 0.1523323 Nov 12 08:36:37.241573 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.278186 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a31a83-3f3a-4028-87bb-a0db51983e0e req-99c126a4-e54a-4bc9-bc54-a1493cbc66df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:37.281351 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c1a31a83-3f3a-4028-87bb-a0db51983e0e req-99c126a4-e54a-4bc9-bc54-a1493cbc66df service neutron] 10.222.0.54 "GET /v2.0/networks?id=498c4273-ce36-4744-b677-9c005c192e80 HTTP/1.1" status: 200 len: 917 time: 0.1897213 Nov 12 08:36:37.338907 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c,segment=NetworkSegment(7302eff5-b90c-4435-9483-7de591162e23),segment_id=7302eff5-b90c-4435-9483-7de591162e23)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:37.352823 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.368854 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-85c185e4-970a-4f5a-92df-c4cfb86381e8 req-bb7ecc80-7def-423a-873b-e6d052694614 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079483 Nov 12 08:36:37.438900 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c1a31a83-3f3a-4028-87bb-a0db51983e0e req-c148789f-4ae9-4f32-8efe-a024499a8026 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4 HTTP/1.1" status: 200 len: 217 time: 0.1462295 Nov 12 08:36:37.467501 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:37.527178 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a31a83-3f3a-4028-87bb-a0db51983e0e req-8825e7d6-0aa5-43a8-9440-69ffd4305107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:37.529738 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c1a31a83-3f3a-4028-87bb-a0db51983e0e req-8825e7d6-0aa5-43a8-9440-69ffd4305107 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=627ca6d6-ef34-4824-982e-bd9071ca70b0 HTTP/1.1" status: 200 len: 855 time: 0.0820329 Nov 12 08:36:37.585466 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a31a83-3f3a-4028-87bb-a0db51983e0e req-6160456f-e459-475f-8a6b-f0541997bb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:37.587065 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c1a31a83-3f3a-4028-87bb-a0db51983e0e req-6160456f-e459-475f-8a6b-f0541997bb9d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=498c4273-ce36-4744-b677-9c005c192e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489578 Nov 12 08:36:37.731681 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c1a31a83-3f3a-4028-87bb-a0db51983e0e req-24e018ad-aadf-4e81-93bf-3054c00557fa service neutron] 10.222.0.54 "GET /v2.0/networks/498c4273-ce36-4744-b677-9c005c192e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350892 Nov 12 08:36:37.742032 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d1fb4db5-9bcc-4fdc-8691-c7010e91cab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.913226 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c1a31a83-3f3a-4028-87bb-a0db51983e0e req-6d8eac52-961d-4baa-ba24-ea72b33d7d85 service neutron] 10.222.0.54 "GET /v2.0/networks/498c4273-ce36-4744-b677-9c005c192e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706123 Nov 12 08:36:37.922405 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-d114b5b4-227e-4796-a9cc-6c48fa95c818 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:37.924087 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-d114b5b4-227e-4796-a9cc-6c48fa95c818 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/networks?id=e418c6d1-49ec-4d66-b0ca-b8b12554b865 HTTP/1.1" status: 200 len: 822 time: 0.2222497 Nov 12 08:36:37.953876 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-2fc1bf34-c8ab-4dd3-9be9-ff51542914c1 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/quotas/ecc1c88f0ede4893aff25fbd852b1eab HTTP/1.1" status: 200 len: 375 time: 0.0173128 Nov 12 08:36:37.985179 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b4f6e-dfa4-465a-b7c7-64c5c86210a5 req-be8bc555-a22b-4012-a438-5dfa3cb37f15 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:37.987057 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bc1b4f6e-dfa4-465a-b7c7-64c5c86210a5 req-be8bc555-a22b-4012-a438-5dfa3cb37f15 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 945 time: 0.1327782 Nov 12 08:36:38.108184 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-72b46bbb-f813-4764-a43d-fb7b4200b0e5 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ecc1c88f0ede4893aff25fbd852b1eab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1178708 Nov 12 08:36:38.121966 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bc1b4f6e-dfa4-465a-b7c7-64c5c86210a5 req-fea281e0-0ef1-4de8-9f49-3cbbdb7196ef tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125376 Nov 12 08:36:38.247865 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-452ddbec-bbf4-477c-81b4-995b9a618f4f service neutron] 10.222.0.37 "GET /v2.0/networks/e418c6d1-49ec-4d66-b0ca-b8b12554b865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387317 Nov 12 08:36:38.412280 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5910664f-1d6c-4f31-8b0b-dce1bcfd62c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b24b5f-7ffb-4de2-8d0c-4d853d314b3c'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:38.414775 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75e1ebd-03cd-4455-ba8a-875597f8c64b" -d '{"events": [{"server_uuid": "5910664f-1d6c-4f31-8b0b-dce1bcfd62c0", "name": "network-vif-plugged", "status": "completed", "tag": "d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:38.430764 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-c38735f7-c15c-47dc-876f-7d3b3471fb21 service neutron] 10.222.0.37 "GET /v2.0/networks/e418c6d1-49ec-4d66-b0ca-b8b12554b865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740222 Nov 12 08:36:38.441168 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676481af-c7c2-40bb-8e2b-ea2dfb8fc3ab req-e3dbf6b2-536c-4bae-94a9-9a547eb24ec5 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:38.450807 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-676481af-c7c2-40bb-8e2b-ea2dfb8fc3ab req-e3dbf6b2-536c-4bae-94a9-9a547eb24ec5 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 1097 time: 0.1426399 Nov 12 08:36:38.507937 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-676481af-c7c2-40bb-8e2b-ea2dfb8fc3ab req-c1a02877-01f8-45e9-8241-da1935e0da7c tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527787 Nov 12 08:36:38.757417 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a558186-feee-48bb-aff9-ad1b1ef92329 req-85f5e06c-bd50-4e93-9652-6214f0ebc1bd tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:38.768199 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0a558186-feee-48bb-aff9-ad1b1ef92329 req-85f5e06c-bd50-4e93-9652-6214f0ebc1bd tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/ports?device_id=5910664f-1d6c-4f31-8b0b-dce1bcfd62c0 HTTP/1.1" status: 200 len: 946 time: 0.1269140 Nov 12 08:36:38.794571 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 880c2b43-769b-462c-af5f-cf24985cbbec no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:36:38.913784 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0a558186-feee-48bb-aff9-ad1b1ef92329 req-7185ba2e-1c9b-4560-b8bb-04467160bc06 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f63dd9f-cc7e-4c97-a0e5-82a55bd134d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413105 Nov 12 08:36:38.931526 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc1ba7-29ea-4885-91d7-0c68eb7f08c9 req-bfc74b27-a05c-4502-b023-8f5e63ef50a1 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:38.934945 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b9bc1ba7-29ea-4885-91d7-0c68eb7f08c9 req-bfc74b27-a05c-4502-b023-8f5e63ef50a1 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=a292154c-7909-4e77-a73d-58623e3b43e5 HTTP/1.1" status: 200 len: 945 time: 0.1260645 Nov 12 08:36:39.082904 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b9bc1ba7-29ea-4885-91d7-0c68eb7f08c9 req-c1cb6c04-6153-4f02-a675-30ec380de95f tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342108 Nov 12 08:36:39.161993 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bb449e-d106-4a3f-8de8-98b0013f7299 x-openstack-request-id: req-15bb449e-d106-4a3f-8de8-98b0013f7299 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:39.162959 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5910664f-1d6c-4f31-8b0b-dce1bcfd62c0", "name": "network-vif-plugged", "status": "completed", "tag": "d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:39.163655 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15bb449e-d106-4a3f-8de8-98b0013f7299 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:39.164509 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5910664f-1d6c-4f31-8b0b-dce1bcfd62c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b24b5f-7ffb-4de2-8d0c-4d853d314b3c', 'code': 200} Nov 12 08:36:39.165470 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 880c2b43-769b-462c-af5f-cf24985cbbec {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:36:39.165980 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 880c2b43-769b-462c-af5f-cf24985cbbec not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:36:39.229162 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-63d0d4e0-2246-469f-b6b6-9507763905c8 req-816078a1-82b9-4f46-b669-2e72cc3fd475 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed8319b4-cb4a-483c-b591-edd43ad98356 HTTP/1.1" status: 200 len: 210 time: 0.0781050 Nov 12 08:36:39.230791 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e117d8-cf6d-4c81-9306-85272b54d9d9 req-39347410-1c5b-4900-aaa1-25b2ce376aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:39.233056 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-09e117d8-cf6d-4c81-9306-85272b54d9d9 req-39347410-1c5b-4900-aaa1-25b2ce376aef service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5910664f-1d6c-4f31-8b0b-dce1bcfd62c0 HTTP/1.1" status: 200 len: 1098 time: 0.0892758 Nov 12 08:36:39.258013 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9995da-9335-4bac-818c-2fe8bfddb46e req-6d98090a-c16a-4806-ab59-b0286772ac60 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:39.262289 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c9995da-9335-4bac-818c-2fe8bfddb46e req-6d98090a-c16a-4806-ab59-b0286772ac60 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 1097 time: 0.1254442 Nov 12 08:36:39.363524 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-09e117d8-cf6d-4c81-9306-85272b54d9d9 req-b5c9b216-5d9b-4d77-936c-bf7c32a9cac2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3f63dd9f-cc7e-4c97-a0e5-82a55bd134d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202407 Nov 12 08:36:39.384573 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c9995da-9335-4bac-818c-2fe8bfddb46e req-de95451f-b302-457c-8fb7-3b71a241d49e tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048806 Nov 12 08:36:39.557842 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ef4e0-7292-425e-b221-ed6e0d99f30a req-5b32dd29-a2b4-4026-bcc3-19e0ede08583 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:39.559804 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-839ef4e0-7292-425e-b221-ed6e0d99f30a req-5b32dd29-a2b4-4026-bcc3-19e0ede08583 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=a292154c-7909-4e77-a73d-58623e3b43e5 HTTP/1.1" status: 200 len: 945 time: 0.0865381 Nov 12 08:36:39.639854 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-839ef4e0-7292-425e-b221-ed6e0d99f30a req-c3d7ea66-7f4f-422c-9c80-c83201f72b35 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690114 Nov 12 08:36:39.862879 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f93c6c-5078-4be8-a4f3-1677cdf120b4 req-a0e41937-1ca5-4691-a02f-1638fe9acfe7 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:39.864814 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-50f93c6c-5078-4be8-a4f3-1677cdf120b4 req-a0e41937-1ca5-4691-a02f-1638fe9acfe7 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dae63a7-de8d-4241-a768-5fc5a0c346a8 HTTP/1.1" status: 200 len: 946 time: 0.1117632 Nov 12 08:36:39.968096 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-50f93c6c-5078-4be8-a4f3-1677cdf120b4 req-bbe68aa0-34fe-4f3e-bd20-77bb4d40a981 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966840 Nov 12 08:36:40.146949 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-43e4b12c-dd05-4e94-a71a-e854d3c9cfe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:40.194399 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23bf00-d227-46da-ac08-e6e0f04d9989 req-7188f639-87fe-4c87-b7c2-d139c1baa864 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:40.202256 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5d23bf00-d227-46da-ac08-e6e0f04d9989 req-7188f639-87fe-4c87-b7c2-d139c1baa864 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/ports?device_id=5910664f-1d6c-4f31-8b0b-dce1bcfd62c0 HTTP/1.1" status: 200 len: 946 time: 0.0760653 Nov 12 08:36:40.280860 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5d23bf00-d227-46da-ac08-e6e0f04d9989 req-18b9f8b7-bed6-4e24-929e-e168cb895cdb tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f63dd9f-cc7e-4c97-a0e5-82a55bd134d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768516 Nov 12 08:36:40.453207 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad752e8-60ef-4938-8c08-73aedb02f7a0 req-ff322007-7379-4d59-b854-9ca3922113ad tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:40.454821 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ad752e8-60ef-4938-8c08-73aedb02f7a0 req-ff322007-7379-4d59-b854-9ca3922113ad tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=fecb594d-4f84-45f2-8b2d-8667541111be HTTP/1.1" status: 200 len: 946 time: 0.0793326 Nov 12 08:36:40.581208 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ad752e8-60ef-4938-8c08-73aedb02f7a0 req-6cd95219-8bb2-4609-b197-737c2d5a1601 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182816 Nov 12 08:36:40.615608 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-a0d0e3ba-adc4-44a3-8e78-ada89e21567e tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:40.617229 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-a0d0e3ba-adc4-44a3-8e78-ada89e21567e tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.54 "GET /v2.0/networks?id=e418c6d1-49ec-4d66-b0ca-b8b12554b865 HTTP/1.1" status: 200 len: 822 time: 0.1381047 Nov 12 08:36:40.632753 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-ae7ab0de-b6d1-4882-a502-cee4bad9edac tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Request body: {'port': {'device_id': 'ed8319b4-cb4a-483c-b591-edd43ad98356', 'network_id': 'e418c6d1-49ec-4d66-b0ca-b8b12554b865', 'admin_state_up': True, 'tenant_id': 'ecc1c88f0ede4893aff25fbd852b1eab'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:40.742088 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5a268616-21bc-4d40-9087-5f82e4f1ed12 req-d8c0272b-d5a2-44ba-979f-9c88b7f4d7d0 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed8319b4-cb4a-483c-b591-edd43ad98356 HTTP/1.1" status: 200 len: 210 time: 0.0517144 Nov 12 08:36:40.827936 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-ae7ab0de-b6d1-4882-a502-cee4bad9edac tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Made reservation on behalf of ecc1c88f0ede4893aff25fbd852b1eab for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:40.835326 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-ae7ab0de-b6d1-4882-a502-cee4bad9edac tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:40.879052 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-7b6e3ed1-12f6-4ccb-a727-c4db9074779b req-8fdcedc6-a1ca-4faa-bcd8-023047bd5c2c tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:40.880270 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b6e3ed1-12f6-4ccb-a727-c4db9074779b req-8fdcedc6-a1ca-4faa-bcd8-023047bd5c2c tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065336 Nov 12 08:36:40.943409 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-e29940fb-c3db-46e7-8ad6-219b5682547b tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:40.944456 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-e29940fb-c3db-46e7-8ad6-219b5682547b tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085592 Nov 12 08:36:40.992426 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b6e3ed1-12f6-4ccb-a727-c4db9074779b req-b026498e-0301-46a0-9495-57648a76a2ef tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1007974 Nov 12 08:36:41.032284 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-b5cc708b-82eb-4cd4-b837-ca7c326ba026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:41.033695 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-b5cc708b-82eb-4cd4-b837-ca7c326ba026 service neutron] 10.222.0.37 "GET /v2.0/ports/d8db0e6f-b376-43aa-9cd2-ee26d63c0558 HTTP/1.1" status: 200 len: 1094 time: 0.0734239 Nov 12 08:36:41.045328 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-bb058298-8d92-433d-bdab-ef6c51d87b52 service neutron] Request body: {'binding': {'host': 'n-h1-768862-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:41.045785 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-bb058298-8d92-433d-bdab-ef6c51d87b52 service neutron] Unknown quota resources ['binding']. {{(pid=102568) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:36:41.092315 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-ae7ab0de-b6d1-4882-a502-cee4bad9edac tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Allocated IP 172.20.0.9 (e418c6d1-49ec-4d66-b0ca-b8b12554b865/53a9b096-04d8-4c96-a366-bdd653cb153e/df71357e-8759-432c-b893-5909a828aeaa) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:41.296564 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-bb058298-8d92-433d-bdab-ef6c51d87b52 service neutron] Attempting to bind port d8db0e6f-b376-43aa-9cd2-ee26d63c0558 on host n-h1-768862-16 for vnic_type normal with profile None {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:41.296919 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-bb058298-8d92-433d-bdab-ef6c51d87b52 service neutron] Attempting to bind port d8db0e6f-b376-43aa-9cd2-ee26d63c0558 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:41.297239 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-bb058298-8d92-433d-bdab-ef6c51d87b52 service neutron] Attempting to bind port d8db0e6f-b376-43aa-9cd2-ee26d63c0558 on network a6d5f445-c009-4fb1-a92b-e2439070859b {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:41.308739 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-bb058298-8d92-433d-bdab-ef6c51d87b52 service neutron] Port d8db0e6f-b376-43aa-9cd2-ee26d63c0558 on network a6d5f445-c009-4fb1-a92b-e2439070859b not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:36:41.309061 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-bb058298-8d92-433d-bdab-ef6c51d87b52 service neutron] Attempting to bind port d8db0e6f-b376-43aa-9cd2-ee26d63c0558 on network a6d5f445-c009-4fb1-a92b-e2439070859b {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:41.324277 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-bb058298-8d92-433d-bdab-ef6c51d87b52 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:41.324609 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-bb058298-8d92-433d-bdab-ef6c51d87b52 service neutron] Checking segment: {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:41.325037 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-bb058298-8d92-433d-bdab-ef6c51d87b52 service neutron] Bound using segment: {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:41.325484 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-bb058298-8d92-433d-bdab-ef6c51d87b52 service neutron] Bound port: d8db0e6f-b376-43aa-9cd2-ee26d63c0558, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:41.366678 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-344f3e39-0f24-448b-8a4f-e959eee2a24e tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:41.368383 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-344f3e39-0f24-448b-8a4f-e959eee2a24e tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/networks?id=ac11a5bd-0584-4f41-bf7f-a43257f96e99 HTTP/1.1" status: 200 len: 820 time: 0.1227131 Nov 12 08:36:41.373212 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-ae7ab0de-b6d1-4882-a502-cee4bad9edac tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.387790 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-66065899-de86-468c-b8b5-42ffc1051f08 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/quotas/53ced5a3b5824d46b94af4c3034e6689 HTTP/1.1" status: 200 len: 375 time: 0.0113521 Nov 12 08:36:41.415453 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-bb058298-8d92-433d-bdab-ef6c51d87b52 service neutron] For port d8db0e6f-b376-43aa-9cd2-ee26d63c0558, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=d8db0e6f-b376-43aa-9cd2-ee26d63c0558,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:41.427506 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-bb058298-8d92-433d-bdab-ef6c51d87b52 service neutron] Publish callbacks [] for binding, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.428732 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-bb058298-8d92-433d-bdab-ef6c51d87b52 service neutron] 10.222.0.37 "POST /v2.0/ports/d8db0e6f-b376-43aa-9cd2-ee26d63c0558/bindings HTTP/1.1" status: 201 len: 390 time: 0.3869410 Nov 12 08:36:41.439781 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-ae7ab0de-b6d1-4882-a502-cee4bad9edac tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.459381 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-c06f70f9-151c-4ded-b31a-b62bfa11c6aa tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=53ced5a3b5824d46b94af4c3034e6689&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0644271 Nov 12 08:36:41.488729 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-ae7ab0de-b6d1-4882-a502-cee4bad9edac tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Network e418c6d1-49ec-4d66-b0ca-b8b12554b865 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:41.494033 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-ae7ab0de-b6d1-4882-a502-cee4bad9edac tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:41.498336 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-ae7ab0de-b6d1-4882-a502-cee4bad9edac tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:41.553675 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ab0de-b6d1-4882-a502-cee4bad9edac tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Pushing event updated for resources: {'Port': ['ID=df71357e-8759-432c-b893-5909a828aeaa,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:41.599267 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-ae7ab0de-b6d1-4882-a502-cee4bad9edac tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:41.600837 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-ae7ab0de-b6d1-4882-a502-cee4bad9edac tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.622448 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-ae7ab0de-b6d1-4882-a502-cee4bad9edac tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9941037 Nov 12 08:36:41.625643 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-d5b1cb12-45c1-438c-bd47-224812775fea service neutron] 10.222.0.37 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652248 Nov 12 08:36:41.642024 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-1c83bc45-a5f7-40a7-860b-c7f1006e6fd8 service neutron] Request body: {'port': {'device_id': 'ed8319b4-cb4a-483c-b591-edd43ad98356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:41.717641 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-1c83bc45-a5f7-40a7-860b-c7f1006e6fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.758453 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:36:41.802820 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-0c79d264-dc7d-4216-91c9-4c650bc0ba60 service neutron] 10.222.0.37 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679966 Nov 12 08:36:41.846645 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff3e09-f169-4e26-b61b-3719617248e0 req-ef010fec-49f8-4674-9d67-b624138d7680 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:41.859374 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-19ff3e09-f169-4e26-b61b-3719617248e0 req-ef010fec-49f8-4674-9d67-b624138d7680 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=a292154c-7909-4e77-a73d-58623e3b43e5 HTTP/1.1" status: 200 len: 945 time: 0.0707366 Nov 12 08:36:41.872846 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-bfedd9e3-483c-4ffe-b734-a3e079ff8673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:41.874317 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-bfedd9e3-483c-4ffe-b734-a3e079ff8673 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=60036c792d1544fb8cbb03c747464363&device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 1097 time: 0.1392365 Nov 12 08:36:41.887480 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.925056 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-19ff3e09-f169-4e26-b61b-3719617248e0 req-10897936-0dc4-420b-b4b7-b3e2535b88d2 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644600 Nov 12 08:36:42.103966 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58661844-c232-46c3-bac2-95b163599e55 req-138edb94-38d0-4493-8180-c3ed8283171c tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:42.106017 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-58661844-c232-46c3-bac2-95b163599e55 req-138edb94-38d0-4493-8180-c3ed8283171c tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/ports?device_id=5910664f-1d6c-4f31-8b0b-dce1bcfd62c0 HTTP/1.1" status: 200 len: 946 time: 0.0650377 Nov 12 08:36:42.208526 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-58661844-c232-46c3-bac2-95b163599e55 req-9822acff-d85f-4e3d-8cc6-635bc950bfb4 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f63dd9f-cc7e-4c97-a0e5-82a55bd134d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948889 Nov 12 08:36:42.332303 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291c76f-2c4b-49c8-8b81-f1f6754f0242 req-cab220e9-26da-4767-bc4c-53821a22a18d tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:42.340404 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6291c76f-2c4b-49c8-8b81-f1f6754f0242 req-cab220e9-26da-4767-bc4c-53821a22a18d tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 945 time: 0.0984714 Nov 12 08:36:42.350186 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-31e1b29d-f9ae-49bc-8c99-a6ccc22c31e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:42.352519 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-31e1b29d-f9ae-49bc-8c99-a6ccc22c31e6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6d5f445-c009-4fb1-a92b-e2439070859b HTTP/1.1" status: 200 len: 908 time: 0.4671404 Nov 12 08:36:42.397237 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-c29d542a-c560-4ef2-9bd0-f44b8860e293 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8db0e6f-b376-43aa-9cd2-ee26d63c0558 HTTP/1.1" status: 200 len: 217 time: 0.0379424 Nov 12 08:36:42.443699 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6291c76f-2c4b-49c8-8b81-f1f6754f0242 req-a377ea18-db2b-4618-ac28-670c8370c957 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880291 Nov 12 08:36:42.490220 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-1c83bc45-a5f7-40a7-860b-c7f1006e6fd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df71357e-8759-432c-b893-5909a828aeaa {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:36:42.494260 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde202b-e1a1-4ff7-8a74-37d4658af236 req-44ba688c-1114-4950-bfcd-13bf832b459b tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:42.495652 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-068c3167-4d51-4974-9bc3-a121dafb310f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:42.497219 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-068c3167-4d51-4974-9bc3-a121dafb310f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d46819c4-cbf3-463f-b6ce-344123c01513 HTTP/1.1" status: 200 len: 847 time: 0.0893052 Nov 12 08:36:42.502311 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-1c83bc45-a5f7-40a7-860b-c7f1006e6fd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:42.504549 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0dde202b-e1a1-4ff7-8a74-37d4658af236 req-44ba688c-1114-4950-bfcd-13bf832b459b tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed8319b4-cb4a-483c-b591-edd43ad98356 HTTP/1.1" status: 200 len: 931 time: 0.1629026 Nov 12 08:36:42.534861 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-1c83bc45-a5f7-40a7-860b-c7f1006e6fd8 service neutron] Transition to ACTIVE for port object df71357e-8759-432c-b893-5909a828aeaa will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:36:42.552867 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-1c83bc45-a5f7-40a7-860b-c7f1006e6fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:42.556607 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-d3910926-0103-41ff-b268-f384dba0739a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6d5f445-c009-4fb1-a92b-e2439070859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431871 Nov 12 08:36:42.650269 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0dde202b-e1a1-4ff7-8a74-37d4658af236 req-986e99ef-b599-463c-be73-3007d8f16bfc tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446836 Nov 12 08:36:42.679152 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c83bc45-a5f7-40a7-860b-c7f1006e6fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=df71357e-8759-432c-b893-5909a828aeaa,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:42.715937 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb8814-cde8-4027-a3d0-19368ffc2f76 req-132bf7c9-dc07-40f3-8e08-40ea2c2f076b tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:42.731052 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3beb8814-cde8-4027-a3d0-19368ffc2f76 req-132bf7c9-dc07-40f3-8e08-40ea2c2f076b tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dae63a7-de8d-4241-a768-5fc5a0c346a8 HTTP/1.1" status: 200 len: 946 time: 0.1101353 Nov 12 08:36:42.771710 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-a102db7e-6674-4bb4-9251-5d636714a126 service neutron] 10.222.0.54 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076221 Nov 12 08:36:42.779334 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-73a57123-cf34-427e-b101-176a9973deec req-1557c266-015f-429d-bc56-bd0072af52b1 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 210 time: 0.0454421 Nov 12 08:36:42.812165 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3beb8814-cde8-4027-a3d0-19368ffc2f76 req-b00086a4-3df4-4a14-8261-45184834660f tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801678 Nov 12 08:36:42.863215 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-1c83bc45-a5f7-40a7-860b-c7f1006e6fd8 service neutron] Attempting to bind port df71357e-8759-432c-b893-5909a828aeaa on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:42.863586 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-1c83bc45-a5f7-40a7-860b-c7f1006e6fd8 service neutron] Attempting to bind port df71357e-8759-432c-b893-5909a828aeaa by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '6bd9f4b7-f155-4031-9435-a90b29e6b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e418c6d1-49ec-4d66-b0ca-b8b12554b865'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:42.863975 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-1c83bc45-a5f7-40a7-860b-c7f1006e6fd8 service neutron] Attempting to bind port df71357e-8759-432c-b893-5909a828aeaa on network e418c6d1-49ec-4d66-b0ca-b8b12554b865 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:42.873744 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-1c83bc45-a5f7-40a7-860b-c7f1006e6fd8 service neutron] Port df71357e-8759-432c-b893-5909a828aeaa on network e418c6d1-49ec-4d66-b0ca-b8b12554b865 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:36:42.874069 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-1c83bc45-a5f7-40a7-860b-c7f1006e6fd8 service neutron] Attempting to bind port df71357e-8759-432c-b893-5909a828aeaa on network e418c6d1-49ec-4d66-b0ca-b8b12554b865 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:42.891416 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-1c83bc45-a5f7-40a7-860b-c7f1006e6fd8 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:42.891780 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-1c83bc45-a5f7-40a7-860b-c7f1006e6fd8 service neutron] Checking segment: {'id': '6bd9f4b7-f155-4031-9435-a90b29e6b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e418c6d1-49ec-4d66-b0ca-b8b12554b865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:42.892189 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-1c83bc45-a5f7-40a7-860b-c7f1006e6fd8 service neutron] Bound using segment: {'id': '6bd9f4b7-f155-4031-9435-a90b29e6b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e418c6d1-49ec-4d66-b0ca-b8b12554b865'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:42.893218 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-1c83bc45-a5f7-40a7-860b-c7f1006e6fd8 service neutron] Bound port: df71357e-8759-432c-b893-5909a828aeaa, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd9f4b7-f155-4031-9435-a90b29e6b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e418c6d1-49ec-4d66-b0ca-b8b12554b865'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:42.893589 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-1c83bc45-a5f7-40a7-860b-c7f1006e6fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:42.956821 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-f4e0acde-fdcd-451f-a656-327099d711dc service neutron] 10.222.0.54 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774108 Nov 12 08:36:43.029855 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-1c83bc45-a5f7-40a7-860b-c7f1006e6fd8 service neutron] For port df71357e-8759-432c-b893-5909a828aeaa, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:43.041311 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-1c83bc45-a5f7-40a7-860b-c7f1006e6fd8 service neutron] For port df71357e-8759-432c-b893-5909a828aeaa, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=df71357e-8759-432c-b893-5909a828aeaa,segment=NetworkSegment(6bd9f4b7-f155-4031-9435-a90b29e6b2d2),segment_id=6bd9f4b7-f155-4031-9435-a90b29e6b2d2)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:43.052537 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-1c83bc45-a5f7-40a7-860b-c7f1006e6fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.056970 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13b5acde-a1bd-4988-bc66-f3018d3cd0ea req-6b7abe29-dcc6-4971-aa95-98ceab502b47 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2231584 Nov 12 08:36:43.102003 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-13b5acde-a1bd-4988-bc66-f3018d3cd0ea req-610b4d6f-4aad-40ce-9d59-a0449ea1c6df tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:43.131199 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c83bc45-a5f7-40a7-860b-c7f1006e6fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=df71357e-8759-432c-b893-5909a828aeaa,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:43.134560 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-1c83bc45-a5f7-40a7-860b-c7f1006e6fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:43.135237 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-1c83bc45-a5f7-40a7-860b-c7f1006e6fd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.137174 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-1c83bc45-a5f7-40a7-860b-c7f1006e6fd8 service neutron] 10.222.0.54 "PUT /v2.0/ports/df71357e-8759-432c-b893-5909a828aeaa HTTP/1.1" status: 200 len: 1092 time: 1.5000899 Nov 12 08:36:43.137621 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8319b4-cb4a-483c-b591-edd43ad98356', 'tag': 'df71357e-8759-432c-b893-5909a828aeaa'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:43.140221 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcee4f75-9ac2-4302-87a8-d3bbe61c6251" -d '{"events": [{"name": "network-changed", "server_uuid": "ed8319b4-cb4a-483c-b591-edd43ad98356", "tag": "df71357e-8759-432c-b893-5909a828aeaa"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:43.170838 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-13b5acde-a1bd-4988-bc66-f3018d3cd0ea req-610b4d6f-4aad-40ce-9d59-a0449ea1c6df tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks [] for floatingip, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.202199 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a4b59-0838-442b-b0e2-c9b41b673368 req-ca6d7994-241d-4055-b9e8-d6172dcb7727 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:43.210550 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e4a4b59-0838-442b-b0e2-c9b41b673368 req-ca6d7994-241d-4055-b9e8-d6172dcb7727 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=fecb594d-4f84-45f2-8b2d-8667541111be HTTP/1.1" status: 200 len: 946 time: 0.1541960 Nov 12 08:36:43.217699 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.294687 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-2756d8dd-d056-4fdf-91d0-7bb858e6091b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:43.296630 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-2756d8dd-d056-4fdf-91d0-7bb858e6091b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ecc1c88f0ede4893aff25fbd852b1eab&device_id=ed8319b4-cb4a-483c-b591-edd43ad98356 HTTP/1.1" status: 200 len: 1095 time: 0.0725441 Nov 12 08:36:43.321136 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e4a4b59-0838-442b-b0e2-c9b41b673368 req-d6ff48cd-6bc9-407d-adc4-9fb0ced64a63 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095502 Nov 12 08:36:43.360129 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-6e71b35f-7178-4519-a8f6-913ae7cab2e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df71357e-8759-432c-b893-5909a828aeaa HTTP/1.1" status: 200 len: 217 time: 0.0535793 Nov 12 08:36:43.399863 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-13b5acde-a1bd-4988-bc66-f3018d3cd0ea req-610b4d6f-4aad-40ce-9d59-a0449ea1c6df tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.425151 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b9305d-b0bf-4a8b-a0bb-0b4b037a76d0 x-openstack-request-id: req-58b9305d-b0bf-4a8b-a0bb-0b4b037a76d0 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:43.425616 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed8319b4-cb4a-483c-b591-edd43ad98356", "tag": "df71357e-8759-432c-b893-5909a828aeaa", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:43.425966 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-58b9305d-b0bf-4a8b-a0bb-0b4b037a76d0 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:43.427466 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed8319b4-cb4a-483c-b591-edd43ad98356', 'tag': 'df71357e-8759-432c-b893-5909a828aeaa', 'status': 'completed', 'code': 200} Nov 12 08:36:43.452459 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-b7a321a6-87af-4306-bf44-7d5964f09376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:43.454360 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-b7a321a6-87af-4306-bf44-7d5964f09376 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=53a9b096-04d8-4c96-a366-bdd653cb153e HTTP/1.1" status: 200 len: 862 time: 0.0873361 Nov 12 08:36:43.540256 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-9a4476f2-58b8-4497-bc77-e953c97f48a1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e418c6d1-49ec-4d66-b0ca-b8b12554b865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753174 Nov 12 08:36:43.581989 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-13b5acde-a1bd-4988-bc66-f3018d3cd0ea req-610b4d6f-4aad-40ce-9d59-a0449ea1c6df tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Allocated IP 172.25.6.26 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/8a046a39-c4c9-46ad-9846-7dfee40a9816) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:43.673903 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-faf5dce6-f6db-4f52-9533-cdcd82e8a7fa service neutron] 10.222.0.54 "GET /v2.0/networks/e418c6d1-49ec-4d66-b0ca-b8b12554b865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259305 Nov 12 08:36:43.762474 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad129b2-7d31-42d5-b272-6ad828e45ca3 req-4fb4a2ca-0e69-4bbd-9cbe-be7ed1091e0d tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:43.770188 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad129b2-7d31-42d5-b272-6ad828e45ca3 req-4fb4a2ca-0e69-4bbd-9cbe-be7ed1091e0d tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:43.776183 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad129b2-7d31-42d5-b272-6ad828e45ca3 req-4fb4a2ca-0e69-4bbd-9cbe-be7ed1091e0d tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:43.784379 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ad129b2-7d31-42d5-b272-6ad828e45ca3 req-4fb4a2ca-0e69-4bbd-9cbe-be7ed1091e0d tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=fecb594d-4f84-45f2-8b2d-8667541111be&device_id=2dae63a7-de8d-4241-a768-5fc5a0c346a8&device_id=a292154c-7909-4e77-a73d-58623e3b43e5 HTTP/1.1" status: 200 len: 2418 time: 0.1891024 Nov 12 08:36:43.846560 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-13b5acde-a1bd-4988-bc66-f3018d3cd0ea req-610b4d6f-4aad-40ce-9d59-a0449ea1c6df tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.867625 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-93647469-aef5-4a66-b2e9-ac065b27feb2 req-45f185ed-db3c-4117-939a-0387faa43d8c service neutron] 10.222.0.54 "GET /v2.0/networks/e418c6d1-49ec-4d66-b0ca-b8b12554b865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857195 Nov 12 08:36:43.872234 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.949401 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ad129b2-7d31-42d5-b272-6ad828e45ca3 req-06808920-86b9-4406-a079-70adf38e199a tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640084 Nov 12 08:36:44.018612 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee4f75-9ac2-4302-87a8-d3bbe61c6251 req-ab334ec8-ecd0-4dcc-ab5c-7c1b5e1d0bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:44.020161 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fcee4f75-9ac2-4302-87a8-d3bbe61c6251 req-ab334ec8-ecd0-4dcc-ab5c-7c1b5e1d0bf0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ecc1c88f0ede4893aff25fbd852b1eab&device_id=ed8319b4-cb4a-483c-b591-edd43ad98356 HTTP/1.1" status: 200 len: 1095 time: 0.0867677 Nov 12 08:36:44.033671 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-323e901d-33c0-4362-a9ab-247b1a762878 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:44.035193 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-323e901d-33c0-4362-a9ab-247b1a762878 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.58 "GET /v2.0/networks?id=ac11a5bd-0584-4f41-bf7f-a43257f96e99 HTTP/1.1" status: 200 len: 820 time: 0.2446373 Nov 12 08:36:44.053392 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-13b5acde-a1bd-4988-bc66-f3018d3cd0ea req-610b4d6f-4aad-40ce-9d59-a0449ea1c6df tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:44.117107 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-f4842b0e-3649-4f14-9db9-f60544a039c4 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Request body: {'port': {'device_id': '92bbb96d-6297-4300-ad12-9cfea3f3bbdd', 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99', 'admin_state_up': True, 'tenant_id': '53ced5a3b5824d46b94af4c3034e6689'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:44.173604 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee4f75-9ac2-4302-87a8-d3bbe61c6251 req-7d2d58e0-610f-4419-933a-c3c3fc3d0aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:44.175279 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fcee4f75-9ac2-4302-87a8-d3bbe61c6251 req-7d2d58e0-610f-4419-933a-c3c3fc3d0aa4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e418c6d1-49ec-4d66-b0ca-b8b12554b865 HTTP/1.1" status: 200 len: 923 time: 0.1483910 Nov 12 08:36:44.229795 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fcee4f75-9ac2-4302-87a8-d3bbe61c6251 req-f402fe00-a609-4e08-843c-e95cdaf8da5c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df71357e-8759-432c-b893-5909a828aeaa HTTP/1.1" status: 200 len: 217 time: 0.0459807 Nov 12 08:36:44.297691 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13b5acde-a1bd-4988-bc66-f3018d3cd0ea req-610b4d6f-4aad-40ce-9d59-a0449ea1c6df tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:44.308960 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-13b5acde-a1bd-4988-bc66-f3018d3cd0ea req-610b4d6f-4aad-40ce-9d59-a0449ea1c6df tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:44.313758 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b5acde-a1bd-4988-bc66-f3018d3cd0ea req-610b4d6f-4aad-40ce-9d59-a0449ea1c6df tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:44.320632 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b4d6f-4aad-40ce-9d59-a0449ea1c6df tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Pushing event updated for resources: {'Port': ['ID=8a046a39-c4c9-46ad-9846-7dfee40a9816,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:44.330968 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee4f75-9ac2-4302-87a8-d3bbe61c6251 req-909032d4-8625-4b9d-806b-c3e8e74dfc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:44.333803 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fcee4f75-9ac2-4302-87a8-d3bbe61c6251 req-909032d4-8625-4b9d-806b-c3e8e74dfc8f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=53a9b096-04d8-4c96-a366-bdd653cb153e HTTP/1.1" status: 200 len: 862 time: 0.0929711 Nov 12 08:36:44.338643 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73122c01-554e-4bc3-ba23-4bd42871efcd req-4304b3ba-e219-4a6f-ae58-8813dae98c4c tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:44.346731 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-73122c01-554e-4bc3-ba23-4bd42871efcd req-4304b3ba-e219-4a6f-ae58-8813dae98c4c tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 945 time: 0.3235710 Nov 12 08:36:44.407523 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fcee4f75-9ac2-4302-87a8-d3bbe61c6251 req-94d592ae-a574-4fe1-a4ba-939cc0e786cb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e418c6d1-49ec-4d66-b0ca-b8b12554b865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653169 Nov 12 08:36:44.464623 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-f4842b0e-3649-4f14-9db9-f60544a039c4 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Made reservation on behalf of 53ced5a3b5824d46b94af4c3034e6689 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:44.471696 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-f4842b0e-3649-4f14-9db9-f60544a039c4 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:44.563342 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fcee4f75-9ac2-4302-87a8-d3bbe61c6251 req-bf436e0a-94b2-48eb-9ee1-3fd3d11875ac service neutron] 10.222.0.54 "GET /v2.0/networks/e418c6d1-49ec-4d66-b0ca-b8b12554b865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479542 Nov 12 08:36:44.705932 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-f4842b0e-3649-4f14-9db9-f60544a039c4 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Allocated IP 172.20.0.5 (ac11a5bd-0584-4f41-bf7f-a43257f96e99/2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165/a2750c89-46e7-4b07-adf5-049600d8a1fa) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:44.826764 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fcee4f75-9ac2-4302-87a8-d3bbe61c6251 req-6aa71d3d-4e0b-4dac-ae59-03c395c3f2ee service neutron] 10.222.0.54 "GET /v2.0/networks/e418c6d1-49ec-4d66-b0ca-b8b12554b865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557926 Nov 12 08:36:44.880936 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-73122c01-554e-4bc3-ba23-4bd42871efcd req-f325c4ba-4cd0-4c38-b9de-ef73b65fc321 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5304260 Nov 12 08:36:44.904963 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-13b5acde-a1bd-4988-bc66-f3018d3cd0ea req-610b4d6f-4aad-40ce-9d59-a0449ea1c6df tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.006306 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-f4842b0e-3649-4f14-9db9-f60544a039c4 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.007878 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-13b5acde-a1bd-4988-bc66-f3018d3cd0ea req-610b4d6f-4aad-40ce-9d59-a0449ea1c6df tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.203781 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-f4842b0e-3649-4f14-9db9-f60544a039c4 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.217562 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['04daa2ab-0f1e-46d6-b151-8c5b6210d993'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:36:45.227506 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec3a4a-1dfc-4f7f-89a4-44866f2d38c4 req-bbcc1386-3efd-49e4-802e-0fe27cdb2594 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:45.229164 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e4ec3a4a-1dfc-4f7f-89a4-44866f2d38c4 req-bbcc1386-3efd-49e4-802e-0fe27cdb2594 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed8319b4-cb4a-483c-b591-edd43ad98356 HTTP/1.1" status: 200 len: 943 time: 0.1514373 Nov 12 08:36:45.306258 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-f4842b0e-3649-4f14-9db9-f60544a039c4 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Network ac11a5bd-0584-4f41-bf7f-a43257f96e99 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:45.324937 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-f4842b0e-3649-4f14-9db9-f60544a039c4 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:45.341201 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-f4842b0e-3649-4f14-9db9-f60544a039c4 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:45.352214 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4842b0e-3649-4f14-9db9-f60544a039c4 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Pushing event updated for resources: {'Port': ['ID=a2750c89-46e7-4b07-adf5-049600d8a1fa,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:45.419189 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-13b5acde-a1bd-4988-bc66-f3018d3cd0ea req-610b4d6f-4aad-40ce-9d59-a0449ea1c6df tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.431613 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e4ec3a4a-1dfc-4f7f-89a4-44866f2d38c4 req-aec1ed2b-dd19-4c78-b321-5ac8c889fe88 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747673 Nov 12 08:36:45.437650 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-13b5acde-a1bd-4988-bc66-f3018d3cd0ea req-610b4d6f-4aad-40ce-9d59-a0449ea1c6df tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.463199 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-f4842b0e-3649-4f14-9db9-f60544a039c4 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:45.463911 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-f4842b0e-3649-4f14-9db9-f60544a039c4 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.551970 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-f4842b0e-3649-4f14-9db9-f60544a039c4 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4445734 Nov 12 08:36:45.562722 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b4d6f-4aad-40ce-9d59-a0449ea1c6df tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Pushing event updated for resources: {'Port': ['ID=8a046a39-c4c9-46ad-9846-7dfee40a9816,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:45.585439 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-d0dbbddd-0cd6-4b4d-9690-6e7ea14255c0 service neutron] Request body: {'port': {'device_id': '92bbb96d-6297-4300-ad12-9cfea3f3bbdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:45.635249 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-13b5acde-a1bd-4988-bc66-f3018d3cd0ea req-610b4d6f-4aad-40ce-9d59-a0449ea1c6df tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.674258 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da833d-b550-48de-84f3-2236decaf74c req-9f05aed8-b1b8-459b-acb9-7b6ec0bdbb21 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:45.675817 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-38da833d-b550-48de-84f3-2236decaf74c req-9f05aed8-b1b8-459b-acb9-7b6ec0bdbb21 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 931 time: 0.1331010 Nov 12 08:36:45.685910 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-d0dbbddd-0cd6-4b4d-9690-6e7ea14255c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.691484 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-13b5acde-a1bd-4988-bc66-f3018d3cd0ea req-610b4d6f-4aad-40ce-9d59-a0449ea1c6df tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.693374 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13b5acde-a1bd-4988-bc66-f3018d3cd0ea req-610b4d6f-4aad-40ce-9d59-a0449ea1c6df tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6186945 Nov 12 08:36:45.794862 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13b5acde-a1bd-4988-bc66-f3018d3cd0ea req-f1b0a4bc-b5bf-4ffa-a8a7-c60740a6b515 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.26 HTTP/1.1" status: 200 len: 695 time: 0.0837851 Nov 12 08:36:45.905604 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-38da833d-b550-48de-84f3-2236decaf74c req-1ebf509b-a595-4ada-b7fa-e0b5ebad8e89 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111413 Nov 12 08:36:46.462793 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5acde-a1bd-4988-bc66-f3018d3cd0ea req-0f8dbdd6-30c5-499c-9c9c-4f2fd44f51dc tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:46.472962 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13b5acde-a1bd-4988-bc66-f3018d3cd0ea req-0f8dbdd6-30c5-499c-9c9c-4f2fd44f51dc tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 784 time: 0.6678100 Nov 12 08:36:46.493484 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-946b777b-cf3c-4f71-8cfe-7733dc3e4561 req-23694041-ba1c-4a8c-ba0a-8adad19b932f tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1958876 Nov 12 08:36:46.691929 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-d0dbbddd-0cd6-4b4d-9690-6e7ea14255c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2750c89-46e7-4b07-adf5-049600d8a1fa {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:36:46.703967 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-d0dbbddd-0cd6-4b4d-9690-6e7ea14255c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:46.726696 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device df71357e-8759-432c-b893-5909a828aeaa details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:36:46.727514 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e2452-f3b3-4a4a-8651-c39eeae11372 req-22ff35b2-677d-4c5d-b57b-38dd4be9abd4 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:46.729348 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-155e2452-f3b3-4a4a-8651-c39eeae11372 req-22ff35b2-677d-4c5d-b57b-38dd4be9abd4 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 945 time: 0.1050179 Nov 12 08:36:46.734871 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-d0dbbddd-0cd6-4b4d-9690-6e7ea14255c0 service neutron] Transition to ACTIVE for port object a2750c89-46e7-4b07-adf5-049600d8a1fa will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:36:46.758877 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-d0dbbddd-0cd6-4b4d-9690-6e7ea14255c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:46.868959 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-155e2452-f3b3-4a4a-8651-c39eeae11372 req-43339e83-5ec6-4500-8e83-3fa4a269e026 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323295 Nov 12 08:36:46.875694 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbbddd-0cd6-4b4d-9690-6e7ea14255c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a2750c89-46e7-4b07-adf5-049600d8a1fa,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:46.896894 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port df71357e-8759-432c-b893-5909a828aeaa, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=df71357e-8759-432c-b893-5909a828aeaa,segment=NetworkSegment(6bd9f4b7-f155-4031-9435-a90b29e6b2d2),segment_id=6bd9f4b7-f155-4031-9435-a90b29e6b2d2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:46.913608 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf8783-b054-4e5f-ba97-68e5d8e7dc15 req-b3e5d85a-9eff-4b3a-a0ab-323ab17ed918 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:46.915207 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41bf8783-b054-4e5f-ba97-68e5d8e7dc15 req-b3e5d85a-9eff-4b3a-a0ab-323ab17ed918 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed8319b4-cb4a-483c-b591-edd43ad98356 HTTP/1.1" status: 200 len: 943 time: 0.1621482 Nov 12 08:36:46.920793 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'df71357e-8759-432c-b893-5909a828aeaa', 'network_id': 'e418c6d1-49ec-4d66-b0ca-b8b12554b865', 'port_id': 'df71357e-8759-432c-b893-5909a828aeaa', 'mac_address': 'fa:16:3e:b1:a7:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a9b096-04d8-4c96-a366-bdd653cb153e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:36:46.975428 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:46.996358 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df71357e-8759-432c-b893-5909a828aeaa {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:36:47.025702 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port df71357e-8759-432c-b893-5909a828aeaa, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=df71357e-8759-432c-b893-5909a828aeaa,segment=NetworkSegment(6bd9f4b7-f155-4031-9435-a90b29e6b2d2),segment_id=6bd9f4b7-f155-4031-9435-a90b29e6b2d2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:47.034970 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:47.106604 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=df71357e-8759-432c-b893-5909a828aeaa,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:47.116390 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41bf8783-b054-4e5f-ba97-68e5d8e7dc15 req-a9f22551-882b-4380-aa80-5b7f54f1bffc tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682813 Nov 12 08:36:47.129377 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-d0dbbddd-0cd6-4b4d-9690-6e7ea14255c0 service neutron] Attempting to bind port a2750c89-46e7-4b07-adf5-049600d8a1fa on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:47.129931 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-d0dbbddd-0cd6-4b4d-9690-6e7ea14255c0 service neutron] Attempting to bind port a2750c89-46e7-4b07-adf5-049600d8a1fa by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:47.130294 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-d0dbbddd-0cd6-4b4d-9690-6e7ea14255c0 service neutron] Attempting to bind port a2750c89-46e7-4b07-adf5-049600d8a1fa on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:47.143627 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-d0dbbddd-0cd6-4b4d-9690-6e7ea14255c0 service neutron] Port a2750c89-46e7-4b07-adf5-049600d8a1fa on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:36:47.143984 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-d0dbbddd-0cd6-4b4d-9690-6e7ea14255c0 service neutron] Attempting to bind port a2750c89-46e7-4b07-adf5-049600d8a1fa on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:47.158266 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-d0dbbddd-0cd6-4b4d-9690-6e7ea14255c0 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:47.158611 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-d0dbbddd-0cd6-4b4d-9690-6e7ea14255c0 service neutron] Checking segment: {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:47.159014 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-d0dbbddd-0cd6-4b4d-9690-6e7ea14255c0 service neutron] Bound using segment: {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:47.159458 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-d0dbbddd-0cd6-4b4d-9690-6e7ea14255c0 service neutron] Bound port: a2750c89-46e7-4b07-adf5-049600d8a1fa, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:47.159853 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-d0dbbddd-0cd6-4b4d-9690-6e7ea14255c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:47.169787 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-4d7aabfc-2b8a-4b09-a41a-499bdc6aca5f tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:47.171324 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-4d7aabfc-2b8a-4b09-a41a-499bdc6aca5f tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/networks?id=7822463b-fdaf-483f-a94f-eacedacd03dc HTTP/1.1" status: 200 len: 820 time: 0.1837399 Nov 12 08:36:47.195480 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-5c3fadda-e697-4177-920c-7e23150695bd tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/quotas/467fdf3ab5ca4832aed31198fabdc894 HTTP/1.1" status: 200 len: 375 time: 0.0157964 Nov 12 08:36:47.318414 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-d0dbbddd-0cd6-4b4d-9690-6e7ea14255c0 service neutron] For port a2750c89-46e7-4b07-adf5-049600d8a1fa, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:47.323188 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-d0dbbddd-0cd6-4b4d-9690-6e7ea14255c0 service neutron] For port a2750c89-46e7-4b07-adf5-049600d8a1fa, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=a2750c89-46e7-4b07-adf5-049600d8a1fa,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:47.333527 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['df71357e-8759-432c-b893-5909a828aeaa'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:36:47.354028 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-8a7f5466-2e9c-47c8-babd-2126f5eb6487 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=467fdf3ab5ca4832aed31198fabdc894&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1086199 Nov 12 08:36:47.433038 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-d0dbbddd-0cd6-4b4d-9690-6e7ea14255c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:47.513704 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbbddd-0cd6-4b4d-9690-6e7ea14255c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a2750c89-46e7-4b07-adf5-049600d8a1fa,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:47.555488 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-d0dbbddd-0cd6-4b4d-9690-6e7ea14255c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:47.556195 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-d0dbbddd-0cd6-4b4d-9690-6e7ea14255c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:47.557673 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-d0dbbddd-0cd6-4b4d-9690-6e7ea14255c0 service neutron] 10.222.0.58 "PUT /v2.0/ports/a2750c89-46e7-4b07-adf5-049600d8a1fa HTTP/1.1" status: 200 len: 1092 time: 1.9777565 Nov 12 08:36:47.558898 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92bbb96d-6297-4300-ad12-9cfea3f3bbdd', 'tag': 'a2750c89-46e7-4b07-adf5-049600d8a1fa'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:47.561244 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6238d724-952b-4896-91d0-44429ba9f2c6" -d '{"events": [{"name": "network-changed", "server_uuid": "92bbb96d-6297-4300-ad12-9cfea3f3bbdd", "tag": "a2750c89-46e7-4b07-adf5-049600d8a1fa"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:47.589769 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-02ba39d0-895d-44cc-9844-16cdcba25305 service neutron] 10.222.0.37 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348585 Nov 12 08:36:47.602622 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ef8a9-bbee-42e4-9dd5-0abae72eacd7 req-a1d992e8-6226-49fc-beb8-5222748235e7 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:47.604204 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9d2ef8a9-bbee-42e4-9dd5-0abae72eacd7 req-a1d992e8-6226-49fc-beb8-5222748235e7 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 943 time: 0.1738994 Nov 12 08:36:47.739414 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9d2ef8a9-bbee-42e4-9dd5-0abae72eacd7 req-8185aa79-38a9-4d63-8466-5dfa084ff634 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268222 Nov 12 08:36:47.748480 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-83938a8c-0f71-4534-8787-9992f37561bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:47.749985 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-83938a8c-0f71-4534-8787-9992f37561bb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=53ced5a3b5824d46b94af4c3034e6689&device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 1095 time: 0.1365280 Nov 12 08:36:47.815972 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-06487d3b-2efd-4145-a509-68e6472c6c8c service neutron] 10.222.0.37 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107115 Nov 12 08:36:47.818213 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-44cab885-5dca-4be4-95b2-545ccecbe3ec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2750c89-46e7-4b07-adf5-049600d8a1fa HTTP/1.1" status: 200 len: 217 time: 0.0477490 Nov 12 08:36:47.920831 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-eab163fa-08b1-47c6-9a58-9659ac5128bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:47.922411 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-eab163fa-08b1-47c6-9a58-9659ac5128bf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165 HTTP/1.1" status: 200 len: 860 time: 0.0834153 Nov 12 08:36:47.991434 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-394dfa98-bfbf-4a5b-b833-616725ccff7f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac11a5bd-0584-4f41-bf7f-a43257f96e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465372 Nov 12 08:36:48.052437 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f2d84f-e54b-4254-bf6e-7e8611fbd219 x-openstack-request-id: req-d6f2d84f-e54b-4254-bf6e-7e8611fbd219 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:48.052810 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92bbb96d-6297-4300-ad12-9cfea3f3bbdd", "tag": "a2750c89-46e7-4b07-adf5-049600d8a1fa", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:48.053131 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6f2d84f-e54b-4254-bf6e-7e8611fbd219 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:48.053598 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92bbb96d-6297-4300-ad12-9cfea3f3bbdd', 'tag': 'a2750c89-46e7-4b07-adf5-049600d8a1fa', 'status': 'completed', 'code': 200} Nov 12 08:36:48.173278 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-7239e868-6888-4604-aa99-63a68b9c7f6d service neutron] 10.222.0.58 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682212 Nov 12 08:36:48.290394 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-370e3279-a152-4691-bbcf-50a6a1fe1a53 req-64895ab7-d152-4514-87b7-916f7ea3f7e2 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fe0556f-d70c-4171-aea9-d102a39a4e7b HTTP/1.1" status: 200 len: 210 time: 0.0568879 Nov 12 08:36:48.356331 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06eb8a-9802-4557-bed4-96aa77f5d1ab req-044ff135-4095-4e45-b912-f892134408c2 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:48.363786 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-be06eb8a-9802-4557-bed4-96aa77f5d1ab req-044ff135-4095-4e45-b912-f892134408c2 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 945 time: 0.1817305 Nov 12 08:36:48.460862 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-be06eb8a-9802-4557-bed4-96aa77f5d1ab req-d6b773d0-1e77-42d6-92f1-a6c9ea8be53d tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960236 Nov 12 08:36:48.472997 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ec83cf5-f719-4bc3-b722-77cf2b9766ce req-0e1c08e4-e383-475f-ae05-da117cd5e563 service neutron] 10.222.0.58 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474730 Nov 12 08:36:48.685875 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238d724-952b-4896-91d0-44429ba9f2c6 req-62edbe34-3e47-4b74-bbe9-07c9ee9cb8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:48.690891 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6238d724-952b-4896-91d0-44429ba9f2c6 req-62edbe34-3e47-4b74-bbe9-07c9ee9cb8b2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=53ced5a3b5824d46b94af4c3034e6689&device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 1095 time: 0.1310956 Nov 12 08:36:48.705628 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea20f57-fd47-4887-9ccc-1e21664c9a9e req-f665cd1d-3b36-44d3-b704-c40a8cf3e803 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:48.714690 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aea20f57-fd47-4887-9ccc-1e21664c9a9e req-f665cd1d-3b36-44d3-b704-c40a8cf3e803 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed8319b4-cb4a-483c-b591-edd43ad98356 HTTP/1.1" status: 200 len: 944 time: 0.1150565 Nov 12 08:36:48.734302 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device df71357e-8759-432c-b893-5909a828aeaa up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:48.855809 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port df71357e-8759-432c-b893-5909a828aeaa completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:36:48.865229 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port df71357e-8759-432c-b893-5909a828aeaa triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:48.865735 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:48.923553 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aea20f57-fd47-4887-9ccc-1e21664c9a9e req-fa44b86b-28ef-4cd1-9da2-fda7cbe9d352 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076499 Nov 12 08:36:49.001594 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412119e7-4600-46d4-947f-43e45db19f0e req-b8006517-31f5-41c0-ab34-06ae84c662c5 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:49.010828 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-412119e7-4600-46d4-947f-43e45db19f0e req-b8006517-31f5-41c0-ab34-06ae84c662c5 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 943 time: 0.0838673 Nov 12 08:36:49.048547 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.081040 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238d724-952b-4896-91d0-44429ba9f2c6 req-b32f3a03-5f09-485b-b734-184ba3c9e2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:49.084904 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6238d724-952b-4896-91d0-44429ba9f2c6 req-b32f3a03-5f09-485b-b734-184ba3c9e2bf service neutron] 10.222.0.58 "GET /v2.0/networks?id=ac11a5bd-0584-4f41-bf7f-a43257f96e99 HTTP/1.1" status: 200 len: 921 time: 0.3610926 Nov 12 08:36:49.100355 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port df71357e-8759-432c-b893-5909a828aeaa, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=df71357e-8759-432c-b893-5909a828aeaa,segment=NetworkSegment(6bd9f4b7-f155-4031-9435-a90b29e6b2d2),segment_id=6bd9f4b7-f155-4031-9435-a90b29e6b2d2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:49.101882 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8319b4-cb4a-483c-b591-edd43ad98356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df71357e-8759-432c-b893-5909a828aeaa'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:49.105118 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc81f624-b18f-483e-87c4-fe6945b7c4ae" -d '{"events": [{"server_uuid": "ed8319b4-cb4a-483c-b591-edd43ad98356", "name": "network-vif-plugged", "status": "completed", "tag": "df71357e-8759-432c-b893-5909a828aeaa"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:49.109660 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.115689 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-412119e7-4600-46d4-947f-43e45db19f0e req-0903b242-7a97-4115-a819-cca9e56efdc9 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037881 Nov 12 08:36:49.158042 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6238d724-952b-4896-91d0-44429ba9f2c6 req-b30967b4-3094-4765-9778-40312db3d93a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2750c89-46e7-4b07-adf5-049600d8a1fa HTTP/1.1" status: 200 len: 217 time: 0.0586472 Nov 12 08:36:49.198094 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47680f0-5683-4599-9d00-7eb4fe0741ad x-openstack-request-id: req-c47680f0-5683-4599-9d00-7eb4fe0741ad {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:49.198094 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8319b4-cb4a-483c-b591-edd43ad98356", "name": "network-vif-plugged", "status": "completed", "tag": "df71357e-8759-432c-b893-5909a828aeaa", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:49.198094 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c47680f0-5683-4599-9d00-7eb4fe0741ad {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:49.198982 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8319b4-cb4a-483c-b591-edd43ad98356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df71357e-8759-432c-b893-5909a828aeaa', 'code': 200} Nov 12 08:36:49.233564 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238d724-952b-4896-91d0-44429ba9f2c6 req-24ca23c1-9bb5-4040-b07c-821883a14863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:49.234462 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=df71357e-8759-432c-b893-5909a828aeaa,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:49.235298 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6238d724-952b-4896-91d0-44429ba9f2c6 req-24ca23c1-9bb5-4040-b07c-821883a14863 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165 HTTP/1.1" status: 200 len: 860 time: 0.0672376 Nov 12 08:36:49.279526 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6238d724-952b-4896-91d0-44429ba9f2c6 req-ab100ce2-e9d5-46d3-88d7-f2c60f552a52 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac11a5bd-0584-4f41-bf7f-a43257f96e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341177 Nov 12 08:36:49.386291 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3106d-a751-4392-9cdb-ff8cac0cdd0c req-293318fb-3297-43e7-b76b-918df6dc7075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:49.390597 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2ec3106d-a751-4392-9cdb-ff8cac0cdd0c req-293318fb-3297-43e7-b76b-918df6dc7075 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ed8319b4-cb4a-483c-b591-edd43ad98356 HTTP/1.1" status: 200 len: 1097 time: 0.1098034 Nov 12 08:36:49.467868 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6238d724-952b-4896-91d0-44429ba9f2c6 req-18e0f384-88e4-4829-99e0-b52ab751ccda service neutron] 10.222.0.58 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662188 Nov 12 08:36:49.507641 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f70c9d2d-fc7f-484f-9192-8f9cd0aff973 req-39892809-50cd-4695-b1b0-4deb8e2c0de2 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fe0556f-d70c-4171-aea9-d102a39a4e7b HTTP/1.1" status: 200 len: 210 time: 0.0386508 Nov 12 08:36:49.511248 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2ec3106d-a751-4392-9cdb-ff8cac0cdd0c req-45baafc9-e722-4b76-85d9-a22663f41d93 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116459 Nov 12 08:36:49.661038 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6238d724-952b-4896-91d0-44429ba9f2c6 req-ed67f4ac-136c-4ebf-a577-709b339a4b5b service neutron] 10.222.0.58 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813745 Nov 12 08:36:49.824189 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-afaddefc-83f6-415f-be09-fb260c3531a7 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:49.826033 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-afaddefc-83f6-415f-be09-fb260c3531a7 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.58 "GET /v2.0/networks?id=7822463b-fdaf-483f-a94f-eacedacd03dc HTTP/1.1" status: 200 len: 820 time: 0.2023489 Nov 12 08:36:49.845920 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-79c27513-db0a-45cc-ae9f-1dbf92196272 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Request body: {'port': {'device_id': '6fe0556f-d70c-4171-aea9-d102a39a4e7b', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'admin_state_up': True, 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:49.851530 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84714142-0e20-43c2-ba05-571036ec5df5 req-f10b27c0-c4a3-46be-a9d4-3a150b8542da tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:49.863218 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84714142-0e20-43c2-ba05-571036ec5df5 req-f10b27c0-c4a3-46be-a9d4-3a150b8542da tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=fecb594d-4f84-45f2-8b2d-8667541111be HTTP/1.1" status: 200 len: 946 time: 0.1098106 Nov 12 08:36:49.963618 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84714142-0e20-43c2-ba05-571036ec5df5 req-784b29c9-b39c-4341-a72e-8fa34f31060b tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984139 Nov 12 08:36:50.033361 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4639da-017f-4282-bb94-ededcf997a3b req-c23158b3-86ce-4c57-829c-ac3fb6d2e6bf tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:50.035202 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0b4639da-017f-4282-bb94-ededcf997a3b req-c23158b3-86ce-4c57-829c-ac3fb6d2e6bf tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 945 time: 0.0585082 Nov 12 08:36:50.060938 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-79c27513-db0a-45cc-ae9f-1dbf92196272 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Made reservation on behalf of 467fdf3ab5ca4832aed31198fabdc894 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:50.069522 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-79c27513-db0a-45cc-ae9f-1dbf92196272 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:50.104633 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0b4639da-017f-4282-bb94-ededcf997a3b req-8d98a81c-f62d-4707-b319-b37efce87ae0 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627182 Nov 12 08:36:50.169144 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9320cd-7ecc-4aad-8c0a-4fca75d2a4d7 req-cafa454e-e831-4579-a4e1-73d5e4f3b8ce tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:50.171077 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b9320cd-7ecc-4aad-8c0a-4fca75d2a4d7 req-cafa454e-e831-4579-a4e1-73d5e4f3b8ce tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed8319b4-cb4a-483c-b591-edd43ad98356 HTTP/1.1" status: 200 len: 945 time: 0.0648408 Nov 12 08:36:50.273788 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b9320cd-7ecc-4aad-8c0a-4fca75d2a4d7 req-3d68acaf-9cf9-4870-a62c-aafea9407916 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947080 Nov 12 08:36:50.283615 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-79c27513-db0a-45cc-ae9f-1dbf92196272 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Allocated IP 172.20.0.4 (7822463b-fdaf-483f-a94f-eacedacd03dc/07323dc0-d972-46d6-a477-503b3cfb8497/317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:50.325658 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb38681-64cb-411e-ae6f-059946a511ff req-e46727fc-f638-4951-8fe4-df66c3751b5d tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:50.328585 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5fb38681-64cb-411e-ae6f-059946a511ff req-e46727fc-f638-4951-8fe4-df66c3751b5d tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 943 time: 0.0790975 Nov 12 08:36:50.392378 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5fb38681-64cb-411e-ae6f-059946a511ff req-b0e865e5-dc63-48aa-b062-78c23e508ad7 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565927 Nov 12 08:36:50.514164 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-79c27513-db0a-45cc-ae9f-1dbf92196272 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:50.577583 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-79c27513-db0a-45cc-ae9f-1dbf92196272 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:50.592725 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:36:50.639918 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-79c27513-db0a-45cc-ae9f-1dbf92196272 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Network 7822463b-fdaf-483f-a94f-eacedacd03dc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:50.643512 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-79c27513-db0a-45cc-ae9f-1dbf92196272 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:50.648018 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-79c27513-db0a-45cc-ae9f-1dbf92196272 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:50.679594 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c27513-db0a-45cc-ae9f-1dbf92196272 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Pushing event updated for resources: {'Port': ['ID=317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:50.720321 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-79c27513-db0a-45cc-ae9f-1dbf92196272 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:50.721454 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-79c27513-db0a-45cc-ae9f-1dbf92196272 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:50.751849 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-79c27513-db0a-45cc-ae9f-1dbf92196272 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9103007 Nov 12 08:36:50.753808 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bdbc9-8fb9-4fef-9cb1-14b62c0a1936 req-fbddc854-330e-45b5-84e4-311ef9df416b tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:50.756127 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-906bdbc9-8fb9-4fef-9cb1-14b62c0a1936 req-fbddc854-330e-45b5-84e4-311ef9df416b tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fe0556f-d70c-4171-aea9-d102a39a4e7b HTTP/1.1" status: 200 len: 931 time: 0.1196060 Nov 12 08:36:50.776871 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-0102debc-0fcd-48e3-b8aa-39c9125ce84b service neutron] Request body: {'port': {'device_id': '6fe0556f-d70c-4171-aea9-d102a39a4e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:50.864840 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-0102debc-0fcd-48e3-b8aa-39c9125ce84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:50.912578 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-906bdbc9-8fb9-4fef-9cb1-14b62c0a1936 req-a7127792-c354-4348-bcef-0a1d19da18b1 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f63dd9f-cc7e-4c97-a0e5-82a55bd134d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480949 Nov 12 08:36:51.046520 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-cb8ea0b3-e979-4300-aa45-fd5aaa5fdaaf None None] Provisioning complete for port 317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:51.049007 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cb8ea0b3-e979-4300-aa45-fd5aaa5fdaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:51.099674 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-cb8ea0b3-e979-4300-aa45-fd5aaa5fdaaf None None] Port 317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:36:51.135140 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c710023-4b6c-4290-b4f8-6ae1650dd3db req-1d1a4f93-0f69-405d-9223-48356fee2398 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:51.137297 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c710023-4b6c-4290-b4f8-6ae1650dd3db req-1d1a4f93-0f69-405d-9223-48356fee2398 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=fecb594d-4f84-45f2-8b2d-8667541111be HTTP/1.1" status: 200 len: 946 time: 0.0821753 Nov 12 08:36:51.288882 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c710023-4b6c-4290-b4f8-6ae1650dd3db req-1ba62ee3-78dc-442b-9e81-7d32e78085be tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403556 Nov 12 08:36:51.317030 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0226e8-f280-48f6-8230-4f8c0e49ee7c req-2b897a50-f9b9-4c99-8f32-0f24c1f48da1 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:51.330352 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c0226e8-f280-48f6-8230-4f8c0e49ee7c req-2b897a50-f9b9-4c99-8f32-0f24c1f48da1 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 945 time: 0.1265509 Nov 12 08:36:51.330497 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-0102debc-0fcd-48e3-b8aa-39c9125ce84b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:36:51.355547 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-0102debc-0fcd-48e3-b8aa-39c9125ce84b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:51.386159 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-0102debc-0fcd-48e3-b8aa-39c9125ce84b service neutron] Transition to ACTIVE for port object 317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:36:51.399446 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-0102debc-0fcd-48e3-b8aa-39c9125ce84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:51.405180 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c0226e8-f280-48f6-8230-4f8c0e49ee7c req-bc6d1f9f-f38b-4353-888d-f9c1e97de5a7 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726361 Nov 12 08:36:51.470742 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6afe10-77d1-45ff-9493-c2da20db8864 req-5b76112f-02e5-4d42-ab7c-a30fe02c6208 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:51.483564 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dc6afe10-77d1-45ff-9493-c2da20db8864 req-5b76112f-02e5-4d42-ab7c-a30fe02c6208 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed8319b4-cb4a-483c-b591-edd43ad98356 HTTP/1.1" status: 200 len: 945 time: 0.1043351 Nov 12 08:36:51.532264 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102debc-0fcd-48e3-b8aa-39c9125ce84b service neutron] Pushing event updated for resources: {'Port': ['ID=317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:51.561569 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dc6afe10-77d1-45ff-9493-c2da20db8864 req-877baa36-042b-4ae0-a705-5de479bc03c5 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763106 Nov 12 08:36:51.705871 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-0102debc-0fcd-48e3-b8aa-39c9125ce84b service neutron] Attempting to bind port 317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:51.706268 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-0102debc-0fcd-48e3-b8aa-39c9125ce84b service neutron] Attempting to bind port 317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '7302eff5-b90c-4435-9483-7de591162e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:51.706546 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-0102debc-0fcd-48e3-b8aa-39c9125ce84b service neutron] Attempting to bind port 317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2 on network 7822463b-fdaf-483f-a94f-eacedacd03dc {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:51.713727 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-0102debc-0fcd-48e3-b8aa-39c9125ce84b service neutron] Port 317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2 on network 7822463b-fdaf-483f-a94f-eacedacd03dc not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:36:51.714079 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-0102debc-0fcd-48e3-b8aa-39c9125ce84b service neutron] Attempting to bind port 317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2 on network 7822463b-fdaf-483f-a94f-eacedacd03dc {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:51.721054 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-0102debc-0fcd-48e3-b8aa-39c9125ce84b service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:51.721437 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-0102debc-0fcd-48e3-b8aa-39c9125ce84b service neutron] Checking segment: {'id': '7302eff5-b90c-4435-9483-7de591162e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:51.721843 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-0102debc-0fcd-48e3-b8aa-39c9125ce84b service neutron] Bound using segment: {'id': '7302eff5-b90c-4435-9483-7de591162e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:51.722290 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-0102debc-0fcd-48e3-b8aa-39c9125ce84b service neutron] Bound port: 317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7302eff5-b90c-4435-9483-7de591162e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:51.722776 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-0102debc-0fcd-48e3-b8aa-39c9125ce84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:51.789883 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efcd539-8087-47e6-9848-9a19d381bd1c req-ad9a603d-0a35-4be3-b06c-faf781fca4b7 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:51.792047 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3efcd539-8087-47e6-9848-9a19d381bd1c req-ad9a603d-0a35-4be3-b06c-faf781fca4b7 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 943 time: 0.1503906 Nov 12 08:36:51.830923 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-0102debc-0fcd-48e3-b8aa-39c9125ce84b service neutron] For port 317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:51.837340 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-0102debc-0fcd-48e3-b8aa-39c9125ce84b service neutron] For port 317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2,segment=NetworkSegment(7302eff5-b90c-4435-9483-7de591162e23),segment_id=7302eff5-b90c-4435-9483-7de591162e23)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:51.847728 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-0102debc-0fcd-48e3-b8aa-39c9125ce84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:51.890361 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3efcd539-8087-47e6-9848-9a19d381bd1c req-c3675069-ef2b-48da-9d48-289ea7b68a64 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871532 Nov 12 08:36:51.925390 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-0102debc-0fcd-48e3-b8aa-39c9125ce84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:51.926855 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-0102debc-0fcd-48e3-b8aa-39c9125ce84b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:51.928908 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-0102debc-0fcd-48e3-b8aa-39c9125ce84b service neutron] 10.222.0.58 "PUT /v2.0/ports/317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2 HTTP/1.1" status: 200 len: 1092 time: 1.1597493 Nov 12 08:36:51.929650 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe0556f-d70c-4171-aea9-d102a39a4e7b', 'tag': '317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:51.934033 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cc5a6c-c65d-44fb-9763-871c23086e53" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe0556f-d70c-4171-aea9-d102a39a4e7b", "tag": "317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:51.959948 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fd543-8e0c-4cf8-93a3-cef7dfdc5d7e req-b92004ff-9c67-4e0d-8358-89d00f4bac44 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:51.962352 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-540fd543-8e0c-4cf8-93a3-cef7dfdc5d7e req-b92004ff-9c67-4e0d-8358-89d00f4bac44 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.58 "GET /v2.0/ports?device_id=fecb594d-4f84-45f2-8b2d-8667541111be HTTP/1.1" status: 200 len: 946 time: 0.1689100 Nov 12 08:36:52.066732 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102debc-0fcd-48e3-b8aa-39c9125ce84b service neutron] Pushing event updated for resources: {'Port': ['ID=317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:52.107612 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-2e633914-f991-4f7c-a24c-fe268bd60c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:52.110092 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-2e633914-f991-4f7c-a24c-fe268bd60c5f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=467fdf3ab5ca4832aed31198fabdc894&device_id=6fe0556f-d70c-4171-aea9-d102a39a4e7b HTTP/1.1" status: 200 len: 1095 time: 0.1159666 Nov 12 08:36:52.176085 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-f2b1b02e-fee8-49f0-9eec-8829f4ef7b4b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2 HTTP/1.1" status: 200 len: 217 time: 0.0530546 Nov 12 08:36:52.207322 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4102c83-f3e4-4d6b-a6dd-525e495d3588 req-ebbc0887-5987-4c18-8776-0994875d2ea0 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:52.211883 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a4102c83-f3e4-4d6b-a6dd-525e495d3588 req-ebbc0887-5987-4c18-8776-0994875d2ea0 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fe0556f-d70c-4171-aea9-d102a39a4e7b HTTP/1.1" status: 200 len: 943 time: 0.1684597 Nov 12 08:36:52.224522 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84b962-522a-4a2f-8040-d88b63d522fa req-21e8ae9c-6d42-41c1-a971-7e5a4616c85c tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:52.232026 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f84b962-522a-4a2f-8040-d88b63d522fa req-21e8ae9c-6d42-41c1-a971-7e5a4616c85c tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed8319b4-cb4a-483c-b591-edd43ad98356 HTTP/1.1" status: 200 len: 945 time: 0.1473343 Nov 12 08:36:52.262268 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-9a8e715e-e9aa-4369-9a9d-95c7d514772c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:52.264122 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-9a8e715e-e9aa-4369-9a9d-95c7d514772c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07323dc0-d972-46d6-a477-503b3cfb8497 HTTP/1.1" status: 200 len: 859 time: 0.0736918 Nov 12 08:36:52.325684 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a4102c83-f3e4-4d6b-a6dd-525e495d3588 req-eed12643-27b1-4484-98fd-5ac62f6c3009 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f63dd9f-cc7e-4c97-a0e5-82a55bd134d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863874 Nov 12 08:36:52.333199 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-540fd543-8e0c-4cf8-93a3-cef7dfdc5d7e req-b21e6b0c-9a7c-477d-ac22-bcf7621c0f0b tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Deleting port 5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:52.333694 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-540fd543-8e0c-4cf8-93a3-cef7dfdc5d7e req-b21e6b0c-9a7c-477d-ac22-bcf7621c0f0b tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.342655 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-589018e0-5b27-441d-91ca-c4cc84410970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:52.344522 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-589018e0-5b27-441d-91ca-c4cc84410970 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7822463b-fdaf-483f-a94f-eacedacd03dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722003 Nov 12 08:36:52.424880 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f84b962-522a-4a2f-8040-d88b63d522fa req-c4baf922-bd66-4f33-80e2-f257caf0481b tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898527 Nov 12 08:36:52.478165 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-e8981dfe-afd7-4ffd-b3c0-9ed50dfb68c4 service neutron] 10.222.0.58 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213870 Nov 12 08:36:52.479674 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75c6c45-a233-4b95-8cce-952de3366095 x-openstack-request-id: req-b75c6c45-a233-4b95-8cce-952de3366095 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:52.479994 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe0556f-d70c-4171-aea9-d102a39a4e7b", "tag": "317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:52.480251 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b75c6c45-a233-4b95-8cce-952de3366095 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:52.480639 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe0556f-d70c-4171-aea9-d102a39a4e7b', 'tag': '317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2', 'status': 'completed', 'code': 200} Nov 12 08:36:52.514333 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-540fd543-8e0c-4cf8-93a3-cef7dfdc5d7e req-b21e6b0c-9a7c-477d-ac22-bcf7621c0f0b tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] For port 5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9,segment=NetworkSegment(0f678bdb-6263-4ca5-b85d-b6ca1e706114),segment_id=0f678bdb-6263-4ca5-b85d-b6ca1e706114)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:52.514689 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-540fd543-8e0c-4cf8-93a3-cef7dfdc5d7e req-b21e6b0c-9a7c-477d-ac22-bcf7621c0f0b tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.598303 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-540fd543-8e0c-4cf8-93a3-cef7dfdc5d7e req-b21e6b0c-9a7c-477d-ac22-bcf7621c0f0b tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Calling delete_port for 5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:52.625888 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.636243 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5eb8a317-fa7a-4938-9c9f-fae1bad4d8b2 req-3e06c286-4bd4-4171-bb90-5c6c94b296f1 service neutron] 10.222.0.58 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457949 Nov 12 08:36:52.712397 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e67fa-614e-4342-b84b-0e22b09230a5 req-c01ca261-580e-4544-9688-1563156a4493 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:52.714713 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a81e67fa-614e-4342-b84b-0e22b09230a5 req-c01ca261-580e-4544-9688-1563156a4493 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=fecb594d-4f84-45f2-8b2d-8667541111be HTTP/1.1" status: 200 len: 946 time: 0.2025430 Nov 12 08:36:52.749276 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161a326-050d-48af-904a-f31223e0462e req-2e6a252f-0724-4034-81b0-4da46deb5968 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:52.751453 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5161a326-050d-48af-904a-f31223e0462e req-2e6a252f-0724-4034-81b0-4da46deb5968 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 945 time: 0.2054558 Nov 12 08:36:52.764605 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc5a6c-c65d-44fb-9763-871c23086e53 req-21c53fa9-bfee-40af-b0c8-80505bf7b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:52.772285 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-19cc5a6c-c65d-44fb-9763-871c23086e53 req-21c53fa9-bfee-40af-b0c8-80505bf7b1aa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=467fdf3ab5ca4832aed31198fabdc894&device_id=6fe0556f-d70c-4171-aea9-d102a39a4e7b HTTP/1.1" status: 200 len: 1095 time: 0.0715008 Nov 12 08:36:52.856694 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a81e67fa-614e-4342-b84b-0e22b09230a5 req-b34fa75a-ad29-470d-8580-9da2306abd6c tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341743 Nov 12 08:36:52.862491 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5161a326-050d-48af-904a-f31223e0462e req-17bac867-fc79-4c24-be25-d0d7a3707496 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000385 Nov 12 08:36:52.921883 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc5a6c-c65d-44fb-9763-871c23086e53 req-7e13836e-f749-4908-a0d1-078224ca3777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:52.923548 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-19cc5a6c-c65d-44fb-9763-871c23086e53 req-7e13836e-f749-4908-a0d1-078224ca3777 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7822463b-fdaf-483f-a94f-eacedacd03dc HTTP/1.1" status: 200 len: 921 time: 0.1392970 Nov 12 08:36:52.934388 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-540fd543-8e0c-4cf8-93a3-cef7dfdc5d7e req-b21e6b0c-9a7c-477d-ac22-bcf7621c0f0b tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.948123 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4', '2fc03224-3f8a-453d-a53a-d03411cdd46a'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:36:52.979181 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e6b0c-9a7c-477d-ac22-bcf7621c0f0b tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Pushing event deleted for resources: {'Port': ['ID=5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:53.001408 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-19cc5a6c-c65d-44fb-9763-871c23086e53 req-ba7eeeac-49f6-4b40-bde8-7e0cf883f1a8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2 HTTP/1.1" status: 200 len: 217 time: 0.0607963 Nov 12 08:36:53.082355 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-540fd543-8e0c-4cf8-93a3-cef7dfdc5d7e req-b21e6b0c-9a7c-477d-ac22-bcf7621c0f0b tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] No DVR routers for this DVR port 5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:36:53.088331 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-540fd543-8e0c-4cf8-93a3-cef7dfdc5d7e req-b21e6b0c-9a7c-477d-ac22-bcf7621c0f0b tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:53.091964 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-540fd543-8e0c-4cf8-93a3-cef7dfdc5d7e req-b21e6b0c-9a7c-477d-ac22-bcf7621c0f0b tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.58 "DELETE /v2.0/ports/5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9 HTTP/1.1" status: 204 len: 173 time: 1.1190057 Nov 12 08:36:53.092461 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fecb594d-4f84-45f2-8b2d-8667541111be', 'name': 'network-vif-deleted', 'tag': '5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:53.096027 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053f1634-0fee-466c-9210-6d86ad70d37a" -d '{"events": [{"server_uuid": "fecb594d-4f84-45f2-8b2d-8667541111be", "name": "network-vif-deleted", "tag": "5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:53.146417 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac89da9-0d72-4f01-b7ca-45a18be31df5 x-openstack-request-id: req-dac89da9-0d72-4f01-b7ca-45a18be31df5 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:53.147192 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fecb594d-4f84-45f2-8b2d-8667541111be", "name": "network-vif-deleted", "tag": "5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:53.147445 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dac89da9-0d72-4f01-b7ca-45a18be31df5 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:53.147901 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fecb594d-4f84-45f2-8b2d-8667541111be', 'name': 'network-vif-deleted', 'tag': '5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9', 'status': 'completed', 'code': 200} Nov 12 08:36:53.167445 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc5a6c-c65d-44fb-9763-871c23086e53 req-3c5f0532-fd45-4455-bb1f-509c8c125aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:53.187110 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-19cc5a6c-c65d-44fb-9763-871c23086e53 req-3c5f0532-fd45-4455-bb1f-509c8c125aaa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07323dc0-d972-46d6-a477-503b3cfb8497 HTTP/1.1" status: 200 len: 859 time: 0.1671679 Nov 12 08:36:53.291978 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188ecb0-de4a-4882-8a5b-7bc05fb0a8c1 req-a590d631-2fa9-4789-8e5d-4d77e26884fc tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:53.292204 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc5a6c-c65d-44fb-9763-871c23086e53 req-46bde492-4e71-442d-8fc1-083870ef0ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:53.298288 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-19cc5a6c-c65d-44fb-9763-871c23086e53 req-46bde492-4e71-442d-8fc1-083870ef0ae1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7822463b-fdaf-483f-a94f-eacedacd03dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0994279 Nov 12 08:36:53.303585 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3188ecb0-de4a-4882-8a5b-7bc05fb0a8c1 req-a590d631-2fa9-4789-8e5d-4d77e26884fc tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 943 time: 0.1381032 Nov 12 08:36:53.376274 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3188ecb0-de4a-4882-8a5b-7bc05fb0a8c1 req-d1c250f5-640c-4383-adf9-af440c4855b2 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708573 Nov 12 08:36:53.582341 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d83803-50f1-449e-8063-ca7e3308435d req-09c759c2-32df-4fc8-ad6c-ebc879d7624d tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:53.584561 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-50d83803-50f1-449e-8063-ca7e3308435d req-09c759c2-32df-4fc8-ad6c-ebc879d7624d tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed8319b4-cb4a-483c-b591-edd43ad98356 HTTP/1.1" status: 200 len: 945 time: 0.1157680 Nov 12 08:36:53.597731 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167ebad-2a95-45dc-ab2c-6fa435374ac6 req-281b983c-8ec4-4774-88ce-84053ab77583 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:53.602181 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8167ebad-2a95-45dc-ab2c-6fa435374ac6 req-281b983c-8ec4-4774-88ce-84053ab77583 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fe0556f-d70c-4171-aea9-d102a39a4e7b HTTP/1.1" status: 200 len: 943 time: 0.1523447 Nov 12 08:36:53.625274 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-19cc5a6c-c65d-44fb-9763-871c23086e53 req-2fc84548-0fee-4d89-bf5e-71334b1a2a7b service neutron] 10.222.0.58 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124914 Nov 12 08:36:53.726512 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8167ebad-2a95-45dc-ab2c-6fa435374ac6 req-6f1624b0-1c91-41e5-b24f-4251497dc398 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f63dd9f-cc7e-4c97-a0e5-82a55bd134d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121531 Nov 12 08:36:53.761742 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947bb0e-903c-47d9-a318-9558a3e0007e req-66c0ae25-3be7-4456-acf6-729453a17cb1 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:53.764204 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5947bb0e-903c-47d9-a318-9558a3e0007e req-66c0ae25-3be7-4456-acf6-729453a17cb1 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed8319b4-cb4a-483c-b591-edd43ad98356 HTTP/1.1" status: 200 len: 945 time: 0.1600988 Nov 12 08:36:53.860083 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5947bb0e-903c-47d9-a318-9558a3e0007e req-692249b1-4e6f-4243-860d-c4446e52ed0c tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5e80bd-f722-4974-a19e-39957bb842fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858748 Nov 12 08:36:53.899598 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-19cc5a6c-c65d-44fb-9763-871c23086e53 req-e7dd9ec9-d840-4b23-9139-faa8e3621496 service neutron] 10.222.0.58 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394154 Nov 12 08:36:53.924753 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-50d83803-50f1-449e-8063-ca7e3308435d req-12d3a7ad-3fca-4cb6-87fb-6510ba0ed414 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Deleting port df71357e-8759-432c-b893-5909a828aeaa {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:53.925881 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-50d83803-50f1-449e-8063-ca7e3308435d req-12d3a7ad-3fca-4cb6-87fb-6510ba0ed414 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:54.144046 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c39bab-85e7-4bec-a3ac-67887d695184 req-e0203775-f258-4437-8d78-898dd226aa8a tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:54.156454 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-61c39bab-85e7-4bec-a3ac-67887d695184 req-e0203775-f258-4437-8d78-898dd226aa8a tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 945 time: 0.1379087 Nov 12 08:36:54.171961 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4fc6a086-7d4c-49f9-99a7-e0335f936217 req-39a0a590-a20d-47fb-bd04-008e63b9ebe3 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=fecb594d-4f84-45f2-8b2d-8667541111be HTTP/1.1" status: 200 len: 210 time: 0.0808892 Nov 12 08:36:54.245627 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-50d83803-50f1-449e-8063-ca7e3308435d req-12d3a7ad-3fca-4cb6-87fb-6510ba0ed414 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] For port df71357e-8759-432c-b893-5909a828aeaa, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=df71357e-8759-432c-b893-5909a828aeaa,segment=NetworkSegment(6bd9f4b7-f155-4031-9435-a90b29e6b2d2),segment_id=6bd9f4b7-f155-4031-9435-a90b29e6b2d2)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:54.245999 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-50d83803-50f1-449e-8063-ca7e3308435d req-12d3a7ad-3fca-4cb6-87fb-6510ba0ed414 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:54.276405 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-61c39bab-85e7-4bec-a3ac-67887d695184 req-6bfc92fa-6449-4c48-b364-5454b3ced0f4 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189117 Nov 12 08:36:54.283440 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-50d83803-50f1-449e-8063-ca7e3308435d req-12d3a7ad-3fca-4cb6-87fb-6510ba0ed414 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Calling delete_port for df71357e-8759-432c-b893-5909a828aeaa owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:54.497471 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-50d83803-50f1-449e-8063-ca7e3308435d req-12d3a7ad-3fca-4cb6-87fb-6510ba0ed414 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:54.514233 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['df71357e-8759-432c-b893-5909a828aeaa'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:36:54.533161 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d3a7ad-3fca-4cb6-87fb-6510ba0ed414 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Pushing event deleted for resources: {'Port': ['ID=df71357e-8759-432c-b893-5909a828aeaa,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:54.550217 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d3a7ad-3fca-4cb6-87fb-6510ba0ed414 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:54.550217 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d3a7ad-3fca-4cb6-87fb-6510ba0ed414 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:54.550217 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d3a7ad-3fca-4cb6-87fb-6510ba0ed414 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:54.550217 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d3a7ad-3fca-4cb6-87fb-6510ba0ed414 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:54.550217 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d3a7ad-3fca-4cb6-87fb-6510ba0ed414 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:54.550936 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d3a7ad-3fca-4cb6-87fb-6510ba0ed414 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:54.551308 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d3a7ad-3fca-4cb6-87fb-6510ba0ed414 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:54.551887 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d3a7ad-3fca-4cb6-87fb-6510ba0ed414 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:54.552342 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d3a7ad-3fca-4cb6-87fb-6510ba0ed414 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:54.552744 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d3a7ad-3fca-4cb6-87fb-6510ba0ed414 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:54.553136 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d3a7ad-3fca-4cb6-87fb-6510ba0ed414 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:54.553614 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d3a7ad-3fca-4cb6-87fb-6510ba0ed414 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:54.594396 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2572e06-61f6-4b62-a6af-8b5d1f551230 req-60bc3f39-4509-4df2-98c6-a630e3f5e798 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:54.599512 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d2572e06-61f6-4b62-a6af-8b5d1f551230 req-60bc3f39-4509-4df2-98c6-a630e3f5e798 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 943 time: 0.1370428 Nov 12 08:36:54.612955 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d83803-50f1-449e-8063-ca7e3308435d req-12d3a7ad-3fca-4cb6-87fb-6510ba0ed414 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] No DVR routers for this DVR port df71357e-8759-432c-b893-5909a828aeaa on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:36:54.616795 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-50d83803-50f1-449e-8063-ca7e3308435d req-12d3a7ad-3fca-4cb6-87fb-6510ba0ed414 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:54.620889 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-50d83803-50f1-449e-8063-ca7e3308435d req-12d3a7ad-3fca-4cb6-87fb-6510ba0ed414 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.54 "DELETE /v2.0/ports/df71357e-8759-432c-b893-5909a828aeaa HTTP/1.1" status: 204 len: 173 time: 1.0282362 Nov 12 08:36:54.621597 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8319b4-cb4a-483c-b591-edd43ad98356', 'name': 'network-vif-deleted', 'tag': 'df71357e-8759-432c-b893-5909a828aeaa'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:54.624911 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2aa8c5-1830-42e2-91b4-b0e9eb4591d7" -d '{"events": [{"server_uuid": "ed8319b4-cb4a-483c-b591-edd43ad98356", "name": "network-vif-deleted", "tag": "df71357e-8759-432c-b893-5909a828aeaa"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:54.679376 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d2572e06-61f6-4b62-a6af-8b5d1f551230 req-3e89ee2a-6c28-4b23-b68d-ef3ce353fa6d tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731947 Nov 12 08:36:54.710627 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a554f673-3576-401a-ba70-a42bef702f30 x-openstack-request-id: req-a554f673-3576-401a-ba70-a42bef702f30 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:54.710965 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8319b4-cb4a-483c-b591-edd43ad98356", "name": "network-vif-deleted", "tag": "df71357e-8759-432c-b893-5909a828aeaa", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:54.711225 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a554f673-3576-401a-ba70-a42bef702f30 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:54.711648 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8319b4-cb4a-483c-b591-edd43ad98356', 'name': 'network-vif-deleted', 'tag': 'df71357e-8759-432c-b893-5909a828aeaa', 'status': 'completed', 'code': 200} Nov 12 08:36:54.835275 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:36:54.849247 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:36:54.874606 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:36:54.874940 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 5d78ff2e-a92e-4f2c-add5-cc8ff6eed9d9 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:36:54.984483 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2,segment=NetworkSegment(7302eff5-b90c-4435-9483-7de591162e23),segment_id=7302eff5-b90c-4435-9483-7de591162e23)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:54.998602 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'port_id': '317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2', 'mac_address': 'fa:16:3e:38:3b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:36:55.002077 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d1278807-286f-4782-ab74-6a0481f34f4c req-a6287673-963b-411f-b689-d075a2b9a92c tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed8319b4-cb4a-483c-b591-edd43ad98356 HTTP/1.1" status: 200 len: 210 time: 0.0362294 Nov 12 08:36:55.023397 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83c224-928d-4c18-83a7-f3857230cb0f req-a9423410-ba8e-43b6-a891-36f058d9f951 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:55.044709 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6c83c224-928d-4c18-83a7-f3857230cb0f req-a9423410-ba8e-43b6-a891-36f058d9f951 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fe0556f-d70c-4171-aea9-d102a39a4e7b HTTP/1.1" status: 200 len: 943 time: 0.2207873 Nov 12 08:36:55.056013 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.073926 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:36:55.102066 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2,segment=NetworkSegment(7302eff5-b90c-4435-9483-7de591162e23),segment_id=7302eff5-b90c-4435-9483-7de591162e23)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:55.109470 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.151442 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6c83c224-928d-4c18-83a7-f3857230cb0f req-8b57a3a4-d00f-4a0e-881b-41be7f399744 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f63dd9f-cc7e-4c97-a0e5-82a55bd134d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056921 Nov 12 08:36:55.203902 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:55.435917 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:36:55.457350 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a706f-b619-43c4-8aaf-77276fa091b9 req-dda4cc37-9a8e-479c-af4f-fccd6ddd05fb tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:55.464358 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5e5a706f-b619-43c4-8aaf-77276fa091b9 req-dda4cc37-9a8e-479c-af4f-fccd6ddd05fb tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 945 time: 0.0930729 Nov 12 08:36:55.560595 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5e5a706f-b619-43c4-8aaf-77276fa091b9 req-d8588761-c6ce-46ed-8d18-bf6aa17d2da7 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925326 Nov 12 08:36:55.700261 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f0b05-7ca1-474b-8cd7-1e9c720bc2e9 req-b8cb6fab-1035-44c3-b421-1ad6388e5667 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:55.703762 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-955f0b05-7ca1-474b-8cd7-1e9c720bc2e9 req-b8cb6fab-1035-44c3-b421-1ad6388e5667 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dae63a7-de8d-4241-a768-5fc5a0c346a8 HTTP/1.1" status: 200 len: 946 time: 0.0625060 Nov 12 08:36:55.771485 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-955f0b05-7ca1-474b-8cd7-1e9c720bc2e9 req-10604fcd-a86d-4c14-a60b-d046d3505971 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596786 Nov 12 08:36:55.825129 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7ded1-b038-4a68-a419-97973274d6e9 req-a277763a-9b14-48cc-9199-2b60240f95f6 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:55.826878 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d2c7ded1-b038-4a68-a419-97973274d6e9 req-a277763a-9b14-48cc-9199-2b60240f95f6 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 943 time: 0.0517874 Nov 12 08:36:55.896769 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d2c7ded1-b038-4a68-a419-97973274d6e9 req-f0c4e083-7e3a-482b-a0b2-6943a54382bd tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623949 Nov 12 08:36:56.264337 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40608) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:56.306897 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eabc96-5078-435b-bc14-3f463e9fe334 req-6fbcaa01-9648-4feb-b160-58352c74884e tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:56.312328 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b1eabc96-5078-435b-bc14-3f463e9fe334 req-6fbcaa01-9648-4feb-b160-58352c74884e tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fe0556f-d70c-4171-aea9-d102a39a4e7b HTTP/1.1" status: 200 len: 944 time: 0.0618322 Nov 12 08:36:56.340121 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-98929f24-e589-4144-9b75-3c9707203a27 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.370407 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b1eabc96-5078-435b-bc14-3f463e9fe334 req-5f93c9f1-5228-4a49-b161-3ff65db9fdab tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f63dd9f-cc7e-4c97-a0e5-82a55bd134d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533102 Nov 12 08:36:56.370613 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-98929f24-e589-4144-9b75-3c9707203a27 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.424631 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-98929f24-e589-4144-9b75-3c9707203a27 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.427842 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-98929f24-e589-4144-9b75-3c9707203a27 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.429038 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-98929f24-e589-4144-9b75-3c9707203a27 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "DELETE /v2.0/security-groups/a163fbb0-4bff-43ac-b752-5de3bebaaaf6 HTTP/1.1" status: 204 len: 168 time: 0.1599929 Nov 12 08:36:56.431756 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40618) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:56.439512 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98929f24-e589-4144-9b75-3c9707203a27 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a163fbb0-4bff-43ac-b752-5de3bebaaaf6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:56.447195 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-28736d9c-e9b9-4c4d-9bc7-0d5b16c4cdfa tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] show failed (client error): The resource could not be found. Nov 12 08:36:56.448317 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-28736d9c-e9b9-4c4d-9bc7-0d5b16c4cdfa tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "GET /v2.0/security-groups/a163fbb0-4bff-43ac-b752-5de3bebaaaf6 HTTP/1.1" status: 404 len: 347 time: 0.0155325 Nov 12 08:36:56.451224 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40620) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:56.591604 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c70f7b8d-97b0-4c4b-9eec-ede7bd10ce50 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Deleting port 062d7431-c796-4762-8e4e-db56735641a3 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:56.591985 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c70f7b8d-97b0-4c4b-9eec-ede7bd10ce50 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.704772 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c70f7b8d-97b0-4c4b-9eec-ede7bd10ce50 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.705228 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c70f7b8d-97b0-4c4b-9eec-ede7bd10ce50 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.722034 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c70f7b8d-97b0-4c4b-9eec-ede7bd10ce50 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Calling delete_port for 062d7431-c796-4762-8e4e-db56735641a3 owned by network:floatingip {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:56.745163 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c58a7-ec14-49f6-8ee0-85088b1659b9 req-7257d01b-e524-47aa-aa33-b71d00f09d31 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:56.746613 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e36c58a7-ec14-49f6-8ee0-85088b1659b9 req-7257d01b-e524-47aa-aa33-b71d00f09d31 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 945 time: 0.0878909 Nov 12 08:36:56.759134 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device df71357e-8759-432c-b893-5909a828aeaa no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:36:56.780397 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: df71357e-8759-432c-b893-5909a828aeaa {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:36:56.781036 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device df71357e-8759-432c-b893-5909a828aeaa not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:36:56.867006 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:56.873680 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e36c58a7-ec14-49f6-8ee0-85088b1659b9 req-d74c8491-ef6a-4b4a-827c-8908468abe2f tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955892 Nov 12 08:36:56.935398 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f51aec-83f3-4147-981a-97cf2dc0689a req-a7bb2ece-814d-498c-8327-55c34e897f7f tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:56.938912 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-92f51aec-83f3-4147-981a-97cf2dc0689a req-a7bb2ece-814d-498c-8327-55c34e897f7f tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.54 "GET /v2.0/ports?device_id=2dae63a7-de8d-4241-a768-5fc5a0c346a8 HTTP/1.1" status: 200 len: 946 time: 0.0723293 Nov 12 08:36:56.960788 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:36:56.972220 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:56.972846 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.981211 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff5d27-7a77-4016-953d-f8bef48c260a req-e10f59f7-61f9-46e0-b0c6-890b709b6789 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:56.989040 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1bff5d27-7a77-4016-953d-f8bef48c260a req-e10f59f7-61f9-46e0-b0c6-890b709b6789 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dae63a7-de8d-4241-a768-5fc5a0c346a8 HTTP/1.1" status: 200 len: 946 time: 0.1489441 Nov 12 08:36:57.058759 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c70f7b8d-97b0-4c4b-9eec-ede7bd10ce50 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.092474 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.101961 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-92f51aec-83f3-4147-981a-97cf2dc0689a req-b7af6212-f320-4612-b784-71ddb11875f3 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Deleting port 2fc03224-3f8a-453d-a53a-d03411cdd46a {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:57.102622 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-92f51aec-83f3-4147-981a-97cf2dc0689a req-b7af6212-f320-4612-b784-71ddb11875f3 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.106166 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f7b8d-97b0-4c4b-9eec-ede7bd10ce50 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Pushing event deleted for resources: {'Port': ['ID=062d7431-c796-4762-8e4e-db56735641a3,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:57.142343 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2,segment=NetworkSegment(7302eff5-b90c-4435-9483-7de591162e23),segment_id=7302eff5-b90c-4435-9483-7de591162e23)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:57.143473 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe0556f-d70c-4171-aea9-d102a39a4e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:57.147501 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481cafd1-c213-4e21-9766-0b8bdb686c81" -d '{"events": [{"server_uuid": "6fe0556f-d70c-4171-aea9-d102a39a4e7b", "name": "network-vif-plugged", "status": "completed", "tag": "317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:57.150520 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9bb4d-6824-4263-87b3-60041b748d86 req-626920f6-c23f-4b24-b447-01647253c1d7 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:57.152106 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-98b9bb4d-6824-4263-87b3-60041b748d86 req-626920f6-c23f-4b24-b447-01647253c1d7 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 943 time: 0.1610560 Nov 12 08:36:57.162084 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.174991 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1bff5d27-7a77-4016-953d-f8bef48c260a req-0511a627-040d-40f5-a086-2051ea998b2c tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850576 Nov 12 08:36:57.176859 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f7b8d-97b0-4c4b-9eec-ede7bd10ce50 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:57.178936 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f7b8d-97b0-4c4b-9eec-ede7bd10ce50 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:57.179459 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f7b8d-97b0-4c4b-9eec-ede7bd10ce50 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:57.180058 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f7b8d-97b0-4c4b-9eec-ede7bd10ce50 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:57.180395 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f7b8d-97b0-4c4b-9eec-ede7bd10ce50 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:57.180728 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f7b8d-97b0-4c4b-9eec-ede7bd10ce50 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:57.181059 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f7b8d-97b0-4c4b-9eec-ede7bd10ce50 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:57.181401 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f7b8d-97b0-4c4b-9eec-ede7bd10ce50 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:57.181713 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f7b8d-97b0-4c4b-9eec-ede7bd10ce50 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:57.182042 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f7b8d-97b0-4c4b-9eec-ede7bd10ce50 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:57.182458 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f7b8d-97b0-4c4b-9eec-ede7bd10ce50 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:57.182790 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f7b8d-97b0-4c4b-9eec-ede7bd10ce50 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:57.233127 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-92f51aec-83f3-4147-981a-97cf2dc0689a req-b7af6212-f320-4612-b784-71ddb11875f3 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] For port 2fc03224-3f8a-453d-a53a-d03411cdd46a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=2fc03224-3f8a-453d-a53a-d03411cdd46a,segment=NetworkSegment(0f678bdb-6263-4ca5-b85d-b6ca1e706114),segment_id=0f678bdb-6263-4ca5-b85d-b6ca1e706114)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:57.233533 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-92f51aec-83f3-4147-981a-97cf2dc0689a req-b7af6212-f320-4612-b784-71ddb11875f3 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.248888 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-92f51aec-83f3-4147-981a-97cf2dc0689a req-b7af6212-f320-4612-b784-71ddb11875f3 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Calling delete_port for 2fc03224-3f8a-453d-a53a-d03411cdd46a owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:57.265023 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54d32fc-2ba0-4a38-b696-307dda42ee3d x-openstack-request-id: req-d54d32fc-2ba0-4a38-b696-307dda42ee3d {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:57.269840 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe0556f-d70c-4171-aea9-d102a39a4e7b", "name": "network-vif-plugged", "status": "completed", "tag": "317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:57.271372 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d54d32fc-2ba0-4a38-b696-307dda42ee3d {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:57.272045 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe0556f-d70c-4171-aea9-d102a39a4e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2', 'code': 200} Nov 12 08:36:57.285696 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c70f7b8d-97b0-4c4b-9eec-ede7bd10ce50 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks [] for floatingip, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.288243 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c70f7b8d-97b0-4c4b-9eec-ede7bd10ce50 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.302852 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c70f7b8d-97b0-4c4b-9eec-ede7bd10ce50 tempest-ImagesOneServerNegativeTestJSON-939033099 tempest-ImagesOneServerNegativeTestJSON-939033099-project] 10.222.0.37 "DELETE /v2.0/floatingips/138a6433-1835-4876-80a0-e593fd9c8621 HTTP/1.1" status: 204 len: 168 time: 0.8397002 Nov 12 08:36:57.305444 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:57.353317 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-98b9bb4d-6824-4263-87b3-60041b748d86 req-9b1309c5-7761-40f2-b484-b0a351cc5c65 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229098 Nov 12 08:36:57.421689 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40648) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:57.462074 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edeb49b-39c6-454c-9f58-cd05aae9b35f req-cb78fec5-d1f0-4b84-8608-eda14975046f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:57.463593 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3edeb49b-39c6-454c-9f58-cd05aae9b35f req-cb78fec5-d1f0-4b84-8608-eda14975046f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6fe0556f-d70c-4171-aea9-d102a39a4e7b HTTP/1.1" status: 200 len: 1097 time: 0.0850606 Nov 12 08:36:57.464924 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-92f51aec-83f3-4147-981a-97cf2dc0689a req-b7af6212-f320-4612-b784-71ddb11875f3 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.482397 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4', '2fc03224-3f8a-453d-a53a-d03411cdd46a'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:36:57.502482 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af6212-f320-4612-b784-71ddb11875f3 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Pushing event deleted for resources: {'Port': ['ID=2fc03224-3f8a-453d-a53a-d03411cdd46a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:57.528639 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-331b7e61-e3d7-4c3e-91da-0c7786005e80 admin admin] Deleting subnet 53a9b096-04d8-4c96-a366-bdd653cb153e {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:36:57.533729 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-331b7e61-e3d7-4c3e-91da-0c7786005e80 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.576368 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f51aec-83f3-4147-981a-97cf2dc0689a req-b7af6212-f320-4612-b784-71ddb11875f3 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] No DVR routers for this DVR port 2fc03224-3f8a-453d-a53a-d03411cdd46a on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:36:57.586428 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-92f51aec-83f3-4147-981a-97cf2dc0689a req-b7af6212-f320-4612-b784-71ddb11875f3 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.589970 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-92f51aec-83f3-4147-981a-97cf2dc0689a req-b7af6212-f320-4612-b784-71ddb11875f3 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.54 "DELETE /v2.0/ports/2fc03224-3f8a-453d-a53a-d03411cdd46a HTTP/1.1" status: 204 len: 173 time: 0.6350300 Nov 12 08:36:57.590443 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dae63a7-de8d-4241-a768-5fc5a0c346a8', 'name': 'network-vif-deleted', 'tag': '2fc03224-3f8a-453d-a53a-d03411cdd46a'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:57.591352 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2bc2a-c351-42a0-b23c-f0a84dac9247 req-939cd7ee-6ae2-4fa0-ac14-e0e605a21479 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:57.593054 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b180e0a6-5645-4b2e-85d1-0e1e7822650d" -d '{"events": [{"server_uuid": "2dae63a7-de8d-4241-a768-5fc5a0c346a8", "name": "network-vif-deleted", "tag": "2fc03224-3f8a-453d-a53a-d03411cdd46a"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:57.593326 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-33e2bc2a-c351-42a0-b23c-f0a84dac9247 req-939cd7ee-6ae2-4fa0-ac14-e0e605a21479 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fe0556f-d70c-4171-aea9-d102a39a4e7b HTTP/1.1" status: 200 len: 945 time: 0.1363752 Nov 12 08:36:57.626523 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3edeb49b-39c6-454c-9f58-cd05aae9b35f req-b5f068a7-b2eb-49ca-969b-53e9aa613f46 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3f63dd9f-cc7e-4c97-a0e5-82a55bd134d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490042 Nov 12 08:36:57.635971 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-331b7e61-e3d7-4c3e-91da-0c7786005e80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.661768 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd252b0-923d-408c-abe3-b22b7a10c44b x-openstack-request-id: req-6bd252b0-923d-408c-abe3-b22b7a10c44b {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:57.662443 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dae63a7-de8d-4241-a768-5fc5a0c346a8", "name": "network-vif-deleted", "tag": "2fc03224-3f8a-453d-a53a-d03411cdd46a", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:57.662883 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6bd252b0-923d-408c-abe3-b22b7a10c44b {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:57.663535 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dae63a7-de8d-4241-a768-5fc5a0c346a8', 'name': 'network-vif-deleted', 'tag': '2fc03224-3f8a-453d-a53a-d03411cdd46a', 'status': 'completed', 'code': 200} Nov 12 08:36:57.717872 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-331b7e61-e3d7-4c3e-91da-0c7786005e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.731485 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-33e2bc2a-c351-42a0-b23c-f0a84dac9247 req-d011f691-5661-4055-8aeb-75d65fc7ed6e tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f63dd9f-cc7e-4c97-a0e5-82a55bd134d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180825 Nov 12 08:36:57.805298 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-331b7e61-e3d7-4c3e-91da-0c7786005e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.831884 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b7e61-e3d7-4c3e-91da-0c7786005e80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53a9b096-04d8-4c96-a366-bdd653cb153e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:57.836446 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-331b7e61-e3d7-4c3e-91da-0c7786005e80 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.839648 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-331b7e61-e3d7-4c3e-91da-0c7786005e80 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/53a9b096-04d8-4c96-a366-bdd653cb153e HTTP/1.1" status: 204 len: 168 time: 0.4170392 Nov 12 08:36:57.842175 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40656) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:57.943241 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0682e7eb-cf76-4cd7-83f7-94a4d513f2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:58.078716 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0682e7eb-cf76-4cd7-83f7-94a4d513f2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:58.105253 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-0682e7eb-cf76-4cd7-83f7-94a4d513f2e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e418c6d1-49ec-4d66-b0ca-b8b12554b865']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:58.117841 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-0682e7eb-cf76-4cd7-83f7-94a4d513f2e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd9f4b7-f155-4031-9435-a90b29e6b2d2') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:58.118083 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-0682e7eb-cf76-4cd7-83f7-94a4d513f2e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd9f4b7-f155-4031-9435-a90b29e6b2d2') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:58.127027 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c51280-d5ff-4bf7-b890-26590c29b673 req-7aeffd30-79d3-4d3f-9aad-1f294ee415bb tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:58.128688 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d8c51280-d5ff-4bf7-b890-26590c29b673 req-7aeffd30-79d3-4d3f-9aad-1f294ee415bb tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 945 time: 0.1417861 Nov 12 08:36:58.140096 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0682e7eb-cf76-4cd7-83f7-94a4d513f2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:58.167642 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0682e7eb-cf76-4cd7-83f7-94a4d513f2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:58.180755 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0682e7eb-cf76-4cd7-83f7-94a4d513f2e4 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:36:58.181171 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0682e7eb-cf76-4cd7-83f7-94a4d513f2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:58.182896 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:36:58.182896 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:36:58.182896 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:36:58.182896 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:36:58.182896 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:36:58.182896 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:36:58.182896 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:36:58.182896 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:36:58.182896 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:36:58.182896 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:36:58.182896 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:36:58.182896 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:36:58.182896 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:36:58.182896 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:36:58.182896 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:36:58.182896 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:36:58.182896 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:36:58.182896 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:36:58.182896 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:36:58.182896 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:36:58.182896 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:36:58.182896 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:36:58.182896 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:36:58.182896 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:36:58.182896 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:36:58.182896 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:36:58.182896 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:36:58.182896 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:36:58.182896 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:36:58.182896 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:36:58.182896 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:36:58.182896 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:36:58.243190 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d8c51280-d5ff-4bf7-b890-26590c29b673 req-e3b64f2a-01b1-42f3-93e4-deaf02a7cd1f tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059797 Nov 12 08:36:58.259019 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0682e7eb-cf76-4cd7-83f7-94a4d513f2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:58.270619 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0682e7eb-cf76-4cd7-83f7-94a4d513f2e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:58.274296 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0682e7eb-cf76-4cd7-83f7-94a4d513f2e4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e418c6d1-49ec-4d66-b0ca-b8b12554b865 HTTP/1.1" status: 204 len: 168 time: 0.4311929 Nov 12 08:36:58.287409 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682e7eb-cf76-4cd7-83f7-94a4d513f2e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e418c6d1-49ec-4d66-b0ca-b8b12554b865,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:58.445225 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40680) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:58.496021 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-277d7a54-4bee-42c5-923a-b0cfeb1ba32a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ecc1c88f0ede4893aff25fbd852b1eab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0493369 Nov 12 08:36:58.497441 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40684) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:58.502437 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a7ff6-c2d8-4b1d-aba2-7b65f0b2be0e req-730685a1-ad76-426f-b19c-1db00cd84218 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:58.504913 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-294a7ff6-c2d8-4b1d-aba2-7b65f0b2be0e req-730685a1-ad76-426f-b19c-1db00cd84218 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 943 time: 0.0607641 Nov 12 08:36:58.569460 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1ec120d2-442d-468c-a538-d5fdc7ba2cb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:58.570460 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-294a7ff6-c2d8-4b1d-aba2-7b65f0b2be0e req-32dc259f-9f82-4649-9b68-b0e320f6c520 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577440 Nov 12 08:36:58.600786 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1ec120d2-442d-468c-a538-d5fdc7ba2cb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:58.650691 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1ec120d2-442d-468c-a538-d5fdc7ba2cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:58.654051 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1ec120d2-442d-468c-a538-d5fdc7ba2cb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:58.655320 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1ec120d2-442d-468c-a538-d5fdc7ba2cb1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a5e80bd-f722-4974-a19e-39957bb842fb HTTP/1.1" status: 204 len: 168 time: 0.1561003 Nov 12 08:36:58.669710 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec120d2-442d-468c-a538-d5fdc7ba2cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5e80bd-f722-4974-a19e-39957bb842fb,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:58.733659 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3af619-d2f3-40f6-b885-7dd8e27170d3 req-1c90f1e7-a70a-45fa-87c5-81ef858a9b6d tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:58.735428 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eb3af619-d2f3-40f6-b885-7dd8e27170d3 req-1c90f1e7-a70a-45fa-87c5-81ef858a9b6d tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=a292154c-7909-4e77-a73d-58623e3b43e5 HTTP/1.1" status: 200 len: 945 time: 0.2646575 Nov 12 08:36:58.854630 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:59.187362 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eb3af619-d2f3-40f6-b885-7dd8e27170d3 req-5faddf11-2805-4c13-a6f4-12138367042c tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448304 Nov 12 08:36:59.200688 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27eb8c0-f41b-47a0-94f5-d23bf4fdc680 req-f8416950-bbc6-49bc-8287-3e8f9794af46 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:59.202499 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a27eb8c0-f41b-47a0-94f5-d23bf4fdc680 req-f8416950-bbc6-49bc-8287-3e8f9794af46 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fe0556f-d70c-4171-aea9-d102a39a4e7b HTTP/1.1" status: 200 len: 945 time: 0.0745778 Nov 12 08:36:59.276308 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a27eb8c0-f41b-47a0-94f5-d23bf4fdc680 req-772b719c-eaff-4208-a77c-9bc8d7437880 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f63dd9f-cc7e-4c97-a0e5-82a55bd134d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584507 Nov 12 08:36:59.416859 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d15985-e48b-4ca8-aabd-aa469ab4cd5d req-574b3c28-35dd-49a7-abce-a6c4a0fae67c tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:59.426851 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-64d15985-e48b-4ca8-aabd-aa469ab4cd5d req-574b3c28-35dd-49a7-abce-a6c4a0fae67c tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 945 time: 0.0703154 Nov 12 08:36:59.486460 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-64d15985-e48b-4ca8-aabd-aa469ab4cd5d req-c4496d62-c54d-4b1f-b442-f0b5acbe36cb tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585957 Nov 12 08:36:59.595374 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40716) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:59.714185 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de90764-f507-4af5-b662-c1dbc3703964 req-60a6c20c-5560-4a80-b3d6-d2d85ff5328b tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:59.715957 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1de90764-f507-4af5-b662-c1dbc3703964 req-60a6c20c-5560-4a80-b3d6-d2d85ff5328b tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 943 time: 0.0579710 Nov 12 08:36:59.720762 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a29d23e1-709c-4369-855e-446d070c14d9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2119641872-network', 'tenant_id': '2498953518e14ff49f67dd59410c0173'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:59.748095 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29d23e1-709c-4369-855e-446d070c14d9 admin admin] Made reservation on behalf of 2498953518e14ff49f67dd59410c0173 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:59.750903 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a29d23e1-709c-4369-855e-446d070c14d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:59.764191 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a29d23e1-709c-4369-855e-446d070c14d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:59.780051 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1de90764-f507-4af5-b662-c1dbc3703964 req-be62c272-185c-486c-a772-2fe62c3dd469 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548434 Nov 12 08:36:59.868625 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a29d23e1-709c-4369-855e-446d070c14d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:59.873277 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a29d23e1-709c-4369-855e-446d070c14d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:59.904969 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a29d23e1-709c-4369-855e-446d070c14d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:36:59.911968 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d23e1-709c-4369-855e-446d070c14d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fec7ae1-4231-42fb-9ff1-50438eef359f,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:59.917967 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a29d23e1-709c-4369-855e-446d070c14d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:59.918310 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-a29d23e1-709c-4369-855e-446d070c14d9 admin admin] Added segment 1fdd6d0d-e904-43e0-a1de-3deee3dc4f4e of type vlan for network 3459840e-f686-4334-8a34-99eadd5234b9 Nov 12 08:36:59.960702 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a29d23e1-709c-4369-855e-446d070c14d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:59.993871 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a29d23e1-709c-4369-855e-446d070c14d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:59.995041 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29d23e1-709c-4369-855e-446d070c14d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:59.995613 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a29d23e1-709c-4369-855e-446d070c14d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:00.060594 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a29d23e1-709c-4369-855e-446d070c14d9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4637661 Nov 12 08:37:00.063578 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40722) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:00.068575 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-50557a47-15f6-4c6c-ac0c-fdd110150837 admin admin] Request body: {'subnet': {'network_id': '3459840e-f686-4334-8a34-99eadd5234b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2119641872-subnet', 'tenant_id': '2498953518e14ff49f67dd59410c0173', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:00.075157 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d23e1-709c-4369-855e-446d070c14d9 admin admin] Pushing event updated for resources: {'Network': ['ID=3459840e-f686-4334-8a34-99eadd5234b9,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:00.085922 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 3459840e-f686-4334-8a34-99eadd5234b9 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:37:00.100168 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50557a47-15f6-4c6c-ac0c-fdd110150837 admin admin] Made reservation on behalf of 2498953518e14ff49f67dd59410c0173 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:00.103065 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-50557a47-15f6-4c6c-ac0c-fdd110150837 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:00.228862 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ce36e-1f80-4513-a605-2ae4d87d4ed9 req-2278dbf6-ae8e-4d49-a0e9-030b2f1b2236 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:00.229766 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-050ce36e-1f80-4513-a605-2ae4d87d4ed9 req-2278dbf6-ae8e-4d49-a0e9-030b2f1b2236 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.54 "GET /v2.0/ports?device_id=a292154c-7909-4e77-a73d-58623e3b43e5 HTTP/1.1" status: 200 len: 945 time: 0.1242990 Nov 12 08:37:00.352533 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b89db-a5ee-424c-a1d2-e5e192f01f72 req-10244c6f-dee1-4c52-b3a2-6cb814e0b79f tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:00.354065 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8b9b89db-a5ee-424c-a1d2-e5e192f01f72 req-10244c6f-dee1-4c52-b3a2-6cb814e0b79f tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=a292154c-7909-4e77-a73d-58623e3b43e5 HTTP/1.1" status: 200 len: 945 time: 0.0784824 Nov 12 08:37:00.432596 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-050ce36e-1f80-4513-a605-2ae4d87d4ed9 req-2fb151ad-4427-42d7-971a-0779e2951d3a tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Deleting port ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:00.433059 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-050ce36e-1f80-4513-a605-2ae4d87d4ed9 req-2fb151ad-4427-42d7-971a-0779e2951d3a tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:00.441043 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027b1b5-e3b7-48f0-a1b1-aca1af54b97b req-fbe03661-527d-4ee3-92db-2faa7fbd1584 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:00.443277 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b027b1b5-e3b7-48f0-a1b1-aca1af54b97b req-fbe03661-527d-4ee3-92db-2faa7fbd1584 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fe0556f-d70c-4171-aea9-d102a39a4e7b HTTP/1.1" status: 200 len: 945 time: 0.0882852 Nov 12 08:37:00.446759 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8b9b89db-a5ee-424c-a1d2-e5e192f01f72 req-3e182e7a-8283-4938-8523-31ea8bebe54a tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/security-groups?id=3204b649-7771-4942-b281-379223df6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810792 Nov 12 08:37:00.448420 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-50557a47-15f6-4c6c-ac0c-fdd110150837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:00.536080 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b027b1b5-e3b7-48f0-a1b1-aca1af54b97b req-5cfb8270-760c-4ec0-8adc-195adb3947ad tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f63dd9f-cc7e-4c97-a0e5-82a55bd134d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797613 Nov 12 08:37:00.672890 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-dbf6f5e1-0727-440b-a1cc-a5a4cef3c799 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:00.674632 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-dbf6f5e1-0727-440b-a1cc-a5a4cef3c799 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940&tenant_id=60036c792d1544fb8cbb03c747464363&binding%3Ahost_id=n-h2-768862-16 HTTP/1.1" status: 200 len: 1097 time: 0.1455257 Nov 12 08:37:00.680475 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50557a47-15f6-4c6c-ac0c-fdd110150837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b37db0c3-ecd9-416b-bb79-b3deabe7cca1,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:00.697252 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-30bcf44b-dfc3-488c-9f48-1e42c29c2639 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768862-16'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:00.748372 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50557a47-15f6-4c6c-ac0c-fdd110150837 admin admin] Checking segment: {'id': '1fdd6d0d-e904-43e0-a1de-3deee3dc4f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3459840e-f686-4334-8a34-99eadd5234b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:00.748899 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50557a47-15f6-4c6c-ac0c-fdd110150837 admin admin] Network hostable DHCP agents. Network: 3459840e-f686-4334-8a34-99eadd5234b9, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:37:00.762251 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151852a-3627-4ab0-b10d-56738e122b9f req-87a3c0ab-d44a-4a48-ba35-c190639c358e tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:00.763804 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-050ce36e-1f80-4513-a605-2ae4d87d4ed9 req-2fb151ad-4427-42d7-971a-0779e2951d3a tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] For port ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4,segment=NetworkSegment(0f678bdb-6263-4ca5-b85d-b6ca1e706114),segment_id=0f678bdb-6263-4ca5-b85d-b6ca1e706114)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:00.764007 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1151852a-3627-4ab0-b10d-56738e122b9f req-87a3c0ab-d44a-4a48-ba35-c190639c358e tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 945 time: 0.0867984 Nov 12 08:37:00.764355 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-050ce36e-1f80-4513-a605-2ae4d87d4ed9 req-2fb151ad-4427-42d7-971a-0779e2951d3a tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:00.793064 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device d8db0e6f-b376-43aa-9cd2-ee26d63c0558 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:37:00.799645 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 2fc03224-3f8a-453d-a53a-d03411cdd46a no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:00.812688 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-050ce36e-1f80-4513-a605-2ae4d87d4ed9 req-2fb151ad-4427-42d7-971a-0779e2951d3a tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Calling delete_port for ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:00.826554 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-30bcf44b-dfc3-488c-9f48-1e42c29c2639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:00.840614 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 2fc03224-3f8a-453d-a53a-d03411cdd46a {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:00.841128 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 2fc03224-3f8a-453d-a53a-d03411cdd46a not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:00.891022 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1151852a-3627-4ab0-b10d-56738e122b9f req-b5e28564-6dfb-4c3b-a83b-08e4e0340f84 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193302 Nov 12 08:37:00.921160 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c5629-40cf-4705-90b9-ca62c465850b req-445bdbe5-8ea0-4e71-b97b-1cb42db7164f tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:00.934530 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-508c5629-40cf-4705-90b9-ca62c465850b req-445bdbe5-8ea0-4e71-b97b-1cb42db7164f tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/ports?device_id=5910664f-1d6c-4f31-8b0b-dce1bcfd62c0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2156086 Nov 12 08:37:00.936490 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50557a47-15f6-4c6c-ac0c-fdd110150837 admin admin] Network 3459840e-f686-4334-8a34-99eadd5234b9 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:37:00.993262 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port d8db0e6f-b376-43aa-9cd2-ee26d63c0558, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=d8db0e6f-b376-43aa-9cd2-ee26d63c0558,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:01.008736 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device d8db0e6f-b376-43aa-9cd2-ee26d63c0558 has no active binding in host n-h1-768862-16 {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:37:01.048454 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-508c5629-40cf-4705-90b9-ca62c465850b req-661fa683-bc43-4367-8377-b47f5aebdf9b tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.26 HTTP/1.1" status: 200 len: 695 time: 0.1122305 Nov 12 08:37:01.072466 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-508c5629-40cf-4705-90b9-ca62c465850b req-a2a1b44c-2ddf-4a01-8176-899de2f775f9 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Request body: {'floatingip': {'port_id': 'd3b24b5f-7ffb-4de2-8d0c-4d853d314b3c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:01.129533 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-508c5629-40cf-4705-90b9-ca62c465850b req-a2a1b44c-2ddf-4a01-8176-899de2f775f9 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks [] for floatingip, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:01.186806 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4b174-4972-471d-a655-463dcaf89306 req-fe35076f-9e63-4c14-91b7-bcc7a87c36ba tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:01.192630 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f8a4b174-4972-471d-a655-463dcaf89306 req-fe35076f-9e63-4c14-91b7-bcc7a87c36ba tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 943 time: 0.1733720 Nov 12 08:37:01.306583 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-50557a47-15f6-4c6c-ac0c-fdd110150837 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 3459840e-f686-4334-8a34-99eadd5234b9) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:01.316294 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f8a4b174-4972-471d-a655-463dcaf89306 req-e3eb2cec-3635-4e85-9f8d-604b63d27014 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152594 Nov 12 08:37:01.318898 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0bc2d8-12d1-4d15-abbf-33277ba3ef8a None None] Network 3459840e-f686-4334-8a34-99eadd5234b9 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:01.328416 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50557a47-15f6-4c6c-ac0c-fdd110150837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:01.329027 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-50557a47-15f6-4c6c-ac0c-fdd110150837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:01.399058 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-50557a47-15f6-4c6c-ac0c-fdd110150837 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3244641 Nov 12 08:37:01.471812 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-30bcf44b-dfc3-488c-9f48-1e42c29c2639 service neutron] For port d8db0e6f-b376-43aa-9cd2-ee26d63c0558, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=d8db0e6f-b376-43aa-9cd2-ee26d63c0558,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:01.518514 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-050ce36e-1f80-4513-a605-2ae4d87d4ed9 req-2fb151ad-4427-42d7-971a-0779e2951d3a tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:01.562925 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:37:01.586134 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb151ad-4427-42d7-971a-0779e2951d3a tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Pushing event deleted for resources: {'Port': ['ID=ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:01.602547 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-30bcf44b-dfc3-488c-9f48-1e42c29c2639 service neutron] For port d8db0e6f-b376-43aa-9cd2-ee26d63c0558, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:01.676126 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1609e0c-3324-4f9c-9981-8260882a4cc9 None None] Network 3459840e-f686-4334-8a34-99eadd5234b9 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:01.720625 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-050ce36e-1f80-4513-a605-2ae4d87d4ed9 req-2fb151ad-4427-42d7-971a-0779e2951d3a tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] No DVR routers for this DVR port ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:01.726239 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-050ce36e-1f80-4513-a605-2ae4d87d4ed9 req-2fb151ad-4427-42d7-971a-0779e2951d3a tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:01.729952 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-050ce36e-1f80-4513-a605-2ae4d87d4ed9 req-2fb151ad-4427-42d7-971a-0779e2951d3a tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.54 "DELETE /v2.0/ports/ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4 HTTP/1.1" status: 204 len: 173 time: 1.4897521 Nov 12 08:37:01.730661 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a292154c-7909-4e77-a73d-58623e3b43e5', 'name': 'network-vif-deleted', 'tag': 'ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:01.732991 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7712015-74cd-4fb7-8889-d07a71321d21" -d '{"events": [{"server_uuid": "a292154c-7909-4e77-a73d-58623e3b43e5", "name": "network-vif-deleted", "tag": "ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:01.752856 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2d932c46-ee26-4613-8740-e13033d5db53 req-39d50dec-09f9-4108-94a1-96aae1f07689 tempest-ListServerFiltersTestJSON-1712806470 tempest-ListServerFiltersTestJSON-1712806470-project] 10.222.0.37 "GET /v2.0/ports?device_id=a292154c-7909-4e77-a73d-58623e3b43e5 HTTP/1.1" status: 200 len: 210 time: 0.0763268 Nov 12 08:37:01.758055 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-30bcf44b-dfc3-488c-9f48-1e42c29c2639 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:01.773252 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-30bcf44b-dfc3-488c-9f48-1e42c29c2639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:01.932836 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bcf44b-dfc3-488c-9f48-1e42c29c2639 service neutron] Pushing event updated for resources: {'Port': ['ID=d8db0e6f-b376-43aa-9cd2-ee26d63c0558,revision_number=7']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:01.960412 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-30bcf44b-dfc3-488c-9f48-1e42c29c2639 service neutron] Attempting to bind port d8db0e6f-b376-43aa-9cd2-ee26d63c0558 on host n-h2-768862-16 for vnic_type normal with profile {"migrating_to": "n-h1-768862-16"} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:01.960753 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-30bcf44b-dfc3-488c-9f48-1e42c29c2639 service neutron] Attempting to bind port d8db0e6f-b376-43aa-9cd2-ee26d63c0558 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:01.961091 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-30bcf44b-dfc3-488c-9f48-1e42c29c2639 service neutron] Attempting to bind port d8db0e6f-b376-43aa-9cd2-ee26d63c0558 on network a6d5f445-c009-4fb1-a92b-e2439070859b {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:01.974148 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-30bcf44b-dfc3-488c-9f48-1e42c29c2639 service neutron] Port d8db0e6f-b376-43aa-9cd2-ee26d63c0558 on network a6d5f445-c009-4fb1-a92b-e2439070859b not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:37:01.974481 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-30bcf44b-dfc3-488c-9f48-1e42c29c2639 service neutron] Attempting to bind port d8db0e6f-b376-43aa-9cd2-ee26d63c0558 on network a6d5f445-c009-4fb1-a92b-e2439070859b {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:01.993189 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-30bcf44b-dfc3-488c-9f48-1e42c29c2639 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:01.993538 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-30bcf44b-dfc3-488c-9f48-1e42c29c2639 service neutron] Checking segment: {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:01.993939 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-30bcf44b-dfc3-488c-9f48-1e42c29c2639 service neutron] Bound using segment: {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:01.994391 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-30bcf44b-dfc3-488c-9f48-1e42c29c2639 service neutron] Bound port: d8db0e6f-b376-43aa-9cd2-ee26d63c0558, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f7456c-c27b-4cd7-a200-b8938ef11838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6d5f445-c009-4fb1-a92b-e2439070859b'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:01.994754 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-30bcf44b-dfc3-488c-9f48-1e42c29c2639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:02.060475 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-508c5629-40cf-4705-90b9-ca62c465850b req-a2a1b44c-2ddf-4a01-8176-899de2f775f9 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:02.065361 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-508c5629-40cf-4705-90b9-ca62c465850b req-a2a1b44c-2ddf-4a01-8176-899de2f775f9 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:02.084673 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-30bcf44b-dfc3-488c-9f48-1e42c29c2639 service neutron] For port d8db0e6f-b376-43aa-9cd2-ee26d63c0558, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:02.088904 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fc763e-16e0-4d97-ae20-212f0f3ed221 x-openstack-request-id: req-78fc763e-16e0-4d97-ae20-212f0f3ed221 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:02.089459 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a292154c-7909-4e77-a73d-58623e3b43e5", "name": "network-vif-deleted", "tag": "ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:02.090079 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-78fc763e-16e0-4d97-ae20-212f0f3ed221 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:02.090696 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a292154c-7909-4e77-a73d-58623e3b43e5', 'name': 'network-vif-deleted', 'tag': 'ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4', 'status': 'completed', 'code': 200} Nov 12 08:37:02.093197 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-30bcf44b-dfc3-488c-9f48-1e42c29c2639 service neutron] For port d8db0e6f-b376-43aa-9cd2-ee26d63c0558, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=d8db0e6f-b376-43aa-9cd2-ee26d63c0558,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:02.101724 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-30bcf44b-dfc3-488c-9f48-1e42c29c2639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:02.186722 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-30bcf44b-dfc3-488c-9f48-1e42c29c2639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:02.187477 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-30bcf44b-dfc3-488c-9f48-1e42c29c2639 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:02.189037 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-30bcf44b-dfc3-488c-9f48-1e42c29c2639 service neutron] 10.222.0.54 "PUT /v2.0/ports/d8db0e6f-b376-43aa-9cd2-ee26d63c0558 HTTP/1.1" status: 200 len: 1123 time: 1.5002489 Nov 12 08:37:02.193170 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bcf44b-dfc3-488c-9f48-1e42c29c2639 service neutron] Pushing event updated for resources: {'Port': ['ID=d8db0e6f-b376-43aa-9cd2-ee26d63c0558,revision_number=8']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:02.245512 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [req-508c5629-40cf-4705-90b9-ca62c465850b req-a2a1b44c-2ddf-4a01-8176-899de2f775f9 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Floating IP 225b9dd5-5841-4ebd-83e9-55ab7752ecc9 associated. External IP: 172.25.6.26, port: d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c. Nov 12 08:37:02.304355 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['d8db0e6f-b376-43aa-9cd2-ee26d63c0558'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:37:02.380937 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['d8db0e6f-b376-43aa-9cd2-ee26d63c0558'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:37:02.584176 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-8b193dce-27c7-401a-9c36-287749cd68ed tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:02.586850 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-8b193dce-27c7-401a-9c36-287749cd68ed tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] 10.222.0.37 "GET /v2.0/networks?id=3459840e-f686-4334-8a34-99eadd5234b9 HTTP/1.1" status: 200 len: 814 time: 0.1813991 Nov 12 08:37:02.639500 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-5bb80046-8013-425b-896f-5264a102523b tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] 10.222.0.37 "GET /v2.0/quotas/2498953518e14ff49f67dd59410c0173 HTTP/1.1" status: 200 len: 375 time: 0.0459502 Nov 12 08:37:02.684027 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-468ec38a-44d3-42ed-a83c-909ab837f4e6 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2498953518e14ff49f67dd59410c0173&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367951 Nov 12 08:37:02.698057 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-508c5629-40cf-4705-90b9-ca62c465850b req-a2a1b44c-2ddf-4a01-8176-899de2f775f9 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Router fe4fff9d-a418-4123-9ddb-a5f59a6fb771 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:37:02.889333 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-4e5ac0ad-abb5-47c4-a179-10c3f1215e37 service neutron] 10.222.0.37 "GET /v2.0/networks/3459840e-f686-4334-8a34-99eadd5234b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893926 Nov 12 08:37:02.897167 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-508c5629-40cf-4705-90b9-ca62c465850b req-a2a1b44c-2ddf-4a01-8176-899de2f775f9 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:02.907056 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-508c5629-40cf-4705-90b9-ca62c465850b req-a2a1b44c-2ddf-4a01-8176-899de2f775f9 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:02.907256 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04d50f6-8586-4e29-9776-e33016551f30 None None] Sync routers for ids ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:02.917968 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04d50f6-8586-4e29-9776-e33016551f30 None None] Routers {'fe4fff9d-a418-4123-9ddb-a5f59a6fb771'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:02.918631 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-c04d50f6-8586-4e29-9776-e33016551f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:36:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:02.986101 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-508c5629-40cf-4705-90b9-ca62c465850b req-a2a1b44c-2ddf-4a01-8176-899de2f775f9 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "PUT /v2.0/floatingips/225b9dd5-5841-4ebd-83e9-55ab7752ecc9 HTTP/1.1" status: 200 len: 996 time: 1.9213142 Nov 12 08:37:02.988226 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5910664f-1d6c-4f31-8b0b-dce1bcfd62c0', 'tag': 'd3b24b5f-7ffb-4de2-8d0c-4d853d314b3c'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:02.990588 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91346232-2c1c-4a62-96d6-cdd17f591c86" -d '{"events": [{"name": "network-changed", "server_uuid": "5910664f-1d6c-4f31-8b0b-dce1bcfd62c0", "tag": "d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:03.029525 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-c04d50f6-8586-4e29-9776-e33016551f30 None None] Set router fe4fff9d-a418-4123-9ddb-a5f59a6fb771 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:03.053177 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-26358c26-f765-4256-a542-dc42462d6e3e service neutron] 10.222.0.37 "GET /v2.0/networks/3459840e-f686-4334-8a34-99eadd5234b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572752 Nov 12 08:37:03.060797 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c5629-40cf-4705-90b9-ca62c465850b req-657d91e3-b858-420f-b39e-7e524575ef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:03.062335 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-508c5629-40cf-4705-90b9-ca62c465850b req-657d91e3-b858-420f-b39e-7e524575ef8d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=467fdf3ab5ca4832aed31198fabdc894&device_id=5910664f-1d6c-4f31-8b0b-dce1bcfd62c0 HTTP/1.1" status: 200 len: 1098 time: 0.0601392 Nov 12 08:37:03.167135 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c5629-40cf-4705-90b9-ca62c465850b req-ce2bc571-3ab8-4766-b6c1-30c6c4a1a5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:03.172265 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-508c5629-40cf-4705-90b9-ca62c465850b req-ce2bc571-3ab8-4766-b6c1-30c6c4a1a5e9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7822463b-fdaf-483f-a94f-eacedacd03dc HTTP/1.1" status: 200 len: 921 time: 0.1028039 Nov 12 08:37:03.277543 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-508c5629-40cf-4705-90b9-ca62c465850b req-acf5037d-762a-4898-8d21-41669bb52291 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c HTTP/1.1" status: 200 len: 999 time: 0.0994527 Nov 12 08:37:03.278650 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-c04d50f6-8586-4e29-9776-e33016551f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'name': 'tempest-FloatingIPsAssociationTestJSON-519313312-router', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b94dab45-b9da-4c32-be25-e53092928411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:11Z', 'updated_at': '2021-11-12T08:36:19Z', 'revision_number': 4, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'gw_port': {'id': 'b94dab45-b9da-4c32-be25-e53092928411', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '225b9dd5-5841-4ebd-83e9-55ab7752ecc9', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'floating_ip_address': '172.25.6.26', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'port_id': 'd3b24b5f-7ffb-4de2-8d0c-4d853d314b3c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'mac_address': 'fa:16:3e:10:99:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5910664f-1d6c-4f31-8b0b-dce1bcfd62c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:36:44Z', 'updated_at': '2021-11-12T08:37:01Z', 'revision_number': 1, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee249d4-6bba-43ae-be9c-069f118a72b3', 'name': '', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'mac_address': 'fa:16:3e:e9:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:18Z', 'updated_at': '2021-11-12T08:36:25Z', 'revision_number': 5, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'subnets': [{'id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:03.302305 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2f2c1-19f1-4e3d-a22f-b5988b1e2b42 req-e9eb03c3-bf77-4715-b762-eb4de8c3982b tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:03.304057 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43e2f2c1-19f1-4e3d-a22f-b5988b1e2b42 req-e9eb03c3-bf77-4715-b762-eb4de8c3982b tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 943 time: 0.0771205 Nov 12 08:37:03.308265 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04d50f6-8586-4e29-9776-e33016551f30 None None] Checking router: fe4fff9d-a418-4123-9ddb-a5f59a6fb771 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:37:03.317937 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04d50f6-8586-4e29-9776-e33016551f30 None None] Routers {'fe4fff9d-a418-4123-9ddb-a5f59a6fb771'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:03.318684 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-c04d50f6-8586-4e29-9776-e33016551f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:36:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:03.365284 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c5629-40cf-4705-90b9-ca62c465850b req-05ee802c-f84b-4488-ad19-c9157ba4232c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:03.366772 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-508c5629-40cf-4705-90b9-ca62c465850b req-05ee802c-f84b-4488-ad19-c9157ba4232c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07323dc0-d972-46d6-a477-503b3cfb8497 HTTP/1.1" status: 200 len: 859 time: 0.0818150 Nov 12 08:37:03.395321 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43e2f2c1-19f1-4e3d-a22f-b5988b1e2b42 req-197c240c-f72b-4fa9-ae0d-94cf667ff22b tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694485 Nov 12 08:37:03.430528 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c5629-40cf-4705-90b9-ca62c465850b req-bf88790e-e791-485c-8f88-a25ea2d3ba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:03.432215 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-508c5629-40cf-4705-90b9-ca62c465850b req-bf88790e-e791-485c-8f88-a25ea2d3ba33 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7822463b-fdaf-483f-a94f-eacedacd03dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550959 Nov 12 08:37:03.448489 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-c04d50f6-8586-4e29-9776-e33016551f30 None None] Set router fe4fff9d-a418-4123-9ddb-a5f59a6fb771 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:03.588220 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f069cdc-465b-4901-b169-12f10ee390ab req-ac1089f5-2230-4de2-bcd2-ac59b7fcf4d8 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:03.589767 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3f069cdc-465b-4901-b169-12f10ee390ab req-ac1089f5-2230-4de2-bcd2-ac59b7fcf4d8 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 943 time: 0.1129305 Nov 12 08:37:03.591875 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-508c5629-40cf-4705-90b9-ca62c465850b req-dd64246e-05fa-434a-97a8-7d036ad9c376 service neutron] 10.222.0.37 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528914 Nov 12 08:37:03.708114 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3f069cdc-465b-4901-b169-12f10ee390ab req-7e019010-2e55-4940-8606-b3796241b4bd tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112494 Nov 12 08:37:03.748401 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-508c5629-40cf-4705-90b9-ca62c465850b req-7d0affde-e24a-413e-8ba6-a7162317ea51 service neutron] 10.222.0.37 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443889 Nov 12 08:37:03.779479 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40794) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:03.827545 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-c04d50f6-8586-4e29-9776-e33016551f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'name': 'tempest-FloatingIPsAssociationTestJSON-519313312-router', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b94dab45-b9da-4c32-be25-e53092928411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:11Z', 'updated_at': '2021-11-12T08:36:19Z', 'revision_number': 4, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'gw_port': {'id': 'b94dab45-b9da-4c32-be25-e53092928411', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '225b9dd5-5841-4ebd-83e9-55ab7752ecc9', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'floating_ip_address': '172.25.6.26', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'port_id': 'd3b24b5f-7ffb-4de2-8d0c-4d853d314b3c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'mac_address': 'fa:16:3e:10:99:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5910664f-1d6c-4f31-8b0b-dce1bcfd62c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:36:44Z', 'updated_at': '2021-11-12T08:37:01Z', 'revision_number': 1, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee249d4-6bba-43ae-be9c-069f118a72b3', 'name': '', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'mac_address': 'fa:16:3e:e9:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:18Z', 'updated_at': '2021-11-12T08:36:25Z', 'revision_number': 5, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'subnets': [{'id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:03.844120 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b2f75d-0e3c-4af6-8d02-23827cf137a3 x-openstack-request-id: req-a9b2f75d-0e3c-4af6-8d02-23827cf137a3 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:03.844648 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5910664f-1d6c-4f31-8b0b-dce1bcfd62c0", "tag": "d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:03.845069 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9b2f75d-0e3c-4af6-8d02-23827cf137a3 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:03.845722 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5910664f-1d6c-4f31-8b0b-dce1bcfd62c0', 'tag': 'd3b24b5f-7ffb-4de2-8d0c-4d853d314b3c', 'status': 'completed', 'code': 200} Nov 12 08:37:03.873049 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04d50f6-8586-4e29-9776-e33016551f30 None None] The sync data for ids ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'] in n-d-768862-16 is: [{'id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'name': 'tempest-FloatingIPsAssociationTestJSON-519313312-router', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b94dab45-b9da-4c32-be25-e53092928411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:11Z', 'updated_at': '2021-11-12T08:36:19Z', 'revision_number': 4, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'gw_port': {'id': 'b94dab45-b9da-4c32-be25-e53092928411', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '225b9dd5-5841-4ebd-83e9-55ab7752ecc9', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'floating_ip_address': '172.25.6.26', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'port_id': 'd3b24b5f-7ffb-4de2-8d0c-4d853d314b3c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'mac_address': 'fa:16:3e:10:99:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5910664f-1d6c-4f31-8b0b-dce1bcfd62c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:36:44Z', 'updated_at': '2021-11-12T08:37:01Z', 'revision_number': 1, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee249d4-6bba-43ae-be9c-069f118a72b3', 'name': '', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'mac_address': 'fa:16:3e:e9:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:18Z', 'updated_at': '2021-11-12T08:36:25Z', 'revision_number': 5, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'subnets': [{'id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:37:03.926988 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-7136b56b-a1da-4ec3-ac6b-71488521f081 admin admin] Deleting subnet 627ca6d6-ef34-4824-982e-bd9071ca70b0 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:37:03.933082 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7136b56b-a1da-4ec3-ac6b-71488521f081 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:03.987219 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91346232-2c1c-4a62-96d6-cdd17f591c86 req-6b444276-a0ed-44bb-b5cb-f72a4a0bc26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:03.989305 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-91346232-2c1c-4a62-96d6-cdd17f591c86 req-6b444276-a0ed-44bb-b5cb-f72a4a0bc26c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=467fdf3ab5ca4832aed31198fabdc894&device_id=5910664f-1d6c-4f31-8b0b-dce1bcfd62c0 HTTP/1.1" status: 200 len: 1098 time: 0.1097043 Nov 12 08:37:03.995721 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7136b56b-a1da-4ec3-ac6b-71488521f081 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.065117 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-36313224-473a-4aee-80e6-3280c3cf3368 req-83668514-8a76-406f-90a1-b78fc433b7c4 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a02e763-2406-4db9-b081-b0ab61840b77 HTTP/1.1" status: 200 len: 210 time: 0.0528288 Nov 12 08:37:04.092600 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b538b490-906b-4a0c-a79e-a9b6c5a8e940', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8db0e6f-b376-43aa-9cd2-ee26d63c0558'}, {'name': 'network-changed', 'server_uuid': 'b538b490-906b-4a0c-a79e-a9b6c5a8e940', 'tag': 'd8db0e6f-b376-43aa-9cd2-ee26d63c0558'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:04.094911 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158f8965-2224-472a-bc24-adc6deb2da6f" -d '{"events": [{"server_uuid": "b538b490-906b-4a0c-a79e-a9b6c5a8e940", "name": "network-vif-unplugged", "status": "completed", "tag": "d8db0e6f-b376-43aa-9cd2-ee26d63c0558"}, {"name": "network-changed", "server_uuid": "b538b490-906b-4a0c-a79e-a9b6c5a8e940", "tag": "d8db0e6f-b376-43aa-9cd2-ee26d63c0558"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:04.097372 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-473a4f77-b8e0-4908-989e-b9a700f2fd18 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:04.105935 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-473a4f77-b8e0-4908-989e-b9a700f2fd18 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fe0556f-d70c-4171-aea9-d102a39a4e7b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0816596 Nov 12 08:37:04.195114 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-3643e726-5d89-4b46-8058-48063ce0db16 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.26 HTTP/1.1" status: 200 len: 999 time: 0.0883181 Nov 12 08:37:04.203399 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-7cbb5e6a-8631-4d09-89cc-58ee271be467 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Request body: {'floatingip': {'port_id': '317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:04.206037 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91346232-2c1c-4a62-96d6-cdd17f591c86 req-06f284fc-47c6-452d-af71-22968a21db7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:04.209311 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-91346232-2c1c-4a62-96d6-cdd17f591c86 req-06f284fc-47c6-452d-af71-22968a21db7d service neutron] 10.222.0.54 "GET /v2.0/networks?id=7822463b-fdaf-483f-a94f-eacedacd03dc HTTP/1.1" status: 200 len: 921 time: 0.1878304 Nov 12 08:37:04.212789 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7136b56b-a1da-4ec3-ac6b-71488521f081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.246128 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8e1630-765f-4218-b013-1e422921319e None None] New status for floating IP 225b9dd5-5841-4ebd-83e9-55ab7752ecc9: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:37:04.305108 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-7cbb5e6a-8631-4d09-89cc-58ee271be467 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks [] for floatingip, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.316872 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-bcb02110-d8bf-4201-a95f-8503028911d7 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--379088351&fields=id&tenant_id=decf329c1bd24793b6dab0ad3ee22ef8 HTTP/1.1" status: 200 len: 267 time: 0.1099033 Nov 12 08:37:04.334494 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-91346232-2c1c-4a62-96d6-cdd17f591c86 req-f015e04b-98ac-4290-b498-01c5f060b942 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c HTTP/1.1" status: 200 len: 999 time: 0.1003227 Nov 12 08:37:04.336189 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7136b56b-a1da-4ec3-ac6b-71488521f081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.399207 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136b56b-a1da-4ec3-ac6b-71488521f081 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=627ca6d6-ef34-4824-982e-bd9071ca70b0,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:04.403824 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7136b56b-a1da-4ec3-ac6b-71488521f081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.409443 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7136b56b-a1da-4ec3-ac6b-71488521f081 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/627ca6d6-ef34-4824-982e-bd9071ca70b0 HTTP/1.1" status: 204 len: 168 time: 0.6255713 Nov 12 08:37:04.411061 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40804) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:04.421243 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5d63dc-112e-4c12-93e7-78f9b8f6f8e6 None None] Network 498c4273-ce36-4744-b677-9c005c192e80 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:04.453751 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91346232-2c1c-4a62-96d6-cdd17f591c86 req-84976a01-9793-459b-bf29-410e09c7e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:04.455250 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-91346232-2c1c-4a62-96d6-cdd17f591c86 req-84976a01-9793-459b-bf29-410e09c7e4a9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07323dc0-d972-46d6-a477-503b3cfb8497 HTTP/1.1" status: 200 len: 859 time: 0.1086950 Nov 12 08:37:04.533404 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d60d23df-a405-4d33-b435-435ee623dc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.556072 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91346232-2c1c-4a62-96d6-cdd17f591c86 req-30fbb490-91cc-45f6-b88c-2ebadf586ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:04.557682 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-91346232-2c1c-4a62-96d6-cdd17f591c86 req-30fbb490-91cc-45f6-b88c-2ebadf586ee6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7822463b-fdaf-483f-a94f-eacedacd03dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718851 Nov 12 08:37:04.576671 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-148db1c5-c427-489c-b673-a044d3ce767b tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:04.578508 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-148db1c5-c427-489c-b673-a044d3ce767b tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/networks?id=f336b567-e54f-48f4-978b-f3ba153ca96f HTTP/1.1" status: 200 len: 816 time: 0.2289457 Nov 12 08:37:04.645631 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-39dab5a1-da1c-448a-9d30-dbbee1a287c9 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/quotas/decf329c1bd24793b6dab0ad3ee22ef8 HTTP/1.1" status: 200 len: 375 time: 0.0188320 Nov 12 08:37:04.662676 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6276f23f-f657-4cb6-9647-f45bf55904d8 None None] DHCP port deletion for 498c4273-ce36-4744-b677-9c005c192e80 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:37:04.727827 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-6276f23f-f657-4cb6-9647-f45bf55904d8 None None] Deleting port 4f849664-5e25-4efa-abc9-8ca508961a53 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:04.728819 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6276f23f-f657-4cb6-9647-f45bf55904d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.741928 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-d60d23df-a405-4d33-b435-435ee623dc2a admin admin] Deleting port 4f849664-5e25-4efa-abc9-8ca508961a53 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:04.742269 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d60d23df-a405-4d33-b435-435ee623dc2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.814050 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-6276f23f-f657-4cb6-9647-f45bf55904d8 None None] For port 4f849664-5e25-4efa-abc9-8ca508961a53, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4f849664-5e25-4efa-abc9-8ca508961a53,segment=NetworkSegment(0f678bdb-6263-4ca5-b85d-b6ca1e706114),segment_id=0f678bdb-6263-4ca5-b85d-b6ca1e706114)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:04.814780 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6276f23f-f657-4cb6-9647-f45bf55904d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.823500 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-91346232-2c1c-4a62-96d6-cdd17f591c86 req-1a767787-81bd-4078-8293-b356ea99d3ea service neutron] 10.222.0.54 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312546 Nov 12 08:37:04.832775 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:04.842809 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-6276f23f-f657-4cb6-9647-f45bf55904d8 None None] Calling delete_port for 4f849664-5e25-4efa-abc9-8ca508961a53 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:04.864724 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:04.864972 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device ffeae1d3-ccde-4637-a22a-ecb5e37eb8d4 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:04.903528 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-d60d23df-a405-4d33-b435-435ee623dc2a admin admin] For port 4f849664-5e25-4efa-abc9-8ca508961a53, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4f849664-5e25-4efa-abc9-8ca508961a53,segment=NetworkSegment(0f678bdb-6263-4ca5-b85d-b6ca1e706114),segment_id=0f678bdb-6263-4ca5-b85d-b6ca1e706114)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:04.903956 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d60d23df-a405-4d33-b435-435ee623dc2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.914938 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device a2750c89-46e7-4b07-adf5-049600d8a1fa details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:37:04.939615 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-9452dd98-aa5f-4746-b80b-4136c13a409e tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:04.942673 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-9452dd98-aa5f-4746-b80b-4136c13a409e tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] 10.222.0.54 "GET /v2.0/networks?id=3459840e-f686-4334-8a34-99eadd5234b9 HTTP/1.1" status: 200 len: 814 time: 0.2661183 Nov 12 08:37:04.943954 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-d60d23df-a405-4d33-b435-435ee623dc2a admin admin] Calling delete_port for 4f849664-5e25-4efa-abc9-8ca508961a53 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:05.021996 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6276f23f-f657-4cb6-9647-f45bf55904d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.053491 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-1439fa4f-4f44-4407-b616-632ae1d6c7f6 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] Request body: {'port': {'device_id': '3a02e763-2406-4db9-b081-b0ab61840b77', 'network_id': '3459840e-f686-4334-8a34-99eadd5234b9', 'admin_state_up': True, 'tenant_id': '2498953518e14ff49f67dd59410c0173'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:05.054547 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276f23f-f657-4cb6-9647-f45bf55904d8 None None] Pushing event deleted for resources: {'Port': ['ID=4f849664-5e25-4efa-abc9-8ca508961a53,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:05.061313 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6276f23f-f657-4cb6-9647-f45bf55904d8 None None] No DVR routers for this DVR port 4f849664-5e25-4efa-abc9-8ca508961a53 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:05.074216 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276f23f-f657-4cb6-9647-f45bf55904d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:05.074559 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276f23f-f657-4cb6-9647-f45bf55904d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:05.074900 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276f23f-f657-4cb6-9647-f45bf55904d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:05.075233 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276f23f-f657-4cb6-9647-f45bf55904d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:05.075566 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276f23f-f657-4cb6-9647-f45bf55904d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:05.075936 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276f23f-f657-4cb6-9647-f45bf55904d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:05.076580 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276f23f-f657-4cb6-9647-f45bf55904d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:05.076580 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276f23f-f657-4cb6-9647-f45bf55904d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:05.076875 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276f23f-f657-4cb6-9647-f45bf55904d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:05.077194 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276f23f-f657-4cb6-9647-f45bf55904d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:05.077515 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276f23f-f657-4cb6-9647-f45bf55904d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:05.077831 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276f23f-f657-4cb6-9647-f45bf55904d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:05.100325 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port a2750c89-46e7-4b07-adf5-049600d8a1fa, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=a2750c89-46e7-4b07-adf5-049600d8a1fa,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:05.115466 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'a2750c89-46e7-4b07-adf5-049600d8a1fa', 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99', 'port_id': 'a2750c89-46e7-4b07-adf5-049600d8a1fa', 'mac_address': 'fa:16:3e:00:44:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:37:05.138864 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d60d23df-a405-4d33-b435-435ee623dc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.157199 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.172172 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2750c89-46e7-4b07-adf5-049600d8a1fa {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:37:05.172997 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-f0b353df-1cbd-4e1d-b969-13aa56302025 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=decf329c1bd24793b6dab0ad3ee22ef8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5193701 Nov 12 08:37:05.202064 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port a2750c89-46e7-4b07-adf5-049600d8a1fa, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=a2750c89-46e7-4b07-adf5-049600d8a1fa,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:05.209172 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d23df-a405-4d33-b435-435ee623dc2a admin admin] Pushing event deleted for resources: {'Port': ['ID=4f849664-5e25-4efa-abc9-8ca508961a53,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:05.209413 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.219915 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60d23df-a405-4d33-b435-435ee623dc2a admin admin] No DVR routers for this DVR port 4f849664-5e25-4efa-abc9-8ca508961a53 on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:05.275209 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=a2750c89-46e7-4b07-adf5-049600d8a1fa,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:05.347936 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-91346232-2c1c-4a62-96d6-cdd17f591c86 req-ad2287e9-ec6a-45ab-b0e0-3cca4b779e59 service neutron] 10.222.0.54 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899294 Nov 12 08:37:05.356225 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d60d23df-a405-4d33-b435-435ee623dc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.386072 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-d60d23df-a405-4d33-b435-435ee623dc2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498c4273-ce36-4744-b677-9c005c192e80']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:05.395162 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-c1e89ba7-0c30-4d0d-b82e-291bba3ef723 service neutron] 10.222.0.37 "GET /v2.0/networks/f336b567-e54f-48f4-978b-f3ba153ca96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093039 Nov 12 08:37:05.400142 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-d60d23df-a405-4d33-b435-435ee623dc2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f678bdb-6263-4ca5-b85d-b6ca1e706114') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:05.400414 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-d60d23df-a405-4d33-b435-435ee623dc2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f678bdb-6263-4ca5-b85d-b6ca1e706114') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:05.408073 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-1439fa4f-4f44-4407-b616-632ae1d6c7f6 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] Made reservation on behalf of 2498953518e14ff49f67dd59410c0173 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:05.411643 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-1439fa4f-4f44-4407-b616-632ae1d6c7f6 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.417854 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d60d23df-a405-4d33-b435-435ee623dc2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.427590 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.db.api [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-7cbb5e6a-8631-4d09-89cc-58ee271be467 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:37:05.427942 n-d-768862-16 neutron-server[102569]: DEBUG oslo_db.api [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-7cbb5e6a-8631-4d09-89cc-58ee271be467 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:37:05.447375 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d60d23df-a405-4d33-b435-435ee623dc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.457072 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d60d23df-a405-4d33-b435-435ee623dc2a admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:37:05.457838 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d60d23df-a405-4d33-b435-435ee623dc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: self.session.flush() Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: self.session.flush() Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: self.session.flush() Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: self.session.flush() Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:37:05.459618 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:37:05.504045 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-68717b2c-1223-40dc-92d6-1e0b8585cf3f service neutron] 10.222.0.37 "GET /v2.0/networks/f336b567-e54f-48f4-978b-f3ba153ca96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998876 Nov 12 08:37:05.566661 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d60d23df-a405-4d33-b435-435ee623dc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.593549 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d60d23df-a405-4d33-b435-435ee623dc2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.596601 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d60d23df-a405-4d33-b435-435ee623dc2a admin admin] 10.222.0.37 "DELETE /v2.0/networks/498c4273-ce36-4744-b677-9c005c192e80 HTTP/1.1" status: 204 len: 168 time: 1.1784129 Nov 12 08:37:05.613692 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d23df-a405-4d33-b435-435ee623dc2a admin admin] Pushing event deleted for resources: {'Network': ['ID=498c4273-ce36-4744-b677-9c005c192e80,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:05.645489 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-1439fa4f-4f44-4407-b616-632ae1d6c7f6 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] Allocated IP 172.20.0.8 (3459840e-f686-4334-8a34-99eadd5234b9/b37db0c3-ecd9-416b-bb79-b3deabe7cca1/8fdae37e-795b-490e-8d48-9ac95fc31efc) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:05.661114 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['a2750c89-46e7-4b07-adf5-049600d8a1fa'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:37:05.754402 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40828) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:05.835250 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9955466b-3023-4c57-85f8-e79f284e5e1e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7334f31ab48c4b679d791d1aa028eeaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0792520 Nov 12 08:37:05.837571 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40830) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:05.909397 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3469e887-b9bc-4b7e-861d-5433a89ea17e x-openstack-request-id: req-3469e887-b9bc-4b7e-861d-5433a89ea17e {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:05.910120 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b538b490-906b-4a0c-a79e-a9b6c5a8e940", "name": "network-vif-unplugged", "status": "completed", "tag": "d8db0e6f-b376-43aa-9cd2-ee26d63c0558", "code": 200}, {"name": "network-changed", "server_uuid": "b538b490-906b-4a0c-a79e-a9b6c5a8e940", "tag": "d8db0e6f-b376-43aa-9cd2-ee26d63c0558", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:05.914126 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3469e887-b9bc-4b7e-861d-5433a89ea17e {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:05.914655 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b538b490-906b-4a0c-a79e-a9b6c5a8e940', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8db0e6f-b376-43aa-9cd2-ee26d63c0558', 'code': 200} Nov 12 08:37:05.914911 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b538b490-906b-4a0c-a79e-a9b6c5a8e940', 'tag': 'd8db0e6f-b376-43aa-9cd2-ee26d63c0558', 'status': 'completed', 'code': 200} Nov 12 08:37:05.934797 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-7cbb5e6a-8631-4d09-89cc-58ee271be467 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks [] for floatingip, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.965445 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-1439fa4f-4f44-4407-b616-632ae1d6c7f6 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:06.021207 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8788e070-2e31-4551-bcbf-e29fdd5dd4ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:06.026489 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f8965-2224-472a-bc24-adc6deb2da6f req-1f360e8c-d1ad-4a07-8380-0bc0b6f106d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:06.028394 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-158f8965-2224-472a-bc24-adc6deb2da6f req-1f360e8c-d1ad-4a07-8380-0bc0b6f106d8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60036c792d1544fb8cbb03c747464363&device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 1126 time: 0.0826311 Nov 12 08:37:06.056921 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-1439fa4f-4f44-4407-b616-632ae1d6c7f6 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:06.062246 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8788e070-2e31-4551-bcbf-e29fdd5dd4ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:06.179340 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-1439fa4f-4f44-4407-b616-632ae1d6c7f6 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] Network 3459840e-f686-4334-8a34-99eadd5234b9 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:06.185506 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-1439fa4f-4f44-4407-b616-632ae1d6c7f6 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:06.190827 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-1439fa4f-4f44-4407-b616-632ae1d6c7f6 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:06.214413 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd50f87-006b-434a-adae-68b511d9432b req-a527825e-d970-484f-b6d8-6ccb804e25df tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:06.220369 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dbd50f87-006b-434a-adae-68b511d9432b req-a527825e-d970-484f-b6d8-6ccb804e25df tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 943 time: 0.1241508 Nov 12 08:37:06.224520 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439fa4f-4f44-4407-b616-632ae1d6c7f6 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] Pushing event updated for resources: {'Port': ['ID=8fdae37e-795b-490e-8d48-9ac95fc31efc,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:06.262314 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8788e070-2e31-4551-bcbf-e29fdd5dd4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:06.265235 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8788e070-2e31-4551-bcbf-e29fdd5dd4ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:06.266927 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8788e070-2e31-4551-bcbf-e29fdd5dd4ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3204b649-7771-4942-b281-379223df6c53 HTTP/1.1" status: 204 len: 168 time: 0.4270117 Nov 12 08:37:06.271409 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f8965-2224-472a-bc24-adc6deb2da6f req-bb617660-5983-457b-af20-ea1342e9ba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:06.273179 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-158f8965-2224-472a-bc24-adc6deb2da6f req-bb617660-5983-457b-af20-ea1342e9ba7d service neutron] 10.222.0.58 "GET /v2.0/networks?id=a6d5f445-c009-4fb1-a92b-e2439070859b HTTP/1.1" status: 200 len: 908 time: 0.2304783 Nov 12 08:37:06.283925 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-1439fa4f-4f44-4407-b616-632ae1d6c7f6 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:06.284827 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-1439fa4f-4f44-4407-b616-632ae1d6c7f6 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:06.313070 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-1439fa4f-4f44-4407-b616-632ae1d6c7f6 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3559585 Nov 12 08:37:06.321436 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788e070-2e31-4551-bcbf-e29fdd5dd4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3204b649-7771-4942-b281-379223df6c53,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:06.375071 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-5342e11b-5de1-42d7-8c20-69e86415ef56 service neutron] Request body: {'port': {'device_id': '3a02e763-2406-4db9-b081-b0ab61840b77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:06.379716 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-158f8965-2224-472a-bc24-adc6deb2da6f req-2c5f2a5c-2b94-4a72-bed8-0bc6818c9ca1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8db0e6f-b376-43aa-9cd2-ee26d63c0558 HTTP/1.1" status: 200 len: 217 time: 0.0820045 Nov 12 08:37:06.418646 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dbd50f87-006b-434a-adae-68b511d9432b req-9ee7e8fd-ed12-44ed-8ca2-1404930a63af tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856654 Nov 12 08:37:06.486363 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f8965-2224-472a-bc24-adc6deb2da6f req-d01e7e0d-374f-4ccd-8e2c-aa78ade5b8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:06.488204 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-158f8965-2224-472a-bc24-adc6deb2da6f req-d01e7e0d-374f-4ccd-8e2c-aa78ade5b8fb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d46819c4-cbf3-463f-b6ce-344123c01513 HTTP/1.1" status: 200 len: 847 time: 0.0883040 Nov 12 08:37:06.489652 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-5342e11b-5de1-42d7-8c20-69e86415ef56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:06.667911 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4f849664-5e25-4efa-abc9-8ca508961a53 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:06.683008 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90e341-9779-4cd7-b482-a0b7e2d77091 req-f39337e8-ac65-4508-8b8b-c63b448cd2ab tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:06.691600 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9d90e341-9779-4cd7-b482-a0b7e2d77091 req-f39337e8-ac65-4508-8b8b-c63b448cd2ab tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 944 time: 0.1532748 Nov 12 08:37:06.704684 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 4f849664-5e25-4efa-abc9-8ca508961a53 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:06.707758 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4f849664-5e25-4efa-abc9-8ca508961a53 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:06.713637 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-158f8965-2224-472a-bc24-adc6deb2da6f req-6a84596c-15fb-4642-b733-77cfc4cfeb8d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6d5f445-c009-4fb1-a92b-e2439070859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2116542 Nov 12 08:37:06.918454 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-158f8965-2224-472a-bc24-adc6deb2da6f req-cdf8849f-1f4c-4758-97cb-1d2b88448aa8 service neutron] 10.222.0.58 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910100 Nov 12 08:37:06.922967 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device a2750c89-46e7-4b07-adf5-049600d8a1fa up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:07.067037 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port a2750c89-46e7-4b07-adf5-049600d8a1fa completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:37:07.073687 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port a2750c89-46e7-4b07-adf5-049600d8a1fa triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:07.074059 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.127105 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-5342e11b-5de1-42d7-8c20-69e86415ef56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fdae37e-795b-490e-8d48-9ac95fc31efc {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:37:07.145198 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-5342e11b-5de1-42d7-8c20-69e86415ef56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.149941 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-7cbb5e6a-8631-4d09-89cc-58ee271be467 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.180125 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-5342e11b-5de1-42d7-8c20-69e86415ef56 service neutron] Transition to ACTIVE for port object 8fdae37e-795b-490e-8d48-9ac95fc31efc will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:37:07.190002 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-7cbb5e6a-8631-4d09-89cc-58ee271be467 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.192958 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-5342e11b-5de1-42d7-8c20-69e86415ef56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.195978 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9d90e341-9779-4cd7-b482-a0b7e2d77091 req-ce1dc8a3-6e65-4275-a7f6-4d692cb093a8 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5031176 Nov 12 08:37:07.276356 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-158f8965-2224-472a-bc24-adc6deb2da6f req-4cadcce2-d324-4974-946e-87c70d056165 service neutron] 10.222.0.58 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810619 Nov 12 08:37:07.313002 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.348513 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5342e11b-5de1-42d7-8c20-69e86415ef56 service neutron] Pushing event updated for resources: {'Port': ['ID=8fdae37e-795b-490e-8d48-9ac95fc31efc,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:07.359052 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bbb96d-6297-4300-ad12-9cfea3f3bbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2750c89-46e7-4b07-adf5-049600d8a1fa'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:07.363157 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7560feae-6ca1-422f-aeb0-da06ffb6918a" -d '{"events": [{"server_uuid": "92bbb96d-6297-4300-ad12-9cfea3f3bbdd", "name": "network-vif-plugged", "status": "completed", "tag": "a2750c89-46e7-4b07-adf5-049600d8a1fa"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:07.386548 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-7cbb5e6a-8631-4d09-89cc-58ee271be467 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Floating IP 225b9dd5-5841-4ebd-83e9-55ab7752ecc9 associated. External IP: 172.25.6.26, port: d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c. Nov 12 08:37:07.417067 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port a2750c89-46e7-4b07-adf5-049600d8a1fa, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=a2750c89-46e7-4b07-adf5-049600d8a1fa,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:07.425568 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.534606 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-5342e11b-5de1-42d7-8c20-69e86415ef56 service neutron] Attempting to bind port 8fdae37e-795b-490e-8d48-9ac95fc31efc on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:07.534954 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-5342e11b-5de1-42d7-8c20-69e86415ef56 service neutron] Attempting to bind port 8fdae37e-795b-490e-8d48-9ac95fc31efc by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '1fdd6d0d-e904-43e0-a1de-3deee3dc4f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3459840e-f686-4334-8a34-99eadd5234b9'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:07.535297 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-5342e11b-5de1-42d7-8c20-69e86415ef56 service neutron] Attempting to bind port 8fdae37e-795b-490e-8d48-9ac95fc31efc on network 3459840e-f686-4334-8a34-99eadd5234b9 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:07.545587 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-5342e11b-5de1-42d7-8c20-69e86415ef56 service neutron] Port 8fdae37e-795b-490e-8d48-9ac95fc31efc on network 3459840e-f686-4334-8a34-99eadd5234b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:37:07.545922 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-5342e11b-5de1-42d7-8c20-69e86415ef56 service neutron] Attempting to bind port 8fdae37e-795b-490e-8d48-9ac95fc31efc on network 3459840e-f686-4334-8a34-99eadd5234b9 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:07.558215 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-5342e11b-5de1-42d7-8c20-69e86415ef56 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:07.558215 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-5342e11b-5de1-42d7-8c20-69e86415ef56 service neutron] Checking segment: {'id': '1fdd6d0d-e904-43e0-a1de-3deee3dc4f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3459840e-f686-4334-8a34-99eadd5234b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:07.558567 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-5342e11b-5de1-42d7-8c20-69e86415ef56 service neutron] Bound using segment: {'id': '1fdd6d0d-e904-43e0-a1de-3deee3dc4f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3459840e-f686-4334-8a34-99eadd5234b9'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:07.558829 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-5342e11b-5de1-42d7-8c20-69e86415ef56 service neutron] Bound port: 8fdae37e-795b-490e-8d48-9ac95fc31efc, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdd6d0d-e904-43e0-a1de-3deee3dc4f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3459840e-f686-4334-8a34-99eadd5234b9'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:07.559212 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-5342e11b-5de1-42d7-8c20-69e86415ef56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.572937 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=a2750c89-46e7-4b07-adf5-049600d8a1fa,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:07.753780 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c8732d47-59b7-4f6f-a895-0c00bfd6a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.754389 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-5342e11b-5de1-42d7-8c20-69e86415ef56 service neutron] For port 8fdae37e-795b-490e-8d48-9ac95fc31efc, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:07.779261 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-5342e11b-5de1-42d7-8c20-69e86415ef56 service neutron] For port 8fdae37e-795b-490e-8d48-9ac95fc31efc, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=8fdae37e-795b-490e-8d48-9ac95fc31efc,segment=NetworkSegment(1fdd6d0d-e904-43e0-a1de-3deee3dc4f4e),segment_id=1fdd6d0d-e904-43e0-a1de-3deee3dc4f4e)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:07.788312 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-5342e11b-5de1-42d7-8c20-69e86415ef56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.802037 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-7cbb5e6a-8631-4d09-89cc-58ee271be467 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Router fe4fff9d-a418-4123-9ddb-a5f59a6fb771 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:37:07.837462 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40868) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:07.872992 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-2f457978-e008-45ca-b12d-0d255942d03b tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:07.875050 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-2f457978-e008-45ca-b12d-0d255942d03b tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.58 "GET /v2.0/networks?id=f336b567-e54f-48f4-978b-f3ba153ca96f HTTP/1.1" status: 200 len: 816 time: 0.2240043 Nov 12 08:37:07.881657 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-5342e11b-5de1-42d7-8c20-69e86415ef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:07.882427 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-5342e11b-5de1-42d7-8c20-69e86415ef56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.884048 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-5342e11b-5de1-42d7-8c20-69e86415ef56 service neutron] 10.222.0.54 "PUT /v2.0/ports/8fdae37e-795b-490e-8d48-9ac95fc31efc HTTP/1.1" status: 200 len: 1092 time: 1.5139413 Nov 12 08:37:07.915822 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a02e763-2406-4db9-b081-b0ab61840b77', 'tag': '8fdae37e-795b-490e-8d48-9ac95fc31efc'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:07.918985 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57702b46-b9c9-48a9-a5ae-e7a94374ef29" -d '{"events": [{"name": "network-changed", "server_uuid": "3a02e763-2406-4db9-b081-b0ab61840b77", "tag": "8fdae37e-795b-490e-8d48-9ac95fc31efc"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:07.925500 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5342e11b-5de1-42d7-8c20-69e86415ef56 service neutron] Pushing event updated for resources: {'Port': ['ID=8fdae37e-795b-490e-8d48-9ac95fc31efc,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:07.977194 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-18a70575-3c95-49b0-9a1f-71cccf5106b6 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=decf329c1bd24793b6dab0ad3ee22ef8 HTTP/1.1" status: 200 len: 379 time: 0.0876644 Nov 12 08:37:08.011490 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1396d-9b71-46d0-94e6-f5afce921e2b req-69e3465d-dc05-488a-918c-78480b331243 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:08.013453 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-37d1396d-9b71-46d0-94e6-f5afce921e2b req-69e3465d-dc05-488a-918c-78480b331243 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a02e763-2406-4db9-b081-b0ab61840b77 HTTP/1.1" status: 200 len: 943 time: 0.1040847 Nov 12 08:37:08.019522 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-b77db2f4-05a8-430f-8090-1db835a3f32a tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Request body: {'port': {'device_id': 'badb3f73-5c86-4b45-a2e9-b08409182bc9', 'network_id': 'f336b567-e54f-48f4-978b-f3ba153ca96f', 'admin_state_up': True, 'tenant_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'security_groups': ['b95a20f5-9ca9-417d-b457-6a8afb438d26']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:08.043434 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-7cbb5e6a-8631-4d09-89cc-58ee271be467 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:08.060657 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92297af1-d17f-4207-8149-6f801a57c330 None None] Sync routers for ids ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:08.076476 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92297af1-d17f-4207-8149-6f801a57c330 None None] Routers {'fe4fff9d-a418-4123-9ddb-a5f59a6fb771'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:08.079496 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-92297af1-d17f-4207-8149-6f801a57c330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:36:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:08.123143 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-6a16a135-261f-4cf3-86b7-0dec3d686b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:08.124916 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-6a16a135-261f-4cf3-86b7-0dec3d686b37 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2498953518e14ff49f67dd59410c0173&device_id=3a02e763-2406-4db9-b081-b0ab61840b77 HTTP/1.1" status: 200 len: 1095 time: 0.1542883 Nov 12 08:37:08.194256 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-37d1396d-9b71-46d0-94e6-f5afce921e2b req-e0d92ed7-2a07-40a3-8d97-d65da25c6d5d tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fec7ae1-4231-42fb-9ff1-50438eef359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666121 Nov 12 08:37:08.211072 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-9808cd64-4ab4-42d6-8496-52399714ac62 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-239532837-network', 'tenant_id': 'e20c59551d764b59aa374ed5c5945bdb'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:08.238611 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-b42607cc-ca5a-4230-bcdb-f0ba22c3364c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fdae37e-795b-490e-8d48-9ac95fc31efc HTTP/1.1" status: 200 len: 217 time: 0.0976937 Nov 12 08:37:08.248315 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9808cd64-4ab4-42d6-8496-52399714ac62 admin admin] Made reservation on behalf of e20c59551d764b59aa374ed5c5945bdb for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:08.251046 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9808cd64-4ab4-42d6-8496-52399714ac62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:08.274884 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-92297af1-d17f-4207-8149-6f801a57c330 None None] Set router fe4fff9d-a418-4123-9ddb-a5f59a6fb771 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:08.302062 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9808cd64-4ab4-42d6-8496-52399714ac62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:08.407636 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9808cd64-4ab4-42d6-8496-52399714ac62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:08.418390 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9808cd64-4ab4-42d6-8496-52399714ac62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:08.426785 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b96f466-2adf-4fd8-a0af-acca6eed43a8 req-bd3686c8-d8e9-4c42-b3f0-9e8d05604229 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/ports?device_id=badb3f73-5c86-4b45-a2e9-b08409182bc9 HTTP/1.1" status: 200 len: 210 time: 0.0814257 Nov 12 08:37:08.459876 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-22636a79-b3fb-43ba-b138-97774f4bcf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:08.459876 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-22636a79-b3fb-43ba-b138-97774f4bcf34 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b37db0c3-ecd9-416b-bb79-b3deabe7cca1 HTTP/1.1" status: 200 len: 854 time: 0.2129970 Nov 12 08:37:08.464028 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9808cd64-4ab4-42d6-8496-52399714ac62 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:37:08.480668 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9808cd64-4ab4-42d6-8496-52399714ac62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:08.481113 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-9808cd64-4ab4-42d6-8496-52399714ac62 admin admin] Added segment 6f29db6b-557e-4f48-afd0-2281130a16a5 of type vlan for network 874a2f6b-0b2d-4b17-9f26-83f6cfea42ef Nov 12 08:37:08.533522 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9808cd64-4ab4-42d6-8496-52399714ac62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:08.580816 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9808cd64-4ab4-42d6-8496-52399714ac62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ebcc86-d1e3-4750-aeee-440fcd46003e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:08.581657 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2057efd5-8de8-4395-93dd-a5db60a721be x-openstack-request-id: req-2057efd5-8de8-4395-93dd-a5db60a721be {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:08.582889 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92bbb96d-6297-4300-ad12-9cfea3f3bbdd", "name": "network-vif-plugged", "status": "completed", "tag": "a2750c89-46e7-4b07-adf5-049600d8a1fa", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:08.583414 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2057efd5-8de8-4395-93dd-a5db60a721be {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:08.586985 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9808cd64-4ab4-42d6-8496-52399714ac62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:08.588081 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9808cd64-4ab4-42d6-8496-52399714ac62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:08.588778 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9808cd64-4ab4-42d6-8496-52399714ac62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:08.592129 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bbb96d-6297-4300-ad12-9cfea3f3bbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2750c89-46e7-4b07-adf5-049600d8a1fa', 'code': 200} Nov 12 08:37:08.619529 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-b77db2f4-05a8-430f-8090-1db835a3f32a tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Made reservation on behalf of decf329c1bd24793b6dab0ad3ee22ef8 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:08.627462 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-b77db2f4-05a8-430f-8090-1db835a3f32a tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:08.721822 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-3b7b2ffd-3988-4256-8fff-289a4313315f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3459840e-f686-4334-8a34-99eadd5234b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1363502 Nov 12 08:37:08.795694 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-92297af1-d17f-4207-8149-6f801a57c330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'name': 'tempest-FloatingIPsAssociationTestJSON-519313312-router', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b94dab45-b9da-4c32-be25-e53092928411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:11Z', 'updated_at': '2021-11-12T08:36:19Z', 'revision_number': 4, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'gw_port': {'id': 'b94dab45-b9da-4c32-be25-e53092928411', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '225b9dd5-5841-4ebd-83e9-55ab7752ecc9', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'floating_ip_address': '172.25.6.26', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'port_id': '317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'mac_address': 'fa:16:3e:38:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe0556f-d70c-4171-aea9-d102a39a4e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:36:44Z', 'updated_at': '2021-11-12T08:37:06Z', 'revision_number': 3, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee249d4-6bba-43ae-be9c-069f118a72b3', 'name': '', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'mac_address': 'fa:16:3e:e9:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:18Z', 'updated_at': '2021-11-12T08:36:25Z', 'revision_number': 5, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'subnets': [{'id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:08.808830 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-7cbb5e6a-8631-4d09-89cc-58ee271be467 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Router fe4fff9d-a418-4123-9ddb-a5f59a6fb771 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:37:08.818758 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9808cd64-4ab4-42d6-8496-52399714ac62 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9775958 Nov 12 08:37:08.823706 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40878) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:08.830214 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-1c48a3ec-3149-482b-a4fe-4edda9fddb01 admin admin] Request body: {'subnet': {'network_id': '874a2f6b-0b2d-4b17-9f26-83f6cfea42ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-239532837-subnet', 'tenant_id': 'e20c59551d764b59aa374ed5c5945bdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:08.852984 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92297af1-d17f-4207-8149-6f801a57c330 None None] Checking router: fe4fff9d-a418-4123-9ddb-a5f59a6fb771 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:37:08.879809 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92297af1-d17f-4207-8149-6f801a57c330 None None] Routers {'fe4fff9d-a418-4123-9ddb-a5f59a6fb771'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:08.881014 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-92297af1-d17f-4207-8149-6f801a57c330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:36:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:08.893022 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9808cd64-4ab4-42d6-8496-52399714ac62 admin admin] Pushing event updated for resources: {'Network': ['ID=874a2f6b-0b2d-4b17-9f26-83f6cfea42ef,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:08.893402 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c48a3ec-3149-482b-a4fe-4edda9fddb01 admin admin] Made reservation on behalf of e20c59551d764b59aa374ed5c5945bdb for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:08.911819 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 874a2f6b-0b2d-4b17-9f26-83f6cfea42ef details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:37:08.926186 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1c48a3ec-3149-482b-a4fe-4edda9fddb01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:08.949936 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device d8db0e6f-b376-43aa-9cd2-ee26d63c0558 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:09.049474 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-92297af1-d17f-4207-8149-6f801a57c330 None None] Set router fe4fff9d-a418-4123-9ddb-a5f59a6fb771 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:09.084259 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-b77db2f4-05a8-430f-8090-1db835a3f32a tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Allocated IP 172.20.0.7 (f336b567-e54f-48f4-978b-f3ba153ca96f/288d1df0-95f8-4d76-a101-b44e0052c9aa/ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:09.225459 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-ab202935-3a76-47ae-8220-ef296eacf89e service neutron] 10.222.0.58 "GET /v2.0/ports/d8db0e6f-b376-43aa-9cd2-ee26d63c0558/bindings/n-h1-768862-16 HTTP/1.1" status: 200 len: 385 time: 0.2339652 Nov 12 08:37:09.289125 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47eefb-577d-4255-8f97-c2c3025d08c1 req-99ee420d-40f3-45c3-8bf3-b9aeb518de59 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:09.297804 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0b47eefb-577d-4255-8f97-c2c3025d08c1 req-99ee420d-40f3-45c3-8bf3-b9aeb518de59 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 943 time: 0.5437343 Nov 12 08:37:09.302077 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc030707-801a-460a-a48c-65588613d23c req-7397f5c1-81ad-4ed2-abf8-172638cc00d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:09.303993 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc030707-801a-460a-a48c-65588613d23c req-7397f5c1-81ad-4ed2-abf8-172638cc00d4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 1097 time: 0.5741882 Nov 12 08:37:09.354259 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-92297af1-d17f-4207-8149-6f801a57c330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'name': 'tempest-FloatingIPsAssociationTestJSON-519313312-router', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b94dab45-b9da-4c32-be25-e53092928411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:11Z', 'updated_at': '2021-11-12T08:36:19Z', 'revision_number': 4, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'gw_port': {'id': 'b94dab45-b9da-4c32-be25-e53092928411', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '225b9dd5-5841-4ebd-83e9-55ab7752ecc9', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'floating_ip_address': '172.25.6.26', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'port_id': '317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'mac_address': 'fa:16:3e:38:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe0556f-d70c-4171-aea9-d102a39a4e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:36:44Z', 'updated_at': '2021-11-12T08:37:06Z', 'revision_number': 3, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee249d4-6bba-43ae-be9c-069f118a72b3', 'name': '', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'mac_address': 'fa:16:3e:e9:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:18Z', 'updated_at': '2021-11-12T08:36:25Z', 'revision_number': 5, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'subnets': [{'id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:09.390600 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92297af1-d17f-4207-8149-6f801a57c330 None None] The sync data for ids ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'] in n-d-768862-16 is: [{'id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'name': 'tempest-FloatingIPsAssociationTestJSON-519313312-router', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b94dab45-b9da-4c32-be25-e53092928411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:11Z', 'updated_at': '2021-11-12T08:36:19Z', 'revision_number': 4, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'gw_port': {'id': 'b94dab45-b9da-4c32-be25-e53092928411', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '225b9dd5-5841-4ebd-83e9-55ab7752ecc9', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'floating_ip_address': '172.25.6.26', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'port_id': '317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'mac_address': 'fa:16:3e:38:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe0556f-d70c-4171-aea9-d102a39a4e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:36:44Z', 'updated_at': '2021-11-12T08:37:06Z', 'revision_number': 3, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee249d4-6bba-43ae-be9c-069f118a72b3', 'name': '', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'mac_address': 'fa:16:3e:e9:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:18Z', 'updated_at': '2021-11-12T08:36:25Z', 'revision_number': 5, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'subnets': [{'id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:37:09.485753 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-86b363f0-6bfe-424d-8567-1682441c5d08 service neutron] 10.222.0.54 "GET /v2.0/networks/3459840e-f686-4334-8a34-99eadd5234b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7517025 Nov 12 08:37:09.668464 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc030707-801a-460a-a48c-65588613d23c req-3a8b5f3f-5af1-456b-99f8-cfad652a2ab0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411047 Nov 12 08:37:09.669812 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9b158589-2a4e-4dd0-a2cd-231615abdac4 req-e63160a9-291f-4d6c-871a-edc47f547602 service neutron] 10.222.0.54 "GET /v2.0/networks/3459840e-f686-4334-8a34-99eadd5234b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750927 Nov 12 08:37:09.681398 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0b47eefb-577d-4255-8f97-c2c3025d08c1 req-a6a85869-d424-41d1-8bb2-f902a27b7266 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826730 Nov 12 08:37:09.698632 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-b77db2f4-05a8-430f-8090-1db835a3f32a tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.746727 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-7cbb5e6a-8631-4d09-89cc-58ee271be467 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:09.748814 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1c48a3ec-3149-482b-a4fe-4edda9fddb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.753734 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-7cbb5e6a-8631-4d09-89cc-58ee271be467 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.793637 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-b77db2f4-05a8-430f-8090-1db835a3f32a tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.813028 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ed75be-fb4f-419c-bc72-6d1bdbbcec25 None None] New status for floating IP 225b9dd5-5841-4ebd-83e9-55ab7752ecc9: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:37:09.899363 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5910664f-1d6c-4f31-8b0b-dce1bcfd62c0', 'tag': 'd3b24b5f-7ffb-4de2-8d0c-4d853d314b3c'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:09.902840 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-b77db2f4-05a8-430f-8090-1db835a3f32a tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Network f336b567-e54f-48f4-978b-f3ba153ca96f is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:09.903636 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef207e9c-0ba0-4da9-aca1-c5c26531cf0c" -d '{"events": [{"name": "network-changed", "server_uuid": "5910664f-1d6c-4f31-8b0b-dce1bcfd62c0", "tag": "d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:09.906793 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-b77db2f4-05a8-430f-8090-1db835a3f32a tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:09.913241 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-b77db2f4-05a8-430f-8090-1db835a3f32a tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:09.972611 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77db2f4-05a8-430f-8090-1db835a3f32a tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Pushing event updated for resources: {'Port': ['ID=ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:10.023957 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-b77db2f4-05a8-430f-8090-1db835a3f32a tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:10.025550 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-b77db2f4-05a8-430f-8090-1db835a3f32a tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:10.044472 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-c240398c-30b8-4c06-8a8f-dfc83bb1e603 service neutron] For port d8db0e6f-b376-43aa-9cd2-ee26d63c0558, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=d8db0e6f-b376-43aa-9cd2-ee26d63c0558,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:10.047281 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48a3ec-3149-482b-a4fe-4edda9fddb01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c3fc7c8-9c49-45cc-a8b6-4d8a8fcadbef,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:10.060124 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-7cbb5e6a-8631-4d09-89cc-58ee271be467 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "PUT /v2.0/floatingips/225b9dd5-5841-4ebd-83e9-55ab7752ecc9 HTTP/1.1" status: 200 len: 997 time: 5.8613758 Nov 12 08:37:10.076029 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-b77db2f4-05a8-430f-8090-1db835a3f32a tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0611620 Nov 12 08:37:10.077280 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c48a3ec-3149-482b-a4fe-4edda9fddb01 admin admin] Checking segment: {'id': '6f29db6b-557e-4f48-afd0-2281130a16a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '874a2f6b-0b2d-4b17-9f26-83f6cfea42ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:10.077658 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c48a3ec-3149-482b-a4fe-4edda9fddb01 admin admin] Network hostable DHCP agents. Network: 874a2f6b-0b2d-4b17-9f26-83f6cfea42ef, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:37:10.095419 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-7cd1eb4d-c194-4ee2-bdd1-8fe3f6b570e0 service neutron] Request body: {'port': {'device_id': 'badb3f73-5c86-4b45-a2e9-b08409182bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:10.116547 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5d529-5315-4a6d-84dc-24f684811295 req-e2a981fa-a972-4b81-a0ad-c1cf114d9fb9 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:10.118482 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2dd5d529-5315-4a6d-84dc-24f684811295 req-e2a981fa-a972-4b81-a0ad-c1cf114d9fb9 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3be91d9a-7f13-4e18-b052-f9de3b2bd3f8 HTTP/1.1" status: 200 len: 945 time: 0.2553341 Nov 12 08:37:10.147568 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5afd7097-ab6d-4934-a37b-f2803a8b7f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:10.148584 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-c240398c-30b8-4c06-8a8f-dfc83bb1e603 service neutron] For port d8db0e6f-b376-43aa-9cd2-ee26d63c0558, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:10.227147 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-7cd1eb4d-c194-4ee2-bdd1-8fe3f6b570e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:10.230103 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-4d0e9adf-b361-446c-aeb5-f675963c561c tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:10.235494 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-4d0e9adf-b361-446c-aeb5-f675963c561c tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/ports/d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c HTTP/1.1" status: 200 len: 943 time: 0.1585059 Nov 12 08:37:10.239822 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c48a3ec-3149-482b-a4fe-4edda9fddb01 admin admin] Network 874a2f6b-0b2d-4b17-9f26-83f6cfea42ef is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:37:10.243054 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9562fed6-dc44-4ee5-978d-117d19d3d64f None None] Sync routers for ids ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:10.265871 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9562fed6-dc44-4ee5-978d-117d19d3d64f None None] Routers {'fe4fff9d-a418-4123-9ddb-a5f59a6fb771'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:10.266552 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-9562fed6-dc44-4ee5-978d-117d19d3d64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:37:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:10.275240 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-c240398c-30b8-4c06-8a8f-dfc83bb1e603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8db0e6f-b376-43aa-9cd2-ee26d63c0558 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:37:10.291010 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-1a04519f-2fc7-4baf-82c9-0e00aca87c79 None None] Provisioning complete for port ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:10.291573 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1a04519f-2fc7-4baf-82c9-0e00aca87c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:10.337220 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-1c48a3ec-3149-482b-a4fe-4edda9fddb01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 874a2f6b-0b2d-4b17-9f26-83f6cfea42ef) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:10.347795 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-c240398c-30b8-4c06-8a8f-dfc83bb1e603 service neutron] For port d8db0e6f-b376-43aa-9cd2-ee26d63c0558, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=d8db0e6f-b376-43aa-9cd2-ee26d63c0558,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:10.355116 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc40677-1a77-43ca-b843-a0d81536ef8d None None] Network 874a2f6b-0b2d-4b17-9f26-83f6cfea42ef requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:10.366577 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c48a3ec-3149-482b-a4fe-4edda9fddb01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:10.369330 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1c48a3ec-3149-482b-a4fe-4edda9fddb01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:10.456380 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-1a04519f-2fc7-4baf-82c9-0e00aca87c79 None None] Port ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:10.461922 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2dd5d529-5315-4a6d-84dc-24f684811295 req-1ac4c26e-c64e-47da-9e50-14a6ed135605 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c50791e-332d-4821-b9c1-b32596a4844a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3021042 Nov 12 08:37:10.485764 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-c240398c-30b8-4c06-8a8f-dfc83bb1e603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:10.509399 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1c48a3ec-3149-482b-a4fe-4edda9fddb01 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6841047 Nov 12 08:37:10.595406 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-9562fed6-dc44-4ee5-978d-117d19d3d64f None None] Set router fe4fff9d-a418-4123-9ddb-a5f59a6fb771 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:10.609469 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-8c8b9f77-f920-4352-9a97-b6b8e4e9d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:10.621536 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-8c8b9f77-f920-4352-9a97-b6b8e4e9d62e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=467fdf3ab5ca4832aed31198fabdc894&device_id=5910664f-1d6c-4f31-8b0b-dce1bcfd62c0 HTTP/1.1" status: 200 len: 1098 time: 0.2141998 Nov 12 08:37:10.742080 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441234b2-38f3-4d14-8b7a-96f43691b24a None None] Network 874a2f6b-0b2d-4b17-9f26-83f6cfea42ef requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:10.770388 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-7cd1eb4d-c194-4ee2-bdd1-8fe3f6b570e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:37:10.784921 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-7cd1eb4d-c194-4ee2-bdd1-8fe3f6b570e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:10.789318 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-c240398c-30b8-4c06-8a8f-dfc83bb1e603 service neutron] Transition to ACTIVE for port object d8db0e6f-b376-43aa-9cd2-ee26d63c0558 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:37:10.803581 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-c240398c-30b8-4c06-8a8f-dfc83bb1e603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:10.812314 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-7cd1eb4d-c194-4ee2-bdd1-8fe3f6b570e0 service neutron] Transition to ACTIVE for port object ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:37:10.820470 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-7cd1eb4d-c194-4ee2-bdd1-8fe3f6b570e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:10.919519 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1eb4d-c194-4ee2-bdd1-8fe3f6b570e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:10.996355 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1cd9a8-1fa5-482e-b9bb-6deeee1f772b x-openstack-request-id: req-6b1cd9a8-1fa5-482e-b9bb-6deeee1f772b {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:10.996815 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a02e763-2406-4db9-b081-b0ab61840b77", "tag": "8fdae37e-795b-490e-8d48-9ac95fc31efc", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:10.997077 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6b1cd9a8-1fa5-482e-b9bb-6deeee1f772b {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:10.997495 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a02e763-2406-4db9-b081-b0ab61840b77', 'tag': '8fdae37e-795b-490e-8d48-9ac95fc31efc', 'status': 'completed', 'code': 200} Nov 12 08:37:11.047068 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-c240398c-30b8-4c06-8a8f-dfc83bb1e603 service neutron] No DVR routers for this DVR port d8db0e6f-b376-43aa-9cd2-ee26d63c0558 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:11.089734 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-d8cd37dd-8175-4072-98c1-b5f894457680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:11.104296 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57702b46-b9c9-48a9-a5ae-e7a94374ef29 req-e5e26a7d-7734-42fe-9040-76d29287e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:11.105836 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-57702b46-b9c9-48a9-a5ae-e7a94374ef29 req-e5e26a7d-7734-42fe-9040-76d29287e6bb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2498953518e14ff49f67dd59410c0173&device_id=3a02e763-2406-4db9-b081-b0ab61840b77 HTTP/1.1" status: 200 len: 1095 time: 0.0758975 Nov 12 08:37:11.110132 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-d8cd37dd-8175-4072-98c1-b5f894457680 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7822463b-fdaf-483f-a94f-eacedacd03dc HTTP/1.1" status: 200 len: 921 time: 0.4871194 Nov 12 08:37:11.134335 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-7cd1eb4d-c194-4ee2-bdd1-8fe3f6b570e0 service neutron] Attempting to bind port ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:11.134672 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-7cd1eb4d-c194-4ee2-bdd1-8fe3f6b570e0 service neutron] Attempting to bind port ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'b9fb73f6-153c-41c1-b347-94d88239ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'f336b567-e54f-48f4-978b-f3ba153ca96f'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:11.135504 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-7cd1eb4d-c194-4ee2-bdd1-8fe3f6b570e0 service neutron] Attempting to bind port ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5 on network f336b567-e54f-48f4-978b-f3ba153ca96f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:11.137558 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240398c-30b8-4c06-8a8f-dfc83bb1e603 service neutron] Pushing event updated for resources: {'Port': ['ID=d8db0e6f-b376-43aa-9cd2-ee26d63c0558,revision_number=10']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:11.200773 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-9562fed6-dc44-4ee5-978d-117d19d3d64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'name': 'tempest-FloatingIPsAssociationTestJSON-519313312-router', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b94dab45-b9da-4c32-be25-e53092928411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:11Z', 'updated_at': '2021-11-12T08:36:19Z', 'revision_number': 4, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'gw_port': {'id': 'b94dab45-b9da-4c32-be25-e53092928411', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '225b9dd5-5841-4ebd-83e9-55ab7752ecc9', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'floating_ip_address': '172.25.6.26', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'port_id': '317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'mac_address': 'fa:16:3e:38:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe0556f-d70c-4171-aea9-d102a39a4e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:36:44Z', 'updated_at': '2021-11-12T08:37:09Z', 'revision_number': 4, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee249d4-6bba-43ae-be9c-069f118a72b3', 'name': '', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'mac_address': 'fa:16:3e:e9:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:18Z', 'updated_at': '2021-11-12T08:36:25Z', 'revision_number': 5, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'subnets': [{'id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:11.254250 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9562fed6-dc44-4ee5-978d-117d19d3d64f None None] Checking router: fe4fff9d-a418-4123-9ddb-a5f59a6fb771 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:37:11.271027 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9562fed6-dc44-4ee5-978d-117d19d3d64f None None] Routers {'fe4fff9d-a418-4123-9ddb-a5f59a6fb771'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:11.272938 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-9562fed6-dc44-4ee5-978d-117d19d3d64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:37:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:11.275652 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-7cd1eb4d-c194-4ee2-bdd1-8fe3f6b570e0 service neutron] Port ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5 on network f336b567-e54f-48f4-978b-f3ba153ca96f not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:37:11.288219 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-7cd1eb4d-c194-4ee2-bdd1-8fe3f6b570e0 service neutron] Attempting to bind port ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5 on network f336b567-e54f-48f4-978b-f3ba153ca96f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:11.297430 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-7cd1eb4d-c194-4ee2-bdd1-8fe3f6b570e0 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:11.297921 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-7cd1eb4d-c194-4ee2-bdd1-8fe3f6b570e0 service neutron] Checking segment: {'id': 'b9fb73f6-153c-41c1-b347-94d88239ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'f336b567-e54f-48f4-978b-f3ba153ca96f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:11.298436 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-7cd1eb4d-c194-4ee2-bdd1-8fe3f6b570e0 service neutron] Bound using segment: {'id': 'b9fb73f6-153c-41c1-b347-94d88239ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'f336b567-e54f-48f4-978b-f3ba153ca96f'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:11.298988 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-7cd1eb4d-c194-4ee2-bdd1-8fe3f6b570e0 service neutron] Bound port: ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9fb73f6-153c-41c1-b347-94d88239ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'f336b567-e54f-48f4-978b-f3ba153ca96f'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:11.299466 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-7cd1eb4d-c194-4ee2-bdd1-8fe3f6b570e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:11.305687 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-c240398c-30b8-4c06-8a8f-dfc83bb1e603 service neutron] 10.222.0.58 "PUT /v2.0/ports/d8db0e6f-b376-43aa-9cd2-ee26d63c0558/bindings/n-h1-768862-16/activate HTTP/1.1" status: 200 len: 370 time: 2.0314798 Nov 12 08:37:11.309308 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-d21bd8d4-7e53-444b-a8b6-8bb5288adf69 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c HTTP/1.1" status: 200 len: 217 time: 0.1983268 Nov 12 08:37:11.370965 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57702b46-b9c9-48a9-a5ae-e7a94374ef29 req-d8aa8a4a-5fc5-4e0e-a252-f279ca595f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:11.381838 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-57702b46-b9c9-48a9-a5ae-e7a94374ef29 req-d8aa8a4a-5fc5-4e0e-a252-f279ca595f0b service neutron] 10.222.0.54 "GET /v2.0/networks?id=3459840e-f686-4334-8a34-99eadd5234b9 HTTP/1.1" status: 200 len: 915 time: 0.2491941 Nov 12 08:37:11.403001 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-4d3df16b-6fb0-42d7-8c87-4037d05e76e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:11.404567 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-4d3df16b-6fb0-42d7-8c87-4037d05e76e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07323dc0-d972-46d6-a477-503b3cfb8497 HTTP/1.1" status: 200 len: 859 time: 0.0765748 Nov 12 08:37:11.413699 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e0ef8-d0ba-4b69-bc98-708998257559 req-e08f04dd-b09a-4858-b100-a697ce5c6fab tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:11.415308 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-405e0ef8-d0ba-4b69-bc98-708998257559 req-e08f04dd-b09a-4858-b100-a697ce5c6fab tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 945 time: 0.2042978 Nov 12 08:37:11.447433 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-9562fed6-dc44-4ee5-978d-117d19d3d64f None None] Set router fe4fff9d-a418-4123-9ddb-a5f59a6fb771 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:11.485622 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-57702b46-b9c9-48a9-a5ae-e7a94374ef29 req-ce2aa771-dcc3-49af-9e15-243ca89c2931 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fdae37e-795b-490e-8d48-9ac95fc31efc HTTP/1.1" status: 200 len: 217 time: 0.0537715 Nov 12 08:37:11.488601 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-68e0f1f2-422f-4404-8ef8-9c50858a7ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:11.490218 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-7cd1eb4d-c194-4ee2-bdd1-8fe3f6b570e0 service neutron] For port ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:11.490995 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-68e0f1f2-422f-4404-8ef8-9c50858a7ee9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7822463b-fdaf-483f-a94f-eacedacd03dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0745387 Nov 12 08:37:11.564408 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57702b46-b9c9-48a9-a5ae-e7a94374ef29 req-11133934-ebc5-4362-b433-3d6d4ba89f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:11.566299 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-57702b46-b9c9-48a9-a5ae-e7a94374ef29 req-11133934-ebc5-4362-b433-3d6d4ba89f9e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b37db0c3-ecd9-416b-bb79-b3deabe7cca1 HTTP/1.1" status: 200 len: 854 time: 0.0707610 Nov 12 08:37:11.571545 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-f7b3cc4d-0f27-4450-834b-9c19f7064c6e tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:11.573360 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-f7b3cc4d-0f27-4450-834b-9c19f7064c6e tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940&tenant_id=60036c792d1544fb8cbb03c747464363&binding%3Ahost_id=n-h2-768862-16 HTTP/1.1" status: 200 len: 1096 time: 0.1896405 Nov 12 08:37:11.575619 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-7cd1eb4d-c194-4ee2-bdd1-8fe3f6b570e0 service neutron] For port ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5,segment=NetworkSegment(b9fb73f6-153c-41c1-b347-94d88239ea7a),segment_id=b9fb73f6-153c-41c1-b347-94d88239ea7a)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:11.605994 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-7cd1eb4d-c194-4ee2-bdd1-8fe3f6b570e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:11.633086 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-405e0ef8-d0ba-4b69-bc98-708998257559 req-aedbe462-0f6a-491d-a3ff-488c2b8bceaa tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769395 Nov 12 08:37:11.635222 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-f27299e4-bad4-41cd-abe9-e69c54319241 service neutron] 10.222.0.37 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144350 Nov 12 08:37:11.651566 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-57702b46-b9c9-48a9-a5ae-e7a94374ef29 req-c6f8b240-6949-4982-8cf8-5951f3210a63 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3459840e-f686-4334-8a34-99eadd5234b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650415 Nov 12 08:37:11.713702 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-7cd1eb4d-c194-4ee2-bdd1-8fe3f6b570e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:11.714827 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-7cd1eb4d-c194-4ee2-bdd1-8fe3f6b570e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:11.717440 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-7cd1eb4d-c194-4ee2-bdd1-8fe3f6b570e0 service neutron] 10.222.0.58 "PUT /v2.0/ports/ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5 HTTP/1.1" status: 200 len: 1092 time: 1.6287186 Nov 12 08:37:11.866213 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-7e9a352d-aca3-43da-9d44-e08570ec4444 service neutron] 10.222.0.37 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226205 Nov 12 08:37:11.889488 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:11.914271 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-d8671111-4913-467e-90f0-3c6aefe1d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:11.917041 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-d8671111-4913-467e-90f0-3c6aefe1d96f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940&tenant_id=60036c792d1544fb8cbb03c747464363 HTTP/1.1" status: 200 len: 1096 time: 0.3319764 Nov 12 08:37:11.921355 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1eb4d-c194-4ee2-bdd1-8fe3f6b570e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:12.049040 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-3c0c3628-4e9f-4507-a406-9a9fead965b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:12.051064 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-3c0c3628-4e9f-4507-a406-9a9fead965b4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=decf329c1bd24793b6dab0ad3ee22ef8&device_id=badb3f73-5c86-4b45-a2e9-b08409182bc9 HTTP/1.1" status: 200 len: 1095 time: 0.2380948 Nov 12 08:37:12.055319 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-57702b46-b9c9-48a9-a5ae-e7a94374ef29 req-178124e8-9d1c-4a44-967d-5dff8c97e804 service neutron] 10.222.0.54 "GET /v2.0/networks/3459840e-f686-4334-8a34-99eadd5234b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660140 Nov 12 08:37:12.090848 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-f352c679-c192-4b84-ad4a-1815bb54f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:12.095695 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-f352c679-c192-4b84-ad4a-1815bb54f858 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=60036c792d1544fb8cbb03c747464363&device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 1096 time: 0.1449757 Nov 12 08:37:12.124372 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-9562fed6-dc44-4ee5-978d-117d19d3d64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'name': 'tempest-FloatingIPsAssociationTestJSON-519313312-router', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b94dab45-b9da-4c32-be25-e53092928411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:11Z', 'updated_at': '2021-11-12T08:36:19Z', 'revision_number': 4, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'gw_port': {'id': 'b94dab45-b9da-4c32-be25-e53092928411', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '225b9dd5-5841-4ebd-83e9-55ab7752ecc9', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'floating_ip_address': '172.25.6.26', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'port_id': '317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'mac_address': 'fa:16:3e:38:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe0556f-d70c-4171-aea9-d102a39a4e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:36:44Z', 'updated_at': '2021-11-12T08:37:09Z', 'revision_number': 4, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee249d4-6bba-43ae-be9c-069f118a72b3', 'name': '', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'mac_address': 'fa:16:3e:e9:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:18Z', 'updated_at': '2021-11-12T08:36:25Z', 'revision_number': 5, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'subnets': [{'id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:12.134828 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-8720e414-0f50-46b0-834e-4fec9f5ce897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:12.145596 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-8720e414-0f50-46b0-834e-4fec9f5ce897 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=467fdf3ab5ca4832aed31198fabdc894&device_id=6fe0556f-d70c-4171-aea9-d102a39a4e7b HTTP/1.1" status: 200 len: 1097 time: 0.2283773 Nov 12 08:37:12.157314 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb23ff4-ee98-4f66-a5c2-31607b85c84a req-14c8c072-8a58-4d8d-bb38-49122e163942 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:12.166109 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-efb23ff4-ee98-4f66-a5c2-31607b85c84a req-14c8c072-8a58-4d8d-bb38-49122e163942 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a02e763-2406-4db9-b081-b0ab61840b77 HTTP/1.1" status: 200 len: 943 time: 0.1540697 Nov 12 08:37:12.185398 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9562fed6-dc44-4ee5-978d-117d19d3d64f None None] The sync data for ids ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'] in n-d-768862-16 is: [{'id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'name': 'tempest-FloatingIPsAssociationTestJSON-519313312-router', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b94dab45-b9da-4c32-be25-e53092928411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:11Z', 'updated_at': '2021-11-12T08:36:19Z', 'revision_number': 4, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'gw_port': {'id': 'b94dab45-b9da-4c32-be25-e53092928411', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '225b9dd5-5841-4ebd-83e9-55ab7752ecc9', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'floating_ip_address': '172.25.6.26', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'port_id': '317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'mac_address': 'fa:16:3e:38:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe0556f-d70c-4171-aea9-d102a39a4e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:36:44Z', 'updated_at': '2021-11-12T08:37:09Z', 'revision_number': 4, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee249d4-6bba-43ae-be9c-069f118a72b3', 'name': '', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'mac_address': 'fa:16:3e:e9:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:18Z', 'updated_at': '2021-11-12T08:36:25Z', 'revision_number': 5, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'subnets': [{'id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:37:12.233204 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-d04e7ba6-30ca-45d6-a4c4-f6cc0a806dd8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5 HTTP/1.1" status: 200 len: 217 time: 0.1501803 Nov 12 08:37:12.334265 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-efb23ff4-ee98-4f66-a5c2-31607b85c84a req-9007020c-6025-4139-bf91-256793b2c061 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fec7ae1-4231-42fb-9ff1-50438eef359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667883 Nov 12 08:37:12.391898 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-a390c96d-83a7-4ea3-b477-6d4c4881903c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:12.396053 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-a390c96d-83a7-4ea3-b477-6d4c4881903c service neutron] 10.222.0.37 "GET /v2.0/networks?id=7822463b-fdaf-483f-a94f-eacedacd03dc HTTP/1.1" status: 200 len: 921 time: 0.2493842 Nov 12 08:37:12.407170 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-0715f9f2-d54b-4131-9241-670550251cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:12.408928 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-0715f9f2-d54b-4131-9241-670550251cf8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=288d1df0-95f8-4d76-a101-b44e0052c9aa HTTP/1.1" status: 200 len: 855 time: 0.1335027 Nov 12 08:37:12.421687 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-57702b46-b9c9-48a9-a5ae-e7a94374ef29 req-2d32904c-dd70-4e8a-a5c0-a7d88d0e640a service neutron] 10.222.0.54 "GET /v2.0/networks/3459840e-f686-4334-8a34-99eadd5234b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474817 Nov 12 08:37:12.519523 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-20a13449-edff-404d-9551-63c47c20deb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:12.530615 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-20a13449-edff-404d-9551-63c47c20deb1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6d5f445-c009-4fb1-a92b-e2439070859b HTTP/1.1" status: 200 len: 908 time: 0.3914905 Nov 12 08:37:12.596309 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-153ac13e-a5ab-45e4-8261-998aa26f07bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:12.598236 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-153ac13e-a5ab-45e4-8261-998aa26f07bc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f336b567-e54f-48f4-978b-f3ba153ca96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1622825 Nov 12 08:37:12.599797 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-f87b885c-d4ac-441c-a8a8-bc308b9f4e72 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8db0e6f-b376-43aa-9cd2-ee26d63c0558 HTTP/1.1" status: 200 len: 217 time: 0.0494337 Nov 12 08:37:12.738279 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-5a1cf39f-e612-4756-b731-7dfc32ea5f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:12.740084 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-5a1cf39f-e612-4756-b731-7dfc32ea5f80 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d46819c4-cbf3-463f-b6ce-344123c01513 HTTP/1.1" status: 200 len: 847 time: 0.1327145 Nov 12 08:37:12.794571 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-5654825d-1e04-485e-a51a-51a00386b239 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6d5f445-c009-4fb1-a92b-e2439070859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426047 Nov 12 08:37:12.856607 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 8fdae37e-795b-490e-8d48-9ac95fc31efc details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:37:12.990637 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-eac26d07-098e-4919-baec-9ef245adfa97 service neutron] 10.222.0.54 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859224 Nov 12 08:37:12.993248 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-a1eebdab-4d24-4313-8dcc-b68df3c1fc3c service neutron] 10.222.0.58 "GET /v2.0/networks/f336b567-e54f-48f4-978b-f3ba153ca96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752136 Nov 12 08:37:12.999846 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'badb3f73-5c86-4b45-a2e9-b08409182bc9', 'tag': 'ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:13.002798 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510b510a-749e-4fdd-841c-3f2bcbd1ff75" -d '{"events": [{"name": "network-changed", "server_uuid": "badb3f73-5c86-4b45-a2e9-b08409182bc9", "tag": "ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:13.120184 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-ee0b583b-2378-4688-9a36-df4e3ee11626 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2 HTTP/1.1" status: 200 len: 1000 time: 0.7164140 Nov 12 08:37:13.127118 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 8fdae37e-795b-490e-8d48-9ac95fc31efc, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=8fdae37e-795b-490e-8d48-9ac95fc31efc,segment=NetworkSegment(1fdd6d0d-e904-43e0-a1de-3deee3dc4f4e),segment_id=1fdd6d0d-e904-43e0-a1de-3deee3dc4f4e)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:13.146498 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '8fdae37e-795b-490e-8d48-9ac95fc31efc', 'network_id': '3459840e-f686-4334-8a34-99eadd5234b9', 'port_id': '8fdae37e-795b-490e-8d48-9ac95fc31efc', 'mac_address': 'fa:16:3e:ca:8e:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b37db0c3-ecd9-416b-bb79-b3deabe7cca1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:37:13.200107 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-95f1e44f-98cc-4e7b-bf99-1d6362482843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:13.210899 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-95f1e44f-98cc-4e7b-bf99-1d6362482843 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07323dc0-d972-46d6-a477-503b3cfb8497 HTTP/1.1" status: 200 len: 859 time: 0.0895994 Nov 12 08:37:13.228990 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-51c5702f-711a-4882-98b2-8fc04669784b service neutron] 10.222.0.54 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300961 Nov 12 08:37:13.233506 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-48ce7980-7a6b-4bad-b9de-cee970efac3a req-6bd5fbe1-ac4a-4219-9b57-769a65187e58 service neutron] 10.222.0.58 "GET /v2.0/networks/f336b567-e54f-48f4-978b-f3ba153ca96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161059 Nov 12 08:37:13.254031 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:13.270284 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:13.272724 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fdae37e-795b-490e-8d48-9ac95fc31efc {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:37:13.296401 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 8fdae37e-795b-490e-8d48-9ac95fc31efc, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=8fdae37e-795b-490e-8d48-9ac95fc31efc,segment=NetworkSegment(1fdd6d0d-e904-43e0-a1de-3deee3dc4f4e),segment_id=1fdd6d0d-e904-43e0-a1de-3deee3dc4f4e)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:13.296930 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e16b70-609d-4ae7-a219-4001012763bf req-c1a5902e-e945-41b8-84e3-cb3255e9ffa1 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:13.300472 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13e16b70-609d-4ae7-a219-4001012763bf req-c1a5902e-e945-41b8-84e3-cb3255e9ffa1 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/ports?device_id=badb3f73-5c86-4b45-a2e9-b08409182bc9 HTTP/1.1" status: 200 len: 943 time: 0.7830241 Nov 12 08:37:13.302452 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:13.350259 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-5fe01f41-dfdf-430c-85e4-3fb45ba83fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:13.352279 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-5fe01f41-dfdf-430c-85e4-3fb45ba83fa7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7822463b-fdaf-483f-a94f-eacedacd03dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1400449 Nov 12 08:37:13.370408 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13e16b70-609d-4ae7-a219-4001012763bf req-c2648ca4-1732-4e68-933a-58636308a76b tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/security-groups?id=b95a20f5-9ca9-417d-b457-6a8afb438d26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635903 Nov 12 08:37:13.390026 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=8fdae37e-795b-490e-8d48-9ac95fc31efc,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:13.489819 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b4dcc7-1e05-4853-9f29-87f5bb4aaff4 x-openstack-request-id: req-64b4dcc7-1e05-4853-9f29-87f5bb4aaff4 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:13.490126 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5910664f-1d6c-4f31-8b0b-dce1bcfd62c0", "tag": "d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:13.490430 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64b4dcc7-1e05-4853-9f29-87f5bb4aaff4 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:13.490774 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5910664f-1d6c-4f31-8b0b-dce1bcfd62c0', 'tag': 'd3b24b5f-7ffb-4de2-8d0c-4d853d314b3c', 'status': 'completed', 'code': 200} Nov 12 08:37:13.568745 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-f9494ac9-b89c-486c-80bb-327a6a711d9b service neutron] 10.222.0.37 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972637 Nov 12 08:37:13.621459 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef207e9c-0ba0-4da9-aca1-c5c26531cf0c req-d205317b-8dd4-45d1-88e0-aa933cdf19f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:13.623031 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ef207e9c-0ba0-4da9-aca1-c5c26531cf0c req-d205317b-8dd4-45d1-88e0-aa933cdf19f2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=467fdf3ab5ca4832aed31198fabdc894&device_id=5910664f-1d6c-4f31-8b0b-dce1bcfd62c0 HTTP/1.1" status: 200 len: 1098 time: 0.1255128 Nov 12 08:37:13.625699 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['8fdae37e-795b-490e-8d48-9ac95fc31efc'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:37:13.626974 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-1ede44b4-fd1f-4777-bf82-1aa727cd6a2e tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:13.628804 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-1ede44b4-fd1f-4777-bf82-1aa727cd6a2e tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940&tenant_id=60036c792d1544fb8cbb03c747464363&binding%3Ahost_id=n-h1-768862-16 HTTP/1.1" status: 200 len: 1096 time: 0.1176541 Nov 12 08:37:13.674468 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178318a-cec5-4b07-ba7b-99bf308252d0 req-1874c689-0e1e-466b-b4be-1ba458ad8bfb tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:13.676927 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4178318a-cec5-4b07-ba7b-99bf308252d0 req-1874c689-0e1e-466b-b4be-1ba458ad8bfb tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 944 time: 0.1484454 Nov 12 08:37:13.806512 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4178318a-cec5-4b07-ba7b-99bf308252d0 req-7b7f403d-c8a0-466c-b44f-a732ca8e7577 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210685 Nov 12 08:37:13.810651 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-720774ec-b4cb-4fba-ba9a-c77ecabde7fe req-55492c2c-1655-4927-a3ad-2fc988af76b3 service neutron] 10.222.0.37 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321241 Nov 12 08:37:13.885721 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:13.907787 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef207e9c-0ba0-4da9-aca1-c5c26531cf0c req-6171ccc5-e6ea-4d10-a8c4-c6a0850a0ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:13.909708 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ef207e9c-0ba0-4da9-aca1-c5c26531cf0c req-6171ccc5-e6ea-4d10-a8c4-c6a0850a0ce6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7822463b-fdaf-483f-a94f-eacedacd03dc HTTP/1.1" status: 200 len: 921 time: 0.2699132 Nov 12 08:37:13.980923 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ef207e9c-0ba0-4da9-aca1-c5c26531cf0c req-9623aca4-6e91-41b3-a730-febcbf2e3718 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c HTTP/1.1" status: 200 len: 217 time: 0.0619051 Nov 12 08:37:13.985681 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-6099be3b-e7ae-41da-8999-cf16fffc07ee service neutron] For port d8db0e6f-b376-43aa-9cd2-ee26d63c0558, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:13.990064 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-6099be3b-e7ae-41da-8999-cf16fffc07ee service neutron] Publish callbacks [] for binding, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:13.991828 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b9086ebd-c52f-46d6-b51e-cc37dde6da5f req-6099be3b-e7ae-41da-8999-cf16fffc07ee service neutron] 10.222.0.54 "DELETE /v2.0/ports/d8db0e6f-b376-43aa-9cd2-ee26d63c0558/bindings/n-h2-768862-16 HTTP/1.1" status: 204 len: 173 time: 0.3428667 Nov 12 08:37:14.070250 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef207e9c-0ba0-4da9-aca1-c5c26531cf0c req-5b09d7cc-d065-4362-8cdf-0a6a31da2d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:14.072369 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ef207e9c-0ba0-4da9-aca1-c5c26531cf0c req-5b09d7cc-d065-4362-8cdf-0a6a31da2d88 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07323dc0-d972-46d6-a477-503b3cfb8497 HTTP/1.1" status: 200 len: 859 time: 0.0675905 Nov 12 08:37:14.132392 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-9a0368d5-f1ff-451b-b985-bfb4b417b456 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:14.134103 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-9a0368d5-f1ff-451b-b985-bfb4b417b456 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] 10.222.0.37 "GET /v2.0/networks?id=874a2f6b-0b2d-4b17-9f26-83f6cfea42ef HTTP/1.1" status: 200 len: 820 time: 0.1411653 Nov 12 08:37:14.151449 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-5ba3b5be-e942-4a03-a238-0dffc8ab7ad3 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] 10.222.0.37 "GET /v2.0/quotas/e20c59551d764b59aa374ed5c5945bdb HTTP/1.1" status: 200 len: 375 time: 0.0106771 Nov 12 08:37:14.194924 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-3c6afbc0-17a5-47b9-bea7-61884a7bdf0a tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e20c59551d764b59aa374ed5c5945bdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374730 Nov 12 08:37:14.246864 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef207e9c-0ba0-4da9-aca1-c5c26531cf0c req-4a382117-effe-415d-ab1c-82b80953e70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:14.248736 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ef207e9c-0ba0-4da9-aca1-c5c26531cf0c req-4a382117-effe-415d-ab1c-82b80953e70e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7822463b-fdaf-483f-a94f-eacedacd03dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467417 Nov 12 08:37:14.343498 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-4abd3bef-77dc-4e0f-9a00-54ffa4269a06 service neutron] 10.222.0.37 "GET /v2.0/networks/874a2f6b-0b2d-4b17-9f26-83f6cfea42ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318383 Nov 12 08:37:14.402177 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ef207e9c-0ba0-4da9-aca1-c5c26531cf0c req-70354920-031d-42c4-b00d-2f0ada93e77e service neutron] 10.222.0.54 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438596 Nov 12 08:37:14.517087 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-440b02b8-33f5-4824-a3db-8ce33b3c4cf6 service neutron] 10.222.0.37 "GET /v2.0/networks/874a2f6b-0b2d-4b17-9f26-83f6cfea42ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634271 Nov 12 08:37:14.527513 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee82bf4-d387-466f-9b77-375b63ff5bef req-f87ad1a2-ac71-47ec-96eb-f4d34ef38faf tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:14.529177 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fee82bf4-d387-466f-9b77-375b63ff5bef req-f87ad1a2-ac71-47ec-96eb-f4d34ef38faf tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 945 time: 0.0971224 Nov 12 08:37:14.577817 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ef207e9c-0ba0-4da9-aca1-c5c26531cf0c req-35d44bbb-51cb-42a2-b047-f4c56b245b75 service neutron] 10.222.0.54 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655788 Nov 12 08:37:14.648449 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fee82bf4-d387-466f-9b77-375b63ff5bef req-1158ab20-df7a-42a3-87c5-1fb87e76e890 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095302 Nov 12 08:37:14.717184 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddaedd4-6b9f-42f6-ab12-7263f390e03e x-openstack-request-id: req-5ddaedd4-6b9f-42f6-ab12-7263f390e03e {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:14.717536 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "badb3f73-5c86-4b45-a2e9-b08409182bc9", "tag": "ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:14.717798 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ddaedd4-6b9f-42f6-ab12-7263f390e03e {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:14.718224 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'badb3f73-5c86-4b45-a2e9-b08409182bc9', 'tag': 'ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5', 'status': 'completed', 'code': 200} Nov 12 08:37:14.835994 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b510a-749e-4fdd-841c-3f2bcbd1ff75 req-84294c94-2910-4c96-ab47-d5757b4e937c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:14.835994 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-510b510a-749e-4fdd-841c-3f2bcbd1ff75 req-84294c94-2910-4c96-ab47-d5757b4e937c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=decf329c1bd24793b6dab0ad3ee22ef8&device_id=badb3f73-5c86-4b45-a2e9-b08409182bc9 HTTP/1.1" status: 200 len: 1095 time: 0.0606287 Nov 12 08:37:14.858784 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 8fdae37e-795b-490e-8d48-9ac95fc31efc up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:14.892042 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-82e7b6db-49d0-45d5-b501-ce330f7c770a req-d6ace115-695f-46a7-9dcc-acae7d330b55 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.26 HTTP/1.1" status: 200 len: 1000 time: 0.1460803 Nov 12 08:37:14.924383 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc5b2c-7376-40fd-85da-93dab5363f07 req-5a207dde-9cbb-471f-8ba7-5e03bece6d6b tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:14.935168 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5cdc5b2c-7376-40fd-85da-93dab5363f07 req-5a207dde-9cbb-471f-8ba7-5e03bece6d6b tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a02e763-2406-4db9-b081-b0ab61840b77 HTTP/1.1" status: 200 len: 944 time: 0.1302691 Nov 12 08:37:14.952310 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 8fdae37e-795b-490e-8d48-9ac95fc31efc completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:37:14.962837 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 8fdae37e-795b-490e-8d48-9ac95fc31efc triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:14.963394 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.022675 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7b6db-49d0-45d5-b501-ce330f7c770a req-051a8145-64b3-405c-be74-ba2b25291d9a tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:15.024762 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-82e7b6db-49d0-45d5-b501-ce330f7c770a req-051a8145-64b3-405c-be74-ba2b25291d9a tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/ports/317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2 HTTP/1.1" status: 200 len: 942 time: 0.1260686 Nov 12 08:37:15.069272 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b510a-749e-4fdd-841c-3f2bcbd1ff75 req-0ed5c330-6159-4b98-928e-c6238f0968c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:15.071407 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-510b510a-749e-4fdd-841c-3f2bcbd1ff75 req-0ed5c330-6159-4b98-928e-c6238f0968c4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f336b567-e54f-48f4-978b-f3ba153ca96f HTTP/1.1" status: 200 len: 917 time: 0.2162218 Nov 12 08:37:15.072138 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5cdc5b2c-7376-40fd-85da-93dab5363f07 req-7117f8c9-befd-4fd1-adb1-21b176e026d1 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fec7ae1-4231-42fb-9ff1-50438eef359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336501 Nov 12 08:37:15.188351 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.200715 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-510b510a-749e-4fdd-841c-3f2bcbd1ff75 req-276f44a5-72b5-435a-b516-fdd8ea021bfa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5 HTTP/1.1" status: 200 len: 217 time: 0.1062551 Nov 12 08:37:15.274716 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a02e763-2406-4db9-b081-b0ab61840b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdae37e-795b-490e-8d48-9ac95fc31efc'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:15.277260 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f448391c-9af0-4f32-a9b1-b5aad1a21578" -d '{"events": [{"server_uuid": "3a02e763-2406-4db9-b081-b0ab61840b77", "name": "network-vif-plugged", "status": "completed", "tag": "8fdae37e-795b-490e-8d48-9ac95fc31efc"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:15.294871 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 8fdae37e-795b-490e-8d48-9ac95fc31efc, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=8fdae37e-795b-490e-8d48-9ac95fc31efc,segment=NetworkSegment(1fdd6d0d-e904-43e0-a1de-3deee3dc4f4e),segment_id=1fdd6d0d-e904-43e0-a1de-3deee3dc4f4e)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:15.305919 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.337484 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-82e7b6db-49d0-45d5-b501-ce330f7c770a req-c8bc3d38-7561-492e-bc17-484186110e22 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.26 HTTP/1.1" status: 200 len: 1000 time: 0.2160232 Nov 12 08:37:15.354837 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b510a-749e-4fdd-841c-3f2bcbd1ff75 req-feb1f542-79db-4f33-9ec9-a5f99ccb5b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:15.362342 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-510b510a-749e-4fdd-841c-3f2bcbd1ff75 req-feb1f542-79db-4f33-9ec9-a5f99ccb5b1d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=288d1df0-95f8-4d76-a101-b44e0052c9aa HTTP/1.1" status: 200 len: 855 time: 0.1387553 Nov 12 08:37:15.411892 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=8fdae37e-795b-490e-8d48-9ac95fc31efc,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:15.437684 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b510a-749e-4fdd-841c-3f2bcbd1ff75 req-58ee1a1b-358d-4e22-87c8-6d38fd123558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:15.439461 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-510b510a-749e-4fdd-841c-3f2bcbd1ff75 req-58ee1a1b-358d-4e22-87c8-6d38fd123558 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f336b567-e54f-48f4-978b-f3ba153ca96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625088 Nov 12 08:37:15.465785 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d02db4-3899-41c6-a279-70e51c653efe req-e232b770-1ce1-4df9-b63c-f5cbf54a8ace tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:15.467919 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-88d02db4-3899-41c6-a279-70e51c653efe req-e232b770-1ce1-4df9-b63c-f5cbf54a8ace tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3be91d9a-7f13-4e18-b052-f9de3b2bd3f8 HTTP/1.1" status: 200 len: 945 time: 0.2455637 Nov 12 08:37:15.510209 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe0556f-d70c-4171-aea9-d102a39a4e7b', 'tag': '317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:15.513798 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c181b262-d1cc-4539-b094-fc736595aba4" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe0556f-d70c-4171-aea9-d102a39a4e7b", "tag": "317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:15.601221 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-510b510a-749e-4fdd-841c-3f2bcbd1ff75 req-2d3beb7c-54a0-49a4-8dcb-16b03492cbf3 service neutron] 10.222.0.58 "GET /v2.0/networks/f336b567-e54f-48f4-978b-f3ba153ca96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452253 Nov 12 08:37:15.608852 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-88d02db4-3899-41c6-a279-70e51c653efe req-a0be5d21-a954-47e0-a206-05e4bbffc4b8 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c50791e-332d-4821-b9c1-b32596a4844a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0880518 Nov 12 08:37:15.617054 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7b6db-49d0-45d5-b501-ce330f7c770a req-12b4b92c-1eb9-4ad9-9b88-f7746c8bf480 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:15.626507 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-82e7b6db-49d0-45d5-b501-ce330f7c770a req-12b4b92c-1eb9-4ad9-9b88-f7746c8bf480 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 784 time: 0.2876906 Nov 12 08:37:15.754025 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-510b510a-749e-4fdd-841c-3f2bcbd1ff75 req-a3201e4e-070a-43f0-b85d-f0061498671a service neutron] 10.222.0.58 "GET /v2.0/networks/f336b567-e54f-48f4-978b-f3ba153ca96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407042 Nov 12 08:37:15.789784 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80590418-3f43-4be5-9de5-1dc987663e77 req-3f900016-f38d-406f-86a4-3ac0c534c1a6 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:15.791638 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80590418-3f43-4be5-9de5-1dc987663e77 req-3f900016-f38d-406f-86a4-3ac0c534c1a6 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5624074-f877-4ada-9008-30b122d35a47 HTTP/1.1" status: 200 len: 946 time: 0.0938301 Nov 12 08:37:15.806781 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb5c32-827b-4c3f-a4b0-2acd6cf3ba0a req-46647118-3c18-4af5-804f-e50bfd80e212 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:15.808469 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8edb5c32-827b-4c3f-a4b0-2acd6cf3ba0a req-46647118-3c18-4af5-804f-e50bfd80e212 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/ports?device_id=badb3f73-5c86-4b45-a2e9-b08409182bc9 HTTP/1.1" status: 200 len: 943 time: 0.0958354 Nov 12 08:37:15.895167 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80590418-3f43-4be5-9de5-1dc987663e77 req-f43cffef-e65a-44ac-a2c1-b03ca0be6376 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ac11159-2be3-40db-a616-0a03c8203e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856016 Nov 12 08:37:15.903907 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8edb5c32-827b-4c3f-a4b0-2acd6cf3ba0a req-8eaed5ed-db8e-43a9-b3b6-4b57a983d385 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/security-groups?id=b95a20f5-9ca9-417d-b457-6a8afb438d26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858428 Nov 12 08:37:15.941932 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2af1d3-d003-46f0-8a56-ca50552c717f req-4b2a6c2e-37a9-45c8-a429-ebb53c1c46de tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:15.950107 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ec2af1d3-d003-46f0-8a56-ca50552c717f req-4b2a6c2e-37a9-45c8-a429-ebb53c1c46de tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.54 "GET /v2.0/ports?device_id=3be91d9a-7f13-4e18-b052-f9de3b2bd3f8 HTTP/1.1" status: 200 len: 945 time: 0.0930090 Nov 12 08:37:16.064171 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b32979cc-26bb-415c-bc45-6294de70fcc2 req-66521d73-ac1d-47e8-ab56-00ef37725e78 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5ff584e-4625-4036-88c2-f214df8d16ad HTTP/1.1" status: 200 len: 210 time: 0.0357795 Nov 12 08:37:16.076070 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-ec2af1d3-d003-46f0-8a56-ca50552c717f req-60e7db42-7f38-4c05-a038-410ccce357ea tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Deleting port 241caddd-07d4-480d-93f5-b3a57161fecd {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:16.076936 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ec2af1d3-d003-46f0-8a56-ca50552c717f req-60e7db42-7f38-4c05-a038-410ccce357ea tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:16.077998 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6021e67-d25d-40b9-ba63-974659899bbf req-28272a8e-9850-4c46-8b89-81c1fb9af470 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:16.079990 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d6021e67-d25d-40b9-ba63-974659899bbf req-28272a8e-9850-4c46-8b89-81c1fb9af470 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 1097 time: 0.0838408 Nov 12 08:37:16.165209 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d6021e67-d25d-40b9-ba63-974659899bbf req-8a5d94e3-0795-4b83-a208-a9c4e6db9816 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601568 Nov 12 08:37:16.238534 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23b6980-1498-41fc-8b32-da2d13212322 x-openstack-request-id: req-c23b6980-1498-41fc-8b32-da2d13212322 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:16.239073 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a02e763-2406-4db9-b081-b0ab61840b77", "name": "network-vif-plugged", "status": "completed", "tag": "8fdae37e-795b-490e-8d48-9ac95fc31efc", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:16.239238 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c23b6980-1498-41fc-8b32-da2d13212322 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:16.239952 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a02e763-2406-4db9-b081-b0ab61840b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdae37e-795b-490e-8d48-9ac95fc31efc', 'code': 200} Nov 12 08:37:16.240797 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-ec2af1d3-d003-46f0-8a56-ca50552c717f req-60e7db42-7f38-4c05-a038-410ccce357ea tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] For port 241caddd-07d4-480d-93f5-b3a57161fecd, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=241caddd-07d4-480d-93f5-b3a57161fecd,segment=NetworkSegment(5773a748-8750-49fa-97c7-852ea91b7a02),segment_id=5773a748-8750-49fa-97c7-852ea91b7a02)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:16.241195 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ec2af1d3-d003-46f0-8a56-ca50552c717f req-60e7db42-7f38-4c05-a038-410ccce357ea tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:16.297136 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ba2e7-cddb-4e60-b4d2-b6000c6d1151 req-86ecda20-2808-4d13-8b45-abc2f63f5303 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:16.298873 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d30ba2e7-cddb-4e60-b4d2-b6000c6d1151 req-86ecda20-2808-4d13-8b45-abc2f63f5303 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 944 time: 0.1319346 Nov 12 08:37:16.305507 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df09b79-4e11-401b-bfe2-3b90a9059d8d x-openstack-request-id: req-3df09b79-4e11-401b-bfe2-3b90a9059d8d {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:16.305947 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe0556f-d70c-4171-aea9-d102a39a4e7b", "tag": "317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:16.306294 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3df09b79-4e11-401b-bfe2-3b90a9059d8d {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:16.306804 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe0556f-d70c-4171-aea9-d102a39a4e7b', 'tag': '317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2', 'status': 'completed', 'code': 200} Nov 12 08:37:16.488777 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181b262-d1cc-4539-b094-fc736595aba4 req-2a4ae014-0b4c-4624-81dd-456e95f7002a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:16.490303 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c181b262-d1cc-4539-b094-fc736595aba4 req-2a4ae014-0b4c-4624-81dd-456e95f7002a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=467fdf3ab5ca4832aed31198fabdc894&device_id=6fe0556f-d70c-4171-aea9-d102a39a4e7b HTTP/1.1" status: 200 len: 1097 time: 0.1301475 Nov 12 08:37:16.491364 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d30ba2e7-cddb-4e60-b4d2-b6000c6d1151 req-0632f6cc-db0e-4e02-bcc0-01d9cec9085e tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835544 Nov 12 08:37:16.494354 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-23dc4ef7-effb-4a06-866e-ef678af96be7 req-d2171f99-1a6b-4a32-97ef-1156a5419518 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.26 HTTP/1.1" status: 200 len: 1000 time: 0.1909039 Nov 12 08:37:16.581368 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc4ef7-effb-4a06-866e-ef678af96be7 req-1d788e1c-229f-44dc-8bb6-fb69cea86304 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:16.589081 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-23dc4ef7-effb-4a06-866e-ef678af96be7 req-1d788e1c-229f-44dc-8bb6-fb69cea86304 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/ports/317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2 HTTP/1.1" status: 200 len: 942 time: 0.0823758 Nov 12 08:37:16.658462 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-eb87c142-ed68-45bb-bd47-0c368f6d1bfc tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:16.660127 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-eb87c142-ed68-45bb-bd47-0c368f6d1bfc tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] 10.222.0.58 "GET /v2.0/networks?id=874a2f6b-0b2d-4b17-9f26-83f6cfea42ef HTTP/1.1" status: 200 len: 820 time: 0.2877336 Nov 12 08:37:16.703292 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-2463bd88-115f-4a09-9c8a-ae511e68a627 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] Request body: {'port': {'device_id': 'b5ff584e-4625-4036-88c2-f214df8d16ad', 'network_id': '874a2f6b-0b2d-4b17-9f26-83f6cfea42ef', 'admin_state_up': True, 'tenant_id': 'e20c59551d764b59aa374ed5c5945bdb'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:16.758832 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410120d-4446-4253-bbaa-5c535cf273f1 req-bc2436d0-df3c-43a8-8f8b-c401436780d5 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:16.760414 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4410120d-4446-4253-bbaa-5c535cf273f1 req-bc2436d0-df3c-43a8-8f8b-c401436780d5 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a02e763-2406-4db9-b081-b0ab61840b77 HTTP/1.1" status: 200 len: 945 time: 0.1697617 Nov 12 08:37:16.798768 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-23dc4ef7-effb-4a06-866e-ef678af96be7 req-bddada3d-5557-4aaf-bc88-f079e3a3461a tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.26 HTTP/1.1" status: 200 len: 1000 time: 0.1681147 Nov 12 08:37:16.810959 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2e865-a128-4aaa-9d52-196695f76b44 req-25ae2e90-bd66-4d3e-b58a-cd6fbd9afcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:16.812480 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7cf2e865-a128-4aaa-9d52-196695f76b44 req-25ae2e90-bd66-4d3e-b58a-cd6fbd9afcba service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3a02e763-2406-4db9-b081-b0ab61840b77 HTTP/1.1" status: 200 len: 1097 time: 0.4217267 Nov 12 08:37:16.855303 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ec2af1d3-d003-46f0-8a56-ca50552c717f req-60e7db42-7f38-4c05-a038-410ccce357ea tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:16.855884 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ec2af1d3-d003-46f0-8a56-ca50552c717f req-60e7db42-7f38-4c05-a038-410ccce357ea tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:16.856071 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [req-ec2af1d3-d003-46f0-8a56-ca50552c717f req-60e7db42-7f38-4c05-a038-410ccce357ea tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Floating IP bc1fe910-d9d0-4d2b-8c4d-dabdfb3e9174 disassociated. External IP: 172.25.6.67, port: 241caddd-07d4-480d-93f5-b3a57161fecd. Nov 12 08:37:16.856396 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-ec2af1d3-d003-46f0-8a56-ca50552c717f req-60e7db42-7f38-4c05-a038-410ccce357ea tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Calling delete_port for 241caddd-07d4-480d-93f5-b3a57161fecd owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:16.947008 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4410120d-4446-4253-bbaa-5c535cf273f1 req-88995e57-5473-48d7-8afe-04384083d7e7 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fec7ae1-4231-42fb-9ff1-50438eef359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524780 Nov 12 08:37:16.986225 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7cf2e865-a128-4aaa-9d52-196695f76b44 req-6b96a5be-1277-4977-a21c-d45e26ee6556 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7fec7ae1-4231-42fb-9ff1-50438eef359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607559 Nov 12 08:37:16.988089 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181b262-d1cc-4539-b094-fc736595aba4 req-c32e8560-7749-4b3d-b44c-9b97f34737d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:16.988984 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c181b262-d1cc-4539-b094-fc736595aba4 req-c32e8560-7749-4b3d-b44c-9b97f34737d9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7822463b-fdaf-483f-a94f-eacedacd03dc HTTP/1.1" status: 200 len: 921 time: 0.4839287 Nov 12 08:37:16.990319 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc4ef7-effb-4a06-866e-ef678af96be7 req-ed71548b-fa38-41e0-927b-13ed57bcf38f tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:16.991932 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-23dc4ef7-effb-4a06-866e-ef678af96be7 req-ed71548b-fa38-41e0-927b-13ed57bcf38f tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 784 time: 0.1772294 Nov 12 08:37:16.993079 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-2463bd88-115f-4a09-9c8a-ae511e68a627 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] Made reservation on behalf of e20c59551d764b59aa374ed5c5945bdb for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:16.996509 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-2463bd88-115f-4a09-9c8a-ae511e68a627 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.102044 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c181b262-d1cc-4539-b094-fc736595aba4 req-cd358904-e6ee-4d62-a1fe-5374a7155e5d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2 HTTP/1.1" status: 200 len: 1000 time: 0.0970659 Nov 12 08:37:17.162628 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ec2af1d3-d003-46f0-8a56-ca50552c717f req-60e7db42-7f38-4c05-a038-410ccce357ea tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.184333 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-23dc4ef7-effb-4a06-866e-ef678af96be7 req-7a5e6788-ce68-4e4b-a9f3-c4e767cffabc tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.26 HTTP/1.1" status: 200 len: 1000 time: 0.1853614 Nov 12 08:37:17.200037 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181b262-d1cc-4539-b094-fc736595aba4 req-bd017772-5c2e-4fc5-949e-a5671eaab9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:17.201534 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c181b262-d1cc-4539-b094-fc736595aba4 req-bd017772-5c2e-4fc5-949e-a5671eaab9cb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07323dc0-d972-46d6-a477-503b3cfb8497 HTTP/1.1" status: 200 len: 859 time: 0.0878766 Nov 12 08:37:17.203020 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7db42-7f38-4c05-a038-410ccce357ea tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Pushing event deleted for resources: {'Port': ['ID=241caddd-07d4-480d-93f5-b3a57161fecd,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:17.207422 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-23dc4ef7-effb-4a06-866e-ef678af96be7 req-99a34b9a-96c6-45a9-b689-d0254e272015 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:17.232693 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b2356-e3ed-4671-b770-30caf1e8839f req-f11a54d2-3fea-45f4-a337-4e77bca7a9ee tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:17.234113 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a50b2356-e3ed-4671-b770-30caf1e8839f req-f11a54d2-3fea-45f4-a337-4e77bca7a9ee tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 1097 time: 0.1821134 Nov 12 08:37:17.273192 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd208d-b83d-49cd-a8b2-9a06f6f13faf req-9d07f435-038c-4be1-a9dc-2e6f78f222c0 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:17.274637 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-62bd208d-b83d-49cd-a8b2-9a06f6f13faf req-9d07f435-038c-4be1-a9dc-2e6f78f222c0 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5624074-f877-4ada-9008-30b122d35a47 HTTP/1.1" status: 200 len: 946 time: 0.1810014 Nov 12 08:37:17.340485 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181b262-d1cc-4539-b094-fc736595aba4 req-773a224f-f711-40d8-ae67-44ba0a94126a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:17.342040 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c181b262-d1cc-4539-b094-fc736595aba4 req-773a224f-f711-40d8-ae67-44ba0a94126a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7822463b-fdaf-483f-a94f-eacedacd03dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921366 Nov 12 08:37:17.363650 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec2af1d3-d003-46f0-8a56-ca50552c717f req-60e7db42-7f38-4c05-a038-410ccce357ea tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Router 31ca7770-84e3-457f-b143-eebc60903a63 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:37:17.365633 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-2463bd88-115f-4a09-9c8a-ae511e68a627 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] Allocated IP 172.20.0.4 (874a2f6b-0b2d-4b17-9f26-83f6cfea42ef/9c3fc7c8-9c49-45cc-a8b6-4d8a8fcadbef/de980cd8-254f-4cf7-8766-ae257c3f4376) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:17.384948 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-23dc4ef7-effb-4a06-866e-ef678af96be7 req-99a34b9a-96c6-45a9-b689-d0254e272015 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks [] for floatingip, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.465740 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a50b2356-e3ed-4671-b770-30caf1e8839f req-3ce51396-4d06-449d-b0b5-076c883056fe tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021453 Nov 12 08:37:17.534000 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c181b262-d1cc-4539-b094-fc736595aba4 req-6514b819-d132-4f94-9380-134e0bb24d1c service neutron] 10.222.0.58 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814485 Nov 12 08:37:17.611985 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec2af1d3-d003-46f0-8a56-ca50552c717f req-60e7db42-7f38-4c05-a038-410ccce357ea tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:17.629767 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52690cb-88b7-4b00-a9d2-2a575004b518 None None] Sync routers for ids ['31ca7770-84e3-457f-b143-eebc60903a63'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:17.640686 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52690cb-88b7-4b00-a9d2-2a575004b518 None None] Routers {'31ca7770-84e3-457f-b143-eebc60903a63'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:17.641589 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b52690cb-88b7-4b00-a9d2-2a575004b518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:37:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['31ca7770-84e3-457f-b143-eebc60903a63'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:17.657848 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2af1d3-d003-46f0-8a56-ca50552c717f req-60e7db42-7f38-4c05-a038-410ccce357ea tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] No DVR routers for this DVR port 241caddd-07d4-480d-93f5-b3a57161fecd on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:17.662346 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ec2af1d3-d003-46f0-8a56-ca50552c717f req-60e7db42-7f38-4c05-a038-410ccce357ea tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.665767 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ec2af1d3-d003-46f0-8a56-ca50552c717f req-60e7db42-7f38-4c05-a038-410ccce357ea tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.54 "DELETE /v2.0/ports/241caddd-07d4-480d-93f5-b3a57161fecd HTTP/1.1" status: 204 len: 173 time: 1.7089050 Nov 12 08:37:17.666275 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be91d9a-7f13-4e18-b052-f9de3b2bd3f8', 'name': 'network-vif-deleted', 'tag': '241caddd-07d4-480d-93f5-b3a57161fecd'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:17.669178 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acb84b9-69be-4ebf-8026-5cbf64d639b7" -d '{"events": [{"server_uuid": "3be91d9a-7f13-4e18-b052-f9de3b2bd3f8", "name": "network-vif-deleted", "tag": "241caddd-07d4-480d-93f5-b3a57161fecd"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:17.717649 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7027a5ba-eb8e-4fd7-9c1b-eb30a6729825 req-baf2aab3-31b2-478e-be53-d92b040b0434 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3be91d9a-7f13-4e18-b052-f9de3b2bd3f8 HTTP/1.1" status: 200 len: 210 time: 0.1222458 Nov 12 08:37:17.722876 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c181b262-d1cc-4539-b094-fc736595aba4 req-5f02539a-5938-4324-b19e-6f67499e3cd9 service neutron] 10.222.0.58 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721170 Nov 12 08:37:17.724336 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-62bd208d-b83d-49cd-a8b2-9a06f6f13faf req-01cb1395-4b71-4c84-bfda-f22c846d9dc2 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Deleting port 478fa75e-70cd-4375-8b99-522f92aa7113 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:17.724680 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-62bd208d-b83d-49cd-a8b2-9a06f6f13faf req-01cb1395-4b71-4c84-bfda-f22c846d9dc2 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.731565 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-23dc4ef7-effb-4a06-866e-ef678af96be7 req-99a34b9a-96c6-45a9-b689-d0254e272015 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.773523 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-23dc4ef7-effb-4a06-866e-ef678af96be7 req-99a34b9a-96c6-45a9-b689-d0254e272015 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.774259 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [req-23dc4ef7-effb-4a06-866e-ef678af96be7 req-99a34b9a-96c6-45a9-b689-d0254e272015 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Floating IP 225b9dd5-5841-4ebd-83e9-55ab7752ecc9 disassociated. External IP: 172.25.6.26, port: 317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2. Nov 12 08:37:17.950656 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-b52690cb-88b7-4b00-a9d2-2a575004b518 None None] Set router 31ca7770-84e3-457f-b143-eebc60903a63 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:18.176523 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b52690cb-88b7-4b00-a9d2-2a575004b518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ca7770-84e3-457f-b143-eebc60903a63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1507776855-router', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '73c133d0-132e-45ec-9130-4f20882099ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:47Z', 'updated_at': '2021-11-12T08:31:52Z', 'revision_number': 4, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'gw_port': {'id': '73c133d0-132e-45ec-9130-4f20882099ab', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:48Z', 'updated_at': '2021-11-12T08:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'a3485255-602e-42a1-b05a-cb40d85eefa3', 'name': '', 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'mac_address': 'fa:16:3e:b0:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '6c542064-a950-4668-8022-669eaf3adcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:51Z', 'updated_at': '2021-11-12T08:31:57Z', 'revision_number': 5, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'subnets': [{'id': '6c542064-a950-4668-8022-669eaf3adcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:18.207062 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52690cb-88b7-4b00-a9d2-2a575004b518 None None] Checking router: 31ca7770-84e3-457f-b143-eebc60903a63 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:37:18.218821 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52690cb-88b7-4b00-a9d2-2a575004b518 None None] Routers {'31ca7770-84e3-457f-b143-eebc60903a63'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:18.219473 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b52690cb-88b7-4b00-a9d2-2a575004b518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:37:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['31ca7770-84e3-457f-b143-eebc60903a63'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:18.313409 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-2463bd88-115f-4a09-9c8a-ae511e68a627 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:18.343478 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-b52690cb-88b7-4b00-a9d2-2a575004b518 None None] Set router 31ca7770-84e3-457f-b143-eebc60903a63 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:18.343766 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-62bd208d-b83d-49cd-a8b2-9a06f6f13faf req-01cb1395-4b71-4c84-bfda-f22c846d9dc2 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] For port 478fa75e-70cd-4375-8b99-522f92aa7113, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=478fa75e-70cd-4375-8b99-522f92aa7113,segment=NetworkSegment(68bfaa27-8cd5-4298-b36c-38195891898f),segment_id=68bfaa27-8cd5-4298-b36c-38195891898f)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:18.343994 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-62bd208d-b83d-49cd-a8b2-9a06f6f13faf req-01cb1395-4b71-4c84-bfda-f22c846d9dc2 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:18.453441 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6557f6-fd72-4f16-b80a-7b1962e0bffd req-9e7b70c4-5b89-4f02-b675-f6fbb51cfd37 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:18.454937 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9c6557f6-fd72-4f16-b80a-7b1962e0bffd req-9e7b70c4-5b89-4f02-b675-f6fbb51cfd37 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5624074-f877-4ada-9008-30b122d35a47 HTTP/1.1" status: 200 len: 946 time: 0.6210825 Nov 12 08:37:18.562623 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b52690cb-88b7-4b00-a9d2-2a575004b518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ca7770-84e3-457f-b143-eebc60903a63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1507776855-router', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '73c133d0-132e-45ec-9130-4f20882099ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:47Z', 'updated_at': '2021-11-12T08:31:52Z', 'revision_number': 4, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'gw_port': {'id': '73c133d0-132e-45ec-9130-4f20882099ab', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:48Z', 'updated_at': '2021-11-12T08:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'a3485255-602e-42a1-b05a-cb40d85eefa3', 'name': '', 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'mac_address': 'fa:16:3e:b0:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '6c542064-a950-4668-8022-669eaf3adcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:51Z', 'updated_at': '2021-11-12T08:31:57Z', 'revision_number': 5, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'subnets': [{'id': '6c542064-a950-4668-8022-669eaf3adcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:18.595187 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52690cb-88b7-4b00-a9d2-2a575004b518 None None] The sync data for ids ['31ca7770-84e3-457f-b143-eebc60903a63'] in n-d-768862-16 is: [{'id': '31ca7770-84e3-457f-b143-eebc60903a63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1507776855-router', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '73c133d0-132e-45ec-9130-4f20882099ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:47Z', 'updated_at': '2021-11-12T08:31:52Z', 'revision_number': 4, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'gw_port': {'id': '73c133d0-132e-45ec-9130-4f20882099ab', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:48Z', 'updated_at': '2021-11-12T08:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'a3485255-602e-42a1-b05a-cb40d85eefa3', 'name': '', 'network_id': 'e5f92a9c-9232-4960-be34-2deefc62380e', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'mac_address': 'fa:16:3e:b0:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '6c542064-a950-4668-8022-669eaf3adcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:51Z', 'updated_at': '2021-11-12T08:31:57Z', 'revision_number': 5, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'subnets': [{'id': '6c542064-a950-4668-8022-669eaf3adcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:37:18.614415 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-2463bd88-115f-4a09-9c8a-ae511e68a627 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:18.758043 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:37:18.773525 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9c6557f6-fd72-4f16-b80a-7b1962e0bffd req-e548e23f-4b85-450d-84f5-0342d0cac5b5 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ac11159-2be3-40db-a616-0a03c8203e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3050740 Nov 12 08:37:18.779067 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-2463bd88-115f-4a09-9c8a-ae511e68a627 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] Network 874a2f6b-0b2d-4b17-9f26-83f6cfea42ef is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:18.793824 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-2463bd88-115f-4a09-9c8a-ae511e68a627 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:18.802489 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-2463bd88-115f-4a09-9c8a-ae511e68a627 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:18.810616 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463bd88-115f-4a09-9c8a-ae511e68a627 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] Pushing event updated for resources: {'Port': ['ID=de980cd8-254f-4cf7-8766-ae257c3f4376,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:18.853528 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012c3a87-2b38-4e56-ace4-5d47051c961a None None] New status for floating IP bc1fe910-d9d0-4d2b-8c4d-dabdfb3e9174: DOWN {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:37:18.866054 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 241caddd-07d4-480d-93f5-b3a57161fecd no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:18.871329 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-62bd208d-b83d-49cd-a8b2-9a06f6f13faf req-01cb1395-4b71-4c84-bfda-f22c846d9dc2 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:18.871832 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-62bd208d-b83d-49cd-a8b2-9a06f6f13faf req-01cb1395-4b71-4c84-bfda-f22c846d9dc2 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:18.872156 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [req-62bd208d-b83d-49cd-a8b2-9a06f6f13faf req-01cb1395-4b71-4c84-bfda-f22c846d9dc2 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Floating IP 89b46c93-b377-4c5b-a685-3bb60df3039e disassociated. External IP: 172.25.6.25, port: 478fa75e-70cd-4375-8b99-522f92aa7113. Nov 12 08:37:18.872527 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-62bd208d-b83d-49cd-a8b2-9a06f6f13faf req-01cb1395-4b71-4c84-bfda-f22c846d9dc2 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Calling delete_port for 478fa75e-70cd-4375-8b99-522f92aa7113 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:18.889086 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 241caddd-07d4-480d-93f5-b3a57161fecd {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:18.889480 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 241caddd-07d4-480d-93f5-b3a57161fecd not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:18.917703 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23dc4ef7-effb-4a06-866e-ef678af96be7 req-99a34b9a-96c6-45a9-b689-d0254e272015 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Router fe4fff9d-a418-4123-9ddb-a5f59a6fb771 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:37:18.924796 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-2463bd88-115f-4a09-9c8a-ae511e68a627 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:18.925512 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-2463bd88-115f-4a09-9c8a-ae511e68a627 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:19.002239 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-2463bd88-115f-4a09-9c8a-ae511e68a627 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3058245 Nov 12 08:37:19.015236 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727eb63-3eff-4836-ba1b-2f0550064a5f req-d876b614-7e75-4b8c-901a-3c3cc4f1db6e tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:19.016911 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6727eb63-3eff-4836-ba1b-2f0550064a5f req-d876b614-7e75-4b8c-901a-3c3cc4f1db6e tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/ports?device_id=badb3f73-5c86-4b45-a2e9-b08409182bc9 HTTP/1.1" status: 200 len: 943 time: 0.1636357 Nov 12 08:37:19.059767 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-b4ac357e-48f4-49be-90fb-0de2bd13a5ff service neutron] Request body: {'port': {'device_id': 'b5ff584e-4625-4036-88c2-f214df8d16ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:19.231993 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23dc4ef7-effb-4a06-866e-ef678af96be7 req-99a34b9a-96c6-45a9-b689-d0254e272015 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:19.236479 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6727eb63-3eff-4836-ba1b-2f0550064a5f req-915662e6-60e9-497d-9348-e78e5051a50c tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/security-groups?id=b95a20f5-9ca9-417d-b457-6a8afb438d26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740911 Nov 12 08:37:19.239619 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-23dc4ef7-effb-4a06-866e-ef678af96be7 req-99a34b9a-96c6-45a9-b689-d0254e272015 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:19.243464 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02833fe-07dc-4718-9ec3-e691fb5cc6e7 None None] Sync routers for ids ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:19.255338 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02833fe-07dc-4718-9ec3-e691fb5cc6e7 None None] Routers {'fe4fff9d-a418-4123-9ddb-a5f59a6fb771'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:19.256112 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b02833fe-07dc-4718-9ec3-e691fb5cc6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:37:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:19.262336 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-b4ac357e-48f4-49be-90fb-0de2bd13a5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:19.332538 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-23dc4ef7-effb-4a06-866e-ef678af96be7 req-99a34b9a-96c6-45a9-b689-d0254e272015 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "PUT /v2.0/floatingips/225b9dd5-5841-4ebd-83e9-55ab7752ecc9 HTTP/1.1" status: 200 len: 694 time: 2.1358764 Nov 12 08:37:19.338435 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe0556f-d70c-4171-aea9-d102a39a4e7b', 'tag': '317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:19.340762 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8d3857-a84d-4066-9691-5600e8df39ae" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe0556f-d70c-4171-aea9-d102a39a4e7b", "tag": "317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:19.382575 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-b02833fe-07dc-4718-9ec3-e691fb5cc6e7 None None] Set router fe4fff9d-a418-4123-9ddb-a5f59a6fb771 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:19.405773 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-62bd208d-b83d-49cd-a8b2-9a06f6f13faf req-01cb1395-4b71-4c84-bfda-f22c846d9dc2 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:19.508019 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb1395-4b71-4c84-bfda-f22c846d9dc2 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Pushing event deleted for resources: {'Port': ['ID=478fa75e-70cd-4375-8b99-522f92aa7113,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:19.558788 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d5aca-b7ab-4ee2-a0a8-616df0c5d46c req-cfd2c597-e746-4ba2-8185-e4985325912d tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:19.560719 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c8d5aca-b7ab-4ee2-a0a8-616df0c5d46c req-cfd2c597-e746-4ba2-8185-e4985325912d tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5ff584e-4625-4036-88c2-f214df8d16ad HTTP/1.1" status: 200 len: 931 time: 0.2309854 Nov 12 08:37:19.605395 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b02833fe-07dc-4718-9ec3-e691fb5cc6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'name': 'tempest-FloatingIPsAssociationTestJSON-519313312-router', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b94dab45-b9da-4c32-be25-e53092928411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:11Z', 'updated_at': '2021-11-12T08:36:19Z', 'revision_number': 4, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'gw_port': {'id': 'b94dab45-b9da-4c32-be25-e53092928411', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '0ee249d4-6bba-43ae-be9c-069f118a72b3', 'name': '', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'mac_address': 'fa:16:3e:e9:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:18Z', 'updated_at': '2021-11-12T08:36:25Z', 'revision_number': 5, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'subnets': [{'id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:19.612776 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc4ef7-effb-4a06-866e-ef678af96be7 req-4eac753e-ce98-449c-8916-cc8cd32642a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:19.614383 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-23dc4ef7-effb-4a06-866e-ef678af96be7 req-4eac753e-ce98-449c-8916-cc8cd32642a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=467fdf3ab5ca4832aed31198fabdc894&device_id=6fe0556f-d70c-4171-aea9-d102a39a4e7b HTTP/1.1" status: 200 len: 1097 time: 0.2577510 Nov 12 08:37:19.636346 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02833fe-07dc-4718-9ec3-e691fb5cc6e7 None None] Checking router: fe4fff9d-a418-4123-9ddb-a5f59a6fb771 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:37:19.645768 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02833fe-07dc-4718-9ec3-e691fb5cc6e7 None None] Routers {'fe4fff9d-a418-4123-9ddb-a5f59a6fb771'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:19.646419 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b02833fe-07dc-4718-9ec3-e691fb5cc6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:37:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:19.752654 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-b02833fe-07dc-4718-9ec3-e691fb5cc6e7 None None] Set router fe4fff9d-a418-4123-9ddb-a5f59a6fb771 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:19.826824 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c8d5aca-b7ab-4ee2-a0a8-616df0c5d46c req-b90cb7e3-025b-4ed7-a537-7f25de7bd7da tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8ebcc86-d1e3-4750-aeee-440fcd46003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205856 Nov 12 08:37:19.856282 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62bd208d-b83d-49cd-a8b2-9a06f6f13faf req-01cb1395-4b71-4c84-bfda-f22c846d9dc2 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Router b19b5cee-478e-4e1c-8e61-b3d7dc81e457 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:37:19.917081 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc4ef7-effb-4a06-866e-ef678af96be7 req-8f4da7a5-45d4-4b28-b8d8-d0a34908eeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:19.925243 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-23dc4ef7-effb-4a06-866e-ef678af96be7 req-8f4da7a5-45d4-4b28-b8d8-d0a34908eeff service neutron] 10.222.0.37 "GET /v2.0/networks?id=7822463b-fdaf-483f-a94f-eacedacd03dc HTTP/1.1" status: 200 len: 921 time: 0.2796171 Nov 12 08:37:19.984564 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-23dc4ef7-effb-4a06-866e-ef678af96be7 req-98b5b510-cf55-4928-a245-19341397282c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2 HTTP/1.1" status: 200 len: 217 time: 0.0581632 Nov 12 08:37:19.996900 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b02833fe-07dc-4718-9ec3-e691fb5cc6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'name': 'tempest-FloatingIPsAssociationTestJSON-519313312-router', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b94dab45-b9da-4c32-be25-e53092928411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:11Z', 'updated_at': '2021-11-12T08:36:19Z', 'revision_number': 4, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'gw_port': {'id': 'b94dab45-b9da-4c32-be25-e53092928411', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '0ee249d4-6bba-43ae-be9c-069f118a72b3', 'name': '', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'mac_address': 'fa:16:3e:e9:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:18Z', 'updated_at': '2021-11-12T08:36:25Z', 'revision_number': 5, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'subnets': [{'id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:20.020793 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-b4ac357e-48f4-49be-90fb-0de2bd13a5ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de980cd8-254f-4cf7-8766-ae257c3f4376 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:37:20.025820 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02833fe-07dc-4718-9ec3-e691fb5cc6e7 None None] The sync data for ids ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'] in n-d-768862-16 is: [{'id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'name': 'tempest-FloatingIPsAssociationTestJSON-519313312-router', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b94dab45-b9da-4c32-be25-e53092928411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:11Z', 'updated_at': '2021-11-12T08:36:19Z', 'revision_number': 4, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'gw_port': {'id': 'b94dab45-b9da-4c32-be25-e53092928411', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '0ee249d4-6bba-43ae-be9c-069f118a72b3', 'name': '', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'mac_address': 'fa:16:3e:e9:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:18Z', 'updated_at': '2021-11-12T08:36:25Z', 'revision_number': 5, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'subnets': [{'id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:37:20.055388 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-b4ac357e-48f4-49be-90fb-0de2bd13a5ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:20.121551 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc4ef7-effb-4a06-866e-ef678af96be7 req-78a06294-832c-4f9b-802b-e233e5fc8e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:20.122896 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-23dc4ef7-effb-4a06-866e-ef678af96be7 req-78a06294-832c-4f9b-802b-e233e5fc8e8f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07323dc0-d972-46d6-a477-503b3cfb8497 HTTP/1.1" status: 200 len: 859 time: 0.1293356 Nov 12 08:37:20.125515 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-b4ac357e-48f4-49be-90fb-0de2bd13a5ff service neutron] Transition to ACTIVE for port object de980cd8-254f-4cf7-8766-ae257c3f4376 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:37:20.144246 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-b4ac357e-48f4-49be-90fb-0de2bd13a5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:20.202511 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1d520-d07a-4a04-825d-a287b2f9c8e4 req-26dfc394-b846-42e5-b37d-5870c405d344 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:20.204196 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b6c1d520-d07a-4a04-825d-a287b2f9c8e4 req-26dfc394-b846-42e5-b37d-5870c405d344 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 1096 time: 0.2425890 Nov 12 08:37:20.295529 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac357e-48f4-49be-90fb-0de2bd13a5ff service neutron] Pushing event updated for resources: {'Port': ['ID=de980cd8-254f-4cf7-8766-ae257c3f4376,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:20.301567 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02f86a0-e009-47c3-b4b6-2e1716830112 None None] New status for floating IP 225b9dd5-5841-4ebd-83e9-55ab7752ecc9: DOWN {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:37:20.303496 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62bd208d-b83d-49cd-a8b2-9a06f6f13faf req-01cb1395-4b71-4c84-bfda-f22c846d9dc2 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:20.316040 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab31f0ca-3388-4af2-aef0-90fec394f465 None None] Sync routers for ids ['b19b5cee-478e-4e1c-8e61-b3d7dc81e457'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:20.328456 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab31f0ca-3388-4af2-aef0-90fec394f465 None None] Routers {'b19b5cee-478e-4e1c-8e61-b3d7dc81e457'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:20.329155 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ab31f0ca-3388-4af2-aef0-90fec394f465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:37:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b19b5cee-478e-4e1c-8e61-b3d7dc81e457'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:20.357163 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc4ef7-effb-4a06-866e-ef678af96be7 req-be447e03-861e-47cb-88e5-680bb1836fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:20.358667 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-23dc4ef7-effb-4a06-866e-ef678af96be7 req-be447e03-861e-47cb-88e5-680bb1836fd6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7822463b-fdaf-483f-a94f-eacedacd03dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2268906 Nov 12 08:37:20.391377 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b6c1d520-d07a-4a04-825d-a287b2f9c8e4 req-4f840388-3e7a-4900-a67c-5f5d93dab195 tempest-LiveMigrationTest-1721881760 tempest-LiveMigrationTest-1721881760-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627915 Nov 12 08:37:20.408530 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-62bd208d-b83d-49cd-a8b2-9a06f6f13faf req-01cb1395-4b71-4c84-bfda-f22c846d9dc2 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] No DVR routers for this DVR port 478fa75e-70cd-4375-8b99-522f92aa7113 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:20.426806 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-62bd208d-b83d-49cd-a8b2-9a06f6f13faf req-01cb1395-4b71-4c84-bfda-f22c846d9dc2 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:20.426806 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-62bd208d-b83d-49cd-a8b2-9a06f6f13faf req-01cb1395-4b71-4c84-bfda-f22c846d9dc2 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.58 "DELETE /v2.0/ports/478fa75e-70cd-4375-8b99-522f92aa7113 HTTP/1.1" status: 204 len: 173 time: 3.1345522 Nov 12 08:37:20.469346 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-ab31f0ca-3388-4af2-aef0-90fec394f465 None None] Set router b19b5cee-478e-4e1c-8e61-b3d7dc81e457 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:20.511622 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-b4ac357e-48f4-49be-90fb-0de2bd13a5ff service neutron] Attempting to bind port de980cd8-254f-4cf7-8766-ae257c3f4376 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:20.511978 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-b4ac357e-48f4-49be-90fb-0de2bd13a5ff service neutron] Attempting to bind port de980cd8-254f-4cf7-8766-ae257c3f4376 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '6f29db6b-557e-4f48-afd0-2281130a16a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '874a2f6b-0b2d-4b17-9f26-83f6cfea42ef'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:20.512315 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-b4ac357e-48f4-49be-90fb-0de2bd13a5ff service neutron] Attempting to bind port de980cd8-254f-4cf7-8766-ae257c3f4376 on network 874a2f6b-0b2d-4b17-9f26-83f6cfea42ef {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:20.522480 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-b4ac357e-48f4-49be-90fb-0de2bd13a5ff service neutron] Port de980cd8-254f-4cf7-8766-ae257c3f4376 on network 874a2f6b-0b2d-4b17-9f26-83f6cfea42ef not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:37:20.522875 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-b4ac357e-48f4-49be-90fb-0de2bd13a5ff service neutron] Attempting to bind port de980cd8-254f-4cf7-8766-ae257c3f4376 on network 874a2f6b-0b2d-4b17-9f26-83f6cfea42ef {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:20.523932 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db9bb4c-dca7-437c-926e-bbc4afce9345 x-openstack-request-id: req-3db9bb4c-dca7-437c-926e-bbc4afce9345 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:20.525498 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3be91d9a-7f13-4e18-b052-f9de3b2bd3f8", "name": "network-vif-deleted", "tag": "241caddd-07d4-480d-93f5-b3a57161fecd", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:20.526586 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3db9bb4c-dca7-437c-926e-bbc4afce9345 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:20.527785 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3be91d9a-7f13-4e18-b052-f9de3b2bd3f8', 'name': 'network-vif-deleted', 'tag': '241caddd-07d4-480d-93f5-b3a57161fecd', 'status': 'completed', 'code': 200} Nov 12 08:37:20.543167 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-b4ac357e-48f4-49be-90fb-0de2bd13a5ff service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:20.543167 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-b4ac357e-48f4-49be-90fb-0de2bd13a5ff service neutron] Checking segment: {'id': '6f29db6b-557e-4f48-afd0-2281130a16a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '874a2f6b-0b2d-4b17-9f26-83f6cfea42ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:20.543167 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-b4ac357e-48f4-49be-90fb-0de2bd13a5ff service neutron] Bound using segment: {'id': '6f29db6b-557e-4f48-afd0-2281130a16a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '874a2f6b-0b2d-4b17-9f26-83f6cfea42ef'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:20.543167 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-b4ac357e-48f4-49be-90fb-0de2bd13a5ff service neutron] Bound port: de980cd8-254f-4cf7-8766-ae257c3f4376, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f29db6b-557e-4f48-afd0-2281130a16a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '874a2f6b-0b2d-4b17-9f26-83f6cfea42ef'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:20.543167 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-b4ac357e-48f4-49be-90fb-0de2bd13a5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:20.558927 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-23dc4ef7-effb-4a06-866e-ef678af96be7 req-85871c3f-d727-4832-8f7a-113a9357ace6 service neutron] 10.222.0.37 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779668 Nov 12 08:37:20.759223 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ab31f0ca-3388-4af2-aef0-90fec394f465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'name': 'tempest-ServersTestFqdnHostnames-731065635-router', 'tenant_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'a52df09f-3746-4f8e-ad5c-937ae2ed9b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:17Z', 'updated_at': '2021-11-12T08:34:25Z', 'revision_number': 4, 'project_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'gw_port': {'id': 'a52df09f-3746-4f8e-ad5c-937ae2ed9b7d', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:18Z', 'updated_at': '2021-11-12T08:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'c9471ce3-8e6c-498c-a8de-30819734a796', 'name': '', 'network_id': 'e13b2945-03ae-4edc-a91c-08b4b339e9b8', 'tenant_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'mac_address': 'fa:16:3e:7c:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9cc84e21-371e-4f6a-ac0f-edaecce24941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:23Z', 'updated_at': '2021-11-12T08:34:31Z', 'revision_number': 5, 'project_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'subnets': [{'id': '9cc84e21-371e-4f6a-ac0f-edaecce24941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:20.786257 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab31f0ca-3388-4af2-aef0-90fec394f465 None None] Checking router: b19b5cee-478e-4e1c-8e61-b3d7dc81e457 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:37:20.795898 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab31f0ca-3388-4af2-aef0-90fec394f465 None None] Routers {'b19b5cee-478e-4e1c-8e61-b3d7dc81e457'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:20.796535 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ab31f0ca-3388-4af2-aef0-90fec394f465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:37:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b19b5cee-478e-4e1c-8e61-b3d7dc81e457'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:21.020544 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 478fa75e-70cd-4375-8b99-522f92aa7113 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:21.049973 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 478fa75e-70cd-4375-8b99-522f92aa7113 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:21.050312 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 478fa75e-70cd-4375-8b99-522f92aa7113 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:21.052693 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-b4ac357e-48f4-49be-90fb-0de2bd13a5ff service neutron] For port de980cd8-254f-4cf7-8766-ae257c3f4376, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:21.056849 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-b4ac357e-48f4-49be-90fb-0de2bd13a5ff service neutron] For port de980cd8-254f-4cf7-8766-ae257c3f4376, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=de980cd8-254f-4cf7-8766-ae257c3f4376,segment=NetworkSegment(6f29db6b-557e-4f48-afd0-2281130a16a5),segment_id=6f29db6b-557e-4f48-afd0-2281130a16a5)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:21.067453 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-b4ac357e-48f4-49be-90fb-0de2bd13a5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:21.069073 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-ab31f0ca-3388-4af2-aef0-90fec394f465 None None] Set router b19b5cee-478e-4e1c-8e61-b3d7dc81e457 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:21.082896 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-23dc4ef7-effb-4a06-866e-ef678af96be7 req-1cfe44ef-3175-46c7-9a94-fcbc77c03ec8 service neutron] 10.222.0.37 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5169122 Nov 12 08:37:21.119477 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592bf25f-2492-41bf-be96-8c7dda41ce92 req-7ddce203-6581-4ff7-94f6-845d9c9bcc5e tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:21.126368 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-592bf25f-2492-41bf-be96-8c7dda41ce92 req-7ddce203-6581-4ff7-94f6-845d9c9bcc5e tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a02e763-2406-4db9-b081-b0ab61840b77 HTTP/1.1" status: 200 len: 945 time: 0.1490598 Nov 12 08:37:21.151150 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-b4ac357e-48f4-49be-90fb-0de2bd13a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:21.151881 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-b4ac357e-48f4-49be-90fb-0de2bd13a5ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:21.153312 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-b4ac357e-48f4-49be-90fb-0de2bd13a5ff service neutron] 10.222.0.58 "PUT /v2.0/ports/de980cd8-254f-4cf7-8766-ae257c3f4376 HTTP/1.1" status: 200 len: 1092 time: 2.0995209 Nov 12 08:37:21.185351 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac357e-48f4-49be-90fb-0de2bd13a5ff service neutron] Pushing event updated for resources: {'Port': ['ID=de980cd8-254f-4cf7-8766-ae257c3f4376,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:21.210266 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-592bf25f-2492-41bf-be96-8c7dda41ce92 req-3d004d45-c7f5-41c1-ad42-8985a72f97aa tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fec7ae1-4231-42fb-9ff1-50438eef359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829022 Nov 12 08:37:21.302528 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a979bb-6493-408e-9e70-b1b7d83064de x-openstack-request-id: req-18a979bb-6493-408e-9e70-b1b7d83064de {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:21.303569 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe0556f-d70c-4171-aea9-d102a39a4e7b", "tag": "317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:21.303859 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-18a979bb-6493-408e-9e70-b1b7d83064de {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:21.304257 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe0556f-d70c-4171-aea9-d102a39a4e7b', 'tag': '317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2', 'status': 'completed', 'code': 200} Nov 12 08:37:21.318597 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ab31f0ca-3388-4af2-aef0-90fec394f465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'name': 'tempest-ServersTestFqdnHostnames-731065635-router', 'tenant_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'a52df09f-3746-4f8e-ad5c-937ae2ed9b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:17Z', 'updated_at': '2021-11-12T08:34:25Z', 'revision_number': 4, 'project_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'gw_port': {'id': 'a52df09f-3746-4f8e-ad5c-937ae2ed9b7d', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:18Z', 'updated_at': '2021-11-12T08:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'c9471ce3-8e6c-498c-a8de-30819734a796', 'name': '', 'network_id': 'e13b2945-03ae-4edc-a91c-08b4b339e9b8', 'tenant_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'mac_address': 'fa:16:3e:7c:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9cc84e21-371e-4f6a-ac0f-edaecce24941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:23Z', 'updated_at': '2021-11-12T08:34:31Z', 'revision_number': 5, 'project_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'subnets': [{'id': '9cc84e21-371e-4f6a-ac0f-edaecce24941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:21.349612 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab31f0ca-3388-4af2-aef0-90fec394f465 None None] The sync data for ids ['b19b5cee-478e-4e1c-8e61-b3d7dc81e457'] in n-d-768862-16 is: [{'id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'name': 'tempest-ServersTestFqdnHostnames-731065635-router', 'tenant_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'a52df09f-3746-4f8e-ad5c-937ae2ed9b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:17Z', 'updated_at': '2021-11-12T08:34:25Z', 'revision_number': 4, 'project_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'gw_port': {'id': 'a52df09f-3746-4f8e-ad5c-937ae2ed9b7d', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:18Z', 'updated_at': '2021-11-12T08:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'c9471ce3-8e6c-498c-a8de-30819734a796', 'name': '', 'network_id': 'e13b2945-03ae-4edc-a91c-08b4b339e9b8', 'tenant_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'mac_address': 'fa:16:3e:7c:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9cc84e21-371e-4f6a-ac0f-edaecce24941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:23Z', 'updated_at': '2021-11-12T08:34:31Z', 'revision_number': 5, 'project_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'subnets': [{'id': '9cc84e21-371e-4f6a-ac0f-edaecce24941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:37:21.352783 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-93864b56-58b3-467b-8ed4-70842bf6f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:21.354322 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-93864b56-58b3-467b-8ed4-70842bf6f257 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e20c59551d764b59aa374ed5c5945bdb&device_id=b5ff584e-4625-4036-88c2-f214df8d16ad HTTP/1.1" status: 200 len: 1095 time: 0.1383731 Nov 12 08:37:21.425156 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d3857-a84d-4066-9691-5600e8df39ae req-ac009227-c263-42f9-a9f0-83fe0aeb5849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:21.427105 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cf8d3857-a84d-4066-9691-5600e8df39ae req-ac009227-c263-42f9-a9f0-83fe0aeb5849 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=467fdf3ab5ca4832aed31198fabdc894&device_id=6fe0556f-d70c-4171-aea9-d102a39a4e7b HTTP/1.1" status: 200 len: 1097 time: 0.1398919 Nov 12 08:37:21.428351 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-a26dd0a5-5aa9-455c-a4be-4bcc42b98189 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de980cd8-254f-4cf7-8766-ae257c3f4376 HTTP/1.1" status: 200 len: 217 time: 0.0540307 Nov 12 08:37:21.442116 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f769397-2b61-4d32-901d-9c75875684d2 req-39c7ca9b-a1a8-4ef3-a68b-3e0be8ee25e3 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:21.443693 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0f769397-2b61-4d32-901d-9c75875684d2 req-39c7ca9b-a1a8-4ef3-a68b-3e0be8ee25e3 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/ports?device_id=badb3f73-5c86-4b45-a2e9-b08409182bc9 HTTP/1.1" status: 200 len: 943 time: 0.1144011 Nov 12 08:37:21.589456 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-e9af4600-b3aa-4098-989b-3adb51e6b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:21.590946 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-e9af4600-b3aa-4098-989b-3adb51e6b300 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9c3fc7c8-9c49-45cc-a8b6-4d8a8fcadbef HTTP/1.1" status: 200 len: 860 time: 0.1223700 Nov 12 08:37:21.620727 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0f769397-2b61-4d32-901d-9c75875684d2 req-29b7e562-35de-4167-ad43-5c22515d0e44 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/security-groups?id=b95a20f5-9ca9-417d-b457-6a8afb438d26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680892 Nov 12 08:37:21.646454 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-c33689cc-a4bc-4bea-9f54-0b5295aed4b8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=874a2f6b-0b2d-4b17-9f26-83f6cfea42ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441322 Nov 12 08:37:21.651898 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca7a773-55b8-48c9-b571-04e3696e60e4 None None] New status for floating IP 89b46c93-b377-4c5b-a685-3bb60df3039e: DOWN {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:37:21.661402 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d3857-a84d-4066-9691-5600e8df39ae req-7fc56527-85bd-4492-a0a9-dc1402703e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:21.662865 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cf8d3857-a84d-4066-9691-5600e8df39ae req-7fc56527-85bd-4492-a0a9-dc1402703e30 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7822463b-fdaf-483f-a94f-eacedacd03dc HTTP/1.1" status: 200 len: 921 time: 0.2026830 Nov 12 08:37:21.753959 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cf8d3857-a84d-4066-9691-5600e8df39ae req-783458b1-cc36-4db6-a5c2-ad06aece2f99 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2 HTTP/1.1" status: 200 len: 217 time: 0.0725789 Nov 12 08:37:21.824492 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-155440dd-6b2d-4039-a08d-2e4a9ce7ddf3 service neutron] 10.222.0.58 "GET /v2.0/networks/874a2f6b-0b2d-4b17-9f26-83f6cfea42ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649821 Nov 12 08:37:21.835160 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d3857-a84d-4066-9691-5600e8df39ae req-d397e40f-90d5-43c8-a34f-8d0df43336b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:21.836589 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cf8d3857-a84d-4066-9691-5600e8df39ae req-d397e40f-90d5-43c8-a34f-8d0df43336b8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07323dc0-d972-46d6-a477-503b3cfb8497 HTTP/1.1" status: 200 len: 859 time: 0.0697544 Nov 12 08:37:21.953868 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d3857-a84d-4066-9691-5600e8df39ae req-7fb59c28-f6e7-4a27-a5e0-b3a1acccf2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:21.955563 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cf8d3857-a84d-4066-9691-5600e8df39ae req-7fb59c28-f6e7-4a27-a5e0-b3a1acccf2a3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7822463b-fdaf-483f-a94f-eacedacd03dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1103415 Nov 12 08:37:22.000269 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07ab5bc4-2632-41a3-aa66-f969053b151d req-e53db4ec-6edd-45fc-abae-78b903ad85a8 service neutron] 10.222.0.58 "GET /v2.0/networks/874a2f6b-0b2d-4b17-9f26-83f6cfea42ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666088 Nov 12 08:37:22.120475 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283179e6-e752-4bd4-8079-d3d9ef4c3015 req-a39f3982-9987-4ceb-b163-6132bf5bf315 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:22.124254 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-283179e6-e752-4bd4-8079-d3d9ef4c3015 req-a39f3982-9987-4ceb-b163-6132bf5bf315 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5ff584e-4625-4036-88c2-f214df8d16ad HTTP/1.1" status: 200 len: 943 time: 0.1139312 Nov 12 08:37:22.137975 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cf8d3857-a84d-4066-9691-5600e8df39ae req-2274f2b3-597e-42a4-b52d-d34ad2b0a585 service neutron] 10.222.0.58 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699030 Nov 12 08:37:22.200734 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-283179e6-e752-4bd4-8079-d3d9ef4c3015 req-e7ed3525-23a0-4f25-b771-7c4de192ca3c tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8ebcc86-d1e3-4750-aeee-440fcd46003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713322 Nov 12 08:37:22.253579 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-b615c306-a658-46e0-8502-56b21f84e117 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:37:22.254623 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-b615c306-a658-46e0-8502-56b21f84e117 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090971 Nov 12 08:37:22.267141 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cf8d3857-a84d-4066-9691-5600e8df39ae req-6a878e54-2969-424c-b05a-170fa44174cf service neutron] 10.222.0.58 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080079 Nov 12 08:37:22.307603 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-c35804c9-e3b9-4532-9517-7c1ce13c7777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:22.309119 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-c35804c9-e3b9-4532-9517-7c1ce13c7777 service neutron] 10.222.0.37 "GET /v2.0/ports/a2750c89-46e7-4b07-adf5-049600d8a1fa HTTP/1.1" status: 200 len: 1094 time: 0.0462127 Nov 12 08:37:22.318921 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-c8fd2cc8-4cc5-4996-87b0-923d66b5de2b service neutron] Request body: {'binding': {'host': 'n-h1-768862-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:22.319476 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-c8fd2cc8-4cc5-4996-87b0-923d66b5de2b service neutron] Unknown quota resources ['binding']. {{(pid=102568) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:37:22.481512 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-c8fd2cc8-4cc5-4996-87b0-923d66b5de2b service neutron] Attempting to bind port a2750c89-46e7-4b07-adf5-049600d8a1fa on host n-h1-768862-16 for vnic_type normal with profile None {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:22.481687 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-c8fd2cc8-4cc5-4996-87b0-923d66b5de2b service neutron] Attempting to bind port a2750c89-46e7-4b07-adf5-049600d8a1fa by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:22.482041 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-c8fd2cc8-4cc5-4996-87b0-923d66b5de2b service neutron] Attempting to bind port a2750c89-46e7-4b07-adf5-049600d8a1fa on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:22.485459 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41026) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:22.486659 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-c8fd2cc8-4cc5-4996-87b0-923d66b5de2b service neutron] Port a2750c89-46e7-4b07-adf5-049600d8a1fa on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:37:22.486993 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-c8fd2cc8-4cc5-4996-87b0-923d66b5de2b service neutron] Attempting to bind port a2750c89-46e7-4b07-adf5-049600d8a1fa on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:22.492901 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-c8fd2cc8-4cc5-4996-87b0-923d66b5de2b service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:22.493239 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-c8fd2cc8-4cc5-4996-87b0-923d66b5de2b service neutron] Checking segment: {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:22.493608 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-c8fd2cc8-4cc5-4996-87b0-923d66b5de2b service neutron] Bound using segment: {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:22.494085 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-c8fd2cc8-4cc5-4996-87b0-923d66b5de2b service neutron] Bound port: a2750c89-46e7-4b07-adf5-049600d8a1fa, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:22.556640 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-c8fd2cc8-4cc5-4996-87b0-923d66b5de2b service neutron] For port a2750c89-46e7-4b07-adf5-049600d8a1fa, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=a2750c89-46e7-4b07-adf5-049600d8a1fa,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:22.558733 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ecad96e9-8612-4ec0-a083-b042580f4ae6 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:22.564958 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-c8fd2cc8-4cc5-4996-87b0-923d66b5de2b service neutron] Publish callbacks [] for binding, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:22.566228 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-c8fd2cc8-4cc5-4996-87b0-923d66b5de2b service neutron] 10.222.0.37 "POST /v2.0/ports/a2750c89-46e7-4b07-adf5-049600d8a1fa/bindings HTTP/1.1" status: 201 len: 390 time: 0.2511299 Nov 12 08:37:22.603306 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ecad96e9-8612-4ec0-a083-b042580f4ae6 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:22.615726 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:22.630920 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef2965-1f6b-4832-8aae-24bd96ed6086 req-9850a6bd-7b78-4439-a72f-51287cc0173d tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:22.632522 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c5ef2965-1f6b-4832-8aae-24bd96ed6086 req-9850a6bd-7b78-4439-a72f-51287cc0173d tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 944 time: 0.0884504 Nov 12 08:37:22.733455 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c5ef2965-1f6b-4832-8aae-24bd96ed6086 req-1dc32ceb-a434-49b7-8a35-de1647e2e711 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934019 Nov 12 08:37:22.739921 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ecad96e9-8612-4ec0-a083-b042580f4ae6 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:22.742887 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ecad96e9-8612-4ec0-a083-b042580f4ae6 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:22.746522 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ecad96e9-8612-4ec0-a083-b042580f4ae6 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "DELETE /v2.0/security-groups/4ac11159-2be3-40db-a616-0a03c8203e0f HTTP/1.1" status: 204 len: 168 time: 0.2560997 Nov 12 08:37:22.748849 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41032) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:22.769731 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad96e9-8612-4ec0-a083-b042580f4ae6 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac11159-2be3-40db-a616-0a03c8203e0f,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:22.782507 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c8120-ddde-4eb5-8a37-ae9cfb689944 req-af540445-4bf1-4d32-bb24-de7333979fb5 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:22.784238 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c4c8120-ddde-4eb5-8a37-ae9cfb689944 req-af540445-4bf1-4d32-bb24-de7333979fb5 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/ports?device_id=5910664f-1d6c-4f31-8b0b-dce1bcfd62c0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1068118 Nov 12 08:37:22.792390 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60305089-3c85-4824-8354-00751150e9ea req-89e9ca27-17d8-46c7-827b-8bed1f84383b tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:22.793923 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-60305089-3c85-4824-8354-00751150e9ea req-89e9ca27-17d8-46c7-827b-8bed1f84383b tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.54 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 944 time: 0.0918648 Nov 12 08:37:22.796217 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-4ac26ebb-4812-428b-8918-eebffa57ad87 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] show failed (client error): The resource could not be found. Nov 12 08:37:22.798159 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4ac26ebb-4812-428b-8918-eebffa57ad87 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "GET /v2.0/security-groups/4ac11159-2be3-40db-a616-0a03c8203e0f HTTP/1.1" status: 404 len: 347 time: 0.0474100 Nov 12 08:37:22.801009 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41034) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:22.849847 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c4c8120-ddde-4eb5-8a37-ae9cfb689944 req-77d93ab4-858c-4de0-a836-485d520d894c tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.26 HTTP/1.1" status: 200 len: 695 time: 0.0595901 Nov 12 08:37:22.862483 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-1c4c8120-ddde-4eb5-8a37-ae9cfb689944 req-87c19a2d-06c3-4535-b462-0699a242c69e tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Request body: {'floatingip': {'port_id': 'd3b24b5f-7ffb-4de2-8d0c-4d853d314b3c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:22.911164 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1c4c8120-ddde-4eb5-8a37-ae9cfb689944 req-87c19a2d-06c3-4535-b462-0699a242c69e tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks [] for floatingip, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.086305 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-44c1a0bd-8bce-42ea-a53f-2471746d87ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:23.087870 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-44c1a0bd-8bce-42ea-a53f-2471746d87ec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=53ced5a3b5824d46b94af4c3034e6689&device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 1097 time: 0.2061293 Nov 12 08:37:23.108807 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac0716-b084-4c07-9f3b-160b4e8f7b63 req-8ae88b54-4931-4d17-9992-e0a020d115fd tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:23.110277 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0cac0716-b084-4c07-9f3b-160b4e8f7b63 req-8ae88b54-4931-4d17-9992-e0a020d115fd tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 945 time: 0.1036062 Nov 12 08:37:23.112296 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e87b3-105f-4d4f-b164-34ade2c08b7b req-07026ef2-4a48-4b27-8838-1cca6693f250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:23.113953 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8d2e87b3-105f-4d4f-b164-34ade2c08b7b req-07026ef2-4a48-4b27-8838-1cca6693f250 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2498953518e14ff49f67dd59410c0173&device_id=3a02e763-2406-4db9-b081-b0ab61840b77 HTTP/1.1" status: 200 len: 1097 time: 0.1113491 Nov 12 08:37:23.197819 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-60305089-3c85-4824-8354-00751150e9ea req-330f95d8-0dd5-4e21-8372-897a8e105358 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Deleting port d8db0e6f-b376-43aa-9cd2-ee26d63c0558 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:23.198052 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-60305089-3c85-4824-8354-00751150e9ea req-330f95d8-0dd5-4e21-8372-897a8e105358 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.218712 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0cac0716-b084-4c07-9f3b-160b4e8f7b63 req-34a1bb85-ab32-49e7-8155-84c16cf4a355 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994260 Nov 12 08:37:23.267783 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-aeab2805-8cb1-4405-83d0-27d1a9ed08b0 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Deleting port 178b9207-584c-4614-8d1b-011f744a7cb8 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:23.268508 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aeab2805-8cb1-4405-83d0-27d1a9ed08b0 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.312490 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5624074-f877-4ada-9008-30b122d35a47', 'name': 'network-vif-deleted', 'tag': '478fa75e-70cd-4375-8b99-522f92aa7113'}, {'name': 'network-changed', 'server_uuid': 'b5ff584e-4625-4036-88c2-f214df8d16ad', 'tag': 'de980cd8-254f-4cf7-8766-ae257c3f4376'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:23.315176 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0bd59f-60e1-4e20-ba69-ae35f9de5101" -d '{"events": [{"server_uuid": "e5624074-f877-4ada-9008-30b122d35a47", "name": "network-vif-deleted", "tag": "478fa75e-70cd-4375-8b99-522f92aa7113"}, {"name": "network-changed", "server_uuid": "b5ff584e-4625-4036-88c2-f214df8d16ad", "tag": "de980cd8-254f-4cf7-8766-ae257c3f4376"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:23.390001 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-c87b033d-2718-4468-b5fe-b528eebfd4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:23.391506 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-c87b033d-2718-4468-b5fe-b528eebfd4b7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ac11a5bd-0584-4f41-bf7f-a43257f96e99 HTTP/1.1" status: 200 len: 921 time: 0.2944322 Nov 12 08:37:23.404286 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8566f-4803-4d82-8f42-6ab23893d5d2 req-05ed391f-e388-41cb-977f-4970f8eb9b6b tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:23.405748 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-78d8566f-4803-4d82-8f42-6ab23893d5d2 req-05ed391f-e388-41cb-977f-4970f8eb9b6b tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/ports?device_id=badb3f73-5c86-4b45-a2e9-b08409182bc9 HTTP/1.1" status: 200 len: 943 time: 0.1047883 Nov 12 08:37:23.462549 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-46ca4e79-8af8-4c7c-8fe6-039883431a14 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2750c89-46e7-4b07-adf5-049600d8a1fa HTTP/1.1" status: 200 len: 217 time: 0.0599163 Nov 12 08:37:23.468687 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e87b3-105f-4d4f-b164-34ade2c08b7b req-4e5f7b67-2d39-4911-8054-d98d1bada60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:23.470128 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8d2e87b3-105f-4d4f-b164-34ade2c08b7b req-4e5f7b67-2d39-4911-8054-d98d1bada60a service neutron] 10.222.0.54 "GET /v2.0/networks?id=3459840e-f686-4334-8a34-99eadd5234b9 HTTP/1.1" status: 200 len: 915 time: 0.3339994 Nov 12 08:37:23.471973 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-60305089-3c85-4824-8354-00751150e9ea req-330f95d8-0dd5-4e21-8372-897a8e105358 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] For port d8db0e6f-b376-43aa-9cd2-ee26d63c0558, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=d8db0e6f-b376-43aa-9cd2-ee26d63c0558,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:23.472352 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-60305089-3c85-4824-8354-00751150e9ea req-330f95d8-0dd5-4e21-8372-897a8e105358 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.528056 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-78d8566f-4803-4d82-8f42-6ab23893d5d2 req-293eb17a-3a9e-42f3-b456-d1ff448e6257 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/security-groups?id=b95a20f5-9ca9-417d-b457-6a8afb438d26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127083 Nov 12 08:37:23.543349 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1c4c8120-ddde-4eb5-8a37-ae9cfb689944 req-87c19a2d-06c3-4535-b462-0699a242c69e tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.550127 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1c4c8120-ddde-4eb5-8a37-ae9cfb689944 req-87c19a2d-06c3-4535-b462-0699a242c69e tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.558061 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-60305089-3c85-4824-8354-00751150e9ea req-330f95d8-0dd5-4e21-8372-897a8e105358 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Calling delete_port for d8db0e6f-b376-43aa-9cd2-ee26d63c0558 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:23.570040 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8d2e87b3-105f-4d4f-b164-34ade2c08b7b req-ad599248-2e66-4672-9f14-1d8a3255dc96 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fdae37e-795b-490e-8d48-9ac95fc31efc HTTP/1.1" status: 200 len: 217 time: 0.0860720 Nov 12 08:37:23.584198 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aeab2805-8cb1-4405-83d0-27d1a9ed08b0 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.584550 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aeab2805-8cb1-4405-83d0-27d1a9ed08b0 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.598275 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41044) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:23.662334 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-aeab2805-8cb1-4405-83d0-27d1a9ed08b0 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Calling delete_port for 178b9207-584c-4614-8d1b-011f744a7cb8 owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:23.679921 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-61f433c3-b354-4327-a18d-af923b9c818e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:23.681399 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-61f433c3-b354-4327-a18d-af923b9c818e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165 HTTP/1.1" status: 200 len: 860 time: 0.2064223 Nov 12 08:37:23.753680 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-95b15c8b-fe01-4cb4-a583-595bec8463ba tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.760002 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [req-1c4c8120-ddde-4eb5-8a37-ae9cfb689944 req-87c19a2d-06c3-4535-b462-0699a242c69e tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Floating IP 225b9dd5-5841-4ebd-83e9-55ab7752ecc9 associated. External IP: 172.25.6.26, port: d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c. Nov 12 08:37:23.767335 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-c27d3083-49e1-4cea-bdb2-02aa0d3faf0a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac11a5bd-0584-4f41-bf7f-a43257f96e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747485 Nov 12 08:37:23.793783 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e87b3-105f-4d4f-b164-34ade2c08b7b req-cd0c87b2-cc2e-4810-be62-f9513680c740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:23.795422 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8d2e87b3-105f-4d4f-b164-34ade2c08b7b req-cd0c87b2-cc2e-4810-be62-f9513680c740 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b37db0c3-ecd9-416b-bb79-b3deabe7cca1 HTTP/1.1" status: 200 len: 854 time: 0.2144477 Nov 12 08:37:23.816425 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060fab2d-cd17-400d-888a-bc5994f63ee1 req-01b48953-bafd-4f61-aa8e-270ad669362b tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:23.818038 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-060fab2d-cd17-400d-888a-bc5994f63ee1 req-01b48953-bafd-4f61-aa8e-270ad669362b tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a02e763-2406-4db9-b081-b0ab61840b77 HTTP/1.1" status: 200 len: 945 time: 0.1801369 Nov 12 08:37:23.850232 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-95b15c8b-fe01-4cb4-a583-595bec8463ba tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.861829 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8d2e87b3-105f-4d4f-b164-34ade2c08b7b req-ca329057-17b2-4d54-b67f-a5c030d9c821 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3459840e-f686-4334-8a34-99eadd5234b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528946 Nov 12 08:37:23.971489 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-060fab2d-cd17-400d-888a-bc5994f63ee1 req-0d778147-c975-462a-b6a9-680667b48556 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fec7ae1-4231-42fb-9ff1-50438eef359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420088 Nov 12 08:37:24.026329 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-95b15c8b-fe01-4cb4-a583-595bec8463ba tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:24.029091 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-95b15c8b-fe01-4cb4-a583-595bec8463ba tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:24.033362 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-95b15c8b-fe01-4cb4-a583-595bec8463ba tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "DELETE /v2.0/security-groups/7c50791e-332d-4821-b9c1-b32596a4844a HTTP/1.1" status: 204 len: 168 time: 0.4338541 Nov 12 08:37:24.034196 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41048) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:24.070191 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b15c8b-fe01-4cb4-a583-595bec8463ba tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c50791e-332d-4821-b9c1-b32596a4844a,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:24.084118 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-090468ff-e0bd-4d99-99d7-518ef9210e0d tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] show failed (client error): The resource could not be found. Nov 12 08:37:24.088364 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-090468ff-e0bd-4d99-99d7-518ef9210e0d tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "GET /v2.0/security-groups/7c50791e-332d-4821-b9c1-b32596a4844a HTTP/1.1" status: 404 len: 347 time: 0.0455606 Nov 12 08:37:24.129136 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41050) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:24.247862 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c4c8120-ddde-4eb5-8a37-ae9cfb689944 req-87c19a2d-06c3-4535-b462-0699a242c69e tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Router fe4fff9d-a418-4123-9ddb-a5f59a6fb771 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:37:24.257271 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f98277-073f-425d-a608-276b953aa917 req-5c31d1b9-dc66-4700-92e3-76a5b9dcb5b8 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:24.259139 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c5f98277-073f-425d-a608-276b953aa917 req-5c31d1b9-dc66-4700-92e3-76a5b9dcb5b8 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5ff584e-4625-4036-88c2-f214df8d16ad HTTP/1.1" status: 200 len: 943 time: 0.2028062 Nov 12 08:37:24.360810 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-a9e44604-3e41-4f35-a82c-d21b6a9fb589 service neutron] 10.222.0.54 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5810370 Nov 12 08:37:24.366116 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-60305089-3c85-4824-8354-00751150e9ea req-330f95d8-0dd5-4e21-8372-897a8e105358 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:24.377830 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['e595d8d4-feee-457b-81a4-7c74123a8d26', 'd8db0e6f-b376-43aa-9cd2-ee26d63c0558'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:37:24.447565 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f95d8-0dd5-4e21-8372-897a8e105358 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Pushing event deleted for resources: {'Port': ['ID=d8db0e6f-b376-43aa-9cd2-ee26d63c0558,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:24.453671 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8d2e87b3-105f-4d4f-b164-34ade2c08b7b req-46408300-d8ae-46e8-9ba4-16b6c236e1c0 service neutron] 10.222.0.54 "GET /v2.0/networks/3459840e-f686-4334-8a34-99eadd5234b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5556087 Nov 12 08:37:24.457830 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aeab2805-8cb1-4405-83d0-27d1a9ed08b0 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:24.581832 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab2805-8cb1-4405-83d0-27d1a9ed08b0 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Pushing event deleted for resources: {'Port': ['ID=178b9207-584c-4614-8d1b-011f744a7cb8,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:24.640214 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-60305089-3c85-4824-8354-00751150e9ea req-330f95d8-0dd5-4e21-8372-897a8e105358 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] No DVR routers for this DVR port d8db0e6f-b376-43aa-9cd2-ee26d63c0558 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:24.644468 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-60305089-3c85-4824-8354-00751150e9ea req-330f95d8-0dd5-4e21-8372-897a8e105358 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:24.647903 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-60305089-3c85-4824-8354-00751150e9ea req-330f95d8-0dd5-4e21-8372-897a8e105358 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.54 "DELETE /v2.0/ports/d8db0e6f-b376-43aa-9cd2-ee26d63c0558 HTTP/1.1" status: 204 len: 173 time: 1.8361602 Nov 12 08:37:24.651622 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b538b490-906b-4a0c-a79e-a9b6c5a8e940', 'name': 'network-vif-deleted', 'tag': 'd8db0e6f-b376-43aa-9cd2-ee26d63c0558'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:24.654059 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1459355-56a9-40a7-9d5a-bdf8d54d5310" -d '{"events": [{"server_uuid": "b538b490-906b-4a0c-a79e-a9b6c5a8e940", "name": "network-vif-deleted", "tag": "d8db0e6f-b376-43aa-9cd2-ee26d63c0558"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:24.730608 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-44bc631a-da86-4f58-bb58-422ab01ae204 service neutron] 10.222.0.54 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561265 Nov 12 08:37:24.740019 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aeab2805-8cb1-4405-83d0-27d1a9ed08b0 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:24.742575 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aeab2805-8cb1-4405-83d0-27d1a9ed08b0 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:24.745646 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-aeab2805-8cb1-4405-83d0-27d1a9ed08b0 tempest-ServersTestFqdnHostnames-671331571 tempest-ServersTestFqdnHostnames-671331571-project] 10.222.0.37 "DELETE /v2.0/floatingips/89b46c93-b377-4c5b-a685-3bb60df3039e HTTP/1.1" status: 204 len: 168 time: 1.9413896 Nov 12 08:37:24.748237 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41058) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:24.758353 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8d2e87b3-105f-4d4f-b164-34ade2c08b7b req-6ef1718c-d9e2-4e38-a2f1-26013143ad9b service neutron] 10.222.0.54 "GET /v2.0/networks/3459840e-f686-4334-8a34-99eadd5234b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721126 Nov 12 08:37:24.828414 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c5f98277-073f-425d-a608-276b953aa917 req-2ead97ca-9bf0-4230-9479-10637ff459f5 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8ebcc86-d1e3-4750-aeee-440fcd46003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5471733 Nov 12 08:37:24.940602 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139bb636-96ca-4cc4-be28-16cd21f926fd req-0c2cbdb9-4c08-4d54-accd-af3e3351ddba tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:24.946203 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-139bb636-96ca-4cc4-be28-16cd21f926fd req-0c2cbdb9-4c08-4d54-accd-af3e3351ddba tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fe0556f-d70c-4171-aea9-d102a39a4e7b HTTP/1.1" status: 200 len: 945 time: 0.2847009 Nov 12 08:37:24.958220 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f2ccef-18ff-4ada-bea5-a2388050d83a x-openstack-request-id: req-44f2ccef-18ff-4ada-bea5-a2388050d83a {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:24.958859 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5624074-f877-4ada-9008-30b122d35a47", "name": "network-vif-deleted", "tag": "478fa75e-70cd-4375-8b99-522f92aa7113", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b5ff584e-4625-4036-88c2-f214df8d16ad", "tag": "de980cd8-254f-4cf7-8766-ae257c3f4376", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:24.959294 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-44f2ccef-18ff-4ada-bea5-a2388050d83a {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:24.959949 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5624074-f877-4ada-9008-30b122d35a47', 'name': 'network-vif-deleted', 'tag': '478fa75e-70cd-4375-8b99-522f92aa7113', 'status': 'completed', 'code': 200} Nov 12 08:37:24.960689 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ff584e-4625-4036-88c2-f214df8d16ad', 'tag': 'de980cd8-254f-4cf7-8766-ae257c3f4376', 'status': 'completed', 'code': 200} Nov 12 08:37:24.970215 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:37:25.042342 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-d9af52cf-3221-4c6c-a266-4e6a32a5c291 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Deleting port 73480c16-bc09-40fb-98a6-54dc8bf627fb {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:25.042342 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d9af52cf-3221-4c6c-a266-4e6a32a5c291 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.213898 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-72dcfb46-4086-4a7c-bc55-37edd9b0b6e2 req-18996d77-b74e-468a-8725-8d91b7b2dd71 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 210 time: 0.1344285 Nov 12 08:37:25.227517 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c4c8120-ddde-4eb5-8a37-ae9cfb689944 req-87c19a2d-06c3-4535-b462-0699a242c69e tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:25.239494 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1c4c8120-ddde-4eb5-8a37-ae9cfb689944 req-87c19a2d-06c3-4535-b462-0699a242c69e tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.239782 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff9cfa2-0bd9-4d05-93db-9fb49dcf2688 None None] Sync routers for ids ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:25.284828 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff9cfa2-0bd9-4d05-93db-9fb49dcf2688 None None] Routers {'fe4fff9d-a418-4123-9ddb-a5f59a6fb771'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:25.285851 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-6ff9cfa2-0bd9-4d05-93db-9fb49dcf2688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:37:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:25.310867 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ca1f0931-993d-4920-8adc-1c9a1b2c1497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.419603 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-6ff9cfa2-0bd9-4d05-93db-9fb49dcf2688 None None] Set router fe4fff9d-a418-4123-9ddb-a5f59a6fb771 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:25.420243 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c4c8120-ddde-4eb5-8a37-ae9cfb689944 req-87c19a2d-06c3-4535-b462-0699a242c69e tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "PUT /v2.0/floatingips/225b9dd5-5841-4ebd-83e9-55ab7752ecc9 HTTP/1.1" status: 200 len: 996 time: 2.5557184 Nov 12 08:37:25.445518 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bd59f-60e1-4e20-ba69-ae35f9de5101 req-ff4735f5-9fb1-44c2-89a8-c22d5225a8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:25.447535 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e0bd59f-60e1-4e20-ba69-ae35f9de5101 req-ff4735f5-9fb1-44c2-89a8-c22d5225a8c9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e20c59551d764b59aa374ed5c5945bdb&device_id=b5ff584e-4625-4036-88c2-f214df8d16ad HTTP/1.1" status: 200 len: 1095 time: 0.4839134 Nov 12 08:37:25.548197 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d9af52cf-3221-4c6c-a266-4e6a32a5c291 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.548828 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d9af52cf-3221-4c6c-a266-4e6a32a5c291 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.569655 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5,segment=NetworkSegment(b9fb73f6-153c-41c1-b347-94d88239ea7a),segment_id=b9fb73f6-153c-41c1-b347-94d88239ea7a)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:25.607919 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-d9af52cf-3221-4c6c-a266-4e6a32a5c291 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Calling delete_port for 73480c16-bc09-40fb-98a6-54dc8bf627fb owned by network:floatingip {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:25.659974 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5', 'network_id': 'f336b567-e54f-48f4-978b-f3ba153ca96f', 'port_id': 'ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5', 'mac_address': 'fa:16:3e:74:6a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '288d1df0-95f8-4d76-a101-b44e0052c9aa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:37:25.671151 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff196380-c04a-45df-a9be-8468d37bf933 req-8df1617f-b292-4c05-aa73-bd9c4087949a tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:25.680690 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ff196380-c04a-45df-a9be-8468d37bf933 req-8df1617f-b292-4c05-aa73-bd9c4087949a tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 945 time: 0.3336415 Nov 12 08:37:25.681757 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-ca1f0931-993d-4920-8adc-1c9a1b2c1497 admin admin] Deleting port c9471ce3-8e6c-498c-a8de-30819734a796 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:25.683934 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ca1f0931-993d-4920-8adc-1c9a1b2c1497 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.684671 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c8120-ddde-4eb5-8a37-ae9cfb689944 req-2d333168-6a71-4e5e-8210-3cc58bf3536f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:25.686171 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c4c8120-ddde-4eb5-8a37-ae9cfb689944 req-2d333168-6a71-4e5e-8210-3cc58bf3536f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=467fdf3ab5ca4832aed31198fabdc894&device_id=5910664f-1d6c-4f31-8b0b-dce1bcfd62c0 HTTP/1.1" status: 200 len: 1098 time: 0.2656963 Nov 12 08:37:25.782487 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-ca1f0931-993d-4920-8adc-1c9a1b2c1497 admin admin] For port c9471ce3-8e6c-498c-a8de-30819734a796, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=c9471ce3-8e6c-498c-a8de-30819734a796,segment=NetworkSegment(68bfaa27-8cd5-4298-b36c-38195891898f),segment_id=68bfaa27-8cd5-4298-b36c-38195891898f)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:25.783194 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ca1f0931-993d-4920-8adc-1c9a1b2c1497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.793922 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-139bb636-96ca-4cc4-be28-16cd21f926fd req-ecf4db84-e5cf-427b-a897-a9ae69fe2cae tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Deleting port 317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:25.796968 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-139bb636-96ca-4cc4-be28-16cd21f926fd req-ecf4db84-e5cf-427b-a897-a9ae69fe2cae tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.801545 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-ca1f0931-993d-4920-8adc-1c9a1b2c1497 admin admin] Calling delete_port for c9471ce3-8e6c-498c-a8de-30819734a796 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:25.803555 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.821987 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:37:25.843919 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5,segment=NetworkSegment(b9fb73f6-153c-41c1-b347-94d88239ea7a),segment_id=b9fb73f6-153c-41c1-b347-94d88239ea7a)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:25.852608 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.853412 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device de980cd8-254f-4cf7-8766-ae257c3f4376 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:37:25.949064 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:26.007000 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.resource_extend [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:37:26.110353 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ca1f0931-993d-4920-8adc-1c9a1b2c1497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:26.157315 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-6ff9cfa2-0bd9-4d05-93db-9fb49dcf2688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'name': 'tempest-FloatingIPsAssociationTestJSON-519313312-router', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b94dab45-b9da-4c32-be25-e53092928411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:11Z', 'updated_at': '2021-11-12T08:36:19Z', 'revision_number': 4, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'gw_port': {'id': 'b94dab45-b9da-4c32-be25-e53092928411', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '225b9dd5-5841-4ebd-83e9-55ab7752ecc9', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'floating_ip_address': '172.25.6.26', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'port_id': 'd3b24b5f-7ffb-4de2-8d0c-4d853d314b3c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'mac_address': 'fa:16:3e:10:99:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5910664f-1d6c-4f31-8b0b-dce1bcfd62c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:36:44Z', 'updated_at': '2021-11-12T08:37:23Z', 'revision_number': 8, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee249d4-6bba-43ae-be9c-069f118a72b3', 'name': '', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'mac_address': 'fa:16:3e:e9:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:18Z', 'updated_at': '2021-11-12T08:36:25Z', 'revision_number': 5, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'subnets': [{'id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:26.157799 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f0931-993d-4920-8adc-1c9a1b2c1497 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9471ce3-8e6c-498c-a8de-30819734a796,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:26.166432 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port de980cd8-254f-4cf7-8766-ae257c3f4376, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=de980cd8-254f-4cf7-8766-ae257c3f4376,segment=NetworkSegment(6f29db6b-557e-4f48-afd0-2281130a16a5),segment_id=6f29db6b-557e-4f48-afd0-2281130a16a5)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:26.187660 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c8120-ddde-4eb5-8a37-ae9cfb689944 req-9a743a40-96bb-4b8d-a263-565ae5119ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:26.190502 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c4c8120-ddde-4eb5-8a37-ae9cfb689944 req-9a743a40-96bb-4b8d-a263-565ae5119ae8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7822463b-fdaf-483f-a94f-eacedacd03dc HTTP/1.1" status: 200 len: 921 time: 0.4871399 Nov 12 08:37:26.194546 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bd59f-60e1-4e20-ba69-ae35f9de5101 req-562e6fe4-5265-4547-9133-7f27dec4e335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:26.198216 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e0bd59f-60e1-4e20-ba69-ae35f9de5101 req-562e6fe4-5265-4547-9133-7f27dec4e335 service neutron] 10.222.0.58 "GET /v2.0/networks?id=874a2f6b-0b2d-4b17-9f26-83f6cfea42ef HTTP/1.1" status: 200 len: 921 time: 0.7244956 Nov 12 08:37:26.261552 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff9cfa2-0bd9-4d05-93db-9fb49dcf2688 None None] Checking router: fe4fff9d-a418-4123-9ddb-a5f59a6fb771 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:37:26.271073 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'de980cd8-254f-4cf7-8766-ae257c3f4376', 'network_id': '874a2f6b-0b2d-4b17-9f26-83f6cfea42ef', 'port_id': 'de980cd8-254f-4cf7-8766-ae257c3f4376', 'mac_address': 'fa:16:3e:d8:41:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c3fc7c8-9c49-45cc-a8b6-4d8a8fcadbef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:37:26.279067 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff9cfa2-0bd9-4d05-93db-9fb49dcf2688 None None] Routers {'fe4fff9d-a418-4123-9ddb-a5f59a6fb771'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:26.279892 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-6ff9cfa2-0bd9-4d05-93db-9fb49dcf2688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:37:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:26.303689 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-139bb636-96ca-4cc4-be28-16cd21f926fd req-ecf4db84-e5cf-427b-a897-a9ae69fe2cae tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] For port 317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2,segment=NetworkSegment(7302eff5-b90c-4435-9483-7de591162e23),segment_id=7302eff5-b90c-4435-9483-7de591162e23)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:26.304163 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-139bb636-96ca-4cc4-be28-16cd21f926fd req-ecf4db84-e5cf-427b-a897-a9ae69fe2cae tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:26.321143 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-139bb636-96ca-4cc4-be28-16cd21f926fd req-ecf4db84-e5cf-427b-a897-a9ae69fe2cae tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Calling delete_port for 317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:26.332439 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:26.413085 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de980cd8-254f-4cf7-8766-ae257c3f4376 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:37:26.529680 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ca1f0931-993d-4920-8adc-1c9a1b2c1497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:26.552499 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port de980cd8-254f-4cf7-8766-ae257c3f4376, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=de980cd8-254f-4cf7-8766-ae257c3f4376,segment=NetworkSegment(6f29db6b-557e-4f48-afd0-2281130a16a5),segment_id=6f29db6b-557e-4f48-afd0-2281130a16a5)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:26.557420 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ff196380-c04a-45df-a9be-8468d37bf933 req-9d7c9a7e-915a-4c66-a9ea-f69c8a03ce91 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8753541 Nov 12 08:37:26.571828 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:26.574675 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d9af52cf-3221-4c6c-a266-4e6a32a5c291 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:26.749967 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-6ff9cfa2-0bd9-4d05-93db-9fb49dcf2688 None None] Set router fe4fff9d-a418-4123-9ddb-a5f59a6fb771 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:26.764558 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af52cf-3221-4c6c-a266-4e6a32a5c291 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Pushing event deleted for resources: {'Port': ['ID=73480c16-bc09-40fb-98a6-54dc8bf627fb,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:26.828644 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=de980cd8-254f-4cf7-8766-ae257c3f4376,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:26.914482 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e0bd59f-60e1-4e20-ba69-ae35f9de5101 req-5f02a6d1-be0c-4576-beeb-85bc06f35b07 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de980cd8-254f-4cf7-8766-ae257c3f4376 HTTP/1.1" status: 200 len: 217 time: 0.3461423 Nov 12 08:37:26.948950 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1f0931-993d-4920-8adc-1c9a1b2c1497 admin admin] Router b19b5cee-478e-4e1c-8e61-b3d7dc81e457 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:37:26.969860 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c4c8120-ddde-4eb5-8a37-ae9cfb689944 req-bda4a942-f1a8-4ccc-9990-f4f621350fad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c HTTP/1.1" status: 200 len: 999 time: 0.4101925 Nov 12 08:37:26.971733 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5910664f-1d6c-4f31-8b0b-dce1bcfd62c0', 'tag': 'd3b24b5f-7ffb-4de2-8d0c-4d853d314b3c'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:26.974309 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ce129d-92e4-467d-86e0-1fef780c8739" -d '{"events": [{"name": "network-changed", "server_uuid": "5910664f-1d6c-4f31-8b0b-dce1bcfd62c0", "tag": "d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:27.074100 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-139bb636-96ca-4cc4-be28-16cd21f926fd req-ecf4db84-e5cf-427b-a897-a9ae69fe2cae tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.079722 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d9af52cf-3221-4c6c-a266-4e6a32a5c291 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks [] for floatingip, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.083090 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d9af52cf-3221-4c6c-a266-4e6a32a5c291 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.087190 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d9af52cf-3221-4c6c-a266-4e6a32a5c291 tempest-ServersWithSpecificFlavorTestJSON-58717553 tempest-ServersWithSpecificFlavorTestJSON-58717553-project] 10.222.0.37 "DELETE /v2.0/floatingips/bc1fe910-d9d0-4d2b-8c4d-dabdfb3e9174 HTTP/1.1" status: 204 len: 168 time: 2.9550810 Nov 12 08:37:27.096525 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device d8db0e6f-b376-43aa-9cd2-ee26d63c0558 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:27.098657 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1f0931-993d-4920-8adc-1c9a1b2c1497 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:27.105417 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ca1f0931-993d-4920-8adc-1c9a1b2c1497 admin admin] 10.222.0.37 "PUT /v2.0/routers/b19b5cee-478e-4e1c-8e61-b3d7dc81e457/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3552654 Nov 12 08:37:27.107477 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41072) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:27.112454 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e2ce86-9c7d-447c-8273-3a3c177a209b None None] Sync routers for ids ['b19b5cee-478e-4e1c-8e61-b3d7dc81e457'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:27.131788 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e2ce86-9c7d-447c-8273-3a3c177a209b None None] Routers {'b19b5cee-478e-4e1c-8e61-b3d7dc81e457'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:27.133967 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-35e2ce86-9c7d-447c-8273-3a3c177a209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:37:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b19b5cee-478e-4e1c-8e61-b3d7dc81e457'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:27.138962 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:37:27.142626 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['de980cd8-254f-4cf7-8766-ae257c3f4376'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:37:27.145577 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:27.149572 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:37:27.153345 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6355a54-067a-45f0-b389-62831c99c4c1 req-1ef41937-b6e6-4e02-8471-faa08a7a2af1 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:27.161168 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d6355a54-067a-45f0-b389-62831c99c4c1 req-1ef41937-b6e6-4e02-8471-faa08a7a2af1 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/ports?device_id=badb3f73-5c86-4b45-a2e9-b08409182bc9 HTTP/1.1" status: 200 len: 944 time: 0.3308623 Nov 12 08:37:27.167354 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c8120-ddde-4eb5-8a37-ae9cfb689944 req-144895a0-7753-4d53-84f4-2225d8f0685c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:27.176371 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c4c8120-ddde-4eb5-8a37-ae9cfb689944 req-144895a0-7753-4d53-84f4-2225d8f0685c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07323dc0-d972-46d6-a477-503b3cfb8497 HTTP/1.1" status: 200 len: 859 time: 0.2053723 Nov 12 08:37:27.179644 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bd59f-60e1-4e20-ba69-ae35f9de5101 req-267907aa-dbdc-4f63-9db7-6292f6c4fc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:27.181865 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e0bd59f-60e1-4e20-ba69-ae35f9de5101 req-267907aa-dbdc-4f63-9db7-6292f6c4fc46 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9c3fc7c8-9c49-45cc-a8b6-4d8a8fcadbef HTTP/1.1" status: 200 len: 860 time: 0.2373950 Nov 12 08:37:27.182041 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4db84-e5cf-427b-a897-a9ae69fe2cae tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Pushing event deleted for resources: {'Port': ['ID=317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:27.295968 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: d8db0e6f-b376-43aa-9cd2-ee26d63c0558 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:27.296392 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device d8db0e6f-b376-43aa-9cd2-ee26d63c0558 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:27.307327 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e0bd59f-60e1-4e20-ba69-ae35f9de5101 req-15177d8d-d8ff-4cc9-b5f7-b97501f53a28 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=874a2f6b-0b2d-4b17-9f26-83f6cfea42ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029649 Nov 12 08:37:27.383600 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-139bb636-96ca-4cc4-be28-16cd21f926fd req-ecf4db84-e5cf-427b-a897-a9ae69fe2cae tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] No DVR routers for this DVR port 317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:27.385626 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c219a5bc-8cd1-46aa-8982-88d08ca619c7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.421501 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-139bb636-96ca-4cc4-be28-16cd21f926fd req-ecf4db84-e5cf-427b-a897-a9ae69fe2cae tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.425485 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-139bb636-96ca-4cc4-be28-16cd21f926fd req-ecf4db84-e5cf-427b-a897-a9ae69fe2cae tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.58 "DELETE /v2.0/ports/317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2 HTTP/1.1" status: 204 len: 173 time: 2.4531498 Nov 12 08:37:27.445954 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d6355a54-067a-45f0-b389-62831c99c4c1 req-03c7ba3d-ccb5-4cf8-a88f-0d29628de74f tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/security-groups?id=b95a20f5-9ca9-417d-b457-6a8afb438d26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2837110 Nov 12 08:37:27.491367 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:27.491821 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:27.493387 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-35e2ce86-9c7d-447c-8273-3a3c177a209b None None] Set router b19b5cee-478e-4e1c-8e61-b3d7dc81e457 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:27.514270 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c8120-ddde-4eb5-8a37-ae9cfb689944 req-7175ab17-8fa1-4271-8dc0-a8abca4b2f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:27.516386 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c4c8120-ddde-4eb5-8a37-ae9cfb689944 req-7175ab17-8fa1-4271-8dc0-a8abca4b2f0e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7822463b-fdaf-483f-a94f-eacedacd03dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3392131 Nov 12 08:37:27.605954 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b6a2fe-2a21-4897-97a8-5e54993ad03c x-openstack-request-id: req-54b6a2fe-2a21-4897-97a8-5e54993ad03c {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:27.606259 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b538b490-906b-4a0c-a79e-a9b6c5a8e940", "name": "network-vif-deleted", "tag": "d8db0e6f-b376-43aa-9cd2-ee26d63c0558", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:27.606502 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54b6a2fe-2a21-4897-97a8-5e54993ad03c {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:27.606956 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b538b490-906b-4a0c-a79e-a9b6c5a8e940', 'name': 'network-vif-deleted', 'tag': 'd8db0e6f-b376-43aa-9cd2-ee26d63c0558', 'status': 'completed', 'code': 200} Nov 12 08:37:27.683959 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c219a5bc-8cd1-46aa-8982-88d08ca619c7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.809815 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c219a5bc-8cd1-46aa-8982-88d08ca619c7 admin admin] Deleting port a52df09f-3746-4f8e-ad5c-937ae2ed9b7d {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:27.810225 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c219a5bc-8cd1-46aa-8982-88d08ca619c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.828655 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e0bd59f-60e1-4e20-ba69-ae35f9de5101 req-16e6de73-a723-438a-8c74-e4778043a753 service neutron] 10.222.0.58 "GET /v2.0/networks/874a2f6b-0b2d-4b17-9f26-83f6cfea42ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5058398 Nov 12 08:37:27.831038 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c4c8120-ddde-4eb5-8a37-ae9cfb689944 req-6403aa02-ba01-4e6c-8603-afdc117603cf service neutron] 10.222.0.37 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974317 Nov 12 08:37:27.840566 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-6ff9cfa2-0bd9-4d05-93db-9fb49dcf2688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'name': 'tempest-FloatingIPsAssociationTestJSON-519313312-router', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b94dab45-b9da-4c32-be25-e53092928411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:11Z', 'updated_at': '2021-11-12T08:36:19Z', 'revision_number': 4, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'gw_port': {'id': 'b94dab45-b9da-4c32-be25-e53092928411', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '225b9dd5-5841-4ebd-83e9-55ab7752ecc9', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'floating_ip_address': '172.25.6.26', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'port_id': 'd3b24b5f-7ffb-4de2-8d0c-4d853d314b3c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'mac_address': 'fa:16:3e:10:99:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5910664f-1d6c-4f31-8b0b-dce1bcfd62c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:36:44Z', 'updated_at': '2021-11-12T08:37:23Z', 'revision_number': 8, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee249d4-6bba-43ae-be9c-069f118a72b3', 'name': '', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'mac_address': 'fa:16:3e:e9:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:18Z', 'updated_at': '2021-11-12T08:36:25Z', 'revision_number': 5, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'subnets': [{'id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:27.897924 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff9cfa2-0bd9-4d05-93db-9fb49dcf2688 None None] The sync data for ids ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'] in n-d-768862-16 is: [{'id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'name': 'tempest-FloatingIPsAssociationTestJSON-519313312-router', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b94dab45-b9da-4c32-be25-e53092928411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:11Z', 'updated_at': '2021-11-12T08:36:19Z', 'revision_number': 4, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'gw_port': {'id': 'b94dab45-b9da-4c32-be25-e53092928411', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '225b9dd5-5841-4ebd-83e9-55ab7752ecc9', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'floating_ip_address': '172.25.6.26', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'port_id': 'd3b24b5f-7ffb-4de2-8d0c-4d853d314b3c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'mac_address': 'fa:16:3e:10:99:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5910664f-1d6c-4f31-8b0b-dce1bcfd62c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:36:44Z', 'updated_at': '2021-11-12T08:37:23Z', 'revision_number': 8, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee249d4-6bba-43ae-be9c-069f118a72b3', 'name': '', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'mac_address': 'fa:16:3e:e9:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:18Z', 'updated_at': '2021-11-12T08:36:25Z', 'revision_number': 5, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'subnets': [{'id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:37:27.931366 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-35e2ce86-9c7d-447c-8273-3a3c177a209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'name': 'tempest-ServersTestFqdnHostnames-731065635-router', 'tenant_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'a52df09f-3746-4f8e-ad5c-937ae2ed9b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:17Z', 'updated_at': '2021-11-12T08:37:26Z', 'revision_number': 5, 'project_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'gw_port': {'id': 'a52df09f-3746-4f8e-ad5c-937ae2ed9b7d', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:18Z', 'updated_at': '2021-11-12T08:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:27.999898 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e2ce86-9c7d-447c-8273-3a3c177a209b None None] Checking router: b19b5cee-478e-4e1c-8e61-b3d7dc81e457 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:37:28.019935 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-c219a5bc-8cd1-46aa-8982-88d08ca619c7 admin admin] For port a52df09f-3746-4f8e-ad5c-937ae2ed9b7d, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a52df09f-3746-4f8e-ad5c-937ae2ed9b7d,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:28.020559 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e2ce86-9c7d-447c-8273-3a3c177a209b None None] Routers {'b19b5cee-478e-4e1c-8e61-b3d7dc81e457'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:28.021117 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c219a5bc-8cd1-46aa-8982-88d08ca619c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:28.022206 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-35e2ce86-9c7d-447c-8273-3a3c177a209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:37:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b19b5cee-478e-4e1c-8e61-b3d7dc81e457'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:28.041077 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c219a5bc-8cd1-46aa-8982-88d08ca619c7 admin admin] Calling delete_port for a52df09f-3746-4f8e-ad5c-937ae2ed9b7d owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:28.041539 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e0bd59f-60e1-4e20-ba69-ae35f9de5101 req-05e8e39a-1a4e-448c-8bcf-8ea1da4baf25 service neutron] 10.222.0.58 "GET /v2.0/networks/874a2f6b-0b2d-4b17-9f26-83f6cfea42ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950493 Nov 12 08:37:28.064804 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33f014-61e2-426c-9d9e-8225eb464110 req-a152e8a8-1709-46f8-bf9d-c2b5af8e3d61 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:28.070367 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5ca6f86e-3646-4d16-b327-fe06a09ff3d9 req-dd860650-cb05-4236-a38e-f2f8657fef63 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0947101 Nov 12 08:37:28.071972 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cd33f014-61e2-426c-9d9e-8225eb464110 req-a152e8a8-1709-46f8-bf9d-c2b5af8e3d61 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a02e763-2406-4db9-b081-b0ab61840b77 HTTP/1.1" status: 200 len: 945 time: 0.3443534 Nov 12 08:37:28.161024 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-35e2ce86-9c7d-447c-8273-3a3c177a209b None None] Set router b19b5cee-478e-4e1c-8e61-b3d7dc81e457 gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:28.178547 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c4c8120-ddde-4eb5-8a37-ae9cfb689944 req-b87ed527-a404-4230-90be-e206eabe4ff8 service neutron] 10.222.0.37 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020322 Nov 12 08:37:28.275640 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cd33f014-61e2-426c-9d9e-8225eb464110 req-6dd8715c-2beb-4f22-a7d6-eb33e82fa5da tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fec7ae1-4231-42fb-9ff1-50438eef359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958600 Nov 12 08:37:28.323186 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-35e2ce86-9c7d-447c-8273-3a3c177a209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'name': 'tempest-ServersTestFqdnHostnames-731065635-router', 'tenant_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:17Z', 'updated_at': '2021-11-12T08:37:27Z', 'revision_number': 6, 'project_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:28.375863 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e2ce86-9c7d-447c-8273-3a3c177a209b None None] The sync data for ids ['b19b5cee-478e-4e1c-8e61-b3d7dc81e457'] in n-d-768862-16 is: [{'id': 'b19b5cee-478e-4e1c-8e61-b3d7dc81e457', 'name': 'tempest-ServersTestFqdnHostnames-731065635-router', 'tenant_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:17Z', 'updated_at': '2021-11-12T08:37:27Z', 'revision_number': 6, 'project_id': 'd5b0a951c22546edb7ad1c67ddeab365', 'gw_port_host': None}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:37:28.420245 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6f86e-3646-4d16-b327-fe06a09ff3d9 req-edb182d6-c30f-4159-8394-b36de1656e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:28.421922 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5ca6f86e-3646-4d16-b327-fe06a09ff3d9 req-edb182d6-c30f-4159-8394-b36de1656e4b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=60036c792d1544fb8cbb03c747464363&device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 1096 time: 0.2414956 Nov 12 08:37:28.423961 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c219a5bc-8cd1-46aa-8982-88d08ca619c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:28.436862 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeaa40d-c2f8-48df-8596-92d84c72e5b9 None None] New status for floating IP 225b9dd5-5841-4ebd-83e9-55ab7752ecc9: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:37:28.474424 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-27943c31-56c6-475e-9d71-c2ce12d169d7 req-a8e408cd-9cc6-4dd1-8e2e-d34f1971734e tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 210 time: 0.0583973 Nov 12 08:37:28.484441 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219a5bc-8cd1-46aa-8982-88d08ca619c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a52df09f-3746-4f8e-ad5c-937ae2ed9b7d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:28.505497 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee116b90-9192-40c4-bc1a-5b6a744e432a req-be006619-b6df-4d18-8dfc-e9b4d3234a78 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:28.508513 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ee116b90-9192-40c4-bc1a-5b6a744e432a req-be006619-b6df-4d18-8dfc-e9b4d3234a78 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5ff584e-4625-4036-88c2-f214df8d16ad HTTP/1.1" status: 200 len: 944 time: 0.1643443 Nov 12 08:37:28.553651 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf6c927-d30b-4483-b176-ebccca65b312 x-openstack-request-id: req-0bf6c927-d30b-4483-b176-ebccca65b312 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:28.554160 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5910664f-1d6c-4f31-8b0b-dce1bcfd62c0", "tag": "d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:28.554160 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0bf6c927-d30b-4483-b176-ebccca65b312 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:28.554514 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5910664f-1d6c-4f31-8b0b-dce1bcfd62c0', 'tag': 'd3b24b5f-7ffb-4de2-8d0c-4d853d314b3c', 'status': 'completed', 'code': 200} Nov 12 08:37:28.601145 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c219a5bc-8cd1-46aa-8982-88d08ca619c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:28.631081 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ee116b90-9192-40c4-bc1a-5b6a744e432a req-5a32ea6d-314f-4c19-8174-439cb9376009 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8ebcc86-d1e3-4750-aeee-440fcd46003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150377 Nov 12 08:37:28.847540 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b48d05-0e2d-4b5c-bd05-030e1765f661 req-aadd30ce-1368-46b7-aff2-88e528088b97 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:28.848352 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:28.851608 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-17b48d05-0e2d-4b5c-bd05-030e1765f661 req-aadd30ce-1368-46b7-aff2-88e528088b97 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 945 time: 0.1257653 Nov 12 08:37:28.896945 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c9471ce3-8e6c-498c-a8de-30819734a796 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:28.932146 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: c9471ce3-8e6c-498c-a8de-30819734a796 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:28.932839 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c9471ce3-8e6c-498c-a8de-30819734a796 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:28.979327 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-17b48d05-0e2d-4b5c-bd05-030e1765f661 req-72c29167-202c-465c-b88a-bae30545668e tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163898 Nov 12 08:37:28.992577 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:29.039377 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c3866a3f-9c64-4f9c-9b48-22ca6ced7762 req-2435343c-9122-4792-90c2-5adc32846d14 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/floatingips/225b9dd5-5841-4ebd-83e9-55ab7752ecc9 HTTP/1.1" status: 200 len: 998 time: 0.1373713 Nov 12 08:37:29.083521 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c219a5bc-8cd1-46aa-8982-88d08ca619c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:29.095532 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c219a5bc-8cd1-46aa-8982-88d08ca619c7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:29.101087 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:37:29.107333 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:29.107838 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:29.218065 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:29.222510 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc4dee-d915-4ab9-ba31-deb9c3f5a6cd req-235a34b8-2641-4f3b-b1e3-25009eedd4ca tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:29.223933 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6f86e-3646-4d16-b327-fe06a09ff3d9 req-c4d97bfb-878a-4815-b455-6ac13fe787d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:29.224933 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-efbc4dee-d915-4ab9-ba31-deb9c3f5a6cd req-235a34b8-2641-4f3b-b1e3-25009eedd4ca tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/ports?device_id=badb3f73-5c86-4b45-a2e9-b08409182bc9 HTTP/1.1" status: 200 len: 944 time: 0.0794311 Nov 12 08:37:29.232339 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5ca6f86e-3646-4d16-b327-fe06a09ff3d9 req-c4d97bfb-878a-4815-b455-6ac13fe787d3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6d5f445-c009-4fb1-a92b-e2439070859b HTTP/1.1" status: 200 len: 908 time: 0.7863865 Nov 12 08:37:29.236552 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c219a5bc-8cd1-46aa-8982-88d08ca619c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:29.237198 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c219a5bc-8cd1-46aa-8982-88d08ca619c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b19b5cee-478e-4e1c-8e61-b3d7dc81e457 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:37:29.242915 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c219a5bc-8cd1-46aa-8982-88d08ca619c7 admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:29.244437 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c219a5bc-8cd1-46aa-8982-88d08ca619c7 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b19b5cee-478e-4e1c-8e61-b3d7dc81e457 HTTP/1.1" status: 204 len: 168 time: 2.1270583 Nov 12 08:37:29.254637 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41088) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:29.256384 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce129d-92e4-467d-86e0-1fef780c8739 req-54917ecb-036a-4749-bdf1-adbf881e6665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:29.262417 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-06ce129d-92e4-467d-86e0-1fef780c8739 req-54917ecb-036a-4749-bdf1-adbf881e6665 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=467fdf3ab5ca4832aed31198fabdc894&device_id=5910664f-1d6c-4f31-8b0b-dce1bcfd62c0 HTTP/1.1" status: 200 len: 1098 time: 0.6735673 Nov 12 08:37:29.266551 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'badb3f73-5c86-4b45-a2e9-b08409182bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:29.269720 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a602b8-2617-4990-9d36-96c98eb7df69" -d '{"events": [{"server_uuid": "badb3f73-5c86-4b45-a2e9-b08409182bc9", "name": "network-vif-plugged", "status": "completed", "tag": "ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:29.280564 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3866a3f-9c64-4f9c-9b48-22ca6ced7762 req-9b5f5d63-75ca-46c6-93fb-6477aedb03ba tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:29.282054 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c3866a3f-9c64-4f9c-9b48-22ca6ced7762 req-9b5f5d63-75ca-46c6-93fb-6477aedb03ba tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 784 time: 0.2418251 Nov 12 08:37:29.298896 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5,segment=NetworkSegment(b9fb73f6-153c-41c1-b347-94d88239ea7a),segment_id=b9fb73f6-153c-41c1-b347-94d88239ea7a)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:29.309444 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:29.310283 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device de980cd8-254f-4cf7-8766-ae257c3f4376 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:29.324169 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-efbc4dee-d915-4ab9-ba31-deb9c3f5a6cd req-f83f8b37-afae-4794-8f35-db7b536897c5 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/security-groups?id=b95a20f5-9ca9-417d-b457-6a8afb438d26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897114 Nov 12 08:37:29.366368 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5ca6f86e-3646-4d16-b327-fe06a09ff3d9 req-b98b7503-a80f-45b0-a4bc-c3aa6a646c5a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29e38202-4aa2-4ddd-9276-94e9b823a5a4 HTTP/1.1" status: 200 len: 217 time: 0.1206644 Nov 12 08:37:29.433104 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:29.458075 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port de980cd8-254f-4cf7-8766-ae257c3f4376 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:37:29.467650 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6f86e-3646-4d16-b327-fe06a09ff3d9 req-780df910-af3c-4170-8974-66042110f8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:29.468732 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port de980cd8-254f-4cf7-8766-ae257c3f4376 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:29.469111 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:29.469538 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5ca6f86e-3646-4d16-b327-fe06a09ff3d9 req-780df910-af3c-4170-8974-66042110f8ff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d46819c4-cbf3-463f-b6ce-344123c01513 HTTP/1.1" status: 200 len: 847 time: 0.0883420 Nov 12 08:37:29.518907 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db397158-5724-46d8-af4d-d781ab319c91 x-openstack-request-id: req-db397158-5724-46d8-af4d-d781ab319c91 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:29.519195 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "badb3f73-5c86-4b45-a2e9-b08409182bc9", "name": "network-vif-plugged", "status": "completed", "tag": "ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:29.519450 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db397158-5724-46d8-af4d-d781ab319c91 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:29.530386 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'badb3f73-5c86-4b45-a2e9-b08409182bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5', 'code': 200} Nov 12 08:37:29.575143 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce129d-92e4-467d-86e0-1fef780c8739 req-5868e0b9-203f-45ec-ac82-18f2424310da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:29.577841 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-06ce129d-92e4-467d-86e0-1fef780c8739 req-5868e0b9-203f-45ec-ac82-18f2424310da service neutron] 10.222.0.54 "GET /v2.0/networks?id=7822463b-fdaf-483f-a94f-eacedacd03dc HTTP/1.1" status: 200 len: 921 time: 0.2709882 Nov 12 08:37:29.659601 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:29.674967 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-1460e101-5e47-4b5b-87d2-9ec9c6aad315 admin admin] Deleting subnet 9cc84e21-371e-4f6a-ac0f-edaecce24941 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:37:29.681716 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5ca6f86e-3646-4d16-b327-fe06a09ff3d9 req-2cb12ed9-8c73-41ed-a41a-2e8bc9862032 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6d5f445-c009-4fb1-a92b-e2439070859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027863 Nov 12 08:37:29.682943 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c5dc03b-d1e7-4f36-8a84-c64b2eed3187 req-45828ad8-15c0-4655-8cab-d769810aa692 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.26 HTTP/1.1" status: 200 len: 1001 time: 0.1625097 Nov 12 08:37:29.690194 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1460e101-5e47-4b5b-87d2-9ec9c6aad315 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:29.690771 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc5c7d-4839-422f-a13d-5c82786f769f req-0a4ec29a-c6c6-45f5-82f7-67683d093063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:29.692348 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13cc5c7d-4839-422f-a13d-5c82786f769f req-0a4ec29a-c6c6-45f5-82f7-67683d093063 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=badb3f73-5c86-4b45-a2e9-b08409182bc9 HTTP/1.1" status: 200 len: 1097 time: 0.0910101 Nov 12 08:37:29.743665 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port de980cd8-254f-4cf7-8766-ae257c3f4376, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=de980cd8-254f-4cf7-8766-ae257c3f4376,segment=NetworkSegment(6f29db6b-557e-4f48-afd0-2281130a16a5),segment_id=6f29db6b-557e-4f48-afd0-2281130a16a5)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:29.749336 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:29.814878 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=de980cd8-254f-4cf7-8766-ae257c3f4376,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:29.857038 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1460e101-5e47-4b5b-87d2-9ec9c6aad315 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:29.941155 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-06ce129d-92e4-467d-86e0-1fef780c8739 req-d032ff54-c383-4384-b0ff-66b2c5075abb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c HTTP/1.1" status: 200 len: 1001 time: 0.2790360 Nov 12 08:37:30.037025 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5ca6f86e-3646-4d16-b327-fe06a09ff3d9 req-7aa1cc15-0242-4f79-87bf-1dafa4da5bb0 service neutron] 10.222.0.54 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985280 Nov 12 08:37:30.044361 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce129d-92e4-467d-86e0-1fef780c8739 req-ac5f53cc-2bb5-4ca9-85c2-a89c29aab5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:30.045779 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-06ce129d-92e4-467d-86e0-1fef780c8739 req-ac5f53cc-2bb5-4ca9-85c2-a89c29aab5bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07323dc0-d972-46d6-a477-503b3cfb8497 HTTP/1.1" status: 200 len: 859 time: 0.0957241 Nov 12 08:37:30.096417 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1460e101-5e47-4b5b-87d2-9ec9c6aad315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:30.179460 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43463064-3b7f-4253-8bca-e371dcf86b1f req-71438e3d-992f-443c-ae2d-3ac9b9162f5b tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 210 time: 0.0689135 Nov 12 08:37:30.202103 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce129d-92e4-467d-86e0-1fef780c8739 req-ce374c32-26ca-4947-bf81-e3b7c936768d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:30.204332 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-06ce129d-92e4-467d-86e0-1fef780c8739 req-ce374c32-26ca-4947-bf81-e3b7c936768d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7822463b-fdaf-483f-a94f-eacedacd03dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1479015 Nov 12 08:37:30.204782 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5dc03b-d1e7-4f36-8a84-c64b2eed3187 req-c81ef4cf-3478-47c2-951b-96d8d7fd6f4e tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:30.209159 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c5dc03b-d1e7-4f36-8a84-c64b2eed3187 req-c81ef4cf-3478-47c2-951b-96d8d7fd6f4e tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/ports/d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c HTTP/1.1" status: 200 len: 943 time: 0.5053809 Nov 12 08:37:30.236321 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1460e101-5e47-4b5b-87d2-9ec9c6aad315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:30.263171 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13cc5c7d-4839-422f-a13d-5c82786f769f req-47743a33-abcb-4d9b-9edf-3c9365a81264 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b95a20f5-9ca9-417d-b457-6a8afb438d26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5566211 Nov 12 08:37:30.280194 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5ca6f86e-3646-4d16-b327-fe06a09ff3d9 req-afb90102-ae06-4acf-ab91-6214420fca8c service neutron] 10.222.0.54 "GET /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334018 Nov 12 08:37:30.312973 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460e101-5e47-4b5b-87d2-9ec9c6aad315 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cc84e21-371e-4f6a-ac0f-edaecce24941,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:30.318325 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1460e101-5e47-4b5b-87d2-9ec9c6aad315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:30.324452 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1460e101-5e47-4b5b-87d2-9ec9c6aad315 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9cc84e21-371e-4f6a-ac0f-edaecce24941 HTTP/1.1" status: 204 len: 168 time: 1.0585957 Nov 12 08:37:30.325166 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41108) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:30.329243 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271032ab-af59-45ef-bd12-f07e982eb86a None None] Network e13b2945-03ae-4edc-a91c-08b4b339e9b8 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:30.368331 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c5dc03b-d1e7-4f36-8a84-c64b2eed3187 req-5472433e-8bfd-4668-a4e8-0a3eb21de939 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.26 HTTP/1.1" status: 200 len: 1001 time: 0.0925155 Nov 12 08:37:30.440666 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-06ce129d-92e4-467d-86e0-1fef780c8739 req-618fb90b-4d0a-44a6-b431-5d9cdaf3771f service neutron] 10.222.0.54 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239430 Nov 12 08:37:30.444599 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-202a2531-7c8c-4371-9412-234fc6cf7bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:30.470361 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7a7cb-74b8-4812-afb9-dcd65024f620 req-38454713-06ba-4328-9f93-7d38ad275a0b tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:30.472192 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f3a7a7cb-74b8-4812-afb9-dcd65024f620 req-38454713-06ba-4328-9f93-7d38ad275a0b tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a02e763-2406-4db9-b081-b0ab61840b77 HTTP/1.1" status: 200 len: 945 time: 0.1895223 Nov 12 08:37:30.550545 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5dc03b-d1e7-4f36-8a84-c64b2eed3187 req-1f662a4f-8647-470e-910f-660a1c4e67bd tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:30.552152 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c5dc03b-d1e7-4f36-8a84-c64b2eed3187 req-1f662a4f-8647-470e-910f-660a1c4e67bd tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 784 time: 0.1755402 Nov 12 08:37:30.560258 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe0556f-d70c-4171-aea9-d102a39a4e7b', 'name': 'network-vif-deleted', 'tag': '317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:30.562630 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba670c67-5d24-4a35-b9e0-77bf19b50ab4" -d '{"events": [{"server_uuid": "6fe0556f-d70c-4171-aea9-d102a39a4e7b", "name": "network-vif-deleted", "tag": "317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:30.572459 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c373b0a-1115-4c22-b555-bcad7555712e None None] DHCP port deletion for e13b2945-03ae-4edc-a91c-08b4b339e9b8 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:37:30.610064 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-202a2531-7c8c-4371-9412-234fc6cf7bfe admin admin] Deleting port d8fefc49-2590-4a9a-88a0-2916cf0ea920 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:30.610407 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-202a2531-7c8c-4371-9412-234fc6cf7bfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:30.627309 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-06ce129d-92e4-467d-86e0-1fef780c8739 req-7e048f6f-cffe-494c-8094-dd453c22614f service neutron] 10.222.0.54 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784387 Nov 12 08:37:30.653024 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-6c373b0a-1115-4c22-b555-bcad7555712e None None] Deleting port d8fefc49-2590-4a9a-88a0-2916cf0ea920 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:30.655336 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6c373b0a-1115-4c22-b555-bcad7555712e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:30.659347 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f3a7a7cb-74b8-4812-afb9-dcd65024f620 req-16135ab3-ec1a-4409-bab6-e17d05d30bdc tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fec7ae1-4231-42fb-9ff1-50438eef359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800470 Nov 12 08:37:30.706773 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c5dc03b-d1e7-4f36-8a84-c64b2eed3187 req-19a2c4be-ea55-4549-8f26-4d458e25cf26 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.26 HTTP/1.1" status: 200 len: 1001 time: 0.1385958 Nov 12 08:37:30.714954 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-202a2531-7c8c-4371-9412-234fc6cf7bfe admin admin] For port d8fefc49-2590-4a9a-88a0-2916cf0ea920, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d8fefc49-2590-4a9a-88a0-2916cf0ea920,segment=NetworkSegment(68bfaa27-8cd5-4298-b36c-38195891898f),segment_id=68bfaa27-8cd5-4298-b36c-38195891898f)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:30.716241 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-202a2531-7c8c-4371-9412-234fc6cf7bfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:30.716921 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-0c5dc03b-d1e7-4f36-8a84-c64b2eed3187 req-871013ea-a1dc-4472-b7e0-3165225c5080 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:30.732186 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d8fefc49-2590-4a9a-88a0-2916cf0ea920 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:30.758650 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-202a2531-7c8c-4371-9412-234fc6cf7bfe admin admin] Calling delete_port for d8fefc49-2590-4a9a-88a0-2916cf0ea920 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:30.781326 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-6c373b0a-1115-4c22-b555-bcad7555712e None None] For port d8fefc49-2590-4a9a-88a0-2916cf0ea920, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d8fefc49-2590-4a9a-88a0-2916cf0ea920,segment=NetworkSegment(68bfaa27-8cd5-4298-b36c-38195891898f),segment_id=68bfaa27-8cd5-4298-b36c-38195891898f)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:30.781720 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6c373b0a-1115-4c22-b555-bcad7555712e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:30.808066 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-6c373b0a-1115-4c22-b555-bcad7555712e None None] Calling delete_port for d8fefc49-2590-4a9a-88a0-2916cf0ea920 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:30.880264 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c5dc03b-d1e7-4f36-8a84-c64b2eed3187 req-871013ea-a1dc-4472-b7e0-3165225c5080 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks [] for floatingip, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:30.895336 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-202a2531-7c8c-4371-9412-234fc6cf7bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:30.927354 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:30.939486 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202a2531-7c8c-4371-9412-234fc6cf7bfe admin admin] No DVR routers for this DVR port d8fefc49-2590-4a9a-88a0-2916cf0ea920 on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:30.981506 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a52df09f-3746-4f8e-ad5c-937ae2ed9b7d no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:30.984820 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6c373b0a-1115-4c22-b555-bcad7555712e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:30.996574 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a2531-7c8c-4371-9412-234fc6cf7bfe admin admin] Pushing event deleted for resources: {'Port': ['ID=d8fefc49-2590-4a9a-88a0-2916cf0ea920,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:31.008923 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: a52df09f-3746-4f8e-ad5c-937ae2ed9b7d {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:31.009337 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a52df09f-3746-4f8e-ad5c-937ae2ed9b7d not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:31.035604 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e1ecc-60da-4cec-a439-f242e11bf055 req-85b7bc25-a6b0-4a50-80c1-2d5cd51784ec tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:31.038569 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-726e1ecc-60da-4cec-a439-f242e11bf055 req-85b7bc25-a6b0-4a50-80c1-2d5cd51784ec tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5ff584e-4625-4036-88c2-f214df8d16ad HTTP/1.1" status: 200 len: 945 time: 0.2407513 Nov 12 08:37:31.052526 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c373b0a-1115-4c22-b555-bcad7555712e None None] Pushing event deleted for resources: {'Port': ['ID=d8fefc49-2590-4a9a-88a0-2916cf0ea920,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:31.060869 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c373b0a-1115-4c22-b555-bcad7555712e None None] No DVR routers for this DVR port d8fefc49-2590-4a9a-88a0-2916cf0ea920 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:31.125001 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-202a2531-7c8c-4371-9412-234fc6cf7bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:31.157921 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-202a2531-7c8c-4371-9412-234fc6cf7bfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e13b2945-03ae-4edc-a91c-08b4b339e9b8']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:31.168713 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-726e1ecc-60da-4cec-a439-f242e11bf055 req-d9c8bb66-a223-4e9e-812c-e804ebab57d8 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8ebcc86-d1e3-4750-aeee-440fcd46003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061406 Nov 12 08:37:31.172251 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-202a2531-7c8c-4371-9412-234fc6cf7bfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68bfaa27-8cd5-4298-b36c-38195891898f') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:31.172549 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-202a2531-7c8c-4371-9412-234fc6cf7bfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68bfaa27-8cd5-4298-b36c-38195891898f') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:31.189061 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90c877-421b-4648-9389-4eff790782e3 req-7a604ea7-7a65-4ea7-b81d-b88b1b9f60e1 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:31.191012 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1b90c877-421b-4648-9389-4eff790782e3 req-7a604ea7-7a65-4ea7-b81d-b88b1b9f60e1 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a02e763-2406-4db9-b081-b0ab61840b77 HTTP/1.1" status: 200 len: 945 time: 0.0972562 Nov 12 08:37:31.195392 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-202a2531-7c8c-4371-9412-234fc6cf7bfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:31.228347 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-202a2531-7c8c-4371-9412-234fc6cf7bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:31.243029 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-202a2531-7c8c-4371-9412-234fc6cf7bfe admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:37:31.243525 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-202a2531-7c8c-4371-9412-234fc6cf7bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:31.245541 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:37:31.245541 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:37:31.245541 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:37:31.245541 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:37:31.245541 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:37:31.245541 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:37:31.245541 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:37:31.245541 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:37:31.245541 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:37:31.245541 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:37:31.245541 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:37:31.245541 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:37:31.245541 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:37:31.245541 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:37:31.245541 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:37:31.245541 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:37:31.245541 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:37:31.245541 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:37:31.245541 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:37:31.245541 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:37:31.245541 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:37:31.245541 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:37:31.245541 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:37:31.245541 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:37:31.245541 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:37:31.245541 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:37:31.245541 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:37:31.245541 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:37:31.245541 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:37:31.245541 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:37:31.245541 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:37:31.245541 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:37:31.279805 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c5dc03b-d1e7-4f36-8a84-c64b2eed3187 req-871013ea-a1dc-4472-b7e0-3165225c5080 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:31.306992 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c5dc03b-d1e7-4f36-8a84-c64b2eed3187 req-871013ea-a1dc-4472-b7e0-3165225c5080 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:31.307419 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [req-0c5dc03b-d1e7-4f36-8a84-c64b2eed3187 req-871013ea-a1dc-4472-b7e0-3165225c5080 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Floating IP 225b9dd5-5841-4ebd-83e9-55ab7752ecc9 disassociated. External IP: 172.25.6.26, port: d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c. Nov 12 08:37:31.377423 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-202a2531-7c8c-4371-9412-234fc6cf7bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:31.386965 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-202a2531-7c8c-4371-9412-234fc6cf7bfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:31.393684 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-202a2531-7c8c-4371-9412-234fc6cf7bfe admin admin] 10.222.0.37 "DELETE /v2.0/networks/e13b2945-03ae-4edc-a91c-08b4b339e9b8 HTTP/1.1" status: 204 len: 168 time: 1.0644295 Nov 12 08:37:31.410738 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a2531-7c8c-4371-9412-234fc6cf7bfe admin admin] Pushing event deleted for resources: {'Network': ['ID=e13b2945-03ae-4edc-a91c-08b4b339e9b8,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:31.430779 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411524f-1fe2-498b-a32e-0923d7fea937 req-d00075ea-f46c-4e21-a633-f070875abab6 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:31.432602 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2411524f-1fe2-498b-a32e-0923d7fea937 req-d00075ea-f46c-4e21-a633-f070875abab6 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 945 time: 0.1512718 Nov 12 08:37:31.438929 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-1b90c877-421b-4648-9389-4eff790782e3 req-7d3c73f6-dd46-4e4d-bc0f-0ed0a3650c19 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] Deleting port 8fdae37e-795b-490e-8d48-9ac95fc31efc {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:31.439279 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1b90c877-421b-4648-9389-4eff790782e3 req-7d3c73f6-dd46-4e4d-bc0f-0ed0a3650c19 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:31.532058 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ff584e-4625-4036-88c2-f214df8d16ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de980cd8-254f-4cf7-8766-ae257c3f4376'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:31.533893 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2411524f-1fe2-498b-a32e-0923d7fea937 req-4f549c8c-d224-4ebc-b57e-caf930d14546 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927005 Nov 12 08:37:31.534784 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c631c1-3c0c-44c8-98f8-504c03706414" -d '{"events": [{"server_uuid": "b5ff584e-4625-4036-88c2-f214df8d16ad", "name": "network-vif-plugged", "status": "completed", "tag": "de980cd8-254f-4cf7-8766-ae257c3f4376"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:31.549554 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41124) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:31.592564 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-1b90c877-421b-4648-9389-4eff790782e3 req-7d3c73f6-dd46-4e4d-bc0f-0ed0a3650c19 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] For port 8fdae37e-795b-490e-8d48-9ac95fc31efc, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=8fdae37e-795b-490e-8d48-9ac95fc31efc,segment=NetworkSegment(1fdd6d0d-e904-43e0-a1de-3deee3dc4f4e),segment_id=1fdd6d0d-e904-43e0-a1de-3deee3dc4f4e)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:31.593083 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1b90c877-421b-4648-9389-4eff790782e3 req-7d3c73f6-dd46-4e4d-bc0f-0ed0a3650c19 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:31.617471 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-1b90c877-421b-4648-9389-4eff790782e3 req-7d3c73f6-dd46-4e4d-bc0f-0ed0a3650c19 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] Calling delete_port for 8fdae37e-795b-490e-8d48-9ac95fc31efc owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:31.640756 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-902f50d1-277b-4614-b14f-c3b0e51687f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d5b0a951c22546edb7ad1c67ddeab365&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0873339 Nov 12 08:37:31.641063 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41126) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:31.672216 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501cccf-00b6-4652-9c44-51a714fded65 req-79c8c969-6914-4c13-b96e-8c014bb04611 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:31.674116 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c501cccf-00b6-4652-9c44-51a714fded65 req-79c8c969-6914-4c13-b96e-8c014bb04611 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/ports?device_id=badb3f73-5c86-4b45-a2e9-b08409182bc9 HTTP/1.1" status: 200 len: 945 time: 0.0667651 Nov 12 08:37:31.680234 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c5dc03b-d1e7-4f36-8a84-c64b2eed3187 req-871013ea-a1dc-4472-b7e0-3165225c5080 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Router fe4fff9d-a418-4123-9ddb-a5f59a6fb771 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:37:31.753801 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-50571060-8364-46a6-a42c-90cc69ca8e71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:31.809064 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-50571060-8364-46a6-a42c-90cc69ca8e71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:31.832346 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c501cccf-00b6-4652-9c44-51a714fded65 req-b1f8f6b7-9eb8-433d-9d09-bde70c76098e tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/security-groups?id=b95a20f5-9ca9-417d-b457-6a8afb438d26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962052 Nov 12 08:37:31.858349 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c5dc03b-d1e7-4f36-8a84-c64b2eed3187 req-871013ea-a1dc-4472-b7e0-3165225c5080 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:31.865195 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c5dc03b-d1e7-4f36-8a84-c64b2eed3187 req-871013ea-a1dc-4472-b7e0-3165225c5080 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:31.876968 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7b0f10-9654-41c8-ac99-d668c5004973 None None] Sync routers for ids ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:31.895229 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1b90c877-421b-4648-9389-4eff790782e3 req-7d3c73f6-dd46-4e4d-bc0f-0ed0a3650c19 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:31.897401 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7b0f10-9654-41c8-ac99-d668c5004973 None None] Routers {'fe4fff9d-a418-4123-9ddb-a5f59a6fb771'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:31.898302 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-9b7b0f10-9654-41c8-ac99-d668c5004973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:37:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:31.910166 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['8fdae37e-795b-490e-8d48-9ac95fc31efc'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:37:31.933152 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c5dc03b-d1e7-4f36-8a84-c64b2eed3187 req-871013ea-a1dc-4472-b7e0-3165225c5080 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "PUT /v2.0/floatingips/225b9dd5-5841-4ebd-83e9-55ab7752ecc9 HTTP/1.1" status: 200 len: 695 time: 1.2226470 Nov 12 08:37:31.937447 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085fb57c-c03f-4002-ae6a-748e5fc7c4cb x-openstack-request-id: req-085fb57c-c03f-4002-ae6a-748e5fc7c4cb {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:31.937447 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe0556f-d70c-4171-aea9-d102a39a4e7b", "name": "network-vif-deleted", "tag": "317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:31.937791 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-085fb57c-c03f-4002-ae6a-748e5fc7c4cb {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:31.938147 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe0556f-d70c-4171-aea9-d102a39a4e7b', 'name': 'network-vif-deleted', 'tag': '317d4f98-4eea-4c5c-a2d5-3fd8d87a53b2', 'status': 'completed', 'code': 200} Nov 12 08:37:31.981154 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c73f6-dd46-4e4d-bc0f-0ed0a3650c19 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] Pushing event deleted for resources: {'Port': ['ID=8fdae37e-795b-490e-8d48-9ac95fc31efc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:31.989197 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-50571060-8364-46a6-a42c-90cc69ca8e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:31.991733 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-50571060-8364-46a6-a42c-90cc69ca8e71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:31.995729 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-50571060-8364-46a6-a42c-90cc69ca8e71 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6e393e41-4001-4ea9-9b12-6c2582eab78a HTTP/1.1" status: 204 len: 168 time: 0.3512712 Nov 12 08:37:32.032274 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50571060-8364-46a6-a42c-90cc69ca8e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e393e41-4001-4ea9-9b12-6c2582eab78a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:32.075935 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b90c877-421b-4648-9389-4eff790782e3 req-7d3c73f6-dd46-4e4d-bc0f-0ed0a3650c19 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] No DVR routers for this DVR port 8fdae37e-795b-490e-8d48-9ac95fc31efc on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:32.083656 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1b90c877-421b-4648-9389-4eff790782e3 req-7d3c73f6-dd46-4e4d-bc0f-0ed0a3650c19 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:32.094486 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1b90c877-421b-4648-9389-4eff790782e3 req-7d3c73f6-dd46-4e4d-bc0f-0ed0a3650c19 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] 10.222.0.54 "DELETE /v2.0/ports/8fdae37e-795b-490e-8d48-9ac95fc31efc HTTP/1.1" status: 204 len: 173 time: 0.8950388 Nov 12 08:37:32.095156 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a02e763-2406-4db9-b081-b0ab61840b77', 'name': 'network-vif-deleted', 'tag': '8fdae37e-795b-490e-8d48-9ac95fc31efc'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:32.101943 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661e8547-4abc-4016-8720-ce068c564f92" -d '{"events": [{"server_uuid": "3a02e763-2406-4db9-b081-b0ab61840b77", "name": "network-vif-deleted", "tag": "8fdae37e-795b-490e-8d48-9ac95fc31efc"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:32.109099 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-9b7b0f10-9654-41c8-ac99-d668c5004973 None None] Set router fe4fff9d-a418-4123-9ddb-a5f59a6fb771 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:32.119535 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b2c1592b-e9f7-4511-8c47-af22fae68cc4 req-2e0a741b-e992-444a-8682-d02d41ea0fd0 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=b538b490-906b-4a0c-a79e-a9b6c5a8e940 HTTP/1.1" status: 200 len: 210 time: 0.0754693 Nov 12 08:37:32.229412 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc677a8-7e9c-4c7f-9d64-fd85e7f0821d x-openstack-request-id: req-6bc677a8-7e9c-4c7f-9d64-fd85e7f0821d {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:32.230249 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ff584e-4625-4036-88c2-f214df8d16ad", "name": "network-vif-plugged", "status": "completed", "tag": "de980cd8-254f-4cf7-8766-ae257c3f4376", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:32.231077 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6bc677a8-7e9c-4c7f-9d64-fd85e7f0821d {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:32.231675 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ff584e-4625-4036-88c2-f214df8d16ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de980cd8-254f-4cf7-8766-ae257c3f4376', 'code': 200} Nov 12 08:37:32.314911 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5dc03b-d1e7-4f36-8a84-c64b2eed3187 req-439a2bb8-34ca-4c85-aa4c-ede4436bbf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:32.316659 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c5dc03b-d1e7-4f36-8a84-c64b2eed3187 req-439a2bb8-34ca-4c85-aa4c-ede4436bbf15 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=467fdf3ab5ca4832aed31198fabdc894&device_id=5910664f-1d6c-4f31-8b0b-dce1bcfd62c0 HTTP/1.1" status: 200 len: 1098 time: 0.3744433 Nov 12 08:37:32.438646 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-81ae9a1c-c378-4eda-859d-f19512f56d05 req-81056965-28a0-40b3-b72a-15246843ffe9 tempest-InstanceActionsTestJSON-2047088179 tempest-InstanceActionsTestJSON-2047088179-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a02e763-2406-4db9-b081-b0ab61840b77 HTTP/1.1" status: 200 len: 210 time: 0.1013594 Nov 12 08:37:32.541271 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80926d-dc77-4c5b-9840-c573b49488c5 req-3f95dc9b-d1b0-49d8-a316-0982a343d150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:32.541271 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b80926d-dc77-4c5b-9840-c573b49488c5 req-3f95dc9b-d1b0-49d8-a316-0982a343d150 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b5ff584e-4625-4036-88c2-f214df8d16ad HTTP/1.1" status: 200 len: 1097 time: 0.1107888 Nov 12 08:37:32.541717 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc93e4ee-3293-4d11-8476-aa6a961f8b2b x-openstack-request-id: req-fc93e4ee-3293-4d11-8476-aa6a961f8b2b {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:32.542195 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a02e763-2406-4db9-b081-b0ab61840b77", "name": "network-vif-deleted", "tag": "8fdae37e-795b-490e-8d48-9ac95fc31efc", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:32.542195 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc93e4ee-3293-4d11-8476-aa6a961f8b2b {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:32.543806 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a02e763-2406-4db9-b081-b0ab61840b77', 'name': 'network-vif-deleted', 'tag': '8fdae37e-795b-490e-8d48-9ac95fc31efc', 'status': 'completed', 'code': 200} Nov 12 08:37:32.587084 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5dc03b-d1e7-4f36-8a84-c64b2eed3187 req-7bd03f92-034a-4620-8403-e44d2125d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:32.589628 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c5dc03b-d1e7-4f36-8a84-c64b2eed3187 req-7bd03f92-034a-4620-8403-e44d2125d3bd service neutron] 10.222.0.37 "GET /v2.0/networks?id=7822463b-fdaf-483f-a94f-eacedacd03dc HTTP/1.1" status: 200 len: 921 time: 0.2537129 Nov 12 08:37:32.664382 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-9b7b0f10-9654-41c8-ac99-d668c5004973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'name': 'tempest-FloatingIPsAssociationTestJSON-519313312-router', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b94dab45-b9da-4c32-be25-e53092928411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:11Z', 'updated_at': '2021-11-12T08:36:19Z', 'revision_number': 4, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'gw_port': {'id': 'b94dab45-b9da-4c32-be25-e53092928411', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '0ee249d4-6bba-43ae-be9c-069f118a72b3', 'name': '', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'mac_address': 'fa:16:3e:e9:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:18Z', 'updated_at': '2021-11-12T08:36:25Z', 'revision_number': 5, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'subnets': [{'id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:32.721924 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c5dc03b-d1e7-4f36-8a84-c64b2eed3187 req-20028e01-c2cb-431b-b74d-9ccf968855e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c HTTP/1.1" status: 200 len: 217 time: 0.1196249 Nov 12 08:37:32.729265 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b80926d-dc77-4c5b-9840-c573b49488c5 req-4e2a3d62-e6f4-404e-ad60-22474b10bda7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f8ebcc86-d1e3-4750-aeee-440fcd46003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768048 Nov 12 08:37:32.759106 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7b0f10-9654-41c8-ac99-d668c5004973 None None] Checking router: fe4fff9d-a418-4123-9ddb-a5f59a6fb771 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:37:32.782238 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5dc03b-d1e7-4f36-8a84-c64b2eed3187 req-65276203-c92d-41ff-aa68-c734329cd75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:32.783536 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7b0f10-9654-41c8-ac99-d668c5004973 None None] Routers {'fe4fff9d-a418-4123-9ddb-a5f59a6fb771'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:32.785164 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c5dc03b-d1e7-4f36-8a84-c64b2eed3187 req-65276203-c92d-41ff-aa68-c734329cd75e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07323dc0-d972-46d6-a477-503b3cfb8497 HTTP/1.1" status: 200 len: 859 time: 0.0549731 Nov 12 08:37:32.793558 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-9b7b0f10-9654-41c8-ac99-d668c5004973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:37:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:32.933295 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5dc03b-d1e7-4f36-8a84-c64b2eed3187 req-7986f581-6308-4c87-903b-79a7a15958ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:32.942010 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c5dc03b-d1e7-4f36-8a84-c64b2eed3187 req-7986f581-6308-4c87-903b-79a7a15958ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7822463b-fdaf-483f-a94f-eacedacd03dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1485870 Nov 12 08:37:32.964571 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b029f5-88af-4836-b41a-523ba23b7232 req-c090886f-3969-4c70-a2d3-b95795592e0e tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:32.972185 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9b029f5-88af-4836-b41a-523ba23b7232 req-c090886f-3969-4c70-a2d3-b95795592e0e tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5ff584e-4625-4036-88c2-f214df8d16ad HTTP/1.1" status: 200 len: 945 time: 0.1228006 Nov 12 08:37:32.982280 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-9b7b0f10-9654-41c8-ac99-d668c5004973 None None] Set router fe4fff9d-a418-4123-9ddb-a5f59a6fb771 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:33.087674 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9b029f5-88af-4836-b41a-523ba23b7232 req-6152ef0b-c7fc-4885-943d-afe024edf6d0 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8ebcc86-d1e3-4750-aeee-440fcd46003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081927 Nov 12 08:37:33.152912 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c5dc03b-d1e7-4f36-8a84-c64b2eed3187 req-e9d9400c-14a7-4e2e-b28b-2b4d7488547c service neutron] 10.222.0.37 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067430 Nov 12 08:37:33.308791 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-9b7b0f10-9654-41c8-ac99-d668c5004973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'name': 'tempest-FloatingIPsAssociationTestJSON-519313312-router', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b94dab45-b9da-4c32-be25-e53092928411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:11Z', 'updated_at': '2021-11-12T08:36:19Z', 'revision_number': 4, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'gw_port': {'id': 'b94dab45-b9da-4c32-be25-e53092928411', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '0ee249d4-6bba-43ae-be9c-069f118a72b3', 'name': '', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'mac_address': 'fa:16:3e:e9:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:18Z', 'updated_at': '2021-11-12T08:36:25Z', 'revision_number': 5, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'subnets': [{'id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:33.349246 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7b0f10-9654-41c8-ac99-d668c5004973 None None] The sync data for ids ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'] in n-d-768862-16 is: [{'id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'name': 'tempest-FloatingIPsAssociationTestJSON-519313312-router', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b94dab45-b9da-4c32-be25-e53092928411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:11Z', 'updated_at': '2021-11-12T08:36:19Z', 'revision_number': 4, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'gw_port': {'id': 'b94dab45-b9da-4c32-be25-e53092928411', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '0ee249d4-6bba-43ae-be9c-069f118a72b3', 'name': '', 'network_id': '7822463b-fdaf-483f-a94f-eacedacd03dc', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'mac_address': 'fa:16:3e:e9:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:18Z', 'updated_at': '2021-11-12T08:36:25Z', 'revision_number': 5, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'subnets': [{'id': '07323dc0-d972-46d6-a477-503b3cfb8497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:37:33.364962 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c5dc03b-d1e7-4f36-8a84-c64b2eed3187 req-864aefbe-873e-4fb3-805b-6d0cfb214339 service neutron] 10.222.0.37 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957843 Nov 12 08:37:33.403048 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1238d6-b690-4887-a842-e3918f908ede req-b95bc7b5-700c-455b-b3d3-c5f98c9cec0d tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:33.405054 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4e1238d6-b690-4887-a842-e3918f908ede req-b95bc7b5-700c-455b-b3d3-c5f98c9cec0d tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 945 time: 0.1996827 Nov 12 08:37:33.490524 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41172) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:33.504258 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4e1238d6-b690-4887-a842-e3918f908ede req-19c23598-ec1b-4977-bcd1-53356b4f5531 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907362 Nov 12 08:37:33.583541 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35b6b2-f72d-49dc-907b-d48888593d3e req-9c0095dd-d01f-42d8-93ff-bcf97655e820 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:33.585474 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b35b6b2-f72d-49dc-907b-d48888593d3e req-9c0095dd-d01f-42d8-93ff-bcf97655e820 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/ports?device_id=badb3f73-5c86-4b45-a2e9-b08409182bc9 HTTP/1.1" status: 200 len: 945 time: 0.0993984 Nov 12 08:37:33.661933 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b57a848e-db3d-4596-8323-852564112a99 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1207952744-network', 'tenant_id': '04e1e46932e445c2a6cc6d10b43d5fb7'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:33.707792 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b35b6b2-f72d-49dc-907b-d48888593d3e req-d0a216cc-b559-41c6-9e01-d22a160089ba tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/security-groups?id=b95a20f5-9ca9-417d-b457-6a8afb438d26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150022 Nov 12 08:37:33.714802 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41182) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:33.724371 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57a848e-db3d-4596-8323-852564112a99 admin admin] Made reservation on behalf of 04e1e46932e445c2a6cc6d10b43d5fb7 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:33.727308 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b57a848e-db3d-4596-8323-852564112a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.793954 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b57a848e-db3d-4596-8323-852564112a99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.817686 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41190) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:33.856427 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a53483b-8858-4dd6-a10d-494867e8603a None None] New status for floating IP 225b9dd5-5841-4ebd-83e9-55ab7752ecc9: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:37:33.911995 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b57a848e-db3d-4596-8323-852564112a99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.917716 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b57a848e-db3d-4596-8323-852564112a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.930638 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57a848e-db3d-4596-8323-852564112a99 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:37:33.940050 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5910664f-1d6c-4f31-8b0b-dce1bcfd62c0', 'tag': 'd3b24b5f-7ffb-4de2-8d0c-4d853d314b3c'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:33.942149 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b57a848e-db3d-4596-8323-852564112a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.942608 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2c6779-adce-425f-b728-137a6600c556" -d '{"events": [{"name": "network-changed", "server_uuid": "5910664f-1d6c-4f31-8b0b-dce1bcfd62c0", "tag": "d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:33.942933 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-b57a848e-db3d-4596-8323-852564112a99 admin admin] Added segment c5cbe887-c0ec-4daa-92d4-e72529fcbd61 of type vlan for network ebb104d1-24e6-4fb5-8479-85371fc07302 Nov 12 08:37:33.987508 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b57a848e-db3d-4596-8323-852564112a99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.990931 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d6b4b26e-2fbf-4d8f-9a93-b19f7dae75d1 req-bc060bcb-86b6-4234-8208-bbe2924b6831 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/floatingips/225b9dd5-5841-4ebd-83e9-55ab7752ecc9 HTTP/1.1" status: 200 len: 695 time: 0.1350720 Nov 12 08:37:34.018028 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-e19eb93f-7309-4695-bbe6-e7a5170b72e5 admin admin] Deleting subnet b37db0c3-ecd9-416b-bb79-b3deabe7cca1 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:37:34.022577 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e19eb93f-7309-4695-bbe6-e7a5170b72e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.032432 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b57a848e-db3d-4596-8323-852564112a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.034201 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57a848e-db3d-4596-8323-852564112a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:34.035048 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b57a848e-db3d-4596-8323-852564112a99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.057459 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e19eb93f-7309-4695-bbe6-e7a5170b72e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.104352 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e19eb93f-7309-4695-bbe6-e7a5170b72e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.114298 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a848e-db3d-4596-8323-852564112a99 admin admin] Pushing event updated for resources: {'Network': ['ID=ebb104d1-24e6-4fb5-8479-85371fc07302,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:34.149870 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network ebb104d1-24e6-4fb5-8479-85371fc07302 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:37:34.152758 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a848e-db3d-4596-8323-852564112a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6019424-7834-4384-ad10-ad67409c95a2,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:34.188849 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b57a848e-db3d-4596-8323-852564112a99 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6970823 Nov 12 08:37:34.189845 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41196) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:34.196075 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6ae7d220-9bf7-4f2a-8269-7ca8e0d0766d admin admin] Request body: {'subnet': {'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1207952744-subnet', 'tenant_id': '04e1e46932e445c2a6cc6d10b43d5fb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:34.255570 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea9891-79b1-43c7-9b50-703a4007642c req-a2f020a5-7cbe-4598-b7c3-10ec1929c50f tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:34.256900 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae7d220-9bf7-4f2a-8269-7ca8e0d0766d admin admin] Made reservation on behalf of 04e1e46932e445c2a6cc6d10b43d5fb7 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:34.259761 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ae7d220-9bf7-4f2a-8269-7ca8e0d0766d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.266066 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41198) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:34.266280 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-04ea9891-79b1-43c7-9b50-703a4007642c req-a2f020a5-7cbe-4598-b7c3-10ec1929c50f tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/ports?device_id=badb3f73-5c86-4b45-a2e9-b08409182bc9 HTTP/1.1" status: 200 len: 945 time: 0.3322337 Nov 12 08:37:34.275085 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-7f94ba29-be7f-4bab-b98c-b84b9c163db2 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Request body: {'floatingip': {'port_id': 'ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:34.313112 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e19eb93f-7309-4695-bbe6-e7a5170b72e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.328299 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db54f178-e2e6-457c-8419-4aa92b254f21 x-openstack-request-id: req-db54f178-e2e6-457c-8419-4aa92b254f21 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:34.328681 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5910664f-1d6c-4f31-8b0b-dce1bcfd62c0", "tag": "d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:34.329012 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db54f178-e2e6-457c-8419-4aa92b254f21 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:34.329637 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5910664f-1d6c-4f31-8b0b-dce1bcfd62c0', 'tag': 'd3b24b5f-7ffb-4de2-8d0c-4d853d314b3c', 'status': 'completed', 'code': 200} Nov 12 08:37:34.376537 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19eb93f-7309-4695-bbe6-e7a5170b72e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b37db0c3-ecd9-416b-bb79-b3deabe7cca1,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:34.378980 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e19eb93f-7309-4695-bbe6-e7a5170b72e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.384855 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e19eb93f-7309-4695-bbe6-e7a5170b72e5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b37db0c3-ecd9-416b-bb79-b3deabe7cca1 HTTP/1.1" status: 204 len: 168 time: 0.5639241 Nov 12 08:37:34.386001 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41200) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:34.476150 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fe8e4202-734f-4178-824a-05a3b249f287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.490363 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f94ba29-be7f-4bab-b98c-b84b9c163db2 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks [] for floatingip, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.588156 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4b26e-2fbf-4d8f-9a93-b19f7dae75d1 req-ea872d9b-4734-44a1-91a2-d05bb2429963 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:34.596937 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d6b4b26e-2fbf-4d8f-9a93-b19f7dae75d1 req-ea872d9b-4734-44a1-91a2-d05bb2429963 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 784 time: 0.5979748 Nov 12 08:37:34.599209 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c6779-adce-425f-b728-137a6600c556 req-139b02e2-3cc3-43b1-babb-6a40f92dca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:34.600973 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6d2c6779-adce-425f-b728-137a6600c556 req-139b02e2-3cc3-43b1-babb-6a40f92dca27 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=467fdf3ab5ca4832aed31198fabdc894&device_id=5910664f-1d6c-4f31-8b0b-dce1bcfd62c0 HTTP/1.1" status: 200 len: 1098 time: 0.2094340 Nov 12 08:37:34.833521 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c6779-adce-425f-b728-137a6600c556 req-40d816bb-2a20-4cf6-ab5e-459d699635ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:34.835232 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6d2c6779-adce-425f-b728-137a6600c556 req-40d816bb-2a20-4cf6-ab5e-459d699635ad service neutron] 10.222.0.54 "GET /v2.0/networks?id=7822463b-fdaf-483f-a94f-eacedacd03dc HTTP/1.1" status: 200 len: 921 time: 0.2264736 Nov 12 08:37:34.941305 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6d2c6779-adce-425f-b728-137a6600c556 req-9a14cd90-bd91-445e-833c-7656e9162591 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c HTTP/1.1" status: 200 len: 217 time: 0.0765140 Nov 12 08:37:34.944601 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 8fdae37e-795b-490e-8d48-9ac95fc31efc no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:34.966145 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 8fdae37e-795b-490e-8d48-9ac95fc31efc {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:34.966900 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 8fdae37e-795b-490e-8d48-9ac95fc31efc not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:34.996296 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ae7d220-9bf7-4f2a-8269-7ca8e0d0766d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.075983 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d6b4b26e-2fbf-4d8f-9a93-b19f7dae75d1 req-8edc9b7b-b0f5-4845-8186-9d3db0402a3d tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.26 HTTP/1.1" status: 200 len: 696 time: 0.4779601 Nov 12 08:37:35.126644 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c6779-adce-425f-b728-137a6600c556 req-630a7b47-a74d-4149-a8dc-9bcb65256781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:35.128341 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6d2c6779-adce-425f-b728-137a6600c556 req-630a7b47-a74d-4149-a8dc-9bcb65256781 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07323dc0-d972-46d6-a477-503b3cfb8497 HTTP/1.1" status: 200 len: 859 time: 0.1775277 Nov 12 08:37:35.135569 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c06dd8-8d3e-46f0-9b82-a2e85a3ec58f req-df714d14-bee5-4c13-9761-48a78f23ee61 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:35.143565 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-21c06dd8-8d3e-46f0-9b82-a2e85a3ec58f req-df714d14-bee5-4c13-9761-48a78f23ee61 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5ff584e-4625-4036-88c2-f214df8d16ad HTTP/1.1" status: 200 len: 945 time: 0.6641414 Nov 12 08:37:35.185976 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7d220-9bf7-4f2a-8269-7ca8e0d0766d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bf5e142-9321-4c39-8a01-974865fb5fa2,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:35.189208 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fe8e4202-734f-4178-824a-05a3b249f287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.236486 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d6b4b26e-2fbf-4d8f-9a93-b19f7dae75d1 req-7b4a9fe9-6d9a-42e5-b811-1067f9759748 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.26 HTTP/1.1" status: 200 len: 696 time: 0.1430080 Nov 12 08:37:35.279309 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-fe8e4202-734f-4178-824a-05a3b249f287 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3459840e-f686-4334-8a34-99eadd5234b9']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:35.335847 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-fe8e4202-734f-4178-824a-05a3b249f287 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fdd6d0d-e904-43e0-a1de-3deee3dc4f4e') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:35.336078 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-fe8e4202-734f-4178-824a-05a3b249f287 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fdd6d0d-e904-43e0-a1de-3deee3dc4f4e') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:35.392300 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fe8e4202-734f-4178-824a-05a3b249f287 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.400245 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-21c06dd8-8d3e-46f0-9b82-a2e85a3ec58f req-efcdd614-2e06-4781-a0aa-ae238dfacb53 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8ebcc86-d1e3-4750-aeee-440fcd46003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557502 Nov 12 08:37:35.420351 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fe8e4202-734f-4178-824a-05a3b249f287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.426458 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe8e4202-734f-4178-824a-05a3b249f287 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:37:35.426922 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fe8e4202-734f-4178-824a-05a3b249f287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.445092 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:37:35.445092 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:37:35.445092 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:37:35.445092 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:37:35.445092 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:37:35.445092 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:37:35.445092 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:37:35.445092 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:37:35.445092 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:37:35.445092 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:37:35.445092 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:37:35.445092 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:37:35.445092 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:37:35.445092 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:37:35.445092 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:37:35.445092 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:37:35.445092 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:37:35.445092 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:37:35.445092 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:37:35.445092 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:37:35.445092 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:37:35.445092 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:37:35.445092 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:37:35.445092 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:37:35.445092 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:37:35.445092 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:37:35.445092 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:37:35.445092 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:37:35.445092 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:37:35.445092 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:37:35.445092 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:37:35.445092 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:37:35.550797 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae7d220-9bf7-4f2a-8269-7ca8e0d0766d admin admin] Checking segment: {'id': 'c5cbe887-c0ec-4daa-92d4-e72529fcbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:35.551185 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae7d220-9bf7-4f2a-8269-7ca8e0d0766d admin admin] Network hostable DHCP agents. Network: ebb104d1-24e6-4fb5-8479-85371fc07302, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:37:35.566230 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c6779-adce-425f-b728-137a6600c556 req-3ab0f7e2-5052-4e95-94df-f88b371fe49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:35.568520 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6d2c6779-adce-425f-b728-137a6600c556 req-3ab0f7e2-5052-4e95-94df-f88b371fe49e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7822463b-fdaf-483f-a94f-eacedacd03dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4297876 Nov 12 08:37:35.623435 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fe8e4202-734f-4178-824a-05a3b249f287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.640782 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9933484a-0c56-43d4-a1f8-3fb4d22a8fe2 req-97125ce5-6fc7-4dda-a366-c7fb63dca8bb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2646050 Nov 12 08:37:35.643418 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fe8e4202-734f-4178-824a-05a3b249f287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.646843 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fe8e4202-734f-4178-824a-05a3b249f287 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3459840e-f686-4334-8a34-99eadd5234b9 HTTP/1.1" status: 204 len: 168 time: 1.2592828 Nov 12 08:37:35.667441 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e4202-734f-4178-824a-05a3b249f287 admin admin] Pushing event deleted for resources: {'Network': ['ID=3459840e-f686-4334-8a34-99eadd5234b9,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:35.690511 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04afa56-365f-49f5-a44c-f2f39c52e6a5 req-06cd42e5-49fc-4673-8f16-4d6b57fb97c8 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:35.699498 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b04afa56-365f-49f5-a44c-f2f39c52e6a5 req-06cd42e5-49fc-4673-8f16-4d6b57fb97c8 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 945 time: 0.1617403 Nov 12 08:37:35.731515 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae7d220-9bf7-4f2a-8269-7ca8e0d0766d admin admin] Network ebb104d1-24e6-4fb5-8479-85371fc07302 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:37:35.751082 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.db.resource_extend [None req-7f94ba29-be7f-4bab-b98c-b84b9c163db2 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:37:35.782461 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-d6b4b26e-2fbf-4d8f-9a93-b19f7dae75d1 req-6dfd1631-7152-4b5a-affd-e38ba649d13d tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Deleting port 8a046a39-c4c9-46ad-9846-7dfee40a9816 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:35.783288 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d6b4b26e-2fbf-4d8f-9a93-b19f7dae75d1 req-6dfd1631-7152-4b5a-affd-e38ba649d13d tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.848931 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41210) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:35.894822 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933484a-0c56-43d4-a1f8-3fb4d22a8fe2 req-956e5448-9c6c-4799-bd3b-692694954cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:35.897051 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9933484a-0c56-43d4-a1f8-3fb4d22a8fe2 req-956e5448-9c6c-4799-bd3b-692694954cbd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=53ced5a3b5824d46b94af4c3034e6689&device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 1097 time: 0.1934671 Nov 12 08:37:35.897690 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f94ba29-be7f-4bab-b98c-b84b9c163db2 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.911444 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-6ae7d220-9bf7-4f2a-8269-7ca8e0d0766d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, ebb104d1-24e6-4fb5-8479-85371fc07302) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:35.913568 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b04afa56-365f-49f5-a44c-f2f39c52e6a5 req-98f830d5-1871-4293-92a7-1e01c7ffc288 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107599 Nov 12 08:37:35.924844 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f94ba29-be7f-4bab-b98c-b84b9c163db2 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.947070 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfbf09b-2433-4158-a01d-3caea9e98ba9 None None] Network ebb104d1-24e6-4fb5-8479-85371fc07302 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:36.010921 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae7d220-9bf7-4f2a-8269-7ca8e0d0766d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:36.011971 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ae7d220-9bf7-4f2a-8269-7ca8e0d0766d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.032460 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d6b4b26e-2fbf-4d8f-9a93-b19f7dae75d1 req-6dfd1631-7152-4b5a-affd-e38ba649d13d tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.032695 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d6b4b26e-2fbf-4d8f-9a93-b19f7dae75d1 req-6dfd1631-7152-4b5a-affd-e38ba649d13d tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.045290 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cf9772c5-9510-4412-b2b5-390e8eef300d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.054154 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-21accfd8-0ffe-4905-84b5-393a487a2ee4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2498953518e14ff49f67dd59410c0173&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2001865 Nov 12 08:37:36.056526 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6d2c6779-adce-425f-b728-137a6600c556 req-371716a7-0809-4181-80fe-843c142e8eaf service neutron] 10.222.0.54 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771652 Nov 12 08:37:36.057100 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41212) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:36.099730 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-d6b4b26e-2fbf-4d8f-9a93-b19f7dae75d1 req-6dfd1631-7152-4b5a-affd-e38ba649d13d tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Calling delete_port for 8a046a39-c4c9-46ad-9846-7dfee40a9816 owned by network:floatingip {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:36.168525 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6ae7d220-9bf7-4f2a-8269-7ca8e0d0766d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9771030 Nov 12 08:37:36.242762 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03ae2518-3b29-455b-8a51-b43af7823c14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.249532 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933484a-0c56-43d4-a1f8-3fb4d22a8fe2 req-bb3857ad-8f89-416b-95a6-3c55b9366682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:36.250979 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9933484a-0c56-43d4-a1f8-3fb4d22a8fe2 req-bb3857ad-8f89-416b-95a6-3c55b9366682 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ac11a5bd-0584-4f41-bf7f-a43257f96e99 HTTP/1.1" status: 200 len: 921 time: 0.3260827 Nov 12 08:37:36.314791 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9933484a-0c56-43d4-a1f8-3fb4d22a8fe2 req-bbd623e6-0cad-4591-9398-2e2f3877c7d4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4284253f-d252-4cac-a63a-a44080a42da3 HTTP/1.1" status: 200 len: 217 time: 0.0532901 Nov 12 08:37:36.323668 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03ae2518-3b29-455b-8a51-b43af7823c14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.346466 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [None req-7f94ba29-be7f-4bab-b98c-b84b9c163db2 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Floating IP b8476ded-edea-493a-9924-b838e11dc895 associated. External IP: 172.25.6.114, port: ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5. Nov 12 08:37:36.370436 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaadffb-e8c6-4dee-ba0a-c62cfdf200c4 None None] Network ebb104d1-24e6-4fb5-8479-85371fc07302 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:36.416785 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6d2c6779-adce-425f-b728-137a6600c556 req-78bd9d51-9e0d-4f01-a312-daa9d6679b81 service neutron] 10.222.0.54 "GET /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481648 Nov 12 08:37:36.559599 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03ae2518-3b29-455b-8a51-b43af7823c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.560037 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933484a-0c56-43d4-a1f8-3fb4d22a8fe2 req-eeafbb6c-e6f2-443b-b063-a5ef5ffb2879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:36.561507 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9933484a-0c56-43d4-a1f8-3fb4d22a8fe2 req-eeafbb6c-e6f2-443b-b063-a5ef5ffb2879 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165 HTTP/1.1" status: 200 len: 860 time: 0.1971343 Nov 12 08:37:36.572083 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03ae2518-3b29-455b-8a51-b43af7823c14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.576981 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-03ae2518-3b29-455b-8a51-b43af7823c14 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7fec7ae1-4231-42fb-9ff1-50438eef359f HTTP/1.1" status: 204 len: 168 time: 0.5126760 Nov 12 08:37:36.595255 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae2518-3b29-455b-8a51-b43af7823c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fec7ae1-4231-42fb-9ff1-50438eef359f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:36.738829 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9933484a-0c56-43d4-a1f8-3fb4d22a8fe2 req-8a777220-88d1-471d-b4a8-517651653016 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac11a5bd-0584-4f41-bf7f-a43257f96e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853355 Nov 12 08:37:36.753845 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f94ba29-be7f-4bab-b98c-b84b9c163db2 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Router 61eccf9e-1ec6-485e-9731-5bfeae1e7d9a has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:37:36.814164 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4544b0-2f90-42c1-bad4-9e611e026419 req-a33a8aa3-8442-49ff-9ce9-b47ccb8839ba tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:36.816472 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4b4544b0-2f90-42c1-bad4-9e611e026419 req-a33a8aa3-8442-49ff-9ce9-b47ccb8839ba tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5ff584e-4625-4036-88c2-f214df8d16ad HTTP/1.1" status: 200 len: 945 time: 0.2588472 Nov 12 08:37:36.827655 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d6b4b26e-2fbf-4d8f-9a93-b19f7dae75d1 req-6dfd1631-7152-4b5a-affd-e38ba649d13d tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.924250 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f94ba29-be7f-4bab-b98c-b84b9c163db2 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:36.929367 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f94ba29-be7f-4bab-b98c-b84b9c163db2 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.944031 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94f63ec-f9fe-4d1c-a530-c3c03a5d279e None None] Sync routers for ids ['61eccf9e-1ec6-485e-9731-5bfeae1e7d9a'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:36.962100 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd1631-7152-4b5a-affd-e38ba649d13d tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Pushing event deleted for resources: {'Port': ['ID=8a046a39-c4c9-46ad-9846-7dfee40a9816,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:36.963188 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7f94ba29-be7f-4bab-b98c-b84b9c163db2 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "PUT /v2.0/floatingips/b8476ded-edea-493a-9924-b838e11dc895 HTTP/1.1" status: 200 len: 991 time: 2.6957250 Nov 12 08:37:36.963997 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'badb3f73-5c86-4b45-a2e9-b08409182bc9', 'tag': 'ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:36.967036 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b746cb-9e21-455c-a9dc-b3c126770a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "badb3f73-5c86-4b45-a2e9-b08409182bc9", "tag": "ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:36.993628 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94f63ec-f9fe-4d1c-a530-c3c03a5d279e None None] Routers {'61eccf9e-1ec6-485e-9731-5bfeae1e7d9a'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:36.994918 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-e94f63ec-f9fe-4d1c-a530-c3c03a5d279e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:37:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['61eccf9e-1ec6-485e-9731-5bfeae1e7d9a'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:37.087650 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4b4544b0-2f90-42c1-bad4-9e611e026419 req-62eef928-a5ad-4c5b-ae01-713d5600356f tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8ebcc86-d1e3-4750-aeee-440fcd46003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564976 Nov 12 08:37:37.157806 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-e94f63ec-f9fe-4d1c-a530-c3c03a5d279e None None] Set router 61eccf9e-1ec6-485e-9731-5bfeae1e7d9a gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:37.166788 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9933484a-0c56-43d4-a1f8-3fb4d22a8fe2 req-0c5ec7b7-634b-4198-83ae-6669f0d84628 service neutron] 10.222.0.58 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147775 Nov 12 08:37:37.476469 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d6b4b26e-2fbf-4d8f-9a93-b19f7dae75d1 req-6dfd1631-7152-4b5a-affd-e38ba649d13d tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks [] for floatingip, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:37.481035 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d6b4b26e-2fbf-4d8f-9a93-b19f7dae75d1 req-6dfd1631-7152-4b5a-affd-e38ba649d13d tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:37.494581 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d6b4b26e-2fbf-4d8f-9a93-b19f7dae75d1 req-6dfd1631-7152-4b5a-affd-e38ba649d13d tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "DELETE /v2.0/floatingips/225b9dd5-5841-4ebd-83e9-55ab7752ecc9 HTTP/1.1" status: 204 len: 173 time: 2.2362840 Nov 12 08:37:37.653546 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-e94f63ec-f9fe-4d1c-a530-c3c03a5d279e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'name': 'tempest-ServersTestBootFromVolume-1913641384-router', 'tenant_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'ea2fef48-5b63-48d7-86d6-2ac2a4d000e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:21Z', 'updated_at': '2021-11-12T08:36:30Z', 'revision_number': 4, 'project_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'gw_port': {'id': 'ea2fef48-5b63-48d7-86d6-2ac2a4d000e6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:22Z', 'updated_at': '2021-11-12T08:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'b8476ded-edea-493a-9924-b838e11dc895', 'tenant_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'floating_ip_address': '172.25.6.114', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'port_id': 'ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f336b567-e54f-48f4-978b-f3ba153ca96f', 'mac_address': 'fa:16:3e:74:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb3f73-5c86-4b45-a2e9-b08409182bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:36:34Z', 'updated_at': '2021-11-12T08:37:35Z', 'revision_number': 1, 'project_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab888c0c-4ef5-45b0-a200-9466b17dcb9e', 'name': '', 'network_id': 'f336b567-e54f-48f4-978b-f3ba153ca96f', 'tenant_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'mac_address': 'fa:16:3e:e0:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '288d1df0-95f8-4d76-a101-b44e0052c9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:28Z', 'updated_at': '2021-11-12T08:36:34Z', 'revision_number': 5, 'project_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'subnets': [{'id': '288d1df0-95f8-4d76-a101-b44e0052c9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:37.685987 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94f63ec-f9fe-4d1c-a530-c3c03a5d279e None None] Checking router: 61eccf9e-1ec6-485e-9731-5bfeae1e7d9a for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:37:37.695406 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94f63ec-f9fe-4d1c-a530-c3c03a5d279e None None] Routers {'61eccf9e-1ec6-485e-9731-5bfeae1e7d9a'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:37.696183 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-e94f63ec-f9fe-4d1c-a530-c3c03a5d279e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:37:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['61eccf9e-1ec6-485e-9731-5bfeae1e7d9a'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:37.734108 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-cf9772c5-9510-4412-b2b5-390e8eef300d admin admin] Deleting port a3485255-602e-42a1-b05a-cb40d85eefa3 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:37.735068 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cf9772c5-9510-4412-b2b5-390e8eef300d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:37.738828 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9933484a-0c56-43d4-a1f8-3fb4d22a8fe2 req-251fbc88-7355-43a4-ba91-269ce5b31aaf service neutron] 10.222.0.58 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5238883 Nov 12 08:37:37.756487 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3efa966a-8ac0-4801-9693-f272806f1c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:37.864170 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-e94f63ec-f9fe-4d1c-a530-c3c03a5d279e None None] Set router 61eccf9e-1ec6-485e-9731-5bfeae1e7d9a gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:37.874885 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45908ece-210c-413f-8c73-eedb5a955b3f req-3e5b143d-1a3a-4383-a7e2-918a5b039edc tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:37.889275 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-45908ece-210c-413f-8c73-eedb5a955b3f req-3e5b143d-1a3a-4383-a7e2-918a5b039edc tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 945 time: 0.2592421 Nov 12 08:37:37.927142 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-ac93975b-a299-4094-878c-afaee2fd3143 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:37.928858 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-ac93975b-a299-4094-878c-afaee2fd3143 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/networks?id=ebb104d1-24e6-4fb5-8479-85371fc07302 HTTP/1.1" status: 200 len: 812 time: 0.3603771 Nov 12 08:37:37.967536 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-cf9772c5-9510-4412-b2b5-390e8eef300d admin admin] For port a3485255-602e-42a1-b05a-cb40d85eefa3, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a3485255-602e-42a1-b05a-cb40d85eefa3,segment=NetworkSegment(5773a748-8750-49fa-97c7-852ea91b7a02),segment_id=5773a748-8750-49fa-97c7-852ea91b7a02)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:37.967929 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cf9772c5-9510-4412-b2b5-390e8eef300d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:37.984380 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-2c8c341c-8ade-456f-ae6f-275383fb12dd tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/quotas/04e1e46932e445c2a6cc6d10b43d5fb7 HTTP/1.1" status: 200 len: 375 time: 0.0441980 Nov 12 08:37:38.007340 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-cf9772c5-9510-4412-b2b5-390e8eef300d admin admin] Calling delete_port for a3485255-602e-42a1-b05a-cb40d85eefa3 owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:38.041458 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-f806a295-63e1-41f2-acdc-baf10de1b9a4 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=04e1e46932e445c2a6cc6d10b43d5fb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483828 Nov 12 08:37:38.048951 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-45908ece-210c-413f-8c73-eedb5a955b3f req-f9a181b7-6bbb-4d66-b9b8-32f93e70fdd8 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412518 Nov 12 08:37:38.116791 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41268) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:38.247536 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-8c19f0fb-69cb-4f24-a717-37bd12b2a430 service neutron] 10.222.0.37 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959338 Nov 12 08:37:38.310987 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6ee8cc-5b36-470c-915b-f5f3dd3f264a x-openstack-request-id: req-be6ee8cc-5b36-470c-915b-f5f3dd3f264a {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:38.311494 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "badb3f73-5c86-4b45-a2e9-b08409182bc9", "tag": "ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:38.311945 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be6ee8cc-5b36-470c-915b-f5f3dd3f264a {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:38.312493 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'badb3f73-5c86-4b45-a2e9-b08409182bc9', 'tag': 'ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5', 'status': 'completed', 'code': 200} Nov 12 08:37:38.399170 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-07e6d8f3-bf02-4b04-89dc-b1db59ff0e9c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1195648666-network', 'tenant_id': '09ecb32dae9543d082a31aa0587a170c'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:38.410622 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-d3c8c0ed-3cce-4e81-8268-a4811beb720a service neutron] 10.222.0.37 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559527 Nov 12 08:37:38.447349 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-e94f63ec-f9fe-4d1c-a530-c3c03a5d279e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'name': 'tempest-ServersTestBootFromVolume-1913641384-router', 'tenant_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'ea2fef48-5b63-48d7-86d6-2ac2a4d000e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:21Z', 'updated_at': '2021-11-12T08:36:30Z', 'revision_number': 4, 'project_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'gw_port': {'id': 'ea2fef48-5b63-48d7-86d6-2ac2a4d000e6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:22Z', 'updated_at': '2021-11-12T08:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'b8476ded-edea-493a-9924-b838e11dc895', 'tenant_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'floating_ip_address': '172.25.6.114', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'port_id': 'ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f336b567-e54f-48f4-978b-f3ba153ca96f', 'mac_address': 'fa:16:3e:74:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb3f73-5c86-4b45-a2e9-b08409182bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:36:34Z', 'updated_at': '2021-11-12T08:37:35Z', 'revision_number': 1, 'project_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab888c0c-4ef5-45b0-a200-9466b17dcb9e', 'name': '', 'network_id': 'f336b567-e54f-48f4-978b-f3ba153ca96f', 'tenant_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'mac_address': 'fa:16:3e:e0:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '288d1df0-95f8-4d76-a101-b44e0052c9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:28Z', 'updated_at': '2021-11-12T08:36:34Z', 'revision_number': 5, 'project_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'subnets': [{'id': '288d1df0-95f8-4d76-a101-b44e0052c9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:38.448763 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e6d8f3-bf02-4b04-89dc-b1db59ff0e9c admin admin] Made reservation on behalf of 09ecb32dae9543d082a31aa0587a170c for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:38.452763 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07e6d8f3-bf02-4b04-89dc-b1db59ff0e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:38.475506 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07e6d8f3-bf02-4b04-89dc-b1db59ff0e9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:38.541940 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94f63ec-f9fe-4d1c-a530-c3c03a5d279e None None] The sync data for ids ['61eccf9e-1ec6-485e-9731-5bfeae1e7d9a'] in n-d-768862-16 is: [{'id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'name': 'tempest-ServersTestBootFromVolume-1913641384-router', 'tenant_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'ea2fef48-5b63-48d7-86d6-2ac2a4d000e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:21Z', 'updated_at': '2021-11-12T08:36:30Z', 'revision_number': 4, 'project_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'gw_port': {'id': 'ea2fef48-5b63-48d7-86d6-2ac2a4d000e6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:22Z', 'updated_at': '2021-11-12T08:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'b8476ded-edea-493a-9924-b838e11dc895', 'tenant_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'floating_ip_address': '172.25.6.114', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'port_id': 'ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f336b567-e54f-48f4-978b-f3ba153ca96f', 'mac_address': 'fa:16:3e:74:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb3f73-5c86-4b45-a2e9-b08409182bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:36:34Z', 'updated_at': '2021-11-12T08:37:35Z', 'revision_number': 1, 'project_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab888c0c-4ef5-45b0-a200-9466b17dcb9e', 'name': '', 'network_id': 'f336b567-e54f-48f4-978b-f3ba153ca96f', 'tenant_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'mac_address': 'fa:16:3e:e0:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '288d1df0-95f8-4d76-a101-b44e0052c9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:28Z', 'updated_at': '2021-11-12T08:36:34Z', 'revision_number': 5, 'project_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'subnets': [{'id': '288d1df0-95f8-4d76-a101-b44e0052c9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:37:38.639005 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cf9772c5-9510-4412-b2b5-390e8eef300d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:38.715835 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07e6d8f3-bf02-4b04-89dc-b1db59ff0e9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:38.725965 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07e6d8f3-bf02-4b04-89dc-b1db59ff0e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:38.748827 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9772c5-9510-4412-b2b5-390e8eef300d admin admin] Pushing event deleted for resources: {'Port': ['ID=a3485255-602e-42a1-b05a-cb40d85eefa3,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:38.799016 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e6d8f3-bf02-4b04-89dc-b1db59ff0e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a42ebb4-31ed-4b89-b4dc-6ba7459efab3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:38.815656 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e6d8f3-bf02-4b04-89dc-b1db59ff0e9c admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:37:38.845277 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07e6d8f3-bf02-4b04-89dc-b1db59ff0e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:38.851043 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-07e6d8f3-bf02-4b04-89dc-b1db59ff0e9c admin admin] Added segment 0f608683-7fc9-4343-b1b5-ea9cdb6aef37 of type vlan for network a97eab13-58b9-445b-a94a-c90e56d0cfb3 Nov 12 08:37:38.866079 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b746cb-9e21-455c-a9dc-b3c126770a7c req-0940c707-e53e-4de1-a5f4-9dbf4bed07a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:38.867669 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f9b746cb-9e21-455c-a9dc-b3c126770a7c req-0940c707-e53e-4de1-a5f4-9dbf4bed07a8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=decf329c1bd24793b6dab0ad3ee22ef8&device_id=badb3f73-5c86-4b45-a2e9-b08409182bc9 HTTP/1.1" status: 200 len: 1097 time: 0.4552271 Nov 12 08:37:39.003333 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67841f2-f16a-4a65-88fd-ff90ed910d0e None None] New status for floating IP b8476ded-edea-493a-9924-b838e11dc895: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:37:39.003972 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07e6d8f3-bf02-4b04-89dc-b1db59ff0e9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:39.075125 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07e6d8f3-bf02-4b04-89dc-b1db59ff0e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:39.076415 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e6d8f3-bf02-4b04-89dc-b1db59ff0e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:39.077145 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07e6d8f3-bf02-4b04-89dc-b1db59ff0e9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:39.131843 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-66899ccd-0101-4163-bbb1-098ca298664e req-5d4c15ff-c8ea-4277-93b7-67d668607dac tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=8685d0e6-fb3f-423d-b52b-99643b97b08e HTTP/1.1" status: 200 len: 210 time: 0.2581842 Nov 12 08:37:39.164016 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-07e6d8f3-bf02-4b04-89dc-b1db59ff0e9c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0426102 Nov 12 08:37:39.253223 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41294) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:39.266151 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6502de52-b88d-454a-a739-fdb19dcf3557 admin admin] Request body: {'subnet': {'network_id': 'a97eab13-58b9-445b-a94a-c90e56d0cfb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1195648666-subnet', 'tenant_id': '09ecb32dae9543d082a31aa0587a170c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:39.362237 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6502de52-b88d-454a-a739-fdb19dcf3557 admin admin] Made reservation on behalf of 09ecb32dae9543d082a31aa0587a170c for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:39.365037 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6502de52-b88d-454a-a739-fdb19dcf3557 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:39.384003 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e6d8f3-bf02-4b04-89dc-b1db59ff0e9c admin admin] Pushing event updated for resources: {'Network': ['ID=a97eab13-58b9-445b-a94a-c90e56d0cfb3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:39.454954 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network a97eab13-58b9-445b-a94a-c90e56d0cfb3 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:37:39.848405 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6502de52-b88d-454a-a739-fdb19dcf3557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:40.080029 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5611c-7f1f-431d-891d-eaeb2537f814 req-56ec34c1-17ef-4ca8-94e5-f2f15be7f6ce tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:40.081968 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e7a5611c-7f1f-431d-891d-eaeb2537f814 req-56ec34c1-17ef-4ca8-94e5-f2f15be7f6ce tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.54 "GET /v2.0/ports?device_id=5910664f-1d6c-4f31-8b0b-dce1bcfd62c0 HTTP/1.1" status: 200 len: 946 time: 0.1323428 Nov 12 08:37:40.084970 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6502de52-b88d-454a-a739-fdb19dcf3557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cd18d92-0d44-4cf8-9d61-3080c0b07955,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:40.102986 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631cb7b-e1df-46e6-a807-9c2a0aa3b46a req-c4516ab9-6bc6-4480-ad8e-27a1f8a54366 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:40.117583 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8631cb7b-e1df-46e6-a807-9c2a0aa3b46a req-c4516ab9-6bc6-4480-ad8e-27a1f8a54366 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/ports?device_id=5910664f-1d6c-4f31-8b0b-dce1bcfd62c0 HTTP/1.1" status: 200 len: 946 time: 1.2345400 Nov 12 08:37:40.136604 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-614d8620-f1a1-4bf1-8f21-8ae36c34d564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:40.177114 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6502de52-b88d-454a-a739-fdb19dcf3557 admin admin] Checking segment: {'id': '0f608683-7fc9-4343-b1b5-ea9cdb6aef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'a97eab13-58b9-445b-a94a-c90e56d0cfb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:40.178261 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6502de52-b88d-454a-a739-fdb19dcf3557 admin admin] Network hostable DHCP agents. Network: a97eab13-58b9-445b-a94a-c90e56d0cfb3, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:37:40.227892 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6502de52-b88d-454a-a739-fdb19dcf3557 admin admin] Network a97eab13-58b9-445b-a94a-c90e56d0cfb3 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:37:40.287760 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-6502de52-b88d-454a-a739-fdb19dcf3557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, a97eab13-58b9-445b-a94a-c90e56d0cfb3) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:40.297386 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de083fb4-ce43-443d-b6bb-3413719c7cfb None None] Network a97eab13-58b9-445b-a94a-c90e56d0cfb3 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:40.304215 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6502de52-b88d-454a-a739-fdb19dcf3557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:40.305315 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6502de52-b88d-454a-a739-fdb19dcf3557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:40.348652 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6502de52-b88d-454a-a739-fdb19dcf3557 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0930619 Nov 12 08:37:40.365244 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-e7a5611c-7f1f-431d-891d-eaeb2537f814 req-b2679a67-93ae-49f1-847b-2cdc2e5170bd tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Deleting port d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:40.365563 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e7a5611c-7f1f-431d-891d-eaeb2537f814 req-b2679a67-93ae-49f1-847b-2cdc2e5170bd tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:40.401019 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63f95d-b9aa-464e-8aa5-9bb97843ba9b req-07bec142-32ed-4568-9180-2a517e7cef06 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:40.418434 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c63f95d-b9aa-464e-8aa5-9bb97843ba9b req-07bec142-32ed-4568-9180-2a517e7cef06 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 945 time: 1.0350280 Nov 12 08:37:40.494658 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b746cb-9e21-455c-a9dc-b3c126770a7c req-7bcec898-4950-4e27-bb8d-31de0e3223a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:40.500658 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f9b746cb-9e21-455c-a9dc-b3c126770a7c req-7bcec898-4950-4e27-bb8d-31de0e3223a5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f336b567-e54f-48f4-978b-f3ba153ca96f HTTP/1.1" status: 200 len: 917 time: 1.6156101 Nov 12 08:37:40.615673 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385e005f-1a15-4493-9e42-3e3369914d14 None None] Network a97eab13-58b9-445b-a94a-c90e56d0cfb3 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:40.777304 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c63f95d-b9aa-464e-8aa5-9bb97843ba9b req-2024bad9-cf60-4967-834b-17dcd3b4932a tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562319 Nov 12 08:37:40.851284 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-e7a5611c-7f1f-431d-891d-eaeb2537f814 req-b2679a67-93ae-49f1-847b-2cdc2e5170bd tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] For port d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c,segment=NetworkSegment(7302eff5-b90c-4435-9483-7de591162e23),segment_id=7302eff5-b90c-4435-9483-7de591162e23)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:40.851659 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e7a5611c-7f1f-431d-891d-eaeb2537f814 req-b2679a67-93ae-49f1-847b-2cdc2e5170bd tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:40.876114 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-e7a5611c-7f1f-431d-891d-eaeb2537f814 req-b2679a67-93ae-49f1-847b-2cdc2e5170bd tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Calling delete_port for d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:40.890211 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8631cb7b-e1df-46e6-a807-9c2a0aa3b46a req-749aa1af-bea0-4db4-8130-9812e9dd0f08 tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f63dd9f-cc7e-4c97-a0e5-82a55bd134d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7704082 Nov 12 08:37:40.921929 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cf9772c5-9510-4412-b2b5-390e8eef300d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:40.954390 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-b0b4976f-f43c-4ec0-ade5-ba28a15218a7 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:40.964503 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-b0b4976f-f43c-4ec0-ade5-ba28a15218a7 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.54 "GET /v2.0/networks?id=ebb104d1-24e6-4fb5-8479-85371fc07302 HTTP/1.1" status: 200 len: 812 time: 0.3760900 Nov 12 08:37:41.009213 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f9b746cb-9e21-455c-a9dc-b3c126770a7c req-48b71bb8-4fb0-4bc0-bb88-520b00bd38b3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5 HTTP/1.1" status: 200 len: 1001 time: 0.4729400 Nov 12 08:37:41.069964 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-1d50608a-46b9-4c79-a63d-114fce14157e tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Request body: {'port': {'device_id': '8685d0e6-fb3f-423d-b52b-99643b97b08e', 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302', 'admin_state_up': True, 'tenant_id': '04e1e46932e445c2a6cc6d10b43d5fb7'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:41.310566 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b746cb-9e21-455c-a9dc-b3c126770a7c req-d8517b98-6f6e-4fdf-a3a5-30afa6e886c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:41.313542 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f9b746cb-9e21-455c-a9dc-b3c126770a7c req-d8517b98-6f6e-4fdf-a3a5-30afa6e886c4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=288d1df0-95f8-4d76-a101-b44e0052c9aa HTTP/1.1" status: 200 len: 855 time: 0.1148877 Nov 12 08:37:41.399257 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-1d50608a-46b9-4c79-a63d-114fce14157e tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Made reservation on behalf of 04e1e46932e445c2a6cc6d10b43d5fb7 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:41.405024 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-1d50608a-46b9-4c79-a63d-114fce14157e tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.492810 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e7a5611c-7f1f-431d-891d-eaeb2537f814 req-b2679a67-93ae-49f1-847b-2cdc2e5170bd tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.531795 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2679a67-93ae-49f1-847b-2cdc2e5170bd tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Pushing event deleted for resources: {'Port': ['ID=d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:41.616357 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3be6970b-538a-4396-91b9-d821bfb22f1d req-484b1c13-8b46-42ee-bac1-5974ac2c484c tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=8685d0e6-fb3f-423d-b52b-99643b97b08e HTTP/1.1" status: 200 len: 210 time: 0.4152014 Nov 12 08:37:41.662273 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a5611c-7f1f-431d-891d-eaeb2537f814 req-b2679a67-93ae-49f1-847b-2cdc2e5170bd tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] No DVR routers for this DVR port d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:41.668704 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e7a5611c-7f1f-431d-891d-eaeb2537f814 req-b2679a67-93ae-49f1-847b-2cdc2e5170bd tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.672692 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e7a5611c-7f1f-431d-891d-eaeb2537f814 req-b2679a67-93ae-49f1-847b-2cdc2e5170bd tempest-FloatingIPsAssociationTestJSON-819710243 tempest-FloatingIPsAssociationTestJSON-819710243-project] 10.222.0.54 "DELETE /v2.0/ports/d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c HTTP/1.1" status: 204 len: 173 time: 1.5776107 Nov 12 08:37:41.673458 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5910664f-1d6c-4f31-8b0b-dce1bcfd62c0', 'name': 'network-vif-deleted', 'tag': 'd3b24b5f-7ffb-4de2-8d0c-4d853d314b3c'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:41.687641 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c80b236-94c3-42dd-8260-85a8d1694bd2" -d '{"events": [{"server_uuid": "5910664f-1d6c-4f31-8b0b-dce1bcfd62c0", "name": "network-vif-deleted", "tag": "d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:41.766273 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-1d50608a-46b9-4c79-a63d-114fce14157e tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Allocated IP 172.20.0.2 (ebb104d1-24e6-4fb5-8479-85371fc07302/4bf5e142-9321-4c39-8a01-974865fb5fa2/f543197f-ec23-47dd-b99b-f01289682bab) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:41.858944 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b746cb-9e21-455c-a9dc-b3c126770a7c req-915267a0-a9ea-4d4f-b7c9-1c1056735428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:41.874421 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f9b746cb-9e21-455c-a9dc-b3c126770a7c req-915267a0-a9ea-4d4f-b7c9-1c1056735428 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f336b567-e54f-48f4-978b-f3ba153ca96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4956808 Nov 12 08:37:41.882730 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.941332 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5696798-ba02-4d2c-a47d-6f21f8ad7280 x-openstack-request-id: req-d5696798-ba02-4d2c-a47d-6f21f8ad7280 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:41.941873 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5910664f-1d6c-4f31-8b0b-dce1bcfd62c0", "name": "network-vif-deleted", "tag": "d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:41.942579 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5696798-ba02-4d2c-a47d-6f21f8ad7280 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:41.943086 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5910664f-1d6c-4f31-8b0b-dce1bcfd62c0', 'name': 'network-vif-deleted', 'tag': 'd3b24b5f-7ffb-4de2-8d0c-4d853d314b3c', 'status': 'completed', 'code': 200} Nov 12 08:37:42.071350 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-5b5914d1-275d-49f4-ac0b-f53f961bfb7f tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:42.087904 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-5b5914d1-275d-49f4-ac0b-f53f961bfb7f tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] 10.222.0.37 "GET /v2.0/networks?id=a97eab13-58b9-445b-a94a-c90e56d0cfb3 HTTP/1.1" status: 200 len: 822 time: 0.7219067 Nov 12 08:37:42.105550 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-1d50608a-46b9-4c79-a63d-114fce14157e tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:42.170401 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-1d50608a-46b9-4c79-a63d-114fce14157e tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:42.283147 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9772c5-9510-4412-b2b5-390e8eef300d admin admin] Router 31ca7770-84e3-457f-b143-eebc60903a63 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:37:42.301383 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-3a7c155e-6f59-4a5a-892b-6749e95c1fbe tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] 10.222.0.37 "GET /v2.0/quotas/09ecb32dae9543d082a31aa0587a170c HTTP/1.1" status: 200 len: 375 time: 0.2103033 Nov 12 08:37:42.336561 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-1d50608a-46b9-4c79-a63d-114fce14157e tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Network ebb104d1-24e6-4fb5-8479-85371fc07302 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:42.339320 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50608a-46b9-4c79-a63d-114fce14157e tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Pushing event updated for resources: {'Port': ['ID=f543197f-ec23-47dd-b99b-f01289682bab,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:42.348945 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-1d50608a-46b9-4c79-a63d-114fce14157e tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:42.353273 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-1d50608a-46b9-4c79-a63d-114fce14157e tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:42.412611 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-39dde47a-ea66-4c8e-94d0-202f482f6173 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=09ecb32dae9543d082a31aa0587a170c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1108570 Nov 12 08:37:42.606703 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-1d50608a-46b9-4c79-a63d-114fce14157e tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:42.607479 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-1d50608a-46b9-4c79-a63d-114fce14157e tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:42.642211 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5966808-2e47-4257-86ee-03dc52f3f6ed req-e22af613-f4b0-4562-b223-af2175c8bb05 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:42.645155 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e5966808-2e47-4257-86ee-03dc52f3f6ed req-e22af613-f4b0-4562-b223-af2175c8bb05 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 945 time: 0.5360949 Nov 12 08:37:42.646551 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-1d50608a-46b9-4c79-a63d-114fce14157e tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6709499 Nov 12 08:37:42.673697 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f9b746cb-9e21-455c-a9dc-b3c126770a7c req-ad23ec46-07a4-4323-83b0-80334e2a6a9a service neutron] 10.222.0.58 "GET /v2.0/networks/f336b567-e54f-48f4-978b-f3ba153ca96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7871549 Nov 12 08:37:42.681614 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8608b1f-64f2-47a5-9e73-d70309388d59 req-28475943-6d50-4745-afbb-39649cf09558 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:42.684884 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d8608b1f-64f2-47a5-9e73-d70309388d59 req-28475943-6d50-4745-afbb-39649cf09558 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 944 time: 0.2391171 Nov 12 08:37:42.703945 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-b1b1fb20-43dc-4b73-95a3-37133552658f service neutron] Request body: {'port': {'device_id': '8685d0e6-fb3f-423d-b52b-99643b97b08e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:42.879785 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-b1b1fb20-43dc-4b73-95a3-37133552658f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:42.896885 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-3f46fd28-255c-4b70-91c0-60b05018e340 service neutron] 10.222.0.37 "GET /v2.0/networks/a97eab13-58b9-445b-a94a-c90e56d0cfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625020 Nov 12 08:37:42.939414 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e5966808-2e47-4257-86ee-03dc52f3f6ed req-70d80def-e5fd-4fde-8f17-bcbb1a6bfd10 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785907 Nov 12 08:37:42.974696 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:42.976307 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9772c5-9510-4412-b2b5-390e8eef300d admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:42.986765 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b0bd9-c882-407d-b29b-6960d86422c5 None None] Sync routers for ids ['31ca7770-84e3-457f-b143-eebc60903a63'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:43.004345 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6b0bd9-c882-407d-b29b-6960d86422c5 None None] Routers {'31ca7770-84e3-457f-b143-eebc60903a63'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:43.004985 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-fc6b0bd9-c882-407d-b29b-6960d86422c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:37:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['31ca7770-84e3-457f-b143-eebc60903a63'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:43.015885 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-cf9772c5-9510-4412-b2b5-390e8eef300d admin admin] 10.222.0.37 "PUT /v2.0/routers/31ca7770-84e3-457f-b143-eebc60903a63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2977283 Nov 12 08:37:43.019514 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41350) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:43.047430 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-d8608b1f-64f2-47a5-9e73-d70309388d59 req-d25821e1-932e-4263-923e-5e3ebd44ccb3 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Deleting port e595d8d4-feee-457b-81a4-7c74123a8d26 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:43.048799 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d8608b1f-64f2-47a5-9e73-d70309388d59 req-d25821e1-932e-4263-923e-5e3ebd44ccb3 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.055431 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:43.056312 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device d3b24b5f-7ffb-4de2-8d0c-4d853d314b3c not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:43.192809 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-c8a23535-9171-4886-8e9a-cb886b7e50be service neutron] 10.222.0.37 "GET /v2.0/networks/a97eab13-58b9-445b-a94a-c90e56d0cfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949560 Nov 12 08:37:43.224490 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.375772 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-d8608b1f-64f2-47a5-9e73-d70309388d59 req-d25821e1-932e-4263-923e-5e3ebd44ccb3 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] For port e595d8d4-feee-457b-81a4-7c74123a8d26, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=e595d8d4-feee-457b-81a4-7c74123a8d26,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:43.376225 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d8608b1f-64f2-47a5-9e73-d70309388d59 req-d25821e1-932e-4263-923e-5e3ebd44ccb3 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.407253 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-d8608b1f-64f2-47a5-9e73-d70309388d59 req-d25821e1-932e-4263-923e-5e3ebd44ccb3 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Calling delete_port for e595d8d4-feee-457b-81a4-7c74123a8d26 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:43.462299 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-fc6b0bd9-c882-407d-b29b-6960d86422c5 None None] Set router 31ca7770-84e3-457f-b143-eebc60903a63 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:43.504758 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41356) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:43.532226 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f9b746cb-9e21-455c-a9dc-b3c126770a7c req-3603513a-b4a0-4ef3-916b-8a8e299733b8 service neutron] 10.222.0.58 "GET /v2.0/networks/f336b567-e54f-48f4-978b-f3ba153ca96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8147480 Nov 12 08:37:43.607067 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-b1b1fb20-43dc-4b73-95a3-37133552658f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f543197f-ec23-47dd-b99b-f01289682bab {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:37:43.615865 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-b1b1fb20-43dc-4b73-95a3-37133552658f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.634266 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-b1b1fb20-43dc-4b73-95a3-37133552658f service neutron] Transition to ACTIVE for port object f543197f-ec23-47dd-b99b-f01289682bab will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:37:43.656729 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-b1b1fb20-43dc-4b73-95a3-37133552658f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.741349 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1fb20-43dc-4b73-95a3-37133552658f service neutron] Pushing event updated for resources: {'Port': ['ID=f543197f-ec23-47dd-b99b-f01289682bab,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:43.883514 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-fc6b0bd9-c882-407d-b29b-6960d86422c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ca7770-84e3-457f-b143-eebc60903a63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1507776855-router', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '73c133d0-132e-45ec-9130-4f20882099ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:47Z', 'updated_at': '2021-11-12T08:37:38Z', 'revision_number': 5, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'gw_port': {'id': '73c133d0-132e-45ec-9130-4f20882099ab', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:48Z', 'updated_at': '2021-11-12T08:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:43.884913 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.892988 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d8608b1f-64f2-47a5-9e73-d70309388d59 req-d25821e1-932e-4263-923e-5e3ebd44ccb3 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.905410 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['e595d8d4-feee-457b-81a4-7c74123a8d26'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:37:43.922536 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b0bd9-c882-407d-b29b-6960d86422c5 None None] Checking router: 31ca7770-84e3-457f-b143-eebc60903a63 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:37:43.932356 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6b0bd9-c882-407d-b29b-6960d86422c5 None None] Routers {'31ca7770-84e3-457f-b143-eebc60903a63'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:43.933533 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-fc6b0bd9-c882-407d-b29b-6960d86422c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:37:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['31ca7770-84e3-457f-b143-eebc60903a63'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:43.938195 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b6df3bf7-edac-436c-bd5f-e09b18335544 admin admin] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.961665 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25821e1-932e-4263-923e-5e3ebd44ccb3 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Pushing event deleted for resources: {'Port': ['ID=e595d8d4-feee-457b-81a4-7c74123a8d26,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:44.031720 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-b1b1fb20-43dc-4b73-95a3-37133552658f service neutron] Attempting to bind port f543197f-ec23-47dd-b99b-f01289682bab on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:44.032173 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-b1b1fb20-43dc-4b73-95a3-37133552658f service neutron] Attempting to bind port f543197f-ec23-47dd-b99b-f01289682bab by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'c5cbe887-c0ec-4daa-92d4-e72529fcbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:44.032419 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-b1b1fb20-43dc-4b73-95a3-37133552658f service neutron] Attempting to bind port f543197f-ec23-47dd-b99b-f01289682bab on network ebb104d1-24e6-4fb5-8479-85371fc07302 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:44.038828 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-b1b1fb20-43dc-4b73-95a3-37133552658f service neutron] Port f543197f-ec23-47dd-b99b-f01289682bab on network ebb104d1-24e6-4fb5-8479-85371fc07302 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:37:44.039224 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-b1b1fb20-43dc-4b73-95a3-37133552658f service neutron] Attempting to bind port f543197f-ec23-47dd-b99b-f01289682bab on network ebb104d1-24e6-4fb5-8479-85371fc07302 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:44.046285 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8608b1f-64f2-47a5-9e73-d70309388d59 req-d25821e1-932e-4263-923e-5e3ebd44ccb3 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] No DVR routers for this DVR port e595d8d4-feee-457b-81a4-7c74123a8d26 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:44.048681 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-b1b1fb20-43dc-4b73-95a3-37133552658f service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:44.049189 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-b1b1fb20-43dc-4b73-95a3-37133552658f service neutron] Checking segment: {'id': 'c5cbe887-c0ec-4daa-92d4-e72529fcbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:44.049610 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-b1b1fb20-43dc-4b73-95a3-37133552658f service neutron] Bound using segment: {'id': 'c5cbe887-c0ec-4daa-92d4-e72529fcbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:44.050098 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-b1b1fb20-43dc-4b73-95a3-37133552658f service neutron] Bound port: f543197f-ec23-47dd-b99b-f01289682bab, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5cbe887-c0ec-4daa-92d4-e72529fcbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:44.050486 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-b1b1fb20-43dc-4b73-95a3-37133552658f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:44.053542 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d8608b1f-64f2-47a5-9e73-d70309388d59 req-d25821e1-932e-4263-923e-5e3ebd44ccb3 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:44.057123 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d8608b1f-64f2-47a5-9e73-d70309388d59 req-d25821e1-932e-4263-923e-5e3ebd44ccb3 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.54 "DELETE /v2.0/ports/e595d8d4-feee-457b-81a4-7c74123a8d26 HTTP/1.1" status: 204 len: 173 time: 1.3425698 Nov 12 08:37:44.057626 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b00b121-86f2-4199-8bb7-be663675566f', 'name': 'network-vif-deleted', 'tag': 'e595d8d4-feee-457b-81a4-7c74123a8d26'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:44.068576 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd7cde8-113d-4dbb-8e3e-1a931a136f0c" -d '{"events": [{"server_uuid": "7b00b121-86f2-4199-8bb7-be663675566f", "name": "network-vif-deleted", "tag": "e595d8d4-feee-457b-81a4-7c74123a8d26"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:44.107900 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6204d7-745a-43bd-9e3c-5eda7deeaeac req-2dbe1dc3-64ad-4da6-b568-80ddc3111bb7 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:44.109655 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0d6204d7-745a-43bd-9e3c-5eda7deeaeac req-2dbe1dc3-64ad-4da6-b568-80ddc3111bb7 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b00b121-86f2-4199-8bb7-be663675566f HTTP/1.1" status: 200 len: 866 time: 0.7003505 Nov 12 08:37:44.256189 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-fc6b0bd9-c882-407d-b29b-6960d86422c5 None None] Set router 31ca7770-84e3-457f-b143-eebc60903a63 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:44.275636 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-b1b1fb20-43dc-4b73-95a3-37133552658f service neutron] For port f543197f-ec23-47dd-b99b-f01289682bab, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:44.284499 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-b1b1fb20-43dc-4b73-95a3-37133552658f service neutron] For port f543197f-ec23-47dd-b99b-f01289682bab, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f543197f-ec23-47dd-b99b-f01289682bab,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:44.296214 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-b1b1fb20-43dc-4b73-95a3-37133552658f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:44.299706 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90f38f-5086-4b40-b1e6-5f6f5baa54e8 req-651ffa20-6c0b-47e0-a3c3-81bfaa8e27b0 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:44.308570 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4f90f38f-5086-4b40-b1e6-5f6f5baa54e8 req-651ffa20-6c0b-47e0-a3c3-81bfaa8e27b0 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=8685d0e6-fb3f-423d-b52b-99643b97b08e HTTP/1.1" status: 200 len: 943 time: 0.3626778 Nov 12 08:37:44.379316 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-b1b1fb20-43dc-4b73-95a3-37133552658f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:44.380660 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-b1b1fb20-43dc-4b73-95a3-37133552658f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:44.384444 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-b1b1fb20-43dc-4b73-95a3-37133552658f service neutron] 10.222.0.54 "PUT /v2.0/ports/f543197f-ec23-47dd-b99b-f01289682bab HTTP/1.1" status: 200 len: 1092 time: 1.6975276 Nov 12 08:37:44.403645 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0d6204d7-745a-43bd-9e3c-5eda7deeaeac req-78af3a77-fe94-4b32-8697-4eed7712bb2c tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609546 Nov 12 08:37:44.569184 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4f90f38f-5086-4b40-b1e6-5f6f5baa54e8 req-3c970064-6576-460e-9d3a-c67b3fcaea61 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594342 Nov 12 08:37:44.584047 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1fb20-43dc-4b73-95a3-37133552658f service neutron] Pushing event updated for resources: {'Port': ['ID=f543197f-ec23-47dd-b99b-f01289682bab,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:44.622228 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-cf351bb4-9e54-48b0-ad4c-17fbf65a81fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:44.626871 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-cf351bb4-9e54-48b0-ad4c-17fbf65a81fb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=04e1e46932e445c2a6cc6d10b43d5fb7&device_id=8685d0e6-fb3f-423d-b52b-99643b97b08e HTTP/1.1" status: 200 len: 1095 time: 0.1945713 Nov 12 08:37:44.630827 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b6df3bf7-edac-436c-bd5f-e09b18335544 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:44.732020 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-cd6ae5ee-0600-42ab-8421-c0cbfd1442b9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f543197f-ec23-47dd-b99b-f01289682bab HTTP/1.1" status: 200 len: 217 time: 0.0967121 Nov 12 08:37:44.794664 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-180afdd1-f8d5-496b-9be2-a210fad1e01d req-72a06a3b-da32-4025-b1e0-29f46ec8f07d tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] 10.222.0.37 "GET /v2.0/ports?device_id=176be7d8-7d35-4f61-97be-2e08f158cb38 HTTP/1.1" status: 200 len: 210 time: 0.1222644 Nov 12 08:37:44.917299 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-fc6b0bd9-c882-407d-b29b-6960d86422c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ca7770-84e3-457f-b143-eebc60903a63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1507776855-router', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '73c133d0-132e-45ec-9130-4f20882099ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:47Z', 'updated_at': '2021-11-12T08:37:38Z', 'revision_number': 5, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'gw_port': {'id': '73c133d0-132e-45ec-9130-4f20882099ab', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:48Z', 'updated_at': '2021-11-12T08:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:44.924492 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-f33eaf9c-e9d6-4ad2-85da-e9b4b55c0f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:44.926381 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-f33eaf9c-e9d6-4ad2-85da-e9b4b55c0f5f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bf5e142-9321-4c39-8a01-974865fb5fa2 HTTP/1.1" status: 200 len: 852 time: 0.1853161 Nov 12 08:37:44.952453 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-b6df3bf7-edac-436c-bd5f-e09b18335544 admin admin] Deleting port 73c133d0-132e-45ec-9130-4f20882099ab {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:44.959986 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b6df3bf7-edac-436c-bd5f-e09b18335544 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:44.977885 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1f32df-0be8-4a6a-ba13-d54da48f55f8 x-openstack-request-id: req-8d1f32df-0be8-4a6a-ba13-d54da48f55f8 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:44.978309 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b00b121-86f2-4199-8bb7-be663675566f", "name": "network-vif-deleted", "tag": "e595d8d4-feee-457b-81a4-7c74123a8d26", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:44.978532 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d1f32df-0be8-4a6a-ba13-d54da48f55f8 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:44.978866 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b00b121-86f2-4199-8bb7-be663675566f', 'name': 'network-vif-deleted', 'tag': 'e595d8d4-feee-457b-81a4-7c74123a8d26', 'status': 'completed', 'code': 200} Nov 12 08:37:44.981005 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-db924b8c-a897-4d71-b956-c4d9fda41a3c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebb104d1-24e6-4fb5-8479-85371fc07302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469499 Nov 12 08:37:44.981355 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b0bd9-c882-407d-b29b-6960d86422c5 None None] The sync data for ids ['31ca7770-84e3-457f-b143-eebc60903a63'] in n-d-768862-16 is: [{'id': '31ca7770-84e3-457f-b143-eebc60903a63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1507776855-router', 'tenant_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '73c133d0-132e-45ec-9130-4f20882099ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:47Z', 'updated_at': '2021-11-12T08:37:38Z', 'revision_number': 5, 'project_id': '8cc6ca5ed9f64e148f5b96cdf6df5819', 'gw_port': {'id': '73c133d0-132e-45ec-9130-4f20882099ab', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca7770-84e3-457f-b143-eebc60903a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:48Z', 'updated_at': '2021-11-12T08:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:37:45.132279 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-d80b0986-986d-4842-b45d-cc2b4ea090a4 service neutron] 10.222.0.54 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425183 Nov 12 08:37:45.235232 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d82554cd-77b1-4a8b-92c2-4de70746ba42 req-57122486-7211-4d54-82d3-a629e8e7431b service neutron] 10.222.0.54 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946078 Nov 12 08:37:45.548038 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba62e0-700c-475c-89af-fc2573ba7313 req-d7caf080-1eb8-49ba-b00d-20c07f183c30 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:45.549922 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-18ba62e0-700c-475c-89af-fc2573ba7313 req-d7caf080-1eb8-49ba-b00d-20c07f183c30 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 945 time: 0.5561950 Nov 12 08:37:45.552250 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b6df3bf7-edac-436c-bd5f-e09b18335544 admin admin] For port 73c133d0-132e-45ec-9130-4f20882099ab, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=73c133d0-132e-45ec-9130-4f20882099ab,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:45.552949 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b6df3bf7-edac-436c-bd5f-e09b18335544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:45.583409 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-b6df3bf7-edac-436c-bd5f-e09b18335544 admin admin] Calling delete_port for 73c133d0-132e-45ec-9130-4f20882099ab owned by network:router_gateway {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:45.605695 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9eb68a-466d-45c9-948c-15532d3e38d4 req-f3d12d9b-44b2-436d-bcb6-1a4fcba861ee tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:45.607570 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7d9eb68a-466d-45c9-948c-15532d3e38d4 req-f3d12d9b-44b2-436d-bcb6-1a4fcba861ee tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5ff584e-4625-4036-88c2-f214df8d16ad HTTP/1.1" status: 200 len: 945 time: 0.1885514 Nov 12 08:37:45.785997 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d9b78da-2c80-4244-90ff-bed224837816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:45.797633 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-18ba62e0-700c-475c-89af-fc2573ba7313 req-020af60b-ab47-4b3a-8a1c-41ae3161ed51 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396882 Nov 12 08:37:45.892458 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7d9eb68a-466d-45c9-948c-15532d3e38d4 req-11c8451f-b7a3-49de-9f8e-34dbcc303f02 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8ebcc86-d1e3-4750-aeee-440fcd46003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744315 Nov 12 08:37:46.045258 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-23bc5961-7bf7-41ff-81a8-41904dcb090c tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:46.046737 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-23bc5961-7bf7-41ff-81a8-41904dcb090c tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] 10.222.0.58 "GET /v2.0/networks?id=a97eab13-58b9-445b-a94a-c90e56d0cfb3 HTTP/1.1" status: 200 len: 822 time: 0.4231341 Nov 12 08:37:46.068581 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4f0b9eab-11df-4302-a1dd-85b3c0ad4152 req-381ea4e8-47d7-4bff-8f95-decc4f82cb7e tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] 10.222.0.37 "GET /v2.0/ports?device_id=176be7d8-7d35-4f61-97be-2e08f158cb38 HTTP/1.1" status: 200 len: 210 time: 0.0658031 Nov 12 08:37:46.074117 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-9873ec6c-10c1-4f79-9cdc-f0fa85ad8cc7 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] Request body: {'port': {'device_id': '176be7d8-7d35-4f61-97be-2e08f158cb38', 'network_id': 'a97eab13-58b9-445b-a94a-c90e56d0cfb3', 'admin_state_up': True, 'tenant_id': '09ecb32dae9543d082a31aa0587a170c'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:46.222759 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82410dad-89a1-46a6-b52f-88198ad3d690 req-bbf94948-ec19-4476-8d53-1d7e89c180b8 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:46.224793 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-82410dad-89a1-46a6-b52f-88198ad3d690 req-bbf94948-ec19-4476-8d53-1d7e89c180b8 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=8685d0e6-fb3f-423d-b52b-99643b97b08e HTTP/1.1" status: 200 len: 943 time: 0.3299923 Nov 12 08:37:46.346136 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b6df3bf7-edac-436c-bd5f-e09b18335544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:46.404385 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df3bf7-edac-436c-bd5f-e09b18335544 admin admin] Pushing event deleted for resources: {'Port': ['ID=73c133d0-132e-45ec-9130-4f20882099ab,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:46.432261 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-82410dad-89a1-46a6-b52f-88198ad3d690 req-9681a608-b70e-492e-a5cb-19e180ff0ec6 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819568 Nov 12 08:37:46.451082 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-9873ec6c-10c1-4f79-9cdc-f0fa85ad8cc7 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] Made reservation on behalf of 09ecb32dae9543d082a31aa0587a170c for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:46.454955 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-9873ec6c-10c1-4f79-9cdc-f0fa85ad8cc7 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:46.619898 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b6df3bf7-edac-436c-bd5f-e09b18335544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:46.634116 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed6bf1-ff0c-443e-aa11-5583c2f48339 req-0ed4145a-b221-43fd-85f8-6d1e8f9c0dc1 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:46.635692 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-48ed6bf1-ff0c-443e-aa11-5583c2f48339 req-0ed4145a-b221-43fd-85f8-6d1e8f9c0dc1 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 945 time: 0.2668886 Nov 12 08:37:46.669626 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a3485255-602e-42a1-b05a-cb40d85eefa3 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:46.698477 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: a3485255-602e-42a1-b05a-cb40d85eefa3 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:46.698953 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a3485255-602e-42a1-b05a-cb40d85eefa3 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:46.788891 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732dd07-460f-49a7-8eec-154511ece45f req-1747aea9-7e72-4ca4-8248-0c1f0acda848 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:46.790548 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8732dd07-460f-49a7-8eec-154511ece45f req-1747aea9-7e72-4ca4-8248-0c1f0acda848 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.54 "GET /v2.0/ports?device_id=a961e1a1-3347-48b8-ab4d-3e7b65bbe62d HTTP/1.1" status: 200 len: 945 time: 0.0568435 Nov 12 08:37:46.804498 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b6df3bf7-edac-436c-bd5f-e09b18335544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:46.809622 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b6df3bf7-edac-436c-bd5f-e09b18335544 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:46.886735 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-9873ec6c-10c1-4f79-9cdc-f0fa85ad8cc7 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] Allocated IP 172.20.0.10 (a97eab13-58b9-445b-a94a-c90e56d0cfb3/9cd18d92-0d44-4cf8-9d61-3080c0b07955/74edf7ac-e07c-4156-88c2-f75a69047532) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:46.907076 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-8732dd07-460f-49a7-8eec-154511ece45f req-a5c703d0-2ca7-4abc-a7f7-fb4947827a48 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Deleting port fa7bf691-b65b-4d13-84d2-d3103dd62540 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:46.907396 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8732dd07-460f-49a7-8eec-154511ece45f req-a5c703d0-2ca7-4abc-a7f7-fb4947827a48 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:46.910554 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b6df3bf7-edac-436c-bd5f-e09b18335544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:46.911104 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6df3bf7-edac-436c-bd5f-e09b18335544 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31ca7770-84e3-457f-b143-eebc60903a63 {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:37:46.928664 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b6df3bf7-edac-436c-bd5f-e09b18335544 admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:46.929828 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b6df3bf7-edac-436c-bd5f-e09b18335544 admin admin] 10.222.0.37 "DELETE /v2.0/routers/31ca7770-84e3-457f-b143-eebc60903a63 HTTP/1.1" status: 204 len: 168 time: 3.7503390 Nov 12 08:37:46.933960 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41390) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:46.939404 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-48ed6bf1-ff0c-443e-aa11-5583c2f48339 req-ba8dd654-6d41-4451-97d9-9283f09393c9 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503915 Nov 12 08:37:46.981654 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8685d0e6-fb3f-423d-b52b-99643b97b08e', 'tag': 'f543197f-ec23-47dd-b99b-f01289682bab'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:46.984150 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d29eaa-1f99-4459-b595-c33089764930" -d '{"events": [{"name": "network-changed", "server_uuid": "8685d0e6-fb3f-423d-b52b-99643b97b08e", "tag": "f543197f-ec23-47dd-b99b-f01289682bab"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:47.007456 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f543197f-ec23-47dd-b99b-f01289682bab details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:37:47.009832 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device e595d8d4-feee-457b-81a4-7c74123a8d26 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:47.047848 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-4d9b78da-2c80-4244-90ff-bed224837816 admin admin] Deleting port 0ee249d4-6bba-43ae-be9c-069f118a72b3 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:47.048279 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d9b78da-2c80-4244-90ff-bed224837816 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:47.065868 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: e595d8d4-feee-457b-81a4-7c74123a8d26 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:47.065868 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device e595d8d4-feee-457b-81a4-7c74123a8d26 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:47.076965 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-8732dd07-460f-49a7-8eec-154511ece45f req-a5c703d0-2ca7-4abc-a7f7-fb4947827a48 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] For port fa7bf691-b65b-4d13-84d2-d3103dd62540, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=fa7bf691-b65b-4d13-84d2-d3103dd62540,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:47.077409 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8732dd07-460f-49a7-8eec-154511ece45f req-a5c703d0-2ca7-4abc-a7f7-fb4947827a48 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:47.099129 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-8732dd07-460f-49a7-8eec-154511ece45f req-a5c703d0-2ca7-4abc-a7f7-fb4947827a48 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Calling delete_port for fa7bf691-b65b-4d13-84d2-d3103dd62540 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:47.115129 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-302ef8a0-1435-4b35-835e-eeea8c941783 admin admin] Deleting subnet 6c542064-a950-4668-8022-669eaf3adcd0 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:37:47.167900 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-302ef8a0-1435-4b35-835e-eeea8c941783 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:47.181810 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port f543197f-ec23-47dd-b99b-f01289682bab, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f543197f-ec23-47dd-b99b-f01289682bab,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:47.196327 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'f543197f-ec23-47dd-b99b-f01289682bab', 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302', 'port_id': 'f543197f-ec23-47dd-b99b-f01289682bab', 'mac_address': 'fa:16:3e:5a:b2:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bf5e142-9321-4c39-8a01-974865fb5fa2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:37:47.228695 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61a482-45ae-49c3-9ae4-15c1ffaf9872 req-a13168e8-3d3d-4574-8c62-91ccb0201ff1 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:47.230221 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3b61a482-45ae-49c3-9ae4-15c1ffaf9872 req-a13168e8-3d3d-4574-8c62-91ccb0201ff1 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 945 time: 0.3362479 Nov 12 08:37:47.243705 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:47.249294 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8732dd07-460f-49a7-8eec-154511ece45f req-a5c703d0-2ca7-4abc-a7f7-fb4947827a48 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:47.260713 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f543197f-ec23-47dd-b99b-f01289682bab {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:37:47.282351 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port f543197f-ec23-47dd-b99b-f01289682bab, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f543197f-ec23-47dd-b99b-f01289682bab,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:47.288203 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:47.291826 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c703d0-2ca7-4abc-a7f7-fb4947827a48 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Pushing event deleted for resources: {'Port': ['ID=fa7bf691-b65b-4d13-84d2-d3103dd62540,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:47.306646 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-302ef8a0-1435-4b35-835e-eeea8c941783 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:47.342633 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-8732dd07-460f-49a7-8eec-154511ece45f req-a5c703d0-2ca7-4abc-a7f7-fb4947827a48 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] No DVR routers for this DVR port fa7bf691-b65b-4d13-84d2-d3103dd62540 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:47.346893 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8732dd07-460f-49a7-8eec-154511ece45f req-a5c703d0-2ca7-4abc-a7f7-fb4947827a48 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:47.351840 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=f543197f-ec23-47dd-b99b-f01289682bab,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:47.352023 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8732dd07-460f-49a7-8eec-154511ece45f req-a5c703d0-2ca7-4abc-a7f7-fb4947827a48 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.54 "DELETE /v2.0/ports/fa7bf691-b65b-4d13-84d2-d3103dd62540 HTTP/1.1" status: 204 len: 173 time: 0.5549250 Nov 12 08:37:47.383321 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2c6c5-7c4e-4311-bc66-5d41501c46b7 req-e966dc12-0c21-4c46-a740-68ddc04df146 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:47.385070 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bbe2c6c5-7c4e-4311-bc66-5d41501c46b7 req-e966dc12-0c21-4c46-a740-68ddc04df146 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5ff584e-4625-4036-88c2-f214df8d16ad HTTP/1.1" status: 200 len: 945 time: 0.3461072 Nov 12 08:37:47.468404 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-4d9b78da-2c80-4244-90ff-bed224837816 admin admin] For port 0ee249d4-6bba-43ae-be9c-069f118a72b3, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=0ee249d4-6bba-43ae-be9c-069f118a72b3,segment=NetworkSegment(7302eff5-b90c-4435-9483-7de591162e23),segment_id=7302eff5-b90c-4435-9483-7de591162e23)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:47.468773 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d9b78da-2c80-4244-90ff-bed224837816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:47.480144 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb5fa7-63ec-4f84-ace7-ada6f7dd6349 req-97b8c168-026c-48a5-bf51-b3139ee2daaa tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:47.481636 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a5fb5fa7-63ec-4f84-ace7-ada6f7dd6349 req-97b8c168-026c-48a5-bf51-b3139ee2daaa tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5ff584e-4625-4036-88c2-f214df8d16ad HTTP/1.1" status: 200 len: 945 time: 0.2809217 Nov 12 08:37:47.510206 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['f543197f-ec23-47dd-b99b-f01289682bab'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:37:47.549253 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3b61a482-45ae-49c3-9ae4-15c1ffaf9872 req-d4713afc-4692-4c38-a684-8f0ac9f57996 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694914 Nov 12 08:37:47.568767 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-4d9b78da-2c80-4244-90ff-bed224837816 admin admin] Calling delete_port for 0ee249d4-6bba-43ae-be9c-069f118a72b3 owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:47.574371 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-9873ec6c-10c1-4f79-9cdc-f0fa85ad8cc7 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:47.633771 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e38262-d355-4968-98c4-fc2e5ed03eb5 x-openstack-request-id: req-94e38262-d355-4968-98c4-fc2e5ed03eb5 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:47.634537 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8685d0e6-fb3f-423d-b52b-99643b97b08e", "tag": "f543197f-ec23-47dd-b99b-f01289682bab", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:47.635561 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-94e38262-d355-4968-98c4-fc2e5ed03eb5 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:47.638224 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8685d0e6-fb3f-423d-b52b-99643b97b08e', 'tag': 'f543197f-ec23-47dd-b99b-f01289682bab', 'status': 'completed', 'code': 200} Nov 12 08:37:47.696780 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-302ef8a0-1435-4b35-835e-eeea8c941783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:47.734230 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d29eaa-1f99-4459-b595-c33089764930 req-89a7595c-2ff4-49e2-b78a-dc1e34bc4ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:47.736040 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bbe2c6c5-7c4e-4311-bc66-5d41501c46b7 req-85e66cae-ab1d-4a08-9e96-53953a9b66d1 tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8ebcc86-d1e3-4750-aeee-440fcd46003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350482 Nov 12 08:37:47.736180 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-50d29eaa-1f99-4459-b595-c33089764930 req-89a7595c-2ff4-49e2-b78a-dc1e34bc4ec0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=04e1e46932e445c2a6cc6d10b43d5fb7&device_id=8685d0e6-fb3f-423d-b52b-99643b97b08e HTTP/1.1" status: 200 len: 1096 time: 0.0760512 Nov 12 08:37:47.797855 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-67625404-7816-47de-8dfa-5e2a76f3db6d req-be1cdcbf-8dad-4391-a4e9-3c73999549da tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] 10.222.0.37 "GET /v2.0/ports?device_id=176be7d8-7d35-4f61-97be-2e08f158cb38 HTTP/1.1" status: 200 len: 210 time: 0.0733774 Nov 12 08:37:47.869198 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-9873ec6c-10c1-4f79-9cdc-f0fa85ad8cc7 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:47.900255 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d29eaa-1f99-4459-b595-c33089764930 req-89c8ebe2-05a8-44d8-8e98-4943210fc7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:47.902676 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-50d29eaa-1f99-4459-b595-c33089764930 req-89c8ebe2-05a8-44d8-8e98-4943210fc7b1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ebb104d1-24e6-4fb5-8479-85371fc07302 HTTP/1.1" status: 200 len: 913 time: 0.1583555 Nov 12 08:37:47.954776 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-50d29eaa-1f99-4459-b595-c33089764930 req-e87fdc17-724b-4799-819a-5b23e3e2cdee service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f543197f-ec23-47dd-b99b-f01289682bab HTTP/1.1" status: 200 len: 217 time: 0.0435512 Nov 12 08:37:48.027646 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d29eaa-1f99-4459-b595-c33089764930 req-f1b4436d-d47b-4a5c-8f15-f5e77b9d370e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:48.029471 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-50d29eaa-1f99-4459-b595-c33089764930 req-f1b4436d-d47b-4a5c-8f15-f5e77b9d370e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bf5e142-9321-4c39-8a01-974865fb5fa2 HTTP/1.1" status: 200 len: 852 time: 0.0679266 Nov 12 08:37:48.066826 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-50d29eaa-1f99-4459-b595-c33089764930 req-84b49aa5-ad04-400e-8228-d484f93c65f6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebb104d1-24e6-4fb5-8479-85371fc07302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285425 Nov 12 08:37:48.193467 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-50d29eaa-1f99-4459-b595-c33089764930 req-cd10d3ac-04cb-4ea4-b973-bb04d7b88fe1 service neutron] 10.222.0.54 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183369 Nov 12 08:37:48.291353 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-302ef8a0-1435-4b35-835e-eeea8c941783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:48.323876 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-50d29eaa-1f99-4459-b595-c33089764930 req-e566df89-151f-417f-a6c1-78e8b012f97a service neutron] 10.222.0.54 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226506 Nov 12 08:37:48.390438 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ef8a0-1435-4b35-835e-eeea8c941783 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c542064-a950-4668-8022-669eaf3adcd0,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:48.428758 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-9873ec6c-10c1-4f79-9cdc-f0fa85ad8cc7 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] Network a97eab13-58b9-445b-a94a-c90e56d0cfb3 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:48.429762 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec39c08-ce97-4485-bac2-a4dd74783e5b None None] Network e5f92a9c-9232-4960-be34-2deefc62380e requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:48.434377 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-302ef8a0-1435-4b35-835e-eeea8c941783 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:48.438270 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-302ef8a0-1435-4b35-835e-eeea8c941783 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6c542064-a950-4668-8022-669eaf3adcd0 HTTP/1.1" status: 204 len: 168 time: 1.5032041 Nov 12 08:37:48.441929 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41408) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:48.479854 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-9873ec6c-10c1-4f79-9cdc-f0fa85ad8cc7 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:48.487060 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873ec6c-10c1-4f79-9cdc-f0fa85ad8cc7 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] Pushing event updated for resources: {'Port': ['ID=74edf7ac-e07c-4156-88c2-f75a69047532,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:48.489609 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-9873ec6c-10c1-4f79-9cdc-f0fa85ad8cc7 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:48.497189 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-a5fb5fa7-63ec-4f84-ace7-ada6f7dd6349 req-3939b3a1-51b7-4211-af8e-0744e4d87e0d tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] Deleting port de980cd8-254f-4cf7-8766-ae257c3f4376 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:48.497947 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a5fb5fa7-63ec-4f84-ace7-ada6f7dd6349 req-3939b3a1-51b7-4211-af8e-0744e4d87e0d tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:48.596737 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3f334-a6cf-4db4-91db-e24821df9423 req-172b8fd0-1e66-4f03-8d5e-80b9a7e279e6 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:48.605180 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-87d3f334-a6cf-4db4-91db-e24821df9423 req-172b8fd0-1e66-4f03-8d5e-80b9a7e279e6 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=8685d0e6-fb3f-423d-b52b-99643b97b08e HTTP/1.1" status: 200 len: 944 time: 0.7262731 Nov 12 08:37:48.632964 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 73c133d0-132e-45ec-9130-4f20882099ab no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:48.673043 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94111fcf-cb0c-4673-9170-addc120f4514 None None] DHCP port deletion for e5f92a9c-9232-4960-be34-2deefc62380e request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:37:48.676714 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 73c133d0-132e-45ec-9130-4f20882099ab {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:48.677215 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 73c133d0-132e-45ec-9130-4f20882099ab not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:48.695271 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8fb6c-1b6f-4c91-a686-193df40a783d req-32d5fdce-0945-478c-8a98-d0a613cde9b5 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:48.702473 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8cf8fb6c-1b6f-4c91-a686-193df40a783d req-32d5fdce-0945-478c-8a98-d0a613cde9b5 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 944 time: 0.4231017 Nov 12 08:37:48.729839 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-9873ec6c-10c1-4f79-9cdc-f0fa85ad8cc7 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:48.730644 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-9873ec6c-10c1-4f79-9cdc-f0fa85ad8cc7 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:48.744265 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-94111fcf-cb0c-4673-9170-addc120f4514 None None] Deleting port c59ee1b9-0b7f-45f0-a469-273f18d19aa5 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:48.744745 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-94111fcf-cb0c-4673-9170-addc120f4514 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:48.805512 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-9873ec6c-10c1-4f79-9cdc-f0fa85ad8cc7 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7411733 Nov 12 08:37:48.831425 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-dd04b893-6554-4ae2-a040-66d196330e51 service neutron] Request body: {'port': {'device_id': '176be7d8-7d35-4f61-97be-2e08f158cb38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:48.837614 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-94111fcf-cb0c-4673-9170-addc120f4514 None None] For port c59ee1b9-0b7f-45f0-a469-273f18d19aa5, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=c59ee1b9-0b7f-45f0-a469-273f18d19aa5,segment=NetworkSegment(5773a748-8750-49fa-97c7-852ea91b7a02),segment_id=5773a748-8750-49fa-97c7-852ea91b7a02)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:48.838105 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-94111fcf-cb0c-4673-9170-addc120f4514 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:48.855188 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-94111fcf-cb0c-4673-9170-addc120f4514 None None] Calling delete_port for c59ee1b9-0b7f-45f0-a469-273f18d19aa5 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:48.868056 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-a5fb5fa7-63ec-4f84-ace7-ada6f7dd6349 req-3939b3a1-51b7-4211-af8e-0744e4d87e0d tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] For port de980cd8-254f-4cf7-8766-ae257c3f4376, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=de980cd8-254f-4cf7-8766-ae257c3f4376,segment=NetworkSegment(6f29db6b-557e-4f48-afd0-2281130a16a5),segment_id=6f29db6b-557e-4f48-afd0-2281130a16a5)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:48.868602 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a5fb5fa7-63ec-4f84-ace7-ada6f7dd6349 req-3939b3a1-51b7-4211-af8e-0744e4d87e0d tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:48.889716 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-87d3f334-a6cf-4db4-91db-e24821df9423 req-39557ccf-4fad-4bb4-ad57-d179362b9601 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834585 Nov 12 08:37:48.924732 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-a5fb5fa7-63ec-4f84-ace7-ada6f7dd6349 req-3939b3a1-51b7-4211-af8e-0744e4d87e0d tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] Calling delete_port for de980cd8-254f-4cf7-8766-ae257c3f4376 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:48.936926 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-06072d28-390f-403f-b73a-ad9b381dfccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:48.938989 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8cf8fb6c-1b6f-4c91-a686-193df40a783d req-f1723322-17c2-4981-9f13-eb88053ae2c4 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6de65c7-8e85-44f9-adb3-6362ee6c9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251420 Nov 12 08:37:48.944090 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d9b78da-2c80-4244-90ff-bed224837816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:48.957705 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a526619-93c0-4a45-8986-2c55daeb9365 req-0edb2f9f-eb48-45c1-b54c-be94def49d45 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:48.960347 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0a526619-93c0-4a45-8986-2c55daeb9365 req-0edb2f9f-eb48-45c1-b54c-be94def49d45 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.54 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 944 time: 0.0994194 Nov 12 08:37:48.985202 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-94111fcf-cb0c-4673-9170-addc120f4514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.009028 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94111fcf-cb0c-4673-9170-addc120f4514 None None] No DVR routers for this DVR port c59ee1b9-0b7f-45f0-a469-273f18d19aa5 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:49.025821 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-06072d28-390f-403f-b73a-ad9b381dfccd admin admin] The port 'c59ee1b9-0b7f-45f0-a469-273f18d19aa5' was deleted {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 08:37:49.040949 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f543197f-ec23-47dd-b99b-f01289682bab up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:49.102178 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94111fcf-cb0c-4673-9170-addc120f4514 None None] Pushing event deleted for resources: {'Port': ['ID=c59ee1b9-0b7f-45f0-a469-273f18d19aa5,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:49.127568 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port f543197f-ec23-47dd-b99b-f01289682bab completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:37:49.127840 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-dd04b893-6554-4ae2-a040-66d196330e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.131012 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b78da-2c80-4244-90ff-bed224837816 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee249d4-6bba-43ae-be9c-069f118a72b3,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:49.139006 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port f543197f-ec23-47dd-b99b-f01289682bab triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:49.139639 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.163265 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-06072d28-390f-403f-b73a-ad9b381dfccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.198925 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-06072d28-390f-403f-b73a-ad9b381dfccd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5f92a9c-9232-4960-be34-2deefc62380e']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:49.224657 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-06072d28-390f-403f-b73a-ad9b381dfccd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5773a748-8750-49fa-97c7-852ea91b7a02') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:49.225178 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-06072d28-390f-403f-b73a-ad9b381dfccd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5773a748-8750-49fa-97c7-852ea91b7a02') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:49.237416 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-30715b5b-6315-4de0-b53e-4469fd669678 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:49.239008 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-30715b5b-6315-4de0-b53e-4469fd669678 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd&tenant_id=53ced5a3b5824d46b94af4c3034e6689&binding%3Ahost_id=n-h2-768862-16 HTTP/1.1" status: 200 len: 1097 time: 0.1069243 Nov 12 08:37:49.247458 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-06072d28-390f-403f-b73a-ad9b381dfccd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.255767 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-44569d79-a057-44a7-8a8d-947877c0876e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768862-16'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:49.270368 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.292764 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-0a526619-93c0-4a45-8986-2c55daeb9365 req-9c860358-5a7c-43cc-9933-57af4ca19163 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Deleting port 29e38202-4aa2-4ddd-9276-94e9b823a5a4 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:49.293103 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0a526619-93c0-4a45-8986-2c55daeb9365 req-9c860358-5a7c-43cc-9933-57af4ca19163 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.297020 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8685d0e6-fb3f-423d-b52b-99643b97b08e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f543197f-ec23-47dd-b99b-f01289682bab'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:49.299753 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce48a50-e8f8-434b-b6f3-8c5c30eb6868" -d '{"events": [{"server_uuid": "8685d0e6-fb3f-423d-b52b-99643b97b08e", "name": "network-vif-plugged", "status": "completed", "tag": "f543197f-ec23-47dd-b99b-f01289682bab"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:49.312380 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-06072d28-390f-403f-b73a-ad9b381dfccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.318679 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port f543197f-ec23-47dd-b99b-f01289682bab, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f543197f-ec23-47dd-b99b-f01289682bab,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:49.326216 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.338259 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06072d28-390f-403f-b73a-ad9b381dfccd admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:37:49.338662 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-06072d28-390f-403f-b73a-ad9b381dfccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.342352 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:37:49.342352 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:37:49.342352 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:37:49.342352 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:37:49.342352 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:37:49.342352 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:37:49.342352 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:37:49.342352 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:37:49.342352 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:37:49.342352 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:37:49.342352 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:37:49.342352 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:37:49.342352 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:37:49.342352 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:37:49.342352 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:37:49.342352 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:37:49.342352 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:37:49.342352 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:37:49.342352 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:37:49.342352 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:37:49.342352 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:37:49.342352 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:37:49.342352 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:37:49.342352 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:37:49.342352 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:37:49.342352 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:37:49.342352 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:37:49.342352 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:37:49.342352 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:37:49.342352 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:37:49.342352 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:37:49.342352 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:37:49.394414 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=f543197f-ec23-47dd-b99b-f01289682bab,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:49.469587 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-44569d79-a057-44a7-8a8d-947877c0876e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.494294 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-06072d28-390f-403f-b73a-ad9b381dfccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.500186 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d9b78da-2c80-4244-90ff-bed224837816 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.517482 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-06072d28-390f-403f-b73a-ad9b381dfccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.521496 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-06072d28-390f-403f-b73a-ad9b381dfccd admin admin] 10.222.0.37 "DELETE /v2.0/networks/e5f92a9c-9232-4960-be34-2deefc62380e HTTP/1.1" status: 204 len: 168 time: 1.0775433 Nov 12 08:37:49.525785 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41aa15c-60e0-4196-955c-47148c6b76d0 req-a4defa43-9cd5-4d4b-a301-96ac5449484b tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:49.526426 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06072d28-390f-403f-b73a-ad9b381dfccd admin admin] Pushing event deleted for resources: {'Network': ['ID=e5f92a9c-9232-4960-be34-2deefc62380e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:49.527477 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f41aa15c-60e0-4196-955c-47148c6b76d0 req-a4defa43-9cd5-4d4b-a301-96ac5449484b tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5ff584e-4625-4036-88c2-f214df8d16ad HTTP/1.1" status: 200 len: 945 time: 0.4027381 Nov 12 08:37:49.532350 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41420) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:49.561077 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501703ff-e496-4415-9ad0-ca747038d71f req-aa1fa66c-0c17-4cce-8bbf-7fa123655cf6 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:49.563027 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-501703ff-e496-4415-9ad0-ca747038d71f req-aa1fa66c-0c17-4cce-8bbf-7fa123655cf6 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 945 time: 0.4366076 Nov 12 08:37:49.608887 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-0a526619-93c0-4a45-8986-2c55daeb9365 req-9c860358-5a7c-43cc-9933-57af4ca19163 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] For port 29e38202-4aa2-4ddd-9276-94e9b823a5a4, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=29e38202-4aa2-4ddd-9276-94e9b823a5a4,segment=NetworkSegment(48f7456c-c27b-4cd7-a200-b8938ef11838),segment_id=48f7456c-c27b-4cd7-a200-b8938ef11838)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:49.609269 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0a526619-93c0-4a45-8986-2c55daeb9365 req-9c860358-5a7c-43cc-9933-57af4ca19163 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.638359 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-0a526619-93c0-4a45-8986-2c55daeb9365 req-9c860358-5a7c-43cc-9933-57af4ca19163 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Calling delete_port for 29e38202-4aa2-4ddd-9276-94e9b823a5a4 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:49.641980 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a961e1a1-3347-48b8-ab4d-3e7b65bbe62d', 'name': 'network-vif-deleted', 'tag': 'fa7bf691-b65b-4d13-84d2-d3103dd62540'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:49.644546 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651666dc-9501-4c16-8df6-595f6b0687b2" -d '{"events": [{"server_uuid": "a961e1a1-3347-48b8-ab4d-3e7b65bbe62d", "name": "network-vif-deleted", "tag": "fa7bf691-b65b-4d13-84d2-d3103dd62540"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:49.891422 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-44569d79-a057-44a7-8a8d-947877c0876e service neutron] For port a2750c89-46e7-4b07-adf5-049600d8a1fa, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=a2750c89-46e7-4b07-adf5-049600d8a1fa,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:49.945170 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f41aa15c-60e0-4196-955c-47148c6b76d0 req-384ad86e-39e9-491b-b6a1-d4d6c53a522e tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8ebcc86-d1e3-4750-aeee-440fcd46003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008172 Nov 12 08:37:49.958899 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-501703ff-e496-4415-9ad0-ca747038d71f req-aa358862-e9ff-4365-b97e-c13d978f6501 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226273 Nov 12 08:37:49.973716 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a5fb5fa7-63ec-4f84-ace7-ada6f7dd6349 req-3939b3a1-51b7-4211-af8e-0744e4d87e0d tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.017504 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-44569d79-a057-44a7-8a8d-947877c0876e service neutron] For port a2750c89-46e7-4b07-adf5-049600d8a1fa, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:50.033124 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939b3a1-51b7-4211-af8e-0744e4d87e0d tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] Pushing event deleted for resources: {'Port': ['ID=de980cd8-254f-4cf7-8766-ae257c3f4376,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:50.077075 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0a526619-93c0-4a45-8986-2c55daeb9365 req-9c860358-5a7c-43cc-9933-57af4ca19163 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.129106 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-44569d79-a057-44a7-8a8d-947877c0876e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.134494 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c860358-5a7c-43cc-9933-57af4ca19163 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Pushing event deleted for resources: {'Port': ['ID=29e38202-4aa2-4ddd-9276-94e9b823a5a4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:50.149011 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-44569d79-a057-44a7-8a8d-947877c0876e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.166871 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fb5fa7-63ec-4f84-ace7-ada6f7dd6349 req-3939b3a1-51b7-4211-af8e-0744e4d87e0d tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] No DVR routers for this DVR port de980cd8-254f-4cf7-8766-ae257c3f4376 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:50.179868 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a5fb5fa7-63ec-4f84-ace7-ada6f7dd6349 req-3939b3a1-51b7-4211-af8e-0744e4d87e0d tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.183379 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a5fb5fa7-63ec-4f84-ace7-ada6f7dd6349 req-3939b3a1-51b7-4211-af8e-0744e4d87e0d tempest-ServerMetadataNegativeTestJSON-496490042 tempest-ServerMetadataNegativeTestJSON-496490042-project] 10.222.0.58 "DELETE /v2.0/ports/de980cd8-254f-4cf7-8766-ae257c3f4376 HTTP/1.1" status: 204 len: 173 time: 2.6832993 Nov 12 08:37:50.184051 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ff584e-4625-4036-88c2-f214df8d16ad', 'name': 'network-vif-deleted', 'tag': 'de980cd8-254f-4cf7-8766-ae257c3f4376'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:50.186763 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7d519a-f829-42ee-872e-e20ea42ba5f2" -d '{"events": [{"server_uuid": "b5ff584e-4625-4036-88c2-f214df8d16ad", "name": "network-vif-deleted", "tag": "de980cd8-254f-4cf7-8766-ae257c3f4376"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:50.213021 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8ae34b-9154-4d5f-9858-cb370a377a2a x-openstack-request-id: req-ab8ae34b-9154-4d5f-9858-cb370a377a2a {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:50.214025 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8685d0e6-fb3f-423d-b52b-99643b97b08e", "name": "network-vif-plugged", "status": "completed", "tag": "f543197f-ec23-47dd-b99b-f01289682bab", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:50.214715 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab8ae34b-9154-4d5f-9858-cb370a377a2a {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:50.216054 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8685d0e6-fb3f-423d-b52b-99643b97b08e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f543197f-ec23-47dd-b99b-f01289682bab', 'code': 200} Nov 12 08:37:50.270003 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6716c2-28b8-49f6-a2c9-3c41db58e3fd x-openstack-request-id: req-0b6716c2-28b8-49f6-a2c9-3c41db58e3fd {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:50.270297 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a961e1a1-3347-48b8-ab4d-3e7b65bbe62d", "name": "network-vif-deleted", "tag": "fa7bf691-b65b-4d13-84d2-d3103dd62540", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:50.270559 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b6716c2-28b8-49f6-a2c9-3c41db58e3fd {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:50.270970 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a961e1a1-3347-48b8-ab4d-3e7b65bbe62d', 'name': 'network-vif-deleted', 'tag': 'fa7bf691-b65b-4d13-84d2-d3103dd62540', 'status': 'completed', 'code': 200} Nov 12 08:37:50.271944 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a526619-93c0-4a45-8986-2c55daeb9365 req-9c860358-5a7c-43cc-9933-57af4ca19163 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] No DVR routers for this DVR port 29e38202-4aa2-4ddd-9276-94e9b823a5a4 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:50.284367 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0a526619-93c0-4a45-8986-2c55daeb9365 req-9c860358-5a7c-43cc-9933-57af4ca19163 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.304368 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0a526619-93c0-4a45-8986-2c55daeb9365 req-9c860358-5a7c-43cc-9933-57af4ca19163 tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.54 "DELETE /v2.0/ports/29e38202-4aa2-4ddd-9276-94e9b823a5a4 HTTP/1.1" status: 204 len: 173 time: 1.3282888 Nov 12 08:37:50.310604 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168392eb-1b26-4917-8f77-04e88723f8a1 req-7f76c24f-f25e-41bd-9a62-a3e16e4440e5 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:50.320387 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-168392eb-1b26-4917-8f77-04e88723f8a1 req-7f76c24f-f25e-41bd-9a62-a3e16e4440e5 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] 10.222.0.37 "GET /v2.0/ports?device_id=176be7d8-7d35-4f61-97be-2e08f158cb38 HTTP/1.1" status: 200 len: 932 time: 0.2220516 Nov 12 08:37:50.358391 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-dd04b893-6554-4ae2-a040-66d196330e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74edf7ac-e07c-4156-88c2-f75a69047532 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:37:50.387435 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-dd04b893-6554-4ae2-a040-66d196330e51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.430471 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9b78da-2c80-4244-90ff-bed224837816 admin admin] Router fe4fff9d-a418-4123-9ddb-a5f59a6fb771 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:37:50.434322 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44569d79-a057-44a7-8a8d-947877c0876e service neutron] Pushing event updated for resources: {'Port': ['ID=a2750c89-46e7-4b07-adf5-049600d8a1fa,revision_number=7']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:50.453122 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-dd04b893-6554-4ae2-a040-66d196330e51 service neutron] Transition to ACTIVE for port object 74edf7ac-e07c-4156-88c2-f75a69047532 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:37:50.463098 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-dd04b893-6554-4ae2-a040-66d196330e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.479130 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-44569d79-a057-44a7-8a8d-947877c0876e service neutron] Attempting to bind port a2750c89-46e7-4b07-adf5-049600d8a1fa on host n-h2-768862-16 for vnic_type normal with profile {"migrating_to": "n-h1-768862-16"} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:50.479488 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-44569d79-a057-44a7-8a8d-947877c0876e service neutron] Attempting to bind port a2750c89-46e7-4b07-adf5-049600d8a1fa by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:50.479831 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-44569d79-a057-44a7-8a8d-947877c0876e service neutron] Attempting to bind port a2750c89-46e7-4b07-adf5-049600d8a1fa on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:50.481180 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-168392eb-1b26-4917-8f77-04e88723f8a1 req-b01d9a82-414d-401d-b435-ceeaee1045d0 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a42ebb4-31ed-4b89-b4dc-6ba7459efab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595998 Nov 12 08:37:50.502738 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-44569d79-a057-44a7-8a8d-947877c0876e service neutron] Port a2750c89-46e7-4b07-adf5-049600d8a1fa on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:37:50.502738 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-44569d79-a057-44a7-8a8d-947877c0876e service neutron] Attempting to bind port a2750c89-46e7-4b07-adf5-049600d8a1fa on network ac11a5bd-0584-4f41-bf7f-a43257f96e99 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:50.525959 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-44569d79-a057-44a7-8a8d-947877c0876e service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:50.526561 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-44569d79-a057-44a7-8a8d-947877c0876e service neutron] Checking segment: {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:50.527259 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-44569d79-a057-44a7-8a8d-947877c0876e service neutron] Bound using segment: {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:50.529280 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-44569d79-a057-44a7-8a8d-947877c0876e service neutron] Bound port: a2750c89-46e7-4b07-adf5-049600d8a1fa, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c90110b7-f34c-4782-85fd-158243c3113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ac11a5bd-0584-4f41-bf7f-a43257f96e99'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:50.529686 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-44569d79-a057-44a7-8a8d-947877c0876e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.536616 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c643a08-4699-40fc-a6d9-d594f0ed82d0 req-58e86eef-1750-4a38-b14b-b98fb49619d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:50.543602 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7c643a08-4699-40fc-a6d9-d594f0ed82d0 req-58e86eef-1750-4a38-b14b-b98fb49619d2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8685d0e6-fb3f-423d-b52b-99643b97b08e HTTP/1.1" status: 200 len: 1097 time: 0.1683762 Nov 12 08:37:50.572602 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461290e-585d-447f-9725-6cce5e236e47 req-409a320e-c1b3-4126-85e3-2be4273f9c79 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:50.574710 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f461290e-585d-447f-9725-6cce5e236e47 req-409a320e-c1b3-4126-85e3-2be4273f9c79 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=8685d0e6-fb3f-423d-b52b-99643b97b08e HTTP/1.1" status: 200 len: 945 time: 0.2334766 Nov 12 08:37:50.603990 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04b893-6554-4ae2-a040-66d196330e51 service neutron] Pushing event updated for resources: {'Port': ['ID=74edf7ac-e07c-4156-88c2-f75a69047532,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:50.636869 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e62f15f-cfa1-4bba-bbc7-4eeba4a00935 req-f8c599da-cea5-4c67-8ee3-06f8dfc95b6c tempest-LiveMigrationTest-930436617 tempest-LiveMigrationTest-930436617-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a4327-0c43-4554-9967-e6ab36068da4 HTTP/1.1" status: 200 len: 210 time: 0.0610485 Nov 12 08:37:50.680576 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7c643a08-4699-40fc-a6d9-d594f0ed82d0 req-dada00c5-06a4-4f24-8762-1c706255aa38 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258640 Nov 12 08:37:50.759394 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-77969315-22e6-45fc-9b3d-d316dc35e42c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.764887 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-44569d79-a057-44a7-8a8d-947877c0876e service neutron] For port a2750c89-46e7-4b07-adf5-049600d8a1fa, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:50.781786 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9b78da-2c80-4244-90ff-bed224837816 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:50.794013 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a6a10-dbe0-44a1-b8e3-10de15aba5f3 None None] Sync routers for ids ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:50.813939 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367a6a10-dbe0-44a1-b8e3-10de15aba5f3 None None] Routers {'fe4fff9d-a418-4123-9ddb-a5f59a6fb771'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:50.814649 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-367a6a10-dbe0-44a1-b8e3-10de15aba5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:37:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:50.830806 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce93023c-3ba8-4847-8bb3-abee5bfc54a7 x-openstack-request-id: req-ce93023c-3ba8-4847-8bb3-abee5bfc54a7 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:50.831946 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ff584e-4625-4036-88c2-f214df8d16ad", "name": "network-vif-deleted", "tag": "de980cd8-254f-4cf7-8766-ae257c3f4376", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:50.832269 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce93023c-3ba8-4847-8bb3-abee5bfc54a7 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:50.833214 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ff584e-4625-4036-88c2-f214df8d16ad', 'name': 'network-vif-deleted', 'tag': 'de980cd8-254f-4cf7-8766-ae257c3f4376', 'status': 'completed', 'code': 200} Nov 12 08:37:50.839827 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4d9b78da-2c80-4244-90ff-bed224837816 admin admin] 10.222.0.37 "PUT /v2.0/routers/fe4fff9d-a418-4123-9ddb-a5f59a6fb771/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3281360 Nov 12 08:37:50.841625 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-44569d79-a057-44a7-8a8d-947877c0876e service neutron] For port a2750c89-46e7-4b07-adf5-049600d8a1fa, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=a2750c89-46e7-4b07-adf5-049600d8a1fa,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:50.842747 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41432) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:50.858598 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-44569d79-a057-44a7-8a8d-947877c0876e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.892401 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f461290e-585d-447f-9725-6cce5e236e47 req-dc4c00f3-d99a-4013-9821-042630931090 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025177 Nov 12 08:37:50.915769 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-dd04b893-6554-4ae2-a040-66d196330e51 service neutron] Attempting to bind port 74edf7ac-e07c-4156-88c2-f75a69047532 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:50.916187 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-dd04b893-6554-4ae2-a040-66d196330e51 service neutron] Attempting to bind port 74edf7ac-e07c-4156-88c2-f75a69047532 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '0f608683-7fc9-4343-b1b5-ea9cdb6aef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'a97eab13-58b9-445b-a94a-c90e56d0cfb3'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:50.916451 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-dd04b893-6554-4ae2-a040-66d196330e51 service neutron] Attempting to bind port 74edf7ac-e07c-4156-88c2-f75a69047532 on network a97eab13-58b9-445b-a94a-c90e56d0cfb3 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:50.921784 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c59ee1b9-0b7f-45f0-a469-273f18d19aa5 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:50.954847 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-dd04b893-6554-4ae2-a040-66d196330e51 service neutron] Port 74edf7ac-e07c-4156-88c2-f75a69047532 on network a97eab13-58b9-445b-a94a-c90e56d0cfb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:37:50.956004 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-dd04b893-6554-4ae2-a040-66d196330e51 service neutron] Attempting to bind port 74edf7ac-e07c-4156-88c2-f75a69047532 on network a97eab13-58b9-445b-a94a-c90e56d0cfb3 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:50.962027 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-dd04b893-6554-4ae2-a040-66d196330e51 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:50.962027 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-dd04b893-6554-4ae2-a040-66d196330e51 service neutron] Checking segment: {'id': '0f608683-7fc9-4343-b1b5-ea9cdb6aef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'a97eab13-58b9-445b-a94a-c90e56d0cfb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:50.962483 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-dd04b893-6554-4ae2-a040-66d196330e51 service neutron] Bound using segment: {'id': '0f608683-7fc9-4343-b1b5-ea9cdb6aef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'a97eab13-58b9-445b-a94a-c90e56d0cfb3'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:50.962754 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-dd04b893-6554-4ae2-a040-66d196330e51 service neutron] Bound port: 74edf7ac-e07c-4156-88c2-f75a69047532, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f608683-7fc9-4343-b1b5-ea9cdb6aef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'a97eab13-58b9-445b-a94a-c90e56d0cfb3'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:50.963110 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-dd04b893-6554-4ae2-a040-66d196330e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:51.021567 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-367a6a10-dbe0-44a1-b8e3-10de15aba5f3 None None] Set router fe4fff9d-a418-4123-9ddb-a5f59a6fb771 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:51.046900 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41438) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:51.114003 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44569d79-a057-44a7-8a8d-947877c0876e service neutron] Pushing event updated for resources: {'Port': ['ID=a2750c89-46e7-4b07-adf5-049600d8a1fa,revision_number=8']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:51.156409 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: c59ee1b9-0b7f-45f0-a469-273f18d19aa5 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:51.157148 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c59ee1b9-0b7f-45f0-a469-273f18d19aa5 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:51.161935 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device a2750c89-46e7-4b07-adf5-049600d8a1fa details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:37:51.195725 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf24b8d-0cb2-4f9f-95bc-11c845c696b6 admin admin] Deleting subnet 9c3fc7c8-9c49-45cc-a8b6-4d8a8fcadbef {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:37:51.201085 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ebf24b8d-0cb2-4f9f-95bc-11c845c696b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:51.206268 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-44569d79-a057-44a7-8a8d-947877c0876e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:51.207032 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-44569d79-a057-44a7-8a8d-947877c0876e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:51.208634 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-44569d79-a057-44a7-8a8d-947877c0876e service neutron] 10.222.0.54 "PUT /v2.0/ports/a2750c89-46e7-4b07-adf5-049600d8a1fa HTTP/1.1" status: 200 len: 1123 time: 1.9588385 Nov 12 08:37:51.238522 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-26c05ec8-1aa8-47ed-95ee-2899b9b342f4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:51.254416 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device fa7bf691-b65b-4d13-84d2-d3103dd62540 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:51.258987 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device de980cd8-254f-4cf7-8766-ae257c3f4376 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:51.273951 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ebf24b8d-0cb2-4f9f-95bc-11c845c696b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:51.309979 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: fa7bf691-b65b-4d13-84d2-d3103dd62540 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:51.310406 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device fa7bf691-b65b-4d13-84d2-d3103dd62540 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:51.357014 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ebf24b8d-0cb2-4f9f-95bc-11c845c696b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:51.425523 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-dd04b893-6554-4ae2-a040-66d196330e51 service neutron] For port 74edf7ac-e07c-4156-88c2-f75a69047532, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:51.467707 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-dd04b893-6554-4ae2-a040-66d196330e51 service neutron] For port 74edf7ac-e07c-4156-88c2-f75a69047532, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=74edf7ac-e07c-4156-88c2-f75a69047532,segment=NetworkSegment(0f608683-7fc9-4343-b1b5-ea9cdb6aef37),segment_id=0f608683-7fc9-4343-b1b5-ea9cdb6aef37)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:51.478962 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235d80e-d98f-405b-a921-fc4e4999e861 req-e0befe1d-fd31-468e-bbc6-e63154e283ab tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:51.487541 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3235d80e-d98f-405b-a921-fc4e4999e861 req-e0befe1d-fd31-468e-bbc6-e63154e283ab tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 943 time: 0.3502927 Nov 12 08:37:51.491801 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ebf24b8d-0cb2-4f9f-95bc-11c845c696b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:51.506042 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-dd04b893-6554-4ae2-a040-66d196330e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:51.541561 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['a2750c89-46e7-4b07-adf5-049600d8a1fa'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:37:51.548348 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: de980cd8-254f-4cf7-8766-ae257c3f4376 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:51.548989 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device de980cd8-254f-4cf7-8766-ae257c3f4376 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:51.663376 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port a2750c89-46e7-4b07-adf5-049600d8a1fa, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=a2750c89-46e7-4b07-adf5-049600d8a1fa,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:51.704156 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device a2750c89-46e7-4b07-adf5-049600d8a1fa has no active binding in host n-h1-768862-16 {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:37:51.724271 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['a2750c89-46e7-4b07-adf5-049600d8a1fa'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:37:51.767410 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-26c05ec8-1aa8-47ed-95ee-2899b9b342f4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:51.775358 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-77969315-22e6-45fc-9b3d-d316dc35e42c admin admin] Deleting port 13f17ba4-e366-4011-b815-9c5d5ed6e595 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:51.775796 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-77969315-22e6-45fc-9b3d-d316dc35e42c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:51.893415 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-77969315-22e6-45fc-9b3d-d316dc35e42c admin admin] For port 13f17ba4-e366-4011-b815-9c5d5ed6e595, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=13f17ba4-e366-4011-b815-9c5d5ed6e595,segment=NetworkSegment(e0d4adc5-85f6-47a0-a550-7ef7af27104e),segment_id=e0d4adc5-85f6-47a0-a550-7ef7af27104e)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:51.894102 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-77969315-22e6-45fc-9b3d-d316dc35e42c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:51.914197 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-77969315-22e6-45fc-9b3d-d316dc35e42c admin admin] Calling delete_port for 13f17ba4-e366-4011-b815-9c5d5ed6e595 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:51.917047 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-26c05ec8-1aa8-47ed-95ee-2899b9b342f4 admin admin] Deleting port b94dab45-b9da-4c32-be25-e53092928411 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:51.917356 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-26c05ec8-1aa8-47ed-95ee-2899b9b342f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.004301 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf24b8d-0cb2-4f9f-95bc-11c845c696b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c3fc7c8-9c49-45cc-a8b6-4d8a8fcadbef,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:52.011824 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-dd04b893-6554-4ae2-a040-66d196330e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:52.012852 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-dd04b893-6554-4ae2-a040-66d196330e51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.015234 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-dd04b893-6554-4ae2-a040-66d196330e51 service neutron] 10.222.0.58 "PUT /v2.0/ports/74edf7ac-e07c-4156-88c2-f75a69047532 HTTP/1.1" status: 200 len: 1093 time: 3.1885746 Nov 12 08:37:52.059402 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-26c05ec8-1aa8-47ed-95ee-2899b9b342f4 admin admin] For port b94dab45-b9da-4c32-be25-e53092928411, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b94dab45-b9da-4c32-be25-e53092928411,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:52.059895 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-26c05ec8-1aa8-47ed-95ee-2899b9b342f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.081123 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ebf24b8d-0cb2-4f9f-95bc-11c845c696b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.086545 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ebf24b8d-0cb2-4f9f-95bc-11c845c696b6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9c3fc7c8-9c49-45cc-a8b6-4d8a8fcadbef HTTP/1.1" status: 204 len: 168 time: 1.0353923 Nov 12 08:37:52.111712 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3235d80e-d98f-405b-a921-fc4e4999e861 req-ff948662-51d0-4a92-91ff-997bf0ef0aad tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6226573 Nov 12 08:37:52.122477 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41450) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:52.123649 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-367a6a10-dbe0-44a1-b8e3-10de15aba5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'name': 'tempest-FloatingIPsAssociationTestJSON-519313312-router', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'b94dab45-b9da-4c32-be25-e53092928411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:11Z', 'updated_at': '2021-11-12T08:37:48Z', 'revision_number': 5, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'gw_port': {'id': 'b94dab45-b9da-4c32-be25-e53092928411', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:52.124058 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-26c05ec8-1aa8-47ed-95ee-2899b9b342f4 admin admin] Calling delete_port for b94dab45-b9da-4c32-be25-e53092928411 owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:52.192537 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41452) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:52.209344 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a6a10-dbe0-44a1-b8e3-10de15aba5f3 None None] Checking router: fe4fff9d-a418-4123-9ddb-a5f59a6fb771 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:37:52.210487 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04b893-6554-4ae2-a040-66d196330e51 service neutron] Pushing event updated for resources: {'Port': ['ID=74edf7ac-e07c-4156-88c2-f75a69047532,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:52.224781 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367a6a10-dbe0-44a1-b8e3-10de15aba5f3 None None] Routers {'fe4fff9d-a418-4123-9ddb-a5f59a6fb771'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:52.225570 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-367a6a10-dbe0-44a1-b8e3-10de15aba5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:37:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:52.230972 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9338fb2-b7f3-43f9-83cf-7221e94a2a5c req-0e506809-6be6-4002-81ec-9efd7925dbc6 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:52.240046 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c9338fb2-b7f3-43f9-83cf-7221e94a2a5c req-0e506809-6be6-4002-81ec-9efd7925dbc6 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] 10.222.0.37 "GET /v2.0/ports?device_id=176be7d8-7d35-4f61-97be-2e08f158cb38 HTTP/1.1" status: 200 len: 944 time: 0.3004661 Nov 12 08:37:52.263808 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-f8a15f2f-45bc-4af1-a7ca-448ea547419d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:52.265452 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-f8a15f2f-45bc-4af1-a7ca-448ea547419d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=09ecb32dae9543d082a31aa0587a170c&device_id=176be7d8-7d35-4f61-97be-2e08f158cb38 HTTP/1.1" status: 200 len: 1096 time: 0.1523099 Nov 12 08:37:52.305760 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bbb96d-6297-4300-ad12-9cfea3f3bbdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2750c89-46e7-4b07-adf5-049600d8a1fa'}, {'server_uuid': 'd23a4327-0c43-4554-9967-e6ab36068da4', 'name': 'network-vif-deleted', 'tag': '29e38202-4aa2-4ddd-9276-94e9b823a5a4'}, {'name': 'network-changed', 'server_uuid': '92bbb96d-6297-4300-ad12-9cfea3f3bbdd', 'tag': 'a2750c89-46e7-4b07-adf5-049600d8a1fa'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:52.308286 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081523be-8c96-4f7f-adaf-47a5d7854e59" -d '{"events": [{"server_uuid": "92bbb96d-6297-4300-ad12-9cfea3f3bbdd", "name": "network-vif-unplugged", "status": "completed", "tag": "a2750c89-46e7-4b07-adf5-049600d8a1fa"}, {"server_uuid": "d23a4327-0c43-4554-9967-e6ab36068da4", "name": "network-vif-deleted", "tag": "29e38202-4aa2-4ddd-9276-94e9b823a5a4"}, {"name": "network-changed", "server_uuid": "92bbb96d-6297-4300-ad12-9cfea3f3bbdd", "tag": "a2750c89-46e7-4b07-adf5-049600d8a1fa"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:52.314495 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a7e2f404-7a3a-45f4-8571-354a83550354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.373719 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-367a6a10-dbe0-44a1-b8e3-10de15aba5f3 None None] Set router fe4fff9d-a418-4123-9ddb-a5f59a6fb771 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:52.394628 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c9338fb2-b7f3-43f9-83cf-7221e94a2a5c req-369e5f74-071d-4449-a229-4748ebc69c9e tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a42ebb4-31ed-4b89-b4dc-6ba7459efab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534505 Nov 12 08:37:52.420524 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-a8dc47c4-9ce9-4ca2-8d0c-b744dde94df5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74edf7ac-e07c-4156-88c2-f75a69047532 HTTP/1.1" status: 200 len: 217 time: 0.1377881 Nov 12 08:37:52.445206 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-367a6a10-dbe0-44a1-b8e3-10de15aba5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'name': 'tempest-FloatingIPsAssociationTestJSON-519313312-router', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:11Z', 'updated_at': '2021-11-12T08:37:51Z', 'revision_number': 6, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:52.478035 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a6a10-dbe0-44a1-b8e3-10de15aba5f3 None None] The sync data for ids ['fe4fff9d-a418-4123-9ddb-a5f59a6fb771'] in n-d-768862-16 is: [{'id': 'fe4fff9d-a418-4123-9ddb-a5f59a6fb771', 'name': 'tempest-FloatingIPsAssociationTestJSON-519313312-router', 'tenant_id': '467fdf3ab5ca4832aed31198fabdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:11Z', 'updated_at': '2021-11-12T08:37:51Z', 'revision_number': 6, 'project_id': '467fdf3ab5ca4832aed31198fabdc894', 'gw_port_host': None}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:37:52.495137 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb366e74-de6d-45b0-9299-a9600d421581 req-7165101c-7605-4820-9f74-ee269fc6e5e5 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:52.500295 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a7e2f404-7a3a-45f4-8571-354a83550354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.505272 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bb366e74-de6d-45b0-9299-a9600d421581 req-7165101c-7605-4820-9f74-ee269fc6e5e5 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=8685d0e6-fb3f-423d-b52b-99643b97b08e HTTP/1.1" status: 200 len: 945 time: 0.2344549 Nov 12 08:37:52.526146 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-94ebc395-a2b0-4d99-a8e8-0c7728e2e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:52.528002 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-94ebc395-a2b0-4d99-a8e8-0c7728e2e868 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9cd18d92-0d44-4cf8-9d61-3080c0b07955 HTTP/1.1" status: 200 len: 862 time: 0.0957496 Nov 12 08:37:52.573929 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f3dc72d-29d1-4777-80a5-198dcda7bc86 admin admin] Deleting subnet d46819c4-cbf3-463f-b6ce-344123c01513 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:37:52.582661 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f3dc72d-29d1-4777-80a5-198dcda7bc86 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.599550 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a7e2f404-7a3a-45f4-8571-354a83550354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874a2f6b-0b2d-4b17-9f26-83f6cfea42ef']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:52.611423 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a7e2f404-7a3a-45f4-8571-354a83550354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f29db6b-557e-4f48-afd0-2281130a16a5') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:52.611755 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a7e2f404-7a3a-45f4-8571-354a83550354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f29db6b-557e-4f48-afd0-2281130a16a5') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:52.623383 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.632046 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a7e2f404-7a3a-45f4-8571-354a83550354 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.633639 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-e00f83fd-06fd-45b4-a896-aea145843179 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a97eab13-58b9-445b-a94a-c90e56d0cfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752277 Nov 12 08:37:52.636508 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1102149-6019-42ca-9ceb-4e5b94cbe036 x-openstack-request-id: req-d1102149-6019-42ca-9ceb-4e5b94cbe036 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:52.636854 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92bbb96d-6297-4300-ad12-9cfea3f3bbdd", "name": "network-vif-unplugged", "status": "completed", "tag": "a2750c89-46e7-4b07-adf5-049600d8a1fa", "code": 200}, {"server_uuid": "d23a4327-0c43-4554-9967-e6ab36068da4", "name": "network-vif-deleted", "tag": "29e38202-4aa2-4ddd-9276-94e9b823a5a4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "92bbb96d-6297-4300-ad12-9cfea3f3bbdd", "tag": "a2750c89-46e7-4b07-adf5-049600d8a1fa", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:52.637105 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1102149-6019-42ca-9ceb-4e5b94cbe036 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:52.637508 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bbb96d-6297-4300-ad12-9cfea3f3bbdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2750c89-46e7-4b07-adf5-049600d8a1fa', 'code': 200} Nov 12 08:37:52.637763 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23a4327-0c43-4554-9967-e6ab36068da4', 'name': 'network-vif-deleted', 'tag': '29e38202-4aa2-4ddd-9276-94e9b823a5a4', 'status': 'completed', 'code': 200} Nov 12 08:37:52.638012 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92bbb96d-6297-4300-ad12-9cfea3f3bbdd', 'tag': 'a2750c89-46e7-4b07-adf5-049600d8a1fa', 'status': 'completed', 'code': 200} Nov 12 08:37:52.686111 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a7e2f404-7a3a-45f4-8571-354a83550354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.701793 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e2f404-7a3a-45f4-8571-354a83550354 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:37:52.702338 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a7e2f404-7a3a-45f4-8571-354a83550354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.707693 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:37:52.707693 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:37:52.707693 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:37:52.707693 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:37:52.707693 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:37:52.707693 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:37:52.707693 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:37:52.707693 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:37:52.707693 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:37:52.707693 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:37:52.707693 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:37:52.707693 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:37:52.707693 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:37:52.707693 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:37:52.707693 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:37:52.707693 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:37:52.707693 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:37:52.707693 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:37:52.707693 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:37:52.707693 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:37:52.707693 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:37:52.707693 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:37:52.707693 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:37:52.707693 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:37:52.707693 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:37:52.707693 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:37:52.707693 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:37:52.707693 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:37:52.707693 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:37:52.707693 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:37:52.707693 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:37:52.707693 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:37:52.726891 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bb366e74-de6d-45b0-9299-a9600d421581 req-5db3286e-6054-4b19-955a-3ae3d956d34d tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155874 Nov 12 08:37:52.768446 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f3dc72d-29d1-4777-80a5-198dcda7bc86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.778557 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-77969315-22e6-45fc-9b3d-d316dc35e42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.832993 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081523be-8c96-4f7f-adaf-47a5d7854e59 req-1089cd8a-80b9-48b3-a3b8-486638c068a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:52.835413 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-081523be-8c96-4f7f-adaf-47a5d7854e59 req-1089cd8a-80b9-48b3-a3b8-486638c068a5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=53ced5a3b5824d46b94af4c3034e6689&device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 1126 time: 0.1666412 Nov 12 08:37:52.838747 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77969315-22e6-45fc-9b3d-d316dc35e42c admin admin] Pushing event deleted for resources: {'Port': ['ID=13f17ba4-e366-4011-b815-9c5d5ed6e595,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:52.839072 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '176be7d8-7d35-4f61-97be-2e08f158cb38', 'tag': '74edf7ac-e07c-4156-88c2-f75a69047532'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:52.842107 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e096601-44df-4b45-8b5f-4b2a14705665" -d '{"events": [{"name": "network-changed", "server_uuid": "176be7d8-7d35-4f61-97be-2e08f158cb38", "tag": "74edf7ac-e07c-4156-88c2-f75a69047532"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:52.846469 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f3dc72d-29d1-4777-80a5-198dcda7bc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.897145 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a7e2f404-7a3a-45f4-8571-354a83550354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.916206 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 0ee249d4-6bba-43ae-be9c-069f118a72b3 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:52.921179 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-26c05ec8-1aa8-47ed-95ee-2899b9b342f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.939894 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a7e2f404-7a3a-45f4-8571-354a83550354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.950803 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a7e2f404-7a3a-45f4-8571-354a83550354 admin admin] 10.222.0.37 "DELETE /v2.0/networks/874a2f6b-0b2d-4b17-9f26-83f6cfea42ef HTTP/1.1" status: 204 len: 168 time: 0.8213503 Nov 12 08:37:52.991522 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 0ee249d4-6bba-43ae-be9c-069f118a72b3 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:52.991975 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 0ee249d4-6bba-43ae-be9c-069f118a72b3 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:52.997050 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-86919c5d-5a9d-4148-a5da-51818b4c5733 service neutron] 10.222.0.58 "GET /v2.0/networks/a97eab13-58b9-445b-a94a-c90e56d0cfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451500 Nov 12 08:37:53.030652 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0de199c-723d-421c-80d4-47f20805211a x-openstack-request-id: req-f0de199c-723d-421c-80d4-47f20805211a {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:53.031381 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "176be7d8-7d35-4f61-97be-2e08f158cb38", "tag": "74edf7ac-e07c-4156-88c2-f75a69047532", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:53.031381 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f0de199c-723d-421c-80d4-47f20805211a {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:53.031565 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '176be7d8-7d35-4f61-97be-2e08f158cb38', 'tag': '74edf7ac-e07c-4156-88c2-f75a69047532', 'status': 'completed', 'code': 200} Nov 12 08:37:53.036980 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c05ec8-1aa8-47ed-95ee-2899b9b342f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b94dab45-b9da-4c32-be25-e53092928411,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:53.039718 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 29e38202-4aa2-4ddd-9276-94e9b823a5a4 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:53.048128 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2f404-7a3a-45f4-8571-354a83550354 admin admin] Pushing event deleted for resources: {'Network': ['ID=874a2f6b-0b2d-4b17-9f26-83f6cfea42ef,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:53.118908 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 29e38202-4aa2-4ddd-9276-94e9b823a5a4 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:53.126824 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 29e38202-4aa2-4ddd-9276-94e9b823a5a4 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:53.165806 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-26c05ec8-1aa8-47ed-95ee-2899b9b342f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.195114 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081523be-8c96-4f7f-adaf-47a5d7854e59 req-dadf23ee-fc26-46a2-a327-e63180bb05d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:53.197103 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-081523be-8c96-4f7f-adaf-47a5d7854e59 req-dadf23ee-fc26-46a2-a327-e63180bb05d4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ac11a5bd-0584-4f41-bf7f-a43257f96e99 HTTP/1.1" status: 200 len: 921 time: 0.3477931 Nov 12 08:37:53.208964 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f3dc72d-29d1-4777-80a5-198dcda7bc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.302679 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41470) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:53.320833 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-26c05ec8-1aa8-47ed-95ee-2899b9b342f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.332024 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-26c05ec8-1aa8-47ed-95ee-2899b9b342f4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.395404 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-081523be-8c96-4f7f-adaf-47a5d7854e59 req-d1b750a2-ec80-453c-a7fa-c2934484e25f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2750c89-46e7-4b07-adf5-049600d8a1fa HTTP/1.1" status: 200 len: 217 time: 0.1830640 Nov 12 08:37:53.397268 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3dc72d-29d1-4777-80a5-198dcda7bc86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d46819c4-cbf3-463f-b6ce-344123c01513,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:53.424685 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f3dc72d-29d1-4777-80a5-198dcda7bc86 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.431847 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6f3dc72d-29d1-4777-80a5-198dcda7bc86 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d46819c4-cbf3-463f-b6ce-344123c01513 HTTP/1.1" status: 204 len: 168 time: 1.2325690 Nov 12 08:37:53.439850 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41472) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:53.449088 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ddbb326-b9c5-44fe-876c-0c41963a13cb req-25f48e7a-903b-4c71-800d-8da912a9a285 service neutron] 10.222.0.58 "GET /v2.0/networks/a97eab13-58b9-445b-a94a-c90e56d0cfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399750 Nov 12 08:37:53.510696 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081523be-8c96-4f7f-adaf-47a5d7854e59 req-c6b01fa6-306a-4cbf-a5c4-247cab2fe808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:53.514025 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-081523be-8c96-4f7f-adaf-47a5d7854e59 req-c6b01fa6-306a-4cbf-a5c4-247cab2fe808 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165 HTTP/1.1" status: 200 len: 860 time: 0.0795984 Nov 12 08:37:53.536377 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ca268-d163-4d98-8624-b61345d67884 req-03ba0e2d-f779-4652-ae35-3ca86939ac2f tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:53.536840 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-26c05ec8-1aa8-47ed-95ee-2899b9b342f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.542407 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c05ec8-1aa8-47ed-95ee-2899b9b342f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe4fff9d-a418-4123-9ddb-a5f59a6fb771 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:37:53.542649 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b53ca268-d163-4d98-8624-b61345d67884 req-03ba0e2d-f779-4652-ae35-3ca86939ac2f tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=8685d0e6-fb3f-423d-b52b-99643b97b08e HTTP/1.1" status: 200 len: 945 time: 0.2821004 Nov 12 08:37:53.545701 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-26c05ec8-1aa8-47ed-95ee-2899b9b342f4 admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.549672 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-26c05ec8-1aa8-47ed-95ee-2899b9b342f4 admin admin] 10.222.0.37 "DELETE /v2.0/routers/fe4fff9d-a418-4123-9ddb-a5f59a6fb771 HTTP/1.1" status: 204 len: 168 time: 2.7028389 Nov 12 08:37:53.552403 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41476) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:53.553293 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144bd77b-fda3-4f07-bb6a-e8435f442d49 req-800d8188-571a-4bd2-a914-3c6d3bc05527 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:53.555462 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-144bd77b-fda3-4f07-bb6a-e8435f442d49 req-800d8188-571a-4bd2-a914-3c6d3bc05527 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 943 time: 0.1982567 Nov 12 08:37:53.557562 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2f6243f8-d7ec-452e-af48-8ae389bbfff9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e20c59551d764b59aa374ed5c5945bdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2533081 Nov 12 08:37:53.586778 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41480) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:53.592484 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-88c850fe-3cc3-4764-8a92-b7b00b8a3595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.638132 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-081523be-8c96-4f7f-adaf-47a5d7854e59 req-de29a50d-1bdf-48a8-b100-42162ef75e94 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac11a5bd-0584-4f41-bf7f-a43257f96e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814767 Nov 12 08:37:53.655818 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d56fc6-5fc4-44cf-9404-eb1c63ac925f admin admin] Deleting subnet 07323dc0-d972-46d6-a477-503b3cfb8497 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:37:53.661672 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9d56fc6-5fc4-44cf-9404-eb1c63ac925f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.680137 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-77969315-22e6-45fc-9b3d-d316dc35e42c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.795620 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b53ca268-d163-4d98-8624-b61345d67884 req-ca163f34-ad99-4ba2-b53b-042a610ac9be tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377555 Nov 12 08:37:53.800722 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e096601-44df-4b45-8b5f-4b2a14705665 req-5745c3e9-b8ca-49e9-b843-020079671dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:53.802247 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1e096601-44df-4b45-8b5f-4b2a14705665 req-5745c3e9-b8ca-49e9-b843-020079671dea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=09ecb32dae9543d082a31aa0587a170c&device_id=176be7d8-7d35-4f61-97be-2e08f158cb38 HTTP/1.1" status: 200 len: 1096 time: 0.2435853 Nov 12 08:37:53.813763 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-88c850fe-3cc3-4764-8a92-b7b00b8a3595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.827937 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-144bd77b-fda3-4f07-bb6a-e8435f442d49 req-9145db82-4ff9-4c1b-9d56-69d34a2976fc tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360749 Nov 12 08:37:53.832152 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9d56fc6-5fc4-44cf-9404-eb1c63ac925f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.880649 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-88c850fe-3cc3-4764-8a92-b7b00b8a3595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6d5f445-c009-4fb1-a92b-e2439070859b']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:53.909235 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6ba82bbb-e17d-44ce-be66-daef70c7dbfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.927728 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-88c850fe-3cc3-4764-8a92-b7b00b8a3595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f7456c-c27b-4cd7-a200-b8938ef11838') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:53.928042 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-88c850fe-3cc3-4764-8a92-b7b00b8a3595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f7456c-c27b-4cd7-a200-b8938ef11838') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:53.947076 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-88c850fe-3cc3-4764-8a92-b7b00b8a3595 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.975077 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-88c850fe-3cc3-4764-8a92-b7b00b8a3595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.007633 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c850fe-3cc3-4764-8a92-b7b00b8a3595 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:37:54.008223 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-88c850fe-3cc3-4764-8a92-b7b00b8a3595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.008868 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-081523be-8c96-4f7f-adaf-47a5d7854e59 req-17e14e70-2868-4d64-a4d1-f191027616cf service neutron] 10.222.0.58 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491943 Nov 12 08:37:54.010016 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:37:54.010016 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:37:54.010016 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:37:54.010016 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:37:54.010016 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:37:54.010016 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:37:54.010016 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:37:54.010016 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:37:54.010016 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:37:54.010016 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:37:54.010016 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:37:54.010016 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:37:54.010016 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:37:54.010016 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:37:54.010016 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:37:54.010016 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:37:54.010016 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:37:54.010016 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:37:54.010016 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:37:54.010016 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:37:54.010016 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:37:54.010016 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:37:54.010016 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:37:54.010016 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:37:54.010016 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:37:54.010016 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:37:54.010016 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:37:54.010016 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:37:54.010016 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:37:54.010016 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:37:54.010016 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:37:54.010016 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:37:54.013553 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6ba82bbb-e17d-44ce-be66-daef70c7dbfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.071520 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd66fb-bddf-4355-a3de-cbc0451b0a85 req-c653dccb-cf4a-402d-aee1-d2f0db365bb2 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.072965 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f3fd66fb-bddf-4355-a3de-cbc0451b0a85 req-c653dccb-cf4a-402d-aee1-d2f0db365bb2 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] 10.222.0.37 "GET /v2.0/ports?device_id=176be7d8-7d35-4f61-97be-2e08f158cb38 HTTP/1.1" status: 200 len: 944 time: 0.1654305 Nov 12 08:37:54.073400 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9d56fc6-5fc4-44cf-9404-eb1c63ac925f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.158982 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e096601-44df-4b45-8b5f-4b2a14705665 req-00869d81-7d2a-45c7-b554-dad5ffd66df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.160150 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-88c850fe-3cc3-4764-8a92-b7b00b8a3595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.160432 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1e096601-44df-4b45-8b5f-4b2a14705665 req-00869d81-7d2a-45c7-b554-dad5ffd66df8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a97eab13-58b9-445b-a94a-c90e56d0cfb3 HTTP/1.1" status: 200 len: 923 time: 0.3380818 Nov 12 08:37:54.165577 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-88c850fe-3cc3-4764-8a92-b7b00b8a3595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.169671 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-88c850fe-3cc3-4764-8a92-b7b00b8a3595 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a6d5f445-c009-4fb1-a92b-e2439070859b HTTP/1.1" status: 204 len: 168 time: 0.7274885 Nov 12 08:37:54.180137 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41482) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:54.228410 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1e096601-44df-4b45-8b5f-4b2a14705665 req-17deb27a-cf5a-40d6-a33d-2b37fa12119b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74edf7ac-e07c-4156-88c2-f75a69047532 HTTP/1.1" status: 200 len: 217 time: 0.0537758 Nov 12 08:37:54.264452 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c850fe-3cc3-4764-8a92-b7b00b8a3595 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6d5f445-c009-4fb1-a92b-e2439070859b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:54.267416 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6ba82bbb-e17d-44ce-be66-daef70c7dbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.270342 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6ba82bbb-e17d-44ce-be66-daef70c7dbfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.271504 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6ba82bbb-e17d-44ce-be66-daef70c7dbfc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f8ebcc86-d1e3-4750-aeee-440fcd46003e HTTP/1.1" status: 204 len: 168 time: 0.6838360 Nov 12 08:37:54.303999 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f3fd66fb-bddf-4355-a3de-cbc0451b0a85 req-7d6baa4c-4059-4fd3-be61-9d67c06ab4f4 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a42ebb4-31ed-4b89-b4dc-6ba7459efab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115963 Nov 12 08:37:54.314610 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd45bdd-be3a-40e6-94bb-17a9b6a22bfe admin admin] Deleting subnet e7ae7f40-5fba-440e-b042-729aa8c96031 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:37:54.321152 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9d56fc6-5fc4-44cf-9404-eb1c63ac925f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.323429 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cdd45bdd-be3a-40e6-94bb-17a9b6a22bfe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.323993 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-081523be-8c96-4f7f-adaf-47a5d7854e59 req-fd152163-b15e-4481-af6b-50232c23156e service neutron] 10.222.0.58 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762918 Nov 12 08:37:54.333628 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba82bbb-e17d-44ce-be66-daef70c7dbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ebcc86-d1e3-4750-aeee-440fcd46003e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:54.343025 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e096601-44df-4b45-8b5f-4b2a14705665 req-32e999d7-1075-4db0-bdfc-7b3b93cf86d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.344665 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1e096601-44df-4b45-8b5f-4b2a14705665 req-32e999d7-1075-4db0-bdfc-7b3b93cf86d8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9cd18d92-0d44-4cf8-9d61-3080c0b07955 HTTP/1.1" status: 200 len: 862 time: 0.0917010 Nov 12 08:37:54.379526 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77969315-22e6-45fc-9b3d-d316dc35e42c admin admin] Router c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:37:54.403119 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1e096601-44df-4b45-8b5f-4b2a14705665 req-64016097-e7b5-4751-a335-ae89506bbf29 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a97eab13-58b9-445b-a94a-c90e56d0cfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347023 Nov 12 08:37:54.415646 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9d56fc6-5fc4-44cf-9404-eb1c63ac925f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.421594 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f9d56fc6-5fc4-44cf-9404-eb1c63ac925f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/07323dc0-d972-46d6-a477-503b3cfb8497 HTTP/1.1" status: 204 len: 168 time: 0.8645618 Nov 12 08:37:54.421594 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d56fc6-5fc4-44cf-9404-eb1c63ac925f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07323dc0-d972-46d6-a477-503b3cfb8497,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:54.421939 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36688a9f-1a5b-447a-889d-2a2b57f471e6 None None] Network 7822463b-fdaf-483f-a94f-eacedacd03dc requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:54.426446 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41486) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:54.474450 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cdd45bdd-be3a-40e6-94bb-17a9b6a22bfe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.519448 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cdd45bdd-be3a-40e6-94bb-17a9b6a22bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.572228 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1e096601-44df-4b45-8b5f-4b2a14705665 req-f46dc0c4-b6a9-441a-a483-b89980c94ab0 service neutron] 10.222.0.58 "GET /v2.0/networks/a97eab13-58b9-445b-a94a-c90e56d0cfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434457 Nov 12 08:37:54.684484 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed36b51f-e469-4955-9e0d-692da1754901 None None] DHCP port deletion for 7822463b-fdaf-483f-a94f-eacedacd03dc request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:37:54.691273 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa0b828f-436d-465a-a727-0e4798f726b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.765054 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cdd45bdd-be3a-40e6-94bb-17a9b6a22bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.790940 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1e096601-44df-4b45-8b5f-4b2a14705665 req-a6ee75dd-929a-40f6-a32c-50c71d725122 service neutron] 10.222.0.58 "GET /v2.0/networks/a97eab13-58b9-445b-a94a-c90e56d0cfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037904 Nov 12 08:37:54.803256 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cdd45bdd-be3a-40e6-94bb-17a9b6a22bfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.806802 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-cdd45bdd-be3a-40e6-94bb-17a9b6a22bfe admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e7ae7f40-5fba-440e-b042-729aa8c96031 HTTP/1.1" status: 204 len: 168 time: 0.6240165 Nov 12 08:37:54.809898 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41492) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:54.837682 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5982dc-2f6b-40e4-89d2-c605a0ec5414 req-6f34abe2-8c1d-46e1-9d17-4ac20ab258ee tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.840701 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5f5982dc-2f6b-40e4-89d2-c605a0ec5414 req-6f34abe2-8c1d-46e1-9d17-4ac20ab258ee tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.54 "GET /v2.0/ports?device_id=8685d0e6-fb3f-423d-b52b-99643b97b08e HTTP/1.1" status: 200 len: 945 time: 0.2094107 Nov 12 08:37:54.841937 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b94dab45-b9da-4c32-be25-e53092928411 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:54.848994 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd45bdd-be3a-40e6-94bb-17a9b6a22bfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7ae7f40-5fba-440e-b042-729aa8c96031,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:54.881179 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ed36b51f-e469-4955-9e0d-692da1754901 None None] Deleting port 9e26a438-bd03-45b5-b2e3-040c5f9272f2 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:54.882078 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ed36b51f-e469-4955-9e0d-692da1754901 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.887512 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: b94dab45-b9da-4c32-be25-e53092928411 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:54.887858 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b94dab45-b9da-4c32-be25-e53092928411 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:54.889007 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd45bdd-be3a-40e6-94bb-17a9b6a22bfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:54.889358 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd45bdd-be3a-40e6-94bb-17a9b6a22bfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:54.889700 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd45bdd-be3a-40e6-94bb-17a9b6a22bfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:54.896078 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd45bdd-be3a-40e6-94bb-17a9b6a22bfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:54.896509 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd45bdd-be3a-40e6-94bb-17a9b6a22bfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:54.896850 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd45bdd-be3a-40e6-94bb-17a9b6a22bfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:54.897183 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd45bdd-be3a-40e6-94bb-17a9b6a22bfe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:54.897510 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd45bdd-be3a-40e6-94bb-17a9b6a22bfe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:54.897842 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd45bdd-be3a-40e6-94bb-17a9b6a22bfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:54.898161 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd45bdd-be3a-40e6-94bb-17a9b6a22bfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:54.898482 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd45bdd-be3a-40e6-94bb-17a9b6a22bfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:54.898802 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd45bdd-be3a-40e6-94bb-17a9b6a22bfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:54.919701 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77969315-22e6-45fc-9b3d-d316dc35e42c admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:54.927693 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-77969315-22e6-45fc-9b3d-d316dc35e42c admin admin] 10.222.0.37 "PUT /v2.0/routers/c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3941309 Nov 12 08:37:54.946794 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7055763c-9093-403b-a599-48a2eb0c53f9 None None] Sync routers for ids ['c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:54.951956 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41500) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:54.966135 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7055763c-9093-403b-a599-48a2eb0c53f9 None None] Routers {'c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:54.967151 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-7055763c-9093-403b-a599-48a2eb0c53f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:37:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:55.028984 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ed36b51f-e469-4955-9e0d-692da1754901 None None] For port 9e26a438-bd03-45b5-b2e3-040c5f9272f2, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9e26a438-bd03-45b5-b2e3-040c5f9272f2,segment=NetworkSegment(7302eff5-b90c-4435-9483-7de591162e23),segment_id=7302eff5-b90c-4435-9483-7de591162e23)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:55.029469 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ed36b51f-e469-4955-9e0d-692da1754901 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.056409 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ed36b51f-e469-4955-9e0d-692da1754901 None None] Calling delete_port for 9e26a438-bd03-45b5-b2e3-040c5f9272f2 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:55.108625 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bdbdd5c1-7517-4280-b64f-0ad064de691c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.199130 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-7055763c-9093-403b-a599-48a2eb0c53f9 None None] Set router c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:55.204415 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ed36b51f-e469-4955-9e0d-692da1754901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.233522 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a0794-f5e5-4cae-beec-aeee028f49ce req-59df00d5-eaa5-4a2a-930f-1efeb48086c8 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:55.242803 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab4a0794-f5e5-4cae-beec-aeee028f49ce req-59df00d5-eaa5-4a2a-930f-1efeb48086c8 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=8685d0e6-fb3f-423d-b52b-99643b97b08e HTTP/1.1" status: 200 len: 945 time: 0.2964399 Nov 12 08:37:55.251328 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36b51f-e469-4955-9e0d-692da1754901 None None] Pushing event deleted for resources: {'Port': ['ID=9e26a438-bd03-45b5-b2e3-040c5f9272f2,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:55.267726 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed36b51f-e469-4955-9e0d-692da1754901 None None] No DVR routers for this DVR port 9e26a438-bd03-45b5-b2e3-040c5f9272f2 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:55.317052 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8906fee6-2492-4b96-917d-46ede0cd079d admin admin] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.522114 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-7055763c-9093-403b-a599-48a2eb0c53f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1487305838-router', 'tenant_id': '39a3c2139fb840cb85509332eeeb8109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '08c5cc81-9147-4eaf-abc3-3d5803c2a86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:58Z', 'updated_at': '2021-11-12T08:37:52Z', 'revision_number': 5, 'project_id': '39a3c2139fb840cb85509332eeeb8109', 'gw_port': {'id': '08c5cc81-9147-4eaf-abc3-3d5803c2a86d', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:24:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:00Z', 'updated_at': '2021-11-12T08:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:55.563820 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7055763c-9093-403b-a599-48a2eb0c53f9 None None] Checking router: c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:37:55.574645 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7055763c-9093-403b-a599-48a2eb0c53f9 None None] Routers {'c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:55.575406 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-aa0b828f-436d-465a-a727-0e4798f726b9 admin admin] Deleting port 9e26a438-bd03-45b5-b2e3-040c5f9272f2 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:55.576009 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa0b828f-436d-465a-a727-0e4798f726b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.576614 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-7055763c-9093-403b-a599-48a2eb0c53f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:37:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:55.588367 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab4a0794-f5e5-4cae-beec-aeee028f49ce req-0d3bacba-dd8f-4667-96a5-0179d67d1dc5 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441842 Nov 12 08:37:55.642690 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb6e87-4c75-4ba1-93b8-4909dff39148 req-2635f6cd-5f11-4d43-b352-f7c51c1cf53c tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:55.652529 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8dfb6e87-4c75-4ba1-93b8-4909dff39148 req-2635f6cd-5f11-4d43-b352-f7c51c1cf53c tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 943 time: 0.5701196 Nov 12 08:37:55.667675 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-5f5982dc-2f6b-40e4-89d2-c605a0ec5414 req-c52db318-0887-4b1b-a652-786e16b550d0 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Deleting port f543197f-ec23-47dd-b99b-f01289682bab {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:55.668102 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5f5982dc-2f6b-40e4-89d2-c605a0ec5414 req-c52db318-0887-4b1b-a652-786e16b550d0 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.678727 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8906fee6-2492-4b96-917d-46ede0cd079d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.721293 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-aa0b828f-436d-465a-a727-0e4798f726b9 admin admin] For port 9e26a438-bd03-45b5-b2e3-040c5f9272f2, host n-d-768862-16, got binding levels [] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:55.722750 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa0b828f-436d-465a-a727-0e4798f726b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.740297 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-aa0b828f-436d-465a-a727-0e4798f726b9 admin admin] Calling delete_port for 9e26a438-bd03-45b5-b2e3-040c5f9272f2 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:55.763226 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.ipam_backend_mixin [None req-aa0b828f-436d-465a-a727-0e4798f726b9 admin admin] Port 9e26a438-bd03-45b5-b2e3-040c5f9272f2 was not found and therefore no delete operation was performed {{(pid=102568) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:37:55.765648 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bdbdd5c1-7517-4280-b64f-0ad064de691c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.781790 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa0b828f-436d-465a-a727-0e4798f726b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.828320 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41518) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:55.854737 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-7055763c-9093-403b-a599-48a2eb0c53f9 None None] Set router c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:55.895894 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b828f-436d-465a-a727-0e4798f726b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e26a438-bd03-45b5-b2e3-040c5f9272f2,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:55.903254 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0b828f-436d-465a-a727-0e4798f726b9 admin admin] No DVR routers for this DVR port 9e26a438-bd03-45b5-b2e3-040c5f9272f2 on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:56.093431 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:37:56.102976 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-5f5982dc-2f6b-40e4-89d2-c605a0ec5414 req-c52db318-0887-4b1b-a652-786e16b550d0 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] For port f543197f-ec23-47dd-b99b-f01289682bab, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f543197f-ec23-47dd-b99b-f01289682bab,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:56.103993 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5f5982dc-2f6b-40e4-89d2-c605a0ec5414 req-c52db318-0887-4b1b-a652-786e16b550d0 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.140294 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-5f5982dc-2f6b-40e4-89d2-c605a0ec5414 req-c52db318-0887-4b1b-a652-786e16b550d0 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Calling delete_port for f543197f-ec23-47dd-b99b-f01289682bab owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:56.177585 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-7055763c-9093-403b-a599-48a2eb0c53f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1487305838-router', 'tenant_id': '39a3c2139fb840cb85509332eeeb8109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '08c5cc81-9147-4eaf-abc3-3d5803c2a86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:58Z', 'updated_at': '2021-11-12T08:37:52Z', 'revision_number': 5, 'project_id': '39a3c2139fb840cb85509332eeeb8109', 'gw_port': {'id': '08c5cc81-9147-4eaf-abc3-3d5803c2a86d', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:24:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:00Z', 'updated_at': '2021-11-12T08:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:56.226089 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7055763c-9093-403b-a599-48a2eb0c53f9 None None] The sync data for ids ['c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef'] in n-d-768862-16 is: [{'id': 'c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1487305838-router', 'tenant_id': '39a3c2139fb840cb85509332eeeb8109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '08c5cc81-9147-4eaf-abc3-3d5803c2a86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:58Z', 'updated_at': '2021-11-12T08:37:52Z', 'revision_number': 5, 'project_id': '39a3c2139fb840cb85509332eeeb8109', 'gw_port': {'id': '08c5cc81-9147-4eaf-abc3-3d5803c2a86d', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:24:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:00Z', 'updated_at': '2021-11-12T08:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:37:56.273437 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e34f0b9f-4b71-467b-b5e1-75141a34579d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1686921005-network', 'tenant_id': '7d890d5943624406b7ee953df5b1a618'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:56.290411 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-bdbdd5c1-7517-4280-b64f-0ad064de691c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f426026-1933-4ce6-a5fd-6853310b1ee6']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:56.313261 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa0b828f-436d-465a-a727-0e4798f726b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.329618 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-bdbdd5c1-7517-4280-b64f-0ad064de691c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4abf7e2c-da27-4de8-92c9-5666cf7fe6d9') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:56.330627 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-bdbdd5c1-7517-4280-b64f-0ad064de691c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4abf7e2c-da27-4de8-92c9-5666cf7fe6d9') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:56.337947 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8dfb6e87-4c75-4ba1-93b8-4909dff39148 req-0b1d5545-0177-47ed-959e-ccd7e19098ec tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6845369 Nov 12 08:37:56.356686 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bdbdd5c1-7517-4280-b64f-0ad064de691c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.382067 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-aa0b828f-436d-465a-a727-0e4798f726b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7822463b-fdaf-483f-a94f-eacedacd03dc']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:56.394077 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bdbdd5c1-7517-4280-b64f-0ad064de691c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.400383 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-aa0b828f-436d-465a-a727-0e4798f726b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7302eff5-b90c-4435-9483-7de591162e23') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:56.400859 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-aa0b828f-436d-465a-a727-0e4798f726b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7302eff5-b90c-4435-9483-7de591162e23') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:56.407496 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdbdd5c1-7517-4280-b64f-0ad064de691c admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:37:56.407935 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bdbdd5c1-7517-4280-b64f-0ad064de691c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.410510 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:37:56.410510 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:37:56.410510 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:37:56.410510 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:37:56.410510 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:37:56.410510 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:37:56.410510 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:37:56.410510 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:37:56.410510 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:37:56.410510 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:37:56.410510 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:37:56.410510 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:37:56.410510 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:37:56.410510 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:37:56.410510 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:37:56.410510 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:37:56.410510 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:37:56.410510 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:37:56.410510 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:37:56.410510 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:37:56.410510 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:37:56.410510 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:37:56.410510 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:37:56.410510 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:37:56.410510 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:37:56.410510 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:37:56.410510 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:37:56.410510 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:37:56.410510 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:37:56.410510 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:37:56.410510 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:37:56.410510 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:37:56.419243 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34f0b9f-4b71-467b-b5e1-75141a34579d admin admin] Made reservation on behalf of 7d890d5943624406b7ee953df5b1a618 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:56.421774 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e34f0b9f-4b71-467b-b5e1-75141a34579d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.425801 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa0b828f-436d-465a-a727-0e4798f726b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.429061 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6ec88-cff9-4357-b48e-67e6cac76729 req-4bcc2a49-5c8a-4006-aad8-eff2886a9b18 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:56.430904 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8d6ec88-cff9-4357-b48e-67e6cac76729 req-4bcc2a49-5c8a-4006-aad8-eff2886a9b18 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] 10.222.0.37 "GET /v2.0/ports?device_id=176be7d8-7d35-4f61-97be-2e08f158cb38 HTTP/1.1" status: 200 len: 944 time: 0.1498346 Nov 12 08:37:56.442570 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e34f0b9f-4b71-467b-b5e1-75141a34579d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.449653 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5f5982dc-2f6b-40e4-89d2-c605a0ec5414 req-c52db318-0887-4b1b-a652-786e16b550d0 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.457464 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa0b828f-436d-465a-a727-0e4798f726b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.463419 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['f543197f-ec23-47dd-b99b-f01289682bab'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:37:56.472446 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa0b828f-436d-465a-a727-0e4798f726b9 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:37:56.473617 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa0b828f-436d-465a-a727-0e4798f726b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.478002 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-8906fee6-2492-4b96-917d-46ede0cd079d admin admin] Deleting port 08c5cc81-9147-4eaf-abc3-3d5803c2a86d {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:56.478361 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8906fee6-2492-4b96-917d-46ede0cd079d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.496376 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:37:56.496376 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:37:56.496376 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:37:56.496376 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:37:56.496376 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:37:56.496376 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:37:56.496376 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:37:56.496376 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:37:56.496376 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:37:56.496376 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:37:56.496376 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:37:56.496376 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:37:56.496376 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:37:56.496376 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:37:56.496376 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:37:56.496376 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:37:56.496376 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:37:56.496376 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:37:56.496376 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:37:56.496376 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:37:56.496376 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:37:56.496376 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:37:56.496376 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:37:56.496376 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:37:56.496376 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:37:56.496376 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:37:56.496376 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:37:56.496376 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:37:56.496376 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:37:56.496376 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:37:56.496376 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:37:56.496376 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:37:56.514289 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52db318-0887-4b1b-a652-786e16b550d0 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Pushing event deleted for resources: {'Port': ['ID=f543197f-ec23-47dd-b99b-f01289682bab,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:56.580924 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bdbdd5c1-7517-4280-b64f-0ad064de691c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.601548 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bdbdd5c1-7517-4280-b64f-0ad064de691c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.612103 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bdbdd5c1-7517-4280-b64f-0ad064de691c admin admin] 10.222.0.37 "DELETE /v2.0/networks/7f426026-1933-4ce6-a5fd-6853310b1ee6 HTTP/1.1" status: 204 len: 168 time: 1.8002098 Nov 12 08:37:56.667695 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbdd5c1-7517-4280-b64f-0ad064de691c admin admin] Pushing event deleted for resources: {'Network': ['ID=7f426026-1933-4ce6-a5fd-6853310b1ee6,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:56.684945 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8d6ec88-cff9-4357-b48e-67e6cac76729 req-c650f19e-b35e-400d-b77d-880e36cc2437 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a42ebb4-31ed-4b89-b4dc-6ba7459efab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090743 Nov 12 08:37:56.733674 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5982dc-2f6b-40e4-89d2-c605a0ec5414 req-c52db318-0887-4b1b-a652-786e16b550d0 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] No DVR routers for this DVR port f543197f-ec23-47dd-b99b-f01289682bab on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:56.751636 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5f5982dc-2f6b-40e4-89d2-c605a0ec5414 req-c52db318-0887-4b1b-a652-786e16b550d0 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.751636 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5f5982dc-2f6b-40e4-89d2-c605a0ec5414 req-c52db318-0887-4b1b-a652-786e16b550d0 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.54 "DELETE /v2.0/ports/f543197f-ec23-47dd-b99b-f01289682bab HTTP/1.1" status: 204 len: 173 time: 1.8664713 Nov 12 08:37:56.753629 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8685d0e6-fb3f-423d-b52b-99643b97b08e', 'name': 'network-vif-deleted', 'tag': 'f543197f-ec23-47dd-b99b-f01289682bab'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:56.756329 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe85fb71-bc6e-4102-9ef1-7bbf94e3dd3c" -d '{"events": [{"server_uuid": "8685d0e6-fb3f-423d-b52b-99643b97b08e", "name": "network-vif-deleted", "tag": "f543197f-ec23-47dd-b99b-f01289682bab"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:56.764068 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 13f17ba4-e366-4011-b815-9c5d5ed6e595 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:56.782938 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa0b828f-436d-465a-a727-0e4798f726b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.787677 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa0b828f-436d-465a-a727-0e4798f726b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.793996 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-aa0b828f-436d-465a-a727-0e4798f726b9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7822463b-fdaf-483f-a94f-eacedacd03dc HTTP/1.1" status: 204 len: 168 time: 2.3640351 Nov 12 08:37:56.831005 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 13f17ba4-e366-4011-b815-9c5d5ed6e595 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:56.831351 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 13f17ba4-e366-4011-b815-9c5d5ed6e595 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:56.831900 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9e26a438-bd03-45b5-b2e3-040c5f9272f2 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:56.845223 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-8906fee6-2492-4b96-917d-46ede0cd079d admin admin] For port 08c5cc81-9147-4eaf-abc3-3d5803c2a86d, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=08c5cc81-9147-4eaf-abc3-3d5803c2a86d,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:56.846687 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8906fee6-2492-4b96-917d-46ede0cd079d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.875287 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-8906fee6-2492-4b96-917d-46ede0cd079d admin admin] Calling delete_port for 08c5cc81-9147-4eaf-abc3-3d5803c2a86d owned by network:router_gateway {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:56.934122 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b828f-436d-465a-a727-0e4798f726b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7822463b-fdaf-483f-a94f-eacedacd03dc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:56.934927 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 9e26a438-bd03-45b5-b2e3-040c5f9272f2 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:56.936889 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9e26a438-bd03-45b5-b2e3-040c5f9272f2 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:56.954388 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e34f0b9f-4b71-467b-b5e1-75141a34579d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.960839 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e34f0b9f-4b71-467b-b5e1-75141a34579d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.043277 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f0b9f-4b71-467b-b5e1-75141a34579d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:57.052403 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41532) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:57.086513 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34f0b9f-4b71-467b-b5e1-75141a34579d admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:37:57.099691 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdd416e-fbd4-4c00-bd5c-41c946c35162 x-openstack-request-id: req-4fdd416e-fbd4-4c00-bd5c-41c946c35162 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:57.100267 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8685d0e6-fb3f-423d-b52b-99643b97b08e", "name": "network-vif-deleted", "tag": "f543197f-ec23-47dd-b99b-f01289682bab", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:57.100667 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4fdd416e-fbd4-4c00-bd5c-41c946c35162 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:57.101849 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8685d0e6-fb3f-423d-b52b-99643b97b08e', 'name': 'network-vif-deleted', 'tag': 'f543197f-ec23-47dd-b99b-f01289682bab', 'status': 'completed', 'code': 200} Nov 12 08:37:57.137671 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 74edf7ac-e07c-4156-88c2-f75a69047532 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:37:57.143271 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device a2750c89-46e7-4b07-adf5-049600d8a1fa no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:57.149765 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41534) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:57.156752 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-233f11d3-d1d1-4723-9bda-d5365767887f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=60036c792d1544fb8cbb03c747464363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1005113 Nov 12 08:37:57.166843 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41536) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:57.174173 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e34f0b9f-4b71-467b-b5e1-75141a34579d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.174545 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-e34f0b9f-4b71-467b-b5e1-75141a34579d admin admin] Added segment cbd6be86-3cb3-4740-8617-f1a45bb12c8c of type vlan for network 7606f079-2527-4e0e-94d1-986a75700eb0 Nov 12 08:37:57.195859 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-000aa8f8-3c73-4185-ab3b-d56de888dc4f req-654d9271-beb2-4f6b-94d3-8efe0aa8a64b tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=8685d0e6-fb3f-423d-b52b-99643b97b08e HTTP/1.1" status: 200 len: 210 time: 0.4763515 Nov 12 08:37:57.198550 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8906fee6-2492-4b96-917d-46ede0cd079d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.243555 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8906fee6-2492-4b96-917d-46ede0cd079d admin admin] Pushing event deleted for resources: {'Port': ['ID=08c5cc81-9147-4eaf-abc3-3d5803c2a86d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:57.266773 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906fee6-2492-4b96-917d-46ede0cd079d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:57.267600 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906fee6-2492-4b96-917d-46ede0cd079d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:57.268209 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906fee6-2492-4b96-917d-46ede0cd079d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:57.268788 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906fee6-2492-4b96-917d-46ede0cd079d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:57.269360 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906fee6-2492-4b96-917d-46ede0cd079d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:57.269935 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906fee6-2492-4b96-917d-46ede0cd079d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:57.272688 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906fee6-2492-4b96-917d-46ede0cd079d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:57.273420 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906fee6-2492-4b96-917d-46ede0cd079d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:57.274182 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906fee6-2492-4b96-917d-46ede0cd079d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:57.275094 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906fee6-2492-4b96-917d-46ede0cd079d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:57.275906 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906fee6-2492-4b96-917d-46ede0cd079d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:57.276582 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906fee6-2492-4b96-917d-46ede0cd079d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:57.310289 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-344e5a4d-f351-4224-8752-c823e0ab4fdb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=467fdf3ab5ca4832aed31198fabdc894&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494901 Nov 12 08:37:57.340888 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41538) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:57.416688 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e34f0b9f-4b71-467b-b5e1-75141a34579d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.422781 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8906fee6-2492-4b96-917d-46ede0cd079d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.425104 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52a594d5-a7cd-44c1-aa60-ff8dc8e705f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.500468 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 74edf7ac-e07c-4156-88c2-f75a69047532, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=74edf7ac-e07c-4156-88c2-f75a69047532,segment=NetworkSegment(0f608683-7fc9-4343-b1b5-ea9cdb6aef37),segment_id=0f608683-7fc9-4343-b1b5-ea9cdb6aef37)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:57.514760 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '74edf7ac-e07c-4156-88c2-f75a69047532', 'network_id': 'a97eab13-58b9-445b-a94a-c90e56d0cfb3', 'port_id': '74edf7ac-e07c-4156-88c2-f75a69047532', 'mac_address': 'fa:16:3e:76:48:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cd18d92-0d44-4cf8-9d61-3080c0b07955', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:37:57.553380 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52a594d5-a7cd-44c1-aa60-ff8dc8e705f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.559892 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f6955b95-58da-4313-8cad-b6788dbfe452 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.562665 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.583943 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74edf7ac-e07c-4156-88c2-f75a69047532 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:37:57.612809 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 74edf7ac-e07c-4156-88c2-f75a69047532, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=74edf7ac-e07c-4156-88c2-f75a69047532,segment=NetworkSegment(0f608683-7fc9-4343-b1b5-ea9cdb6aef37),segment_id=0f608683-7fc9-4343-b1b5-ea9cdb6aef37)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:57.619805 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.623051 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f6955b95-58da-4313-8cad-b6788dbfe452 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.631127 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e34f0b9f-4b71-467b-b5e1-75141a34579d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.633001 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34f0b9f-4b71-467b-b5e1-75141a34579d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:57.633621 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e34f0b9f-4b71-467b-b5e1-75141a34579d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.686768 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=74edf7ac-e07c-4156-88c2-f75a69047532,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:57.709112 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e34f0b9f-4b71-467b-b5e1-75141a34579d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8739605 Nov 12 08:37:57.732254 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8906fee6-2492-4b96-917d-46ede0cd079d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.734974 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8906fee6-2492-4b96-917d-46ede0cd079d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.738321 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41542) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:57.745642 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8cc87bab-6596-4488-9bbe-515115cc4b47 admin admin] Request body: {'subnet': {'network_id': '7606f079-2527-4e0e-94d1-986a75700eb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1686921005-subnet', 'tenant_id': '7d890d5943624406b7ee953df5b1a618', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:57.752710 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52a594d5-a7cd-44c1-aa60-ff8dc8e705f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.755303 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52a594d5-a7cd-44c1-aa60-ff8dc8e705f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.759474 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-52a594d5-a7cd-44c1-aa60-ff8dc8e705f7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c6de65c7-8e85-44f9-adb3-6362ee6c9443 HTTP/1.1" status: 204 len: 168 time: 0.5888340 Nov 12 08:37:57.772045 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a594d5-a7cd-44c1-aa60-ff8dc8e705f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6de65c7-8e85-44f9-adb3-6362ee6c9443,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:57.777085 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f0b9f-4b71-467b-b5e1-75141a34579d admin admin] Pushing event updated for resources: {'Network': ['ID=7606f079-2527-4e0e-94d1-986a75700eb0,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:57.802405 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc87bab-6596-4488-9bbe-515115cc4b47 admin admin] Made reservation on behalf of 7d890d5943624406b7ee953df5b1a618 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:57.803966 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cc87bab-6596-4488-9bbe-515115cc4b47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.837586 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8906fee6-2492-4b96-917d-46ede0cd079d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.838133 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8906fee6-2492-4b96-917d-46ede0cd079d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:37:57.843777 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8906fee6-2492-4b96-917d-46ede0cd079d admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.846213 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f6955b95-58da-4313-8cad-b6788dbfe452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.848424 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8906fee6-2492-4b96-917d-46ede0cd079d admin admin] 10.222.0.37 "DELETE /v2.0/routers/c74ac91e-a6f4-4cdc-a6d2-36baca7f55ef HTTP/1.1" status: 204 len: 168 time: 2.8953736 Nov 12 08:37:57.852304 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f6955b95-58da-4313-8cad-b6788dbfe452 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.853507 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f6955b95-58da-4313-8cad-b6788dbfe452 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f63dd9f-cc7e-4c97-a0e5-82a55bd134d6 HTTP/1.1" status: 204 len: 168 time: 0.5116453 Nov 12 08:37:57.856960 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41548) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:57.878146 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6eca0-bf69-4888-8d23-60e2d4edb560 req-9f03a5f9-9e36-4103-936b-139014eed7bd tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:57.878423 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 7606f079-2527-4e0e-94d1-986a75700eb0 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:37:57.880435 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-39f6eca0-bf69-4888-8d23-60e2d4edb560 req-9f03a5f9-9e36-4103-936b-139014eed7bd tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 943 time: 0.2919538 Nov 12 08:37:57.987229 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['74edf7ac-e07c-4156-88c2-f75a69047532'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:37:58.031791 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6955b95-58da-4313-8cad-b6788dbfe452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f63dd9f-cc7e-4c97-a0e5-82a55bd134d6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:58.080821 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-39f6eca0-bf69-4888-8d23-60e2d4edb560 req-1eeabeab-8740-4f90-959f-ab801895a20a tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914289 Nov 12 08:37:58.120962 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a49c330-c7ec-4dee-97de-abf8e98cf067 admin admin] Deleting subnet 5e902ca5-44db-4f7c-99b5-300869732f3e {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:37:58.128901 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d9a49-06e5-475d-a61f-3d8afdd322e5 req-3ae38ece-0534-4d8a-a3ae-eedf367de495 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:58.130570 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a47d9a49-06e5-475d-a61f-3d8afdd322e5 req-3ae38ece-0534-4d8a-a3ae-eedf367de495 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] 10.222.0.37 "GET /v2.0/ports?device_id=176be7d8-7d35-4f61-97be-2e08f158cb38 HTTP/1.1" status: 200 len: 945 time: 0.1388955 Nov 12 08:37:58.135249 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1a49c330-c7ec-4dee-97de-abf8e98cf067 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:58.219293 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1a49c330-c7ec-4dee-97de-abf8e98cf067 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:58.305662 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a47d9a49-06e5-475d-a61f-3d8afdd322e5 req-ff0e0d3d-eae8-4e4b-9f1d-0f94aa9e4d4e tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a42ebb4-31ed-4b89-b4dc-6ba7459efab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658340 Nov 12 08:37:58.450726 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1a49c330-c7ec-4dee-97de-abf8e98cf067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:58.499251 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-3bd5fd74-b3e1-451a-a903-6700cda49adb service neutron] 10.222.0.58 "GET /v2.0/ports/a2750c89-46e7-4b07-adf5-049600d8a1fa/bindings/n-h1-768862-16 HTTP/1.1" status: 200 len: 385 time: 0.1413350 Nov 12 08:37:58.594406 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cc87bab-6596-4488-9bbe-515115cc4b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:58.678957 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1a49c330-c7ec-4dee-97de-abf8e98cf067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:58.707640 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41576) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:58.708102 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc87bab-6596-4488-9bbe-515115cc4b47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34379cfb-d173-406f-b0b9-10a5aa8d3079,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:58.724584 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1a49c330-c7ec-4dee-97de-abf8e98cf067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:58.727138 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1a49c330-c7ec-4dee-97de-abf8e98cf067 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5e902ca5-44db-4f7c-99b5-300869732f3e HTTP/1.1" status: 204 len: 168 time: 0.8685770 Nov 12 08:37:58.732085 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41578) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:58.734694 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10da20d-f9cc-4128-8120-ad1f844cd376 None None] Network 796b7218-1162-4c6f-a3fc-ed8f66bcb853 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:58.788535 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49c330-c7ec-4dee-97de-abf8e98cf067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e902ca5-44db-4f7c-99b5-300869732f3e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:58.808817 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc87bab-6596-4488-9bbe-515115cc4b47 admin admin] Checking segment: {'id': 'cbd6be86-3cb3-4740-8617-f1a45bb12c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7606f079-2527-4e0e-94d1-986a75700eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:58.809266 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc87bab-6596-4488-9bbe-515115cc4b47 admin admin] Network hostable DHCP agents. Network: 7606f079-2527-4e0e-94d1-986a75700eb0, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:37:58.825454 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 08c5cc81-9147-4eaf-abc3-3d5803c2a86d no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:58.888358 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 08c5cc81-9147-4eaf-abc3-3d5803c2a86d {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:58.890011 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 08c5cc81-9147-4eaf-abc3-3d5803c2a86d not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:58.905665 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:58.911272 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3c016aea-7e9e-4a49-8f6f-eba68d457129 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17f79dc39d7d47e991886fef340713e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2022636 Nov 12 08:37:58.914340 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41584) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:58.933727 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc87bab-6596-4488-9bbe-515115cc4b47 admin admin] Network 7606f079-2527-4e0e-94d1-986a75700eb0 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:37:58.957057 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-88980e4c-0f84-48d8-8ba6-06e5eab8731c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:58.965262 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-8f91568a-c3c0-4598-bf12-73bdd362e5a6 service neutron] For port a2750c89-46e7-4b07-adf5-049600d8a1fa, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=a2750c89-46e7-4b07-adf5-049600d8a1fa,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:58.975593 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-8cc87bab-6596-4488-9bbe-515115cc4b47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 7606f079-2527-4e0e-94d1-986a75700eb0) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:58.976196 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-8dd00f68-6091-44ca-b6e3-2039fdc6c985 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:58.977650 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-8dd00f68-6091-44ca-b6e3-2039fdc6c985 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/networks?id=ebb104d1-24e6-4fb5-8479-85371fc07302 HTTP/1.1" status: 200 len: 812 time: 0.2401974 Nov 12 08:37:58.980930 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc87bab-6596-4488-9bbe-515115cc4b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:58.981751 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cc87bab-6596-4488-9bbe-515115cc4b47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:58.994879 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa2fab8-67d0-427d-96c0-3612940562c5 None None] Network 7606f079-2527-4e0e-94d1-986a75700eb0 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:59.005525 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-9f8d267f-7ceb-451f-9f8c-2eafc8c26d63 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/quotas/04e1e46932e445c2a6cc6d10b43d5fb7 HTTP/1.1" status: 200 len: 375 time: 0.0156524 Nov 12 08:37:59.010512 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-8f91568a-c3c0-4598-bf12-73bdd362e5a6 service neutron] For port a2750c89-46e7-4b07-adf5-049600d8a1fa, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:59.018710 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8cc87bab-6596-4488-9bbe-515115cc4b47 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2791538 Nov 12 08:37:59.082449 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f543197f-ec23-47dd-b99b-f01289682bab no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:59.092150 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-a4b9e6af-760e-4412-aa1f-e8ceb699bcac tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=04e1e46932e445c2a6cc6d10b43d5fb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566862 Nov 12 08:37:59.093620 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c4b15313-046e-478f-b890-506d01786eb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.098420 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-8f91568a-c3c0-4598-bf12-73bdd362e5a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2750c89-46e7-4b07-adf5-049600d8a1fa {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:37:59.123520 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-8f91568a-c3c0-4598-bf12-73bdd362e5a6 service neutron] For port a2750c89-46e7-4b07-adf5-049600d8a1fa, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=a2750c89-46e7-4b07-adf5-049600d8a1fa,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:59.132198 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c4b15313-046e-478f-b890-506d01786eb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.140976 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-8f91568a-c3c0-4598-bf12-73bdd362e5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.154440 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-88980e4c-0f84-48d8-8ba6-06e5eab8731c admin admin] Deleting port 1a437814-4d1a-47f4-9650-5658e129f453 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:59.154938 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-88980e4c-0f84-48d8-8ba6-06e5eab8731c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.288430 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-8f91568a-c3c0-4598-bf12-73bdd362e5a6 service neutron] Transition to ACTIVE for port object a2750c89-46e7-4b07-adf5-049600d8a1fa will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:37:59.305486 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-8f91568a-c3c0-4598-bf12-73bdd362e5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.345134 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4933db9d-2efd-4de3-8859-c9bde8024c6e None None] DHCP port deletion for 796b7218-1162-4c6f-a3fc-ed8f66bcb853 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:37:59.348520 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 74edf7ac-e07c-4156-88c2-f75a69047532 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:59.360531 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90befcda-32cf-4765-910e-a18375c64761 req-a2b6ddd9-c7f5-40b9-b4cd-2211006d8ac6 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:59.362321 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-90befcda-32cf-4765-910e-a18375c64761 req-a2b6ddd9-c7f5-40b9-b4cd-2211006d8ac6 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 943 time: 0.1285686 Nov 12 08:37:59.380798 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-88980e4c-0f84-48d8-8ba6-06e5eab8731c admin admin] For port 1a437814-4d1a-47f4-9650-5658e129f453, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=1a437814-4d1a-47f4-9650-5658e129f453,segment=NetworkSegment(e0d4adc5-85f6-47a0-a550-7ef7af27104e),segment_id=e0d4adc5-85f6-47a0-a550-7ef7af27104e)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:59.381360 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-88980e4c-0f84-48d8-8ba6-06e5eab8731c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.419033 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-88980e4c-0f84-48d8-8ba6-06e5eab8731c admin admin] Calling delete_port for 1a437814-4d1a-47f4-9650-5658e129f453 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:59.422708 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c4b15313-046e-478f-b890-506d01786eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.425999 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c4b15313-046e-478f-b890-506d01786eb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.427582 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c4b15313-046e-478f-b890-506d01786eb4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f8f01a24-1bc3-4f4f-8505-eeffddfb201d HTTP/1.1" status: 204 len: 168 time: 0.5117950 Nov 12 08:37:59.447154 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b15313-046e-478f-b890-506d01786eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f01a24-1bc3-4f4f-8505-eeffddfb201d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:59.493249 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-8f91568a-c3c0-4598-bf12-73bdd362e5a6 service neutron] No DVR routers for this DVR port a2750c89-46e7-4b07-adf5-049600d8a1fa on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:59.511479 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: f543197f-ec23-47dd-b99b-f01289682bab {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:59.511775 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f543197f-ec23-47dd-b99b-f01289682bab not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:59.532571 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-90befcda-32cf-4765-910e-a18375c64761 req-5bdb198c-7bdf-4984-8e1c-dfccb37eae5f tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382163 Nov 12 08:37:59.559407 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-88980e4c-0f84-48d8-8ba6-06e5eab8731c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.580154 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bea5e0-6c60-49a0-8894-4b96af28a4fd None None] Network 7606f079-2527-4e0e-94d1-986a75700eb0 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:59.581219 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91568a-c3c0-4598-bf12-73bdd362e5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a2750c89-46e7-4b07-adf5-049600d8a1fa,revision_number=10']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:59.599381 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-8f91568a-c3c0-4598-bf12-73bdd362e5a6 service neutron] 10.222.0.58 "PUT /v2.0/ports/a2750c89-46e7-4b07-adf5-049600d8a1fa/bindings/n-h1-768862-16/activate HTTP/1.1" status: 200 len: 370 time: 1.0901322 Nov 12 08:37:59.629656 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-d269da0a-360c-49b8-b458-179fc189cbc8 service neutron] 10.222.0.37 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5258491 Nov 12 08:37:59.638803 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88980e4c-0f84-48d8-8ba6-06e5eab8731c admin admin] Pushing event deleted for resources: {'Port': ['ID=1a437814-4d1a-47f4-9650-5658e129f453,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:59.678436 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88980e4c-0f84-48d8-8ba6-06e5eab8731c admin admin] No DVR routers for this DVR port 1a437814-4d1a-47f4-9650-5658e129f453 on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:59.818810 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-88980e4c-0f84-48d8-8ba6-06e5eab8731c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.832027 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d56f3f-880a-4604-9487-6cb77607aa84 req-4a648f1a-e104-49e7-a755-8f29b8dee357 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:59.833973 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-44d56f3f-880a-4604-9487-6cb77607aa84 req-4a648f1a-e104-49e7-a755-8f29b8dee357 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] 10.222.0.37 "GET /v2.0/ports?device_id=176be7d8-7d35-4f61-97be-2e08f158cb38 HTTP/1.1" status: 200 len: 945 time: 0.1181993 Nov 12 08:37:59.838839 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-bca9c887-1ff7-4d1f-9372-9d6d584f8a76 service neutron] 10.222.0.37 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006152 Nov 12 08:37:59.865384 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-1f65d44c-9c6a-4132-8a95-9d265a5df9e9 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:59.871952 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-1f65d44c-9c6a-4132-8a95-9d265a5df9e9 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd&tenant_id=53ced5a3b5824d46b94af4c3034e6689&binding%3Ahost_id=n-h2-768862-16 HTTP/1.1" status: 200 len: 1096 time: 0.1436300 Nov 12 08:37:59.896668 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-88980e4c-0f84-48d8-8ba6-06e5eab8731c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['796b7218-1162-4c6f-a3fc-ed8f66bcb853']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:59.937328 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-44d56f3f-880a-4604-9487-6cb77607aa84 req-cf9085ac-0354-4b5c-91b3-c89f700b1d5b tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a42ebb4-31ed-4b89-b4dc-6ba7459efab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821798 Nov 12 08:37:59.952641 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4933db9d-2efd-4de3-8859-c9bde8024c6e None None] The port '1a437814-4d1a-47f4-9650-5658e129f453' was deleted {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 08:37:59.973604 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-88980e4c-0f84-48d8-8ba6-06e5eab8731c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d4adc5-85f6-47a0-a550-7ef7af27104e') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:59.974165 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-88980e4c-0f84-48d8-8ba6-06e5eab8731c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d4adc5-85f6-47a0-a550-7ef7af27104e') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:59.990084 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-88980e4c-0f84-48d8-8ba6-06e5eab8731c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:00.053209 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-88980e4c-0f84-48d8-8ba6-06e5eab8731c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:00.076384 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-b218f189-edec-493f-877b-0ca0485977d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:00.078238 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-b218f189-edec-493f-877b-0ca0485977d9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd&tenant_id=53ced5a3b5824d46b94af4c3034e6689 HTTP/1.1" status: 200 len: 1096 time: 0.1902652 Nov 12 08:38:00.093955 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88980e4c-0f84-48d8-8ba6-06e5eab8731c admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:38:00.096436 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-88980e4c-0f84-48d8-8ba6-06e5eab8731c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:00.098776 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:38:00.098776 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:38:00.098776 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:38:00.098776 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:38:00.098776 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:38:00.098776 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:38:00.098776 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:38:00.098776 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:38:00.098776 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:38:00.098776 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:38:00.098776 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:38:00.098776 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:38:00.098776 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:38:00.098776 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:38:00.098776 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:38:00.098776 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:38:00.098776 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:38:00.098776 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:38:00.098776 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:38:00.098776 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:38:00.098776 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:38:00.098776 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:38:00.098776 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:38:00.098776 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:38:00.098776 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:38:00.098776 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:38:00.098776 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:38:00.098776 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:38:00.098776 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:38:00.098776 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:38:00.098776 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:38:00.098776 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:38:00.116238 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 74edf7ac-e07c-4156-88c2-f75a69047532 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:38:00.168913 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 74edf7ac-e07c-4156-88c2-f75a69047532 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:00.169284 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:00.214632 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-88980e4c-0f84-48d8-8ba6-06e5eab8731c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:00.218923 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-dbde726c-d4d1-4eb2-ab57-ad284512393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:00.220765 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-dbde726c-d4d1-4eb2-ab57-ad284512393e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=53ced5a3b5824d46b94af4c3034e6689&device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 1096 time: 0.1071680 Nov 12 08:38:00.226306 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-88980e4c-0f84-48d8-8ba6-06e5eab8731c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:00.236069 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-88980e4c-0f84-48d8-8ba6-06e5eab8731c admin admin] 10.222.0.37 "DELETE /v2.0/networks/796b7218-1162-4c6f-a3fc-ed8f66bcb853 HTTP/1.1" status: 204 len: 168 time: 1.4964192 Nov 12 08:38:00.256758 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88980e4c-0f84-48d8-8ba6-06e5eab8731c admin admin] Pushing event deleted for resources: {'Network': ['ID=796b7218-1162-4c6f-a3fc-ed8f66bcb853,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:00.349997 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:00.385476 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-81d63988-4f79-4144-bd2a-666b7290e931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:00.389755 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-81d63988-4f79-4144-bd2a-666b7290e931 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ac11a5bd-0584-4f41-bf7f-a43257f96e99 HTTP/1.1" status: 200 len: 921 time: 0.1414266 Nov 12 08:38:00.393423 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176be7d8-7d35-4f61-97be-2e08f158cb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74edf7ac-e07c-4156-88c2-f75a69047532'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:00.399830 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc294aba-0b6c-49ea-9c01-9fe329c14ccf" -d '{"events": [{"server_uuid": "176be7d8-7d35-4f61-97be-2e08f158cb38", "name": "network-vif-plugged", "status": "completed", "tag": "74edf7ac-e07c-4156-88c2-f75a69047532"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:00.417218 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 74edf7ac-e07c-4156-88c2-f75a69047532, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=74edf7ac-e07c-4156-88c2-f75a69047532,segment=NetworkSegment(0f608683-7fc9-4343-b1b5-ea9cdb6aef37),segment_id=0f608683-7fc9-4343-b1b5-ea9cdb6aef37)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:00.426890 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:00.475676 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-b43f8a8f-bc8f-462a-85d3-6b245ad598fe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2750c89-46e7-4b07-adf5-049600d8a1fa HTTP/1.1" status: 200 len: 217 time: 0.0711157 Nov 12 08:38:00.506787 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=74edf7ac-e07c-4156-88c2-f75a69047532,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:00.592489 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-df47cdf4-cff6-4976-83b1-97a48ed254ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:00.594566 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-df47cdf4-cff6-4976-83b1-97a48ed254ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165 HTTP/1.1" status: 200 len: 860 time: 0.1117134 Nov 12 08:38:00.657387 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-8445e707-d666-4157-913e-c81028b5ed02 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac11a5bd-0584-4f41-bf7f-a43257f96e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513613 Nov 12 08:38:00.678428 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75ee28da-d191-43d5-944d-7afadcc94d25 req-27b8f006-a161-4bf1-bfc5-d352d03e4791 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=535fa550-ed3e-4ebe-b8ad-94fccbcddee9 HTTP/1.1" status: 200 len: 210 time: 0.0995190 Nov 12 08:38:00.694835 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41656) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:00.739302 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 1a437814-4d1a-47f4-9650-5658e129f453 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:00.795710 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f6cfe5-b03e-4c4d-b3a9-9f67f2debec1 x-openstack-request-id: req-37f6cfe5-b03e-4c4d-b3a9-9f67f2debec1 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:00.797916 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176be7d8-7d35-4f61-97be-2e08f158cb38", "name": "network-vif-plugged", "status": "completed", "tag": "74edf7ac-e07c-4156-88c2-f75a69047532", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:00.798369 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-37f6cfe5-b03e-4c4d-b3a9-9f67f2debec1 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:00.802154 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176be7d8-7d35-4f61-97be-2e08f158cb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74edf7ac-e07c-4156-88c2-f75a69047532', 'code': 200} Nov 12 08:38:00.805073 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 1a437814-4d1a-47f4-9650-5658e129f453 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:38:00.805935 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 1a437814-4d1a-47f4-9650-5658e129f453 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:38:00.873759 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b9693eb3-bd6a-4253-8a3c-54e84535283c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8cc6ca5ed9f64e148f5b96cdf6df5819&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1787903 Nov 12 08:38:00.877899 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41666) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:00.939115 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-7889a250-90d2-4526-aaf7-747aa7f561c8 service neutron] 10.222.0.54 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779386 Nov 12 08:38:00.969587 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-d1f841bc-72be-4075-b7d2-ca2486504e61 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:00.972106 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-d1f841bc-72be-4075-b7d2-ca2486504e61 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/networks?id=7606f079-2527-4e0e-94d1-986a75700eb0 HTTP/1.1" status: 200 len: 814 time: 0.3764369 Nov 12 08:38:01.022704 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-92d25506-0874-459d-b1e7-78dd334ba213 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/quotas/7d890d5943624406b7ee953df5b1a618 HTTP/1.1" status: 200 len: 375 time: 0.0337677 Nov 12 08:38:01.032970 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bc79f1c9-6c0e-4f22-af94-c9fe0e6223e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:01.075092 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bc79f1c9-6c0e-4f22-af94-c9fe0e6223e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:01.123928 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873439c-9d18-464d-89b8-e2ba82e5ee63 req-244505da-03d3-4dfc-a510-1347ce472e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:01.125579 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-49f2b0c8-296a-4a09-8528-f8fed7e23ce9 service neutron] 10.222.0.54 "GET /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776493 Nov 12 08:38:01.125794 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a873439c-9d18-464d-89b8-e2ba82e5ee63 req-244505da-03d3-4dfc-a510-1347ce472e39 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=176be7d8-7d35-4f61-97be-2e08f158cb38 HTTP/1.1" status: 200 len: 1098 time: 0.2196443 Nov 12 08:38:01.130333 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-bdca9b71-0f0d-4bb6-8208-92a542e9866b tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d890d5943624406b7ee953df5b1a618&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630112 Nov 12 08:38:01.269385 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bc79f1c9-6c0e-4f22-af94-c9fe0e6223e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:01.271968 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bc79f1c9-6c0e-4f22-af94-c9fe0e6223e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:01.273177 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bc79f1c9-6c0e-4f22-af94-c9fe0e6223e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/86b2aa8d-9a19-4d72-9f7d-221e0e821ddc HTTP/1.1" status: 204 len: 168 time: 0.3938560 Nov 12 08:38:01.291215 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a873439c-9d18-464d-89b8-e2ba82e5ee63 req-93291a0f-72be-4739-872f-a44da345c747 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3a42ebb4-31ed-4b89-b4dc-6ba7459efab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258214 Nov 12 08:38:01.298748 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79f1c9-6c0e-4f22-af94-c9fe0e6223e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b2aa8d-9a19-4d72-9f7d-221e0e821ddc,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:01.339497 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-f0e3669b-979d-4e7c-b8dc-3ad53773399a service neutron] 10.222.0.37 "GET /v2.0/networks/7606f079-2527-4e0e-94d1-986a75700eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003136 Nov 12 08:38:01.413981 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611c83f-e338-4b08-8413-ea15f5f93623 req-07d2f51b-65ec-4a59-9c1d-a8af0e935c43 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:01.415695 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a611c83f-e338-4b08-8413-ea15f5f93623 req-07d2f51b-65ec-4a59-9c1d-a8af0e935c43 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 944 time: 0.1182256 Nov 12 08:38:01.525363 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a611c83f-e338-4b08-8413-ea15f5f93623 req-4cf15747-f34a-4983-b088-263bebdee25e tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782983 Nov 12 08:38:01.527580 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-12e12ffb-4523-40ce-97be-2899ef07a10c service neutron] 10.222.0.37 "GET /v2.0/networks/7606f079-2527-4e0e-94d1-986a75700eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782033 Nov 12 08:38:01.774890 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7afaa2-c016-4c62-99ee-f18f4402ba28 req-47559d42-a551-454e-ac44-901ab6ea3582 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:01.787978 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-de7afaa2-c016-4c62-99ee-f18f4402ba28 req-47559d42-a551-454e-ac44-901ab6ea3582 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] 10.222.0.37 "GET /v2.0/ports?device_id=176be7d8-7d35-4f61-97be-2e08f158cb38 HTTP/1.1" status: 200 len: 946 time: 0.1065636 Nov 12 08:38:01.914031 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-de7afaa2-c016-4c62-99ee-f18f4402ba28 req-148909e5-cfac-4581-bc26-1fe332585af6 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a42ebb4-31ed-4b89-b4dc-6ba7459efab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195536 Nov 12 08:38:01.982112 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-23caad4b-b9ba-48e2-aad3-96059dd51474 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:01.986666 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-23caad4b-b9ba-48e2-aad3-96059dd51474 tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd&tenant_id=53ced5a3b5824d46b94af4c3034e6689&binding%3Ahost_id=n-h1-768862-16 HTTP/1.1" status: 200 len: 1096 time: 0.2024164 Nov 12 08:38:02.100095 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-26bcd39f-5e44-42f1-9418-b8d16c97686b req-f9468c30-f213-45e3-a546-653caa52596e tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=535fa550-ed3e-4ebe-b8ad-94fccbcddee9 HTTP/1.1" status: 200 len: 210 time: 0.0671709 Nov 12 08:38:02.109604 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41716) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:02.169464 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-e0b8ce9c-3e73-45b9-893c-60332ad03b3b tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:02.172991 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-e0b8ce9c-3e73-45b9-893c-60332ad03b3b tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.54 "GET /v2.0/networks?id=ebb104d1-24e6-4fb5-8479-85371fc07302 HTTP/1.1" status: 200 len: 812 time: 0.4865983 Nov 12 08:38:02.202529 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-f00d8ef7-e5b7-4010-a324-536443b39e24 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Request body: {'port': {'device_id': '535fa550-ed3e-4ebe-b8ad-94fccbcddee9', 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302', 'admin_state_up': True, 'tenant_id': '04e1e46932e445c2a6cc6d10b43d5fb7'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:02.208730 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ac989e7-ba90-4f08-a508-2259bbbd05fd req-146aecb3-510d-436f-8ba4-d6fcb91dc58a tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 210 time: 0.0773849 Nov 12 08:38:02.280998 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d828e4d5-6ca8-489c-9f07-7e4ae1a64592 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=39a3c2139fb840cb85509332eeeb8109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1699114 Nov 12 08:38:02.281773 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41730) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:02.387656 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8805acbc-d3c8-4d56-b83e-61a40e466bb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:02.422766 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-7f49daac-6842-4400-8940-bd278d36a3da service neutron] For port a2750c89-46e7-4b07-adf5-049600d8a1fa, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:02.430564 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-7f49daac-6842-4400-8940-bd278d36a3da service neutron] Publish callbacks [] for binding, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:02.432000 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af6f7c25-34f4-44f5-965a-5c71ca19c5be req-7f49daac-6842-4400-8940-bd278d36a3da service neutron] 10.222.0.54 "DELETE /v2.0/ports/a2750c89-46e7-4b07-adf5-049600d8a1fa/bindings/n-h2-768862-16 HTTP/1.1" status: 204 len: 173 time: 0.4377739 Nov 12 08:38:02.436302 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8805acbc-d3c8-4d56-b83e-61a40e466bb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:02.506026 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-f00d8ef7-e5b7-4010-a324-536443b39e24 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Made reservation on behalf of 04e1e46932e445c2a6cc6d10b43d5fb7 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:02.508941 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8805acbc-d3c8-4d56-b83e-61a40e466bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:02.512956 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8805acbc-d3c8-4d56-b83e-61a40e466bb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:02.514106 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-f00d8ef7-e5b7-4010-a324-536443b39e24 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:02.514489 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8805acbc-d3c8-4d56-b83e-61a40e466bb9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7221120a-09b3-4ad1-b305-1c179ac8fac3 HTTP/1.1" status: 204 len: 168 time: 0.2305622 Nov 12 08:38:02.529279 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8805acbc-d3c8-4d56-b83e-61a40e466bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7221120a-09b3-4ad1-b305-1c179ac8fac3,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:02.758788 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-f00d8ef7-e5b7-4010-a324-536443b39e24 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Allocated IP 172.20.0.12 (ebb104d1-24e6-4fb5-8479-85371fc07302/4bf5e142-9321-4c39-8a01-974865fb5fa2/f9029258-831e-48d9-a841-b6d5f7a20d0c) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:02.810207 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d8d83-a622-4789-a7d7-5e9e4b3c3227 req-e2ce1fe4-0981-4c61-afa4-439268b33806 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:02.825355 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-652d8d83-a622-4789-a7d7-5e9e4b3c3227 req-e2ce1fe4-0981-4c61-afa4-439268b33806 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 944 time: 0.1603508 Nov 12 08:38:02.850205 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41746) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:03.007053 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-652d8d83-a622-4789-a7d7-5e9e4b3c3227 req-092e034c-4803-48ec-8d2c-112295176df8 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714013 Nov 12 08:38:03.065707 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-f00d8ef7-e5b7-4010-a324-536443b39e24 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:03.121740 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-f00d8ef7-e5b7-4010-a324-536443b39e24 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:03.229201 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-f00d8ef7-e5b7-4010-a324-536443b39e24 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Network ebb104d1-24e6-4fb5-8479-85371fc07302 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:03.233143 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-f00d8ef7-e5b7-4010-a324-536443b39e24 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:03.235846 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-f00d8ef7-e5b7-4010-a324-536443b39e24 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:03.271479 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d8ef7-e5b7-4010-a324-536443b39e24 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Pushing event updated for resources: {'Port': ['ID=f9029258-831e-48d9-a841-b6d5f7a20d0c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:03.289890 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca00b83-5b62-4eee-b531-e4dd5065e1a1 req-d1e20f22-210d-4130-8d45-c7778ba8278b tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.291428 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ca00b83-5b62-4eee-b531-e4dd5065e1a1 req-d1e20f22-210d-4130-8d45-c7778ba8278b tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 1096 time: 0.1076543 Nov 12 08:38:03.300904 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2d2cc-e7dc-423b-91e6-499fe67bf004 req-1d67fe10-0d3c-4aac-acd4-83feec2f633b tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.302566 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8de2d2cc-e7dc-423b-91e6-499fe67bf004 req-1d67fe10-0d3c-4aac-acd4-83feec2f633b tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] 10.222.0.37 "GET /v2.0/ports?device_id=176be7d8-7d35-4f61-97be-2e08f158cb38 HTTP/1.1" status: 200 len: 946 time: 0.1387658 Nov 12 08:38:03.318288 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-f00d8ef7-e5b7-4010-a324-536443b39e24 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.319083 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-f00d8ef7-e5b7-4010-a324-536443b39e24 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:03.342534 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-f00d8ef7-e5b7-4010-a324-536443b39e24 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1514809 Nov 12 08:38:03.343211 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41768) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:03.365314 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-7016ca05-ef0c-489a-bff3-a8c58f3773e1 service neutron] Request body: {'port': {'device_id': '535fa550-ed3e-4ebe-b8ad-94fccbcddee9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:03.396898 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2f884b20-3606-4377-a16c-1bb6659f57a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:03.411929 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ca00b83-5b62-4eee-b531-e4dd5065e1a1 req-5eae3c17-8eab-45a7-bb2e-80975c85137a tempest-LiveAutoBlockMigrationV225Test-919805793 tempest-LiveAutoBlockMigrationV225Test-919805793-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072290 Nov 12 08:38:03.457972 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8de2d2cc-e7dc-423b-91e6-499fe67bf004 req-2aa69920-75ad-4b5a-91a8-e2ae6c59dfb9 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a42ebb4-31ed-4b89-b4dc-6ba7459efab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368840 Nov 12 08:38:03.479002 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7099aba8-73f4-4384-84c2-e0960b4130e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:03.609282 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2f884b20-3606-4377-a16c-1bb6659f57a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:03.616314 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-7016ca05-ef0c-489a-bff3-a8c58f3773e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:03.623639 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7a765d59-66cf-48e3-815f-92be47eeeb67 req-b2c434dd-4dcd-403c-ae87-543997dea435 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 210 time: 0.0458233 Nov 12 08:38:03.642062 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd07bc-e9b9-4789-8870-af933bc954e1 req-22eed083-bd45-4554-ae77-92758765f178 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.652397 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2f884b20-3606-4377-a16c-1bb6659f57a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:03.675574 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3acd07bc-e9b9-4789-8870-af933bc954e1 req-22eed083-bd45-4554-ae77-92758765f178 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=535fa550-ed3e-4ebe-b8ad-94fccbcddee9 HTTP/1.1" status: 200 len: 932 time: 0.1261857 Nov 12 08:38:03.793440 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3acd07bc-e9b9-4789-8870-af933bc954e1 req-9e5ecfcc-0a75-48d0-b72c-b759cd2fb525 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319089 Nov 12 08:38:03.903203 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2f884b20-3606-4377-a16c-1bb6659f57a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ddd1367970d6420b87d0fc0ad3af5780&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0514805 Nov 12 08:38:03.906161 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41788) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:03.933667 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f884b20-3606-4377-a16c-1bb6659f57a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8011119e-d46c-44bc-8347-f2fe6ca8eea3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:04.002391 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-42614be3-9611-44cc-857d-32f206df2954 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:04.004599 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-42614be3-9611-44cc-857d-32f206df2954 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.54 "GET /v2.0/networks?id=7606f079-2527-4e0e-94d1-986a75700eb0 HTTP/1.1" status: 200 len: 814 time: 0.4124117 Nov 12 08:38:04.040732 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-69676080-76ba-4f64-b304-b5affb4e5e58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:04.059609 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-d3c50c11-24a4-4c44-a0e9-e8e737a8ec73 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Request body: {'port': {'device_id': '36c63c62-75cb-41b3-b440-9f424c7ee3b9', 'network_id': '7606f079-2527-4e0e-94d1-986a75700eb0', 'admin_state_up': True, 'tenant_id': '7d890d5943624406b7ee953df5b1a618'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:04.080896 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-69676080-76ba-4f64-b304-b5affb4e5e58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:04.098298 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fa9e4-a8b5-432f-9a6b-f8d2e5b572a3 req-f251bd8f-9138-4009-92fd-124b6fddec93 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:04.100231 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-491fa9e4-a8b5-432f-9a6b-f8d2e5b572a3 req-f251bd8f-9138-4009-92fd-124b6fddec93 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 944 time: 0.1032116 Nov 12 08:38:04.111354 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7099aba8-73f4-4384-84c2-e0960b4130e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:04.248689 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-491fa9e4-a8b5-432f-9a6b-f8d2e5b572a3 req-070991b1-1a4f-45d6-89f5-7af0085e93cb tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981736 Nov 12 08:38:04.266681 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-69676080-76ba-4f64-b304-b5affb4e5e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:04.274110 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-69676080-76ba-4f64-b304-b5affb4e5e58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:04.275494 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-69676080-76ba-4f64-b304-b5affb4e5e58 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8011119e-d46c-44bc-8347-f2fe6ca8eea3 HTTP/1.1" status: 204 len: 168 time: 0.3682053 Nov 12 08:38:04.304140 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69676080-76ba-4f64-b304-b5affb4e5e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8011119e-d46c-44bc-8347-f2fe6ca8eea3,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:04.447852 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7099aba8-73f4-4384-84c2-e0960b4130e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:04.452929 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb4e85-3948-4131-bfed-6613b4c714ee req-b22bc284-9ee3-4912-8459-36e39480c447 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:04.461319 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-56cb4e85-3948-4131-bfed-6613b4c714ee req-b22bc284-9ee3-4912-8459-36e39480c447 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] 10.222.0.37 "GET /v2.0/ports?device_id=176be7d8-7d35-4f61-97be-2e08f158cb38 HTTP/1.1" status: 200 len: 946 time: 0.0806406 Nov 12 08:38:04.530329 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-56cb4e85-3948-4131-bfed-6613b4c714ee req-3378aee1-209f-489e-90df-6914f4fe5e73 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a42ebb4-31ed-4b89-b4dc-6ba7459efab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628831 Nov 12 08:38:04.603880 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7099aba8-73f4-4384-84c2-e0960b4130e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ecbdabd7770f42bdbd110c3a1d308b30&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2565730 Nov 12 08:38:04.604343 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41810) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:04.609796 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099aba8-73f4-4384-84c2-e0960b4130e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cceb5ebf-e449-4389-a584-5d6213e62272,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:04.670510 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2103984-41fd-4232-a6bd-82eb34567511 req-3345848a-46b0-4477-9540-10d89d768f06 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:04.671890 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ecc081ce-7ab5-46a1-a14d-88af4808a014 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:04.672122 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d2103984-41fd-4232-a6bd-82eb34567511 req-3345848a-46b0-4477-9540-10d89d768f06 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.54 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 944 time: 0.1739709 Nov 12 08:38:04.693615 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-d3c50c11-24a4-4c44-a0e9-e8e737a8ec73 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Made reservation on behalf of 7d890d5943624406b7ee953df5b1a618 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:04.697312 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-d3c50c11-24a4-4c44-a0e9-e8e737a8ec73 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:04.709775 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ecc081ce-7ab5-46a1-a14d-88af4808a014 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:04.806097 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-7016ca05-ef0c-489a-bff3-a8c58f3773e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9029258-831e-48d9-a841-b6d5f7a20d0c {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:04.821938 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-74c982e2-d3b5-49a9-ba6e-07a8ad791071 req-66416a2b-195a-478c-aff2-2e4121eb6c59 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 210 time: 0.0400102 Nov 12 08:38:04.849838 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-7016ca05-ef0c-489a-bff3-a8c58f3773e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:04.858768 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ecc081ce-7ab5-46a1-a14d-88af4808a014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:04.862053 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ecc081ce-7ab5-46a1-a14d-88af4808a014 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:04.863297 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ecc081ce-7ab5-46a1-a14d-88af4808a014 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cceb5ebf-e449-4389-a584-5d6213e62272 HTTP/1.1" status: 204 len: 168 time: 0.2578564 Nov 12 08:38:04.873777 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc081ce-7ab5-46a1-a14d-88af4808a014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cceb5ebf-e449-4389-a584-5d6213e62272,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:04.974977 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8305d47-a09c-463f-a974-3f9a389e156b req-cc3aa7e1-6c95-4bb0-8865-9b3e174165aa tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:04.977618 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b8305d47-a09c-463f-a974-3f9a389e156b req-cc3aa7e1-6c95-4bb0-8865-9b3e174165aa tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=535fa550-ed3e-4ebe-b8ad-94fccbcddee9 HTTP/1.1" status: 200 len: 932 time: 0.0754557 Nov 12 08:38:04.986957 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-7016ca05-ef0c-489a-bff3-a8c58f3773e1 service neutron] Transition to ACTIVE for port object f9029258-831e-48d9-a841-b6d5f7a20d0c will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:38:05.010647 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-7016ca05-ef0c-489a-bff3-a8c58f3773e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:05.056439 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b8305d47-a09c-463f-a974-3f9a389e156b req-46467d8f-b94a-4ea2-a8a6-dac4a2865c11 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692761 Nov 12 08:38:05.098789 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-d3c50c11-24a4-4c44-a0e9-e8e737a8ec73 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Allocated IP 172.20.0.6 (7606f079-2527-4e0e-94d1-986a75700eb0/34379cfb-d173-406f-b0b9-10a5aa8d3079/10948d64-3eb3-4935-b81b-78e6ca3e4140) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:05.109320 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016ca05-ef0c-489a-bff3-a8c58f3773e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f9029258-831e-48d9-a841-b6d5f7a20d0c,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:05.125400 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-d2103984-41fd-4232-a6bd-82eb34567511 req-e9dcaef9-a630-4165-adfc-f0ff6ad76c70 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Deleting port a2750c89-46e7-4b07-adf5-049600d8a1fa {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:05.126457 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d2103984-41fd-4232-a6bd-82eb34567511 req-e9dcaef9-a630-4165-adfc-f0ff6ad76c70 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:05.382083 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-7016ca05-ef0c-489a-bff3-a8c58f3773e1 service neutron] Attempting to bind port f9029258-831e-48d9-a841-b6d5f7a20d0c on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:05.382426 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-7016ca05-ef0c-489a-bff3-a8c58f3773e1 service neutron] Attempting to bind port f9029258-831e-48d9-a841-b6d5f7a20d0c by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'c5cbe887-c0ec-4daa-92d4-e72529fcbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:05.382795 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-7016ca05-ef0c-489a-bff3-a8c58f3773e1 service neutron] Attempting to bind port f9029258-831e-48d9-a841-b6d5f7a20d0c on network ebb104d1-24e6-4fb5-8479-85371fc07302 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:05.399066 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-7016ca05-ef0c-489a-bff3-a8c58f3773e1 service neutron] Port f9029258-831e-48d9-a841-b6d5f7a20d0c on network ebb104d1-24e6-4fb5-8479-85371fc07302 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:38:05.399396 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-7016ca05-ef0c-489a-bff3-a8c58f3773e1 service neutron] Attempting to bind port f9029258-831e-48d9-a841-b6d5f7a20d0c on network ebb104d1-24e6-4fb5-8479-85371fc07302 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:05.403471 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-d2103984-41fd-4232-a6bd-82eb34567511 req-e9dcaef9-a630-4165-adfc-f0ff6ad76c70 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] For port a2750c89-46e7-4b07-adf5-049600d8a1fa, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=a2750c89-46e7-4b07-adf5-049600d8a1fa,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:05.403891 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d2103984-41fd-4232-a6bd-82eb34567511 req-e9dcaef9-a630-4165-adfc-f0ff6ad76c70 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:05.411012 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c910c54-9c8d-48e8-89ce-3a34236ac217 req-3e5465f2-4e1c-44b5-a708-88adb03c969e tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:05.416295 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c910c54-9c8d-48e8-89ce-3a34236ac217 req-3e5465f2-4e1c-44b5-a708-88adb03c969e tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 944 time: 0.0763061 Nov 12 08:38:05.425682 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-7016ca05-ef0c-489a-bff3-a8c58f3773e1 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:05.426011 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-7016ca05-ef0c-489a-bff3-a8c58f3773e1 service neutron] Checking segment: {'id': 'c5cbe887-c0ec-4daa-92d4-e72529fcbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:05.426672 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-7016ca05-ef0c-489a-bff3-a8c58f3773e1 service neutron] Bound using segment: {'id': 'c5cbe887-c0ec-4daa-92d4-e72529fcbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:05.426992 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-7016ca05-ef0c-489a-bff3-a8c58f3773e1 service neutron] Bound port: f9029258-831e-48d9-a841-b6d5f7a20d0c, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5cbe887-c0ec-4daa-92d4-e72529fcbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:05.427257 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-7016ca05-ef0c-489a-bff3-a8c58f3773e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:05.429429 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-d2103984-41fd-4232-a6bd-82eb34567511 req-e9dcaef9-a630-4165-adfc-f0ff6ad76c70 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Calling delete_port for a2750c89-46e7-4b07-adf5-049600d8a1fa owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:05.455117 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41844) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:05.517554 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c910c54-9c8d-48e8-89ce-3a34236ac217 req-506f2607-4b49-4f7f-9cf8-0d6c3b17c92a tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912592 Nov 12 08:38:05.546525 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa479b4e-457e-4fcb-b8a2-610fd25a033d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:05.564233 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-d3c50c11-24a4-4c44-a0e9-e8e737a8ec73 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:05.655729 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-7016ca05-ef0c-489a-bff3-a8c58f3773e1 service neutron] For port f9029258-831e-48d9-a841-b6d5f7a20d0c, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:05.691945 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c645854-1100-49ca-9e20-43aa3e7c40b9 req-733f7853-b375-4ae2-b936-6097a104338a tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:05.701415 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8c645854-1100-49ca-9e20-43aa3e7c40b9 req-733f7853-b375-4ae2-b936-6097a104338a tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] 10.222.0.37 "GET /v2.0/ports?device_id=176be7d8-7d35-4f61-97be-2e08f158cb38 HTTP/1.1" status: 200 len: 946 time: 0.0846405 Nov 12 08:38:05.705636 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-7016ca05-ef0c-489a-bff3-a8c58f3773e1 service neutron] For port f9029258-831e-48d9-a841-b6d5f7a20d0c, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f9029258-831e-48d9-a841-b6d5f7a20d0c,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:05.718905 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-7016ca05-ef0c-489a-bff3-a8c58f3773e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:05.765106 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-d3c50c11-24a4-4c44-a0e9-e8e737a8ec73 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:05.794518 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8c645854-1100-49ca-9e20-43aa3e7c40b9 req-3d8bfef6-1b29-41df-8051-38eacf9941d0 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a42ebb4-31ed-4b89-b4dc-6ba7459efab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921206 Nov 12 08:38:05.834020 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-d3c50c11-24a4-4c44-a0e9-e8e737a8ec73 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Network 7606f079-2527-4e0e-94d1-986a75700eb0 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:05.837184 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-7016ca05-ef0c-489a-bff3-a8c58f3773e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:05.837892 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-7016ca05-ef0c-489a-bff3-a8c58f3773e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:05.839296 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-7016ca05-ef0c-489a-bff3-a8c58f3773e1 service neutron] 10.222.0.54 "PUT /v2.0/ports/f9029258-831e-48d9-a841-b6d5f7a20d0c HTTP/1.1" status: 200 len: 1093 time: 2.4838359 Nov 12 08:38:05.839801 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535fa550-ed3e-4ebe-b8ad-94fccbcddee9', 'tag': 'f9029258-831e-48d9-a841-b6d5f7a20d0c'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:05.842034 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330dcfbb-6d5d-47d4-b1ac-363bb614f42c" -d '{"events": [{"name": "network-changed", "server_uuid": "535fa550-ed3e-4ebe-b8ad-94fccbcddee9", "tag": "f9029258-831e-48d9-a841-b6d5f7a20d0c"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:05.880939 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-d3c50c11-24a4-4c44-a0e9-e8e737a8ec73 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:05.881048 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41864) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:05.898926 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-d3c50c11-24a4-4c44-a0e9-e8e737a8ec73 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:05.973940 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77a12d-535c-410d-b971-92546839fe05 req-df3dc52a-3aa7-4502-9df9-e2a646f0eb7f tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:05.976772 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-be77a12d-535c-410d-b971-92546839fe05 req-df3dc52a-3aa7-4502-9df9-e2a646f0eb7f tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 931 time: 0.0760932 Nov 12 08:38:05.982194 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016ca05-ef0c-489a-bff3-a8c58f3773e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f9029258-831e-48d9-a841-b6d5f7a20d0c,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:05.996919 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa479b4e-457e-4fcb-b8a2-610fd25a033d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:06.005972 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d2103984-41fd-4232-a6bd-82eb34567511 req-e9dcaef9-a630-4165-adfc-f0ff6ad76c70 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:06.021565 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['04daa2ab-0f1e-46d6-b151-8c5b6210d993'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:06.024008 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa479b4e-457e-4fcb-b8a2-610fd25a033d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:06.075379 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-190e73d7-6fef-4833-b1eb-581377ab85dc admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-514015161-network', 'tenant_id': 'd73a964a85c04c1cb36ad5eed9aa3407'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:06.090859 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-d3c50c11-24a4-4c44-a0e9-e8e737a8ec73 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:06.091862 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-d3c50c11-24a4-4c44-a0e9-e8e737a8ec73 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:06.141663 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-be77a12d-535c-410d-b971-92546839fe05 req-8c997ef9-859d-4483-9604-14310d560cb0 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483412 Nov 12 08:38:06.144643 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190e73d7-6fef-4833-b1eb-581377ab85dc admin admin] Made reservation on behalf of d73a964a85c04c1cb36ad5eed9aa3407 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:06.161794 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-190e73d7-6fef-4833-b1eb-581377ab85dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:06.166922 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-aa479b4e-457e-4fcb-b8a2-610fd25a033d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8209ab142fc14fe19cb646d26c1e95c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7074754 Nov 12 08:38:06.169782 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41872) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:06.170310 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c50c11-24a4-4c44-a0e9-e8e737a8ec73 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Pushing event updated for resources: {'Port': ['ID=10948d64-3eb3-4935-b81b-78e6ca3e4140,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:06.174358 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-ed5983f9-6ea4-40ce-b021-e282d546593e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:06.175935 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-ed5983f9-6ea4-40ce-b021-e282d546593e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=04e1e46932e445c2a6cc6d10b43d5fb7&device_id=535fa550-ed3e-4ebe-b8ad-94fccbcddee9 HTTP/1.1" status: 200 len: 1096 time: 0.2623208 Nov 12 08:38:06.183270 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa479b4e-457e-4fcb-b8a2-610fd25a033d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06cb91a4-e691-4b2e-89eb-c910566c7864,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:06.189405 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-d3c50c11-24a4-4c44-a0e9-e8e737a8ec73 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1388834 Nov 12 08:38:06.209621 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-190e73d7-6fef-4833-b1eb-581377ab85dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:06.220814 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2103984-41fd-4232-a6bd-82eb34567511 req-e9dcaef9-a630-4165-adfc-f0ff6ad76c70 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] No DVR routers for this DVR port a2750c89-46e7-4b07-adf5-049600d8a1fa on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:06.226114 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-ea90c2a5-e5da-4af8-936e-9174d89a6ddd service neutron] Request body: {'port': {'device_id': '36c63c62-75cb-41b3-b440-9f424c7ee3b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:06.299716 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5286d9e-e2fa-4fcd-b498-95256181d3c8 x-openstack-request-id: req-d5286d9e-e2fa-4fcd-b498-95256181d3c8 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:06.299716 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535fa550-ed3e-4ebe-b8ad-94fccbcddee9", "tag": "f9029258-831e-48d9-a841-b6d5f7a20d0c", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:06.299716 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5286d9e-e2fa-4fcd-b498-95256181d3c8 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:06.300162 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '535fa550-ed3e-4ebe-b8ad-94fccbcddee9', 'tag': 'f9029258-831e-48d9-a841-b6d5f7a20d0c', 'status': 'completed', 'code': 200} Nov 12 08:38:06.301561 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d2103984-41fd-4232-a6bd-82eb34567511 req-e9dcaef9-a630-4165-adfc-f0ff6ad76c70 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:06.306339 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d2103984-41fd-4232-a6bd-82eb34567511 req-e9dcaef9-a630-4165-adfc-f0ff6ad76c70 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.54 "DELETE /v2.0/ports/a2750c89-46e7-4b07-adf5-049600d8a1fa HTTP/1.1" status: 204 len: 173 time: 1.6262176 Nov 12 08:38:06.332853 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dcaef9-a630-4165-adfc-f0ff6ad76c70 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Pushing event deleted for resources: {'Port': ['ID=a2750c89-46e7-4b07-adf5-049600d8a1fa,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:06.336814 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-7b38b7bc-923b-4513-b729-89b22708f0d4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9029258-831e-48d9-a841-b6d5f7a20d0c HTTP/1.1" status: 200 len: 217 time: 0.1247058 Nov 12 08:38:06.360947 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-554e2e30-0239-4395-983e-ed5e23ad67d4 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=52f48ab661ff40518ea2f99df4c2d790&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0882723 Nov 12 08:38:06.430346 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-ea90c2a5-e5da-4af8-936e-9174d89a6ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:06.445383 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ffe21-fb10-4eda-b90e-08ffde018a54 req-5ba85c64-493e-47b4-9e3f-1d474e5e819a tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:06.447368 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4e7ffe21-fb10-4eda-b90e-08ffde018a54 req-5ba85c64-493e-47b4-9e3f-1d474e5e819a tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] 10.222.0.58 "GET /v2.0/ports?device_id=176be7d8-7d35-4f61-97be-2e08f158cb38 HTTP/1.1" status: 200 len: 946 time: 0.2561677 Nov 12 08:38:06.453404 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-bd92e994-b023-4e18-82c3-d967f6ac8af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:06.456025 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-bd92e994-b023-4e18-82c3-d967f6ac8af6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bf5e142-9321-4c39-8a01-974865fb5fa2 HTTP/1.1" status: 200 len: 852 time: 0.1089106 Nov 12 08:38:06.514169 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-6e95e391-b608-4b1a-bd0e-a1d935daca34 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebb104d1-24e6-4fb5-8479-85371fc07302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348320 Nov 12 08:38:06.589233 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-061f238f-c255-477d-821c-e12220cb49ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:06.624061 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9375df-538d-47fc-abf8-0073bb79e3c0 req-a93bcb9e-d670-4de1-b229-d7e05c26c62d tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:06.633558 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ad9375df-538d-47fc-abf8-0073bb79e3c0 req-a93bcb9e-d670-4de1-b229-d7e05c26c62d tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=535fa550-ed3e-4ebe-b8ad-94fccbcddee9 HTTP/1.1" status: 200 len: 944 time: 0.3296549 Nov 12 08:38:06.727667 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-061f238f-c255-477d-821c-e12220cb49ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:06.754838 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-0014df38-edfb-413f-a02c-592c198d8518 service neutron] 10.222.0.54 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297535 Nov 12 08:38:06.835094 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-190e73d7-6fef-4833-b1eb-581377ab85dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:06.844760 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-1656e8f9-032d-4281-a7ac-e90a8066b4a6 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:06.853098 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-1656e8f9-032d-4281-a7ac-e90a8066b4a6 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4562395 Nov 12 08:38:06.876997 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-056766d5-f622-4adc-a936-0d67cbd64a07 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/quotas/52f48ab661ff40518ea2f99df4c2d790 HTTP/1.1" status: 200 len: 375 time: 0.0211401 Nov 12 08:38:06.877862 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-190e73d7-6fef-4833-b1eb-581377ab85dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:06.902202 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ad9375df-538d-47fc-abf8-0073bb79e3c0 req-fc21214f-6f37-4666-b961-d6e13d0c4bc8 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655966 Nov 12 08:38:06.925100 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ab3c8c35-8972-46a6-9222-7dab78dfcf3b req-b19ae6ec-817f-4611-895a-d8bf4037ea86 service neutron] 10.222.0.54 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609776 Nov 12 08:38:06.955515 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-ea90c2a5-e5da-4af8-936e-9174d89a6ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10948d64-3eb3-4935-b81b-78e6ca3e4140 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:06.979899 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-ea90c2a5-e5da-4af8-936e-9174d89a6ddd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:06.991595 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-08904803-431b-4815-aa40-496cca865666 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=52f48ab661ff40518ea2f99df4c2d790&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813744 Nov 12 08:38:06.993107 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-190e73d7-6fef-4833-b1eb-581377ab85dc admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:38:07.052081 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e73d7-6fef-4833-b1eb-581377ab85dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01eb4255-c196-47a2-bd51-b3d424de2c1b,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:07.069044 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-4e7ffe21-fb10-4eda-b90e-08ffde018a54 req-25d51816-b802-4534-82f6-dbf51e57af5f tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] Deleting port 74edf7ac-e07c-4156-88c2-f75a69047532 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:07.069504 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4e7ffe21-fb10-4eda-b90e-08ffde018a54 req-25d51816-b802-4534-82f6-dbf51e57af5f tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:07.073972 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dcfbb-6d5d-47d4-b1ac-363bb614f42c req-92e2a82b-b128-45e4-9bcc-aa671c96306d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:07.075890 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-330dcfbb-6d5d-47d4-b1ac-363bb614f42c req-92e2a82b-b128-45e4-9bcc-aa671c96306d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=04e1e46932e445c2a6cc6d10b43d5fb7&device_id=535fa550-ed3e-4ebe-b8ad-94fccbcddee9 HTTP/1.1" status: 200 len: 1096 time: 0.0925336 Nov 12 08:38:07.120174 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a65c5b7e-1640-4b19-b612-4c2c66bbc74d req-065d7fb1-8c08-413a-bea9-4d2117943293 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 210 time: 0.0645401 Nov 12 08:38:07.127793 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device a2750c89-46e7-4b07-adf5-049600d8a1fa no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:07.192825 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-190e73d7-6fef-4833-b1eb-581377ab85dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:07.193422 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-190e73d7-6fef-4833-b1eb-581377ab85dc admin admin] Added segment 5e7c7833-2333-46bc-97e1-9ab5cc58b461 of type vlan for network decddc00-32e0-44cc-9e13-8ef2ed68d9e6 Nov 12 08:38:07.194908 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-061f238f-c255-477d-821c-e12220cb49ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:07.198156 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-061f238f-c255-477d-821c-e12220cb49ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:07.205206 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-061f238f-c255-477d-821c-e12220cb49ec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06cb91a4-e691-4b2e-89eb-c910566c7864 HTTP/1.1" status: 204 len: 168 time: 1.0249226 Nov 12 08:38:07.220098 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: a2750c89-46e7-4b07-adf5-049600d8a1fa {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:38:07.223724 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device a2750c89-46e7-4b07-adf5-049600d8a1fa not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:38:07.279675 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f238f-c255-477d-821c-e12220cb49ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cb91a4-e691-4b2e-89eb-c910566c7864,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:07.281321 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-ea90c2a5-e5da-4af8-936e-9174d89a6ddd service neutron] Transition to ACTIVE for port object 10948d64-3eb3-4935-b81b-78e6ca3e4140 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:38:07.296846 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-ea90c2a5-e5da-4af8-936e-9174d89a6ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:07.374657 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-190e73d7-6fef-4833-b1eb-581377ab85dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:07.433992 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-4e7ffe21-fb10-4eda-b90e-08ffde018a54 req-25d51816-b802-4534-82f6-dbf51e57af5f tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] For port 74edf7ac-e07c-4156-88c2-f75a69047532, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=74edf7ac-e07c-4156-88c2-f75a69047532,segment=NetworkSegment(0f608683-7fc9-4343-b1b5-ea9cdb6aef37),segment_id=0f608683-7fc9-4343-b1b5-ea9cdb6aef37)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:07.434727 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4e7ffe21-fb10-4eda-b90e-08ffde018a54 req-25d51816-b802-4534-82f6-dbf51e57af5f tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:07.452805 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dcfbb-6d5d-47d4-b1ac-363bb614f42c req-748edbc4-eff2-495f-8bfb-b8ae2034ba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:07.455145 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-330dcfbb-6d5d-47d4-b1ac-363bb614f42c req-748edbc4-eff2-495f-8bfb-b8ae2034ba01 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ebb104d1-24e6-4fb5-8479-85371fc07302 HTTP/1.1" status: 200 len: 913 time: 0.3698275 Nov 12 08:38:07.558186 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90c2a5-e5da-4af8-936e-9174d89a6ddd service neutron] Pushing event updated for resources: {'Port': ['ID=10948d64-3eb3-4935-b81b-78e6ca3e4140,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:07.565560 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-330dcfbb-6d5d-47d4-b1ac-363bb614f42c req-64819856-1d29-49ec-918f-a2667b001b78 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9029258-831e-48d9-a841-b6d5f7a20d0c HTTP/1.1" status: 200 len: 217 time: 0.0867922 Nov 12 08:38:07.671255 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-ea90c2a5-e5da-4af8-936e-9174d89a6ddd service neutron] Attempting to bind port 10948d64-3eb3-4935-b81b-78e6ca3e4140 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:07.671653 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-ea90c2a5-e5da-4af8-936e-9174d89a6ddd service neutron] Attempting to bind port 10948d64-3eb3-4935-b81b-78e6ca3e4140 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'cbd6be86-3cb3-4740-8617-f1a45bb12c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7606f079-2527-4e0e-94d1-986a75700eb0'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:07.672033 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-ea90c2a5-e5da-4af8-936e-9174d89a6ddd service neutron] Attempting to bind port 10948d64-3eb3-4935-b81b-78e6ca3e4140 on network 7606f079-2527-4e0e-94d1-986a75700eb0 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:07.681569 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dcfbb-6d5d-47d4-b1ac-363bb614f42c req-291b3f5a-f0ad-4503-bb73-18a3cd3eadf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:07.683264 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-330dcfbb-6d5d-47d4-b1ac-363bb614f42c req-291b3f5a-f0ad-4503-bb73-18a3cd3eadf2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bf5e142-9321-4c39-8a01-974865fb5fa2 HTTP/1.1" status: 200 len: 852 time: 0.1056445 Nov 12 08:38:07.684117 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-ea90c2a5-e5da-4af8-936e-9174d89a6ddd service neutron] Port 10948d64-3eb3-4935-b81b-78e6ca3e4140 on network 7606f079-2527-4e0e-94d1-986a75700eb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:38:07.684444 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-ea90c2a5-e5da-4af8-936e-9174d89a6ddd service neutron] Attempting to bind port 10948d64-3eb3-4935-b81b-78e6ca3e4140 on network 7606f079-2527-4e0e-94d1-986a75700eb0 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:07.691296 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-ea90c2a5-e5da-4af8-936e-9174d89a6ddd service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:07.691752 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-ea90c2a5-e5da-4af8-936e-9174d89a6ddd service neutron] Checking segment: {'id': 'cbd6be86-3cb3-4740-8617-f1a45bb12c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7606f079-2527-4e0e-94d1-986a75700eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:07.692279 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-ea90c2a5-e5da-4af8-936e-9174d89a6ddd service neutron] Bound using segment: {'id': 'cbd6be86-3cb3-4740-8617-f1a45bb12c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7606f079-2527-4e0e-94d1-986a75700eb0'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:07.692742 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-ea90c2a5-e5da-4af8-936e-9174d89a6ddd service neutron] Bound port: 10948d64-3eb3-4935-b81b-78e6ca3e4140, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd6be86-3cb3-4740-8617-f1a45bb12c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7606f079-2527-4e0e-94d1-986a75700eb0'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:07.693213 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-ea90c2a5-e5da-4af8-936e-9174d89a6ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:07.744705 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-330dcfbb-6d5d-47d4-b1ac-363bb614f42c req-e9b41907-c5ba-4939-a13f-a8eeb616a793 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebb104d1-24e6-4fb5-8479-85371fc07302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391316 Nov 12 08:38:07.764145 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ae67b5f5-a1b5-424a-8513-2aa4b8432682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:07.975665 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-ea90c2a5-e5da-4af8-936e-9174d89a6ddd service neutron] For port 10948d64-3eb3-4935-b81b-78e6ca3e4140, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:07.987050 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6247c38-3d54-4ef5-bd4a-c9980485775d req-d33eb3a4-a6db-4874-afdc-f9678a2229a4 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:07.989088 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f6247c38-3d54-4ef5-bd4a-c9980485775d req-d33eb3a4-a6db-4874-afdc-f9678a2229a4 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] 10.222.0.37 "GET /v2.0/ports?device_id=176be7d8-7d35-4f61-97be-2e08f158cb38 HTTP/1.1" status: 200 len: 946 time: 0.6936617 Nov 12 08:38:08.002887 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-4e7ffe21-fb10-4eda-b90e-08ffde018a54 req-25d51816-b802-4534-82f6-dbf51e57af5f tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] Calling delete_port for 74edf7ac-e07c-4156-88c2-f75a69047532 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:08.033585 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-ea90c2a5-e5da-4af8-936e-9174d89a6ddd service neutron] For port 10948d64-3eb3-4935-b81b-78e6ca3e4140, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=10948d64-3eb3-4935-b81b-78e6ca3e4140,segment=NetworkSegment(cbd6be86-3cb3-4740-8617-f1a45bb12c8c),segment_id=cbd6be86-3cb3-4740-8617-f1a45bb12c8c)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:08.049737 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-190e73d7-6fef-4833-b1eb-581377ab85dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:08.050734 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190e73d7-6fef-4833-b1eb-581377ab85dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:08.051297 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-190e73d7-6fef-4833-b1eb-581377ab85dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:08.056568 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-ea90c2a5-e5da-4af8-936e-9174d89a6ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:08.120781 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90c2a5-e5da-4af8-936e-9174d89a6ddd service neutron] Pushing event updated for resources: {'Port': ['ID=10948d64-3eb3-4935-b81b-78e6ca3e4140,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:08.127701 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-330dcfbb-6d5d-47d4-b1ac-363bb614f42c req-801e28ce-81d9-45a4-8c26-1fd80950b997 service neutron] 10.222.0.54 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699419 Nov 12 08:38:08.129507 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-ea90c2a5-e5da-4af8-936e-9174d89a6ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:08.130292 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-ea90c2a5-e5da-4af8-936e-9174d89a6ddd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:08.132231 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-ea90c2a5-e5da-4af8-936e-9174d89a6ddd service neutron] 10.222.0.54 "PUT /v2.0/ports/10948d64-3eb3-4935-b81b-78e6ca3e4140 HTTP/1.1" status: 200 len: 1092 time: 1.9126725 Nov 12 08:38:08.277961 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66df5c6-cbf1-47fd-af19-1c45ca8f0f15 req-50ed9fc9-75ca-4344-8091-e987de2324dd tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:08.285450 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e66df5c6-cbf1-47fd-af19-1c45ca8f0f15 req-50ed9fc9-75ca-4344-8091-e987de2324dd tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 943 time: 0.8842907 Nov 12 08:38:08.296867 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e73d7-6fef-4833-b1eb-581377ab85dc admin admin] Pushing event updated for resources: {'Network': ['ID=decddc00-32e0-44cc-9e13-8ef2ed68d9e6,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:08.307359 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bbb96d-6297-4300-ad12-9cfea3f3bbdd', 'name': 'network-vif-deleted', 'tag': 'a2750c89-46e7-4b07-adf5-049600d8a1fa'}, {'name': 'network-changed', 'server_uuid': '36c63c62-75cb-41b3-b440-9f424c7ee3b9', 'tag': '10948d64-3eb3-4935-b81b-78e6ca3e4140'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:08.310061 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network decddc00-32e0-44cc-9e13-8ef2ed68d9e6 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:38:08.312594 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78f4637-5d5d-4463-b25a-0aa1239cdc4c" -d '{"events": [{"server_uuid": "92bbb96d-6297-4300-ad12-9cfea3f3bbdd", "name": "network-vif-deleted", "tag": "a2750c89-46e7-4b07-adf5-049600d8a1fa"}, {"name": "network-changed", "server_uuid": "36c63c62-75cb-41b3-b440-9f424c7ee3b9", "tag": "10948d64-3eb3-4935-b81b-78e6ca3e4140"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:08.317203 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-190e73d7-6fef-4833-b1eb-581377ab85dc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.4334128 Nov 12 08:38:08.324818 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-775918a8-7d0b-4ba1-8a98-625c633676b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:08.326003 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41926) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:08.327449 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-775918a8-7d0b-4ba1-8a98-625c633676b5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7d890d5943624406b7ee953df5b1a618&device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 1095 time: 0.1385744 Nov 12 08:38:08.344438 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-97555fd9-4327-438b-ad53-5a0a5b93ca58 admin admin] Request body: {'subnet': {'network_id': 'decddc00-32e0-44cc-9e13-8ef2ed68d9e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-514015161-subnet', 'tenant_id': 'd73a964a85c04c1cb36ad5eed9aa3407', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:08.401291 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97555fd9-4327-438b-ad53-5a0a5b93ca58 admin admin] Made reservation on behalf of d73a964a85c04c1cb36ad5eed9aa3407 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:08.403641 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-97555fd9-4327-438b-ad53-5a0a5b93ca58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:08.430240 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-4c796a49-487b-4ea9-8964-2d8d9125ef68 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10948d64-3eb3-4935-b81b-78e6ca3e4140 HTTP/1.1" status: 200 len: 217 time: 0.0862656 Nov 12 08:38:08.495709 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-42259d5a-f1af-4515-8bb2-21819d8b9680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:08.497592 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-42259d5a-f1af-4515-8bb2-21819d8b9680 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=34379cfb-d173-406f-b0b9-10a5aa8d3079 HTTP/1.1" status: 200 len: 854 time: 0.0571415 Nov 12 08:38:08.502313 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-330dcfbb-6d5d-47d4-b1ac-363bb614f42c req-f2b6c2b0-baa7-4009-bfcc-602a03f52a59 service neutron] 10.222.0.54 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645351 Nov 12 08:38:08.581747 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-231b05ec-c5d9-4b45-8f1b-745fa80600c6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7606f079-2527-4e0e-94d1-986a75700eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731540 Nov 12 08:38:08.621121 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e66df5c6-cbf1-47fd-af19-1c45ca8f0f15 req-504a5f74-e8e7-40f3-853b-4bd4b27466d1 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344116 Nov 12 08:38:08.662483 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f6247c38-3d54-4ef5-bd4a-c9980485775d req-141c5f74-305a-4ea8-9ca2-d2dd7757fb32 tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a42ebb4-31ed-4b89-b4dc-6ba7459efab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6572108 Nov 12 08:38:08.666194 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-97555fd9-4327-438b-ad53-5a0a5b93ca58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:08.734544 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97555fd9-4327-438b-ad53-5a0a5b93ca58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8caf3eba-e7df-49d1-bdb7-f7a8b69eb432,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:08.770360 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-4433b694-62c7-4fa6-8b1c-4ddaadb00b74 service neutron] 10.222.0.54 "GET /v2.0/networks/7606f079-2527-4e0e-94d1-986a75700eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803522 Nov 12 08:38:08.789338 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0461d40-78dd-4df0-a883-8b756a1bf9ce req-6741015f-1f9f-4972-8ae6-f8c571837a3d tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cdeebe-f6f0-4128-b290-e6ab8e66628a HTTP/1.1" status: 200 len: 210 time: 0.0382788 Nov 12 08:38:08.804383 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4e7ffe21-fb10-4eda-b90e-08ffde018a54 req-25d51816-b802-4534-82f6-dbf51e57af5f tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:08.845672 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d51816-b802-4534-82f6-dbf51e57af5f tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] Pushing event deleted for resources: {'Port': ['ID=74edf7ac-e07c-4156-88c2-f75a69047532,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:08.919166 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8ec57042-bd86-4b38-9ae0-19ba35b84d7e req-eef5523c-d219-41af-8106-3f80e8ce07b4 service neutron] 10.222.0.54 "GET /v2.0/networks/7606f079-2527-4e0e-94d1-986a75700eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417139 Nov 12 08:38:08.920138 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97555fd9-4327-438b-ad53-5a0a5b93ca58 admin admin] Checking segment: {'id': '5e7c7833-2333-46bc-97e1-9ab5cc58b461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'decddc00-32e0-44cc-9e13-8ef2ed68d9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:08.920514 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97555fd9-4327-438b-ad53-5a0a5b93ca58 admin admin] Network hostable DHCP agents. Network: decddc00-32e0-44cc-9e13-8ef2ed68d9e6, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:38:08.956340 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7ffe21-fb10-4eda-b90e-08ffde018a54 req-25d51816-b802-4534-82f6-dbf51e57af5f tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] No DVR routers for this DVR port 74edf7ac-e07c-4156-88c2-f75a69047532 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:08.959782 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4e7ffe21-fb10-4eda-b90e-08ffde018a54 req-25d51816-b802-4534-82f6-dbf51e57af5f tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:08.963410 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4e7ffe21-fb10-4eda-b90e-08ffde018a54 req-25d51816-b802-4534-82f6-dbf51e57af5f tempest-InstanceActionsNegativeTestJSON-851620493 tempest-InstanceActionsNegativeTestJSON-851620493-project] 10.222.0.58 "DELETE /v2.0/ports/74edf7ac-e07c-4156-88c2-f75a69047532 HTTP/1.1" status: 204 len: 173 time: 2.4967897 Nov 12 08:38:08.966983 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176be7d8-7d35-4f61-97be-2e08f158cb38', 'name': 'network-vif-deleted', 'tag': '74edf7ac-e07c-4156-88c2-f75a69047532'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:08.969931 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19dae331-ea32-44c5-8cc3-3625d27566e2" -d '{"events": [{"server_uuid": "176be7d8-7d35-4f61-97be-2e08f158cb38", "name": "network-vif-deleted", "tag": "74edf7ac-e07c-4156-88c2-f75a69047532"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:09.000093 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38b815-8ac7-431a-83be-b1ef82e1ffbc req-39fd56c2-9845-46eb-9dd2-9e0036513ec3 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:09.002208 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7d38b815-8ac7-431a-83be-b1ef82e1ffbc req-39fd56c2-9845-46eb-9dd2-9e0036513ec3 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=535fa550-ed3e-4ebe-b8ad-94fccbcddee9 HTTP/1.1" status: 200 len: 944 time: 0.1647141 Nov 12 08:38:09.025033 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97555fd9-4327-438b-ad53-5a0a5b93ca58 admin admin] Network decddc00-32e0-44cc-9e13-8ef2ed68d9e6 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:38:09.078180 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-97555fd9-4327-438b-ad53-5a0a5b93ca58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, decddc00-32e0-44cc-9e13-8ef2ed68d9e6) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:09.085994 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d3e5d446-d5ab-4575-a4cb-39b49a7759c8 req-5e16c0f2-70b7-457e-b2a8-6387c3ee53ca tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 210 time: 0.0554464 Nov 12 08:38:09.089474 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50148df-de95-4b52-97aa-fe98f5295e8e None None] Network decddc00-32e0-44cc-9e13-8ef2ed68d9e6 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:09.131860 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f9029258-831e-48d9-a841-b6d5f7a20d0c details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:38:09.166657 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7d38b815-8ac7-431a-83be-b1ef82e1ffbc req-b17bda7e-5640-4d35-82e7-d464133c7d6c tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579952 Nov 12 08:38:09.168241 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97555fd9-4327-438b-ad53-5a0a5b93ca58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:09.168838 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-97555fd9-4327-438b-ad53-5a0a5b93ca58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:09.189632 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-b3edf076-f52b-4106-a1d9-4c6ee686bbf9 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=52f48ab661ff40518ea2f99df4c2d790&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1007164 Nov 12 08:38:09.216514 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8518529b-e083-473d-8182-c2cdc147b15f x-openstack-request-id: req-8518529b-e083-473d-8182-c2cdc147b15f {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:09.216949 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92bbb96d-6297-4300-ad12-9cfea3f3bbdd", "name": "network-vif-deleted", "tag": "a2750c89-46e7-4b07-adf5-049600d8a1fa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "36c63c62-75cb-41b3-b440-9f424c7ee3b9", "tag": "10948d64-3eb3-4935-b81b-78e6ca3e4140", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:09.217267 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8518529b-e083-473d-8182-c2cdc147b15f {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:09.217982 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bbb96d-6297-4300-ad12-9cfea3f3bbdd', 'name': 'network-vif-deleted', 'tag': 'a2750c89-46e7-4b07-adf5-049600d8a1fa', 'status': 'completed', 'code': 200} Nov 12 08:38:09.218297 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c63c62-75cb-41b3-b440-9f424c7ee3b9', 'tag': '10948d64-3eb3-4935-b81b-78e6ca3e4140', 'status': 'completed', 'code': 200} Nov 12 08:38:09.243229 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 74edf7ac-e07c-4156-88c2-f75a69047532 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:09.275828 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-97555fd9-4327-438b-ad53-5a0a5b93ca58 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9401917 Nov 12 08:38:09.313119 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df00bcc4-5a78-409d-b235-9b7927f534cb x-openstack-request-id: req-df00bcc4-5a78-409d-b235-9b7927f534cb {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:09.313963 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176be7d8-7d35-4f61-97be-2e08f158cb38", "name": "network-vif-deleted", "tag": "74edf7ac-e07c-4156-88c2-f75a69047532", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:09.314227 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-df00bcc4-5a78-409d-b235-9b7927f534cb {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:09.314651 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176be7d8-7d35-4f61-97be-2e08f158cb38', 'name': 'network-vif-deleted', 'tag': '74edf7ac-e07c-4156-88c2-f75a69047532', 'status': 'completed', 'code': 200} Nov 12 08:38:09.335731 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 74edf7ac-e07c-4156-88c2-f75a69047532 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:38:09.338550 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 74edf7ac-e07c-4156-88c2-f75a69047532 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:38:09.367786 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f4637-5d5d-4463-b25a-0aa1239cdc4c req-3c8915a1-389c-472e-b1cb-a7bd2682c028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:09.369413 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a78f4637-5d5d-4463-b25a-0aa1239cdc4c req-3c8915a1-389c-472e-b1cb-a7bd2682c028 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7d890d5943624406b7ee953df5b1a618&device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 1095 time: 0.1064591 Nov 12 08:38:09.458919 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-7ff55ca1-6f66-4bf3-870a-7efd6ebeceb5 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:09.464936 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-7ff55ca1-6f66-4bf3-870a-7efd6ebeceb5 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2668374 Nov 12 08:38:09.490027 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-8232605d-e376-4fe7-9c09-0f4429a2fa2a tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Request body: {'port': {'device_id': '35cdeebe-f6f0-4128-b290-e6ab8e66628a', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'admin_state_up': True, 'tenant_id': '52f48ab661ff40518ea2f99df4c2d790'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:09.552319 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f4637-5d5d-4463-b25a-0aa1239cdc4c req-d0dc0060-7d1e-426d-a971-99a1fd4a3bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:09.555673 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a78f4637-5d5d-4463-b25a-0aa1239cdc4c req-d0dc0060-7d1e-426d-a971-99a1fd4a3bb5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7606f079-2527-4e0e-94d1-986a75700eb0 HTTP/1.1" status: 200 len: 915 time: 0.1775887 Nov 12 08:38:09.633130 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a78f4637-5d5d-4463-b25a-0aa1239cdc4c req-61379fa2-1941-410c-88fe-d95290851fe7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10948d64-3eb3-4935-b81b-78e6ca3e4140 HTTP/1.1" status: 200 len: 217 time: 0.0681808 Nov 12 08:38:09.718470 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port f9029258-831e-48d9-a841-b6d5f7a20d0c, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f9029258-831e-48d9-a841-b6d5f7a20d0c,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:09.735504 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'f9029258-831e-48d9-a841-b6d5f7a20d0c', 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302', 'port_id': 'f9029258-831e-48d9-a841-b6d5f7a20d0c', 'mac_address': 'fa:16:3e:de:fc:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bf5e142-9321-4c39-8a01-974865fb5fa2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:38:09.742143 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9d5e05-d8b1-43a9-8238-cdffe12d6b5c None None] Network decddc00-32e0-44cc-9e13-8ef2ed68d9e6 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:09.757565 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f4637-5d5d-4463-b25a-0aa1239cdc4c req-1524fde5-a23e-4fcf-9411-e155326db3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:09.759317 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a78f4637-5d5d-4463-b25a-0aa1239cdc4c req-1524fde5-a23e-4fcf-9411-e155326db3d4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=34379cfb-d173-406f-b0b9-10a5aa8d3079 HTTP/1.1" status: 200 len: 854 time: 0.1171362 Nov 12 08:38:09.916677 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-8232605d-e376-4fe7-9c09-0f4429a2fa2a tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Made reservation on behalf of 52f48ab661ff40518ea2f99df4c2d790 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:09.928878 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-8232605d-e376-4fe7-9c09-0f4429a2fa2a tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:09.969654 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-8232605d-e376-4fe7-9c09-0f4429a2fa2a tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:09.970305 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:10.035909 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9029258-831e-48d9-a841-b6d5f7a20d0c {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:10.089379 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e97fa-331c-49ce-90c1-c2a26480674b req-d7696f2d-a513-4f17-9dc5-ebbf99fbf01a tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:10.100557 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aa7e97fa-331c-49ce-90c1-c2a26480674b req-d7696f2d-a513-4f17-9dc5-ebbf99fbf01a tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 943 time: 0.2835748 Nov 12 08:38:10.148826 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port f9029258-831e-48d9-a841-b6d5f7a20d0c, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f9029258-831e-48d9-a841-b6d5f7a20d0c,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:10.192625 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:10.232398 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aa7e97fa-331c-49ce-90c1-c2a26480674b req-0cfb3ff2-97ce-4133-845c-9b64355457be tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307344 Nov 12 08:38:10.249326 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-42c6a1ed-e449-4eb2-9722-9c82ff0c081c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:10.271142 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-8232605d-e376-4fe7-9c09-0f4429a2fa2a tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:10.276014 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-8232605d-e376-4fe7-9c09-0f4429a2fa2a tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:10.301201 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=f9029258-831e-48d9-a841-b6d5f7a20d0c,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:10.311044 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:10.311415 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:10.311753 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:10.312115 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:10.312466 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:10.313107 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:10.313457 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:10.313901 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:10.314248 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:10.314890 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:10.315306 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:10.315643 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:10.340209 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41976) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:10.382629 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a78f4637-5d5d-4463-b25a-0aa1239cdc4c req-136fcc6e-5155-4349-bd9b-1f5e9ad70018 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7606f079-2527-4e0e-94d1-986a75700eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6138532 Nov 12 08:38:10.403105 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['f9029258-831e-48d9-a841-b6d5f7a20d0c'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:10.517222 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a78f4637-5d5d-4463-b25a-0aa1239cdc4c req-a91876d1-322b-46f6-9d60-02c1c97022fa service neutron] 10.222.0.54 "GET /v2.0/networks/7606f079-2527-4e0e-94d1-986a75700eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226912 Nov 12 08:38:10.541662 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2be44c3f-27fa-44f9-a82b-c103874cef38 req-6d7b8ef4-2922-4617-b9f9-99def39ea3d0 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cdeebe-f6f0-4128-b290-e6ab8e66628a HTTP/1.1" status: 200 len: 210 time: 0.1373959 Nov 12 08:38:10.541662 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232605d-e376-4fe7-9c09-0f4429a2fa2a tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6795337-8395-4302-b086-2ae77146e290,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:10.626081 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcf3003d-a1cd-4a06-b8f7-8c7f97166962 admin admin] Deleting subnet 9cd18d92-0d44-4cf8-9d61-3080c0b07955 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:38:10.641489 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fcf3003d-a1cd-4a06-b8f7-8c7f97166962 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:10.692614 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-11882f06-b628-47e2-a1d0-dfda836cae6d tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:10.700086 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-11882f06-b628-47e2-a1d0-dfda836cae6d tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/networks?id=decddc00-32e0-44cc-9e13-8ef2ed68d9e6 HTTP/1.1" status: 200 len: 804 time: 0.3996165 Nov 12 08:38:10.705387 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a78f4637-5d5d-4463-b25a-0aa1239cdc4c req-750dcee2-ac2f-4e80-8a55-5e19d1ba32df service neutron] 10.222.0.54 "GET /v2.0/networks/7606f079-2527-4e0e-94d1-986a75700eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802714 Nov 12 08:38:10.737097 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-fef7c3b5-3d29-47c1-8143-e4046eb7c2d5 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/quotas/d73a964a85c04c1cb36ad5eed9aa3407 HTTP/1.1" status: 200 len: 375 time: 0.0360324 Nov 12 08:38:10.738332 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-8232605d-e376-4fe7-9c09-0f4429a2fa2a tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Allocated IP 192.168.233.234 (aaa9e939-3555-4037-a22a-8e3905c2166f/ac1fb13e-fa96-4a78-a070-af75ed125682/423e9fb0-7eb6-426e-8d7e-0aaa385b7589) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:10.742207 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fcf3003d-a1cd-4a06-b8f7-8c7f97166962 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:10.796011 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-5d9fef74-5c7e-45f5-bd37-f66d01662749 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d73a964a85c04c1cb36ad5eed9aa3407&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493567 Nov 12 08:38:10.866869 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fcf3003d-a1cd-4a06-b8f7-8c7f97166962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:10.976278 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6d16ed06-39ac-4133-8d70-509818d0afd4 req-ab1eb52f-f33b-49a6-9d36-27e8a12982db tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 210 time: 0.1039133 Nov 12 08:38:11.113707 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-43907a43-47a3-4554-8240-3d71dbf79cbf service neutron] 10.222.0.37 "GET /v2.0/networks/decddc00-32e0-44cc-9e13-8ef2ed68d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958171 Nov 12 08:38:11.127423 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 10948d64-3eb3-4935-b81b-78e6ca3e4140 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:38:11.132863 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f9029258-831e-48d9-a841-b6d5f7a20d0c up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:11.146657 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fcf3003d-a1cd-4a06-b8f7-8c7f97166962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:11.247723 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3003d-a1cd-4a06-b8f7-8c7f97166962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cd18d92-0d44-4cf8-9d61-3080c0b07955,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:11.252834 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port f9029258-831e-48d9-a841-b6d5f7a20d0c completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:38:11.254924 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-8232605d-e376-4fe7-9c09-0f4429a2fa2a tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:11.257000 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fcf3003d-a1cd-4a06-b8f7-8c7f97166962 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:11.262606 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fcf3003d-a1cd-4a06-b8f7-8c7f97166962 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9cd18d92-0d44-4cf8-9d61-3080c0b07955 HTTP/1.1" status: 204 len: 168 time: 0.8844426 Nov 12 08:38:11.262935 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41984) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:11.269046 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d6ed6-15fb-4cec-802f-28f54122034d req-59b41348-2bb6-4013-9368-519973d3f8c4 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:11.271321 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c89d6ed6-15fb-4cec-802f-28f54122034d req-59b41348-2bb6-4013-9368-519973d3f8c4 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=535fa550-ed3e-4ebe-b8ad-94fccbcddee9 HTTP/1.1" status: 200 len: 945 time: 0.2214801 Nov 12 08:38:11.336297 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 10948d64-3eb3-4935-b81b-78e6ca3e4140, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=10948d64-3eb3-4935-b81b-78e6ca3e4140,segment=NetworkSegment(cbd6be86-3cb3-4740-8617-f1a45bb12c8c),segment_id=cbd6be86-3cb3-4740-8617-f1a45bb12c8c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:11.356053 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fb9406f6-c5e9-4ac2-b1a1-1a6587e295d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:11.360801 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '10948d64-3eb3-4935-b81b-78e6ca3e4140', 'network_id': '7606f079-2527-4e0e-94d1-986a75700eb0', 'port_id': '10948d64-3eb3-4935-b81b-78e6ca3e4140', 'mac_address': 'fa:16:3e:3b:b1:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34379cfb-d173-406f-b0b9-10a5aa8d3079', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:38:11.362150 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c89d6ed6-15fb-4cec-802f-28f54122034d req-9cc3f6a0-9e18-488d-aa32-12a7919acc94 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801232 Nov 12 08:38:11.379303 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port f9029258-831e-48d9-a841-b6d5f7a20d0c triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:11.379978 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:11.393526 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-421b0d6f-bdfb-4ee0-b179-b8e1f6b92204 service neutron] 10.222.0.37 "GET /v2.0/networks/decddc00-32e0-44cc-9e13-8ef2ed68d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701147 Nov 12 08:38:11.416799 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-8232605d-e376-4fe7-9c09-0f4429a2fa2a tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:11.473270 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-8232605d-e376-4fe7-9c09-0f4429a2fa2a tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Network aaa9e939-3555-4037-a22a-8e3905c2166f is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:11.477459 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-8232605d-e376-4fe7-9c09-0f4429a2fa2a tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:11.482769 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-8232605d-e376-4fe7-9c09-0f4429a2fa2a tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:11.515130 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232605d-e376-4fe7-9c09-0f4429a2fa2a tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Pushing event updated for resources: {'Port': ['ID=423e9fb0-7eb6-426e-8d7e-0aaa385b7589,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:11.572775 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fb9406f6-c5e9-4ac2-b1a1-1a6587e295d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:11.604802 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:11.630047 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10948d64-3eb3-4935-b81b-78e6ca3e4140 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:11.654294 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-8232605d-e376-4fe7-9c09-0f4429a2fa2a tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:11.655874 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-8232605d-e376-4fe7-9c09-0f4429a2fa2a tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:11.714293 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b71e7-a60d-41ed-a6ef-a0cf8f9c20c0 req-9b423745-01a5-4269-80bf-de5b9a92d1a2 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:11.715963 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b64b71e7-a60d-41ed-a6ef-a0cf8f9c20c0 req-9b423745-01a5-4269-80bf-de5b9a92d1a2 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 943 time: 0.1977043 Nov 12 08:38:11.716159 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-fb9406f6-c5e9-4ac2-b1a1-1a6587e295d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a97eab13-58b9-445b-a94a-c90e56d0cfb3']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:11.724757 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-8232605d-e376-4fe7-9c09-0f4429a2fa2a tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2410691 Nov 12 08:38:11.742795 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-3856702c-9e5c-4932-8734-888dec453594 service neutron] Request body: {'port': {'device_id': '35cdeebe-f6f0-4128-b290-e6ab8e66628a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:11.743325 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 10948d64-3eb3-4935-b81b-78e6ca3e4140, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=10948d64-3eb3-4935-b81b-78e6ca3e4140,segment=NetworkSegment(cbd6be86-3cb3-4740-8617-f1a45bb12c8c),segment_id=cbd6be86-3cb3-4740-8617-f1a45bb12c8c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:11.759237 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-fb9406f6-c5e9-4ac2-b1a1-1a6587e295d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f608683-7fc9-4343-b1b5-ea9cdb6aef37') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:11.763377 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-fb9406f6-c5e9-4ac2-b1a1-1a6587e295d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f608683-7fc9-4343-b1b5-ea9cdb6aef37') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:11.774265 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:11.800185 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fb9406f6-c5e9-4ac2-b1a1-1a6587e295d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:11.845895 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fb9406f6-c5e9-4ac2-b1a1-1a6587e295d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:11.860289 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:11.874704 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb9406f6-c5e9-4ac2-b1a1-1a6587e295d4 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:38:11.876002 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fb9406f6-c5e9-4ac2-b1a1-1a6587e295d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:11.909650 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:38:11.909650 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:38:11.909650 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:38:11.909650 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:38:11.909650 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:38:11.909650 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:38:11.909650 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:38:11.909650 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:38:11.909650 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:38:11.909650 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:38:11.909650 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:38:11.909650 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:38:11.909650 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:38:11.909650 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:38:11.909650 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:38:11.909650 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:38:11.909650 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:38:11.909650 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:38:11.909650 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:38:11.909650 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:38:11.909650 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:38:11.909650 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:38:11.909650 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:38:11.909650 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:38:11.909650 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:38:11.909650 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:38:11.909650 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:38:11.909650 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:38:11.909650 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:38:11.909650 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:38:11.909650 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:38:11.909650 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:38:11.996747 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fb9406f6-c5e9-4ac2-b1a1-1a6587e295d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:12.017397 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fb9406f6-c5e9-4ac2-b1a1-1a6587e295d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:12.030341 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-fb9406f6-c5e9-4ac2-b1a1-1a6587e295d4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a97eab13-58b9-445b-a94a-c90e56d0cfb3 HTTP/1.1" status: 204 len: 168 time: 0.7652538 Nov 12 08:38:12.064703 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9406f6-c5e9-4ac2-b1a1-1a6587e295d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a97eab13-58b9-445b-a94a-c90e56d0cfb3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:12.089147 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['10948d64-3eb3-4935-b81b-78e6ca3e4140'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:12.093882 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b64b71e7-a60d-41ed-a6ef-a0cf8f9c20c0 req-e9b431e9-4fa3-4f56-bd3e-153caefa858e tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672442 Nov 12 08:38:12.108069 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-3856702c-9e5c-4932-8734-888dec453594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:12.123702 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:12.181470 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535fa550-ed3e-4ebe-b8ad-94fccbcddee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9029258-831e-48d9-a841-b6d5f7a20d0c'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:12.184205 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec99b76-a37d-4911-914d-c0efeaae77e2" -d '{"events": [{"server_uuid": "535fa550-ed3e-4ebe-b8ad-94fccbcddee9", "name": "network-vif-plugged", "status": "completed", "tag": "f9029258-831e-48d9-a841-b6d5f7a20d0c"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:12.194509 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=10948d64-3eb3-4935-b81b-78e6ca3e4140,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:12.203684 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17207820-4217-4b4a-a61a-9cddfe601a8b req-4cff6773-727c-426f-9d14-04f915d26578 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:12.216134 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-17207820-4217-4b4a-a61a-9cddfe601a8b req-4cff6773-727c-426f-9d14-04f915d26578 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cdeebe-f6f0-4128-b290-e6ab8e66628a HTTP/1.1" status: 200 len: 936 time: 0.3516378 Nov 12 08:38:12.223530 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8c088256-88e8-4a06-b8ce-63dcf88111e7 None None] Provisioning complete for port 423e9fb0-7eb6-426e-8d7e-0aaa385b7589 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:12.224081 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8c088256-88e8-4a06-b8ce-63dcf88111e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:12.227964 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port f9029258-831e-48d9-a841-b6d5f7a20d0c, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f9029258-831e-48d9-a841-b6d5f7a20d0c,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:12.259010 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:12.342238 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-8c088256-88e8-4a06-b8ce-63dcf88111e7 None None] Port 423e9fb0-7eb6-426e-8d7e-0aaa385b7589 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:38:12.354964 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bffca1ac-0a67-4720-b639-ebdbbe947c67 req-9886ca15-7553-40a0-8c91-e0495ef012cb tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=950b48c8-eeb9-44b3-bad1-27667c671e5e HTTP/1.1" status: 200 len: 210 time: 0.1882498 Nov 12 08:38:12.437629 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=f9029258-831e-48d9-a841-b6d5f7a20d0c,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:12.459278 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42018) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:12.488721 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-17207820-4217-4b4a-a61a-9cddfe601a8b req-c1dc9f2a-1fb9-4ada-9e5d-d237cbe8ac6f tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6795337-8395-4302-b086-2ae77146e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713189 Nov 12 08:38:12.640095 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ee3ec11c-211e-4254-b3f7-ee19b73a475a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=09ecb32dae9543d082a31aa0587a170c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1757710 Nov 12 08:38:12.643202 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42024) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:12.680714 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f856576f-11c2-4f78-be08-9885d939c060 x-openstack-request-id: req-f856576f-11c2-4f78-be08-9885d939c060 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:12.681361 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535fa550-ed3e-4ebe-b8ad-94fccbcddee9", "name": "network-vif-plugged", "status": "completed", "tag": "f9029258-831e-48d9-a841-b6d5f7a20d0c", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:12.681475 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f856576f-11c2-4f78-be08-9885d939c060 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:12.681872 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535fa550-ed3e-4ebe-b8ad-94fccbcddee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9029258-831e-48d9-a841-b6d5f7a20d0c', 'code': 200} Nov 12 08:38:12.810473 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be33c86d-0ace-4b96-96e7-8716ddfed3ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:12.917733 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be33c86d-0ace-4b96-96e7-8716ddfed3ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:12.923341 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-67745d7b-a53a-4785-bf6b-3b97fad8717f req-83f97f53-c2ef-406c-bfef-409ba647ed31 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 210 time: 0.1046121 Nov 12 08:38:12.936466 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455852c-a39e-4118-bb6e-02f34a24baea req-715ba130-638b-44ed-8bcd-6d80040ed5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:12.942059 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f455852c-a39e-4118-bb6e-02f34a24baea req-715ba130-638b-44ed-8bcd-6d80040ed5aa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=535fa550-ed3e-4ebe-b8ad-94fccbcddee9 HTTP/1.1" status: 200 len: 1098 time: 0.1444740 Nov 12 08:38:12.985315 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f3887-47ef-4418-ad2a-7170906b1b15 req-a8aa9543-a386-42a4-9f27-4c9fc15097a8 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:12.986959 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-635f3887-47ef-4418-ad2a-7170906b1b15 req-a8aa9543-a386-42a4-9f27-4c9fc15097a8 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=535fa550-ed3e-4ebe-b8ad-94fccbcddee9 HTTP/1.1" status: 200 len: 946 time: 0.2359550 Nov 12 08:38:13.128896 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f455852c-a39e-4118-bb6e-02f34a24baea req-4fdffc1c-0bae-466d-aaf6-8b0a78a8c628 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756859 Nov 12 08:38:13.146214 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be33c86d-0ace-4b96-96e7-8716ddfed3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:13.163345 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 10948d64-3eb3-4935-b81b-78e6ca3e4140 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:13.178852 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be33c86d-0ace-4b96-96e7-8716ddfed3ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:13.182054 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-3856702c-9e5c-4932-8734-888dec453594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 423e9fb0-7eb6-426e-8d7e-0aaa385b7589 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:13.184619 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-be33c86d-0ace-4b96-96e7-8716ddfed3ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a42ebb4-31ed-4b89-b4dc-6ba7459efab3 HTTP/1.1" status: 204 len: 168 time: 0.5382226 Nov 12 08:38:13.232464 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-3856702c-9e5c-4932-8734-888dec453594 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:13.235234 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33c86d-0ace-4b96-96e7-8716ddfed3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a42ebb4-31ed-4b89-b4dc-6ba7459efab3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:13.285926 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-635f3887-47ef-4418-ad2a-7170906b1b15 req-0413eac6-81e8-4c53-ad74-40c380dddbe6 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799079 Nov 12 08:38:13.313103 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-3856702c-9e5c-4932-8734-888dec453594 service neutron] Transition to ACTIVE for port object 423e9fb0-7eb6-426e-8d7e-0aaa385b7589 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:38:13.341053 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-3856702c-9e5c-4932-8734-888dec453594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:13.381511 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:13.439667 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 10948d64-3eb3-4935-b81b-78e6ca3e4140 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:38:13.454699 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 10948d64-3eb3-4935-b81b-78e6ca3e4140 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:13.456934 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:13.539784 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc946b-d01e-4943-bd26-2ef5426d7c0a req-ecd60a06-526b-4cba-8c13-5e0991c8f2f7 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:13.561297 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-becc946b-d01e-4943-bd26-2ef5426d7c0a req-ecd60a06-526b-4cba-8c13-5e0991c8f2f7 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 944 time: 0.3487220 Nov 12 08:38:13.676421 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:13.934398 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-714c0112-40a5-43c1-b9f8-0489087571a8 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:13.936469 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-714c0112-40a5-43c1-b9f8-0489087571a8 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.58 "GET /v2.0/networks?id=decddc00-32e0-44cc-9e13-8ef2ed68d9e6 HTTP/1.1" status: 200 len: 804 time: 0.4692829 Nov 12 08:38:13.961397 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-96077c6b-bc8b-4a4a-8075-b8d42b82b4dc tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Request body: {'port': {'device_id': '950b48c8-eeb9-44b3-bad1-27667c671e5e', 'network_id': 'decddc00-32e0-44cc-9e13-8ef2ed68d9e6', 'admin_state_up': True, 'tenant_id': 'd73a964a85c04c1cb36ad5eed9aa3407'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:14.080693 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856702c-9e5c-4932-8734-888dec453594 service neutron] Pushing event updated for resources: {'Port': ['ID=423e9fb0-7eb6-426e-8d7e-0aaa385b7589,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:14.264941 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:14.275442 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ff6b01f1-2863-446a-83b9-322248342b6d req-e7a88616-963c-4185-b7a0-ed3291298768 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=950b48c8-eeb9-44b3-bad1-27667c671e5e HTTP/1.1" status: 200 len: 210 time: 0.1392622 Nov 12 08:38:14.332009 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 10948d64-3eb3-4935-b81b-78e6ca3e4140, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=10948d64-3eb3-4935-b81b-78e6ca3e4140,segment=NetworkSegment(cbd6be86-3cb3-4740-8617-f1a45bb12c8c),segment_id=cbd6be86-3cb3-4740-8617-f1a45bb12c8c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:14.342176 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:14.391580 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-becc946b-d01e-4943-bd26-2ef5426d7c0a req-87c715e7-bd5c-44c0-b60f-837dc8c266cc tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8223426 Nov 12 08:38:14.450917 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=10948d64-3eb3-4935-b81b-78e6ca3e4140,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:14.498814 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-3856702c-9e5c-4932-8734-888dec453594 service neutron] Attempting to bind port 423e9fb0-7eb6-426e-8d7e-0aaa385b7589 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:14.499202 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-3856702c-9e5c-4932-8734-888dec453594 service neutron] Attempting to bind port 423e9fb0-7eb6-426e-8d7e-0aaa385b7589 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:14.499595 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-3856702c-9e5c-4932-8734-888dec453594 service neutron] Attempting to bind port 423e9fb0-7eb6-426e-8d7e-0aaa385b7589 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:14.511856 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42064) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:14.518520 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-3856702c-9e5c-4932-8734-888dec453594 service neutron] Port 423e9fb0-7eb6-426e-8d7e-0aaa385b7589 on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:38:14.518864 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-3856702c-9e5c-4932-8734-888dec453594 service neutron] Attempting to bind port 423e9fb0-7eb6-426e-8d7e-0aaa385b7589 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:14.534268 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-3856702c-9e5c-4932-8734-888dec453594 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:14.534268 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-3856702c-9e5c-4932-8734-888dec453594 service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:14.534761 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-3856702c-9e5c-4932-8734-888dec453594 service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:14.535007 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-3856702c-9e5c-4932-8734-888dec453594 service neutron] Bound port: 423e9fb0-7eb6-426e-8d7e-0aaa385b7589, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:14.535302 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-3856702c-9e5c-4932-8734-888dec453594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:14.540538 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-96077c6b-bc8b-4a4a-8075-b8d42b82b4dc tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Made reservation on behalf of d73a964a85c04c1cb36ad5eed9aa3407 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:14.545020 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-96077c6b-bc8b-4a4a-8075-b8d42b82b4dc tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:14.576443 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9886c-2b97-421c-902a-3faeb10fc9dd req-3863a307-fe81-4659-8ed9-384ee056395e tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:14.576990 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8ef9886c-2b97-421c-902a-3faeb10fc9dd req-3863a307-fe81-4659-8ed9-384ee056395e tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cdeebe-f6f0-4128-b290-e6ab8e66628a HTTP/1.1" status: 200 len: 948 time: 0.1824386 Nov 12 08:38:14.684181 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c63c62-75cb-41b3-b440-9f424c7ee3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10948d64-3eb3-4935-b81b-78e6ca3e4140'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:14.687373 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbe44c1-2ec5-41ca-8119-0bdd4ae8849e" -d '{"events": [{"server_uuid": "36c63c62-75cb-41b3-b440-9f424c7ee3b9", "name": "network-vif-plugged", "status": "completed", "tag": "10948d64-3eb3-4935-b81b-78e6ca3e4140"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:14.783826 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8ee2186a-a19a-4621-9bc5-df6213a4f4a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:14.819701 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-208a1839-1d6a-49d8-9b89-d17a0923def4 req-c638d95d-b0f2-4219-a1e4-f545bc2c97ff tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=92bbb96d-6297-4300-ad12-9cfea3f3bbdd HTTP/1.1" status: 200 len: 210 time: 0.0718713 Nov 12 08:38:14.934438 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-3856702c-9e5c-4932-8734-888dec453594 service neutron] For port 423e9fb0-7eb6-426e-8d7e-0aaa385b7589, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:14.940162 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-3856702c-9e5c-4932-8734-888dec453594 service neutron] For port 423e9fb0-7eb6-426e-8d7e-0aaa385b7589, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=423e9fb0-7eb6-426e-8d7e-0aaa385b7589,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:14.964370 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8ef9886c-2b97-421c-902a-3faeb10fc9dd req-283d321c-2252-4f50-933e-cef912a6f6e8 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6795337-8395-4302-b086-2ae77146e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792109 Nov 12 08:38:14.979061 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-3856702c-9e5c-4932-8734-888dec453594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:14.993845 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8ee2186a-a19a-4621-9bc5-df6213a4f4a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.002134 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8ee2186a-a19a-4621-9bc5-df6213a4f4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.046405 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2186a-a19a-4621-9bc5-df6213a4f4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cf0ad6-998f-4120-b256-c84b7044f2f9,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:15.055459 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefef7b1-5ff0-4c67-a0d9-29edce571da4 x-openstack-request-id: req-cefef7b1-5ff0-4c67-a0d9-29edce571da4 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:15.055459 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c63c62-75cb-41b3-b440-9f424c7ee3b9", "name": "network-vif-plugged", "status": "completed", "tag": "10948d64-3eb3-4935-b81b-78e6ca3e4140", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:15.055951 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cefef7b1-5ff0-4c67-a0d9-29edce571da4 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:15.056737 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c63c62-75cb-41b3-b440-9f424c7ee3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10948d64-3eb3-4935-b81b-78e6ca3e4140', 'code': 200} Nov 12 08:38:15.056991 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8ee2186a-a19a-4621-9bc5-df6213a4f4a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc3e68b021ee437c8f694e7b37496c95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5417686 Nov 12 08:38:15.070288 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42078) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:15.081233 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-96077c6b-bc8b-4a4a-8075-b8d42b82b4dc tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Allocated IP 172.20.0.5 (decddc00-32e0-44cc-9e13-8ef2ed68d9e6/8caf3eba-e7df-49d1-bdb7-f7a8b69eb432/49a3f543-3c43-46f6-b060-4c15bf9e931c) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:15.101122 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42080) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:15.121197 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-3856702c-9e5c-4932-8734-888dec453594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:15.121820 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-3856702c-9e5c-4932-8734-888dec453594 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.123323 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-3856702c-9e5c-4932-8734-888dec453594 service neutron] 10.222.0.58 "PUT /v2.0/ports/423e9fb0-7eb6-426e-8d7e-0aaa385b7589 HTTP/1.1" status: 200 len: 1097 time: 3.3902938 Nov 12 08:38:15.128282 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35cdeebe-f6f0-4128-b290-e6ab8e66628a', 'tag': '423e9fb0-7eb6-426e-8d7e-0aaa385b7589'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:15.130897 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef5d19f-5082-4da4-969f-fb2b12147034" -d '{"events": [{"name": "network-changed", "server_uuid": "35cdeebe-f6f0-4128-b290-e6ab8e66628a", "tag": "423e9fb0-7eb6-426e-8d7e-0aaa385b7589"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:15.248702 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4bcf4406-49d9-4221-b339-12e4fca07189 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.265753 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657978fe-a6a3-4e48-ac8c-e7a8bef19602 req-54b27209-4d6a-4575-b2b3-0b37735c44b6 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:15.279710 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-657978fe-a6a3-4e48-ac8c-e7a8bef19602 req-54b27209-4d6a-4575-b2b3-0b37735c44b6 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=535fa550-ed3e-4ebe-b8ad-94fccbcddee9 HTTP/1.1" status: 200 len: 946 time: 0.2808759 Nov 12 08:38:15.281591 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4bcf4406-49d9-4221-b339-12e4fca07189 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.289931 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb23df03-c6b2-44cc-9686-67d8a5b55246 x-openstack-request-id: req-bb23df03-c6b2-44cc-9686-67d8a5b55246 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:15.290618 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35cdeebe-f6f0-4128-b290-e6ab8e66628a", "tag": "423e9fb0-7eb6-426e-8d7e-0aaa385b7589", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:15.291054 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb23df03-c6b2-44cc-9686-67d8a5b55246 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:15.291615 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35cdeebe-f6f0-4128-b290-e6ab8e66628a', 'tag': '423e9fb0-7eb6-426e-8d7e-0aaa385b7589', 'status': 'completed', 'code': 200} Nov 12 08:38:15.353570 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ace9cc2e-e47c-44c1-ad08-7589f5d40bcb admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1740274614-network', 'tenant_id': '65448dda20d44f4c9ff55a15064304f9'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:15.358708 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4bcf4406-49d9-4221-b339-12e4fca07189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.362608 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4bcf4406-49d9-4221-b339-12e4fca07189 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.366371 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4bcf4406-49d9-4221-b339-12e4fca07189 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/80cf0ad6-998f-4120-b256-c84b7044f2f9 HTTP/1.1" status: 204 len: 168 time: 0.2913742 Nov 12 08:38:15.367533 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01303f-9788-48d7-8eed-30b9e6d002e3 req-2fd6efcc-7383-417e-9ff8-9cf052f50242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:15.370136 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3e01303f-9788-48d7-8eed-30b9e6d002e3 req-2fd6efcc-7383-417e-9ff8-9cf052f50242 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 1097 time: 0.2396669 Nov 12 08:38:15.440437 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3e01303f-9788-48d7-8eed-30b9e6d002e3 req-5ff17b10-04f8-4bca-a757-1eef24ee3127 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560496 Nov 12 08:38:15.441329 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf4406-49d9-4221-b339-12e4fca07189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cf0ad6-998f-4120-b256-c84b7044f2f9,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:15.447683 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8ed5c1a8-1c5a-499f-954d-7f793d877331 req-20c7ec9b-05fd-4bb5-bd49-8f5fa330b3ef tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=950b48c8-eeb9-44b3-bad1-27667c671e5e HTTP/1.1" status: 200 len: 210 time: 0.0396798 Nov 12 08:38:15.462620 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace9cc2e-e47c-44c1-ad08-7589f5d40bcb admin admin] Made reservation on behalf of 65448dda20d44f4c9ff55a15064304f9 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:15.468581 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc2e-e47c-44c1-ad08-7589f5d40bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.508473 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc2e-e47c-44c1-ad08-7589f5d40bcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.574225 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856702c-9e5c-4932-8734-888dec453594 service neutron] Pushing event updated for resources: {'Port': ['ID=423e9fb0-7eb6-426e-8d7e-0aaa385b7589,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:15.616536 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-657978fe-a6a3-4e48-ac8c-e7a8bef19602 req-01572500-36e3-4977-88d5-dba17d9a3179 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349206 Nov 12 08:38:15.683605 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc2e-e47c-44c1-ad08-7589f5d40bcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.695328 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc2e-e47c-44c1-ad08-7589f5d40bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.703069 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-cc481c09-d9a0-49b9-aa48-52dfb5519bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:15.706350 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-cc481c09-d9a0-49b9-aa48-52dfb5519bd8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=52f48ab661ff40518ea2f99df4c2d790&device_id=35cdeebe-f6f0-4128-b290-e6ab8e66628a HTTP/1.1" status: 200 len: 1100 time: 0.4752407 Nov 12 08:38:15.732106 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace9cc2e-e47c-44c1-ad08-7589f5d40bcb admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:38:15.743266 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc2e-e47c-44c1-ad08-7589f5d40bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5833b237-de23-49f8-81a6-149cc962fad4,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:15.749259 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc2e-e47c-44c1-ad08-7589f5d40bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.749655 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-ace9cc2e-e47c-44c1-ad08-7589f5d40bcb admin admin] Added segment 4412a245-7ff5-4ebd-b944-6d803ff5e70c of type vlan for network f1cd93ab-4580-44c6-ae91-d8be8f19b42e Nov 12 08:38:15.764636 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7053ae-91f7-447a-ad69-cacaddbf4eed req-6027345f-3550-442d-9920-56ce596996fc tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:15.766280 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0b7053ae-91f7-447a-ad69-cacaddbf4eed req-6027345f-3550-442d-9920-56ce596996fc tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.1569304 Nov 12 08:38:15.847063 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc2e-e47c-44c1-ad08-7589f5d40bcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.884178 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42100) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:15.907565 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1fbe1820-a8dc-4f9e-a1b6-061d3fd679f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.910979 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc2e-e47c-44c1-ad08-7589f5d40bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.912091 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace9cc2e-e47c-44c1-ad08-7589f5d40bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:15.912698 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc2e-e47c-44c1-ad08-7589f5d40bcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:16.073445 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc2e-e47c-44c1-ad08-7589f5d40bcb admin admin] Pushing event updated for resources: {'Network': ['ID=f1cd93ab-4580-44c6-ae91-d8be8f19b42e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:16.089966 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network f1cd93ab-4580-44c6-ae91-d8be8f19b42e details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:38:16.109693 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ace9cc2e-e47c-44c1-ad08-7589f5d40bcb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9960227 Nov 12 08:38:16.113663 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42108) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:16.122856 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-22d304fa-fa2d-43f3-8895-3139d24f4685 admin admin] Request body: {'subnet': {'network_id': 'f1cd93ab-4580-44c6-ae91-d8be8f19b42e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1740274614-subnet', 'tenant_id': '65448dda20d44f4c9ff55a15064304f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:16.182642 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d304fa-fa2d-43f3-8895-3139d24f4685 admin admin] Made reservation on behalf of 65448dda20d44f4c9ff55a15064304f9 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:16.189823 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-22d304fa-fa2d-43f3-8895-3139d24f4685 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:16.393098 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1fbe1820-a8dc-4f9e-a1b6-061d3fd679f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:16.397956 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-9ae48cf9-340b-4c86-9b07-3afee3d68440 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=423e9fb0-7eb6-426e-8d7e-0aaa385b7589 HTTP/1.1" status: 200 len: 217 time: 0.6673086 Nov 12 08:38:16.403845 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1fbe1820-a8dc-4f9e-a1b6-061d3fd679f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:16.480451 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1fbe1820-a8dc-4f9e-a1b6-061d3fd679f2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=956a5b4e31d14083a81d8326200658e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5924184 Nov 12 08:38:16.481492 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42116) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:16.492884 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe1820-a8dc-4f9e-a1b6-061d3fd679f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4eb7f81-98d3-4ebf-8a52-e44d1dbd2b40,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:16.601802 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-ceed0ba7-6854-4aa2-aa8e-e13ed44b2e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:16.611933 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-ceed0ba7-6854-4aa2-aa8e-e13ed44b2e44 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1636100 Nov 12 08:38:16.663009 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0b7053ae-91f7-447a-ad69-cacaddbf4eed req-afc357d8-55b7-422d-a0e2-203d940d1958 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706001 Nov 12 08:38:16.708095 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-96077c6b-bc8b-4a4a-8075-b8d42b82b4dc tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:16.751541 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-ba57b812-4cae-4afc-9a3d-b47f305e902c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:16.753490 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-ba57b812-4cae-4afc-9a3d-b47f305e902c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1407435 Nov 12 08:38:16.762730 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd0b31-a0a3-4aeb-919c-2aa0cb7ec675 req-313cf3aa-f0bd-40b6-b4c9-1d58c4fdf5e8 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:16.771126 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-92bd0b31-a0a3-4aeb-919c-2aa0cb7ec675 req-313cf3aa-f0bd-40b6-b4c9-1d58c4fdf5e8 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cdeebe-f6f0-4128-b290-e6ab8e66628a HTTP/1.1" status: 200 len: 948 time: 0.3800714 Nov 12 08:38:16.800429 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-22d304fa-fa2d-43f3-8895-3139d24f4685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:16.859923 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d304fa-fa2d-43f3-8895-3139d24f4685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b908243-c303-477e-98f2-4c40f5c722df,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:16.864201 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-92bd0b31-a0a3-4aeb-919c-2aa0cb7ec675 req-e57de2a3-4168-4491-b971-5411ad92ef9f tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6795337-8395-4302-b086-2ae77146e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918543 Nov 12 08:38:16.919705 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d304fa-fa2d-43f3-8895-3139d24f4685 admin admin] Checking segment: {'id': '4412a245-7ff5-4ebd-b944-6d803ff5e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f1cd93ab-4580-44c6-ae91-d8be8f19b42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:16.920446 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d304fa-fa2d-43f3-8895-3139d24f4685 admin admin] Network hostable DHCP agents. Network: f1cd93ab-4580-44c6-ae91-d8be8f19b42e, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:38:16.929357 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80d3e397-dc80-4df2-bf63-d0272b297837 req-2ab3787a-b6ea-4f0b-a173-55ea844ad984 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=950b48c8-eeb9-44b3-bad1-27667c671e5e HTTP/1.1" status: 200 len: 210 time: 0.1409316 Nov 12 08:38:16.950598 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c2e8592b-fa3d-4b9d-9f4d-d3a06411ac1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:16.974989 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d304fa-fa2d-43f3-8895-3139d24f4685 admin admin] Network f1cd93ab-4580-44c6-ae91-d8be8f19b42e is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:38:16.991576 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-22d304fa-fa2d-43f3-8895-3139d24f4685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, f1cd93ab-4580-44c6-ae91-d8be8f19b42e) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:17.003239 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289ffc6a-bf01-41d7-bd77-cf26412d29b4 None None] Network f1cd93ab-4580-44c6-ae91-d8be8f19b42e requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:17.015096 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d304fa-fa2d-43f3-8895-3139d24f4685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:17.015357 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-96077c6b-bc8b-4a4a-8075-b8d42b82b4dc tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:17.016040 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-22d304fa-fa2d-43f3-8895-3139d24f4685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:17.060442 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-22d304fa-fa2d-43f3-8895-3139d24f4685 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9438932 Nov 12 08:38:17.065654 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c2e8592b-fa3d-4b9d-9f4d-d3a06411ac1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:17.165356 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-96077c6b-bc8b-4a4a-8075-b8d42b82b4dc tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Network decddc00-32e0-44cc-9e13-8ef2ed68d9e6 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:17.183007 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-96077c6b-bc8b-4a4a-8075-b8d42b82b4dc tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:17.202483 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c2e8592b-fa3d-4b9d-9f4d-d3a06411ac1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:17.205442 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-96077c6b-bc8b-4a4a-8075-b8d42b82b4dc tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:17.205862 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c2e8592b-fa3d-4b9d-9f4d-d3a06411ac1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:17.210581 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c2e8592b-fa3d-4b9d-9f4d-d3a06411ac1e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d4eb7f81-98d3-4ebf-8a52-e44d1dbd2b40 HTTP/1.1" status: 204 len: 168 time: 0.7272508 Nov 12 08:38:17.223813 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e8592b-fa3d-4b9d-9f4d-d3a06411ac1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4eb7f81-98d3-4ebf-8a52-e44d1dbd2b40,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:17.279431 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96077c6b-bc8b-4a4a-8075-b8d42b82b4dc tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Pushing event updated for resources: {'Port': ['ID=49a3f543-3c43-46f6-b060-4c15bf9e931c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:17.340647 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-8b7e5273-8735-46d7-b742-783734e3f679 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5613856 Nov 12 08:38:17.441682 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35766550-d54e-4751-b539-5fe82bfc4acb None None] Network f1cd93ab-4580-44c6-ae91-d8be8f19b42e requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:17.446481 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-96077c6b-bc8b-4a4a-8075-b8d42b82b4dc tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:17.447827 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-96077c6b-bc8b-4a4a-8075-b8d42b82b4dc tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:17.506013 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-96077c6b-bc8b-4a4a-8075-b8d42b82b4dc tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5495028 Nov 12 08:38:17.573116 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-50014260-e3c4-43b4-aa27-f1621b97f1b5 req-2b7c7403-ddd1-4570-868e-89dbc9c563a3 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131650 Nov 12 08:38:17.586190 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-acaf5364-3504-4d8f-8a0a-5449327b2310 service neutron] Request body: {'port': {'device_id': '950b48c8-eeb9-44b3-bad1-27667c671e5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:18.011798 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-acaf5364-3504-4d8f-8a0a-5449327b2310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:18.017978 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5d19f-5082-4da4-969f-fb2b12147034 req-8ef47578-f9da-4e23-b67e-c8a672519da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:18.020311 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fef5d19f-5082-4da4-969f-fb2b12147034 req-8ef47578-f9da-4e23-b67e-c8a672519da7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=52f48ab661ff40518ea2f99df4c2d790&device_id=35cdeebe-f6f0-4128-b290-e6ab8e66628a HTTP/1.1" status: 200 len: 1100 time: 0.3740764 Nov 12 08:38:18.130375 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d13c63-97c8-4b21-9029-5d2783b2c234 req-86c848ca-6c3b-48ca-822b-139ac0de32d4 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:18.138256 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b1d13c63-97c8-4b21-9029-5d2783b2c234 req-86c848ca-6c3b-48ca-822b-139ac0de32d4 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.2457006 Nov 12 08:38:18.319595 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5d19f-5082-4da4-969f-fb2b12147034 req-576660d4-beff-4609-b23d-7905052ad637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:18.321201 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fef5d19f-5082-4da4-969f-fb2b12147034 req-576660d4-beff-4609-b23d-7905052ad637 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.2874031 Nov 12 08:38:18.394651 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b1d13c63-97c8-4b21-9029-5d2783b2c234 req-0a34ba1d-ab25-4e60-bbc0-45571b02da8f tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553523 Nov 12 08:38:18.499637 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fef5d19f-5082-4da4-969f-fb2b12147034 req-cf5ee42d-7af2-4ab6-9bb6-63bdfae8d8ef service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=423e9fb0-7eb6-426e-8d7e-0aaa385b7589 HTTP/1.1" status: 200 len: 217 time: 0.1273916 Nov 12 08:38:18.568659 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-31f5b648-488b-4415-ba4c-28c5739d58b8 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:18.575949 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-31f5b648-488b-4415-ba4c-28c5739d58b8 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/networks?id=f1cd93ab-4580-44c6-ae91-d8be8f19b42e HTTP/1.1" status: 200 len: 813 time: 0.4742475 Nov 12 08:38:18.614494 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42180) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:18.739804 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e37dee2b-77d2-4f85-afd1-848efce8df8d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-259851690-network', 'tenant_id': 'fe20c05ea4284c57b8209cf19e3261d9'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:18.781115 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-5150daf3-8868-4cda-ae27-6b8b2fddb54f tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/quotas/65448dda20d44f4c9ff55a15064304f9 HTTP/1.1" status: 200 len: 375 time: 0.2041504 Nov 12 08:38:18.787994 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37dee2b-77d2-4f85-afd1-848efce8df8d admin admin] Made reservation on behalf of fe20c05ea4284c57b8209cf19e3261d9 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:18.795304 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e37dee2b-77d2-4f85-afd1-848efce8df8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:18.809312 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5d19f-5082-4da4-969f-fb2b12147034 req-275398ed-d8a1-42fc-916a-aba81b9410ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:18.810730 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fef5d19f-5082-4da4-969f-fb2b12147034 req-275398ed-d8a1-42fc-916a-aba81b9410ee service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.2917924 Nov 12 08:38:18.818382 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e37dee2b-77d2-4f85-afd1-848efce8df8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:18.827873 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-acaf5364-3504-4d8f-8a0a-5449327b2310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a3f543-3c43-46f6-b060-4c15bf9e931c {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:18.850538 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c626d-90e4-47ec-90f4-369bc6f11959 req-4736b2c4-bc30-4c1e-953d-837cb09b023a tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:18.852085 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3d0c626d-90e4-47ec-90f4-369bc6f11959 req-4736b2c4-bc30-4c1e-953d-837cb09b023a tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cdeebe-f6f0-4128-b290-e6ab8e66628a HTTP/1.1" status: 200 len: 948 time: 0.3500507 Nov 12 08:38:18.854231 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-5ca5aa4e-44b4-4e3c-85a9-01a7cc356db1 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=65448dda20d44f4c9ff55a15064304f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627780 Nov 12 08:38:18.859996 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-acaf5364-3504-4d8f-8a0a-5449327b2310 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:18.935150 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e37dee2b-77d2-4f85-afd1-848efce8df8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:18.940038 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e37dee2b-77d2-4f85-afd1-848efce8df8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:18.975786 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-acaf5364-3504-4d8f-8a0a-5449327b2310 service neutron] Transition to ACTIVE for port object 49a3f543-3c43-46f6-b060-4c15bf9e931c will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:38:18.976610 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37dee2b-77d2-4f85-afd1-848efce8df8d admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:38:18.985415 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37dee2b-77d2-4f85-afd1-848efce8df8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb59506-487e-4215-8f86-24c48a5394d7,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:18.999290 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e37dee2b-77d2-4f85-afd1-848efce8df8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:18.999530 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-e37dee2b-77d2-4f85-afd1-848efce8df8d admin admin] Added segment 1d480a21-8f0e-42c0-ad62-fbe144b5edf8 of type vlan for network 2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e Nov 12 08:38:19.002697 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-acaf5364-3504-4d8f-8a0a-5449327b2310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:19.068806 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3d0c626d-90e4-47ec-90f4-369bc6f11959 req-2d97ad1c-ddb7-499a-b70d-2545a4a19359 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6795337-8395-4302-b086-2ae77146e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852155 Nov 12 08:38:19.074344 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e37dee2b-77d2-4f85-afd1-848efce8df8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:19.074878 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5d19f-5082-4da4-969f-fb2b12147034 req-09944fb1-9e13-4e82-94e8-cb84be0f3635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:19.076419 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fef5d19f-5082-4da4-969f-fb2b12147034 req-09944fb1-9e13-4e82-94e8-cb84be0f3635 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2430410 Nov 12 08:38:19.078322 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-c8808ae6-37b8-4bc5-884a-d4c947b94578 service neutron] 10.222.0.37 "GET /v2.0/networks/f1cd93ab-4580-44c6-ae91-d8be8f19b42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960409 Nov 12 08:38:19.126276 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf5364-3504-4d8f-8a0a-5449327b2310 service neutron] Pushing event updated for resources: {'Port': ['ID=49a3f543-3c43-46f6-b060-4c15bf9e931c,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:19.139201 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e37dee2b-77d2-4f85-afd1-848efce8df8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:19.141259 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37dee2b-77d2-4f85-afd1-848efce8df8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:19.142948 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e37dee2b-77d2-4f85-afd1-848efce8df8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:19.228176 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 423e9fb0-7eb6-426e-8d7e-0aaa385b7589 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:38:19.241202 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e37dee2b-77d2-4f85-afd1-848efce8df8d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6255515 Nov 12 08:38:19.242304 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37dee2b-77d2-4f85-afd1-848efce8df8d admin admin] Pushing event updated for resources: {'Network': ['ID=2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:19.244223 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42184) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.256201 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:38:19.261588 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4b88bdf3-8505-48a2-8fc3-b93a05d54896 admin admin] Request body: {'subnet': {'network_id': '2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-259851690-subnet', 'tenant_id': 'fe20c05ea4284c57b8209cf19e3261d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:19.303376 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b88bdf3-8505-48a2-8fc3-b93a05d54896 admin admin] Made reservation on behalf of fe20c05ea4284c57b8209cf19e3261d9 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:19.307338 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b88bdf3-8505-48a2-8fc3-b93a05d54896 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:19.454622 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-acaf5364-3504-4d8f-8a0a-5449327b2310 service neutron] Attempting to bind port 49a3f543-3c43-46f6-b060-4c15bf9e931c on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:19.454957 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-acaf5364-3504-4d8f-8a0a-5449327b2310 service neutron] Attempting to bind port 49a3f543-3c43-46f6-b060-4c15bf9e931c by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '5e7c7833-2333-46bc-97e1-9ab5cc58b461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'decddc00-32e0-44cc-9e13-8ef2ed68d9e6'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:19.455282 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-acaf5364-3504-4d8f-8a0a-5449327b2310 service neutron] Attempting to bind port 49a3f543-3c43-46f6-b060-4c15bf9e931c on network decddc00-32e0-44cc-9e13-8ef2ed68d9e6 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:19.462971 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-28fe6d12-87ae-48a7-89e5-656d753d2225 service neutron] 10.222.0.37 "GET /v2.0/networks/f1cd93ab-4580-44c6-ae91-d8be8f19b42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766763 Nov 12 08:38:19.477747 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d339657-c5e2-41a3-97cf-46bf2855bdf4 req-302f5044-1741-4412-828e-8ba394ded217 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:19.481581 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 423e9fb0-7eb6-426e-8d7e-0aaa385b7589, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=423e9fb0-7eb6-426e-8d7e-0aaa385b7589,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:19.486795 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8d339657-c5e2-41a3-97cf-46bf2855bdf4 req-302f5044-1741-4412-828e-8ba394ded217 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=950b48c8-eeb9-44b3-bad1-27667c671e5e HTTP/1.1" status: 200 len: 943 time: 0.2859964 Nov 12 08:38:19.488618 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-acaf5364-3504-4d8f-8a0a-5449327b2310 service neutron] Port 49a3f543-3c43-46f6-b060-4c15bf9e931c on network decddc00-32e0-44cc-9e13-8ef2ed68d9e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:38:19.488944 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-acaf5364-3504-4d8f-8a0a-5449327b2310 service neutron] Attempting to bind port 49a3f543-3c43-46f6-b060-4c15bf9e931c on network decddc00-32e0-44cc-9e13-8ef2ed68d9e6 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:19.505501 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '423e9fb0-7eb6-426e-8d7e-0aaa385b7589', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': '423e9fb0-7eb6-426e-8d7e-0aaa385b7589', 'mac_address': 'fa:16:3e:07:ea:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:38:19.506157 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fef5d19f-5082-4da4-969f-fb2b12147034 req-5d54001c-d939-4cc8-9505-980c148e4a21 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026082 Nov 12 08:38:19.514477 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-acaf5364-3504-4d8f-8a0a-5449327b2310 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:19.514891 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-acaf5364-3504-4d8f-8a0a-5449327b2310 service neutron] Checking segment: {'id': '5e7c7833-2333-46bc-97e1-9ab5cc58b461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'decddc00-32e0-44cc-9e13-8ef2ed68d9e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:19.515203 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-acaf5364-3504-4d8f-8a0a-5449327b2310 service neutron] Bound using segment: {'id': '5e7c7833-2333-46bc-97e1-9ab5cc58b461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'decddc00-32e0-44cc-9e13-8ef2ed68d9e6'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:19.516619 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-acaf5364-3504-4d8f-8a0a-5449327b2310 service neutron] Bound port: 49a3f543-3c43-46f6-b060-4c15bf9e931c, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7c7833-2333-46bc-97e1-9ab5cc58b461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'decddc00-32e0-44cc-9e13-8ef2ed68d9e6'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:19.516972 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-acaf5364-3504-4d8f-8a0a-5449327b2310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:19.596833 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:19.622967 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 423e9fb0-7eb6-426e-8d7e-0aaa385b7589 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:19.662070 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fef5d19f-5082-4da4-969f-fb2b12147034 req-6a534320-c03f-4b18-9c5d-38bbdeae463d service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308441 Nov 12 08:38:19.671415 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b88bdf3-8505-48a2-8fc3-b93a05d54896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:19.686236 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 423e9fb0-7eb6-426e-8d7e-0aaa385b7589, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=423e9fb0-7eb6-426e-8d7e-0aaa385b7589,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:19.696283 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:19.705676 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8d339657-c5e2-41a3-97cf-46bf2855bdf4 req-c788bf7b-9069-4bcd-95de-8e0c15e09cbe tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178788 Nov 12 08:38:19.771893 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=423e9fb0-7eb6-426e-8d7e-0aaa385b7589,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:19.820577 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b88bdf3-8505-48a2-8fc3-b93a05d54896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e88356ec-1bb4-4b3d-a4e4-3accdd9e2809,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:19.828656 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-acaf5364-3504-4d8f-8a0a-5449327b2310 service neutron] For port 49a3f543-3c43-46f6-b060-4c15bf9e931c, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:19.833553 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-acaf5364-3504-4d8f-8a0a-5449327b2310 service neutron] For port 49a3f543-3c43-46f6-b060-4c15bf9e931c, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=49a3f543-3c43-46f6-b060-4c15bf9e931c,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:19.843956 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b88bdf3-8505-48a2-8fc3-b93a05d54896 admin admin] Checking segment: {'id': '1d480a21-8f0e-42c0-ad62-fbe144b5edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:19.844388 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b88bdf3-8505-48a2-8fc3-b93a05d54896 admin admin] Network hostable DHCP agents. Network: 2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:38:19.844590 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-acaf5364-3504-4d8f-8a0a-5449327b2310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:19.888995 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-acaf5364-3504-4d8f-8a0a-5449327b2310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:19.893723 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-acaf5364-3504-4d8f-8a0a-5449327b2310 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:19.895560 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-acaf5364-3504-4d8f-8a0a-5449327b2310 service neutron] 10.222.0.58 "PUT /v2.0/ports/49a3f543-3c43-46f6-b060-4c15bf9e931c HTTP/1.1" status: 200 len: 1092 time: 2.3213820 Nov 12 08:38:19.897112 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b88bdf3-8505-48a2-8fc3-b93a05d54896 admin admin] Network 2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:38:19.903711 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950b48c8-eeb9-44b3-bad1-27667c671e5e', 'tag': '49a3f543-3c43-46f6-b060-4c15bf9e931c'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:19.906412 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8830300-21a3-416b-97ed-f69ee18e2aec" -d '{"events": [{"name": "network-changed", "server_uuid": "950b48c8-eeb9-44b3-bad1-27667c671e5e", "tag": "49a3f543-3c43-46f6-b060-4c15bf9e931c"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:19.920513 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-4b88bdf3-8505-48a2-8fc3-b93a05d54896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:19.926823 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b88bdf3-8505-48a2-8fc3-b93a05d54896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:19.927997 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b88bdf3-8505-48a2-8fc3-b93a05d54896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:19.933949 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0fd047-0f2b-4fa8-be38-5a6fbbc088f9 None None] Network 2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:19.981576 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4b88bdf3-8505-48a2-8fc3-b93a05d54896 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7337732 Nov 12 08:38:19.983081 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42204) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:20.015664 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-cc779c85-ca02-41b5-9306-6568fc916e75 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-259851690-router', 'tenant_id': 'fe20c05ea4284c57b8209cf19e3261d9', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:20.077974 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf5364-3504-4d8f-8a0a-5449327b2310 service neutron] Pushing event updated for resources: {'Port': ['ID=49a3f543-3c43-46f6-b060-4c15bf9e931c,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:20.126754 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc779c85-ca02-41b5-9306-6568fc916e75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:20.129266 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc779c85-ca02-41b5-9306-6568fc916e75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:20.198187 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc779c85-ca02-41b5-9306-6568fc916e75 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:20.210157 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['423e9fb0-7eb6-426e-8d7e-0aaa385b7589'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:20.359361 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fd7793-60a5-44a4-af0c-c0866f1aac23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e', 'network_id': '2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e', 'tenant_id': 'fe20c05ea4284c57b8209cf19e3261d9', 'fixed_ips': [{'subnet_id': 'e88356ec-1bb4-4b3d-a4e4-3accdd9e2809'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:38:20.362021 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-49fd7793-60a5-44a4-af0c-c0866f1aac23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:20.596490 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7e8fe7-f4c0-4871-9608-05b8465e904a x-openstack-request-id: req-3b7e8fe7-f4c0-4871-9608-05b8465e904a {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:20.597701 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "950b48c8-eeb9-44b3-bad1-27667c671e5e", "tag": "49a3f543-3c43-46f6-b060-4c15bf9e931c", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:20.598176 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b7e8fe7-f4c0-4871-9608-05b8465e904a {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:20.598836 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950b48c8-eeb9-44b3-bad1-27667c671e5e', 'tag': '49a3f543-3c43-46f6-b060-4c15bf9e931c', 'status': 'completed', 'code': 200} Nov 12 08:38:20.614168 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-b1d15bb0-1eb4-4f10-b295-4520710bd579 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:20.616145 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-b1d15bb0-1eb4-4f10-b295-4520710bd579 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/networks?id=7606f079-2527-4e0e-94d1-986a75700eb0 HTTP/1.1" status: 200 len: 814 time: 0.6143606 Nov 12 08:38:20.718177 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-c9e05f9d-6b16-49aa-93f9-f462aaef5ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:20.721203 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-c9e05f9d-6b16-49aa-93f9-f462aaef5ef0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d73a964a85c04c1cb36ad5eed9aa3407&device_id=950b48c8-eeb9-44b3-bad1-27667c671e5e HTTP/1.1" status: 200 len: 1095 time: 0.6626778 Nov 12 08:38:20.768741 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-49fd7793-60a5-44a4-af0c-c0866f1aac23 None None] Allocated IP 172.20.0.2 (2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e/e88356ec-1bb4-4b3d-a4e4-3accdd9e2809/b888dbfa-49af-4cf2-8c1b-0b6633324218) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:20.810994 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc779c85-ca02-41b5-9306-6568fc916e75 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:20.865233 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-0bea30ab-9214-43b8-abb2-b8fae6b4d8b8 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/quotas/7d890d5943624406b7ee953df5b1a618 HTTP/1.1" status: 200 len: 375 time: 0.1504858 Nov 12 08:38:20.920201 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-2c620560-8fff-4f25-9ee6-18b5e2f27a82 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49a3f543-3c43-46f6-b060-4c15bf9e931c HTTP/1.1" status: 200 len: 217 time: 0.1653302 Nov 12 08:38:21.110797 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-49fd7793-60a5-44a4-af0c-c0866f1aac23 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:21.122964 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-49fd7793-60a5-44a4-af0c-c0866f1aac23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:21.151987 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab8d1f-ed9c-440e-925f-ffa23f8408b3 req-7affd96c-2ae0-4737-9503-0492f99dd898 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:21.156706 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-58ab8d1f-ed9c-440e-925f-ffa23f8408b3 req-7affd96c-2ae0-4737-9503-0492f99dd898 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cdeebe-f6f0-4128-b290-e6ab8e66628a HTTP/1.1" status: 200 len: 949 time: 0.5369701 Nov 12 08:38:21.176786 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fd7793-60a5-44a4-af0c-c0866f1aac23 None None] Network 2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:21.238343 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-49fd7793-60a5-44a4-af0c-c0866f1aac23 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:21.249018 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-e62e20a8-7954-4680-96d1-335d5b719e77 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d890d5943624406b7ee953df5b1a618&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3825107 Nov 12 08:38:21.252441 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fd7793-60a5-44a4-af0c-c0866f1aac23 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:21.286661 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-b09b3480-149e-4587-9f71-27d52816eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:21.288981 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-b09b3480-149e-4587-9f71-27d52816eb96 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8caf3eba-e7df-49d1-bdb7-f7a8b69eb432 HTTP/1.1" status: 200 len: 844 time: 0.3510537 Nov 12 08:38:21.366002 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-09946018-24a1-4bc5-b950-080db009d1b4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=decddc00-32e0-44cc-9e13-8ef2ed68d9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551715 Nov 12 08:38:21.418629 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd7793-60a5-44a4-af0c-c0866f1aac23 None None] Pushing event updated for resources: {'Port': ['ID=b888dbfa-49af-4cf2-8c1b-0b6633324218,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:21.449525 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-49fd7793-60a5-44a4-af0c-c0866f1aac23 None None] Attempting to bind port b888dbfa-49af-4cf2-8c1b-0b6633324218 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:21.449935 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-49fd7793-60a5-44a4-af0c-c0866f1aac23 None None] Attempting to bind port b888dbfa-49af-4cf2-8c1b-0b6633324218 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '1d480a21-8f0e-42c0-ad62-fbe144b5edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:21.450733 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fd7793-60a5-44a4-af0c-c0866f1aac23 None None] Attempting to bind port b888dbfa-49af-4cf2-8c1b-0b6633324218 on network 2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:21.459211 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fd7793-60a5-44a4-af0c-c0866f1aac23 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:21.459608 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fd7793-60a5-44a4-af0c-c0866f1aac23 None None] Checking segment: {'id': '1d480a21-8f0e-42c0-ad62-fbe144b5edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:21.460033 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-49fd7793-60a5-44a4-af0c-c0866f1aac23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:21.460617 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fd7793-60a5-44a4-af0c-c0866f1aac23 None None] Bound using segment: {'id': '1d480a21-8f0e-42c0-ad62-fbe144b5edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:21.461524 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-49fd7793-60a5-44a4-af0c-c0866f1aac23 None None] Bound port: b888dbfa-49af-4cf2-8c1b-0b6633324218, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d480a21-8f0e-42c0-ad62-fbe144b5edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:21.461969 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-49fd7793-60a5-44a4-af0c-c0866f1aac23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:21.532456 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-58ab8d1f-ed9c-440e-925f-ffa23f8408b3 req-5ed15ba9-7b6d-4155-99ac-84df80042da8 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6795337-8395-4302-b086-2ae77146e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039808 Nov 12 08:38:21.568581 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-49fd7793-60a5-44a4-af0c-c0866f1aac23 None None] For port b888dbfa-49af-4cf2-8c1b-0b6633324218, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:21.572743 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-49fd7793-60a5-44a4-af0c-c0866f1aac23 None None] For port b888dbfa-49af-4cf2-8c1b-0b6633324218, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b888dbfa-49af-4cf2-8c1b-0b6633324218,segment=NetworkSegment(1d480a21-8f0e-42c0-ad62-fbe144b5edf8),segment_id=1d480a21-8f0e-42c0-ad62-fbe144b5edf8)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:21.580162 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-a0e51e53-d329-4285-96e4-da00f880c08b service neutron] 10.222.0.37 "GET /v2.0/networks/7606f079-2527-4e0e-94d1-986a75700eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278351 Nov 12 08:38:21.605504 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-49fd7793-60a5-44a4-af0c-c0866f1aac23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:21.703570 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-a147738c-b3f2-4f31-8240-13d3e39facd1 service neutron] 10.222.0.58 "GET /v2.0/networks/decddc00-32e0-44cc-9e13-8ef2ed68d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009336 Nov 12 08:38:21.800776 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd7793-60a5-44a4-af0c-c0866f1aac23 None None] Pushing event updated for resources: {'Port': ['ID=b888dbfa-49af-4cf2-8c1b-0b6633324218,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:21.831635 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-b929aa53-a603-4bd1-bfab-28c3577ad48b tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:21.833520 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-b929aa53-a603-4bd1-bfab-28c3577ad48b tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.54 "GET /v2.0/networks?id=f1cd93ab-4580-44c6-ae91-d8be8f19b42e HTTP/1.1" status: 200 len: 813 time: 0.2142699 Nov 12 08:38:21.849623 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-4d272573-a6ab-45fe-85c5-ae0193d91193 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Request body: {'port': {'device_id': 'c571159e-3212-49f4-aad4-c67b16605c98', 'network_id': 'f1cd93ab-4580-44c6-ae91-d8be8f19b42e', 'admin_state_up': True, 'tenant_id': '65448dda20d44f4c9ff55a15064304f9'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:22.143365 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-4d272573-a6ab-45fe-85c5-ae0193d91193 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Made reservation on behalf of 65448dda20d44f4c9ff55a15064304f9 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:22.147925 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-4d272573-a6ab-45fe-85c5-ae0193d91193 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:22.354542 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-4d272573-a6ab-45fe-85c5-ae0193d91193 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Allocated IP 172.20.0.14 (f1cd93ab-4580-44c6-ae91-d8be8f19b42e/5b908243-c303-477e-98f2-4c40f5c722df/7779aa3b-d3ec-4af1-a2eb-d3d31a994965) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:22.533837 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-effe545a-0a11-4b6f-9a10-06a1e3b52cbc req-47d3e39d-464d-4d6b-8aff-1489dba07df2 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be6bd95-1493-473d-a1b8-16355fb612cb HTTP/1.1" status: 200 len: 210 time: 0.8260748 Nov 12 08:38:22.551922 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-4d272573-a6ab-45fe-85c5-ae0193d91193 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:22.628817 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-4d272573-a6ab-45fe-85c5-ae0193d91193 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:22.648558 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:22.792830 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-4d272573-a6ab-45fe-85c5-ae0193d91193 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Network f1cd93ab-4580-44c6-ae91-d8be8f19b42e is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:22.801397 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-4d272573-a6ab-45fe-85c5-ae0193d91193 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:22.806507 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-4d272573-a6ab-45fe-85c5-ae0193d91193 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:22.807121 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b888dbfa-49af-4cf2-8c1b-0b6633324218 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:22.861314 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d272573-a6ab-45fe-85c5-ae0193d91193 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Pushing event updated for resources: {'Port': ['ID=7779aa3b-d3ec-4af1-a2eb-d3d31a994965,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:22.934772 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-4d272573-a6ab-45fe-85c5-ae0193d91193 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:22.939091 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-4d272573-a6ab-45fe-85c5-ae0193d91193 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:22.946931 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port b888dbfa-49af-4cf2-8c1b-0b6633324218 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:22.947351 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:22.972202 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-271c9c26-f283-419c-98cd-c617fc0c5c70 req-71fbee28-1523-405b-b539-9c58536e3843 service neutron] 10.222.0.58 "GET /v2.0/networks/decddc00-32e0-44cc-9e13-8ef2ed68d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4843571 Nov 12 08:38:22.974403 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-4d272573-a6ab-45fe-85c5-ae0193d91193 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1312377 Nov 12 08:38:22.989044 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-40b71899-09a2-476a-9ccf-4467c6469d85 service neutron] Request body: {'port': {'device_id': 'c571159e-3212-49f4-aad4-c67b16605c98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:23.116708 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.123878 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-40b71899-09a2-476a-9ccf-4467c6469d85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.171443 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573f912-5830-441b-b8fe-e455ec62ad83 req-e8529d0d-6c01-45b4-97ab-23f90e28db85 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:23.181107 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e573f912-5830-441b-b8fe-e455ec62ad83 req-e8529d0d-6c01-45b4-97ab-23f90e28db85 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=950b48c8-eeb9-44b3-bad1-27667c671e5e HTTP/1.1" status: 200 len: 943 time: 0.4787567 Nov 12 08:38:23.186234 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1598030a-0689-4176-a0c7-04eb9bcc3708 None None] Network 2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:23.231304 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port b888dbfa-49af-4cf2-8c1b-0b6633324218, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b888dbfa-49af-4cf2-8c1b-0b6633324218,segment=NetworkSegment(1d480a21-8f0e-42c0-ad62-fbe144b5edf8),segment_id=1d480a21-8f0e-42c0-ad62-fbe144b5edf8)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:23.274928 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-d7e76c4b-d0c6-4ff5-8b2d-a5fd012343b5 service neutron] 10.222.0.37 "GET /v2.0/networks/7606f079-2527-4e0e-94d1-986a75700eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6771483 Nov 12 08:38:23.294341 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 423e9fb0-7eb6-426e-8d7e-0aaa385b7589 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:23.297680 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc779c85-ca02-41b5-9306-6568fc916e75 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.301737 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.315650 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-72a20ad5-423f-4c0e-a819-c23579ce222c None None] Provisioning complete for port b888dbfa-49af-4cf2-8c1b-0b6633324218 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:23.324063 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-72a20ad5-423f-4c0e-a819-c23579ce222c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.328043 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-79797ac0-d079-448f-b441-2f81ab06708f tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:23.334080 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-79797ac0-d079-448f-b441-2f81ab06708f tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.58 "GET /v2.0/networks?id=f1cd93ab-4580-44c6-ae91-d8be8f19b42e HTTP/1.1" status: 200 len: 813 time: 0.8460150 Nov 12 08:38:23.392810 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc779c85-ca02-41b5-9306-6568fc916e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.485679 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=b888dbfa-49af-4cf2-8c1b-0b6633324218,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:23.527092 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 423e9fb0-7eb6-426e-8d7e-0aaa385b7589 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:38:23.538473 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 423e9fb0-7eb6-426e-8d7e-0aaa385b7589 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:23.538846 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.689799 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-cc779c85-ca02-41b5-9306-6568fc916e75 admin admin] Allocated IP 172.25.6.87 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/0f6a8bd2-fde9-4545-8026-583d8a86879c) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:23.816642 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-40b71899-09a2-476a-9ccf-4467c6469d85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7779aa3b-d3ec-4af1-a2eb-d3d31a994965 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:23.845311 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-40b71899-09a2-476a-9ccf-4467c6469d85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.885384 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc779c85-ca02-41b5-9306-6568fc916e75 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.888214 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-40b71899-09a2-476a-9ccf-4467c6469d85 service neutron] Transition to ACTIVE for port object 7779aa3b-d3ec-4af1-a2eb-d3d31a994965 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:38:23.897186 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-40b71899-09a2-476a-9ccf-4467c6469d85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.931170 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-d68d93ae-689c-402a-a949-224a3bdf9ab0 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Request body: {'port': {'device_id': '2be6bd95-1493-473d-a1b8-16355fb612cb', 'network_id': 'f1cd93ab-4580-44c6-ae91-d8be8f19b42e', 'admin_state_up': True, 'tenant_id': '65448dda20d44f4c9ff55a15064304f9'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:23.957661 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8830300-21a3-416b-97ed-f69ee18e2aec req-6a04255f-14a2-49cf-8824-ba182e55597d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:23.959475 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8830300-21a3-416b-97ed-f69ee18e2aec req-6a04255f-14a2-49cf-8824-ba182e55597d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d73a964a85c04c1cb36ad5eed9aa3407&device_id=950b48c8-eeb9-44b3-bad1-27667c671e5e HTTP/1.1" status: 200 len: 1095 time: 0.8871562 Nov 12 08:38:23.974169 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc779c85-ca02-41b5-9306-6568fc916e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.010857 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b71899-09a2-476a-9ccf-4467c6469d85 service neutron] Pushing event updated for resources: {'Port': ['ID=7779aa3b-d3ec-4af1-a2eb-d3d31a994965,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:24.032120 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc779c85-ca02-41b5-9306-6568fc916e75 admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:24.044631 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-cc779c85-ca02-41b5-9306-6568fc916e75 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:24.107151 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e573f912-5830-441b-b8fe-e455ec62ad83 req-f910e5b7-dbe5-40d8-bf4c-8445f7c9fc27 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9250193 Nov 12 08:38:24.108376 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc779c85-ca02-41b5-9306-6568fc916e75 admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:24.187321 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-40b71899-09a2-476a-9ccf-4467c6469d85 service neutron] Attempting to bind port 7779aa3b-d3ec-4af1-a2eb-d3d31a994965 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:24.191143 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-40b71899-09a2-476a-9ccf-4467c6469d85 service neutron] Attempting to bind port 7779aa3b-d3ec-4af1-a2eb-d3d31a994965 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '4412a245-7ff5-4ebd-b944-6d803ff5e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f1cd93ab-4580-44c6-ae91-d8be8f19b42e'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:24.191588 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-40b71899-09a2-476a-9ccf-4467c6469d85 service neutron] Attempting to bind port 7779aa3b-d3ec-4af1-a2eb-d3d31a994965 on network f1cd93ab-4580-44c6-ae91-d8be8f19b42e {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:24.203958 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-40b71899-09a2-476a-9ccf-4467c6469d85 service neutron] Port 7779aa3b-d3ec-4af1-a2eb-d3d31a994965 on network f1cd93ab-4580-44c6-ae91-d8be8f19b42e not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:38:24.204407 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-40b71899-09a2-476a-9ccf-4467c6469d85 service neutron] Attempting to bind port 7779aa3b-d3ec-4af1-a2eb-d3d31a994965 on network f1cd93ab-4580-44c6-ae91-d8be8f19b42e {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:24.217526 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-40b71899-09a2-476a-9ccf-4467c6469d85 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:24.217939 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-40b71899-09a2-476a-9ccf-4467c6469d85 service neutron] Checking segment: {'id': '4412a245-7ff5-4ebd-b944-6d803ff5e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f1cd93ab-4580-44c6-ae91-d8be8f19b42e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:24.218385 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-40b71899-09a2-476a-9ccf-4467c6469d85 service neutron] Bound using segment: {'id': '4412a245-7ff5-4ebd-b944-6d803ff5e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f1cd93ab-4580-44c6-ae91-d8be8f19b42e'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:24.219020 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-40b71899-09a2-476a-9ccf-4467c6469d85 service neutron] Bound port: 7779aa3b-d3ec-4af1-a2eb-d3d31a994965, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4412a245-7ff5-4ebd-b944-6d803ff5e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f1cd93ab-4580-44c6-ae91-d8be8f19b42e'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:24.219483 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-40b71899-09a2-476a-9ccf-4467c6469d85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.249748 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.316787 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cdeebe-f6f0-4128-b290-e6ab8e66628a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423e9fb0-7eb6-426e-8d7e-0aaa385b7589'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:24.319326 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e7b18d-4028-4b03-85f2-3b139c3237a0" -d '{"events": [{"server_uuid": "35cdeebe-f6f0-4128-b290-e6ab8e66628a", "name": "network-vif-plugged", "status": "completed", "tag": "423e9fb0-7eb6-426e-8d7e-0aaa385b7589"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:24.340578 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-40b71899-09a2-476a-9ccf-4467c6469d85 service neutron] For port 7779aa3b-d3ec-4af1-a2eb-d3d31a994965, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:24.346156 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-40b71899-09a2-476a-9ccf-4467c6469d85 service neutron] For port 7779aa3b-d3ec-4af1-a2eb-d3d31a994965, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=7779aa3b-d3ec-4af1-a2eb-d3d31a994965,segment=NetworkSegment(4412a245-7ff5-4ebd-b944-6d803ff5e70c),segment_id=4412a245-7ff5-4ebd-b944-6d803ff5e70c)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:24.349364 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 423e9fb0-7eb6-426e-8d7e-0aaa385b7589, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=423e9fb0-7eb6-426e-8d7e-0aaa385b7589,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:24.352962 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-40b71899-09a2-476a-9ccf-4467c6469d85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.358354 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.441346 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-40b71899-09a2-476a-9ccf-4467c6469d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:24.447416 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-40b71899-09a2-476a-9ccf-4467c6469d85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.450564 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-40b71899-09a2-476a-9ccf-4467c6469d85 service neutron] 10.222.0.54 "PUT /v2.0/ports/7779aa3b-d3ec-4af1-a2eb-d3d31a994965 HTTP/1.1" status: 200 len: 1093 time: 1.4676104 Nov 12 08:38:24.453213 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c571159e-3212-49f4-aad4-c67b16605c98', 'tag': '7779aa3b-d3ec-4af1-a2eb-d3d31a994965'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:24.470558 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0e39c4-8b1b-473e-ae5a-79e2507ceace" -d '{"events": [{"name": "network-changed", "server_uuid": "c571159e-3212-49f4-aad4-c67b16605c98", "tag": "7779aa3b-d3ec-4af1-a2eb-d3d31a994965"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:24.510641 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e50a6062-3e64-42e6-afa9-1bc223d52c3c req-939e9a75-fd42-466b-ae6b-5dc54468dcec tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=48125928-a5bf-4de5-abb4-543cc90cd289 HTTP/1.1" status: 200 len: 210 time: 0.0623419 Nov 12 08:38:24.527123 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=423e9fb0-7eb6-426e-8d7e-0aaa385b7589,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:24.620507 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8830300-21a3-416b-97ed-f69ee18e2aec req-2d0db412-11fc-474a-8a56-6df0dbda7589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:24.623176 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8830300-21a3-416b-97ed-f69ee18e2aec req-2d0db412-11fc-474a-8a56-6df0dbda7589 service neutron] 10.222.0.58 "GET /v2.0/networks?id=decddc00-32e0-44cc-9e13-8ef2ed68d9e6 HTTP/1.1" status: 200 len: 905 time: 0.6365623 Nov 12 08:38:24.624897 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b71899-09a2-476a-9ccf-4467c6469d85 service neutron] Pushing event updated for resources: {'Port': ['ID=7779aa3b-d3ec-4af1-a2eb-d3d31a994965,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:24.717363 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-15d48a25-6079-4c22-b329-516542040255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:24.719300 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-15d48a25-6079-4c22-b329-516542040255 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65448dda20d44f4c9ff55a15064304f9&device_id=c571159e-3212-49f4-aad4-c67b16605c98 HTTP/1.1" status: 200 len: 1096 time: 0.1464210 Nov 12 08:38:24.727331 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5b9fe-fcdc-4a5b-961e-86d9e7bcfe00 req-f09ebc43-4596-41f6-8cff-7a94617680f4 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:24.745381 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f6e5b9fe-fcdc-4a5b-961e-86d9e7bcfe00 req-f09ebc43-4596-41f6-8cff-7a94617680f4 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.54 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 944 time: 0.1393676 Nov 12 08:38:24.782346 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4dd31f0f-aca3-426d-a005-ef2af7363912 req-286ded2e-e779-47b8-b254-7de9181aace3 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be6bd95-1493-473d-a1b8-16355fb612cb HTTP/1.1" status: 200 len: 210 time: 0.1434295 Nov 12 08:38:24.789711 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b888dbfa-49af-4cf2-8c1b-0b6633324218 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:24.793967 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-3e9fd74f-44fd-4805-b0d6-b77af0f095a4 None None] Provisioning complete for port b888dbfa-49af-4cf2-8c1b-0b6633324218 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:24.794541 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3e9fd74f-44fd-4805-b0d6-b77af0f095a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.799379 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-7d0b3e98-fda4-44e0-b726-68ad9f3df150 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7779aa3b-d3ec-4af1-a2eb-d3d31a994965 HTTP/1.1" status: 200 len: 217 time: 0.0527854 Nov 12 08:38:24.903839 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8830300-21a3-416b-97ed-f69ee18e2aec req-a2956bcb-731c-4c48-9ec2-bdb7cb52a5a6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49a3f543-3c43-46f6-b060-4c15bf9e931c HTTP/1.1" status: 200 len: 217 time: 0.2329807 Nov 12 08:38:24.915534 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-71b743b5-c3df-49bb-b489-926cddef4ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:24.917152 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-71b743b5-c3df-49bb-b489-926cddef4ab5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b908243-c303-477e-98f2-4c40f5c722df HTTP/1.1" status: 200 len: 853 time: 0.0972126 Nov 12 08:38:24.922579 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc779c85-ca02-41b5-9306-6568fc916e75 admin admin] Pushing event updated for resources: {'Port': ['ID=0f6a8bd2-fde9-4545-8026-583d8a86879c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:24.962632 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-08fb9f00-407e-4aa5-8a83-9d2f2972bac4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1cd93ab-4580-44c6-ae91-d8be8f19b42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335267 Nov 12 08:38:24.981612 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18a494-f600-479e-a4cd-3df96c3fb564 req-bf1ec349-e1c5-457b-a01c-00638f717389 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:24.986531 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-f6e5b9fe-fcdc-4a5b-961e-86d9e7bcfe00 req-326ceb61-ced7-44df-85e8-42ecb10a4a2d tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Deleting port 04daa2ab-0f1e-46d6-b151-8c5b6210d993 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:24.986939 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f6e5b9fe-fcdc-4a5b-961e-86d9e7bcfe00 req-326ceb61-ced7-44df-85e8-42ecb10a4a2d tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.989557 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7d18a494-f600-479e-a4cd-3df96c3fb564 req-bf1ec349-e1c5-457b-a01c-00638f717389 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cdeebe-f6f0-4128-b290-e6ab8e66628a HTTP/1.1" status: 200 len: 950 time: 0.6582124 Nov 12 08:38:25.045065 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port b888dbfa-49af-4cf2-8c1b-0b6633324218 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:25.045448 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:25.101501 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-f6e5b9fe-fcdc-4a5b-961e-86d9e7bcfe00 req-326ceb61-ced7-44df-85e8-42ecb10a4a2d tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] For port 04daa2ab-0f1e-46d6-b151-8c5b6210d993, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=04daa2ab-0f1e-46d6-b151-8c5b6210d993,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:25.101889 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f6e5b9fe-fcdc-4a5b-961e-86d9e7bcfe00 req-326ceb61-ced7-44df-85e8-42ecb10a4a2d tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:25.121291 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-f6e5b9fe-fcdc-4a5b-961e-86d9e7bcfe00 req-326ceb61-ced7-44df-85e8-42ecb10a4a2d tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Calling delete_port for 04daa2ab-0f1e-46d6-b151-8c5b6210d993 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:25.263208 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 49a3f543-3c43-46f6-b060-4c15bf9e931c details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:38:25.285575 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-d68d93ae-689c-402a-a949-224a3bdf9ab0 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Made reservation on behalf of 65448dda20d44f4c9ff55a15064304f9 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:25.291359 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-d68d93ae-689c-402a-a949-224a3bdf9ab0 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:25.310874 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f6e5b9fe-fcdc-4a5b-961e-86d9e7bcfe00 req-326ceb61-ced7-44df-85e8-42ecb10a4a2d tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:25.334864 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8830300-21a3-416b-97ed-f69ee18e2aec req-6f31f662-0f24-4b0f-b728-18b90f22b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:25.336721 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8830300-21a3-416b-97ed-f69ee18e2aec req-6f31f662-0f24-4b0f-b728-18b90f22b21e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8caf3eba-e7df-49d1-bdb7-f7a8b69eb432 HTTP/1.1" status: 200 len: 844 time: 0.3758929 Nov 12 08:38:25.344667 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cfeb5f-2480-4cac-9795-988bbd5ae89e req-eb3beff8-bdc1-46c7-a372-aee2529ee923 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:25.352666 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a5cfeb5f-2480-4cac-9795-988bbd5ae89e req-eb3beff8-bdc1-46c7-a372-aee2529ee923 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=76fdcd1d-90d3-4e79-af9d-9625add71668 HTTP/1.1" status: 200 len: 866 time: 0.4474375 Nov 12 08:38:25.413026 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7d18a494-f600-479e-a4cd-3df96c3fb564 req-68dce0f5-1bb7-4c75-b1f5-e4ebc8f49422 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6795337-8395-4302-b086-2ae77146e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181199 Nov 12 08:38:25.416613 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8830300-21a3-416b-97ed-f69ee18e2aec req-cf0462d3-2005-4ebd-ba2b-e7a365e105ea service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=decddc00-32e0-44cc-9e13-8ef2ed68d9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544300 Nov 12 08:38:25.455664 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ceb61-ced7-44df-85e8-42ecb10a4a2d tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Pushing event deleted for resources: {'Port': ['ID=04daa2ab-0f1e-46d6-b151-8c5b6210d993,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:25.504526 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 49a3f543-3c43-46f6-b060-4c15bf9e931c, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=49a3f543-3c43-46f6-b060-4c15bf9e931c,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:25.531446 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf9fa93-c7f3-4542-b021-ec3627a39c9f x-openstack-request-id: req-2cf9fa93-c7f3-4542-b021-ec3627a39c9f {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:25.533804 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cdeebe-f6f0-4128-b290-e6ab8e66628a", "name": "network-vif-plugged", "status": "completed", "tag": "423e9fb0-7eb6-426e-8d7e-0aaa385b7589", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:25.534408 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2cf9fa93-c7f3-4542-b021-ec3627a39c9f {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:25.537603 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cdeebe-f6f0-4128-b290-e6ab8e66628a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423e9fb0-7eb6-426e-8d7e-0aaa385b7589', 'code': 200} Nov 12 08:38:25.545875 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '49a3f543-3c43-46f6-b060-4c15bf9e931c', 'network_id': 'decddc00-32e0-44cc-9e13-8ef2ed68d9e6', 'port_id': '49a3f543-3c43-46f6-b060-4c15bf9e931c', 'mac_address': 'fa:16:3e:21:22:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8caf3eba-e7df-49d1-bdb7-f7a8b69eb432', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:38:25.548122 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e5b9fe-fcdc-4a5b-961e-86d9e7bcfe00 req-326ceb61-ced7-44df-85e8-42ecb10a4a2d tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] No DVR routers for this DVR port 04daa2ab-0f1e-46d6-b151-8c5b6210d993 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:25.569926 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f6e5b9fe-fcdc-4a5b-961e-86d9e7bcfe00 req-326ceb61-ced7-44df-85e8-42ecb10a4a2d tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:25.576844 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f6e5b9fe-fcdc-4a5b-961e-86d9e7bcfe00 req-326ceb61-ced7-44df-85e8-42ecb10a4a2d tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.54 "DELETE /v2.0/ports/04daa2ab-0f1e-46d6-b151-8c5b6210d993 HTTP/1.1" status: 204 len: 173 time: 0.8219748 Nov 12 08:38:25.614650 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd20834a-74d3-4965-ab28-91fcee780dd1 x-openstack-request-id: req-bd20834a-74d3-4965-ab28-91fcee780dd1 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:25.614946 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c571159e-3212-49f4-aad4-c67b16605c98", "tag": "7779aa3b-d3ec-4af1-a2eb-d3d31a994965", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:25.615204 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bd20834a-74d3-4965-ab28-91fcee780dd1 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:25.615820 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c571159e-3212-49f4-aad4-c67b16605c98', 'tag': '7779aa3b-d3ec-4af1-a2eb-d3d31a994965', 'status': 'completed', 'code': 200} Nov 12 08:38:25.647180 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-d66b639c-604f-4a76-922e-b68e57d8fcf9 service neutron] 10.222.0.54 "GET /v2.0/networks/f1cd93ab-4580-44c6-ae91-d8be8f19b42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6724946 Nov 12 08:38:25.660847 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:25.693295 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a3f543-3c43-46f6-b060-4c15bf9e931c {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:25.733459 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-dfd03906-4392-4ea9-a250-dd489b69756b tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:25.735414 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-dfd03906-4392-4ea9-a250-dd489b69756b tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.54 "GET /v2.0/networks?id=7606f079-2527-4e0e-94d1-986a75700eb0 HTTP/1.1" status: 200 len: 814 time: 0.4476013 Nov 12 08:38:25.739705 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 49a3f543-3c43-46f6-b060-4c15bf9e931c, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=49a3f543-3c43-46f6-b060-4c15bf9e931c,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:25.748296 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:25.765120 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-576ec1d3-e623-47f1-95f9-2a077a819f88 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Request body: {'port': {'device_id': '48125928-a5bf-4de5-abb4-543cc90cd289', 'network_id': '7606f079-2527-4e0e-94d1-986a75700eb0', 'admin_state_up': True, 'tenant_id': '7d890d5943624406b7ee953df5b1a618'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:25.843823 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=49a3f543-3c43-46f6-b060-4c15bf9e931c,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:25.912262 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-d68d93ae-689c-402a-a949-224a3bdf9ab0 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Allocated IP 172.20.0.9 (f1cd93ab-4580-44c6-ae91-d8be8f19b42e/5b908243-c303-477e-98f2-4c40f5c722df/293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:25.916680 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c4e64-68ce-4795-9cfd-0ef15067dc6c req-3048fdf5-eaf7-4229-a29f-72048b093812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:25.918366 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-081c4e64-68ce-4795-9cfd-0ef15067dc6c req-3048fdf5-eaf7-4229-a29f-72048b093812 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=35cdeebe-f6f0-4128-b290-e6ab8e66628a HTTP/1.1" status: 200 len: 1102 time: 0.2702808 Nov 12 08:38:25.948000 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8830300-21a3-416b-97ed-f69ee18e2aec req-e84b29b9-a22f-4a70-81c1-4143ddc7a6ba service neutron] 10.222.0.58 "GET /v2.0/networks/decddc00-32e0-44cc-9e13-8ef2ed68d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4907775 Nov 12 08:38:25.961474 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-3648c879-8350-4698-991a-76247333bec8 service neutron] 10.222.0.54 "GET /v2.0/networks/f1cd93ab-4580-44c6-ae91-d8be8f19b42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828796 Nov 12 08:38:26.011032 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-081c4e64-68ce-4795-9cfd-0ef15067dc6c req-62cecac5-d6c8-4b65-8179-67a0269458c8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d6795337-8395-4302-b086-2ae77146e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712001 Nov 12 08:38:26.011689 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-576ec1d3-e623-47f1-95f9-2a077a819f88 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Made reservation on behalf of 7d890d5943624406b7ee953df5b1a618 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:26.015384 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-576ec1d3-e623-47f1-95f9-2a077a819f88 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:26.091194 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['49a3f543-3c43-46f6-b060-4c15bf9e931c'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:26.137526 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e39c4-8b1b-473e-ae5a-79e2507ceace req-d92abe5a-96f4-4db0-b24f-6dceb0ea4377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:26.139150 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ad0e39c4-8b1b-473e-ae5a-79e2507ceace req-d92abe5a-96f4-4db0-b24f-6dceb0ea4377 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65448dda20d44f4c9ff55a15064304f9&device_id=c571159e-3212-49f4-aad4-c67b16605c98 HTTP/1.1" status: 200 len: 1096 time: 0.1203513 Nov 12 08:38:26.163101 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a5cfeb5f-2480-4cac-9795-988bbd5ae89e req-4ae552ac-c8f2-4cfe-9af7-7b3203f18c39 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8093464 Nov 12 08:38:26.180596 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc779c85-ca02-41b5-9306-6568fc916e75 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:26.213194 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e446b-4636-4322-b8f8-6b64693811e1 req-51d736d0-4ad4-4bd3-81ef-d9950f19f216 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:26.214947 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a86e446b-4636-4322-b8f8-6b64693811e1 req-51d736d0-4ad4-4bd3-81ef-d9950f19f216 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=950b48c8-eeb9-44b3-bad1-27667c671e5e HTTP/1.1" status: 200 len: 944 time: 0.3992045 Nov 12 08:38:26.305749 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-576ec1d3-e623-47f1-95f9-2a077a819f88 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Allocated IP 172.20.0.9 (7606f079-2527-4e0e-94d1-986a75700eb0/34379cfb-d173-406f-b0b9-10a5aa8d3079/221b6c1b-3d6b-4be8-b128-1ac53b5e6463) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:26.358897 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aed13ec5-4163-4908-8812-e68f66738a33 req-fb25e4a9-4078-4534-b3e2-7f724dfd1e11 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=48125928-a5bf-4de5-abb4-543cc90cd289 HTTP/1.1" status: 200 len: 210 time: 0.0663075 Nov 12 08:38:26.461691 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e39c4-8b1b-473e-ae5a-79e2507ceace req-ecd116da-9816-43c5-859b-09a3e7d66598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:26.464223 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ad0e39c4-8b1b-473e-ae5a-79e2507ceace req-ecd116da-9816-43c5-859b-09a3e7d66598 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f1cd93ab-4580-44c6-ae91-d8be8f19b42e HTTP/1.1" status: 200 len: 914 time: 0.1174526 Nov 12 08:38:26.479270 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8830300-21a3-416b-97ed-f69ee18e2aec req-b1c83805-3d76-48e0-806c-9690c16d563f service neutron] 10.222.0.58 "GET /v2.0/networks/decddc00-32e0-44cc-9e13-8ef2ed68d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4673612 Nov 12 08:38:26.534348 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-829402dc-7b50-4897-8da6-c78f39b3892b req-fe644f57-3ac9-435c-b77e-d988827a3a9c tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be6bd95-1493-473d-a1b8-16355fb612cb HTTP/1.1" status: 200 len: 210 time: 0.0539145 Nov 12 08:38:26.537655 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ad0e39c4-8b1b-473e-ae5a-79e2507ceace req-64d04160-f800-499a-98aa-2fe975a100ea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7779aa3b-d3ec-4af1-a2eb-d3d31a994965 HTTP/1.1" status: 200 len: 217 time: 0.0559847 Nov 12 08:38:26.553335 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a86e446b-4636-4322-b8f8-6b64693811e1 req-63fcdf3e-e6bf-4088-b37f-150c7eb068f9 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505748 Nov 12 08:38:26.556893 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-d68d93ae-689c-402a-a949-224a3bdf9ab0 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:26.682724 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e39c4-8b1b-473e-ae5a-79e2507ceace req-1802b803-7fb9-4dcc-a241-45f5a04109ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:26.684276 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ad0e39c4-8b1b-473e-ae5a-79e2507ceace req-1802b803-7fb9-4dcc-a241-45f5a04109ee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b908243-c303-477e-98f2-4c40f5c722df HTTP/1.1" status: 200 len: 853 time: 0.1263645 Nov 12 08:38:27.043797 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ad0e39c4-8b1b-473e-ae5a-79e2507ceace req-b563057d-91bb-438c-af0b-4ee4bf8d4e22 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1cd93ab-4580-44c6-ae91-d8be8f19b42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3453383 Nov 12 08:38:27.128731 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-576ec1d3-e623-47f1-95f9-2a077a819f88 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.138737 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-d68d93ae-689c-402a-a949-224a3bdf9ab0 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.194392 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ad0e39c4-8b1b-473e-ae5a-79e2507ceace req-d5643473-cd48-4a3f-82ce-1e235a262e95 service neutron] 10.222.0.54 "GET /v2.0/networks/f1cd93ab-4580-44c6-ae91-d8be8f19b42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399767 Nov 12 08:38:27.206696 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d93ae-689c-402a-a949-224a3bdf9ab0 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Pushing event updated for resources: {'Port': ['ID=293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:27.227679 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-576ec1d3-e623-47f1-95f9-2a077a819f88 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.236208 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 7779aa3b-d3ec-4af1-a2eb-d3d31a994965 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:38:27.257357 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['10948d64-3eb3-4935-b81b-78e6ca3e4140'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:27.269547 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76477b8a-a42e-40ea-b5dd-5e591246c57b req-290fd191-cf9e-4075-80a0-b1d9a825d439 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:27.271552 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-76477b8a-a42e-40ea-b5dd-5e591246c57b req-290fd191-cf9e-4075-80a0-b1d9a825d439 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cdeebe-f6f0-4128-b290-e6ab8e66628a HTTP/1.1" status: 200 len: 950 time: 0.1988060 Nov 12 08:38:27.274710 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc779c85-ca02-41b5-9306-6568fc916e75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.292022 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-d68d93ae-689c-402a-a949-224a3bdf9ab0 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Network f1cd93ab-4580-44c6-ae91-d8be8f19b42e is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:27.313473 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 49a3f543-3c43-46f6-b060-4c15bf9e931c up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:27.349633 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-576ec1d3-e623-47f1-95f9-2a077a819f88 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Network 7606f079-2527-4e0e-94d1-986a75700eb0 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:27.354461 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-576ec1d3-e623-47f1-95f9-2a077a819f88 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:27.355299 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 04daa2ab-0f1e-46d6-b151-8c5b6210d993 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:27.372007 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-576ec1d3-e623-47f1-95f9-2a077a819f88 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:27.396641 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 04daa2ab-0f1e-46d6-b151-8c5b6210d993 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:38:27.397390 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 04daa2ab-0f1e-46d6-b151-8c5b6210d993 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:38:27.411594 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-d68d93ae-689c-402a-a949-224a3bdf9ab0 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:27.416788 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-d68d93ae-689c-402a-a949-224a3bdf9ab0 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:27.446946 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-576ec1d3-e623-47f1-95f9-2a077a819f88 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:27.447895 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-576ec1d3-e623-47f1-95f9-2a077a819f88 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.492665 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ec1d3-e623-47f1-95f9-2a077a819f88 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Pushing event updated for resources: {'Port': ['ID=221b6c1b-3d6b-4be8-b128-1ac53b5e6463,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:27.526133 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-576ec1d3-e623-47f1-95f9-2a077a819f88 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7655828 Nov 12 08:38:27.548082 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-871a4de6-3fda-4145-9f35-453efaed5cd2 service neutron] Request body: {'port': {'device_id': '48125928-a5bf-4de5-abb4-543cc90cd289', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:27.588723 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 7779aa3b-d3ec-4af1-a2eb-d3d31a994965, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=7779aa3b-d3ec-4af1-a2eb-d3d31a994965,segment=NetworkSegment(4412a245-7ff5-4ebd-b944-6d803ff5e70c),segment_id=4412a245-7ff5-4ebd-b944-6d803ff5e70c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:27.604443 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-d68d93ae-689c-402a-a949-224a3bdf9ab0 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:27.605506 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-d68d93ae-689c-402a-a949-224a3bdf9ab0 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.613368 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '7779aa3b-d3ec-4af1-a2eb-d3d31a994965', 'network_id': 'f1cd93ab-4580-44c6-ae91-d8be8f19b42e', 'port_id': '7779aa3b-d3ec-4af1-a2eb-d3d31a994965', 'mac_address': 'fa:16:3e:f0:9b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b908243-c303-477e-98f2-4c40f5c722df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:38:27.619257 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fdcd1d-90d3-4e79-af9d-9625add71668', 'name': 'network-vif-deleted', 'tag': '04daa2ab-0f1e-46d6-b151-8c5b6210d993'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:27.621901 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f13f7e-85d0-4d9e-bc83-53de21776445" -d '{"events": [{"server_uuid": "76fdcd1d-90d3-4e79-af9d-9625add71668", "name": "network-vif-deleted", "tag": "04daa2ab-0f1e-46d6-b151-8c5b6210d993"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:27.627208 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-76477b8a-a42e-40ea-b5dd-5e591246c57b req-a188cd56-91f1-470b-999a-7f7db2ebec03 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6795337-8395-4302-b086-2ae77146e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328502 Nov 12 08:38:27.638518 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 49a3f543-3c43-46f6-b060-4c15bf9e931c completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:38:27.657618 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-d68d93ae-689c-402a-a949-224a3bdf9ab0 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7290280 Nov 12 08:38:27.658111 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ad0e39c4-8b1b-473e-ae5a-79e2507ceace req-e16d5dca-f57f-422a-bd35-2a49dd6f545e service neutron] 10.222.0.54 "GET /v2.0/networks/f1cd93ab-4580-44c6-ae91-d8be8f19b42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544311 Nov 12 08:38:27.679356 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 49a3f543-3c43-46f6-b060-4c15bf9e931c triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:27.679886 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.690618 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-0f308a32-679f-4664-aee4-c504ca933fc0 service neutron] Request body: {'port': {'device_id': '2be6bd95-1493-473d-a1b8-16355fb612cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:27.738664 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-871a4de6-3fda-4145-9f35-453efaed5cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.773433 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.852359 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7779aa3b-d3ec-4af1-a2eb-d3d31a994965 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:27.888757 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c44ab-e651-45ec-b11a-ab49f0a5553f req-ad90a6f9-29f9-4f18-8fed-b9e7053c817c tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:27.891688 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4b2c44ab-e651-45ec-b11a-ab49f0a5553f req-ad90a6f9-29f9-4f18-8fed-b9e7053c817c tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 945 time: 0.1525159 Nov 12 08:38:27.893348 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc779c85-ca02-41b5-9306-6568fc916e75 admin admin] Router b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:38:27.896437 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-0f308a32-679f-4664-aee4-c504ca933fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.941893 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 7779aa3b-d3ec-4af1-a2eb-d3d31a994965, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=7779aa3b-d3ec-4af1-a2eb-d3d31a994965,segment=NetworkSegment(4412a245-7ff5-4ebd-b944-6d803ff5e70c),segment_id=4412a245-7ff5-4ebd-b944-6d803ff5e70c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:27.949993 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.957213 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.025891 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950b48c8-eeb9-44b3-bad1-27667c671e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a3f543-3c43-46f6-b060-4c15bf9e931c'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:28.028403 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b764672-653b-4c01-bace-39dde02306f0" -d '{"events": [{"server_uuid": "950b48c8-eeb9-44b3-bad1-27667c671e5e", "name": "network-vif-plugged", "status": "completed", "tag": "49a3f543-3c43-46f6-b060-4c15bf9e931c"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:28.045707 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 49a3f543-3c43-46f6-b060-4c15bf9e931c, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=49a3f543-3c43-46f6-b060-4c15bf9e931c,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:28.046770 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=7779aa3b-d3ec-4af1-a2eb-d3d31a994965,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:28.053243 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.115317 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=49a3f543-3c43-46f6-b060-4c15bf9e931c,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:28.153466 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-871a4de6-3fda-4145-9f35-453efaed5cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 221b6c1b-3d6b-4be8-b128-1ac53b5e6463 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:28.159697 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11cc86e-ea30-4a23-ade5-590bc97fdf2c req-c7e1b723-75bf-4ff0-9c1f-a3fc098968ce tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:28.161219 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c11cc86e-ea30-4a23-ade5-590bc97fdf2c req-c7e1b723-75bf-4ff0-9c1f-a3fc098968ce tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=48125928-a5bf-4de5-abb4-543cc90cd289 HTTP/1.1" status: 200 len: 931 time: 0.4360502 Nov 12 08:38:28.164220 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-871a4de6-3fda-4145-9f35-453efaed5cd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.180068 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-871a4de6-3fda-4145-9f35-453efaed5cd2 service neutron] Transition to ACTIVE for port object 221b6c1b-3d6b-4be8-b128-1ac53b5e6463 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:38:28.185673 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-871a4de6-3fda-4145-9f35-453efaed5cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.238041 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['7779aa3b-d3ec-4af1-a2eb-d3d31a994965'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:28.239461 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a4de6-3fda-4145-9f35-453efaed5cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=221b6c1b-3d6b-4be8-b128-1ac53b5e6463,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:28.332490 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4b2c44ab-e651-45ec-b11a-ab49f0a5553f req-5705f61e-ce85-4fab-9c29-d65ae1a750ad tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140830 Nov 12 08:38:28.352610 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-871a4de6-3fda-4145-9f35-453efaed5cd2 service neutron] Attempting to bind port 221b6c1b-3d6b-4be8-b128-1ac53b5e6463 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:28.353315 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-871a4de6-3fda-4145-9f35-453efaed5cd2 service neutron] Attempting to bind port 221b6c1b-3d6b-4be8-b128-1ac53b5e6463 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'cbd6be86-3cb3-4740-8617-f1a45bb12c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7606f079-2527-4e0e-94d1-986a75700eb0'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:28.353881 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-871a4de6-3fda-4145-9f35-453efaed5cd2 service neutron] Attempting to bind port 221b6c1b-3d6b-4be8-b128-1ac53b5e6463 on network 7606f079-2527-4e0e-94d1-986a75700eb0 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:28.369250 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-871a4de6-3fda-4145-9f35-453efaed5cd2 service neutron] Port 221b6c1b-3d6b-4be8-b128-1ac53b5e6463 on network 7606f079-2527-4e0e-94d1-986a75700eb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:38:28.369657 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-871a4de6-3fda-4145-9f35-453efaed5cd2 service neutron] Attempting to bind port 221b6c1b-3d6b-4be8-b128-1ac53b5e6463 on network 7606f079-2527-4e0e-94d1-986a75700eb0 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:28.377048 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-871a4de6-3fda-4145-9f35-453efaed5cd2 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:28.379070 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-871a4de6-3fda-4145-9f35-453efaed5cd2 service neutron] Checking segment: {'id': 'cbd6be86-3cb3-4740-8617-f1a45bb12c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7606f079-2527-4e0e-94d1-986a75700eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:28.379560 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-871a4de6-3fda-4145-9f35-453efaed5cd2 service neutron] Bound using segment: {'id': 'cbd6be86-3cb3-4740-8617-f1a45bb12c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7606f079-2527-4e0e-94d1-986a75700eb0'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:28.380129 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-871a4de6-3fda-4145-9f35-453efaed5cd2 service neutron] Bound port: 221b6c1b-3d6b-4be8-b128-1ac53b5e6463, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd6be86-3cb3-4740-8617-f1a45bb12c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7606f079-2527-4e0e-94d1-986a75700eb0'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:28.381459 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-871a4de6-3fda-4145-9f35-453efaed5cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.409232 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a16fd-117b-4396-ab79-4af6d5b14fa1 req-2f6ce941-f3ff-4c61-abcb-8ae60592cb3b tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:28.410396 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-009a16fd-117b-4396-ab79-4af6d5b14fa1 req-2f6ce941-f3ff-4c61-abcb-8ae60592cb3b tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 945 time: 0.2618663 Nov 12 08:38:28.422429 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c11cc86e-ea30-4a23-ade5-590bc97fdf2c req-01034212-d85d-4967-9624-94c90485834f tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486331 Nov 12 08:38:28.535358 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-871a4de6-3fda-4145-9f35-453efaed5cd2 service neutron] For port 221b6c1b-3d6b-4be8-b128-1ac53b5e6463, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:28.540872 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-871a4de6-3fda-4145-9f35-453efaed5cd2 service neutron] For port 221b6c1b-3d6b-4be8-b128-1ac53b5e6463, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=221b6c1b-3d6b-4be8-b128-1ac53b5e6463,segment=NetworkSegment(cbd6be86-3cb3-4740-8617-f1a45bb12c8c),segment_id=cbd6be86-3cb3-4740-8617-f1a45bb12c8c)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:28.548755 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-871a4de6-3fda-4145-9f35-453efaed5cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.555093 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc779c85-ca02-41b5-9306-6568fc916e75 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:38:28.566685 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc379a29-a8ca-40bd-ba32-45bbc1979418 None None] Sync routers for ids ['b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:38:28.579194 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc379a29-a8ca-40bd-ba32-45bbc1979418 None None] Routers {'b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:28.581139 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-fc379a29-a8ca-40bd-ba32-45bbc1979418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:38:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:28.589689 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-871a4de6-3fda-4145-9f35-453efaed5cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:28.590307 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-871a4de6-3fda-4145-9f35-453efaed5cd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.591686 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-871a4de6-3fda-4145-9f35-453efaed5cd2 service neutron] 10.222.0.54 "PUT /v2.0/ports/221b6c1b-3d6b-4be8-b128-1ac53b5e6463 HTTP/1.1" status: 200 len: 1092 time: 1.0527549 Nov 12 08:38:28.596460 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-0f308a32-679f-4664-aee4-c504ca933fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:28.606227 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-0f308a32-679f-4664-aee4-c504ca933fc0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.614579 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a4de6-3fda-4145-9f35-453efaed5cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=221b6c1b-3d6b-4be8-b128-1ac53b5e6463,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:28.630020 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-0f308a32-679f-4664-aee4-c504ca933fc0 service neutron] Transition to ACTIVE for port object 293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:38:28.683895 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-0f308a32-679f-4664-aee4-c504ca933fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.695838 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-d083cd33-0033-42a3-be9a-f0e5303ca37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:28.697693 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-d083cd33-0033-42a3-be9a-f0e5303ca37b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7d890d5943624406b7ee953df5b1a618&device_id=48125928-a5bf-4de5-abb4-543cc90cd289 HTTP/1.1" status: 200 len: 1095 time: 0.0597374 Nov 12 08:38:28.730650 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-fc379a29-a8ca-40bd-ba32-45bbc1979418 None None] Set router b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:28.760045 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc779c85-ca02-41b5-9306-6568fc916e75 admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.761432 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-cc779c85-ca02-41b5-9306-6568fc916e75 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 8.7613826 Nov 12 08:38:28.768700 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42302) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:28.773980 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-3316c4ff-cc0d-47fb-937c-d86b25989854 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=221b6c1b-3d6b-4be8-b128-1ac53b5e6463 HTTP/1.1" status: 200 len: 217 time: 0.0556521 Nov 12 08:38:28.848955 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baaa855-3cbb-4c78-bb9b-f2b6bf68f26b req-afe09fe6-96d7-43f3-b0dd-71d32259c0ba tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:28.850674 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2baaa855-3cbb-4c78-bb9b-f2b6bf68f26b req-afe09fe6-96d7-43f3-b0dd-71d32259c0ba tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be6bd95-1493-473d-a1b8-16355fb612cb HTTP/1.1" status: 200 len: 931 time: 0.3835154 Nov 12 08:38:28.856066 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-ff35b824-9bc9-4436-83c2-11cd9efd51bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:28.857459 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f308a32-679f-4664-aee4-c504ca933fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:28.858482 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-ff35b824-9bc9-4436-83c2-11cd9efd51bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=34379cfb-d173-406f-b0b9-10a5aa8d3079 HTTP/1.1" status: 200 len: 854 time: 0.0767608 Nov 12 08:38:28.911118 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.917234 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-c1a0ed16-ec5e-4e22-bfce-8d63ad9c7f37 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7606f079-2527-4e0e-94d1-986a75700eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416477 Nov 12 08:38:28.923970 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc602cc-9b55-4213-b380-7c3b389813f5 req-23d2d267-6ceb-443a-9413-adee95520fd4 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:28.925978 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dfc602cc-9b55-4213-b380-7c3b389813f5 req-23d2d267-6ceb-443a-9413-adee95520fd4 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=950b48c8-eeb9-44b3-bad1-27667c671e5e HTTP/1.1" status: 200 len: 945 time: 0.2932620 Nov 12 08:38:28.989468 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-fc379a29-a8ca-40bd-ba32-45bbc1979418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-259851690-router', 'tenant_id': 'fe20c05ea4284c57b8209cf19e3261d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '0f6a8bd2-fde9-4545-8026-583d8a86879c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:20Z', 'updated_at': '2021-11-12T08:38:25Z', 'revision_number': 3, 'project_id': 'fe20c05ea4284c57b8209cf19e3261d9', 'gw_port': {'id': '0f6a8bd2-fde9-4545-8026-583d8a86879c', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:18:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:23Z', 'updated_at': '2021-11-12T08:38:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:29.025376 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc379a29-a8ca-40bd-ba32-45bbc1979418 None None] Checking router: b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:38:29.025855 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc379a29-a8ca-40bd-ba32-45bbc1979418 None None] Updating router b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997 port 0f6a8bd2-fde9-4545-8026-583d8a86879c binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:38:29.044726 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-3a29a00a-bcd8-4727-bf44-038e70fe1cd4 service neutron] 10.222.0.54 "GET /v2.0/networks/7606f079-2527-4e0e-94d1-986a75700eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159902 Nov 12 08:38:29.057105 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fc379a29-a8ca-40bd-ba32-45bbc1979418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.070464 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-009a16fd-117b-4396-ab79-4af6d5b14fa1 req-99b9d131-413c-4a66-a044-47f56d2eba2f tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Deleting port 4284253f-d252-4cac-a63a-a44080a42da3 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:29.070943 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-009a16fd-117b-4396-ab79-4af6d5b14fa1 req-99b9d131-413c-4a66-a044-47f56d2eba2f tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.110340 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2baaa855-3cbb-4c78-bb9b-f2b6bf68f26b req-e8dbfdbc-b625-4547-a5a6-b0fa39f32ff3 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/security-groups?id=5833b237-de23-49f8-81a6-149cc962fad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488248 Nov 12 08:38:29.165047 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2f178c0c-9d01-4858-a21d-505b14666b3b req-d07e1087-ee3a-4a64-b698-be7f42038dbc service neutron] 10.222.0.54 "GET /v2.0/networks/7606f079-2527-4e0e-94d1-986a75700eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999403 Nov 12 08:38:29.169018 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e635fc7a-f6b6-463a-bc45-c0f09559fcda x-openstack-request-id: req-e635fc7a-f6b6-463a-bc45-c0f09559fcda {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:29.169445 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76fdcd1d-90d3-4e79-af9d-9625add71668", "name": "network-vif-deleted", "tag": "04daa2ab-0f1e-46d6-b151-8c5b6210d993", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:29.169768 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e635fc7a-f6b6-463a-bc45-c0f09559fcda {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:29.170269 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76fdcd1d-90d3-4e79-af9d-9625add71668', 'name': 'network-vif-deleted', 'tag': '04daa2ab-0f1e-46d6-b151-8c5b6210d993', 'status': 'completed', 'code': 200} Nov 12 08:38:29.172183 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dfc602cc-9b55-4213-b380-7c3b389813f5 req-1bf6eda1-633b-460f-ac00-91b419bd1796 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080877 Nov 12 08:38:29.242080 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 7779aa3b-d3ec-4af1-a2eb-d3d31a994965 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:29.249819 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-0f308a32-679f-4664-aee4-c504ca933fc0 service neutron] Attempting to bind port 293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:29.250164 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-0f308a32-679f-4664-aee4-c504ca933fc0 service neutron] Attempting to bind port 293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '4412a245-7ff5-4ebd-b944-6d803ff5e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f1cd93ab-4580-44c6-ae91-d8be8f19b42e'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:29.250556 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-0f308a32-679f-4664-aee4-c504ca933fc0 service neutron] Attempting to bind port 293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4 on network f1cd93ab-4580-44c6-ae91-d8be8f19b42e {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:29.272070 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-0f308a32-679f-4664-aee4-c504ca933fc0 service neutron] Port 293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4 on network f1cd93ab-4580-44c6-ae91-d8be8f19b42e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:38:29.272576 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-0f308a32-679f-4664-aee4-c504ca933fc0 service neutron] Attempting to bind port 293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4 on network f1cd93ab-4580-44c6-ae91-d8be8f19b42e {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:29.295283 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc26cf46-17a3-42cf-a476-0e9c1ca2cf07 x-openstack-request-id: req-cc26cf46-17a3-42cf-a476-0e9c1ca2cf07 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:29.295658 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950b48c8-eeb9-44b3-bad1-27667c671e5e", "name": "network-vif-plugged", "status": "completed", "tag": "49a3f543-3c43-46f6-b060-4c15bf9e931c", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:29.296038 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc26cf46-17a3-42cf-a476-0e9c1ca2cf07 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:29.296289 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-0f308a32-679f-4664-aee4-c504ca933fc0 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:29.296546 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-0f308a32-679f-4664-aee4-c504ca933fc0 service neutron] Checking segment: {'id': '4412a245-7ff5-4ebd-b944-6d803ff5e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f1cd93ab-4580-44c6-ae91-d8be8f19b42e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:29.296780 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950b48c8-eeb9-44b3-bad1-27667c671e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a3f543-3c43-46f6-b060-4c15bf9e931c', 'code': 200} Nov 12 08:38:29.297173 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-0f308a32-679f-4664-aee4-c504ca933fc0 service neutron] Bound using segment: {'id': '4412a245-7ff5-4ebd-b944-6d803ff5e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f1cd93ab-4580-44c6-ae91-d8be8f19b42e'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:29.297905 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-0f308a32-679f-4664-aee4-c504ca933fc0 service neutron] Bound port: 293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4412a245-7ff5-4ebd-b944-6d803ff5e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f1cd93ab-4580-44c6-ae91-d8be8f19b42e'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:29.298364 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-0f308a32-679f-4664-aee4-c504ca933fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.381902 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd1b07-b736-47c2-b293-bb3bf073d7f6 req-1788a557-61d7-44fa-a05f-ea4b5b1beb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:29.387139 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7cfd1b07-b736-47c2-b293-bb3bf073d7f6 req-1788a557-61d7-44fa-a05f-ea4b5b1beb9a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=950b48c8-eeb9-44b3-bad1-27667c671e5e HTTP/1.1" status: 200 len: 1097 time: 0.0557275 Nov 12 08:38:29.444572 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7cfd1b07-b736-47c2-b293-bb3bf073d7f6 req-0de2c479-e7ec-4fa7-a9f2-a30f54167f4b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468338 Nov 12 08:38:29.459324 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 7779aa3b-d3ec-4af1-a2eb-d3d31a994965 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:38:29.470401 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 7779aa3b-d3ec-4af1-a2eb-d3d31a994965 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:29.470671 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.501742 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-009a16fd-117b-4396-ab79-4af6d5b14fa1 req-99b9d131-413c-4a66-a044-47f56d2eba2f tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] For port 4284253f-d252-4cac-a63a-a44080a42da3, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=4284253f-d252-4cac-a63a-a44080a42da3,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:29.502366 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-009a16fd-117b-4396-ab79-4af6d5b14fa1 req-99b9d131-413c-4a66-a044-47f56d2eba2f tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.503853 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fc379a29-a8ca-40bd-ba32-45bbc1979418 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.513153 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fc379a29-a8ca-40bd-ba32-45bbc1979418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.543597 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-009a16fd-117b-4396-ab79-4af6d5b14fa1 req-99b9d131-413c-4a66-a044-47f56d2eba2f tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Calling delete_port for 4284253f-d252-4cac-a63a-a44080a42da3 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:29.581622 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34758b-8045-449c-b21b-11ad48f4880e None None] Pushing event updated for resources: {'Port': ['ID=0f6a8bd2-fde9-4545-8026-583d8a86879c,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:29.585400 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-fc379a29-a8ca-40bd-ba32-45bbc1979418 None None] Attempting to bind port 0f6a8bd2-fde9-4545-8026-583d8a86879c on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:29.585771 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-fc379a29-a8ca-40bd-ba32-45bbc1979418 None None] Attempting to bind port 0f6a8bd2-fde9-4545-8026-583d8a86879c by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:29.586137 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc379a29-a8ca-40bd-ba32-45bbc1979418 None None] Attempting to bind port 0f6a8bd2-fde9-4545-8026-583d8a86879c on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:29.595088 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc379a29-a8ca-40bd-ba32-45bbc1979418 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:29.595464 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc379a29-a8ca-40bd-ba32-45bbc1979418 None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:29.596108 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fc379a29-a8ca-40bd-ba32-45bbc1979418 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.596505 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc379a29-a8ca-40bd-ba32-45bbc1979418 None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:29.597013 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-fc379a29-a8ca-40bd-ba32-45bbc1979418 None None] Bound port: 0f6a8bd2-fde9-4545-8026-583d8a86879c, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:29.597393 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fc379a29-a8ca-40bd-ba32-45bbc1979418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.627215 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f2ecb-1b05-4d21-b70a-4fedd7b42b91 req-6f441990-0136-45b2-a2ed-00e043f5f15f tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:29.628844 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e4f2ecb-1b05-4d21-b70a-4fedd7b42b91 req-6f441990-0136-45b2-a2ed-00e043f5f15f tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cdeebe-f6f0-4128-b290-e6ab8e66628a HTTP/1.1" status: 200 len: 950 time: 0.2883787 Nov 12 08:38:29.641074 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-0f308a32-679f-4664-aee4-c504ca933fc0 service neutron] For port 293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:29.708539 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdb8b5-23ac-4fe7-a86c-27773df21147 req-b3e49972-1780-4589-b006-48a9ac7408ca tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:29.710598 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a3fdb8b5-23ac-4fe7-a86c-27773df21147 req-b3e49972-1780-4589-b006-48a9ac7408ca tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b HTTP/1.1" status: 200 len: 945 time: 0.2620318 Nov 12 08:38:29.726376 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-0f308a32-679f-4664-aee4-c504ca933fc0 service neutron] For port 293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4,segment=NetworkSegment(4412a245-7ff5-4ebd-b944-6d803ff5e70c),segment_id=4412a245-7ff5-4ebd-b944-6d803ff5e70c)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:29.748123 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-0f308a32-679f-4664-aee4-c504ca933fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.795255 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.830049 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-fc379a29-a8ca-40bd-ba32-45bbc1979418 None None] For port 0f6a8bd2-fde9-4545-8026-583d8a86879c, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:29.837132 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-fc379a29-a8ca-40bd-ba32-45bbc1979418 None None] For port 0f6a8bd2-fde9-4545-8026-583d8a86879c, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=0f6a8bd2-fde9-4545-8026-583d8a86879c,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:29.848124 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 7779aa3b-d3ec-4af1-a2eb-d3d31a994965, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=7779aa3b-d3ec-4af1-a2eb-d3d31a994965,segment=NetworkSegment(4412a245-7ff5-4ebd-b944-6d803ff5e70c),segment_id=4412a245-7ff5-4ebd-b944-6d803ff5e70c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:29.849883 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fc379a29-a8ca-40bd-ba32-45bbc1979418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.856079 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.911473 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc379a29-a8ca-40bd-ba32-45bbc1979418 None None] Routers {'b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:29.912118 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-fc379a29-a8ca-40bd-ba32-45bbc1979418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:38:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:29.917683 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34758b-8045-449c-b21b-11ad48f4880e None None] Pushing event updated for resources: {'Port': ['ID=0f6a8bd2-fde9-4545-8026-583d8a86879c,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:29.925855 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-0f308a32-679f-4664-aee4-c504ca933fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:29.927008 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-0f308a32-679f-4664-aee4-c504ca933fc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.928300 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-0f308a32-679f-4664-aee4-c504ca933fc0 service neutron] 10.222.0.58 "PUT /v2.0/ports/293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4 HTTP/1.1" status: 200 len: 1092 time: 2.2520585 Nov 12 08:38:29.929038 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be6bd95-1493-473d-a1b8-16355fb612cb', 'tag': '293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:29.931768 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48906c3b-4c59-47ba-b41d-37533863e0d3" -d '{"events": [{"name": "network-changed", "server_uuid": "2be6bd95-1493-473d-a1b8-16355fb612cb", "tag": "293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:29.939100 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e4f2ecb-1b05-4d21-b70a-4fedd7b42b91 req-9cececcd-5924-4e96-a727-42b67fb488c3 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6795337-8395-4302-b086-2ae77146e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010135 Nov 12 08:38:29.988672 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a3fdb8b5-23ac-4fe7-a86c-27773df21147 req-e5267ca7-f72c-482e-bc94-bf8db46f879a tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565920 Nov 12 08:38:30.073694 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4c78aa-9e75-48ce-8c2f-bd3a6b58c218 x-openstack-request-id: req-aa4c78aa-9e75-48ce-8c2f-bd3a6b58c218 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:30.074005 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be6bd95-1493-473d-a1b8-16355fb612cb", "tag": "293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:30.074706 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aa4c78aa-9e75-48ce-8c2f-bd3a6b58c218 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:30.074832 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be6bd95-1493-473d-a1b8-16355fb612cb', 'tag': '293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4', 'status': 'completed', 'code': 200} Nov 12 08:38:30.075125 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=7779aa3b-d3ec-4af1-a2eb-d3d31a994965,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:30.095635 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-fc379a29-a8ca-40bd-ba32-45bbc1979418 None None] Set router b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:30.132853 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f308a32-679f-4664-aee4-c504ca933fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:30.217945 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4416c2-ddea-4a80-a8bf-579ca726dd39 req-a41b2c30-fb4a-4e40-ae65-f5b63deae461 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:30.225617 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0d4416c2-ddea-4a80-a8bf-579ca726dd39 req-a41b2c30-fb4a-4e40-ae65-f5b63deae461 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=48125928-a5bf-4de5-abb4-543cc90cd289 HTTP/1.1" status: 200 len: 943 time: 0.1498718 Nov 12 08:38:30.239758 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-009a16fd-117b-4396-ab79-4af6d5b14fa1 req-99b9d131-413c-4a66-a044-47f56d2eba2f tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:30.245707 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-c9edd2c8-87da-4d12-8765-d88b1f4f16b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:30.247540 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-c9edd2c8-87da-4d12-8765-d88b1f4f16b1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=65448dda20d44f4c9ff55a15064304f9&device_id=2be6bd95-1493-473d-a1b8-16355fb612cb HTTP/1.1" status: 200 len: 1095 time: 0.2074373 Nov 12 08:38:30.295571 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-fc379a29-a8ca-40bd-ba32-45bbc1979418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-259851690-router', 'tenant_id': 'fe20c05ea4284c57b8209cf19e3261d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '0f6a8bd2-fde9-4545-8026-583d8a86879c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:20Z', 'updated_at': '2021-11-12T08:38:25Z', 'revision_number': 3, 'project_id': 'fe20c05ea4284c57b8209cf19e3261d9', 'gw_port': {'id': '0f6a8bd2-fde9-4545-8026-583d8a86879c', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:18:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:23Z', 'updated_at': '2021-11-12T08:38:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:30.327770 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc379a29-a8ca-40bd-ba32-45bbc1979418 None None] The sync data for ids ['b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997'] in n-d-768862-16 is: [{'id': 'b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-259851690-router', 'tenant_id': 'fe20c05ea4284c57b8209cf19e3261d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '0f6a8bd2-fde9-4545-8026-583d8a86879c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:20Z', 'updated_at': '2021-11-12T08:38:25Z', 'revision_number': 3, 'project_id': 'fe20c05ea4284c57b8209cf19e3261d9', 'gw_port': {'id': '0f6a8bd2-fde9-4545-8026-583d8a86879c', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:18:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:23Z', 'updated_at': '2021-11-12T08:38:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:38:30.333357 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9d131-413c-4a66-a044-47f56d2eba2f tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Pushing event deleted for resources: {'Port': ['ID=4284253f-d252-4cac-a63a-a44080a42da3,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:30.364347 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-598b2b3b-959d-4978-aca5-3c04044452ec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4 HTTP/1.1" status: 200 len: 217 time: 0.0935004 Nov 12 08:38:30.458246 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-009a16fd-117b-4396-ab79-4af6d5b14fa1 req-99b9d131-413c-4a66-a044-47f56d2eba2f tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] No DVR routers for this DVR port 4284253f-d252-4cac-a63a-a44080a42da3 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:30.461208 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-009a16fd-117b-4396-ab79-4af6d5b14fa1 req-99b9d131-413c-4a66-a044-47f56d2eba2f tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:30.465089 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-009a16fd-117b-4396-ab79-4af6d5b14fa1 req-99b9d131-413c-4a66-a044-47f56d2eba2f tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.58 "DELETE /v2.0/ports/4284253f-d252-4cac-a63a-a44080a42da3 HTTP/1.1" status: 204 len: 173 time: 2.0376291 Nov 12 08:38:30.478746 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0d4416c2-ddea-4a80-a8bf-579ca726dd39 req-2248f215-4c42-44ee-8300-1e980044a8d0 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494459 Nov 12 08:38:30.562431 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6b12-0563-4244-9c56-4d849801570c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:30.590364 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-7402f9d2-1632-4517-ad9b-db7fb7489058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:30.592071 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-7402f9d2-1632-4517-ad9b-db7fb7489058 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5b908243-c303-477e-98f2-4c40f5c722df HTTP/1.1" status: 200 len: 853 time: 0.1953585 Nov 12 08:38:30.774566 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 0f6a8bd2-fde9-4545-8026-583d8a86879c up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:30.837211 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 0f6a8bd2-fde9-4545-8026-583d8a86879c triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:30.837583 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:30.933670 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:30.970111 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 0f6a8bd2-fde9-4545-8026-583d8a86879c, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=0f6a8bd2-fde9-4545-8026-583d8a86879c,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:30.976074 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:31.025939 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-b3b10f4b-7dfc-4b14-bce6-abe748549b6c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1cd93ab-4580-44c6-ae91-d8be8f19b42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3954296 Nov 12 08:38:31.042137 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=0f6a8bd2-fde9-4545-8026-583d8a86879c,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:31.063670 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2b260-1d81-4a66-b740-376b54bcefe9 req-78636d63-d7dc-4c40-9678-eb7daf69ddbf tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:31.065293 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ab2b260-1d81-4a66-b740-376b54bcefe9 req-78636d63-d7dc-4c40-9678-eb7daf69ddbf tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be6bd95-1493-473d-a1b8-16355fb612cb HTTP/1.1" status: 200 len: 943 time: 0.5854981 Nov 12 08:38:31.144286 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b40404-da7c-4f24-813f-cd0a3456c9d2 req-f96590a5-3920-4cb6-a7b2-02fcdd998fa1 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:31.145920 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b3b40404-da7c-4f24-813f-cd0a3456c9d2 req-f96590a5-3920-4cb6-a7b2-02fcdd998fa1 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=950b48c8-eeb9-44b3-bad1-27667c671e5e HTTP/1.1" status: 200 len: 945 time: 0.5809700 Nov 12 08:38:31.171822 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48125928-a5bf-4de5-abb4-543cc90cd289', 'tag': '221b6c1b-3d6b-4be8-b128-1ac53b5e6463'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:31.178798 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb6e0a4-0bbc-4adb-ba74-30f9a1163fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "48125928-a5bf-4de5-abb4-543cc90cd289", "tag": "221b6c1b-3d6b-4be8-b128-1ac53b5e6463"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:31.252427 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 221b6c1b-3d6b-4be8-b128-1ac53b5e6463 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:38:31.301478 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 4284253f-d252-4cac-a63a-a44080a42da3 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:31.322361 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c571159e-3212-49f4-aad4-c67b16605c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7779aa3b-d3ec-4af1-a2eb-d3d31a994965'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:31.325224 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622608a0-d5b6-45c6-a8a7-5726f362df8f" -d '{"events": [{"server_uuid": "c571159e-3212-49f4-aad4-c67b16605c98", "name": "network-vif-plugged", "status": "completed", "tag": "7779aa3b-d3ec-4af1-a2eb-d3d31a994965"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:31.330742 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 4284253f-d252-4cac-a63a-a44080a42da3 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:38:31.331219 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 4284253f-d252-4cac-a63a-a44080a42da3 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:38:31.350556 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b3b40404-da7c-4f24-813f-cd0a3456c9d2 req-363eeea5-1eb8-42f9-9cc4-6d78854177ca tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667771 Nov 12 08:38:31.386963 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ab2b260-1d81-4a66-b740-376b54bcefe9 req-ff40a5f2-179e-437e-8b19-5fba07528116 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/security-groups?id=5833b237-de23-49f8-81a6-149cc962fad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761302 Nov 12 08:38:31.393861 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-515a1422-7084-476a-8fb2-bda921e74bef service neutron] 10.222.0.58 "GET /v2.0/networks/f1cd93ab-4580-44c6-ae91-d8be8f19b42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521984 Nov 12 08:38:31.438202 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 221b6c1b-3d6b-4be8-b128-1ac53b5e6463, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=221b6c1b-3d6b-4be8-b128-1ac53b5e6463,segment=NetworkSegment(cbd6be86-3cb3-4740-8617-f1a45bb12c8c),segment_id=cbd6be86-3cb3-4740-8617-f1a45bb12c8c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:31.446620 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-2b9d6b12-0563-4244-9c56-4d849801570c admin admin] Allocated IP 172.20.0.1 (2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e/e88356ec-1bb4-4b3d-a4e4-3accdd9e2809/4df7c192-8c39-4978-8b88-658c58a9b22a) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:31.460876 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '221b6c1b-3d6b-4be8-b128-1ac53b5e6463', 'network_id': '7606f079-2527-4e0e-94d1-986a75700eb0', 'port_id': '221b6c1b-3d6b-4be8-b128-1ac53b5e6463', 'mac_address': 'fa:16:3e:7d:51:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34379cfb-d173-406f-b0b9-10a5aa8d3079', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:38:31.510418 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:31.528970 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 221b6c1b-3d6b-4be8-b128-1ac53b5e6463 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:31.530413 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e731e9db-8f9f-4c77-8370-6cd3c542337a x-openstack-request-id: req-e731e9db-8f9f-4c77-8370-6cd3c542337a {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:31.530964 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48125928-a5bf-4de5-abb4-543cc90cd289", "tag": "221b6c1b-3d6b-4be8-b128-1ac53b5e6463", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:31.531443 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e731e9db-8f9f-4c77-8370-6cd3c542337a {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:31.532708 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48125928-a5bf-4de5-abb4-543cc90cd289', 'tag': '221b6c1b-3d6b-4be8-b128-1ac53b5e6463', 'status': 'completed', 'code': 200} Nov 12 08:38:31.581097 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 221b6c1b-3d6b-4be8-b128-1ac53b5e6463, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=221b6c1b-3d6b-4be8-b128-1ac53b5e6463,segment=NetworkSegment(cbd6be86-3cb3-4740-8617-f1a45bb12c8c),segment_id=cbd6be86-3cb3-4740-8617-f1a45bb12c8c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:31.585504 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de97026-f0fe-4e5e-b622-2d6b242cfa69 x-openstack-request-id: req-4de97026-f0fe-4e5e-b622-2d6b242cfa69 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:31.586097 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c571159e-3212-49f4-aad4-c67b16605c98", "name": "network-vif-plugged", "status": "completed", "tag": "7779aa3b-d3ec-4af1-a2eb-d3d31a994965", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:31.586448 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4de97026-f0fe-4e5e-b622-2d6b242cfa69 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:31.586950 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c571159e-3212-49f4-aad4-c67b16605c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7779aa3b-d3ec-4af1-a2eb-d3d31a994965', 'code': 200} Nov 12 08:38:31.588677 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:31.619162 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc6e11f7-9d6b-4e6f-bf36-b15a4d7e1acb req-04951fac-b6ac-4cc9-9971-200c68ddb96b service neutron] 10.222.0.58 "GET /v2.0/networks/f1cd93ab-4580-44c6-ae91-d8be8f19b42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138560 Nov 12 08:38:31.637510 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd5787-29b9-46f5-8fae-e651fd7a2ba1 req-516f7c20-c45f-4502-96dd-6ff222209cca tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:31.639085 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-42cd5787-29b9-46f5-8fae-e651fd7a2ba1 req-516f7c20-c45f-4502-96dd-6ff222209cca tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cdeebe-f6f0-4128-b290-e6ab8e66628a HTTP/1.1" status: 200 len: 950 time: 0.1574364 Nov 12 08:38:31.675163 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=221b6c1b-3d6b-4be8-b128-1ac53b5e6463,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:31.723457 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6b12-0563-4244-9c56-4d849801570c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:31.748265 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6e0a4-0bbc-4adb-ba74-30f9a1163fb9 req-ed186917-4e9a-4a9a-b16b-8afbb2fd04be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:31.750154 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5eb6e0a4-0bbc-4adb-ba74-30f9a1163fb9 req-ed186917-4e9a-4a9a-b16b-8afbb2fd04be service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7d890d5943624406b7ee953df5b1a618&device_id=48125928-a5bf-4de5-abb4-543cc90cd289 HTTP/1.1" status: 200 len: 1095 time: 0.1824844 Nov 12 08:38:31.760836 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-42cd5787-29b9-46f5-8fae-e651fd7a2ba1 req-76bcda8c-14c7-4284-9a22-4855f582a52c tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6795337-8395-4302-b086-2ae77146e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137352 Nov 12 08:38:31.762799 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f58c8-efdc-4a4a-9a62-56664cb2a253 req-2c6f374b-646c-40cc-98a4-43bd111fc56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:31.766229 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-582f58c8-efdc-4a4a-9a62-56664cb2a253 req-2c6f374b-646c-40cc-98a4-43bd111fc56d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c571159e-3212-49f4-aad4-c67b16605c98 HTTP/1.1" status: 200 len: 1098 time: 0.0876215 Nov 12 08:38:31.797600 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48906c3b-4c59-47ba-b41d-37533863e0d3 req-377646d2-cd73-40e3-b3cb-efae2a7e223d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:31.799128 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-48906c3b-4c59-47ba-b41d-37533863e0d3 req-377646d2-cd73-40e3-b3cb-efae2a7e223d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=65448dda20d44f4c9ff55a15064304f9&device_id=2be6bd95-1493-473d-a1b8-16355fb612cb HTTP/1.1" status: 200 len: 1095 time: 0.0712938 Nov 12 08:38:31.814140 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6b12-0563-4244-9c56-4d849801570c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:31.849349 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['221b6c1b-3d6b-4be8-b128-1ac53b5e6463'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:31.904666 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-582f58c8-efdc-4a4a-9a62-56664cb2a253 req-edfc7417-fd24-4165-bafc-f00687665d40 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5833b237-de23-49f8-81a6-149cc962fad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109788 Nov 12 08:38:31.913565 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9d6b12-0563-4244-9c56-4d849801570c admin admin] Network 2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:31.922107 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6e0a4-0bbc-4adb-ba74-30f9a1163fb9 req-a6285c49-7483-4c84-991e-1f73b07f65c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:31.923676 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5eb6e0a4-0bbc-4adb-ba74-30f9a1163fb9 req-a6285c49-7483-4c84-991e-1f73b07f65c6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7606f079-2527-4e0e-94d1-986a75700eb0 HTTP/1.1" status: 200 len: 915 time: 0.1561401 Nov 12 08:38:31.966208 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-2b9d6b12-0563-4244-9c56-4d849801570c admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:31.978870 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9d6b12-0563-4244-9c56-4d849801570c admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:31.988667 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d6b12-0563-4244-9c56-4d849801570c admin admin] Pushing event updated for resources: {'Port': ['ID=4df7c192-8c39-4978-8b88-658c58a9b22a,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:32.063202 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cb1b7-84e5-4df8-ace8-9271c00d7aaf req-f828c793-ec3d-44a9-9d3e-bb8f75c37c1c tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:32.064920 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b54cb1b7-84e5-4df8-ace8-9271c00d7aaf req-f828c793-ec3d-44a9-9d3e-bb8f75c37c1c tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4 HTTP/1.1" status: 200 len: 944 time: 0.2078066 Nov 12 08:38:32.072611 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91d728-46e8-4167-85f1-6e2e4f261aaa req-afb2128b-e18f-4402-893e-eeeed2c469d2 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:32.074239 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db91d728-46e8-4167-85f1-6e2e4f261aaa req-afb2128b-e18f-4402-893e-eeeed2c469d2 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=48125928-a5bf-4de5-abb4-543cc90cd289 HTTP/1.1" status: 200 len: 944 time: 0.2185693 Nov 12 08:38:32.080580 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b', 'name': 'network-vif-deleted', 'tag': '4284253f-d252-4cac-a63a-a44080a42da3'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:32.082909 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2580d1-acc6-4f2a-828e-b52c3a615488" -d '{"events": [{"server_uuid": "dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b", "name": "network-vif-deleted", "tag": "4284253f-d252-4cac-a63a-a44080a42da3"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:32.095245 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6b12-0563-4244-9c56-4d849801570c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:32.112501 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48906c3b-4c59-47ba-b41d-37533863e0d3 req-5ec549e5-69e7-4c62-91a7-9a9f6a814976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:32.114090 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-48906c3b-4c59-47ba-b41d-37533863e0d3 req-5ec549e5-69e7-4c62-91a7-9a9f6a814976 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1cd93ab-4580-44c6-ae91-d8be8f19b42e HTTP/1.1" status: 200 len: 914 time: 0.2915452 Nov 12 08:38:32.148071 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5eb6e0a4-0bbc-4adb-ba74-30f9a1163fb9 req-a9c8cd0a-034d-47ab-a395-398e1b4b3c96 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=221b6c1b-3d6b-4be8-b128-1ac53b5e6463 HTTP/1.1" status: 200 len: 217 time: 0.0436919 Nov 12 08:38:32.208697 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6e0a4-0bbc-4adb-ba74-30f9a1163fb9 req-9f17837a-cc43-44be-9a02-bef53a23856d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:32.210256 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5eb6e0a4-0bbc-4adb-ba74-30f9a1163fb9 req-9f17837a-cc43-44be-9a02-bef53a23856d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=34379cfb-d173-406f-b0b9-10a5aa8d3079 HTTP/1.1" status: 200 len: 854 time: 0.0545506 Nov 12 08:38:32.214937 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-48906c3b-4c59-47ba-b41d-37533863e0d3 req-a3f52701-ad6d-4cd1-90d7-f3b44f9a8532 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4 HTTP/1.1" status: 200 len: 217 time: 0.0557895 Nov 12 08:38:32.248913 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5eb6e0a4-0bbc-4adb-ba74-30f9a1163fb9 req-104798b0-07b6-47a5-87fd-5c895be2360a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7606f079-2527-4e0e-94d1-986a75700eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300333 Nov 12 08:38:32.293957 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b54cb1b7-84e5-4df8-ace8-9271c00d7aaf req-68a5b304-c038-4a43-877a-a938b54affc5 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164011 Nov 12 08:38:32.323649 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-293d7809-0ae6-4bfb-91af-92e97ba4e8d6 None None] Provisioning complete for port 4df7c192-8c39-4978-8b88-658c58a9b22a triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:32.324231 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-293d7809-0ae6-4bfb-91af-92e97ba4e8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:32.332096 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db91d728-46e8-4167-85f1-6e2e4f261aaa req-f85c56b2-d535-4f65-867f-a9e73e00bfd4 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455511 Nov 12 08:38:32.346074 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48906c3b-4c59-47ba-b41d-37533863e0d3 req-fd62fd02-b327-416a-bf64-c19209603bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:32.352494 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-48906c3b-4c59-47ba-b41d-37533863e0d3 req-fd62fd02-b327-416a-bf64-c19209603bb7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5b908243-c303-477e-98f2-4c40f5c722df HTTP/1.1" status: 200 len: 853 time: 0.1238012 Nov 12 08:38:32.370382 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54210f3e-c454-4587-b417-8378e9dc69a0 x-openstack-request-id: req-54210f3e-c454-4587-b417-8378e9dc69a0 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:32.370683 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b", "name": "network-vif-deleted", "tag": "4284253f-d252-4cac-a63a-a44080a42da3", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:32.370944 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54210f3e-c454-4587-b417-8378e9dc69a0 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:32.371342 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc5273b-fae1-48d7-a50c-0c5f7f8dc94b', 'name': 'network-vif-deleted', 'tag': '4284253f-d252-4cac-a63a-a44080a42da3', 'status': 'completed', 'code': 200} Nov 12 08:38:32.371699 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5eb6e0a4-0bbc-4adb-ba74-30f9a1163fb9 req-da4062a7-9bef-461e-9544-40f680c9201a service neutron] 10.222.0.54 "GET /v2.0/networks/7606f079-2527-4e0e-94d1-986a75700eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148417 Nov 12 08:38:32.376449 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-293d7809-0ae6-4bfb-91af-92e97ba4e8d6 None None] Port 4df7c192-8c39-4978-8b88-658c58a9b22a cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:38:32.464745 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-48906c3b-4c59-47ba-b41d-37533863e0d3 req-7b283e90-4260-400a-8260-671556bb86c5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1cd93ab-4580-44c6-ae91-d8be8f19b42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895047 Nov 12 08:38:32.493892 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5eb6e0a4-0bbc-4adb-ba74-30f9a1163fb9 req-c8f9e338-0b34-48cc-8c5c-8ae6eb7038ea service neutron] 10.222.0.54 "GET /v2.0/networks/7606f079-2527-4e0e-94d1-986a75700eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142642 Nov 12 08:38:32.591197 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6b12-0563-4244-9c56-4d849801570c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:32.651296 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e032f-9c38-4643-a3ba-290d7417972b req-3d8b2848-65f9-44b7-a2e9-e7ee0218ceff tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:32.652915 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-580e032f-9c38-4643-a3ba-290d7417972b req-3d8b2848-65f9-44b7-a2e9-e7ee0218ceff tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=950b48c8-eeb9-44b3-bad1-27667c671e5e HTTP/1.1" status: 200 len: 945 time: 0.2000506 Nov 12 08:38:32.653860 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b248f9a-056d-40ea-87f1-e9a2f3122218 req-b671a6c5-4acc-45ab-82b9-9f63ea9c1d2c tempest-DeleteServersAdminTestJSON-1748439236 tempest-DeleteServersAdminTestJSON-1748439236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:32.656087 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9b248f9a-056d-40ea-87f1-e9a2f3122218 req-b671a6c5-4acc-45ab-82b9-9f63ea9c1d2c tempest-DeleteServersAdminTestJSON-1748439236 tempest-DeleteServersAdminTestJSON-1748439236-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=35cdeebe-f6f0-4128-b290-e6ab8e66628a HTTP/1.1" status: 200 len: 1102 time: 0.0525849 Nov 12 08:38:32.723776 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cada18b-0c75-4046-a5bb-0819f44233c7 req-d044f762-1d08-433f-ac0b-23432645ebc3 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:32.725367 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1cada18b-0c75-4046-a5bb-0819f44233c7 req-d044f762-1d08-433f-ac0b-23432645ebc3 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be6bd95-1493-473d-a1b8-16355fb612cb HTTP/1.1" status: 200 len: 943 time: 0.2253530 Nov 12 08:38:32.741011 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-48906c3b-4c59-47ba-b41d-37533863e0d3 req-a87dbe41-e2f4-441f-bb08-29d33786e12d service neutron] 10.222.0.58 "GET /v2.0/networks/f1cd93ab-4580-44c6-ae91-d8be8f19b42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569985 Nov 12 08:38:32.747441 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 0f6a8bd2-fde9-4545-8026-583d8a86879c up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:32.755394 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-9b248f9a-056d-40ea-87f1-e9a2f3122218 req-b1454e12-e562-4587-9e62-16ee6068162e tempest-DeleteServersAdminTestJSON-1748439236 tempest-DeleteServersAdminTestJSON-1748439236-project-admin] Deleting port 423e9fb0-7eb6-426e-8d7e-0aaa385b7589 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:32.755843 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b248f9a-056d-40ea-87f1-e9a2f3122218 req-b1454e12-e562-4587-9e62-16ee6068162e tempest-DeleteServersAdminTestJSON-1748439236 tempest-DeleteServersAdminTestJSON-1748439236-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:32.790109 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26825b-3254-46ef-aeaf-6e7da13ccc1f req-5f02534b-daff-411c-ac95-ef64c7c8f747 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:32.791605 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dc26825b-3254-46ef-aeaf-6e7da13ccc1f req-5f02534b-daff-411c-ac95-ef64c7c8f747 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.58 "GET /v2.0/ports?device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4 HTTP/1.1" status: 200 len: 944 time: 0.1948543 Nov 12 08:38:32.807943 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 0f6a8bd2-fde9-4545-8026-583d8a86879c triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:32.808391 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:32.829945 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:38:32.852465 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-9b248f9a-056d-40ea-87f1-e9a2f3122218 req-b1454e12-e562-4587-9e62-16ee6068162e tempest-DeleteServersAdminTestJSON-1748439236 tempest-DeleteServersAdminTestJSON-1748439236-project-admin] For port 423e9fb0-7eb6-426e-8d7e-0aaa385b7589, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=423e9fb0-7eb6-426e-8d7e-0aaa385b7589,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:32.852947 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b248f9a-056d-40ea-87f1-e9a2f3122218 req-b1454e12-e562-4587-9e62-16ee6068162e tempest-DeleteServersAdminTestJSON-1748439236 tempest-DeleteServersAdminTestJSON-1748439236-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:32.866920 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-9b248f9a-056d-40ea-87f1-e9a2f3122218 req-b1454e12-e562-4587-9e62-16ee6068162e tempest-DeleteServersAdminTestJSON-1748439236 tempest-DeleteServersAdminTestJSON-1748439236-project-admin] Calling delete_port for 423e9fb0-7eb6-426e-8d7e-0aaa385b7589 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:32.868459 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-580e032f-9c38-4643-a3ba-290d7417972b req-26a030cc-7723-459c-b549-8f31545eec0e tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080469 Nov 12 08:38:33.008731 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1cada18b-0c75-4046-a5bb-0819f44233c7 req-14487484-4aac-410b-b6e6-aff098ae4ab9 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/security-groups?id=5833b237-de23-49f8-81a6-149cc962fad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724431 Nov 12 08:38:33.046567 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b248f9a-056d-40ea-87f1-e9a2f3122218 req-b1454e12-e562-4587-9e62-16ee6068162e tempest-DeleteServersAdminTestJSON-1748439236 tempest-DeleteServersAdminTestJSON-1748439236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:33.061399 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['423e9fb0-7eb6-426e-8d7e-0aaa385b7589'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:33.064734 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-48906c3b-4c59-47ba-b41d-37533863e0d3 req-97a320ce-660d-4b7a-bf3f-f0adc37d7a1d service neutron] 10.222.0.58 "GET /v2.0/networks/f1cd93ab-4580-44c6-ae91-d8be8f19b42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035877 Nov 12 08:38:33.102450 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-dc26825b-3254-46ef-aeaf-6e7da13ccc1f req-f19ee8f7-6e59-4e5b-b521-3eed9c2444fd tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Deleting port 1c8d47e8-5668-4c0c-afef-397121b7582d {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:33.102866 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-dc26825b-3254-46ef-aeaf-6e7da13ccc1f req-f19ee8f7-6e59-4e5b-b521-3eed9c2444fd tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:33.118792 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1454e12-e562-4587-9e62-16ee6068162e tempest-DeleteServersAdminTestJSON-1748439236 tempest-DeleteServersAdminTestJSON-1748439236-project-admin] Pushing event deleted for resources: {'Port': ['ID=423e9fb0-7eb6-426e-8d7e-0aaa385b7589,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:33.137458 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6b12-0563-4244-9c56-4d849801570c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:33.145363 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6b12-0563-4244-9c56-4d849801570c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:33.164370 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b248f9a-056d-40ea-87f1-e9a2f3122218 req-b1454e12-e562-4587-9e62-16ee6068162e tempest-DeleteServersAdminTestJSON-1748439236 tempest-DeleteServersAdminTestJSON-1748439236-project-admin] No DVR routers for this DVR port 423e9fb0-7eb6-426e-8d7e-0aaa385b7589 on host n-h2-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:33.186028 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b248f9a-056d-40ea-87f1-e9a2f3122218 req-b1454e12-e562-4587-9e62-16ee6068162e tempest-DeleteServersAdminTestJSON-1748439236 tempest-DeleteServersAdminTestJSON-1748439236-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:33.189779 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9b248f9a-056d-40ea-87f1-e9a2f3122218 req-b1454e12-e562-4587-9e62-16ee6068162e tempest-DeleteServersAdminTestJSON-1748439236 tempest-DeleteServersAdminTestJSON-1748439236-project-admin] 10.222.0.58 "DELETE /v2.0/ports/423e9fb0-7eb6-426e-8d7e-0aaa385b7589 HTTP/1.1" status: 204 len: 173 time: 0.5256352 Nov 12 08:38:33.267870 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 221b6c1b-3d6b-4be8-b128-1ac53b5e6463 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:33.296792 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:38:33.350906 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-29b2d0bb-0374-4587-8ce7-7dfb3c2c1f75 req-c5ba095c-cd0d-4750-ad2b-ef5308946775 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cdeebe-f6f0-4128-b290-e6ab8e66628a HTTP/1.1" status: 200 len: 210 time: 0.1198328 Nov 12 08:38:33.426606 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6b12-0563-4244-9c56-4d849801570c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:33.443127 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d6b12-0563-4244-9c56-4d849801570c admin admin] Pushing event updated for resources: {'Port': ['ID=4df7c192-8c39-4978-8b88-658c58a9b22a,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:33.449415 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 221b6c1b-3d6b-4be8-b128-1ac53b5e6463 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:38:33.463433 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 221b6c1b-3d6b-4be8-b128-1ac53b5e6463 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:33.463857 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:33.533541 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-dc26825b-3254-46ef-aeaf-6e7da13ccc1f req-f19ee8f7-6e59-4e5b-b521-3eed9c2444fd tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] For port 1c8d47e8-5668-4c0c-afef-397121b7582d, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=1c8d47e8-5668-4c0c-afef-397121b7582d,segment=NetworkSegment(c90110b7-f34c-4782-85fd-158243c3113c),segment_id=c90110b7-f34c-4782-85fd-158243c3113c)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:33.533808 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cdeebe-f6f0-4128-b290-e6ab8e66628a', 'name': 'network-vif-deleted', 'tag': '423e9fb0-7eb6-426e-8d7e-0aaa385b7589'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:33.536861 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25822cc7-b221-4c8a-ba2f-d755bd04c3d8" -d '{"events": [{"server_uuid": "35cdeebe-f6f0-4128-b290-e6ab8e66628a", "name": "network-vif-deleted", "tag": "423e9fb0-7eb6-426e-8d7e-0aaa385b7589"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:33.539844 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-dc26825b-3254-46ef-aeaf-6e7da13ccc1f req-f19ee8f7-6e59-4e5b-b521-3eed9c2444fd tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:33.549189 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4,segment=NetworkSegment(4412a245-7ff5-4ebd-b944-6d803ff5e70c),segment_id=4412a245-7ff5-4ebd-b944-6d803ff5e70c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:33.572276 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4', 'network_id': 'f1cd93ab-4580-44c6-ae91-d8be8f19b42e', 'port_id': '293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4', 'mac_address': 'fa:16:3e:2c:bd:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b908243-c303-477e-98f2-4c40f5c722df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:38:33.587356 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-dc26825b-3254-46ef-aeaf-6e7da13ccc1f req-f19ee8f7-6e59-4e5b-b521-3eed9c2444fd tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Calling delete_port for 1c8d47e8-5668-4c0c-afef-397121b7582d owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:33.599075 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a53f85-2d00-4870-96e6-12e9864e0d0d req-4cb2fdaf-e235-406c-8cc3-e94893c10d7a tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:33.600683 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30a53f85-2d00-4870-96e6-12e9864e0d0d req-4cb2fdaf-e235-406c-8cc3-e94893c10d7a tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=950b48c8-eeb9-44b3-bad1-27667c671e5e HTTP/1.1" status: 200 len: 945 time: 0.2234378 Nov 12 08:38:33.657633 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:33.680597 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:33.683024 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:33.689971 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b12a22-cce0-4240-8abc-3884b805b8c2 req-ad01642a-0608-4dbf-8365-63b02c90c1e0 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:33.691592 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d5b12a22-cce0-4240-8abc-3884b805b8c2 req-ad01642a-0608-4dbf-8365-63b02c90c1e0 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/ports?device_id=836e5fff-6839-4f36-b4ff-1a261aa2e2e4 HTTP/1.1" status: 200 len: 944 time: 0.2002981 Nov 12 08:38:33.723941 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9d6b12-0563-4244-9c56-4d849801570c admin admin] Network 2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:33.728621 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4,segment=NetworkSegment(4412a245-7ff5-4ebd-b944-6d803ff5e70c),segment_id=4412a245-7ff5-4ebd-b944-6d803ff5e70c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:33.735074 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48125928-a5bf-4de5-abb4-543cc90cd289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221b6c1b-3d6b-4be8-b128-1ac53b5e6463'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:33.737495 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd069c4-95df-4745-849a-ec6034d44833" -d '{"events": [{"server_uuid": "48125928-a5bf-4de5-abb4-543cc90cd289", "name": "network-vif-plugged", "status": "completed", "tag": "221b6c1b-3d6b-4be8-b128-1ac53b5e6463"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:33.742872 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:33.745968 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-2b9d6b12-0563-4244-9c56-4d849801570c admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:33.754650 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 221b6c1b-3d6b-4be8-b128-1ac53b5e6463, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=221b6c1b-3d6b-4be8-b128-1ac53b5e6463,segment=NetworkSegment(cbd6be86-3cb3-4740-8617-f1a45bb12c8c),segment_id=cbd6be86-3cb3-4740-8617-f1a45bb12c8c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:33.780045 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:33.790593 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30a53f85-2d00-4870-96e6-12e9864e0d0d req-6b540ff0-7f45-4964-ab4d-0d6165964448 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799068 Nov 12 08:38:33.825669 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:33.907488 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=221b6c1b-3d6b-4be8-b128-1ac53b5e6463,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:33.955440 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d5b12a22-cce0-4240-8abc-3884b805b8c2 req-56b27258-94d4-4578-8d3f-98fbaec1fcd1 tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481828 Nov 12 08:38:34.018336 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:34.018980 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bad821-0c09-4d10-83da-12de52871613 x-openstack-request-id: req-70bad821-0c09-4d10-83da-12de52871613 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:34.019316 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cdeebe-f6f0-4128-b290-e6ab8e66628a", "name": "network-vif-deleted", "tag": "423e9fb0-7eb6-426e-8d7e-0aaa385b7589", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:34.020717 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70bad821-0c09-4d10-83da-12de52871613 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:34.022546 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cdeebe-f6f0-4128-b290-e6ab8e66628a', 'name': 'network-vif-deleted', 'tag': '423e9fb0-7eb6-426e-8d7e-0aaa385b7589', 'status': 'completed', 'code': 200} Nov 12 08:38:34.084822 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de95ad8-e5e4-4d29-b7f1-fa682ae320c6 req-d0c6953f-4c03-4f45-ace0-4348766490c6 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:34.092483 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6de95ad8-e5e4-4d29-b7f1-fa682ae320c6 req-d0c6953f-4c03-4f45-ace0-4348766490c6 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=48125928-a5bf-4de5-abb4-543cc90cd289 HTTP/1.1" status: 200 len: 945 time: 0.1570532 Nov 12 08:38:34.094106 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f564595-6986-40bc-a968-7513e633d07b x-openstack-request-id: req-8f564595-6986-40bc-a968-7513e633d07b {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:34.094452 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48125928-a5bf-4de5-abb4-543cc90cd289", "name": "network-vif-plugged", "status": "completed", "tag": "221b6c1b-3d6b-4be8-b128-1ac53b5e6463", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:34.095529 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f564595-6986-40bc-a968-7513e633d07b {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:34.096223 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48125928-a5bf-4de5-abb4-543cc90cd289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221b6c1b-3d6b-4be8-b128-1ac53b5e6463', 'code': 200} Nov 12 08:38:34.118158 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-dc26825b-3254-46ef-aeaf-6e7da13ccc1f req-f19ee8f7-6e59-4e5b-b521-3eed9c2444fd tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:34.143184 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ca1986dd-22fe-4e38-8b08-3bb0539db764 None None] Provisioning complete for port 4df7c192-8c39-4978-8b88-658c58a9b22a triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:34.143563 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ca1986dd-22fe-4e38-8b08-3bb0539db764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:34.167950 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9d6b12-0563-4244-9c56-4d849801570c admin admin] Router b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:38:34.168861 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ee8f7-6e59-4e5b-b521-3eed9c2444fd tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Pushing event deleted for resources: {'Port': ['ID=1c8d47e8-5668-4c0c-afef-397121b7582d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:34.212408 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6de95ad8-e5e4-4d29-b7f1-fa682ae320c6 req-efb00d64-9e3c-4a72-b34c-9734f5ac9a10 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188569 Nov 12 08:38:34.249701 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555df8b-35b2-4ffb-ba5d-8bf73e539fbd req-2763daf2-ef6e-4e1a-aa10-130f509e5965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:34.251709 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6555df8b-35b2-4ffb-ba5d-8bf73e539fbd req-2763daf2-ef6e-4e1a-aa10-130f509e5965 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=48125928-a5bf-4de5-abb4-543cc90cd289 HTTP/1.1" status: 200 len: 1097 time: 0.0669835 Nov 12 08:38:34.262480 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc26825b-3254-46ef-aeaf-6e7da13ccc1f req-f19ee8f7-6e59-4e5b-b521-3eed9c2444fd tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] No DVR routers for this DVR port 1c8d47e8-5668-4c0c-afef-397121b7582d on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:34.266519 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-dc26825b-3254-46ef-aeaf-6e7da13ccc1f req-f19ee8f7-6e59-4e5b-b521-3eed9c2444fd tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:34.270500 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dc26825b-3254-46ef-aeaf-6e7da13ccc1f req-f19ee8f7-6e59-4e5b-b521-3eed9c2444fd tempest-LiveAutoBlockMigrationV225Test-1605179372 tempest-LiveAutoBlockMigrationV225Test-1605179372-project] 10.222.0.58 "DELETE /v2.0/ports/1c8d47e8-5668-4c0c-afef-397121b7582d HTTP/1.1" status: 204 len: 173 time: 1.4572892 Nov 12 08:38:34.322077 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6555df8b-35b2-4ffb-ba5d-8bf73e539fbd req-1d030b34-cf1d-4596-9a21-8f8f60ac8a8a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596454 Nov 12 08:38:34.366606 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ca1986dd-22fe-4e38-8b08-3bb0539db764 None None] Port 4df7c192-8c39-4978-8b88-658c58a9b22a cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:38:34.693061 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836e5fff-6839-4f36-b4ff-1a261aa2e2e4', 'name': 'network-vif-deleted', 'tag': '1c8d47e8-5668-4c0c-afef-397121b7582d'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:34.695333 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248d1ed3-740a-43d8-82a8-a235b4e66324" -d '{"events": [{"server_uuid": "836e5fff-6839-4f36-b4ff-1a261aa2e2e4", "name": "network-vif-deleted", "tag": "1c8d47e8-5668-4c0c-afef-397121b7582d"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:34.756561 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-f4258b53-3ca7-4099-99cc-bdc7903e0b00 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=52f48ab661ff40518ea2f99df4c2d790&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579059 Nov 12 08:38:34.846324 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44119381-6f40-4802-99a3-262504eab09a req-a639ced8-f57d-4f58-9035-b1b6fd3eaf80 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:34.848098 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-44119381-6f40-4802-99a3-262504eab09a req-a639ced8-f57d-4f58-9035-b1b6fd3eaf80 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be6bd95-1493-473d-a1b8-16355fb612cb HTTP/1.1" status: 200 len: 944 time: 0.1466527 Nov 12 08:38:34.907021 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9d6b12-0563-4244-9c56-4d849801570c admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:38:34.933831 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7972b959-7eec-4a55-a905-138da72ec7b7 None None] Sync routers for ids ['b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:38:34.935159 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2b9d6b12-0563-4244-9c56-4d849801570c admin admin] 10.222.0.37 "PUT /v2.0/routers/b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1585484 Nov 12 08:38:34.950715 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7972b959-7eec-4a55-a905-138da72ec7b7 None None] Routers {'b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:34.951938 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-7972b959-7eec-4a55-a905-138da72ec7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:38:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:34.991072 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-cd53f035-c30c-477b-bac0-a6cd7520af72 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:34.998381 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-cd53f035-c30c-477b-bac0-a6cd7520af72 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2329850 Nov 12 08:38:35.020642 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-c75ec717-8cb5-4ebc-89d9-51d8791b44cd tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/quotas/52f48ab661ff40518ea2f99df4c2d790 HTTP/1.1" status: 200 len: 375 time: 0.0211003 Nov 12 08:38:35.028383 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-44119381-6f40-4802-99a3-262504eab09a req-742a91ec-93dc-414f-a970-2e3515b1b9e3 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/security-groups?id=5833b237-de23-49f8-81a6-149cc962fad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394222 Nov 12 08:38:35.066154 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-26b3658f-e099-41d3-be45-d898641c6a82 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=52f48ab661ff40518ea2f99df4c2d790&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367200 Nov 12 08:38:35.092488 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c03dad-b0b7-474a-bb6a-5f150b0813c2 x-openstack-request-id: req-85c03dad-b0b7-474a-bb6a-5f150b0813c2 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:35.092967 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836e5fff-6839-4f36-b4ff-1a261aa2e2e4", "name": "network-vif-deleted", "tag": "1c8d47e8-5668-4c0c-afef-397121b7582d", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:35.093670 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85c03dad-b0b7-474a-bb6a-5f150b0813c2 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:35.094193 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836e5fff-6839-4f36-b4ff-1a261aa2e2e4', 'name': 'network-vif-deleted', 'tag': '1c8d47e8-5668-4c0c-afef-397121b7582d', 'status': 'completed', 'code': 200} Nov 12 08:38:35.112696 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-7972b959-7eec-4a55-a905-138da72ec7b7 None None] Set router b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:35.200923 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55677e6-78f4-4228-aa7b-b5b19c3621c4 req-d7505890-f373-4672-98b3-20274bc7978a tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:35.204800 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b55677e6-78f4-4228-aa7b-b5b19c3621c4 req-d7505890-f373-4672-98b3-20274bc7978a tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=950b48c8-eeb9-44b3-bad1-27667c671e5e HTTP/1.1" status: 200 len: 945 time: 0.0608299 Nov 12 08:38:35.233761 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42406) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:35.292446 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b55677e6-78f4-4228-aa7b-b5b19c3621c4 req-5f3380a6-2988-4b46-879b-17707f41c1ed tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787036 Nov 12 08:38:35.305381 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:35.374275 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-22664c8c-1d0d-452a-ae77-c98d10bd1248 admin admin] Deleting subnet 2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:38:35.379565 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-22664c8c-1d0d-452a-ae77-c98d10bd1248 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.449463 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:38:35.455489 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:35.455899 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.480083 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-22664c8c-1d0d-452a-ae77-c98d10bd1248 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.487453 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-7972b959-7eec-4a55-a905-138da72ec7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-259851690-router', 'tenant_id': 'fe20c05ea4284c57b8209cf19e3261d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '0f6a8bd2-fde9-4545-8026-583d8a86879c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:20Z', 'updated_at': '2021-11-12T08:38:32Z', 'revision_number': 4, 'project_id': 'fe20c05ea4284c57b8209cf19e3261d9', 'gw_port': {'id': '0f6a8bd2-fde9-4545-8026-583d8a86879c', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:23Z', 'updated_at': '2021-11-12T08:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '4df7c192-8c39-4978-8b88-658c58a9b22a', 'name': '', 'network_id': '2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e', 'tenant_id': 'fe20c05ea4284c57b8209cf19e3261d9', 'mac_address': 'fa:16:3e:2f:4f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'e88356ec-1bb4-4b3d-a4e4-3accdd9e2809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:31Z', 'updated_at': '2021-11-12T08:38:32Z', 'revision_number': 2, 'project_id': 'fe20c05ea4284c57b8209cf19e3261d9', 'subnets': [{'id': 'e88356ec-1bb4-4b3d-a4e4-3accdd9e2809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:35.493390 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [req-4fcd50f0-dec1-4c4b-90de-7711d98c3dd0 req-7e0f4622-8de4-4de7-a1d0-114488312011 tempest-FloatingIPDetailsNegativeTestJSON-1092403101 tempest-FloatingIPDetailsNegativeTestJSON-1092403101-project] show failed (client error): The resource could not be found. Nov 12 08:38:35.505017 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4fcd50f0-dec1-4c4b-90de-7711d98c3dd0 req-7e0f4622-8de4-4de7-a1d0-114488312011 tempest-FloatingIPDetailsNegativeTestJSON-1092403101 tempest-FloatingIPDetailsNegativeTestJSON-1092403101-project] 10.222.0.37 "GET /v2.0/floatingips/81b9a7f4-ba93-4fc0-95c8-8de6d9a8713d HTTP/1.1" status: 404 len: 350 time: 0.0610423 Nov 12 08:38:35.513139 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42422) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:35.555520 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7972b959-7eec-4a55-a905-138da72ec7b7 None None] Checking router: b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:38:35.556148 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7972b959-7eec-4a55-a905-138da72ec7b7 None None] Updating router b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997 port 4df7c192-8c39-4978-8b88-658c58a9b22a binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:38:35.587784 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7972b959-7eec-4a55-a905-138da72ec7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.603760 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0766198c-6680-47fa-a282-70c98f644b49 req-184c9917-db6a-44df-b1c5-3d61383b0f16 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02ee9af-5425-437a-b4f2-feab76287b3e HTTP/1.1" status: 200 len: 210 time: 0.1126001 Nov 12 08:38:35.678946 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.725251 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4,segment=NetworkSegment(4412a245-7ff5-4ebd-b944-6d803ff5e70c),segment_id=4412a245-7ff5-4ebd-b944-6d803ff5e70c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:35.732046 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.733168 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 1c8d47e8-5668-4c0c-afef-397121b7582d no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:35.784687 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 1c8d47e8-5668-4c0c-afef-397121b7582d {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:38:35.785416 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 1c8d47e8-5668-4c0c-afef-397121b7582d not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:38:35.786090 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 423e9fb0-7eb6-426e-8d7e-0aaa385b7589 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:35.817218 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 423e9fb0-7eb6-426e-8d7e-0aaa385b7589 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:38:35.818098 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 423e9fb0-7eb6-426e-8d7e-0aaa385b7589 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:38:35.846800 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:35.877146 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b061c86-f4d6-4002-8e39-fafe6946534b req-ec5bd283-7377-45ea-968c-db2485da8104 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:35.878982 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b061c86-f4d6-4002-8e39-fafe6946534b req-ec5bd283-7377-45ea-968c-db2485da8104 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=48125928-a5bf-4de5-abb4-543cc90cd289 HTTP/1.1" status: 200 len: 945 time: 0.0951958 Nov 12 08:38:35.893103 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-22664c8c-1d0d-452a-ae77-c98d10bd1248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.976692 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b061c86-f4d6-4002-8e39-fafe6946534b req-4c457021-168b-406a-ba45-158e1253de2b tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867472 Nov 12 08:38:36.011525 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7972b959-7eec-4a55-a905-138da72ec7b7 None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:36.022133 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7972b959-7eec-4a55-a905-138da72ec7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:36.096974 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2a5a5-acef-4adf-875b-15f6849ec5a7 None None] Pushing event updated for resources: {'Port': ['ID=4df7c192-8c39-4978-8b88-658c58a9b22a,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:36.097536 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be6bd95-1493-473d-a1b8-16355fb612cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:36.100043 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053fc681-605a-4970-9d84-05eee04ea470" -d '{"events": [{"server_uuid": "2be6bd95-1493-473d-a1b8-16355fb612cb", "name": "network-vif-plugged", "status": "completed", "tag": "293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:36.127776 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2a5a5-acef-4adf-875b-15f6849ec5a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:36.128119 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2a5a5-acef-4adf-875b-15f6849ec5a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:36.128633 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2a5a5-acef-4adf-875b-15f6849ec5a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:36.129157 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2a5a5-acef-4adf-875b-15f6849ec5a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:36.129655 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2a5a5-acef-4adf-875b-15f6849ec5a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:36.130166 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2a5a5-acef-4adf-875b-15f6849ec5a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:36.130642 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2a5a5-acef-4adf-875b-15f6849ec5a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:36.131125 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2a5a5-acef-4adf-875b-15f6849ec5a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:36.131603 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2a5a5-acef-4adf-875b-15f6849ec5a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:36.132101 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2a5a5-acef-4adf-875b-15f6849ec5a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:36.132595 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2a5a5-acef-4adf-875b-15f6849ec5a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:36.133066 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2a5a5-acef-4adf-875b-15f6849ec5a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:36.182368 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfae82-d173-4634-8988-330faf25b34f req-da973b97-7fb4-4c29-8146-98ee211a5cb9 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:36.197197 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-7972b959-7eec-4a55-a905-138da72ec7b7 None None] Attempting to bind port 4df7c192-8c39-4978-8b88-658c58a9b22a on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:36.197563 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-7972b959-7eec-4a55-a905-138da72ec7b7 None None] Attempting to bind port 4df7c192-8c39-4978-8b88-658c58a9b22a by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '1d480a21-8f0e-42c0-ad62-fbe144b5edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:36.197927 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7972b959-7eec-4a55-a905-138da72ec7b7 None None] Attempting to bind port 4df7c192-8c39-4978-8b88-658c58a9b22a on network 2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:36.199620 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a1cfae82-d173-4634-8988-330faf25b34f req-da973b97-7fb4-4c29-8146-98ee211a5cb9 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=535fa550-ed3e-4ebe-b8ad-94fccbcddee9 HTTP/1.1" status: 200 len: 946 time: 0.1249526 Nov 12 08:38:36.205006 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7972b959-7eec-4a55-a905-138da72ec7b7 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:36.205697 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7972b959-7eec-4a55-a905-138da72ec7b7 None None] Checking segment: {'id': '1d480a21-8f0e-42c0-ad62-fbe144b5edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:36.209348 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-22664c8c-1d0d-452a-ae77-c98d10bd1248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:36.214338 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7972b959-7eec-4a55-a905-138da72ec7b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:36.215324 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7972b959-7eec-4a55-a905-138da72ec7b7 None None] Bound using segment: {'id': '1d480a21-8f0e-42c0-ad62-fbe144b5edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:36.216046 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-7972b959-7eec-4a55-a905-138da72ec7b7 None None] Bound port: 4df7c192-8c39-4978-8b88-658c58a9b22a, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d480a21-8f0e-42c0-ad62-fbe144b5edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:36.217153 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7972b959-7eec-4a55-a905-138da72ec7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:36.305425 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a1cfae82-d173-4634-8988-330faf25b34f req-0414ced8-f51b-44fd-aad7-43e7ca7a4f2e tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025670 Nov 12 08:38:36.323119 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22664c8c-1d0d-452a-ae77-c98d10bd1248 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:36.330797 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-22664c8c-1d0d-452a-ae77-c98d10bd1248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:36.338483 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-22664c8c-1d0d-452a-ae77-c98d10bd1248 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2ecd76ed-b41e-4d14-86ef-fd7ab4e9a165 HTTP/1.1" status: 204 len: 168 time: 1.1027470 Nov 12 08:38:36.341190 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42440) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:36.366179 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-7972b959-7eec-4a55-a905-138da72ec7b7 None None] For port 4df7c192-8c39-4978-8b88-658c58a9b22a, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:36.373362 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-7972b959-7eec-4a55-a905-138da72ec7b7 None None] For port 4df7c192-8c39-4978-8b88-658c58a9b22a, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4df7c192-8c39-4978-8b88-658c58a9b22a,segment=NetworkSegment(1d480a21-8f0e-42c0-ad62-fbe144b5edf8),segment_id=1d480a21-8f0e-42c0-ad62-fbe144b5edf8)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:36.381253 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7972b959-7eec-4a55-a905-138da72ec7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:36.423610 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc79a54b-8a13-4ec6-8e96-a866deb294d3 x-openstack-request-id: req-dc79a54b-8a13-4ec6-8e96-a866deb294d3 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:36.424256 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be6bd95-1493-473d-a1b8-16355fb612cb", "name": "network-vif-plugged", "status": "completed", "tag": "293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:36.424471 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc79a54b-8a13-4ec6-8e96-a866deb294d3 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:36.425314 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be6bd95-1493-473d-a1b8-16355fb612cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4', 'code': 200} Nov 12 08:38:36.494437 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3cf94005-5b5d-4e3b-9b8f-b94721dfeaea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:36.547032 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9ef24947-1691-4c27-9a62-13c669509dd4 None None] Provisioning complete for port 4df7c192-8c39-4978-8b88-658c58a9b22a triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:36.547562 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9ef24947-1691-4c27-9a62-13c669509dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:36.556821 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7972b959-7eec-4a55-a905-138da72ec7b7 None None] Routers {'b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:36.562716 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-7972b959-7eec-4a55-a905-138da72ec7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:38:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:36.594346 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ddc9da53-6f5a-485c-bbcb-93964021ae5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:36.720410 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9ef24947-1691-4c27-9a62-13c669509dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:36.727381 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21853d28-b4ed-4ada-a028-eb2618e6d415 req-28096e5c-07d9-4500-b183-b2fd707337bf tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:36.737811 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-21853d28-b4ed-4ada-a028-eb2618e6d415 req-28096e5c-07d9-4500-b183-b2fd707337bf tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be6bd95-1493-473d-a1b8-16355fb612cb HTTP/1.1" status: 200 len: 945 time: 0.3973761 Nov 12 08:38:36.770854 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-7972b959-7eec-4a55-a905-138da72ec7b7 None None] Set router b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:36.783517 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9ef24947-1691-4c27-9a62-13c669509dd4 None None] For port 4df7c192-8c39-4978-8b88-658c58a9b22a, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4df7c192-8c39-4978-8b88-658c58a9b22a,segment=NetworkSegment(1d480a21-8f0e-42c0-ad62-fbe144b5edf8),segment_id=1d480a21-8f0e-42c0-ad62-fbe144b5edf8)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:36.789849 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9ef24947-1691-4c27-9a62-13c669509dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:36.835082 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3cf94005-5b5d-4e3b-9b8f-b94721dfeaea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:36.851788 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef24947-1691-4c27-9a62-13c669509dd4 None None] Pushing event updated for resources: {'Port': ['ID=4df7c192-8c39-4978-8b88-658c58a9b22a,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:36.913085 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b777756-665e-4dc1-9fb2-040ae32c3ce6 req-8d84100b-4105-47ad-b0c7-ae8fb758fd04 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02ee9af-5425-437a-b4f2-feab76287b3e HTTP/1.1" status: 200 len: 210 time: 0.1111822 Nov 12 08:38:36.917397 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2a5a5-acef-4adf-875b-15f6849ec5a7 None None] Pushing event updated for resources: {'Port': ['ID=4df7c192-8c39-4978-8b88-658c58a9b22a,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:36.939656 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772251c3-7137-4825-9997-763c0bfd58cf req-28e1b7ff-57ab-421f-abe1-2e7aceebda04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:36.941335 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-772251c3-7137-4825-9997-763c0bfd58cf req-28e1b7ff-57ab-421f-abe1-2e7aceebda04 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2be6bd95-1493-473d-a1b8-16355fb612cb HTTP/1.1" status: 200 len: 1097 time: 0.3132589 Nov 12 08:38:36.957520 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-3cf94005-5b5d-4e3b-9b8f-b94721dfeaea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac11a5bd-0584-4f41-bf7f-a43257f96e99']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:36.959525 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5143e4bc-c8a6-4b0d-9d4b-8c3b0bf6276c None None] Provisioning complete for port 4df7c192-8c39-4978-8b88-658c58a9b22a triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:36.960664 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5143e4bc-c8a6-4b0d-9d4b-8c3b0bf6276c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:36.996284 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-3cf94005-5b5d-4e3b-9b8f-b94721dfeaea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c90110b7-f34c-4782-85fd-158243c3113c') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:36.996663 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-3cf94005-5b5d-4e3b-9b8f-b94721dfeaea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c90110b7-f34c-4782-85fd-158243c3113c') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:37.053842 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3cf94005-5b5d-4e3b-9b8f-b94721dfeaea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:37.071139 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-ddc9da53-6f5a-485c-bbcb-93964021ae5a admin admin] Deleting port 4df7c192-8c39-4978-8b88-658c58a9b22a {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:37.071486 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ddc9da53-6f5a-485c-bbcb-93964021ae5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:37.077690 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-21853d28-b4ed-4ada-a028-eb2618e6d415 req-964c62c8-575c-41f7-b7ef-d7242e25cdd4 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/security-groups?id=5833b237-de23-49f8-81a6-149cc962fad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374400 Nov 12 08:38:37.101540 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-cdd35e6c-97c2-4df6-95ed-e455e82730fb tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=52f48ab661ff40518ea2f99df4c2d790&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650351 Nov 12 08:38:37.106146 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-772251c3-7137-4825-9997-763c0bfd58cf req-4ebc88ec-6a3b-468b-b834-4f20747d13d1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5833b237-de23-49f8-81a6-149cc962fad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536498 Nov 12 08:38:37.111941 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3cf94005-5b5d-4e3b-9b8f-b94721dfeaea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:37.127912 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf94005-5b5d-4e3b-9b8f-b94721dfeaea admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:38:37.128561 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3cf94005-5b5d-4e3b-9b8f-b94721dfeaea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:37.132788 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:38:37.132788 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:38:37.132788 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:38:37.132788 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:38:37.132788 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:38:37.132788 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:38:37.132788 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:38:37.132788 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:38:37.132788 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:38:37.132788 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:38:37.132788 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:38:37.132788 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:38:37.132788 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:38:37.132788 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:38:37.132788 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:38:37.132788 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:38:37.132788 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:38:37.132788 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:38:37.132788 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:38:37.132788 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:38:37.132788 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:38:37.132788 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:38:37.132788 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:38:37.132788 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:38:37.132788 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:38:37.132788 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:38:37.132788 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:38:37.132788 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:38:37.132788 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:38:37.132788 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:38:37.132788 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:38:37.132788 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:38:37.217423 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-7972b959-7eec-4a55-a905-138da72ec7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-259851690-router', 'tenant_id': 'fe20c05ea4284c57b8209cf19e3261d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '0f6a8bd2-fde9-4545-8026-583d8a86879c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:20Z', 'updated_at': '2021-11-12T08:38:32Z', 'revision_number': 4, 'project_id': 'fe20c05ea4284c57b8209cf19e3261d9', 'gw_port': {'id': '0f6a8bd2-fde9-4545-8026-583d8a86879c', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:23Z', 'updated_at': '2021-11-12T08:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '4df7c192-8c39-4978-8b88-658c58a9b22a', 'name': '', 'network_id': '2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e', 'tenant_id': 'fe20c05ea4284c57b8209cf19e3261d9', 'mac_address': 'fa:16:3e:2f:4f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'e88356ec-1bb4-4b3d-a4e4-3accdd9e2809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:31Z', 'updated_at': '2021-11-12T08:38:36Z', 'revision_number': 4, 'project_id': 'fe20c05ea4284c57b8209cf19e3261d9', 'subnets': [{'id': 'e88356ec-1bb4-4b3d-a4e4-3accdd9e2809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:37.244239 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3cf94005-5b5d-4e3b-9b8f-b94721dfeaea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:37.253049 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3cf94005-5b5d-4e3b-9b8f-b94721dfeaea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:37.255978 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7972b959-7eec-4a55-a905-138da72ec7b7 None None] The sync data for ids ['b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997'] in n-d-768862-16 is: [{'id': 'b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-259851690-router', 'tenant_id': 'fe20c05ea4284c57b8209cf19e3261d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '0f6a8bd2-fde9-4545-8026-583d8a86879c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:20Z', 'updated_at': '2021-11-12T08:38:32Z', 'revision_number': 4, 'project_id': 'fe20c05ea4284c57b8209cf19e3261d9', 'gw_port': {'id': '0f6a8bd2-fde9-4545-8026-583d8a86879c', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:23Z', 'updated_at': '2021-11-12T08:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '4df7c192-8c39-4978-8b88-658c58a9b22a', 'name': '', 'network_id': '2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e', 'tenant_id': 'fe20c05ea4284c57b8209cf19e3261d9', 'mac_address': 'fa:16:3e:2f:4f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'e88356ec-1bb4-4b3d-a4e4-3accdd9e2809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:31Z', 'updated_at': '2021-11-12T08:38:36Z', 'revision_number': 4, 'project_id': 'fe20c05ea4284c57b8209cf19e3261d9', 'subnets': [{'id': 'e88356ec-1bb4-4b3d-a4e4-3accdd9e2809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:38:37.259600 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3cf94005-5b5d-4e3b-9b8f-b94721dfeaea admin admin] 10.222.0.37 "DELETE /v2.0/networks/ac11a5bd-0584-4f41-bf7f-a43257f96e99 HTTP/1.1" status: 204 len: 168 time: 0.9134641 Nov 12 08:38:37.270777 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42458) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:37.303604 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf94005-5b5d-4e3b-9b8f-b94721dfeaea admin admin] Pushing event deleted for resources: {'Network': ['ID=ac11a5bd-0584-4f41-bf7f-a43257f96e99,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:37.349250 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e70103-dd25-44d4-8fbf-3c0700ea19de req-201fca9b-c7d6-451a-87f3-35f729e60c0e tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:37.350993 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43e70103-dd25-44d4-8fbf-3c0700ea19de req-201fca9b-c7d6-451a-87f3-35f729e60c0e tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=48125928-a5bf-4de5-abb4-543cc90cd289 HTTP/1.1" status: 200 len: 945 time: 0.1591578 Nov 12 08:38:37.361251 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1360693-63a8-4ff6-a19d-d916ffaae8aa admin admin] Deleting subnet bd31b9a7-1983-4a22-999c-d067ccad571c {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:38:37.366805 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-8201c4b2-0964-4f8e-90e2-6a8b3b930593 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:37.369159 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-8201c4b2-0964-4f8e-90e2-6a8b3b930593 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2442501 Nov 12 08:38:37.379372 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b1360693-63a8-4ff6-a19d-d916ffaae8aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:37.391527 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-238bd3fd-35f9-43b2-ab0b-5dc9f6bb7bce tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Request body: {'port': {'device_id': 'a02ee9af-5425-437a-b4f2-feab76287b3e', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'admin_state_up': True, 'tenant_id': '52f48ab661ff40518ea2f99df4c2d790'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:37.482795 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b1360693-63a8-4ff6-a19d-d916ffaae8aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:37.499636 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-ddc9da53-6f5a-485c-bbcb-93964021ae5a admin admin] For port 4df7c192-8c39-4978-8b88-658c58a9b22a, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4df7c192-8c39-4978-8b88-658c58a9b22a,segment=NetworkSegment(1d480a21-8f0e-42c0-ad62-fbe144b5edf8),segment_id=1d480a21-8f0e-42c0-ad62-fbe144b5edf8)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:37.500090 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ddc9da53-6f5a-485c-bbcb-93964021ae5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:37.519457 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-ddc9da53-6f5a-485c-bbcb-93964021ae5a admin admin] Calling delete_port for 4df7c192-8c39-4978-8b88-658c58a9b22a owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:37.540822 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43e70103-dd25-44d4-8fbf-3c0700ea19de req-37ba3426-6a87-4b30-861e-7a655e40ef83 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761937 Nov 12 08:38:37.567475 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b43d92-db31-4421-9cb7-44980f542922 req-fac363af-647f-4354-955f-b9257043da64 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:37.569175 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-40b43d92-db31-4421-9cb7-44980f542922 req-fac363af-647f-4354-955f-b9257043da64 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=535fa550-ed3e-4ebe-b8ad-94fccbcddee9 HTTP/1.1" status: 200 len: 946 time: 0.1487958 Nov 12 08:38:37.591366 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b1360693-63a8-4ff6-a19d-d916ffaae8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:37.628689 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7955114-0611-4810-83e2-ba46d61a8a3f req-aaa6e2a0-dedb-4cb0-8d6e-fc6307d0ef64 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:37.639166 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f7955114-0611-4810-83e2-ba46d61a8a3f req-aaa6e2a0-dedb-4cb0-8d6e-fc6307d0ef64 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.54 "GET /v2.0/ports?device_id=535fa550-ed3e-4ebe-b8ad-94fccbcddee9 HTTP/1.1" status: 200 len: 946 time: 0.1722443 Nov 12 08:38:37.707788 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-40b43d92-db31-4421-9cb7-44980f542922 req-b3d21cce-92ea-4338-ae2c-bbadc8c787f7 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285501 Nov 12 08:38:37.721639 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b1360693-63a8-4ff6-a19d-d916ffaae8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:37.756504 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d68770d7-0b19-44b9-b6a7-2f358282d31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:37.765304 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b1360693-63a8-4ff6-a19d-d916ffaae8aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:37.768550 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b1360693-63a8-4ff6-a19d-d916ffaae8aa admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bd31b9a7-1983-4a22-999c-d067ccad571c HTTP/1.1" status: 204 len: 168 time: 0.4965611 Nov 12 08:38:37.769744 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1360693-63a8-4ff6-a19d-d916ffaae8aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd31b9a7-1983-4a22-999c-d067ccad571c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:37.771557 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42474) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:37.785269 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-238bd3fd-35f9-43b2-ab0b-5dc9f6bb7bce tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Made reservation on behalf of 52f48ab661ff40518ea2f99df4c2d790 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:37.789471 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-238bd3fd-35f9-43b2-ab0b-5dc9f6bb7bce tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:37.862281 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-17f3e279-5b7c-4b36-820c-16a59259f645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:37.969638 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-17f3e279-5b7c-4b36-820c-16a59259f645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:38.028197 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-17f3e279-5b7c-4b36-820c-16a59259f645 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9008b198-6d8c-4e9a-a71e-1375616309dd']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:38.073475 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-17f3e279-5b7c-4b36-820c-16a59259f645 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f335b8-0883-4eab-9278-b4613a974fe6') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:38.073937 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-17f3e279-5b7c-4b36-820c-16a59259f645 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f335b8-0883-4eab-9278-b4613a974fe6') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:38.079101 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-78a7e094-4e89-4bfe-8bd6-253e780fc99d req-1258810d-b04c-413e-80f2-db05040da2d7 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02ee9af-5425-437a-b4f2-feab76287b3e HTTP/1.1" status: 200 len: 210 time: 0.0471246 Nov 12 08:38:38.091714 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-17f3e279-5b7c-4b36-820c-16a59259f645 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:38.108063 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98c55e-7d5a-4107-a849-1eca88ce0715 req-7d08a843-cf44-4095-a345-9ecd6883f752 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:38.109987 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6a98c55e-7d5a-4107-a849-1eca88ce0715 req-7d08a843-cf44-4095-a345-9ecd6883f752 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=48125928-a5bf-4de5-abb4-543cc90cd289 HTTP/1.1" status: 200 len: 945 time: 0.1432078 Nov 12 08:38:38.119315 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-17f3e279-5b7c-4b36-820c-16a59259f645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:38.135844 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f3e279-5b7c-4b36-820c-16a59259f645 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:38:38.136290 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-17f3e279-5b7c-4b36-820c-16a59259f645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:38.138072 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:38:38.138072 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:38:38.138072 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:38:38.138072 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:38:38.138072 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:38:38.138072 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:38:38.138072 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:38:38.138072 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:38:38.138072 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:38:38.138072 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:38:38.138072 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:38:38.138072 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:38:38.138072 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:38:38.138072 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:38:38.138072 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:38:38.138072 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:38:38.138072 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:38:38.138072 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:38:38.138072 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:38:38.138072 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:38:38.138072 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:38:38.138072 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:38:38.138072 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:38:38.138072 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:38:38.138072 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:38:38.138072 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:38:38.138072 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:38:38.138072 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:38:38.138072 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:38:38.138072 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:38:38.138072 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:38:38.138072 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:38:38.255649 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-17f3e279-5b7c-4b36-820c-16a59259f645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:38.265175 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-17f3e279-5b7c-4b36-820c-16a59259f645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:38.268537 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-17f3e279-5b7c-4b36-820c-16a59259f645 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9008b198-6d8c-4e9a-a71e-1375616309dd HTTP/1.1" status: 204 len: 168 time: 0.4961469 Nov 12 08:38:38.280562 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6a98c55e-7d5a-4107-a849-1eca88ce0715 req-4e64860a-b044-4f52-a4b8-169eca679948 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563799 Nov 12 08:38:38.306270 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0330e-fe4d-41ec-8e43-dfc9f3594578 req-1c5b6955-6993-420c-a672-3324c1774f95 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:38.307965 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bed0330e-fe4d-41ec-8e43-dfc9f3594578 req-1c5b6955-6993-420c-a672-3324c1774f95 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be6bd95-1493-473d-a1b8-16355fb612cb HTTP/1.1" status: 200 len: 945 time: 0.1141374 Nov 12 08:38:38.308799 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3e279-5b7c-4b36-820c-16a59259f645 admin admin] Pushing event deleted for resources: {'Network': ['ID=9008b198-6d8c-4e9a-a71e-1375616309dd,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:38.399284 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-f7955114-0611-4810-83e2-ba46d61a8a3f req-b59e2268-c902-498b-9fe2-0726ed29dd2f tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Deleting port f9029258-831e-48d9-a841-b6d5f7a20d0c {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:38.399284 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f7955114-0611-4810-83e2-ba46d61a8a3f req-b59e2268-c902-498b-9fe2-0726ed29dd2f tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:38.411776 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bed0330e-fe4d-41ec-8e43-dfc9f3594578 req-c9523dd2-9643-4aec-9db3-0067a9272353 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/security-groups?id=5833b237-de23-49f8-81a6-149cc962fad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923393 Nov 12 08:38:38.472206 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42486) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:38.500047 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-238bd3fd-35f9-43b2-ab0b-5dc9f6bb7bce tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Allocated IP 192.168.233.249 (aaa9e939-3555-4037-a22a-8e3905c2166f/ac1fb13e-fa96-4a78-a070-af75ed125682/dce3273b-3b2c-4a29-8b3f-b8cc947901f9) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:38.507886 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ddc9da53-6f5a-485c-bbcb-93964021ae5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:38.523994 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fcc52863-7f54-429e-86ab-2876d0d9b0af admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53ced5a3b5824d46b94af4c3034e6689&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0503461 Nov 12 08:38:38.526820 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42488) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:38.550257 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9da53-6f5a-485c-bbcb-93964021ae5a admin admin] Pushing event deleted for resources: {'Port': ['ID=4df7c192-8c39-4978-8b88-658c58a9b22a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:38.597845 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7caf3b9e-53fc-4e3b-a000-518f2392dba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:38.625223 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7caf3b9e-53fc-4e3b-a000-518f2392dba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:38.674974 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-f7955114-0611-4810-83e2-ba46d61a8a3f req-b59e2268-c902-498b-9fe2-0726ed29dd2f tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] For port f9029258-831e-48d9-a841-b6d5f7a20d0c, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f9029258-831e-48d9-a841-b6d5f7a20d0c,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:38.675347 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f7955114-0611-4810-83e2-ba46d61a8a3f req-b59e2268-c902-498b-9fe2-0726ed29dd2f tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:38.753927 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-f7955114-0611-4810-83e2-ba46d61a8a3f req-b59e2268-c902-498b-9fe2-0726ed29dd2f tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Calling delete_port for f9029258-831e-48d9-a841-b6d5f7a20d0c owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:38.759641 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7caf3b9e-53fc-4e3b-a000-518f2392dba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:38.763630 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7caf3b9e-53fc-4e3b-a000-518f2392dba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:38.784303 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7caf3b9e-53fc-4e3b-a000-518f2392dba0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9e91e3f9-0e7b-4d16-99e3-31d4d66f094e HTTP/1.1" status: 204 len: 168 time: 0.2396863 Nov 12 08:38:38.815496 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf3b9e-53fc-4e3b-a000-518f2392dba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e91e3f9-0e7b-4d16-99e3-31d4d66f094e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:38.956634 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bef9a3-abbe-4793-9c9c-b78e4cc14d08 req-8c1492d3-8e10-43e9-83df-2c71250cece5 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:38.958382 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f8bef9a3-abbe-4793-9c9c-b78e4cc14d08 req-8c1492d3-8e10-43e9-83df-2c71250cece5 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=535fa550-ed3e-4ebe-b8ad-94fccbcddee9 HTTP/1.1" status: 200 len: 946 time: 0.0836611 Nov 12 08:38:39.040203 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f8bef9a3-abbe-4793-9c9c-b78e4cc14d08 req-d7678a99-08bb-4d8f-98c7-fc79c34033b1 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718923 Nov 12 08:38:39.075564 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-238bd3fd-35f9-43b2-ab0b-5dc9f6bb7bce tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.092464 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ddc9da53-6f5a-485c-bbcb-93964021ae5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.205260 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a0f8425b-952f-47e5-ba85-8d780a6a7e6d req-aa356d81-daaa-4e18-b783-12115f1010e1 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02ee9af-5425-437a-b4f2-feab76287b3e HTTP/1.1" status: 200 len: 210 time: 0.0350540 Nov 12 08:38:39.273460 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-238bd3fd-35f9-43b2-ab0b-5dc9f6bb7bce tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.278198 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f7955114-0611-4810-83e2-ba46d61a8a3f req-b59e2268-c902-498b-9fe2-0726ed29dd2f tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.288697 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42508) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:39.291585 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['f9029258-831e-48d9-a841-b6d5f7a20d0c'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:39.325384 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 49a3f543-3c43-46f6-b060-4c15bf9e931c details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:38:39.350090 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-238bd3fd-35f9-43b2-ab0b-5dc9f6bb7bce tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Network aaa9e939-3555-4037-a22a-8e3905c2166f is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:39.357195 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-aba45915-6245-4924-94df-2bfe6fd570cc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=294293049e1546adb0e05ca2f535c3bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0672150 Nov 12 08:38:39.358046 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42512) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:39.384013 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-238bd3fd-35f9-43b2-ab0b-5dc9f6bb7bce tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:39.395570 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-238bd3fd-35f9-43b2-ab0b-5dc9f6bb7bce tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:39.446890 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7955114-0611-4810-83e2-ba46d61a8a3f req-b59e2268-c902-498b-9fe2-0726ed29dd2f tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] No DVR routers for this DVR port f9029258-831e-48d9-a841-b6d5f7a20d0c on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:39.449332 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238bd3fd-35f9-43b2-ab0b-5dc9f6bb7bce tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Pushing event updated for resources: {'Port': ['ID=dce3273b-3b2c-4a29-8b3f-b8cc947901f9,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:39.455398 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f7955114-0611-4810-83e2-ba46d61a8a3f req-b59e2268-c902-498b-9fe2-0726ed29dd2f tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.460072 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f7955114-0611-4810-83e2-ba46d61a8a3f req-b59e2268-c902-498b-9fe2-0726ed29dd2f tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.54 "DELETE /v2.0/ports/f9029258-831e-48d9-a841-b6d5f7a20d0c HTTP/1.1" status: 204 len: 173 time: 1.8092842 Nov 12 08:38:39.461200 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535fa550-ed3e-4ebe-b8ad-94fccbcddee9', 'name': 'network-vif-deleted', 'tag': 'f9029258-831e-48d9-a841-b6d5f7a20d0c'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:39.463764 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c137e5-ab08-4f3e-8307-f4c7ea919c6c" -d '{"events": [{"server_uuid": "535fa550-ed3e-4ebe-b8ad-94fccbcddee9", "name": "network-vif-deleted", "tag": "f9029258-831e-48d9-a841-b6d5f7a20d0c"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:39.474319 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5041a-7062-4a66-b5cc-1f3b5fc6ffbe req-c308235c-de89-4a9b-bddc-a45500f2fe64 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:39.476424 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-05d5041a-7062-4a66-b5cc-1f3b5fc6ffbe req-c308235c-de89-4a9b-bddc-a45500f2fe64 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.54 "GET /v2.0/ports?device_id=48125928-a5bf-4de5-abb4-543cc90cd289 HTTP/1.1" status: 200 len: 945 time: 0.2612915 Nov 12 08:38:39.528419 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-42af0ebe-1e0d-4f49-a57e-b2b5c0ffa551 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.540080 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 49a3f543-3c43-46f6-b060-4c15bf9e931c, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=49a3f543-3c43-46f6-b060-4c15bf9e931c,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:39.560378 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '49a3f543-3c43-46f6-b060-4c15bf9e931c', 'network_id': 'decddc00-32e0-44cc-9e13-8ef2ed68d9e6', 'port_id': '49a3f543-3c43-46f6-b060-4c15bf9e931c', 'mac_address': 'fa:16:3e:21:22:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8caf3eba-e7df-49d1-bdb7-f7a8b69eb432', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:38:39.581973 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327ac34-fc4b-4f08-91a9-854e9eb8850e req-f2c1ed1a-f07b-496b-ad7a-52186dabcbe6 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:39.583545 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8327ac34-fc4b-4f08-91a9-854e9eb8850e req-f2c1ed1a-f07b-496b-ad7a-52186dabcbe6 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=48125928-a5bf-4de5-abb4-543cc90cd289 HTTP/1.1" status: 200 len: 945 time: 0.2171345 Nov 12 08:38:39.641772 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-42af0ebe-1e0d-4f49-a57e-b2b5c0ffa551 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.645123 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.674489 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49a3f543-3c43-46f6-b060-4c15bf9e931c {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:39.722417 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 49a3f543-3c43-46f6-b060-4c15bf9e931c, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=49a3f543-3c43-46f6-b060-4c15bf9e931c,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:39.729985 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.794536 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=49a3f543-3c43-46f6-b060-4c15bf9e931c,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:39.817882 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e2268-c902-498b-9fe2-0726ed29dd2f tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Pushing event deleted for resources: {'Port': ['ID=f9029258-831e-48d9-a841-b6d5f7a20d0c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:39.831980 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8327ac34-fc4b-4f08-91a9-854e9eb8850e req-0ef614e0-7f0b-4581-9aa1-adcb61ddc551 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302449 Nov 12 08:38:39.849740 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-42af0ebe-1e0d-4f49-a57e-b2b5c0ffa551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.859235 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-42af0ebe-1e0d-4f49-a57e-b2b5c0ffa551 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.860652 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-42af0ebe-1e0d-4f49-a57e-b2b5c0ffa551 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cdf0ce06-d44b-449f-972c-d5b846398219 HTTP/1.1" status: 204 len: 168 time: 0.5009158 Nov 12 08:38:39.889070 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc9da53-6f5a-485c-bbcb-93964021ae5a admin admin] Router b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:38:39.891204 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-169fd512-ac10-42a5-9c34-21cf5082ba87 None None] Provisioning complete for port dce3273b-3b2c-4a29-8b3f-b8cc947901f9 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:39.894436 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-169fd512-ac10-42a5-9c34-21cf5082ba87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.899471 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af0ebe-1e0d-4f49-a57e-b2b5c0ffa551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf0ce06-d44b-449f-972c-d5b846398219,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:39.907262 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-238bd3fd-35f9-43b2-ab0b-5dc9f6bb7bce tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:39.908021 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-238bd3fd-35f9-43b2-ab0b-5dc9f6bb7bce tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.919791 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a901bc-13bb-4cc5-9c06-6d88163e6e48 x-openstack-request-id: req-11a901bc-13bb-4cc5-9c06-6d88163e6e48 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:39.920183 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61190f-ac47-481d-9701-0b3169892872 req-9b3eae66-a600-4738-a1b9-551065fd1639 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:39.922003 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df61190f-ac47-481d-9701-0b3169892872 req-9b3eae66-a600-4738-a1b9-551065fd1639 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/ports?device_id=2be6bd95-1493-473d-a1b8-16355fb612cb HTTP/1.1" status: 200 len: 945 time: 0.2951131 Nov 12 08:38:39.936717 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535fa550-ed3e-4ebe-b8ad-94fccbcddee9", "name": "network-vif-deleted", "tag": "f9029258-831e-48d9-a841-b6d5f7a20d0c", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:39.937562 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-11a901bc-13bb-4cc5-9c06-6d88163e6e48 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:39.938471 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535fa550-ed3e-4ebe-b8ad-94fccbcddee9', 'name': 'network-vif-deleted', 'tag': 'f9029258-831e-48d9-a841-b6d5f7a20d0c', 'status': 'completed', 'code': 200} Nov 12 08:38:39.993383 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['49a3f543-3c43-46f6-b060-4c15bf9e931c'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:39.998251 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-238bd3fd-35f9-43b2-ab0b-5dc9f6bb7bce tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6101241 Nov 12 08:38:40.027117 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-36cefa1c-0796-40c6-863b-422902353099 service neutron] Request body: {'port': {'device_id': 'a02ee9af-5425-437a-b4f2-feab76287b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:40.040021 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df61190f-ac47-481d-9701-0b3169892872 req-9fbb1722-fbd9-41c7-9436-944f9d5c99a8 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/security-groups?id=5833b237-de23-49f8-81a6-149cc962fad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032379 Nov 12 08:38:40.140694 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-169fd512-ac10-42a5-9c34-21cf5082ba87 None None] Port dce3273b-3b2c-4a29-8b3f-b8cc947901f9 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:38:40.209119 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2d6a2f7b-6379-423b-b202-809bb725d27f req-def672d3-3d47-4628-8b32-dea4ac50da52 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=535fa550-ed3e-4ebe-b8ad-94fccbcddee9 HTTP/1.1" status: 200 len: 210 time: 0.0458481 Nov 12 08:38:40.249970 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-40b42d3b-6970-4cf3-8a09-eb189c2617ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:40.352511 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203320c-5513-4453-b9e1-1a6becce7ef9 req-d8f63ce7-1ed2-4753-bc6f-f3eff5af8fad tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:40.364047 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2203320c-5513-4453-b9e1-1a6becce7ef9 req-d8f63ce7-1ed2-4753-bc6f-f3eff5af8fad tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/ports?device_id=c571159e-3212-49f4-aad4-c67b16605c98 HTTP/1.1" status: 200 len: 946 time: 0.1163807 Nov 12 08:38:40.472147 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-36cefa1c-0796-40c6-863b-422902353099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:40.524428 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-05d5041a-7062-4a66-b5cc-1f3b5fc6ffbe req-f5ac500b-b1a4-44e0-a682-2f6f5cff17c0 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Deleting port 221b6c1b-3d6b-4be8-b128-1ac53b5e6463 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:40.525067 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-05d5041a-7062-4a66-b5cc-1f3b5fc6ffbe req-f5ac500b-b1a4-44e0-a682-2f6f5cff17c0 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:40.534131 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2203320c-5513-4453-b9e1-1a6becce7ef9 req-1acff678-10f4-4070-8bfb-bbc1dcb33078 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/security-groups?id=5833b237-de23-49f8-81a6-149cc962fad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687641 Nov 12 08:38:40.562618 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc9da53-6f5a-485c-bbcb-93964021ae5a admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:38:40.568951 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e395a5-a3a5-4dd9-a01d-940b607ddf08 req-59505073-327f-47d9-84a0-8a3df797c5aa tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:40.577203 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-08e395a5-a3a5-4dd9-a01d-940b607ddf08 req-59505073-327f-47d9-84a0-8a3df797c5aa tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02ee9af-5425-437a-b4f2-feab76287b3e HTTP/1.1" status: 200 len: 936 time: 0.2108905 Nov 12 08:38:40.586995 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f8a057-b6e7-4cdc-b84b-c35fdda66415 None None] Sync routers for ids ['b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:38:40.605792 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ddc9da53-6f5a-485c-bbcb-93964021ae5a admin admin] 10.222.0.37 "PUT /v2.0/routers/b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0908198 Nov 12 08:38:40.609458 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42572) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:40.614403 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f8a057-b6e7-4cdc-b84b-c35fdda66415 None None] Routers {'b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:40.615064 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-84f8a057-b6e7-4cdc-b84b-c35fdda66415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:38:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:40.875350 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-08e395a5-a3a5-4dd9-a01d-940b607ddf08 req-ba02a4ee-a032-41c5-b697-873e85e221ec tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6795337-8395-4302-b086-2ae77146e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953367 Nov 12 08:38:40.937142 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-84f8a057-b6e7-4cdc-b84b-c35fdda66415 None None] Set router b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:40.957628 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f1d5f8bf-6d8f-48b0-9bac-7c824cf4e43d admin admin] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.075327 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-05d5041a-7062-4a66-b5cc-1f3b5fc6ffbe req-f5ac500b-b1a4-44e0-a682-2f6f5cff17c0 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] For port 221b6c1b-3d6b-4be8-b128-1ac53b5e6463, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=221b6c1b-3d6b-4be8-b128-1ac53b5e6463,segment=NetworkSegment(cbd6be86-3cb3-4740-8617-f1a45bb12c8c),segment_id=cbd6be86-3cb3-4740-8617-f1a45bb12c8c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:41.079415 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-05d5041a-7062-4a66-b5cc-1f3b5fc6ffbe req-f5ac500b-b1a4-44e0-a682-2f6f5cff17c0 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.128936 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-05d5041a-7062-4a66-b5cc-1f3b5fc6ffbe req-f5ac500b-b1a4-44e0-a682-2f6f5cff17c0 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Calling delete_port for 221b6c1b-3d6b-4be8-b128-1ac53b5e6463 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:41.329139 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f9029258-831e-48d9-a841-b6d5f7a20d0c no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:41.361901 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 49a3f543-3c43-46f6-b060-4c15bf9e931c up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:41.362676 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-05d5041a-7062-4a66-b5cc-1f3b5fc6ffbe req-f5ac500b-b1a4-44e0-a682-2f6f5cff17c0 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.375244 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab42a14-143c-42c6-9684-b2054a31ecc1 req-ea42f3b2-978a-4e11-a2f9-5f662f5ac205 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:41.397388 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5ab42a14-143c-42c6-9684-b2054a31ecc1 req-ea42f3b2-978a-4e11-a2f9-5f662f5ac205 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=48125928-a5bf-4de5-abb4-543cc90cd289 HTTP/1.1" status: 200 len: 867 time: 0.3139017 Nov 12 08:38:41.441783 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f1d5f8bf-6d8f-48b0-9bac-7c824cf4e43d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.512809 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac500b-b1a4-44e0-a682-2f6f5cff17c0 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Pushing event deleted for resources: {'Port': ['ID=221b6c1b-3d6b-4be8-b128-1ac53b5e6463,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:41.541819 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['10948d64-3eb3-4935-b81b-78e6ca3e4140'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:41.609678 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: f9029258-831e-48d9-a841-b6d5f7a20d0c {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:38:41.610384 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f9029258-831e-48d9-a841-b6d5f7a20d0c not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:38:41.676963 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 49a3f543-3c43-46f6-b060-4c15bf9e931c triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:41.677340 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.718847 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d5041a-7062-4a66-b5cc-1f3b5fc6ffbe req-f5ac500b-b1a4-44e0-a682-2f6f5cff17c0 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] No DVR routers for this DVR port 221b6c1b-3d6b-4be8-b128-1ac53b5e6463 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:41.732311 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-05d5041a-7062-4a66-b5cc-1f3b5fc6ffbe req-f5ac500b-b1a4-44e0-a682-2f6f5cff17c0 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.738980 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b5ed0ab5-955c-4a63-871b-b51a97e3041b req-1ffa4b6c-07f4-4a88-9490-597e618487f7 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=535fa550-ed3e-4ebe-b8ad-94fccbcddee9 HTTP/1.1" status: 200 len: 210 time: 0.0654092 Nov 12 08:38:41.746636 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-05d5041a-7062-4a66-b5cc-1f3b5fc6ffbe req-f5ac500b-b1a4-44e0-a682-2f6f5cff17c0 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.54 "DELETE /v2.0/ports/221b6c1b-3d6b-4be8-b128-1ac53b5e6463 HTTP/1.1" status: 204 len: 173 time: 2.2497699 Nov 12 08:38:41.857746 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5ab42a14-143c-42c6-9684-b2054a31ecc1 req-59251629-c173-46ef-a948-2a87d657a2d8 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587991 Nov 12 08:38:41.940218 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48125928-a5bf-4de5-abb4-543cc90cd289', 'name': 'network-vif-deleted', 'tag': '221b6c1b-3d6b-4be8-b128-1ac53b5e6463'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:41.951360 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28847aa-f16e-4fdc-a886-36fc97fe331f" -d '{"events": [{"server_uuid": "48125928-a5bf-4de5-abb4-543cc90cd289", "name": "network-vif-deleted", "tag": "221b6c1b-3d6b-4be8-b128-1ac53b5e6463"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:41.979045 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-f1d5f8bf-6d8f-48b0-9bac-7c824cf4e43d admin admin] Deleting port 0f6a8bd2-fde9-4545-8026-583d8a86879c {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:41.986996 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f1d5f8bf-6d8f-48b0-9bac-7c824cf4e43d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.999630 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:42.229589 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-f1d5f8bf-6d8f-48b0-9bac-7c824cf4e43d admin admin] For port 0f6a8bd2-fde9-4545-8026-583d8a86879c, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=0f6a8bd2-fde9-4545-8026-583d8a86879c,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:42.230074 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f1d5f8bf-6d8f-48b0-9bac-7c824cf4e43d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:42.313814 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-f1d5f8bf-6d8f-48b0-9bac-7c824cf4e43d admin admin] Calling delete_port for 0f6a8bd2-fde9-4545-8026-583d8a86879c owned by network:router_gateway {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:42.331380 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-36cefa1c-0796-40c6-863b-422902353099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce3273b-3b2c-4a29-8b3f-b8cc947901f9 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:42.364635 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-84f8a057-b6e7-4cdc-b84b-c35fdda66415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-259851690-router', 'tenant_id': 'fe20c05ea4284c57b8209cf19e3261d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '0f6a8bd2-fde9-4545-8026-583d8a86879c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:20Z', 'updated_at': '2021-11-12T08:38:37Z', 'revision_number': 5, 'project_id': 'fe20c05ea4284c57b8209cf19e3261d9', 'gw_port': {'id': '0f6a8bd2-fde9-4545-8026-583d8a86879c', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:23Z', 'updated_at': '2021-11-12T08:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:42.376906 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-36cefa1c-0796-40c6-863b-422902353099 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:42.413445 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-36cefa1c-0796-40c6-863b-422902353099 service neutron] Transition to ACTIVE for port object dce3273b-3b2c-4a29-8b3f-b8cc947901f9 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:38:42.422674 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-36cefa1c-0796-40c6-863b-422902353099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:42.465104 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f8a057-b6e7-4cdc-b84b-c35fdda66415 None None] Checking router: b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:38:42.477531 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:42.541155 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f8a057-b6e7-4cdc-b84b-c35fdda66415 None None] Routers {'b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:42.544886 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-84f8a057-b6e7-4cdc-b84b-c35fdda66415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:38:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:42.748847 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4f896-5eca-4898-84fc-d12867280572 req-33d71764-14ce-4dde-a783-c30e53f8d06d tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:42.755455 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-45e4f896-5eca-4898-84fc-d12867280572 req-33d71764-14ce-4dde-a783-c30e53f8d06d tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.54 "GET /v2.0/ports?device_id=c571159e-3212-49f4-aad4-c67b16605c98 HTTP/1.1" status: 200 len: 946 time: 0.2531102 Nov 12 08:38:42.767688 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cefa1c-0796-40c6-863b-422902353099 service neutron] Pushing event updated for resources: {'Port': ['ID=dce3273b-3b2c-4a29-8b3f-b8cc947901f9,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:42.883306 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6fc64-e587-4c6c-867a-eacb0d6b1e1d req-a820b7eb-3ce7-43a9-b00c-dbb977d95b15 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:42.885028 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bad6fc64-e587-4c6c-867a-eacb0d6b1e1d req-a820b7eb-3ce7-43a9-b00c-dbb977d95b15 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02ee9af-5425-437a-b4f2-feab76287b3e HTTP/1.1" status: 200 len: 936 time: 0.6195724 Nov 12 08:38:42.968835 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-36cefa1c-0796-40c6-863b-422902353099 service neutron] Attempting to bind port dce3273b-3b2c-4a29-8b3f-b8cc947901f9 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:42.969154 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-36cefa1c-0796-40c6-863b-422902353099 service neutron] Attempting to bind port dce3273b-3b2c-4a29-8b3f-b8cc947901f9 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:42.969581 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-36cefa1c-0796-40c6-863b-422902353099 service neutron] Attempting to bind port dce3273b-3b2c-4a29-8b3f-b8cc947901f9 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:42.979723 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-36cefa1c-0796-40c6-863b-422902353099 service neutron] Port dce3273b-3b2c-4a29-8b3f-b8cc947901f9 on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:38:42.980245 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-36cefa1c-0796-40c6-863b-422902353099 service neutron] Attempting to bind port dce3273b-3b2c-4a29-8b3f-b8cc947901f9 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:43.005990 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-36cefa1c-0796-40c6-863b-422902353099 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:43.010152 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-36cefa1c-0796-40c6-863b-422902353099 service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:43.011673 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-36cefa1c-0796-40c6-863b-422902353099 service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:43.012301 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-36cefa1c-0796-40c6-863b-422902353099 service neutron] Bound port: dce3273b-3b2c-4a29-8b3f-b8cc947901f9, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:43.012829 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-36cefa1c-0796-40c6-863b-422902353099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.016693 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bad6fc64-e587-4c6c-867a-eacb0d6b1e1d req-d81a74a7-f3aa-43f5-80cc-2c03cec5433e tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6795337-8395-4302-b086-2ae77146e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167259 Nov 12 08:38:43.022085 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f1d5f8bf-6d8f-48b0-9bac-7c824cf4e43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.060829 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-45e4f896-5eca-4898-84fc-d12867280572 req-63a0655c-807f-46fb-88fd-e6eaf26a06b3 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Deleting port 7779aa3b-d3ec-4af1-a2eb-d3d31a994965 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:43.061553 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-45e4f896-5eca-4898-84fc-d12867280572 req-63a0655c-807f-46fb-88fd-e6eaf26a06b3 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.176818 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5f8bf-6d8f-48b0-9bac-7c824cf4e43d admin admin] Pushing event deleted for resources: {'Port': ['ID=0f6a8bd2-fde9-4545-8026-583d8a86879c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:43.206741 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6b0694-6092-46e9-a770-961ed8b1935c x-openstack-request-id: req-3c6b0694-6092-46e9-a770-961ed8b1935c {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:43.207186 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48125928-a5bf-4de5-abb4-543cc90cd289", "name": "network-vif-deleted", "tag": "221b6c1b-3d6b-4be8-b128-1ac53b5e6463", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:43.207534 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c6b0694-6092-46e9-a770-961ed8b1935c {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:43.208063 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48125928-a5bf-4de5-abb4-543cc90cd289', 'name': 'network-vif-deleted', 'tag': '221b6c1b-3d6b-4be8-b128-1ac53b5e6463', 'status': 'completed', 'code': 200} Nov 12 08:38:43.269488 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5d405-2285-4771-8375-e738ce610c12 req-123654ba-4d3f-4b06-905a-fb26b4667423 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:43.280087 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-24f5d405-2285-4771-8375-e738ce610c12 req-123654ba-4d3f-4b06-905a-fb26b4667423 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/networks?id=f1cd93ab-4580-44c6-ae91-d8be8f19b42e HTTP/1.1" status: 200 len: 813 time: 1.0386269 Nov 12 08:38:43.340839 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-84f8a057-b6e7-4cdc-b84b-c35fdda66415 None None] Set router b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:43.375219 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-24f5d405-2285-4771-8375-e738ce610c12 req-f796931b-9ada-4ad7-a07f-584a070493ca tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/quotas/65448dda20d44f4c9ff55a15064304f9 HTTP/1.1" status: 200 len: 375 time: 0.0932455 Nov 12 08:38:43.440374 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e11d3eaf-6482-4259-b9cb-9299b7fdf149 req-a9679748-1820-4a1b-917d-9e9101492df8 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=535fa550-ed3e-4ebe-b8ad-94fccbcddee9 HTTP/1.1" status: 200 len: 210 time: 0.0597985 Nov 12 08:38:43.459236 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-36cefa1c-0796-40c6-863b-422902353099 service neutron] For port dce3273b-3b2c-4a29-8b3f-b8cc947901f9, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:43.477275 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-36cefa1c-0796-40c6-863b-422902353099 service neutron] For port dce3273b-3b2c-4a29-8b3f-b8cc947901f9, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=dce3273b-3b2c-4a29-8b3f-b8cc947901f9,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:43.495522 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-84f8a057-b6e7-4cdc-b84b-c35fdda66415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-259851690-router', 'tenant_id': 'fe20c05ea4284c57b8209cf19e3261d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:20Z', 'updated_at': '2021-11-12T08:38:41Z', 'revision_number': 6, 'project_id': 'fe20c05ea4284c57b8209cf19e3261d9', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:43.502978 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-36cefa1c-0796-40c6-863b-422902353099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.512188 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 221b6c1b-3d6b-4be8-b128-1ac53b5e6463 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:43.521800 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f1d5f8bf-6d8f-48b0-9bac-7c824cf4e43d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.539698 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950b48c8-eeb9-44b3-bad1-27667c671e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a3f543-3c43-46f6-b060-4c15bf9e931c'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:43.542399 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65103f3-8d42-449f-beb7-d1e93ae1c04f" -d '{"events": [{"server_uuid": "950b48c8-eeb9-44b3-bad1-27667c671e5e", "name": "network-vif-plugged", "status": "completed", "tag": "49a3f543-3c43-46f6-b060-4c15bf9e931c"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:43.583408 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 221b6c1b-3d6b-4be8-b128-1ac53b5e6463 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:38:43.583846 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 221b6c1b-3d6b-4be8-b128-1ac53b5e6463 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:38:43.587189 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-45e4f896-5eca-4898-84fc-d12867280572 req-63a0655c-807f-46fb-88fd-e6eaf26a06b3 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] For port 7779aa3b-d3ec-4af1-a2eb-d3d31a994965, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=7779aa3b-d3ec-4af1-a2eb-d3d31a994965,segment=NetworkSegment(4412a245-7ff5-4ebd-b944-6d803ff5e70c),segment_id=4412a245-7ff5-4ebd-b944-6d803ff5e70c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:43.591825 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-45e4f896-5eca-4898-84fc-d12867280572 req-63a0655c-807f-46fb-88fd-e6eaf26a06b3 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.607808 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f8a057-b6e7-4cdc-b84b-c35fdda66415 None None] The sync data for ids ['b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997'] in n-d-768862-16 is: [{'id': 'b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-259851690-router', 'tenant_id': 'fe20c05ea4284c57b8209cf19e3261d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:20Z', 'updated_at': '2021-11-12T08:38:41Z', 'revision_number': 6, 'project_id': 'fe20c05ea4284c57b8209cf19e3261d9', 'gw_port_host': None}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:38:43.611478 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 49a3f543-3c43-46f6-b060-4c15bf9e931c, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=49a3f543-3c43-46f6-b060-4c15bf9e931c,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:43.623130 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.636577 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-36cefa1c-0796-40c6-863b-422902353099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:43.637694 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-36cefa1c-0796-40c6-863b-422902353099 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.644824 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-36cefa1c-0796-40c6-863b-422902353099 service neutron] 10.222.0.54 "PUT /v2.0/ports/dce3273b-3b2c-4a29-8b3f-b8cc947901f9 HTTP/1.1" status: 200 len: 1097 time: 3.6276207 Nov 12 08:38:43.727269 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-45e4f896-5eca-4898-84fc-d12867280572 req-63a0655c-807f-46fb-88fd-e6eaf26a06b3 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Calling delete_port for 7779aa3b-d3ec-4af1-a2eb-d3d31a994965 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:43.730672 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=49a3f543-3c43-46f6-b060-4c15bf9e931c,revision_number=7']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:43.739366 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f1d5f8bf-6d8f-48b0-9bac-7c824cf4e43d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.750224 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.754589 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f1d5f8bf-6d8f-48b0-9bac-7c824cf4e43d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.894539 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd72bb-29f3-4edf-bd71-10a4b5c6de6c req-5da2e87a-8b84-4bc8-8817-40d8f6e2e849 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:43.899414 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6ccd72bb-29f3-4edf-bd71-10a4b5c6de6c req-5da2e87a-8b84-4bc8-8817-40d8f6e2e849 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.58 "GET /v2.0/ports?device_id=2be6bd95-1493-473d-a1b8-16355fb612cb HTTP/1.1" status: 200 len: 945 time: 0.6163754 Nov 12 08:38:43.908874 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f1d5f8bf-6d8f-48b0-9bac-7c824cf4e43d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.909325 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d5f8bf-6d8f-48b0-9bac-7c824cf4e43d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997 {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:38:43.909448 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.921623 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f1d5f8bf-6d8f-48b0-9bac-7c824cf4e43d admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.927543 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f1d5f8bf-6d8f-48b0-9bac-7c824cf4e43d admin admin] 10.222.0.37 "DELETE /v2.0/routers/b9c3ca7c-2899-4ce7-a5e5-18d9f24c8997 HTTP/1.1" status: 204 len: 168 time: 3.3142693 Nov 12 08:38:43.947594 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42664) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:44.052351 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-24f5d405-2285-4771-8375-e738ce610c12 req-6a969efb-3bc5-49af-b334-4472f5fd504c tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=65448dda20d44f4c9ff55a15064304f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6764493 Nov 12 08:38:44.345592 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1c362f-4f03-4b01-aa33-564a82d6e90b admin admin] Deleting subnet e88356ec-1bb4-4b3d-a4e4-3accdd9e2809 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:38:44.372137 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fc1c362f-4f03-4b01-aa33-564a82d6e90b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:44.380147 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cefa1c-0796-40c6-863b-422902353099 service neutron] Pushing event updated for resources: {'Port': ['ID=dce3273b-3b2c-4a29-8b3f-b8cc947901f9,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:44.442185 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-cfad245f-74ae-426b-a809-da8cb7921f72 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3251a58645fc4115844b0853f7399565&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0933921 Nov 12 08:38:44.444893 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-33a1f4be-fda2-4d3d-9124-bf2b1f596d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:44.446874 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-33a1f4be-fda2-4d3d-9124-bf2b1f596d00 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=52f48ab661ff40518ea2f99df4c2d790&device_id=a02ee9af-5425-437a-b4f2-feab76287b3e HTTP/1.1" status: 200 len: 1100 time: 0.7341883 Nov 12 08:38:44.457115 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-24f5d405-2285-4771-8375-e738ce610c12 req-8a71c2f7-70cf-473f-b916-eb42a6943d5c service neutron] 10.222.0.37 "GET /v2.0/networks/f1cd93ab-4580-44c6-ae91-d8be8f19b42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038749 Nov 12 08:38:44.510558 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-9ed9a794-541c-4bd6-ba7c-4508336d1340 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=dce3273b-3b2c-4a29-8b3f-b8cc947901f9 HTTP/1.1" status: 200 len: 217 time: 0.0522809 Nov 12 08:38:44.638589 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-1c922816-ae71-48c2-8fb1-fdf5b38a3751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:44.641281 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-1c922816-ae71-48c2-8fb1-fdf5b38a3751 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1230984 Nov 12 08:38:44.660433 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-45e4f896-5eca-4898-84fc-d12867280572 req-63a0655c-807f-46fb-88fd-e6eaf26a06b3 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:44.681271 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:44.722815 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0655c-807f-46fb-88fd-e6eaf26a06b3 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Pushing event deleted for resources: {'Port': ['ID=7779aa3b-d3ec-4af1-a2eb-d3d31a994965,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:44.837700 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e4f896-5eca-4898-84fc-d12867280572 req-63a0655c-807f-46fb-88fd-e6eaf26a06b3 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] No DVR routers for this DVR port 7779aa3b-d3ec-4af1-a2eb-d3d31a994965 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:44.845967 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-45e4f896-5eca-4898-84fc-d12867280572 req-63a0655c-807f-46fb-88fd-e6eaf26a06b3 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:44.865940 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-45e4f896-5eca-4898-84fc-d12867280572 req-63a0655c-807f-46fb-88fd-e6eaf26a06b3 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.54 "DELETE /v2.0/ports/7779aa3b-d3ec-4af1-a2eb-d3d31a994965 HTTP/1.1" status: 204 len: 173 time: 2.0858366 Nov 12 08:38:44.876264 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4df7c192-8c39-4978-8b88-658c58a9b22a no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:44.899806 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-0ea84b8e-efa1-42b1-bf97-40cb242ef229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:44.905960 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-0ea84b8e-efa1-42b1-bf97-40cb242ef229 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2556474 Nov 12 08:38:44.979595 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 4df7c192-8c39-4978-8b88-658c58a9b22a {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:38:44.980753 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4df7c192-8c39-4978-8b88-658c58a9b22a not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:38:44.987594 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 0f6a8bd2-fde9-4545-8026-583d8a86879c no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:45.067092 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 0f6a8bd2-fde9-4545-8026-583d8a86879c {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:38:45.068080 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 0f6a8bd2-fde9-4545-8026-583d8a86879c not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:38:45.161104 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-8f83b59c-98b1-4667-b209-f23dee78b1e1 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459216 Nov 12 08:38:45.217158 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a02ee9af-5425-437a-b4f2-feab76287b3e', 'tag': 'dce3273b-3b2c-4a29-8b3f-b8cc947901f9'}, {'server_uuid': 'c571159e-3212-49f4-aad4-c67b16605c98', 'name': 'network-vif-deleted', 'tag': '7779aa3b-d3ec-4af1-a2eb-d3d31a994965'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:45.220458 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d924c69-c555-4a4a-bbe3-595733176e57" -d '{"events": [{"name": "network-changed", "server_uuid": "a02ee9af-5425-437a-b4f2-feab76287b3e", "tag": "dce3273b-3b2c-4a29-8b3f-b8cc947901f9"}, {"server_uuid": "c571159e-3212-49f4-aad4-c67b16605c98", "name": "network-vif-deleted", "tag": "7779aa3b-d3ec-4af1-a2eb-d3d31a994965"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:45.330109 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2f0b5e6c-1a76-4b7c-a744-9734cb37d783 req-8d4ce0fb-d3b1-4566-95a8-293d73ede07f service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594465 Nov 12 08:38:45.344279 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 7779aa3b-d3ec-4af1-a2eb-d3d31a994965 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:45.380514 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fc1c362f-4f03-4b01-aa33-564a82d6e90b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:45.387536 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 7779aa3b-d3ec-4af1-a2eb-d3d31a994965 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:38:45.387981 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 7779aa3b-d3ec-4af1-a2eb-d3d31a994965 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:38:45.505668 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-32d27ee9-ce3a-40f2-8c05-574c1a7c8d8d tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:45.513092 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-32d27ee9-ce3a-40f2-8c05-574c1a7c8d8d tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0699782 Nov 12 08:38:45.566147 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-6ccd72bb-29f3-4edf-bd71-10a4b5c6de6c req-1cad2e3f-cd4d-4cee-be7d-390c661025ef tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Deleting port 293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:45.566607 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6ccd72bb-29f3-4edf-bd71-10a4b5c6de6c req-1cad2e3f-cd4d-4cee-be7d-390c661025ef tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:45.631883 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-04d3aea2-7b4c-49c6-9e27-4b0382b35db6 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/quotas/3251a58645fc4115844b0853f7399565 HTTP/1.1" status: 200 len: 375 time: 0.1176386 Nov 12 08:38:45.704659 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-94e305f3-ee04-439d-915d-5ac018b7d527 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717194 Nov 12 08:38:45.754008 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-24f5d405-2285-4771-8375-e738ce610c12 req-c6e6bceb-a00a-421f-bc37-4023bac150b8 service neutron] 10.222.0.37 "GET /v2.0/networks/f1cd93ab-4580-44c6-ae91-d8be8f19b42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2715778 Nov 12 08:38:45.836082 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fc1c362f-4f03-4b01-aa33-564a82d6e90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:45.881183 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-6ccd72bb-29f3-4edf-bd71-10a4b5c6de6c req-1cad2e3f-cd4d-4cee-be7d-390c661025ef tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] For port 293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4,segment=NetworkSegment(4412a245-7ff5-4ebd-b944-6d803ff5e70c),segment_id=4412a245-7ff5-4ebd-b944-6d803ff5e70c)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:45.881634 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6ccd72bb-29f3-4edf-bd71-10a4b5c6de6c req-1cad2e3f-cd4d-4cee-be7d-390c661025ef tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:45.904214 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-6ccd72bb-29f3-4edf-bd71-10a4b5c6de6c req-1cad2e3f-cd4d-4cee-be7d-390c661025ef tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Calling delete_port for 293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:46.033894 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95830c5d-515f-4b84-a7f6-00f5ef76e6aa x-openstack-request-id: req-95830c5d-515f-4b84-a7f6-00f5ef76e6aa {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:46.035102 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950b48c8-eeb9-44b3-bad1-27667c671e5e", "name": "network-vif-plugged", "status": "completed", "tag": "49a3f543-3c43-46f6-b060-4c15bf9e931c", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:46.035515 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95830c5d-515f-4b84-a7f6-00f5ef76e6aa {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:46.035638 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fc1c362f-4f03-4b01-aa33-564a82d6e90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:46.036268 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950b48c8-eeb9-44b3-bad1-27667c671e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a3f543-3c43-46f6-b060-4c15bf9e931c', 'code': 200} Nov 12 08:38:46.136312 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c362f-4f03-4b01-aa33-564a82d6e90b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e88356ec-1bb4-4b3d-a4e4-3accdd9e2809,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:46.147369 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fc1c362f-4f03-4b01-aa33-564a82d6e90b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:46.151468 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fc1c362f-4f03-4b01-aa33-564a82d6e90b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e88356ec-1bb4-4b3d-a4e4-3accdd9e2809 HTTP/1.1" status: 204 len: 168 time: 2.2005506 Nov 12 08:38:46.151984 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42688) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:46.156929 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d3c64d-0d5f-4f6b-80e7-1956f9f34dcd None None] Network 2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:46.237217 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b993aa8-acb6-4c7f-989c-581a1ed9b8a9 req-e25fd80b-6fad-4c5a-a5aa-093897451418 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:46.244944 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3b993aa8-acb6-4c7f-989c-581a1ed9b8a9 req-e25fd80b-6fad-4c5a-a5aa-093897451418 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.1063049 Nov 12 08:38:46.298377 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6ccd72bb-29f3-4edf-bd71-10a4b5c6de6c req-1cad2e3f-cd4d-4cee-be7d-390c661025ef tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:46.384352 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad2e3f-cd4d-4cee-be7d-390c661025ef tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Pushing event deleted for resources: {'Port': ['ID=293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:46.400716 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3b993aa8-acb6-4c7f-989c-581a1ed9b8a9 req-8175a114-54f1-4e6e-86a1-f06f4bb7a8fb tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547236 Nov 12 08:38:46.462972 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25d6fe06-a6f3-4d4a-b5b7-9fde1d3f682a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:46.610334 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-25d6fe06-a6f3-4d4a-b5b7-9fde1d3f682a admin admin] Deleting port b888dbfa-49af-4cf2-8c1b-0b6633324218 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:46.610626 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25d6fe06-a6f3-4d4a-b5b7-9fde1d3f682a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:46.643946 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ccd72bb-29f3-4edf-bd71-10a4b5c6de6c req-1cad2e3f-cd4d-4cee-be7d-390c661025ef tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] No DVR routers for this DVR port 293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:46.649959 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6ccd72bb-29f3-4edf-bd71-10a4b5c6de6c req-1cad2e3f-cd4d-4cee-be7d-390c661025ef tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:46.655649 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6ccd72bb-29f3-4edf-bd71-10a4b5c6de6c req-1cad2e3f-cd4d-4cee-be7d-390c661025ef tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.58 "DELETE /v2.0/ports/293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4 HTTP/1.1" status: 204 len: 173 time: 2.7284122 Nov 12 08:38:46.658834 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be6bd95-1493-473d-a1b8-16355fb612cb', 'name': 'network-vif-deleted', 'tag': '293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:46.662176 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea93754-6f48-4fe3-a09f-f6fbb78bf6c2" -d '{"events": [{"server_uuid": "2be6bd95-1493-473d-a1b8-16355fb612cb", "name": "network-vif-deleted", "tag": "293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:46.743396 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb98f2-31f2-4db4-8204-75306faab90f req-977499fe-ecc4-4fa9-baed-04a17890a86e tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:46.756698 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cdbb98f2-31f2-4db4-8204-75306faab90f req-977499fe-ecc4-4fa9-baed-04a17890a86e tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02ee9af-5425-437a-b4f2-feab76287b3e HTTP/1.1" status: 200 len: 948 time: 0.3170767 Nov 12 08:38:46.803414 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df91966c-2071-4abc-b1b9-73f0a5b24eca None None] DHCP port deletion for 2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:38:46.905190 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-df91966c-2071-4abc-b1b9-73f0a5b24eca None None] Deleting port b888dbfa-49af-4cf2-8c1b-0b6633324218 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:46.905190 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-df91966c-2071-4abc-b1b9-73f0a5b24eca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:46.960890 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d8399960-1c0e-4b7d-ad67-0dcea99b6550 req-db9eb48e-b13e-4ebc-99c8-ffb320baeb67 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=535fa550-ed3e-4ebe-b8ad-94fccbcddee9 HTTP/1.1" status: 200 len: 210 time: 0.1092730 Nov 12 08:38:46.985980 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-25d6fe06-a6f3-4d4a-b5b7-9fde1d3f682a admin admin] For port b888dbfa-49af-4cf2-8c1b-0b6633324218, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b888dbfa-49af-4cf2-8c1b-0b6633324218,segment=NetworkSegment(1d480a21-8f0e-42c0-ad62-fbe144b5edf8),segment_id=1d480a21-8f0e-42c0-ad62-fbe144b5edf8)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:46.986379 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25d6fe06-a6f3-4d4a-b5b7-9fde1d3f682a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:46.992346 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cdbb98f2-31f2-4db4-8204-75306faab90f req-11029df1-0d25-47b2-a289-ba93973c3405 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6795337-8395-4302-b086-2ae77146e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329683 Nov 12 08:38:47.043681 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-25d6fe06-a6f3-4d4a-b5b7-9fde1d3f682a admin admin] Calling delete_port for b888dbfa-49af-4cf2-8c1b-0b6633324218 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:47.087163 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-df91966c-2071-4abc-b1b9-73f0a5b24eca None None] For port b888dbfa-49af-4cf2-8c1b-0b6633324218, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b888dbfa-49af-4cf2-8c1b-0b6633324218,segment=NetworkSegment(1d480a21-8f0e-42c0-ad62-fbe144b5edf8),segment_id=1d480a21-8f0e-42c0-ad62-fbe144b5edf8)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:47.089105 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-df91966c-2071-4abc-b1b9-73f0a5b24eca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:47.167546 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-df91966c-2071-4abc-b1b9-73f0a5b24eca None None] Calling delete_port for b888dbfa-49af-4cf2-8c1b-0b6633324218 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:47.201580 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47161fe4-2a7b-4bb6-b517-b9611bc866d8 x-openstack-request-id: req-47161fe4-2a7b-4bb6-b517-b9611bc866d8 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:47.203281 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a02ee9af-5425-437a-b4f2-feab76287b3e", "tag": "dce3273b-3b2c-4a29-8b3f-b8cc947901f9", "status": "completed", "code": 200}, {"server_uuid": "c571159e-3212-49f4-aad4-c67b16605c98", "name": "network-vif-deleted", "tag": "7779aa3b-d3ec-4af1-a2eb-d3d31a994965", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:47.203538 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-47161fe4-2a7b-4bb6-b517-b9611bc866d8 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:47.217602 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a02ee9af-5425-437a-b4f2-feab76287b3e', 'tag': 'dce3273b-3b2c-4a29-8b3f-b8cc947901f9', 'status': 'completed', 'code': 200} Nov 12 08:38:47.217906 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c571159e-3212-49f4-aad4-c67b16605c98', 'name': 'network-vif-deleted', 'tag': '7779aa3b-d3ec-4af1-a2eb-d3d31a994965', 'status': 'completed', 'code': 200} Nov 12 08:38:47.464612 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d924c69-c555-4a4a-bbe3-595733176e57 req-21899126-0e6d-42f9-bf85-07f16eb1dd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:47.469759 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2d924c69-c555-4a4a-bbe3-595733176e57 req-21899126-0e6d-42f9-bf85-07f16eb1dd14 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=52f48ab661ff40518ea2f99df4c2d790&device_id=a02ee9af-5425-437a-b4f2-feab76287b3e HTTP/1.1" status: 200 len: 1100 time: 0.2445974 Nov 12 08:38:47.480189 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30c8204d-d7de-42f4-8f72-9fff74ee1eba req-e8f100fb-cacd-4083-82d0-b63095552b53 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 210 time: 0.1125002 Nov 12 08:38:47.515979 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:47.532681 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device dce3273b-3b2c-4a29-8b3f-b8cc947901f9 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:38:47.544777 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25d6fe06-a6f3-4d4a-b5b7-9fde1d3f682a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:47.643976 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de47b632-963a-4988-bc14-d68ac1f0f2a6 x-openstack-request-id: req-de47b632-963a-4988-bc14-d68ac1f0f2a6 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:47.645485 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be6bd95-1493-473d-a1b8-16355fb612cb", "name": "network-vif-deleted", "tag": "293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:47.646278 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de47b632-963a-4988-bc14-d68ac1f0f2a6 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:47.647690 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be6bd95-1493-473d-a1b8-16355fb612cb', 'name': 'network-vif-deleted', 'tag': '293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4', 'status': 'completed', 'code': 200} Nov 12 08:38:47.666458 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6fe06-a6f3-4d4a-b5b7-9fde1d3f682a admin admin] Pushing event deleted for resources: {'Port': ['ID=b888dbfa-49af-4cf2-8c1b-0b6633324218,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:47.670365 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d6fe06-a6f3-4d4a-b5b7-9fde1d3f682a admin admin] No DVR routers for this DVR port b888dbfa-49af-4cf2-8c1b-0b6633324218 on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:47.786021 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d924c69-c555-4a4a-bbe3-595733176e57 req-e54c7d5c-01d1-4ebd-9986-faaa8d21b853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:47.787640 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2d924c69-c555-4a4a-bbe3-595733176e57 req-e54c7d5c-01d1-4ebd-9986-faaa8d21b853 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.3098857 Nov 12 08:38:47.799494 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1d89d57f-b016-410c-b656-cef35dbcf97b req-fc7448d0-24e2-4fa0-a7f5-ffe5e13df149 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0785076-bc1a-463b-a005-dcc041ff2958 HTTP/1.1" status: 200 len: 210 time: 0.0998452 Nov 12 08:38:47.871834 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2d924c69-c555-4a4a-bbe3-595733176e57 req-0914c1bb-4cf2-4523-879d-21a30ff7ccad service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=dce3273b-3b2c-4a29-8b3f-b8cc947901f9 HTTP/1.1" status: 200 len: 217 time: 0.0688131 Nov 12 08:38:47.878576 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-df91966c-2071-4abc-b1b9-73f0a5b24eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:47.983268 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df91966c-2071-4abc-b1b9-73f0a5b24eca None None] No DVR routers for this DVR port b888dbfa-49af-4cf2-8c1b-0b6633324218 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:47.990573 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:38:47.996294 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 293f3bc2-6e5e-4c31-a8d5-f30fc14f96a4 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:38:48.044782 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25d6fe06-a6f3-4d4a-b5b7-9fde1d3f682a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.054750 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e24a0-71fe-4764-8d72-fb1d8c6fc56a req-664a53d4-2adf-4134-9d12-87ac00c37c97 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:48.067258 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ec7e24a0-71fe-4764-8d72-fb1d8c6fc56a req-664a53d4-2adf-4134-9d12-87ac00c37c97 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.1878512 Nov 12 08:38:48.081522 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port dce3273b-3b2c-4a29-8b3f-b8cc947901f9, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=dce3273b-3b2c-4a29-8b3f-b8cc947901f9,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:48.109942 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-25d6fe06-a6f3-4d4a-b5b7-9fde1d3f682a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:48.114096 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d924c69-c555-4a4a-bbe3-595733176e57 req-2dec5732-a8e4-45ae-bc91-14853325b2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:48.115610 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2d924c69-c555-4a4a-bbe3-595733176e57 req-2dec5732-a8e4-45ae-bc91-14853325b2c9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1815491 Nov 12 08:38:48.139614 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'dce3273b-3b2c-4a29-8b3f-b8cc947901f9', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': 'dce3273b-3b2c-4a29-8b3f-b8cc947901f9', 'mac_address': 'fa:16:3e:8e:52:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:38:48.154838 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-25d6fe06-a6f3-4d4a-b5b7-9fde1d3f682a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d480a21-8f0e-42c0-ad62-fbe144b5edf8') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:48.154838 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-25d6fe06-a6f3-4d4a-b5b7-9fde1d3f682a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d480a21-8f0e-42c0-ad62-fbe144b5edf8') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:48.171146 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91966c-2071-4abc-b1b9-73f0a5b24eca None None] Pushing event deleted for resources: {'Port': ['ID=b888dbfa-49af-4cf2-8c1b-0b6633324218,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:48.222115 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25d6fe06-a6f3-4d4a-b5b7-9fde1d3f682a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.225813 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.250134 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce3273b-3b2c-4a29-8b3f-b8cc947901f9 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:48.258093 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-33e4630e-4cf3-4e7b-9dce-f104f4b54bf5 req-0a563377-c9e6-4da0-b86f-aa85f26b95e1 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=535fa550-ed3e-4ebe-b8ad-94fccbcddee9 HTTP/1.1" status: 200 len: 210 time: 0.1403971 Nov 12 08:38:48.291259 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25d6fe06-a6f3-4d4a-b5b7-9fde1d3f682a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.304626 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port dce3273b-3b2c-4a29-8b3f-b8cc947901f9, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=dce3273b-3b2c-4a29-8b3f-b8cc947901f9,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:48.306217 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d6fe06-a6f3-4d4a-b5b7-9fde1d3f682a admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:38:48.306661 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25d6fe06-a6f3-4d4a-b5b7-9fde1d3f682a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.315135 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.318947 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:38:48.318947 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:38:48.318947 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:38:48.318947 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:38:48.318947 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:38:48.318947 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:38:48.318947 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:38:48.318947 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:38:48.318947 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:38:48.318947 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:38:48.318947 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:38:48.318947 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:38:48.318947 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:38:48.318947 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:38:48.318947 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:38:48.318947 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:38:48.318947 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:38:48.318947 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:38:48.318947 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:38:48.318947 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:38:48.318947 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:38:48.318947 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:38:48.318947 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:38:48.318947 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:38:48.318947 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:38:48.318947 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:38:48.318947 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:38:48.318947 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:38:48.318947 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:38:48.318947 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:38:48.318947 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:38:48.318947 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:38:48.351711 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ec7e24a0-71fe-4764-8d72-fb1d8c6fc56a req-fb510901-5474-4ca3-81e4-de12b923faf7 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797213 Nov 12 08:38:48.372968 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d924c69-c555-4a4a-bbe3-595733176e57 req-640a4553-6dd9-4c66-a91e-fd7d065a9a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:48.378202 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2d924c69-c555-4a4a-bbe3-595733176e57 req-640a4553-6dd9-4c66-a91e-fd7d065a9a82 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2454197 Nov 12 08:38:48.489727 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=dce3273b-3b2c-4a29-8b3f-b8cc947901f9,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:48.551089 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed33b5-147c-48d6-b1bd-abb686101484 req-23f73987-422e-4b8f-b530-222eef6b3f38 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:48.567490 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-66ed33b5-147c-48d6-b1bd-abb686101484 req-23f73987-422e-4b8f-b530-222eef6b3f38 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02ee9af-5425-437a-b4f2-feab76287b3e HTTP/1.1" status: 200 len: 949 time: 0.1607440 Nov 12 08:38:48.586912 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['dce3273b-3b2c-4a29-8b3f-b8cc947901f9'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:48.616750 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-5397f7e4-4a17-4ccb-978a-4a8bc7f5a77b tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=3251a58645fc4115844b0853f7399565&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443225 Nov 12 08:38:48.635431 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25d6fe06-a6f3-4d4a-b5b7-9fde1d3f682a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.668191 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25d6fe06-a6f3-4d4a-b5b7-9fde1d3f682a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.672885 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-25d6fe06-a6f3-4d4a-b5b7-9fde1d3f682a admin admin] 10.222.0.37 "DELETE /v2.0/networks/2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e HTTP/1.1" status: 204 len: 168 time: 2.5191035 Nov 12 08:38:48.717098 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6fe06-a6f3-4d4a-b5b7-9fde1d3f682a admin admin] Pushing event deleted for resources: {'Network': ['ID=2e8b48a5-6c4a-43f2-90bb-dfc29a95b52e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:48.813908 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2d924c69-c555-4a4a-bbe3-595733176e57 req-4201bcc7-4f7b-4a29-b79f-846d883bf313 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639987 Nov 12 08:38:48.834522 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b888dbfa-49af-4cf2-8c1b-0b6633324218 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:48.874073 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: b888dbfa-49af-4cf2-8c1b-0b6633324218 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:38:48.874550 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b888dbfa-49af-4cf2-8c1b-0b6633324218 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:38:49.018947 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-66ed33b5-147c-48d6-b1bd-abb686101484 req-4e595aa6-a710-4ab0-9384-88c172c3ed50 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6795337-8395-4302-b086-2ae77146e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491093 Nov 12 08:38:49.044922 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2d924c69-c555-4a4a-bbe3-595733176e57 req-70b20ff5-e8ee-4ca3-a6be-3a1b46ad7528 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223260 Nov 12 08:38:49.051395 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-6d9224f9-497e-432b-be47-59551ade0486 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:49.054688 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-6d9224f9-497e-432b-be47-59551ade0486 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4095943 Nov 12 08:38:49.078848 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37453a-bdb0-4a9a-883e-ff0d5edc14a3 req-3512e2da-9139-4dc3-8125-a6317591d0c5 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:49.094896 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba37453a-bdb0-4a9a-883e-ff0d5edc14a3 req-3512e2da-9139-4dc3-8125-a6317591d0c5 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.3107853 Nov 12 08:38:49.106449 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-847423b2-a84f-4b6f-96cf-c31bd5c77df5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Request body: {'port': {'device_id': '9e49ae04-36ef-43ef-ae99-0c759b784bd2', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'admin_state_up': True, 'tenant_id': '3251a58645fc4115844b0853f7399565'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:49.265818 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e5943429-66cb-431c-9637-00ab78cb22fc req-02777532-ef5f-4aa0-807c-0222b2037f0f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 210 time: 0.0895729 Nov 12 08:38:49.280166 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba37453a-bdb0-4a9a-883e-ff0d5edc14a3 req-485b234b-a5cd-4a0b-8e1f-94527b740481 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829622 Nov 12 08:38:49.335243 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42758) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:49.693603 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b85409b6-ef65-4634-a076-0e6ed522e927 req-a8f668e8-82a1-4367-ad82-c8f75e012393 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0785076-bc1a-463b-a005-dcc041ff2958 HTTP/1.1" status: 200 len: 210 time: 0.2294319 Nov 12 08:38:49.738776 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2b4188a9-47fe-4d99-a812-c7b1aa255fbb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe20c05ea4284c57b8209cf19e3261d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3971412 Nov 12 08:38:49.777847 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42770) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:49.833135 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-847423b2-a84f-4b6f-96cf-c31bd5c77df5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Made reservation on behalf of 3251a58645fc4115844b0853f7399565 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:49.837314 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-847423b2-a84f-4b6f-96cf-c31bd5c77df5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:49.838791 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5d405-2285-4771-8375-e738ce610c12 req-52556842-d4af-4088-b151-e38d8ab1ab37 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:49.841217 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-24f5d405-2285-4771-8375-e738ce610c12 req-52556842-d4af-4088-b151-e38d8ab1ab37 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.58 "GET /v2.0/networks?id=f1cd93ab-4580-44c6-ae91-d8be8f19b42e HTTP/1.1" status: 200 len: 813 time: 0.4640234 Nov 12 08:38:49.857140 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-85aa3d52-2321-4624-8943-7f4949719702 req-eff88138-abff-45ef-af32-f6a8878e22bd tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=535fa550-ed3e-4ebe-b8ad-94fccbcddee9 HTTP/1.1" status: 200 len: 210 time: 0.1395090 Nov 12 08:38:49.870736 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-24f5d405-2285-4771-8375-e738ce610c12 req-123dcb7a-bb89-4ce7-aee6-98212e13a3cd tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Request body: {'port': {'device_id': '11717a0a-f6c0-4d5d-a3d1-c39e6fe9c369', 'network_id': 'f1cd93ab-4580-44c6-ae91-d8be8f19b42e', 'admin_state_up': True, 'tenant_id': '65448dda20d44f4c9ff55a15064304f9'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:49.883304 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-847423b2-a84f-4b6f-96cf-c31bd5c77df5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:49.954826 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4b534738-c670-4d0e-801a-3a9376c6fb9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:49.988326 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5d405-2285-4771-8375-e738ce610c12 req-e36309fc-2fa6-4aa7-a088-93468df87c47 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:49.989945 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-24f5d405-2285-4771-8375-e738ce610c12 req-e36309fc-2fa6-4aa7-a088-93468df87c47 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.54 "GET /v2.0/networks?id=f1cd93ab-4580-44c6-ae91-d8be8f19b42e HTTP/1.1" status: 200 len: 813 time: 0.7558267 Nov 12 08:38:50.012268 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-24f5d405-2285-4771-8375-e738ce610c12 req-68311595-4753-4a61-a993-56744561cc10 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Request body: {'port': {'device_id': 'c0785076-bc1a-463b-a005-dcc041ff2958', 'network_id': 'f1cd93ab-4580-44c6-ae91-d8be8f19b42e', 'admin_state_up': True, 'tenant_id': '65448dda20d44f4c9ff55a15064304f9'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:50.106635 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4b534738-c670-4d0e-801a-3a9376c6fb9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.290486 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-847423b2-a84f-4b6f-96cf-c31bd5c77df5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.308934 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63b90e-348f-47be-9b59-7652f5cb3b3d req-979254ef-00b6-43f5-89ce-71c3737f7aee tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:50.329673 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab63b90e-348f-47be-9b59-7652f5cb3b3d req-979254ef-00b6-43f5-89ce-71c3737f7aee tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02ee9af-5425-437a-b4f2-feab76287b3e HTTP/1.1" status: 200 len: 949 time: 0.1549098 Nov 12 08:38:50.360276 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24f5d405-2285-4771-8375-e738ce610c12 req-123dcb7a-bb89-4ce7-aee6-98212e13a3cd tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Made reservation on behalf of 65448dda20d44f4c9ff55a15064304f9 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:50.374533 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-24f5d405-2285-4771-8375-e738ce610c12 req-123dcb7a-bb89-4ce7-aee6-98212e13a3cd tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.393133 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-847423b2-a84f-4b6f-96cf-c31bd5c77df5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.399969 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24f5d405-2285-4771-8375-e738ce610c12 req-68311595-4753-4a61-a993-56744561cc10 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Made reservation on behalf of 65448dda20d44f4c9ff55a15064304f9 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:50.403557 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-24f5d405-2285-4771-8375-e738ce610c12 req-68311595-4753-4a61-a993-56744561cc10 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.481804 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab63b90e-348f-47be-9b59-7652f5cb3b3d req-03ff0686-cb71-4274-a314-f50cc0127ceb tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6795337-8395-4302-b086-2ae77146e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516905 Nov 12 08:38:50.503997 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4b534738-c670-4d0e-801a-3a9376c6fb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.507186 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4b534738-c670-4d0e-801a-3a9376c6fb9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.508700 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4b534738-c670-4d0e-801a-3a9376c6fb9c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fdb59506-487e-4215-8f86-24c48a5394d7 HTTP/1.1" status: 204 len: 168 time: 0.7293022 Nov 12 08:38:50.676392 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b9dddf11-db47-416c-845d-697bfbfb8169 req-cd25517f-2768-4462-9cd0-3f909e3223d6 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 210 time: 0.2660630 Nov 12 08:38:50.700887 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847423b2-a84f-4b6f-96cf-c31bd5c77df5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc98a78-7fe5-4d70-accd-86ffc4a0af18,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:50.726353 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b534738-c670-4d0e-801a-3a9376c6fb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb59506-487e-4215-8f86-24c48a5394d7,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:50.732307 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-24f5d405-2285-4771-8375-e738ce610c12 req-123dcb7a-bb89-4ce7-aee6-98212e13a3cd tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Allocated IP 172.20.0.14 (f1cd93ab-4580-44c6-ae91-d8be8f19b42e/5b908243-c303-477e-98f2-4c40f5c722df/e86ebea1-5c5d-4c85-8d1b-37094654d381) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:50.950627 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-33c2e02f-e272-4a80-9855-4b59c5c66d51 req-b7fbb291-fe8c-4136-8f57-3e15347c6efe tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0785076-bc1a-463b-a005-dcc041ff2958 HTTP/1.1" status: 200 len: 210 time: 0.1095657 Nov 12 08:38:51.001496 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-847423b2-a84f-4b6f-96cf-c31bd5c77df5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Allocated IP 192.168.233.58 (aaa9e939-3555-4037-a22a-8e3905c2166f/ac1fb13e-fa96-4a78-a070-af75ed125682/445eef39-a61c-42ea-ad06-1001a52a3105) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:51.233406 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-24f5d405-2285-4771-8375-e738ce610c12 req-123dcb7a-bb89-4ce7-aee6-98212e13a3cd tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:51.377554 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device dce3273b-3b2c-4a29-8b3f-b8cc947901f9 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:51.414736 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-24f5d405-2285-4771-8375-e738ce610c12 req-123dcb7a-bb89-4ce7-aee6-98212e13a3cd tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:51.470193 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-847423b2-a84f-4b6f-96cf-c31bd5c77df5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:51.532579 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-847423b2-a84f-4b6f-96cf-c31bd5c77df5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:51.594835 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port dce3273b-3b2c-4a29-8b3f-b8cc947901f9 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:38:51.600162 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port dce3273b-3b2c-4a29-8b3f-b8cc947901f9 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:51.600752 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:51.671800 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-847423b2-a84f-4b6f-96cf-c31bd5c77df5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Network aaa9e939-3555-4037-a22a-8e3905c2166f is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:51.681856 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-847423b2-a84f-4b6f-96cf-c31bd5c77df5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:51.688256 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-847423b2-a84f-4b6f-96cf-c31bd5c77df5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:51.774753 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:51.841330 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24f5d405-2285-4771-8375-e738ce610c12 req-123dcb7a-bb89-4ce7-aee6-98212e13a3cd tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Network f1cd93ab-4580-44c6-ae91-d8be8f19b42e is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:51.855004 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-24f5d405-2285-4771-8375-e738ce610c12 req-123dcb7a-bb89-4ce7-aee6-98212e13a3cd tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:51.863451 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f5d405-2285-4771-8375-e738ce610c12 req-123dcb7a-bb89-4ce7-aee6-98212e13a3cd tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:51.892778 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port dce3273b-3b2c-4a29-8b3f-b8cc947901f9, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=dce3273b-3b2c-4a29-8b3f-b8cc947901f9,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:51.895700 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02ee9af-5425-437a-b4f2-feab76287b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce3273b-3b2c-4a29-8b3f-b8cc947901f9'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:51.905017 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15005ab-11c7-4ab7-a92a-1a5568234f58" -d '{"events": [{"server_uuid": "a02ee9af-5425-437a-b4f2-feab76287b3e", "name": "network-vif-plugged", "status": "completed", "tag": "dce3273b-3b2c-4a29-8b3f-b8cc947901f9"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:51.916368 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:51.930094 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847423b2-a84f-4b6f-96cf-c31bd5c77df5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Pushing event updated for resources: {'Port': ['ID=445eef39-a61c-42ea-ad06-1001a52a3105,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:52.014991 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-24f5d405-2285-4771-8375-e738ce610c12 req-68311595-4753-4a61-a993-56744561cc10 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Allocated IP 172.20.0.11 (f1cd93ab-4580-44c6-ae91-d8be8f19b42e/5b908243-c303-477e-98f2-4c40f5c722df/d23aa62c-f009-4a19-bd0c-7658827e188a) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:52.046374 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=dce3273b-3b2c-4a29-8b3f-b8cc947901f9,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:52.048202 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123dcb7a-bb89-4ce7-aee6-98212e13a3cd tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Pushing event updated for resources: {'Port': ['ID=e86ebea1-5c5d-4c85-8d1b-37094654d381,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:52.095415 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-847423b2-a84f-4b6f-96cf-c31bd5c77df5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:52.096113 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-847423b2-a84f-4b6f-96cf-c31bd5c77df5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:52.161378 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ca9fd-eac8-4b28-af05-75674c213b25 req-b8aca2e7-243a-4581-9516-425fd0031200 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:52.163032 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae8ca9fd-eac8-4b28-af05-75674c213b25 req-b8aca2e7-243a-4581-9516-425fd0031200 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02ee9af-5425-437a-b4f2-feab76287b3e HTTP/1.1" status: 200 len: 949 time: 0.4707119 Nov 12 08:38:52.173956 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5d405-2285-4771-8375-e738ce610c12 req-123dcb7a-bb89-4ce7-aee6-98212e13a3cd tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:52.174622 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-24f5d405-2285-4771-8375-e738ce610c12 req-123dcb7a-bb89-4ce7-aee6-98212e13a3cd tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:52.202744 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-847423b2-a84f-4b6f-96cf-c31bd5c77df5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1006362 Nov 12 08:38:52.242909 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-f139baff-80b6-42c4-830b-b2caaaea2393 service neutron] Request body: {'port': {'device_id': '9e49ae04-36ef-43ef-ae99-0c759b784bd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:52.247490 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-109d6cab-77e6-4570-a408-b77f4be33a83 None None] Provisioning complete for port 445eef39-a61c-42ea-ad06-1001a52a3105 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:52.247490 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-109d6cab-77e6-4570-a408-b77f4be33a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:52.256011 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886e90a-caa8-4fc4-a483-ef73b2d8a3d4 req-e62f9a6c-e0a2-40e7-a6db-908ecc5779bf tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:52.263526 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1886e90a-caa8-4fc4-a483-ef73b2d8a3d4 req-e62f9a6c-e0a2-40e7-a6db-908ecc5779bf tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 935 time: 0.2296131 Nov 12 08:38:52.318330 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-24f5d405-2285-4771-8375-e738ce610c12 req-123dcb7a-bb89-4ce7-aee6-98212e13a3cd tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4523048 Nov 12 08:38:52.347110 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-109d6cab-77e6-4570-a408-b77f4be33a83 None None] Port 445eef39-a61c-42ea-ad06-1001a52a3105 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:38:52.357158 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-24f5d405-2285-4771-8375-e738ce610c12 req-d1824263-dfd1-4666-8b0d-a37bffe17d43 service neutron] Request body: {'port': {'device_id': '11717a0a-f6c0-4d5d-a3d1-c39e6fe9c369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:52.495477 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-f139baff-80b6-42c4-830b-b2caaaea2393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:52.542526 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae8ca9fd-eac8-4b28-af05-75674c213b25 req-e413dbba-5299-489a-aeca-1f7a054ac98b tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6795337-8395-4302-b086-2ae77146e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609097 Nov 12 08:38:52.580816 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1886e90a-caa8-4fc4-a483-ef73b2d8a3d4 req-72db9519-70c5-4f7c-9547-e56ee3aed3bb tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161244 Nov 12 08:38:52.590269 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-24f5d405-2285-4771-8375-e738ce610c12 req-d1824263-dfd1-4666-8b0d-a37bffe17d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:52.660009 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:52.705000 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0ff11d-163b-4888-97e6-64901968d34d x-openstack-request-id: req-6b0ff11d-163b-4888-97e6-64901968d34d {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:52.705000 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02ee9af-5425-437a-b4f2-feab76287b3e", "name": "network-vif-plugged", "status": "completed", "tag": "dce3273b-3b2c-4a29-8b3f-b8cc947901f9", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:52.705000 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6b0ff11d-163b-4888-97e6-64901968d34d {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:52.705466 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02ee9af-5425-437a-b4f2-feab76287b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce3273b-3b2c-4a29-8b3f-b8cc947901f9', 'code': 200} Nov 12 08:38:52.858653 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-24f5d405-2285-4771-8375-e738ce610c12 req-68311595-4753-4a61-a993-56744561cc10 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:52.956209 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-20232595-50b4-4953-9bb3-7ff97083b111 req-4c80e4d5-4c20-43e8-a773-18abd135284b tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0785076-bc1a-463b-a005-dcc041ff2958 HTTP/1.1" status: 200 len: 210 time: 0.0984068 Nov 12 08:38:52.962649 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ede46d-bad8-48a0-bfc8-ce3f46daa0d5 req-74d80db7-c45a-472d-8701-fb09855937e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:52.964230 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-38ede46d-bad8-48a0-bfc8-ce3f46daa0d5 req-74d80db7-c45a-472d-8701-fb09855937e6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a02ee9af-5425-437a-b4f2-feab76287b3e HTTP/1.1" status: 200 len: 1102 time: 0.1623187 Nov 12 08:38:53.059917 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-38ede46d-bad8-48a0-bfc8-ce3f46daa0d5 req-8b2886e8-a075-491b-866d-3e705c73f307 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d6795337-8395-4302-b086-2ae77146e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764205 Nov 12 08:38:53.063382 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-24f5d405-2285-4771-8375-e738ce610c12 req-68311595-4753-4a61-a993-56744561cc10 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:53.109482 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-7b5ef85e-a3ab-4f42-bffa-419d6c4f8196 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:53.117520 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-7b5ef85e-a3ab-4f42-bffa-419d6c4f8196 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/networks?id=ebb104d1-24e6-4fb5-8479-85371fc07302 HTTP/1.1" status: 200 len: 812 time: 0.2567382 Nov 12 08:38:53.122454 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24f5d405-2285-4771-8375-e738ce610c12 req-68311595-4753-4a61-a993-56744561cc10 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Network f1cd93ab-4580-44c6-ae91-d8be8f19b42e is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:53.141972 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-ba8aecff-6823-4292-b8c5-119803bed9e0 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/quotas/04e1e46932e445c2a6cc6d10b43d5fb7 HTTP/1.1" status: 200 len: 375 time: 0.0224936 Nov 12 08:38:53.157917 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-24f5d405-2285-4771-8375-e738ce610c12 req-68311595-4753-4a61-a993-56744561cc10 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:53.161016 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f5d405-2285-4771-8375-e738ce610c12 req-68311595-4753-4a61-a993-56744561cc10 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:53.204438 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-976ac2c2-bc6e-4e8f-b874-8cb5ca1c707f tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=04e1e46932e445c2a6cc6d10b43d5fb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612991 Nov 12 08:38:53.221396 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68311595-4753-4a61-a993-56744561cc10 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Pushing event updated for resources: {'Port': ['ID=d23aa62c-f009-4a19-bd0c-7658827e188a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:53.243977 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5d405-2285-4771-8375-e738ce610c12 req-68311595-4753-4a61-a993-56744561cc10 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:53.244785 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-24f5d405-2285-4771-8375-e738ce610c12 req-68311595-4753-4a61-a993-56744561cc10 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:53.285516 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-24f5d405-2285-4771-8375-e738ce610c12 req-68311595-4753-4a61-a993-56744561cc10 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2837317 Nov 12 08:38:53.298991 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-24f5d405-2285-4771-8375-e738ce610c12 req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] Request body: {'port': {'device_id': 'c0785076-bc1a-463b-a005-dcc041ff2958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:53.371949 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-5e63f3b5-2531-4acd-88e3-6c571fe3a337 service neutron] 10.222.0.37 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563716 Nov 12 08:38:53.376693 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-f139baff-80b6-42c4-830b-b2caaaea2393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 445eef39-a61c-42ea-ad06-1001a52a3105 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:53.394375 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-f139baff-80b6-42c4-830b-b2caaaea2393 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:53.456055 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-f139baff-80b6-42c4-830b-b2caaaea2393 service neutron] Transition to ACTIVE for port object 445eef39-a61c-42ea-ad06-1001a52a3105 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:38:53.472711 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-f139baff-80b6-42c4-830b-b2caaaea2393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:53.568749 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-3acfb3a6-9a0f-4506-8ec8-411beaeaecc3 service neutron] 10.222.0.37 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873946 Nov 12 08:38:53.598088 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139baff-80b6-42c4-830b-b2caaaea2393 service neutron] Pushing event updated for resources: {'Port': ['ID=445eef39-a61c-42ea-ad06-1001a52a3105,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:53.707349 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-f139baff-80b6-42c4-830b-b2caaaea2393 service neutron] Attempting to bind port 445eef39-a61c-42ea-ad06-1001a52a3105 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:53.708389 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-f139baff-80b6-42c4-830b-b2caaaea2393 service neutron] Attempting to bind port 445eef39-a61c-42ea-ad06-1001a52a3105 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:53.708981 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-f139baff-80b6-42c4-830b-b2caaaea2393 service neutron] Attempting to bind port 445eef39-a61c-42ea-ad06-1001a52a3105 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:53.730758 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-f139baff-80b6-42c4-830b-b2caaaea2393 service neutron] Port 445eef39-a61c-42ea-ad06-1001a52a3105 on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:38:53.732225 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-f139baff-80b6-42c4-830b-b2caaaea2393 service neutron] Attempting to bind port 445eef39-a61c-42ea-ad06-1001a52a3105 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:53.747444 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-f139baff-80b6-42c4-830b-b2caaaea2393 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:53.748136 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-f139baff-80b6-42c4-830b-b2caaaea2393 service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:53.748810 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-f139baff-80b6-42c4-830b-b2caaaea2393 service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:53.751168 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-f139baff-80b6-42c4-830b-b2caaaea2393 service neutron] Bound port: 445eef39-a61c-42ea-ad06-1001a52a3105, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:53.751966 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-f139baff-80b6-42c4-830b-b2caaaea2393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:53.912450 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-24f5d405-2285-4771-8375-e738ce610c12 req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:53.934402 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-24f5d405-2285-4771-8375-e738ce610c12 req-d1824263-dfd1-4666-8b0d-a37bffe17d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e86ebea1-5c5d-4c85-8d1b-37094654d381 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:53.964190 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-24f5d405-2285-4771-8375-e738ce610c12 req-d1824263-dfd1-4666-8b0d-a37bffe17d43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:53.978678 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-f139baff-80b6-42c4-830b-b2caaaea2393 service neutron] For port 445eef39-a61c-42ea-ad06-1001a52a3105, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:54.016339 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-24f5d405-2285-4771-8375-e738ce610c12 req-d1824263-dfd1-4666-8b0d-a37bffe17d43 service neutron] Transition to ACTIVE for port object e86ebea1-5c5d-4c85-8d1b-37094654d381 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:38:54.026847 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-24f5d405-2285-4771-8375-e738ce610c12 req-d1824263-dfd1-4666-8b0d-a37bffe17d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:54.028105 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-f139baff-80b6-42c4-830b-b2caaaea2393 service neutron] For port 445eef39-a61c-42ea-ad06-1001a52a3105, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=445eef39-a61c-42ea-ad06-1001a52a3105,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:54.042315 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d02a2-895b-4158-83c5-c85b12161a8a req-027a2efe-8ed0-45e2-aa8c-3583aae87570 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:54.045097 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e59d02a2-895b-4158-83c5-c85b12161a8a req-027a2efe-8ed0-45e2-aa8c-3583aae87570 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 947 time: 0.1950288 Nov 12 08:38:54.057143 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-f139baff-80b6-42c4-830b-b2caaaea2393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:54.103907 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-f139baff-80b6-42c4-830b-b2caaaea2393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:54.104598 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-f139baff-80b6-42c4-830b-b2caaaea2393 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:54.106005 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-f139baff-80b6-42c4-830b-b2caaaea2393 service neutron] 10.222.0.58 "PUT /v2.0/ports/445eef39-a61c-42ea-ad06-1001a52a3105 HTTP/1.1" status: 200 len: 1096 time: 1.8705473 Nov 12 08:38:54.138893 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e49ae04-36ef-43ef-ae99-0c759b784bd2', 'tag': '445eef39-a61c-42ea-ad06-1001a52a3105'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:54.141174 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baad7c50-3bdf-4c7a-89ad-22252e5ecb56" -d '{"events": [{"name": "network-changed", "server_uuid": "9e49ae04-36ef-43ef-ae99-0c759b784bd2", "tag": "445eef39-a61c-42ea-ad06-1001a52a3105"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:54.159238 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1824263-dfd1-4666-8b0d-a37bffe17d43 service neutron] Pushing event updated for resources: {'Port': ['ID=e86ebea1-5c5d-4c85-8d1b-37094654d381,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:54.186911 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2892654-4312-4cf8-902b-f0c0e519f3a6 req-c31d5aeb-fb5d-4bd5-98b6-4053c91cc44c tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:54.197220 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f2892654-4312-4cf8-902b-f0c0e519f3a6 req-c31d5aeb-fb5d-4bd5-98b6-4053c91cc44c tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02ee9af-5425-437a-b4f2-feab76287b3e HTTP/1.1" status: 200 len: 950 time: 0.2522721 Nov 12 08:38:54.378119 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-03ceb832-f915-4643-9e85-a8dc478d7889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:54.379670 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-03ceb832-f915-4643-9e85-a8dc478d7889 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 1099 time: 0.1740136 Nov 12 08:38:54.392699 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-24f5d405-2285-4771-8375-e738ce610c12 req-d1824263-dfd1-4666-8b0d-a37bffe17d43 service neutron] Attempting to bind port e86ebea1-5c5d-4c85-8d1b-37094654d381 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:54.393767 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-24f5d405-2285-4771-8375-e738ce610c12 req-d1824263-dfd1-4666-8b0d-a37bffe17d43 service neutron] Attempting to bind port e86ebea1-5c5d-4c85-8d1b-37094654d381 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '4412a245-7ff5-4ebd-b944-6d803ff5e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f1cd93ab-4580-44c6-ae91-d8be8f19b42e'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:54.394577 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f5d405-2285-4771-8375-e738ce610c12 req-d1824263-dfd1-4666-8b0d-a37bffe17d43 service neutron] Attempting to bind port e86ebea1-5c5d-4c85-8d1b-37094654d381 on network f1cd93ab-4580-44c6-ae91-d8be8f19b42e {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:54.411732 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e59d02a2-895b-4158-83c5-c85b12161a8a req-037fe258-6deb-4db7-86a0-2e72339768c4 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416400 Nov 12 08:38:54.423906 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f5d405-2285-4771-8375-e738ce610c12 req-d1824263-dfd1-4666-8b0d-a37bffe17d43 service neutron] Port e86ebea1-5c5d-4c85-8d1b-37094654d381 on network f1cd93ab-4580-44c6-ae91-d8be8f19b42e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:38:54.424878 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f5d405-2285-4771-8375-e738ce610c12 req-d1824263-dfd1-4666-8b0d-a37bffe17d43 service neutron] Attempting to bind port e86ebea1-5c5d-4c85-8d1b-37094654d381 on network f1cd93ab-4580-44c6-ae91-d8be8f19b42e {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:54.440506 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f5d405-2285-4771-8375-e738ce610c12 req-d1824263-dfd1-4666-8b0d-a37bffe17d43 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:54.441296 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f5d405-2285-4771-8375-e738ce610c12 req-d1824263-dfd1-4666-8b0d-a37bffe17d43 service neutron] Checking segment: {'id': '4412a245-7ff5-4ebd-b944-6d803ff5e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f1cd93ab-4580-44c6-ae91-d8be8f19b42e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:54.441901 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f5d405-2285-4771-8375-e738ce610c12 req-d1824263-dfd1-4666-8b0d-a37bffe17d43 service neutron] Bound using segment: {'id': '4412a245-7ff5-4ebd-b944-6d803ff5e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f1cd93ab-4580-44c6-ae91-d8be8f19b42e'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:54.442576 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-24f5d405-2285-4771-8375-e738ce610c12 req-d1824263-dfd1-4666-8b0d-a37bffe17d43 service neutron] Bound port: e86ebea1-5c5d-4c85-8d1b-37094654d381, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4412a245-7ff5-4ebd-b944-6d803ff5e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f1cd93ab-4580-44c6-ae91-d8be8f19b42e'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:54.443249 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-24f5d405-2285-4771-8375-e738ce610c12 req-d1824263-dfd1-4666-8b0d-a37bffe17d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:54.485903 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f2892654-4312-4cf8-902b-f0c0e519f3a6 req-d5d0d84b-189b-40f7-918d-3062b2edc20a tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6795337-8395-4302-b086-2ae77146e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868185 Nov 12 08:38:54.486769 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139baff-80b6-42c4-830b-b2caaaea2393 service neutron] Pushing event updated for resources: {'Port': ['ID=445eef39-a61c-42ea-ad06-1001a52a3105,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:54.591623 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-24f5d405-2285-4771-8375-e738ce610c12 req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d23aa62c-f009-4a19-bd0c-7658827e188a {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:54.592508 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-e2d9dfa4-6bce-476a-9631-9030a6074d48 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=445eef39-a61c-42ea-ad06-1001a52a3105 HTTP/1.1" status: 200 len: 217 time: 0.1295998 Nov 12 08:38:54.612307 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-24f5d405-2285-4771-8375-e738ce610c12 req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:54.617549 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-24f5d405-2285-4771-8375-e738ce610c12 req-d1824263-dfd1-4666-8b0d-a37bffe17d43 service neutron] For port e86ebea1-5c5d-4c85-8d1b-37094654d381, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:54.623098 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-24f5d405-2285-4771-8375-e738ce610c12 req-d1824263-dfd1-4666-8b0d-a37bffe17d43 service neutron] For port e86ebea1-5c5d-4c85-8d1b-37094654d381, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=e86ebea1-5c5d-4c85-8d1b-37094654d381,segment=NetworkSegment(4412a245-7ff5-4ebd-b944-6d803ff5e70c),segment_id=4412a245-7ff5-4ebd-b944-6d803ff5e70c)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:54.634385 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-24f5d405-2285-4771-8375-e738ce610c12 req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] Transition to ACTIVE for port object d23aa62c-f009-4a19-bd0c-7658827e188a will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:38:54.640437 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-24f5d405-2285-4771-8375-e738ce610c12 req-d1824263-dfd1-4666-8b0d-a37bffe17d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:54.648118 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-24f5d405-2285-4771-8375-e738ce610c12 req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:54.688153 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2a857a84-c0a7-47bb-b059-c16572fc75d7 req-4c5b6ee3-7589-4d66-8892-ca8e6bbba860 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=46b8ef44-38af-4a85-b8f6-d9c6ad8a8e67 HTTP/1.1" status: 200 len: 210 time: 0.0977099 Nov 12 08:38:54.732390 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5d405-2285-4771-8375-e738ce610c12 req-d1824263-dfd1-4666-8b0d-a37bffe17d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:54.734833 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-24f5d405-2285-4771-8375-e738ce610c12 req-d1824263-dfd1-4666-8b0d-a37bffe17d43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:54.736675 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-24f5d405-2285-4771-8375-e738ce610c12 req-d1824263-dfd1-4666-8b0d-a37bffe17d43 service neutron] 10.222.0.58 "PUT /v2.0/ports/e86ebea1-5c5d-4c85-8d1b-37094654d381 HTTP/1.1" status: 200 len: 1093 time: 2.3994730 Nov 12 08:38:54.737563 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11717a0a-f6c0-4d5d-a3d1-c39e6fe9c369', 'tag': 'e86ebea1-5c5d-4c85-8d1b-37094654d381'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:54.740395 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bf6928-7217-450b-968f-edfebc4e3b76" -d '{"events": [{"name": "network-changed", "server_uuid": "11717a0a-f6c0-4d5d-a3d1-c39e6fe9c369", "tag": "e86ebea1-5c5d-4c85-8d1b-37094654d381"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:54.805886 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1824263-dfd1-4666-8b0d-a37bffe17d43 service neutron] Pushing event updated for resources: {'Port': ['ID=e86ebea1-5c5d-4c85-8d1b-37094654d381,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:54.838301 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-06349224-7b6c-4092-8ead-4c48caea67fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:54.843537 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-06349224-7b6c-4092-8ead-4c48caea67fb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1662238 Nov 12 08:38:54.868208 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3b4f1-1e02-4c20-a3dc-a946fca9fbae req-2a127c4c-4c6b-4da4-b76f-49d5fe0411a4 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:54.874753 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-48b3b4f1-1e02-4c20-a3dc-a946fca9fbae req-2a127c4c-4c6b-4da4-b76f-49d5fe0411a4 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.2802119 Nov 12 08:38:54.966845 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] Pushing event updated for resources: {'Port': ['ID=d23aa62c-f009-4a19-bd0c-7658827e188a,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:54.997812 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:54.998325 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:54.998756 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:54.999251 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:54.999688 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:55.000131 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:55.000579 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:55.000966 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:55.001377 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:55.001797 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:55.002214 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:55.002628 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:55.011410 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f3964-4f23-4129-9485-cb2a4b431199 req-b5603e9c-3935-4f20-b11d-808aaf987a3f tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:55.016835 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-24f5d405-2285-4771-8375-e738ce610c12 req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] Attempting to bind port d23aa62c-f009-4a19-bd0c-7658827e188a on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:55.019080 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-602f3964-4f23-4129-9485-cb2a4b431199 req-b5603e9c-3935-4f20-b11d-808aaf987a3f tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0785076-bc1a-463b-a005-dcc041ff2958 HTTP/1.1" status: 200 len: 944 time: 0.1420329 Nov 12 08:38:55.020479 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-24f5d405-2285-4771-8375-e738ce610c12 req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] Attempting to bind port d23aa62c-f009-4a19-bd0c-7658827e188a by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '4412a245-7ff5-4ebd-b944-6d803ff5e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f1cd93ab-4580-44c6-ae91-d8be8f19b42e'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:55.021610 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f5d405-2285-4771-8375-e738ce610c12 req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] Attempting to bind port d23aa62c-f009-4a19-bd0c-7658827e188a on network f1cd93ab-4580-44c6-ae91-d8be8f19b42e {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:55.028926 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5d405-2285-4771-8375-e738ce610c12 req-a61b18bb-0a0b-49d4-8ebb-8d75d097d0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:55.029142 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-22676950-7c70-4e41-889c-1680495938d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:55.030865 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-22676950-7c70-4e41-889c-1680495938d4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1522393 Nov 12 08:38:55.031555 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-24f5d405-2285-4771-8375-e738ce610c12 req-a61b18bb-0a0b-49d4-8ebb-8d75d097d0be service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=65448dda20d44f4c9ff55a15064304f9&device_id=11717a0a-f6c0-4d5d-a3d1-c39e6fe9c369 HTTP/1.1" status: 200 len: 1096 time: 0.1903770 Nov 12 08:38:55.035073 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f5d405-2285-4771-8375-e738ce610c12 req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] Port d23aa62c-f009-4a19-bd0c-7658827e188a on network f1cd93ab-4580-44c6-ae91-d8be8f19b42e not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:38:55.035664 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f5d405-2285-4771-8375-e738ce610c12 req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] Attempting to bind port d23aa62c-f009-4a19-bd0c-7658827e188a on network f1cd93ab-4580-44c6-ae91-d8be8f19b42e {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:55.050797 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f5d405-2285-4771-8375-e738ce610c12 req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:55.051588 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f5d405-2285-4771-8375-e738ce610c12 req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] Checking segment: {'id': '4412a245-7ff5-4ebd-b944-6d803ff5e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f1cd93ab-4580-44c6-ae91-d8be8f19b42e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:55.052476 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f5d405-2285-4771-8375-e738ce610c12 req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] Bound using segment: {'id': '4412a245-7ff5-4ebd-b944-6d803ff5e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f1cd93ab-4580-44c6-ae91-d8be8f19b42e'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:55.053182 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-24f5d405-2285-4771-8375-e738ce610c12 req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] Bound port: d23aa62c-f009-4a19-bd0c-7658827e188a, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4412a245-7ff5-4ebd-b944-6d803ff5e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f1cd93ab-4580-44c6-ae91-d8be8f19b42e'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:55.053825 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-24f5d405-2285-4771-8375-e738ce610c12 req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:55.065523 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-48b3b4f1-1e02-4c20-a3dc-a946fca9fbae req-9ea3ed1e-d945-49d8-a8af-210945ba7e44 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461613 Nov 12 08:38:55.118522 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-24f5d405-2285-4771-8375-e738ce610c12 req-88bfb795-1fa7-4687-9cde-0df1052c8eba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e86ebea1-5c5d-4c85-8d1b-37094654d381 HTTP/1.1" status: 200 len: 217 time: 0.0683093 Nov 12 08:38:55.221983 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-602f3964-4f23-4129-9485-cb2a4b431199 req-ea0925ff-ab59-4537-9e0b-89c78cb299ed tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/security-groups?id=5833b237-de23-49f8-81a6-149cc962fad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000506 Nov 12 08:38:55.239081 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5d405-2285-4771-8375-e738ce610c12 req-7bad2753-c827-481b-86a3-d97a7c0b4d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:55.242333 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-24f5d405-2285-4771-8375-e738ce610c12 req-7bad2753-c827-481b-86a3-d97a7c0b4d74 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5b908243-c303-477e-98f2-4c40f5c722df HTTP/1.1" status: 200 len: 853 time: 0.0964789 Nov 12 08:38:55.253472 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-24f5d405-2285-4771-8375-e738ce610c12 req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] For port d23aa62c-f009-4a19-bd0c-7658827e188a, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:55.258317 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-24f5d405-2285-4771-8375-e738ce610c12 req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] For port d23aa62c-f009-4a19-bd0c-7658827e188a, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=d23aa62c-f009-4a19-bd0c-7658827e188a,segment=NetworkSegment(4412a245-7ff5-4ebd-b944-6d803ff5e70c),segment_id=4412a245-7ff5-4ebd-b944-6d803ff5e70c)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:55.269441 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-24f5d405-2285-4771-8375-e738ce610c12 req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:55.293006 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-24f5d405-2285-4771-8375-e738ce610c12 req-d216d2da-5cdf-48ab-99d4-e7334e9c7297 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1cd93ab-4580-44c6-ae91-d8be8f19b42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359166 Nov 12 08:38:55.316770 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3995f7-9d6a-4c60-8d61-bef40827e525 x-openstack-request-id: req-4f3995f7-9d6a-4c60-8d61-bef40827e525 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:55.317044 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e49ae04-36ef-43ef-ae99-0c759b784bd2", "tag": "445eef39-a61c-42ea-ad06-1001a52a3105", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:55.317302 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f3995f7-9d6a-4c60-8d61-bef40827e525 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:55.317696 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e49ae04-36ef-43ef-ae99-0c759b784bd2', 'tag': '445eef39-a61c-42ea-ad06-1001a52a3105', 'status': 'completed', 'code': 200} Nov 12 08:38:55.356781 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5d405-2285-4771-8375-e738ce610c12 req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:55.357548 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-24f5d405-2285-4771-8375-e738ce610c12 req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:55.359322 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-24f5d405-2285-4771-8375-e738ce610c12 req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] 10.222.0.54 "PUT /v2.0/ports/d23aa62c-f009-4a19-bd0c-7658827e188a HTTP/1.1" status: 200 len: 1093 time: 2.0649633 Nov 12 08:38:55.427498 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-81e028f2-94e3-4155-99d2-d574b78c111d service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554766 Nov 12 08:38:55.428053 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59334a47-0800-43e9-8488-6cfb09601abe x-openstack-request-id: req-59334a47-0800-43e9-8488-6cfb09601abe {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:55.428434 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11717a0a-f6c0-4d5d-a3d1-c39e6fe9c369", "tag": "e86ebea1-5c5d-4c85-8d1b-37094654d381", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:55.428781 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-59334a47-0800-43e9-8488-6cfb09601abe {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:55.429278 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11717a0a-f6c0-4d5d-a3d1-c39e6fe9c369', 'tag': 'e86ebea1-5c5d-4c85-8d1b-37094654d381', 'status': 'completed', 'code': 200} Nov 12 08:38:55.451652 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b8d6e-2886-4117-99d5-582b0b65a82e service neutron] Pushing event updated for resources: {'Port': ['ID=d23aa62c-f009-4a19-bd0c-7658827e188a,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:55.508303 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5d405-2285-4771-8375-e738ce610c12 req-9700fdae-e4b8-4422-b017-214c66720319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:55.510101 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-24f5d405-2285-4771-8375-e738ce610c12 req-9700fdae-e4b8-4422-b017-214c66720319 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65448dda20d44f4c9ff55a15064304f9&device_id=c0785076-bc1a-463b-a005-dcc041ff2958 HTTP/1.1" status: 200 len: 1096 time: 0.0950310 Nov 12 08:38:55.514144 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-24f5d405-2285-4771-8375-e738ce610c12 req-e8cf8c97-5d78-4b70-b1d8-421ad61cb858 service neutron] 10.222.0.58 "GET /v2.0/networks/f1cd93ab-4580-44c6-ae91-d8be8f19b42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979570 Nov 12 08:38:55.663260 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75b9a5d6-f933-40a9-9fb7-83d9601160b9 req-c2752ec9-cac0-4268-ac9b-db4a04fc96e5 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272718 Nov 12 08:38:55.748649 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-24f5d405-2285-4771-8375-e738ce610c12 req-abf92297-aa67-43f1-b936-398fb272de9f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d23aa62c-f009-4a19-bd0c-7658827e188a HTTP/1.1" status: 200 len: 217 time: 0.2286901 Nov 12 08:38:55.855390 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5d405-2285-4771-8375-e738ce610c12 req-f914694d-8923-4cc8-b1fd-84ea629abcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:55.857469 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-24f5d405-2285-4771-8375-e738ce610c12 req-f914694d-8923-4cc8-b1fd-84ea629abcce service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b908243-c303-477e-98f2-4c40f5c722df HTTP/1.1" status: 200 len: 853 time: 0.0820389 Nov 12 08:38:56.006454 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad7c50-3bdf-4c7a-89ad-22252e5ecb56 req-56617271-6af5-4fc4-8ed1-3a4d850342a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:56.007078 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-24f5d405-2285-4771-8375-e738ce610c12 req-f25b62ec-ce70-406a-b4fc-497ab087dcd1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1cd93ab-4580-44c6-ae91-d8be8f19b42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1369264 Nov 12 08:38:56.008626 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-baad7c50-3bdf-4c7a-89ad-22252e5ecb56 req-56617271-6af5-4fc4-8ed1-3a4d850342a0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 1099 time: 0.2473161 Nov 12 08:38:56.037949 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9fd97-eb93-47b6-9838-c7c40236edf3 req-bfd0abbd-b126-4369-a661-fc7a00725818 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:56.039551 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f4d9fd97-eb93-47b6-9838-c7c40236edf3 req-bfd0abbd-b126-4369-a661-fc7a00725818 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 947 time: 0.1596451 Nov 12 08:38:56.047172 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f45e1-42a2-4dd6-b1d9-04b665319fcd req-7eef9ce9-903d-4370-8492-a37329b4d6c6 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:56.054276 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-846f45e1-42a2-4dd6-b1d9-04b665319fcd req-7eef9ce9-903d-4370-8492-a37329b4d6c6 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.2243631 Nov 12 08:38:56.127630 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-24f5d405-2285-4771-8375-e738ce610c12 req-fd832cef-1269-4b84-a33f-bbd1bb0ceb9c service neutron] 10.222.0.54 "GET /v2.0/networks/f1cd93ab-4580-44c6-ae91-d8be8f19b42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104336 Nov 12 08:38:56.171121 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad7c50-3bdf-4c7a-89ad-22252e5ecb56 req-db5e88c1-4594-4d8c-a55c-9c127523d9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:56.172638 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-baad7c50-3bdf-4c7a-89ad-22252e5ecb56 req-db5e88c1-4594-4d8c-a55c-9c127523d9f6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.1449208 Nov 12 08:38:56.228912 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-24f5d405-2285-4771-8375-e738ce610c12 req-d427918e-23ad-4554-b448-732b664ab27f service neutron] 10.222.0.58 "GET /v2.0/networks/f1cd93ab-4580-44c6-ae91-d8be8f19b42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6922767 Nov 12 08:38:56.246362 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-baad7c50-3bdf-4c7a-89ad-22252e5ecb56 req-6c546a92-3d25-41b5-b2c1-015385a68449 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=445eef39-a61c-42ea-ad06-1001a52a3105 HTTP/1.1" status: 200 len: 217 time: 0.0595937 Nov 12 08:38:56.285340 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-2d366145-44e2-4518-ba6d-42e8a94b0a16 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:56.287668 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-2d366145-44e2-4518-ba6d-42e8a94b0a16 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.54 "GET /v2.0/networks?id=ebb104d1-24e6-4fb5-8479-85371fc07302 HTTP/1.1" status: 200 len: 812 time: 0.7440894 Nov 12 08:38:56.303022 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c3b21ea2-ef58-488a-aa6f-2d08f095b2b7 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Request body: {'port': {'device_id': '46b8ef44-38af-4a85-b8f6-d9c6ad8a8e67', 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302', 'admin_state_up': True, 'tenant_id': '04e1e46932e445c2a6cc6d10b43d5fb7'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:56.306802 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad7c50-3bdf-4c7a-89ad-22252e5ecb56 req-68929b38-fbdf-4c13-927d-f3a32dd98ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:56.308286 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-baad7c50-3bdf-4c7a-89ad-22252e5ecb56 req-68929b38-fbdf-4c13-927d-f3a32dd98ea5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.0493019 Nov 12 08:38:56.342646 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f4d9fd97-eb93-47b6-9838-c7c40236edf3 req-d193d882-79d4-452e-a134-9105f7dc7df0 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814023 Nov 12 08:38:56.360171 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-846f45e1-42a2-4dd6-b1d9-04b665319fcd req-e05bcd80-4261-4d0b-a369-b93b9bc54cf0 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049343 Nov 12 08:38:56.417739 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-24f5d405-2285-4771-8375-e738ce610c12 req-f35b9e09-ecb0-4b81-9df3-fa0c5c715d82 service neutron] 10.222.0.54 "GET /v2.0/networks/f1cd93ab-4580-44c6-ae91-d8be8f19b42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825122 Nov 12 08:38:56.437826 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf6928-7217-450b-968f-edfebc4e3b76 req-0eb4812e-cd35-4c25-849a-d7b8fe446525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:56.439863 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e9bf6928-7217-450b-968f-edfebc4e3b76 req-0eb4812e-cd35-4c25-849a-d7b8fe446525 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=65448dda20d44f4c9ff55a15064304f9&device_id=11717a0a-f6c0-4d5d-a3d1-c39e6fe9c369 HTTP/1.1" status: 200 len: 1096 time: 0.0997138 Nov 12 08:38:56.504962 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad7c50-3bdf-4c7a-89ad-22252e5ecb56 req-40a57696-f6d7-44be-86c6-93e2eccd21fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:56.515083 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-baad7c50-3bdf-4c7a-89ad-22252e5ecb56 req-40a57696-f6d7-44be-86c6-93e2eccd21fd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1809895 Nov 12 08:38:56.614480 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf6928-7217-450b-968f-edfebc4e3b76 req-5183876e-fc7b-4834-b308-c71d9a1ff164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:56.616851 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e9bf6928-7217-450b-968f-edfebc4e3b76 req-5183876e-fc7b-4834-b308-c71d9a1ff164 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1cd93ab-4580-44c6-ae91-d8be8f19b42e HTTP/1.1" status: 200 len: 914 time: 0.1643491 Nov 12 08:38:56.618153 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c3b21ea2-ef58-488a-aa6f-2d08f095b2b7 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Made reservation on behalf of 04e1e46932e445c2a6cc6d10b43d5fb7 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:56.622034 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c3b21ea2-ef58-488a-aa6f-2d08f095b2b7 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:56.634790 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6eecaeab-d5e2-481c-b07f-671cb0d36378 req-fef3a664-6048-4a63-a09a-57e542977bc4 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=46b8ef44-38af-4a85-b8f6-d9c6ad8a8e67 HTTP/1.1" status: 200 len: 210 time: 0.0463116 Nov 12 08:38:56.822242 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d920ba2-3ddd-437f-b763-f8adeffa84a9 req-69b25dc3-4e3f-4c56-ae62-310e8f4862ce tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:56.824982 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5d920ba2-3ddd-437f-b763-f8adeffa84a9 req-69b25dc3-4e3f-4c56-ae62-310e8f4862ce tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02ee9af-5425-437a-b4f2-feab76287b3e HTTP/1.1" status: 200 len: 950 time: 0.2960656 Nov 12 08:38:56.843846 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-baad7c50-3bdf-4c7a-89ad-22252e5ecb56 req-14e70db0-7f26-4578-bcfb-759e0ac8d5ee service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197978 Nov 12 08:38:56.999539 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c3b21ea2-ef58-488a-aa6f-2d08f095b2b7 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Allocated IP 172.20.0.13 (ebb104d1-24e6-4fb5-8479-85371fc07302/4bf5e142-9321-4c39-8a01-974865fb5fa2/7f475bce-11d6-4c2e-a9ea-63ead015bf03) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:57.183449 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e9bf6928-7217-450b-968f-edfebc4e3b76 req-cc8f95f8-e2a1-4c01-b19d-156b539dac26 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e86ebea1-5c5d-4c85-8d1b-37094654d381 HTTP/1.1" status: 200 len: 217 time: 0.5495188 Nov 12 08:38:57.244908 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c3b21ea2-ef58-488a-aa6f-2d08f095b2b7 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:57.282562 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf6928-7217-450b-968f-edfebc4e3b76 req-b19e28f4-ed4e-4b86-9af6-ef8a07470e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:57.284350 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e9bf6928-7217-450b-968f-edfebc4e3b76 req-b19e28f4-ed4e-4b86-9af6-ef8a07470e77 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5b908243-c303-477e-98f2-4c40f5c722df HTTP/1.1" status: 200 len: 853 time: 0.0908062 Nov 12 08:38:57.331874 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e9bf6928-7217-450b-968f-edfebc4e3b76 req-a18c5b80-abd6-42f5-b430-2aa1f20c12fb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1cd93ab-4580-44c6-ae91-d8be8f19b42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343065 Nov 12 08:38:57.340180 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c3b21ea2-ef58-488a-aa6f-2d08f095b2b7 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:57.372403 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5d920ba2-3ddd-437f-b763-f8adeffa84a9 req-4f7807b3-ab06-44ec-9c9b-a6cfa7246eb2 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6795337-8395-4302-b086-2ae77146e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5270853 Nov 12 08:38:57.382246 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device e86ebea1-5c5d-4c85-8d1b-37094654d381 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:38:57.447409 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device d23aa62c-f009-4a19-bd0c-7658827e188a details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:38:57.462077 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0785076-bc1a-463b-a005-dcc041ff2958', 'tag': 'd23aa62c-f009-4a19-bd0c-7658827e188a'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:57.470587 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10237710-47a0-4f84-b644-78f4ab7d3320" -d '{"events": [{"name": "network-changed", "server_uuid": "c0785076-bc1a-463b-a005-dcc041ff2958", "tag": "d23aa62c-f009-4a19-bd0c-7658827e188a"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:57.568514 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e70bff-a592-4a2f-b60e-fc3e6ff8bb03 req-f2c16783-dbb0-41bf-b5ed-3cb07ea5c75a tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:57.587603 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b1e70bff-a592-4a2f-b60e-fc3e6ff8bb03 req-f2c16783-dbb0-41bf-b5ed-3cb07ea5c75a tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0785076-bc1a-463b-a005-dcc041ff2958 HTTP/1.1" status: 200 len: 944 time: 0.6141353 Nov 12 08:38:57.727273 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c3b21ea2-ef58-488a-aa6f-2d08f095b2b7 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Network ebb104d1-24e6-4fb5-8479-85371fc07302 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:57.764214 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port d23aa62c-f009-4a19-bd0c-7658827e188a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=d23aa62c-f009-4a19-bd0c-7658827e188a,segment=NetworkSegment(4412a245-7ff5-4ebd-b944-6d803ff5e70c),segment_id=4412a245-7ff5-4ebd-b944-6d803ff5e70c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:57.774459 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c3b21ea2-ef58-488a-aa6f-2d08f095b2b7 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:57.786737 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c3b21ea2-ef58-488a-aa6f-2d08f095b2b7 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:57.789924 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b21ea2-ef58-488a-aa6f-2d08f095b2b7 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Pushing event updated for resources: {'Port': ['ID=7f475bce-11d6-4c2e-a9ea-63ead015bf03,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:57.790588 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b1e70bff-a592-4a2f-b60e-fc3e6ff8bb03 req-df6a08b8-c7fa-4476-b41c-f3757427f205 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/security-groups?id=5833b237-de23-49f8-81a6-149cc962fad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938386 Nov 12 08:38:57.805946 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'd23aa62c-f009-4a19-bd0c-7658827e188a', 'network_id': 'f1cd93ab-4580-44c6-ae91-d8be8f19b42e', 'port_id': 'd23aa62c-f009-4a19-bd0c-7658827e188a', 'mac_address': 'fa:16:3e:22:61:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b908243-c303-477e-98f2-4c40f5c722df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:38:57.813735 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.resource_extend [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:38:57.838407 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-baad7c50-3bdf-4c7a-89ad-22252e5ecb56 req-d097fb70-cb26-4927-b1cb-f64ac18c1c05 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8662813 Nov 12 08:38:57.891158 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1aef8-756c-403a-90b2-3c3385f99b85 req-2efeb7eb-2e34-4e8a-8529-760009a4be4b tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:57.906297 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-33a1aef8-756c-403a-90b2-3c3385f99b85 req-2efeb7eb-2e34-4e8a-8529-760009a4be4b tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 947 time: 0.1470978 Nov 12 08:38:57.957213 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e9bf6928-7217-450b-968f-edfebc4e3b76 req-26978569-8e3b-49ae-a83f-28dfc71bd62c service neutron] 10.222.0.58 "GET /v2.0/networks/f1cd93ab-4580-44c6-ae91-d8be8f19b42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6142414 Nov 12 08:38:57.970251 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c3b21ea2-ef58-488a-aa6f-2d08f095b2b7 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:57.971079 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c3b21ea2-ef58-488a-aa6f-2d08f095b2b7 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:57.979615 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-33a1aef8-756c-403a-90b2-3c3385f99b85 req-23759ccd-2eba-4ef2-893f-4cfa4862ec7c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717537 Nov 12 08:38:58.021489 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c3b21ea2-ef58-488a-aa6f-2d08f095b2b7 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7223260 Nov 12 08:38:58.065997 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c8f14b56-f6f8-4e1f-a286-cd1992d01c77 service neutron] Request body: {'port': {'device_id': '46b8ef44-38af-4a85-b8f6-d9c6ad8a8e67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:58.126796 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:58.139038 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e12e21c-0b9c-4162-b5d9-7d6019fc6366 x-openstack-request-id: req-5e12e21c-0b9c-4162-b5d9-7d6019fc6366 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:58.139212 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0785076-bc1a-463b-a005-dcc041ff2958", "tag": "d23aa62c-f009-4a19-bd0c-7658827e188a", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:58.139461 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e12e21c-0b9c-4162-b5d9-7d6019fc6366 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:58.139979 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0785076-bc1a-463b-a005-dcc041ff2958', 'tag': 'd23aa62c-f009-4a19-bd0c-7658827e188a', 'status': 'completed', 'code': 200} Nov 12 08:38:58.182409 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d23aa62c-f009-4a19-bd0c-7658827e188a {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:58.254000 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c8f14b56-f6f8-4e1f-a286-cd1992d01c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:58.278006 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e9bf6928-7217-450b-968f-edfebc4e3b76 req-5001cfb5-ee14-4842-91bf-69807d837998 service neutron] 10.222.0.58 "GET /v2.0/networks/f1cd93ab-4580-44c6-ae91-d8be8f19b42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022649 Nov 12 08:38:58.343428 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port e86ebea1-5c5d-4c85-8d1b-37094654d381, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=e86ebea1-5c5d-4c85-8d1b-37094654d381,segment=NetworkSegment(4412a245-7ff5-4ebd-b944-6d803ff5e70c),segment_id=4412a245-7ff5-4ebd-b944-6d803ff5e70c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:58.390673 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port d23aa62c-f009-4a19-bd0c-7658827e188a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=d23aa62c-f009-4a19-bd0c-7658827e188a,segment=NetworkSegment(4412a245-7ff5-4ebd-b944-6d803ff5e70c),segment_id=4412a245-7ff5-4ebd-b944-6d803ff5e70c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:58.401969 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'e86ebea1-5c5d-4c85-8d1b-37094654d381', 'network_id': 'f1cd93ab-4580-44c6-ae91-d8be8f19b42e', 'port_id': 'e86ebea1-5c5d-4c85-8d1b-37094654d381', 'mac_address': 'fa:16:3e:3f:c5:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b908243-c303-477e-98f2-4c40f5c722df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:38:58.409466 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:58.446357 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf7714-3fc1-422e-a723-127de57c1a44 req-9f9351fa-cb22-4eb7-9847-81035a52f885 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:58.459652 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-78cf7714-3fc1-422e-a723-127de57c1a44 req-9f9351fa-cb22-4eb7-9847-81035a52f885 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=46b8ef44-38af-4a85-b8f6-d9c6ad8a8e67 HTTP/1.1" status: 200 len: 932 time: 0.1898975 Nov 12 08:38:58.514388 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10237710-47a0-4f84-b644-78f4ab7d3320 req-e0d6deca-b82b-4967-95b2-74c8b59d8be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:58.516192 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-10237710-47a0-4f84-b644-78f4ab7d3320 req-e0d6deca-b82b-4967-95b2-74c8b59d8be9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65448dda20d44f4c9ff55a15064304f9&device_id=c0785076-bc1a-463b-a005-dcc041ff2958 HTTP/1.1" status: 200 len: 1096 time: 0.3284998 Nov 12 08:38:58.586347 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-78cf7714-3fc1-422e-a723-127de57c1a44 req-66f86a62-8bf1-4d8e-bb11-3243ff89dba7 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235461 Nov 12 08:38:58.588635 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=d23aa62c-f009-4a19-bd0c-7658827e188a,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:58.592250 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:58.618262 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e86ebea1-5c5d-4c85-8d1b-37094654d381 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:58.643104 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['d23aa62c-f009-4a19-bd0c-7658827e188a'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:58.712989 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d114d26-27c4-413a-b5e8-7ccf49c601e3 req-b47387f6-9624-4ed4-8680-60d0959e64a7 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:58.721756 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0d114d26-27c4-413a-b5e8-7ccf49c601e3 req-b47387f6-9624-4ed4-8680-60d0959e64a7 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02ee9af-5425-437a-b4f2-feab76287b3e HTTP/1.1" status: 200 len: 950 time: 0.1157305 Nov 12 08:38:58.744567 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port e86ebea1-5c5d-4c85-8d1b-37094654d381, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=e86ebea1-5c5d-4c85-8d1b-37094654d381,segment=NetworkSegment(4412a245-7ff5-4ebd-b944-6d803ff5e70c),segment_id=4412a245-7ff5-4ebd-b944-6d803ff5e70c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:58.769037 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:58.769721 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 445eef39-a61c-42ea-ad06-1001a52a3105 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:38:58.793126 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0d114d26-27c4-413a-b5e8-7ccf49c601e3 req-c6af795d-5c67-4202-ba23-bb54a63bdda7 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6795337-8395-4302-b086-2ae77146e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700226 Nov 12 08:38:58.973189 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:59.032460 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d173ef-500a-4e22-a122-170b60aaec61 req-3533789f-11c7-473e-bcaa-47d25b8bfa6d tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:59.036345 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b3d173ef-500a-4e22-a122-170b60aaec61 req-3533789f-11c7-473e-bcaa-47d25b8bfa6d tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0785076-bc1a-463b-a005-dcc041ff2958 HTTP/1.1" status: 200 len: 945 time: 0.1057401 Nov 12 08:38:59.120482 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 445eef39-a61c-42ea-ad06-1001a52a3105, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=445eef39-a61c-42ea-ad06-1001a52a3105,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:59.146990 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '445eef39-a61c-42ea-ad06-1001a52a3105', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': '445eef39-a61c-42ea-ad06-1001a52a3105', 'mac_address': 'fa:16:3e:17:ed:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:38:59.170126 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b3d173ef-500a-4e22-a122-170b60aaec61 req-7ed5460d-b163-4fe1-8eae-2f9814d43399 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/security-groups?id=5833b237-de23-49f8-81a6-149cc962fad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274230 Nov 12 08:38:59.187722 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=e86ebea1-5c5d-4c85-8d1b-37094654d381,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:59.211698 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c8f14b56-f6f8-4e1f-a286-cd1992d01c77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f475bce-11d6-4c2e-a9ea-63ead015bf03 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:59.221658 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c8f14b56-f6f8-4e1f-a286-cd1992d01c77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:59.240155 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c8f14b56-f6f8-4e1f-a286-cd1992d01c77 service neutron] Transition to ACTIVE for port object 7f475bce-11d6-4c2e-a9ea-63ead015bf03 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:38:59.294578 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10237710-47a0-4f84-b644-78f4ab7d3320 req-ee9c8e3f-cffc-4d70-a295-30d50d37a93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:59.296521 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-10237710-47a0-4f84-b644-78f4ab7d3320 req-ee9c8e3f-cffc-4d70-a295-30d50d37a93c service neutron] 10.222.0.54 "GET /v2.0/networks?id=f1cd93ab-4580-44c6-ae91-d8be8f19b42e HTTP/1.1" status: 200 len: 914 time: 0.7637656 Nov 12 08:38:59.299199 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c8f14b56-f6f8-4e1f-a286-cd1992d01c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:59.380924 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:59.392460 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e0cad-fbfd-4ca7-a41f-2762bd47efc6 req-472470ff-93b2-4e26-9aba-6081f3871c20 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:59.394116 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-10237710-47a0-4f84-b644-78f4ab7d3320 req-b0521210-80f9-47cc-9d78-9d4f92c341ec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d23aa62c-f009-4a19-bd0c-7658827e188a HTTP/1.1" status: 200 len: 217 time: 0.0859015 Nov 12 08:38:59.409875 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-791e0cad-fbfd-4ca7-a41f-2762bd47efc6 req-472470ff-93b2-4e26-9aba-6081f3871c20 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 947 time: 0.0884805 Nov 12 08:38:59.420976 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445eef39-a61c-42ea-ad06-1001a52a3105 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:59.474150 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10237710-47a0-4f84-b644-78f4ab7d3320 req-d80ba30c-4031-4453-b0f9-909735f00e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:59.475661 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-10237710-47a0-4f84-b644-78f4ab7d3320 req-d80ba30c-4031-4453-b0f9-909735f00e62 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b908243-c303-477e-98f2-4c40f5c722df HTTP/1.1" status: 200 len: 853 time: 0.0677834 Nov 12 08:38:59.493031 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-791e0cad-fbfd-4ca7-a41f-2762bd47efc6 req-49405be4-749b-4c86-9270-6f5d6e2926d5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723033 Nov 12 08:38:59.499459 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 445eef39-a61c-42ea-ad06-1001a52a3105, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=445eef39-a61c-42ea-ad06-1001a52a3105,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:59.511047 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:59.645757 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f14b56-f6f8-4e1f-a286-cd1992d01c77 service neutron] Pushing event updated for resources: {'Port': ['ID=7f475bce-11d6-4c2e-a9ea-63ead015bf03,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:59.653349 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=445eef39-a61c-42ea-ad06-1001a52a3105,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:59.738470 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-10237710-47a0-4f84-b644-78f4ab7d3320 req-f393ea53-ee0e-4dc6-a2aa-58a7690eda33 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1cd93ab-4580-44c6-ae91-d8be8f19b42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2159960 Nov 12 08:38:59.778928 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c8f14b56-f6f8-4e1f-a286-cd1992d01c77 service neutron] Attempting to bind port 7f475bce-11d6-4c2e-a9ea-63ead015bf03 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:59.780138 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c8f14b56-f6f8-4e1f-a286-cd1992d01c77 service neutron] Attempting to bind port 7f475bce-11d6-4c2e-a9ea-63ead015bf03 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'c5cbe887-c0ec-4daa-92d4-e72529fcbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:59.780643 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c8f14b56-f6f8-4e1f-a286-cd1992d01c77 service neutron] Attempting to bind port 7f475bce-11d6-4c2e-a9ea-63ead015bf03 on network ebb104d1-24e6-4fb5-8479-85371fc07302 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:59.804388 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c8f14b56-f6f8-4e1f-a286-cd1992d01c77 service neutron] Port 7f475bce-11d6-4c2e-a9ea-63ead015bf03 on network ebb104d1-24e6-4fb5-8479-85371fc07302 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:38:59.810037 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c8f14b56-f6f8-4e1f-a286-cd1992d01c77 service neutron] Attempting to bind port 7f475bce-11d6-4c2e-a9ea-63ead015bf03 on network ebb104d1-24e6-4fb5-8479-85371fc07302 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:59.842309 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c8f14b56-f6f8-4e1f-a286-cd1992d01c77 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:59.842737 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c8f14b56-f6f8-4e1f-a286-cd1992d01c77 service neutron] Checking segment: {'id': 'c5cbe887-c0ec-4daa-92d4-e72529fcbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:59.843144 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c8f14b56-f6f8-4e1f-a286-cd1992d01c77 service neutron] Bound using segment: {'id': 'c5cbe887-c0ec-4daa-92d4-e72529fcbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:59.843601 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c8f14b56-f6f8-4e1f-a286-cd1992d01c77 service neutron] Bound port: 7f475bce-11d6-4c2e-a9ea-63ead015bf03, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5cbe887-c0ec-4daa-92d4-e72529fcbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:59.844328 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c8f14b56-f6f8-4e1f-a286-cd1992d01c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:59.862798 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['445eef39-a61c-42ea-ad06-1001a52a3105'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:59.866525 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['e86ebea1-5c5d-4c85-8d1b-37094654d381'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:59.923132 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b091f60-ac84-402e-bd01-b8507ddf5469 req-7708533f-9ac8-4303-a51f-f0174200085a tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:59.931381 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0b091f60-ac84-402e-bd01-b8507ddf5469 req-7708533f-9ac8-4303-a51f-f0174200085a tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02ee9af-5425-437a-b4f2-feab76287b3e HTTP/1.1" status: 200 len: 950 time: 0.1619308 Nov 12 08:38:59.998840 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25bdcc-680e-4cdf-bb6b-13b40e2811b9 req-7e889eef-1ff9-4a94-987e-72eb172bcb3f tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:00.001290 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9a25bdcc-680e-4cdf-bb6b-13b40e2811b9 req-7e889eef-1ff9-4a94-987e-72eb172bcb3f tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.2182395 Nov 12 08:39:00.085137 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-10237710-47a0-4f84-b644-78f4ab7d3320 req-1157bb71-2d7c-4d2a-acce-38316c8524d6 service neutron] 10.222.0.54 "GET /v2.0/networks/f1cd93ab-4580-44c6-ae91-d8be8f19b42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164549 Nov 12 08:39:00.127175 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9a25bdcc-680e-4cdf-bb6b-13b40e2811b9 req-4d228246-03b3-4f23-b5bd-4a54b1f399a7 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110425 Nov 12 08:39:00.146809 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c8f14b56-f6f8-4e1f-a286-cd1992d01c77 service neutron] For port 7f475bce-11d6-4c2e-a9ea-63ead015bf03, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:39:00.150619 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0b091f60-ac84-402e-bd01-b8507ddf5469 req-e5a17cf9-32fc-4d99-b6d6-764b6f852cbf tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6795337-8395-4302-b086-2ae77146e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181232 Nov 12 08:39:00.206639 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c8f14b56-f6f8-4e1f-a286-cd1992d01c77 service neutron] For port 7f475bce-11d6-4c2e-a9ea-63ead015bf03, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=7f475bce-11d6-4c2e-a9ea-63ead015bf03,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:39:00.226714 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c8f14b56-f6f8-4e1f-a286-cd1992d01c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.293340 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f14b56-f6f8-4e1f-a286-cd1992d01c77 service neutron] Pushing event updated for resources: {'Port': ['ID=7f475bce-11d6-4c2e-a9ea-63ead015bf03,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:00.308918 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c8f14b56-f6f8-4e1f-a286-cd1992d01c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:00.309566 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c8f14b56-f6f8-4e1f-a286-cd1992d01c77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.311198 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c8f14b56-f6f8-4e1f-a286-cd1992d01c77 service neutron] 10.222.0.54 "PUT /v2.0/ports/7f475bce-11d6-4c2e-a9ea-63ead015bf03 HTTP/1.1" status: 200 len: 1093 time: 2.2523577 Nov 12 08:39:00.311650 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b8ef44-38af-4a85-b8f6-d9c6ad8a8e67', 'tag': '7f475bce-11d6-4c2e-a9ea-63ead015bf03'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:00.313864 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e38b35-957b-450f-8ac1-d967bed7a568" -d '{"events": [{"name": "network-changed", "server_uuid": "46b8ef44-38af-4a85-b8f6-d9c6ad8a8e67", "tag": "7f475bce-11d6-4c2e-a9ea-63ead015bf03"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:00.342162 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-10237710-47a0-4f84-b644-78f4ab7d3320 req-85571d90-9f59-474e-add1-e3e4250d5c7f service neutron] 10.222.0.54 "GET /v2.0/networks/f1cd93ab-4580-44c6-ae91-d8be8f19b42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472169 Nov 12 08:39:00.374635 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822c610-75df-4ccf-a889-c71ef5f6396d req-987d1094-540e-4c44-8047-9a67e116d568 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:00.385682 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e822c610-75df-4ccf-a889-c71ef5f6396d req-987d1094-540e-4c44-8047-9a67e116d568 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=46b8ef44-38af-4a85-b8f6-d9c6ad8a8e67 HTTP/1.1" status: 200 len: 944 time: 0.1168075 Nov 12 08:39:00.427245 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-1fc25a10-e005-4674-b96e-91377d5325b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:00.428834 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-1fc25a10-e005-4674-b96e-91377d5325b8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=04e1e46932e445c2a6cc6d10b43d5fb7&device_id=46b8ef44-38af-4a85-b8f6-d9c6ad8a8e67 HTTP/1.1" status: 200 len: 1096 time: 0.0513618 Nov 12 08:39:00.471676 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e822c610-75df-4ccf-a889-c71ef5f6396d req-7e493f9f-e1c5-4f7d-909e-bba6f47b4498 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769653 Nov 12 08:39:00.481540 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-c2521fe9-9e30-4e60-85ca-f3c724818276 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f475bce-11d6-4c2e-a9ea-63ead015bf03 HTTP/1.1" status: 200 len: 217 time: 0.0415976 Nov 12 08:39:00.555684 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-9577eb57-9a78-429f-96f0-28c4c65a71d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:00.557192 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-9577eb57-9a78-429f-96f0-28c4c65a71d4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bf5e142-9321-4c39-8a01-974865fb5fa2 HTTP/1.1" status: 200 len: 852 time: 0.0662572 Nov 12 08:39:00.628297 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-35b8c022-37b5-4940-9f2e-d7be44f7fd81 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebb104d1-24e6-4fb5-8479-85371fc07302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570240 Nov 12 08:39:00.796933 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-a4564595-d233-423a-beb0-4b8ec021b448 service neutron] 10.222.0.54 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472645 Nov 12 08:39:00.798760 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3599b-78a1-4111-9388-9ae143473043 req-a4f37311-401f-4587-bcb8-cd94cb0756eb tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:00.800495 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a9d3599b-78a1-4111-9388-9ae143473043 req-a4f37311-401f-4587-bcb8-cd94cb0756eb tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0721786 Nov 12 08:39:00.875366 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a9d3599b-78a1-4111-9388-9ae143473043 req-e4c3e1db-fb8a-4d96-b594-92dccf196753 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682199 Nov 12 08:39:00.915952 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96efac2-1081-4c8c-afe5-f73599388c26 req-071d0b59-ccfa-4ede-a526-cd7c1727a21e tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:00.917557 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e96efac2-1081-4c8c-afe5-f73599388c26 req-071d0b59-ccfa-4ede-a526-cd7c1727a21e tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0785076-bc1a-463b-a005-dcc041ff2958 HTTP/1.1" status: 200 len: 945 time: 0.0799761 Nov 12 08:39:00.940129 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f6157da0-d9d8-4360-ba4d-12e0b3b80f51 req-09d97d6f-314c-4816-8475-4afcdd2e9bf9 service neutron] 10.222.0.54 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273887 Nov 12 08:39:00.965495 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68f0f5c-db46-4ca9-ae5f-9636914c01a0 x-openstack-request-id: req-a68f0f5c-db46-4ca9-ae5f-9636914c01a0 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:00.965941 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b8ef44-38af-4a85-b8f6-d9c6ad8a8e67", "tag": "7f475bce-11d6-4c2e-a9ea-63ead015bf03", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:00.966306 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a68f0f5c-db46-4ca9-ae5f-9636914c01a0 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:00.971232 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b8ef44-38af-4a85-b8f6-d9c6ad8a8e67', 'tag': '7f475bce-11d6-4c2e-a9ea-63ead015bf03', 'status': 'completed', 'code': 200} Nov 12 08:39:01.006522 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e96efac2-1081-4c8c-afe5-f73599388c26 req-a95a6136-b083-43c9-87a2-51b161f369b2 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/security-groups?id=5833b237-de23-49f8-81a6-149cc962fad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821135 Nov 12 08:39:01.017835 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83b4cc-2874-457b-859b-08e234b7d712 req-d65940c0-6cf5-4f50-a6ae-57359b4b683e tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:01.017835 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2a83b4cc-2874-457b-859b-08e234b7d712 req-d65940c0-6cf5-4f50-a6ae-57359b4b683e tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.54 "GET /v2.0/ports?device_id=a02ee9af-5425-437a-b4f2-feab76287b3e HTTP/1.1" status: 200 len: 950 time: 0.0976806 Nov 12 08:39:01.127698 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e38b35-957b-450f-8ac1-d967bed7a568 req-0a34880a-8260-4241-9545-107a12f4f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:01.129347 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-07e38b35-957b-450f-8ac1-d967bed7a568 req-0a34880a-8260-4241-9545-107a12f4f1c2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=04e1e46932e445c2a6cc6d10b43d5fb7&device_id=46b8ef44-38af-4a85-b8f6-d9c6ad8a8e67 HTTP/1.1" status: 200 len: 1096 time: 0.0900805 Nov 12 08:39:01.188817 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65148b51-f54b-4f4b-928e-b4caf2033f68 req-acc704e5-a5b4-474e-b989-a3652bd09db3 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:01.190586 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-65148b51-f54b-4f4b-928e-b4caf2033f68 req-acc704e5-a5b4-474e-b989-a3652bd09db3 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 948 time: 0.0760448 Nov 12 08:39:01.255957 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-2a83b4cc-2874-457b-859b-08e234b7d712 req-184000b7-9252-4826-8b8e-35bdf89a80ea tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Deleting port dce3273b-3b2c-4a29-8b3f-b8cc947901f9 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:01.256327 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2a83b4cc-2874-457b-859b-08e234b7d712 req-184000b7-9252-4826-8b8e-35bdf89a80ea tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:01.284132 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e38b35-957b-450f-8ac1-d967bed7a568 req-858eb634-a9d6-45c9-a804-0b4251c5f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:01.285642 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-07e38b35-957b-450f-8ac1-d967bed7a568 req-858eb634-a9d6-45c9-a804-0b4251c5f71b service neutron] 10.222.0.54 "GET /v2.0/networks?id=ebb104d1-24e6-4fb5-8479-85371fc07302 HTTP/1.1" status: 200 len: 913 time: 0.1383336 Nov 12 08:39:01.291937 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-65148b51-f54b-4f4b-928e-b4caf2033f68 req-27e21d93-b313-4081-a723-5948be88477a tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947938 Nov 12 08:39:01.359971 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d96854-9240-471f-99ab-c5e3fc12c3d7 req-cbff4beb-2832-4edb-a503-3a669ca30aac tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:01.361803 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c9d96854-9240-471f-99ab-c5e3fc12c3d7 req-cbff4beb-2832-4edb-a503-3a669ca30aac tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02ee9af-5425-437a-b4f2-feab76287b3e HTTP/1.1" status: 200 len: 950 time: 0.0877740 Nov 12 08:39:01.365834 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-07e38b35-957b-450f-8ac1-d967bed7a568 req-fb8f5ba3-53d5-4053-aef5-0dfeb6735859 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f475bce-11d6-4c2e-a9ea-63ead015bf03 HTTP/1.1" status: 200 len: 217 time: 0.0700710 Nov 12 08:39:01.442901 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device d23aa62c-f009-4a19-bd0c-7658827e188a up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:01.461686 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-2a83b4cc-2874-457b-859b-08e234b7d712 req-184000b7-9252-4826-8b8e-35bdf89a80ea tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] For port dce3273b-3b2c-4a29-8b3f-b8cc947901f9, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=dce3273b-3b2c-4a29-8b3f-b8cc947901f9,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:01.462211 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2a83b4cc-2874-457b-859b-08e234b7d712 req-184000b7-9252-4826-8b8e-35bdf89a80ea tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:01.477782 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e38b35-957b-450f-8ac1-d967bed7a568 req-492566ce-663d-413e-8767-b096ad843644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:01.479820 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-07e38b35-957b-450f-8ac1-d967bed7a568 req-492566ce-663d-413e-8767-b096ad843644 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bf5e142-9321-4c39-8a01-974865fb5fa2 HTTP/1.1" status: 200 len: 852 time: 0.1025794 Nov 12 08:39:01.485893 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-2a83b4cc-2874-457b-859b-08e234b7d712 req-184000b7-9252-4826-8b8e-35bdf89a80ea tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Calling delete_port for dce3273b-3b2c-4a29-8b3f-b8cc947901f9 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:01.499555 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c9d96854-9240-471f-99ab-c5e3fc12c3d7 req-cb452989-08c5-4cf2-9eff-e12340331528 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6795337-8395-4302-b086-2ae77146e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216021 Nov 12 08:39:01.514666 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device e86ebea1-5c5d-4c85-8d1b-37094654d381 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:01.522361 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port d23aa62c-f009-4a19-bd0c-7658827e188a completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:39:01.527434 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port d23aa62c-f009-4a19-bd0c-7658827e188a triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:01.527848 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:01.540809 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-07e38b35-957b-450f-8ac1-d967bed7a568 req-b841ac3b-d623-4048-ad22-706af7b030bc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebb104d1-24e6-4fb5-8479-85371fc07302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521796 Nov 12 08:39:01.564687 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071ac30-b288-49a3-a3e0-d15f0c3b7d94 req-f658db69-f622-4937-9e95-8834b41173f0 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:01.566265 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b071ac30-b288-49a3-a3e0-d15f0c3b7d94 req-f658db69-f622-4937-9e95-8834b41173f0 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.1295826 Nov 12 08:39:01.661624 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b071ac30-b288-49a3-a3e0-d15f0c3b7d94 req-eea628c9-0af3-46d4-99be-ac9a4bbff8bc tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877304 Nov 12 08:39:01.683087 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port e86ebea1-5c5d-4c85-8d1b-37094654d381 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:39:01.698105 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port e86ebea1-5c5d-4c85-8d1b-37094654d381 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:01.698775 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:01.700386 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:01.742956 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49769224-940c-444b-8688-7aaadb63898d req-4bb0fea2-5dc0-4bed-a44f-58fe2863c71a tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:01.745247 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49769224-940c-444b-8688-7aaadb63898d req-4bb0fea2-5dc0-4bed-a44f-58fe2863c71a tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=46b8ef44-38af-4a85-b8f6-d9c6ad8a8e67 HTTP/1.1" status: 200 len: 944 time: 0.1127908 Nov 12 08:39:01.797149 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0785076-bc1a-463b-a005-dcc041ff2958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd23aa62c-f009-4a19-bd0c-7658827e188a'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:01.799519 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dbf212-ffa1-4395-9768-dbeb3f54542d" -d '{"events": [{"server_uuid": "c0785076-bc1a-463b-a005-dcc041ff2958", "name": "network-vif-plugged", "status": "completed", "tag": "d23aa62c-f009-4a19-bd0c-7658827e188a"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:01.816696 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-07e38b35-957b-450f-8ac1-d967bed7a568 req-1de6a71c-bab3-4db9-b1fe-806f768b35fe service neutron] 10.222.0.54 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664125 Nov 12 08:39:01.819658 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port d23aa62c-f009-4a19-bd0c-7658827e188a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=d23aa62c-f009-4a19-bd0c-7658827e188a,segment=NetworkSegment(4412a245-7ff5-4ebd-b944-6d803ff5e70c),segment_id=4412a245-7ff5-4ebd-b944-6d803ff5e70c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:01.831011 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:01.832192 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device dce3273b-3b2c-4a29-8b3f-b8cc947901f9 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:01.857521 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49769224-940c-444b-8688-7aaadb63898d req-035da3c3-4ba6-42f5-840d-470b5d6c1b90 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044657 Nov 12 08:39:01.971014 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:01.980622 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-07e38b35-957b-450f-8ac1-d967bed7a568 req-55280bfe-bd88-4fb4-a30d-a614650cc2e5 service neutron] 10.222.0.54 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477351 Nov 12 08:39:02.027820 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=d23aa62c-f009-4a19-bd0c-7658827e188a,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:02.054692 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port e86ebea1-5c5d-4c85-8d1b-37094654d381, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=e86ebea1-5c5d-4c85-8d1b-37094654d381,segment=NetworkSegment(4412a245-7ff5-4ebd-b944-6d803ff5e70c),segment_id=4412a245-7ff5-4ebd-b944-6d803ff5e70c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:02.075657 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:02.076600 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 445eef39-a61c-42ea-ad06-1001a52a3105 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:02.078001 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b18ac-eaac-43c1-8267-8de9e0707911 req-b2fdd217-be53-40c1-ae83-acacc33abe1f tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:02.086117 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1a6b18ac-eaac-43c1-8267-8de9e0707911 req-b2fdd217-be53-40c1-ae83-acacc33abe1f tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.1189523 Nov 12 08:39:02.131611 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2a83b4cc-2874-457b-859b-08e234b7d712 req-184000b7-9252-4826-8b8e-35bdf89a80ea tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:02.192597 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184000b7-9252-4826-8b8e-35bdf89a80ea tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Pushing event deleted for resources: {'Port': ['ID=dce3273b-3b2c-4a29-8b3f-b8cc947901f9,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:02.221414 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1a6b18ac-eaac-43c1-8267-8de9e0707911 req-223b19b6-da5a-46cd-ba67-d160cb357f7b tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245003 Nov 12 08:39:02.284608 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a83b4cc-2874-457b-859b-08e234b7d712 req-184000b7-9252-4826-8b8e-35bdf89a80ea tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] No DVR routers for this DVR port dce3273b-3b2c-4a29-8b3f-b8cc947901f9 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:39:02.292069 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2a83b4cc-2874-457b-859b-08e234b7d712 req-184000b7-9252-4826-8b8e-35bdf89a80ea tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:02.292632 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:02.298077 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2a83b4cc-2874-457b-859b-08e234b7d712 req-184000b7-9252-4826-8b8e-35bdf89a80ea tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.54 "DELETE /v2.0/ports/dce3273b-3b2c-4a29-8b3f-b8cc947901f9 HTTP/1.1" status: 204 len: 173 time: 1.2705014 Nov 12 08:39:02.349240 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b07fe8-b28b-41da-a57f-ca88efa6f580 x-openstack-request-id: req-79b07fe8-b28b-41da-a57f-ca88efa6f580 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:02.349528 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0785076-bc1a-463b-a005-dcc041ff2958", "name": "network-vif-plugged", "status": "completed", "tag": "d23aa62c-f009-4a19-bd0c-7658827e188a", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:02.349783 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79b07fe8-b28b-41da-a57f-ca88efa6f580 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:02.350174 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0785076-bc1a-463b-a005-dcc041ff2958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd23aa62c-f009-4a19-bd0c-7658827e188a', 'code': 200} Nov 12 08:39:02.354050 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 445eef39-a61c-42ea-ad06-1001a52a3105 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:39:02.362312 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 445eef39-a61c-42ea-ad06-1001a52a3105 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:02.362686 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:02.426775 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=e86ebea1-5c5d-4c85-8d1b-37094654d381,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:02.548505 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccaf01-38dc-4ec4-868d-e52bcb348e37 req-d9d8fc37-6984-4db4-b7e5-0b6a5ba8edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:02.558491 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:02.567121 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-feccaf01-38dc-4ec4-868d-e52bcb348e37 req-d9d8fc37-6984-4db4-b7e5-0b6a5ba8edb1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c0785076-bc1a-463b-a005-dcc041ff2958 HTTP/1.1" status: 200 len: 1098 time: 0.1195784 Nov 12 08:39:02.590853 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54310332-c35f-402a-91f8-05b3e4baf400 req-d79033ab-ba40-4fd1-a59d-13a93e80a142 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:02.604984 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-54310332-c35f-402a-91f8-05b3e4baf400 req-d79033ab-ba40-4fd1-a59d-13a93e80a142 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0785076-bc1a-463b-a005-dcc041ff2958 HTTP/1.1" status: 200 len: 946 time: 0.1702974 Nov 12 08:39:02.706979 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 445eef39-a61c-42ea-ad06-1001a52a3105, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=445eef39-a61c-42ea-ad06-1001a52a3105,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:02.716218 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:02.717818 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-feccaf01-38dc-4ec4-868d-e52bcb348e37 req-511224d5-c4b3-4047-bae3-7e1144f5f054 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5833b237-de23-49f8-81a6-149cc962fad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419094 Nov 12 08:39:02.726644 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-54310332-c35f-402a-91f8-05b3e4baf400 req-97a5f0f3-1c0a-4a51-90fa-8a81a9d7d898 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/security-groups?id=5833b237-de23-49f8-81a6-149cc962fad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205950 Nov 12 08:39:02.778651 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1910dd5-2ff2-44c0-91f9-ba0c71a6907a req-a4cfa1fc-d6f6-4b42-a5fc-688f939ee73e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:02.780070 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b1910dd5-2ff2-44c0-91f9-ba0c71a6907a req-a4cfa1fc-d6f6-4b42-a5fc-688f939ee73e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 948 time: 0.1238434 Nov 12 08:39:02.866821 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b1910dd5-2ff2-44c0-91f9-ba0c71a6907a req-3e254c38-c440-4251-ab96-8aeb38f9f2f5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775533 Nov 12 08:39:02.968034 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02ee9af-5425-437a-b4f2-feab76287b3e', 'name': 'network-vif-deleted', 'tag': 'dce3273b-3b2c-4a29-8b3f-b8cc947901f9'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:02.972722 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a73d724-5112-470f-a288-f2e420f68706" -d '{"events": [{"server_uuid": "a02ee9af-5425-437a-b4f2-feab76287b3e", "name": "network-vif-deleted", "tag": "dce3273b-3b2c-4a29-8b3f-b8cc947901f9"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:03.028508 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8212cbb7-9cfb-4259-a7ac-5b603bb19986 req-2fe00bd1-2955-49de-8d50-8be87be07d00 tempest-DeleteServersAdminTestJSON-1917683333 tempest-DeleteServersAdminTestJSON-1917683333-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02ee9af-5425-437a-b4f2-feab76287b3e HTTP/1.1" status: 200 len: 210 time: 0.0531352 Nov 12 08:39:03.030390 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=445eef39-a61c-42ea-ad06-1001a52a3105,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:03.193786 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb84aa-d883-4899-a4a5-182a36e71eea req-6c29a054-5f60-41d7-ba7e-a432f64fa5ba tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:03.195732 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07bb84aa-d883-4899-a4a5-182a36e71eea req-6c29a054-5f60-41d7-ba7e-a432f64fa5ba tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0782151 Nov 12 08:39:03.300329 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07bb84aa-d883-4899-a4a5-182a36e71eea req-93bfec73-bed7-4b53-9ec6-ecabf1297982 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812399 Nov 12 08:39:03.319044 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94fc4a3-ac85-40c4-b462-75ba2b35c76e req-6380d3d5-dd76-4830-8c6b-f67e88662e76 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:03.327676 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f94fc4a3-ac85-40c4-b462-75ba2b35c76e req-6380d3d5-dd76-4830-8c6b-f67e88662e76 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=46b8ef44-38af-4a85-b8f6-d9c6ad8a8e67 HTTP/1.1" status: 200 len: 944 time: 0.0915906 Nov 12 08:39:03.359420 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b65e3e-ab2a-4687-81b0-0b45ed236038 x-openstack-request-id: req-b9b65e3e-ab2a-4687-81b0-0b45ed236038 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:03.360160 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02ee9af-5425-437a-b4f2-feab76287b3e", "name": "network-vif-deleted", "tag": "dce3273b-3b2c-4a29-8b3f-b8cc947901f9", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:03.360482 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9b65e3e-ab2a-4687-81b0-0b45ed236038 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:03.360977 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02ee9af-5425-437a-b4f2-feab76287b3e', 'name': 'network-vif-deleted', 'tag': 'dce3273b-3b2c-4a29-8b3f-b8cc947901f9', 'status': 'completed', 'code': 200} Nov 12 08:39:03.409614 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f94fc4a3-ac85-40c4-b462-75ba2b35c76e req-592c4e80-8d22-4ecc-8538-36b190b072e0 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804734 Nov 12 08:39:03.446287 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 7f475bce-11d6-4c2e-a9ea-63ead015bf03 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:39:03.620707 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc243381-b3ef-4b40-a533-03b114bd95b0 req-29d06b71-f0af-43c1-a640-3ad41d38b991 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:03.622552 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc243381-b3ef-4b40-a533-03b114bd95b0 req-29d06b71-f0af-43c1-a640-3ad41d38b991 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.1317601 Nov 12 08:39:03.676875 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 7f475bce-11d6-4c2e-a9ea-63ead015bf03, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=7f475bce-11d6-4c2e-a9ea-63ead015bf03,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:03.691256 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '7f475bce-11d6-4c2e-a9ea-63ead015bf03', 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302', 'port_id': '7f475bce-11d6-4c2e-a9ea-63ead015bf03', 'mac_address': 'fa:16:3e:42:9b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bf5e142-9321-4c39-8a01-974865fb5fa2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:39:03.714457 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc243381-b3ef-4b40-a533-03b114bd95b0 req-9a9cfe6a-7a39-4e5e-b71c-be706f85de53 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851591 Nov 12 08:39:03.757419 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.784652 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f475bce-11d6-4c2e-a9ea-63ead015bf03 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:03.822703 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 7f475bce-11d6-4c2e-a9ea-63ead015bf03, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=7f475bce-11d6-4c2e-a9ea-63ead015bf03,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:03.832739 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.890976 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b067d4-0688-4340-8fb5-1efc9929d71b req-c326b827-b485-49ec-beb4-64d30363a9e2 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:03.896488 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=7f475bce-11d6-4c2e-a9ea-63ead015bf03,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:03.898736 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-14b067d4-0688-4340-8fb5-1efc9929d71b req-c326b827-b485-49ec-beb4-64d30363a9e2 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0785076-bc1a-463b-a005-dcc041ff2958 HTTP/1.1" status: 200 len: 946 time: 0.0675616 Nov 12 08:39:03.959561 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-14b067d4-0688-4340-8fb5-1efc9929d71b req-f4a4bb5a-4e58-4949-b936-a02ac8acae18 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/security-groups?id=5833b237-de23-49f8-81a6-149cc962fad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597658 Nov 12 08:39:04.042870 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['7f475bce-11d6-4c2e-a9ea-63ead015bf03'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:04.130116 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede2545-7411-492a-b5b5-3b85dd49aeae req-f25cfe57-4002-498d-a991-386156917d30 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:04.137670 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cede2545-7411-492a-b5b5-3b85dd49aeae req-f25cfe57-4002-498d-a991-386156917d30 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 949 time: 0.0725093 Nov 12 08:39:04.214529 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cede2545-7411-492a-b5b5-3b85dd49aeae req-76a73009-3d07-43ae-90a4-9d357fea2c38 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758822 Nov 12 08:39:04.272220 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7adc8cd-b1f3-4d3b-ba44-176f0f0a6c9e req-2b5ada93-c343-4c8a-87fc-43b6242ddd43 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:04.274761 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a7adc8cd-b1f3-4d3b-ba44-176f0f0a6c9e req-2b5ada93-c343-4c8a-87fc-43b6242ddd43 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/ports?device_id=11717a0a-f6c0-4d5d-a3d1-c39e6fe9c369 HTTP/1.1" status: 200 len: 946 time: 0.0768380 Nov 12 08:39:04.352012 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11717a0a-f6c0-4d5d-a3d1-c39e6fe9c369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86ebea1-5c5d-4c85-8d1b-37094654d381'}, {'server_uuid': '9e49ae04-36ef-43ef-ae99-0c759b784bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445eef39-a61c-42ea-ad06-1001a52a3105'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:04.355489 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f29dff2-f4c7-49c2-806a-878af4cabfb0" -d '{"events": [{"server_uuid": "11717a0a-f6c0-4d5d-a3d1-c39e6fe9c369", "name": "network-vif-plugged", "status": "completed", "tag": "e86ebea1-5c5d-4c85-8d1b-37094654d381"}, {"server_uuid": "9e49ae04-36ef-43ef-ae99-0c759b784bd2", "name": "network-vif-plugged", "status": "completed", "tag": "445eef39-a61c-42ea-ad06-1001a52a3105"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:04.364847 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a7adc8cd-b1f3-4d3b-ba44-176f0f0a6c9e req-a15fb3ad-2ace-4409-8eec-201c3aa81d30 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/security-groups?id=5833b237-de23-49f8-81a6-149cc962fad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817757 Nov 12 08:39:04.388265 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbead52a-55ca-43ec-89b8-b243b48a12d9 req-834346b3-8271-409d-8f61-25dcd92fd98a tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:04.388706 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bbead52a-55ca-43ec-89b8-b243b48a12d9 req-834346b3-8271-409d-8f61-25dcd92fd98a tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0895624 Nov 12 08:39:04.445966 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bbead52a-55ca-43ec-89b8-b243b48a12d9 req-c78c7ad1-50c8-4c83-a900-a8302304eee2 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562506 Nov 12 08:39:04.530405 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c29e6f2-97b7-4cbc-892e-6d99af27a925 x-openstack-request-id: req-5c29e6f2-97b7-4cbc-892e-6d99af27a925 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:04.531020 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11717a0a-f6c0-4d5d-a3d1-c39e6fe9c369", "name": "network-vif-plugged", "status": "completed", "tag": "e86ebea1-5c5d-4c85-8d1b-37094654d381", "code": 200}, {"server_uuid": "9e49ae04-36ef-43ef-ae99-0c759b784bd2", "name": "network-vif-plugged", "status": "completed", "tag": "445eef39-a61c-42ea-ad06-1001a52a3105", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:04.531020 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c29e6f2-97b7-4cbc-892e-6d99af27a925 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:04.531250 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11717a0a-f6c0-4d5d-a3d1-c39e6fe9c369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86ebea1-5c5d-4c85-8d1b-37094654d381', 'code': 200} Nov 12 08:39:04.531447 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e49ae04-36ef-43ef-ae99-0c759b784bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445eef39-a61c-42ea-ad06-1001a52a3105', 'code': 200} Nov 12 08:39:04.702212 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fccf461-0395-4302-bd56-fc1ddc92a1d5 req-7e18f981-0fb5-4c50-96cd-4732a90dd246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:04.704672 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0fccf461-0395-4302-bd56-fc1ddc92a1d5 req-7e18f981-0fb5-4c50-96cd-4732a90dd246 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=11717a0a-f6c0-4d5d-a3d1-c39e6fe9c369 HTTP/1.1" status: 200 len: 1098 time: 0.0680518 Nov 12 08:39:04.757868 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0fccf461-0395-4302-bd56-fc1ddc92a1d5 req-c9db6479-5fe9-44f5-846f-169c5506b5e5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5833b237-de23-49f8-81a6-149cc962fad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415089 Nov 12 08:39:04.758593 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa9e21-029a-4573-85cf-9e061fabaa16 req-56f010ab-c637-47f7-8fc3-a6a9be30394a tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:04.766712 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6dfa9e21-029a-4573-85cf-9e061fabaa16 req-56f010ab-c637-47f7-8fc3-a6a9be30394a tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=46b8ef44-38af-4a85-b8f6-d9c6ad8a8e67 HTTP/1.1" status: 200 len: 945 time: 0.1376464 Nov 12 08:39:04.766712 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7360f8-4c0a-44d0-be11-0f00060f7f7d req-b3d47e3b-d2b9-4c40-b0dd-32d83f8a6fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:04.766712 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bc7360f8-4c0a-44d0-be11-0f00060f7f7d req-b3d47e3b-d2b9-4c40-b0dd-32d83f8a6fc8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 1101 time: 0.1036153 Nov 12 08:39:04.772641 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9ac37-3d4e-4aff-a089-2e67ce87d6dd req-9e0735ea-bbc4-4f26-90c6-35b6e99f8093 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:04.774191 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8aa9ac37-3d4e-4aff-a089-2e67ce87d6dd req-9e0735ea-bbc4-4f26-90c6-35b6e99f8093 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.1032407 Nov 12 08:39:04.847691 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6dfa9e21-029a-4573-85cf-9e061fabaa16 req-c631ff3c-b7d7-4509-9254-519423ce594e tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724201 Nov 12 08:39:04.850976 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8aa9ac37-3d4e-4aff-a089-2e67ce87d6dd req-e50f107d-dee3-4520-a821-0f804d9a1b35 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697732 Nov 12 08:39:05.080319 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bc7360f8-4c0a-44d0-be11-0f00060f7f7d req-4ea70e47-ac05-47f1-b3c2-a827f15247ef service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720510 Nov 12 08:39:05.148794 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae8361-dcd3-4156-857e-3ae5ea9c4f50 req-c989cc64-5761-4549-9e0a-28ff6d591aac tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:05.150443 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7eae8361-dcd3-4156-857e-3ae5ea9c4f50 req-c989cc64-5761-4549-9e0a-28ff6d591aac tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0573542 Nov 12 08:39:05.208157 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7eae8361-dcd3-4156-857e-3ae5ea9c4f50 req-4cdfa6d7-f147-4723-abcd-5af31c1a27e4 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508761 Nov 12 08:39:05.298200 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43194) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:05.373431 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e1db5-80a4-4967-94ea-461afa1a8b9d req-4fbf2852-f234-4dc2-8da0-ebc0130ae600 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:05.375098 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-652e1db5-80a4-4967-94ea-461afa1a8b9d req-4fbf2852-f234-4dc2-8da0-ebc0130ae600 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0805488 Nov 12 08:39:05.375599 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43198) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:05.412768 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29143e55-90a9-49b9-9709-001a4363cb85 req-aca4b182-3f5f-4060-b0ed-0496c0a2cbcc tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:05.414429 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-29143e55-90a9-49b9-9709-001a4363cb85 req-aca4b182-3f5f-4060-b0ed-0496c0a2cbcc tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 949 time: 0.0876050 Nov 12 08:39:05.466640 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-652e1db5-80a4-4967-94ea-461afa1a8b9d req-0a5f36db-a7e9-4645-a886-0d2c95be9e7b tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831687 Nov 12 08:39:05.469385 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 7f475bce-11d6-4c2e-a9ea-63ead015bf03 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:05.511763 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-29143e55-90a9-49b9-9709-001a4363cb85 req-d55dde1c-4ad6-4538-9ebc-e9fa664fb059 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861952 Nov 12 08:39:05.518478 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-abd42734-4db0-4302-83a7-4fa6161f2128 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:05.591142 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 7f475bce-11d6-4c2e-a9ea-63ead015bf03 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:39:05.599170 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 7f475bce-11d6-4c2e-a9ea-63ead015bf03 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:05.601333 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:05.620965 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4a328354-cab7-4aaa-9ee1-470c93767e99 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=52f48ab661ff40518ea2f99df4c2d790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432985 Nov 12 08:39:05.624165 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43216) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:05.708562 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-abd42734-4db0-4302-83a7-4fa6161f2128 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:05.716191 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-abd42734-4db0-4302-83a7-4fa6161f2128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:05.733070 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa9af4-d594-41d5-b2e1-148b70d79f73 req-260a1b67-a9c0-46dd-a5e5-fd2236ba7549 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:05.735687 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:05.741655 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-48fa9af4-d594-41d5-b2e1-148b70d79f73 req-260a1b67-a9c0-46dd-a5e5-fd2236ba7549 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/ports?device_id=11717a0a-f6c0-4d5d-a3d1-c39e6fe9c369 HTTP/1.1" status: 200 len: 946 time: 0.1412008 Nov 12 08:39:05.760451 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd42734-4db0-4302-83a7-4fa6161f2128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0776cd9e-83e2-48aa-8337-def7862d93ef,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:05.773840 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64414b13-309b-4204-96f5-91448c861ba4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:05.786730 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-abd42734-4db0-4302-83a7-4fa6161f2128 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a95ca9f3b1e947b8a6f67769da04edda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4873247 Nov 12 08:39:05.789638 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43240) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:05.791626 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 7f475bce-11d6-4c2e-a9ea-63ead015bf03, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=7f475bce-11d6-4c2e-a9ea-63ead015bf03,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:05.800362 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:05.808744 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64414b13-309b-4204-96f5-91448c861ba4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:05.852335 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-48fa9af4-d594-41d5-b2e1-148b70d79f73 req-b2679747-1172-42b9-8f3b-a6cd1bbc1bd5 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/security-groups?id=5833b237-de23-49f8-81a6-149cc962fad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074424 Nov 12 08:39:05.854308 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e020fe7d-7ce3-48af-ab97-f92af1ef45e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:05.877533 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=7f475bce-11d6-4c2e-a9ea-63ead015bf03,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:05.884820 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e020fe7d-7ce3-48af-ab97-f92af1ef45e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:05.920290 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64414b13-309b-4204-96f5-91448c861ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:05.922917 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64414b13-309b-4204-96f5-91448c861ba4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:05.924141 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-64414b13-309b-4204-96f5-91448c861ba4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d6795337-8395-4302-b086-2ae77146e290 HTTP/1.1" status: 204 len: 168 time: 0.2945044 Nov 12 08:39:05.932745 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64414b13-309b-4204-96f5-91448c861ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6795337-8395-4302-b086-2ae77146e290,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:05.942445 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64414b13-309b-4204-96f5-91448c861ba4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:05.942779 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64414b13-309b-4204-96f5-91448c861ba4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:05.943121 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64414b13-309b-4204-96f5-91448c861ba4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:05.943468 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64414b13-309b-4204-96f5-91448c861ba4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:05.943829 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64414b13-309b-4204-96f5-91448c861ba4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:05.944163 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64414b13-309b-4204-96f5-91448c861ba4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:05.944492 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64414b13-309b-4204-96f5-91448c861ba4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:05.944818 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64414b13-309b-4204-96f5-91448c861ba4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:05.945169 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64414b13-309b-4204-96f5-91448c861ba4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:05.945464 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64414b13-309b-4204-96f5-91448c861ba4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:05.946334 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64414b13-309b-4204-96f5-91448c861ba4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:05.946671 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64414b13-309b-4204-96f5-91448c861ba4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:05.958930 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e020fe7d-7ce3-48af-ab97-f92af1ef45e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:05.962391 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e020fe7d-7ce3-48af-ab97-f92af1ef45e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:05.965942 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e020fe7d-7ce3-48af-ab97-f92af1ef45e2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0776cd9e-83e2-48aa-8337-def7862d93ef HTTP/1.1" status: 204 len: 168 time: 0.1726751 Nov 12 08:39:05.985751 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020fe7d-7ce3-48af-ab97-f92af1ef45e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0776cd9e-83e2-48aa-8337-def7862d93ef,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:06.017854 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ae7d6-6773-45ae-acc0-4644bcba64e2 req-efeb0239-a66f-4e1b-9023-299c667b2bc3 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:06.019599 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f12ae7d6-6773-45ae-acc0-4644bcba64e2 req-efeb0239-a66f-4e1b-9023-299c667b2bc3 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0699277 Nov 12 08:39:06.082861 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f12ae7d6-6773-45ae-acc0-4644bcba64e2 req-f18cc81e-fec9-4b33-a267-13abafbf5813 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565383 Nov 12 08:39:06.232712 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff02c8-682c-41e7-b580-0db0c84a5870 req-063fa55b-47da-4ff5-8c09-e6311d9b8982 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:06.240684 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-71ff02c8-682c-41e7-b580-0db0c84a5870 req-063fa55b-47da-4ff5-8c09-e6311d9b8982 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=46b8ef44-38af-4a85-b8f6-d9c6ad8a8e67 HTTP/1.1" status: 200 len: 946 time: 0.0746183 Nov 12 08:39:06.324403 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-71ff02c8-682c-41e7-b580-0db0c84a5870 req-cf8c6057-711d-4525-b8ec-f683d17f0ae8 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824454 Nov 12 08:39:06.371816 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43288) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:06.394755 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-12910335-4f66-4194-83c6-6d37c59414f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:06.533135 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b8ef44-38af-4a85-b8f6-d9c6ad8a8e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f475bce-11d6-4c2e-a9ea-63ead015bf03'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:06.536921 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d054f1-6441-4092-a3f7-37eefdc37126" -d '{"events": [{"server_uuid": "46b8ef44-38af-4a85-b8f6-d9c6ad8a8e67", "name": "network-vif-plugged", "status": "completed", "tag": "7f475bce-11d6-4c2e-a9ea-63ead015bf03"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:06.575667 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d6f78-0b80-43ec-8564-1ef29c6d51e2 req-2671be95-097f-4748-8b9f-5a0983858ef7 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:06.584652 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9f3d6f78-0b80-43ec-8564-1ef29c6d51e2 req-2671be95-097f-4748-8b9f-5a0983858ef7 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0758042 Nov 12 08:39:06.613789 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-12910335-4f66-4194-83c6-6d37c59414f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:06.620376 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-12910335-4f66-4194-83c6-6d37c59414f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:06.661044 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-12910335-4f66-4194-83c6-6d37c59414f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e601f708e3734a0fa08adc6a1ef5c42b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880287 Nov 12 08:39:06.663955 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43302) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:06.668201 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9f3d6f78-0b80-43ec-8564-1ef29c6d51e2 req-8c44e396-07e9-405b-aee6-c96b73ceb23b tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825143 Nov 12 08:39:06.672080 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12910335-4f66-4194-83c6-6d37c59414f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd011ca-47dc-4d2f-9664-b084f401b78f,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:06.698618 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78e90a-4ba9-4730-8c9a-a4f986e61b96 req-d1004ed1-2716-44b4-819a-d97186e10b55 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:06.732793 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ac78e90a-4ba9-4730-8c9a-a4f986e61b96 req-d1004ed1-2716-44b4-819a-d97186e10b55 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 949 time: 0.1241481 Nov 12 08:39:06.799247 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d09200fd-be51-4b50-976d-82fec798d629 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:06.814351 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ac78e90a-4ba9-4730-8c9a-a4f986e61b96 req-e55a2b3b-a8fb-4afd-bfb0-a0f0f62194e8 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804808 Nov 12 08:39:06.853159 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d09200fd-be51-4b50-976d-82fec798d629 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:06.899678 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633d3813-882d-4d02-88d0-3cbd0f63d30e x-openstack-request-id: req-633d3813-882d-4d02-88d0-3cbd0f63d30e {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:06.902297 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b8ef44-38af-4a85-b8f6-d9c6ad8a8e67", "name": "network-vif-plugged", "status": "completed", "tag": "7f475bce-11d6-4c2e-a9ea-63ead015bf03", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:06.903362 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-633d3813-882d-4d02-88d0-3cbd0f63d30e {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:06.905230 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b8ef44-38af-4a85-b8f6-d9c6ad8a8e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f475bce-11d6-4c2e-a9ea-63ead015bf03', 'code': 200} Nov 12 08:39:06.950638 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d09200fd-be51-4b50-976d-82fec798d629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:06.953980 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d09200fd-be51-4b50-976d-82fec798d629 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:06.955296 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d09200fd-be51-4b50-976d-82fec798d629 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4fd011ca-47dc-4d2f-9664-b084f401b78f HTTP/1.1" status: 204 len: 168 time: 0.2903645 Nov 12 08:39:06.978777 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09200fd-be51-4b50-976d-82fec798d629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd011ca-47dc-4d2f-9664-b084f401b78f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:07.066523 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05219ed-e6b7-4795-a440-04f6dc924fb6 req-ba0f2c3d-0b3d-4405-ad66-0078a34cd29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:07.068097 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a05219ed-e6b7-4795-a440-04f6dc924fb6 req-ba0f2c3d-0b3d-4405-ad66-0078a34cd29a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=46b8ef44-38af-4a85-b8f6-d9c6ad8a8e67 HTTP/1.1" status: 200 len: 1098 time: 0.0789099 Nov 12 08:39:07.126983 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a05219ed-e6b7-4795-a440-04f6dc924fb6 req-7403edd2-33b2-476d-a639-e9a5e66cd1f6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508311 Nov 12 08:39:07.168864 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2cdc1-be1e-4645-9a79-921407283d04 req-d55f8fea-e781-4102-b264-88d03a72f2cc tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:07.170684 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5ed2cdc1-be1e-4645-9a79-921407283d04 req-d55f8fea-e781-4102-b264-88d03a72f2cc tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/ports?device_id=11717a0a-f6c0-4d5d-a3d1-c39e6fe9c369 HTTP/1.1" status: 200 len: 946 time: 0.1486466 Nov 12 08:39:07.214590 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3465173-c2de-4265-8241-cff487432ac6 req-d2c2826b-c2d7-402e-8bb9-0617327500b5 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:07.216110 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c3465173-c2de-4265-8241-cff487432ac6 req-d2c2826b-c2d7-402e-8bb9-0617327500b5 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/networks?id=7606f079-2527-4e0e-94d1-986a75700eb0 HTTP/1.1" status: 200 len: 814 time: 0.1506045 Nov 12 08:39:07.246368 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c3465173-c2de-4265-8241-cff487432ac6 req-c2609b13-8f78-4f99-b9d9-7842a50c3810 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/quotas/7d890d5943624406b7ee953df5b1a618 HTTP/1.1" status: 200 len: 375 time: 0.0182762 Nov 12 08:39:07.261938 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43336) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:07.274377 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5ed2cdc1-be1e-4645-9a79-921407283d04 req-cc31dd39-c912-46d0-a8a8-ec0ee484443c tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/security-groups?id=5833b237-de23-49f8-81a6-149cc962fad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922456 Nov 12 08:39:07.330265 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c3465173-c2de-4265-8241-cff487432ac6 req-469611ca-aa2b-4f8f-ba55-e18289e27637 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d890d5943624406b7ee953df5b1a618&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0743747 Nov 12 08:39:07.392637 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-f384b0fe-0072-4985-8951-e586933ff7bc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-923335421-network', 'tenant_id': 'cbdd6d621f374244977b79c953b0cd0d'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:07.438032 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f384b0fe-0072-4985-8951-e586933ff7bc admin admin] Made reservation on behalf of cbdd6d621f374244977b79c953b0cd0d for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:07.441734 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f384b0fe-0072-4985-8951-e586933ff7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:07.459523 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f384b0fe-0072-4985-8951-e586933ff7bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:07.528867 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 49a3f543-3c43-46f6-b060-4c15bf9e931c no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:07.586058 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-606a421a-e1ae-42e3-a37f-55df4079778d tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:07.589671 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-606a421a-e1ae-42e3-a37f-55df4079778d tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/networks?id=decddc00-32e0-44cc-9e13-8ef2ed68d9e6 HTTP/1.1" status: 200 len: 804 time: 0.1707387 Nov 12 08:39:07.612694 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f384b0fe-0072-4985-8951-e586933ff7bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:07.619124 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f384b0fe-0072-4985-8951-e586933ff7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:07.631718 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-1d91b077-4a3f-4a46-af97-d766fd76adad tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/quotas/d73a964a85c04c1cb36ad5eed9aa3407 HTTP/1.1" status: 200 len: 375 time: 0.0302775 Nov 12 08:39:07.646665 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:07.663094 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f384b0fe-0072-4985-8951-e586933ff7bc admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:39:07.672979 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384b0fe-0072-4985-8951-e586933ff7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b36950-bfb5-4451-9a4e-2ea1644ff783,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:07.692541 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f384b0fe-0072-4985-8951-e586933ff7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:07.692797 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-f384b0fe-0072-4985-8951-e586933ff7bc admin admin] Added segment 60d896f7-8941-43a6-b4e7-e68d57025316 of type vlan for network ac649155-8356-435e-b73c-d739a0401687 Nov 12 08:39:07.693442 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c67b4-43a6-4f0f-b158-828374e937bb req-74390445-a371-471b-8988-e268f9bae12a tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:07.700393 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 49a3f543-3c43-46f6-b060-4c15bf9e931c, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=49a3f543-3c43-46f6-b060-4c15bf9e931c,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:07.703039 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dd5c67b4-43a6-4f0f-b158-828374e937bb req-74390445-a371-471b-8988-e268f9bae12a tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=46b8ef44-38af-4a85-b8f6-d9c6ad8a8e67 HTTP/1.1" status: 200 len: 946 time: 0.1108656 Nov 12 08:39:07.711608 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:07.756998 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f384b0fe-0072-4985-8951-e586933ff7bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:07.760788 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-b3b0fb12-de7b-4278-8856-2a1514b2f3fa tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d73a964a85c04c1cb36ad5eed9aa3407&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1219006 Nov 12 08:39:07.777889 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6bc0e70e-0c1a-43a0-8145-dd6e2dabd184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:07.784039 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dd5c67b4-43a6-4f0f-b158-828374e937bb req-6b0ec57c-d941-46d9-bb62-4cbc4092b936 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774987 Nov 12 08:39:07.800219 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f384b0fe-0072-4985-8951-e586933ff7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:07.802033 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f384b0fe-0072-4985-8951-e586933ff7bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:07.804459 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f384b0fe-0072-4985-8951-e586933ff7bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:07.808080 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=49a3f543-3c43-46f6-b060-4c15bf9e931c,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:07.880431 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f384b0fe-0072-4985-8951-e586933ff7bc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6173017 Nov 12 08:39:07.883305 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43376) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:07.888430 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-47ba3fe8-9411-48d5-8d18-360f2b7fc51b admin admin] Request body: {'subnet': {'network_id': 'ac649155-8356-435e-b73c-d739a0401687', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-923335421-subnet', 'tenant_id': 'cbdd6d621f374244977b79c953b0cd0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:07.899208 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384b0fe-0072-4985-8951-e586933ff7bc admin admin] Pushing event updated for resources: {'Network': ['ID=ac649155-8356-435e-b73c-d739a0401687,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:07.917062 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network ac649155-8356-435e-b73c-d739a0401687 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:39:07.937699 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ba3fe8-9411-48d5-8d18-360f2b7fc51b admin admin] Made reservation on behalf of cbdd6d621f374244977b79c953b0cd0d for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:07.940210 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-47ba3fe8-9411-48d5-8d18-360f2b7fc51b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:07.950804 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-bedabe0e-05e5-4e0b-a123-1669b40a76f3 service neutron] 10.222.0.37 "GET /v2.0/networks/decddc00-32e0-44cc-9e13-8ef2ed68d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798389 Nov 12 08:39:07.980575 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f2cfa-832d-46cf-b893-5938396d3812 req-28fd2959-73c2-4174-8f51-1ed898b25ac2 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:07.982276 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a33f2cfa-832d-46cf-b893-5938396d3812 req-28fd2959-73c2-4174-8f51-1ed898b25ac2 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.1027057 Nov 12 08:39:08.084574 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a33f2cfa-832d-46cf-b893-5938396d3812 req-19caca68-7a56-4a79-8df4-54b26bbe920e tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928707 Nov 12 08:39:08.109277 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-74d5f3dd-5d6b-4690-8cc7-84846bcd2836 service neutron] 10.222.0.37 "GET /v2.0/networks/decddc00-32e0-44cc-9e13-8ef2ed68d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461847 Nov 12 08:39:08.186771 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-47ba3fe8-9411-48d5-8d18-360f2b7fc51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:08.274477 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ba3fe8-9411-48d5-8d18-360f2b7fc51b admin admin] Checking segment: {'id': '60d896f7-8941-43a6-b4e7-e68d57025316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ac649155-8356-435e-b73c-d739a0401687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:08.275112 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ba3fe8-9411-48d5-8d18-360f2b7fc51b admin admin] Network hostable DHCP agents. Network: ac649155-8356-435e-b73c-d739a0401687, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:39:08.286860 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba3fe8-9411-48d5-8d18-360f2b7fc51b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5bc2261-6276-45a4-a285-65ec53109574,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:08.309508 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ba3fe8-9411-48d5-8d18-360f2b7fc51b admin admin] Network ac649155-8356-435e-b73c-d739a0401687 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:39:08.334045 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-47ba3fe8-9411-48d5-8d18-360f2b7fc51b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, ac649155-8356-435e-b73c-d739a0401687) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:08.345166 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc594f2-c912-4806-a836-742077b8c580 None None] Network ac649155-8356-435e-b73c-d739a0401687 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:08.357798 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ba3fe8-9411-48d5-8d18-360f2b7fc51b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:08.358603 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-47ba3fe8-9411-48d5-8d18-360f2b7fc51b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:08.487763 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-47ba3fe8-9411-48d5-8d18-360f2b7fc51b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6032023 Nov 12 08:39:08.502313 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ace022-c49f-4c33-abd0-b53c29e59c85 req-20141768-313c-4cc6-9e34-3bc6fc5aa9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:08.504297 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-32ace022-c49f-4c33-abd0-b53c29e59c85 req-20141768-313c-4cc6-9e34-3bc6fc5aa9e9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=04e1e46932e445c2a6cc6d10b43d5fb7&device_id=46b8ef44-38af-4a85-b8f6-d9c6ad8a8e67 HTTP/1.1" status: 200 len: 1098 time: 0.1410737 Nov 12 08:39:08.580169 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40102d98-4384-4ba3-bf14-b5d21b49425a None None] Network ac649155-8356-435e-b73c-d739a0401687 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:08.598439 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4d4eb-7703-4d27-a80c-340158703fab req-3b1ce2dd-d931-42d3-abab-598217119e54 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:08.608923 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e6c4d4eb-7703-4d27-a80c-340158703fab req-3b1ce2dd-d931-42d3-abab-598217119e54 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 949 time: 0.1587622 Nov 12 08:39:08.662854 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ace022-c49f-4c33-abd0-b53c29e59c85 req-13545df0-2158-4664-92df-e9a296f8c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:08.665628 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-32ace022-c49f-4c33-abd0-b53c29e59c85 req-13545df0-2158-4664-92df-e9a296f8c081 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ebb104d1-24e6-4fb5-8479-85371fc07302 HTTP/1.1" status: 200 len: 913 time: 0.1520665 Nov 12 08:39:08.680940 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21eaa7-9b47-4436-bac4-bff857b78573 req-2f76ffb4-ed40-4e3c-84ef-a1dd8ac5e80e tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:08.692274 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e21eaa7-9b47-4436-bac4-bff857b78573 req-2f76ffb4-ed40-4e3c-84ef-a1dd8ac5e80e tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.1526480 Nov 12 08:39:08.761703 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-32ace022-c49f-4c33-abd0-b53c29e59c85 req-44449d80-e48f-43f8-ae82-963f7960f6f3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f475bce-11d6-4c2e-a9ea-63ead015bf03 HTTP/1.1" status: 200 len: 217 time: 0.0873461 Nov 12 08:39:08.764888 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e6c4d4eb-7703-4d27-a80c-340158703fab req-b30364cc-e9ec-4b70-af14-b0fbdcccce29 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550665 Nov 12 08:39:08.828824 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e21eaa7-9b47-4436-bac4-bff857b78573 req-e63bc563-881e-4674-9123-9e74bc7e4034 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316526 Nov 12 08:39:08.876895 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ace022-c49f-4c33-abd0-b53c29e59c85 req-cd9ed847-94b1-4eab-b208-c4a4786b8f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:08.878454 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-32ace022-c49f-4c33-abd0-b53c29e59c85 req-cd9ed847-94b1-4eab-b208-c4a4786b8f02 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bf5e142-9321-4c39-8a01-974865fb5fa2 HTTP/1.1" status: 200 len: 852 time: 0.1009228 Nov 12 08:39:08.907199 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950b48c8-eeb9-44b3-bad1-27667c671e5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49a3f543-3c43-46f6-b060-4c15bf9e931c'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:08.911237 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c836be5a-4125-4578-8cbc-be6cef801b08" -d '{"events": [{"server_uuid": "950b48c8-eeb9-44b3-bad1-27667c671e5e", "name": "network-vif-unplugged", "status": "completed", "tag": "49a3f543-3c43-46f6-b060-4c15bf9e931c"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:08.915819 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-32ace022-c49f-4c33-abd0-b53c29e59c85 req-706f2cfa-f6f7-4a14-a140-f291984797af service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebb104d1-24e6-4fb5-8479-85371fc07302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271435 Nov 12 08:39:08.934012 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7f38dd35-5795-49c7-8e58-ba3d530bc68e req-7eda545d-bdad-4fa2-972d-d109a8a0fac4 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 210 time: 0.0587211 Nov 12 08:39:09.002688 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aeb094-ea76-4812-bff0-f67442af1b2c req-6b53f3c4-8bc7-4647-a433-5a1506df45b2 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:09.010448 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32aeb094-ea76-4812-bff0-f67442af1b2c req-6b53f3c4-8bc7-4647-a433-5a1506df45b2 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/ports?device_id=11717a0a-f6c0-4d5d-a3d1-c39e6fe9c369 HTTP/1.1" status: 200 len: 946 time: 0.1007020 Nov 12 08:39:09.042281 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-32ace022-c49f-4c33-abd0-b53c29e59c85 req-0183009c-0304-40e4-b183-e124be25439c service neutron] 10.222.0.54 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183629 Nov 12 08:39:09.071906 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32aeb094-ea76-4812-bff0-f67442af1b2c req-823e9176-a1c4-4242-974e-c824f126bd9d tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/security-groups?id=5833b237-de23-49f8-81a6-149cc962fad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602705 Nov 12 08:39:09.162955 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-32ace022-c49f-4c33-abd0-b53c29e59c85 req-c188af4b-4332-4f9b-979f-5143a8f51d3a service neutron] 10.222.0.54 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117806 Nov 12 08:39:09.198595 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-0edacd97-1d69-4ff9-9318-af74ba3386a8 req-4cb908f0-674a-4253-adfb-6c8f7b8685e1 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1009085367', 'description': 'tempest-description-705896527'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:09.229507 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0edacd97-1d69-4ff9-9318-af74ba3386a8 req-4cb908f0-674a-4253-adfb-6c8f7b8685e1 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.331992 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0edacd97-1d69-4ff9-9318-af74ba3386a8 req-4cb908f0-674a-4253-adfb-6c8f7b8685e1 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.339173 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0edacd97-1d69-4ff9-9318-af74ba3386a8 req-4cb908f0-674a-4253-adfb-6c8f7b8685e1 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.377731 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0edacd97-1d69-4ff9-9318-af74ba3386a8 req-4cb908f0-674a-4253-adfb-6c8f7b8685e1 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.378703 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0edacd97-1d69-4ff9-9318-af74ba3386a8 req-4cb908f0-674a-4253-adfb-6c8f7b8685e1 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1853130 Nov 12 08:39:09.380705 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2921c-7dc8-4979-ab1d-e43327e13531 req-d143ba11-2ebe-460a-8ad1-bd198405c0ba tempest-MigrationsAdminTest-947538201 tempest-MigrationsAdminTest-947538201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:09.382231 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-63c2921c-7dc8-4979-ab1d-e43327e13531 req-d143ba11-2ebe-460a-8ad1-bd198405c0ba tempest-MigrationsAdminTest-947538201 tempest-MigrationsAdminTest-947538201-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 1101 time: 0.0897374 Nov 12 08:39:09.387984 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb908f0-674a-4253-adfb-6c8f7b8685e1 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=976f7618-75d3-4d35-9f67-496fca114066,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:09.405129 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-63c2921c-7dc8-4979-ab1d-e43327e13531 req-a7f7d6a6-7937-46f0-ad1d-bd8729daa1ad tempest-MigrationsAdminTest-947538201 tempest-MigrationsAdminTest-947538201-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.508535 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50c376-9117-43ce-a577-0405780eee42 req-03df9a0f-8d1d-4203-b2b3-2277ed8b2435 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:09.510094 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9e50c376-9117-43ce-a577-0405780eee42 req-03df9a0f-8d1d-4203-b2b3-2277ed8b2435 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=46b8ef44-38af-4a85-b8f6-d9c6ad8a8e67 HTTP/1.1" status: 200 len: 946 time: 0.0759125 Nov 12 08:39:09.541151 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-63c2921c-7dc8-4979-ab1d-e43327e13531 req-a7f7d6a6-7937-46f0-ad1d-bd8729daa1ad tempest-MigrationsAdminTest-947538201 tempest-MigrationsAdminTest-947538201-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.555446 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-63c2921c-7dc8-4979-ab1d-e43327e13531 req-a7f7d6a6-7937-46f0-ad1d-bd8729daa1ad tempest-MigrationsAdminTest-947538201 tempest-MigrationsAdminTest-947538201-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.633269 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9e50c376-9117-43ce-a577-0405780eee42 req-24ce0c8f-f1e8-4700-8c1b-1bddd048ec03 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153400 Nov 12 08:39:09.635308 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-63c2921c-7dc8-4979-ab1d-e43327e13531 req-a7f7d6a6-7937-46f0-ad1d-bd8729daa1ad tempest-MigrationsAdminTest-947538201 tempest-MigrationsAdminTest-947538201-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446971 Nov 12 08:39:09.636887 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7d6a6-7937-46f0-ad1d-bd8729daa1ad tempest-MigrationsAdminTest-947538201 tempest-MigrationsAdminTest-947538201-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5cd4d2-0cf0-4909-8b3d-19bf2176eea1,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:09.656662 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880e457-f7ff-46fe-8d0e-b5102946f39e req-98f615da-ba2b-4399-8c43-96c60b0e1506 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:09.658255 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f880e457-f7ff-46fe-8d0e-b5102946f39e req-98f615da-ba2b-4399-8c43-96c60b0e1506 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.58 "GET /v2.0/ports?device_id=950b48c8-eeb9-44b3-bad1-27667c671e5e HTTP/1.1" status: 200 len: 943 time: 0.1158245 Nov 12 08:39:09.721259 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca60526-c5e5-4e91-88e6-b7eb3b22274c req-114f23a1-fe0c-4c70-8068-49413c72dae5 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:09.723213 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0ca60526-c5e5-4e91-88e6-b7eb3b22274c req-114f23a1-fe0c-4c70-8068-49413c72dae5 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.58 "GET /v2.0/ports?device_id=11717a0a-f6c0-4d5d-a3d1-c39e6fe9c369 HTTP/1.1" status: 200 len: 946 time: 0.0923128 Nov 12 08:39:09.731457 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307fcf83-4cc4-461c-80aa-aeb0db871472 x-openstack-request-id: req-307fcf83-4cc4-461c-80aa-aeb0db871472 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:09.732951 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950b48c8-eeb9-44b3-bad1-27667c671e5e", "name": "network-vif-unplugged", "status": "completed", "tag": "49a3f543-3c43-46f6-b060-4c15bf9e931c", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:09.733472 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-307fcf83-4cc4-461c-80aa-aeb0db871472 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:09.734610 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950b48c8-eeb9-44b3-bad1-27667c671e5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49a3f543-3c43-46f6-b060-4c15bf9e931c', 'code': 200} Nov 12 08:39:09.822707 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:39:09.890613 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b43705ce-5418-4247-b774-58b627b33eb0 req-48d44dba-a6dd-4355-8b7f-1741f5fdd30d tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=7d890d5943624406b7ee953df5b1a618 HTTP/1.1" status: 200 len: 221 time: 0.0464284 Nov 12 08:39:09.917039 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-1c717bec-5bec-4c3e-b4a0-bdf9a583d51d req-e9b47bb2-66e7-4d93-879d-890942cc75c5 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1029766657', 'description': 'tempest-description-1015101658'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:09.949639 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-f880e457-f7ff-46fe-8d0e-b5102946f39e req-d2f9e946-176e-4cb4-93be-3bdbb34fb770 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Deleting port 49a3f543-3c43-46f6-b060-4c15bf9e931c {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:09.950390 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f880e457-f7ff-46fe-8d0e-b5102946f39e req-d2f9e946-176e-4cb4-93be-3bdbb34fb770 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.988089 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-4f08e895-3c7f-42c8-b4be-bc5236bf4bf5 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:09.989613 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-4f08e895-3c7f-42c8-b4be-bc5236bf4bf5 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.54 "GET /v2.0/networks?id=decddc00-32e0-44cc-9e13-8ef2ed68d9e6 HTTP/1.1" status: 200 len: 804 time: 0.1993952 Nov 12 08:39:09.997761 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17d838-1412-4209-81e1-9aef78b4d4fa req-33ea55af-60d7-42e6-b1e8-1834b3dacb09 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:09.999623 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4b17d838-1412-4209-81e1-9aef78b4d4fa req-33ea55af-60d7-42e6-b1e8-1834b3dacb09 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0785076-bc1a-463b-a005-dcc041ff2958 HTTP/1.1" status: 200 len: 946 time: 0.1059110 Nov 12 08:39:10.006924 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-5fffcdf3-1a3d-41f4-b5e8-f6d7e7a7958f tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Request body: {'port': {'device_id': '3c4236b6-1ffd-4a92-9580-46429354a79d', 'network_id': 'decddc00-32e0-44cc-9e13-8ef2ed68d9e6', 'admin_state_up': True, 'tenant_id': 'd73a964a85c04c1cb36ad5eed9aa3407'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:10.024022 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1c717bec-5bec-4c3e-b4a0-bdf9a583d51d req-e9b47bb2-66e7-4d93-879d-890942cc75c5 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:10.053495 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-0ca60526-c5e5-4e91-88e6-b7eb3b22274c req-5c1f3a66-339c-4b53-8cde-4aad7a143730 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Deleting port e86ebea1-5c5d-4c85-8d1b-37094654d381 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:10.054235 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0ca60526-c5e5-4e91-88e6-b7eb3b22274c req-5c1f3a66-339c-4b53-8cde-4aad7a143730 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:10.106684 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-f880e457-f7ff-46fe-8d0e-b5102946f39e req-d2f9e946-176e-4cb4-93be-3bdbb34fb770 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] For port 49a3f543-3c43-46f6-b060-4c15bf9e931c, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=49a3f543-3c43-46f6-b060-4c15bf9e931c,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:10.107342 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f880e457-f7ff-46fe-8d0e-b5102946f39e req-d2f9e946-176e-4cb4-93be-3bdbb34fb770 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:10.127901 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-f880e457-f7ff-46fe-8d0e-b5102946f39e req-d2f9e946-176e-4cb4-93be-3bdbb34fb770 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Calling delete_port for 49a3f543-3c43-46f6-b060-4c15bf9e931c owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:10.147473 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-281c1cde-a4c3-4089-9d9a-8c30013b60bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:10.198387 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1c717bec-5bec-4c3e-b4a0-bdf9a583d51d req-e9b47bb2-66e7-4d93-879d-890942cc75c5 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:10.205148 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1c717bec-5bec-4c3e-b4a0-bdf9a583d51d req-e9b47bb2-66e7-4d93-879d-890942cc75c5 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:10.251600 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1c717bec-5bec-4c3e-b4a0-bdf9a583d51d req-e9b47bb2-66e7-4d93-879d-890942cc75c5 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:10.252912 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c717bec-5bec-4c3e-b4a0-bdf9a583d51d req-e9b47bb2-66e7-4d93-879d-890942cc75c5 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3524172 Nov 12 08:39:10.286188 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-0ca60526-c5e5-4e91-88e6-b7eb3b22274c req-5c1f3a66-339c-4b53-8cde-4aad7a143730 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] For port e86ebea1-5c5d-4c85-8d1b-37094654d381, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=e86ebea1-5c5d-4c85-8d1b-37094654d381,segment=NetworkSegment(4412a245-7ff5-4ebd-b944-6d803ff5e70c),segment_id=4412a245-7ff5-4ebd-b944-6d803ff5e70c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:10.286188 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0ca60526-c5e5-4e91-88e6-b7eb3b22274c req-5c1f3a66-339c-4b53-8cde-4aad7a143730 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:10.295832 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b47bb2-66e7-4d93-879d-890942cc75c5 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ea3436-b61e-435c-a0ed-cf40f7d499ca,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:10.306903 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-0ca60526-c5e5-4e91-88e6-b7eb3b22274c req-5c1f3a66-339c-4b53-8cde-4aad7a143730 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Calling delete_port for e86ebea1-5c5d-4c85-8d1b-37094654d381 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:10.315340 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-5fffcdf3-1a3d-41f4-b5e8-f6d7e7a7958f tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Made reservation on behalf of d73a964a85c04c1cb36ad5eed9aa3407 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:10.319778 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-5fffcdf3-1a3d-41f4-b5e8-f6d7e7a7958f tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:10.328925 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-4b17d838-1412-4209-81e1-9aef78b4d4fa req-40c81940-c4fd-494f-8d8b-27df6bf756b8 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Deleting port d23aa62c-f009-4a19-bd0c-7658827e188a {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:10.329261 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4b17d838-1412-4209-81e1-9aef78b4d4fa req-40c81940-c4fd-494f-8d8b-27df6bf756b8 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:10.416025 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f880e457-f7ff-46fe-8d0e-b5102946f39e req-d2f9e946-176e-4cb4-93be-3bdbb34fb770 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:10.484819 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9e946-176e-4cb4-93be-3bdbb34fb770 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Pushing event deleted for resources: {'Port': ['ID=49a3f543-3c43-46f6-b060-4c15bf9e931c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:10.624821 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-f880e457-f7ff-46fe-8d0e-b5102946f39e req-d2f9e946-176e-4cb4-93be-3bdbb34fb770 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] No DVR routers for this DVR port 49a3f543-3c43-46f6-b060-4c15bf9e931c on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:39:10.628109 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f880e457-f7ff-46fe-8d0e-b5102946f39e req-d2f9e946-176e-4cb4-93be-3bdbb34fb770 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:10.632771 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f880e457-f7ff-46fe-8d0e-b5102946f39e req-d2f9e946-176e-4cb4-93be-3bdbb34fb770 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.58 "DELETE /v2.0/ports/49a3f543-3c43-46f6-b060-4c15bf9e931c HTTP/1.1" status: 204 len: 173 time: 0.9670234 Nov 12 08:39:10.636113 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950b48c8-eeb9-44b3-bad1-27667c671e5e', 'name': 'network-vif-deleted', 'tag': '49a3f543-3c43-46f6-b060-4c15bf9e931c'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:10.638521 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b12248-910e-43e5-b15d-d7da6378c634" -d '{"events": [{"server_uuid": "950b48c8-eeb9-44b3-bad1-27667c671e5e", "name": "network-vif-deleted", "tag": "49a3f543-3c43-46f6-b060-4c15bf9e931c"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:10.675507 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-97a07168-b991-4043-8b7d-579399a652e0 req-0dd5caf5-cc76-47c0-bf1d-7b72496c1cc9 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 210 time: 0.0538673 Nov 12 08:39:10.683690 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a5c21-85b0-4983-8d5f-1681289d8541 req-0cca1316-f272-4c43-8f0b-6d4bb574befd tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:10.686344 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a59a5c21-85b0-4983-8d5f-1681289d8541 req-0cca1316-f272-4c43-8f0b-6d4bb574befd tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.2356505 Nov 12 08:39:10.784395 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a59a5c21-85b0-4983-8d5f-1681289d8541 req-4d01cfba-0b61-4bfa-975b-babab9eb8c5e tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898931 Nov 12 08:39:10.874778 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-4b17d838-1412-4209-81e1-9aef78b4d4fa req-40c81940-c4fd-494f-8d8b-27df6bf756b8 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] For port d23aa62c-f009-4a19-bd0c-7658827e188a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=d23aa62c-f009-4a19-bd0c-7658827e188a,segment=NetworkSegment(4412a245-7ff5-4ebd-b944-6d803ff5e70c),segment_id=4412a245-7ff5-4ebd-b944-6d803ff5e70c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:10.875159 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4b17d838-1412-4209-81e1-9aef78b4d4fa req-40c81940-c4fd-494f-8d8b-27df6bf756b8 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:10.885448 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ca538-d530-4e50-8bae-0848632e35dd req-6de4746b-cef8-4290-b2d7-cbcf0b610a49 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:10.893948 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-506ca538-d530-4e50-8bae-0848632e35dd req-6de4746b-cef8-4290-b2d7-cbcf0b610a49 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/ports?device_id=11717a0a-f6c0-4d5d-a3d1-c39e6fe9c369 HTTP/1.1" status: 200 len: 946 time: 0.1084211 Nov 12 08:39:10.943025 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ace022-c49f-4c33-abd0-b53c29e59c85 req-38610c54-5203-4625-b14f-a6e9c33fc060 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:10.944492 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-32ace022-c49f-4c33-abd0-b53c29e59c85 req-38610c54-5203-4625-b14f-a6e9c33fc060 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.54 "GET /v2.0/ports?device_id=46b8ef44-38af-4a85-b8f6-d9c6ad8a8e67 HTTP/1.1" status: 200 len: 946 time: 0.2251358 Nov 12 08:39:10.945521 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-4b17d838-1412-4209-81e1-9aef78b4d4fa req-40c81940-c4fd-494f-8d8b-27df6bf756b8 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Calling delete_port for d23aa62c-f009-4a19-bd0c-7658827e188a owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:11.012388 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-506ca538-d530-4e50-8bae-0848632e35dd req-661296e7-2d26-439b-8cdd-ed89c639a73c tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.37 "GET /v2.0/security-groups?id=5833b237-de23-49f8-81a6-149cc962fad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174250 Nov 12 08:39:11.054508 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-e2fb0682-45fb-4c91-93fc-c9e5fe222a9d tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:11.056780 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-e2fb0682-45fb-4c91-93fc-c9e5fe222a9d tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/networks?id=ac649155-8356-435e-b73c-d739a0401687 HTTP/1.1" status: 200 len: 812 time: 0.1539278 Nov 12 08:39:11.082108 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-f84cd4e3-1bba-4c8b-b9b4-05058fe88ae5 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/quotas/cbdd6d621f374244977b79c953b0cd0d HTTP/1.1" status: 200 len: 375 time: 0.0131960 Nov 12 08:39:11.086676 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-5fffcdf3-1a3d-41f4-b5e8-f6d7e7a7958f tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Allocated IP 172.20.0.3 (decddc00-32e0-44cc-9e13-8ef2ed68d9e6/8caf3eba-e7df-49d1-bdb7-f7a8b69eb432/26641acd-8772-4a51-bdba-6d1ca438410b) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:11.126239 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-e7a8437b-d451-49e2-ad0f-11b1cac2cbfa tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cbdd6d621f374244977b79c953b0cd0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375156 Nov 12 08:39:11.189684 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-5f218b5c-90ce-4441-98f4-b15786d71b2e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4690688 Nov 12 08:39:11.199421 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0ca60526-c5e5-4e91-88e6-b7eb3b22274c req-5c1f3a66-339c-4b53-8cde-4aad7a143730 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:11.214263 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['d23aa62c-f009-4a19-bd0c-7658827e188a'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:11.221845 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['e86ebea1-5c5d-4c85-8d1b-37094654d381'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:11.222727 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-f83e7e1a-9333-408a-b8d8-451dd03a126b service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:39:11.224023 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-f83e7e1a-9333-408a-b8d8-451dd03a126b service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152624 Nov 12 08:39:11.253265 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253baa6b-d34e-4de3-aa79-28bec280260a req-0f79c4c4-2c75-42dd-9703-82e8bc16e92e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:11.255135 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-253baa6b-d34e-4de3-aa79-28bec280260a req-0f79c4c4-2c75-42dd-9703-82e8bc16e92e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 949 time: 0.1105061 Nov 12 08:39:11.301005 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f3a66-339c-4b53-8cde-4aad7a143730 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Pushing event deleted for resources: {'Port': ['ID=e86ebea1-5c5d-4c85-8d1b-37094654d381,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:11.349422 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-df59263a-73f0-443f-a86c-94f77a292d50 service neutron] 10.222.0.37 "GET /v2.0/networks/ac649155-8356-435e-b73c-d739a0401687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075093 Nov 12 08:39:11.396494 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-253baa6b-d34e-4de3-aa79-28bec280260a req-58f428b5-5e13-4bfa-9453-073d80c4a058 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321347 Nov 12 08:39:11.476746 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca60526-c5e5-4e91-88e6-b7eb3b22274c req-5c1f3a66-339c-4b53-8cde-4aad7a143730 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] No DVR routers for this DVR port e86ebea1-5c5d-4c85-8d1b-37094654d381 on host n-h2-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:39:11.490030 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0ca60526-c5e5-4e91-88e6-b7eb3b22274c req-5c1f3a66-339c-4b53-8cde-4aad7a143730 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:11.494127 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0ca60526-c5e5-4e91-88e6-b7eb3b22274c req-5c1f3a66-339c-4b53-8cde-4aad7a143730 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.58 "DELETE /v2.0/ports/e86ebea1-5c5d-4c85-8d1b-37094654d381 HTTP/1.1" status: 204 len: 173 time: 1.7565539 Nov 12 08:39:11.494619 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11717a0a-f6c0-4d5d-a3d1-c39e6fe9c369', 'name': 'network-vif-deleted', 'tag': 'e86ebea1-5c5d-4c85-8d1b-37094654d381'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:11.497833 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1dee93-4c3a-4311-9e25-f1ba639a8f91" -d '{"events": [{"server_uuid": "11717a0a-f6c0-4d5d-a3d1-c39e6fe9c369", "name": "network-vif-deleted", "tag": "e86ebea1-5c5d-4c85-8d1b-37094654d381"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:11.525011 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-32ace022-c49f-4c33-abd0-b53c29e59c85 req-f1fce0a9-99d0-45bf-81fa-beed562c5258 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Deleting port 7f475bce-11d6-4c2e-a9ea-63ead015bf03 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:11.525346 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-32ace022-c49f-4c33-abd0-b53c29e59c85 req-f1fce0a9-99d0-45bf-81fa-beed562c5258 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:11.538100 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4b17d838-1412-4209-81e1-9aef78b4d4fa req-40c81940-c4fd-494f-8d8b-27df6bf756b8 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:11.547342 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ea4a14-445d-415e-ad02-cdf9470c3575 x-openstack-request-id: req-90ea4a14-445d-415e-ad02-cdf9470c3575 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:11.548779 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950b48c8-eeb9-44b3-bad1-27667c671e5e", "name": "network-vif-deleted", "tag": "49a3f543-3c43-46f6-b060-4c15bf9e931c", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:11.549196 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90ea4a14-445d-415e-ad02-cdf9470c3575 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:11.549921 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950b48c8-eeb9-44b3-bad1-27667c671e5e', 'name': 'network-vif-deleted', 'tag': '49a3f543-3c43-46f6-b060-4c15bf9e931c', 'status': 'completed', 'code': 200} Nov 12 08:39:11.555641 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['e86ebea1-5c5d-4c85-8d1b-37094654d381'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:11.638850 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c81940-c4fd-494f-8d8b-27df6bf756b8 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Pushing event deleted for resources: {'Port': ['ID=d23aa62c-f009-4a19-bd0c-7658827e188a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:11.657807 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-e5a84c19-583b-40f7-829f-f17a42e87354 service neutron] 10.222.0.37 "GET /v2.0/networks/ac649155-8356-435e-b73c-d739a0401687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965922 Nov 12 08:39:11.689818 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d019cff-b207-4456-b364-5c0735018577 req-504b2886-26f6-43bb-b57e-51260d087e61 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:11.698934 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3d019cff-b207-4456-b364-5c0735018577 req-504b2886-26f6-43bb-b57e-51260d087e61 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=46b8ef44-38af-4a85-b8f6-d9c6ad8a8e67 HTTP/1.1" status: 200 len: 946 time: 0.1007454 Nov 12 08:39:11.753467 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-5fffcdf3-1a3d-41f4-b5e8-f6d7e7a7958f tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:11.757100 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b17d838-1412-4209-81e1-9aef78b4d4fa req-40c81940-c4fd-494f-8d8b-27df6bf756b8 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] No DVR routers for this DVR port d23aa62c-f009-4a19-bd0c-7658827e188a on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:39:11.761418 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4b17d838-1412-4209-81e1-9aef78b4d4fa req-40c81940-c4fd-494f-8d8b-27df6bf756b8 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:11.765830 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4b17d838-1412-4209-81e1-9aef78b4d4fa req-40c81940-c4fd-494f-8d8b-27df6bf756b8 tempest-MultipleCreateTestJSON-1281044973 tempest-MultipleCreateTestJSON-1281044973-project] 10.222.0.54 "DELETE /v2.0/ports/d23aa62c-f009-4a19-bd0c-7658827e188a HTTP/1.1" status: 204 len: 173 time: 1.7553747 Nov 12 08:39:11.819496 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3d019cff-b207-4456-b364-5c0735018577 req-4321dc69-a12d-4eca-82f0-1bbc90016538 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184261 Nov 12 08:39:11.861397 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-32ace022-c49f-4c33-abd0-b53c29e59c85 req-f1fce0a9-99d0-45bf-81fa-beed562c5258 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] For port 7f475bce-11d6-4c2e-a9ea-63ead015bf03, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=7f475bce-11d6-4c2e-a9ea-63ead015bf03,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:11.865159 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-32ace022-c49f-4c33-abd0-b53c29e59c85 req-f1fce0a9-99d0-45bf-81fa-beed562c5258 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:11.891550 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:11.894540 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-32ace022-c49f-4c33-abd0-b53c29e59c85 req-f1fce0a9-99d0-45bf-81fa-beed562c5258 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Calling delete_port for 7f475bce-11d6-4c2e-a9ea-63ead015bf03 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:11.898279 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-5fffcdf3-1a3d-41f4-b5e8-f6d7e7a7958f tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:11.996542 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fffcdf3-1a3d-41f4-b5e8-f6d7e7a7958f tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Pushing event updated for resources: {'Port': ['ID=26641acd-8772-4a51-bdba-6d1ca438410b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:12.021743 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-5fffcdf3-1a3d-41f4-b5e8-f6d7e7a7958f tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Network decddc00-32e0-44cc-9e13-8ef2ed68d9e6 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:12.027721 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-5fffcdf3-1a3d-41f4-b5e8-f6d7e7a7958f tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:12.031031 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-5fffcdf3-1a3d-41f4-b5e8-f6d7e7a7958f tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:12.127530 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97031535-b3a4-4a35-ae33-3718190fee75 req-a43a4346-edf3-48ab-9dce-fa56a21ecd50 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:12.141015 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-97031535-b3a4-4a35-ae33-3718190fee75 req-a43a4346-edf3-48ab-9dce-fa56a21ecd50 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.1773009 Nov 12 08:39:12.150490 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-5fffcdf3-1a3d-41f4-b5e8-f6d7e7a7958f tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:12.151173 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-5fffcdf3-1a3d-41f4-b5e8-f6d7e7a7958f tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:12.207264 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-5fffcdf3-1a3d-41f4-b5e8-f6d7e7a7958f tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1960490 Nov 12 08:39:12.221516 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-3596cec4-82ac-4667-97b0-094900215f89 service neutron] Request body: {'port': {'device_id': '3c4236b6-1ffd-4a92-9580-46429354a79d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:12.262470 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-97031535-b3a4-4a35-ae33-3718190fee75 req-f62ed93d-1368-4036-b38e-851007c1cd51 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204309 Nov 12 08:39:12.421792 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fa55ef-24f4-4640-aead-f96a9e20e7b1 x-openstack-request-id: req-a6fa55ef-24f4-4640-aead-f96a9e20e7b1 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:12.422176 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11717a0a-f6c0-4d5d-a3d1-c39e6fe9c369", "name": "network-vif-deleted", "tag": "e86ebea1-5c5d-4c85-8d1b-37094654d381", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:12.422534 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a6fa55ef-24f4-4640-aead-f96a9e20e7b1 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:12.423258 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11717a0a-f6c0-4d5d-a3d1-c39e6fe9c369', 'name': 'network-vif-deleted', 'tag': 'e86ebea1-5c5d-4c85-8d1b-37094654d381', 'status': 'completed', 'code': 200} Nov 12 08:39:12.425244 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-3596cec4-82ac-4667-97b0-094900215f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:12.508306 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb88d9-cd5c-47e4-89aa-bc39ab4215df req-6f258944-babb-4999-9cd4-10ff9c14a008 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:12.516448 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-92fb88d9-cd5c-47e4-89aa-bc39ab4215df req-6f258944-babb-4999-9cd4-10ff9c14a008 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 931 time: 0.1188488 Nov 12 08:39:12.594093 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-32ace022-c49f-4c33-abd0-b53c29e59c85 req-f1fce0a9-99d0-45bf-81fa-beed562c5258 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:12.625462 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-27ddbee2-f637-4b69-b840-39feb375c40f req-e7389aaf-488e-41f3-a6dd-f186d58a6440 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=15473919-e13a-4cce-adce-b9632482949f HTTP/1.1" status: 200 len: 210 time: 0.1075377 Nov 12 08:39:12.678158 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fce0a9-99d0-45bf-81fa-beed562c5258 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Pushing event deleted for resources: {'Port': ['ID=7f475bce-11d6-4c2e-a9ea-63ead015bf03,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:12.707109 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-92fb88d9-cd5c-47e4-89aa-bc39ab4215df req-cee01cdc-f0c4-4a6d-82a7-a4dfe450e8ae tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794236 Nov 12 08:39:12.852082 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43538) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:12.883242 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ace022-c49f-4c33-abd0-b53c29e59c85 req-f1fce0a9-99d0-45bf-81fa-beed562c5258 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] No DVR routers for this DVR port 7f475bce-11d6-4c2e-a9ea-63ead015bf03 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:39:12.936776 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-32ace022-c49f-4c33-abd0-b53c29e59c85 req-f1fce0a9-99d0-45bf-81fa-beed562c5258 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:12.942817 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-32ace022-c49f-4c33-abd0-b53c29e59c85 req-f1fce0a9-99d0-45bf-81fa-beed562c5258 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.54 "DELETE /v2.0/ports/7f475bce-11d6-4c2e-a9ea-63ead015bf03 HTTP/1.1" status: 204 len: 173 time: 1.9772971 Nov 12 08:39:12.953728 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875fa8e-1b08-4be6-81dd-f4d16254ab04 req-41086185-f34d-437b-917b-ff014b6f8873 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:12.962654 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2875fa8e-1b08-4be6-81dd-f4d16254ab04 req-41086185-f34d-437b-917b-ff014b6f8873 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 949 time: 0.1367912 Nov 12 08:39:13.002843 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-690e1666-5049-47c0-9e05-4b10ddab24c2 admin admin] Deleting subnet 5b908243-c303-477e-98f2-4c40f5c722df {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:39:13.011249 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-690e1666-5049-47c0-9e05-4b10ddab24c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:13.054029 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2875fa8e-1b08-4be6-81dd-f4d16254ab04 req-9de02a37-8fbb-4754-9f70-113fce4de09d tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899878 Nov 12 08:39:13.085273 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f30890-170d-4684-816d-904ea86287c0 req-57052c75-c606-484b-9470-0e466ddc5447 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:13.094382 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-79f30890-170d-4684-816d-904ea86287c0 req-57052c75-c606-484b-9470-0e466ddc5447 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.1641440 Nov 12 08:39:13.115835 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-690e1666-5049-47c0-9e05-4b10ddab24c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:13.163842 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-79f30890-170d-4684-816d-904ea86287c0 req-b8da82da-fd71-4a03-8c2e-cd9bf47f1a45 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619125 Nov 12 08:39:13.250090 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:13.257689 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-690e1666-5049-47c0-9e05-4b10ddab24c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:13.279564 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-3596cec4-82ac-4667-97b0-094900215f89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26641acd-8772-4a51-bdba-6d1ca438410b {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:13.291355 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-3596cec4-82ac-4667-97b0-094900215f89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:13.316986 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-3596cec4-82ac-4667-97b0-094900215f89 service neutron] Transition to ACTIVE for port object 26641acd-8772-4a51-bdba-6d1ca438410b will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:39:13.333197 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-3596cec4-82ac-4667-97b0-094900215f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:13.387589 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-18f65a8d-401e-477b-97d6-2d46306ebdf5 req-9f291c1c-dae0-4d6f-aab6-e558a828cd36 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=46b8ef44-38af-4a85-b8f6-d9c6ad8a8e67 HTTP/1.1" status: 200 len: 210 time: 0.0407548 Nov 12 08:39:13.440583 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-690e1666-5049-47c0-9e05-4b10ddab24c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:13.498817 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device d23aa62c-f009-4a19-bd0c-7658827e188a no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:13.502209 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596cec4-82ac-4667-97b0-094900215f89 service neutron] Pushing event updated for resources: {'Port': ['ID=26641acd-8772-4a51-bdba-6d1ca438410b,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:13.514686 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e1666-5049-47c0-9e05-4b10ddab24c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b908243-c303-477e-98f2-4c40f5c722df,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:13.562022 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device e86ebea1-5c5d-4c85-8d1b-37094654d381 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:13.566495 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: d23aa62c-f009-4a19-bd0c-7658827e188a {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:39:13.567243 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device d23aa62c-f009-4a19-bd0c-7658827e188a not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:39:13.567912 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 7f475bce-11d6-4c2e-a9ea-63ead015bf03 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:13.594752 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: e86ebea1-5c5d-4c85-8d1b-37094654d381 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:39:13.595270 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device e86ebea1-5c5d-4c85-8d1b-37094654d381 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:39:13.596100 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 49a3f543-3c43-46f6-b060-4c15bf9e931c no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:13.597173 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-690e1666-5049-47c0-9e05-4b10ddab24c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:13.602867 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-690e1666-5049-47c0-9e05-4b10ddab24c2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5b908243-c303-477e-98f2-4c40f5c722df HTTP/1.1" status: 204 len: 168 time: 0.7440369 Nov 12 08:39:13.609510 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634222c0-39f6-4d26-af38-a07e36503c17 req-ef66a6c1-4aa2-438a-8138-cf5e42ea4acd tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:13.612007 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43552) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:13.616423 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-634222c0-39f6-4d26-af38-a07e36503c17 req-ef66a6c1-4aa2-438a-8138-cf5e42ea4acd tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.1154721 Nov 12 08:39:13.660134 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 49a3f543-3c43-46f6-b060-4c15bf9e931c {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:39:13.661166 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 49a3f543-3c43-46f6-b060-4c15bf9e931c not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:39:13.664558 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 7f475bce-11d6-4c2e-a9ea-63ead015bf03 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:39:13.665131 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 7f475bce-11d6-4c2e-a9ea-63ead015bf03 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:39:13.709017 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-634222c0-39f6-4d26-af38-a07e36503c17 req-e763ea40-d8c0-493c-b0b4-5e669fcbed5f tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887442 Nov 12 08:39:13.750248 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-8022b22e-c115-4797-8f7c-7964140ca624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:13.752163 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-8022b22e-c115-4797-8f7c-7964140ca624 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 1101 time: 0.2615299 Nov 12 08:39:13.783820 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b059677a-8b92-4ac2-9558-a50ad724ac7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:13.809788 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-3596cec4-82ac-4667-97b0-094900215f89 service neutron] Attempting to bind port 26641acd-8772-4a51-bdba-6d1ca438410b on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:39:13.810568 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-3596cec4-82ac-4667-97b0-094900215f89 service neutron] Attempting to bind port 26641acd-8772-4a51-bdba-6d1ca438410b by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '5e7c7833-2333-46bc-97e1-9ab5cc58b461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'decddc00-32e0-44cc-9e13-8ef2ed68d9e6'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:39:13.811018 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-3596cec4-82ac-4667-97b0-094900215f89 service neutron] Attempting to bind port 26641acd-8772-4a51-bdba-6d1ca438410b on network decddc00-32e0-44cc-9e13-8ef2ed68d9e6 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:13.855728 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-3596cec4-82ac-4667-97b0-094900215f89 service neutron] Port 26641acd-8772-4a51-bdba-6d1ca438410b on network decddc00-32e0-44cc-9e13-8ef2ed68d9e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:39:13.856385 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-3596cec4-82ac-4667-97b0-094900215f89 service neutron] Attempting to bind port 26641acd-8772-4a51-bdba-6d1ca438410b on network decddc00-32e0-44cc-9e13-8ef2ed68d9e6 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:13.875453 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-3596cec4-82ac-4667-97b0-094900215f89 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:39:13.876139 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-3596cec4-82ac-4667-97b0-094900215f89 service neutron] Checking segment: {'id': '5e7c7833-2333-46bc-97e1-9ab5cc58b461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'decddc00-32e0-44cc-9e13-8ef2ed68d9e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:13.876694 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-3596cec4-82ac-4667-97b0-094900215f89 service neutron] Bound using segment: {'id': '5e7c7833-2333-46bc-97e1-9ab5cc58b461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'decddc00-32e0-44cc-9e13-8ef2ed68d9e6'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:39:13.877365 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-3596cec4-82ac-4667-97b0-094900215f89 service neutron] Bound port: 26641acd-8772-4a51-bdba-6d1ca438410b, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7c7833-2333-46bc-97e1-9ab5cc58b461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'decddc00-32e0-44cc-9e13-8ef2ed68d9e6'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:39:13.877890 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-3596cec4-82ac-4667-97b0-094900215f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:13.881118 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-606bd19d-1cfa-421e-8ed2-7e887ea1b23f req-62907577-3667-4a93-a49b-a76d2c784781 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=15473919-e13a-4cce-adce-b9632482949f HTTP/1.1" status: 200 len: 210 time: 0.0941260 Nov 12 08:39:13.914219 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:13.994931 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565aca9-e97c-445e-8bd2-4d67b54b8393 req-e252933c-a3d6-4b38-be0b-0f2c33ff3df4 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:13.996956 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-19e4a22c-c663-454a-8ac2-e217bbcdea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:13.999071 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-19e4a22c-c663-454a-8ac2-e217bbcdea08 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.2381618 Nov 12 08:39:14.011371 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8565aca9-e97c-445e-8bd2-4d67b54b8393 req-e252933c-a3d6-4b38-be0b-0f2c33ff3df4 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 943 time: 0.1465516 Nov 12 08:39:14.083922 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b059677a-8b92-4ac2-9558-a50ad724ac7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:14.092769 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-407e911c-8771-4a14-be3c-c91d2ae771ed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=445eef39-a61c-42ea-ad06-1001a52a3105 HTTP/1.1" status: 200 len: 217 time: 0.0630164 Nov 12 08:39:14.151576 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-3596cec4-82ac-4667-97b0-094900215f89 service neutron] For port 26641acd-8772-4a51-bdba-6d1ca438410b, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:39:14.162981 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-b059677a-8b92-4ac2-9558-a50ad724ac7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1cd93ab-4580-44c6-ae91-d8be8f19b42e']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:14.164682 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43568) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:14.187768 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-3596cec4-82ac-4667-97b0-094900215f89 service neutron] For port 26641acd-8772-4a51-bdba-6d1ca438410b, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=26641acd-8772-4a51-bdba-6d1ca438410b,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:39:14.196851 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-b059677a-8b92-4ac2-9558-a50ad724ac7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4412a245-7ff5-4ebd-b944-6d803ff5e70c') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:14.197140 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-b059677a-8b92-4ac2-9558-a50ad724ac7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4412a245-7ff5-4ebd-b944-6d803ff5e70c') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:14.200205 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-93e7d7e5-849b-41a1-a127-affeaf734959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:14.202117 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-93e7d7e5-849b-41a1-a127-affeaf734959 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.0969143 Nov 12 08:39:14.203215 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-3596cec4-82ac-4667-97b0-094900215f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:14.249421 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b059677a-8b92-4ac2-9558-a50ad724ac7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:14.295293 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-3596cec4-82ac-4667-97b0-094900215f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:14.296054 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-3596cec4-82ac-4667-97b0-094900215f89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:14.297417 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-3596cec4-82ac-4667-97b0-094900215f89 service neutron] 10.222.0.54 "PUT /v2.0/ports/26641acd-8772-4a51-bdba-6d1ca438410b HTTP/1.1" status: 200 len: 1092 time: 2.0881019 Nov 12 08:39:14.298787 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b059677a-8b92-4ac2-9558-a50ad724ac7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:14.323656 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b059677a-8b92-4ac2-9558-a50ad724ac7b admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:39:14.323656 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b059677a-8b92-4ac2-9558-a50ad724ac7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:14.328363 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:39:14.328363 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:39:14.328363 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:39:14.328363 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:39:14.328363 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:39:14.328363 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:39:14.328363 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:39:14.328363 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:39:14.328363 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:39:14.328363 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:39:14.328363 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:39:14.328363 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:39:14.328363 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:39:14.328363 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:39:14.328363 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:39:14.328363 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:39:14.328363 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:39:14.328363 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:39:14.328363 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:39:14.328363 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:39:14.328363 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:39:14.328363 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:39:14.328363 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:39:14.328363 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:39:14.328363 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:39:14.328363 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:39:14.328363 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:39:14.328363 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:39:14.328363 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:39:14.328363 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:39:14.328363 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:39:14.328363 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:39:14.348187 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596cec4-82ac-4667-97b0-094900215f89 service neutron] Pushing event updated for resources: {'Port': ['ID=26641acd-8772-4a51-bdba-6d1ca438410b,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:14.421307 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0563a2ab-ecca-4790-9e17-f3131d40e6d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:14.428868 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-75c089cc-e6f6-4d68-91dc-559e8a7af0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:14.430597 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-75c089cc-e6f6-4d68-91dc-559e8a7af0dc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2164481 Nov 12 08:39:14.431158 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0785076-bc1a-463b-a005-dcc041ff2958', 'name': 'network-vif-deleted', 'tag': 'd23aa62c-f009-4a19-bd0c-7658827e188a'}, {'server_uuid': '46b8ef44-38af-4a85-b8f6-d9c6ad8a8e67', 'name': 'network-vif-deleted', 'tag': '7f475bce-11d6-4c2e-a9ea-63ead015bf03'}, {'name': 'network-changed', 'server_uuid': '3c4236b6-1ffd-4a92-9580-46429354a79d', 'tag': '26641acd-8772-4a51-bdba-6d1ca438410b'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:14.433476 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd274a2b-2387-4dd0-9600-62cc445246a7" -d '{"events": [{"server_uuid": "c0785076-bc1a-463b-a005-dcc041ff2958", "name": "network-vif-deleted", "tag": "d23aa62c-f009-4a19-bd0c-7658827e188a"}, {"server_uuid": "46b8ef44-38af-4a85-b8f6-d9c6ad8a8e67", "name": "network-vif-deleted", "tag": "7f475bce-11d6-4c2e-a9ea-63ead015bf03"}, {"name": "network-changed", "server_uuid": "3c4236b6-1ffd-4a92-9580-46429354a79d", "tag": "26641acd-8772-4a51-bdba-6d1ca438410b"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:14.488888 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b059677a-8b92-4ac2-9558-a50ad724ac7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:14.503141 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b059677a-8b92-4ac2-9558-a50ad724ac7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:14.509174 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b059677a-8b92-4ac2-9558-a50ad724ac7b admin admin] 10.222.0.37 "DELETE /v2.0/networks/f1cd93ab-4580-44c6-ae91-d8be8f19b42e HTTP/1.1" status: 204 len: 168 time: 0.8919556 Nov 12 08:39:14.555623 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059677a-8b92-4ac2-9558-a50ad724ac7b admin admin] Pushing event deleted for resources: {'Network': ['ID=f1cd93ab-4580-44c6-ae91-d8be8f19b42e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:14.566905 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-6236ce33-0797-4154-b925-49e3bea15978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:14.568438 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8565aca9-e97c-445e-8bd2-4d67b54b8393 req-90da6ea4-ef09-4482-9b3c-095a99f67ad2 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5561299 Nov 12 08:39:14.568572 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-6236ce33-0797-4154-b925-49e3bea15978 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d73a964a85c04c1cb36ad5eed9aa3407&device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 1095 time: 0.1900661 Nov 12 08:39:14.603702 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995870f4-9957-4349-a79e-4c98583afb10 req-a605b6d6-d7e0-4861-9b8c-3cf43e150a53 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:14.610984 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-995870f4-9957-4349-a79e-4c98583afb10 req-a605b6d6-d7e0-4861-9b8c-3cf43e150a53 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.5476768 Nov 12 08:39:14.630135 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-4b1b373c-e335-4982-b9eb-8b092e77ecb9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26641acd-8772-4a51-bdba-6d1ca438410b HTTP/1.1" status: 200 len: 217 time: 0.0502832 Nov 12 08:39:14.647487 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-b5d13870-2eae-4928-9d84-ab52c525fb5a tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:14.649017 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-b5d13870-2eae-4928-9d84-ab52c525fb5a tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.58 "GET /v2.0/networks?id=ac649155-8356-435e-b73c-d739a0401687 HTTP/1.1" status: 200 len: 812 time: 0.6102633 Nov 12 08:39:14.669212 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-d9d82821-b6a6-4b8b-96a0-0236e5cdd936 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Request body: {'port': {'device_id': '15473919-e13a-4cce-adce-b9632482949f', 'network_id': 'ac649155-8356-435e-b73c-d739a0401687', 'admin_state_up': True, 'tenant_id': 'cbdd6d621f374244977b79c953b0cd0d'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:14.698815 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-409bbb7d-d04c-4e37-99f8-ba605d204ff6 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497535 Nov 12 08:39:14.705901 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43580) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:14.710723 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-995870f4-9957-4349-a79e-4c98583afb10 req-4a945501-c405-4b12-9edb-47e9c9e7740a tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987775 Nov 12 08:39:14.745735 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-817e7290-6599-48c5-a209-7b7d2c11d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:14.747289 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-817e7290-6599-48c5-a209-7b7d2c11d354 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8caf3eba-e7df-49d1-bdb7-f7a8b69eb432 HTTP/1.1" status: 200 len: 844 time: 0.1101506 Nov 12 08:39:14.783119 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0563a2ab-ecca-4790-9e17-f3131d40e6d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:14.827610 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b087259-ffe2-4e86-8f7b-56fbd06c61c0 req-494b19ed-015c-4947-92c0-6e9bb57d27eb tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:14.829283 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b087259-ffe2-4e86-8f7b-56fbd06c61c0 req-494b19ed-015c-4947-92c0-6e9bb57d27eb tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 949 time: 0.0811346 Nov 12 08:39:14.832053 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-bafa7bad-c2b1-44c5-b047-e2f198bd3a43 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=decddc00-32e0-44cc-9e13-8ef2ed68d9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699127 Nov 12 08:39:14.838764 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0563a2ab-ecca-4790-9e17-f3131d40e6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:14.864100 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-d9d82821-b6a6-4b8b-96a0-0236e5cdd936 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Made reservation on behalf of cbdd6d621f374244977b79c953b0cd0d for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:14.868040 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-d9d82821-b6a6-4b8b-96a0-0236e5cdd936 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:14.926599 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d17dd95c-ec49-46fb-8e22-e99c4b87f140 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=65448dda20d44f4c9ff55a15064304f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171042 Nov 12 08:39:14.928264 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cded7e-bc79-4405-bef7-3a7003bb46dc x-openstack-request-id: req-d4cded7e-bc79-4405-bef7-3a7003bb46dc {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:14.928777 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0785076-bc1a-463b-a005-dcc041ff2958", "name": "network-vif-deleted", "tag": "d23aa62c-f009-4a19-bd0c-7658827e188a", "status": "completed", "code": 200}, {"server_uuid": "46b8ef44-38af-4a85-b8f6-d9c6ad8a8e67", "name": "network-vif-deleted", "tag": "7f475bce-11d6-4c2e-a9ea-63ead015bf03", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3c4236b6-1ffd-4a92-9580-46429354a79d", "tag": "26641acd-8772-4a51-bdba-6d1ca438410b", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:14.929250 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d4cded7e-bc79-4405-bef7-3a7003bb46dc {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:14.929837 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0785076-bc1a-463b-a005-dcc041ff2958', 'name': 'network-vif-deleted', 'tag': 'd23aa62c-f009-4a19-bd0c-7658827e188a', 'status': 'completed', 'code': 200} Nov 12 08:39:14.930279 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b8ef44-38af-4a85-b8f6-d9c6ad8a8e67', 'name': 'network-vif-deleted', 'tag': '7f475bce-11d6-4c2e-a9ea-63ead015bf03', 'status': 'completed', 'code': 200} Nov 12 08:39:14.930851 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c4236b6-1ffd-4a92-9580-46429354a79d', 'tag': '26641acd-8772-4a51-bdba-6d1ca438410b', 'status': 'completed', 'code': 200} Nov 12 08:39:14.936912 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b087259-ffe2-4e86-8f7b-56fbd06c61c0 req-27e3520c-3249-402f-960a-ac1163de4426 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950272 Nov 12 08:39:14.937470 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43588) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:15.007830 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0563a2ab-ecca-4790-9e17-f3131d40e6d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d26ba2d9d95d4f0a9fd0b00136c1e2cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8255384 Nov 12 08:39:15.012058 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43592) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:15.020502 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563a2ab-ecca-4790-9e17-f3131d40e6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28572478-a2b2-4c0b-bf3e-cb2d9607fc3c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:15.033989 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-75c09aa7-ec76-48a4-afa6-dd760e10c5af service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119938 Nov 12 08:39:15.037952 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-da8bc2c8-9e30-49e2-ab93-900c0b847b47 service neutron] 10.222.0.54 "GET /v2.0/networks/decddc00-32e0-44cc-9e13-8ef2ed68d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949611 Nov 12 08:39:15.143112 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a838b657-1df4-4c57-977e-798be9588ed6 req-5eea9a77-3011-4b2f-ba23-271c52e35ddb tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=15473919-e13a-4cce-adce-b9632482949f HTTP/1.1" status: 200 len: 210 time: 0.1063788 Nov 12 08:39:15.151398 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-08cdfd27-bbea-4f0e-a4f5-e4369bbed858 req-dc614910-bd5d-4e00-a2ed-c9b1452b9484 service neutron] 10.222.0.54 "GET /v2.0/networks/decddc00-32e0-44cc-9e13-8ef2ed68d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031120 Nov 12 08:39:15.196532 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d02f167e-0c05-4f97-912e-22cb7ad1ae9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:15.247843 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17bbe3-ab74-4f6e-a615-0be503c47a38 req-9a1cdf8b-5c35-4cfa-a854-1d443832140c tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:15.249350 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f17bbe3-ab74-4f6e-a615-0be503c47a38 req-9a1cdf8b-5c35-4cfa-a854-1d443832140c tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.2617216 Nov 12 08:39:15.249848 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd274a2b-2387-4dd0-9600-62cc445246a7 req-94287efa-dc5f-48e9-9a34-fac72ee2fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:15.251351 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-dd274a2b-2387-4dd0-9600-62cc445246a7 req-94287efa-dc5f-48e9-9a34-fac72ee2fdee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d73a964a85c04c1cb36ad5eed9aa3407&device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 1095 time: 0.0441866 Nov 12 08:39:15.284149 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d02f167e-0c05-4f97-912e-22cb7ad1ae9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:15.328750 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e48e0305-2b91-4a87-a77c-fb617e5e1e9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:15.349830 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd274a2b-2387-4dd0-9600-62cc445246a7 req-f96f3e57-72a4-4ecf-b02a-c01e06977612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:15.351321 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-dd274a2b-2387-4dd0-9600-62cc445246a7 req-f96f3e57-72a4-4ecf-b02a-c01e06977612 service neutron] 10.222.0.54 "GET /v2.0/networks?id=decddc00-32e0-44cc-9e13-8ef2ed68d9e6 HTTP/1.1" status: 200 len: 905 time: 0.0931146 Nov 12 08:39:15.394835 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-dd274a2b-2387-4dd0-9600-62cc445246a7 req-22904eab-8f4f-4c03-8d82-bc3bdf3a4853 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26641acd-8772-4a51-bdba-6d1ca438410b HTTP/1.1" status: 200 len: 217 time: 0.0342784 Nov 12 08:39:15.406229 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-d9d82821-b6a6-4b8b-96a0-0236e5cdd936 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Allocated IP 172.20.0.11 (ac649155-8356-435e-b73c-d739a0401687/f5bc2261-6276-45a4-a285-65ec53109574/2f9efc5e-9fe8-4b4e-bd8c-683198c6887b) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:15.431978 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e48e0305-2b91-4a87-a77c-fb617e5e1e9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:15.445117 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd274a2b-2387-4dd0-9600-62cc445246a7 req-a5432465-03a5-4603-9310-f715084444a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:15.446598 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-dd274a2b-2387-4dd0-9600-62cc445246a7 req-a5432465-03a5-4603-9310-f715084444a5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8caf3eba-e7df-49d1-bdb7-f7a8b69eb432 HTTP/1.1" status: 200 len: 844 time: 0.0441756 Nov 12 08:39:15.473494 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f17bbe3-ab74-4f6e-a615-0be503c47a38 req-413b8f13-c979-41b4-a9b3-1b6378537a26 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138956 Nov 12 08:39:15.483140 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-dd274a2b-2387-4dd0-9600-62cc445246a7 req-858ffbb0-fe48-44a6-9b5f-c4301badf847 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=decddc00-32e0-44cc-9e13-8ef2ed68d9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292058 Nov 12 08:39:15.531786 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d02f167e-0c05-4f97-912e-22cb7ad1ae9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:15.534370 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d02f167e-0c05-4f97-912e-22cb7ad1ae9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:15.535613 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d02f167e-0c05-4f97-912e-22cb7ad1ae9a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5833b237-de23-49f8-81a6-149cc962fad4 HTTP/1.1" status: 204 len: 168 time: 0.5968041 Nov 12 08:39:15.552618 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-162c9395-b527-402d-b2e5-4c3639d6c5fe tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:15.554207 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-162c9395-b527-402d-b2e5-4c3639d6c5fe tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/networks?id=ebb104d1-24e6-4fb5-8479-85371fc07302 HTTP/1.1" status: 200 len: 812 time: 0.2992985 Nov 12 08:39:15.569864 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f167e-0c05-4f97-912e-22cb7ad1ae9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5833b237-de23-49f8-81a6-149cc962fad4,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:15.612414 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-4974fb9f-5135-46c1-8973-012ce7e93efa tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/quotas/04e1e46932e445c2a6cc6d10b43d5fb7 HTTP/1.1" status: 200 len: 375 time: 0.0402205 Nov 12 08:39:15.642729 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-dd274a2b-2387-4dd0-9600-62cc445246a7 req-7dc986d8-0c12-4109-8181-1cb7ceedc829 service neutron] 10.222.0.54 "GET /v2.0/networks/decddc00-32e0-44cc-9e13-8ef2ed68d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501329 Nov 12 08:39:15.662672 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e48e0305-2b91-4a87-a77c-fb617e5e1e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:15.665296 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e48e0305-2b91-4a87-a77c-fb617e5e1e9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:15.666543 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e48e0305-2b91-4a87-a77c-fb617e5e1e9e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/28572478-a2b2-4c0b-bf3e-cb2d9607fc3c HTTP/1.1" status: 204 len: 168 time: 0.6479728 Nov 12 08:39:15.711940 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-da809aa1-14d8-42d2-a066-7ef180cd7131 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=04e1e46932e445c2a6cc6d10b43d5fb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0818315 Nov 12 08:39:15.757236 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-dd274a2b-2387-4dd0-9600-62cc445246a7 req-4ab46705-2c17-4beb-89cc-18129bfe810d service neutron] 10.222.0.54 "GET /v2.0/networks/decddc00-32e0-44cc-9e13-8ef2ed68d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069326 Nov 12 08:39:15.767764 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e0305-2b91-4a87-a77c-fb617e5e1e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28572478-a2b2-4c0b-bf3e-cb2d9607fc3c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:15.834154 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42719c6d-e8fd-41e4-954a-c86324c2e39b req-75d9c300-bbed-4f3e-af0e-fc9d82368cab tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:15.835675 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-42719c6d-e8fd-41e4-954a-c86324c2e39b req-75d9c300-bbed-4f3e-af0e-fc9d82368cab tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.2459860 Nov 12 08:39:15.925582 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-d9d82821-b6a6-4b8b-96a0-0236e5cdd936 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:15.941438 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-ccdf843a-943d-4c80-a5dd-d414a5f08e96 service neutron] 10.222.0.37 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277782 Nov 12 08:39:15.948400 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-42719c6d-e8fd-41e4-954a-c86324c2e39b req-bbc98d11-7b43-4bbf-9afb-c838f06620fd tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023035 Nov 12 08:39:16.064045 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43628) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:16.076780 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-d9d82821-b6a6-4b8b-96a0-0236e5cdd936 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:16.079793 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39e16bb5-f629-4298-a3f7-60cb7aebc700 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:16.129542 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-c05f97c5-0424-49b1-9b39-a658285a6fc5 service neutron] 10.222.0.37 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765869 Nov 12 08:39:16.147858 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-d9d82821-b6a6-4b8b-96a0-0236e5cdd936 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Network ac649155-8356-435e-b73c-d739a0401687 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:16.155376 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-d9d82821-b6a6-4b8b-96a0-0236e5cdd936 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:16.165920 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50552d-0a94-4aef-b74d-e7810b2fca95 req-a77dd53a-d367-47f8-ac85-528bfefe7d38 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:16.174279 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3f50552d-0a94-4aef-b74d-e7810b2fca95 req-a77dd53a-d367-47f8-ac85-528bfefe7d38 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 943 time: 0.1515286 Nov 12 08:39:16.176739 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-d9d82821-b6a6-4b8b-96a0-0236e5cdd936 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:16.180328 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d82821-b6a6-4b8b-96a0-0236e5cdd936 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Pushing event updated for resources: {'Port': ['ID=2f9efc5e-9fe8-4b4e-bd8c-683198c6887b,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:16.218915 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39e16bb5-f629-4298-a3f7-60cb7aebc700 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:16.227334 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39e16bb5-f629-4298-a3f7-60cb7aebc700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:16.269445 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-d9d82821-b6a6-4b8b-96a0-0236e5cdd936 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:16.270168 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-d9d82821-b6a6-4b8b-96a0-0236e5cdd936 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:16.277820 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-39e16bb5-f629-4298-a3f7-60cb7aebc700 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7dcd1aae897f47b4a1b82c4ada3544df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126148 Nov 12 08:39:16.281461 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43636) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:16.295102 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3f50552d-0a94-4aef-b74d-e7810b2fca95 req-328113dc-3370-49a7-837e-00e8d72542da tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146040 Nov 12 08:39:16.297004 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e16bb5-f629-4298-a3f7-60cb7aebc700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e1960d-2699-45b2-b82d-75dfaf470a87,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:16.328145 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-d9d82821-b6a6-4b8b-96a0-0236e5cdd936 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6637745 Nov 12 08:39:16.346857 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-0498ab68-655b-4792-b20a-79637c83f94b service neutron] Request body: {'port': {'device_id': '15473919-e13a-4cce-adce-b9632482949f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:16.377441 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad8ba6a4-b849-46fa-9324-b2839f320f21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:16.420240 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad8ba6a4-b849-46fa-9324-b2839f320f21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:16.521582 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad8ba6a4-b849-46fa-9324-b2839f320f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:16.524362 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad8ba6a4-b849-46fa-9324-b2839f320f21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:16.525562 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ad8ba6a4-b849-46fa-9324-b2839f320f21 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/37e1960d-2699-45b2-b82d-75dfaf470a87 HTTP/1.1" status: 204 len: 168 time: 0.2428594 Nov 12 08:39:16.531518 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-0498ab68-655b-4792-b20a-79637c83f94b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:16.551648 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ba6a4-b849-46fa-9324-b2839f320f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e1960d-2699-45b2-b82d-75dfaf470a87,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:16.566810 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991f877-6023-4086-a894-6b17345cab94 req-181d8578-60d6-4d67-902a-97552b86aea9 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:16.569220 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6991f877-6023-4086-a894-6b17345cab94 req-181d8578-60d6-4d67-902a-97552b86aea9 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 949 time: 0.1877227 Nov 12 08:39:16.662864 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d377b-f5fc-4b73-8972-91ddb9f98ef4 req-a4583c2d-30da-457f-a2df-4c120e5239d1 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:16.664450 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f37d377b-f5fc-4b73-8972-91ddb9f98ef4 req-a4583c2d-30da-457f-a2df-4c120e5239d1 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.1928067 Nov 12 08:39:16.787300 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6991f877-6023-4086-a894-6b17345cab94 req-ec2d73d2-9c64-4e2f-8df9-f4f2d78e7d94 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704237 Nov 12 08:39:16.867430 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f37d377b-f5fc-4b73-8972-91ddb9f98ef4 req-63e2a405-f9ed-4c2f-8d92-a1f4e3f48183 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529722 Nov 12 08:39:17.013223 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b4983ac0-8a3e-4fe0-934f-b4eedc9b0b47 req-6830929e-992d-4119-a5b8-dc29463245bb tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=a119dbea-4bfa-41b4-aa56-93664d317173 HTTP/1.1" status: 200 len: 210 time: 0.0498831 Nov 12 08:39:17.059011 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473d9b3-ac15-43b1-9bb0-41f9a5a00afd req-0ce5f21d-ca50-4919-9b97-5a4468941ee8 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:17.068091 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e473d9b3-ac15-43b1-9bb0-41f9a5a00afd req-0ce5f21d-ca50-4919-9b97-5a4468941ee8 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=15473919-e13a-4cce-adce-b9632482949f HTTP/1.1" status: 200 len: 932 time: 0.1856334 Nov 12 08:39:17.108149 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-0498ab68-655b-4792-b20a-79637c83f94b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f9efc5e-9fe8-4b4e-bd8c-683198c6887b {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:17.120913 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-0498ab68-655b-4792-b20a-79637c83f94b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:17.163188 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-0498ab68-655b-4792-b20a-79637c83f94b service neutron] Transition to ACTIVE for port object 2f9efc5e-9fe8-4b4e-bd8c-683198c6887b will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:39:17.173669 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e473d9b3-ac15-43b1-9bb0-41f9a5a00afd req-ad7884e5-ba24-4dc7-9126-cb6c7f05fa45 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b36950-bfb5-4451-9a4e-2ea1644ff783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998189 Nov 12 08:39:17.174957 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-0498ab68-655b-4792-b20a-79637c83f94b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:17.256468 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498ab68-655b-4792-b20a-79637c83f94b service neutron] Pushing event updated for resources: {'Port': ['ID=2f9efc5e-9fe8-4b4e-bd8c-683198c6887b,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:17.367514 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f7d1d-9b98-4a98-8993-08b942ad5674 req-723d5f55-1d38-4dad-b4ef-cd1c9809b9c1 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:17.369122 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ce7f7d1d-9b98-4a98-8993-08b942ad5674 req-723d5f55-1d38-4dad-b4ef-cd1c9809b9c1 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0928531 Nov 12 08:39:17.374385 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-0498ab68-655b-4792-b20a-79637c83f94b service neutron] Attempting to bind port 2f9efc5e-9fe8-4b4e-bd8c-683198c6887b on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:39:17.374769 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-0498ab68-655b-4792-b20a-79637c83f94b service neutron] Attempting to bind port 2f9efc5e-9fe8-4b4e-bd8c-683198c6887b by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '60d896f7-8941-43a6-b4e7-e68d57025316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ac649155-8356-435e-b73c-d739a0401687'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:39:17.375052 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-0498ab68-655b-4792-b20a-79637c83f94b service neutron] Attempting to bind port 2f9efc5e-9fe8-4b4e-bd8c-683198c6887b on network ac649155-8356-435e-b73c-d739a0401687 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:17.386646 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-0498ab68-655b-4792-b20a-79637c83f94b service neutron] Port 2f9efc5e-9fe8-4b4e-bd8c-683198c6887b on network ac649155-8356-435e-b73c-d739a0401687 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:39:17.386927 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-0498ab68-655b-4792-b20a-79637c83f94b service neutron] Attempting to bind port 2f9efc5e-9fe8-4b4e-bd8c-683198c6887b on network ac649155-8356-435e-b73c-d739a0401687 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:17.406417 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-0498ab68-655b-4792-b20a-79637c83f94b service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:39:17.406767 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-0498ab68-655b-4792-b20a-79637c83f94b service neutron] Checking segment: {'id': '60d896f7-8941-43a6-b4e7-e68d57025316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ac649155-8356-435e-b73c-d739a0401687'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:17.407124 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-0498ab68-655b-4792-b20a-79637c83f94b service neutron] Bound using segment: {'id': '60d896f7-8941-43a6-b4e7-e68d57025316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ac649155-8356-435e-b73c-d739a0401687'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:39:17.407578 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-0498ab68-655b-4792-b20a-79637c83f94b service neutron] Bound port: 2f9efc5e-9fe8-4b4e-bd8c-683198c6887b, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60d896f7-8941-43a6-b4e7-e68d57025316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ac649155-8356-435e-b73c-d739a0401687'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:39:17.407955 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-0498ab68-655b-4792-b20a-79637c83f94b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:17.486805 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ce7f7d1d-9b98-4a98-8993-08b942ad5674 req-027279be-3b47-4a45-ab95-1f8420f1aa0d tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081011 Nov 12 08:39:17.523547 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 26641acd-8772-4a51-bdba-6d1ca438410b details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:39:17.570055 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-0498ab68-655b-4792-b20a-79637c83f94b service neutron] For port 2f9efc5e-9fe8-4b4e-bd8c-683198c6887b, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:39:17.574840 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-0498ab68-655b-4792-b20a-79637c83f94b service neutron] For port 2f9efc5e-9fe8-4b4e-bd8c-683198c6887b, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=2f9efc5e-9fe8-4b4e-bd8c-683198c6887b,segment=NetworkSegment(60d896f7-8941-43a6-b4e7-e68d57025316),segment_id=60d896f7-8941-43a6-b4e7-e68d57025316)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:39:17.588873 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-0498ab68-655b-4792-b20a-79637c83f94b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:17.628577 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-0498ab68-655b-4792-b20a-79637c83f94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:17.630698 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-0498ab68-655b-4792-b20a-79637c83f94b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:17.632747 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-0498ab68-655b-4792-b20a-79637c83f94b service neutron] 10.222.0.58 "PUT /v2.0/ports/2f9efc5e-9fe8-4b4e-bd8c-683198c6887b HTTP/1.1" status: 200 len: 1093 time: 1.2903714 Nov 12 08:39:17.642603 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15473919-e13a-4cce-adce-b9632482949f', 'tag': '2f9efc5e-9fe8-4b4e-bd8c-683198c6887b'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:17.654825 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf287c96-039c-4115-b046-d7eef35f1034" -d '{"events": [{"name": "network-changed", "server_uuid": "15473919-e13a-4cce-adce-b9632482949f", "tag": "2f9efc5e-9fe8-4b4e-bd8c-683198c6887b"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:17.742731 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-9c991108-3962-45fe-b23b-12d758768d7c tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:17.745801 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-9c991108-3962-45fe-b23b-12d758768d7c tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.54 "GET /v2.0/networks?id=ebb104d1-24e6-4fb5-8479-85371fc07302 HTTP/1.1" status: 200 len: 812 time: 0.2466695 Nov 12 08:39:17.765834 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-b18bce11-012c-4b0a-a44d-fe22681d2b50 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Request body: {'port': {'device_id': 'a119dbea-4bfa-41b4-aa56-93664d317173', 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302', 'admin_state_up': True, 'tenant_id': '04e1e46932e445c2a6cc6d10b43d5fb7'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:17.780327 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 26641acd-8772-4a51-bdba-6d1ca438410b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=26641acd-8772-4a51-bdba-6d1ca438410b,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:17.797969 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '26641acd-8772-4a51-bdba-6d1ca438410b', 'network_id': 'decddc00-32e0-44cc-9e13-8ef2ed68d9e6', 'port_id': '26641acd-8772-4a51-bdba-6d1ca438410b', 'mac_address': 'fa:16:3e:1c:e4:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8caf3eba-e7df-49d1-bdb7-f7a8b69eb432', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:39:17.859069 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:17.879089 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26641acd-8772-4a51-bdba-6d1ca438410b {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:17.883403 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498ab68-655b-4792-b20a-79637c83f94b service neutron] Pushing event updated for resources: {'Port': ['ID=2f9efc5e-9fe8-4b4e-bd8c-683198c6887b,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:17.912905 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 26641acd-8772-4a51-bdba-6d1ca438410b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=26641acd-8772-4a51-bdba-6d1ca438410b,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:17.919594 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:17.928408 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1bfa94-f2af-4565-be68-8ab757686251 req-50a9d3a8-c35f-4db3-a5fa-ba1248f5c1a4 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:17.939812 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c1bfa94-f2af-4565-be68-8ab757686251 req-50a9d3a8-c35f-4db3-a5fa-ba1248f5c1a4 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 943 time: 0.3299108 Nov 12 08:39:17.962418 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-dd18ceaa-1843-48d8-8ec7-ed1f112ee83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:17.967607 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-dd18ceaa-1843-48d8-8ec7-ed1f112ee83a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cbdd6d621f374244977b79c953b0cd0d&device_id=15473919-e13a-4cce-adce-b9632482949f HTTP/1.1" status: 200 len: 1096 time: 0.2229900 Nov 12 08:39:18.039402 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=26641acd-8772-4a51-bdba-6d1ca438410b,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:18.060161 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:18.060503 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:18.068654 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:18.071656 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:18.073243 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:18.074855 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:18.075674 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:18.077135 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:18.078961 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:18.081715 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:18.082205 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:18.082647 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:18.106983 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-8baf7b5a-ac2b-4c27-8717-75b21c91b43d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f9efc5e-9fe8-4b4e-bd8c-683198c6887b HTTP/1.1" status: 200 len: 217 time: 0.1193414 Nov 12 08:39:18.129868 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['26641acd-8772-4a51-bdba-6d1ca438410b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:18.169019 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c1bfa94-f2af-4565-be68-8ab757686251 req-f154b268-2553-4470-96bc-abc4259763e7 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239337 Nov 12 08:39:18.205196 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-67fa96a7-7072-45a0-bc76-11fdae813c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:18.206883 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-67fa96a7-7072-45a0-bc76-11fdae813c72 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f5bc2261-6276-45a4-a285-65ec53109574 HTTP/1.1" status: 200 len: 852 time: 0.0805285 Nov 12 08:39:18.227484 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca80a2-e9c2-4117-919c-fca530cccb1c req-1887e02a-c0bb-45f2-b199-ab6949226eab tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:18.230027 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d6ca80a2-e9c2-4117-919c-fca530cccb1c req-1887e02a-c0bb-45f2-b199-ab6949226eab tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.1950228 Nov 12 08:39:18.250912 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cbfec4-1879-4bde-b38b-084817c665d8 x-openstack-request-id: req-22cbfec4-1879-4bde-b38b-084817c665d8 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:18.250912 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15473919-e13a-4cce-adce-b9632482949f", "tag": "2f9efc5e-9fe8-4b4e-bd8c-683198c6887b", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:18.250912 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22cbfec4-1879-4bde-b38b-084817c665d8 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:18.250912 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15473919-e13a-4cce-adce-b9632482949f', 'tag': '2f9efc5e-9fe8-4b4e-bd8c-683198c6887b', 'status': 'completed', 'code': 200} Nov 12 08:39:18.282345 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-63c7a82c-0a78-43dd-933a-a9541af52f87 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac649155-8356-435e-b73c-d739a0401687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487814 Nov 12 08:39:18.344516 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d6ca80a2-e9c2-4117-919c-fca530cccb1c req-105eeb80-97fe-4857-9afa-135d5d171033 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984471 Nov 12 08:39:18.405639 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-803a9c78-8ede-44bf-9263-76a676f259e5 req-480d9865-5237-4cf8-ad9f-235fd6629a8f tempest-ServerShowV257Test-1078404914 tempest-ServerShowV257Test-1078404914-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.0601101 Nov 12 08:39:18.427079 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-b18bce11-012c-4b0a-a44d-fe22681d2b50 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Made reservation on behalf of 04e1e46932e445c2a6cc6d10b43d5fb7 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:18.436326 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-b18bce11-012c-4b0a-a44d-fe22681d2b50 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:18.479915 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-452184a2-56db-4493-861e-ca3f05a2cb63 service neutron] 10.222.0.58 "GET /v2.0/networks/ac649155-8356-435e-b73c-d739a0401687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815734 Nov 12 08:39:18.574287 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c6e214b-d71f-4ada-a401-340f080d80ae req-60a812d6-2423-437f-98d9-017783f5852f tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=a119dbea-4bfa-41b4-aa56-93664d317173 HTTP/1.1" status: 200 len: 210 time: 0.0686734 Nov 12 08:39:18.642053 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-b18bce11-012c-4b0a-a44d-fe22681d2b50 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Allocated IP 172.20.0.10 (ebb104d1-24e6-4fb5-8479-85371fc07302/4bf5e142-9321-4c39-8a01-974865fb5fa2/1db79d84-d813-41f1-87b9-7e6c81d4631c) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:18.644719 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b40ec-2089-4901-b944-424709ddf52b req-af6ab5c3-4562-4c71-9514-dec3fe376027 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:18.655932 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cd9b40ec-2089-4901-b944-424709ddf52b req-af6ab5c3-4562-4c71-9514-dec3fe376027 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 949 time: 0.1733973 Nov 12 08:39:18.742640 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-99e267d4-fcd1-46c4-bf99-0a3979866041 req-51c07680-76d5-4376-9b52-fbe3fe21ea97 service neutron] 10.222.0.58 "GET /v2.0/networks/ac649155-8356-435e-b73c-d739a0401687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502279 Nov 12 08:39:18.765000 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cd9b40ec-2089-4901-b944-424709ddf52b req-17c280f9-a9b2-497e-825e-7dfd819ba842 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034050 Nov 12 08:39:18.792346 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2867ba-2d1d-4939-bd73-64f9e3c5dd64 req-3d3e6a10-02b7-4d74-ab5e-7d672d8eca36 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:18.800331 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f2867ba-2d1d-4939-bd73-64f9e3c5dd64 req-3d3e6a10-02b7-4d74-ab5e-7d672d8eca36 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=15473919-e13a-4cce-adce-b9632482949f HTTP/1.1" status: 200 len: 944 time: 0.1387758 Nov 12 08:39:18.857610 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-b18bce11-012c-4b0a-a44d-fe22681d2b50 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:18.892417 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f2867ba-2d1d-4939-bd73-64f9e3c5dd64 req-80f0d062-76eb-4874-895d-f853e7f306a3 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b36950-bfb5-4451-9a4e-2ea1644ff783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910852 Nov 12 08:39:18.895587 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-b18bce11-012c-4b0a-a44d-fe22681d2b50 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:18.909125 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf287c96-039c-4115-b046-d7eef35f1034 req-4620c5b8-bcbc-4ddb-aee7-66ffc679e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:18.909125 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf287c96-039c-4115-b046-d7eef35f1034 req-4620c5b8-bcbc-4ddb-aee7-66ffc679e583 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cbdd6d621f374244977b79c953b0cd0d&device_id=15473919-e13a-4cce-adce-b9632482949f HTTP/1.1" status: 200 len: 1096 time: 0.0839670 Nov 12 08:39:18.936931 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-b18bce11-012c-4b0a-a44d-fe22681d2b50 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Network ebb104d1-24e6-4fb5-8479-85371fc07302 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:18.940411 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-b18bce11-012c-4b0a-a44d-fe22681d2b50 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:18.945148 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-b18bce11-012c-4b0a-a44d-fe22681d2b50 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:18.994710 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bce11-012c-4b0a-a44d-fe22681d2b50 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Pushing event updated for resources: {'Port': ['ID=1db79d84-d813-41f1-87b9-7e6c81d4631c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:19.031568 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-b18bce11-012c-4b0a-a44d-fe22681d2b50 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:19.032399 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-b18bce11-012c-4b0a-a44d-fe22681d2b50 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:19.053981 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-b18bce11-012c-4b0a-a44d-fe22681d2b50 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2957621 Nov 12 08:39:19.069193 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-7a0abde0-14da-4126-a829-3f969c612cdd service neutron] Request body: {'port': {'device_id': 'a119dbea-4bfa-41b4-aa56-93664d317173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:19.074205 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d8ee6-c895-418f-9ee4-3379cbe2741e req-eec55613-04c3-4c2d-8ce4-6c975140b7a0 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:19.076002 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-141d8ee6-c895-418f-9ee4-3379cbe2741e req-eec55613-04c3-4c2d-8ce4-6c975140b7a0 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0877407 Nov 12 08:39:19.077540 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf287c96-039c-4115-b046-d7eef35f1034 req-276d9852-874b-411c-a58e-c517075216b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:19.078944 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf287c96-039c-4115-b046-d7eef35f1034 req-276d9852-874b-411c-a58e-c517075216b7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ac649155-8356-435e-b73c-d739a0401687 HTTP/1.1" status: 200 len: 913 time: 0.1639612 Nov 12 08:39:19.128754 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-7a0abde0-14da-4126-a829-3f969c612cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:19.141126 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf287c96-039c-4115-b046-d7eef35f1034 req-69d251ef-181b-4bb4-b524-9eb6f0630cd9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f9efc5e-9fe8-4b4e-bd8c-683198c6887b HTTP/1.1" status: 200 len: 217 time: 0.0517836 Nov 12 08:39:19.176421 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-141d8ee6-c895-418f-9ee4-3379cbe2741e req-694aa978-ac9b-4e3f-b5ae-1bfdd051caf2 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899229 Nov 12 08:39:19.257729 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf287c96-039c-4115-b046-d7eef35f1034 req-c4cb3043-b319-4c22-9d37-6626dca549d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:19.259373 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf287c96-039c-4115-b046-d7eef35f1034 req-c4cb3043-b319-4c22-9d37-6626dca549d7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f5bc2261-6276-45a4-a285-65ec53109574 HTTP/1.1" status: 200 len: 852 time: 0.0819840 Nov 12 08:39:19.326911 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf287c96-039c-4115-b046-d7eef35f1034 req-4a0b7c8b-0537-4659-8c9e-82fa48739fe5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac649155-8356-435e-b73c-d739a0401687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582352 Nov 12 08:39:19.441426 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e008e-77da-4821-9683-310668cd6cfb req-6988b09f-25b1-4cbd-9148-c6d7e339e44c tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:19.443344 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-322e008e-77da-4821-9683-310668cd6cfb req-6988b09f-25b1-4cbd-9148-c6d7e339e44c tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 944 time: 0.1624093 Nov 12 08:39:19.460602 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-7a0abde0-14da-4126-a829-3f969c612cdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db79d84-d813-41f1-87b9-7e6c81d4631c {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:19.476629 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-7a0abde0-14da-4126-a829-3f969c612cdd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:19.490127 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fd780-72b9-4ddc-85c2-db7c3917a8d0 req-46b64d13-6664-4cf8-ad1d-956efc7b08f6 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:19.491759 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6c6fd780-72b9-4ddc-85c2-db7c3917a8d0 req-46b64d13-6664-4cf8-ad1d-956efc7b08f6 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.1716640 Nov 12 08:39:19.493001 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-7a0abde0-14da-4126-a829-3f969c612cdd service neutron] Transition to ACTIVE for port object 1db79d84-d813-41f1-87b9-7e6c81d4631c will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:39:19.500913 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-7a0abde0-14da-4126-a829-3f969c612cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:19.505453 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf287c96-039c-4115-b046-d7eef35f1034 req-76c61202-b0bf-477c-884e-b48effda6861 service neutron] 10.222.0.58 "GET /v2.0/networks/ac649155-8356-435e-b73c-d739a0401687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668320 Nov 12 08:39:19.531040 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 26641acd-8772-4a51-bdba-6d1ca438410b up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:19.568244 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0abde0-14da-4126-a829-3f969c612cdd service neutron] Pushing event updated for resources: {'Port': ['ID=1db79d84-d813-41f1-87b9-7e6c81d4631c,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:19.571873 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-322e008e-77da-4821-9683-310668cd6cfb req-5f8b8448-580a-4d75-a06f-159365d76c0e tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195071 Nov 12 08:39:19.618589 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 26641acd-8772-4a51-bdba-6d1ca438410b completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:39:19.625706 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 26641acd-8772-4a51-bdba-6d1ca438410b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:19.626410 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:19.631474 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6c6fd780-72b9-4ddc-85c2-db7c3917a8d0 req-cdd36269-6268-48f0-aca3-c88e7246430e tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285572 Nov 12 08:39:19.652262 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-7a0abde0-14da-4126-a829-3f969c612cdd service neutron] Attempting to bind port 1db79d84-d813-41f1-87b9-7e6c81d4631c on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:39:19.652727 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-7a0abde0-14da-4126-a829-3f969c612cdd service neutron] Attempting to bind port 1db79d84-d813-41f1-87b9-7e6c81d4631c by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'c5cbe887-c0ec-4daa-92d4-e72529fcbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:39:19.653150 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-7a0abde0-14da-4126-a829-3f969c612cdd service neutron] Attempting to bind port 1db79d84-d813-41f1-87b9-7e6c81d4631c on network ebb104d1-24e6-4fb5-8479-85371fc07302 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:19.671091 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-7a0abde0-14da-4126-a829-3f969c612cdd service neutron] Port 1db79d84-d813-41f1-87b9-7e6c81d4631c on network ebb104d1-24e6-4fb5-8479-85371fc07302 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:39:19.671091 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-7a0abde0-14da-4126-a829-3f969c612cdd service neutron] Attempting to bind port 1db79d84-d813-41f1-87b9-7e6c81d4631c on network ebb104d1-24e6-4fb5-8479-85371fc07302 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:19.684391 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-7a0abde0-14da-4126-a829-3f969c612cdd service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:39:19.684861 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-7a0abde0-14da-4126-a829-3f969c612cdd service neutron] Checking segment: {'id': 'c5cbe887-c0ec-4daa-92d4-e72529fcbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:19.687510 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf287c96-039c-4115-b046-d7eef35f1034 req-f239b229-70d5-45f5-8ec3-aade02738f9b service neutron] 10.222.0.58 "GET /v2.0/networks/ac649155-8356-435e-b73c-d739a0401687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668572 Nov 12 08:39:19.687900 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-7a0abde0-14da-4126-a829-3f969c612cdd service neutron] Bound using segment: {'id': 'c5cbe887-c0ec-4daa-92d4-e72529fcbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:39:19.688377 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-7a0abde0-14da-4126-a829-3f969c612cdd service neutron] Bound port: 1db79d84-d813-41f1-87b9-7e6c81d4631c, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5cbe887-c0ec-4daa-92d4-e72529fcbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:39:19.688753 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-7a0abde0-14da-4126-a829-3f969c612cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:19.756318 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:19.778777 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1296a-adf7-4bd3-82f5-b04bd1c12531 req-28114a1c-96b1-4e4f-9b30-7d2b7fec5019 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:19.781151 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a1f1296a-adf7-4bd3-82f5-b04bd1c12531 req-28114a1c-96b1-4e4f-9b30-7d2b7fec5019 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=a119dbea-4bfa-41b4-aa56-93664d317173 HTTP/1.1" status: 200 len: 944 time: 0.0604684 Nov 12 08:39:19.782963 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4236b6-1ffd-4a92-9580-46429354a79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26641acd-8772-4a51-bdba-6d1ca438410b'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:19.785404 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceaaf27f-1320-4475-88c5-a1faa482a055" -d '{"events": [{"server_uuid": "3c4236b6-1ffd-4a92-9580-46429354a79d", "name": "network-vif-plugged", "status": "completed", "tag": "26641acd-8772-4a51-bdba-6d1ca438410b"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:19.794372 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-7a0abde0-14da-4126-a829-3f969c612cdd service neutron] For port 1db79d84-d813-41f1-87b9-7e6c81d4631c, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:39:19.798197 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 26641acd-8772-4a51-bdba-6d1ca438410b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=26641acd-8772-4a51-bdba-6d1ca438410b,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:19.798795 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-7a0abde0-14da-4126-a829-3f969c612cdd service neutron] For port 1db79d84-d813-41f1-87b9-7e6c81d4631c, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=1db79d84-d813-41f1-87b9-7e6c81d4631c,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:39:19.803098 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:19.805660 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-7a0abde0-14da-4126-a829-3f969c612cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:19.820244 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6d9b3a1c-1940-48c2-83ec-210c233fd13d req-dbbc01ff-48d0-4823-bcb6-12253e47eb9e tempest-ServerShowV257Test-1078404914 tempest-ServerShowV257Test-1078404914-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.0387661 Nov 12 08:39:19.855126 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-7a0abde0-14da-4126-a829-3f969c612cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:19.856216 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-7a0abde0-14da-4126-a829-3f969c612cdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:19.858397 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-7a0abde0-14da-4126-a829-3f969c612cdd service neutron] 10.222.0.54 "PUT /v2.0/ports/1db79d84-d813-41f1-87b9-7e6c81d4631c HTTP/1.1" status: 200 len: 1093 time: 0.7960067 Nov 12 08:39:19.859029 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a119dbea-4bfa-41b4-aa56-93664d317173', 'tag': '1db79d84-d813-41f1-87b9-7e6c81d4631c'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:19.861761 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f1a1e1-b3e7-474e-b0cc-a3b1d1acd3e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a119dbea-4bfa-41b4-aa56-93664d317173", "tag": "1db79d84-d813-41f1-87b9-7e6c81d4631c"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:19.883092 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=26641acd-8772-4a51-bdba-6d1ca438410b,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:19.894403 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0abde0-14da-4126-a829-3f969c612cdd service neutron] Pushing event updated for resources: {'Port': ['ID=1db79d84-d813-41f1-87b9-7e6c81d4631c,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:19.908371 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a1f1296a-adf7-4bd3-82f5-b04bd1c12531 req-faadd176-c736-4e64-952c-ffb5b787bdf3 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182294 Nov 12 08:39:19.968807 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-9288fa5f-e936-4ec4-9e7f-61f40bbdee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:19.969300 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f633ee-469a-41b0-993f-4385175b1a01 x-openstack-request-id: req-a9f633ee-469a-41b0-993f-4385175b1a01 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:19.969611 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c4236b6-1ffd-4a92-9580-46429354a79d", "name": "network-vif-plugged", "status": "completed", "tag": "26641acd-8772-4a51-bdba-6d1ca438410b", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:19.969859 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9f633ee-469a-41b0-993f-4385175b1a01 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:19.970250 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4236b6-1ffd-4a92-9580-46429354a79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26641acd-8772-4a51-bdba-6d1ca438410b', 'code': 200} Nov 12 08:39:19.970912 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-9288fa5f-e936-4ec4-9e7f-61f40bbdee29 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=04e1e46932e445c2a6cc6d10b43d5fb7&device_id=a119dbea-4bfa-41b4-aa56-93664d317173 HTTP/1.1" status: 200 len: 1096 time: 0.0599685 Nov 12 08:39:20.028004 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee4498f-266d-4b8c-b947-54143385b0cb x-openstack-request-id: req-dee4498f-266d-4b8c-b947-54143385b0cb {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:20.028516 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a119dbea-4bfa-41b4-aa56-93664d317173", "tag": "1db79d84-d813-41f1-87b9-7e6c81d4631c", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:20.028892 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dee4498f-266d-4b8c-b947-54143385b0cb {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:20.029665 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a119dbea-4bfa-41b4-aa56-93664d317173', 'tag': '1db79d84-d813-41f1-87b9-7e6c81d4631c', 'status': 'completed', 'code': 200} Nov 12 08:39:20.032644 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-52c04d32-c3e4-4361-8d82-523fd24838e8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1db79d84-d813-41f1-87b9-7e6c81d4631c HTTP/1.1" status: 200 len: 217 time: 0.0498776 Nov 12 08:39:20.063219 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3562a40-3a9f-4730-8b54-2ab4fc8b66bc req-fb1fb508-2ef1-4b28-a049-33bd23f7b1be tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:20.064760 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f3562a40-3a9f-4730-8b54-2ab4fc8b66bc req-fb1fb508-2ef1-4b28-a049-33bd23f7b1be tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 949 time: 0.0715177 Nov 12 08:39:20.115386 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-4d765302-da55-47b8-9a6e-1b009e69a245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:20.116914 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-4d765302-da55-47b8-9a6e-1b009e69a245 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bf5e142-9321-4c39-8a01-974865fb5fa2 HTTP/1.1" status: 200 len: 852 time: 0.0759485 Nov 12 08:39:20.126300 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bba95-862b-4cf8-b079-90513f7ce94a req-ec9aee98-22d7-42b1-97ed-2a6acef75602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:20.127783 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-473bba95-862b-4cf8-b079-90513f7ce94a req-ec9aee98-22d7-42b1-97ed-2a6acef75602 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 1097 time: 0.0566092 Nov 12 08:39:20.146544 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0826107-acd3-42e5-8db0-94fe392f1e07 req-e4dc9f3d-7633-4a8e-a5d3-a43ee0dcb0d4 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:20.148108 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a0826107-acd3-42e5-8db0-94fe392f1e07 req-e4dc9f3d-7633-4a8e-a5d3-a43ee0dcb0d4 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=15473919-e13a-4cce-adce-b9632482949f HTTP/1.1" status: 200 len: 944 time: 0.0938094 Nov 12 08:39:20.151657 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f3562a40-3a9f-4730-8b54-2ab4fc8b66bc req-16dd6394-07e3-45f8-9782-4b7e776404a9 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787542 Nov 12 08:39:20.166410 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-a0ac8c05-27a4-4fb3-a341-373a2814f7fd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebb104d1-24e6-4fb5-8479-85371fc07302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375385 Nov 12 08:39:20.216270 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a0826107-acd3-42e5-8db0-94fe392f1e07 req-9ae6e612-fdec-495f-a445-5f9690cb63be tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b36950-bfb5-4451-9a4e-2ea1644ff783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597496 Nov 12 08:39:20.255448 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-473bba95-862b-4cf8-b079-90513f7ce94a req-65cdd47e-bdaf-4424-b6fd-c7c8170bc3d5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185122 Nov 12 08:39:20.298991 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-523722ab-1542-4d79-b26b-53e299a01855 service neutron] 10.222.0.54 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250865 Nov 12 08:39:20.301283 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a74b4-2767-4b70-ad12-87178202e3b7 req-e72f235a-398b-4750-b6ba-f105bce3e765 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:20.305190 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-852a74b4-2767-4b70-ad12-87178202e3b7 req-e72f235a-398b-4750-b6ba-f105bce3e765 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0703235 Nov 12 08:39:20.355664 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-852a74b4-2767-4b70-ad12-87178202e3b7 req-b0d00de2-f1e9-48c1-bf03-955a8df9d400 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466318 Nov 12 08:39:20.484826 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72556f-9ce8-449d-a96f-4103cc9cc656 req-8dba572b-5e27-4e00-b2e4-b85d33dcffe2 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:20.486565 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df72556f-9ce8-449d-a96f-4103cc9cc656 req-8dba572b-5e27-4e00-b2e4-b85d33dcffe2 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0596435 Nov 12 08:39:20.538867 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df72556f-9ce8-449d-a96f-4103cc9cc656 req-f21488af-f250-4a0e-814d-cfe65833daa9 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457759 Nov 12 08:39:20.546144 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8b9fee09-8e7b-4233-b7ff-bd3ed3aceb4b req-0bb561c6-8130-43dc-9235-4e9d961b0099 service neutron] 10.222.0.54 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021070 Nov 12 08:39:20.639688 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43784) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:20.648826 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1a1e1-b3e7-474e-b0cc-a3b1d1acd3e5 req-1125bd17-6ffb-4434-a44f-a953c7344964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:20.650399 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-04f1a1e1-b3e7-474e-b0cc-a3b1d1acd3e5 req-1125bd17-6ffb-4434-a44f-a953c7344964 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=04e1e46932e445c2a6cc6d10b43d5fb7&device_id=a119dbea-4bfa-41b4-aa56-93664d317173 HTTP/1.1" status: 200 len: 1096 time: 0.0521951 Nov 12 08:39:20.763389 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4a6c5-0351-48d3-b01e-df8e99525e96 req-81ef7411-8707-42a0-bf31-7d9f90dec35b tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:20.765044 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-42a4a6c5-0351-48d3-b01e-df8e99525e96 req-81ef7411-8707-42a0-bf31-7d9f90dec35b tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 945 time: 0.0910761 Nov 12 08:39:20.780187 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1a1e1-b3e7-474e-b0cc-a3b1d1acd3e5 req-77662431-c311-4494-89f8-2ed88a4a2b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:20.781781 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-04f1a1e1-b3e7-474e-b0cc-a3b1d1acd3e5 req-77662431-c311-4494-89f8-2ed88a4a2b13 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ebb104d1-24e6-4fb5-8479-85371fc07302 HTTP/1.1" status: 200 len: 913 time: 0.1234334 Nov 12 08:39:20.813828 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6e5b-dde2-4529-b898-2c28f1154a42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:20.838009 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-04f1a1e1-b3e7-474e-b0cc-a3b1d1acd3e5 req-a4e39eff-e8e0-46f2-ab15-253342f763f4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1db79d84-d813-41f1-87b9-7e6c81d4631c HTTP/1.1" status: 200 len: 217 time: 0.0480118 Nov 12 08:39:20.867603 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f615b9b-eed0-4fef-bc59-b9737352fe38 req-ded0c53b-1dc3-4c4d-8383-925941009742 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:20.870139 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f615b9b-eed0-4fef-bc59-b9737352fe38 req-ded0c53b-1dc3-4c4d-8383-925941009742 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.1245368 Nov 12 08:39:20.892312 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1a1e1-b3e7-474e-b0cc-a3b1d1acd3e5 req-2b872a43-dba7-4fa7-a7c3-fc400f8273ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:20.893827 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-04f1a1e1-b3e7-474e-b0cc-a3b1d1acd3e5 req-2b872a43-dba7-4fa7-a7c3-fc400f8273ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bf5e142-9321-4c39-8a01-974865fb5fa2 HTTP/1.1" status: 200 len: 852 time: 0.0474870 Nov 12 08:39:20.924129 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-34fb59c2-4723-48d3-9834-7c4011e90a39 req-fb8da79c-68b7-4a16-9684-6cbcc3183609 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.0513666 Nov 12 08:39:20.930795 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-04f1a1e1-b3e7-474e-b0cc-a3b1d1acd3e5 req-b1a05434-bba3-4545-ad88-5caa439972b3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebb104d1-24e6-4fb5-8479-85371fc07302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263298 Nov 12 08:39:20.934314 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-42a4a6c5-0351-48d3-b01e-df8e99525e96 req-f421a3d2-f30c-4940-8323-e31edf0b8a4b tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487067 Nov 12 08:39:20.995109 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f615b9b-eed0-4fef-bc59-b9737352fe38 req-bcc9b777-8e5b-4add-8d52-6b858004d7ac tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058316 Nov 12 08:39:21.029790 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6e5b-dde2-4529-b898-2c28f1154a42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:21.046426 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-04f1a1e1-b3e7-474e-b0cc-a3b1d1acd3e5 req-e603170a-3231-4eaf-8b37-587b2a328143 service neutron] 10.222.0.54 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065896 Nov 12 08:39:21.059038 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6e5b-dde2-4529-b898-2c28f1154a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:21.063765 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e47fe22a-2094-4c46-bec0-35bf66ebe2c1 req-e24e118a-27f2-4ca7-9ae0-08c066916ca2 tempest-ServerShowV257Test-1078404914 tempest-ServerShowV257Test-1078404914-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.0553291 Nov 12 08:39:21.129562 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c7ce6e5b-dde2-4529-b898-2c28f1154a42 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3aed3085f57a46d78b1a2335296219d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4882481 Nov 12 08:39:21.132442 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43798) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:21.134303 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce6e5b-dde2-4529-b898-2c28f1154a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e489dda8-6f32-4bc2-99b2-28d932bc07b7,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:21.199140 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-04f1a1e1-b3e7-474e-b0cc-a3b1d1acd3e5 req-0b24e034-7d3c-442a-bfeb-2fc0d1979881 service neutron] 10.222.0.54 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420753 Nov 12 08:39:21.215979 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-137b65d3-4485-46b4-aa23-afbba2cca461 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:21.242565 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-137b65d3-4485-46b4-aa23-afbba2cca461 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:21.314660 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-137b65d3-4485-46b4-aa23-afbba2cca461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:21.318177 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-137b65d3-4485-46b4-aa23-afbba2cca461 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:21.320317 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-137b65d3-4485-46b4-aa23-afbba2cca461 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e489dda8-6f32-4bc2-99b2-28d932bc07b7 HTTP/1.1" status: 204 len: 168 time: 0.1824346 Nov 12 08:39:21.344310 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b65d3-4485-46b4-aa23-afbba2cca461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e489dda8-6f32-4bc2-99b2-28d932bc07b7,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:21.522197 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71f814-19eb-4912-8c43-4af388bd2ff3 req-d62ff101-f7fa-4c7d-b1a8-3d3758d9e0ff tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:21.523782 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dc71f814-19eb-4912-8c43-4af388bd2ff3 req-d62ff101-f7fa-4c7d-b1a8-3d3758d9e0ff tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=a119dbea-4bfa-41b4-aa56-93664d317173 HTTP/1.1" status: 200 len: 944 time: 0.4512753 Nov 12 08:39:21.547592 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 1db79d84-d813-41f1-87b9-7e6c81d4631c details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:39:21.562439 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec761f2e-3880-4255-8adc-5a10e1035626 req-9a893a0e-6f32-484f-8158-9a61e46bbbd6 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:21.564223 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ec761f2e-3880-4255-8adc-5a10e1035626 req-9a893a0e-6f32-484f-8158-9a61e46bbbd6 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.4220347 Nov 12 08:39:21.608596 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dc71f814-19eb-4912-8c43-4af388bd2ff3 req-05021cf3-9871-4a4b-8deb-66ee8f9dacc4 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745449 Nov 12 08:39:21.654041 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ec761f2e-3880-4255-8adc-5a10e1035626 req-1bc833d2-2e47-416c-90be-27e1a3bd270b tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730505 Nov 12 08:39:21.723149 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43812) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:21.725836 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 1db79d84-d813-41f1-87b9-7e6c81d4631c, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=1db79d84-d813-41f1-87b9-7e6c81d4631c,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:21.741876 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39496ab7-f4a7-4fe7-8912-a042848d3415 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:21.756441 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '1db79d84-d813-41f1-87b9-7e6c81d4631c', 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302', 'port_id': '1db79d84-d813-41f1-87b9-7e6c81d4631c', 'mac_address': 'fa:16:3e:b0:6f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bf5e142-9321-4c39-8a01-974865fb5fa2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:39:21.797932 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b832d-43e9-4390-a0a7-46055181988d req-d92ce626-ecc5-4003-b322-fb691d654240 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:21.805646 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e5b832d-43e9-4390-a0a7-46055181988d req-d92ce626-ecc5-4003-b322-fb691d654240 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 949 time: 0.1118205 Nov 12 08:39:21.812812 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:21.816013 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292b4c7-4548-4b96-9b1d-fe3aafe97ee1 req-55b311df-0d01-47e7-b280-30cc35d9420f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:21.817553 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f292b4c7-4548-4b96-9b1d-fe3aafe97ee1 req-55b311df-0d01-47e7-b280-30cc35d9420f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=15473919-e13a-4cce-adce-b9632482949f HTTP/1.1" status: 200 len: 944 time: 0.0852776 Nov 12 08:39:21.830593 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db79d84-d813-41f1-87b9-7e6c81d4631c {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:21.857402 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 1db79d84-d813-41f1-87b9-7e6c81d4631c, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=1db79d84-d813-41f1-87b9-7e6c81d4631c,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:21.862109 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39496ab7-f4a7-4fe7-8912-a042848d3415 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:21.863597 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:21.868272 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39496ab7-f4a7-4fe7-8912-a042848d3415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:21.897630 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e5b832d-43e9-4390-a0a7-46055181988d req-b339ab0a-2e48-43c2-8fce-45fa350dfed0 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910623 Nov 12 08:39:21.908253 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f292b4c7-4548-4b96-9b1d-fe3aafe97ee1 req-c49f744e-64d7-4af8-a01b-da77cb93b76b tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b36950-bfb5-4451-9a4e-2ea1644ff783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744128 Nov 12 08:39:21.915761 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=1db79d84-d813-41f1-87b9-7e6c81d4631c,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:21.927791 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-39496ab7-f4a7-4fe7-8912-a042848d3415 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2eb2b68aa4f64cc4820467d586fc8f09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2030787 Nov 12 08:39:21.930539 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43816) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:21.946317 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39496ab7-f4a7-4fe7-8912-a042848d3415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b61202-527d-4c3b-b89c-fa83280d613b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:21.986314 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d12af21f-8e41-414d-9332-fd0a82b8ae5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:22.009929 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d12af21f-8e41-414d-9332-fd0a82b8ae5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:22.055311 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2da203-6d3e-43f1-9624-86e0eb208db2 req-7f04de7e-eaf8-4b9c-83fb-79cdfe7b8cf4 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:22.063454 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cd2da203-6d3e-43f1-9624-86e0eb208db2 req-7f04de7e-eaf8-4b9c-83fb-79cdfe7b8cf4 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0732121 Nov 12 08:39:22.063715 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d12af21f-8e41-414d-9332-fd0a82b8ae5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:22.066199 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d12af21f-8e41-414d-9332-fd0a82b8ae5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:22.067415 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d12af21f-8e41-414d-9332-fd0a82b8ae5d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a5b61202-527d-4c3b-b89c-fa83280d613b HTTP/1.1" status: 204 len: 168 time: 0.1360042 Nov 12 08:39:22.077045 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12af21f-8e41-414d-9332-fd0a82b8ae5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b61202-527d-4c3b-b89c-fa83280d613b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:22.096787 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['1db79d84-d813-41f1-87b9-7e6c81d4631c'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:22.153188 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cd2da203-6d3e-43f1-9624-86e0eb208db2 req-ad165ea6-df13-49a2-9b43-f62139c10d18 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885365 Nov 12 08:39:22.167065 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c43b55-4a56-48b7-9725-d1b7474247d3 req-c75f4365-0217-4eb7-94be-3d0505f92418 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:22.175924 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-58c43b55-4a56-48b7-9725-d1b7474247d3 req-c75f4365-0217-4eb7-94be-3d0505f92418 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 945 time: 0.1090519 Nov 12 08:39:22.238300 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-58c43b55-4a56-48b7-9725-d1b7474247d3 req-dfaac3ae-96a3-44b1-93a5-8d1d306b87c8 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613410 Nov 12 08:39:22.328772 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-53beebcc-4448-4a50-8558-8f9df5d3bb19 req-c957f9d1-f0ed-4933-9319-525554f92360 tempest-ServerShowV257Test-1078404914 tempest-ServerShowV257Test-1078404914-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.0305064 Nov 12 08:39:22.397674 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0282ce-9511-4055-af08-6d7abc486b29 req-bc0a83a4-f714-4668-98d3-64fea365a3de tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:22.399368 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dc0282ce-9511-4055-af08-6d7abc486b29 req-bc0a83a4-f714-4668-98d3-64fea365a3de tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0655341 Nov 12 08:39:22.459122 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dc0282ce-9511-4055-af08-6d7abc486b29 req-3541c5f0-f0cb-4038-a54b-e979050fda18 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513811 Nov 12 08:39:22.580891 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e415d-4952-40a2-a594-fe6471a86f93 req-98bd652d-4384-4ce9-ac83-4c366049d657 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:22.584217 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-488e415d-4952-40a2-a594-fe6471a86f93 req-98bd652d-4384-4ce9-ac83-4c366049d657 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 945 time: 0.0640082 Nov 12 08:39:22.636477 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:22.666647 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0557f-aa67-4ded-8039-0b18b505fd79 req-5e0f6bc3-519b-4f94-81c3-147538c7e236 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:22.668202 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09e0557f-aa67-4ded-8039-0b18b505fd79 req-5e0f6bc3-519b-4f94-81c3-147538c7e236 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0826793 Nov 12 08:39:22.672366 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-488e415d-4952-40a2-a594-fe6471a86f93 req-0542e498-b034-41d0-a1b4-4424cf5d71f5 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777414 Nov 12 08:39:22.725022 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09e0557f-aa67-4ded-8039-0b18b505fd79 req-4a17a979-974e-4eeb-9d1d-67f33ab16c6f tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502353 Nov 12 08:39:22.805330 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf5db8-4a90-467d-890f-d1d3e1549b2e req-b86aefba-be06-4f2f-b443-fa133fe22b2e tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:22.806928 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6cbf5db8-4a90-467d-890f-d1d3e1549b2e req-b86aefba-be06-4f2f-b443-fa133fe22b2e tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=a119dbea-4bfa-41b4-aa56-93664d317173 HTTP/1.1" status: 200 len: 945 time: 0.0566249 Nov 12 08:39:22.893048 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ce940-1e1e-4eb4-9ebd-9a209d3cbe7f req-68ccb1c6-f4cc-4680-b288-5551492c52a4 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:22.894596 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b08ce940-1e1e-4eb4-9ebd-9a209d3cbe7f req-68ccb1c6-f4cc-4680-b288-5551492c52a4 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0867276 Nov 12 08:39:22.899555 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6cbf5db8-4a90-467d-890f-d1d3e1549b2e req-c87bcf1b-8a7d-4613-b8e8-5cc01714dd47 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824432 Nov 12 08:39:22.960120 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b08ce940-1e1e-4eb4-9ebd-9a209d3cbe7f req-c3e1d820-c23a-4ef2-b257-3e855b97077a tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570042 Nov 12 08:39:23.044466 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6469c-73e3-4b33-bdfe-eb7db67e5e9f req-7eca8732-3317-43cf-8dab-bf2edc58d859 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:23.045655 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f5e6469c-73e3-4b33-bdfe-eb7db67e5e9f req-7eca8732-3317-43cf-8dab-bf2edc58d859 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=15473919-e13a-4cce-adce-b9632482949f HTTP/1.1" status: 200 len: 944 time: 0.0647869 Nov 12 08:39:23.117897 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801bdc1d-8675-4cfd-8913-0f0555d4d959 req-d164e22a-0e0b-468c-8578-fcff00184b3d tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:23.119382 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-801bdc1d-8675-4cfd-8913-0f0555d4d959 req-d164e22a-0e0b-468c-8578-fcff00184b3d tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 949 time: 0.0941021 Nov 12 08:39:23.139972 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f5e6469c-73e3-4b33-bdfe-eb7db67e5e9f req-51766d33-7cfc-49ee-b3dc-282537ca93ce tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b36950-bfb5-4451-9a4e-2ea1644ff783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713913 Nov 12 08:39:23.193996 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-801bdc1d-8675-4cfd-8913-0f0555d4d959 req-91c43913-c119-436a-92ae-f154b8ae3fa2 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657108 Nov 12 08:39:23.354306 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab65cf-5a25-4925-81ed-5aa993c3d1cd req-2d3f1b79-140b-41d3-9ad8-7aec6c2f9c23 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:23.355928 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e0ab65cf-5a25-4925-81ed-5aa993c3d1cd req-2d3f1b79-140b-41d3-9ad8-7aec6c2f9c23 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0531068 Nov 12 08:39:23.448499 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e0ab65cf-5a25-4925-81ed-5aa993c3d1cd req-adee5cd4-4744-4c3a-92d3-0d548e8960e1 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834916 Nov 12 08:39:23.475241 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-031913cd-2037-4164-aeef-da48a42ecd35 req-d4ca078f-9373-4eab-911f-bb0d24fb1b2f tempest-ServerShowV257Test-1078404914 tempest-ServerShowV257Test-1078404914-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.0568373 Nov 12 08:39:23.545940 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 1db79d84-d813-41f1-87b9-7e6c81d4631c up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:23.583061 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 2f9efc5e-9fe8-4b4e-bd8c-683198c6887b details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:39:23.665856 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 1db79d84-d813-41f1-87b9-7e6c81d4631c completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:39:23.679444 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 1db79d84-d813-41f1-87b9-7e6c81d4631c triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:23.679864 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:23.872605 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd198e-88bb-46c4-8f73-2317f1db556a req-735ef4e6-bee2-4ab1-a056-dee4f5da1bd4 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:23.873437 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 2f9efc5e-9fe8-4b4e-bd8c-683198c6887b, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=2f9efc5e-9fe8-4b4e-bd8c-683198c6887b,segment=NetworkSegment(60d896f7-8941-43a6-b4e7-e68d57025316),segment_id=60d896f7-8941-43a6-b4e7-e68d57025316)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:23.882492 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35dd198e-88bb-46c4-8f73-2317f1db556a req-735ef4e6-bee2-4ab1-a056-dee4f5da1bd4 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 945 time: 0.0778849 Nov 12 08:39:23.889970 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '2f9efc5e-9fe8-4b4e-bd8c-683198c6887b', 'network_id': 'ac649155-8356-435e-b73c-d739a0401687', 'port_id': '2f9efc5e-9fe8-4b4e-bd8c-683198c6887b', 'mac_address': 'fa:16:3e:c5:23:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5bc2261-6276-45a4-a285-65ec53109574', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:39:23.945660 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35dd198e-88bb-46c4-8f73-2317f1db556a req-f8b90537-f6ec-47b1-8d19-0c955d4a3444 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544920 Nov 12 08:39:23.967632 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:23.991951 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f9efc5e-9fe8-4b4e-bd8c-683198c6887b {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:23.996277 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:24.033207 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 2f9efc5e-9fe8-4b4e-bd8c-683198c6887b, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=2f9efc5e-9fe8-4b4e-bd8c-683198c6887b,segment=NetworkSegment(60d896f7-8941-43a6-b4e7-e68d57025316),segment_id=60d896f7-8941-43a6-b4e7-e68d57025316)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:24.039696 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a119dbea-4bfa-41b4-aa56-93664d317173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db79d84-d813-41f1-87b9-7e6c81d4631c'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:24.040673 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-effb6f0b-b8f3-43ac-996a-fa04f22813c3 req-99b3bfdb-45a7-49fc-8bf7-c35fe7ace772 tempest-ServerShowV257Test-1078404914 tempest-ServerShowV257Test-1078404914-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.0309110 Nov 12 08:39:24.042104 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579388b8-791d-4760-a436-1130cff3bc30" -d '{"events": [{"server_uuid": "a119dbea-4bfa-41b4-aa56-93664d317173", "name": "network-vif-plugged", "status": "completed", "tag": "1db79d84-d813-41f1-87b9-7e6c81d4631c"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:24.047321 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:24.064058 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 1db79d84-d813-41f1-87b9-7e6c81d4631c, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=1db79d84-d813-41f1-87b9-7e6c81d4631c,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:24.082254 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:24.095311 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ef503-8a0a-47f2-830a-cd783328fd16 req-cc1491da-e813-40c0-bb05-f0336a52614f tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:24.097160 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f43ef503-8a0a-47f2-830a-cd783328fd16 req-cc1491da-e813-40c0-bb05-f0336a52614f tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=a119dbea-4bfa-41b4-aa56-93664d317173 HTTP/1.1" status: 200 len: 945 time: 0.0594215 Nov 12 08:39:24.114738 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=2f9efc5e-9fe8-4b4e-bd8c-683198c6887b,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:24.173485 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=1db79d84-d813-41f1-87b9-7e6c81d4631c,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:24.183580 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f43ef503-8a0a-47f2-830a-cd783328fd16 req-1a86632c-83fb-4504-a1a3-c2cfbb11eabe tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801938 Nov 12 08:39:24.236560 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8568cb3d-1b79-4010-9fd8-326c43daa850 x-openstack-request-id: req-8568cb3d-1b79-4010-9fd8-326c43daa850 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:24.237194 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a119dbea-4bfa-41b4-aa56-93664d317173", "name": "network-vif-plugged", "status": "completed", "tag": "1db79d84-d813-41f1-87b9-7e6c81d4631c", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:24.237707 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8568cb3d-1b79-4010-9fd8-326c43daa850 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:24.238289 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a119dbea-4bfa-41b4-aa56-93664d317173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db79d84-d813-41f1-87b9-7e6c81d4631c', 'code': 200} Nov 12 08:39:24.352306 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f114b-9023-4664-abb3-aaf5d7eb8716 req-e4808c7d-2116-450c-9f3c-379207476a0f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:24.352669 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02c3ee-2889-40c0-8829-804541c02c4b req-654c093f-abcd-4b1c-96c0-70da61ed9049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:24.353995 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-505f114b-9023-4664-abb3-aaf5d7eb8716 req-e4808c7d-2116-450c-9f3c-379207476a0f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=15473919-e13a-4cce-adce-b9632482949f HTTP/1.1" status: 200 len: 945 time: 0.0595996 Nov 12 08:39:24.354882 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2f02c3ee-2889-40c0-8829-804541c02c4b req-654c093f-abcd-4b1c-96c0-70da61ed9049 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a119dbea-4bfa-41b4-aa56-93664d317173 HTTP/1.1" status: 200 len: 1098 time: 0.0514843 Nov 12 08:39:24.408059 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-505f114b-9023-4664-abb3-aaf5d7eb8716 req-71525a62-64f3-4cbe-882d-54679b54b918 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b36950-bfb5-4451-9a4e-2ea1644ff783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460196 Nov 12 08:39:24.408710 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2f02c3ee-2889-40c0-8829-804541c02c4b req-c2492ae0-e3a5-46de-9995-92f99962c9e5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465107 Nov 12 08:39:24.417322 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['2f9efc5e-9fe8-4b4e-bd8c-683198c6887b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:24.542980 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825be5ac-5b67-4490-873f-fb82717208c9 req-30444f3b-0d06-40b9-a672-bf97ba9a4174 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:24.545195 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-825be5ac-5b67-4490-873f-fb82717208c9 req-30444f3b-0d06-40b9-a672-bf97ba9a4174 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 949 time: 0.0568011 Nov 12 08:39:24.595801 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-825be5ac-5b67-4490-873f-fb82717208c9 req-2e5d428d-1897-4adf-a562-b1d6a65cb12d tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446012 Nov 12 08:39:24.651395 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ea0e9-eee3-4d99-9891-593adcd937e6 req-94798c34-939d-46b9-b2ff-019ca0199527 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:24.653124 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-670ea0e9-eee3-4d99-9891-593adcd937e6 req-94798c34-939d-46b9-b2ff-019ca0199527 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0561709 Nov 12 08:39:24.709571 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-670ea0e9-eee3-4d99-9891-593adcd937e6 req-25c0adca-cee5-44f7-a000-f9cfbe95004e tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499797 Nov 12 08:39:24.987351 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b553c-fb8e-429a-970c-5d200d56e5ed req-4a0fe869-e8d8-4445-adf8-11ef761cffb8 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:24.989226 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-991b553c-fb8e-429a-970c-5d200d56e5ed req-4a0fe869-e8d8-4445-adf8-11ef761cffb8 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0544326 Nov 12 08:39:25.055273 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-991b553c-fb8e-429a-970c-5d200d56e5ed req-58c89027-f690-450a-ba29-9f5ab15105e1 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591381 Nov 12 08:39:25.056281 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43936) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:25.113032 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab006a4f-9d8b-48f1-ae7a-46517e829c5e req-ec598510-8339-43fc-b57f-781663e17fd2 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:25.115327 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab006a4f-9d8b-48f1-ae7a-46517e829c5e req-ec598510-8339-43fc-b57f-781663e17fd2 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 945 time: 0.0868404 Nov 12 08:39:25.188570 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d47f073-88f3-4786-b577-6c2df83aba22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.189598 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5821e0fc-4971-46dd-81cb-8a9817b91bf1 req-17c54bec-d765-4ad3-bbd2-acef4726079f tempest-ServerShowV257Test-1078404914 tempest-ServerShowV257Test-1078404914-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.0361946 Nov 12 08:39:25.205951 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab006a4f-9d8b-48f1-ae7a-46517e829c5e req-9c6b189d-73e3-47e9-9ba8-9b7cf8eede75 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828936 Nov 12 08:39:25.284695 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d47f073-88f3-4786-b577-6c2df83aba22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.295871 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d47f073-88f3-4786-b577-6c2df83aba22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.327484 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee6f3a-fb54-4ebc-9b16-70fe3017bd1b req-8f0db226-fae3-4f16-89a4-fc3f4ea706b9 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:25.328998 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-60ee6f3a-fb54-4ebc-9b16-70fe3017bd1b req-8f0db226-fae3-4f16-89a4-fc3f4ea706b9 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=a119dbea-4bfa-41b4-aa56-93664d317173 HTTP/1.1" status: 200 len: 946 time: 0.0526533 Nov 12 08:39:25.336111 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0d47f073-88f3-4786-b577-6c2df83aba22 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ec76955f5ab4592a0edeb2f77b8fbd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784421 Nov 12 08:39:25.337005 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47f073-88f3-4786-b577-6c2df83aba22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b560b99c-4d50-4ab0-a821-c32f79043927,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:25.339401 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43944) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:25.384761 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-60ee6f3a-fb54-4ebc-9b16-70fe3017bd1b req-7a8192d2-27d8-4aef-ae6f-696014a302da tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488489 Nov 12 08:39:25.402841 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d6553fa-0abe-4b6e-a5fc-db09f439790e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.428513 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d6553fa-0abe-4b6e-a5fc-db09f439790e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.485670 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d6553fa-0abe-4b6e-a5fc-db09f439790e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.488715 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d6553fa-0abe-4b6e-a5fc-db09f439790e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.489885 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8d6553fa-0abe-4b6e-a5fc-db09f439790e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b560b99c-4d50-4ab0-a821-c32f79043927 HTTP/1.1" status: 204 len: 168 time: 0.1496522 Nov 12 08:39:25.503406 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6553fa-0abe-4b6e-a5fc-db09f439790e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b560b99c-4d50-4ab0-a821-c32f79043927,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:25.548999 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a118e-254d-402c-ae5f-815c1655b586 req-5e77352d-a35e-4c35-9e93-30c276d4ce5b tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:25.558199 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b3a118e-254d-402c-ae5f-815c1655b586 req-5e77352d-a35e-4c35-9e93-30c276d4ce5b tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=15473919-e13a-4cce-adce-b9632482949f HTTP/1.1" status: 200 len: 945 time: 0.0734110 Nov 12 08:39:25.594805 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 2f9efc5e-9fe8-4b4e-bd8c-683198c6887b up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:25.623771 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b3a118e-254d-402c-ae5f-815c1655b586 req-0e66af21-0124-44f3-9b0c-7d603fd029fa tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b36950-bfb5-4451-9a4e-2ea1644ff783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644846 Nov 12 08:39:25.664300 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 2f9efc5e-9fe8-4b4e-bd8c-683198c6887b completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:39:25.669930 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 2f9efc5e-9fe8-4b4e-bd8c-683198c6887b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:25.669930 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.742495 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145332f1-96b3-42f5-a9d2-147b3a2996c4 req-ec27befe-ab5a-46bb-9a04-61ffac38840e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:25.745779 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-145332f1-96b3-42f5-a9d2-147b3a2996c4 req-ec27befe-ab5a-46bb-9a04-61ffac38840e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 949 time: 0.0556235 Nov 12 08:39:25.758975 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.797603 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-145332f1-96b3-42f5-a9d2-147b3a2996c4 req-01f066de-7353-4f46-90e8-533c1f61e49f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456965 Nov 12 08:39:25.798248 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 2f9efc5e-9fe8-4b4e-bd8c-683198c6887b, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=2f9efc5e-9fe8-4b4e-bd8c-683198c6887b,segment=NetworkSegment(60d896f7-8941-43a6-b4e7-e68d57025316),segment_id=60d896f7-8941-43a6-b4e7-e68d57025316)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:25.802319 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.852390 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=2f9efc5e-9fe8-4b4e-bd8c-683198c6887b,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:25.861250 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43956) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:25.874580 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5c4ecb0b-2032-4196-9b95-277961f8a245 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.949487 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5c4ecb0b-2032-4196-9b95-277961f8a245 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.953805 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5c4ecb0b-2032-4196-9b95-277961f8a245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.993030 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5c4ecb0b-2032-4196-9b95-277961f8a245 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e92cf83aec14ca6b3105184190bc3c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305571 Nov 12 08:39:25.993808 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ecb0b-2032-4196-9b95-277961f8a245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c36e67-8864-43ab-97c0-dffcf000d23c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:25.996063 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43958) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:26.061400 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7a88dac9-49f9-4002-bef9-849c29671df2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:26.087328 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7a88dac9-49f9-4002-bef9-849c29671df2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:26.149245 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7a88dac9-49f9-4002-bef9-849c29671df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:26.151995 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7a88dac9-49f9-4002-bef9-849c29671df2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:26.155973 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7a88dac9-49f9-4002-bef9-849c29671df2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a7c36e67-8864-43ab-97c0-dffcf000d23c HTTP/1.1" status: 204 len: 168 time: 0.1559274 Nov 12 08:39:26.164520 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88dac9-49f9-4002-bef9-849c29671df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c36e67-8864-43ab-97c0-dffcf000d23c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:26.211301 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70903f3-be74-408e-9fc2-dc2d65dd94ea req-6045318b-0258-4181-828a-490314dbecd4 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:26.213613 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b70903f3-be74-408e-9fc2-dc2d65dd94ea req-6045318b-0258-4181-828a-490314dbecd4 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0752628 Nov 12 08:39:26.240309 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15473919-e13a-4cce-adce-b9632482949f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9efc5e-9fe8-4b4e-bd8c-683198c6887b'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:26.243041 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cbac6c-dd41-4764-b79a-c7541a02da33" -d '{"events": [{"server_uuid": "15473919-e13a-4cce-adce-b9632482949f", "name": "network-vif-plugged", "status": "completed", "tag": "2f9efc5e-9fe8-4b4e-bd8c-683198c6887b"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:26.290323 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b70903f3-be74-408e-9fc2-dc2d65dd94ea req-00a72ce3-85d7-489c-98bb-dbf808b1af57 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614867 Nov 12 08:39:26.321142 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-97708944-cc6c-4c54-8d29-1cee73890620 req-fbf345d3-899e-4af5-8c33-af70ee8cf8cf tempest-ServerShowV257Test-1078404914 tempest-ServerShowV257Test-1078404914-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.0356436 Nov 12 08:39:26.388959 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de06059c-e9d3-4b6d-85ca-762ed1cfb0a6 x-openstack-request-id: req-de06059c-e9d3-4b6d-85ca-762ed1cfb0a6 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:26.389571 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15473919-e13a-4cce-adce-b9632482949f", "name": "network-vif-plugged", "status": "completed", "tag": "2f9efc5e-9fe8-4b4e-bd8c-683198c6887b", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:26.390157 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de06059c-e9d3-4b6d-85ca-762ed1cfb0a6 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:26.390745 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15473919-e13a-4cce-adce-b9632482949f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9efc5e-9fe8-4b4e-bd8c-683198c6887b', 'code': 200} Nov 12 08:39:26.526514 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34fc97e-725f-404f-a63c-da22e5c7e178 req-3f339067-eee2-42bb-8f8c-5b0f774273ff tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:26.531191 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a34fc97e-725f-404f-a63c-da22e5c7e178 req-3f339067-eee2-42bb-8f8c-5b0f774273ff tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 945 time: 0.1375217 Nov 12 08:39:26.547026 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e277b8b-ba10-4532-9673-0ebd59cbf58f req-bf6fb325-c9f5-4205-8c55-0bb86c8795ce tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:26.548617 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2e277b8b-ba10-4532-9673-0ebd59cbf58f req-bf6fb325-c9f5-4205-8c55-0bb86c8795ce tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.1073644 Nov 12 08:39:26.587210 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8491553-af0f-4a8d-82e9-a318b6adb6b4 req-c5f2b281-76a2-4575-ae8f-1fbb51e763cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:26.588773 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d8491553-af0f-4a8d-82e9-a318b6adb6b4 req-c5f2b281-76a2-4575-ae8f-1fbb51e763cf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=15473919-e13a-4cce-adce-b9632482949f HTTP/1.1" status: 200 len: 1098 time: 0.1051526 Nov 12 08:39:26.652827 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a34fc97e-725f-404f-a63c-da22e5c7e178 req-37eabb51-36a4-495a-a41f-066793a1fb23 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030378 Nov 12 08:39:26.656312 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2e277b8b-ba10-4532-9673-0ebd59cbf58f req-ac654cbe-5cea-4ae6-9c3b-482cac513a00 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963619 Nov 12 08:39:26.683821 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d8491553-af0f-4a8d-82e9-a318b6adb6b4 req-f8ccacc0-6a2a-49e1-a402-0cc640b07250 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=47b36950-bfb5-4451-9a4e-2ea1644ff783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798864 Nov 12 08:39:26.805233 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202bef1-dd87-4a77-9ebe-1293fd63a5e7 req-ff035839-58de-4258-b402-6452cfaa67e8 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:26.807720 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8202bef1-dd87-4a77-9ebe-1293fd63a5e7 req-ff035839-58de-4258-b402-6452cfaa67e8 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=a119dbea-4bfa-41b4-aa56-93664d317173 HTTP/1.1" status: 200 len: 946 time: 0.0876176 Nov 12 08:39:26.867130 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8202bef1-dd87-4a77-9ebe-1293fd63a5e7 req-673c181a-da69-48dc-b6fd-069c5908bd7b tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531218 Nov 12 08:39:26.987043 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93244db4-77e8-4434-9254-b3ebd9700583 req-2f127a26-98c0-4ab0-9db8-61efa494feb6 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:26.988685 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93244db4-77e8-4434-9254-b3ebd9700583 req-2f127a26-98c0-4ab0-9db8-61efa494feb6 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=15473919-e13a-4cce-adce-b9632482949f HTTP/1.1" status: 200 len: 946 time: 0.0590494 Nov 12 08:39:27.064899 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93244db4-77e8-4434-9254-b3ebd9700583 req-0b3301b0-190e-4b97-82b6-1dc524269762 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b36950-bfb5-4451-9a4e-2ea1644ff783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679989 Nov 12 08:39:27.097749 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf014549-d236-4845-9c2d-09265fdeca47 req-a0b92f0b-cf03-417e-9f17-75f1a0e755e5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:27.099457 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf014549-d236-4845-9c2d-09265fdeca47 req-a0b92f0b-cf03-417e-9f17-75f1a0e755e5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 949 time: 0.0742149 Nov 12 08:39:27.159589 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf014549-d236-4845-9c2d-09265fdeca47 req-563732bd-581c-4131-9a84-787388a320eb tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521176 Nov 12 08:39:27.337054 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3b3a7-7930-4efa-845e-6fcc8d39ca3d req-a949779d-f5a4-4c98-8c82-a054dad211d1 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:27.338606 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d7d3b3a7-7930-4efa-845e-6fcc8d39ca3d req-a949779d-f5a4-4c98-8c82-a054dad211d1 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0942225 Nov 12 08:39:27.347973 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ba9ee-9ea3-4a4a-a595-f52226d0f8a5 req-7f73ab34-9a65-42db-be0d-e97d2f46878d tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:27.349488 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7d5ba9ee-9ea3-4a4a-a595-f52226d0f8a5 req-7f73ab34-9a65-42db-be0d-e97d2f46878d tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=a119dbea-4bfa-41b4-aa56-93664d317173 HTTP/1.1" status: 200 len: 946 time: 0.0928073 Nov 12 08:39:27.463051 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d7d3b3a7-7930-4efa-845e-6fcc8d39ca3d req-b2bbce45-c151-4eef-820e-aed655e1cb45 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124287 Nov 12 08:39:27.468551 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7d5ba9ee-9ea3-4a4a-a595-f52226d0f8a5 req-d18e8f0f-73a1-40e0-b4ec-f52fda229c88 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996416 Nov 12 08:39:27.627769 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d5282362-b25c-4d7c-8226-9aa624c3e8b4 req-c918e886-d26f-4c51-bbd5-fedd9886f70f tempest-ServerShowV257Test-1078404914 tempest-ServerShowV257Test-1078404914-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.0321598 Nov 12 08:39:27.647590 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166cd55-23b6-4375-8e6a-492c46f8245d req-86d7b3aa-c57e-4215-885c-7a52d267367c tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:27.649391 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f166cd55-23b6-4375-8e6a-492c46f8245d req-86d7b3aa-c57e-4215-885c-7a52d267367c tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0930839 Nov 12 08:39:27.709260 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f166cd55-23b6-4375-8e6a-492c46f8245d req-043c0a89-d4e2-4cbe-bd8f-9e969a558002 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507350 Nov 12 08:39:27.812778 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2527814-7a68-49d9-afa8-d9967e6a7147 req-a99d58ee-258f-4473-b357-923a221111d6 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:27.814465 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d2527814-7a68-49d9-afa8-d9967e6a7147 req-a99d58ee-258f-4473-b357-923a221111d6 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 945 time: 0.0593014 Nov 12 08:39:27.901111 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f50bc-d2e4-42c0-86d2-8f829c1f2ba2 req-83986a19-42fa-4699-be81-4dc028f82b37 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:27.903025 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a53f50bc-d2e4-42c0-86d2-8f829c1f2ba2 req-83986a19-42fa-4699-be81-4dc028f82b37 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0992429 Nov 12 08:39:27.907289 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d2527814-7a68-49d9-afa8-d9967e6a7147 req-37904050-6be6-4b49-96fb-2f0eeeefce93 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836148 Nov 12 08:39:27.957627 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a53f50bc-d2e4-42c0-86d2-8f829c1f2ba2 req-5e408719-29af-4596-9e2b-d1591d6658fb tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473013 Nov 12 08:39:28.122098 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b4f3d-049b-44d8-8088-6b56e7fef6f0 req-5c7e9b2d-69c4-497e-afb0-ff656a102c16 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:28.123921 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-345b4f3d-049b-44d8-8088-6b56e7fef6f0 req-5c7e9b2d-69c4-497e-afb0-ff656a102c16 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0556293 Nov 12 08:39:28.183535 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-345b4f3d-049b-44d8-8088-6b56e7fef6f0 req-8fca6ccc-5b8b-4059-b46f-9137139555a0 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528188 Nov 12 08:39:28.314872 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7b815-da1b-42c7-90cf-74d39b0ba056 req-01ac504f-a03c-45f0-994a-f38483421a9f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:28.316439 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bcc7b815-da1b-42c7-90cf-74d39b0ba056 req-01ac504f-a03c-45f0-994a-f38483421a9f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=15473919-e13a-4cce-adce-b9632482949f HTTP/1.1" status: 200 len: 946 time: 0.0630376 Nov 12 08:39:28.386133 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298abac-1164-4a9c-8f49-58f3497880bf req-cf144f2b-3c87-4fa2-8429-b694ee2f69f3 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:28.387798 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3298abac-1164-4a9c-8f49-58f3497880bf req-cf144f2b-3c87-4fa2-8429-b694ee2f69f3 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 949 time: 0.0969954 Nov 12 08:39:28.393385 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bcc7b815-da1b-42c7-90cf-74d39b0ba056 req-343ca510-8bec-49a7-9873-601dc81fc95f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b36950-bfb5-4451-9a4e-2ea1644ff783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627091 Nov 12 08:39:28.464627 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3298abac-1164-4a9c-8f49-58f3497880bf req-ed76e480-a707-4a9d-ab14-18f9e842f3f2 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693762 Nov 12 08:39:28.599847 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac1dff-424f-4dbd-acfd-a0eb19266b2f req-916f32e8-02c2-4aa1-9199-ddab3835a77f tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:28.601426 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9aac1dff-424f-4dbd-acfd-a0eb19266b2f req-916f32e8-02c2-4aa1-9199-ddab3835a77f tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0562155 Nov 12 08:39:28.700333 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9aac1dff-424f-4dbd-acfd-a0eb19266b2f req-806a7db3-c09e-40ce-aae1-4ee4f30a3401 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911386 Nov 12 08:39:28.715398 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfa388-746f-4f81-a3b3-419ea12f4a17 req-3858c55d-e421-4f4f-9d59-725cf6cb2cce tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:28.717230 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-51cfa388-746f-4f81-a3b3-419ea12f4a17 req-3858c55d-e421-4f4f-9d59-725cf6cb2cce tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=a119dbea-4bfa-41b4-aa56-93664d317173 HTTP/1.1" status: 200 len: 946 time: 0.0911140 Nov 12 08:39:28.799001 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-51cfa388-746f-4f81-a3b3-419ea12f4a17 req-c5077a2b-93c9-48f0-ad3f-743c83f80bb3 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744181 Nov 12 08:39:28.819421 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dc6ef5ea-b3c7-4c72-9c96-f3fedf1bcffd req-127511a6-3690-4f91-a085-7b79d5b94475 tempest-ServerShowV257Test-1078404914 tempest-ServerShowV257Test-1078404914-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.0373263 Nov 12 08:39:28.829842 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5954c366-c188-4608-b943-fbfefb5f41eb req-c07a99df-eb33-4d15-8add-5fabc768c56a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0635602 Nov 12 08:39:28.857603 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:28.925144 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708ef05-9740-485e-8d7b-aaec3d11cf44 req-9adb9b06-d467-46c8-b16f-b137367ee5a9 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:28.926693 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2708ef05-9740-485e-8d7b-aaec3d11cf44 req-9adb9b06-d467-46c8-b16f-b137367ee5a9 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0540309 Nov 12 08:39:28.940657 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954c366-c188-4608-b943-fbfefb5f41eb req-2563bf30-4a4b-43c1-9fab-69d03fbded0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:28.942806 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5954c366-c188-4608-b943-fbfefb5f41eb req-2563bf30-4a4b-43c1-9fab-69d03fbded0d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7d890d5943624406b7ee953df5b1a618&device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 1097 time: 0.0547340 Nov 12 08:39:28.986650 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2708ef05-9740-485e-8d7b-aaec3d11cf44 req-f086d535-7bcb-4000-a524-aaf3296b3bd3 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527802 Nov 12 08:39:29.067939 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954c366-c188-4608-b943-fbfefb5f41eb req-ab7e74b5-aa6e-488c-bc96-a0893af04a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:29.069777 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5954c366-c188-4608-b943-fbfefb5f41eb req-ab7e74b5-aa6e-488c-bc96-a0893af04a33 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7606f079-2527-4e0e-94d1-986a75700eb0 HTTP/1.1" status: 200 len: 915 time: 0.1043150 Nov 12 08:39:29.125143 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5954c366-c188-4608-b943-fbfefb5f41eb req-6cbd0899-b859-40d8-832e-b7b0cd466e9b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10948d64-3eb3-4935-b81b-78e6ca3e4140 HTTP/1.1" status: 200 len: 217 time: 0.0479681 Nov 12 08:39:29.203640 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e481043-b8f3-4e3c-b766-2ddcfad1e061 req-cd822fc6-d1e1-47bc-9ef1-cfdf3e50535e tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:29.205277 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2e481043-b8f3-4e3c-b766-2ddcfad1e061 req-cd822fc6-d1e1-47bc-9ef1-cfdf3e50535e tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 945 time: 0.0799844 Nov 12 08:39:29.213613 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954c366-c188-4608-b943-fbfefb5f41eb req-74eec3e0-6cd2-4a18-a20f-ee2c81ccdf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:29.215172 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5954c366-c188-4608-b943-fbfefb5f41eb req-74eec3e0-6cd2-4a18-a20f-ee2c81ccdf6c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=34379cfb-d173-406f-b0b9-10a5aa8d3079 HTTP/1.1" status: 200 len: 854 time: 0.0832283 Nov 12 08:39:29.254850 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5954c366-c188-4608-b943-fbfefb5f41eb req-579f3587-cd12-46bc-8984-8b609bec9669 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7606f079-2527-4e0e-94d1-986a75700eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298727 Nov 12 08:39:29.260592 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2e481043-b8f3-4e3c-b766-2ddcfad1e061 req-082ec347-d1ea-4f7b-8e4f-e5d77640244e tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474355 Nov 12 08:39:29.370273 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5954c366-c188-4608-b943-fbfefb5f41eb req-9bca36da-c3ac-448a-bb16-413a84aead7f service neutron] 10.222.0.54 "GET /v2.0/networks/7606f079-2527-4e0e-94d1-986a75700eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070516 Nov 12 08:39:29.406414 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40e72b-6cdb-4271-b0a5-9b71e69e7b83 req-21ca1efe-c90d-4e44-b848-e4f5b904ab33 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:29.408081 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e40e72b-6cdb-4271-b0a5-9b71e69e7b83 req-21ca1efe-c90d-4e44-b848-e4f5b904ab33 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=a119dbea-4bfa-41b4-aa56-93664d317173 HTTP/1.1" status: 200 len: 946 time: 0.0744619 Nov 12 08:39:29.489952 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5954c366-c188-4608-b943-fbfefb5f41eb req-3d4892a3-ed5c-4bad-b972-8d25ad3f5c90 service neutron] 10.222.0.54 "GET /v2.0/networks/7606f079-2527-4e0e-94d1-986a75700eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119809 Nov 12 08:39:29.497424 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9537a38-0f3b-4406-8034-2b2e68ae3fb4 req-dc0006df-1619-48d5-aa40-b84209dd750b tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:29.498981 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b9537a38-0f3b-4406-8034-2b2e68ae3fb4 req-dc0006df-1619-48d5-aa40-b84209dd750b tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0898802 Nov 12 08:39:29.504942 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e40e72b-6cdb-4271-b0a5-9b71e69e7b83 req-c2276b67-e152-43f6-83f9-786c6f51da9a tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864718 Nov 12 08:39:29.564352 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b9537a38-0f3b-4406-8034-2b2e68ae3fb4 req-65d47257-5b1a-444d-93a2-9e2fe2d13dde tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586715 Nov 12 08:39:29.657419 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77768b-295b-4e5f-87e9-7111e9bd988a req-b699f5ed-f723-4275-8c2c-b531ff951957 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:29.659017 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f77768b-295b-4e5f-87e9-7111e9bd988a req-b699f5ed-f723-4275-8c2c-b531ff951957 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=15473919-e13a-4cce-adce-b9632482949f HTTP/1.1" status: 200 len: 946 time: 0.0628085 Nov 12 08:39:29.730344 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157f28c-f017-4fd6-93a4-e86551e6ebbb req-85753d45-4550-4b1e-9c6b-4d2ec77d15b6 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:29.732160 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c157f28c-f017-4fd6-93a4-e86551e6ebbb req-85753d45-4550-4b1e-9c6b-4d2ec77d15b6 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 949 time: 0.0935507 Nov 12 08:39:29.754443 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f77768b-295b-4e5f-87e9-7111e9bd988a req-09a0788b-11bc-4b47-aa24-bf22e9c6455e tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b36950-bfb5-4451-9a4e-2ea1644ff783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798185 Nov 12 08:39:29.799462 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c157f28c-f017-4fd6-93a4-e86551e6ebbb req-725475e1-1033-4fad-8e1e-89c0e2c76d2f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570052 Nov 12 08:39:29.904282 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203179e6-ba42-4d58-ae93-9932008890a2 req-d17700e4-a78c-4bae-bd5d-e2dc5293b354 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:29.905825 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-203179e6-ba42-4d58-ae93-9932008890a2 req-d17700e4-a78c-4bae-bd5d-e2dc5293b354 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0710082 Nov 12 08:39:29.944554 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-51cef03f-f0fc-48f0-ba49-359d2e51d2eb req-227bc28c-fb63-4c23-9dd8-85b9b0cb965a tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1009085367&fields=id&tenant_id=cbdd6d621f374244977b79c953b0cd0d HTTP/1.1" status: 200 len: 267 time: 0.0764759 Nov 12 08:39:30.004541 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-203179e6-ba42-4d58-ae93-9932008890a2 req-96fa84cb-97cb-4a3c-a9de-f14700a568bd tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920987 Nov 12 08:39:30.023599 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cef03f-f0fc-48f0-ba49-359d2e51d2eb req-fd983e4c-7d4a-4f9a-aa6d-7e8434d680af tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:30.036201 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-51cef03f-f0fc-48f0-ba49-359d2e51d2eb req-fd983e4c-7d4a-4f9a-aa6d-7e8434d680af tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=15473919-e13a-4cce-adce-b9632482949f HTTP/1.1" status: 200 len: 946 time: 0.0693433 Nov 12 08:39:30.049218 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-51cef03f-f0fc-48f0-ba49-359d2e51d2eb req-39ba879d-a140-42f4-b748-f37c40d052f4 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Request body: {'port': {'security_groups': ['47b36950-bfb5-4451-9a4e-2ea1644ff783', '976f7618-75d3-4d35-9f67-496fca114066']}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:30.131916 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 44118) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:30.135829 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80f9da06-2763-4267-a5a1-5cdb2261a71c req-2218d05b-7019-481e-977b-cb82bcdebd1a tempest-ServerShowV257Test-1078404914 tempest-ServerShowV257Test-1078404914-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.0492034 Nov 12 08:39:30.154477 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-51cef03f-f0fc-48f0-ba49-359d2e51d2eb req-39ba879d-a140-42f4-b748-f37c40d052f4 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.286284 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ca5449f-d8c0-4c9a-ae9d-aaaf4f794e04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.336766 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32667dc-c65c-4821-920c-e420fcfc3258 req-ac0914de-3013-4791-b304-f0bb890de890 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:30.338471 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c32667dc-c65c-4821-920c-e420fcfc3258 req-ac0914de-3013-4791-b304-f0bb890de890 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0982153 Nov 12 08:39:30.404582 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ca5449f-d8c0-4c9a-ae9d-aaaf4f794e04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.409979 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ca5449f-d8c0-4c9a-ae9d-aaaf4f794e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.446984 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c32667dc-c65c-4821-920c-e420fcfc3258 req-d066c9e8-267b-487f-aa90-3e8610c5d4b9 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000762 Nov 12 08:39:30.456387 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6ca5449f-d8c0-4c9a-ae9d-aaaf4f794e04 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40a6b56346274fd083f571008e4155f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3224690 Nov 12 08:39:30.457137 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5449f-d8c0-4c9a-ae9d-aaaf4f794e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cbed14-95be-4245-ac53-6bcf71b6c3e0,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:30.459470 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 44128) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:30.468709 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-51cef03f-f0fc-48f0-ba49-359d2e51d2eb req-39ba879d-a140-42f4-b748-f37c40d052f4 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] For port 2f9efc5e-9fe8-4b4e-bd8c-683198c6887b, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=2f9efc5e-9fe8-4b4e-bd8c-683198c6887b,segment=NetworkSegment(60d896f7-8941-43a6-b4e7-e68d57025316),segment_id=60d896f7-8941-43a6-b4e7-e68d57025316)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:30.515591 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-188e505b-0820-4b8e-a111-5eca4686276e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.519628 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-51cef03f-f0fc-48f0-ba49-359d2e51d2eb req-39ba879d-a140-42f4-b748-f37c40d052f4 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.531709 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-51cef03f-f0fc-48f0-ba49-359d2e51d2eb req-39ba879d-a140-42f4-b748-f37c40d052f4 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.547883 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-188e505b-0820-4b8e-a111-5eca4686276e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.556763 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['2f9efc5e-9fe8-4b4e-bd8c-683198c6887b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:30.577604 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cef03f-f0fc-48f0-ba49-359d2e51d2eb req-39ba879d-a140-42f4-b748-f37c40d052f4 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:30.578505 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-51cef03f-f0fc-48f0-ba49-359d2e51d2eb req-39ba879d-a140-42f4-b748-f37c40d052f4 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.593114 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-51cef03f-f0fc-48f0-ba49-359d2e51d2eb req-39ba879d-a140-42f4-b748-f37c40d052f4 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "PUT /v2.0/ports/2f9efc5e-9fe8-4b4e-bd8c-683198c6887b HTTP/1.1" status: 200 len: 982 time: 0.5489833 Nov 12 08:39:30.593910 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15473919-e13a-4cce-adce-b9632482949f', 'tag': '2f9efc5e-9fe8-4b4e-bd8c-683198c6887b'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:30.597883 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f2212b-b38d-476d-a044-de40138ce568" -d '{"events": [{"name": "network-changed", "server_uuid": "15473919-e13a-4cce-adce-b9632482949f", "tag": "2f9efc5e-9fe8-4b4e-bd8c-683198c6887b"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:30.618317 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-188e505b-0820-4b8e-a111-5eca4686276e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.621759 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-188e505b-0820-4b8e-a111-5eca4686276e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.623994 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-188e505b-0820-4b8e-a111-5eca4686276e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/89cbed14-95be-4245-ac53-6bcf71b6c3e0 HTTP/1.1" status: 204 len: 168 time: 0.1626582 Nov 12 08:39:30.634047 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e505b-0820-4b8e-a111-5eca4686276e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cbed14-95be-4245-ac53-6bcf71b6c3e0,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:30.653515 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba879d-a140-42f4-b748-f37c40d052f4 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Pushing event updated for resources: {'Port': ['ID=2f9efc5e-9fe8-4b4e-bd8c-683198c6887b,revision_number=6']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:30.734737 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773850e-ffe0-4e8e-8ecd-8772056f1669 req-cf1be88a-cfd6-43c3-9ea8-957f2c6d0746 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:30.736829 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c773850e-ffe0-4e8e-8ecd-8772056f1669 req-cf1be88a-cfd6-43c3-9ea8-957f2c6d0746 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.54 "GET /v2.0/ports?device_id=a119dbea-4bfa-41b4-aa56-93664d317173 HTTP/1.1" status: 200 len: 946 time: 0.0707655 Nov 12 08:39:30.742550 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['2f9efc5e-9fe8-4b4e-bd8c-683198c6887b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:30.792312 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627036c-3f56-497b-9503-bc8ddfae530e req-9ea2b821-2f72-46c4-9d52-c31a934618e0 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:30.794128 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a627036c-3f56-497b-9503-bc8ddfae530e req-9ea2b821-2f72-46c4-9d52-c31a934618e0 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 945 time: 0.1110795 Nov 12 08:39:30.806047 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7b058-d935-4142-b73a-a299a561cc2e req-9ceab2ba-a891-4287-abd4-cf65079f4c95 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:30.813887 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8ee7b058-d935-4142-b73a-a299a561cc2e req-9ceab2ba-a891-4287-abd4-cf65079f4c95 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.1014230 Nov 12 08:39:30.892398 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a627036c-3f56-497b-9503-bc8ddfae530e req-42276a26-e90c-4352-b5cc-844f62d31abe tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756571 Nov 12 08:39:30.893481 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-c773850e-ffe0-4e8e-8ecd-8772056f1669 req-6db93f86-f79d-4079-ab43-7a689be6e566 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Deleting port 1db79d84-d813-41f1-87b9-7e6c81d4631c {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:30.894108 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c773850e-ffe0-4e8e-8ecd-8772056f1669 req-6db93f86-f79d-4079-ab43-7a689be6e566 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.913458 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8ee7b058-d935-4142-b73a-a299a561cc2e req-6076ac12-bda8-4147-82c2-cb3936722688 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984664 Nov 12 08:39:31.017864 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c773850e-ffe0-4e8e-8ecd-8772056f1669 req-6db93f86-f79d-4079-ab43-7a689be6e566 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] For port 1db79d84-d813-41f1-87b9-7e6c81d4631c, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=1db79d84-d813-41f1-87b9-7e6c81d4631c,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:31.018318 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c773850e-ffe0-4e8e-8ecd-8772056f1669 req-6db93f86-f79d-4079-ab43-7a689be6e566 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.045004 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-c773850e-ffe0-4e8e-8ecd-8772056f1669 req-6db93f86-f79d-4079-ab43-7a689be6e566 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Calling delete_port for 1db79d84-d813-41f1-87b9-7e6c81d4631c owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:31.074057 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6eb7f295-909b-4acf-8d33-f2607e2da86c req-fe1021cf-ac6e-4688-b062-0ba0eca4537a tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1029766657&fields=id&tenant_id=cbdd6d621f374244977b79c953b0cd0d HTTP/1.1" status: 200 len: 267 time: 0.0867298 Nov 12 08:39:31.098735 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 44148) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:31.108126 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54529bc9-6c98-4f49-a700-fe784ecff5d1 req-bd210ab2-2a3a-4045-9066-baaa7ec18d92 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:31.109618 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-54529bc9-6c98-4f49-a700-fe784ecff5d1 req-bd210ab2-2a3a-4045-9066-baaa7ec18d92 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=a119dbea-4bfa-41b4-aa56-93664d317173 HTTP/1.1" status: 200 len: 946 time: 0.0867589 Nov 12 08:39:31.116952 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d03efa65-bee6-45bb-a7eb-985928e82363 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.177874 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7f295-909b-4acf-8d33-f2607e2da86c req-8e95986a-cef6-4c18-bcb5-e2914dd87228 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:31.184314 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6eb7f295-909b-4acf-8d33-f2607e2da86c req-8e95986a-cef6-4c18-bcb5-e2914dd87228 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=15473919-e13a-4cce-adce-b9632482949f HTTP/1.1" status: 200 len: 985 time: 0.1030111 Nov 12 08:39:31.197387 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-6eb7f295-909b-4acf-8d33-f2607e2da86c req-5ce0748a-268e-464b-8635-7a611b1cc98c tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Request body: {'port': {'security_groups': ['47b36950-bfb5-4451-9a4e-2ea1644ff783', '976f7618-75d3-4d35-9f67-496fca114066', 'f1ea3436-b61e-435c-a0ed-cf40f7d499ca']}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:31.209525 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-54529bc9-6c98-4f49-a700-fe784ecff5d1 req-b30d45a2-88f6-42f5-98d9-e9c6e246baf7 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856521 Nov 12 08:39:31.255778 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c773850e-ffe0-4e8e-8ecd-8772056f1669 req-6db93f86-f79d-4079-ab43-7a689be6e566 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.258620 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d03efa65-bee6-45bb-a7eb-985928e82363 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.271583 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d03efa65-bee6-45bb-a7eb-985928e82363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.277372 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['1db79d84-d813-41f1-87b9-7e6c81d4631c'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:31.310324 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db93f86-f79d-4079-ab43-7a689be6e566 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Pushing event deleted for resources: {'Port': ['ID=1db79d84-d813-41f1-87b9-7e6c81d4631c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:31.332463 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6eb7f295-909b-4acf-8d33-f2607e2da86c req-5ce0748a-268e-464b-8635-7a611b1cc98c tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.369191 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d03efa65-bee6-45bb-a7eb-985928e82363 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6529014edf5845fab9ed5bbba149e18a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2693605 Nov 12 08:39:31.371066 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c773850e-ffe0-4e8e-8ecd-8772056f1669 req-6db93f86-f79d-4079-ab43-7a689be6e566 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] No DVR routers for this DVR port 1db79d84-d813-41f1-87b9-7e6c81d4631c on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:39:31.372934 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 44152) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:31.375619 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c773850e-ffe0-4e8e-8ecd-8772056f1669 req-6db93f86-f79d-4079-ab43-7a689be6e566 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.378903 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c773850e-ffe0-4e8e-8ecd-8772056f1669 req-6db93f86-f79d-4079-ab43-7a689be6e566 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.54 "DELETE /v2.0/ports/1db79d84-d813-41f1-87b9-7e6c81d4631c HTTP/1.1" status: 204 len: 173 time: 0.6257818 Nov 12 08:39:31.383516 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a119dbea-4bfa-41b4-aa56-93664d317173', 'name': 'network-vif-deleted', 'tag': '1db79d84-d813-41f1-87b9-7e6c81d4631c'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:31.385827 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6009fa59-c2c8-4809-a847-d502d943db90" -d '{"events": [{"server_uuid": "a119dbea-4bfa-41b4-aa56-93664d317173", "name": "network-vif-deleted", "tag": "1db79d84-d813-41f1-87b9-7e6c81d4631c"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:31.388578 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03efa65-bee6-45bb-a7eb-985928e82363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cd0bd7-a9e8-4a36-b330-8b93fbea3b5c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:31.390605 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a5314-cde1-41a9-a8db-aaa9c3d29183 req-f85addad-e7ad-4c35-9798-a4d8a384d9b2 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:31.392742 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-798a5314-cde1-41a9-a8db-aaa9c3d29183 req-f85addad-e7ad-4c35-9798-a4d8a384d9b2 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/ports?device_id=badb3f73-5c86-4b45-a2e9-b08409182bc9 HTTP/1.1" status: 200 len: 945 time: 0.1104817 Nov 12 08:39:31.437513 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9d425fba-43ec-4f05-8fdf-3a7a14ba63da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.461980 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9d425fba-43ec-4f05-8fdf-3a7a14ba63da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.505718 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-798a5314-cde1-41a9-a8db-aaa9c3d29183 req-f656e271-68df-47ca-a76c-95f754ebcc39 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/security-groups?id=b95a20f5-9ca9-417d-b457-6a8afb438d26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770092 Nov 12 08:39:31.519511 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9d425fba-43ec-4f05-8fdf-3a7a14ba63da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.522455 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9d425fba-43ec-4f05-8fdf-3a7a14ba63da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.523677 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9d425fba-43ec-4f05-8fdf-3a7a14ba63da admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/63cd0bd7-a9e8-4a36-b330-8b93fbea3b5c HTTP/1.1" status: 204 len: 168 time: 0.1495302 Nov 12 08:39:31.545521 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d425fba-43ec-4f05-8fdf-3a7a14ba63da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cd0bd7-a9e8-4a36-b330-8b93fbea3b5c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:31.635898 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df91c1a2-1ac0-4312-86fe-442a0244a2b8 x-openstack-request-id: req-df91c1a2-1ac0-4312-86fe-442a0244a2b8 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:31.636183 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15473919-e13a-4cce-adce-b9632482949f", "tag": "2f9efc5e-9fe8-4b4e-bd8c-683198c6887b", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:31.636435 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-df91c1a2-1ac0-4312-86fe-442a0244a2b8 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:31.636952 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15473919-e13a-4cce-adce-b9632482949f', 'tag': '2f9efc5e-9fe8-4b4e-bd8c-683198c6887b', 'status': 'completed', 'code': 200} Nov 12 08:39:31.732775 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-6eb7f295-909b-4acf-8d33-f2607e2da86c req-5ce0748a-268e-464b-8635-7a611b1cc98c tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] For port 2f9efc5e-9fe8-4b4e-bd8c-683198c6887b, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=2f9efc5e-9fe8-4b4e-bd8c-683198c6887b,segment=NetworkSegment(60d896f7-8941-43a6-b4e7-e68d57025316),segment_id=60d896f7-8941-43a6-b4e7-e68d57025316)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:31.769727 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2212b-b38d-476d-a044-de40138ce568 req-94f2b503-5bdf-44b5-a1b5-cde7864d2b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:31.771317 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b1f2212b-b38d-476d-a044-de40138ce568 req-94f2b503-5bdf-44b5-a1b5-cde7864d2b9c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cbdd6d621f374244977b79c953b0cd0d&device_id=15473919-e13a-4cce-adce-b9632482949f HTTP/1.1" status: 200 len: 1137 time: 0.1372941 Nov 12 08:39:31.783060 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70880eef-78a5-4927-ad14-36916640848c req-84fde43e-6a8d-4d4b-82c5-34348b71aeea tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:31.788269 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-70880eef-78a5-4927-ad14-36916640848c req-84fde43e-6a8d-4d4b-82c5-34348b71aeea tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 949 time: 0.1229684 Nov 12 08:39:31.836059 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6eb7f295-909b-4acf-8d33-f2607e2da86c req-5ce0748a-268e-464b-8635-7a611b1cc98c tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.876189 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6eb7f295-909b-4acf-8d33-f2607e2da86c req-5ce0748a-268e-464b-8635-7a611b1cc98c tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.892199 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['2f9efc5e-9fe8-4b4e-bd8c-683198c6887b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:31.977137 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7f295-909b-4acf-8d33-f2607e2da86c req-5ce0748a-268e-464b-8635-7a611b1cc98c tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:31.977837 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6eb7f295-909b-4acf-8d33-f2607e2da86c req-5ce0748a-268e-464b-8635-7a611b1cc98c tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.979314 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6eb7f295-909b-4acf-8d33-f2607e2da86c req-5ce0748a-268e-464b-8635-7a611b1cc98c tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "PUT /v2.0/ports/2f9efc5e-9fe8-4b4e-bd8c-683198c6887b HTTP/1.1" status: 200 len: 1021 time: 0.7907681 Nov 12 08:39:31.987554 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0748a-268e-464b-8635-7a611b1cc98c tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Pushing event updated for resources: {'Port': ['ID=2f9efc5e-9fe8-4b4e-bd8c-683198c6887b,revision_number=7']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:32.043913 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-70880eef-78a5-4927-ad14-36916640848c req-fd6d8fcf-eac6-48a4-8c6f-63e13de5155c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416611 Nov 12 08:39:32.063458 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2212b-b38d-476d-a044-de40138ce568 req-7deb3764-61c2-4736-891e-87384d606135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:32.063458 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b1f2212b-b38d-476d-a044-de40138ce568 req-7deb3764-61c2-4736-891e-87384d606135 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ac649155-8356-435e-b73c-d739a0401687 HTTP/1.1" status: 200 len: 913 time: 0.2710204 Nov 12 08:39:32.117507 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad31ec2-63e8-4877-84af-8af7dc1d1fd0 x-openstack-request-id: req-cad31ec2-63e8-4877-84af-8af7dc1d1fd0 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:32.117697 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['2f9efc5e-9fe8-4b4e-bd8c-683198c6887b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:32.117813 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a119dbea-4bfa-41b4-aa56-93664d317173", "name": "network-vif-deleted", "tag": "1db79d84-d813-41f1-87b9-7e6c81d4631c", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:32.118036 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cad31ec2-63e8-4877-84af-8af7dc1d1fd0 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:32.118439 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a119dbea-4bfa-41b4-aa56-93664d317173', 'name': 'network-vif-deleted', 'tag': '1db79d84-d813-41f1-87b9-7e6c81d4631c', 'status': 'completed', 'code': 200} Nov 12 08:39:32.132145 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b1f2212b-b38d-476d-a044-de40138ce568 req-63c84981-26e1-4223-b58d-b533b95c06db service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f9efc5e-9fe8-4b4e-bd8c-683198c6887b HTTP/1.1" status: 200 len: 217 time: 0.0576870 Nov 12 08:39:32.213193 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-393416fe-bccf-4a5d-b00f-cc6014e1deb2 req-71b174f1-bfc0-4e1d-a1f0-fc6115b4ef14 tempest-ServerShowV257Test-1078404914 tempest-ServerShowV257Test-1078404914-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.0340455 Nov 12 08:39:32.279192 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2212b-b38d-476d-a044-de40138ce568 req-533bde97-33df-417f-9ec2-08b5cbac32e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:32.281148 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b1f2212b-b38d-476d-a044-de40138ce568 req-533bde97-33df-417f-9ec2-08b5cbac32e4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f5bc2261-6276-45a4-a285-65ec53109574 HTTP/1.1" status: 200 len: 852 time: 0.1380758 Nov 12 08:39:32.304401 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260af18f-a708-4aa9-891c-f4a6e94adf97 req-1de520b0-95e8-447d-af53-fc04e1efaca5 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:32.306740 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-260af18f-a708-4aa9-891c-f4a6e94adf97 req-1de520b0-95e8-447d-af53-fc04e1efaca5 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 945 time: 0.0823045 Nov 12 08:39:32.372579 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b1f2212b-b38d-476d-a044-de40138ce568 req-cc88f8e1-cb8d-4c91-8c6d-7539e5dd79bf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac649155-8356-435e-b73c-d739a0401687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646825 Nov 12 08:39:32.489517 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-260af18f-a708-4aa9-891c-f4a6e94adf97 req-c272f3b0-33d4-43c2-858b-fa4a1141ba97 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734416 Nov 12 08:39:32.501732 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aede881-d0f3-4a3a-9b8a-f0759d3e5044 req-3ed80e1c-335d-4b52-8ab2-da353779aec5 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:32.502976 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6aede881-d0f3-4a3a-9b8a-f0759d3e5044 req-3ed80e1c-335d-4b52-8ab2-da353779aec5 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=15473919-e13a-4cce-adce-b9632482949f HTTP/1.1" status: 200 len: 1024 time: 0.1788323 Nov 12 08:39:32.532687 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b1f2212b-b38d-476d-a044-de40138ce568 req-15a2e252-4ec8-4d2c-8761-5b3dda3b769d service neutron] 10.222.0.58 "GET /v2.0/networks/ac649155-8356-435e-b73c-d739a0401687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470053 Nov 12 08:39:32.679712 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6aede881-d0f3-4a3a-9b8a-f0759d3e5044 req-fb502ff3-95ed-4846-ab6c-0a37c6fbfbcc tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1ea3436-b61e-435c-a0ed-cf40f7d499ca&id=976f7618-75d3-4d35-9f67-496fca114066&id=47b36950-bfb5-4451-9a4e-2ea1644ff783 HTTP/1.1" status: 200 len: 6200 time: 0.1681452 Nov 12 08:39:32.720484 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1c706-a95a-4bac-84ca-87c2e56bfd7a req-fc644327-f52a-4d74-a04c-b44b089f75f7 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:32.721667 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-25b1c706-a95a-4bac-84ca-87c2e56bfd7a req-fc644327-f52a-4d74-a04c-b44b089f75f7 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.1489000 Nov 12 08:39:32.781919 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b1f2212b-b38d-476d-a044-de40138ce568 req-a7ab3952-c3c2-4d37-97b2-a283f51c24a3 service neutron] 10.222.0.58 "GET /v2.0/networks/ac649155-8356-435e-b73c-d739a0401687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364979 Nov 12 08:39:32.856955 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-25b1c706-a95a-4bac-84ca-87c2e56bfd7a req-e7f75255-761e-49bd-9c37-2d0b40f127e3 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260281 Nov 12 08:39:32.870297 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-b09d97ed-39c1-4150-8247-ebcf4be858da req-35726681-a9d8-44d6-952d-4afc211053f0 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Request body: {'security_group': {'name': ' tempest-securitygroup -35224457 ', 'description': 'tempest-description-876528136'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:32.914957 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b09d97ed-39c1-4150-8247-ebcf4be858da req-35726681-a9d8-44d6-952d-4afc211053f0 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.005291 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b09d97ed-39c1-4150-8247-ebcf4be858da req-35726681-a9d8-44d6-952d-4afc211053f0 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.011135 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b09d97ed-39c1-4150-8247-ebcf4be858da req-35726681-a9d8-44d6-952d-4afc211053f0 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.050194 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b09d97ed-39c1-4150-8247-ebcf4be858da req-35726681-a9d8-44d6-952d-4afc211053f0 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.051405 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b09d97ed-39c1-4150-8247-ebcf4be858da req-35726681-a9d8-44d6-952d-4afc211053f0 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1866322 Nov 12 08:39:33.061625 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35726681-a9d8-44d6-952d-4afc211053f0 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8e5e61-f67c-4f4d-95b1-5be9b206229d,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:33.100858 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fa52b-8e15-498a-b47a-149011ad42b9 req-956ee01a-499f-4f3b-8be1-19b23c39d5f0 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:33.102352 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-982fa52b-8e15-498a-b47a-149011ad42b9 req-956ee01a-499f-4f3b-8be1-19b23c39d5f0 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/ports?device_id=badb3f73-5c86-4b45-a2e9-b08409182bc9 HTTP/1.1" status: 200 len: 945 time: 0.0586598 Nov 12 08:39:33.182354 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a0419-5829-48b4-a5b1-2ceaac4bce70 req-6c2bb13a-5945-4bdf-9ff6-d873d3f6153a tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:33.183932 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ee4a0419-5829-48b4-a5b1-2ceaac4bce70 req-6c2bb13a-5945-4bdf-9ff6-d873d3f6153a tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0805993 Nov 12 08:39:33.187646 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-982fa52b-8e15-498a-b47a-149011ad42b9 req-a1374258-7d39-4127-94ac-d6bc7eb24b28 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/security-groups?id=b95a20f5-9ca9-417d-b457-6a8afb438d26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756276 Nov 12 08:39:33.239403 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ee4a0419-5829-48b4-a5b1-2ceaac4bce70 req-7267c16d-b605-44ee-8eab-658283baab57 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485442 Nov 12 08:39:33.622372 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 1db79d84-d813-41f1-87b9-7e6c81d4631c no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:33.646153 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15473919-e13a-4cce-adce-b9632482949f', 'tag': '2f9efc5e-9fe8-4b4e-bd8c-683198c6887b'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:33.646804 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 1db79d84-d813-41f1-87b9-7e6c81d4631c {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:39:33.647055 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 1db79d84-d813-41f1-87b9-7e6c81d4631c not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:39:33.648531 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b796876-721e-42d4-8c30-feb2b6db58c5" -d '{"events": [{"name": "network-changed", "server_uuid": "15473919-e13a-4cce-adce-b9632482949f", "tag": "2f9efc5e-9fe8-4b4e-bd8c-683198c6887b"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:33.692489 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3b62725f-000c-45db-83ae-028914dbecbb req-5b544716-b488-4b3b-8ddc-35316261a854 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups/8c8e5e61-f67c-4f4d-95b1-5be9b206229d HTTP/1.1" status: 200 len: 1795 time: 0.4183636 Nov 12 08:39:33.711658 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-3ee0b604-9b6e-4bd1-ab43-3527fe5bfef7 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:33.713184 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-3ee0b604-9b6e-4bd1-ab43-3527fe5bfef7 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/networks?id=ebb104d1-24e6-4fb5-8479-85371fc07302 HTTP/1.1" status: 200 len: 812 time: 0.4498079 Nov 12 08:39:33.733722 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-013e4224-fb4c-44b9-8ebd-d4708b359ed5 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/quotas/04e1e46932e445c2a6cc6d10b43d5fb7 HTTP/1.1" status: 200 len: 375 time: 0.0113416 Nov 12 08:39:33.775112 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-c6a49cc1-e061-4370-a692-1b9f34baacbf tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=04e1e46932e445c2a6cc6d10b43d5fb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334654 Nov 12 08:39:33.868664 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7c2c8-4d7c-4995-b799-66be106d3fd7 req-977b2e99-0377-46a0-8d12-8b3b85059f24 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:33.870141 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ec7c2c8-4d7c-4995-b799-66be106d3fd7 req-977b2e99-0377-46a0-8d12-8b3b85059f24 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 949 time: 0.1207485 Nov 12 08:39:33.906501 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-85106a88-a43b-4c30-8027-c0dba6f7b413 service neutron] 10.222.0.37 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149428 Nov 12 08:39:33.961310 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ec7c2c8-4d7c-4995-b799-66be106d3fd7 req-31b1b1a6-4c57-4166-9656-e96f35884779 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840878 Nov 12 08:39:34.030357 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-23d36966-b531-4020-87a4-88e1c124320c service neutron] 10.222.0.37 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135578 Nov 12 08:39:34.085569 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8a44cc74-c57e-4f8b-80bf-9c3851638454 req-fded6cdd-edc3-4c17-b343-3d07e6a05590 tempest-ServerShowV257Test-1078404914 tempest-ServerShowV257Test-1078404914-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.0325899 Nov 12 08:39:34.259481 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1248f1-a28a-4d68-bcf8-ef61c1030832 req-df509669-0357-469b-b6c6-c5bd670743a1 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:34.261076 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4f1248f1-a28a-4d68-bcf8-ef61c1030832 req-df509669-0357-469b-b6c6-c5bd670743a1 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 945 time: 0.0521846 Nov 12 08:39:34.340177 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4f1248f1-a28a-4d68-bcf8-ef61c1030832 req-d173f999-e7ca-4c3d-9b3a-a1ab66c78162 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701909 Nov 12 08:39:34.396817 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b988b421-e01b-4277-a8cc-49ea6e3523eb x-openstack-request-id: req-b988b421-e01b-4277-a8cc-49ea6e3523eb {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:34.397118 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15473919-e13a-4cce-adce-b9632482949f", "tag": "2f9efc5e-9fe8-4b4e-bd8c-683198c6887b", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:34.397366 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b988b421-e01b-4277-a8cc-49ea6e3523eb {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:34.397759 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15473919-e13a-4cce-adce-b9632482949f', 'tag': '2f9efc5e-9fe8-4b4e-bd8c-683198c6887b', 'status': 'completed', 'code': 200} Nov 12 08:39:34.441355 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d12dd2be-6128-4f8d-a89e-c760ae8ba960 req-57dad083-efb3-4483-ab6b-2271b55344d0 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups/8c8e5e61-f67c-4f4d-95b1-5be9b206229d HTTP/1.1" status: 200 len: 1795 time: 0.0688202 Nov 12 08:39:34.556957 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b796876-721e-42d4-8c30-feb2b6db58c5 req-4280ff9b-f765-4145-b9a6-8af8e0ae4f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:34.558576 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8b796876-721e-42d4-8c30-feb2b6db58c5 req-4280ff9b-f765-4145-b9a6-8af8e0ae4f9c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cbdd6d621f374244977b79c953b0cd0d&device_id=15473919-e13a-4cce-adce-b9632482949f HTTP/1.1" status: 200 len: 1176 time: 0.1161151 Nov 12 08:39:34.574110 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb17bc6-6a87-48cc-864d-29703eea19cb req-b5795544-fda1-4306-a6eb-3ec439a27497 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:34.576646 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-afb17bc6-6a87-48cc-864d-29703eea19cb req-b5795544-fda1-4306-a6eb-3ec439a27497 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.1196651 Nov 12 08:39:34.643359 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d12dd2be-6128-4f8d-a89e-c760ae8ba960 req-00fb0a3e-5f17-45b5-be6a-f4427d1f5308 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.721308 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d12dd2be-6128-4f8d-a89e-c760ae8ba960 req-00fb0a3e-5f17-45b5-be6a-f4427d1f5308 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.743045 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-afb17bc6-6a87-48cc-864d-29703eea19cb req-b89c4136-928a-41a0-943c-ce978fced1c6 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442170 Nov 12 08:39:34.775681 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b796876-721e-42d4-8c30-feb2b6db58c5 req-4f72a7b4-beb9-47d3-9c38-b77fd23f9fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:34.777396 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8b796876-721e-42d4-8c30-feb2b6db58c5 req-4f72a7b4-beb9-47d3-9c38-b77fd23f9fdb service neutron] 10.222.0.58 "GET /v2.0/networks?id=ac649155-8356-435e-b73c-d739a0401687 HTTP/1.1" status: 200 len: 913 time: 0.1998448 Nov 12 08:39:34.832826 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d12dd2be-6128-4f8d-a89e-c760ae8ba960 req-00fb0a3e-5f17-45b5-be6a-f4427d1f5308 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.835514 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d12dd2be-6128-4f8d-a89e-c760ae8ba960 req-00fb0a3e-5f17-45b5-be6a-f4427d1f5308 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.836649 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d12dd2be-6128-4f8d-a89e-c760ae8ba960 req-00fb0a3e-5f17-45b5-be6a-f4427d1f5308 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "DELETE /v2.0/security-groups/8c8e5e61-f67c-4f4d-95b1-5be9b206229d HTTP/1.1" status: 204 len: 173 time: 0.3819714 Nov 12 08:39:34.837873 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8b796876-721e-42d4-8c30-feb2b6db58c5 req-0cf58eca-0caa-435c-80c9-6fa91c9bdb71 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f9efc5e-9fe8-4b4e-bd8c-683198c6887b HTTP/1.1" status: 200 len: 217 time: 0.0477517 Nov 12 08:39:34.878558 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-130b786a-fe03-42f7-8f1f-18c091c7b91d req-e4826713-72e8-412b-8868-cfcfd2f65c04 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 210 time: 0.0476248 Nov 12 08:39:34.880472 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb0a3e-5f17-45b5-be6a-f4427d1f5308 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8e5e61-f67c-4f4d-95b1-5be9b206229d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:34.932679 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b796876-721e-42d4-8c30-feb2b6db58c5 req-8f94c9b7-bf90-400d-a963-6338b6d7e9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:34.934903 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8b796876-721e-42d4-8c30-feb2b6db58c5 req-8f94c9b7-bf90-400d-a963-6338b6d7e9bb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f5bc2261-6276-45a4-a285-65ec53109574 HTTP/1.1" status: 200 len: 852 time: 0.0661981 Nov 12 08:39:34.973780 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8b796876-721e-42d4-8c30-feb2b6db58c5 req-8577953e-b8e9-4d32-a99d-f1729468ce20 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac649155-8356-435e-b73c-d739a0401687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273516 Nov 12 08:39:35.118332 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [req-bbc7ac70-1873-4938-8eed-d5fa24968a4b req-ce5bf566-58fc-4b3a-9115-bbe6f6fffa9c tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] show failed (client error): The resource could not be found. Nov 12 08:39:35.120102 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bbc7ac70-1873-4938-8eed-d5fa24968a4b req-ce5bf566-58fc-4b3a-9115-bbe6f6fffa9c tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups/8c8e5e61-f67c-4f4d-95b1-5be9b206229d HTTP/1.1" status: 404 len: 352 time: 0.0295451 Nov 12 08:39:35.146562 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d643b-6c78-4020-821d-1f866001fa32 req-ae460312-9633-4870-bf52-42cc69a21e63 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:35.148099 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-012d643b-6c78-4020-821d-1f866001fa32 req-ae460312-9633-4870-bf52-42cc69a21e63 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0942686 Nov 12 08:39:35.150210 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8b796876-721e-42d4-8c30-feb2b6db58c5 req-93474533-fbdd-403b-86be-d4cfd62cca69 service neutron] 10.222.0.58 "GET /v2.0/networks/ac649155-8356-435e-b73c-d739a0401687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631672 Nov 12 08:39:35.287797 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-012d643b-6c78-4020-821d-1f866001fa32 req-047c4555-a55b-40a0-8fac-d42f2b0ad016 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307952 Nov 12 08:39:35.310189 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-f3314538-f9ab-4475-822e-6e99f0ccc589 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:35.311729 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-f3314538-f9ab-4475-822e-6e99f0ccc589 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.54 "GET /v2.0/networks?id=ebb104d1-24e6-4fb5-8479-85371fc07302 HTTP/1.1" status: 200 len: 812 time: 0.1193171 Nov 12 08:39:35.311905 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a418356-a4c5-46e3-bdfc-5b2d7670fcdc req-484161e0-f49d-4995-a410-67a331d065ea tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:35.313419 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0a418356-a4c5-46e3-bdfc-5b2d7670fcdc req-484161e0-f49d-4995-a410-67a331d065ea tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 949 time: 0.1298583 Nov 12 08:39:35.327603 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-9110dd79-b9ea-4db7-a88a-10a2e275f7ad tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Request body: {'port': {'device_id': 'e73b42cc-6982-48aa-81eb-1f51ea1b488b', 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302', 'admin_state_up': True, 'tenant_id': '04e1e46932e445c2a6cc6d10b43d5fb7'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:35.358379 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8b796876-721e-42d4-8c30-feb2b6db58c5 req-41147b4f-1365-49e7-b2bd-850277c089b1 service neutron] 10.222.0.58 "GET /v2.0/networks/ac649155-8356-435e-b73c-d739a0401687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831191 Nov 12 08:39:35.424683 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0a418356-a4c5-46e3-bdfc-5b2d7670fcdc req-58cd0a65-72fe-4117-93a9-6db4ee7c75ab tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014414 Nov 12 08:39:35.452021 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754b835-2f4f-4118-9706-91e098534e30 req-22b4a9de-0310-4579-b33f-c1e5b0efc304 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:35.453770 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5754b835-2f4f-4118-9706-91e098534e30 req-22b4a9de-0310-4579-b33f-c1e5b0efc304 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/ports?device_id=badb3f73-5c86-4b45-a2e9-b08409182bc9 HTTP/1.1" status: 200 len: 945 time: 0.0783646 Nov 12 08:39:35.458526 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-9110dd79-b9ea-4db7-a88a-10a2e275f7ad tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Made reservation on behalf of 04e1e46932e445c2a6cc6d10b43d5fb7 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:35.462407 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-9110dd79-b9ea-4db7-a88a-10a2e275f7ad tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.516554 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5754b835-2f4f-4118-9706-91e098534e30 req-7d28a25d-d3a4-40a3-98d0-6264bc055c8f tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/security-groups?id=b95a20f5-9ca9-417d-b457-6a8afb438d26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551517 Nov 12 08:39:35.583847 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-71147a79-c72f-4536-a67a-0b0feb0fc217 req-69de2aa9-999b-4684-b181-acd167e762d3 tempest-QuotasAdminNegativeTest-568214727 tempest-QuotasAdminNegativeTest-568214727-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1b1b937f2a844dc0a99aeeff1b32db15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228343 Nov 12 08:39:35.603256 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-9110dd79-b9ea-4db7-a88a-10a2e275f7ad tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Allocated IP 172.20.0.3 (ebb104d1-24e6-4fb5-8479-85371fc07302/4bf5e142-9321-4c39-8a01-974865fb5fa2/cca12f95-0d6c-49aa-8fdd-7ae6314011cf) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:35.643458 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-22eeeac5-27f7-4205-acd6-321a055eb2c4 req-f55da3db-4543-41a7-8ff7-d7ce0c46b928 tempest-ServerShowV257Test-1078404914 tempest-ServerShowV257Test-1078404914-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.0414367 Nov 12 08:39:35.692323 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-098bad27-805d-4858-bd27-2a8bf4b87e1a req-ec56f8c2-9cdf-43ee-9341-29d22dc28de3 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-608964330', 'description': 'tempest-description-1489049366'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:35.747476 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71147a79-c72f-4536-a67a-0b0feb0fc217 req-9ac0bb90-0858-4f12-842b-77fe7b870280 tempest-QuotasAdminNegativeTest-568214727 tempest-QuotasAdminNegativeTest-568214727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:35.749008 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-71147a79-c72f-4536-a67a-0b0feb0fc217 req-9ac0bb90-0858-4f12-842b-77fe7b870280 tempest-QuotasAdminNegativeTest-568214727 tempest-QuotasAdminNegativeTest-568214727-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1572368 Nov 12 08:39:35.750253 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-098bad27-805d-4858-bd27-2a8bf4b87e1a req-ec56f8c2-9cdf-43ee-9341-29d22dc28de3 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.775521 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-9110dd79-b9ea-4db7-a88a-10a2e275f7ad tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.776523 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-71147a79-c72f-4536-a67a-0b0feb0fc217 req-406bec04-6ce5-43f4-87a5-f0dbb6a3402f tempest-QuotasAdminNegativeTest-568214727 tempest-QuotasAdminNegativeTest-568214727-project] 10.222.0.37 "GET /v2.0/quotas/1b1b937f2a844dc0a99aeeff1b32db15 HTTP/1.1" status: 200 len: 375 time: 0.0170369 Nov 12 08:39:35.811864 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-9110dd79-b9ea-4db7-a88a-10a2e275f7ad tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.819869 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-71147a79-c72f-4536-a67a-0b0feb0fc217 req-315a3bab-16eb-4fb8-99cc-b215aefbdc66 tempest-QuotasAdminNegativeTest-568214727 tempest-QuotasAdminNegativeTest-568214727-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b1b937f2a844dc0a99aeeff1b32db15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359619 Nov 12 08:39:35.859833 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-098bad27-805d-4858-bd27-2a8bf4b87e1a req-ec56f8c2-9cdf-43ee-9341-29d22dc28de3 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.860110 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-9110dd79-b9ea-4db7-a88a-10a2e275f7ad tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Network ebb104d1-24e6-4fb5-8479-85371fc07302 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:35.863502 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-9110dd79-b9ea-4db7-a88a-10a2e275f7ad tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:35.867523 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-9110dd79-b9ea-4db7-a88a-10a2e275f7ad tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:35.868329 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-098bad27-805d-4858-bd27-2a8bf4b87e1a req-ec56f8c2-9cdf-43ee-9341-29d22dc28de3 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.891707 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9110dd79-b9ea-4db7-a88a-10a2e275f7ad tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Pushing event updated for resources: {'Port': ['ID=cca12f95-0d6c-49aa-8fdd-7ae6314011cf,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:35.902178 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-098bad27-805d-4858-bd27-2a8bf4b87e1a req-ec56f8c2-9cdf-43ee-9341-29d22dc28de3 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.903037 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-098bad27-805d-4858-bd27-2a8bf4b87e1a req-ec56f8c2-9cdf-43ee-9341-29d22dc28de3 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2186365 Nov 12 08:39:35.905669 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56f8c2-9cdf-43ee-9341-29d22dc28de3 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfe0613-be6f-4bf8-9c42-c023c862617d,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:35.928907 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-9110dd79-b9ea-4db7-a88a-10a2e275f7ad tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:35.929666 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-9110dd79-b9ea-4db7-a88a-10a2e275f7ad tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.952358 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-9110dd79-b9ea-4db7-a88a-10a2e275f7ad tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6307340 Nov 12 08:39:35.965479 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-3ccc1d0a-737f-43cc-a227-5fa3440a3fd3 service neutron] Request body: {'port': {'device_id': 'e73b42cc-6982-48aa-81eb-1f51ea1b488b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:36.029866 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-3ccc1d0a-737f-43cc-a227-5fa3440a3fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.035643 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb4704-3707-4698-a84e-1859012473cb req-cd069740-adf0-44ed-a2f2-565643024efc tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:36.038224 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e2cb4704-3707-4698-a84e-1859012473cb req-cd069740-adf0-44ed-a2f2-565643024efc tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 945 time: 0.0681162 Nov 12 08:39:36.103326 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e2cb4704-3707-4698-a84e-1859012473cb req-8c07922c-0679-4f9d-98f5-1fe816652cd5 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557592 Nov 12 08:39:36.126366 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-5653d864-8e3e-414c-8459-1b0522287a6d req-e8c0123f-786a-4938-9daf-ac21e054f077 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-714240522', 'description': 'tempest-description-625212000'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:36.149617 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-5653d864-8e3e-414c-8459-1b0522287a6d req-e8c0123f-786a-4938-9daf-ac21e054f077 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.234882 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc2b56-03b7-4130-81ae-0ffb401ff760 req-bb47ef3e-6ade-4956-b0f3-bf81d0dbf768 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:36.236510 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-26dc2b56-03b7-4130-81ae-0ffb401ff760 req-bb47ef3e-6ade-4956-b0f3-bf81d0dbf768 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 931 time: 0.0728359 Nov 12 08:39:36.280015 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-5653d864-8e3e-414c-8459-1b0522287a6d req-e8c0123f-786a-4938-9daf-ac21e054f077 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.287880 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-5653d864-8e3e-414c-8459-1b0522287a6d req-e8c0123f-786a-4938-9daf-ac21e054f077 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.311279 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-3ccc1d0a-737f-43cc-a227-5fa3440a3fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cca12f95-0d6c-49aa-8fdd-7ae6314011cf {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:36.320312 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-3ccc1d0a-737f-43cc-a227-5fa3440a3fd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.330032 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-26dc2b56-03b7-4130-81ae-0ffb401ff760 req-bde8f0ef-8c37-456e-9e88-c94218a269f6 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861046 Nov 12 08:39:36.333477 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-3ccc1d0a-737f-43cc-a227-5fa3440a3fd3 service neutron] Transition to ACTIVE for port object cca12f95-0d6c-49aa-8fdd-7ae6314011cf will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:39:36.334963 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-5653d864-8e3e-414c-8459-1b0522287a6d req-e8c0123f-786a-4938-9daf-ac21e054f077 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.336654 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5653d864-8e3e-414c-8459-1b0522287a6d req-e8c0123f-786a-4938-9daf-ac21e054f077 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2143815 Nov 12 08:39:36.338653 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0123f-786a-4938-9daf-ac21e054f077 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0e8ffb-746f-409c-93ff-e038b9d5d603,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:36.354355 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-3ccc1d0a-737f-43cc-a227-5fa3440a3fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.440075 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc1d0a-737f-43cc-a227-5fa3440a3fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=cca12f95-0d6c-49aa-8fdd-7ae6314011cf,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:36.461609 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da6eef-01f9-4f2f-b8da-c917c0e2171a req-cf047d47-7c2c-4bc6-b5e1-ec8cb426f522 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:36.464223 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d7da6eef-01f9-4f2f-b8da-c917c0e2171a req-cf047d47-7c2c-4bc6-b5e1-ec8cb426f522 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0668066 Nov 12 08:39:36.468627 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-e17cacf1-5a89-4b08-9431-3cf7a5a23d9e req-7641fdfa-b812-4ee8-814b-5b8693195aaf tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-17855539', 'description': 'tempest-description-1267405877'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:36.492245 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-3ccc1d0a-737f-43cc-a227-5fa3440a3fd3 service neutron] Attempting to bind port cca12f95-0d6c-49aa-8fdd-7ae6314011cf on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:39:36.492245 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-3ccc1d0a-737f-43cc-a227-5fa3440a3fd3 service neutron] Attempting to bind port cca12f95-0d6c-49aa-8fdd-7ae6314011cf by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'c5cbe887-c0ec-4daa-92d4-e72529fcbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:39:36.492600 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-3ccc1d0a-737f-43cc-a227-5fa3440a3fd3 service neutron] Attempting to bind port cca12f95-0d6c-49aa-8fdd-7ae6314011cf on network ebb104d1-24e6-4fb5-8479-85371fc07302 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:36.497078 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-3ccc1d0a-737f-43cc-a227-5fa3440a3fd3 service neutron] Port cca12f95-0d6c-49aa-8fdd-7ae6314011cf on network ebb104d1-24e6-4fb5-8479-85371fc07302 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:39:36.497396 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-3ccc1d0a-737f-43cc-a227-5fa3440a3fd3 service neutron] Attempting to bind port cca12f95-0d6c-49aa-8fdd-7ae6314011cf on network ebb104d1-24e6-4fb5-8479-85371fc07302 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:36.502270 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-3ccc1d0a-737f-43cc-a227-5fa3440a3fd3 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:39:36.502556 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-3ccc1d0a-737f-43cc-a227-5fa3440a3fd3 service neutron] Checking segment: {'id': 'c5cbe887-c0ec-4daa-92d4-e72529fcbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:36.502951 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-3ccc1d0a-737f-43cc-a227-5fa3440a3fd3 service neutron] Bound using segment: {'id': 'c5cbe887-c0ec-4daa-92d4-e72529fcbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:39:36.503375 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-3ccc1d0a-737f-43cc-a227-5fa3440a3fd3 service neutron] Bound port: cca12f95-0d6c-49aa-8fdd-7ae6314011cf, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5cbe887-c0ec-4daa-92d4-e72529fcbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:39:36.503767 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-3ccc1d0a-737f-43cc-a227-5fa3440a3fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.516072 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e17cacf1-5a89-4b08-9431-3cf7a5a23d9e req-7641fdfa-b812-4ee8-814b-5b8693195aaf tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.538733 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d7da6eef-01f9-4f2f-b8da-c917c0e2171a req-33843aeb-4474-46d0-8ff1-34e246160c16 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655596 Nov 12 08:39:36.577764 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-3ccc1d0a-737f-43cc-a227-5fa3440a3fd3 service neutron] For port cca12f95-0d6c-49aa-8fdd-7ae6314011cf, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:39:36.582210 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-3ccc1d0a-737f-43cc-a227-5fa3440a3fd3 service neutron] For port cca12f95-0d6c-49aa-8fdd-7ae6314011cf, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=cca12f95-0d6c-49aa-8fdd-7ae6314011cf,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:39:36.587284 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-3ccc1d0a-737f-43cc-a227-5fa3440a3fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.611899 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e17cacf1-5a89-4b08-9431-3cf7a5a23d9e req-7641fdfa-b812-4ee8-814b-5b8693195aaf tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.618119 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e17cacf1-5a89-4b08-9431-3cf7a5a23d9e req-7641fdfa-b812-4ee8-814b-5b8693195aaf tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.626634 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-3ccc1d0a-737f-43cc-a227-5fa3440a3fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:36.627271 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-3ccc1d0a-737f-43cc-a227-5fa3440a3fd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.628758 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-3ccc1d0a-737f-43cc-a227-5fa3440a3fd3 service neutron] 10.222.0.54 "PUT /v2.0/ports/cca12f95-0d6c-49aa-8fdd-7ae6314011cf HTTP/1.1" status: 200 len: 1092 time: 0.6681235 Nov 12 08:39:36.629267 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73b42cc-6982-48aa-81eb-1f51ea1b488b', 'tag': 'cca12f95-0d6c-49aa-8fdd-7ae6314011cf'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:36.631663 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1fa7fb-4a23-4263-b3f6-eefda5623bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "e73b42cc-6982-48aa-81eb-1f51ea1b488b", "tag": "cca12f95-0d6c-49aa-8fdd-7ae6314011cf"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:36.654190 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e17cacf1-5a89-4b08-9431-3cf7a5a23d9e req-7641fdfa-b812-4ee8-814b-5b8693195aaf tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.660106 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e17cacf1-5a89-4b08-9431-3cf7a5a23d9e req-7641fdfa-b812-4ee8-814b-5b8693195aaf tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2025068 Nov 12 08:39:36.662133 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641fdfa-b812-4ee8-814b-5b8693195aaf tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adb2cf3b-3d1c-4460-b485-5d980c2997ab,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:36.672903 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc1d0a-737f-43cc-a227-5fa3440a3fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=cca12f95-0d6c-49aa-8fdd-7ae6314011cf,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:36.735085 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-0ac98e8b-edd2-4875-be7c-368a031823d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:36.736657 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-0ac98e8b-edd2-4875-be7c-368a031823d9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=04e1e46932e445c2a6cc6d10b43d5fb7&device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 1095 time: 0.0553846 Nov 12 08:39:36.797618 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043290a8-40cf-4a68-b0b6-dadb2cca995d req-5db76270-7aec-4d35-a6ee-b60c3655d475 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:36.800136 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-043290a8-40cf-4a68-b0b6-dadb2cca995d req-5db76270-7aec-4d35-a6ee-b60c3655d475 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 949 time: 0.0809853 Nov 12 08:39:36.801006 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-95e11c22-f8c5-43ea-9ac8-b696aee217e7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cca12f95-0d6c-49aa-8fdd-7ae6314011cf HTTP/1.1" status: 200 len: 217 time: 0.0480978 Nov 12 08:39:36.858382 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-470dada5-27dd-418a-9fb7-437ebdf9445c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:36.860280 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-470dada5-27dd-418a-9fb7-437ebdf9445c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bf5e142-9321-4c39-8a01-974865fb5fa2 HTTP/1.1" status: 200 len: 852 time: 0.0498095 Nov 12 08:39:36.888795 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-043290a8-40cf-4a68-b0b6-dadb2cca995d req-e1c927d0-e707-4568-ac5a-5a5e72730ee8 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816205 Nov 12 08:39:36.904303 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e8673-f5d1-4fe6-a437-f2609760f9f2 req-4e547458-ef9b-41cd-ae19-4307d26bdc7e tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:36.910026 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-571e8673-f5d1-4fe6-a437-f2609760f9f2 req-4e547458-ef9b-41cd-ae19-4307d26bdc7e tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/ports?device_id=badb3f73-5c86-4b45-a2e9-b08409182bc9 HTTP/1.1" status: 200 len: 945 time: 0.0814426 Nov 12 08:39:36.910204 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-362d5427-f780-44b9-ae0d-d220cd8663b1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebb104d1-24e6-4fb5-8479-85371fc07302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353389 Nov 12 08:39:36.996864 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-571e8673-f5d1-4fe6-a437-f2609760f9f2 req-ebdd72ee-d26a-427f-b21c-30b35becf48f tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/security-groups?id=b95a20f5-9ca9-417d-b457-6a8afb438d26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692937 Nov 12 08:39:37.023221 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-c4b44f6a-5f6c-4932-95c7-c0b0e8855290 service neutron] 10.222.0.54 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032367 Nov 12 08:39:37.042588 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6acfe-ad9c-4f4b-85a6-748cc4d5966d req-7e9366b9-ed85-4571-829c-85ac0c3c310f tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:37.045368 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-94a6acfe-ad9c-4f4b-85a6-748cc4d5966d req-7e9366b9-ed85-4571-829c-85ac0c3c310f tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0743349 Nov 12 08:39:37.047818 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45af20ee-7747-41f9-90f3-8eb716549eaa x-openstack-request-id: req-45af20ee-7747-41f9-90f3-8eb716549eaa {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:37.048130 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73b42cc-6982-48aa-81eb-1f51ea1b488b", "tag": "cca12f95-0d6c-49aa-8fdd-7ae6314011cf", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:37.048487 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-45af20ee-7747-41f9-90f3-8eb716549eaa {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:37.048943 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e73b42cc-6982-48aa-81eb-1f51ea1b488b', 'tag': 'cca12f95-0d6c-49aa-8fdd-7ae6314011cf', 'status': 'completed', 'code': 200} Nov 12 08:39:37.129949 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-94a6acfe-ad9c-4f4b-85a6-748cc4d5966d req-938d8f92-2800-4904-943d-e258a23bd0e3 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772383 Nov 12 08:39:37.172913 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2deea878-4e3a-40a1-ad0d-b919a3f6e018 req-6df9e8a5-7fe9-4013-a5ad-452a36f27b47 service neutron] 10.222.0.54 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382852 Nov 12 08:39:37.261487 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a66bc29e-690e-49ea-b0e5-d205ee75912a req-5a73963a-2cea-4367-acb9-83875d19ba00 tempest-ServerShowV257Test-1078404914 tempest-ServerShowV257Test-1078404914-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.0376022 Nov 12 08:39:37.275607 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-380d1466-9617-4316-b549-1cb76b37133e req-a5c709b7-3c13-492d-8e36-a50962436d5b tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cbdd6d621f374244977b79c953b0cd0d HTTP/1.1" status: 200 len: 10996 time: 0.2062871 Nov 12 08:39:37.304290 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fa7fb-4a23-4263-b3f6-eefda5623bc2 req-cba4e359-e7ca-4a53-bacd-384368096e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:37.306963 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ee1fa7fb-4a23-4263-b3f6-eefda5623bc2 req-cba4e359-e7ca-4a53-bacd-384368096e2e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=04e1e46932e445c2a6cc6d10b43d5fb7&device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 1095 time: 0.0664110 Nov 12 08:39:37.352220 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-380d1466-9617-4316-b549-1cb76b37133e req-8c4d2666-84f9-4156-9061-296194ffc6ad tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups/47b36950-bfb5-4451-9a4e-2ea1644ff783 HTTP/1.1" status: 200 len: 2998 time: 0.0655761 Nov 12 08:39:37.426842 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-258ebb5f-b15f-4e57-a6f0-800fa4002585 req-f389a01d-30db-4357-9a4d-d2f9731aad7b tempest-QuotasAdminNegativeTest-568214727 tempest-QuotasAdminNegativeTest-568214727-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1b1b937f2a844dc0a99aeeff1b32db15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434451 Nov 12 08:39:37.439646 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fa7fb-4a23-4263-b3f6-eefda5623bc2 req-99a289e8-1900-4aa4-a6d7-e16a21e86d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:37.442137 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ee1fa7fb-4a23-4263-b3f6-eefda5623bc2 req-99a289e8-1900-4aa4-a6d7-e16a21e86d95 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ebb104d1-24e6-4fb5-8479-85371fc07302 HTTP/1.1" status: 200 len: 913 time: 0.1271920 Nov 12 08:39:37.465840 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-380d1466-9617-4316-b549-1cb76b37133e req-fe16777a-1117-4e7c-bb7e-aeef39db3223 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups/47b36950-bfb5-4451-9a4e-2ea1644ff783 HTTP/1.1" status: 200 len: 2998 time: 0.1121659 Nov 12 08:39:37.498109 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ee1fa7fb-4a23-4263-b3f6-eefda5623bc2 req-218ce4f3-1a93-4e2b-85bd-bcef7537e807 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cca12f95-0d6c-49aa-8fdd-7ae6314011cf HTTP/1.1" status: 200 len: 217 time: 0.0482583 Nov 12 08:39:37.536694 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36f0ff-4a8c-49c2-97e0-78ea0cdeff2e req-a82cd316-b9dc-4c4b-9ec7-8f677ee0fce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:37.538092 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eb36f0ff-4a8c-49c2-97e0-78ea0cdeff2e req-a82cd316-b9dc-4c4b-9ec7-8f677ee0fce7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 1101 time: 0.1413236 Nov 12 08:39:37.563977 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fa7fb-4a23-4263-b3f6-eefda5623bc2 req-34c33326-ba9e-4149-ba76-95d6f02bc721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:37.565973 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ee1fa7fb-4a23-4263-b3f6-eefda5623bc2 req-34c33326-ba9e-4149-ba76-95d6f02bc721 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bf5e142-9321-4c39-8a01-974865fb5fa2 HTTP/1.1" status: 200 len: 852 time: 0.0597489 Nov 12 08:39:37.610410 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ee1fa7fb-4a23-4263-b3f6-eefda5623bc2 req-45ebdbf3-a4c6-4883-b9ee-932917b80f85 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebb104d1-24e6-4fb5-8479-85371fc07302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258291 Nov 12 08:39:37.681057 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ebb5f-b15f-4e57-a6f0-800fa4002585 req-7e33a9d3-4bb7-4d15-ad14-5cda291b66e7 tempest-QuotasAdminNegativeTest-568214727 tempest-QuotasAdminNegativeTest-568214727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:37.682939 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-258ebb5f-b15f-4e57-a6f0-800fa4002585 req-7e33a9d3-4bb7-4d15-ad14-5cda291b66e7 tempest-QuotasAdminNegativeTest-568214727 tempest-QuotasAdminNegativeTest-568214727-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2366977 Nov 12 08:39:37.726508 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0912aa9-8468-422d-a1b9-0a5e21d3cf9e req-e0ce5c6f-dc9e-41c7-9026-d02d4e0b3f54 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:37.733399 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78abd07-efdc-45a2-ad6f-69160d5566c8 req-c3c69490-4d62-4f0c-ab77-e8604f2b52a1 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:37.735536 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b78abd07-efdc-45a2-ad6f-69160d5566c8 req-c3c69490-4d62-4f0c-ab77-e8604f2b52a1 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.58 "GET /v2.0/ports?device_id=badb3f73-5c86-4b45-a2e9-b08409182bc9 HTTP/1.1" status: 200 len: 945 time: 0.1090941 Nov 12 08:39:37.735679 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e0912aa9-8468-422d-a1b9-0a5e21d3cf9e req-e0ce5c6f-dc9e-41c7-9026-d02d4e0b3f54 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 945 time: 0.1813078 Nov 12 08:39:37.738933 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-258ebb5f-b15f-4e57-a6f0-800fa4002585 req-15f89d60-6437-4c58-be19-bb9baad928e3 tempest-QuotasAdminNegativeTest-568214727 tempest-QuotasAdminNegativeTest-568214727-project] 10.222.0.37 "GET /v2.0/quotas/1b1b937f2a844dc0a99aeeff1b32db15 HTTP/1.1" status: 200 len: 375 time: 0.0420158 Nov 12 08:39:37.749573 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-be25ceb4-f167-433b-beee-7ac13926e13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:37.784812 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ee1fa7fb-4a23-4263-b3f6-eefda5623bc2 req-a683785a-2d98-43e1-8d11-d382ba355b55 service neutron] 10.222.0.54 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660225 Nov 12 08:39:37.801267 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-258ebb5f-b15f-4e57-a6f0-800fa4002585 req-3c9dae07-ca20-41f7-8902-067e1d597608 tempest-QuotasAdminNegativeTest-568214727 tempest-QuotasAdminNegativeTest-568214727-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b1b937f2a844dc0a99aeeff1b32db15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417969 Nov 12 08:39:37.804667 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36f0ff-4a8c-49c2-97e0-78ea0cdeff2e req-a48c0608-511b-4b64-8f1e-22f57258a3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:37.806045 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eb36f0ff-4a8c-49c2-97e0-78ea0cdeff2e req-a48c0608-511b-4b64-8f1e-22f57258a3ae service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.2355390 Nov 12 08:39:37.830677 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e0912aa9-8468-422d-a1b9-0a5e21d3cf9e req-4ee199bd-70f9-41c4-a255-0e8d0d88f2c8 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941103 Nov 12 08:39:37.868033 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eb36f0ff-4a8c-49c2-97e0-78ea0cdeff2e req-52b4ca25-5155-466b-9ba0-ed08bc5fe03a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=445eef39-a61c-42ea-ad06-1001a52a3105 HTTP/1.1" status: 200 len: 217 time: 0.0498710 Nov 12 08:39:37.975379 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-b78abd07-efdc-45a2-ad6f-69160d5566c8 req-85d3a20f-33a1-426b-abd3-b5cdf5299a3a tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Deleting port ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:37.977096 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b78abd07-efdc-45a2-ad6f-69160d5566c8 req-85d3a20f-33a1-426b-abd3-b5cdf5299a3a tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:37.979026 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36f0ff-4a8c-49c2-97e0-78ea0cdeff2e req-30400eb2-ef55-4e8b-ac7f-7a87afc04914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:37.980668 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eb36f0ff-4a8c-49c2-97e0-78ea0cdeff2e req-30400eb2-ef55-4e8b-ac7f-7a87afc04914 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.0999751 Nov 12 08:39:38.013452 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ee1fa7fb-4a23-4263-b3f6-eefda5623bc2 req-7ff1533a-ed2e-4bf1-be7d-d294512f6e85 service neutron] 10.222.0.54 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076757 Nov 12 08:39:38.033582 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7e921eb5-d7be-474a-a2c0-d2d2f0a6c184 req-e0a4338b-40af-4d0d-bbb4-c0d199eeccde tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups/6dfe0613-be6f-4bf8-9c42-c023c862617d HTTP/1.1" status: 200 len: 1817 time: 0.1214557 Nov 12 08:39:38.050631 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cb093-8520-41ed-92e3-54e9028bdccf req-3e4f882b-ff8b-48e1-bf27-cfe102d57ce5 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:38.052089 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-254cb093-8520-41ed-92e3-54e9028bdccf req-3e4f882b-ff8b-48e1-bf27-cfe102d57ce5 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 943 time: 0.1210411 Nov 12 08:39:38.092627 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36f0ff-4a8c-49c2-97e0-78ea0cdeff2e req-630bdd2d-9bfc-4976-8d77-04ed3f58a855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:38.094189 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eb36f0ff-4a8c-49c2-97e0-78ea0cdeff2e req-630bdd2d-9bfc-4976-8d77-04ed3f58a855 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0936444 Nov 12 08:39:38.098099 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-b78abd07-efdc-45a2-ad6f-69160d5566c8 req-85d3a20f-33a1-426b-abd3-b5cdf5299a3a tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] For port ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5,segment=NetworkSegment(b9fb73f6-153c-41c1-b347-94d88239ea7a),segment_id=b9fb73f6-153c-41c1-b347-94d88239ea7a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:38.098441 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b78abd07-efdc-45a2-ad6f-69160d5566c8 req-85d3a20f-33a1-426b-abd3-b5cdf5299a3a tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.208369 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-254cb093-8520-41ed-92e3-54e9028bdccf req-cd541cba-a288-464e-97f5-879454e5021f tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449254 Nov 12 08:39:38.220713 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7e921eb5-d7be-474a-a2c0-d2d2f0a6c184 req-0defbb25-7720-447b-8096-c082525368c4 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.266201 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7e921eb5-d7be-474a-a2c0-d2d2f0a6c184 req-0defbb25-7720-447b-8096-c082525368c4 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.309003 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b78abd07-efdc-45a2-ad6f-69160d5566c8 req-85d3a20f-33a1-426b-abd3-b5cdf5299a3a tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.309491 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b78abd07-efdc-45a2-ad6f-69160d5566c8 req-85d3a20f-33a1-426b-abd3-b5cdf5299a3a tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.309974 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [req-b78abd07-efdc-45a2-ad6f-69160d5566c8 req-85d3a20f-33a1-426b-abd3-b5cdf5299a3a tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Floating IP b8476ded-edea-493a-9924-b838e11dc895 disassociated. External IP: 172.25.6.114, port: ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5. Nov 12 08:39:38.310372 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-b78abd07-efdc-45a2-ad6f-69160d5566c8 req-85d3a20f-33a1-426b-abd3-b5cdf5299a3a tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Calling delete_port for ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:38.320020 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eb36f0ff-4a8c-49c2-97e0-78ea0cdeff2e req-fb86282a-eab9-48d4-b21b-c5c0aa2cc394 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092786 Nov 12 08:39:38.416283 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7e921eb5-d7be-474a-a2c0-d2d2f0a6c184 req-0defbb25-7720-447b-8096-c082525368c4 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.419268 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7e921eb5-d7be-474a-a2c0-d2d2f0a6c184 req-0defbb25-7720-447b-8096-c082525368c4 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.420437 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7e921eb5-d7be-474a-a2c0-d2d2f0a6c184 req-0defbb25-7720-447b-8096-c082525368c4 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "DELETE /v2.0/security-groups/6dfe0613-be6f-4bf8-9c42-c023c862617d HTTP/1.1" status: 204 len: 173 time: 0.3666544 Nov 12 08:39:38.436134 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696e34c-7bee-480c-9392-1474f12820b9 req-e06aa74a-fd84-442d-86bd-83fc4976e11b tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:38.442913 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7696e34c-7bee-480c-9392-1474f12820b9 req-e06aa74a-fd84-442d-86bd-83fc4976e11b tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.1685302 Nov 12 08:39:38.459849 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defbb25-7720-447b-8096-c082525368c4 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfe0613-be6f-4bf8-9c42-c023c862617d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:38.494929 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eb36f0ff-4a8c-49c2-97e0-78ea0cdeff2e req-00f265e2-26cf-4bfe-be04-130a84f7c46b service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651981 Nov 12 08:39:38.536996 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7696e34c-7bee-480c-9392-1474f12820b9 req-a9e09df5-7093-4c4d-ae59-79b376e41d46 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818746 Nov 12 08:39:38.670390 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cdcc1-d9cd-4008-9c44-2c1531a5c896 req-43547247-f824-4181-889b-348c6d17e5c0 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:38.672165 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-584cdcc1-d9cd-4008-9c44-2c1531a5c896 req-43547247-f824-4181-889b-348c6d17e5c0 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 949 time: 0.0647874 Nov 12 08:39:38.741681 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b78abd07-efdc-45a2-ad6f-69160d5566c8 req-85d3a20f-33a1-426b-abd3-b5cdf5299a3a tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.754552 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-584cdcc1-d9cd-4008-9c44-2c1531a5c896 req-8b87df82-13ad-49cf-b2f9-2e7ddd4c830d tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726705 Nov 12 08:39:38.763240 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1697b0-1f22-47d1-8c4c-b2f49b939d5c req-bb56e634-41a6-406b-87e0-bb4ecb72e895 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:38.764763 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-be1697b0-1f22-47d1-8c4c-b2f49b939d5c req-bb56e634-41a6-406b-87e0-bb4ecb72e895 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/ports?device_id=badb3f73-5c86-4b45-a2e9-b08409182bc9 HTTP/1.1" status: 200 len: 867 time: 0.0916169 Nov 12 08:39:38.771428 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3a20f-33a1-426b-abd3-b5cdf5299a3a tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Pushing event deleted for resources: {'Port': ['ID=ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:38.824466 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-be1697b0-1f22-47d1-8c4c-b2f49b939d5c req-4b46fe85-d5a6-4126-a879-a221db09dfe5 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/security-groups?id=b95a20f5-9ca9-417d-b457-6a8afb438d26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522335 Nov 12 08:39:38.880594 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ebc99216-36f8-4bac-92f4-53900ff497ba req-331981ec-c70c-427c-9475-2dc06fd82bc9 tempest-ServerShowV257Test-1078404914 tempest-ServerShowV257Test-1078404914-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.0366678 Nov 12 08:39:38.885699 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [req-22d8072a-ac07-432c-b877-0c6c2ff397ac req-cfff1cd8-bb77-45b2-a284-0aa74678ca51 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] show failed (client error): The resource could not be found. Nov 12 08:39:38.886668 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-22d8072a-ac07-432c-b877-0c6c2ff397ac req-cfff1cd8-bb77-45b2-a284-0aa74678ca51 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups/6dfe0613-be6f-4bf8-9c42-c023c862617d HTTP/1.1" status: 404 len: 352 time: 0.0331576 Nov 12 08:39:38.923942 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b78abd07-efdc-45a2-ad6f-69160d5566c8 req-85d3a20f-33a1-426b-abd3-b5cdf5299a3a tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Router 61eccf9e-1ec6-485e-9731-5bfeae1e7d9a has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:39:39.009326 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f41ce2-7efb-41eb-b98c-64651d548eac req-26474b6c-3466-4493-a96d-7ba97ae94222 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:39.011133 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-65f41ce2-7efb-41eb-b98c-64651d548eac req-26474b6c-3466-4493-a96d-7ba97ae94222 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0593362 Nov 12 08:39:39.047181 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b78abd07-efdc-45a2-ad6f-69160d5566c8 req-85d3a20f-33a1-426b-abd3-b5cdf5299a3a tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:39.062221 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1395f941-3120-479f-8ae5-3f148b8ec5be None None] Sync routers for ids ['61eccf9e-1ec6-485e-9731-5bfeae1e7d9a'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:39.072424 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1395f941-3120-479f-8ae5-3f148b8ec5be None None] Routers {'61eccf9e-1ec6-485e-9731-5bfeae1e7d9a'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:39.073335 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-1395f941-3120-479f-8ae5-3f148b8ec5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:39:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['61eccf9e-1ec6-485e-9731-5bfeae1e7d9a'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:39.092512 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78abd07-efdc-45a2-ad6f-69160d5566c8 req-85d3a20f-33a1-426b-abd3-b5cdf5299a3a tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] No DVR routers for this DVR port ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5 on host n-h2-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:39:39.095553 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b78abd07-efdc-45a2-ad6f-69160d5566c8 req-85d3a20f-33a1-426b-abd3-b5cdf5299a3a tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:39.099017 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b78abd07-efdc-45a2-ad6f-69160d5566c8 req-85d3a20f-33a1-426b-abd3-b5cdf5299a3a tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.58 "DELETE /v2.0/ports/ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5 HTTP/1.1" status: 204 len: 173 time: 1.3447936 Nov 12 08:39:39.099841 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'badb3f73-5c86-4b45-a2e9-b08409182bc9', 'name': 'network-vif-deleted', 'tag': 'ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:39.103082 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-65f41ce2-7efb-41eb-b98c-64651d548eac req-57d46d19-6cca-484f-98ad-977935f3c1a0 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842843 Nov 12 08:39:39.106353 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a1b22a-1024-433b-8d0e-5c660d58f876" -d '{"events": [{"server_uuid": "badb3f73-5c86-4b45-a2e9-b08409182bc9", "name": "network-vif-deleted", "tag": "ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:39.118173 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7a661-bf6d-468b-9553-126dba3b1bab req-688572eb-2e5d-4fa6-b3d4-62a39a14b5a5 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:39.119699 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d3b7a661-bf6d-468b-9553-126dba3b1bab req-688572eb-2e5d-4fa6-b3d4-62a39a14b5a5 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 945 time: 0.0853069 Nov 12 08:39:39.222044 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d3b7a661-bf6d-468b-9553-126dba3b1bab req-b6ee9644-5d1e-46a3-b10d-1e4e12156f85 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830586 Nov 12 08:39:39.226408 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-328cb452-5571-4592-b07e-2174b8a072dd req-6a1e9c54-273e-4a95-a1f9-0367cbbee5dd tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups/0c0e8ffb-746f-409c-93ff-e038b9d5d603 HTTP/1.1" status: 200 len: 1816 time: 0.0725734 Nov 12 08:39:39.322236 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-328cb452-5571-4592-b07e-2174b8a072dd req-cdcb4a33-1a07-407f-9f50-3ff6a6e57e0a tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:39.361045 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-328cb452-5571-4592-b07e-2174b8a072dd req-cdcb4a33-1a07-407f-9f50-3ff6a6e57e0a tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:39.361272 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-1395f941-3120-479f-8ae5-3f148b8ec5be None None] Set router 61eccf9e-1ec6-485e-9731-5bfeae1e7d9a gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:39:39.445588 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-328cb452-5571-4592-b07e-2174b8a072dd req-cdcb4a33-1a07-407f-9f50-3ff6a6e57e0a tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:39.450932 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-328cb452-5571-4592-b07e-2174b8a072dd req-cdcb4a33-1a07-407f-9f50-3ff6a6e57e0a tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:39.452621 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-328cb452-5571-4592-b07e-2174b8a072dd req-cdcb4a33-1a07-407f-9f50-3ff6a6e57e0a tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "DELETE /v2.0/security-groups/0c0e8ffb-746f-409c-93ff-e038b9d5d603 HTTP/1.1" status: 204 len: 173 time: 0.2172489 Nov 12 08:39:39.469913 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb4a33-1a07-407f-9f50-3ff6a6e57e0a tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0e8ffb-746f-409c-93ff-e038b9d5d603,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:39.519608 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d66cb3-74d4-4207-bf9a-ccdffd0ab0e1 x-openstack-request-id: req-11d66cb3-74d4-4207-bf9a-ccdffd0ab0e1 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:39.520131 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "badb3f73-5c86-4b45-a2e9-b08409182bc9", "name": "network-vif-deleted", "tag": "ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:39.520531 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-11d66cb3-74d4-4207-bf9a-ccdffd0ab0e1 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:39.520850 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'badb3f73-5c86-4b45-a2e9-b08409182bc9', 'name': 'network-vif-deleted', 'tag': 'ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5', 'status': 'completed', 'code': 200} Nov 12 08:39:39.613836 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [req-5b79b7ff-a9f6-4992-a331-4fbe67861e6f req-5db954a0-ff34-474c-bb62-a497093a44c7 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] show failed (client error): The resource could not be found. Nov 12 08:39:39.615086 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b79b7ff-a9f6-4992-a331-4fbe67861e6f req-5db954a0-ff34-474c-bb62-a497093a44c7 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups/0c0e8ffb-746f-409c-93ff-e038b9d5d603 HTTP/1.1" status: 404 len: 352 time: 0.0212090 Nov 12 08:39:39.663335 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device cca12f95-0d6c-49aa-8fdd-7ae6314011cf details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:39:39.737008 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-1395f941-3120-479f-8ae5-3f148b8ec5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'name': 'tempest-ServersTestBootFromVolume-1913641384-router', 'tenant_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'ea2fef48-5b63-48d7-86d6-2ac2a4d000e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:21Z', 'updated_at': '2021-11-12T08:36:30Z', 'revision_number': 4, 'project_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'gw_port': {'id': 'ea2fef48-5b63-48d7-86d6-2ac2a4d000e6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:22Z', 'updated_at': '2021-11-12T08:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'ab888c0c-4ef5-45b0-a200-9466b17dcb9e', 'name': '', 'network_id': 'f336b567-e54f-48f4-978b-f3ba153ca96f', 'tenant_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'mac_address': 'fa:16:3e:e0:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '288d1df0-95f8-4d76-a101-b44e0052c9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:28Z', 'updated_at': '2021-11-12T08:36:34Z', 'revision_number': 5, 'project_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'subnets': [{'id': '288d1df0-95f8-4d76-a101-b44e0052c9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:39.774591 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1395f941-3120-479f-8ae5-3f148b8ec5be None None] Checking router: 61eccf9e-1ec6-485e-9731-5bfeae1e7d9a for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:39:39.787719 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1395f941-3120-479f-8ae5-3f148b8ec5be None None] Routers {'61eccf9e-1ec6-485e-9731-5bfeae1e7d9a'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:39.788387 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-1395f941-3120-479f-8ae5-3f148b8ec5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:39:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['61eccf9e-1ec6-485e-9731-5bfeae1e7d9a'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:39.792761 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ab70d-3083-4e66-81bf-d6ec83050bcc req-798d5f19-8ef0-426a-bfa3-4180e35c41c6 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:39.794383 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b81ab70d-3083-4e66-81bf-d6ec83050bcc req-798d5f19-8ef0-426a-bfa3-4180e35c41c6 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 943 time: 0.1545770 Nov 12 08:39:39.809785 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8db30-ba79-4993-9225-ecf89738d3cd req-85542c52-8bac-432e-bf56-e8bd5c07f5cf tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:39.819058 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-56e8db30-ba79-4993-9225-ecf89738d3cd req-85542c52-8bac-432e-bf56-e8bd5c07f5cf tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.1133847 Nov 12 08:39:39.840081 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:39.845655 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port cca12f95-0d6c-49aa-8fdd-7ae6314011cf, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=cca12f95-0d6c-49aa-8fdd-7ae6314011cf,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:39.875471 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:39:39.876106 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device ac32b0c2-c55a-4a84-8217-9ef23f3cd7d5 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:39:39.881376 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'cca12f95-0d6c-49aa-8fdd-7ae6314011cf', 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302', 'port_id': 'cca12f95-0d6c-49aa-8fdd-7ae6314011cf', 'mac_address': 'fa:16:3e:10:24:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bf5e142-9321-4c39-8a01-974865fb5fa2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:39:39.920661 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b81ab70d-3083-4e66-81bf-d6ec83050bcc req-70b86c39-be5b-47ce-8b09-b7da12822f6c tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925426 Nov 12 08:39:39.938785 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:39.973952 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca12f95-0d6c-49aa-8fdd-7ae6314011cf {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:39.974817 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-1395f941-3120-479f-8ae5-3f148b8ec5be None None] Set router 61eccf9e-1ec6-485e-9731-5bfeae1e7d9a gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:39:39.991219 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-56e8db30-ba79-4993-9225-ecf89738d3cd req-05c2ae5b-5636-4b45-ac49-4b67e6100565 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715484 Nov 12 08:39:40.003999 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port cca12f95-0d6c-49aa-8fdd-7ae6314011cf, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=cca12f95-0d6c-49aa-8fdd-7ae6314011cf,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:40.012100 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:40.095215 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5a2023fb-63d0-48db-9d13-5574f8bb091f req-a1504f8a-ded1-4158-82ee-c8221648de95 tempest-QuotasAdminNegativeTest-568214727 tempest-QuotasAdminNegativeTest-568214727-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1b1b937f2a844dc0a99aeeff1b32db15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310955 Nov 12 08:39:40.131921 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=cca12f95-0d6c-49aa-8fdd-7ae6314011cf,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:40.139322 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4b46-9830-4caa-94dc-3ab75750f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:40.155988 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae5bfac8-5383-4970-8930-e4f856f8cbc8 req-34d9fce2-e9c6-4657-b6e5-0cade6aaae59 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups/adb2cf3b-3d1c-4460-b485-5d980c2997ab HTTP/1.1" status: 200 len: 1816 time: 0.1080391 Nov 12 08:39:40.250406 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['cca12f95-0d6c-49aa-8fdd-7ae6314011cf'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:40.282399 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2023fb-63d0-48db-9d13-5574f8bb091f req-670b27e9-5893-46d9-8e73-61541116bee6 tempest-QuotasAdminNegativeTest-568214727 tempest-QuotasAdminNegativeTest-568214727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:40.283988 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5a2023fb-63d0-48db-9d13-5574f8bb091f req-670b27e9-5893-46d9-8e73-61541116bee6 tempest-QuotasAdminNegativeTest-568214727 tempest-QuotasAdminNegativeTest-568214727-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1771624 Nov 12 08:39:40.309690 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5a2023fb-63d0-48db-9d13-5574f8bb091f req-6a03bc03-0267-4a6c-be60-7fe434864b54 tempest-QuotasAdminNegativeTest-568214727 tempest-QuotasAdminNegativeTest-568214727-project] 10.222.0.37 "GET /v2.0/quotas/1b1b937f2a844dc0a99aeeff1b32db15 HTTP/1.1" status: 200 len: 375 time: 0.0170414 Nov 12 08:39:40.312975 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ae5bfac8-5383-4970-8930-e4f856f8cbc8 req-5828a568-3df4-48c9-9c07-839ae36d078c tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:40.371574 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5a2023fb-63d0-48db-9d13-5574f8bb091f req-6a9d7614-04e8-4b8f-b99f-bd115c211b10 tempest-QuotasAdminNegativeTest-568214727 tempest-QuotasAdminNegativeTest-568214727-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b1b937f2a844dc0a99aeeff1b32db15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521736 Nov 12 08:39:40.375654 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ae5bfac8-5383-4970-8930-e4f856f8cbc8 req-5828a568-3df4-48c9-9c07-839ae36d078c tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:40.392525 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-1395f941-3120-479f-8ae5-3f148b8ec5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'name': 'tempest-ServersTestBootFromVolume-1913641384-router', 'tenant_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'ea2fef48-5b63-48d7-86d6-2ac2a4d000e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:21Z', 'updated_at': '2021-11-12T08:36:30Z', 'revision_number': 4, 'project_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'gw_port': {'id': 'ea2fef48-5b63-48d7-86d6-2ac2a4d000e6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:22Z', 'updated_at': '2021-11-12T08:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'ab888c0c-4ef5-45b0-a200-9466b17dcb9e', 'name': '', 'network_id': 'f336b567-e54f-48f4-978b-f3ba153ca96f', 'tenant_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'mac_address': 'fa:16:3e:e0:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '288d1df0-95f8-4d76-a101-b44e0052c9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:28Z', 'updated_at': '2021-11-12T08:36:34Z', 'revision_number': 5, 'project_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'subnets': [{'id': '288d1df0-95f8-4d76-a101-b44e0052c9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:40.439116 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1395f941-3120-479f-8ae5-3f148b8ec5be None None] The sync data for ids ['61eccf9e-1ec6-485e-9731-5bfeae1e7d9a'] in n-d-768862-16 is: [{'id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'name': 'tempest-ServersTestBootFromVolume-1913641384-router', 'tenant_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'ea2fef48-5b63-48d7-86d6-2ac2a4d000e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:21Z', 'updated_at': '2021-11-12T08:36:30Z', 'revision_number': 4, 'project_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'gw_port': {'id': 'ea2fef48-5b63-48d7-86d6-2ac2a4d000e6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:22Z', 'updated_at': '2021-11-12T08:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'ab888c0c-4ef5-45b0-a200-9466b17dcb9e', 'name': '', 'network_id': 'f336b567-e54f-48f4-978b-f3ba153ca96f', 'tenant_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'mac_address': 'fa:16:3e:e0:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '288d1df0-95f8-4d76-a101-b44e0052c9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:28Z', 'updated_at': '2021-11-12T08:36:34Z', 'revision_number': 5, 'project_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'subnets': [{'id': '288d1df0-95f8-4d76-a101-b44e0052c9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:40.440044 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ae5bfac8-5383-4970-8930-e4f856f8cbc8 req-5828a568-3df4-48c9-9c07-839ae36d078c tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:40.442976 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ae5bfac8-5383-4970-8930-e4f856f8cbc8 req-5828a568-3df4-48c9-9c07-839ae36d078c tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:40.451518 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae5bfac8-5383-4970-8930-e4f856f8cbc8 req-5828a568-3df4-48c9-9c07-839ae36d078c tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "DELETE /v2.0/security-groups/adb2cf3b-3d1c-4460-b485-5d980c2997ab HTTP/1.1" status: 204 len: 173 time: 0.2598493 Nov 12 08:39:40.473828 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828a568-3df4-48c9-9c07-839ae36d078c tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb2cf3b-3d1c-4460-b485-5d980c2997ab,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:40.650071 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6fe97a12-7893-410e-8b4a-81abf74e260f req-a8b672f6-bdc2-455c-8221-fda9b5480d3c tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/ports?device_id=badb3f73-5c86-4b45-a2e9-b08409182bc9 HTTP/1.1" status: 200 len: 210 time: 0.0376456 Nov 12 08:39:40.671262 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d42842-df6c-4953-bf80-908ee9b92b18 req-08e6b075-f318-46ad-9437-1a44823daa10 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:40.673054 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-33d42842-df6c-4953-bf80-908ee9b92b18 req-08e6b075-f318-46ad-9437-1a44823daa10 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 949 time: 0.1096799 Nov 12 08:39:40.773043 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-33d42842-df6c-4953-bf80-908ee9b92b18 req-120c3cce-9d72-4cd7-9246-b41d0de57a45 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872953 Nov 12 08:39:40.816580 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1835ac47-4ea9-4085-8bc5-405787fb5204 req-06f6c020-2e39-4340-aee2-a7f8c9415923 tempest-ServerShowV257Test-1078404914 tempest-ServerShowV257Test-1078404914-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.0371633 Nov 12 08:39:40.895597 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686e7598-e210-412a-bfa8-249727453437 None None] New status for floating IP b8476ded-edea-493a-9924-b838e11dc895: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:39:40.956322 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beedd5b3-5ae8-4252-827e-72b66afb16ca req-76813a89-d190-4944-8059-7a187826b98d tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:40.957749 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-beedd5b3-5ae8-4252-827e-72b66afb16ca req-76813a89-d190-4944-8059-7a187826b98d tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0896981 Nov 12 08:39:40.974657 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf93180-9ef9-4f7f-9b8b-2eeb67da96f8 req-68dc80dd-cbd0-456f-80ca-71487008301c tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:40.976397 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ecf93180-9ef9-4f7f-9b8b-2eeb67da96f8 req-68dc80dd-cbd0-456f-80ca-71487008301c tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 945 time: 0.0952516 Nov 12 08:39:41.075819 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-beedd5b3-5ae8-4252-827e-72b66afb16ca req-0e78ed2f-9b59-4b9f-8564-680d5506d70a tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980604 Nov 12 08:39:41.079539 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ecf93180-9ef9-4f7f-9b8b-2eeb67da96f8 req-a5c7e149-b584-4332-9e3e-9a9b53932b17 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923586 Nov 12 08:39:41.125234 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [req-ce4b7068-ac5d-4520-bf79-32b2de3d1d2d req-88c96889-a425-42a5-99bb-0174f9c2b48f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] show failed (client error): The resource could not be found. Nov 12 08:39:41.126262 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ce4b7068-ac5d-4520-bf79-32b2de3d1d2d req-88c96889-a425-42a5-99bb-0174f9c2b48f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups/adb2cf3b-3d1c-4460-b485-5d980c2997ab HTTP/1.1" status: 404 len: 352 time: 0.0167472 Nov 12 08:39:41.237440 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c81348-57e9-41e3-9a1c-95c7fe6cb012 req-ad6f66e4-28c7-4def-b79a-9edaac5abcc8 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:41.238970 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-39c81348-57e9-41e3-9a1c-95c7fe6cb012 req-ad6f66e4-28c7-4def-b79a-9edaac5abcc8 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 944 time: 0.0596042 Nov 12 08:39:41.295687 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-39c81348-57e9-41e3-9a1c-95c7fe6cb012 req-9326d5da-bd41-4526-93dd-d2375a952f7b tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466857 Nov 12 08:39:41.416462 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cb10250d-1f9f-4477-bc95-c89f902914ff req-6ae6a751-8bdc-4036-aea0-563edc4c12f5 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cbdd6d621f374244977b79c953b0cd0d HTTP/1.1" status: 200 len: 6200 time: 0.0838783 Nov 12 08:39:41.465838 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cb10250d-1f9f-4477-bc95-c89f902914ff req-0fafa551-a004-424c-876e-94cd71f27a50 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups/47b36950-bfb5-4451-9a4e-2ea1644ff783 HTTP/1.1" status: 200 len: 2998 time: 0.0422282 Nov 12 08:39:41.514328 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cb10250d-1f9f-4477-bc95-c89f902914ff req-69d58b77-456f-4365-8a6c-45490d22b465 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups/47b36950-bfb5-4451-9a4e-2ea1644ff783 HTTP/1.1" status: 200 len: 2998 time: 0.0421600 Nov 12 08:39:41.555646 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-28507f6f-41fe-40c2-821f-085c6561007d req-8cb0e8a0-a092-4ffb-bb1c-dc222149063d tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-72099556', 'description': 'tempest-description-1880615121'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:41.586194 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-28507f6f-41fe-40c2-821f-085c6561007d req-8cb0e8a0-a092-4ffb-bb1c-dc222149063d tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:41.671263 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device cca12f95-0d6c-49aa-8fdd-7ae6314011cf up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:41.676952 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-28507f6f-41fe-40c2-821f-085c6561007d req-8cb0e8a0-a092-4ffb-bb1c-dc222149063d tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:41.682736 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-28507f6f-41fe-40c2-821f-085c6561007d req-8cb0e8a0-a092-4ffb-bb1c-dc222149063d tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:41.704975 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-28507f6f-41fe-40c2-821f-085c6561007d req-8cb0e8a0-a092-4ffb-bb1c-dc222149063d tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:41.706276 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-28507f6f-41fe-40c2-821f-085c6561007d req-8cb0e8a0-a092-4ffb-bb1c-dc222149063d tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.1549726 Nov 12 08:39:41.790120 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0e8a0-a092-4ffb-bb1c-dc222149063d tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc05a3a3-2585-49ac-a6a6-ed1bb1ca4c1e,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:41.794113 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port cca12f95-0d6c-49aa-8fdd-7ae6314011cf completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:39:41.802015 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port cca12f95-0d6c-49aa-8fdd-7ae6314011cf triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:41.802411 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:41.855105 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-004e938d-8414-4b4d-9e8a-7f0291db4ff1 req-65c1638e-5b87-4902-a7d2-48b0588a9df3 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/ports?device_id=badb3f73-5c86-4b45-a2e9-b08409182bc9 HTTP/1.1" status: 200 len: 210 time: 0.0662184 Nov 12 08:39:41.894285 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6927b7c-5190-460b-95d7-972f5165a264 req-fac5cc3a-8e7f-4b11-a227-c5b908c63ee6 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:41.905813 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e6927b7c-5190-460b-95d7-972f5165a264 req-fac5cc3a-8e7f-4b11-a227-c5b908c63ee6 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.1856809 Nov 12 08:39:41.918230 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:41.923615 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-32c3fa9d-0f8c-493c-a9f6-241da88058e1 req-2baedca3-b4ac-4ba2-aa81-f76d8c61e507 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-115790528', 'description': 'tempest-description-552503581'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:41.940735 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 44466) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:41.968147 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:41.985575 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e6927b7c-5190-460b-95d7-972f5165a264 req-e8f4d50e-ee7b-4ecb-9d2f-5da549f0879a tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788462 Nov 12 08:39:42.013951 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port cca12f95-0d6c-49aa-8fdd-7ae6314011cf, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=cca12f95-0d6c-49aa-8fdd-7ae6314011cf,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:42.014968 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73b42cc-6982-48aa-81eb-1f51ea1b488b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca12f95-0d6c-49aa-8fdd-7ae6314011cf'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:42.017607 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-32c3fa9d-0f8c-493c-a9f6-241da88058e1 req-2baedca3-b4ac-4ba2-aa81-f76d8c61e507 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:42.018804 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8465484b-6aab-408d-9847-9c63bbf10136" -d '{"events": [{"server_uuid": "e73b42cc-6982-48aa-81eb-1f51ea1b488b", "name": "network-vif-plugged", "status": "completed", "tag": "cca12f95-0d6c-49aa-8fdd-7ae6314011cf"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:42.025794 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:42.113550 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=cca12f95-0d6c-49aa-8fdd-7ae6314011cf,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:42.120251 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-24c91524-bad6-4207-9dac-5502153da5b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:42.159722 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-32c3fa9d-0f8c-493c-a9f6-241da88058e1 req-2baedca3-b4ac-4ba2-aa81-f76d8c61e507 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:42.166162 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-32c3fa9d-0f8c-493c-a9f6-241da88058e1 req-2baedca3-b4ac-4ba2-aa81-f76d8c61e507 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:42.209607 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b1d0a-124d-4eda-a452-b3dab7961309 req-c6b1742d-4921-49ef-8982-a327f1809c9f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:42.211147 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-941b1d0a-124d-4eda-a452-b3dab7961309 req-c6b1742d-4921-49ef-8982-a327f1809c9f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 949 time: 0.1099210 Nov 12 08:39:42.216691 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-32c3fa9d-0f8c-493c-a9f6-241da88058e1 req-2baedca3-b4ac-4ba2-aa81-f76d8c61e507 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:42.217885 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32c3fa9d-0f8c-493c-a9f6-241da88058e1 req-2baedca3-b4ac-4ba2-aa81-f76d8c61e507 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3016431 Nov 12 08:39:42.218602 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-24c91524-bad6-4207-9dac-5502153da5b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:42.237008 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-24c91524-bad6-4207-9dac-5502153da5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:42.237582 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baedca3-b4ac-4ba2-aa81-f76d8c61e507 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65cbe6f7-8c73-4b17-9401-9dcf7e2234d3,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:42.272263 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-941b1d0a-124d-4eda-a452-b3dab7961309 req-45e18108-269b-4e9c-afbc-9320db8f90d0 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532095 Nov 12 08:39:42.284215 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-24c91524-bad6-4207-9dac-5502153da5b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b1b937f2a844dc0a99aeeff1b32db15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3392718 Nov 12 08:39:42.285132 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 44476) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:42.338110 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c91524-bad6-4207-9dac-5502153da5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476e7ae4-ec01-4d6a-b6ea-ab81a0994e29,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:42.377220 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-477cb88e-1e2e-4933-852e-a71e1b26e888 req-374289c0-edc7-4a3a-8a9c-f1d86d16b832 tempest-ServerShowV257Test-1078404914 tempest-ServerShowV257Test-1078404914-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.0445256 Nov 12 08:39:42.380327 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc96a7d-7597-4023-938d-6f1144f5473a x-openstack-request-id: req-abc96a7d-7597-4023-938d-6f1144f5473a {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:42.380704 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73b42cc-6982-48aa-81eb-1f51ea1b488b", "name": "network-vif-plugged", "status": "completed", "tag": "cca12f95-0d6c-49aa-8fdd-7ae6314011cf", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:42.381213 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-abc96a7d-7597-4023-938d-6f1144f5473a {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:42.381674 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73b42cc-6982-48aa-81eb-1f51ea1b488b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca12f95-0d6c-49aa-8fdd-7ae6314011cf', 'code': 200} Nov 12 08:39:42.410131 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-859a6616-a06e-454b-a04e-03ee4b923d50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:42.442019 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-859a6616-a06e-454b-a04e-03ee4b923d50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:42.513335 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb742a3-699e-4500-90fc-ae64e50ba013 req-f4bd7330-091d-4d98-91c7-e48219e07d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:42.515729 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fdb742a3-699e-4500-90fc-ae64e50ba013 req-f4bd7330-091d-4d98-91c7-e48219e07d69 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 1097 time: 0.0564051 Nov 12 08:39:42.559644 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395255e7-7b2d-4a02-ab3b-974e7a7121ca req-1bbe685d-3226-4d71-ae7a-df62004efb5c tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:42.561365 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-395255e7-7b2d-4a02-ab3b-974e7a7121ca req-1bbe685d-3226-4d71-ae7a-df62004efb5c tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 945 time: 0.1117940 Nov 12 08:39:42.574301 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fdb742a3-699e-4500-90fc-ae64e50ba013 req-4443db0d-2863-439b-81b1-9eca796b8ef1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495076 Nov 12 08:39:42.602727 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f94155-a347-4975-aa8c-3d12fce2b97d req-d120abe4-9075-4018-984b-fbdd5962d938 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:42.608005 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-45f94155-a347-4975-aa8c-3d12fce2b97d req-d120abe4-9075-4018-984b-fbdd5962d938 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 945 time: 0.1168523 Nov 12 08:39:42.620634 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-859a6616-a06e-454b-a04e-03ee4b923d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:42.623327 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-859a6616-a06e-454b-a04e-03ee4b923d50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:42.624452 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-859a6616-a06e-454b-a04e-03ee4b923d50 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/476e7ae4-ec01-4d6a-b6ea-ab81a0994e29 HTTP/1.1" status: 204 len: 168 time: 0.3382852 Nov 12 08:39:42.657949 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a6616-a06e-454b-a04e-03ee4b923d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476e7ae4-ec01-4d6a-b6ea-ab81a0994e29,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:42.668096 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-395255e7-7b2d-4a02-ab3b-974e7a7121ca req-856299ed-09c7-45d8-bda5-527af5c84854 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946276 Nov 12 08:39:42.704189 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-45f94155-a347-4975-aa8c-3d12fce2b97d req-ec2b3902-1740-4b6d-adcc-b96f50cf17c1 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931306 Nov 12 08:39:42.965966 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-32bed069-f457-43fe-b84c-f91b60d39c5e tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:42.974169 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-32bed069-f457-43fe-b84c-f91b60d39c5e tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/networks?id=ac649155-8356-435e-b73c-d739a0401687 HTTP/1.1" status: 200 len: 812 time: 0.1841280 Nov 12 08:39:42.995505 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-41e8cdbd-098e-4069-ac57-a2156045e8d0 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/quotas/cbdd6d621f374244977b79c953b0cd0d HTTP/1.1" status: 200 len: 375 time: 0.0203435 Nov 12 08:39:43.014060 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8a2a9d4a-1f6e-4284-824e-8b96aa0d0f15 req-f6ffa63a-8d97-40da-8f51-649d6e2636f2 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/ports?device_id=badb3f73-5c86-4b45-a2e9-b08409182bc9 HTTP/1.1" status: 200 len: 210 time: 0.0373049 Nov 12 08:39:43.031948 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 44500) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:43.063691 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ee9c5a3-284c-4339-aeb1-270af527492f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:43.072532 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-af71e2d0-deff-4d3e-8e6d-3401ddfe514b tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cbdd6d621f374244977b79c953b0cd0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0615563 Nov 12 08:39:43.193130 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ee9c5a3-284c-4339-aeb1-270af527492f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:43.212369 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ee9c5a3-284c-4339-aeb1-270af527492f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:43.232831 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:43.237287 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-56304562-ba14-40ae-8635-8c7eed0883f1 service neutron] 10.222.0.37 "GET /v2.0/networks/ac649155-8356-435e-b73c-d739a0401687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557806 Nov 12 08:39:43.254584 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9ff02-673e-4398-a6d7-75f7977f27b1 req-256a070b-55f5-4777-9628-b0cba7e72954 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:43.256116 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1cf9ff02-673e-4398-a6d7-75f7977f27b1 req-256a070b-55f5-4777-9628-b0cba7e72954 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.1106882 Nov 12 08:39:43.268036 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6ee9c5a3-284c-4339-aeb1-270af527492f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f44a88f9ef443459e11e8b2cd4343d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331870 Nov 12 08:39:43.269348 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9c5a3-284c-4339-aeb1-270af527492f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0ba006-67f8-475f-8749-84cbfd499251,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:43.271970 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 44502) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:43.332465 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b9a0d9c4-d74d-4559-8676-c3b0a3f47984 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:43.360309 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b9a0d9c4-d74d-4559-8676-c3b0a3f47984 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:43.371690 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1cf9ff02-673e-4398-a6d7-75f7977f27b1 req-cb80eea5-4e53-4fb1-81e2-f71c3efc67ab tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045520 Nov 12 08:39:43.386062 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-68ddccde-07e5-4395-b929-3f19cfb1214a service neutron] 10.222.0.37 "GET /v2.0/networks/ac649155-8356-435e-b73c-d739a0401687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478841 Nov 12 08:39:43.428751 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b9a0d9c4-d74d-4559-8676-c3b0a3f47984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:43.431656 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b9a0d9c4-d74d-4559-8676-c3b0a3f47984 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:43.435672 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b9a0d9c4-d74d-4559-8676-c3b0a3f47984 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af0ba006-67f8-475f-8749-84cbfd499251 HTTP/1.1" status: 204 len: 168 time: 0.1598213 Nov 12 08:39:43.444140 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0d9c4-d74d-4559-8676-c3b0a3f47984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0ba006-67f8-475f-8749-84cbfd499251,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:43.554500 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece8cf6-b740-4f5a-a836-77dab3b5b85e req-408c9659-b8ae-4d75-ae92-c9ed416511b6 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:43.562232 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bece8cf6-b740-4f5a-a836-77dab3b5b85e req-408c9659-b8ae-4d75-ae92-c9ed416511b6 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 949 time: 0.0910358 Nov 12 08:39:43.648853 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0ab5588e-0fa4-445f-8b50-07df4b554f3c req-2be634bd-4e09-4c6a-a043-d766e513336e tempest-ServerShowV257Test-1078404914 tempest-ServerShowV257Test-1078404914-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.0392227 Nov 12 08:39:43.688342 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bece8cf6-b740-4f5a-a836-77dab3b5b85e req-e7465e4a-b58c-4205-b9b6-720055214c54 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072624 Nov 12 08:39:43.773079 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9a90f5d3-5f27-4d04-a525-3d80bd90ad8e req-641982a8-0f45-4361-abee-33bc715f1070 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6813f99-6011-48b0-af62-75da4a82defd HTTP/1.1" status: 200 len: 210 time: 0.0633819 Nov 12 08:39:43.901437 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:43.960201 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c7f70-1e87-4b27-9de9-8dfce31951a4 req-b3fd89d3-a918-4835-b428-17d838d2e9e8 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:43.969075 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-817c7f70-1e87-4b27-9de9-8dfce31951a4 req-b3fd89d3-a918-4835-b428-17d838d2e9e8 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 945 time: 0.1743531 Nov 12 08:39:44.115785 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-817c7f70-1e87-4b27-9de9-8dfce31951a4 req-f5f8d573-2fac-40d5-8fb7-dfd1ab56bcae tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460915 Nov 12 08:39:44.144944 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b459d7-a976-48df-af65-c60145578db7 req-e68818e2-eeb8-4327-b3ba-0cd1da1c6a61 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:44.156004 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-78b459d7-a976-48df-af65-c60145578db7 req-e68818e2-eeb8-4327-b3ba-0cd1da1c6a61 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 945 time: 0.1851270 Nov 12 08:39:44.227048 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-78b459d7-a976-48df-af65-c60145578db7 req-980fd999-0345-49cd-90f4-3dd3fc1e9af5 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699515 Nov 12 08:39:44.267405 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0fcf0c8a-9bc6-4225-983c-b89753e31ded req-47bac32c-98f5-4741-bea7-342600ce96da tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/ports?device_id=badb3f73-5c86-4b45-a2e9-b08409182bc9 HTTP/1.1" status: 200 len: 210 time: 0.0391541 Nov 12 08:39:44.539623 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41386f62-74fd-4b80-a72e-092064e3ac19 req-e0e2528b-5036-41b2-949a-9d0bd2861067 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:44.548409 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41386f62-74fd-4b80-a72e-092064e3ac19 req-e0e2528b-5036-41b2-949a-9d0bd2861067 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0758681 Nov 12 08:39:44.595308 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41386f62-74fd-4b80-a72e-092064e3ac19 req-ebd53c0d-b301-4f1c-b3b5-d3a95184b7a4 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457859 Nov 12 08:39:44.834184 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dce7e8b1-601e-43f2-b6c2-c02505cd3593 req-79071538-a7f5-468d-9272-ae818b0140f3 tempest-ServerShowV257Test-1078404914 tempest-ServerShowV257Test-1078404914-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.0501995 Nov 12 08:39:44.942167 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f50d4a-83ee-4ad6-9c4e-286ac2c9e8bd req-eb1fabd0-5b25-4fcf-b105-fcb2c563fee6 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:44.944103 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f3f50d4a-83ee-4ad6-9c4e-286ac2c9e8bd req-eb1fabd0-5b25-4fcf-b105-fcb2c563fee6 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 949 time: 0.1533272 Nov 12 08:39:44.994819 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3e1cc4ab-1431-4b20-8540-3ac6213d09de req-09b40585-588d-44fb-bd44-738abd211e51 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6813f99-6011-48b0-af62-75da4a82defd HTTP/1.1" status: 200 len: 210 time: 0.0496449 Nov 12 08:39:45.076291 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f3f50d4a-83ee-4ad6-9c4e-286ac2c9e8bd req-e7375c6a-569e-4849-a32c-b146244bf235 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171038 Nov 12 08:39:45.100149 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-fc092385-f59a-42a6-9c18-53a16c1b89c9 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:45.101957 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-fc092385-f59a-42a6-9c18-53a16c1b89c9 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.54 "GET /v2.0/networks?id=ac649155-8356-435e-b73c-d739a0401687 HTTP/1.1" status: 200 len: 812 time: 0.2498012 Nov 12 08:39:45.118995 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-064dd0f4-cb2d-44dc-8fee-2dbce6a75db4 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Request body: {'port': {'device_id': 'd6813f99-6011-48b0-af62-75da4a82defd', 'network_id': 'ac649155-8356-435e-b73c-d739a0401687', 'admin_state_up': True, 'tenant_id': 'cbdd6d621f374244977b79c953b0cd0d'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:45.283556 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-064dd0f4-cb2d-44dc-8fee-2dbce6a75db4 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Made reservation on behalf of cbdd6d621f374244977b79c953b0cd0d for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:45.284346 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56d32f-c7a5-48b4-8b83-f67fee152b5f req-523234e5-88c0-44eb-be07-6fb2bc6ac1e8 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:45.288023 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-064dd0f4-cb2d-44dc-8fee-2dbce6a75db4 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:45.292202 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bb56d32f-c7a5-48b4-8b83-f67fee152b5f req-523234e5-88c0-44eb-be07-6fb2bc6ac1e8 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 945 time: 0.0930901 Nov 12 08:39:45.396474 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bb56d32f-c7a5-48b4-8b83-f67fee152b5f req-db3fb112-e1fc-4dc6-9c7a-0fd4a199a7fe tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939329 Nov 12 08:39:45.410024 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab52ed3-8854-4c94-a34f-a3787449b119 req-aae9999c-ceb3-4746-939b-1a3a5caf51a6 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:45.421276 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dab52ed3-8854-4c94-a34f-a3787449b119 req-aae9999c-ceb3-4746-939b-1a3a5caf51a6 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 945 time: 0.0923564 Nov 12 08:39:45.491070 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-064dd0f4-cb2d-44dc-8fee-2dbce6a75db4 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Allocated IP 172.20.0.5 (ac649155-8356-435e-b73c-d739a0401687/f5bc2261-6276-45a4-a285-65ec53109574/a5c131a6-8a56-471a-86af-b0847d3de97b) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:45.494887 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dab52ed3-8854-4c94-a34f-a3787449b119 req-3d3252e9-dd77-45b5-86ac-5e18c0d01a26 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676501 Nov 12 08:39:45.569142 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db2929bd-ba93-414e-a447-49606116c101 req-c57dc00f-7a8f-48df-8881-aa639443a136 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/ports?device_id=badb3f73-5c86-4b45-a2e9-b08409182bc9 HTTP/1.1" status: 200 len: 210 time: 0.0580342 Nov 12 08:39:45.736238 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-064dd0f4-cb2d-44dc-8fee-2dbce6a75db4 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:45.748748 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb56327-3d7f-4c68-8706-f8f93a7c781f req-db4da592-86fb-491e-8779-f9f500078c35 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:45.757701 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4eb56327-3d7f-4c68-8706-f8f93a7c781f req-db4da592-86fb-491e-8779-f9f500078c35 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0805233 Nov 12 08:39:45.780292 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-064dd0f4-cb2d-44dc-8fee-2dbce6a75db4 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:45.798742 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['2f9efc5e-9fe8-4b4e-bd8c-683198c6887b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:45.821010 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4eb56327-3d7f-4c68-8706-f8f93a7c781f req-ccad6e2e-6895-4bce-8a46-c8123ae1993b tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622368 Nov 12 08:39:45.875485 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064dd0f4-cb2d-44dc-8fee-2dbce6a75db4 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Pushing event updated for resources: {'Port': ['ID=a5c131a6-8a56-471a-86af-b0847d3de97b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:45.895271 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-064dd0f4-cb2d-44dc-8fee-2dbce6a75db4 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Network ac649155-8356-435e-b73c-d739a0401687 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:45.901751 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-064dd0f4-cb2d-44dc-8fee-2dbce6a75db4 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:45.912063 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-064dd0f4-cb2d-44dc-8fee-2dbce6a75db4 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:46.016175 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-064dd0f4-cb2d-44dc-8fee-2dbce6a75db4 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:46.016857 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-064dd0f4-cb2d-44dc-8fee-2dbce6a75db4 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.057645 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-064dd0f4-cb2d-44dc-8fee-2dbce6a75db4 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9434566 Nov 12 08:39:46.079818 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-c03c8197-631f-4018-b790-b7498c156348 service neutron] Request body: {'port': {'device_id': 'd6813f99-6011-48b0-af62-75da4a82defd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:46.140851 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fddfd6c6-bd9e-4c29-965a-86ca36846333 req-8ac24aef-cc83-4720-9102-8be24f37159f tempest-ServerShowV257Test-1078404914 tempest-ServerShowV257Test-1078404914-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.0572157 Nov 12 08:39:46.174210 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-c03c8197-631f-4018-b790-b7498c156348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.300881 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b42e38-dbc5-49ed-be9a-4bf20afec3e0 req-87e4a749-0115-47b5-acf9-205540cef440 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:46.308979 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d6b42e38-dbc5-49ed-be9a-4bf20afec3e0 req-87e4a749-0115-47b5-acf9-205540cef440 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 945 time: 0.0653408 Nov 12 08:39:46.358713 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d6b42e38-dbc5-49ed-be9a-4bf20afec3e0 req-43df72b9-91b4-4700-8d7d-621b30fa7976 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487700 Nov 12 08:39:46.520365 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698ca3d-4cbd-4270-87da-ec21487b6f2c req-c755134a-f266-4598-b241-45edc898ad07 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:46.522301 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d698ca3d-4cbd-4270-87da-ec21487b6f2c req-c755134a-f266-4598-b241-45edc898ad07 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 949 time: 0.0835800 Nov 12 08:39:46.537295 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25532b51-e1da-4519-aec7-19b5b2eb002b req-195fc8c7-1184-448c-99be-4b6ffccb1647 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:46.539101 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-25532b51-e1da-4519-aec7-19b5b2eb002b req-195fc8c7-1184-448c-99be-4b6ffccb1647 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6813f99-6011-48b0-af62-75da4a82defd HTTP/1.1" status: 200 len: 931 time: 0.0914702 Nov 12 08:39:46.555893 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-c03c8197-631f-4018-b790-b7498c156348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c131a6-8a56-471a-86af-b0847d3de97b {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:46.565897 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-c03c8197-631f-4018-b790-b7498c156348 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.580003 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-c03c8197-631f-4018-b790-b7498c156348 service neutron] Transition to ACTIVE for port object a5c131a6-8a56-471a-86af-b0847d3de97b will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:39:46.585457 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-c03c8197-631f-4018-b790-b7498c156348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.651421 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c8197-631f-4018-b790-b7498c156348 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c131a6-8a56-471a-86af-b0847d3de97b,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:46.735517 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-c03c8197-631f-4018-b790-b7498c156348 service neutron] Attempting to bind port a5c131a6-8a56-471a-86af-b0847d3de97b on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:39:46.736255 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-c03c8197-631f-4018-b790-b7498c156348 service neutron] Attempting to bind port a5c131a6-8a56-471a-86af-b0847d3de97b by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '60d896f7-8941-43a6-b4e7-e68d57025316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ac649155-8356-435e-b73c-d739a0401687'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:39:46.736771 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-c03c8197-631f-4018-b790-b7498c156348 service neutron] Attempting to bind port a5c131a6-8a56-471a-86af-b0847d3de97b on network ac649155-8356-435e-b73c-d739a0401687 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:46.741933 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-c03c8197-631f-4018-b790-b7498c156348 service neutron] Port a5c131a6-8a56-471a-86af-b0847d3de97b on network ac649155-8356-435e-b73c-d739a0401687 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:39:46.742531 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-c03c8197-631f-4018-b790-b7498c156348 service neutron] Attempting to bind port a5c131a6-8a56-471a-86af-b0847d3de97b on network ac649155-8356-435e-b73c-d739a0401687 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:46.749179 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-c03c8197-631f-4018-b790-b7498c156348 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:39:46.749859 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-c03c8197-631f-4018-b790-b7498c156348 service neutron] Checking segment: {'id': '60d896f7-8941-43a6-b4e7-e68d57025316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ac649155-8356-435e-b73c-d739a0401687'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:46.750413 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-c03c8197-631f-4018-b790-b7498c156348 service neutron] Bound using segment: {'id': '60d896f7-8941-43a6-b4e7-e68d57025316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ac649155-8356-435e-b73c-d739a0401687'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:39:46.752644 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-c03c8197-631f-4018-b790-b7498c156348 service neutron] Bound port: a5c131a6-8a56-471a-86af-b0847d3de97b, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60d896f7-8941-43a6-b4e7-e68d57025316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ac649155-8356-435e-b73c-d739a0401687'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:39:46.753380 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-c03c8197-631f-4018-b790-b7498c156348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.825926 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:39:46.828148 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-c03c8197-631f-4018-b790-b7498c156348 service neutron] For port a5c131a6-8a56-471a-86af-b0847d3de97b, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:39:46.831646 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-c03c8197-631f-4018-b790-b7498c156348 service neutron] For port a5c131a6-8a56-471a-86af-b0847d3de97b, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=a5c131a6-8a56-471a-86af-b0847d3de97b,segment=NetworkSegment(60d896f7-8941-43a6-b4e7-e68d57025316),segment_id=60d896f7-8941-43a6-b4e7-e68d57025316)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:39:46.837458 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-c03c8197-631f-4018-b790-b7498c156348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.874717 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-c03c8197-631f-4018-b790-b7498c156348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:46.875810 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-c03c8197-631f-4018-b790-b7498c156348 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.877633 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-c03c8197-631f-4018-b790-b7498c156348 service neutron] 10.222.0.54 "PUT /v2.0/ports/a5c131a6-8a56-471a-86af-b0847d3de97b HTTP/1.1" status: 200 len: 1092 time: 0.8050191 Nov 12 08:39:46.880131 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6813f99-6011-48b0-af62-75da4a82defd', 'tag': 'a5c131a6-8a56-471a-86af-b0847d3de97b'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:46.884551 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b28ef1-cf51-4826-91fb-7274f264492e" -d '{"events": [{"name": "network-changed", "server_uuid": "d6813f99-6011-48b0-af62-75da4a82defd", "tag": "a5c131a6-8a56-471a-86af-b0847d3de97b"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:46.913428 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c8197-631f-4018-b790-b7498c156348 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c131a6-8a56-471a-86af-b0847d3de97b,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:46.950177 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d698ca3d-4cbd-4270-87da-ec21487b6f2c req-c3f74b3f-a860-4c5f-bfa3-f204803ffe77 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095106 Nov 12 08:39:46.955725 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-25532b51-e1da-4519-aec7-19b5b2eb002b req-4e7fcb2a-a182-4b3e-ae53-bcc81af2199e tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b36950-bfb5-4451-9a4e-2ea1644ff783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083302 Nov 12 08:39:46.975025 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-42cb765d-b1f5-4970-bdbd-79af57659405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:46.984214 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-42cb765d-b1f5-4970-bdbd-79af57659405 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cbdd6d621f374244977b79c953b0cd0d&device_id=d6813f99-6011-48b0-af62-75da4a82defd HTTP/1.1" status: 200 len: 1095 time: 0.0517461 Nov 12 08:39:47.034028 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-2b076b26-3331-4412-8897-59f3a8cd0e85 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5c131a6-8a56-471a-86af-b0847d3de97b HTTP/1.1" status: 200 len: 217 time: 0.0483115 Nov 12 08:39:47.093883 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-730e704a-bc90-4650-8e01-5229e6173a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:47.095556 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-730e704a-bc90-4650-8e01-5229e6173a26 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f5bc2261-6276-45a4-a285-65ec53109574 HTTP/1.1" status: 200 len: 852 time: 0.0550349 Nov 12 08:39:47.131098 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-94d4c416-686a-4134-a930-27c21c441e83 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac649155-8356-435e-b73c-d739a0401687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281065 Nov 12 08:39:47.133889 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87772238-8f7a-48b3-86b2-e2834c8cde0a req-52b4743e-f101-44ef-9980-9849fb962b67 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:47.135474 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-87772238-8f7a-48b3-86b2-e2834c8cde0a req-52b4743e-f101-44ef-9980-9849fb962b67 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 945 time: 0.0693996 Nov 12 08:39:47.192372 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-87772238-8f7a-48b3-86b2-e2834c8cde0a req-3e4b142d-ea2d-411b-b6eb-0713b7dc18bb tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459731 Nov 12 08:39:47.251414 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-1e46ef90-a02b-48a6-97c5-3c95c5cb79d5 service neutron] 10.222.0.54 "GET /v2.0/networks/ac649155-8356-435e-b73c-d739a0401687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126885 Nov 12 08:39:47.377790 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3ab452b8-590b-4add-9041-7d2a29f3b218 req-d92893ad-f962-4696-90dd-fc8d85ab517d service neutron] 10.222.0.54 "GET /v2.0/networks/ac649155-8356-435e-b73c-d739a0401687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127558 Nov 12 08:39:47.393392 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946adda-e0e6-4713-8ee8-bdf4c3438689 req-99b42141-ff5e-4480-a207-7dd0e67b5986 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:47.400921 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1946adda-e0e6-4713-8ee8-bdf4c3438689 req-99b42141-ff5e-4480-a207-7dd0e67b5986 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0781033 Nov 12 08:39:47.428394 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898f94c3-6cd9-433b-9824-5d37d58bcea1 x-openstack-request-id: req-898f94c3-6cd9-433b-9824-5d37d58bcea1 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:47.428698 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6813f99-6011-48b0-af62-75da4a82defd", "tag": "a5c131a6-8a56-471a-86af-b0847d3de97b", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:47.428954 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-898f94c3-6cd9-433b-9824-5d37d58bcea1 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:47.429374 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6813f99-6011-48b0-af62-75da4a82defd', 'tag': 'a5c131a6-8a56-471a-86af-b0847d3de97b', 'status': 'completed', 'code': 200} Nov 12 08:39:47.462363 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1946adda-e0e6-4713-8ee8-bdf4c3438689 req-4a0d052f-e858-458b-b6b3-3894dadb6275 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575426 Nov 12 08:39:47.515379 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 44706) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:47.517970 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b28ef1-cf51-4826-91fb-7274f264492e req-2d3f8a0e-442b-4c19-b2f2-d3fc9b119f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:47.519675 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-92b28ef1-cf51-4826-91fb-7274f264492e req-2d3f8a0e-442b-4c19-b2f2-d3fc9b119f01 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cbdd6d621f374244977b79c953b0cd0d&device_id=d6813f99-6011-48b0-af62-75da4a82defd HTTP/1.1" status: 200 len: 1095 time: 0.0627043 Nov 12 08:39:47.528794 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e787edc0-b0af-4448-827d-b3533449716a req-9e831e5b-373f-42e5-bdeb-39230f8e09d0 tempest-ServerShowV257Test-1078404914 tempest-ServerShowV257Test-1078404914-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.0369415 Nov 12 08:39:47.631873 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a922d43-1d9d-4d78-9a36-6fc257b78fbe req-84cb95e8-41a6-4228-a378-1897ba720670 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:47.633581 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7a922d43-1d9d-4d78-9a36-6fc257b78fbe req-84cb95e8-41a6-4228-a378-1897ba720670 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 945 time: 0.0560277 Nov 12 08:39:47.709244 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7a922d43-1d9d-4d78-9a36-6fc257b78fbe req-449aaa2c-6194-4889-bc16-acc3c4aad3c2 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683908 Nov 12 08:39:47.716109 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2661ea41-35af-4af5-b25f-06aa9952e745 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.752538 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-ae794958-10e1-4f24-b475-f0950358867b service neutron] show failed (client error): The resource could not be found. Nov 12 08:39:47.753742 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-ae794958-10e1-4f24-b475-f0950358867b service neutron] 10.222.0.58 "GET /v2.0/ports/445eef39-a61c-42ea-ad06-1001a52a3105/bindings/n-h1-768862-16 HTTP/1.1" status: 404 len: 381 time: 0.1596911 Nov 12 08:39:47.754782 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b28ef1-cf51-4826-91fb-7274f264492e req-83f4f1dd-0551-47bc-8ccf-bf2804cdebae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:47.756147 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-92b28ef1-cf51-4826-91fb-7274f264492e req-83f4f1dd-0551-47bc-8ccf-bf2804cdebae service neutron] 10.222.0.54 "GET /v2.0/networks?id=ac649155-8356-435e-b73c-d739a0401687 HTTP/1.1" status: 200 len: 913 time: 0.1887190 Nov 12 08:39:47.810224 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2661ea41-35af-4af5-b25f-06aa9952e745 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.814349 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-92b28ef1-cf51-4826-91fb-7274f264492e req-aa849d17-5c35-4bfe-ac51-ad652b61e91d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5c131a6-8a56-471a-86af-b0847d3de97b HTTP/1.1" status: 200 len: 217 time: 0.0456505 Nov 12 08:39:47.894803 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b28ef1-cf51-4826-91fb-7274f264492e req-9c74fa00-e920-4865-86de-d244cd523d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:47.896601 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-92b28ef1-cf51-4826-91fb-7274f264492e req-9c74fa00-e920-4865-86de-d244cd523d19 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f5bc2261-6276-45a4-a285-65ec53109574 HTTP/1.1" status: 200 len: 852 time: 0.0716226 Nov 12 08:39:47.935590 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-92b28ef1-cf51-4826-91fb-7274f264492e req-8c3107f5-02a6-4660-aa0c-8935bcdfe9dc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac649155-8356-435e-b73c-d739a0401687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291598 Nov 12 08:39:47.938409 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2661ea41-35af-4af5-b25f-06aa9952e745 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.941432 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2661ea41-35af-4af5-b25f-06aa9952e745 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.942813 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2661ea41-35af-4af5-b25f-06aa9952e745 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "DELETE /v2.0/security-groups/b95a20f5-9ca9-417d-b457-6a8afb438d26 HTTP/1.1" status: 204 len: 168 time: 0.4220922 Nov 12 08:39:47.945533 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 44746) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:47.987203 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-178b2967-1516-44fe-a257-f605944954ba tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] show failed (client error): The resource could not be found. Nov 12 08:39:47.988693 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-178b2967-1516-44fe-a257-f605944954ba tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "GET /v2.0/security-groups/b95a20f5-9ca9-417d-b457-6a8afb438d26 HTTP/1.1" status: 404 len: 347 time: 0.0411618 Nov 12 08:39:47.992386 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 44752) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:48.074600 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-92b28ef1-cf51-4826-91fb-7274f264492e req-439b9523-93ed-4709-a01b-dc1a0871b417 service neutron] 10.222.0.54 "GET /v2.0/networks/ac649155-8356-435e-b73c-d739a0401687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125116 Nov 12 08:39:48.126201 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661ea41-35af-4af5-b25f-06aa9952e745 tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95a20f5-9ca9-417d-b457-6a8afb438d26,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:48.206469 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-37f021bd-17e9-4ae1-bd81-879ba5ab72f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:48.208152 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-37f021bd-17e9-4ae1-bd81-879ba5ab72f1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2&tenant_id=3251a58645fc4115844b0853f7399565 HTTP/1.1" status: 200 len: 1101 time: 0.1278336 Nov 12 08:39:48.224805 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-09bbbbd2-b3a8-46b9-8bc2-661c2f72b496 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768862-16', 'device_owner': 'compute:nova'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:48.281902 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f306a-fe5b-4cfe-ad01-818278d2e410 req-1e6ee0dc-5472-449b-9336-d553a9a35957 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:48.288253 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b36f306a-fe5b-4cfe-ad01-818278d2e410 req-1e6ee0dc-5472-449b-9336-d553a9a35957 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 949 time: 0.1368179 Nov 12 08:39:48.311334 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-92b28ef1-cf51-4826-91fb-7274f264492e req-df1cbf31-9fe8-4657-9736-96ab8a73e585 service neutron] 10.222.0.54 "GET /v2.0/networks/ac649155-8356-435e-b73c-d739a0401687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936131 Nov 12 08:39:48.312071 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-09bbbbd2-b3a8-46b9-8bc2-661c2f72b496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.325599 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-1abc7853-c47d-45aa-b7a4-8ef970130dfe tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Deleting port 90c7e85d-1806-455a-bd38-4a973b80d912 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:48.326040 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1abc7853-c47d-45aa-b7a4-8ef970130dfe tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.352144 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b2ebe-cd5e-49dc-aab8-8246adf94cc3 req-9519e947-b596-4577-9ee4-49ec60253e4b tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:48.354365 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-343b2ebe-cd5e-49dc-aab8-8246adf94cc3 req-9519e947-b596-4577-9ee4-49ec60253e4b tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6813f99-6011-48b0-af62-75da4a82defd HTTP/1.1" status: 200 len: 943 time: 0.1356668 Nov 12 08:39:48.430691 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b36f306a-fe5b-4cfe-ad01-818278d2e410 req-0ad17f23-f5c6-4e8d-905a-368f6d5dc9be tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348851 Nov 12 08:39:48.474038 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1abc7853-c47d-45aa-b7a4-8ef970130dfe tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.474388 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1abc7853-c47d-45aa-b7a4-8ef970130dfe tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.488600 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-1abc7853-c47d-45aa-b7a4-8ef970130dfe tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Calling delete_port for 90c7e85d-1806-455a-bd38-4a973b80d912 owned by network:floatingip {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:48.572423 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-09bbbbd2-b3a8-46b9-8bc2-661c2f72b496 service neutron] For port 445eef39-a61c-42ea-ad06-1001a52a3105, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=445eef39-a61c-42ea-ad06-1001a52a3105,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:48.583772 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-343b2ebe-cd5e-49dc-aab8-8246adf94cc3 req-181fa585-52ad-4055-81bf-499fb49dd89a tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b36950-bfb5-4451-9a4e-2ea1644ff783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800830 Nov 12 08:39:48.620029 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-09bbbbd2-b3a8-46b9-8bc2-661c2f72b496 service neutron] For port 445eef39-a61c-42ea-ad06-1001a52a3105, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:39:48.672338 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bb91b-d0e9-4895-97ef-9882d53bd798 req-736b03eb-1945-4238-bfaa-919e32d34cf6 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:48.674086 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc1bb91b-d0e9-4895-97ef-9882d53bd798 req-736b03eb-1945-4238-bfaa-919e32d34cf6 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 945 time: 0.0890675 Nov 12 08:39:48.680760 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-09bbbbd2-b3a8-46b9-8bc2-661c2f72b496 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.700746 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-09bbbbd2-b3a8-46b9-8bc2-661c2f72b496 service neutron] Transition to ACTIVE for port object 445eef39-a61c-42ea-ad06-1001a52a3105 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:39:48.706984 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-09bbbbd2-b3a8-46b9-8bc2-661c2f72b496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.789473 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-09bbbbd2-b3a8-46b9-8bc2-661c2f72b496 service neutron] No DVR routers for this DVR port 445eef39-a61c-42ea-ad06-1001a52a3105 on host n-h2-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:39:48.794194 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4503a-f3de-4eca-a828-1462e5c7e07b req-8814e8f9-c698-4d46-9c1c-1ff1ebe49130 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:48.796086 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-96a4503a-f3de-4eca-a828-1462e5c7e07b req-8814e8f9-c698-4d46-9c1c-1ff1ebe49130 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.1199636 Nov 12 08:39:48.806329 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bbbbd2-b3a8-46b9-8bc2-661c2f72b496 service neutron] Pushing event updated for resources: {'Port': ['ID=445eef39-a61c-42ea-ad06-1001a52a3105,revision_number=6']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:48.838285 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc1bb91b-d0e9-4895-97ef-9882d53bd798 req-3d42ad6a-f8f4-43e5-be2b-7075618b44f7 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506305 Nov 12 08:39:48.867403 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-09bbbbd2-b3a8-46b9-8bc2-661c2f72b496 service neutron] Attempting to bind port 445eef39-a61c-42ea-ad06-1001a52a3105 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:39:48.868014 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-09bbbbd2-b3a8-46b9-8bc2-661c2f72b496 service neutron] Attempting to bind port 445eef39-a61c-42ea-ad06-1001a52a3105 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:39:48.868479 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-09bbbbd2-b3a8-46b9-8bc2-661c2f72b496 service neutron] Attempting to bind port 445eef39-a61c-42ea-ad06-1001a52a3105 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:48.877418 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-09bbbbd2-b3a8-46b9-8bc2-661c2f72b496 service neutron] Port 445eef39-a61c-42ea-ad06-1001a52a3105 on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:39:48.877775 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-09bbbbd2-b3a8-46b9-8bc2-661c2f72b496 service neutron] Attempting to bind port 445eef39-a61c-42ea-ad06-1001a52a3105 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:48.884230 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-09bbbbd2-b3a8-46b9-8bc2-661c2f72b496 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:39:48.884569 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-09bbbbd2-b3a8-46b9-8bc2-661c2f72b496 service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:48.884964 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-09bbbbd2-b3a8-46b9-8bc2-661c2f72b496 service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:39:48.885458 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-09bbbbd2-b3a8-46b9-8bc2-661c2f72b496 service neutron] Bound port: 445eef39-a61c-42ea-ad06-1001a52a3105, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:39:48.885826 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-09bbbbd2-b3a8-46b9-8bc2-661c2f72b496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.892928 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1abc7853-c47d-45aa-b7a4-8ef970130dfe tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.964776 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc7853-c47d-45aa-b7a4-8ef970130dfe tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Pushing event deleted for resources: {'Port': ['ID=90c7e85d-1806-455a-bd38-4a973b80d912,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:48.986366 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-96a4503a-f3de-4eca-a828-1462e5c7e07b req-56c0b89f-0c7b-4dc4-8bd8-49c01868856c tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785147 Nov 12 08:39:49.012147 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-09bbbbd2-b3a8-46b9-8bc2-661c2f72b496 service neutron] For port 445eef39-a61c-42ea-ad06-1001a52a3105, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:39:49.017881 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-09bbbbd2-b3a8-46b9-8bc2-661c2f72b496 service neutron] For port 445eef39-a61c-42ea-ad06-1001a52a3105, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=445eef39-a61c-42ea-ad06-1001a52a3105,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:39:49.029191 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-09bbbbd2-b3a8-46b9-8bc2-661c2f72b496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:49.116633 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-09bbbbd2-b3a8-46b9-8bc2-661c2f72b496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:49.117179 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-09bbbbd2-b3a8-46b9-8bc2-661c2f72b496 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:49.118637 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-09bbbbd2-b3a8-46b9-8bc2-661c2f72b496 service neutron] 10.222.0.54 "PUT /v2.0/ports/445eef39-a61c-42ea-ad06-1001a52a3105 HTTP/1.1" status: 200 len: 1096 time: 0.8983932 Nov 12 08:39:49.144390 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8cb3b8de-86f4-4fca-8660-85c130288eab req-551a03b5-42bf-4ffd-82d3-6c5a7518c570 tempest-ServerShowV257Test-1078404914 tempest-ServerShowV257Test-1078404914-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.0453172 Nov 12 08:39:49.173402 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1abc7853-c47d-45aa-b7a4-8ef970130dfe tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks [] for floatingip, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:49.181332 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1abc7853-c47d-45aa-b7a4-8ef970130dfe tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:49.186502 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1abc7853-c47d-45aa-b7a4-8ef970130dfe tempest-ServersTestBootFromVolume-1393855336 tempest-ServersTestBootFromVolume-1393855336-project] 10.222.0.37 "DELETE /v2.0/floatingips/b8476ded-edea-493a-9924-b838e11dc895 HTTP/1.1" status: 204 len: 168 time: 1.1908007 Nov 12 08:39:49.194651 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 44810) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:49.263415 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bbbbd2-b3a8-46b9-8bc2-661c2f72b496 service neutron] Pushing event updated for resources: {'Port': ['ID=445eef39-a61c-42ea-ad06-1001a52a3105,revision_number=7']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:49.287219 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-6ab68f6a-3751-4578-9bfe-d09ef4c77017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:49.288768 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-6ab68f6a-3751-4578-9bfe-d09ef4c77017 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 1099 time: 0.1370015 Nov 12 08:39:49.425999 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-f584dc80-fee3-4f6f-b708-bae257b81679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:49.427492 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-f584dc80-fee3-4f6f-b708-bae257b81679 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.1314216 Nov 12 08:39:49.430850 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e49ae04-36ef-43ef-ae99-0c759b784bd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '445eef39-a61c-42ea-ad06-1001a52a3105'}, {'name': 'network-changed', 'server_uuid': '9e49ae04-36ef-43ef-ae99-0c759b784bd2', 'tag': '445eef39-a61c-42ea-ad06-1001a52a3105'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:49.433653 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b70af1-8487-45d4-8433-311c73daeaaa" -d '{"events": [{"server_uuid": "9e49ae04-36ef-43ef-ae99-0c759b784bd2", "name": "network-vif-unplugged", "status": "completed", "tag": "445eef39-a61c-42ea-ad06-1001a52a3105"}, {"name": "network-changed", "server_uuid": "9e49ae04-36ef-43ef-ae99-0c759b784bd2", "tag": "445eef39-a61c-42ea-ad06-1001a52a3105"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:49.471137 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec70c4b-255c-440f-ae95-f2733d9ae189 req-7165afed-231c-4b67-9219-c8c6b8e95417 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:49.473028 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5ec70c4b-255c-440f-ae95-f2733d9ae189 req-7165afed-231c-4b67-9219-c8c6b8e95417 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 945 time: 0.1651719 Nov 12 08:39:49.496581 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-6a67ba8e-9298-4387-8eb3-1d51be1a39e5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=445eef39-a61c-42ea-ad06-1001a52a3105 HTTP/1.1" status: 200 len: 217 time: 0.0587461 Nov 12 08:39:49.575423 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-c4724ab7-79a8-4948-ab23-8d2147bb1070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:49.577614 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-c4724ab7-79a8-4948-ab23-8d2147bb1070 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.0736585 Nov 12 08:39:49.581922 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5ec70c4b-255c-440f-ae95-f2733d9ae189 req-25416448-9976-47ab-b649-6dd88e481ca1 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929513 Nov 12 08:39:49.629431 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-fb161ea6-6d27-4e02-9f0b-87467caaa764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:49.631064 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-fb161ea6-6d27-4e02-9f0b-87467caaa764 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0470181 Nov 12 08:39:49.683433 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624678bf-052b-4573-ba7a-a592c4e092dc x-openstack-request-id: req-624678bf-052b-4573-ba7a-a592c4e092dc {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:49.691851 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e49ae04-36ef-43ef-ae99-0c759b784bd2", "name": "network-vif-unplugged", "status": "completed", "tag": "445eef39-a61c-42ea-ad06-1001a52a3105", "code": 200}, {"name": "network-changed", "server_uuid": "9e49ae04-36ef-43ef-ae99-0c759b784bd2", "tag": "445eef39-a61c-42ea-ad06-1001a52a3105", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:49.692247 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-624678bf-052b-4573-ba7a-a592c4e092dc {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:49.692919 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e49ae04-36ef-43ef-ae99-0c759b784bd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '445eef39-a61c-42ea-ad06-1001a52a3105', 'code': 200} Nov 12 08:39:49.693266 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e49ae04-36ef-43ef-ae99-0c759b784bd2', 'tag': '445eef39-a61c-42ea-ad06-1001a52a3105', 'status': 'completed', 'code': 200} Nov 12 08:39:49.698694 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device a5c131a6-8a56-471a-86af-b0847d3de97b details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:39:49.840282 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port a5c131a6-8a56-471a-86af-b0847d3de97b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=a5c131a6-8a56-471a-86af-b0847d3de97b,segment=NetworkSegment(60d896f7-8941-43a6-b4e7-e68d57025316),segment_id=60d896f7-8941-43a6-b4e7-e68d57025316)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:49.853970 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 445eef39-a61c-42ea-ad06-1001a52a3105 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:49.884450 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-c4379886-1887-4685-a8f4-f140f67d11cb service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458830 Nov 12 08:39:49.887993 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b70af1-8487-45d4-8433-311c73daeaaa req-db940552-8834-42c4-a70f-8dbbe61a0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:49.890085 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-87b70af1-8487-45d4-8433-311c73daeaaa req-db940552-8834-42c4-a70f-8dbbe61a0d77 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 1099 time: 0.1348794 Nov 12 08:39:49.905676 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'a5c131a6-8a56-471a-86af-b0847d3de97b', 'network_id': 'ac649155-8356-435e-b73c-d739a0401687', 'port_id': 'a5c131a6-8a56-471a-86af-b0847d3de97b', 'mac_address': 'fa:16:3e:7b:8a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5bc2261-6276-45a4-a285-65ec53109574', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:39:49.937662 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38160e-ecbe-4b08-a37f-a9657fd11254 req-b39d7c43-0ac1-433d-9503-04a701a97f9c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:49.939111 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c38160e-ecbe-4b08-a37f-a9657fd11254 req-b39d7c43-0ac1-433d-9503-04a701a97f9c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 947 time: 0.1688333 Nov 12 08:39:49.960295 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:49.973103 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a350033-4b91-4023-a101-d4b120dbd7ad req-78342de9-ef07-4b40-a9f9-463c54918662 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:49.974616 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 445eef39-a61c-42ea-ad06-1001a52a3105 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:39:49.981739 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c131a6-8a56-471a-86af-b0847d3de97b {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:49.982009 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7a350033-4b91-4023-a101-d4b120dbd7ad req-78342de9-ef07-4b40-a9f9-463c54918662 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6813f99-6011-48b0-af62-75da4a82defd HTTP/1.1" status: 200 len: 943 time: 0.1300883 Nov 12 08:39:50.006520 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port a5c131a6-8a56-471a-86af-b0847d3de97b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=a5c131a6-8a56-471a-86af-b0847d3de97b,segment=NetworkSegment(60d896f7-8941-43a6-b4e7-e68d57025316),segment_id=60d896f7-8941-43a6-b4e7-e68d57025316)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:50.013623 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:50.021591 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-352232c5-3857-4f38-aee2-1e1bf1724ad5 req-1054ceac-9dbc-43fb-87e1-d5960e6ff81c service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294062 Nov 12 08:39:50.044530 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2a6e18d-1a56-49c9-8a3b-4cfd5b839d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:50.072908 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=a5c131a6-8a56-471a-86af-b0847d3de97b,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:50.160956 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b70af1-8487-45d4-8433-311c73daeaaa req-c38cf87b-e6b6-491f-9266-1848c0ff55a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:50.162443 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-87b70af1-8487-45d4-8433-311c73daeaaa req-c38cf87b-e6b6-491f-9266-1848c0ff55a1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 1099 time: 0.0777190 Nov 12 08:39:50.164217 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b70af1-8487-45d4-8433-311c73daeaaa req-c6e92907-6f0b-4337-bffc-9adf2b3b733c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:50.165782 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-87b70af1-8487-45d4-8433-311c73daeaaa req-c6e92907-6f0b-4337-bffc-9adf2b3b733c service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.1756048 Nov 12 08:39:50.169121 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c38160e-ecbe-4b08-a37f-a9657fd11254 req-ebf33d29-2df4-4399-b0f2-76296cc85c13 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172031 Nov 12 08:39:50.187324 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7a350033-4b91-4023-a101-d4b120dbd7ad req-f3e9801b-c61c-4571-bca1-eee015aeffde tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b36950-bfb5-4451-9a4e-2ea1644ff783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027526 Nov 12 08:39:50.273079 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['a5c131a6-8a56-471a-86af-b0847d3de97b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:50.303594 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b70af1-8487-45d4-8433-311c73daeaaa req-bb11cee0-7924-4c0c-b30a-026b4c5ab3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:50.305602 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-87b70af1-8487-45d4-8433-311c73daeaaa req-bb11cee0-7924-4c0c-b30a-026b4c5ab3ea service neutron] 10.222.0.54 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.1348517 Nov 12 08:39:50.402534 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-87b70af1-8487-45d4-8433-311c73daeaaa req-7a06c7a5-44c2-49a6-b76b-9985b418f6f9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=445eef39-a61c-42ea-ad06-1001a52a3105 HTTP/1.1" status: 200 len: 217 time: 0.0825391 Nov 12 08:39:50.404862 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-87b70af1-8487-45d4-8433-311c73daeaaa req-e74c55b1-5035-415e-82b1-41585cb64afa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=445eef39-a61c-42ea-ad06-1001a52a3105 HTTP/1.1" status: 200 len: 217 time: 0.0982296 Nov 12 08:39:50.458037 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b875928-06bb-4993-8ccd-60fecf8d6db4 req-9644b068-fcd0-497e-8778-02f7274ce652 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:50.468491 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3b875928-06bb-4993-8ccd-60fecf8d6db4 req-9644b068-fcd0-497e-8778-02f7274ce652 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 945 time: 0.1340632 Nov 12 08:39:50.509330 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b70af1-8487-45d4-8433-311c73daeaaa req-1fe8b0b3-8ebb-4f6e-b214-173629db45bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:50.511000 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-87b70af1-8487-45d4-8433-311c73daeaaa req-1fe8b0b3-8ebb-4f6e-b214-173629db45bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.0991445 Nov 12 08:39:50.512885 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b70af1-8487-45d4-8433-311c73daeaaa req-3d1edcd2-6c5c-4d7c-8465-d9b5cb435870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:50.514215 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-87b70af1-8487-45d4-8433-311c73daeaaa req-3d1edcd2-6c5c-4d7c-8465-d9b5cb435870 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1009333 Nov 12 08:39:50.566481 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3b875928-06bb-4993-8ccd-60fecf8d6db4 req-89c92914-b34f-4706-bebd-be4bcc9c761e tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969093 Nov 12 08:39:50.589886 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b70af1-8487-45d4-8433-311c73daeaaa req-34da8c57-82ac-4169-8973-08fc86597918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:50.592047 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-87b70af1-8487-45d4-8433-311c73daeaaa req-34da8c57-82ac-4169-8973-08fc86597918 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0733402 Nov 12 08:39:50.628192 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-f2a6e18d-1a56-49c9-8a3b-4cfd5b839d2e admin admin] Deleting port ab888c0c-4ef5-45b0-a200-9466b17dcb9e {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:50.628810 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2a6e18d-1a56-49c9-8a3b-4cfd5b839d2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:50.667471 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b70af1-8487-45d4-8433-311c73daeaaa req-f3abc48a-5b42-41f6-9c96-031b22495afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:50.668757 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-87b70af1-8487-45d4-8433-311c73daeaaa req-f3abc48a-5b42-41f6-9c96-031b22495afc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1178422 Nov 12 08:39:50.759292 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-87b70af1-8487-45d4-8433-311c73daeaaa req-7c4115bf-a3d5-4146-a737-be8adeb7addd service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579738 Nov 12 08:39:50.761900 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b83f8b-9f91-4b46-a5e5-15a8d0a2c41c req-bc53018d-a776-4273-a010-24b5025e7c97 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:50.765143 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e1b83f8b-9f91-4b46-a5e5-15a8d0a2c41c req-bc53018d-a776-4273-a010-24b5025e7c97 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.1102669 Nov 12 08:39:50.833931 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0ee6643e-d6f4-43ae-b040-97b292e58fd6 req-4e8db633-6719-4c8f-9649-9d0b3ddf46fa tempest-ServerShowV257Test-1078404914 tempest-ServerShowV257Test-1078404914-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.0475433 Nov 12 08:39:50.841715 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-f2a6e18d-1a56-49c9-8a3b-4cfd5b839d2e admin admin] For port ab888c0c-4ef5-45b0-a200-9466b17dcb9e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ab888c0c-4ef5-45b0-a200-9466b17dcb9e,segment=NetworkSegment(b9fb73f6-153c-41c1-b347-94d88239ea7a),segment_id=b9fb73f6-153c-41c1-b347-94d88239ea7a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:50.842523 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2a6e18d-1a56-49c9-8a3b-4cfd5b839d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:50.846235 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-87b70af1-8487-45d4-8433-311c73daeaaa req-57fc2a26-ac94-4944-9cd5-1dad763d2d6c service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669426 Nov 12 08:39:50.874968 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-f2a6e18d-1a56-49c9-8a3b-4cfd5b839d2e admin admin] Calling delete_port for ab888c0c-4ef5-45b0-a200-9466b17dcb9e owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:50.884286 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e1b83f8b-9f91-4b46-a5e5-15a8d0a2c41c req-2bcc90f3-2600-40e6-a5ec-3fc47646aa75 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103380 Nov 12 08:39:50.933064 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-87b70af1-8487-45d4-8433-311c73daeaaa req-34c6b8fd-875a-4298-8d3b-ac7a9c592c53 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656501 Nov 12 08:39:50.988685 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-87b70af1-8487-45d4-8433-311c73daeaaa req-b66f2cac-8379-4fa7-909b-ee5272637bd1 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321890 Nov 12 08:39:51.040069 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f985e2e-c7b6-42bd-83e5-18b832a5a929 req-f3686ef7-dc77-44e2-923f-b705e8c8e9bc tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:51.041737 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5f985e2e-c7b6-42bd-83e5-18b832a5a929 req-f3686ef7-dc77-44e2-923f-b705e8c8e9bc tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 945 time: 0.1032648 Nov 12 08:39:51.149209 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5f985e2e-c7b6-42bd-83e5-18b832a5a929 req-fe1e63a2-7ed5-4f27-bcc2-e74c9691c206 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979996 Nov 12 08:39:51.211095 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2a6e18d-1a56-49c9-8a3b-4cfd5b839d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:51.240418 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6e18d-1a56-49c9-8a3b-4cfd5b839d2e admin admin] Pushing event deleted for resources: {'Port': ['ID=ab888c0c-4ef5-45b0-a200-9466b17dcb9e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:51.352118 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0a3ab-5d59-478e-a914-b94f19d454e4 req-9edc23ab-410f-4507-9649-53d4fd439d59 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:51.354170 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e7b0a3ab-5d59-478e-a914-b94f19d454e4 req-9edc23ab-410f-4507-9649-53d4fd439d59 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 947 time: 0.1146097 Nov 12 08:39:51.512118 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e7b0a3ab-5d59-478e-a914-b94f19d454e4 req-7c220f6f-72b3-4b03-bb61-9f5a2d961237 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189475 Nov 12 08:39:51.522628 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2a6e18d-1a56-49c9-8a3b-4cfd5b839d2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:51.553197 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b55e42-8625-45e6-9c89-60532ac59018 req-fa6d3e14-816f-4908-b5ee-8eef643e6007 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:51.554756 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-46b55e42-8625-45e6-9c89-60532ac59018 req-fa6d3e14-816f-4908-b5ee-8eef643e6007 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6813f99-6011-48b0-af62-75da4a82defd HTTP/1.1" status: 200 len: 944 time: 0.0937934 Nov 12 08:39:51.676461 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-46b55e42-8625-45e6-9c89-60532ac59018 req-7e61c9d9-7f3d-4553-a10c-5217ae6be446 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b36950-bfb5-4451-9a4e-2ea1644ff783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897462 Nov 12 08:39:51.715642 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device a5c131a6-8a56-471a-86af-b0847d3de97b up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:51.772136 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port a5c131a6-8a56-471a-86af-b0847d3de97b completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:39:51.777794 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port a5c131a6-8a56-471a-86af-b0847d3de97b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:51.778289 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:51.855861 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3828ca-3267-44d2-8a3f-98f7a8711765 req-3d8eef0b-8c16-42b0-8f70-77c1f5687aec tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:51.858503 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2e3828ca-3267-44d2-8a3f-98f7a8711765 req-3d8eef0b-8c16-42b0-8f70-77c1f5687aec tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 945 time: 0.1148274 Nov 12 08:39:51.871001 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a6e18d-1a56-49c9-8a3b-4cfd5b839d2e admin admin] Router 61eccf9e-1ec6-485e-9731-5bfeae1e7d9a has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:39:51.895615 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:51.931998 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6813f99-6011-48b0-af62-75da4a82defd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c131a6-8a56-471a-86af-b0847d3de97b'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:51.934740 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb5f3f1-bb75-42de-a373-4528913da3ab" -d '{"events": [{"server_uuid": "d6813f99-6011-48b0-af62-75da4a82defd", "name": "network-vif-plugged", "status": "completed", "tag": "a5c131a6-8a56-471a-86af-b0847d3de97b"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:51.954024 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port a5c131a6-8a56-471a-86af-b0847d3de97b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=a5c131a6-8a56-471a-86af-b0847d3de97b,segment=NetworkSegment(60d896f7-8941-43a6-b4e7-e68d57025316),segment_id=60d896f7-8941-43a6-b4e7-e68d57025316)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:51.961915 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:51.995544 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2e3828ca-3267-44d2-8a3f-98f7a8711765 req-1bbd379b-2880-484f-8a87-431a5ed311df tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265204 Nov 12 08:39:52.032983 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=a5c131a6-8a56-471a-86af-b0847d3de97b,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:52.113430 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f9a06978-3e4b-458f-b406-c216ef747f25 req-3171b622-c558-4803-8256-ffbc09c9f8fa tempest-ServerShowV257Test-1078404914 tempest-ServerShowV257Test-1078404914-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.0430608 Nov 12 08:39:52.118911 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a6e18d-1a56-49c9-8a3b-4cfd5b839d2e admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:52.131336 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54885f0-45c5-407e-9139-ed750c692fb9 None None] Sync routers for ids ['61eccf9e-1ec6-485e-9731-5bfeae1e7d9a'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:52.140534 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f2a6e18d-1a56-49c9-8a3b-4cfd5b839d2e admin admin] 10.222.0.37 "PUT /v2.0/routers/61eccf9e-1ec6-485e-9731-5bfeae1e7d9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9424572 Nov 12 08:39:52.141578 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 45020) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:52.150605 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54885f0-45c5-407e-9139-ed750c692fb9 None None] Routers {'61eccf9e-1ec6-485e-9731-5bfeae1e7d9a'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:52.151601 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-c54885f0-45c5-407e-9139-ed750c692fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:39:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['61eccf9e-1ec6-485e-9731-5bfeae1e7d9a'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:52.170126 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1ff01-a2ab-4aab-9834-596c2b8a60cd req-db960b37-4ffd-4e00-a127-8b93a3106dd9 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:52.171891 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a0a1ff01-a2ab-4aab-9834-596c2b8a60cd req-db960b37-4ffd-4e00-a127-8b93a3106dd9 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0877247 Nov 12 08:39:52.182820 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3577dc82-bded-4b5f-aace-4d836861078b x-openstack-request-id: req-3577dc82-bded-4b5f-aace-4d836861078b {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:52.183628 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6813f99-6011-48b0-af62-75da4a82defd", "name": "network-vif-plugged", "status": "completed", "tag": "a5c131a6-8a56-471a-86af-b0847d3de97b", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:52.184136 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3577dc82-bded-4b5f-aace-4d836861078b {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:52.184581 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6813f99-6011-48b0-af62-75da4a82defd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c131a6-8a56-471a-86af-b0847d3de97b', 'code': 200} Nov 12 08:39:52.253644 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a0a1ff01-a2ab-4aab-9834-596c2b8a60cd req-5e9daf00-18da-42e1-a07e-d4abc56a4ffe tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691042 Nov 12 08:39:52.320732 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-c54885f0-45c5-407e-9139-ed750c692fb9 None None] Set router 61eccf9e-1ec6-485e-9731-5bfeae1e7d9a gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:39:52.376495 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ecb71-bae2-40e2-b857-49d4e6496d26 req-123f32e8-466b-4d00-a1d1-0f273e76b8ab tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:52.385625 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-459ecb71-bae2-40e2-b857-49d4e6496d26 req-123f32e8-466b-4d00-a1d1-0f273e76b8ab tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 945 time: 0.0759666 Nov 12 08:39:52.470861 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-459ecb71-bae2-40e2-b857-49d4e6496d26 req-efa53082-c3c5-4b81-9392-de0a9b0b44c6 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791154 Nov 12 08:39:52.574503 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-bec81fe9-7070-4c97-ae6b-f788b885b04b req-89ef992d-29b6-40fc-8766-0e3c34bc41ba service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.0560989 Nov 12 08:39:52.580336 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-c54885f0-45c5-407e-9139-ed750c692fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'name': 'tempest-ServersTestBootFromVolume-1913641384-router', 'tenant_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'ea2fef48-5b63-48d7-86d6-2ac2a4d000e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:21Z', 'updated_at': '2021-11-12T08:39:51Z', 'revision_number': 5, 'project_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'gw_port': {'id': 'ea2fef48-5b63-48d7-86d6-2ac2a4d000e6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:22Z', 'updated_at': '2021-11-12T08:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:52.609524 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54885f0-45c5-407e-9139-ed750c692fb9 None None] Checking router: 61eccf9e-1ec6-485e-9731-5bfeae1e7d9a for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:39:52.629517 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54885f0-45c5-407e-9139-ed750c692fb9 None None] Routers {'61eccf9e-1ec6-485e-9731-5bfeae1e7d9a'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:52.629700 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d1b91-4bb7-429a-a6a6-2239ef5e7cb7 req-d6418ebe-9292-4e26-9168-cfd1f4ff5679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:52.630492 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-c54885f0-45c5-407e-9139-ed750c692fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:39:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['61eccf9e-1ec6-485e-9731-5bfeae1e7d9a'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:52.631169 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-611d1b91-4bb7-429a-a6a6-2239ef5e7cb7 req-d6418ebe-9292-4e26-9168-cfd1f4ff5679 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d6813f99-6011-48b0-af62-75da4a82defd HTTP/1.1" status: 200 len: 1097 time: 0.1115546 Nov 12 08:39:52.657638 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be819dc4-f6ba-4e4c-8682-4141807d84c4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.668453 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.686531 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb84cb9-a49b-4b33-87e9-2562ba2269ed req-1eb94b1e-8c69-4be2-a318-b4b1e96ac848 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:52.689130 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6fb84cb9-a49b-4b33-87e9-2562ba2269ed req-1eb94b1e-8c69-4be2-a318-b4b1e96ac848 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 947 time: 0.0755944 Nov 12 08:39:52.732874 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-611d1b91-4bb7-429a-a6a6-2239ef5e7cb7 req-009f580b-5b03-4567-9e75-a946c3fdbfeb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=47b36950-bfb5-4451-9a4e-2ea1644ff783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915034 Nov 12 08:39:52.771422 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6fb84cb9-a49b-4b33-87e9-2562ba2269ed req-9fe32094-96a6-4929-9d30-fe536dc2a543 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748816 Nov 12 08:39:52.800735 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be819dc4-f6ba-4e4c-8682-4141807d84c4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.851345 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-c54885f0-45c5-407e-9139-ed750c692fb9 None None] Set router 61eccf9e-1ec6-485e-9731-5bfeae1e7d9a gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:39:52.889966 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-be819dc4-f6ba-4e4c-8682-4141807d84c4 admin admin] Deleting port ea2fef48-5b63-48d7-86d6-2ac2a4d000e6 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:52.890425 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be819dc4-f6ba-4e4c-8682-4141807d84c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.940986 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b53ba-8a2b-480a-aa87-cd450cfd4940 req-ddbd3c0d-7297-427f-b74b-c70d7baef2c9 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:52.944089 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-738b53ba-8a2b-480a-aa87-cd450cfd4940 req-ddbd3c0d-7297-427f-b74b-c70d7baef2c9 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6813f99-6011-48b0-af62-75da4a82defd HTTP/1.1" status: 200 len: 945 time: 0.0806041 Nov 12 08:39:53.010134 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-be819dc4-f6ba-4e4c-8682-4141807d84c4 admin admin] For port ea2fef48-5b63-48d7-86d6-2ac2a4d000e6, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ea2fef48-5b63-48d7-86d6-2ac2a4d000e6,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:53.010918 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be819dc4-f6ba-4e4c-8682-4141807d84c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:53.028003 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-be819dc4-f6ba-4e4c-8682-4141807d84c4 admin admin] Calling delete_port for ea2fef48-5b63-48d7-86d6-2ac2a4d000e6 owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:53.059285 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-738b53ba-8a2b-480a-aa87-cd450cfd4940 req-c7d102a5-cd8d-4206-ab24-73124f80b0d6 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b36950-bfb5-4451-9a4e-2ea1644ff783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038563 Nov 12 08:39:53.140200 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-c54885f0-45c5-407e-9139-ed750c692fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'name': 'tempest-ServersTestBootFromVolume-1913641384-router', 'tenant_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'ea2fef48-5b63-48d7-86d6-2ac2a4d000e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:21Z', 'updated_at': '2021-11-12T08:39:51Z', 'revision_number': 5, 'project_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'gw_port': {'id': 'ea2fef48-5b63-48d7-86d6-2ac2a4d000e6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:22Z', 'updated_at': '2021-11-12T08:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:53.207129 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54885f0-45c5-407e-9139-ed750c692fb9 None None] The sync data for ids ['61eccf9e-1ec6-485e-9731-5bfeae1e7d9a'] in n-d-768862-16 is: [{'id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'name': 'tempest-ServersTestBootFromVolume-1913641384-router', 'tenant_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'ea2fef48-5b63-48d7-86d6-2ac2a4d000e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:21Z', 'updated_at': '2021-11-12T08:39:51Z', 'revision_number': 5, 'project_id': 'decf329c1bd24793b6dab0ad3ee22ef8', 'gw_port': {'id': 'ea2fef48-5b63-48d7-86d6-2ac2a4d000e6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61eccf9e-1ec6-485e-9731-5bfeae1e7d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:22Z', 'updated_at': '2021-11-12T08:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:53.275203 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856f3bf-235d-4b06-a3ad-f7aa8968bce8 req-ee45fa18-11a7-4552-bb82-7f83ace4f860 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:53.277875 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4856f3bf-235d-4b06-a3ad-f7aa8968bce8 req-ee45fa18-11a7-4552-bb82-7f83ace4f860 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 947 time: 0.0957086 Nov 12 08:39:53.332576 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49733840-99ad-4764-b328-8f1ce6476e12 req-bf74f528-6f6b-4457-95b9-b680145aea03 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:53.334148 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-49733840-99ad-4764-b328-8f1ce6476e12 req-bf74f528-6f6b-4457-95b9-b680145aea03 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2&tenant_id=3251a58645fc4115844b0853f7399565&binding%3Ahost_id=n-h1-768862-16 HTTP/1.1" status: 200 len: 947 time: 0.1317368 Nov 12 08:39:53.355141 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4856f3bf-235d-4b06-a3ad-f7aa8968bce8 req-1adbb410-4a85-4afb-b4e7-8c15a7348386 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718760 Nov 12 08:39:53.463503 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be819dc4-f6ba-4e4c-8682-4141807d84c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:53.499382 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be819dc4-f6ba-4e4c-8682-4141807d84c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea2fef48-5b63-48d7-86d6-2ac2a4d000e6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:53.499682 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83a645-312b-48cb-8afd-b5c1624b159f req-d4d0c59c-9296-4f01-b62c-9b7958c13941 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:53.505324 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3c83a645-312b-48cb-8afd-b5c1624b159f req-d4d0c59c-9296-4f01-b62c-9b7958c13941 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 945 time: 0.0656774 Nov 12 08:39:53.509352 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [req-49733840-99ad-4764-b328-8f1ce6476e12 req-faa3c705-bcec-4594-9478-64ec71090288 service neutron] delete failed (client error): The resource could not be found. Nov 12 08:39:53.510394 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-49733840-99ad-4764-b328-8f1ce6476e12 req-faa3c705-bcec-4594-9478-64ec71090288 service neutron] 10.222.0.58 "DELETE /v2.0/ports/445eef39-a61c-42ea-ad06-1001a52a3105/bindings/n-h2-768862-16 HTTP/1.1" status: 404 len: 381 time: 0.1374817 Nov 12 08:39:53.583045 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3c83a645-312b-48cb-8afd-b5c1624b159f req-8e1e83cc-f4b2-49bd-b4f8-99c9838627a2 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750849 Nov 12 08:39:53.590859 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be819dc4-f6ba-4e4c-8682-4141807d84c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:53.681053 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e146d691-79cf-4f5f-ac92-1e5194dbbba6 req-b8db62a8-3198-4cce-a518-402a67712e4c tempest-ServerShowV257Test-1078404914 tempest-ServerShowV257Test-1078404914-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.0422056 Nov 12 08:39:53.708301 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 445eef39-a61c-42ea-ad06-1001a52a3105 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:39:53.749771 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36c391-4fd7-4412-8719-2da04c72a52c req-6b98ea98-9ef6-4619-9d6d-dce975e5c2f1 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:53.751552 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ff36c391-4fd7-4412-8719-2da04c72a52c req-6b98ea98-9ef6-4619-9d6d-dce975e5c2f1 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0988371 Nov 12 08:39:53.760732 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be819dc4-f6ba-4e4c-8682-4141807d84c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:53.776723 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be819dc4-f6ba-4e4c-8682-4141807d84c4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:53.827639 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49733840-99ad-4764-b328-8f1ce6476e12 req-29888389-6b9c-4ea9-af08-d2c3fddf3328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:53.832904 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-49733840-99ad-4764-b328-8f1ce6476e12 req-29888389-6b9c-4ea9-af08-d2c3fddf3328 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 1099 time: 0.1934440 Nov 12 08:39:53.835791 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 445eef39-a61c-42ea-ad06-1001a52a3105, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=445eef39-a61c-42ea-ad06-1001a52a3105,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:53.841337 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be819dc4-f6ba-4e4c-8682-4141807d84c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:53.841929 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be819dc4-f6ba-4e4c-8682-4141807d84c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61eccf9e-1ec6-485e-9731-5bfeae1e7d9a {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:39:53.851557 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '445eef39-a61c-42ea-ad06-1001a52a3105', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': '445eef39-a61c-42ea-ad06-1001a52a3105', 'mac_address': 'fa:16:3e:17:ed:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:39:53.862314 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be819dc4-f6ba-4e4c-8682-4141807d84c4 admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:53.865848 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-be819dc4-f6ba-4e4c-8682-4141807d84c4 admin admin] 10.222.0.37 "DELETE /v2.0/routers/61eccf9e-1ec6-485e-9731-5bfeae1e7d9a HTTP/1.1" status: 204 len: 168 time: 1.7193809 Nov 12 08:39:53.866651 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 45128) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:53.872647 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933db985-9803-4e5c-a2ac-1cffbe663524 req-046b0fc1-aee5-49f5-90dd-01bd720e6467 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:53.880681 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-933db985-9803-4e5c-a2ac-1cffbe663524 req-046b0fc1-aee5-49f5-90dd-01bd720e6467 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 945 time: 0.1278684 Nov 12 08:39:53.895210 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ff36c391-4fd7-4412-8719-2da04c72a52c req-d1f6dd7d-6e87-4f21-9c26-226750d0da08 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311460 Nov 12 08:39:53.917733 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:53.952103 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-933db985-9803-4e5c-a2ac-1cffbe663524 req-cbef8840-6e7d-49c6-b9fe-fee5e2e5a1ee tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646737 Nov 12 08:39:53.952880 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445eef39-a61c-42ea-ad06-1001a52a3105 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:54.025371 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-efda3ab6-c38a-4ce8-bb09-cdf15030d408 admin admin] Deleting subnet 288d1df0-95f8-4d76-a101-b44e0052c9aa {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:39:54.033867 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-efda3ab6-c38a-4ce8-bb09-cdf15030d408 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:54.039063 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 445eef39-a61c-42ea-ad06-1001a52a3105, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=445eef39-a61c-42ea-ad06-1001a52a3105,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:54.056874 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:54.115711 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-efda3ab6-c38a-4ce8-bb09-cdf15030d408 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:54.122642 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49733840-99ad-4764-b328-8f1ce6476e12 req-483faa5d-1c85-4dc9-bdcb-aad6d3b3021f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:54.128488 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-49733840-99ad-4764-b328-8f1ce6476e12 req-483faa5d-1c85-4dc9-bdcb-aad6d3b3021f service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.2843645 Nov 12 08:39:54.221227 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-49733840-99ad-4764-b328-8f1ce6476e12 req-8230d285-0638-4115-90d7-e727eb65503c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=445eef39-a61c-42ea-ad06-1001a52a3105 HTTP/1.1" status: 200 len: 217 time: 0.0484300 Nov 12 08:39:54.237968 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=445eef39-a61c-42ea-ad06-1001a52a3105,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:54.274200 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15ec4a-c648-4552-a907-1620f5e59fbc req-cc6b2c2d-e9db-4edb-9598-b884d4ef4b2b tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:54.275855 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ed15ec4a-c648-4552-a907-1620f5e59fbc req-cc6b2c2d-e9db-4edb-9598-b884d4ef4b2b tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6813f99-6011-48b0-af62-75da4a82defd HTTP/1.1" status: 200 len: 945 time: 0.0932260 Nov 12 08:39:54.337601 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['445eef39-a61c-42ea-ad06-1001a52a3105'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:54.372425 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49733840-99ad-4764-b328-8f1ce6476e12 req-2ffd4126-41b9-4e71-8b5f-ba744f5b42b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:54.375248 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-49733840-99ad-4764-b328-8f1ce6476e12 req-2ffd4126-41b9-4e71-8b5f-ba744f5b42b1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1391892 Nov 12 08:39:54.388174 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ed15ec4a-c648-4552-a907-1620f5e59fbc req-cb639bdf-02d7-4987-a5ea-37d0a99726fb tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b36950-bfb5-4451-9a4e-2ea1644ff783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988045 Nov 12 08:39:54.453206 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-efda3ab6-c38a-4ce8-bb09-cdf15030d408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:54.542763 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49733840-99ad-4764-b328-8f1ce6476e12 req-c5a312ef-cb9b-4beb-9583-ef3ae65339fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:54.552205 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-49733840-99ad-4764-b328-8f1ce6476e12 req-c5a312ef-cb9b-4beb-9583-ef3ae65339fa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1660142 Nov 12 08:39:54.570890 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec80b8-0507-4563-b858-25e2c7c57268 req-e0fc04cb-aca2-4762-8fc4-0ee6844ae846 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:54.572581 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-45ec80b8-0507-4563-b858-25e2c7c57268 req-e0fc04cb-aca2-4762-8fc4-0ee6844ae846 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 948 time: 0.0911336 Nov 12 08:39:54.610290 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-efda3ab6-c38a-4ce8-bb09-cdf15030d408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:54.645232 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-45ec80b8-0507-4563-b858-25e2c7c57268 req-cf3c769c-bbc6-454f-bf4f-dc8fb1940e16 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646086 Nov 12 08:39:54.678593 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda3ab6-c38a-4ce8-bb09-cdf15030d408 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=288d1df0-95f8-4d76-a101-b44e0052c9aa,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:54.684259 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-efda3ab6-c38a-4ce8-bb09-cdf15030d408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:54.689825 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-efda3ab6-c38a-4ce8-bb09-cdf15030d408 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/288d1df0-95f8-4d76-a101-b44e0052c9aa HTTP/1.1" status: 204 len: 168 time: 0.8218186 Nov 12 08:39:54.693103 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 45176) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:54.695837 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed2e276-fb4d-4d0a-b853-f7b1f9a6c996 None None] Network f336b567-e54f-48f4-978b-f3ba153ca96f requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:54.721784 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5553200b-77f4-4b75-8f56-98e2bfc0227e req-5b9de934-db98-4eaf-b5b4-7308d4784023 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-72099556&fields=id&tenant_id=cbdd6d621f374244977b79c953b0cd0d HTTP/1.1" status: 200 len: 267 time: 0.1128151 Nov 12 08:39:54.853193 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553200b-77f4-4b75-8f56-98e2bfc0227e req-129c138a-9c58-4ce8-a93b-a1c10d3d60b5 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:54.853942 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-49733840-99ad-4764-b328-8f1ce6476e12 req-ba71f513-9886-4483-b63a-52aadbff5843 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912803 Nov 12 08:39:54.859580 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8345c4c1-7289-4c97-a8fe-2bfdf6f38bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:54.870634 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5553200b-77f4-4b75-8f56-98e2bfc0227e req-129c138a-9c58-4ce8-a93b-a1c10d3d60b5 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6813f99-6011-48b0-af62-75da4a82defd HTTP/1.1" status: 200 len: 945 time: 0.1359494 Nov 12 08:39:54.883866 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-5553200b-77f4-4b75-8f56-98e2bfc0227e req-7296ec4b-e176-461d-8506-f243f718ebb8 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Request body: {'port': {'security_groups': ['47b36950-bfb5-4451-9a4e-2ea1644ff783', 'cc05a3a3-2585-49ac-a6a6-ed1bb1ca4c1e']}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:54.906862 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ab888c0c-4ef5-45b0-a200-9466b17dcb9e no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:54.949372 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: ab888c0c-4ef5-45b0-a200-9466b17dcb9e {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:39:54.950018 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ab888c0c-4ef5-45b0-a200-9466b17dcb9e not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:39:54.950633 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ea2fef48-5b63-48d7-86d6-2ac2a4d000e6 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:54.982532 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: ea2fef48-5b63-48d7-86d6-2ac2a4d000e6 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:39:54.982896 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ea2fef48-5b63-48d7-86d6-2ac2a4d000e6 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:39:55.017686 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-49733840-99ad-4764-b328-8f1ce6476e12 req-4dcc0ae0-671e-4a22-8c97-002cb8070c82 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537981 Nov 12 08:39:55.022409 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-8345c4c1-7289-4c97-a8fe-2bfdf6f38bfe admin admin] Deleting port 09a576da-8efe-4f5e-b3f0-1664eee5b5b1 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:55.022878 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8345c4c1-7289-4c97-a8fe-2bfdf6f38bfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.111515 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762e20ea-c592-48cc-91f9-7c895e95e365 None None] DHCP port deletion for f336b567-e54f-48f4-978b-f3ba153ca96f request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:39:55.147360 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-8345c4c1-7289-4c97-a8fe-2bfdf6f38bfe admin admin] For port 09a576da-8efe-4f5e-b3f0-1664eee5b5b1, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=09a576da-8efe-4f5e-b3f0-1664eee5b5b1,segment=NetworkSegment(b9fb73f6-153c-41c1-b347-94d88239ea7a),segment_id=b9fb73f6-153c-41c1-b347-94d88239ea7a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:55.147809 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8345c4c1-7289-4c97-a8fe-2bfdf6f38bfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.171451 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-8345c4c1-7289-4c97-a8fe-2bfdf6f38bfe admin admin] Calling delete_port for 09a576da-8efe-4f5e-b3f0-1664eee5b5b1 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:55.184330 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 45190) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:55.211188 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-762e20ea-c592-48cc-91f9-7c895e95e365 None None] Deleting port 09a576da-8efe-4f5e-b3f0-1664eee5b5b1 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:55.211897 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-762e20ea-c592-48cc-91f9-7c895e95e365 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.275089 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8345c4c1-7289-4c97-a8fe-2bfdf6f38bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.289772 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8345c4c1-7289-4c97-a8fe-2bfdf6f38bfe admin admin] No DVR routers for this DVR port 09a576da-8efe-4f5e-b3f0-1664eee5b5b1 on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:39:55.317789 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-762e20ea-c592-48cc-91f9-7c895e95e365 None None] For port 09a576da-8efe-4f5e-b3f0-1664eee5b5b1, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=09a576da-8efe-4f5e-b3f0-1664eee5b5b1,segment=NetworkSegment(b9fb73f6-153c-41c1-b347-94d88239ea7a),segment_id=b9fb73f6-153c-41c1-b347-94d88239ea7a)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:55.318201 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-762e20ea-c592-48cc-91f9-7c895e95e365 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.360024 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1be1bf40-8fbc-4536-b78f-facbe932dba8 req-3e4dcc07-8a93-407d-a613-f7cd396baad0 tempest-ServerShowV257Test-1078404914 tempest-ServerShowV257Test-1078404914-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.4644425 Nov 12 08:39:55.401442 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-5553200b-77f4-4b75-8f56-98e2bfc0227e req-7296ec4b-e176-461d-8506-f243f718ebb8 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.407242 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8345c4c1-7289-4c97-a8fe-2bfdf6f38bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.441103 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-590dd7aa-f1e2-426a-bd64-94e74614c749 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.443731 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345c4c1-7289-4c97-a8fe-2bfdf6f38bfe admin admin] Pushing event deleted for resources: {'Port': ['ID=09a576da-8efe-4f5e-b3f0-1664eee5b5b1,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:55.468869 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-8345c4c1-7289-4c97-a8fe-2bfdf6f38bfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f336b567-e54f-48f4-978b-f3ba153ca96f']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:55.480255 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345c4c1-7289-4c97-a8fe-2bfdf6f38bfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:55.480913 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345c4c1-7289-4c97-a8fe-2bfdf6f38bfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:55.481424 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345c4c1-7289-4c97-a8fe-2bfdf6f38bfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:55.481949 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345c4c1-7289-4c97-a8fe-2bfdf6f38bfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:55.482473 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345c4c1-7289-4c97-a8fe-2bfdf6f38bfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:55.482999 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345c4c1-7289-4c97-a8fe-2bfdf6f38bfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:55.483337 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345c4c1-7289-4c97-a8fe-2bfdf6f38bfe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:55.483659 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345c4c1-7289-4c97-a8fe-2bfdf6f38bfe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:55.484093 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345c4c1-7289-4c97-a8fe-2bfdf6f38bfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:55.484420 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345c4c1-7289-4c97-a8fe-2bfdf6f38bfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:55.484748 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345c4c1-7289-4c97-a8fe-2bfdf6f38bfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:55.485080 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345c4c1-7289-4c97-a8fe-2bfdf6f38bfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:55.498979 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-762e20ea-c592-48cc-91f9-7c895e95e365 None None] Calling delete_port for 09a576da-8efe-4f5e-b3f0-1664eee5b5b1 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:55.499263 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-8345c4c1-7289-4c97-a8fe-2bfdf6f38bfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9fb73f6-153c-41c1-b347-94d88239ea7a') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:55.499388 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-8345c4c1-7289-4c97-a8fe-2bfdf6f38bfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9fb73f6-153c-41c1-b347-94d88239ea7a') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:55.511763 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8345c4c1-7289-4c97-a8fe-2bfdf6f38bfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.537967 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8345c4c1-7289-4c97-a8fe-2bfdf6f38bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.551358 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8345c4c1-7289-4c97-a8fe-2bfdf6f38bfe admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:39:55.551634 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8345c4c1-7289-4c97-a8fe-2bfdf6f38bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.554556 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:39:55.554556 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:39:55.554556 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:39:55.554556 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:39:55.554556 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:39:55.554556 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:39:55.554556 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:39:55.554556 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:39:55.554556 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:39:55.554556 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:39:55.554556 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:39:55.554556 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:39:55.554556 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:39:55.554556 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:39:55.554556 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:39:55.554556 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:39:55.554556 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:39:55.554556 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:39:55.554556 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:39:55.554556 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:39:55.554556 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:39:55.554556 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:39:55.554556 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:39:55.554556 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:39:55.554556 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:39:55.554556 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:39:55.554556 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:39:55.554556 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:39:55.554556 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:39:55.554556 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:39:55.554556 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:39:55.554556 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:39:55.601828 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d36374-18c0-4386-9d9c-544b5354ca19 req-1da13ab6-c019-482d-bbea-2a9e1cefaf74 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:55.603426 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-26d36374-18c0-4386-9d9c-544b5354ca19 req-1da13ab6-c019-482d-bbea-2a9e1cefaf74 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.1325192 Nov 12 08:39:55.612919 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-762e20ea-c592-48cc-91f9-7c895e95e365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.642494 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e20ea-c592-48cc-91f9-7c895e95e365 None None] Pushing event deleted for resources: {'Port': ['ID=09a576da-8efe-4f5e-b3f0-1664eee5b5b1,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:55.657200 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762e20ea-c592-48cc-91f9-7c895e95e365 None None] No DVR routers for this DVR port 09a576da-8efe-4f5e-b3f0-1664eee5b5b1 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:39:55.682590 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8345c4c1-7289-4c97-a8fe-2bfdf6f38bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.700789 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8345c4c1-7289-4c97-a8fe-2bfdf6f38bfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.704233 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8345c4c1-7289-4c97-a8fe-2bfdf6f38bfe admin admin] 10.222.0.37 "DELETE /v2.0/networks/f336b567-e54f-48f4-978b-f3ba153ca96f HTTP/1.1" status: 204 len: 168 time: 1.0096316 Nov 12 08:39:55.706411 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-590dd7aa-f1e2-426a-bd64-94e74614c749 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.718932 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345c4c1-7289-4c97-a8fe-2bfdf6f38bfe admin admin] Pushing event deleted for resources: {'Network': ['ID=f336b567-e54f-48f4-978b-f3ba153ca96f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:55.721311 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-590dd7aa-f1e2-426a-bd64-94e74614c749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.732424 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 445eef39-a61c-42ea-ad06-1001a52a3105 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:55.791860 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-26d36374-18c0-4386-9d9c-544b5354ca19 req-eee413cb-ee51-48d0-b60a-0b1ed9b02da2 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765578 Nov 12 08:39:55.804681 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-590dd7aa-f1e2-426a-bd64-94e74614c749 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=915fb24a268a4353a3b0bab5fffe4829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6175077 Nov 12 08:39:55.805601 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590dd7aa-f1e2-426a-bd64-94e74614c749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac0e91a-0e12-41ac-bcd8-60d1fc24c630,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:55.807493 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 45202) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:55.858479 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 445eef39-a61c-42ea-ad06-1001a52a3105 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:39:55.866163 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-5553200b-77f4-4b75-8f56-98e2bfc0227e req-7296ec4b-e176-461d-8506-f243f718ebb8 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] For port a5c131a6-8a56-471a-86af-b0847d3de97b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=a5c131a6-8a56-471a-86af-b0847d3de97b,segment=NetworkSegment(60d896f7-8941-43a6-b4e7-e68d57025316),segment_id=60d896f7-8941-43a6-b4e7-e68d57025316)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:55.869273 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 445eef39-a61c-42ea-ad06-1001a52a3105 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:55.869923 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.947240 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 45204) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:55.963498 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-5553200b-77f4-4b75-8f56-98e2bfc0227e req-7296ec4b-e176-461d-8506-f243f718ebb8 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.974545 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d71f7-23e5-42f6-802f-6dce5ef2473b req-adfaa3ee-e444-43ee-bc2a-1908fa43b151 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:55.977150 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5e9d71f7-23e5-42f6-802f-6dce5ef2473b req-adfaa3ee-e444-43ee-bc2a-1908fa43b151 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 945 time: 0.0942607 Nov 12 08:39:55.978156 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.992797 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e8629459-ad35-4af0-9bb1-ccf09f206849 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.018634 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e8629459-ad35-4af0-9bb1-ccf09f206849 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.020716 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 445eef39-a61c-42ea-ad06-1001a52a3105, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=445eef39-a61c-42ea-ad06-1001a52a3105,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:56.022088 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e49ae04-36ef-43ef-ae99-0c759b784bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445eef39-a61c-42ea-ad06-1001a52a3105'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:56.025139 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e801ec3f-bd1e-4649-950d-04f8295edb62" -d '{"events": [{"server_uuid": "9e49ae04-36ef-43ef-ae99-0c759b784bd2", "name": "network-vif-plugged", "status": "completed", "tag": "445eef39-a61c-42ea-ad06-1001a52a3105"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:56.027718 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-5553200b-77f4-4b75-8f56-98e2bfc0227e req-7296ec4b-e176-461d-8506-f243f718ebb8 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.030319 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.035779 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e0b202c7-df85-4e02-b986-5db31d44f150 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=decf329c1bd24793b6dab0ad3ee22ef8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0823543 Nov 12 08:39:56.036815 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 45208) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:56.061532 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['2f9efc5e-9fe8-4b4e-bd8c-683198c6887b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:56.063660 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['a5c131a6-8a56-471a-86af-b0847d3de97b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:56.107208 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4bc7755b-9dfb-451a-8a75-b3714ff7d032 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.111315 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553200b-77f4-4b75-8f56-98e2bfc0227e req-7296ec4b-e176-461d-8506-f243f718ebb8 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:56.112004 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-5553200b-77f4-4b75-8f56-98e2bfc0227e req-7296ec4b-e176-461d-8506-f243f718ebb8 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.113424 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5553200b-77f4-4b75-8f56-98e2bfc0227e req-7296ec4b-e176-461d-8506-f243f718ebb8 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "PUT /v2.0/ports/a5c131a6-8a56-471a-86af-b0847d3de97b HTTP/1.1" status: 200 len: 981 time: 1.2409463 Nov 12 08:39:56.119209 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6813f99-6011-48b0-af62-75da4a82defd', 'tag': 'a5c131a6-8a56-471a-86af-b0847d3de97b'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:56.121661 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31828630-e291-4845-8059-b8fac53a8488" -d '{"events": [{"name": "network-changed", "server_uuid": "d6813f99-6011-48b0-af62-75da4a82defd", "tag": "a5c131a6-8a56-471a-86af-b0847d3de97b"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:56.151059 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4bc7755b-9dfb-451a-8a75-b3714ff7d032 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.177925 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5e9d71f7-23e5-42f6-802f-6dce5ef2473b req-3c6dfb88-4506-406c-aba7-b99ab029f329 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396089 Nov 12 08:39:56.179056 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296ec4b-e176-461d-8506-f243f718ebb8 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Pushing event updated for resources: {'Port': ['ID=a5c131a6-8a56-471a-86af-b0847d3de97b,revision_number=6']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:56.201613 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e8629459-ad35-4af0-9bb1-ccf09f206849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.205846 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e8629459-ad35-4af0-9bb1-ccf09f206849 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.210639 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e8629459-ad35-4af0-9bb1-ccf09f206849 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aac0e91a-0e12-41ac-bcd8-60d1fc24c630 HTTP/1.1" status: 204 len: 168 time: 0.3894227 Nov 12 08:39:56.213345 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=445eef39-a61c-42ea-ad06-1001a52a3105,revision_number=9']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:56.252648 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8629459-ad35-4af0-9bb1-ccf09f206849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac0e91a-0e12-41ac-bcd8-60d1fc24c630,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:56.268801 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['a5c131a6-8a56-471a-86af-b0847d3de97b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:56.293206 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4bc7755b-9dfb-451a-8a75-b3714ff7d032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.303556 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4bc7755b-9dfb-451a-8a75-b3714ff7d032 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.306398 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4bc7755b-9dfb-451a-8a75-b3714ff7d032 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ef5d4cf7-61db-40dc-ad13-8663cad3fb42 HTTP/1.1" status: 204 len: 168 time: 0.2682405 Nov 12 08:39:56.324993 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7755b-9dfb-451a-8a75-b3714ff7d032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5d4cf7-61db-40dc-ad13-8663cad3fb42,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:56.421090 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1b791ffa-01ca-49a1-8115-d62fabea06a1 req-1b55c5a0-8c8b-46c9-a613-953168db0b56 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d155ff973b9b4548aad8a20dba526804&device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.0343709 Nov 12 08:39:56.446295 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab4b25-da48-42fd-893a-7e01322c07a3 req-7ccd2241-1706-4dae-aaa9-5eec7079acb5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:56.454083 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0cab4b25-da48-42fd-893a-7e01322c07a3 req-7ccd2241-1706-4dae-aaa9-5eec7079acb5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 949 time: 0.1068418 Nov 12 08:39:56.489263 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1b791ffa-01ca-49a1-8115-d62fabea06a1 req-fd1a290d-3626-4f8f-b703-5d19bc44073d service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d155ff973b9b4548aad8a20dba526804&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514288 Nov 12 08:39:56.509075 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958aa60e-ea29-467f-ab0d-cea07546bb08 x-openstack-request-id: req-958aa60e-ea29-467f-ab0d-cea07546bb08 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:56.510095 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e49ae04-36ef-43ef-ae99-0c759b784bd2", "name": "network-vif-plugged", "status": "completed", "tag": "445eef39-a61c-42ea-ad06-1001a52a3105", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:56.510414 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-958aa60e-ea29-467f-ab0d-cea07546bb08 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:56.511189 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e49ae04-36ef-43ef-ae99-0c759b784bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445eef39-a61c-42ea-ad06-1001a52a3105', 'code': 200} Nov 12 08:39:56.644620 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0cab4b25-da48-42fd-893a-7e01322c07a3 req-e2806cee-ac4f-4b0f-8a95-b80c0ad860e9 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836584 Nov 12 08:39:56.656587 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cd4cb58a-5a41-4a59-a472-689a50f3d398 req-2073a512-5c99-4a36-aa1d-0184e6034e0d tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups/cc05a3a3-2585-49ac-a6a6-ed1bb1ca4c1e HTTP/1.1" status: 200 len: 1816 time: 0.1521370 Nov 12 08:39:56.744307 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72280f99-db7a-43b3-9fe0-627a8043b831 x-openstack-request-id: req-72280f99-db7a-43b3-9fe0-627a8043b831 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:56.744608 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6813f99-6011-48b0-af62-75da4a82defd", "tag": "a5c131a6-8a56-471a-86af-b0847d3de97b", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:56.744862 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72280f99-db7a-43b3-9fe0-627a8043b831 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:56.745339 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6813f99-6011-48b0-af62-75da4a82defd', 'tag': 'a5c131a6-8a56-471a-86af-b0847d3de97b', 'status': 'completed', 'code': 200} Nov 12 08:39:56.746899 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [req-cd4cb58a-5a41-4a59-a472-689a50f3d398 req-04857237-b5a2-4560-9881-89536b163cc1 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 08:39:56.755717 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b791ffa-01ca-49a1-8115-d62fabea06a1 req-83f1b7de-46cf-400d-8dcf-3cc79cfba768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:56.757309 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1b791ffa-01ca-49a1-8115-d62fabea06a1 req-83f1b7de-46cf-400d-8dcf-3cc79cfba768 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2589016 Nov 12 08:39:56.767623 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cd4cb58a-5a41-4a59-a472-689a50f3d398 req-04857237-b5a2-4560-9881-89536b163cc1 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "DELETE /v2.0/security-groups/cc05a3a3-2585-49ac-a6a6-ed1bb1ca4c1e HTTP/1.1" status: 409 len: 341 time: 0.1096838 Nov 12 08:39:56.875585 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31828630-e291-4845-8059-b8fac53a8488 req-535d7801-2f67-4cb8-b8ba-328d196485a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:56.877513 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-31828630-e291-4845-8059-b8fac53a8488 req-535d7801-2f67-4cb8-b8ba-328d196485a6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cbdd6d621f374244977b79c953b0cd0d&device_id=d6813f99-6011-48b0-af62-75da4a82defd HTTP/1.1" status: 200 len: 1136 time: 0.1014314 Nov 12 08:39:56.888484 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9e60e95e-06d1-4f44-8546-6527dc641162 req-23e3edf2-0e3b-4fda-8317-92a1aec58c2b tempest-ServerShowV257Test-1078404914 tempest-ServerShowV257Test-1078404914-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.0360348 Nov 12 08:39:56.914592 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 09a576da-8efe-4f5e-b3f0-1664eee5b5b1 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:56.971146 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277b17e-f426-41b0-8678-4f8231d87757 req-8f0fc70f-605c-4a8d-8b76-f93afb94e4c2 tempest-MigrationsAdminTest-947538201 tempest-MigrationsAdminTest-947538201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:56.972922 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7277b17e-f426-41b0-8678-4f8231d87757 req-8f0fc70f-605c-4a8d-8b76-f93afb94e4c2 tempest-MigrationsAdminTest-947538201 tempest-MigrationsAdminTest-947538201-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 1101 time: 0.0834210 Nov 12 08:39:57.025288 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 09a576da-8efe-4f5e-b3f0-1664eee5b5b1 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:39:57.025288 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 09a576da-8efe-4f5e-b3f0-1664eee5b5b1 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:39:57.098889 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7277b17e-f426-41b0-8678-4f8231d87757 req-eefad815-7e20-4418-8aff-acdbd07fdd22 tempest-MigrationsAdminTest-947538201 tempest-MigrationsAdminTest-947538201-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164837 Nov 12 08:39:57.332230 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e2546-5f43-47d4-b078-51fea580892d req-46ba3145-60fb-4939-a85b-f445ddc21997 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:57.348842 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0d1e2546-5f43-47d4-b078-51fea580892d req-46ba3145-60fb-4939-a85b-f445ddc21997 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6813f99-6011-48b0-af62-75da4a82defd HTTP/1.1" status: 200 len: 984 time: 0.1716611 Nov 12 08:39:57.432185 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760ddca-4da8-497d-879a-6ea3e8a69340 req-7cff9f44-05dc-47f0-82ea-bd52cb5609f0 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:57.433871 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f760ddca-4da8-497d-879a-6ea3e8a69340 req-7cff9f44-05dc-47f0-82ea-bd52cb5609f0 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.1991031 Nov 12 08:39:57.488955 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0d1e2546-5f43-47d4-b078-51fea580892d req-94b41c3e-f647-412e-b3d6-512ef8eafe94 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc05a3a3-2585-49ac-a6a6-ed1bb1ca4c1e&id=47b36950-bfb5-4451-9a4e-2ea1644ff783&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.1389091 Nov 12 08:39:57.589284 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f760ddca-4da8-497d-879a-6ea3e8a69340 req-58d48159-b37e-4bb5-8a97-5d934eb96e79 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434371 Nov 12 08:39:57.701218 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9fddc-8ffe-4173-b654-0b0aa1fec1fc req-679a82d2-e32b-4b2c-9404-4410e1694d77 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:57.713385 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-05d9fddc-8ffe-4173-b654-0b0aa1fec1fc req-679a82d2-e32b-4b2c-9404-4410e1694d77 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 945 time: 0.0940945 Nov 12 08:39:57.714541 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31828630-e291-4845-8059-b8fac53a8488 req-f0d63e1d-19ce-4b03-bcfc-aed828a7cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:57.717070 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 26641acd-8772-4a51-bdba-6d1ca438410b details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:39:57.718245 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-31828630-e291-4845-8059-b8fac53a8488 req-f0d63e1d-19ce-4b03-bcfc-aed828a7cb10 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ac649155-8356-435e-b73c-d739a0401687 HTTP/1.1" status: 200 len: 913 time: 0.8301184 Nov 12 08:39:57.814355 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 45302) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:57.863370 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-31828630-e291-4845-8059-b8fac53a8488 req-08e97f85-82d3-43e7-82dd-b1db7e1a0124 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5c131a6-8a56-471a-86af-b0847d3de97b HTTP/1.1" status: 200 len: 217 time: 0.1311560 Nov 12 08:39:57.884609 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-05d9fddc-8ffe-4173-b654-0b0aa1fec1fc req-b2cc7bca-cb30-4e77-87a8-f1dee50dfe33 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605997 Nov 12 08:39:57.908801 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 26641acd-8772-4a51-bdba-6d1ca438410b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=26641acd-8772-4a51-bdba-6d1ca438410b,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:57.932815 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '26641acd-8772-4a51-bdba-6d1ca438410b', 'network_id': 'decddc00-32e0-44cc-9e13-8ef2ed68d9e6', 'port_id': '26641acd-8772-4a51-bdba-6d1ca438410b', 'mac_address': 'fa:16:3e:1c:e4:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8caf3eba-e7df-49d1-bdb7-f7a8b69eb432', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:39:57.967379 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-7707ae9e-adfa-48cf-8f5f-1123be8f2501 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3251a58645fc4115844b0853f7399565&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0740180 Nov 12 08:39:57.998174 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31828630-e291-4845-8059-b8fac53a8488 req-471f4746-fe17-4e3b-a46d-3273d75c62b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:57.999874 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-31828630-e291-4845-8059-b8fac53a8488 req-471f4746-fe17-4e3b-a46d-3273d75c62b0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f5bc2261-6276-45a4-a285-65ec53109574 HTTP/1.1" status: 200 len: 852 time: 0.1281345 Nov 12 08:39:58.017577 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.063477 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0a4cc180-a17e-4d70-b33a-2a7ba06d857f req-c5722584-bf60-46d1-9104-f52f1c523e36 tempest-ServerShowV257Test-1078404914 tempest-ServerShowV257Test-1078404914-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.0681367 Nov 12 08:39:58.065523 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26641acd-8772-4a51-bdba-6d1ca438410b {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:58.068050 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-31828630-e291-4845-8059-b8fac53a8488 req-d12756b4-b783-4965-9972-0a8ede468efc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac649155-8356-435e-b73c-d739a0401687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514047 Nov 12 08:39:58.114373 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 26641acd-8772-4a51-bdba-6d1ca438410b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=26641acd-8772-4a51-bdba-6d1ca438410b,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:58.133461 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.180674 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-90306486-04c2-42ad-a165-411d2b05edb5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:58.183315 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-90306486-04c2-42ad-a165-411d2b05edb5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2064612 Nov 12 08:39:58.210533 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-c7c57b2e-7831-48d9-a424-119bc3d2b95e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1295936768-network', 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:58.218278 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-a6c88cf1-51d2-4e5a-9982-88a69dde3b39 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/quotas/3251a58645fc4115844b0853f7399565 HTTP/1.1" status: 200 len: 375 time: 0.0273743 Nov 12 08:39:58.229716 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=26641acd-8772-4a51-bdba-6d1ca438410b,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:58.270469 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c57b2e-7831-48d9-a424-119bc3d2b95e admin admin] Made reservation on behalf of 92bb6f013dd04ddf8fe03d8328359b94 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:58.273086 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7c57b2e-7831-48d9-a424-119bc3d2b95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.285218 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7c57b2e-7831-48d9-a424-119bc3d2b95e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.286104 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['26641acd-8772-4a51-bdba-6d1ca438410b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:58.324609 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-90dff1b0-d36e-4759-ba40-58e889a3d886 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0982952 Nov 12 08:39:58.330644 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-31828630-e291-4845-8059-b8fac53a8488 req-be4e58aa-385c-4762-994b-d680467c4326 service neutron] 10.222.0.54 "GET /v2.0/networks/ac649155-8356-435e-b73c-d739a0401687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524798 Nov 12 08:39:58.428340 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7c57b2e-7831-48d9-a424-119bc3d2b95e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.459821 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7c57b2e-7831-48d9-a424-119bc3d2b95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.548819 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-31828630-e291-4845-8059-b8fac53a8488 req-628bcc13-1984-420d-a108-8b85f0a9694a service neutron] 10.222.0.54 "GET /v2.0/networks/ac649155-8356-435e-b73c-d739a0401687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008982 Nov 12 08:39:58.614588 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c57b2e-7831-48d9-a424-119bc3d2b95e admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:39:58.656501 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c57b2e-7831-48d9-a424-119bc3d2b95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49e4f14-6ced-4f46-9f64-da80778c33b2,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:58.709544 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e7f66740-5426-41a6-9ab4-aa878aa97185 req-f915a854-368c-493b-b85a-226bee3bb3a3 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 210 time: 0.0977154 Nov 12 08:39:58.718702 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7c57b2e-7831-48d9-a424-119bc3d2b95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.719245 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-c7c57b2e-7831-48d9-a424-119bc3d2b95e admin admin] Added segment 231d857e-7817-41f7-8357-799fae7209b3 of type vlan for network c7db9cf5-086a-4f80-b2c3-667939029369 Nov 12 08:39:58.725766 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0729f5-3998-4dde-aef1-103c9efdb07d req-549636c0-a356-4f51-9010-24f018d9d0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:58.727896 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5d0729f5-3998-4dde-aef1-103c9efdb07d req-549636c0-a356-4f51-9010-24f018d9d0f0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cbdd6d621f374244977b79c953b0cd0d&device_id=d6813f99-6011-48b0-af62-75da4a82defd HTTP/1.1" status: 200 len: 1136 time: 0.0871842 Nov 12 08:39:58.787367 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7c57b2e-7831-48d9-a424-119bc3d2b95e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.797302 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36ff56-b521-433b-8af8-2467c645e733 req-ecba580b-06d2-412f-9c30-97c49fe102d3 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:58.805036 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8a36ff56-b521-433b-8af8-2467c645e733 req-ecba580b-06d2-412f-9c30-97c49fe102d3 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6813f99-6011-48b0-af62-75da4a82defd HTTP/1.1" status: 200 len: 984 time: 0.1521797 Nov 12 08:39:58.861962 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.865530 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1b791ffa-01ca-49a1-8115-d62fabea06a1 req-f07294d2-690b-41d5-8972-07b059cb6ec2 tempest-ServerShowV257Test-1078404914 tempest-ServerShowV257Test-1078404914-project] 10.222.0.58 "GET /v2.0/ports?device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.0633304 Nov 12 08:39:58.932217 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7c57b2e-7831-48d9-a424-119bc3d2b95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.933162 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c57b2e-7831-48d9-a424-119bc3d2b95e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:58.933765 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7c57b2e-7831-48d9-a424-119bc3d2b95e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.990207 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8a36ff56-b521-433b-8af8-2467c645e733 req-f048502c-c88c-4822-9336-1b4eb2f5109d tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc05a3a3-2585-49ac-a6a6-ed1bb1ca4c1e&id=47b36950-bfb5-4451-9a4e-2ea1644ff783&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.1838582 Nov 12 08:39:59.014029 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0729f5-3998-4dde-aef1-103c9efdb07d req-0657d7a7-9ae8-4a1f-a817-d918e33a89b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:59.015724 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5d0729f5-3998-4dde-aef1-103c9efdb07d req-0657d7a7-9ae8-4a1f-a817-d918e33a89b5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ac649155-8356-435e-b73c-d739a0401687 HTTP/1.1" status: 200 len: 913 time: 0.2755489 Nov 12 08:39:59.072064 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea47425-7755-41d0-ac58-1282b12c87a4 req-1635f10d-705e-4a1b-b28c-2e9f29790c13 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:59.073972 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2ea47425-7755-41d0-ac58-1282b12c87a4 req-1635f10d-705e-4a1b-b28c-2e9f29790c13 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.2012534 Nov 12 08:39:59.080804 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c7c57b2e-7831-48d9-a424-119bc3d2b95e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2644558 Nov 12 08:39:59.091661 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 45352) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:59.095249 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5d0729f5-3998-4dde-aef1-103c9efdb07d req-e6c132dd-f616-41d7-ad47-87827b1f60e9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5c131a6-8a56-471a-86af-b0847d3de97b HTTP/1.1" status: 200 len: 217 time: 0.0663304 Nov 12 08:39:59.096637 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-acd8763d-4d70-484e-ac6b-c7f18ea0dc10 admin admin] Request body: {'subnet': {'network_id': 'c7db9cf5-086a-4f80-b2c3-667939029369', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1295936768-subnet', 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:59.100732 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c57b2e-7831-48d9-a424-119bc3d2b95e admin admin] Pushing event updated for resources: {'Network': ['ID=c7db9cf5-086a-4f80-b2c3-667939029369,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:59.127137 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network c7db9cf5-086a-4f80-b2c3-667939029369 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:39:59.200620 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0729f5-3998-4dde-aef1-103c9efdb07d req-960c1842-9fb8-4b9d-9dc8-3f8ecd223eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:59.203170 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5d0729f5-3998-4dde-aef1-103c9efdb07d req-960c1842-9fb8-4b9d-9dc8-3f8ecd223eab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f5bc2261-6276-45a4-a285-65ec53109574 HTTP/1.1" status: 200 len: 852 time: 0.1007562 Nov 12 08:39:59.210265 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd8763d-4d70-484e-ac6b-c7f18ea0dc10 admin admin] Made reservation on behalf of 92bb6f013dd04ddf8fe03d8328359b94 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:59.213011 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-acd8763d-4d70-484e-ac6b-c7f18ea0dc10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.254472 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5d0729f5-3998-4dde-aef1-103c9efdb07d req-124de534-8bca-40d0-bfb8-925042d9ef4d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac649155-8356-435e-b73c-d739a0401687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402405 Nov 12 08:39:59.345373 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2ea47425-7755-41d0-ac58-1282b12c87a4 req-254c7d77-472c-4bf1-a126-00397e9fda64 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516570 Nov 12 08:39:59.466908 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5d0729f5-3998-4dde-aef1-103c9efdb07d req-aad463b4-cabd-4c2c-9a94-baf6fbfa5245 service neutron] 10.222.0.54 "GET /v2.0/networks/ac649155-8356-435e-b73c-d739a0401687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005928 Nov 12 08:39:59.474395 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133769f-c1db-4422-80ac-16c0571e7520 req-13dcc8bb-303f-4d8c-8395-0d1af777e3ed tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:59.483691 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0133769f-c1db-4422-80ac-16c0571e7520 req-13dcc8bb-303f-4d8c-8395-0d1af777e3ed tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 945 time: 0.2732186 Nov 12 08:39:59.661092 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-63ae76e1-969b-4af3-ab12-242b992ac73b req-e7559d93-8637-4913-9201-ddff1cedf73a tempest-ServerShowV257Test-1078404914 tempest-ServerShowV257Test-1078404914-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d97d08-9e22-43b6-a664-9e20cc8ea6f7 HTTP/1.1" status: 200 len: 210 time: 0.1179614 Nov 12 08:39:59.696785 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0133769f-c1db-4422-80ac-16c0571e7520 req-1c4f26de-e673-41cc-8b70-590e8cc3dd35 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061412 Nov 12 08:39:59.728835 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 10948d64-3eb3-4935-b81b-78e6ca3e4140 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:39:59.732868 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 26641acd-8772-4a51-bdba-6d1ca438410b up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:59.748727 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5d0729f5-3998-4dde-aef1-103c9efdb07d req-15b82a63-cc49-414f-a813-a1aeb1225912 service neutron] 10.222.0.54 "GET /v2.0/networks/ac649155-8356-435e-b73c-d739a0401687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666259 Nov 12 08:39:59.919515 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-acd8763d-4d70-484e-ac6b-c7f18ea0dc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.947273 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1734dbd7-8d66-48a9-8a0d-77de16eaf702 req-053230b5-fc91-485f-9728-d7dc5d6b96bf tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 210 time: 0.0477753 Nov 12 08:40:00.007361 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd8763d-4d70-484e-ac6b-c7f18ea0dc10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3442c5c9-cc85-4770-ba08-087a11ee8363,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:00.040360 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd8763d-4d70-484e-ac6b-c7f18ea0dc10 admin admin] Checking segment: {'id': '231d857e-7817-41f7-8357-799fae7209b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c7db9cf5-086a-4f80-b2c3-667939029369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:00.041007 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd8763d-4d70-484e-ac6b-c7f18ea0dc10 admin admin] Network hostable DHCP agents. Network: c7db9cf5-086a-4f80-b2c3-667939029369, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:40:00.073422 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 26641acd-8772-4a51-bdba-6d1ca438410b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:00.073973 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.075510 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd8763d-4d70-484e-ac6b-c7f18ea0dc10 admin admin] Network c7db9cf5-086a-4f80-b2c3-667939029369 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:40:00.102470 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-acd8763d-4d70-484e-ac6b-c7f18ea0dc10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, c7db9cf5-086a-4f80-b2c3-667939029369) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:00.112079 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd8763d-4d70-484e-ac6b-c7f18ea0dc10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:00.112682 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-acd8763d-4d70-484e-ac6b-c7f18ea0dc10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.126565 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2eebdd-d4f6-40c9-af69-b8e2a26a521a None None] Network c7db9cf5-086a-4f80-b2c3-667939029369 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:00.171546 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 10948d64-3eb3-4935-b81b-78e6ca3e4140, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=10948d64-3eb3-4935-b81b-78e6ca3e4140,segment=NetworkSegment(cbd6be86-3cb3-4740-8617-f1a45bb12c8c),segment_id=cbd6be86-3cb3-4740-8617-f1a45bb12c8c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:00.189579 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-acd8763d-4d70-484e-ac6b-c7f18ea0dc10 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0968409 Nov 12 08:40:00.193490 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 45402) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:00.198503 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-9ceeebbe-4d28-4df1-bd21-cb31fa8b0224 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1295936768-router', 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:00.240580 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '10948d64-3eb3-4935-b81b-78e6ca3e4140', 'network_id': '7606f079-2527-4e0e-94d1-986a75700eb0', 'port_id': '10948d64-3eb3-4935-b81b-78e6ca3e4140', 'mac_address': 'fa:16:3e:3b:b1:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34379cfb-d173-406f-b0b9-10a5aa8d3079', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:40:00.246870 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a54fe7-b1e6-413f-9915-9802e2bd1d8b req-8d625323-8bd4-4f9a-9aba-63f502111a49 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:00.249671 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b1a54fe7-b1e6-413f-9915-9802e2bd1d8b req-8d625323-8bd4-4f9a-9aba-63f502111a49 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6813f99-6011-48b0-af62-75da4a82defd HTTP/1.1" status: 200 len: 984 time: 0.1248856 Nov 12 08:40:00.251397 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9ceeebbe-4d28-4df1-bd21-cb31fa8b0224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.252512 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9ceeebbe-4d28-4df1-bd21-cb31fa8b0224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.326177 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b1a54fe7-b1e6-413f-9915-9802e2bd1d8b req-eb569473-f8de-40d5-a6ac-2a62e6f48a0b tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc05a3a3-2585-49ac-a6a6-ed1bb1ca4c1e&id=47b36950-bfb5-4451-9a4e-2ea1644ff783&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0693009 Nov 12 08:40:00.421926 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-2bbd1ac0-639d-4824-a4a5-931cdb8f2504 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=3251a58645fc4115844b0853f7399565&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482578 Nov 12 08:40:00.435583 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9ceeebbe-4d28-4df1-bd21-cb31fa8b0224 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.484619 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.522346 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.551802 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10948d64-3eb3-4935-b81b-78e6ca3e4140 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:40:00.601619 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 26641acd-8772-4a51-bdba-6d1ca438410b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=26641acd-8772-4a51-bdba-6d1ca438410b,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:00.683171 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4236b6-1ffd-4a92-9580-46429354a79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26641acd-8772-4a51-bdba-6d1ca438410b'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:00.695652 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a68045-191d-4d93-a32b-4ed292b90db1" -d '{"events": [{"server_uuid": "3c4236b6-1ffd-4a92-9580-46429354a79d", "name": "network-vif-plugged", "status": "completed", "tag": "26641acd-8772-4a51-bdba-6d1ca438410b"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:00.768690 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9ceeebbe-4d28-4df1-bd21-cb31fa8b0224 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.780935 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.802817 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4c9c8d-70ad-4ba4-ba16-5b1c786a1061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-c7db9cf5-086a-4f80-b2c3-667939029369', 'network_id': 'c7db9cf5-086a-4f80-b2c3-667939029369', 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94', 'fixed_ips': [{'subnet_id': '3442c5c9-cc85-4770-ba08-087a11ee8363'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:40:00.804829 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fb4c9c8d-70ad-4ba4-ba16-5b1c786a1061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.922107 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-bbf68fb4-0456-4293-be0d-82c7f3327bc2 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:00.923774 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-bbf68fb4-0456-4293-be0d-82c7f3327bc2 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4961987 Nov 12 08:40:00.935095 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 10948d64-3eb3-4935-b81b-78e6ca3e4140, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=10948d64-3eb3-4935-b81b-78e6ca3e4140,segment=NetworkSegment(cbd6be86-3cb3-4740-8617-f1a45bb12c8c),segment_id=cbd6be86-3cb3-4740-8617-f1a45bb12c8c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:00.943417 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=26641acd-8772-4a51-bdba-6d1ca438410b,revision_number=7']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:00.945279 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-8ee9c972-fe82-4534-a9c6-8f08cca84acf tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Request body: {'port': {'device_id': 'ce5a3562-f917-4546-b29d-380f7a1f86b0', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'admin_state_up': True, 'tenant_id': '3251a58645fc4115844b0853f7399565'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:00.961663 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.968905 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81d1f4-1316-4712-963e-342cca21ec41 req-46a9a17e-9d2b-4f71-92fc-f4c450f80ad2 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:00.971060 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b81d1f4-1316-4712-963e-342cca21ec41 req-46a9a17e-9d2b-4f71-92fc-f4c450f80ad2 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.2387075 Nov 12 08:40:01.115529 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['10948d64-3eb3-4935-b81b-78e6ca3e4140'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:40:01.147263 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b81d1f4-1316-4712-963e-342cca21ec41 req-6829ec32-961b-4f63-8731-aa25e7dbbaf2 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917146 Nov 12 08:40:01.210688 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=10948d64-3eb3-4935-b81b-78e6ca3e4140,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:01.260470 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ef872-37ff-430b-9701-d1fb571bd7cd req-84b29d8d-7600-4ea5-9cb2-dd43111ae632 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:01.266173 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-585ef872-37ff-430b-9701-d1fb571bd7cd req-84b29d8d-7600-4ea5-9cb2-dd43111ae632 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 945 time: 0.3429611 Nov 12 08:40:01.273487 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd847a5-bfbf-4866-8c6f-3e92269a6b14 x-openstack-request-id: req-0dd847a5-bfbf-4866-8c6f-3e92269a6b14 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:01.273790 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c4236b6-1ffd-4a92-9580-46429354a79d", "name": "network-vif-plugged", "status": "completed", "tag": "26641acd-8772-4a51-bdba-6d1ca438410b", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:01.274049 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0dd847a5-bfbf-4866-8c6f-3e92269a6b14 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:01.274442 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4236b6-1ffd-4a92-9580-46429354a79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26641acd-8772-4a51-bdba-6d1ca438410b', 'code': 200} Nov 12 08:40:01.341342 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-8ee9c972-fe82-4534-a9c6-8f08cca84acf tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Made reservation on behalf of 3251a58645fc4115844b0853f7399565 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:01.349241 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-8ee9c972-fe82-4534-a9c6-8f08cca84acf tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:01.376028 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-fb4c9c8d-70ad-4ba4-ba16-5b1c786a1061 None None] Allocated IP 172.20.0.2 (c7db9cf5-086a-4f80-b2c3-667939029369/3442c5c9-cc85-4770-ba08-087a11ee8363/bc330f9b-ad3a-45e6-807c-3a52aac7ad15) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:01.384494 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 45454) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:01.389904 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-585ef872-37ff-430b-9701-d1fb571bd7cd req-bc40cfa0-69ab-44df-bd97-9f16169e23f5 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133261 Nov 12 08:40:01.455142 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e75b8e2c-cc97-4833-8a35-6d4171f22c1a req-4173b796-e9a9-486b-8c33-c7f1c0b34448 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 210 time: 0.0512121 Nov 12 08:40:01.925839 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-8ee9c972-fe82-4534-a9c6-8f08cca84acf tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Allocated IP 192.168.233.120 (aaa9e939-3555-4037-a22a-8e3905c2166f/ac1fb13e-fa96-4a78-a070-af75ed125682/ad21d9f1-4ccf-445b-866c-b96a8bd8767b) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:02.014461 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60000a-0640-48aa-9faa-b9d2543fa0cf req-bc471e36-415e-49e3-98e4-8e2e94545fdd tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:02.016062 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9b60000a-0640-48aa-9faa-b9d2543fa0cf req-bc471e36-415e-49e3-98e4-8e2e94545fdd tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6813f99-6011-48b0-af62-75da4a82defd HTTP/1.1" status: 200 len: 984 time: 0.4390793 Nov 12 08:40:02.019402 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2cfe10f-938e-4384-88d8-5e7bfffc358d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:02.062424 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fb4c9c8d-70ad-4ba4-ba16-5b1c786a1061 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:02.095327 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fb4c9c8d-70ad-4ba4-ba16-5b1c786a1061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:02.095659 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9ceeebbe-4d28-4df1-bd21-cb31fa8b0224 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:02.137958 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9ceeebbe-4d28-4df1-bd21-cb31fa8b0224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:02.180322 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c9c8d-70ad-4ba4-ba16-5b1c786a1061 None None] Pushing event updated for resources: {'Port': ['ID=bc330f9b-ad3a-45e6-807c-3a52aac7ad15,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:02.232475 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4c9c8d-70ad-4ba4-ba16-5b1c786a1061 None None] Network c7db9cf5-086a-4f80-b2c3-667939029369 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:02.236442 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-fb4c9c8d-70ad-4ba4-ba16-5b1c786a1061 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:02.247251 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4c9c8d-70ad-4ba4-ba16-5b1c786a1061 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:02.264466 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9b60000a-0640-48aa-9faa-b9d2543fa0cf req-96335e34-c6d2-4ffa-b170-809225d35736 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc05a3a3-2585-49ac-a6a6-ed1bb1ca4c1e&id=47b36950-bfb5-4451-9a4e-2ea1644ff783&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.2357574 Nov 12 08:40:02.433954 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-8ee9c972-fe82-4534-a9c6-8f08cca84acf tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:02.482550 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2cfe10f-938e-4384-88d8-5e7bfffc358d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:02.505304 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2cfe10f-938e-4384-88d8-5e7bfffc358d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:02.535880 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-8ee9c972-fe82-4534-a9c6-8f08cca84acf tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:02.583184 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['445eef39-a61c-42ea-ad06-1001a52a3105'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:40:02.627139 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-9ceeebbe-4d28-4df1-bd21-cb31fa8b0224 admin admin] Allocated IP 172.25.6.24 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/357d7433-548f-4497-94b5-a1c3c52b00fe) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:02.632683 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f2cfe10f-938e-4384-88d8-5e7bfffc358d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d155ff973b9b4548aad8a20dba526804&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2416389 Nov 12 08:40:02.640061 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 45474) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:02.654822 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9c972-fe82-4534-a9c6-8f08cca84acf tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Pushing event updated for resources: {'Port': ['ID=ad21d9f1-4ccf-445b-866c-b96a8bd8767b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:02.676042 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfe10f-938e-4384-88d8-5e7bfffc358d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca3fc08-6911-4994-ad5a-814b0bab88b5,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:02.717212 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-fb4c9c8d-70ad-4ba4-ba16-5b1c786a1061 None None] Attempting to bind port bc330f9b-ad3a-45e6-807c-3a52aac7ad15 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:02.718215 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-fb4c9c8d-70ad-4ba4-ba16-5b1c786a1061 None None] Attempting to bind port bc330f9b-ad3a-45e6-807c-3a52aac7ad15 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '231d857e-7817-41f7-8357-799fae7209b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c7db9cf5-086a-4f80-b2c3-667939029369'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:02.721267 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4c9c8d-70ad-4ba4-ba16-5b1c786a1061 None None] Attempting to bind port bc330f9b-ad3a-45e6-807c-3a52aac7ad15 on network c7db9cf5-086a-4f80-b2c3-667939029369 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:02.723566 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-8ee9c972-fe82-4534-a9c6-8f08cca84acf tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Network aaa9e939-3555-4037-a22a-8e3905c2166f is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:02.728576 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4335d8-74ee-400f-9c63-18fefa9f40ef req-dce52006-acf1-4224-a5f2-b3451ad5f220 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:02.730684 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-8ee9c972-fe82-4534-a9c6-8f08cca84acf tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:02.738950 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-8ee9c972-fe82-4534-a9c6-8f08cca84acf tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:02.751448 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ef4335d8-74ee-400f-9c63-18fefa9f40ef req-dce52006-acf1-4224-a5f2-b3451ad5f220 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 944 time: 0.2456212 Nov 12 08:40:02.762551 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4c9c8d-70ad-4ba4-ba16-5b1c786a1061 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:02.763768 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4c9c8d-70ad-4ba4-ba16-5b1c786a1061 None None] Checking segment: {'id': '231d857e-7817-41f7-8357-799fae7209b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c7db9cf5-086a-4f80-b2c3-667939029369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:02.776818 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fb4c9c8d-70ad-4ba4-ba16-5b1c786a1061 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:02.778023 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4c9c8d-70ad-4ba4-ba16-5b1c786a1061 None None] Bound using segment: {'id': '231d857e-7817-41f7-8357-799fae7209b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c7db9cf5-086a-4f80-b2c3-667939029369'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:02.778792 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-fb4c9c8d-70ad-4ba4-ba16-5b1c786a1061 None None] Bound port: bc330f9b-ad3a-45e6-807c-3a52aac7ad15, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '231d857e-7817-41f7-8357-799fae7209b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c7db9cf5-086a-4f80-b2c3-667939029369'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:02.779459 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fb4c9c8d-70ad-4ba4-ba16-5b1c786a1061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:02.874981 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-8ee9c972-fe82-4534-a9c6-8f08cca84acf tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:02.875976 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-8ee9c972-fe82-4534-a9c6-8f08cca84acf tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:02.915972 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-8ee9c972-fe82-4534-a9c6-8f08cca84acf tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9775929 Nov 12 08:40:02.942533 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-3cd00c16-c412-4906-88b9-2c6132a81136 service neutron] Request body: {'port': {'device_id': 'ce5a3562-f917-4546-b29d-380f7a1f86b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:02.985391 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a637865a-54b3-4974-8af9-f0a3e15c6e85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.006236 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-fb4c9c8d-70ad-4ba4-ba16-5b1c786a1061 None None] For port bc330f9b-ad3a-45e6-807c-3a52aac7ad15, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:03.014579 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-fb4c9c8d-70ad-4ba4-ba16-5b1c786a1061 None None] For port bc330f9b-ad3a-45e6-807c-3a52aac7ad15, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=bc330f9b-ad3a-45e6-807c-3a52aac7ad15,segment=NetworkSegment(231d857e-7817-41f7-8357-799fae7209b3),segment_id=231d857e-7817-41f7-8357-799fae7209b3)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:03.027774 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-3cd00c16-c412-4906-88b9-2c6132a81136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.032752 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fb4c9c8d-70ad-4ba4-ba16-5b1c786a1061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.089548 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a637865a-54b3-4974-8af9-f0a3e15c6e85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.121839 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ef4335d8-74ee-400f-9c63-18fefa9f40ef req-7f634d4e-77ec-4051-a1c8-3330dedbbdc3 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693802 Nov 12 08:40:03.200537 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9ceeebbe-4d28-4df1-bd21-cb31fa8b0224 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.251817 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c9c8d-70ad-4ba4-ba16-5b1c786a1061 None None] Pushing event updated for resources: {'Port': ['ID=bc330f9b-ad3a-45e6-807c-3a52aac7ad15,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:03.269999 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a637865a-54b3-4974-8af9-f0a3e15c6e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.279834 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a637865a-54b3-4974-8af9-f0a3e15c6e85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.282260 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a637865a-54b3-4974-8af9-f0a3e15c6e85 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ca3fc08-6911-4994-ad5a-814b0bab88b5 HTTP/1.1" status: 204 len: 168 time: 0.6394591 Nov 12 08:40:03.299231 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9ceeebbe-4d28-4df1-bd21-cb31fa8b0224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.385184 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-15981875-1485-44c2-b8d1-fd6d4237947a None None] Provisioning complete for port ad21d9f1-4ccf-445b-866c-b96a8bd8767b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:03.385455 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-15981875-1485-44c2-b8d1-fd6d4237947a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.441640 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637865a-54b3-4974-8af9-f0a3e15c6e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca3fc08-6911-4994-ad5a-814b0bab88b5,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:03.446450 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ceeebbe-4d28-4df1-bd21-cb31fa8b0224 admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:03.469931 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-9ceeebbe-4d28-4df1-bd21-cb31fa8b0224 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:03.481273 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceeebbe-4d28-4df1-bd21-cb31fa8b0224 admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:03.489827 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceeebbe-4d28-4df1-bd21-cb31fa8b0224 admin admin] Pushing event updated for resources: {'Port': ['ID=357d7433-548f-4497-94b5-a1c3c52b00fe,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:03.512463 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-15981875-1485-44c2-b8d1-fd6d4237947a None None] Port ad21d9f1-4ccf-445b-866c-b96a8bd8767b cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:40:03.598098 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95c3699b-8fae-45d9-88ab-97ab49c4f7db req-a559c640-d3bd-46a7-bcc2-64b26b122e36 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-115790528&fields=id&tenant_id=cbdd6d621f374244977b79c953b0cd0d HTTP/1.1" status: 200 len: 267 time: 0.2093582 Nov 12 08:40:03.812562 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 10948d64-3eb3-4935-b81b-78e6ca3e4140 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:03.912318 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3699b-8fae-45d9-88ab-97ab49c4f7db req-3fd924c9-2f3b-4a18-9b9e-1b607c5a0dc1 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:03.915638 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95c3699b-8fae-45d9-88ab-97ab49c4f7db req-3fd924c9-2f3b-4a18-9b9e-1b607c5a0dc1 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6813f99-6011-48b0-af62-75da4a82defd HTTP/1.1" status: 200 len: 984 time: 0.3113573 Nov 12 08:40:03.929901 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-95c3699b-8fae-45d9-88ab-97ab49c4f7db req-d8fd92f0-b05c-4097-bcf5-0053b9025d8f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Request body: {'port': {'security_groups': ['47b36950-bfb5-4451-9a4e-2ea1644ff783', 'cc05a3a3-2585-49ac-a6a6-ed1bb1ca4c1e', '65cbe6f7-8c73-4b17-9401-9dcf7e2234d3']}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:04.007112 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 10948d64-3eb3-4935-b81b-78e6ca3e4140 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:04.007482 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.054550 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-3cd00c16-c412-4906-88b9-2c6132a81136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad21d9f1-4ccf-445b-866c-b96a8bd8767b {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:40:04.072251 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-3cd00c16-c412-4906-88b9-2c6132a81136 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.104508 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-3cd00c16-c412-4906-88b9-2c6132a81136 service neutron] Transition to ACTIVE for port object ad21d9f1-4ccf-445b-866c-b96a8bd8767b will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:40:04.118266 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-3cd00c16-c412-4906-88b9-2c6132a81136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.223201 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-95c3699b-8fae-45d9-88ab-97ab49c4f7db req-d8fd92f0-b05c-4097-bcf5-0053b9025d8f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.249475 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd00c16-c412-4906-88b9-2c6132a81136 service neutron] Pushing event updated for resources: {'Port': ['ID=ad21d9f1-4ccf-445b-866c-b96a8bd8767b,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:04.313224 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.361052 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9ceeebbe-4d28-4df1-bd21-cb31fa8b0224 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.466961 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 10948d64-3eb3-4935-b81b-78e6ca3e4140, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=10948d64-3eb3-4935-b81b-78e6ca3e4140,segment=NetworkSegment(cbd6be86-3cb3-4740-8617-f1a45bb12c8c),segment_id=cbd6be86-3cb3-4740-8617-f1a45bb12c8c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:04.478812 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c63c62-75cb-41b3-b440-9f424c7ee3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10948d64-3eb3-4935-b81b-78e6ca3e4140'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:04.485975 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f404a98-5784-4070-86fe-b82c506c638c" -d '{"events": [{"server_uuid": "36c63c62-75cb-41b3-b440-9f424c7ee3b9", "name": "network-vif-plugged", "status": "completed", "tag": "10948d64-3eb3-4935-b81b-78e6ca3e4140"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:04.499384 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.612717 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-3cd00c16-c412-4906-88b9-2c6132a81136 service neutron] Attempting to bind port ad21d9f1-4ccf-445b-866c-b96a8bd8767b on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:04.622488 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-3cd00c16-c412-4906-88b9-2c6132a81136 service neutron] Attempting to bind port ad21d9f1-4ccf-445b-866c-b96a8bd8767b by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:04.622962 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-3cd00c16-c412-4906-88b9-2c6132a81136 service neutron] Attempting to bind port ad21d9f1-4ccf-445b-866c-b96a8bd8767b on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:04.634383 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-3cd00c16-c412-4906-88b9-2c6132a81136 service neutron] Port ad21d9f1-4ccf-445b-866c-b96a8bd8767b on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:40:04.634889 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-3cd00c16-c412-4906-88b9-2c6132a81136 service neutron] Attempting to bind port ad21d9f1-4ccf-445b-866c-b96a8bd8767b on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:04.649539 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-3cd00c16-c412-4906-88b9-2c6132a81136 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:04.649539 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-3cd00c16-c412-4906-88b9-2c6132a81136 service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:04.649539 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-3cd00c16-c412-4906-88b9-2c6132a81136 service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:04.649539 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-3cd00c16-c412-4906-88b9-2c6132a81136 service neutron] Bound port: ad21d9f1-4ccf-445b-866c-b96a8bd8767b, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:04.653339 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-3cd00c16-c412-4906-88b9-2c6132a81136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.697601 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=10948d64-3eb3-4935-b81b-78e6ca3e4140,revision_number=7']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:04.836807 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-3cd00c16-c412-4906-88b9-2c6132a81136 service neutron] For port ad21d9f1-4ccf-445b-866c-b96a8bd8767b, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:04.841626 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-3cd00c16-c412-4906-88b9-2c6132a81136 service neutron] For port ad21d9f1-4ccf-445b-866c-b96a8bd8767b, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=ad21d9f1-4ccf-445b-866c-b96a8bd8767b,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:04.850697 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-3cd00c16-c412-4906-88b9-2c6132a81136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.932598 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-3cd00c16-c412-4906-88b9-2c6132a81136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:04.933483 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-3cd00c16-c412-4906-88b9-2c6132a81136 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.935126 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-3cd00c16-c412-4906-88b9-2c6132a81136 service neutron] 10.222.0.58 "PUT /v2.0/ports/ad21d9f1-4ccf-445b-866c-b96a8bd8767b HTTP/1.1" status: 200 len: 1097 time: 2.0055025 Nov 12 08:40:04.935769 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5a3562-f917-4546-b29d-380f7a1f86b0', 'tag': 'ad21d9f1-4ccf-445b-866c-b96a8bd8767b'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:04.938669 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d58242-d127-4972-8ba4-72bd9654c012" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5a3562-f917-4546-b29d-380f7a1f86b0", "tag": "ad21d9f1-4ccf-445b-866c-b96a8bd8767b"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:05.001322 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd00c16-c412-4906-88b9-2c6132a81136 service neutron] Pushing event updated for resources: {'Port': ['ID=ad21d9f1-4ccf-445b-866c-b96a8bd8767b,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:05.049370 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device bc330f9b-ad3a-45e6-807c-3a52aac7ad15 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:05.146959 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-f4d3f1f0-9c59-406d-89b0-3ff2595c8438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:05.152506 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-f4d3f1f0-9c59-406d-89b0-3ff2595c8438 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 1100 time: 0.1282334 Nov 12 08:40:05.176592 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port bc330f9b-ad3a-45e6-807c-3a52aac7ad15 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:05.176976 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:05.262558 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-5306f266-e924-4b2f-9d56-a8e1ec50f2c8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=ad21d9f1-4ccf-445b-866c-b96a8bd8767b HTTP/1.1" status: 200 len: 217 time: 0.0995524 Nov 12 08:40:05.362481 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 45502) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:05.431108 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-fe752492-fa26-40dd-854f-e3330b348f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:05.432944 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-fe752492-fa26-40dd-854f-e3330b348f77 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1546926 Nov 12 08:40:05.441468 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:05.470352 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24db0ee-a043-4815-9d6d-527b0bb16d99 None None] Network c7db9cf5-086a-4f80-b2c3-667939029369 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:05.573794 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-8a9f6330-112a-4dae-885c-3f2005d4744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:05.580756 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9af2e041-8994-48ac-b077-5c6eb40ccb35 None None] Provisioning complete for port bc330f9b-ad3a-45e6-807c-3a52aac7ad15 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:05.581862 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-8a9f6330-112a-4dae-885c-3f2005d4744a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1340275 Nov 12 08:40:05.582689 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9af2e041-8994-48ac-b077-5c6eb40ccb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:05.614735 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-f1b17f66-b7f9-481b-8134-d19881bf31c9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-941631877-network', 'tenant_id': 'd7b2958acbca46c980b81bc3e2353025'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:05.714120 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port bc330f9b-ad3a-45e6-807c-3a52aac7ad15, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=bc330f9b-ad3a-45e6-807c-3a52aac7ad15,segment=NetworkSegment(231d857e-7817-41f7-8357-799fae7209b3),segment_id=231d857e-7817-41f7-8357-799fae7209b3)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:05.775140 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:05.841975 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=bc330f9b-ad3a-45e6-807c-3a52aac7ad15,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:05.869380 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b17f66-b7f9-481b-8134-d19881bf31c9 admin admin] Made reservation on behalf of d7b2958acbca46c980b81bc3e2353025 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:05.877114 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f1b17f66-b7f9-481b-8134-d19881bf31c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:05.900603 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f1b17f66-b7f9-481b-8134-d19881bf31c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:05.978562 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-b5e98f9d-922b-49d3-a4ec-bedf7fa72960 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861687 Nov 12 08:40:06.076506 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-95c3699b-8fae-45d9-88ab-97ab49c4f7db req-d8fd92f0-b05c-4097-bcf5-0053b9025d8f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] For port a5c131a6-8a56-471a-86af-b0847d3de97b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=a5c131a6-8a56-471a-86af-b0847d3de97b,segment=NetworkSegment(60d896f7-8941-43a6-b4e7-e68d57025316),segment_id=60d896f7-8941-43a6-b4e7-e68d57025316)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:06.088611 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9ceeebbe-4d28-4df1-bd21-cb31fa8b0224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:06.197511 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-95c3699b-8fae-45d9-88ab-97ab49c4f7db req-d8fd92f0-b05c-4097-bcf5-0053b9025d8f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:06.213742 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4655017a-d425-4e5a-8e5a-7b9943427b71 req-46acde50-985d-48f6-bc29-f0fbbca6e643 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186396 Nov 12 08:40:06.285865 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f1b17f66-b7f9-481b-8134-d19881bf31c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:06.296031 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f1b17f66-b7f9-481b-8134-d19881bf31c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:06.346343 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-95c3699b-8fae-45d9-88ab-97ab49c4f7db req-d8fd92f0-b05c-4097-bcf5-0053b9025d8f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:06.361176 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['a5c131a6-8a56-471a-86af-b0847d3de97b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:40:06.371473 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b17f66-b7f9-481b-8134-d19881bf31c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:40:06.403512 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b17f66-b7f9-481b-8134-d19881bf31c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11e41c8-a69f-41f0-896c-f6916a235996,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:06.410298 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f1b17f66-b7f9-481b-8134-d19881bf31c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:06.422318 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-f1b17f66-b7f9-481b-8134-d19881bf31c9 admin admin] Added segment 68005b70-1579-4f58-bade-fbc137d1c951 of type vlan for network 66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 Nov 12 08:40:06.438418 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['2f9efc5e-9fe8-4b4e-bd8c-683198c6887b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:40:06.532477 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd92f0-b05c-4097-bcf5-0053b9025d8f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Pushing event updated for resources: {'Port': ['ID=a5c131a6-8a56-471a-86af-b0847d3de97b,revision_number=7']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:06.553477 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3699b-8fae-45d9-88ab-97ab49c4f7db req-d8fd92f0-b05c-4097-bcf5-0053b9025d8f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:06.554436 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-95c3699b-8fae-45d9-88ab-97ab49c4f7db req-d8fd92f0-b05c-4097-bcf5-0053b9025d8f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:06.556350 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95c3699b-8fae-45d9-88ab-97ab49c4f7db req-d8fd92f0-b05c-4097-bcf5-0053b9025d8f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "PUT /v2.0/ports/a5c131a6-8a56-471a-86af-b0847d3de97b HTTP/1.1" status: 200 len: 1020 time: 2.6333842 Nov 12 08:40:06.557307 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6813f99-6011-48b0-af62-75da4a82defd', 'tag': 'a5c131a6-8a56-471a-86af-b0847d3de97b'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:06.561943 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d58dbf-6b52-4aac-bfdf-228cc0a78e03" -d '{"events": [{"name": "network-changed", "server_uuid": "d6813f99-6011-48b0-af62-75da4a82defd", "tag": "a5c131a6-8a56-471a-86af-b0847d3de97b"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:06.568367 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fd92f0-b05c-4097-bcf5-0053b9025d8f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:06.568889 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fd92f0-b05c-4097-bcf5-0053b9025d8f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:06.569393 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fd92f0-b05c-4097-bcf5-0053b9025d8f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:06.569908 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fd92f0-b05c-4097-bcf5-0053b9025d8f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:06.570672 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fd92f0-b05c-4097-bcf5-0053b9025d8f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:06.571426 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fd92f0-b05c-4097-bcf5-0053b9025d8f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:06.572241 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fd92f0-b05c-4097-bcf5-0053b9025d8f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:06.573274 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fd92f0-b05c-4097-bcf5-0053b9025d8f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:06.574865 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fd92f0-b05c-4097-bcf5-0053b9025d8f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:06.575660 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fd92f0-b05c-4097-bcf5-0053b9025d8f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:06.576482 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fd92f0-b05c-4097-bcf5-0053b9025d8f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:06.577256 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fd92f0-b05c-4097-bcf5-0053b9025d8f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:06.585524 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f1b17f66-b7f9-481b-8134-d19881bf31c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:06.607833 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ceeebbe-4d28-4df1-bd21-cb31fa8b0224 admin admin] Router d14e128d-0a79-4b46-b33f-2bbc63f770bf is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:40:06.682644 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f1b17f66-b7f9-481b-8134-d19881bf31c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:06.685196 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b17f66-b7f9-481b-8134-d19881bf31c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:06.686269 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f1b17f66-b7f9-481b-8134-d19881bf31c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:06.784291 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f1b17f66-b7f9-481b-8134-d19881bf31c9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4113584 Nov 12 08:40:06.789168 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 45514) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:06.791698 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['a5c131a6-8a56-471a-86af-b0847d3de97b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:40:06.801109 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-277ba0d5-e07c-4091-9d42-1dc4cfeb93b7 admin admin] Request body: {'subnet': {'network_id': '66f89d7d-fbfb-425e-a64e-a55fcdce5ee4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-941631877-subnet', 'tenant_id': 'd7b2958acbca46c980b81bc3e2353025', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:06.810655 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ceeebbe-4d28-4df1-bd21-cb31fa8b0224 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:40:06.859767 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277ba0d5-e07c-4091-9d42-1dc4cfeb93b7 admin admin] Made reservation on behalf of d7b2958acbca46c980b81bc3e2353025 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:06.863235 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-277ba0d5-e07c-4091-9d42-1dc4cfeb93b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:06.917457 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ab7cd-8990-42db-a759-a424a719d8a8 req-d9e7b8d0-bccd-4bcf-94a5-3ac65d012151 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:06.922679 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bb4ab7cd-8990-42db-a759-a424a719d8a8 req-d9e7b8d0-bccd-4bcf-94a5-3ac65d012151 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 945 time: 0.1482289 Nov 12 08:40:06.930671 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9ceeebbe-4d28-4df1-bd21-cb31fa8b0224 admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:06.949332 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9ceeebbe-4d28-4df1-bd21-cb31fa8b0224 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.7539041 Nov 12 08:40:06.961711 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 45516) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:06.986394 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429714db-e35f-40c6-a751-130d454a0c38 None None] Sync routers for ids ['d14e128d-0a79-4b46-b33f-2bbc63f770bf'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:40:06.988548 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-12933569-3779-49a8-91b6-8c8e95bf6c94 None None] Provisioning complete for port bc330f9b-ad3a-45e6-807c-3a52aac7ad15 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:06.988930 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-12933569-3779-49a8-91b6-8c8e95bf6c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:06.996317 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b17f66-b7f9-481b-8134-d19881bf31c9 admin admin] Pushing event updated for resources: {'Network': ['ID=66f89d7d-fbfb-425e-a64e-a55fcdce5ee4,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:07.095268 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device bc330f9b-ad3a-45e6-807c-3a52aac7ad15 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:07.137150 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:40:07.309538 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429714db-e35f-40c6-a751-130d454a0c38 None None] Routers {'d14e128d-0a79-4b46-b33f-2bbc63f770bf'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:40:07.310179 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-429714db-e35f-40c6-a751-130d454a0c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:39:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d14e128d-0a79-4b46-b33f-2bbc63f770bf'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:07.341804 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bb4ab7cd-8990-42db-a759-a424a719d8a8 req-8cb6c0a1-d02d-442e-8c99-3971d7277026 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831582 Nov 12 08:40:07.380694 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-277ba0d5-e07c-4091-9d42-1dc4cfeb93b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:07.482344 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ba0d5-e07c-4091-9d42-1dc4cfeb93b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=220263af-ce0c-476a-8783-ac39098fb22e,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:07.532941 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277ba0d5-e07c-4091-9d42-1dc4cfeb93b7 admin admin] Checking segment: {'id': '68005b70-1579-4f58-bade-fbc137d1c951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '66f89d7d-fbfb-425e-a64e-a55fcdce5ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:07.533469 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277ba0d5-e07c-4091-9d42-1dc4cfeb93b7 admin admin] Network hostable DHCP agents. Network: 66f89d7d-fbfb-425e-a64e-a55fcdce5ee4, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:40:07.567105 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277ba0d5-e07c-4091-9d42-1dc4cfeb93b7 admin admin] Network 66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:40:07.586551 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-277ba0d5-e07c-4091-9d42-1dc4cfeb93b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 66f89d7d-fbfb-425e-a64e-a55fcdce5ee4) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:07.592923 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277ba0d5-e07c-4091-9d42-1dc4cfeb93b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:07.593770 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-277ba0d5-e07c-4091-9d42-1dc4cfeb93b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:07.610341 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d1d17a-cbca-4d77-8f5c-a20f656419c2 None None] Network 66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:07.636814 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port bc330f9b-ad3a-45e6-807c-3a52aac7ad15 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:07.637228 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:07.648851 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-277ba0d5-e07c-4091-9d42-1dc4cfeb93b7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8493948 Nov 12 08:40:07.830047 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f5724-9e96-46a1-9005-ae7838094294 req-1de2f468-ca45-4f50-a3bd-4b7182440143 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:07.832578 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-745f5724-9e96-46a1-9005-ae7838094294 req-1de2f468-ca45-4f50-a3bd-4b7182440143 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 948 time: 0.3345490 Nov 12 08:40:08.050258 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-745f5724-9e96-46a1-9005-ae7838094294 req-03531511-7109-452c-81c4-af0e6ec074ad tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944057 Nov 12 08:40:08.251948 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717266b4-87ac-49fa-b29e-071d69eac1e2 req-2e1a0165-18bf-4175-b96d-4b0d2a7b2558 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:08.251948 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-717266b4-87ac-49fa-b29e-071d69eac1e2 req-2e1a0165-18bf-4175-b96d-4b0d2a7b2558 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.1212578 Nov 12 08:40:08.369404 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-717266b4-87ac-49fa-b29e-071d69eac1e2 req-72d229fa-9c2a-49b4-b310-382d2c7b8226 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630193 Nov 12 08:40:08.385879 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-429714db-e35f-40c6-a751-130d454a0c38 None None] Set router d14e128d-0a79-4b46-b33f-2bbc63f770bf gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:40:08.416374 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4f2212f9-648f-4ae7-b2f7-bbdef7b41d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:08.490686 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fe07e520-4b72-4daa-b2a3-084b7ec63516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:08.523733 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c670ff8b-f086-4f7a-846b-6b0428878e36 x-openstack-request-id: req-c670ff8b-f086-4f7a-846b-6b0428878e36 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:08.535490 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c63c62-75cb-41b3-b440-9f424c7ee3b9", "name": "network-vif-plugged", "status": "completed", "tag": "10948d64-3eb3-4935-b81b-78e6ca3e4140", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:08.536977 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c670ff8b-f086-4f7a-846b-6b0428878e36 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:08.537981 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c63c62-75cb-41b3-b440-9f424c7ee3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10948d64-3eb3-4935-b81b-78e6ca3e4140', 'code': 200} Nov 12 08:40:08.563170 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62c239e-7628-454e-aa66-bb5319b2676c x-openstack-request-id: req-f62c239e-7628-454e-aa66-bb5319b2676c {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:08.564229 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5a3562-f917-4546-b29d-380f7a1f86b0", "tag": "ad21d9f1-4ccf-445b-866c-b96a8bd8767b", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:08.564755 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f62c239e-7628-454e-aa66-bb5319b2676c {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:08.565405 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce5a3562-f917-4546-b29d-380f7a1f86b0', 'tag': 'ad21d9f1-4ccf-445b-866c-b96a8bd8767b', 'status': 'completed', 'code': 200} Nov 12 08:40:08.690490 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d58242-d127-4972-8ba4-72bd9654c012 req-9b215d3b-ec9e-4a1e-819f-209c78bbb04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:08.692508 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-57d58242-d127-4972-8ba4-72bd9654c012 req-9b215d3b-ec9e-4a1e-819f-209c78bbb04e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 1100 time: 0.0980027 Nov 12 08:40:08.810394 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d26294d6-7ba2-4dc5-b484-a775fd831485 req-64bf8a81-f8aa-4157-98d0-58c77f87eee2 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups/65cbe6f7-8c73-4b17-9401-9dcf7e2234d3 HTTP/1.1" status: 200 len: 1816 time: 0.1663654 Nov 12 08:40:08.905564 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d58242-d127-4972-8ba4-72bd9654c012 req-ed3380d7-27ba-4c8d-901b-51530c882c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:08.907475 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92c52c4-f55e-4895-9e3e-9ed1fd9ab8b5 None None] Network 66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:08.916858 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-57d58242-d127-4972-8ba4-72bd9654c012 req-ed3380d7-27ba-4c8d-901b-51530c882c62 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.2089648 Nov 12 08:40:09.013827 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-57d58242-d127-4972-8ba4-72bd9654c012 req-22c7a4be-77d4-49e0-b924-031d1c193215 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=ad21d9f1-4ccf-445b-866c-b96a8bd8767b HTTP/1.1" status: 200 len: 217 time: 0.0876575 Nov 12 08:40:09.165613 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [req-d26294d6-7ba2-4dc5-b484-a775fd831485 req-4edd54af-c63a-4fe1-81f6-539f75e98647 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 08:40:09.186777 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d58242-d127-4972-8ba4-72bd9654c012 req-4c9dbf9b-1ca2-42fd-aa27-05cdc6ca6d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:09.188851 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-57d58242-d127-4972-8ba4-72bd9654c012 req-4c9dbf9b-1ca2-42fd-aa27-05cdc6ca6d5a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1658120 Nov 12 08:40:09.197966 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d26294d6-7ba2-4dc5-b484-a775fd831485 req-4edd54af-c63a-4fe1-81f6-539f75e98647 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "DELETE /v2.0/security-groups/65cbe6f7-8c73-4b17-9401-9dcf7e2234d3 HTTP/1.1" status: 409 len: 341 time: 0.3217466 Nov 12 08:40:09.227190 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-fe07e520-4b72-4daa-b2a3-084b7ec63516 admin admin] Allocated IP 172.20.0.1 (c7db9cf5-086a-4f80-b2c3-667939029369/3442c5c9-cc85-4770-ba08-087a11ee8363/ae1d02a5-51b4-42ef-8348-e0cb1f616d48) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:09.316580 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce312839-7433-45c8-a631-5c3247787b78 x-openstack-request-id: req-ce312839-7433-45c8-a631-5c3247787b78 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:09.318125 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6813f99-6011-48b0-af62-75da4a82defd", "tag": "a5c131a6-8a56-471a-86af-b0847d3de97b", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:09.318671 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce312839-7433-45c8-a631-5c3247787b78 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:09.324195 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6813f99-6011-48b0-af62-75da4a82defd', 'tag': 'a5c131a6-8a56-471a-86af-b0847d3de97b', 'status': 'completed', 'code': 200} Nov 12 08:40:09.396419 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d58242-d127-4972-8ba4-72bd9654c012 req-c0464e38-500c-43f1-bf91-3a133c9ad647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:09.398274 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-57d58242-d127-4972-8ba4-72bd9654c012 req-c0464e38-500c-43f1-bf91-3a133c9ad647 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1977639 Nov 12 08:40:09.445604 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d58dbf-6b52-4aac-bfdf-228cc0a78e03 req-0ce8e62a-6b79-4f8e-acc0-e8b35792fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:09.454535 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-57d58dbf-6b52-4aac-bfdf-228cc0a78e03 req-0ce8e62a-6b79-4f8e-acc0-e8b35792fbe0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cbdd6d621f374244977b79c953b0cd0d&device_id=d6813f99-6011-48b0-af62-75da4a82defd HTTP/1.1" status: 200 len: 1175 time: 0.1462293 Nov 12 08:40:09.499298 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fe07e520-4b72-4daa-b2a3-084b7ec63516 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:09.638722 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fe07e520-4b72-4daa-b2a3-084b7ec63516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:09.783132 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07e520-4b72-4daa-b2a3-084b7ec63516 admin admin] Pushing event updated for resources: {'Port': ['ID=ae1d02a5-51b4-42ef-8348-e0cb1f616d48,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:09.792019 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-429714db-e35f-40c6-a751-130d454a0c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'name': 'tempest-ServersTestJSON-1295936768-router', 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '357d7433-548f-4497-94b5-a1c3c52b00fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:00Z', 'updated_at': '2021-11-12T08:40:03Z', 'revision_number': 3, 'project_id': '92bb6f013dd04ddf8fe03d8328359b94', 'gw_port': {'id': '357d7433-548f-4497-94b5-a1c3c52b00fe', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:02Z', 'updated_at': '2021-11-12T08:40:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:09.819796 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe07e520-4b72-4daa-b2a3-084b7ec63516 admin admin] Network c7db9cf5-086a-4f80-b2c3-667939029369 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:09.824168 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-fe07e520-4b72-4daa-b2a3-084b7ec63516 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:09.832516 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe07e520-4b72-4daa-b2a3-084b7ec63516 admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:09.849506 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429714db-e35f-40c6-a751-130d454a0c38 None None] Checking router: d14e128d-0a79-4b46-b33f-2bbc63f770bf for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:40:09.849916 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429714db-e35f-40c6-a751-130d454a0c38 None None] Updating router d14e128d-0a79-4b46-b33f-2bbc63f770bf port 357d7433-548f-4497-94b5-a1c3c52b00fe binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:40:09.920680 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d58dbf-6b52-4aac-bfdf-228cc0a78e03 req-d0f9ebf7-c0ec-476f-9685-aea5819df6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:09.923205 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-57d58dbf-6b52-4aac-bfdf-228cc0a78e03 req-d0f9ebf7-c0ec-476f-9685-aea5819df6da service neutron] 10.222.0.54 "GET /v2.0/networks?id=ac649155-8356-435e-b73c-d739a0401687 HTTP/1.1" status: 200 len: 913 time: 0.4418557 Nov 12 08:40:09.925423 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-57d58242-d127-4972-8ba4-72bd9654c012 req-1650dd1a-1372-4824-8630-8baee4b057bd service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5089324 Nov 12 08:40:09.932247 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device ad21d9f1-4ccf-445b-866c-b96a8bd8767b details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:40:09.973432 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fe07e520-4b72-4daa-b2a3-084b7ec63516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:10.006228 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-57d58dbf-6b52-4aac-bfdf-228cc0a78e03 req-0ec3fc8a-135b-49bb-9b79-19d74c65cb31 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5c131a6-8a56-471a-86af-b0847d3de97b HTTP/1.1" status: 200 len: 217 time: 0.0722644 Nov 12 08:40:10.143983 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d58dbf-6b52-4aac-bfdf-228cc0a78e03 req-f8712fe3-a4c4-474f-a293-9c208d5e1830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:10.146007 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-57d58dbf-6b52-4aac-bfdf-228cc0a78e03 req-f8712fe3-a4c4-474f-a293-9c208d5e1830 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f5bc2261-6276-45a4-a285-65ec53109574 HTTP/1.1" status: 200 len: 852 time: 0.1281328 Nov 12 08:40:10.168921 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port ad21d9f1-4ccf-445b-866c-b96a8bd8767b, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=ad21d9f1-4ccf-445b-866c-b96a8bd8767b,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:10.202419 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-57d58dbf-6b52-4aac-bfdf-228cc0a78e03 req-bd90e104-93f1-469f-9ce9-6ea30beba726 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac649155-8356-435e-b73c-d739a0401687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402102 Nov 12 08:40:10.220227 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-429714db-e35f-40c6-a751-130d454a0c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:10.257109 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-57d58242-d127-4972-8ba4-72bd9654c012 req-4a40ac39-0f86-4498-8d8b-88684ddad8bd service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168328 Nov 12 08:40:10.311234 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fe07e520-4b72-4daa-b2a3-084b7ec63516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:10.360960 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'ad21d9f1-4ccf-445b-866c-b96a8bd8767b', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': 'ad21d9f1-4ccf-445b-866c-b96a8bd8767b', 'mac_address': 'fa:16:3e:09:62:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:40:10.392430 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-57d58dbf-6b52-4aac-bfdf-228cc0a78e03 req-244cf529-d11f-43b9-a278-a78aff84f3f6 service neutron] 10.222.0.54 "GET /v2.0/networks/ac649155-8356-435e-b73c-d739a0401687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681018 Nov 12 08:40:10.518968 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-57d58dbf-6b52-4aac-bfdf-228cc0a78e03 req-1567e691-1502-4dee-8686-68641c626e27 service neutron] 10.222.0.54 "GET /v2.0/networks/ac649155-8356-435e-b73c-d739a0401687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153927 Nov 12 08:40:10.585173 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:10.602607 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5f4fd624-1bde-4bf4-b88f-95f179108180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:10.622577 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-97c607d7-f00a-483a-8eba-72d4568124e4 None None] Provisioning complete for port ae1d02a5-51b4-42ef-8348-e0cb1f616d48 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:10.622989 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-97c607d7-f00a-483a-8eba-72d4568124e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:10.628175 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad21d9f1-4ccf-445b-866c-b96a8bd8767b {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:40:10.641293 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fe07e520-4b72-4daa-b2a3-084b7ec63516 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:10.652683 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fe07e520-4b72-4daa-b2a3-084b7ec63516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:10.657641 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port ad21d9f1-4ccf-445b-866c-b96a8bd8767b, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=ad21d9f1-4ccf-445b-866c-b96a8bd8767b,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:10.692504 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:10.757106 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07e520-4b72-4daa-b2a3-084b7ec63516 admin admin] Pushing event updated for resources: {'Port': ['ID=ae1d02a5-51b4-42ef-8348-e0cb1f616d48,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:10.761058 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fe07e520-4b72-4daa-b2a3-084b7ec63516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:10.773274 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=ad21d9f1-4ccf-445b-866c-b96a8bd8767b,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:10.836877 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-97c607d7-f00a-483a-8eba-72d4568124e4 None None] Port ae1d02a5-51b4-42ef-8348-e0cb1f616d48 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:40:10.997987 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe07e520-4b72-4daa-b2a3-084b7ec63516 admin admin] Network c7db9cf5-086a-4f80-b2c3-667939029369 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:11.006295 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-fe07e520-4b72-4daa-b2a3-084b7ec63516 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:11.028697 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-429714db-e35f-40c6-a751-130d454a0c38 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.061909 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['ad21d9f1-4ccf-445b-866c-b96a8bd8767b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:40:11.174096 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-429714db-e35f-40c6-a751-130d454a0c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.241528 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-429714db-e35f-40c6-a751-130d454a0c38 None None] Attempting to bind port 357d7433-548f-4497-94b5-a1c3c52b00fe on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:11.242388 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-429714db-e35f-40c6-a751-130d454a0c38 None None] Attempting to bind port 357d7433-548f-4497-94b5-a1c3c52b00fe by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:11.245265 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429714db-e35f-40c6-a751-130d454a0c38 None None] Attempting to bind port 357d7433-548f-4497-94b5-a1c3c52b00fe on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:11.271133 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429714db-e35f-40c6-a751-130d454a0c38 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:11.271702 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429714db-e35f-40c6-a751-130d454a0c38 None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:11.272227 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-429714db-e35f-40c6-a751-130d454a0c38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.272979 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429714db-e35f-40c6-a751-130d454a0c38 None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:11.273719 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-429714db-e35f-40c6-a751-130d454a0c38 None None] Bound port: 357d7433-548f-4497-94b5-a1c3c52b00fe, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:11.274329 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-429714db-e35f-40c6-a751-130d454a0c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.368568 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe07e520-4b72-4daa-b2a3-084b7ec63516 admin admin] Router d14e128d-0a79-4b46-b33f-2bbc63f770bf has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:40:11.499981 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ea7c56c8-fa01-4b93-a144-d11cf59f53d3 None None] Provisioning complete for port ae1d02a5-51b4-42ef-8348-e0cb1f616d48 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:11.500366 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ea7c56c8-fa01-4b93-a144-d11cf59f53d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.571920 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ea7c56c8-fa01-4b93-a144-d11cf59f53d3 None None] Port ae1d02a5-51b4-42ef-8348-e0cb1f616d48 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:40:11.573518 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f474c0c-d83f-44e5-8a84-dffd7e4132f0 None None] Pushing event updated for resources: {'Port': ['ID=357d7433-548f-4497-94b5-a1c3c52b00fe,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:11.605082 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-429714db-e35f-40c6-a751-130d454a0c38 None None] For port 357d7433-548f-4497-94b5-a1c3c52b00fe, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:11.609543 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-429714db-e35f-40c6-a751-130d454a0c38 None None] For port 357d7433-548f-4497-94b5-a1c3c52b00fe, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=357d7433-548f-4497-94b5-a1c3c52b00fe,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:11.620710 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-429714db-e35f-40c6-a751-130d454a0c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.649735 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe07e520-4b72-4daa-b2a3-084b7ec63516 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:40:11.669545 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fe07e520-4b72-4daa-b2a3-084b7ec63516 admin admin] 10.222.0.37 "PUT /v2.0/routers/d14e128d-0a79-4b46-b33f-2bbc63f770bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6980381 Nov 12 08:40:11.897280 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f474c0c-d83f-44e5-8a84-dffd7e4132f0 None None] Pushing event updated for resources: {'Port': ['ID=357d7433-548f-4497-94b5-a1c3c52b00fe,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:11.959258 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429714db-e35f-40c6-a751-130d454a0c38 None None] Routers {'d14e128d-0a79-4b46-b33f-2bbc63f770bf'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:40:11.962241 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-429714db-e35f-40c6-a751-130d454a0c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:40:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d14e128d-0a79-4b46-b33f-2bbc63f770bf'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:12.082389 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:12.305914 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-429714db-e35f-40c6-a751-130d454a0c38 None None] Set router d14e128d-0a79-4b46-b33f-2bbc63f770bf gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:40:12.936416 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-429714db-e35f-40c6-a751-130d454a0c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'name': 'tempest-ServersTestJSON-1295936768-router', 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '357d7433-548f-4497-94b5-a1c3c52b00fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:00Z', 'updated_at': '2021-11-12T08:40:10Z', 'revision_number': 4, 'project_id': '92bb6f013dd04ddf8fe03d8328359b94', 'gw_port': {'id': '357d7433-548f-4497-94b5-a1c3c52b00fe', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:02Z', 'updated_at': '2021-11-12T08:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'ae1d02a5-51b4-42ef-8348-e0cb1f616d48', 'name': '', 'network_id': 'c7db9cf5-086a-4f80-b2c3-667939029369', 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94', 'mac_address': 'fa:16:3e:f0:ab:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '3442c5c9-cc85-4770-ba08-087a11ee8363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:08Z', 'updated_at': '2021-11-12T08:40:10Z', 'revision_number': 2, 'project_id': '92bb6f013dd04ddf8fe03d8328359b94', 'subnets': [{'id': '3442c5c9-cc85-4770-ba08-087a11ee8363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:12.970301 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429714db-e35f-40c6-a751-130d454a0c38 None None] The sync data for ids ['d14e128d-0a79-4b46-b33f-2bbc63f770bf'] in n-d-768862-16 is: [{'id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'name': 'tempest-ServersTestJSON-1295936768-router', 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '357d7433-548f-4497-94b5-a1c3c52b00fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:00Z', 'updated_at': '2021-11-12T08:40:10Z', 'revision_number': 4, 'project_id': '92bb6f013dd04ddf8fe03d8328359b94', 'gw_port': {'id': '357d7433-548f-4497-94b5-a1c3c52b00fe', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:02Z', 'updated_at': '2021-11-12T08:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'ae1d02a5-51b4-42ef-8348-e0cb1f616d48', 'name': '', 'network_id': 'c7db9cf5-086a-4f80-b2c3-667939029369', 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94', 'mac_address': 'fa:16:3e:f0:ab:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '3442c5c9-cc85-4770-ba08-087a11ee8363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:08Z', 'updated_at': '2021-11-12T08:40:10Z', 'revision_number': 2, 'project_id': '92bb6f013dd04ddf8fe03d8328359b94', 'subnets': [{'id': '3442c5c9-cc85-4770-ba08-087a11ee8363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:40:13.242375 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:13.912129 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:13.937774 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device ad21d9f1-4ccf-445b-866c-b96a8bd8767b up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:14.075591 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port ad21d9f1-4ccf-445b-866c-b96a8bd8767b completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:40:14.080257 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port ad21d9f1-4ccf-445b-866c-b96a8bd8767b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:14.080627 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:14.280408 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:14.338867 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5a3562-f917-4546-b29d-380f7a1f86b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad21d9f1-4ccf-445b-866c-b96a8bd8767b'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:14.348226 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2a89d5-36bf-4c87-8d83-05b698bdf41c" -d '{"events": [{"server_uuid": "ce5a3562-f917-4546-b29d-380f7a1f86b0", "name": "network-vif-plugged", "status": "completed", "tag": "ad21d9f1-4ccf-445b-866c-b96a8bd8767b"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:14.379045 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port ad21d9f1-4ccf-445b-866c-b96a8bd8767b, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=ad21d9f1-4ccf-445b-866c-b96a8bd8767b,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:14.392857 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:14.502419 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=ad21d9f1-4ccf-445b-866c-b96a8bd8767b,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:15.694450 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 357d7433-548f-4497-94b5-a1c3c52b00fe up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:15.750831 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 357d7433-548f-4497-94b5-a1c3c52b00fe triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:15.751212 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:15.877176 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:15.919907 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 357d7433-548f-4497-94b5-a1c3c52b00fe, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=357d7433-548f-4497-94b5-a1c3c52b00fe,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:15.929678 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:16.042102 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=357d7433-548f-4497-94b5-a1c3c52b00fe,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:16.419226 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f1c7aa-fd3b-4940-9236-ac0ccbe71d7c None None] Sync routers for ids ['d14e128d-0a79-4b46-b33f-2bbc63f770bf'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:40:16.435189 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f1c7aa-fd3b-4940-9236-ac0ccbe71d7c None None] Routers {'d14e128d-0a79-4b46-b33f-2bbc63f770bf'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:40:16.436227 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-75f1c7aa-fd3b-4940-9236-ac0ccbe71d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:40:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d14e128d-0a79-4b46-b33f-2bbc63f770bf'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:16.597769 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-75f1c7aa-fd3b-4940-9236-ac0ccbe71d7c None None] Set router d14e128d-0a79-4b46-b33f-2bbc63f770bf gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:40:16.907693 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-75f1c7aa-fd3b-4940-9236-ac0ccbe71d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'name': 'tempest-ServersTestJSON-1295936768-router', 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '357d7433-548f-4497-94b5-a1c3c52b00fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:00Z', 'updated_at': '2021-11-12T08:40:10Z', 'revision_number': 4, 'project_id': '92bb6f013dd04ddf8fe03d8328359b94', 'gw_port': {'id': '357d7433-548f-4497-94b5-a1c3c52b00fe', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:02Z', 'updated_at': '2021-11-12T08:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'ae1d02a5-51b4-42ef-8348-e0cb1f616d48', 'name': '', 'network_id': 'c7db9cf5-086a-4f80-b2c3-667939029369', 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94', 'mac_address': 'fa:16:3e:f0:ab:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '3442c5c9-cc85-4770-ba08-087a11ee8363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:08Z', 'updated_at': '2021-11-12T08:40:10Z', 'revision_number': 2, 'project_id': '92bb6f013dd04ddf8fe03d8328359b94', 'subnets': [{'id': '3442c5c9-cc85-4770-ba08-087a11ee8363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:16.938791 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f1c7aa-fd3b-4940-9236-ac0ccbe71d7c None None] Checking router: d14e128d-0a79-4b46-b33f-2bbc63f770bf for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:40:16.939156 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f1c7aa-fd3b-4940-9236-ac0ccbe71d7c None None] Updating router d14e128d-0a79-4b46-b33f-2bbc63f770bf port ae1d02a5-51b4-42ef-8348-e0cb1f616d48 binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:40:16.985137 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-75f1c7aa-fd3b-4940-9236-ac0ccbe71d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:17.442741 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-75f1c7aa-fd3b-4940-9236-ac0ccbe71d7c None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:17.454855 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-75f1c7aa-fd3b-4940-9236-ac0ccbe71d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:17.510832 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241fae7-d661-4ade-b257-3b4118cf0064 None None] Pushing event updated for resources: {'Port': ['ID=ae1d02a5-51b4-42ef-8348-e0cb1f616d48,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:17.566480 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3241fae7-d661-4ade-b257-3b4118cf0064 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:17.566826 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3241fae7-d661-4ade-b257-3b4118cf0064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:17.567709 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3241fae7-d661-4ade-b257-3b4118cf0064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:17.568388 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3241fae7-d661-4ade-b257-3b4118cf0064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:17.569016 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3241fae7-d661-4ade-b257-3b4118cf0064 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:17.569524 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3241fae7-d661-4ade-b257-3b4118cf0064 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:17.570019 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3241fae7-d661-4ade-b257-3b4118cf0064 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:17.570510 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3241fae7-d661-4ade-b257-3b4118cf0064 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:17.570999 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3241fae7-d661-4ade-b257-3b4118cf0064 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:17.571785 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3241fae7-d661-4ade-b257-3b4118cf0064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:17.572397 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3241fae7-d661-4ade-b257-3b4118cf0064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:17.573000 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3241fae7-d661-4ade-b257-3b4118cf0064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:17.620969 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-75f1c7aa-fd3b-4940-9236-ac0ccbe71d7c None None] Attempting to bind port ae1d02a5-51b4-42ef-8348-e0cb1f616d48 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:17.621647 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-75f1c7aa-fd3b-4940-9236-ac0ccbe71d7c None None] Attempting to bind port ae1d02a5-51b4-42ef-8348-e0cb1f616d48 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '231d857e-7817-41f7-8357-799fae7209b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c7db9cf5-086a-4f80-b2c3-667939029369'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:17.623093 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f1c7aa-fd3b-4940-9236-ac0ccbe71d7c None None] Attempting to bind port ae1d02a5-51b4-42ef-8348-e0cb1f616d48 on network c7db9cf5-086a-4f80-b2c3-667939029369 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:17.630315 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f1c7aa-fd3b-4940-9236-ac0ccbe71d7c None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:17.630694 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f1c7aa-fd3b-4940-9236-ac0ccbe71d7c None None] Checking segment: {'id': '231d857e-7817-41f7-8357-799fae7209b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c7db9cf5-086a-4f80-b2c3-667939029369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:17.631093 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-75f1c7aa-fd3b-4940-9236-ac0ccbe71d7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:17.631492 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f1c7aa-fd3b-4940-9236-ac0ccbe71d7c None None] Bound using segment: {'id': '231d857e-7817-41f7-8357-799fae7209b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c7db9cf5-086a-4f80-b2c3-667939029369'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:17.632022 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-75f1c7aa-fd3b-4940-9236-ac0ccbe71d7c None None] Bound port: ae1d02a5-51b4-42ef-8348-e0cb1f616d48, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '231d857e-7817-41f7-8357-799fae7209b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c7db9cf5-086a-4f80-b2c3-667939029369'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:17.632419 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-75f1c7aa-fd3b-4940-9236-ac0ccbe71d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:17.654890 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 357d7433-548f-4497-94b5-a1c3c52b00fe up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:17.769497 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-75f1c7aa-fd3b-4940-9236-ac0ccbe71d7c None None] For port ae1d02a5-51b4-42ef-8348-e0cb1f616d48, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:17.772732 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 357d7433-548f-4497-94b5-a1c3c52b00fe triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:17.773270 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:17.775032 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-75f1c7aa-fd3b-4940-9236-ac0ccbe71d7c None None] For port ae1d02a5-51b4-42ef-8348-e0cb1f616d48, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ae1d02a5-51b4-42ef-8348-e0cb1f616d48,segment=NetworkSegment(231d857e-7817-41f7-8357-799fae7209b3),segment_id=231d857e-7817-41f7-8357-799fae7209b3)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:17.792216 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-75f1c7aa-fd3b-4940-9236-ac0ccbe71d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:17.875681 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f1c7aa-fd3b-4940-9236-ac0ccbe71d7c None None] Routers {'d14e128d-0a79-4b46-b33f-2bbc63f770bf'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:40:17.876458 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-75f1c7aa-fd3b-4940-9236-ac0ccbe71d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:40:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d14e128d-0a79-4b46-b33f-2bbc63f770bf'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:17.928562 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241fae7-d661-4ade-b257-3b4118cf0064 None None] Pushing event updated for resources: {'Port': ['ID=ae1d02a5-51b4-42ef-8348-e0cb1f616d48,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:17.952690 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4e216ce0-08d6-4ba5-ae6b-7de357cce33e None None] Provisioning complete for port ae1d02a5-51b4-42ef-8348-e0cb1f616d48 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:17.953072 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4e216ce0-08d6-4ba5-ae6b-7de357cce33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:18.065087 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4e216ce0-08d6-4ba5-ae6b-7de357cce33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:18.119760 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4e216ce0-08d6-4ba5-ae6b-7de357cce33e None None] For port ae1d02a5-51b4-42ef-8348-e0cb1f616d48, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ae1d02a5-51b4-42ef-8348-e0cb1f616d48,segment=NetworkSegment(231d857e-7817-41f7-8357-799fae7209b3),segment_id=231d857e-7817-41f7-8357-799fae7209b3)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:18.121639 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-75f1c7aa-fd3b-4940-9236-ac0ccbe71d7c None None] Set router d14e128d-0a79-4b46-b33f-2bbc63f770bf gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:40:18.139112 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4e216ce0-08d6-4ba5-ae6b-7de357cce33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:18.231376 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e216ce0-08d6-4ba5-ae6b-7de357cce33e None None] Pushing event updated for resources: {'Port': ['ID=ae1d02a5-51b4-42ef-8348-e0cb1f616d48,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:18.240278 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e216ce0-08d6-4ba5-ae6b-7de357cce33e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:18.240522 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e216ce0-08d6-4ba5-ae6b-7de357cce33e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:18.241005 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e216ce0-08d6-4ba5-ae6b-7de357cce33e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:18.241331 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e216ce0-08d6-4ba5-ae6b-7de357cce33e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:18.241980 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e216ce0-08d6-4ba5-ae6b-7de357cce33e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:18.242536 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e216ce0-08d6-4ba5-ae6b-7de357cce33e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:18.242870 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e216ce0-08d6-4ba5-ae6b-7de357cce33e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:18.243727 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e216ce0-08d6-4ba5-ae6b-7de357cce33e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:18.244094 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e216ce0-08d6-4ba5-ae6b-7de357cce33e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:18.244463 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e216ce0-08d6-4ba5-ae6b-7de357cce33e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:18.244790 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e216ce0-08d6-4ba5-ae6b-7de357cce33e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:18.245112 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e216ce0-08d6-4ba5-ae6b-7de357cce33e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:18.257873 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-cf6b330f-6acd-46ed-9c95-b9453b560ddd tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:18.259425 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-cf6b330f-6acd-46ed-9c95-b9453b560ddd tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/networks?id=66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 HTTP/1.1" status: 200 len: 814 time: 0.2565634 Nov 12 08:40:18.278482 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-3fe60e29-74cf-49c8-b475-cfaaf31d36d3 None None] Provisioning complete for port ae1d02a5-51b4-42ef-8348-e0cb1f616d48 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:18.278852 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3fe60e29-74cf-49c8-b475-cfaaf31d36d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:18.283854 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82cea3-450d-4ccc-9fc4-3a976b743e90 req-aab70592-60ba-46bf-8535-d18512e7d331 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:18.285675 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9d82cea3-450d-4ccc-9fc4-3a976b743e90 req-aab70592-60ba-46bf-8535-d18512e7d331 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 945 time: 0.2103982 Nov 12 08:40:18.288492 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-5167411c-316b-429b-a71e-9767029e43a0 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/quotas/d7b2958acbca46c980b81bc3e2353025 HTTP/1.1" status: 200 len: 375 time: 0.0211916 Nov 12 08:40:18.336525 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-0743b567-822a-4f5c-954c-6a37b5f1cbae tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7b2958acbca46c980b81bc3e2353025&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378337 Nov 12 08:40:18.376664 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9d82cea3-450d-4ccc-9fc4-3a976b743e90 req-13df962a-2f72-471c-98ae-e99f141ca3dc tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845234 Nov 12 08:40:18.466153 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-75f1c7aa-fd3b-4940-9236-ac0ccbe71d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'name': 'tempest-ServersTestJSON-1295936768-router', 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '357d7433-548f-4497-94b5-a1c3c52b00fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:00Z', 'updated_at': '2021-11-12T08:40:10Z', 'revision_number': 4, 'project_id': '92bb6f013dd04ddf8fe03d8328359b94', 'gw_port': {'id': '357d7433-548f-4497-94b5-a1c3c52b00fe', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:02Z', 'updated_at': '2021-11-12T08:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'ae1d02a5-51b4-42ef-8348-e0cb1f616d48', 'name': '', 'network_id': 'c7db9cf5-086a-4f80-b2c3-667939029369', 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94', 'mac_address': 'fa:16:3e:f0:ab:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '3442c5c9-cc85-4770-ba08-087a11ee8363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:08Z', 'updated_at': '2021-11-12T08:40:17Z', 'revision_number': 4, 'project_id': '92bb6f013dd04ddf8fe03d8328359b94', 'subnets': [{'id': '3442c5c9-cc85-4770-ba08-087a11ee8363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:18.497312 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f1c7aa-fd3b-4940-9236-ac0ccbe71d7c None None] The sync data for ids ['d14e128d-0a79-4b46-b33f-2bbc63f770bf'] in n-d-768862-16 is: [{'id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'name': 'tempest-ServersTestJSON-1295936768-router', 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '357d7433-548f-4497-94b5-a1c3c52b00fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:00Z', 'updated_at': '2021-11-12T08:40:10Z', 'revision_number': 4, 'project_id': '92bb6f013dd04ddf8fe03d8328359b94', 'gw_port': {'id': '357d7433-548f-4497-94b5-a1c3c52b00fe', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:02Z', 'updated_at': '2021-11-12T08:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'ae1d02a5-51b4-42ef-8348-e0cb1f616d48', 'name': '', 'network_id': 'c7db9cf5-086a-4f80-b2c3-667939029369', 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94', 'mac_address': 'fa:16:3e:f0:ab:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '3442c5c9-cc85-4770-ba08-087a11ee8363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:08Z', 'updated_at': '2021-11-12T08:40:17Z', 'revision_number': 4, 'project_id': '92bb6f013dd04ddf8fe03d8328359b94', 'subnets': [{'id': '3442c5c9-cc85-4770-ba08-087a11ee8363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:40:18.506091 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-2c398b1e-f6b8-4fc8-a6a0-975ced5a7a95 service neutron] 10.222.0.37 "GET /v2.0/networks/66f89d7d-fbfb-425e-a64e-a55fcdce5ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409385 Nov 12 08:40:18.553816 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc4081-87dc-44c8-967d-c01009eb8045 req-f45dc6f9-efe4-4841-8f2c-07cd1ac60a3e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:18.555689 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e2dc4081-87dc-44c8-967d-c01009eb8045 req-f45dc6f9-efe4-4841-8f2c-07cd1ac60a3e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 950 time: 0.0989220 Nov 12 08:40:18.652661 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e2dc4081-87dc-44c8-967d-c01009eb8045 req-16353ddc-f349-45a7-9338-892392f68d9f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667212 Nov 12 08:40:18.654724 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-fbf3fe5a-f7b4-4a3b-bc76-eadf8338e92a service neutron] 10.222.0.37 "GET /v2.0/networks/66f89d7d-fbfb-425e-a64e-a55fcdce5ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423647 Nov 12 08:40:18.940796 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55184977-24b1-4042-9617-6c06946c5284 req-60be6fd7-9550-47e2-9bbf-2a249202fa2a tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:18.949156 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-55184977-24b1-4042-9617-6c06946c5284 req-60be6fd7-9550-47e2-9bbf-2a249202fa2a tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.0893567 Nov 12 08:40:19.040438 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-55184977-24b1-4042-9617-6c06946c5284 req-f94bfbda-05b3-4654-84e8-22d4e2281556 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902600 Nov 12 08:40:19.107897 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93117f6b-163c-46c6-826a-56414a2fbebf x-openstack-request-id: req-93117f6b-163c-46c6-826a-56414a2fbebf {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:19.108455 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5a3562-f917-4546-b29d-380f7a1f86b0", "name": "network-vif-plugged", "status": "completed", "tag": "ad21d9f1-4ccf-445b-866c-b96a8bd8767b", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:19.108584 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-93117f6b-163c-46c6-826a-56414a2fbebf {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:19.109212 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5a3562-f917-4546-b29d-380f7a1f86b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad21d9f1-4ccf-445b-866c-b96a8bd8767b', 'code': 200} Nov 12 08:40:19.313930 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1ba24-897d-47d8-9a7e-b7626d3da09b req-0014f77b-65ca-4c33-bc98-07a9f7b98c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:19.316550 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a9e1ba24-897d-47d8-9a7e-b7626d3da09b req-0014f77b-65ca-4c33-bc98-07a9f7b98c6b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 1102 time: 0.0787342 Nov 12 08:40:19.334866 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9e786c1a-6934-4d13-87ca-736809ea4cb9 req-bc5824ca-267b-44b9-b5de-57337e8221f9 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a67798d-c735-497c-b121-c1069e2476c6 HTTP/1.1" status: 200 len: 210 time: 0.0677381 Nov 12 08:40:19.389287 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 45638) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:19.393824 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-637d38aa-dfdb-454c-bac1-178a03cf11e9 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Request body: {'security_group': {'name': 'tempest-securitygroup--411582593', 'description': 'tempest-description--470321790'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:19.455802 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-637d38aa-dfdb-454c-bac1-178a03cf11e9 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.526728 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a9e1ba24-897d-47d8-9a7e-b7626d3da09b req-2db19114-f5e4-4f4d-86a1-7b5e6bc90c6b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963453 Nov 12 08:40:19.554125 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a11ef0-1168-4720-965e-39c2f28217e5 req-2a7c27fa-9831-4ad7-9e0f-7cd392daa8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:19.561865 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b8a11ef0-1168-4720-965e-39c2f28217e5 req-2a7c27fa-9831-4ad7-9e0f-7cd392daa8cf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7d890d5943624406b7ee953df5b1a618&device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 1097 time: 0.1183918 Nov 12 08:40:19.679264 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ae1d02a5-51b4-42ef-8348-e0cb1f616d48 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:19.688340 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-637d38aa-dfdb-454c-bac1-178a03cf11e9 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.697646 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-637d38aa-dfdb-454c-bac1-178a03cf11e9 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.715313 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a11ef0-1168-4720-965e-39c2f28217e5 req-be39ca85-41d0-452e-b667-b6c1e49bbb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:19.718736 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b8a11ef0-1168-4720-965e-39c2f28217e5 req-be39ca85-41d0-452e-b667-b6c1e49bbb37 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7606f079-2527-4e0e-94d1-986a75700eb0 HTTP/1.1" status: 200 len: 915 time: 0.1475825 Nov 12 08:40:19.748263 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce014832-6f64-467e-bd22-e68a198c9368 req-1fd85249-9552-4e52-b113-dfd4744c0e4e tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:19.756413 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ce014832-6f64-467e-bd22-e68a198c9368 req-1fd85249-9552-4e52-b113-dfd4744c0e4e tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6813f99-6011-48b0-af62-75da4a82defd HTTP/1.1" status: 200 len: 1023 time: 0.2430191 Nov 12 08:40:19.790260 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b8a11ef0-1168-4720-965e-39c2f28217e5 req-5718e778-8650-44ec-a764-821211af9034 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10948d64-3eb3-4935-b81b-78e6ca3e4140 HTTP/1.1" status: 200 len: 217 time: 0.0514858 Nov 12 08:40:19.794056 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-637d38aa-dfdb-454c-bac1-178a03cf11e9 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.795542 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-637d38aa-dfdb-454c-bac1-178a03cf11e9 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4052544 Nov 12 08:40:19.798783 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 45672) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:19.802130 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port ae1d02a5-51b4-42ef-8348-e0cb1f616d48 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:19.802620 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.803092 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d38aa-dfdb-454c-bac1-178a03cf11e9 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f851e748-86f9-4bc7-b8b1-4bcb2862adff,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:19.803841 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-25aacb59-e3b8-41ff-9769-1d133362685c tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Request body: {'security_group_rule': {'security_group_id': 'f851e748-86f9-4bc7-b8b1-4bcb2862adff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:19.871968 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device cca12f95-0d6c-49aa-8fdd-7ae6314011cf details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:40:19.922631 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ce014832-6f64-467e-bd22-e68a198c9368 req-d29b90c7-be32-407b-a26c-29c363be2391 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc05a3a3-2585-49ac-a6a6-ed1bb1ca4c1e&id=47b36950-bfb5-4451-9a4e-2ea1644ff783&id=65cbe6f7-8c73-4b17-9401-9dcf7e2234d3&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1649048 Nov 12 08:40:19.929896 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25aacb59-e3b8-41ff-9769-1d133362685c tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.955889 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a11ef0-1168-4720-965e-39c2f28217e5 req-ffb9f878-746f-44e4-9bd6-e7385aadbd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:19.957896 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b8a11ef0-1168-4720-965e-39c2f28217e5 req-ffb9f878-746f-44e4-9bd6-e7385aadbd0a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=34379cfb-d173-406f-b0b9-10a5aa8d3079 HTTP/1.1" status: 200 len: 854 time: 0.1020236 Nov 12 08:40:20.035438 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b8a11ef0-1168-4720-965e-39c2f28217e5 req-c58d748d-7a68-4e1a-b865-7956a4c33b97 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7606f079-2527-4e0e-94d1-986a75700eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417476 Nov 12 08:40:20.096965 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port cca12f95-0d6c-49aa-8fdd-7ae6314011cf, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=cca12f95-0d6c-49aa-8fdd-7ae6314011cf,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:20.118880 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'cca12f95-0d6c-49aa-8fdd-7ae6314011cf', 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302', 'port_id': 'cca12f95-0d6c-49aa-8fdd-7ae6314011cf', 'mac_address': 'fa:16:3e:10:24:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bf5e142-9321-4c39-8a01-974865fb5fa2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:40:20.161625 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431debaa-da64-49b0-827e-7bceb4f0c1c8 req-a68f9a8a-0319-435d-94dc-b9249dc15609 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:20.164544 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-431debaa-da64-49b0-827e-7bceb4f0c1c8 req-a68f9a8a-0319-435d-94dc-b9249dc15609 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 945 time: 0.1256835 Nov 12 08:40:20.202812 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25aacb59-e3b8-41ff-9769-1d133362685c tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.221133 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25aacb59-e3b8-41ff-9769-1d133362685c tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.223058 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.250744 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aacb59-e3b8-41ff-9769-1d133362685c tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811610eb-08ca-48ec-897c-108cc3c5c3d4,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:20.261787 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cca12f95-0d6c-49aa-8fdd-7ae6314011cf {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:40:20.285753 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b8a11ef0-1168-4720-965e-39c2f28217e5 req-ad6cf464-21a3-486a-8611-6df1568c143a service neutron] 10.222.0.54 "GET /v2.0/networks/7606f079-2527-4e0e-94d1-986a75700eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337840 Nov 12 08:40:20.291049 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25aacb59-e3b8-41ff-9769-1d133362685c tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.292758 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-25aacb59-e3b8-41ff-9769-1d133362685c tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4928491 Nov 12 08:40:20.295483 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 45704) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:20.301028 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a6c02210-0b2f-47a3-8d25-6eec7061e392 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Request body: {'security_group_rule': {'security_group_id': 'f851e748-86f9-4bc7-b8b1-4bcb2862adff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:20.305160 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-431debaa-da64-49b0-827e-7bceb4f0c1c8 req-e9b1bed7-c52e-4f04-9431-d34f16791340 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274810 Nov 12 08:40:20.337848 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port cca12f95-0d6c-49aa-8fdd-7ae6314011cf, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=cca12f95-0d6c-49aa-8fdd-7ae6314011cf,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:20.358457 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.412846 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6c02210-0b2f-47a3-8d25-6eec7061e392 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.471647 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=cca12f95-0d6c-49aa-8fdd-7ae6314011cf,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:20.496423 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['cca12f95-0d6c-49aa-8fdd-7ae6314011cf'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:40:20.498739 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6925e0-64ff-44e3-b519-5dc5b04a8f01 req-2a11022b-1f19-4d29-bd22-bcd0304dc6a8 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:20.512081 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5c6925e0-64ff-44e3-b519-5dc5b04a8f01 req-2a11022b-1f19-4d29-bd22-bcd0304dc6a8 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 950 time: 0.0803518 Nov 12 08:40:20.572905 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6c02210-0b2f-47a3-8d25-6eec7061e392 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.580324 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b8a11ef0-1168-4720-965e-39c2f28217e5 req-f9a9d1e5-91a3-414c-bd15-896b1ecce18b service neutron] 10.222.0.54 "GET /v2.0/networks/7606f079-2527-4e0e-94d1-986a75700eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738333 Nov 12 08:40:20.581434 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6c02210-0b2f-47a3-8d25-6eec7061e392 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.608760 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5c6925e0-64ff-44e3-b519-5dc5b04a8f01 req-fffd5888-fcbc-4c2e-9201-650cb7c5c1e6 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951416 Nov 12 08:40:20.641637 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c02210-0b2f-47a3-8d25-6eec7061e392 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=451e7541-2cb3-4f59-8d61-4eb95018f42e,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:20.669892 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6c02210-0b2f-47a3-8d25-6eec7061e392 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.671134 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a6c02210-0b2f-47a3-8d25-6eec7061e392 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3736858 Nov 12 08:40:20.674161 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 45720) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:20.687582 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8104a85b-55b6-4cc1-b22e-5f7280cf3f15 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:20.727373 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8104a85b-55b6-4cc1-b22e-5f7280cf3f15 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.748739 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90fd1a-2087-4de3-98d8-16746528c004 req-64b069cd-0dbf-4fa3-8bcb-6a57232be25b tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:20.764731 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1a90fd1a-2087-4de3-98d8-16746528c004 req-64b069cd-0dbf-4fa3-8bcb-6a57232be25b tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.1889186 Nov 12 08:40:20.911859 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1a90fd1a-2087-4de3-98d8-16746528c004 req-b929f955-fd1f-48d6-835a-dae615459d8e tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374538 Nov 12 08:40:21.182131 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-b6be353b-78cb-4ccd-939f-fa8531338a42 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:21.188004 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-b6be353b-78cb-4ccd-939f-fa8531338a42 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.58 "GET /v2.0/networks?id=66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 HTTP/1.1" status: 200 len: 814 time: 0.4743705 Nov 12 08:40:21.202928 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d310a7-0c4b-4849-a509-6ea16d4c257a req-a223a1db-025c-4f4d-a9d3-2380f71f5612 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:21.205386 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-50d310a7-0c4b-4849-a509-6ea16d4c257a req-a223a1db-025c-4f4d-a9d3-2380f71f5612 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6813f99-6011-48b0-af62-75da4a82defd HTTP/1.1" status: 200 len: 1023 time: 0.4290297 Nov 12 08:40:21.216847 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-ae71fa8a-fd95-4699-882c-0f0b204938a9 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Request body: {'port': {'device_id': '5a67798d-c735-497c-b121-c1069e2476c6', 'network_id': '66f89d7d-fbfb-425e-a64e-a55fcdce5ee4', 'admin_state_up': True, 'tenant_id': 'd7b2958acbca46c980b81bc3e2353025'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:21.272977 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343d7b5-a142-40dd-9ecb-8c8ead9a9fee req-69723de0-94a1-4495-86ad-94d5e12cdd26 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:21.283968 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5343d7b5-a142-40dd-9ecb-8c8ead9a9fee req-69723de0-94a1-4495-86ad-94d5e12cdd26 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6813f99-6011-48b0-af62-75da4a82defd HTTP/1.1" status: 200 len: 1023 time: 0.1017895 Nov 12 08:40:21.462206 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5343d7b5-a142-40dd-9ecb-8c8ead9a9fee req-45663144-2f26-4dbf-ab1b-3760241b0811 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc05a3a3-2585-49ac-a6a6-ed1bb1ca4c1e&id=47b36950-bfb5-4451-9a4e-2ea1644ff783&id=65cbe6f7-8c73-4b17-9401-9dcf7e2234d3&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1753170 Nov 12 08:40:21.521896 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8104a85b-55b6-4cc1-b22e-5f7280cf3f15 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:21.597090 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6c0ed19d-6773-4a79-81a9-da95d95f451c req-e797802b-dc3e-4584-abd2-5e3fc3431ef0 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a67798d-c735-497c-b121-c1069e2476c6 HTTP/1.1" status: 200 len: 210 time: 0.0541570 Nov 12 08:40:21.781888 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c8a4d-0861-420a-9135-fba84369a285 req-4f3a6f81-cdfa-4559-9c27-473221de1b72 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:21.784454 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a81c8a4d-0861-420a-9135-fba84369a285 req-4f3a6f81-cdfa-4559-9c27-473221de1b72 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 944 time: 0.1048503 Nov 12 08:40:21.793312 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c519e6-de21-4935-b141-78957d07be0e req-eae2bbe3-9a2f-4ee7-bb64-3dd1713e2e00 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:21.794872 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-81c519e6-de21-4935-b141-78957d07be0e req-eae2bbe3-9a2f-4ee7-bb64-3dd1713e2e00 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/networks?id=decddc00-32e0-44cc-9e13-8ef2ed68d9e6 HTTP/1.1" status: 200 len: 804 time: 0.2077322 Nov 12 08:40:21.829330 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-81c519e6-de21-4935-b141-78957d07be0e req-9dd0ff49-8b07-4c20-95d5-d5931bdcc4ad tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/quotas/d73a964a85c04c1cb36ad5eed9aa3407 HTTP/1.1" status: 200 len: 375 time: 0.0269980 Nov 12 08:40:21.856976 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device cca12f95-0d6c-49aa-8fdd-7ae6314011cf up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:21.887341 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a81c8a4d-0861-420a-9135-fba84369a285 req-96747f0b-7dc3-4140-86ed-6f8d2b628977 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913885 Nov 12 08:40:21.930154 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-81c519e6-de21-4935-b141-78957d07be0e req-d59a3e49-3d53-48e3-ac07-0fec0972e721 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d73a964a85c04c1cb36ad5eed9aa3407&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0906415 Nov 12 08:40:21.965725 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port cca12f95-0d6c-49aa-8fdd-7ae6314011cf triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:21.966098 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:21.983252 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-50d310a7-0c4b-4849-a509-6ea16d4c257a req-0c2af8c7-5572-481c-92fb-afb86e98ddfc tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Deleting port a5c131a6-8a56-471a-86af-b0847d3de97b {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:21.983789 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-50d310a7-0c4b-4849-a509-6ea16d4c257a req-0c2af8c7-5572-481c-92fb-afb86e98ddfc tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.037208 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-ae71fa8a-fd95-4699-882c-0f0b204938a9 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Made reservation on behalf of d7b2958acbca46c980b81bc3e2353025 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:22.044679 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-ae71fa8a-fd95-4699-882c-0f0b204938a9 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.112729 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb94f30-f5b0-4895-aba2-42c1928dec09 req-1cd0f985-5235-4e15-8b40-a016c372146f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:22.121758 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1cb94f30-f5b0-4895-aba2-42c1928dec09 req-1cd0f985-5235-4e15-8b40-a016c372146f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 950 time: 0.0916345 Nov 12 08:40:22.137367 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.139535 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-81c519e6-de21-4935-b141-78957d07be0e req-864a7dde-f1ad-4679-9c40-5c43fff25d1f service neutron] 10.222.0.37 "GET /v2.0/networks/decddc00-32e0-44cc-9e13-8ef2ed68d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084041 Nov 12 08:40:22.183538 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73b42cc-6982-48aa-81eb-1f51ea1b488b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca12f95-0d6c-49aa-8fdd-7ae6314011cf'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:22.186118 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d645f9-8caf-4341-8e1c-03ed4da446bb" -d '{"events": [{"server_uuid": "e73b42cc-6982-48aa-81eb-1f51ea1b488b", "name": "network-vif-plugged", "status": "completed", "tag": "cca12f95-0d6c-49aa-8fdd-7ae6314011cf"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:22.187782 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-8104a85b-55b6-4cc1-b22e-5f7280cf3f15 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Allocated IP 172.25.6.126 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/88fed119-3894-4f54-8671-da0d521846a8) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:22.207452 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port cca12f95-0d6c-49aa-8fdd-7ae6314011cf, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=cca12f95-0d6c-49aa-8fdd-7ae6314011cf,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:22.218197 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.219491 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device a5c131a6-8a56-471a-86af-b0847d3de97b no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:40:22.250611 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1cb94f30-f5b0-4895-aba2-42c1928dec09 req-8e7359cd-9a65-4a87-b0bd-044d6aab413f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267793 Nov 12 08:40:22.337281 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-81c519e6-de21-4935-b141-78957d07be0e req-8f89744c-190b-4d11-ba68-7cc29d6e3445 service neutron] 10.222.0.37 "GET /v2.0/networks/decddc00-32e0-44cc-9e13-8ef2ed68d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967516 Nov 12 08:40:22.406739 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=cca12f95-0d6c-49aa-8fdd-7ae6314011cf,revision_number=7']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:22.407672 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8104a85b-55b6-4cc1-b22e-5f7280cf3f15 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.493344 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.498281 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a48da-aa20-4313-9a11-e46d5090f7d1 req-92c1bb3e-9051-4603-b362-dc75b9cf2bfa tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:22.511958 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-da4a48da-aa20-4313-9a11-e46d5090f7d1 req-92c1bb3e-9051-4603-b362-dc75b9cf2bfa tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.1264250 Nov 12 08:40:22.556870 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port a5c131a6-8a56-471a-86af-b0847d3de97b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=a5c131a6-8a56-471a-86af-b0847d3de97b,segment=NetworkSegment(60d896f7-8941-43a6-b4e7-e68d57025316),segment_id=60d896f7-8941-43a6-b4e7-e68d57025316)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:22.557693 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-50d310a7-0c4b-4849-a509-6ea16d4c257a req-0c2af8c7-5572-481c-92fb-afb86e98ddfc tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] For port a5c131a6-8a56-471a-86af-b0847d3de97b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=a5c131a6-8a56-471a-86af-b0847d3de97b,segment=NetworkSegment(60d896f7-8941-43a6-b4e7-e68d57025316),segment_id=60d896f7-8941-43a6-b4e7-e68d57025316)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:22.558207 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-50d310a7-0c4b-4849-a509-6ea16d4c257a req-0c2af8c7-5572-481c-92fb-afb86e98ddfc tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.565614 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.566354 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 26641acd-8772-4a51-bdba-6d1ca438410b no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:40:22.571577 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8104a85b-55b6-4cc1-b22e-5f7280cf3f15 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.643616 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-da4a48da-aa20-4313-9a11-e46d5090f7d1 req-5333883c-8b03-494f-965b-5a8e85ea02d9 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301947 Nov 12 08:40:22.662320 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-50d310a7-0c4b-4849-a509-6ea16d4c257a req-0c2af8c7-5572-481c-92fb-afb86e98ddfc tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Calling delete_port for a5c131a6-8a56-471a-86af-b0847d3de97b owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:22.829344 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dea4f1e-95da-4734-8b9c-3de5f52d1757 x-openstack-request-id: req-6dea4f1e-95da-4734-8b9c-3de5f52d1757 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:22.829938 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73b42cc-6982-48aa-81eb-1f51ea1b488b", "name": "network-vif-plugged", "status": "completed", "tag": "cca12f95-0d6c-49aa-8fdd-7ae6314011cf", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:22.830395 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6dea4f1e-95da-4734-8b9c-3de5f52d1757 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:22.834809 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73b42cc-6982-48aa-81eb-1f51ea1b488b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca12f95-0d6c-49aa-8fdd-7ae6314011cf', 'code': 200} Nov 12 08:40:22.856508 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9bb87-2993-4dd3-8014-67bf771e503c req-653c5ed8-e274-42e7-a031-b42ec42276d7 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:22.864591 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9bf9bb87-2993-4dd3-8014-67bf771e503c req-653c5ed8-e274-42e7-a031-b42ec42276d7 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6813f99-6011-48b0-af62-75da4a82defd HTTP/1.1" status: 200 len: 1021 time: 0.0891161 Nov 12 08:40:22.961592 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.988814 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-448e6462-c118-445c-8235-3d3bcee0d882 req-72a02afc-cc58-4d7f-9614-c0bd339ac8b5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:40:23.003035 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-448e6462-c118-445c-8235-3d3bcee0d882 req-72a02afc-cc58-4d7f-9614-c0bd339ac8b5 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0532641 Nov 12 08:40:23.006024 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=a5c131a6-8a56-471a-86af-b0847d3de97b,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:23.102140 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9bf9bb87-2993-4dd3-8014-67bf771e503c req-3c7c335e-e2f2-4f04-9f60-055263bf4653 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc05a3a3-2585-49ac-a6a6-ed1bb1ca4c1e&id=47b36950-bfb5-4451-9a4e-2ea1644ff783&id=65cbe6f7-8c73-4b17-9401-9dcf7e2234d3&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.2264020 Nov 12 08:40:23.102270 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.156839 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-ae71fa8a-fd95-4699-882c-0f0b204938a9 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Allocated IP 172.20.0.12 (66f89d7d-fbfb-425e-a64e-a55fcdce5ee4/220263af-ce0c-476a-8783-ac39098fb22e/02e861c6-419a-4885-988e-46628065ca26) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:23.179483 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 26641acd-8772-4a51-bdba-6d1ca438410b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=26641acd-8772-4a51-bdba-6d1ca438410b,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:23.191081 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.192693 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 10948d64-3eb3-4935-b81b-78e6ca3e4140 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:40:23.225291 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cf6bbdcc-a9f2-41d4-9a40-db673ab5401f req-de914755-ddbf-44dd-bc35-972b11642629 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f05c1bd-1a50-45b6-890b-29f8b5eef5a3 HTTP/1.1" status: 200 len: 210 time: 0.0526018 Nov 12 08:40:23.270371 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-50d310a7-0c4b-4849-a509-6ea16d4c257a req-0c2af8c7-5572-481c-92fb-afb86e98ddfc tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.284367 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8104a85b-55b6-4cc1-b22e-5f7280cf3f15 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:23.395165 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=26641acd-8772-4a51-bdba-6d1ca438410b,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:23.405912 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e3056-1eff-4ff5-8db8-ea78f466e629 req-0a46170d-0c41-4975-9ebf-745a0ec489fb tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:23.409983 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['2f9efc5e-9fe8-4b4e-bd8c-683198c6887b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:40:23.411375 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fe9e3056-1eff-4ff5-8db8-ea78f466e629 req-0a46170d-0c41-4975-9ebf-745a0ec489fb tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c4236b6-1ffd-4a92-9580-46429354a79d HTTP/1.1" status: 200 len: 945 time: 0.7641871 Nov 12 08:40:23.440489 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-8104a85b-55b6-4cc1-b22e-5f7280cf3f15 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:23.552185 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f33d1e13-ba1b-4be4-8601-4766d00882a0 req-f03953f0-dc9d-4348-959e-f7ec736d9423 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a67798d-c735-497c-b121-c1069e2476c6 HTTP/1.1" status: 200 len: 210 time: 0.1480105 Nov 12 08:40:23.575528 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8104a85b-55b6-4cc1-b22e-5f7280cf3f15 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:23.688160 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.734258 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c3661-733a-4351-b642-1f92832a40ab req-b50b1aff-8820-419c-8814-8e1563b2cb0e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:23.743211 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b6c3661-733a-4351-b642-1f92832a40ab req-b50b1aff-8820-419c-8814-8e1563b2cb0e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 950 time: 0.0735254 Nov 12 08:40:23.746186 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 10948d64-3eb3-4935-b81b-78e6ca3e4140, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=10948d64-3eb3-4935-b81b-78e6ca3e4140,segment=NetworkSegment(cbd6be86-3cb3-4740-8617-f1a45bb12c8c),segment_id=cbd6be86-3cb3-4740-8617-f1a45bb12c8c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:23.759843 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.827291 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-ae71fa8a-fd95-4699-882c-0f0b204938a9 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.834653 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b6c3661-733a-4351-b642-1f92832a40ab req-5d0fb3da-5460-4e22-8b79-fb8fd46cd82f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901785 Nov 12 08:40:23.839004 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:40:23.877583 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514d3bc-4b4f-48a8-98f7-6ead6a96ab32 req-511b6770-3e2b-4ca0-92d7-11b5f865c484 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:23.886679 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a514d3bc-4b4f-48a8-98f7-6ead6a96ab32 req-511b6770-3e2b-4ca0-92d7-11b5f865c484 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 945 time: 0.3574719 Nov 12 08:40:23.940476 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104a85b-55b6-4cc1-b22e-5f7280cf3f15 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Pushing event updated for resources: {'Port': ['ID=88fed119-3894-4f54-8671-da0d521846a8,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:23.997280 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=10948d64-3eb3-4935-b81b-78e6ca3e4140,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:24.037056 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-ae71fa8a-fd95-4699-882c-0f0b204938a9 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.065662 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a514d3bc-4b4f-48a8-98f7-6ead6a96ab32 req-c8d96117-d768-4474-b88d-e8bfc49859d6 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775067 Nov 12 08:40:24.121094 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d310a7-0c4b-4849-a509-6ea16d4c257a req-0c2af8c7-5572-481c-92fb-afb86e98ddfc tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] No DVR routers for this DVR port a5c131a6-8a56-471a-86af-b0847d3de97b on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:40:24.132523 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-50d310a7-0c4b-4849-a509-6ea16d4c257a req-0c2af8c7-5572-481c-92fb-afb86e98ddfc tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.135065 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-50d310a7-0c4b-4849-a509-6ea16d4c257a req-0c2af8c7-5572-481c-92fb-afb86e98ddfc tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.54 "DELETE /v2.0/ports/a5c131a6-8a56-471a-86af-b0847d3de97b HTTP/1.1" status: 204 len: 173 time: 2.9110646 Nov 12 08:40:24.153710 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2af8c7-5572-481c-92fb-afb86e98ddfc tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Pushing event deleted for resources: {'Port': ['ID=a5c131a6-8a56-471a-86af-b0847d3de97b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:24.157204 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6813f99-6011-48b0-af62-75da4a82defd', 'name': 'network-vif-deleted', 'tag': 'a5c131a6-8a56-471a-86af-b0847d3de97b'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:24.180451 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e475c23d-d53e-414d-9601-4c327c3cc5bd" -d '{"events": [{"server_uuid": "d6813f99-6011-48b0-af62-75da4a82defd", "name": "network-vif-deleted", "tag": "a5c131a6-8a56-471a-86af-b0847d3de97b"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:24.253811 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f4fee-deee-4705-ae87-5274585598e4 req-8806b7cf-0edc-40b3-b78b-5129dd95ed65 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:24.266625 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-324f4fee-deee-4705-ae87-5274585598e4 req-8806b7cf-0edc-40b3-b78b-5129dd95ed65 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 943 time: 0.1523907 Nov 12 08:40:24.272853 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-ae71fa8a-fd95-4699-882c-0f0b204938a9 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Network 66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:24.279832 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-1116483c-67bb-4201-96df-026fca5b95e8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7979670 Nov 12 08:40:24.292657 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-ae71fa8a-fd95-4699-882c-0f0b204938a9 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:24.331840 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-ae71fa8a-fd95-4699-882c-0f0b204938a9 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:24.357382 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d177ad97-96b5-4536-941c-75c836586d05 req-6e82de6f-3346-4733-bf8f-1bdeca36b310 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6813f99-6011-48b0-af62-75da4a82defd HTTP/1.1" status: 200 len: 210 time: 0.1159973 Nov 12 08:40:24.393697 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71fa8a-fd95-4699-882c-0f0b204938a9 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Pushing event updated for resources: {'Port': ['ID=02e861c6-419a-4885-988e-46628065ca26,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:24.425764 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8104a85b-55b6-4cc1-b22e-5f7280cf3f15 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.461999 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-ae71fa8a-fd95-4699-882c-0f0b204938a9 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:24.465089 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-ae71fa8a-fd95-4699-882c-0f0b204938a9 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.497038 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-324f4fee-deee-4705-ae87-5274585598e4 req-60cf7d5c-ab47-4729-82b2-7068a533d1f7 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262933 Nov 12 08:40:24.580150 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128573ea-c7f1-4d69-a890-5f33a6f3932b x-openstack-request-id: req-128573ea-c7f1-4d69-a890-5f33a6f3932b {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:24.580631 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6813f99-6011-48b0-af62-75da4a82defd", "name": "network-vif-deleted", "tag": "a5c131a6-8a56-471a-86af-b0847d3de97b", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:24.580735 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-128573ea-c7f1-4d69-a890-5f33a6f3932b {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:24.582073 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6813f99-6011-48b0-af62-75da4a82defd', 'name': 'network-vif-deleted', 'tag': 'a5c131a6-8a56-471a-86af-b0847d3de97b', 'status': 'completed', 'code': 200} Nov 12 08:40:24.620341 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-ae71fa8a-fd95-4699-882c-0f0b204938a9 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4050736 Nov 12 08:40:24.646013 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-9d416bf2-9cfb-4e4d-8799-57f21855349f tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=77c71385403843f6af1178f9ec90e653&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381169 Nov 12 08:40:24.652866 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-a95c1ac2-3eea-483d-984c-dd3dc63b9c3c service neutron] Request body: {'port': {'device_id': '5a67798d-c735-497c-b121-c1069e2476c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:24.704189 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-fe9e3056-1eff-4ff5-8db8-ea78f466e629 req-cd6eb23c-12e3-46c8-a102-b0d4c2e3c4b1 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Deleting port 26641acd-8772-4a51-bdba-6d1ca438410b {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:24.704473 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-fe9e3056-1eff-4ff5-8db8-ea78f466e629 req-cd6eb23c-12e3-46c8-a102-b0d4c2e3c4b1 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.736760 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8104a85b-55b6-4cc1-b22e-5f7280cf3f15 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.836466 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6813f99-6011-48b0-af62-75da4a82defd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5c131a6-8a56-471a-86af-b0847d3de97b'}, {'server_uuid': '3c4236b6-1ffd-4a92-9580-46429354a79d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26641acd-8772-4a51-bdba-6d1ca438410b'}, {'server_uuid': '36c63c62-75cb-41b3-b440-9f424c7ee3b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10948d64-3eb3-4935-b81b-78e6ca3e4140'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:24.854714 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a61fe8e-8b43-4467-8680-ebe4d42078c6" -d '{"events": [{"server_uuid": "d6813f99-6011-48b0-af62-75da4a82defd", "name": "network-vif-unplugged", "status": "completed", "tag": "a5c131a6-8a56-471a-86af-b0847d3de97b"}, {"server_uuid": "3c4236b6-1ffd-4a92-9580-46429354a79d", "name": "network-vif-unplugged", "status": "completed", "tag": "26641acd-8772-4a51-bdba-6d1ca438410b"}, {"server_uuid": "36c63c62-75cb-41b3-b440-9f424c7ee3b9", "name": "network-vif-unplugged", "status": "completed", "tag": "10948d64-3eb3-4935-b81b-78e6ca3e4140"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:25.017721 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c519e6-de21-4935-b141-78957d07be0e req-f186d6b7-955a-4185-ad3d-436b3ccfd3fd tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:25.020041 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-81c519e6-de21-4935-b141-78957d07be0e req-f186d6b7-955a-4185-ad3d-436b3ccfd3fd tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.54 "GET /v2.0/networks?id=decddc00-32e0-44cc-9e13-8ef2ed68d9e6 HTTP/1.1" status: 200 len: 804 time: 0.4540737 Nov 12 08:40:25.139235 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-81c519e6-de21-4935-b141-78957d07be0e req-dc94bb83-9568-4891-9216-5e5c55276edc tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Request body: {'port': {'device_id': '2f05c1bd-1a50-45b6-890b-29f8b5eef5a3', 'network_id': 'decddc00-32e0-44cc-9e13-8ef2ed68d9e6', 'admin_state_up': True, 'tenant_id': 'd73a964a85c04c1cb36ad5eed9aa3407'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:25.145924 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-fe9e3056-1eff-4ff5-8db8-ea78f466e629 req-cd6eb23c-12e3-46c8-a102-b0d4c2e3c4b1 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] For port 26641acd-8772-4a51-bdba-6d1ca438410b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=26641acd-8772-4a51-bdba-6d1ca438410b,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:25.147166 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-fe9e3056-1eff-4ff5-8db8-ea78f466e629 req-cd6eb23c-12e3-46c8-a102-b0d4c2e3c4b1 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:25.320732 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b11b22f-ba0b-4a96-b7e6-41dc447d060b req-751f834f-8ab1-4171-a5ef-9dfdc127c90b tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f05c1bd-1a50-45b6-890b-29f8b5eef5a3 HTTP/1.1" status: 200 len: 210 time: 0.6343319 Nov 12 08:40:25.377251 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8104a85b-55b6-4cc1-b22e-5f7280cf3f15 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:25.385258 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-fe9e3056-1eff-4ff5-8db8-ea78f466e629 req-cd6eb23c-12e3-46c8-a102-b0d4c2e3c4b1 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Calling delete_port for 26641acd-8772-4a51-bdba-6d1ca438410b owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:25.424314 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-b3f8813a-ab81-46f4-a008-279752c019ff tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:25.437596 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-b3f8813a-ab81-46f4-a008-279752c019ff tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7893453 Nov 12 08:40:25.466659 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8104a85b-55b6-4cc1-b22e-5f7280cf3f15 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:25.469103 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-0fcaed68-609f-44df-b099-8f8d10d821e0 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/quotas/77c71385403843f6af1178f9ec90e653 HTTP/1.1" status: 200 len: 375 time: 0.0302465 Nov 12 08:40:25.503248 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-a95c1ac2-3eea-483d-984c-dd3dc63b9c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:25.535406 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-4c8d0ce7-88e6-42b9-8e68-0ccc655b0f1c tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=77c71385403843f6af1178f9ec90e653&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649502 Nov 12 08:40:25.553956 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711eb8bb-e4b2-4b66-93b7-89c3f4830ee6 req-0072c2a6-749c-4db3-b869-6c16543b7037 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:25.562793 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-711eb8bb-e4b2-4b66-93b7-89c3f4830ee6 req-0072c2a6-749c-4db3-b869-6c16543b7037 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 943 time: 0.1215897 Nov 12 08:40:25.645367 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-711eb8bb-e4b2-4b66-93b7-89c3f4830ee6 req-f7023386-825c-4e1a-bf5e-a9503e9d97d7 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814672 Nov 12 08:40:25.725592 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104a85b-55b6-4cc1-b22e-5f7280cf3f15 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Pushing event updated for resources: {'Port': ['ID=88fed119-3894-4f54-8671-da0d521846a8,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:25.829607 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf61f2-7bbb-45b9-80ee-4046652e7148 req-b1a22d5e-835d-4094-a07f-f581a49ae470 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:25.833831 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-14cf61f2-7bbb-45b9-80ee-4046652e7148 req-b1a22d5e-835d-4094-a07f-f581a49ae470 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a67798d-c735-497c-b121-c1069e2476c6 HTTP/1.1" status: 200 len: 932 time: 0.1313405 Nov 12 08:40:25.860076 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 26641acd-8772-4a51-bdba-6d1ca438410b no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:40:25.881570 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8104a85b-55b6-4cc1-b22e-5f7280cf3f15 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:25.949648 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c519e6-de21-4935-b141-78957d07be0e req-dc94bb83-9568-4891-9216-5e5c55276edc tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Made reservation on behalf of d73a964a85c04c1cb36ad5eed9aa3407 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:25.953702 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-81c519e6-de21-4935-b141-78957d07be0e req-dc94bb83-9568-4891-9216-5e5c55276edc tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:25.998570 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-14cf61f2-7bbb-45b9-80ee-4046652e7148 req-5a0ff640-1391-43eb-823b-ea558f2dba55 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565239 Nov 12 08:40:26.024823 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084aa1d-c756-4b36-b5fe-45787102ce00 req-4dd5ccfc-e9a1-42cb-9ed7-275b09d79690 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:26.045616 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5084aa1d-c756-4b36-b5fe-45787102ce00 req-4dd5ccfc-e9a1-42cb-9ed7-275b09d79690 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 950 time: 0.1719899 Nov 12 08:40:26.080730 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 10948d64-3eb3-4935-b81b-78e6ca3e4140 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:40:26.168946 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 528 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81942646-0248-4888-a28d-6603c1cdc8e1 x-openstack-request-id: req-81942646-0248-4888-a28d-6603c1cdc8e1 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:26.169594 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6813f99-6011-48b0-af62-75da4a82defd", "name": "network-vif-unplugged", "status": "completed", "tag": "a5c131a6-8a56-471a-86af-b0847d3de97b", "code": 200}, {"server_uuid": "3c4236b6-1ffd-4a92-9580-46429354a79d", "name": "network-vif-unplugged", "status": "completed", "tag": "26641acd-8772-4a51-bdba-6d1ca438410b", "code": 200}, {"server_uuid": "36c63c62-75cb-41b3-b440-9f424c7ee3b9", "name": "network-vif-unplugged", "status": "failed", "tag": "10948d64-3eb3-4935-b81b-78e6ca3e4140", "code": 422}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:26.170088 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81942646-0248-4888-a28d-6603c1cdc8e1 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:26.170790 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6813f99-6011-48b0-af62-75da4a82defd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5c131a6-8a56-471a-86af-b0847d3de97b', 'code': 200} Nov 12 08:40:26.171461 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4236b6-1ffd-4a92-9580-46429354a79d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26641acd-8772-4a51-bdba-6d1ca438410b', 'code': 200} Nov 12 08:40:26.172133 n-d-768862-16 neutron-server[102570]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '36c63c62-75cb-41b3-b440-9f424c7ee3b9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '10948d64-3eb3-4935-b81b-78e6ca3e4140', 'code': 422} returned with failed status Nov 12 08:40:26.180951 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5084aa1d-c756-4b36-b5fe-45787102ce00 req-15da3129-e1b4-47c6-baef-40e29b647f17 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129019 Nov 12 08:40:26.292283 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-81c519e6-de21-4935-b141-78957d07be0e req-dc94bb83-9568-4891-9216-5e5c55276edc tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Allocated IP 172.20.0.8 (decddc00-32e0-44cc-9e13-8ef2ed68d9e6/8caf3eba-e7df-49d1-bdb7-f7a8b69eb432/400268ad-fdf2-47ef-9ca5-2a7c3730abcc) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:26.362628 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8104a85b-55b6-4cc1-b22e-5f7280cf3f15 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:26.379689 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8104a85b-55b6-4cc1-b22e-5f7280cf3f15 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6969979 Nov 12 08:40:26.493466 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257bb74-ce95-446c-a4ec-74dee18d3872 req-ab6fb7e6-d6ec-4338-a960-bfa18257945b tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:26.503375 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b257bb74-ce95-446c-a4ec-74dee18d3872 req-ab6fb7e6-d6ec-4338-a960-bfa18257945b tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 945 time: 0.1798370 Nov 12 08:40:26.568273 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-38dc96c4-0ed7-4c1e-a768-639aa718f540 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=77c71385403843f6af1178f9ec90e653&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602844 Nov 12 08:40:26.729396 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b257bb74-ce95-446c-a4ec-74dee18d3872 req-f9b5d546-de0a-461c-bc41-95711905de5e tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244601 Nov 12 08:40:26.911854 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-a95c1ac2-3eea-483d-984c-dd3dc63b9c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e861c6-419a-4885-988e-46628065ca26 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:40:26.912897 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-7657b8da-53ca-4dc2-8caf-d4b2dc4fb5e7 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:26.920498 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-7657b8da-53ca-4dc2-8caf-d4b2dc4fb5e7 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3480573 Nov 12 08:40:26.933870 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-4ddc1030-35f5-49c5-b3e1-eb0b82fe261a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:26.934229 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-a95c1ac2-3eea-483d-984c-dd3dc63b9c3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:26.934724 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-4ddc1030-35f5-49c5-b3e1-eb0b82fe261a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 1102 time: 0.1410923 Nov 12 08:40:26.939984 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-788ed0de-ea9b-4f2b-a1ce-62e495155110 req-7aabdf62-ed11-4b13-b9ee-27ba1b17e7b1 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups/cc05a3a3-2585-49ac-a6a6-ed1bb1ca4c1e HTTP/1.1" status: 200 len: 1816 time: 0.1654484 Nov 12 08:40:26.949523 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-cdacfed5-f133-4ed1-9fc9-8e3d90c18da1 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/quotas/77c71385403843f6af1178f9ec90e653 HTTP/1.1" status: 200 len: 375 time: 0.0281937 Nov 12 08:40:26.972710 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-a95c1ac2-3eea-483d-984c-dd3dc63b9c3c service neutron] Transition to ACTIVE for port object 02e861c6-419a-4885-988e-46628065ca26 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:40:26.977475 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-fe9e3056-1eff-4ff5-8db8-ea78f466e629 req-cd6eb23c-12e3-46c8-a102-b0d4c2e3c4b1 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:27.019901 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-a95c1ac2-3eea-483d-984c-dd3dc63b9c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:27.057251 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6eb23c-12e3-46c8-a102-b0d4c2e3c4b1 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Pushing event deleted for resources: {'Port': ['ID=26641acd-8772-4a51-bdba-6d1ca438410b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:27.103872 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-d0dd2c1b-e900-4279-8ae6-d9aafc058759 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=77c71385403843f6af1178f9ec90e653&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1530306 Nov 12 08:40:27.162292 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-788ed0de-ea9b-4f2b-a1ce-62e495155110 req-fee97f40-e5dd-4e32-bcaa-8cb428ec085b tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:27.164784 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-11b843ce-7e29-4547-b7f1-7a1745984cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:27.166514 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-11b843ce-7e29-4547-b7f1-7a1745984cab service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.2143147 Nov 12 08:40:27.166947 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9e3056-1eff-4ff5-8db8-ea78f466e629 req-cd6eb23c-12e3-46c8-a102-b0d4c2e3c4b1 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] No DVR routers for this DVR port 26641acd-8772-4a51-bdba-6d1ca438410b on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:40:27.176003 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c1ac2-3eea-483d-984c-dd3dc63b9c3c service neutron] Pushing event updated for resources: {'Port': ['ID=02e861c6-419a-4885-988e-46628065ca26,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:27.192197 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-81c519e6-de21-4935-b141-78957d07be0e req-dc94bb83-9568-4891-9216-5e5c55276edc tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:27.236825 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-788ed0de-ea9b-4f2b-a1ce-62e495155110 req-fee97f40-e5dd-4e32-bcaa-8cb428ec085b tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:27.241816 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-8af8c0e4-e1fc-4012-bdf9-07ebaaa721e9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=ad21d9f1-4ccf-445b-866c-b96a8bd8767b HTTP/1.1" status: 200 len: 217 time: 0.0613809 Nov 12 08:40:27.324814 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-4e81235f-8b75-4b60-959d-a902a4260ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:27.327216 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-4e81235f-8b75-4b60-959d-a902a4260ac2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.0749295 Nov 12 08:40:27.368940 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-a95c1ac2-3eea-483d-984c-dd3dc63b9c3c service neutron] Attempting to bind port 02e861c6-419a-4885-988e-46628065ca26 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:27.369419 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-a95c1ac2-3eea-483d-984c-dd3dc63b9c3c service neutron] Attempting to bind port 02e861c6-419a-4885-988e-46628065ca26 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '68005b70-1579-4f58-bade-fbc137d1c951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '66f89d7d-fbfb-425e-a64e-a55fcdce5ee4'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:27.369731 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-a95c1ac2-3eea-483d-984c-dd3dc63b9c3c service neutron] Attempting to bind port 02e861c6-419a-4885-988e-46628065ca26 on network 66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:27.376949 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-a95c1ac2-3eea-483d-984c-dd3dc63b9c3c service neutron] Port 02e861c6-419a-4885-988e-46628065ca26 on network 66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:40:27.376949 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-a95c1ac2-3eea-483d-984c-dd3dc63b9c3c service neutron] Attempting to bind port 02e861c6-419a-4885-988e-46628065ca26 on network 66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:27.381770 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-788ed0de-ea9b-4f2b-a1ce-62e495155110 req-fee97f40-e5dd-4e32-bcaa-8cb428ec085b tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:27.386252 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-788ed0de-ea9b-4f2b-a1ce-62e495155110 req-fee97f40-e5dd-4e32-bcaa-8cb428ec085b tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:27.387355 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-a95c1ac2-3eea-483d-984c-dd3dc63b9c3c service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:27.388110 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-a95c1ac2-3eea-483d-984c-dd3dc63b9c3c service neutron] Checking segment: {'id': '68005b70-1579-4f58-bade-fbc137d1c951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '66f89d7d-fbfb-425e-a64e-a55fcdce5ee4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:27.389530 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-a95c1ac2-3eea-483d-984c-dd3dc63b9c3c service neutron] Bound using segment: {'id': '68005b70-1579-4f58-bade-fbc137d1c951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '66f89d7d-fbfb-425e-a64e-a55fcdce5ee4'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:27.390328 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-a95c1ac2-3eea-483d-984c-dd3dc63b9c3c service neutron] Bound port: 02e861c6-419a-4885-988e-46628065ca26, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68005b70-1579-4f58-bade-fbc137d1c951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '66f89d7d-fbfb-425e-a64e-a55fcdce5ee4'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:27.400895 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-788ed0de-ea9b-4f2b-a1ce-62e495155110 req-fee97f40-e5dd-4e32-bcaa-8cb428ec085b tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "DELETE /v2.0/security-groups/cc05a3a3-2585-49ac-a6a6-ed1bb1ca4c1e HTTP/1.1" status: 204 len: 173 time: 0.4059088 Nov 12 08:40:27.403517 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-a95c1ac2-3eea-483d-984c-dd3dc63b9c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:27.440062 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-fe9e3056-1eff-4ff5-8db8-ea78f466e629 req-cd6eb23c-12e3-46c8-a102-b0d4c2e3c4b1 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:27.444073 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fe9e3056-1eff-4ff5-8db8-ea78f466e629 req-cd6eb23c-12e3-46c8-a102-b0d4c2e3c4b1 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.54 "DELETE /v2.0/ports/26641acd-8772-4a51-bdba-6d1ca438410b HTTP/1.1" status: 204 len: 173 time: 3.9875603 Nov 12 08:40:27.445190 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4236b6-1ffd-4a92-9580-46429354a79d', 'name': 'network-vif-deleted', 'tag': '26641acd-8772-4a51-bdba-6d1ca438410b'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:27.446737 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee97f40-e5dd-4e32-bcaa-8cb428ec085b tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc05a3a3-2585-49ac-a6a6-ed1bb1ca4c1e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:27.451492 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43146147-abdd-45aa-a1e2-333c50fe4440" -d '{"events": [{"server_uuid": "3c4236b6-1ffd-4a92-9580-46429354a79d", "name": "network-vif-deleted", "tag": "26641acd-8772-4a51-bdba-6d1ca438410b"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:27.458924 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-81c519e6-de21-4935-b141-78957d07be0e req-dc94bb83-9568-4891-9216-5e5c55276edc tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:27.462236 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-94c45dc1-5894-4405-979b-87f2aa9e1688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:27.472593 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-94c45dc1-5894-4405-979b-87f2aa9e1688 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1352062 Nov 12 08:40:27.567559 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c519e6-de21-4935-b141-78957d07be0e req-dc94bb83-9568-4891-9216-5e5c55276edc tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Network decddc00-32e0-44cc-9e13-8ef2ed68d9e6 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:27.578934 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-81c519e6-de21-4935-b141-78957d07be0e req-dc94bb83-9568-4891-9216-5e5c55276edc tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:27.586141 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c519e6-de21-4935-b141-78957d07be0e req-dc94bb83-9568-4891-9216-5e5c55276edc tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:27.661090 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94bb83-9568-4891-9216-5e5c55276edc tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Pushing event updated for resources: {'Port': ['ID=400268ad-fdf2-47ef-9ca5-2a7c3730abcc,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:27.700532 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-a95c1ac2-3eea-483d-984c-dd3dc63b9c3c service neutron] For port 02e861c6-419a-4885-988e-46628065ca26, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:27.723217 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c519e6-de21-4935-b141-78957d07be0e req-dc94bb83-9568-4891-9216-5e5c55276edc tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:27.723927 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-81c519e6-de21-4935-b141-78957d07be0e req-dc94bb83-9568-4891-9216-5e5c55276edc tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:27.731031 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-a95c1ac2-3eea-483d-984c-dd3dc63b9c3c service neutron] For port 02e861c6-419a-4885-988e-46628065ca26, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=02e861c6-419a-4885-988e-46628065ca26,segment=NetworkSegment(68005b70-1579-4f58-bade-fbc137d1c951),segment_id=68005b70-1579-4f58-bade-fbc137d1c951)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:27.740661 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-a95c1ac2-3eea-483d-984c-dd3dc63b9c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:27.769444 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-3f6678a6-b9f6-4bee-a0bb-391fb7131d7d req-f8b83353-9caa-45e9-8253-368a7803d576 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:40:27.775641 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3f6678a6-b9f6-4bee-a0bb-391fb7131d7d req-f8b83353-9caa-45e9-8253-368a7803d576 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0157082 Nov 12 08:40:27.779005 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-81c519e6-de21-4935-b141-78957d07be0e req-dc94bb83-9568-4891-9216-5e5c55276edc tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6459975 Nov 12 08:40:27.792807 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-047ab244-f1f2-4b96-9fe8-666459bff379 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102264 Nov 12 08:40:27.799223 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-a95c1ac2-3eea-483d-984c-dd3dc63b9c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:27.800214 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-a95c1ac2-3eea-483d-984c-dd3dc63b9c3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:27.802165 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-a95c1ac2-3eea-483d-984c-dd3dc63b9c3c service neutron] 10.222.0.58 "PUT /v2.0/ports/02e861c6-419a-4885-988e-46628065ca26 HTTP/1.1" status: 200 len: 1093 time: 3.1552465 Nov 12 08:40:27.817333 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-81c519e6-de21-4935-b141-78957d07be0e req-6828b53a-4afd-4a1a-b56c-51d275574413 service neutron] Request body: {'port': {'device_id': '2f05c1bd-1a50-45b6-890b-29f8b5eef5a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:27.873580 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a178f-975f-4f3b-8c38-99e64ba83d2d req-eff1dee6-41dc-4ddc-864f-936c8d454321 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:27.892158 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-578a178f-975f-4f3b-8c38-99e64ba83d2d req-eff1dee6-41dc-4ddc-864f-936c8d454321 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f05c1bd-1a50-45b6-890b-29f8b5eef5a3 HTTP/1.1" status: 200 len: 931 time: 0.4096675 Nov 12 08:40:28.094639 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-578a178f-975f-4f3b-8c38-99e64ba83d2d req-bfc749f6-5c59-4737-81ce-6632c1ae46ce tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000828 Nov 12 08:40:28.156443 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-12ef7d4a-8edf-4926-8fdc-e97f4df42a25 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542697 Nov 12 08:40:28.478389 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7e386-8b72-4197-8ff7-16b143a4d998 req-4ee218a0-2457-4038-8e81-490ce7cf0013 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:28.481235 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2ed7e386-8b72-4197-8ff7-16b143a4d998 req-4ee218a0-2457-4038-8e81-490ce7cf0013 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a67798d-c735-497c-b121-c1069e2476c6 HTTP/1.1" status: 200 len: 944 time: 0.1365492 Nov 12 08:40:28.622090 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-5e727fe0-3fc5-4d79-b54d-0a5e2163c7c6 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--411582593&fields=id&tenant_id=92bb6f013dd04ddf8fe03d8328359b94 HTTP/1.1" status: 200 len: 267 time: 0.1395857 Nov 12 08:40:28.687317 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c1ac2-3eea-483d-984c-dd3dc63b9c3c service neutron] Pushing event updated for resources: {'Port': ['ID=02e861c6-419a-4885-988e-46628065ca26,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:28.707972 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-411c36bd-6558-466b-b9d8-3e7f754151fe tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=77c71385403843f6af1178f9ec90e653&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695655 Nov 12 08:40:28.735013 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-81c519e6-de21-4935-b141-78957d07be0e req-6828b53a-4afd-4a1a-b56c-51d275574413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:28.780839 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-2a71f9a4-43eb-4f69-87d5-49a1816f630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:28.782509 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-2a71f9a4-43eb-4f69-87d5-49a1816f630e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d7b2958acbca46c980b81bc3e2353025&device_id=5a67798d-c735-497c-b121-c1069e2476c6 HTTP/1.1" status: 200 len: 1096 time: 0.9053679 Nov 12 08:40:28.784499 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2ed7e386-8b72-4197-8ff7-16b143a4d998 req-598a9f6f-9056-4ab7-85c0-b5bdf17f5bb7 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925737 Nov 12 08:40:28.881301 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-70ec5f80-a0dc-42cb-a0ce-1a54e9dd094e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3968132 Nov 12 08:40:28.885686 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:28.891303 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-79cc381c-9ae9-44c0-b157-048ca8bd24fc service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:40:28.903695 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-79cc381c-9ae9-44c0-b157-048ca8bd24fc service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0159376 Nov 12 08:40:28.929681 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-54b91b84-75b4-4a59-bb50-bed47896f5db service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02e861c6-419a-4885-988e-46628065ca26 HTTP/1.1" status: 200 len: 217 time: 0.1041150 Nov 12 08:40:29.034140 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3637a0-4169-46c3-b688-291025d4db88 req-d477759a-37cc-420d-a90d-b3ef76751a00 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:29.035786 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9e3637a0-4169-46c3-b688-291025d4db88 req-d477759a-37cc-420d-a90d-b3ef76751a00 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 950 time: 0.0928411 Nov 12 08:40:29.048397 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-25227329-4921-4adb-9aca-56e46fd249a6 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:29.050293 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-25227329-4921-4adb-9aca-56e46fd249a6 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/networks?id=c7db9cf5-086a-4f80-b2c3-667939029369 HTTP/1.1" status: 200 len: 806 time: 0.4056969 Nov 12 08:40:29.134516 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-46f75a96-f45b-4b88-83e2-86680838146f tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/quotas/92bb6f013dd04ddf8fe03d8328359b94 HTTP/1.1" status: 200 len: 375 time: 0.0605614 Nov 12 08:40:29.157043 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-fe26a0a7-8ce5-4dda-8d21-7f3adea8c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:29.158652 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-fe26a0a7-8ce5-4dda-8d21-7f3adea8c468 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=220263af-ce0c-476a-8783-ac39098fb22e HTTP/1.1" status: 200 len: 854 time: 0.2068620 Nov 12 08:40:29.170151 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-a3a11cd2-0eab-4d15-a094-2902f15632bc tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:29.171682 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-a3a11cd2-0eab-4d15-a094-2902f15632bc tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4537594 Nov 12 08:40:29.205680 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9e3637a0-4169-46c3-b688-291025d4db88 req-bad10e27-6787-4cd3-86e2-e3804c50939a tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543195 Nov 12 08:40:29.211475 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-aa5ff962-1176-4d1f-9fcb-81da70d61eff tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Request body: {'port': {'device_id': 'dc0ba00c-96bc-4877-8206-33c3c0b95070', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'admin_state_up': True, 'tenant_id': '77c71385403843f6af1178f9ec90e653'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:29.248940 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-da6d05dd-37d4-4be7-880a-dfabb97fb175 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=92bb6f013dd04ddf8fe03d8328359b94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0948896 Nov 12 08:40:29.327386 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-69db0aa4-bae9-473c-a771-400d304d1a1d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=66f89d7d-fbfb-425e-a64e-a55fcdce5ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1294446 Nov 12 08:40:29.415090 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b1ace9d-8b65-4bd4-84d7-e3c58919d8f0 req-dedc71a6-3eed-47cb-b7c8-43dce330a057 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups/65cbe6f7-8c73-4b17-9401-9dcf7e2234d3 HTTP/1.1" status: 200 len: 1816 time: 0.1169446 Nov 12 08:40:29.445219 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-b6d087b0-eecb-43ae-9a4d-c577920b45cd service neutron] 10.222.0.37 "GET /v2.0/networks/c7db9cf5-086a-4f80-b2c3-667939029369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759861 Nov 12 08:40:29.628062 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2b1ace9d-8b65-4bd4-84d7-e3c58919d8f0 req-27cd9e50-1c8c-4891-8d32-524584d17f6b tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:29.674240 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-f9a3d358-7cd0-403a-8980-26631a84077f service neutron] 10.222.0.37 "GET /v2.0/networks/c7db9cf5-086a-4f80-b2c3-667939029369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079861 Nov 12 08:40:29.700503 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2b1ace9d-8b65-4bd4-84d7-e3c58919d8f0 req-27cd9e50-1c8c-4891-8d32-524584d17f6b tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:29.721323 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-c474c919-477e-427f-87e3-93ee8da9e120 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=77c71385403843f6af1178f9ec90e653&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334797 Nov 12 08:40:29.787270 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-e08af211-8532-4917-805f-4c40e07c7223 service neutron] 10.222.0.58 "GET /v2.0/networks/66f89d7d-fbfb-425e-a64e-a55fcdce5ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496086 Nov 12 08:40:29.802683 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2b1ace9d-8b65-4bd4-84d7-e3c58919d8f0 req-27cd9e50-1c8c-4891-8d32-524584d17f6b tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:29.807395 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2b1ace9d-8b65-4bd4-84d7-e3c58919d8f0 req-27cd9e50-1c8c-4891-8d32-524584d17f6b tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:29.809025 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b1ace9d-8b65-4bd4-84d7-e3c58919d8f0 req-27cd9e50-1c8c-4891-8d32-524584d17f6b tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "DELETE /v2.0/security-groups/65cbe6f7-8c73-4b17-9401-9dcf7e2234d3 HTTP/1.1" status: 204 len: 173 time: 0.3838587 Nov 12 08:40:29.835209 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd9e50-1c8c-4891-8d32-524584d17f6b tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cbe6f7-8c73-4b17-9401-9dcf7e2234d3,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:29.997797 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3854851d-3594-4aed-8c84-c3937ab2135a req-b50632c8-c6c6-4bfb-816f-dac792c428bd tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/ports?device_id=85140482-ced3-4449-b210-480a5475c894 HTTP/1.1" status: 200 len: 210 time: 0.0516241 Nov 12 08:40:30.056786 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a2e3ff97-4970-445e-ab36-d299345d8f08 req-8557fbd5-0365-4063-abde-b84703665d06 service neutron] 10.222.0.58 "GET /v2.0/networks/66f89d7d-fbfb-425e-a64e-a55fcdce5ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519636 Nov 12 08:40:30.086736 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c588c784-d464-4829-811f-ae5540f498b7 x-openstack-request-id: req-c588c784-d464-4829-811f-ae5540f498b7 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:30.087183 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c4236b6-1ffd-4a92-9580-46429354a79d", "name": "network-vif-deleted", "tag": "26641acd-8772-4a51-bdba-6d1ca438410b", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:30.087558 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c588c784-d464-4829-811f-ae5540f498b7 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:30.090804 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4236b6-1ffd-4a92-9580-46429354a79d', 'name': 'network-vif-deleted', 'tag': '26641acd-8772-4a51-bdba-6d1ca438410b', 'status': 'completed', 'code': 200} Nov 12 08:40:30.117531 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-81c519e6-de21-4935-b141-78957d07be0e req-6828b53a-4afd-4a1a-b56c-51d275574413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 400268ad-fdf2-47ef-9ca5-2a7c3730abcc {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:40:30.137657 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bad642-3964-4f76-b002-75ff5e1d4b51 req-67f9626b-904f-4925-8018-a1f7a75a7cf3 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:30.146299 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-88bad642-3964-4f76-b002-75ff5e1d4b51 req-67f9626b-904f-4925-8018-a1f7a75a7cf3 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 945 time: 0.0954401 Nov 12 08:40:30.192710 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-aa5ff962-1176-4d1f-9fcb-81da70d61eff tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Made reservation on behalf of 77c71385403843f6af1178f9ec90e653 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:30.203228 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-aa5ff962-1176-4d1f-9fcb-81da70d61eff tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.210296 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-81c519e6-de21-4935-b141-78957d07be0e req-6828b53a-4afd-4a1a-b56c-51d275574413 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.242048 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-aa5ff962-1176-4d1f-9fcb-81da70d61eff tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.261877 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-81c519e6-de21-4935-b141-78957d07be0e req-6828b53a-4afd-4a1a-b56c-51d275574413 service neutron] Transition to ACTIVE for port object 400268ad-fdf2-47ef-9ca5-2a7c3730abcc will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:40:30.285433 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-81c519e6-de21-4935-b141-78957d07be0e req-6828b53a-4afd-4a1a-b56c-51d275574413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.285818 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-88bad642-3964-4f76-b002-75ff5e1d4b51 req-6d9740f6-c3c6-42cd-afd2-a7cf1c6ca570 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286094 Nov 12 08:40:30.294577 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3e2a3-94e9-463d-85e1-ebe75dfd29f2 req-c5c8f67f-860d-457a-8622-ce787fb828ca tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:30.296919 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c7c3e2a3-94e9-463d-85e1-ebe75dfd29f2 req-c5c8f67f-860d-457a-8622-ce787fb828ca tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 943 time: 0.1037991 Nov 12 08:40:30.378187 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-f060999e-2f20-423f-9447-f798af296ebf tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:30.379871 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-f060999e-2f20-423f-9447-f798af296ebf tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6268907 Nov 12 08:40:30.423898 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c7c3e2a3-94e9-463d-85e1-ebe75dfd29f2 req-024e0583-9813-4b5b-a302-f0396dbe1cce tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102097 Nov 12 08:40:30.440200 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-e6dbf6f0-f5ee-499f-b498-9eb6c728b533 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Request body: {'port': {'device_id': '85140482-ced3-4449-b210-480a5475c894', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'admin_state_up': True, 'tenant_id': '77c71385403843f6af1178f9ec90e653'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:30.597518 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828b53a-4afd-4a1a-b56c-51d275574413 service neutron] Pushing event updated for resources: {'Port': ['ID=400268ad-fdf2-47ef-9ca5-2a7c3730abcc,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:30.618946 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91851bb4-1dd5-4fbf-a2d9-02dad0b18098 req-b72108a8-e6ff-462e-93ca-369449b31183 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:30.626313 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-91851bb4-1dd5-4fbf-a2d9-02dad0b18098 req-b72108a8-e6ff-462e-93ca-369449b31183 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a67798d-c735-497c-b121-c1069e2476c6 HTTP/1.1" status: 200 len: 944 time: 0.1408997 Nov 12 08:40:30.631954 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-b82bf234-94fb-4476-9954-bbc5c2293a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:30.633612 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-b82bf234-94fb-4476-9954-bbc5c2293a0e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9&tenant_id=7d890d5943624406b7ee953df5b1a618 HTTP/1.1" status: 200 len: 1095 time: 0.2507410 Nov 12 08:40:30.658898 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-44a22492-bbc1-49af-8275-86d1ca6eeaec service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768862-16', 'device_owner': 'compute:nova'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:30.678037 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf67ef-7b8c-4557-bb7a-0e162400b176 req-f32fb9e4-9406-4130-801d-ad430ecd69af tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:30.681627 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-74bf67ef-7b8c-4557-bb7a-0e162400b176 req-f32fb9e4-9406-4130-801d-ad430ecd69af tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f05c1bd-1a50-45b6-890b-29f8b5eef5a3 HTTP/1.1" status: 200 len: 943 time: 0.1442862 Nov 12 08:40:30.763564 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-81c519e6-de21-4935-b141-78957d07be0e req-6828b53a-4afd-4a1a-b56c-51d275574413 service neutron] Attempting to bind port 400268ad-fdf2-47ef-9ca5-2a7c3730abcc on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:30.764113 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-81c519e6-de21-4935-b141-78957d07be0e req-6828b53a-4afd-4a1a-b56c-51d275574413 service neutron] Attempting to bind port 400268ad-fdf2-47ef-9ca5-2a7c3730abcc by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '5e7c7833-2333-46bc-97e1-9ab5cc58b461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'decddc00-32e0-44cc-9e13-8ef2ed68d9e6'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:30.764374 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c519e6-de21-4935-b141-78957d07be0e req-6828b53a-4afd-4a1a-b56c-51d275574413 service neutron] Attempting to bind port 400268ad-fdf2-47ef-9ca5-2a7c3730abcc on network decddc00-32e0-44cc-9e13-8ef2ed68d9e6 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:30.765918 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-91851bb4-1dd5-4fbf-a2d9-02dad0b18098 req-9e79abea-b53f-4fa6-911e-aedb1daad0fb tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386445 Nov 12 08:40:30.767777 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-aa5ff962-1176-4d1f-9fcb-81da70d61eff tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.817453 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-44a22492-bbc1-49af-8275-86d1ca6eeaec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.818592 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-74bf67ef-7b8c-4557-bb7a-0e162400b176 req-04c4bb29-eddb-4d17-b9a0-ec8d052b589e tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303234 Nov 12 08:40:30.820996 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-aa5ff962-1176-4d1f-9fcb-81da70d61eff tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.823559 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-c73c8719-8635-41c4-bdf2-1bf57eccda1c req-4ca29bd8-4944-4589-90fa-186e4b16776f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-685242915', 'description': 'tempest-description-46972344'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:30.864566 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c73c8719-8635-41c4-bdf2-1bf57eccda1c req-4ca29bd8-4944-4589-90fa-186e4b16776f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.903319 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ff962-1176-4d1f-9fcb-81da70d61eff tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3f408d-b717-4621-88ab-26f66f984ddd,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:30.906994 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c519e6-de21-4935-b141-78957d07be0e req-6828b53a-4afd-4a1a-b56c-51d275574413 service neutron] Port 400268ad-fdf2-47ef-9ca5-2a7c3730abcc on network decddc00-32e0-44cc-9e13-8ef2ed68d9e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:40:30.907397 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c519e6-de21-4935-b141-78957d07be0e req-6828b53a-4afd-4a1a-b56c-51d275574413 service neutron] Attempting to bind port 400268ad-fdf2-47ef-9ca5-2a7c3730abcc on network decddc00-32e0-44cc-9e13-8ef2ed68d9e6 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:30.933292 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c519e6-de21-4935-b141-78957d07be0e req-6828b53a-4afd-4a1a-b56c-51d275574413 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:30.933716 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c519e6-de21-4935-b141-78957d07be0e req-6828b53a-4afd-4a1a-b56c-51d275574413 service neutron] Checking segment: {'id': '5e7c7833-2333-46bc-97e1-9ab5cc58b461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'decddc00-32e0-44cc-9e13-8ef2ed68d9e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:30.934167 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c519e6-de21-4935-b141-78957d07be0e req-6828b53a-4afd-4a1a-b56c-51d275574413 service neutron] Bound using segment: {'id': '5e7c7833-2333-46bc-97e1-9ab5cc58b461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'decddc00-32e0-44cc-9e13-8ef2ed68d9e6'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:30.934745 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-81c519e6-de21-4935-b141-78957d07be0e req-6828b53a-4afd-4a1a-b56c-51d275574413 service neutron] Bound port: 400268ad-fdf2-47ef-9ca5-2a7c3730abcc, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7c7833-2333-46bc-97e1-9ab5cc58b461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'decddc00-32e0-44cc-9e13-8ef2ed68d9e6'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:30.935133 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-81c519e6-de21-4935-b141-78957d07be0e req-6828b53a-4afd-4a1a-b56c-51d275574413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.986937 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d85c6a58-1cf1-4a50-8bff-6fbd3477bde2 req-90f09056-74fc-4ae8-b11a-ddd42ffbe1d0 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c47f422-2541-45a4-9d2d-9a8f5a456599 HTTP/1.1" status: 200 len: 210 time: 0.0370545 Nov 12 08:40:31.051199 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c73c8719-8635-41c4-bdf2-1bf57eccda1c req-4ca29bd8-4944-4589-90fa-186e4b16776f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.058393 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-e6dbf6f0-f5ee-499f-b498-9eb6c728b533 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Made reservation on behalf of 77c71385403843f6af1178f9ec90e653 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:31.061899 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c73c8719-8635-41c4-bdf2-1bf57eccda1c req-4ca29bd8-4944-4589-90fa-186e4b16776f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.065790 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-e6dbf6f0-f5ee-499f-b498-9eb6c728b533 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.146234 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c73c8719-8635-41c4-bdf2-1bf57eccda1c req-4ca29bd8-4944-4589-90fa-186e4b16776f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.158909 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c73c8719-8635-41c4-bdf2-1bf57eccda1c req-4ca29bd8-4944-4589-90fa-186e4b16776f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3458462 Nov 12 08:40:31.194795 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca29bd8-4944-4589-90fa-186e4b16776f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa2a89e-16e6-4463-a06e-c1435ed4e267,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:31.274601 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a935b6-1569-48ef-b3ee-4341b7a98869 req-14d74d4c-fe32-41e4-962b-9e86a4f28aed tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:31.276390 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-21a935b6-1569-48ef-b3ee-4341b7a98869 req-14d74d4c-fe32-41e4-962b-9e86a4f28aed tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 950 time: 0.1138992 Nov 12 08:40:31.315821 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8b55327-7f1e-4375-b777-749e8bc7c658 req-8126030f-965c-4809-b341-8bdeb7f94f8a tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/ports?device_id=85140482-ced3-4449-b210-480a5475c894 HTTP/1.1" status: 200 len: 210 time: 0.0636723 Nov 12 08:40:31.347122 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-aa5ff962-1176-4d1f-9fcb-81da70d61eff tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Allocated IP 192.168.233.57 (aaa9e939-3555-4037-a22a-8e3905c2166f/ac1fb13e-fa96-4a78-a070-af75ed125682/68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:31.368950 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-81c519e6-de21-4935-b141-78957d07be0e req-6828b53a-4afd-4a1a-b56c-51d275574413 service neutron] For port 400268ad-fdf2-47ef-9ca5-2a7c3730abcc, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:31.387604 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-81c519e6-de21-4935-b141-78957d07be0e req-6828b53a-4afd-4a1a-b56c-51d275574413 service neutron] For port 400268ad-fdf2-47ef-9ca5-2a7c3730abcc, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=400268ad-fdf2-47ef-9ca5-2a7c3730abcc,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:31.422539 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-21a935b6-1569-48ef-b3ee-4341b7a98869 req-c3e9d873-71d2-4f6c-915a-4909b438035a tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137426 Nov 12 08:40:31.498816 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fb0ace16-a7dd-4d06-bcb2-9cf6d15dab64 req-eb821c08-7510-41a9-9de0-4a30027aa4db tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups/9fa2a89e-16e6-4463-a06e-c1435ed4e267 HTTP/1.1" status: 200 len: 1815 time: 0.0869370 Nov 12 08:40:31.503668 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-81c519e6-de21-4935-b141-78957d07be0e req-6828b53a-4afd-4a1a-b56c-51d275574413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.514197 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-fb0ace16-a7dd-4d06-bcb2-9cf6d15dab64 req-4d1f83c3-18a4-472e-92c7-1911e913fe75 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1302129471', 'description': 'tempest-description-hth-1529000580'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:31.656811 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fb0ace16-a7dd-4d06-bcb2-9cf6d15dab64 req-4d1f83c3-18a4-472e-92c7-1911e913fe75 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.667860 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c519e6-de21-4935-b141-78957d07be0e req-6828b53a-4afd-4a1a-b56c-51d275574413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:31.668484 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-81c519e6-de21-4935-b141-78957d07be0e req-6828b53a-4afd-4a1a-b56c-51d275574413 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.669933 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-81c519e6-de21-4935-b141-78957d07be0e req-6828b53a-4afd-4a1a-b56c-51d275574413 service neutron] 10.222.0.54 "PUT /v2.0/ports/400268ad-fdf2-47ef-9ca5-2a7c3730abcc HTTP/1.1" status: 200 len: 1092 time: 3.8595896 Nov 12 08:40:31.737001 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf6651-d15d-489f-9ce1-46410765b814 req-55294a65-2da9-46eb-8a7b-dcb6e7836154 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:31.743046 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828b53a-4afd-4a1a-b56c-51d275574413 service neutron] Pushing event updated for resources: {'Port': ['ID=400268ad-fdf2-47ef-9ca5-2a7c3730abcc,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:31.745200 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-46bf6651-d15d-489f-9ce1-46410765b814 req-55294a65-2da9-46eb-8a7b-dcb6e7836154 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 945 time: 0.1556754 Nov 12 08:40:31.773545 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fb0ace16-a7dd-4d06-bcb2-9cf6d15dab64 req-4d1f83c3-18a4-472e-92c7-1911e913fe75 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.780439 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fb0ace16-a7dd-4d06-bcb2-9cf6d15dab64 req-4d1f83c3-18a4-472e-92c7-1911e913fe75 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.785805 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fb0ace16-a7dd-4d06-bcb2-9cf6d15dab64 req-4d1f83c3-18a4-472e-92c7-1911e913fe75 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.787200 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fb0ace16-a7dd-4d06-bcb2-9cf6d15dab64 req-4d1f83c3-18a4-472e-92c7-1911e913fe75 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "PUT /v2.0/security-groups/9fa2a89e-16e6-4463-a06e-c1435ed4e267 HTTP/1.1" status: 200 len: 1792 time: 0.2779346 Nov 12 08:40:31.849332 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-44a22492-bbc1-49af-8275-86d1ca6eeaec service neutron] For port 10948d64-3eb3-4935-b81b-78e6ca3e4140, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=10948d64-3eb3-4935-b81b-78e6ca3e4140,segment=NetworkSegment(cbd6be86-3cb3-4740-8617-f1a45bb12c8c),segment_id=cbd6be86-3cb3-4740-8617-f1a45bb12c8c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:31.878512 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c519e6-de21-4935-b141-78957d07be0e req-da5427e9-3b06-4f06-957e-070b057fae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:31.880235 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-81c519e6-de21-4935-b141-78957d07be0e req-da5427e9-3b06-4f06-957e-070b057fae90 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d73a964a85c04c1cb36ad5eed9aa3407&device_id=2f05c1bd-1a50-45b6-890b-29f8b5eef5a3 HTTP/1.1" status: 200 len: 1095 time: 0.1449866 Nov 12 08:40:31.932741 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-81c519e6-de21-4935-b141-78957d07be0e req-98e7e1a1-508c-4613-aff5-49d7af320520 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=400268ad-fdf2-47ef-9ca5-2a7c3730abcc HTTP/1.1" status: 200 len: 217 time: 0.0401213 Nov 12 08:40:31.966887 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-aa5ff962-1176-4d1f-9fcb-81da70d61eff tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.967547 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f83c3-18a4-472e-92c7-1911e913fe75 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa2a89e-16e6-4463-a06e-c1435ed4e267,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:31.977534 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-46bf6651-d15d-489f-9ce1-46410765b814 req-f59f0ebb-d31d-4122-a30f-cd9b325ad5f6 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308276 Nov 12 08:40:32.029647 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b5262-20b8-4c48-acac-1794e512b929 req-b438803b-bb98-4583-9546-a4d280135556 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:32.033905 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c4b5262-20b8-4c48-acac-1794e512b929 req-b438803b-bb98-4583-9546-a4d280135556 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 943 time: 0.1491973 Nov 12 08:40:32.056379 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c519e6-de21-4935-b141-78957d07be0e req-91fa7230-60cb-4275-becc-9fcef4b4ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:32.058235 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-81c519e6-de21-4935-b141-78957d07be0e req-91fa7230-60cb-4275-becc-9fcef4b4ddb5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8caf3eba-e7df-49d1-bdb7-f7a8b69eb432 HTTP/1.1" status: 200 len: 844 time: 0.1140342 Nov 12 08:40:32.085768 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-44a22492-bbc1-49af-8275-86d1ca6eeaec service neutron] For port 10948d64-3eb3-4935-b81b-78e6ca3e4140, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:32.119056 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a67798d-c735-497c-b121-c1069e2476c6', 'tag': '02e861c6-419a-4885-988e-46628065ca26'}, {'name': 'network-changed', 'server_uuid': '2f05c1bd-1a50-45b6-890b-29f8b5eef5a3', 'tag': '400268ad-fdf2-47ef-9ca5-2a7c3730abcc'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:32.121608 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c50003-0ac9-4921-817a-373e173d799d" -d '{"events": [{"name": "network-changed", "server_uuid": "5a67798d-c735-497c-b121-c1069e2476c6", "tag": "02e861c6-419a-4885-988e-46628065ca26"}, {"name": "network-changed", "server_uuid": "2f05c1bd-1a50-45b6-890b-29f8b5eef5a3", "tag": "400268ad-fdf2-47ef-9ca5-2a7c3730abcc"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:32.289575 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c4b5262-20b8-4c48-acac-1794e512b929 req-0d8c62c3-8db2-469c-8e90-ffe4b7197943 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427385 Nov 12 08:40:32.340161 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903d80a-f40c-4385-8993-b23f6067458d req-8a30d994-8b3a-49f2-9861-3801d056bbdc tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:32.347975 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a903d80a-f40c-4385-8993-b23f6067458d req-8a30d994-8b3a-49f2-9861-3801d056bbdc tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a67798d-c735-497c-b121-c1069e2476c6 HTTP/1.1" status: 200 len: 944 time: 0.2495875 Nov 12 08:40:32.425904 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-54ad762e-1c2f-4cf5-9b73-32d7514165cd tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:32.428063 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-54ad762e-1c2f-4cf5-9b73-32d7514165cd tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.58 "GET /v2.0/networks?id=c7db9cf5-086a-4f80-b2c3-667939029369 HTTP/1.1" status: 200 len: 806 time: 0.3570015 Nov 12 08:40:32.490699 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a903d80a-f40c-4385-8993-b23f6067458d req-2ccd7002-cd6b-45d3-83b2-96f855d383c8 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318109 Nov 12 08:40:32.507057 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-81c519e6-de21-4935-b141-78957d07be0e req-871802f5-6277-4930-9f7a-073d71c20661 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=decddc00-32e0-44cc-9e13-8ef2ed68d9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4381311 Nov 12 08:40:32.516723 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dc63988c-dcb7-405c-a8dc-8a41e6a5aa4c req-5ea326ca-81b8-46ca-9995-04ccaac2be6c tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups/9fa2a89e-16e6-4463-a06e-c1435ed4e267 HTTP/1.1" status: 200 len: 1792 time: 0.1672506 Nov 12 08:40:32.603991 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-aa5ff962-1176-4d1f-9fcb-81da70d61eff tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:32.614331 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-3ca98228-a34c-441e-bea2-fbb040fb26a0 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92bb6f013dd04ddf8fe03d8328359b94 HTTP/1.1" status: 200 len: 379 time: 0.1642675 Nov 12 08:40:32.636871 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-44a22492-bbc1-49af-8275-86d1ca6eeaec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10948d64-3eb3-4935-b81b-78e6ca3e4140 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:40:32.639139 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-b0017180-f809-469c-a017-e116e8458681 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Request body: {'port': {'device_id': '2c47f422-2541-45a4-9d2d-9a8f5a456599', 'network_id': 'c7db9cf5-086a-4f80-b2c3-667939029369', 'admin_state_up': True, 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94', 'security_groups': ['f851e748-86f9-4bc7-b8b1-4bcb2862adff']}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:32.684054 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5a422a0e-b5d2-45b4-9a2d-8e90ece6ab2d req-02c32b3c-d2bc-4f0a-b17c-d32206bf3b79 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c47f422-2541-45a4-9d2d-9a8f5a456599 HTTP/1.1" status: 200 len: 210 time: 0.0684102 Nov 12 08:40:32.686331 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-e6dbf6f0-f5ee-499f-b498-9eb6c728b533 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Allocated IP 192.168.233.98 (aaa9e939-3555-4037-a22a-8e3905c2166f/ac1fb13e-fa96-4a78-a070-af75ed125682/8ecabc74-70ed-466f-9d7a-f178e188ae61) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:32.728424 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-44a22492-bbc1-49af-8275-86d1ca6eeaec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:32.770703 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9843b-8a0a-443b-a412-41829ebb4f85 req-362b3430-6b8b-4b73-8fb1-7e145a19f3cd tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:32.778779 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3de9843b-8a0a-443b-a412-41829ebb4f85 req-362b3430-6b8b-4b73-8fb1-7e145a19f3cd tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f05c1bd-1a50-45b6-890b-29f8b5eef5a3 HTTP/1.1" status: 200 len: 943 time: 0.1620202 Nov 12 08:40:32.901022 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3de9843b-8a0a-443b-a412-41829ebb4f85 req-ff8a3aa1-e30a-4eae-acbc-47263c156aaf tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208088 Nov 12 08:40:32.936856 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-44a22492-bbc1-49af-8275-86d1ca6eeaec service neutron] Transition to ACTIVE for port object 10948d64-3eb3-4935-b81b-78e6ca3e4140 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:40:32.946267 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cd7be6-0980-4b19-9769-49f22ecab587 x-openstack-request-id: req-11cd7be6-0980-4b19-9769-49f22ecab587 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:32.946673 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a67798d-c735-497c-b121-c1069e2476c6", "tag": "02e861c6-419a-4885-988e-46628065ca26", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2f05c1bd-1a50-45b6-890b-29f8b5eef5a3", "tag": "400268ad-fdf2-47ef-9ca5-2a7c3730abcc", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:32.946877 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-11cd7be6-0980-4b19-9769-49f22ecab587 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:32.947245 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a67798d-c735-497c-b121-c1069e2476c6', 'tag': '02e861c6-419a-4885-988e-46628065ca26', 'status': 'completed', 'code': 200} Nov 12 08:40:32.947500 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f05c1bd-1a50-45b6-890b-29f8b5eef5a3', 'tag': '400268ad-fdf2-47ef-9ca5-2a7c3730abcc', 'status': 'completed', 'code': 200} Nov 12 08:40:32.959818 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-aa5ff962-1176-4d1f-9fcb-81da70d61eff tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Network aaa9e939-3555-4037-a22a-8e3905c2166f is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:32.962590 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-44a22492-bbc1-49af-8275-86d1ca6eeaec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:32.964334 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d15d2021-5604-468c-939b-3d92fb5767a8 req-6926026b-1a11-49df-8c10-c0601cd85fe8 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/ports?device_id=85140482-ced3-4449-b210-480a5475c894 HTTP/1.1" status: 200 len: 210 time: 0.0502412 Nov 12 08:40:32.978273 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-b0017180-f809-469c-a017-e116e8458681 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Made reservation on behalf of 92bb6f013dd04ddf8fe03d8328359b94 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:32.981279 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-aa5ff962-1176-4d1f-9fcb-81da70d61eff tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:32.982204 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-b0017180-f809-469c-a017-e116e8458681 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:32.999080 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-aa5ff962-1176-4d1f-9fcb-81da70d61eff tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:33.064702 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-aa5ff962-1176-4d1f-9fcb-81da70d61eff tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:33.065471 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-aa5ff962-1176-4d1f-9fcb-81da70d61eff tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.079690 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ff962-1176-4d1f-9fcb-81da70d61eff tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Pushing event updated for resources: {'Port': ['ID=68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:33.089662 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c50003-0ac9-4921-817a-373e173d799d req-99259e8a-5384-4604-8511-53180c07e605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:33.091267 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-64c50003-0ac9-4921-817a-373e173d799d req-99259e8a-5384-4604-8511-53180c07e605 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d7b2958acbca46c980b81bc3e2353025&device_id=5a67798d-c735-497c-b121-c1069e2476c6 HTTP/1.1" status: 200 len: 1096 time: 0.2657464 Nov 12 08:40:33.127820 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-e6dbf6f0-f5ee-499f-b498-9eb6c728b533 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.213074 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-44a22492-bbc1-49af-8275-86d1ca6eeaec service neutron] No DVR routers for this DVR port 10948d64-3eb3-4935-b81b-78e6ca3e4140 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:40:33.236234 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-aa5ff962-1176-4d1f-9fcb-81da70d61eff tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0360692 Nov 12 08:40:33.253563 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-af445436-3909-4f14-884a-2b267cf6e84b service neutron] Request body: {'port': {'device_id': 'dc0ba00c-96bc-4877-8206-33c3c0b95070', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:33.318914 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-81c519e6-de21-4935-b141-78957d07be0e req-203051aa-63c1-422c-9d57-c9a4f84bf2ff service neutron] 10.222.0.54 "GET /v2.0/networks/decddc00-32e0-44cc-9e13-8ef2ed68d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7820568 Nov 12 08:40:33.339265 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9d420-5f6e-4f5c-85af-741166df8140 req-f9f43c45-32bb-44b2-a0a7-b060f2dd0f86 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:33.348687 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e5d9d420-5f6e-4f5c-85af-741166df8140 req-f9f43c45-32bb-44b2-a0a7-b060f2dd0f86 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 950 time: 0.3370986 Nov 12 08:40:33.352830 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a22492-bbc1-49af-8275-86d1ca6eeaec service neutron] Pushing event updated for resources: {'Port': ['ID=10948d64-3eb3-4935-b81b-78e6ca3e4140,revision_number=9']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:33.411524 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fd580076-0c8e-4d1a-a677-c23ee6cc6c5f req-cee604e6-8833-4bf4-8587-82f986840c2c tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups/9fa2a89e-16e6-4463-a06e-c1435ed4e267 HTTP/1.1" status: 200 len: 1792 time: 0.3050978 Nov 12 08:40:33.420590 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-af445436-3909-4f14-884a-2b267cf6e84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.482728 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-44a22492-bbc1-49af-8275-86d1ca6eeaec service neutron] Attempting to bind port 10948d64-3eb3-4935-b81b-78e6ca3e4140 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:33.483794 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-44a22492-bbc1-49af-8275-86d1ca6eeaec service neutron] Attempting to bind port 10948d64-3eb3-4935-b81b-78e6ca3e4140 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'cbd6be86-3cb3-4740-8617-f1a45bb12c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7606f079-2527-4e0e-94d1-986a75700eb0'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:33.483794 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-44a22492-bbc1-49af-8275-86d1ca6eeaec service neutron] Attempting to bind port 10948d64-3eb3-4935-b81b-78e6ca3e4140 on network 7606f079-2527-4e0e-94d1-986a75700eb0 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:33.529989 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-44a22492-bbc1-49af-8275-86d1ca6eeaec service neutron] Port 10948d64-3eb3-4935-b81b-78e6ca3e4140 on network 7606f079-2527-4e0e-94d1-986a75700eb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:40:33.530340 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-44a22492-bbc1-49af-8275-86d1ca6eeaec service neutron] Attempting to bind port 10948d64-3eb3-4935-b81b-78e6ca3e4140 on network 7606f079-2527-4e0e-94d1-986a75700eb0 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:33.533138 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-e6dbf6f0-f5ee-499f-b498-9eb6c728b533 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.552775 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c50003-0ac9-4921-817a-373e173d799d req-2d9cf77c-ed01-429d-ba38-98525f92c39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:33.555318 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-64c50003-0ac9-4921-817a-373e173d799d req-2d9cf77c-ed01-429d-ba38-98525f92c39e service neutron] 10.222.0.58 "GET /v2.0/networks?id=66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 HTTP/1.1" status: 200 len: 915 time: 0.4446607 Nov 12 08:40:33.570756 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e5d9d420-5f6e-4f5c-85af-741166df8140 req-95237eb5-7857-42fa-94c0-6ad7f3d93320 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181642 Nov 12 08:40:33.630861 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-44a22492-bbc1-49af-8275-86d1ca6eeaec service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:33.631211 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-44a22492-bbc1-49af-8275-86d1ca6eeaec service neutron] Checking segment: {'id': 'cbd6be86-3cb3-4740-8617-f1a45bb12c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7606f079-2527-4e0e-94d1-986a75700eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:33.631618 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-44a22492-bbc1-49af-8275-86d1ca6eeaec service neutron] Bound using segment: {'id': 'cbd6be86-3cb3-4740-8617-f1a45bb12c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7606f079-2527-4e0e-94d1-986a75700eb0'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:33.632102 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-44a22492-bbc1-49af-8275-86d1ca6eeaec service neutron] Bound port: 10948d64-3eb3-4935-b81b-78e6ca3e4140, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd6be86-3cb3-4740-8617-f1a45bb12c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7606f079-2527-4e0e-94d1-986a75700eb0'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:33.632473 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-44a22492-bbc1-49af-8275-86d1ca6eeaec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.638465 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-81c519e6-de21-4935-b141-78957d07be0e req-dc6494ed-53de-48c1-beb8-d3d558cdb547 service neutron] 10.222.0.54 "GET /v2.0/networks/decddc00-32e0-44cc-9e13-8ef2ed68d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986493 Nov 12 08:40:33.656523 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-a5337823-d204-4928-81e7-ffabaf394723 None None] Provisioning complete for port 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:33.657708 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a5337823-d204-4928-81e7-ffabaf394723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.704172 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-64c50003-0ac9-4921-817a-373e173d799d req-615a8296-2eba-449a-9d50-33c454c8a3fc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02e861c6-419a-4885-988e-46628065ca26 HTTP/1.1" status: 200 len: 217 time: 0.1298776 Nov 12 08:40:33.708735 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-a5337823-d204-4928-81e7-ffabaf394723 None None] Port 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:40:33.775828 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-b0017180-f809-469c-a017-e116e8458681 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Allocated IP 172.20.0.10 (c7db9cf5-086a-4f80-b2c3-667939029369/3442c5c9-cc85-4770-ba08-087a11ee8363/48b2e70d-5630-4b2e-8e8a-990bcda33240) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:33.788616 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fd580076-0c8e-4d1a-a677-c23ee6cc6c5f req-1855b22b-b8b3-4a28-b6ea-51a0a985de12 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.802858 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dbf6f0-f5ee-499f-b498-9eb6c728b533 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Pushing event updated for resources: {'Port': ['ID=8ecabc74-70ed-466f-9d7a-f178e188ae61,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:33.826918 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-e6dbf6f0-f5ee-499f-b498-9eb6c728b533 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Network aaa9e939-3555-4037-a22a-8e3905c2166f is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:33.841537 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c50003-0ac9-4921-817a-373e173d799d req-ff93d2ca-fbba-4c3e-aa0d-ee4f730f9762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:33.843202 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-64c50003-0ac9-4921-817a-373e173d799d req-ff93d2ca-fbba-4c3e-aa0d-ee4f730f9762 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=220263af-ce0c-476a-8783-ac39098fb22e HTTP/1.1" status: 200 len: 854 time: 0.1210339 Nov 12 08:40:33.851096 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fd580076-0c8e-4d1a-a677-c23ee6cc6c5f req-1855b22b-b8b3-4a28-b6ea-51a0a985de12 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.861100 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-e6dbf6f0-f5ee-499f-b498-9eb6c728b533 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:33.870139 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-e6dbf6f0-f5ee-499f-b498-9eb6c728b533 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:33.922952 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f15809-0245-4199-89d0-1904e4deb28c req-53c7e168-583f-4cd2-8890-aaa974f7d151 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:33.930388 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c0f15809-0245-4199-89d0-1904e4deb28c req-53c7e168-583f-4cd2-8890-aaa974f7d151 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 945 time: 0.2318299 Nov 12 08:40:33.944133 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-64c50003-0ac9-4921-817a-373e173d799d req-279f5aae-2718-46f5-82fc-454375de2b52 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=66f89d7d-fbfb-425e-a64e-a55fcdce5ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847089 Nov 12 08:40:34.003287 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c50003-0ac9-4921-817a-373e173d799d req-c1bc7923-afaf-4f33-b3a1-cc52b42a39d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:34.005414 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-64c50003-0ac9-4921-817a-373e173d799d req-c1bc7923-afaf-4f33-b3a1-cc52b42a39d9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d73a964a85c04c1cb36ad5eed9aa3407&device_id=2f05c1bd-1a50-45b6-890b-29f8b5eef5a3 HTTP/1.1" status: 200 len: 1095 time: 0.2265682 Nov 12 08:40:34.076724 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 02e861c6-419a-4885-988e-46628065ca26 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:40:34.170325 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fd580076-0c8e-4d1a-a677-c23ee6cc6c5f req-1855b22b-b8b3-4a28-b6ea-51a0a985de12 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.173434 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fd580076-0c8e-4d1a-a677-c23ee6cc6c5f req-1855b22b-b8b3-4a28-b6ea-51a0a985de12 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.185337 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fd580076-0c8e-4d1a-a677-c23ee6cc6c5f req-1855b22b-b8b3-4a28-b6ea-51a0a985de12 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "DELETE /v2.0/security-groups/9fa2a89e-16e6-4463-a06e-c1435ed4e267 HTTP/1.1" status: 204 len: 173 time: 0.7729051 Nov 12 08:40:34.233502 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c50003-0ac9-4921-817a-373e173d799d req-c487cf36-45e6-4d16-b5f7-0d7078b7a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:34.235351 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-64c50003-0ac9-4921-817a-373e173d799d req-c487cf36-45e6-4d16-b5f7-0d7078b7a7f2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=decddc00-32e0-44cc-9e13-8ef2ed68d9e6 HTTP/1.1" status: 200 len: 905 time: 0.2074833 Nov 12 08:40:34.239430 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-44a22492-bbc1-49af-8275-86d1ca6eeaec service neutron] For port 10948d64-3eb3-4935-b81b-78e6ca3e4140, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:34.248833 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-e6dbf6f0-f5ee-499f-b498-9eb6c728b533 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:34.249890 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-e6dbf6f0-f5ee-499f-b498-9eb6c728b533 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.312127 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8e400c02-7e70-48e4-83b3-5e24baa3c246 None None] Provisioning complete for port 8ecabc74-70ed-466f-9d7a-f178e188ae61 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:34.312658 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8e400c02-7e70-48e4-83b3-5e24baa3c246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.340294 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-44a22492-bbc1-49af-8275-86d1ca6eeaec service neutron] For port 10948d64-3eb3-4935-b81b-78e6ca3e4140, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=10948d64-3eb3-4935-b81b-78e6ca3e4140,segment=NetworkSegment(cbd6be86-3cb3-4740-8617-f1a45bb12c8c),segment_id=cbd6be86-3cb3-4740-8617-f1a45bb12c8c)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:34.351165 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-e6dbf6f0-f5ee-499f-b498-9eb6c728b533 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9112971 Nov 12 08:40:34.353846 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855b22b-b8b3-4a28-b6ea-51a0a985de12 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa2a89e-16e6-4463-a06e-c1435ed4e267,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:34.354082 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-64c50003-0ac9-4921-817a-373e173d799d req-29fdbafd-9d6a-4adc-b9f8-c098312cdf98 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=400268ad-fdf2-47ef-9ca5-2a7c3730abcc HTTP/1.1" status: 200 len: 217 time: 0.0734951 Nov 12 08:40:34.361627 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-44a22492-bbc1-49af-8275-86d1ca6eeaec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.416325 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-c969ca3f-242a-4abc-8c00-22710992aa1d service neutron] Request body: {'port': {'device_id': '85140482-ced3-4449-b210-480a5475c894', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:34.468215 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 02e861c6-419a-4885-988e-46628065ca26, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=02e861c6-419a-4885-988e-46628065ca26,segment=NetworkSegment(68005b70-1579-4f58-bade-fbc137d1c951),segment_id=68005b70-1579-4f58-bade-fbc137d1c951)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:34.491488 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-8e400c02-7e70-48e4-83b3-5e24baa3c246 None None] Port 8ecabc74-70ed-466f-9d7a-f178e188ae61 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:40:34.508240 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '02e861c6-419a-4885-988e-46628065ca26', 'network_id': '66f89d7d-fbfb-425e-a64e-a55fcdce5ee4', 'port_id': '02e861c6-419a-4885-988e-46628065ca26', 'mac_address': 'fa:16:3e:5a:e1:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '220263af-ce0c-476a-8783-ac39098fb22e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:40:34.531172 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-44a22492-bbc1-49af-8275-86d1ca6eeaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:34.532137 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-44a22492-bbc1-49af-8275-86d1ca6eeaec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.534377 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-44a22492-bbc1-49af-8275-86d1ca6eeaec service neutron] 10.222.0.58 "PUT /v2.0/ports/10948d64-3eb3-4935-b81b-78e6ca3e4140 HTTP/1.1" status: 200 len: 1092 time: 3.8799534 Nov 12 08:40:34.550753 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c0f15809-0245-4199-89d0-1904e4deb28c req-5b38809c-2f55-49f4-899a-9bc1a0fa34c5 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6193421 Nov 12 08:40:34.588090 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c50003-0ac9-4921-817a-373e173d799d req-3ea4b71c-b911-4303-890d-9b8a2ac6cf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:34.589628 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-64c50003-0ac9-4921-817a-373e173d799d req-3ea4b71c-b911-4303-890d-9b8a2ac6cf5f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8caf3eba-e7df-49d1-bdb7-f7a8b69eb432 HTTP/1.1" status: 200 len: 844 time: 0.1968141 Nov 12 08:40:34.613298 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-b0017180-f809-469c-a017-e116e8458681 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.628681 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-64c50003-0ac9-4921-817a-373e173d799d req-0fef34e9-ea5f-4b97-8ebd-1d09ce59b6a8 service neutron] 10.222.0.58 "GET /v2.0/networks/66f89d7d-fbfb-425e-a64e-a55fcdce5ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6621065 Nov 12 08:40:34.638346 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.661087 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e861c6-419a-4885-988e-46628065ca26 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:40:34.662585 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a150c-e2ab-47f0-88cb-cad8efe58a17 req-19fe7646-4ef8-418d-97d8-1fc081b64186 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:34.670938 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6b6a150c-e2ab-47f0-88cb-cad8efe58a17 req-19fe7646-4ef8-418d-97d8-1fc081b64186 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 944 time: 0.3594663 Nov 12 08:40:34.683009 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-64c50003-0ac9-4921-817a-373e173d799d req-5cb07b05-89d5-4ab4-b492-4ca6944b47ff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=decddc00-32e0-44cc-9e13-8ef2ed68d9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423176 Nov 12 08:40:34.689296 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 02e861c6-419a-4885-988e-46628065ca26, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=02e861c6-419a-4885-988e-46628065ca26,segment=NetworkSegment(68005b70-1579-4f58-bade-fbc137d1c951),segment_id=68005b70-1579-4f58-bade-fbc137d1c951)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:34.708761 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.722448 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a22492-bbc1-49af-8275-86d1ca6eeaec service neutron] Pushing event updated for resources: {'Port': ['ID=10948d64-3eb3-4935-b81b-78e6ca3e4140,revision_number=10']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:34.778232 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=02e861c6-419a-4885-988e-46628065ca26,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:34.817803 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-c969ca3f-242a-4abc-8c00-22710992aa1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.841322 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-af445436-3909-4f14-884a-2b267cf6e84b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:40:34.885831 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-af445436-3909-4f14-884a-2b267cf6e84b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.944546 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-66b4c46f-7c73-4dc4-bce3-c629843d15b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:34.947511 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-66b4c46f-7c73-4dc4-bce3-c629843d15b4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d890d5943624406b7ee953df5b1a618&device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 1096 time: 0.3745902 Nov 12 08:40:34.961807 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c63c62-75cb-41b3-b440-9f424c7ee3b9', 'tag': '10948d64-3eb3-4935-b81b-78e6ca3e4140'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:34.964858 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9557235b-95c2-4de5-bc75-bfb5d3ee0534" -d '{"events": [{"name": "network-changed", "server_uuid": "36c63c62-75cb-41b3-b440-9f424c7ee3b9", "tag": "10948d64-3eb3-4935-b81b-78e6ca3e4140"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:34.987485 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-af445436-3909-4f14-884a-2b267cf6e84b service neutron] Transition to ACTIVE for port object 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:40:35.019017 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-af445436-3909-4f14-884a-2b267cf6e84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:35.063179 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['02e861c6-419a-4885-988e-46628065ca26'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:40:35.245460 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6b6a150c-e2ab-47f0-88cb-cad8efe58a17 req-ce35cb5f-3de2-49e6-b2aa-1fd2aa485f2c tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5722649 Nov 12 08:40:35.265336 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684fc2a-fd05-4750-9e17-3b4cb0531771 req-11c8c243-0a5e-48f5-8634-c2eac14fef15 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:35.270902 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d684fc2a-fd05-4750-9e17-3b4cb0531771 req-11c8c243-0a5e-48f5-8634-c2eac14fef15 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a67798d-c735-497c-b121-c1069e2476c6 HTTP/1.1" status: 200 len: 945 time: 0.5804431 Nov 12 08:40:35.275247 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-b0017180-f809-469c-a017-e116e8458681 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:35.328911 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-64c50003-0ac9-4921-817a-373e173d799d req-760a4dda-64f7-415c-b2ab-e8765afdf10a service neutron] 10.222.0.54 "GET /v2.0/networks/decddc00-32e0-44cc-9e13-8ef2ed68d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6208451 Nov 12 08:40:35.455627 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af445436-3909-4f14-884a-2b267cf6e84b service neutron] Pushing event updated for resources: {'Port': ['ID=68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:35.465023 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-64c50003-0ac9-4921-817a-373e173d799d req-bcc5bf74-68ef-41a9-af1b-728279dde0f0 service neutron] 10.222.0.58 "GET /v2.0/networks/66f89d7d-fbfb-425e-a64e-a55fcdce5ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7851562 Nov 12 08:40:35.481223 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d684fc2a-fd05-4750-9e17-3b4cb0531771 req-943e0595-5db0-4610-bb1d-0c20fb6d5c2a tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039928 Nov 12 08:40:35.486049 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-b0017180-f809-469c-a017-e116e8458681 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Network c7db9cf5-086a-4f80-b2c3-667939029369 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:35.492094 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-b0017180-f809-469c-a017-e116e8458681 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:35.493933 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0017180-f809-469c-a017-e116e8458681 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Pushing event updated for resources: {'Port': ['ID=48b2e70d-5630-4b2e-8e8a-990bcda33240,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:35.505976 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-b0017180-f809-469c-a017-e116e8458681 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:35.541251 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de824894-3bce-4e02-a910-d234354fb715 req-1d9f105e-7660-4537-85d1-e9ec94454019 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:35.548902 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-de824894-3bce-4e02-a910-d234354fb715 req-1d9f105e-7660-4537-85d1-e9ec94454019 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c47f422-2541-45a4-9d2d-9a8f5a456599 HTTP/1.1" status: 200 len: 932 time: 0.1896124 Nov 12 08:40:35.578088 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-c1710317-56cf-4ae7-b3e8-92e159f32554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:35.584636 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-c1710317-56cf-4ae7-b3e8-92e159f32554 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7606f079-2527-4e0e-94d1-986a75700eb0 HTTP/1.1" status: 200 len: 915 time: 0.6141541 Nov 12 08:40:35.722675 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-b0017180-f809-469c-a017-e116e8458681 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:35.723324 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-b0017180-f809-469c-a017-e116e8458681 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:35.737063 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-de824894-3bce-4e02-a910-d234354fb715 req-c9edd8c8-9794-4940-b9a3-866f78cb653c tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/security-groups?id=f851e748-86f9-4bc7-b8b1-4bcb2862adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871004 Nov 12 08:40:35.739530 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-c969ca3f-242a-4abc-8c00-22710992aa1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ecabc74-70ed-466f-9d7a-f178e188ae61 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:40:35.747982 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-ff77787c-c0e3-4661-8a85-4c348ba8d743 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10948d64-3eb3-4935-b81b-78e6ca3e4140 HTTP/1.1" status: 200 len: 217 time: 0.1186996 Nov 12 08:40:35.756504 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-c969ca3f-242a-4abc-8c00-22710992aa1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:35.787383 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa4357-148c-48a0-be63-5f29b6b50278 req-03e46665-f317-43ea-9600-ac89f7e9748f tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:35.789071 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-baaa4357-148c-48a0-be63-5f29b6b50278 req-03e46665-f317-43ea-9600-ac89f7e9748f tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f05c1bd-1a50-45b6-890b-29f8b5eef5a3 HTTP/1.1" status: 200 len: 943 time: 0.1576481 Nov 12 08:40:35.825248 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-b0017180-f809-469c-a017-e116e8458681 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1900022 Nov 12 08:40:35.844244 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-af445436-3909-4f14-884a-2b267cf6e84b service neutron] Attempting to bind port 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:35.844244 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-af445436-3909-4f14-884a-2b267cf6e84b service neutron] Attempting to bind port 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:35.844772 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-af445436-3909-4f14-884a-2b267cf6e84b service neutron] Attempting to bind port 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:35.853158 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-64c50003-0ac9-4921-817a-373e173d799d req-6307ba6d-2af0-4686-9df9-4151b369001c service neutron] 10.222.0.54 "GET /v2.0/networks/decddc00-32e0-44cc-9e13-8ef2ed68d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5080440 Nov 12 08:40:35.857420 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-c969ca3f-242a-4abc-8c00-22710992aa1d service neutron] Transition to ACTIVE for port object 8ecabc74-70ed-466f-9d7a-f178e188ae61 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:40:35.861841 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-af445436-3909-4f14-884a-2b267cf6e84b service neutron] Port 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:40:35.862339 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-af445436-3909-4f14-884a-2b267cf6e84b service neutron] Attempting to bind port 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:35.870006 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-4bb702ad-4966-401b-98d9-35120aa9e140 service neutron] Request body: {'port': {'device_id': '2c47f422-2541-45a4-9d2d-9a8f5a456599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:35.873471 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-c969ca3f-242a-4abc-8c00-22710992aa1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:35.923141 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-af445436-3909-4f14-884a-2b267cf6e84b service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:35.923976 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-af445436-3909-4f14-884a-2b267cf6e84b service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:35.924647 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-af445436-3909-4f14-884a-2b267cf6e84b service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:35.925611 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-af445436-3909-4f14-884a-2b267cf6e84b service neutron] Bound port: 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:35.926532 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-af445436-3909-4f14-884a-2b267cf6e84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:35.939057 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-3d689a6b-de93-484c-b8a3-0d09508b60ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:35.941618 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-3d689a6b-de93-484c-b8a3-0d09508b60ac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=34379cfb-d173-406f-b0b9-10a5aa8d3079 HTTP/1.1" status: 200 len: 854 time: 0.1484289 Nov 12 08:40:35.941764 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-68504aa1-02ee-403d-bbac-eeb21ab606e8 None None] Provisioning complete for port 48b2e70d-5630-4b2e-8e8a-990bcda33240 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:35.942272 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-68504aa1-02ee-403d-bbac-eeb21ab606e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:36.014826 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-baaa4357-148c-48a0-be63-5f29b6b50278 req-21f992f7-7847-45cf-918e-95bc9845b4ee tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186029 Nov 12 08:40:36.023209 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-4bb702ad-4966-401b-98d9-35120aa9e140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:36.039114 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-4e1d3661-7b8b-42d3-b90d-1fceba819152 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7606f079-2527-4e0e-94d1-986a75700eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741391 Nov 12 08:40:36.039661 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-68504aa1-02ee-403d-bbac-eeb21ab606e8 None None] Port 48b2e70d-5630-4b2e-8e8a-990bcda33240 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:40:36.048255 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5998f-1cc2-45be-8508-3ae93a033aa2 req-c7b952f6-c1fa-4e28-abf6-6c2476f37a95 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:36.056255 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f5b5998f-1cc2-45be-8508-3ae93a033aa2 req-c7b952f6-c1fa-4e28-abf6-6c2476f37a95 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/ports?device_id=85140482-ced3-4449-b210-480a5475c894 HTTP/1.1" status: 200 len: 947 time: 0.1357679 Nov 12 08:40:36.081505 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969ca3f-242a-4abc-8c00-22710992aa1d service neutron] Pushing event updated for resources: {'Port': ['ID=8ecabc74-70ed-466f-9d7a-f178e188ae61,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:36.111016 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 02e861c6-419a-4885-988e-46628065ca26 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:36.215665 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f5b5998f-1cc2-45be-8508-3ae93a033aa2 req-8bce3119-0c96-4f40-ba4b-2c824f0e9f56 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea3f408d-b717-4621-88ab-26f66f984ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580825 Nov 12 08:40:36.226988 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 02e861c6-419a-4885-988e-46628065ca26 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:40:36.254024 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 02e861c6-419a-4885-988e-46628065ca26 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:36.254301 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:36.281599 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-af445436-3909-4f14-884a-2b267cf6e84b service neutron] For port 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:36.309653 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-af445436-3909-4f14-884a-2b267cf6e84b service neutron] For port 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:36.333720 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-af445436-3909-4f14-884a-2b267cf6e84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:36.338829 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b85cb5-4cfe-4aab-b7b0-36f2db082050 x-openstack-request-id: req-e0b85cb5-4cfe-4aab-b7b0-36f2db082050 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:36.339244 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c63c62-75cb-41b3-b440-9f424c7ee3b9", "tag": "10948d64-3eb3-4935-b81b-78e6ca3e4140", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:36.339592 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0b85cb5-4cfe-4aab-b7b0-36f2db082050 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:36.340120 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c63c62-75cb-41b3-b440-9f424c7ee3b9', 'tag': '10948d64-3eb3-4935-b81b-78e6ca3e4140', 'status': 'completed', 'code': 200} Nov 12 08:40:36.355965 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-13e5194f-cd47-4fb5-9596-76f2df328607 service neutron] 10.222.0.58 "GET /v2.0/networks/7606f079-2527-4e0e-94d1-986a75700eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852416 Nov 12 08:40:36.395053 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-c969ca3f-242a-4abc-8c00-22710992aa1d service neutron] Attempting to bind port 8ecabc74-70ed-466f-9d7a-f178e188ae61 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:36.395546 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-c969ca3f-242a-4abc-8c00-22710992aa1d service neutron] Attempting to bind port 8ecabc74-70ed-466f-9d7a-f178e188ae61 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:36.395996 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-c969ca3f-242a-4abc-8c00-22710992aa1d service neutron] Attempting to bind port 8ecabc74-70ed-466f-9d7a-f178e188ae61 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:36.407452 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-af445436-3909-4f14-884a-2b267cf6e84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:36.408550 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-af445436-3909-4f14-884a-2b267cf6e84b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:36.410398 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-af445436-3909-4f14-884a-2b267cf6e84b service neutron] 10.222.0.54 "PUT /v2.0/ports/68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 HTTP/1.1" status: 200 len: 1096 time: 3.1610465 Nov 12 08:40:36.468032 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-c969ca3f-242a-4abc-8c00-22710992aa1d service neutron] Port 8ecabc74-70ed-466f-9d7a-f178e188ae61 on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:40:36.468513 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-c969ca3f-242a-4abc-8c00-22710992aa1d service neutron] Attempting to bind port 8ecabc74-70ed-466f-9d7a-f178e188ae61 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:36.530259 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:36.579185 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a67798d-c735-497c-b121-c1069e2476c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e861c6-419a-4885-988e-46628065ca26'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:36.592703 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad18d92-4ff7-44d3-977e-d669ddd411e9" -d '{"events": [{"server_uuid": "5a67798d-c735-497c-b121-c1069e2476c6", "name": "network-vif-plugged", "status": "completed", "tag": "02e861c6-419a-4885-988e-46628065ca26"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:36.615140 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 02e861c6-419a-4885-988e-46628065ca26, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=02e861c6-419a-4885-988e-46628065ca26,segment=NetworkSegment(68005b70-1579-4f58-bade-fbc137d1c951),segment_id=68005b70-1579-4f58-bade-fbc137d1c951)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:36.625545 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:36.638128 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97366e8e-a2a2-4afe-a082-66839e646b07 req-e86333d7-462e-44c7-9547-6bb84e020e36 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:36.640560 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-97366e8e-a2a2-4afe-a082-66839e646b07 req-e86333d7-462e-44c7-9547-6bb84e020e36 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 950 time: 0.2072783 Nov 12 08:40:36.709953 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=02e861c6-419a-4885-988e-46628065ca26,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:36.743614 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dae4ec-c01b-42a1-991b-e3142ca2d58b req-45790ec1-95bd-4489-8c3e-9d35aea0d107 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:36.748373 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-28dae4ec-c01b-42a1-991b-e3142ca2d58b req-45790ec1-95bd-4489-8c3e-9d35aea0d107 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 945 time: 0.2646623 Nov 12 08:40:36.782937 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-97366e8e-a2a2-4afe-a082-66839e646b07 req-c1ff3b88-0cc5-4394-aeda-9d6f19189162 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996554 Nov 12 08:40:36.925512 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-28dae4ec-c01b-42a1-991b-e3142ca2d58b req-8eb4f019-9fdc-4029-a9bd-2083dc1d2ff1 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414707 Nov 12 08:40:37.054694 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-4bb702ad-4966-401b-98d9-35120aa9e140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48b2e70d-5630-4b2e-8e8a-990bcda33240 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:40:37.064691 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-4bb702ad-4966-401b-98d9-35120aa9e140 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:37.089744 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af445436-3909-4f14-884a-2b267cf6e84b service neutron] Pushing event updated for resources: {'Port': ['ID=68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:37.100333 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-4bb702ad-4966-401b-98d9-35120aa9e140 service neutron] Transition to ACTIVE for port object 48b2e70d-5630-4b2e-8e8a-990bcda33240 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:40:37.111176 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-c969ca3f-242a-4abc-8c00-22710992aa1d service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:37.111850 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7f66f-1c3f-41de-8a70-418761261697 req-4521866e-fe27-45e6-a446-1a63b1b62231 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:37.112097 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-c969ca3f-242a-4abc-8c00-22710992aa1d service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:37.112692 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-c969ca3f-242a-4abc-8c00-22710992aa1d service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:37.113472 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-c969ca3f-242a-4abc-8c00-22710992aa1d service neutron] Bound port: 8ecabc74-70ed-466f-9d7a-f178e188ae61, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:37.113847 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-c969ca3f-242a-4abc-8c00-22710992aa1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:37.116228 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-24e7f66f-1c3f-41de-8a70-418761261697 req-4521866e-fe27-45e6-a446-1a63b1b62231 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 944 time: 0.1876159 Nov 12 08:40:37.120903 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-4bb702ad-4966-401b-98d9-35120aa9e140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:37.129680 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b54961f3-b799-4ce2-b821-c2225c50b521 req-d618faf7-bf9b-48ec-acda-29078e7c340e service neutron] 10.222.0.58 "GET /v2.0/networks/7606f079-2527-4e0e-94d1-986a75700eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7464654 Nov 12 08:40:37.170600 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-6eb91c19-e956-4839-bb76-d49475949e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:37.172183 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-6eb91c19-e956-4839-bb76-d49475949e15 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=77c71385403843f6af1178f9ec90e653&device_id=dc0ba00c-96bc-4877-8206-33c3c0b95070 HTTP/1.1" status: 200 len: 1099 time: 0.7127612 Nov 12 08:40:37.206105 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2408f-f1dc-45ce-a4dd-7248a5677917 req-af0c7c6d-95c5-43ce-b69f-7ced8791edee tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:37.207673 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eae2408f-f1dc-45ce-a4dd-7248a5677917 req-af0c7c6d-95c5-43ce-b69f-7ced8791edee tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a67798d-c735-497c-b121-c1069e2476c6 HTTP/1.1" status: 200 len: 946 time: 0.2018309 Nov 12 08:40:37.256231 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-a042b0ab-8948-4d1e-ad1f-78251d229860 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 HTTP/1.1" status: 200 len: 217 time: 0.0730698 Nov 12 08:40:37.331248 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-c969ca3f-242a-4abc-8c00-22710992aa1d service neutron] For port 8ecabc74-70ed-466f-9d7a-f178e188ae61, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:37.362385 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-c969ca3f-242a-4abc-8c00-22710992aa1d service neutron] For port 8ecabc74-70ed-466f-9d7a-f178e188ae61, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=8ecabc74-70ed-466f-9d7a-f178e188ae61,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:37.376578 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-c969ca3f-242a-4abc-8c00-22710992aa1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:37.381512 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-e3b7b614-eaff-40f7-be08-30ab325338aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:37.383579 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-e3b7b614-eaff-40f7-be08-30ab325338aa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1024952 Nov 12 08:40:37.394316 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557235b-95c2-4de5-bc75-bfb5d3ee0534 req-e4a1ab3e-24bc-4354-a988-aec567ab1a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:37.395920 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9557235b-95c2-4de5-bc75-bfb5d3ee0534 req-e4a1ab3e-24bc-4354-a988-aec567ab1a85 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d890d5943624406b7ee953df5b1a618&device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 1096 time: 0.1574845 Nov 12 08:40:37.421260 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb702ad-4966-401b-98d9-35120aa9e140 service neutron] Pushing event updated for resources: {'Port': ['ID=48b2e70d-5630-4b2e-8e8a-990bcda33240,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:37.494649 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-24e7f66f-1c3f-41de-8a70-418761261697 req-c09190c2-20a9-49ab-a5a6-d3f6ebc78dc2 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694952 Nov 12 08:40:37.532917 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2a536294-691e-442c-8143-f4b1c959b531 req-af3fd54c-2e4e-4583-bd51-a251ecd41664 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=15473919-e13a-4cce-adce-b9632482949f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0887878 Nov 12 08:40:37.571988 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-4bb702ad-4966-401b-98d9-35120aa9e140 service neutron] Attempting to bind port 48b2e70d-5630-4b2e-8e8a-990bcda33240 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:37.573458 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-4bb702ad-4966-401b-98d9-35120aa9e140 service neutron] Attempting to bind port 48b2e70d-5630-4b2e-8e8a-990bcda33240 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '231d857e-7817-41f7-8357-799fae7209b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c7db9cf5-086a-4f80-b2c3-667939029369'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:37.574486 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-4bb702ad-4966-401b-98d9-35120aa9e140 service neutron] Attempting to bind port 48b2e70d-5630-4b2e-8e8a-990bcda33240 on network c7db9cf5-086a-4f80-b2c3-667939029369 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:37.583625 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eae2408f-f1dc-45ce-a4dd-7248a5677917 req-f58dd2a7-8ed9-40d2-8012-4ea79f456e19 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613300 Nov 12 08:40:37.626287 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-4bb702ad-4966-401b-98d9-35120aa9e140 service neutron] Port 48b2e70d-5630-4b2e-8e8a-990bcda33240 on network c7db9cf5-086a-4f80-b2c3-667939029369 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:40:37.626624 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-4bb702ad-4966-401b-98d9-35120aa9e140 service neutron] Attempting to bind port 48b2e70d-5630-4b2e-8e8a-990bcda33240 on network c7db9cf5-086a-4f80-b2c3-667939029369 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:37.660236 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-4bb702ad-4966-401b-98d9-35120aa9e140 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:37.660236 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-4bb702ad-4966-401b-98d9-35120aa9e140 service neutron] Checking segment: {'id': '231d857e-7817-41f7-8357-799fae7209b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c7db9cf5-086a-4f80-b2c3-667939029369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:37.661424 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-4bb702ad-4966-401b-98d9-35120aa9e140 service neutron] Bound using segment: {'id': '231d857e-7817-41f7-8357-799fae7209b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c7db9cf5-086a-4f80-b2c3-667939029369'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:37.661424 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-4bb702ad-4966-401b-98d9-35120aa9e140 service neutron] Bound port: 48b2e70d-5630-4b2e-8e8a-990bcda33240, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '231d857e-7817-41f7-8357-799fae7209b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c7db9cf5-086a-4f80-b2c3-667939029369'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:37.661767 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-4bb702ad-4966-401b-98d9-35120aa9e140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:37.703766 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a536294-691e-442c-8143-f4b1c959b531 req-966ef65c-7278-400a-bd59-6fee224eda3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:37.704644 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-c969ca3f-242a-4abc-8c00-22710992aa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:37.706096 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2a536294-691e-442c-8143-f4b1c959b531 req-966ef65c-7278-400a-bd59-6fee224eda3f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cbdd6d621f374244977b79c953b0cd0d&device_id=15473919-e13a-4cce-adce-b9632482949f HTTP/1.1" status: 200 len: 1176 time: 0.1460004 Nov 12 08:40:37.716837 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-c969ca3f-242a-4abc-8c00-22710992aa1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:37.718394 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-c969ca3f-242a-4abc-8c00-22710992aa1d service neutron] 10.222.0.54 "PUT /v2.0/ports/8ecabc74-70ed-466f-9d7a-f178e188ae61 HTTP/1.1" status: 200 len: 1096 time: 3.3076246 Nov 12 08:40:37.733133 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abdba5e-da3b-417e-8d12-680fdadf2743 x-openstack-request-id: req-2abdba5e-da3b-417e-8d12-680fdadf2743 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:37.733707 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a67798d-c735-497c-b121-c1069e2476c6", "name": "network-vif-plugged", "status": "completed", "tag": "02e861c6-419a-4885-988e-46628065ca26", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:37.733707 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2abdba5e-da3b-417e-8d12-680fdadf2743 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:37.734039 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a67798d-c735-497c-b121-c1069e2476c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e861c6-419a-4885-988e-46628065ca26', 'code': 200} Nov 12 08:40:37.777577 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [req-a0bf0d79-57ed-40e1-ba01-3cc343821405 req-34d298bb-2771-4e7f-972f-958c41c33f34 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] show failed (client error): The resource could not be found. Nov 12 08:40:37.793454 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a0bf0d79-57ed-40e1-ba01-3cc343821405 req-34d298bb-2771-4e7f-972f-958c41c33f34 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups/65cbe6f7-8c73-4b17-9401-9dcf7e2234d3 HTTP/1.1" status: 404 len: 352 time: 0.0375640 Nov 12 08:40:37.824557 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1cc0b3bc-b38a-4daa-ab43-8dcc2ef8e348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:37.859091 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 400268ad-fdf2-47ef-9ca5-2a7c3730abcc details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:40:38.047648 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969ca3f-242a-4abc-8c00-22710992aa1d service neutron] Pushing event updated for resources: {'Port': ['ID=8ecabc74-70ed-466f-9d7a-f178e188ae61,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:38.066296 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-5969b95d-ebc8-4676-a5ec-1a06dba9c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:38.069861 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-5969b95d-ebc8-4676-a5ec-1a06dba9c7a3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6702085 Nov 12 08:40:38.070539 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-4bb702ad-4966-401b-98d9-35120aa9e140 service neutron] For port 48b2e70d-5630-4b2e-8e8a-990bcda33240, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:38.076727 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-4bb702ad-4966-401b-98d9-35120aa9e140 service neutron] For port 48b2e70d-5630-4b2e-8e8a-990bcda33240, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=48b2e70d-5630-4b2e-8e8a-990bcda33240,segment=NetworkSegment(231d857e-7817-41f7-8357-799fae7209b3),segment_id=231d857e-7817-41f7-8357-799fae7209b3)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:38.162248 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 400268ad-fdf2-47ef-9ca5-2a7c3730abcc, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=400268ad-fdf2-47ef-9ca5-2a7c3730abcc,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:38.195569 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '400268ad-fdf2-47ef-9ca5-2a7c3730abcc', 'network_id': 'decddc00-32e0-44cc-9e13-8ef2ed68d9e6', 'port_id': '400268ad-fdf2-47ef-9ca5-2a7c3730abcc', 'mac_address': 'fa:16:3e:bb:e9:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8caf3eba-e7df-49d1-bdb7-f7a8b69eb432', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:40:38.206698 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a536294-691e-442c-8143-f4b1c959b531 req-5e3a5bf7-930b-4508-b4f6-1e5dc82c8251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:38.208556 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2a536294-691e-442c-8143-f4b1c959b531 req-5e3a5bf7-930b-4508-b4f6-1e5dc82c8251 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ac649155-8356-435e-b73c-d739a0401687 HTTP/1.1" status: 200 len: 913 time: 0.4668272 Nov 12 08:40:38.235150 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-4bb702ad-4966-401b-98d9-35120aa9e140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:38.273811 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:38.300383 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 400268ad-fdf2-47ef-9ca5-2a7c3730abcc {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:40:38.303279 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4675a-8edd-45d1-af12-069e537d190a req-92e4b03f-a161-4f05-9542-d0e460418c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:38.307293 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f6e4675a-8edd-45d1-af12-069e537d190a req-92e4b03f-a161-4f05-9542-d0e460418c8e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5a67798d-c735-497c-b121-c1069e2476c6 HTTP/1.1" status: 200 len: 1098 time: 0.3792400 Nov 12 08:40:38.318216 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-9598a427-1d70-4f84-a19e-b9fde5678796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:38.326259 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-9598a427-1d70-4f84-a19e-b9fde5678796 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=77c71385403843f6af1178f9ec90e653&device_id=85140482-ced3-4449-b210-480a5475c894 HTTP/1.1" status: 200 len: 1099 time: 0.5218771 Nov 12 08:40:38.330523 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557235b-95c2-4de5-bc75-bfb5d3ee0534 req-f6bbe9cc-e6ec-4f58-af9f-7fe24e0e6f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:38.340421 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9557235b-95c2-4de5-bc75-bfb5d3ee0534 req-f6bbe9cc-e6ec-4f58-af9f-7fe24e0e6f73 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7606f079-2527-4e0e-94d1-986a75700eb0 HTTP/1.1" status: 200 len: 915 time: 0.8504272 Nov 12 08:40:38.348661 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-4bb702ad-4966-401b-98d9-35120aa9e140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:38.349468 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-4bb702ad-4966-401b-98d9-35120aa9e140 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:38.350961 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-4bb702ad-4966-401b-98d9-35120aa9e140 service neutron] 10.222.0.58 "PUT /v2.0/ports/48b2e70d-5630-4b2e-8e8a-990bcda33240 HTTP/1.1" status: 200 len: 1093 time: 2.4873550 Nov 12 08:40:38.356506 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c47f422-2541-45a4-9d2d-9a8f5a456599', 'tag': '48b2e70d-5630-4b2e-8e8a-990bcda33240'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:38.358936 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c64114b-60ed-4cb1-8206-4c1856addf3c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c47f422-2541-45a4-9d2d-9a8f5a456599", "tag": "48b2e70d-5630-4b2e-8e8a-990bcda33240"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:38.364832 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 400268ad-fdf2-47ef-9ca5-2a7c3730abcc, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=400268ad-fdf2-47ef-9ca5-2a7c3730abcc,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:38.367988 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc0ba00c-96bc-4877-8206-33c3c0b95070', 'tag': '68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0'}, {'name': 'network-changed', 'server_uuid': '85140482-ced3-4449-b210-480a5475c894', 'tag': '8ecabc74-70ed-466f-9d7a-f178e188ae61'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:38.376542 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:38.382591 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7512e8fe-f01c-4795-9596-87b04e50e1b0" -d '{"events": [{"name": "network-changed", "server_uuid": "dc0ba00c-96bc-4877-8206-33c3c0b95070", "tag": "68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0"}, {"name": "network-changed", "server_uuid": "85140482-ced3-4449-b210-480a5475c894", "tag": "8ecabc74-70ed-466f-9d7a-f178e188ae61"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:38.415440 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb11c44-f25d-44fd-b057-b0c4b0ceff2a req-0f3836a5-75aa-4ec0-b5ca-fee534ae086e tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:38.424796 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cbb11c44-f25d-44fd-b057-b0c4b0ceff2a req-0f3836a5-75aa-4ec0-b5ca-fee534ae086e tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c47f422-2541-45a4-9d2d-9a8f5a456599 HTTP/1.1" status: 200 len: 944 time: 0.6982248 Nov 12 08:40:38.495854 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-4e0e2261-5e57-416b-be1d-b5b82c305ea1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=8ecabc74-70ed-466f-9d7a-f178e188ae61 HTTP/1.1" status: 200 len: 217 time: 0.1403329 Nov 12 08:40:38.522461 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cbb11c44-f25d-44fd-b057-b0c4b0ceff2a req-88b44641-a3ba-41e0-8064-f2b1351ca222 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/security-groups?id=f851e748-86f9-4bc7-b8b1-4bcb2862adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960116 Nov 12 08:40:38.524304 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-dc491322-e850-4081-a7ed-8a2d65b1a0db service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367409 Nov 12 08:40:38.552129 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7fc76b-f88e-4874-a151-2d9e24bc00c1 req-56b50340-c84d-4156-b2ad-d5335b51a09c tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:38.563714 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=400268ad-fdf2-47ef-9ca5-2a7c3730abcc,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:38.584971 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6d7fc76b-f88e-4874-a151-2d9e24bc00c1 req-56b50340-c84d-4156-b2ad-d5335b51a09c tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f05c1bd-1a50-45b6-890b-29f8b5eef5a3 HTTP/1.1" status: 200 len: 943 time: 0.6850209 Nov 12 08:40:38.596695 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb702ad-4966-401b-98d9-35120aa9e140 service neutron] Pushing event updated for resources: {'Port': ['ID=48b2e70d-5630-4b2e-8e8a-990bcda33240,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:38.635135 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['400268ad-fdf2-47ef-9ca5-2a7c3730abcc'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:40:38.801459 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2a536294-691e-442c-8143-f4b1c959b531 req-47494c8e-1626-4155-8806-add3d06d567f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f9efc5e-9fe8-4b4e-bd8c-683198c6887b HTTP/1.1" status: 200 len: 217 time: 0.1616228 Nov 12 08:40:38.829759 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-e50f8494-8a73-4349-81f8-25de760726b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:38.831823 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-e50f8494-8a73-4349-81f8-25de760726b1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.3347065 Nov 12 08:40:38.851987 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6d7fc76b-f88e-4874-a151-2d9e24bc00c1 req-2895a09b-9bc2-4dda-ae47-95108c58c4f1 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630131 Nov 12 08:40:38.966059 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-a447a81b-6b23-4019-a9eb-8eb409837bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:38.968698 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-a447a81b-6b23-4019-a9eb-8eb409837bec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=92bb6f013dd04ddf8fe03d8328359b94&device_id=2c47f422-2541-45a4-9d2d-9a8f5a456599 HTTP/1.1" status: 200 len: 1096 time: 0.3088310 Nov 12 08:40:38.970039 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [req-983736fb-ccf9-43bb-899a-50d02ab9ce64 req-5800845a-a113-42ff-bf6f-31b7042c2ced tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] show failed (client error): The resource could not be found. Nov 12 08:40:38.986644 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-983736fb-ccf9-43bb-899a-50d02ab9ce64 req-5800845a-a113-42ff-bf6f-31b7042c2ced tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups/cc05a3a3-2585-49ac-a6a6-ed1bb1ca4c1e HTTP/1.1" status: 404 len: 352 time: 0.0884345 Nov 12 08:40:38.996355 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8f6cf683-d7e2-4b08-804a-49eee14b9af6 req-ee81c70b-36db-45df-b56f-b05ce6873d57 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274175 Nov 12 08:40:38.998075 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9557235b-95c2-4de5-bc75-bfb5d3ee0534 req-0cbaf893-1be8-48fc-93f4-0b6924de9c05 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10948d64-3eb3-4935-b81b-78e6ca3e4140 HTTP/1.1" status: 200 len: 217 time: 0.3328226 Nov 12 08:40:39.053951 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98211dcf-ccf6-4f4e-b6df-30097a49a22f req-c34feaaf-032e-40b6-bfbb-586196250a8b tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:39.071110 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-98211dcf-ccf6-4f4e-b6df-30097a49a22f req-c34feaaf-032e-40b6-bfbb-586196250a8b tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/ports?device_id=85140482-ced3-4449-b210-480a5475c894 HTTP/1.1" status: 200 len: 947 time: 0.3356586 Nov 12 08:40:39.231888 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-f5dae0bd-31a1-42d9-b9e2-5c8319c60123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:39.234308 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-f5dae0bd-31a1-42d9-b9e2-5c8319c60123 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2350023 Nov 12 08:40:39.237184 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f6e4675a-8edd-45d1-af12-069e537d190a req-a55b2d7d-7bf2-4c10-9a34-b9bab2385ec2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5701625 Nov 12 08:40:39.278091 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a536294-691e-442c-8143-f4b1c959b531 req-852fd7a1-5544-4126-a653-e926113045ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:39.279958 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2a536294-691e-442c-8143-f4b1c959b531 req-852fd7a1-5544-4126-a653-e926113045ee service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f5bc2261-6276-45a4-a285-65ec53109574 HTTP/1.1" status: 200 len: 852 time: 0.4122732 Nov 12 08:40:39.283850 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-6d03c9e7-0ca3-467d-8802-71e80215fdb7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48b2e70d-5630-4b2e-8e8a-990bcda33240 HTTP/1.1" status: 200 len: 217 time: 0.1820621 Nov 12 08:40:39.342296 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557235b-95c2-4de5-bc75-bfb5d3ee0534 req-bdd943f4-f6bd-4aa9-8884-39efd305db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:39.344107 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9557235b-95c2-4de5-bc75-bfb5d3ee0534 req-bdd943f4-f6bd-4aa9-8884-39efd305db48 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=34379cfb-d173-406f-b0b9-10a5aa8d3079 HTTP/1.1" status: 200 len: 854 time: 0.2382238 Nov 12 08:40:39.370477 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e728a-b69c-49a2-909b-a2422fa32080 req-101afc15-b10a-489a-bf23-eb987630d8ff tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:39.380538 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4a4e728a-b69c-49a2-909b-a2422fa32080 req-101afc15-b10a-489a-bf23-eb987630d8ff tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 950 time: 0.0970123 Nov 12 08:40:39.380538 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-98211dcf-ccf6-4f4e-b6df-30097a49a22f req-92382929-c770-45ce-8568-29bf0a621f9a tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea3f408d-b717-4621-88ab-26f66f984ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851741 Nov 12 08:40:39.401950 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-e5d26adb-99ce-43fd-91dc-a4c0250a3846 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491370 Nov 12 08:40:39.476437 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4a4e728a-b69c-49a2-909b-a2422fa32080 req-a7565797-ee99-4733-8ab7-7f65e0de0221 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881195 Nov 12 08:40:39.552117 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3cd84dc6-016e-4024-b004-be5e37c2ba9f req-36f9b404-352d-4faa-a839-e74a455d247a service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424196 Nov 12 08:40:39.591046 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0567a0fa-fc1d-47a9-bd53-85b02c900bbe x-openstack-request-id: req-0567a0fa-fc1d-47a9-bd53-85b02c900bbe {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:39.591368 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c47f422-2541-45a4-9d2d-9a8f5a456599", "tag": "48b2e70d-5630-4b2e-8e8a-990bcda33240", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:39.591571 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0567a0fa-fc1d-47a9-bd53-85b02c900bbe {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:39.592735 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c47f422-2541-45a4-9d2d-9a8f5a456599', 'tag': '48b2e70d-5630-4b2e-8e8a-990bcda33240', 'status': 'completed', 'code': 200} Nov 12 08:40:39.656270 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653051e-3059-4fcf-9e36-f8f3b3b006b4 req-babdef03-eff2-4fd2-9277-f6bcfe285618 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:39.657853 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3653051e-3059-4fcf-9e36-f8f3b3b006b4 req-babdef03-eff2-4fd2-9277-f6bcfe285618 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 945 time: 0.1340613 Nov 12 08:40:39.695911 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc1fe41-672b-4e1d-9684-b3c10eeeb5d9 x-openstack-request-id: req-efc1fe41-672b-4e1d-9684-b3c10eeeb5d9 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:39.696656 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc0ba00c-96bc-4877-8206-33c3c0b95070", "tag": "68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "85140482-ced3-4449-b210-480a5475c894", "tag": "8ecabc74-70ed-466f-9d7a-f178e188ae61", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:39.697142 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-efc1fe41-672b-4e1d-9684-b3c10eeeb5d9 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:39.699308 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc0ba00c-96bc-4877-8206-33c3c0b95070', 'tag': '68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0', 'status': 'completed', 'code': 200} Nov 12 08:40:39.700148 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85140482-ced3-4449-b210-480a5475c894', 'tag': '8ecabc74-70ed-466f-9d7a-f178e188ae61', 'status': 'completed', 'code': 200} Nov 12 08:40:39.834058 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3653051e-3059-4fcf-9e36-f8f3b3b006b4 req-2afb2f53-8431-4549-9674-dfc911f885f7 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605854 Nov 12 08:40:39.855813 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 400268ad-fdf2-47ef-9ca5-2a7c3730abcc up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:39.898819 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512e8fe-f01c-4795-9596-87b04e50e1b0 req-dee163c8-14c9-4464-9914-5dc71e6d3242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:39.902552 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7512e8fe-f01c-4795-9596-87b04e50e1b0 req-dee163c8-14c9-4464-9914-5dc71e6d3242 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=77c71385403843f6af1178f9ec90e653&device_id=dc0ba00c-96bc-4877-8206-33c3c0b95070 HTTP/1.1" status: 200 len: 1099 time: 0.1648064 Nov 12 08:40:39.978665 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab85a98-9cea-4c0f-8bc0-3599c2bfb91b req-4217af86-bccb-41a5-b025-2f0feeeac71b tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:40.010881 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eab85a98-9cea-4c0f-8bc0-3599c2bfb91b req-4217af86-bccb-41a5-b025-2f0feeeac71b tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 944 time: 0.1559124 Nov 12 08:40:40.043939 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 400268ad-fdf2-47ef-9ca5-2a7c3730abcc completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:40:40.059135 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 400268ad-fdf2-47ef-9ca5-2a7c3730abcc triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:40.059708 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:40.125891 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512e8fe-f01c-4795-9596-87b04e50e1b0 req-bd1ce929-cc06-4b5f-bf7a-287dd7d43ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:40.127594 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7512e8fe-f01c-4795-9596-87b04e50e1b0 req-bd1ce929-cc06-4b5f-bf7a-287dd7d43ccc service neutron] 10.222.0.54 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.2190006 Nov 12 08:40:40.156655 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eab85a98-9cea-4c0f-8bc0-3599c2bfb91b req-3811486b-6acb-431a-b625-732452808235 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509016 Nov 12 08:40:40.195413 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e59a3d94-7ea5-44e9-9d58-f2c15f00a5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:40.231650 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddd1a1-cdf6-4b89-a68c-54f569927a15 req-ba15c0cb-b88d-4768-8f2b-7bc9747ce41a tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:40.237109 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-90ddd1a1-cdf6-4b89-a68c-54f569927a15 req-ba15c0cb-b88d-4768-8f2b-7bc9747ce41a tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a67798d-c735-497c-b121-c1069e2476c6 HTTP/1.1" status: 200 len: 946 time: 0.1932151 Nov 12 08:40:40.264359 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7512e8fe-f01c-4795-9596-87b04e50e1b0 req-29210a84-aca3-41ec-854e-191d31a20e0f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 HTTP/1.1" status: 200 len: 217 time: 0.1261492 Nov 12 08:40:40.286779 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [req-5b234437-5f67-4c54-b31f-5e543251d0b6 req-f19b4c4b-e0d1-430a-9a70-b08af6c8f0b6 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] show failed (client error): The resource could not be found. Nov 12 08:40:40.306260 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b234437-5f67-4c54-b31f-5e543251d0b6 req-f19b4c4b-e0d1-430a-9a70-b08af6c8f0b6 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups/adb2cf3b-3d1c-4460-b485-5d980c2997ab HTTP/1.1" status: 404 len: 352 time: 0.0667648 Nov 12 08:40:40.318573 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:40.412066 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-90ddd1a1-cdf6-4b89-a68c-54f569927a15 req-e3ac3a17-c5dc-444a-ad47-d7727008f66f tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558933 Nov 12 08:40:40.415604 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512e8fe-f01c-4795-9596-87b04e50e1b0 req-a32c3b29-b4c0-4c64-b49f-31bba60a707b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:40.418786 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f05c1bd-1a50-45b6-890b-29f8b5eef5a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400268ad-fdf2-47ef-9ca5-2a7c3730abcc'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:40.419134 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7512e8fe-f01c-4795-9596-87b04e50e1b0 req-a32c3b29-b4c0-4c64-b49f-31bba60a707b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1425767 Nov 12 08:40:40.424494 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86d75e8-f3b5-47a9-b3ee-afebfb18d923" -d '{"events": [{"server_uuid": "2f05c1bd-1a50-45b6-890b-29f8b5eef5a3", "name": "network-vif-plugged", "status": "completed", "tag": "400268ad-fdf2-47ef-9ca5-2a7c3730abcc"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:40.480739 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 400268ad-fdf2-47ef-9ca5-2a7c3730abcc, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=400268ad-fdf2-47ef-9ca5-2a7c3730abcc,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:40.489378 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:40.559728 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83154c02-113e-48c7-8075-9036cc947107 req-729583ad-4264-4238-a080-41962efacbec tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:40.576421 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-83154c02-113e-48c7-8075-9036cc947107 req-729583ad-4264-4238-a080-41962efacbec tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c47f422-2541-45a4-9d2d-9a8f5a456599 HTTP/1.1" status: 200 len: 944 time: 0.1325991 Nov 12 08:40:40.576875 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512e8fe-f01c-4795-9596-87b04e50e1b0 req-3944ba25-2190-418b-bf20-3564a7d6f259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:40.578671 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7512e8fe-f01c-4795-9596-87b04e50e1b0 req-3944ba25-2190-418b-bf20-3564a7d6f259 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1527324 Nov 12 08:40:40.605802 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=400268ad-fdf2-47ef-9ca5-2a7c3730abcc,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:40.710609 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-83154c02-113e-48c7-8075-9036cc947107 req-d5f31a1a-ff90-4852-a921-f7d813a23258 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/security-groups?id=f851e748-86f9-4bc7-b8b1-4bcb2862adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326327 Nov 12 08:40:40.725877 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7512e8fe-f01c-4795-9596-87b04e50e1b0 req-78dd9746-98fb-48c7-958e-476ebc4efa24 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378846 Nov 12 08:40:40.761851 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b0744-39f6-4a23-b1ad-347a84e0cfaa req-92148522-3b31-4c21-bc4b-2ddaf86b87e1 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:40.764464 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a39b0744-39f6-4a23-b1ad-347a84e0cfaa req-92148522-3b31-4c21-bc4b-2ddaf86b87e1 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f05c1bd-1a50-45b6-890b-29f8b5eef5a3 HTTP/1.1" status: 200 len: 945 time: 0.1815815 Nov 12 08:40:40.765522 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [req-de621e6c-da0d-4404-8394-bbae8f560538 req-796fcc42-2bc1-4240-9f2e-bc30d2cc3b69 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] show failed (client error): The resource could not be found. Nov 12 08:40:40.777130 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-de621e6c-da0d-4404-8394-bbae8f560538 req-796fcc42-2bc1-4240-9f2e-bc30d2cc3b69 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups/0c0e8ffb-746f-409c-93ff-e038b9d5d603 HTTP/1.1" status: 404 len: 352 time: 0.0395324 Nov 12 08:40:40.862921 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7512e8fe-f01c-4795-9596-87b04e50e1b0 req-345be981-9949-4efc-b0f2-8454158c6288 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297226 Nov 12 08:40:40.871850 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a39b0744-39f6-4a23-b1ad-347a84e0cfaa req-33f5c35e-fd2e-48e8-80f9-b37bf978a0b8 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918391 Nov 12 08:40:40.950436 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643844a-a672-44cf-9a68-71d8be0319d5 req-3e4411ec-50dd-4171-971f-837bdbad3639 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:40.959716 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5643844a-a672-44cf-9a68-71d8be0319d5 req-3e4411ec-50dd-4171-971f-837bdbad3639 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/ports?device_id=85140482-ced3-4449-b210-480a5475c894 HTTP/1.1" status: 200 len: 947 time: 0.0804863 Nov 12 08:40:40.990156 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd13a0cc-5730-42e4-89a0-dfa6ccc53a6c x-openstack-request-id: req-dd13a0cc-5730-42e4-89a0-dfa6ccc53a6c {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:40.990156 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f05c1bd-1a50-45b6-890b-29f8b5eef5a3", "name": "network-vif-plugged", "status": "completed", "tag": "400268ad-fdf2-47ef-9ca5-2a7c3730abcc", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:40.990156 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd13a0cc-5730-42e4-89a0-dfa6ccc53a6c {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:40.990923 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f05c1bd-1a50-45b6-890b-29f8b5eef5a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400268ad-fdf2-47ef-9ca5-2a7c3730abcc', 'code': 200} Nov 12 08:40:41.000176 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512e8fe-f01c-4795-9596-87b04e50e1b0 req-ec265a18-5d60-499b-810c-e9607b8aae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:41.001971 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7512e8fe-f01c-4795-9596-87b04e50e1b0 req-ec265a18-5d60-499b-810c-e9607b8aae7a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=77c71385403843f6af1178f9ec90e653&device_id=85140482-ced3-4449-b210-480a5475c894 HTTP/1.1" status: 200 len: 1099 time: 0.0936584 Nov 12 08:40:41.167098 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5643844a-a672-44cf-9a68-71d8be0319d5 req-d658eae5-972a-41da-85b1-be4b5a7632ef tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea3f408d-b717-4621-88ab-26f66f984ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050498 Nov 12 08:40:41.215380 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [req-b276f872-0e44-4d8d-9bdf-627a11027abd req-07530b70-dcc8-4e73-af2d-dc5dfafb509e tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] show failed (client error): The resource could not be found. Nov 12 08:40:41.216463 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b276f872-0e44-4d8d-9bdf-627a11027abd req-07530b70-dcc8-4e73-af2d-dc5dfafb509e tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups/6dfe0613-be6f-4bf8-9c42-c023c862617d HTTP/1.1" status: 404 len: 352 time: 0.0236564 Nov 12 08:40:41.254086 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e75cf-0ecb-4b53-8c71-c6845ce6aad1 req-646f2cba-e98c-48fe-9a6c-3626ee96b705 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:41.255676 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-af9e75cf-0ecb-4b53-8c71-c6845ce6aad1 req-646f2cba-e98c-48fe-9a6c-3626ee96b705 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 950 time: 0.1151245 Nov 12 08:40:41.291473 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb5004-4332-47a5-8d98-fd56b06f4553 req-ba884c12-6ecc-42ec-a0e2-50d6bd884069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:41.293067 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3cdb5004-4332-47a5-8d98-fd56b06f4553 req-ba884c12-6ecc-42ec-a0e2-50d6bd884069 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2f05c1bd-1a50-45b6-890b-29f8b5eef5a3 HTTP/1.1" status: 200 len: 1097 time: 0.1947494 Nov 12 08:40:41.319333 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512e8fe-f01c-4795-9596-87b04e50e1b0 req-c3156d34-0398-4363-ae32-c0482d32b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:41.320978 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7512e8fe-f01c-4795-9596-87b04e50e1b0 req-c3156d34-0398-4363-ae32-c0482d32b612 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.3102772 Nov 12 08:40:41.376037 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7512e8fe-f01c-4795-9596-87b04e50e1b0 req-ac9171a8-d012-4990-8606-464738205297 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=8ecabc74-70ed-466f-9d7a-f178e188ae61 HTTP/1.1" status: 200 len: 217 time: 0.0396349 Nov 12 08:40:41.392904 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-af9e75cf-0ecb-4b53-8c71-c6845ce6aad1 req-8e711821-3be9-4c16-a7df-cea24cbb35b2 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293600 Nov 12 08:40:41.420216 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be371bbb-ce22-4fa3-978b-704bf6f3ed46 req-b6c91126-bd0d-4c23-a51f-b4f64bd3dde7 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:41.426808 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-be371bbb-ce22-4fa3-978b-704bf6f3ed46 req-b6c91126-bd0d-4c23-a51f-b4f64bd3dde7 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 945 time: 0.1264424 Nov 12 08:40:41.461946 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3cdb5004-4332-47a5-8d98-fd56b06f4553 req-222b6e85-444c-4bd0-9e5f-7634abac6d65 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592252 Nov 12 08:40:41.496441 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512e8fe-f01c-4795-9596-87b04e50e1b0 req-e62b663c-d6fe-4bac-bc37-d864681d73bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:41.498416 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7512e8fe-f01c-4795-9596-87b04e50e1b0 req-e62b663c-d6fe-4bac-bc37-d864681d73bf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1141391 Nov 12 08:40:41.579325 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-be371bbb-ce22-4fa3-978b-704bf6f3ed46 req-b49f0203-ab92-40e3-8f19-ef1fc6230a53 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438880 Nov 12 08:40:41.641109 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76425fd8-dcd9-4ecd-a666-b1a3ce5bf785 req-af4a2e1f-2a50-46a9-864b-da52ec0e7519 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:41.642754 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-76425fd8-dcd9-4ecd-a666-b1a3ce5bf785 req-af4a2e1f-2a50-46a9-864b-da52ec0e7519 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 944 time: 0.1433897 Nov 12 08:40:41.685377 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [req-6671f661-feb8-4a0c-9d08-945d2cb36b94 req-42c3bdb6-cc0b-4372-91b8-41b6d7ac190f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] show failed (client error): The resource could not be found. Nov 12 08:40:41.699638 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6671f661-feb8-4a0c-9d08-945d2cb36b94 req-42c3bdb6-cc0b-4372-91b8-41b6d7ac190f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups/8c8e5e61-f67c-4f4d-95b1-5be9b206229d HTTP/1.1" status: 404 len: 352 time: 0.0557010 Nov 12 08:40:41.742016 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512e8fe-f01c-4795-9596-87b04e50e1b0 req-895be52c-8d73-4850-a4db-18dbb956570f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:41.752155 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7512e8fe-f01c-4795-9596-87b04e50e1b0 req-895be52c-8d73-4850-a4db-18dbb956570f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0820096 Nov 12 08:40:41.752946 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-76425fd8-dcd9-4ecd-a666-b1a3ce5bf785 req-570a0701-9446-43b9-a2f6-e814c6d1194e tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995817 Nov 12 08:40:41.872515 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:40:41.892791 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03495f-34d2-40a2-9a93-c549bddedf68 req-27e6e434-0bec-4a5b-8ae5-46b079a58cb2 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:41.910022 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5a03495f-34d2-40a2-9a93-c549bddedf68 req-27e6e434-0bec-4a5b-8ae5-46b079a58cb2 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a67798d-c735-497c-b121-c1069e2476c6 HTTP/1.1" status: 200 len: 946 time: 0.1147141 Nov 12 08:40:41.995722 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7512e8fe-f01c-4795-9596-87b04e50e1b0 req-d40b7107-f057-4c38-a87a-598ea2aca0dc service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403140 Nov 12 08:40:42.000062 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:42.023661 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5a03495f-34d2-40a2-9a93-c549bddedf68 req-4771113c-8570-43b2-8880-c24bfc3c9322 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126993 Nov 12 08:40:42.196678 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7512e8fe-f01c-4795-9596-87b04e50e1b0 req-c08b8545-4ed8-4543-9903-fc67e40b769c service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922071 Nov 12 08:40:42.246732 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:42.272945 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': '68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0', 'mac_address': 'fa:16:3e:9e:63:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:40:42.275976 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0590e-034e-4cdf-bd8d-f2dc41c83a09 req-da80430e-7baa-41f9-9dc3-7ff63a29d714 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:42.283965 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ba0590e-034e-4cdf-bd8d-f2dc41c83a09 req-da80430e-7baa-41f9-9dc3-7ff63a29d714 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f05c1bd-1a50-45b6-890b-29f8b5eef5a3 HTTP/1.1" status: 200 len: 945 time: 0.1148562 Nov 12 08:40:42.336462 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:42.352163 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ba0590e-034e-4cdf-bd8d-f2dc41c83a09 req-b05ac399-75be-4920-9b2d-ac61decc4336 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661261 Nov 12 08:40:42.361667 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62104676-1687-44f4-88f7-c159c96d0346 req-d799d97d-726b-420e-a5c7-2ed4a4c0a005 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:42.369727 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-62104676-1687-44f4-88f7-c159c96d0346 req-d799d97d-726b-420e-a5c7-2ed4a4c0a005 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c47f422-2541-45a4-9d2d-9a8f5a456599 HTTP/1.1" status: 200 len: 944 time: 0.1986883 Nov 12 08:40:42.376305 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:40:42.412738 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:42.420586 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-62104676-1687-44f4-88f7-c159c96d0346 req-1877e514-b31f-406e-a859-bcd083adde21 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/security-groups?id=f851e748-86f9-4bc7-b8b1-4bcb2862adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499511 Nov 12 08:40:42.428917 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:42.499209 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d93e4-cf31-496e-a011-ddff772a3287 req-7cc0ab4a-cba2-41eb-8447-adbb7d1a1c14 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:42.500876 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-913d93e4-cf31-496e-a011-ddff772a3287 req-7cc0ab4a-cba2-41eb-8447-adbb7d1a1c14 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=15473919-e13a-4cce-adce-b9632482949f HTTP/1.1" status: 200 len: 1024 time: 0.0745633 Nov 12 08:40:42.511668 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:42.629994 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b053b56-8045-4ea7-bd41-9e4988a87dad req-02d7c594-9142-4625-9061-a5afb4c3cc9a tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:42.631450 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3b053b56-8045-4ea7-bd41-9e4988a87dad req-02d7c594-9142-4625-9061-a5afb4c3cc9a tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/ports?device_id=85140482-ced3-4449-b210-480a5475c894 HTTP/1.1" status: 200 len: 947 time: 0.1296513 Nov 12 08:40:42.638654 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-913d93e4-cf31-496e-a011-ddff772a3287 req-8a04f40f-59a1-4910-89ac-99a2fcb0fcfe tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1ea3436-b61e-435c-a0ed-cf40f7d499ca&id=976f7618-75d3-4d35-9f67-496fca114066&id=47b36950-bfb5-4451-9a4e-2ea1644ff783&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1108384 Nov 12 08:40:42.729940 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3b053b56-8045-4ea7-bd41-9e4988a87dad req-006339f0-3b80-4fbd-811e-4bcb9b2f2565 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea3f408d-b717-4621-88ab-26f66f984ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872037 Nov 12 08:40:42.734606 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:40:42.853562 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ed136-5469-4831-aa67-b42008bd9181 req-7cae2fd7-3e18-4c17-8564-0cea0daeeb0f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:42.855186 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c3ed136-5469-4831-aa67-b42008bd9181 req-7cae2fd7-3e18-4c17-8564-0cea0daeeb0f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 950 time: 0.0828946 Nov 12 08:40:42.928724 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b802a3-173c-488b-a1fb-94b2dd28a652 req-48bc65d0-dbc0-440d-a449-7b86ae35cf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:42.930362 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-05b802a3-173c-488b-a1fb-94b2dd28a652 req-48bc65d0-dbc0-440d-a449-7b86ae35cf2e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=04e1e46932e445c2a6cc6d10b43d5fb7&device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 1097 time: 0.0748067 Nov 12 08:40:42.958699 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c3ed136-5469-4831-aa67-b42008bd9181 req-44e1c07c-382f-49f7-b074-5e88bb5c4bb5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767448 Nov 12 08:40:43.000626 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeea42e-e708-4dbd-afb1-bca9c1bb1c83 req-6479390a-c600-4127-854d-0f46ef783d29 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:43.010988 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-feeea42e-e708-4dbd-afb1-bca9c1bb1c83 req-6479390a-c600-4127-854d-0f46ef783d29 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 945 time: 0.1767077 Nov 12 08:40:43.059492 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b802a3-173c-488b-a1fb-94b2dd28a652 req-f61e830c-739c-4af4-bad3-a92387ecf113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:43.060957 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-05b802a3-173c-488b-a1fb-94b2dd28a652 req-f61e830c-739c-4af4-bad3-a92387ecf113 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ebb104d1-24e6-4fb5-8479-85371fc07302 HTTP/1.1" status: 200 len: 913 time: 0.1223857 Nov 12 08:40:43.096626 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-feeea42e-e708-4dbd-afb1-bca9c1bb1c83 req-fa13c13e-9c3f-4fd1-8534-fc82f9132e99 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842474 Nov 12 08:40:43.119949 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-05b802a3-173c-488b-a1fb-94b2dd28a652 req-b1914cfb-0775-4a36-81d7-28beb1b9202b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cca12f95-0d6c-49aa-8fdd-7ae6314011cf HTTP/1.1" status: 200 len: 217 time: 0.0493956 Nov 12 08:40:43.124682 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d2228-9069-47ea-b309-441d3a87be57 req-193453d1-01a2-4062-9be7-e2c21a451a72 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:43.126511 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f41d2228-9069-47ea-b309-441d3a87be57 req-193453d1-01a2-4062-9be7-e2c21a451a72 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 944 time: 0.0714772 Nov 12 08:40:43.196211 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f41d2228-9069-47ea-b309-441d3a87be57 req-21d09c36-5137-4334-b42c-feb9c3ecb862 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563989 Nov 12 08:40:43.202925 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b802a3-173c-488b-a1fb-94b2dd28a652 req-429c78e8-2cac-495f-a876-b5dd62e2546e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:43.216295 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-05b802a3-173c-488b-a1fb-94b2dd28a652 req-429c78e8-2cac-495f-a876-b5dd62e2546e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bf5e142-9321-4c39-8a01-974865fb5fa2 HTTP/1.1" status: 200 len: 852 time: 0.0853095 Nov 12 08:40:43.234740 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:43.257613 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-05b802a3-173c-488b-a1fb-94b2dd28a652 req-3f760264-1ef3-4056-aaac-21acbb2ffb3f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebb104d1-24e6-4fb5-8479-85371fc07302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377991 Nov 12 08:40:43.273525 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd7a2e-b8fc-47a3-96e6-3db59ca0ac81 req-5bbb0b9d-45bc-4a82-8ffa-10b8040201ec tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:43.275126 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b7fd7a2e-b8fc-47a3-96e6-3db59ca0ac81 req-5bbb0b9d-45bc-4a82-8ffa-10b8040201ec tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a67798d-c735-497c-b121-c1069e2476c6 HTTP/1.1" status: 200 len: 946 time: 0.0754361 Nov 12 08:40:43.335309 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b7fd7a2e-b8fc-47a3-96e6-3db59ca0ac81 req-6c957a57-f3ae-40fe-8796-bd5e7148dc70 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539017 Nov 12 08:40:43.358063 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-05b802a3-173c-488b-a1fb-94b2dd28a652 req-97a2c890-cad3-4bf9-9721-eb25c9e2e327 service neutron] 10.222.0.54 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932107 Nov 12 08:40:43.476200 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9599c-a849-43f2-aa70-7c8a0eb46681 req-ebe6b7d6-be31-47f4-9d70-25368f5f42f0 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:43.478498 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6cc9599c-a849-43f2-aa70-7c8a0eb46681 req-ebe6b7d6-be31-47f4-9d70-25368f5f42f0 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f05c1bd-1a50-45b6-890b-29f8b5eef5a3 HTTP/1.1" status: 200 len: 945 time: 0.0573149 Nov 12 08:40:43.483017 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-05b802a3-173c-488b-a1fb-94b2dd28a652 req-f8700dc3-a531-4bba-a4d5-a7c9e2025616 service neutron] 10.222.0.54 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167853 Nov 12 08:40:43.592410 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6cc9599c-a849-43f2-aa70-7c8a0eb46681 req-178f7ff7-213f-49b6-ba29-37d96e00f094 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993795 Nov 12 08:40:43.606142 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fa761-7350-4f33-8991-6ec6d6f20886 req-23629725-f4bb-4e3c-93cd-cba2e6aa27b8 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:43.607667 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6c3fa761-7350-4f33-8991-6ec6d6f20886 req-23629725-f4bb-4e3c-93cd-cba2e6aa27b8 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c47f422-2541-45a4-9d2d-9a8f5a456599 HTTP/1.1" status: 200 len: 944 time: 0.0848897 Nov 12 08:40:43.660633 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6c3fa761-7350-4f33-8991-6ec6d6f20886 req-a17e50e1-c3a8-415e-9fd0-6667d5b931fe tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/security-groups?id=f851e748-86f9-4bc7-b8b1-4bcb2862adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465000 Nov 12 08:40:43.809839 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b28611-fe20-4859-90fd-b3117728ce43 req-b1f46b9b-66d0-487a-a925-b07be9b62442 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:43.822957 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-63b28611-fe20-4859-90fd-b3117728ce43 req-b1f46b9b-66d0-487a-a925-b07be9b62442 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=15473919-e13a-4cce-adce-b9632482949f HTTP/1.1" status: 200 len: 1024 time: 0.1009085 Nov 12 08:40:43.902973 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 8ecabc74-70ed-466f-9d7a-f178e188ae61 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:40:43.909308 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:43.915930 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:43.935835 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d7ea7-4fc3-4034-a9a3-62dd90d1aebe req-05ef3bd1-ef6d-4245-81c3-85890072f089 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:43.937437 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-945d7ea7-4fc3-4034-a9a3-62dd90d1aebe req-05ef3bd1-ef6d-4245-81c3-85890072f089 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/ports?device_id=85140482-ced3-4449-b210-480a5475c894 HTTP/1.1" status: 200 len: 947 time: 0.0807314 Nov 12 08:40:43.944364 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-63b28611-fe20-4859-90fd-b3117728ce43 req-730d9e50-31ac-473b-aa3a-d34a92858f35 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1ea3436-b61e-435c-a0ed-cf40f7d499ca&id=976f7618-75d3-4d35-9f67-496fca114066&id=47b36950-bfb5-4451-9a4e-2ea1644ff783&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1144187 Nov 12 08:40:44.031877 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-945d7ea7-4fc3-4034-a9a3-62dd90d1aebe req-486bde41-c92a-41b0-8342-eb0ef139b439 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea3f408d-b717-4621-88ab-26f66f984ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765293 Nov 12 08:40:44.059613 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:40:44.070730 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:44.071118 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:44.121976 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 8ecabc74-70ed-466f-9d7a-f178e188ae61, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=8ecabc74-70ed-466f-9d7a-f178e188ae61,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:44.127568 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee06f9-fbcd-4b15-8fbf-0730364b7d3d req-5da1f645-3de9-4667-90bc-35a4300d4c95 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:44.129989 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aeee06f9-fbcd-4b15-8fbf-0730364b7d3d req-5da1f645-3de9-4667-90bc-35a4300d4c95 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f05c1bd-1a50-45b6-890b-29f8b5eef5a3 HTTP/1.1" status: 200 len: 945 time: 0.0774419 Nov 12 08:40:44.140361 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '8ecabc74-70ed-466f-9d7a-f178e188ae61', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': '8ecabc74-70ed-466f-9d7a-f178e188ae61', 'mac_address': 'fa:16:3e:3d:c5:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:40:44.225667 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:44.234276 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a042e0-b241-41b6-a751-8bb9410459fd req-5d2a1814-4b63-45fb-b719-2e02f7616670 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:44.235639 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:44.242153 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-83a042e0-b241-41b6-a751-8bb9410459fd req-5d2a1814-4b63-45fb-b719-2e02f7616670 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 950 time: 0.1110876 Nov 12 08:40:44.261007 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ecabc74-70ed-466f-9d7a-f178e188ae61 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:40:44.278373 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aeee06f9-fbcd-4b15-8fbf-0730364b7d3d req-d37ba271-f4f6-4e51-b937-6c4c60ea2ae6 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352687 Nov 12 08:40:44.292664 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0ba00c-96bc-4877-8206-33c3c0b95070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:44.295479 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262b0589-de47-4fba-91cb-b2806f358acb" -d '{"events": [{"server_uuid": "dc0ba00c-96bc-4877-8206-33c3c0b95070", "name": "network-vif-plugged", "status": "completed", "tag": "68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:44.313091 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 8ecabc74-70ed-466f-9d7a-f178e188ae61, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=8ecabc74-70ed-466f-9d7a-f178e188ae61,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:44.327052 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-83a042e0-b241-41b6-a751-8bb9410459fd req-5c94ed68-4094-4b91-bb6b-d9213fa11093 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817537 Nov 12 08:40:44.333812 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:44.344168 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:44.355329 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:44.436919 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=8ecabc74-70ed-466f-9d7a-f178e188ae61,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:44.499402 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:44.541846 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cba31-3f3b-436b-a064-1df4e8a71412 req-7730af02-3e14-4207-b1c6-7623e2efb9c5 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:44.543777 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-603cba31-3f3b-436b-a064-1df4e8a71412 req-7730af02-3e14-4207-b1c6-7623e2efb9c5 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 944 time: 0.0793710 Nov 12 08:40:44.565004 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd552b-bf01-45c6-86e0-866026b03ef8 req-7904d878-da22-49a6-8ceb-53a55e962955 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:44.566915 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ddcd552b-bf01-45c6-86e0-866026b03ef8 req-7904d878-da22-49a6-8ceb-53a55e962955 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 945 time: 0.1401772 Nov 12 08:40:44.605026 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['8ecabc74-70ed-466f-9d7a-f178e188ae61'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:40:44.659384 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ddcd552b-bf01-45c6-86e0-866026b03ef8 req-7d3053e6-9ba7-4e0b-918b-b1f0dd422c2a tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826013 Nov 12 08:40:44.663229 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-603cba31-3f3b-436b-a064-1df4e8a71412 req-09bd33bf-183e-4ebc-bf16-d8aee177eab6 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952911 Nov 12 08:40:44.732211 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcde34c9-4527-4e5a-a9ec-b6bac1a3a170 x-openstack-request-id: req-dcde34c9-4527-4e5a-a9ec-b6bac1a3a170 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:44.732602 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0ba00c-96bc-4877-8206-33c3c0b95070", "name": "network-vif-plugged", "status": "completed", "tag": "68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:44.732789 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dcde34c9-4527-4e5a-a9ec-b6bac1a3a170 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:44.733140 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0ba00c-96bc-4877-8206-33c3c0b95070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0', 'code': 200} Nov 12 08:40:44.850069 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d67a1e-ff58-41fc-b296-67a06f1d1154 req-fb48f10b-92cb-4424-8554-b453a53e96df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:44.852145 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-51d67a1e-ff58-41fc-b296-67a06f1d1154 req-fb48f10b-92cb-4424-8554-b453a53e96df service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dc0ba00c-96bc-4877-8206-33c3c0b95070 HTTP/1.1" status: 200 len: 1101 time: 0.0516820 Nov 12 08:40:44.875050 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a5bc7-5c52-4224-93b9-b273a0fa18b4 req-75c8ba49-645b-4078-b066-ed7215354218 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:44.883524 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-908a5bc7-5c52-4224-93b9-b273a0fa18b4 req-75c8ba49-645b-4078-b066-ed7215354218 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a67798d-c735-497c-b121-c1069e2476c6 HTTP/1.1" status: 200 len: 946 time: 0.1261694 Nov 12 08:40:44.919131 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535acd5d-aac0-494e-87ba-4fadbedb59da req-b11f6492-f4a8-46ab-9cec-15ab148b8f5a tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:44.921000 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-535acd5d-aac0-494e-87ba-4fadbedb59da req-b11f6492-f4a8-46ab-9cec-15ab148b8f5a tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c47f422-2541-45a4-9d2d-9a8f5a456599 HTTP/1.1" status: 200 len: 944 time: 0.1118927 Nov 12 08:40:44.929211 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-51d67a1e-ff58-41fc-b296-67a06f1d1154 req-50998721-8562-44a4-9cf0-abb2e2e0587f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ea3f408d-b717-4621-88ab-26f66f984ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691941 Nov 12 08:40:44.973813 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-908a5bc7-5c52-4224-93b9-b273a0fa18b4 req-eea8f771-212d-4232-8b40-df2feb86d971 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887723 Nov 12 08:40:45.000270 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-535acd5d-aac0-494e-87ba-4fadbedb59da req-ac243a43-d0e4-4e33-b605-5db96a9645fa tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/security-groups?id=f851e748-86f9-4bc7-b8b1-4bcb2862adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688541 Nov 12 08:40:45.104050 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cf2bd-6c3f-4ce0-9903-3579a4318618 req-4971b30a-398a-4e19-9108-4713aa1f9960 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:45.116067 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a46cf2bd-6c3f-4ce0-9903-3579a4318618 req-4971b30a-398a-4e19-9108-4713aa1f9960 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=15473919-e13a-4cce-adce-b9632482949f HTTP/1.1" status: 200 len: 1024 time: 0.0626929 Nov 12 08:40:45.227085 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5707ac-87a8-4b80-a6d4-104b0deb8783 req-896eae11-e009-453b-8406-dae77f7cd555 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:45.229016 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fd5707ac-87a8-4b80-a6d4-104b0deb8783 req-896eae11-e009-453b-8406-dae77f7cd555 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/ports?device_id=85140482-ced3-4449-b210-480a5475c894 HTTP/1.1" status: 200 len: 948 time: 0.1103880 Nov 12 08:40:45.240882 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a46cf2bd-6c3f-4ce0-9903-3579a4318618 req-061a13e1-56b5-4ce6-a17d-c2d861955f3b tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1ea3436-b61e-435c-a0ed-cf40f7d499ca&id=976f7618-75d3-4d35-9f67-496fca114066&id=47b36950-bfb5-4451-9a4e-2ea1644ff783&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1236739 Nov 12 08:40:45.297440 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fd5707ac-87a8-4b80-a6d4-104b0deb8783 req-943e664d-f907-4bb4-aa56-8d3076857ed5 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea3f408d-b717-4621-88ab-26f66f984ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507245 Nov 12 08:40:45.430109 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26575d1a-4e5e-41ad-8f66-f10d9144baf0 req-bcbef124-7edd-41a3-9b7f-e4fef58e8dce tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:45.436480 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-26575d1a-4e5e-41ad-8f66-f10d9144baf0 req-bcbef124-7edd-41a3-9b7f-e4fef58e8dce tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f05c1bd-1a50-45b6-890b-29f8b5eef5a3 HTTP/1.1" status: 200 len: 945 time: 0.0698721 Nov 12 08:40:45.527983 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed167e-2b41-48a4-9af8-4eb115bc4bfd req-cda54d32-617d-4108-a56a-3e4ce7e89fb0 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:45.529532 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7fed167e-2b41-48a4-9af8-4eb115bc4bfd req-cda54d32-617d-4108-a56a-3e4ce7e89fb0 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 950 time: 0.1181521 Nov 12 08:40:45.537701 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-26575d1a-4e5e-41ad-8f66-f10d9144baf0 req-c34d6171-fe65-443e-9e72-eff0070e4007 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759985 Nov 12 08:40:45.587423 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7fed167e-2b41-48a4-9af8-4eb115bc4bfd req-0bc338fe-1a2f-419d-9163-165d7c5dc773 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482564 Nov 12 08:40:45.816642 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a27c3-d746-4942-8755-fda978fae70a req-5d51f1d9-f5a8-4021-9f3b-a2cb0bfa9c02 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:45.818322 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bb8a27c3-d746-4942-8755-fda978fae70a req-5d51f1d9-f5a8-4021-9f3b-a2cb0bfa9c02 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 945 time: 0.0741420 Nov 12 08:40:45.892590 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bb8a27c3-d746-4942-8755-fda978fae70a req-42548e9e-1d21-4e4b-8aef-1ef64448c4a0 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609345 Nov 12 08:40:45.900724 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 8ecabc74-70ed-466f-9d7a-f178e188ae61 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:45.986337 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 8ecabc74-70ed-466f-9d7a-f178e188ae61 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:40:46.003776 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 8ecabc74-70ed-466f-9d7a-f178e188ae61 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:46.004320 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:46.188957 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678bacd-1f5f-416e-a649-83a44e566469 req-5932612f-5aa9-4a16-a58a-d52085ef4c21 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:46.190659 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9678bacd-1f5f-416e-a649-83a44e566469 req-5932612f-5aa9-4a16-a58a-d52085ef4c21 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 944 time: 0.1079359 Nov 12 08:40:46.219650 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:46.266428 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 8ecabc74-70ed-466f-9d7a-f178e188ae61, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=8ecabc74-70ed-466f-9d7a-f178e188ae61,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:46.275712 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:46.276950 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device cca12f95-0d6c-49aa-8fdd-7ae6314011cf no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:40:46.303420 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9678bacd-1f5f-416e-a649-83a44e566469 req-d90a3838-02db-4fa9-9c61-63e45839d9c3 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055138 Nov 12 08:40:46.381544 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=8ecabc74-70ed-466f-9d7a-f178e188ae61,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:46.438571 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:46.488171 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port cca12f95-0d6c-49aa-8fdd-7ae6314011cf, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=cca12f95-0d6c-49aa-8fdd-7ae6314011cf,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:46.495059 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:46.578294 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=cca12f95-0d6c-49aa-8fdd-7ae6314011cf,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:46.734156 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85140482-ced3-4449-b210-480a5475c894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecabc74-70ed-466f-9d7a-f178e188ae61'}, {'server_uuid': 'e73b42cc-6982-48aa-81eb-1f51ea1b488b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cca12f95-0d6c-49aa-8fdd-7ae6314011cf'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:46.737022 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab4d099-b3a6-44c3-9eeb-12485973e00f" -d '{"events": [{"server_uuid": "85140482-ced3-4449-b210-480a5475c894", "name": "network-vif-plugged", "status": "completed", "tag": "8ecabc74-70ed-466f-9d7a-f178e188ae61"}, {"server_uuid": "e73b42cc-6982-48aa-81eb-1f51ea1b488b", "name": "network-vif-unplugged", "status": "completed", "tag": "cca12f95-0d6c-49aa-8fdd-7ae6314011cf"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:46.916452 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d65127-bede-4b69-b4de-d211e20e8d2e req-0bfa2a35-2c57-4f3f-bc87-331c5535858a tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:46.918502 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c6d65127-bede-4b69-b4de-d211e20e8d2e req-0bfa2a35-2c57-4f3f-bc87-331c5535858a tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b42cc-6982-48aa-81eb-1f51ea1b488b HTTP/1.1" status: 200 len: 943 time: 0.0849006 Nov 12 08:40:46.935393 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1e2e0-f69d-4b2c-a46c-e252a002dd09 req-531c68cb-494e-47bd-99ec-b97ead8e6b67 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:46.937306 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8da1e2e0-f69d-4b2c-a46c-e252a002dd09 req-531c68cb-494e-47bd-99ec-b97ead8e6b67 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a67798d-c735-497c-b121-c1069e2476c6 HTTP/1.1" status: 200 len: 946 time: 0.0741057 Nov 12 08:40:47.050519 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8da1e2e0-f69d-4b2c-a46c-e252a002dd09 req-85533e5e-bf25-4d53-9382-becbda9691dc tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852783 Nov 12 08:40:47.084446 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-c6d65127-bede-4b69-b4de-d211e20e8d2e req-7090bfb8-b001-46ba-87fb-18894ec2c329 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Deleting port cca12f95-0d6c-49aa-8fdd-7ae6314011cf {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:47.084861 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c6d65127-bede-4b69-b4de-d211e20e8d2e req-7090bfb8-b001-46ba-87fb-18894ec2c329 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:47.233116 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34214159-b98e-492b-9ac5-2f310f34f267 req-409c2159-22ad-476b-a753-8feb76ed25e3 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:47.234716 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-34214159-b98e-492b-9ac5-2f310f34f267 req-409c2159-22ad-476b-a753-8feb76ed25e3 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c47f422-2541-45a4-9d2d-9a8f5a456599 HTTP/1.1" status: 200 len: 944 time: 0.1128404 Nov 12 08:40:47.241232 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-c6d65127-bede-4b69-b4de-d211e20e8d2e req-7090bfb8-b001-46ba-87fb-18894ec2c329 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] For port cca12f95-0d6c-49aa-8fdd-7ae6314011cf, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=cca12f95-0d6c-49aa-8fdd-7ae6314011cf,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:47.241595 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c6d65127-bede-4b69-b4de-d211e20e8d2e req-7090bfb8-b001-46ba-87fb-18894ec2c329 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:47.270390 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-c6d65127-bede-4b69-b4de-d211e20e8d2e req-7090bfb8-b001-46ba-87fb-18894ec2c329 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Calling delete_port for cca12f95-0d6c-49aa-8fdd-7ae6314011cf owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:47.346681 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-34214159-b98e-492b-9ac5-2f310f34f267 req-e853eae4-aa47-4321-84c2-6df7023da8d6 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/security-groups?id=f851e748-86f9-4bc7-b8b1-4bcb2862adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019034 Nov 12 08:40:47.488289 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c6d65127-bede-4b69-b4de-d211e20e8d2e req-7090bfb8-b001-46ba-87fb-18894ec2c329 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:47.542345 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cb302-05e3-4302-adbf-3900816ce857 req-135911fb-b1f9-43e9-8dfb-091611268fcc tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:47.543991 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8c7cb302-05e3-4302-adbf-3900816ce857 req-135911fb-b1f9-43e9-8dfb-091611268fcc tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=15473919-e13a-4cce-adce-b9632482949f HTTP/1.1" status: 200 len: 1024 time: 0.1257000 Nov 12 08:40:47.545372 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7090bfb8-b001-46ba-87fb-18894ec2c329 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Pushing event deleted for resources: {'Port': ['ID=cca12f95-0d6c-49aa-8fdd-7ae6314011cf,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:47.603564 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d65127-bede-4b69-b4de-d211e20e8d2e req-7090bfb8-b001-46ba-87fb-18894ec2c329 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] No DVR routers for this DVR port cca12f95-0d6c-49aa-8fdd-7ae6314011cf on host n-h1-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:40:47.606471 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c6d65127-bede-4b69-b4de-d211e20e8d2e req-7090bfb8-b001-46ba-87fb-18894ec2c329 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:47.611198 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c6d65127-bede-4b69-b4de-d211e20e8d2e req-7090bfb8-b001-46ba-87fb-18894ec2c329 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "DELETE /v2.0/ports/cca12f95-0d6c-49aa-8fdd-7ae6314011cf HTTP/1.1" status: 204 len: 173 time: 0.6852667 Nov 12 08:40:47.612367 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73b42cc-6982-48aa-81eb-1f51ea1b488b', 'name': 'network-vif-deleted', 'tag': 'cca12f95-0d6c-49aa-8fdd-7ae6314011cf'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:47.615564 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cbfe0c-c8c7-42c4-af06-67e2cb072e4c" -d '{"events": [{"server_uuid": "e73b42cc-6982-48aa-81eb-1f51ea1b488b", "name": "network-vif-deleted", "tag": "cca12f95-0d6c-49aa-8fdd-7ae6314011cf"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:47.691164 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8c7cb302-05e3-4302-adbf-3900816ce857 req-1df07c81-955b-4176-82e3-7061b0135bb5 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1ea3436-b61e-435c-a0ed-cf40f7d499ca&id=976f7618-75d3-4d35-9f67-496fca114066&id=47b36950-bfb5-4451-9a4e-2ea1644ff783&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1372149 Nov 12 08:40:47.841569 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd3158-a5cc-4bbc-9e6b-ec8af2c41f22 req-d4671f76-3c0b-4c26-949d-03b06a380311 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:47.843285 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a3dd3158-a5cc-4bbc-9e6b-ec8af2c41f22 req-d4671f76-3c0b-4c26-949d-03b06a380311 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/ports?device_id=85140482-ced3-4449-b210-480a5475c894 HTTP/1.1" status: 200 len: 949 time: 0.0597267 Nov 12 08:40:47.918496 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a3dd3158-a5cc-4bbc-9e6b-ec8af2c41f22 req-fffcb216-0a0f-498c-93f3-d89e46891157 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea3f408d-b717-4621-88ab-26f66f984ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649202 Nov 12 08:40:48.062826 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9845238-fd91-4d6a-8b6c-84c20f1514c2 req-807be312-4762-455a-b4e0-35f5ccb4c158 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:48.065407 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b9845238-fd91-4d6a-8b6c-84c20f1514c2 req-807be312-4762-455a-b4e0-35f5ccb4c158 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 950 time: 0.0783751 Nov 12 08:40:48.088691 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e051d385-ad8f-4ed9-a8c0-c65e86d52991 x-openstack-request-id: req-e051d385-ad8f-4ed9-a8c0-c65e86d52991 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:48.089280 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85140482-ced3-4449-b210-480a5475c894", "name": "network-vif-plugged", "status": "completed", "tag": "8ecabc74-70ed-466f-9d7a-f178e188ae61", "code": 200}, {"server_uuid": "e73b42cc-6982-48aa-81eb-1f51ea1b488b", "name": "network-vif-unplugged", "status": "failed", "tag": "cca12f95-0d6c-49aa-8fdd-7ae6314011cf", "code": 422}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:48.089280 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e051d385-ad8f-4ed9-a8c0-c65e86d52991 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:48.090013 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85140482-ced3-4449-b210-480a5475c894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecabc74-70ed-466f-9d7a-f178e188ae61', 'code': 200} Nov 12 08:40:48.090326 n-d-768862-16 neutron-server[102570]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e73b42cc-6982-48aa-81eb-1f51ea1b488b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cca12f95-0d6c-49aa-8fdd-7ae6314011cf', 'code': 422} returned with failed status Nov 12 08:40:48.159705 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b9845238-fd91-4d6a-8b6c-84c20f1514c2 req-6469888d-0468-4cca-b9f4-06c1f403b643 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874910 Nov 12 08:40:48.232633 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5599db-0013-46b8-af1b-45b5e180ef90 x-openstack-request-id: req-cd5599db-0013-46b8-af1b-45b5e180ef90 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:48.232925 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73b42cc-6982-48aa-81eb-1f51ea1b488b", "name": "network-vif-deleted", "tag": "cca12f95-0d6c-49aa-8fdd-7ae6314011cf", "status": "failed", "code": 422}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:48.233159 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd5599db-0013-46b8-af1b-45b5e180ef90 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:48.233576 n-d-768862-16 neutron-server[102569]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e73b42cc-6982-48aa-81eb-1f51ea1b488b', 'name': 'network-vif-deleted', 'tag': 'cca12f95-0d6c-49aa-8fdd-7ae6314011cf', 'status': 'failed', 'code': 422} returned with failed status Nov 12 08:40:48.258027 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4d17e-1027-4ae0-85ba-ebc90b4e996a req-fa8fd444-45c1-4ac9-a2bf-376044813682 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:48.259906 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9e4d17e-1027-4ae0-85ba-ebc90b4e996a req-fa8fd444-45c1-4ac9-a2bf-376044813682 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 944 time: 0.0889747 Nov 12 08:40:48.272580 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99a1c8-0b16-4d63-9c5e-33d876f46039 req-8a5d328d-2756-4c04-837c-c85268376b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:48.274565 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fa99a1c8-0b16-4d63-9c5e-33d876f46039 req-8a5d328d-2756-4c04-837c-c85268376b31 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=85140482-ced3-4449-b210-480a5475c894 HTTP/1.1" status: 200 len: 1101 time: 0.0575736 Nov 12 08:40:48.335328 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9e4d17e-1027-4ae0-85ba-ebc90b4e996a req-96c2bf9a-7721-49ac-92ee-04a35c6be5e3 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658700 Nov 12 08:40:48.356205 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fa99a1c8-0b16-4d63-9c5e-33d876f46039 req-3d8ec67c-41bb-4000-a3b8-4388417a1e19 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ea3f408d-b717-4621-88ab-26f66f984ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628550 Nov 12 08:40:48.601583 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390944f9-0f6c-494f-9a07-8fbf68989980 req-bbc930b9-2827-49a9-916e-87c56e431645 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:48.603461 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-390944f9-0f6c-494f-9a07-8fbf68989980 req-bbc930b9-2827-49a9-916e-87c56e431645 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a67798d-c735-497c-b121-c1069e2476c6 HTTP/1.1" status: 200 len: 946 time: 0.1318707 Nov 12 08:40:48.621293 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2bd67-e154-4a87-90dd-112ec4253d61 req-a0416da7-87d6-432f-81d5-bef7bff4c212 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:48.623218 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-58f2bd67-e154-4a87-90dd-112ec4253d61 req-a0416da7-87d6-432f-81d5-bef7bff4c212 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c47f422-2541-45a4-9d2d-9a8f5a456599 HTTP/1.1" status: 200 len: 944 time: 0.1376011 Nov 12 08:40:48.713901 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-58f2bd67-e154-4a87-90dd-112ec4253d61 req-b0dedb57-143a-42a0-a0db-938421a9fe04 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/security-groups?id=f851e748-86f9-4bc7-b8b1-4bcb2862adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781417 Nov 12 08:40:48.717511 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-390944f9-0f6c-494f-9a07-8fbf68989980 req-d7715361-c337-4b5e-8adb-3ae2ec1791b4 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931368 Nov 12 08:40:48.885478 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5a1cf-2512-4211-a12e-e0e6331c9133 req-8d99ab40-0cbb-4e1d-8049-22a315129dc2 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:48.888139 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e0d5a1cf-2512-4211-a12e-e0e6331c9133 req-8d99ab40-0cbb-4e1d-8049-22a315129dc2 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=15473919-e13a-4cce-adce-b9632482949f HTTP/1.1" status: 200 len: 1024 time: 0.0709443 Nov 12 08:40:49.027686 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e0d5a1cf-2512-4211-a12e-e0e6331c9133 req-f113c2d3-85c7-4bd2-a56e-7d03fb94e00b tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1ea3436-b61e-435c-a0ed-cf40f7d499ca&id=976f7618-75d3-4d35-9f67-496fca114066&id=47b36950-bfb5-4451-9a4e-2ea1644ff783&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1322567 Nov 12 08:40:49.275581 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134b803-719b-4bd7-935c-4d792cb66518 req-8898353f-2cad-4c6e-b9da-88d6b3699615 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:49.277475 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c134b803-719b-4bd7-935c-4d792cb66518 req-8898353f-2cad-4c6e-b9da-88d6b3699615 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/ports?device_id=85140482-ced3-4449-b210-480a5475c894 HTTP/1.1" status: 200 len: 949 time: 0.1006408 Nov 12 08:40:49.380378 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c134b803-719b-4bd7-935c-4d792cb66518 req-3d7aa99e-e4e3-4f4b-bdf7-bcee8c9dd1e3 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea3f408d-b717-4621-88ab-26f66f984ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846014 Nov 12 08:40:49.628349 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de691035-a401-48bf-9604-d199be6e271f req-fbb7c9f0-b46b-432d-9194-6925731e2f14 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:49.640812 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-de691035-a401-48bf-9604-d199be6e271f req-fbb7c9f0-b46b-432d-9194-6925731e2f14 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 950 time: 0.0941889 Nov 12 08:40:49.760060 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-de691035-a401-48bf-9604-d199be6e271f req-61eb3d83-8a58-405d-870d-f665c71564a0 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144578 Nov 12 08:40:49.894058 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a6b3d-a11e-4c64-824a-ee2489946bd3 req-c90e694a-fc29-4eed-af99-0d1c34c23df4 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:49.902066 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-377a6b3d-a11e-4c64-824a-ee2489946bd3 req-c90e694a-fc29-4eed-af99-0d1c34c23df4 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 944 time: 0.0758557 Nov 12 08:40:49.928501 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 400268ad-fdf2-47ef-9ca5-2a7c3730abcc details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:40:49.965982 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-377a6b3d-a11e-4c64-824a-ee2489946bd3 req-9d035872-089d-4860-93bc-1bf76cb7cafd tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630817 Nov 12 08:40:50.164825 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 400268ad-fdf2-47ef-9ca5-2a7c3730abcc, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=400268ad-fdf2-47ef-9ca5-2a7c3730abcc,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:50.209601 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '400268ad-fdf2-47ef-9ca5-2a7c3730abcc', 'network_id': 'decddc00-32e0-44cc-9e13-8ef2ed68d9e6', 'port_id': '400268ad-fdf2-47ef-9ca5-2a7c3730abcc', 'mac_address': 'fa:16:3e:bb:e9:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8caf3eba-e7df-49d1-bdb7-f7a8b69eb432', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:40:50.271546 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:50.291768 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 400268ad-fdf2-47ef-9ca5-2a7c3730abcc {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:40:50.316995 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 400268ad-fdf2-47ef-9ca5-2a7c3730abcc, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=400268ad-fdf2-47ef-9ca5-2a7c3730abcc,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:50.327142 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:50.397559 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=400268ad-fdf2-47ef-9ca5-2a7c3730abcc,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:50.419881 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['400268ad-fdf2-47ef-9ca5-2a7c3730abcc'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:40:51.010832 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9557235b-95c2-4de5-bc75-bfb5d3ee0534 req-da59f51c-4846-408e-91cc-2b5b75a0e420 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7606f079-2527-4e0e-94d1-986a75700eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332613 Nov 12 08:40:51.066177 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2a536294-691e-442c-8143-f4b1c959b531 req-07bcaba3-6970-4adc-b936-44f1842773b5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac649155-8356-435e-b73c-d739a0401687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761204 Nov 12 08:40:51.133867 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45640882-78ec-4a37-af4f-035352120ad9 req-a478c65e-33d0-4abf-892f-e228247b6b82 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:51.135410 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-45640882-78ec-4a37-af4f-035352120ad9 req-a478c65e-33d0-4abf-892f-e228247b6b82 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a67798d-c735-497c-b121-c1069e2476c6 HTTP/1.1" status: 200 len: 946 time: 0.5843933 Nov 12 08:40:51.136666 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9557235b-95c2-4de5-bc75-bfb5d3ee0534 req-fc1c1dc5-35e8-4daf-923e-ff9925cd8c79 service neutron] 10.222.0.58 "GET /v2.0/networks/7606f079-2527-4e0e-94d1-986a75700eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131754 Nov 12 08:40:51.152115 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-abde01fb-5b42-446c-9ba2-8f3b2ffdda61 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:51.154373 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-abde01fb-5b42-446c-9ba2-8f3b2ffdda61 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/networks?id=ebb104d1-24e6-4fb5-8479-85371fc07302 HTTP/1.1" status: 200 len: 812 time: 0.7145834 Nov 12 08:40:51.161934 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-4b8b6a61-48f5-4f8f-b4f7-9608ef771945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:51.163419 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-4b8b6a61-48f5-4f8f-b4f7-9608ef771945 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3442c5c9-cc85-4770-ba08-087a11ee8363 HTTP/1.1" status: 200 len: 845 time: 0.1819644 Nov 12 08:40:51.260943 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-12cdc750-bb99-4984-b197-3dd119a38370 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/quotas/04e1e46932e445c2a6cc6d10b43d5fb7 HTTP/1.1" status: 200 len: 375 time: 0.0566883 Nov 12 08:40:51.277508 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9557235b-95c2-4de5-bc75-bfb5d3ee0534 req-5dac5c56-4d7b-4558-8614-52fe40f418d2 service neutron] 10.222.0.58 "GET /v2.0/networks/7606f079-2527-4e0e-94d1-986a75700eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184990 Nov 12 08:40:51.353507 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-b7bfabe4-cb17-4e00-8035-c03fdb621de8 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=04e1e46932e445c2a6cc6d10b43d5fb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764825 Nov 12 08:40:51.363668 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-45640882-78ec-4a37-af4f-035352120ad9 req-84157314-06cc-49fb-87de-e2f03c08e6c6 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061794 Nov 12 08:40:51.377490 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2a536294-691e-442c-8143-f4b1c959b531 req-df7158b3-5ab5-4285-a7ab-745456baaf17 service neutron] 10.222.0.58 "GET /v2.0/networks/ac649155-8356-435e-b73c-d739a0401687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907119 Nov 12 08:40:51.465633 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-3ca35fc2-7f4d-45c9-b7f4-ff3d6cc57986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:51.467393 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-3ca35fc2-7f4d-45c9-b7f4-ff3d6cc57986 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c7db9cf5-086a-4f80-b2c3-667939029369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2607090 Nov 12 08:40:51.636217 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2a536294-691e-442c-8143-f4b1c959b531 req-4022454d-dc6b-4b16-92c3-103b36e4bc02 service neutron] 10.222.0.58 "GET /v2.0/networks/ac649155-8356-435e-b73c-d739a0401687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364774 Nov 12 08:40:51.675801 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f66544-05a9-49d8-8b4c-3bbec7638856 req-ba797b23-1afc-4d11-9960-b7ad3b725a76 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:51.683595 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-18f66544-05a9-49d8-8b4c-3bbec7638856 req-ba797b23-1afc-4d11-9960-b7ad3b725a76 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c47f422-2541-45a4-9d2d-9a8f5a456599 HTTP/1.1" status: 200 len: 944 time: 0.2131031 Nov 12 08:40:51.734908 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-c1ab9d90-07dc-4b0a-b7c3-9d99633cf1c8 service neutron] 10.222.0.37 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452189 Nov 12 08:40:51.734908 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-a835f5fc-9329-48e3-bd38-4c761508cc7b service neutron] 10.222.0.58 "GET /v2.0/networks/c7db9cf5-086a-4f80-b2c3-667939029369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131975 Nov 12 08:40:51.933518 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 400268ad-fdf2-47ef-9ca5-2a7c3730abcc up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:52.039692 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 400268ad-fdf2-47ef-9ca5-2a7c3730abcc triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:52.040338 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:52.075977 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-18f66544-05a9-49d8-8b4c-3bbec7638856 req-9cfb6b56-dc85-47d2-ae86-029bd29b75f8 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/security-groups?id=f851e748-86f9-4bc7-b8b1-4bcb2862adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3896723 Nov 12 08:40:52.094850 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df22ddb4-3c47-42a0-8fa0-d944357989b6 req-3e3d1c14-3cb4-45e1-a364-ad143f371160 service neutron] 10.222.0.58 "GET /v2.0/networks/c7db9cf5-086a-4f80-b2c3-667939029369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054023 Nov 12 08:40:52.169006 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-a5ae6311-0d1e-4863-a80d-48de1a87b8da service neutron] 10.222.0.37 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566329 Nov 12 08:40:52.207716 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:52.235018 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f05c1bd-1a50-45b6-890b-29f8b5eef5a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400268ad-fdf2-47ef-9ca5-2a7c3730abcc'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:52.238773 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b7f47a-f1d5-4f45-97b6-2e4ae9e18233" -d '{"events": [{"server_uuid": "2f05c1bd-1a50-45b6-890b-29f8b5eef5a3", "name": "network-vif-plugged", "status": "completed", "tag": "400268ad-fdf2-47ef-9ca5-2a7c3730abcc"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:52.258597 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 400268ad-fdf2-47ef-9ca5-2a7c3730abcc, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=400268ad-fdf2-47ef-9ca5-2a7c3730abcc,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:52.269011 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:52.336649 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860ef41-a2d4-4bf1-9925-93355af2094e req-edf0a818-096a-4271-8a8c-92715cba699e tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:52.344586 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4860ef41-a2d4-4bf1-9925-93355af2094e req-edf0a818-096a-4271-8a8c-92715cba699e tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=15473919-e13a-4cce-adce-b9632482949f HTTP/1.1" status: 200 len: 1024 time: 0.1447175 Nov 12 08:40:52.360864 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64114b-60ed-4cb1-8206-4c1856addf3c req-80f65554-af34-4095-93ae-bda7dffc502f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:52.362539 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c64114b-60ed-4cb1-8206-4c1856addf3c req-80f65554-af34-4095-93ae-bda7dffc502f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=92bb6f013dd04ddf8fe03d8328359b94&device_id=2c47f422-2541-45a4-9d2d-9a8f5a456599 HTTP/1.1" status: 200 len: 1096 time: 0.1345658 Nov 12 08:40:52.400206 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=400268ad-fdf2-47ef-9ca5-2a7c3730abcc,revision_number=7']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:52.568589 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4860ef41-a2d4-4bf1-9925-93355af2094e req-1d397755-e747-4f8f-819a-ff238505fe5b tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1ea3436-b61e-435c-a0ed-cf40f7d499ca&id=976f7618-75d3-4d35-9f67-496fca114066&id=47b36950-bfb5-4451-9a4e-2ea1644ff783&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2229586 Nov 12 08:40:52.621359 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1bf17-897a-4c93-9451-b4d1aa7b727c req-d71a96e0-b61e-4794-a3c0-05c4855c00c5 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:52.629882 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43d1bf17-897a-4c93-9451-b4d1aa7b727c req-d71a96e0-b61e-4794-a3c0-05c4855c00c5 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/ports?device_id=85140482-ced3-4449-b210-480a5475c894 HTTP/1.1" status: 200 len: 949 time: 0.1563597 Nov 12 08:40:52.636712 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64114b-60ed-4cb1-8206-4c1856addf3c req-583515f1-d8fc-472f-a44e-6aacc140eb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:52.639487 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c64114b-60ed-4cb1-8206-4c1856addf3c req-583515f1-d8fc-472f-a44e-6aacc140eb18 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c7db9cf5-086a-4f80-b2c3-667939029369 HTTP/1.1" status: 200 len: 907 time: 0.2513025 Nov 12 08:40:52.661770 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:52.743516 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c64114b-60ed-4cb1-8206-4c1856addf3c req-bb8127b7-a20d-4db6-accf-dd7a54263968 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48b2e70d-5630-4b2e-8e8a-990bcda33240 HTTP/1.1" status: 200 len: 217 time: 0.0745263 Nov 12 08:40:52.796562 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43d1bf17-897a-4c93-9451-b4d1aa7b727c req-04473f62-f2ee-474f-b1f5-8d926721e40b tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea3f408d-b717-4621-88ab-26f66f984ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559863 Nov 12 08:40:52.827645 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d867e-84f8-4db4-9033-f28f6d16b181 req-9235660e-7326-4669-9874-c5f6f9683f59 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:52.827645 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a04d867e-84f8-4db4-9033-f28f6d16b181 req-9235660e-7326-4669-9874-c5f6f9683f59 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 950 time: 0.1705594 Nov 12 08:40:52.837858 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64114b-60ed-4cb1-8206-4c1856addf3c req-147bd1b4-95cc-4235-8a3e-089651732917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:52.839868 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c64114b-60ed-4cb1-8206-4c1856addf3c req-147bd1b4-95cc-4235-8a3e-089651732917 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3442c5c9-cc85-4770-ba08-087a11ee8363 HTTP/1.1" status: 200 len: 845 time: 0.0799122 Nov 12 08:40:52.989510 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a04d867e-84f8-4db4-9033-f28f6d16b181 req-a2d619dc-248c-4332-935e-f61a5214573a tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589675 Nov 12 08:40:53.002629 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64114b-60ed-4cb1-8206-4c1856addf3c req-0d1b4998-ecc6-4864-afb0-24eb46bc6a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:53.016390 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c64114b-60ed-4cb1-8206-4c1856addf3c req-0d1b4998-ecc6-4864-afb0-24eb46bc6a9d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c7db9cf5-086a-4f80-b2c3-667939029369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1538677 Nov 12 08:40:53.049074 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f8308-e7d8-4037-96d3-f045eada1fa8 req-4e11afe2-73bf-4273-b4c9-f77a04bd7f02 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:53.056444 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a13f8308-e7d8-4037-96d3-f045eada1fa8 req-4e11afe2-73bf-4273-b4c9-f77a04bd7f02 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 944 time: 0.1532454 Nov 12 08:40:53.141840 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad57b505-8a1f-47df-9236-5df99cdfe46b x-openstack-request-id: req-ad57b505-8a1f-47df-9236-5df99cdfe46b {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:53.143132 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f05c1bd-1a50-45b6-890b-29f8b5eef5a3", "name": "network-vif-plugged", "status": "completed", "tag": "400268ad-fdf2-47ef-9ca5-2a7c3730abcc", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:53.144034 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad57b505-8a1f-47df-9236-5df99cdfe46b {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:53.144704 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f05c1bd-1a50-45b6-890b-29f8b5eef5a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400268ad-fdf2-47ef-9ca5-2a7c3730abcc', 'code': 200} Nov 12 08:40:53.175444 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a13f8308-e7d8-4037-96d3-f045eada1fa8 req-3a15d1f7-697c-475f-ae21-a5643684126a tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039364 Nov 12 08:40:53.219197 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c64114b-60ed-4cb1-8206-4c1856addf3c req-fe1ea443-4b41-4a18-8bab-fea097c1a1ae service neutron] 10.222.0.58 "GET /v2.0/networks/c7db9cf5-086a-4f80-b2c3-667939029369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613257 Nov 12 08:40:53.275831 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-758e914c-35dd-4c5f-9135-5b0624ad5279 req-33ef0086-0961-427f-82fa-eab99810a646 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 210 time: 0.0457299 Nov 12 08:40:53.420332 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e682d3-20a6-48a6-b382-2374640550c9 req-db866944-60ec-4b2e-9956-22d048cf925b tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:53.428246 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-39e682d3-20a6-48a6-b382-2374640550c9 req-db866944-60ec-4b2e-9956-22d048cf925b tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a67798d-c735-497c-b121-c1069e2476c6 HTTP/1.1" status: 200 len: 946 time: 0.1571560 Nov 12 08:40:53.482631 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c64114b-60ed-4cb1-8206-4c1856addf3c req-fe2b31e5-ac5e-4f72-9bf2-4acb050b746b service neutron] 10.222.0.58 "GET /v2.0/networks/c7db9cf5-086a-4f80-b2c3-667939029369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244217 Nov 12 08:40:53.530751 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65830b-7aa2-4113-865c-494c50773577 req-5f19d2fd-dbbb-4558-910b-cb5cfdbfb284 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:53.532428 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b65830b-7aa2-4113-865c-494c50773577 req-5f19d2fd-dbbb-4558-910b-cb5cfdbfb284 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc0ba00c-96bc-4877-8206-33c3c0b95070 HTTP/1.1" status: 200 len: 949 time: 0.1482182 Nov 12 08:40:53.547924 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-39e682d3-20a6-48a6-b382-2374640550c9 req-d27b2d2d-7767-4aa6-8292-f225ce78f3c2 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185515 Nov 12 08:40:53.618981 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b65830b-7aa2-4113-865c-494c50773577 req-0dbe2d14-cf4f-4c52-85ba-02f805a181e5 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea3f408d-b717-4621-88ab-26f66f984ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696318 Nov 12 08:40:53.710384 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463340eb-9dc1-463d-b078-3178465c573f req-8e65e80f-9f8b-4f76-a87e-8250fdb0d9bd tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:53.712173 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-463340eb-9dc1-463d-b078-3178465c573f req-8e65e80f-9f8b-4f76-a87e-8250fdb0d9bd tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.58 "GET /v2.0/ports?device_id=15473919-e13a-4cce-adce-b9632482949f HTTP/1.1" status: 200 len: 1024 time: 0.0919375 Nov 12 08:40:53.733335 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80799d-f436-4551-bc92-5c065288e457 req-1ec078bc-dbdc-490f-a36e-2a414045ffcc tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:53.744335 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7a80799d-f436-4551-bc92-5c065288e457 req-1ec078bc-dbdc-490f-a36e-2a414045ffcc tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c47f422-2541-45a4-9d2d-9a8f5a456599 HTTP/1.1" status: 200 len: 944 time: 0.1080897 Nov 12 08:40:53.933556 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3b997-145c-4abc-8387-fdce6dc1075f req-59b641bc-8e39-4d59-99ae-f6a9903e5ded tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:53.935179 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4ee3b997-145c-4abc-8387-fdce6dc1075f req-59b641bc-8e39-4d59-99ae-f6a9903e5ded tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=15473919-e13a-4cce-adce-b9632482949f HTTP/1.1" status: 200 len: 1024 time: 0.1877537 Nov 12 08:40:53.945943 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7a80799d-f436-4551-bc92-5c065288e457 req-c5e9676d-a051-4e98-bf0e-096c1813e7dc tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/security-groups?id=f851e748-86f9-4bc7-b8b1-4bcb2862adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005303 Nov 12 08:40:54.126996 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-463340eb-9dc1-463d-b078-3178465c573f req-1a2cfb8f-301b-4808-a3eb-077d34011a08 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Deleting port 2f9efc5e-9fe8-4b4e-bd8c-683198c6887b {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:54.127343 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-463340eb-9dc1-463d-b078-3178465c573f req-1a2cfb8f-301b-4808-a3eb-077d34011a08 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:54.178999 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 10948d64-3eb3-4935-b81b-78e6ca3e4140 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:40:54.335097 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-34041f8a-b0ce-4a20-a119-4e6ee661432c tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:54.336541 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 10948d64-3eb3-4935-b81b-78e6ca3e4140, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=10948d64-3eb3-4935-b81b-78e6ca3e4140,segment=NetworkSegment(cbd6be86-3cb3-4740-8617-f1a45bb12c8c),segment_id=cbd6be86-3cb3-4740-8617-f1a45bb12c8c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:54.336815 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-34041f8a-b0ce-4a20-a119-4e6ee661432c tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.58 "GET /v2.0/networks?id=ebb104d1-24e6-4fb5-8479-85371fc07302 HTTP/1.1" status: 200 len: 812 time: 0.3822687 Nov 12 08:40:54.349132 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4ee3b997-145c-4abc-8387-fdce6dc1075f req-9c987122-8b4e-4bfe-a256-4e6bd25435d0 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1ea3436-b61e-435c-a0ed-cf40f7d499ca&id=976f7618-75d3-4d35-9f67-496fca114066&id=47b36950-bfb5-4451-9a4e-2ea1644ff783&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3931267 Nov 12 08:40:54.379119 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-c9553d3d-3c2d-4c18-a6d8-a2607871fdbc tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Request body: {'port': {'device_id': 'cdcbc5fc-5ceb-4172-b587-2f25bd8b9980', 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302', 'admin_state_up': True, 'tenant_id': '04e1e46932e445c2a6cc6d10b43d5fb7'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:54.441132 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-463340eb-9dc1-463d-b078-3178465c573f req-1a2cfb8f-301b-4808-a3eb-077d34011a08 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] For port 2f9efc5e-9fe8-4b4e-bd8c-683198c6887b, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=2f9efc5e-9fe8-4b4e-bd8c-683198c6887b,segment=NetworkSegment(60d896f7-8941-43a6-b4e7-e68d57025316),segment_id=60d896f7-8941-43a6-b4e7-e68d57025316)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:54.441604 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-463340eb-9dc1-463d-b078-3178465c573f req-1a2cfb8f-301b-4808-a3eb-077d34011a08 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:54.536949 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-463340eb-9dc1-463d-b078-3178465c573f req-1a2cfb8f-301b-4808-a3eb-077d34011a08 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Calling delete_port for 2f9efc5e-9fe8-4b4e-bd8c-683198c6887b owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:54.576557 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '10948d64-3eb3-4935-b81b-78e6ca3e4140', 'network_id': '7606f079-2527-4e0e-94d1-986a75700eb0', 'port_id': '10948d64-3eb3-4935-b81b-78e6ca3e4140', 'mac_address': 'fa:16:3e:3b:b1:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34379cfb-d173-406f-b0b9-10a5aa8d3079', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:40:54.625477 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:54.667779 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10948d64-3eb3-4935-b81b-78e6ca3e4140 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:40:54.736972 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 10948d64-3eb3-4935-b81b-78e6ca3e4140, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=10948d64-3eb3-4935-b81b-78e6ca3e4140,segment=NetworkSegment(cbd6be86-3cb3-4740-8617-f1a45bb12c8c),segment_id=cbd6be86-3cb3-4740-8617-f1a45bb12c8c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:54.750726 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:54.802378 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-463340eb-9dc1-463d-b078-3178465c573f req-1a2cfb8f-301b-4808-a3eb-077d34011a08 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:54.831226 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=10948d64-3eb3-4935-b81b-78e6ca3e4140,revision_number=11']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:54.877779 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2cfb8f-301b-4808-a3eb-077d34011a08 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Pushing event deleted for resources: {'Port': ['ID=2f9efc5e-9fe8-4b4e-bd8c-683198c6887b,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:54.974759 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-463340eb-9dc1-463d-b078-3178465c573f req-1a2cfb8f-301b-4808-a3eb-077d34011a08 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] No DVR routers for this DVR port 2f9efc5e-9fe8-4b4e-bd8c-683198c6887b on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:40:54.978986 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-463340eb-9dc1-463d-b078-3178465c573f req-1a2cfb8f-301b-4808-a3eb-077d34011a08 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:54.982413 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-463340eb-9dc1-463d-b078-3178465c573f req-1a2cfb8f-301b-4808-a3eb-077d34011a08 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.58 "DELETE /v2.0/ports/2f9efc5e-9fe8-4b4e-bd8c-683198c6887b HTTP/1.1" status: 204 len: 173 time: 1.2358963 Nov 12 08:40:54.988303 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15473919-e13a-4cce-adce-b9632482949f', 'name': 'network-vif-deleted', 'tag': '2f9efc5e-9fe8-4b4e-bd8c-683198c6887b'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:54.990672 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7bf792-40b0-4e38-b00d-740c148015a8" -d '{"events": [{"server_uuid": "15473919-e13a-4cce-adce-b9632482949f", "name": "network-vif-deleted", "tag": "2f9efc5e-9fe8-4b4e-bd8c-683198c6887b"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:55.010361 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964b620-cb61-49ad-b3e0-7ef8aa10d25b req-ca6c4efd-06d0-4416-a71b-623510d2404e tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:55.012504 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2964b620-cb61-49ad-b3e0-7ef8aa10d25b req-ca6c4efd-06d0-4416-a71b-623510d2404e tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.2431142 Nov 12 08:40:55.024669 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0784b2-e2d7-4ca2-b747-95b7f57f9bdf req-12c510c1-d91d-43f3-b81c-971729deca28 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:55.033232 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fd0784b2-e2d7-4ca2-b747-95b7f57f9bdf req-12c510c1-d91d-43f3-b81c-971729deca28 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 950 time: 0.5626132 Nov 12 08:40:55.110026 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-c9553d3d-3c2d-4c18-a6d8-a2607871fdbc tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Made reservation on behalf of 04e1e46932e445c2a6cc6d10b43d5fb7 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:55.113547 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['10948d64-3eb3-4935-b81b-78e6ca3e4140'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:40:55.115166 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-c9553d3d-3c2d-4c18-a6d8-a2607871fdbc tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:55.161437 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fd0784b2-e2d7-4ca2-b747-95b7f57f9bdf req-3b1ebae3-bd80-49e5-85b5-94f3d4cb9bbb tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270170 Nov 12 08:40:55.219055 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2964b620-cb61-49ad-b3e0-7ef8aa10d25b req-2605bfc2-10a5-40be-902a-8851aa33b077 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827381 Nov 12 08:40:55.409037 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13dacbb5-24c1-4543-9237-e87a18632a31 req-2e7e5eba-f713-46fe-b833-ba5a4a992c91 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 210 time: 0.1074543 Nov 12 08:40:55.494589 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59a443c-88b3-4c71-8cf5-f230d3094fb5 x-openstack-request-id: req-b59a443c-88b3-4c71-8cf5-f230d3094fb5 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:55.494973 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15473919-e13a-4cce-adce-b9632482949f", "name": "network-vif-deleted", "tag": "2f9efc5e-9fe8-4b4e-bd8c-683198c6887b", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:55.495335 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b59a443c-88b3-4c71-8cf5-f230d3094fb5 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:55.496033 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15473919-e13a-4cce-adce-b9632482949f', 'name': 'network-vif-deleted', 'tag': '2f9efc5e-9fe8-4b4e-bd8c-683198c6887b', 'status': 'completed', 'code': 200} Nov 12 08:40:55.648866 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-54727b66-e8ed-4b7f-a05f-6a5716a42b09 req-877e1707-0e17-4c4a-bc3b-fad475f77901 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/ports?device_id=15473919-e13a-4cce-adce-b9632482949f HTTP/1.1" status: 200 len: 210 time: 0.0767200 Nov 12 08:40:55.658503 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-c9553d3d-3c2d-4c18-a6d8-a2607871fdbc tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Allocated IP 172.20.0.9 (ebb104d1-24e6-4fb5-8479-85371fc07302/4bf5e142-9321-4c39-8a01-974865fb5fa2/7dbee39a-f3e7-4415-ad42-941d9e5bdf5f) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:55.671619 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f101f25-2ba2-4fb4-b3aa-e4d0190f9682 req-346b9ca6-d3c9-4e34-84e6-a345819e1b69 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:55.681487 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f101f25-2ba2-4fb4-b3aa-e4d0190f9682 req-346b9ca6-d3c9-4e34-84e6-a345819e1b69 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c47f422-2541-45a4-9d2d-9a8f5a456599 HTTP/1.1" status: 200 len: 944 time: 0.2528887 Nov 12 08:40:55.850925 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f101f25-2ba2-4fb4-b3aa-e4d0190f9682 req-1e5241f7-bca8-472e-848b-e8f7ec401c49 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/security-groups?id=f851e748-86f9-4bc7-b8b1-4bcb2862adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682019 Nov 12 08:40:56.016665 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-c9553d3d-3c2d-4c18-a6d8-a2607871fdbc tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:56.063113 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-c9553d3d-3c2d-4c18-a6d8-a2607871fdbc tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:56.134417 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-c9553d3d-3c2d-4c18-a6d8-a2607871fdbc tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Network ebb104d1-24e6-4fb5-8479-85371fc07302 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:56.141075 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-c9553d3d-3c2d-4c18-a6d8-a2607871fdbc tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:56.144544 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-c9553d3d-3c2d-4c18-a6d8-a2607871fdbc tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:56.150087 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9553d3d-3c2d-4c18-a6d8-a2607871fdbc tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Pushing event updated for resources: {'Port': ['ID=7dbee39a-f3e7-4415-ad42-941d9e5bdf5f,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:56.193413 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 48b2e70d-5630-4b2e-8e8a-990bcda33240 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:40:56.203762 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 10948d64-3eb3-4935-b81b-78e6ca3e4140 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:56.255758 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-c9553d3d-3c2d-4c18-a6d8-a2607871fdbc tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:56.256760 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-c9553d3d-3c2d-4c18-a6d8-a2607871fdbc tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:56.297552 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-c9553d3d-3c2d-4c18-a6d8-a2607871fdbc tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9268570 Nov 12 08:40:56.343970 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-33135175-27c8-4609-b013-c48a9e814caf service neutron] Request body: {'port': {'device_id': 'cdcbc5fc-5ceb-4172-b587-2f25bd8b9980', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:56.436991 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 48b2e70d-5630-4b2e-8e8a-990bcda33240, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=48b2e70d-5630-4b2e-8e8a-990bcda33240,segment=NetworkSegment(231d857e-7817-41f7-8357-799fae7209b3),segment_id=231d857e-7817-41f7-8357-799fae7209b3)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:56.456822 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '48b2e70d-5630-4b2e-8e8a-990bcda33240', 'network_id': 'c7db9cf5-086a-4f80-b2c3-667939029369', 'port_id': '48b2e70d-5630-4b2e-8e8a-990bcda33240', 'mac_address': 'fa:16:3e:fe:ed:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3442c5c9-cc85-4770-ba08-087a11ee8363', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:40:56.461039 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 10948d64-3eb3-4935-b81b-78e6ca3e4140 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:40:56.467118 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 10948d64-3eb3-4935-b81b-78e6ca3e4140 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:56.467887 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:56.471613 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682800a-b302-4523-b499-19266d0291da req-5c30ce6b-32e0-424e-8d87-db9df0fccdfd tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:56.473385 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f682800a-b302-4523-b499-19266d0291da req-5c30ce6b-32e0-424e-8d87-db9df0fccdfd tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 945 time: 0.1580553 Nov 12 08:40:56.500931 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f6916-6eb7-425f-a6e3-9757c3868f1f req-8cf4053b-a34b-42b4-9955-8ea993f8f57d tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:56.502748 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a42f6916-6eb7-425f-a6e3-9757c3868f1f req-8cf4053b-a34b-42b4-9955-8ea993f8f57d tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 950 time: 0.1277652 Nov 12 08:40:56.560676 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-33135175-27c8-4609-b013-c48a9e814caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:56.680507 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:56.689045 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a42f6916-6eb7-425f-a6e3-9757c3868f1f req-8f837fac-ebe0-4232-9d0b-2cd3c055ca01 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678321 Nov 12 08:40:56.704982 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f682800a-b302-4523-b499-19266d0291da req-8b989518-a2ff-44cd-bdf1-0ea13db4df66 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125719 Nov 12 08:40:56.732536 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b2e70d-5630-4b2e-8e8a-990bcda33240 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:40:56.763733 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 48b2e70d-5630-4b2e-8e8a-990bcda33240, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=48b2e70d-5630-4b2e-8e8a-990bcda33240,segment=NetworkSegment(231d857e-7817-41f7-8357-799fae7209b3),segment_id=231d857e-7817-41f7-8357-799fae7209b3)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:56.765391 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:56.797411 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:56.862256 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=48b2e70d-5630-4b2e-8e8a-990bcda33240,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:56.892991 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c63c62-75cb-41b3-b440-9f424c7ee3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10948d64-3eb3-4935-b81b-78e6ca3e4140'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:56.895329 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582add33-7f4b-4f7e-9d02-daa65f07308e" -d '{"events": [{"server_uuid": "36c63c62-75cb-41b3-b440-9f424c7ee3b9", "name": "network-vif-plugged", "status": "completed", "tag": "10948d64-3eb3-4935-b81b-78e6ca3e4140"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:56.928536 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 10948d64-3eb3-4935-b81b-78e6ca3e4140, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=10948d64-3eb3-4935-b81b-78e6ca3e4140,segment=NetworkSegment(cbd6be86-3cb3-4740-8617-f1a45bb12c8c),segment_id=cbd6be86-3cb3-4740-8617-f1a45bb12c8c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:56.939527 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:56.941066 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 2f9efc5e-9fe8-4b4e-bd8c-683198c6887b no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:40:56.998269 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 2f9efc5e-9fe8-4b4e-bd8c-683198c6887b {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:40:56.998778 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 2f9efc5e-9fe8-4b4e-bd8c-683198c6887b not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:40:57.036312 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefaa2c-a37b-4d05-bab6-4353ab7289ef req-710e15e6-a3b4-4fda-af61-01215cdafdee tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:57.045828 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2eefaa2c-a37b-4d05-bab6-4353ab7289ef req-710e15e6-a3b4-4fda-af61-01215cdafdee tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 931 time: 0.1349456 Nov 12 08:40:57.056438 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=10948d64-3eb3-4935-b81b-78e6ca3e4140,revision_number=12']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:57.148478 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2eefaa2c-a37b-4d05-bab6-4353ab7289ef req-f55f9cb9-1ed4-477d-b5a1-c12c8f1b5c86 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015902 Nov 12 08:40:57.188499 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['48b2e70d-5630-4b2e-8e8a-990bcda33240'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:40:57.197345 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-33135175-27c8-4609-b013-c48a9e814caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dbee39a-f3e7-4415-ad42-941d9e5bdf5f {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:40:57.210410 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-33135175-27c8-4609-b013-c48a9e814caf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:57.243207 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-33135175-27c8-4609-b013-c48a9e814caf service neutron] Transition to ACTIVE for port object 7dbee39a-f3e7-4415-ad42-941d9e5bdf5f will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:40:57.253417 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-33135175-27c8-4609-b013-c48a9e814caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:57.428989 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65270902-6de7-4b4b-b501-6c2950b3612b x-openstack-request-id: req-65270902-6de7-4b4b-b501-6c2950b3612b {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:57.429563 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c63c62-75cb-41b3-b440-9f424c7ee3b9", "name": "network-vif-plugged", "status": "completed", "tag": "10948d64-3eb3-4935-b81b-78e6ca3e4140", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:57.429563 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65270902-6de7-4b4b-b501-6c2950b3612b {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:57.430043 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c63c62-75cb-41b3-b440-9f424c7ee3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10948d64-3eb3-4935-b81b-78e6ca3e4140', 'code': 200} Nov 12 08:40:57.841700 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33135175-27c8-4609-b013-c48a9e814caf service neutron] Pushing event updated for resources: {'Port': ['ID=7dbee39a-f3e7-4415-ad42-941d9e5bdf5f,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:57.979523 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:40:58.145512 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdda1e-2d5d-4896-90c9-d3bd72c112d4 req-502cfb46-f174-4e86-b6ae-e87c7d3947a6 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:58.147726 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-62cdda1e-2d5d-4896-90c9-d3bd72c112d4 req-502cfb46-f174-4e86-b6ae-e87c7d3947a6 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c47f422-2541-45a4-9d2d-9a8f5a456599 HTTP/1.1" status: 200 len: 945 time: 0.2835619 Nov 12 08:40:58.170051 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4793ed04-d538-4f92-9f17-7540425df19f req-67ecd34b-4548-44d5-8826-3a1558e67ec2 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups/f1ea3436-b61e-435c-a0ed-cf40f7d499ca HTTP/1.1" status: 200 len: 1818 time: 0.3174202 Nov 12 08:40:58.179601 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-33135175-27c8-4609-b013-c48a9e814caf service neutron] Attempting to bind port 7dbee39a-f3e7-4415-ad42-941d9e5bdf5f on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:58.180400 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-33135175-27c8-4609-b013-c48a9e814caf service neutron] Attempting to bind port 7dbee39a-f3e7-4415-ad42-941d9e5bdf5f by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'c5cbe887-c0ec-4daa-92d4-e72529fcbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:58.180978 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-33135175-27c8-4609-b013-c48a9e814caf service neutron] Attempting to bind port 7dbee39a-f3e7-4415-ad42-941d9e5bdf5f on network ebb104d1-24e6-4fb5-8479-85371fc07302 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:58.208329 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-33135175-27c8-4609-b013-c48a9e814caf service neutron] Port 7dbee39a-f3e7-4415-ad42-941d9e5bdf5f on network ebb104d1-24e6-4fb5-8479-85371fc07302 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:40:58.208726 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-33135175-27c8-4609-b013-c48a9e814caf service neutron] Attempting to bind port 7dbee39a-f3e7-4415-ad42-941d9e5bdf5f on network ebb104d1-24e6-4fb5-8479-85371fc07302 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:58.221574 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca73cf7-418a-4a6a-b75b-17d009aaaca5 req-569082bf-ccb0-418a-b7ab-b01caf331878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:58.228825 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ca73cf7-418a-4a6a-b75b-17d009aaaca5 req-569082bf-ccb0-418a-b7ab-b01caf331878 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 1098 time: 0.3841503 Nov 12 08:40:58.265441 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:58.316057 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': '68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0', 'mac_address': 'fa:16:3e:9e:63:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:40:58.379397 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-33135175-27c8-4609-b013-c48a9e814caf service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:58.380245 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-33135175-27c8-4609-b013-c48a9e814caf service neutron] Checking segment: {'id': 'c5cbe887-c0ec-4daa-92d4-e72529fcbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:58.380797 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-33135175-27c8-4609-b013-c48a9e814caf service neutron] Bound using segment: {'id': 'c5cbe887-c0ec-4daa-92d4-e72529fcbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:58.381438 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-33135175-27c8-4609-b013-c48a9e814caf service neutron] Bound port: 7dbee39a-f3e7-4415-ad42-941d9e5bdf5f, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5cbe887-c0ec-4daa-92d4-e72529fcbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:58.382092 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-33135175-27c8-4609-b013-c48a9e814caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.454338 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.489998 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:40:58.557059 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:58.563908 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.631011 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-33135175-27c8-4609-b013-c48a9e814caf service neutron] For port 7dbee39a-f3e7-4415-ad42-941d9e5bdf5f, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:58.637911 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-33135175-27c8-4609-b013-c48a9e814caf service neutron] For port 7dbee39a-f3e7-4415-ad42-941d9e5bdf5f, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=7dbee39a-f3e7-4415-ad42-941d9e5bdf5f,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:58.643406 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ca73cf7-418a-4a6a-b75b-17d009aaaca5 req-34994849-b194-43bc-8acc-576a607cca14 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948255 Nov 12 08:40:58.653498 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-33135175-27c8-4609-b013-c48a9e814caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.658658 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:58.678378 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:40:58.744514 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-62cdda1e-2d5d-4896-90c9-d3bd72c112d4 req-cf1c1665-270d-45d5-b028-a760949b77e5 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/security-groups?id=f851e748-86f9-4bc7-b8b1-4bcb2862adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5648780 Nov 12 08:40:58.831044 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-33135175-27c8-4609-b013-c48a9e814caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:58.833827 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-33135175-27c8-4609-b013-c48a9e814caf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.836806 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-33135175-27c8-4609-b013-c48a9e814caf service neutron] 10.222.0.58 "PUT /v2.0/ports/7dbee39a-f3e7-4415-ad42-941d9e5bdf5f HTTP/1.1" status: 200 len: 1092 time: 2.4979055 Nov 12 08:40:58.842632 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdcbc5fc-5ceb-4172-b587-2f25bd8b9980', 'tag': '7dbee39a-f3e7-4415-ad42-941d9e5bdf5f'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:58.850104 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557ca7d8-40e7-4047-8088-ea10197a30d2" -d '{"events": [{"name": "network-changed", "server_uuid": "cdcbc5fc-5ceb-4172-b587-2f25bd8b9980", "tag": "7dbee39a-f3e7-4415-ad42-941d9e5bdf5f"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:58.893947 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4793ed04-d538-4f92-9f17-7540425df19f req-13ce4ece-0e17-4566-958d-fd9b03892e0f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:59.064924 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33135175-27c8-4609-b013-c48a9e814caf service neutron] Pushing event updated for resources: {'Port': ['ID=7dbee39a-f3e7-4415-ad42-941d9e5bdf5f,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:59.085199 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:59.108869 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4793ed04-d538-4f92-9f17-7540425df19f req-13ce4ece-0e17-4566-958d-fd9b03892e0f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:59.177100 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6c49e-bfce-453e-828f-afc89a640ce6 req-e975e2a5-59f8-4b3f-b7c0-9db0b2f33d17 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:59.178890 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7cd6c49e-bfce-453e-828f-afc89a640ce6 req-e975e2a5-59f8-4b3f-b7c0-9db0b2f33d17 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 946 time: 0.2030814 Nov 12 08:40:59.187513 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-5bcabcd4-7acb-4ee0-815c-9649a96aaa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:59.189401 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-5bcabcd4-7acb-4ee0-815c-9649a96aaa46 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=04e1e46932e445c2a6cc6d10b43d5fb7&device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 1095 time: 0.2618933 Nov 12 08:40:59.290187 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-4ec40f23-3be5-4efe-9dda-203b46ba7e28 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dbee39a-f3e7-4415-ad42-941d9e5bdf5f HTTP/1.1" status: 200 len: 217 time: 0.0693982 Nov 12 08:40:59.380151 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4793ed04-d538-4f92-9f17-7540425df19f req-13ce4ece-0e17-4566-958d-fd9b03892e0f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:59.385728 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4793ed04-d538-4f92-9f17-7540425df19f req-13ce4ece-0e17-4566-958d-fd9b03892e0f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:59.387044 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4793ed04-d538-4f92-9f17-7540425df19f req-13ce4ece-0e17-4566-958d-fd9b03892e0f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "DELETE /v2.0/security-groups/f1ea3436-b61e-435c-a0ed-cf40f7d499ca HTTP/1.1" status: 204 len: 173 time: 1.1980782 Nov 12 08:40:59.423683 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7cd6c49e-bfce-453e-828f-afc89a640ce6 req-abdce3d4-1476-44b0-9d86-a04d49bc87e8 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328935 Nov 12 08:40:59.461853 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce4ece-0e17-4566-958d-fd9b03892e0f tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ea3436-b61e-435c-a0ed-cf40f7d499ca,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:59.515276 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-ef5646f6-dade-496f-ad56-c77ef7807405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:59.519659 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-ef5646f6-dade-496f-ad56-c77ef7807405 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4bf5e142-9321-4c39-8a01-974865fb5fa2 HTTP/1.1" status: 200 len: 852 time: 0.2055607 Nov 12 08:40:59.635959 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-ef4b913d-afe9-4103-b019-d9f620920cab service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ebb104d1-24e6-4fb5-8479-85371fc07302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025023 Nov 12 08:40:59.729594 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a5844-ff1f-4f8b-b337-af788c08f17c req-469cf32a-c3a8-40ab-9862-d85a7f3fcc55 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:59.732092 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a55a5844-ff1f-4f8b-b337-af788c08f17c req-469cf32a-c3a8-40ab-9862-d85a7f3fcc55 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 950 time: 0.1802197 Nov 12 08:40:59.869136 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a55a5844-ff1f-4f8b-b337-af788c08f17c req-f9ad61b6-1f86-450a-9f7b-0ef2e1d1e7c6 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967426 Nov 12 08:40:59.925438 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-9b9086c6-e5b3-48d9-a1c9-46f8ab838155 service neutron] 10.222.0.58 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698379 Nov 12 08:41:00.010738 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:00.243425 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:00.244774 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:00.318098 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 48b2e70d-5630-4b2e-8e8a-990bcda33240 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:00.413055 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 48b2e70d-5630-4b2e-8e8a-990bcda33240 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:41:00.418346 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 48b2e70d-5630-4b2e-8e8a-990bcda33240 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:00.418724 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:00.440699 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680d93b-991c-44e2-a2a2-d4def41ead64 req-62e12111-1d1e-4962-a4fc-b6297cf8e6d7 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:00.444468 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d680d93b-991c-44e2-a2a2-d4def41ead64 req-62e12111-1d1e-4962-a4fc-b6297cf8e6d7 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 943 time: 0.3585229 Nov 12 08:41:00.524770 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c980c415-3f31-4087-832a-8d0a3f28aa0b req-78f81631-a923-440c-966a-cd140cd4b76e service neutron] 10.222.0.58 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5831208 Nov 12 08:41:00.659699 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d680d93b-991c-44e2-a2a2-d4def41ead64 req-9337ec1d-1093-4f04-a9c3-486fe25305db tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031403 Nov 12 08:41:00.672367 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:00.702639 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:00.732204 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0ba00c-96bc-4877-8206-33c3c0b95070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:00.736262 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa146765-b7a0-4509-895b-7fc2efe6e5f8" -d '{"events": [{"server_uuid": "dc0ba00c-96bc-4877-8206-33c3c0b95070", "name": "network-vif-plugged", "status": "completed", "tag": "68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:00.761013 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:00.794047 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:00.802318 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 48b2e70d-5630-4b2e-8e8a-990bcda33240, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=48b2e70d-5630-4b2e-8e8a-990bcda33240,segment=NetworkSegment(231d857e-7817-41f7-8357-799fae7209b3),segment_id=231d857e-7817-41f7-8357-799fae7209b3)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:00.842144 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:41:00.936792 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0,revision_number=7']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:00.941867 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:01.073595 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=48b2e70d-5630-4b2e-8e8a-990bcda33240,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:04.199825 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b5a25e-ba14-41ea-85c8-046d42b29f8f x-openstack-request-id: req-b0b5a25e-ba14-41ea-85c8-046d42b29f8f {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:04.200450 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdcbc5fc-5ceb-4172-b587-2f25bd8b9980", "tag": "7dbee39a-f3e7-4415-ad42-941d9e5bdf5f", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:04.200450 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b0b5a25e-ba14-41ea-85c8-046d42b29f8f {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:04.200728 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdcbc5fc-5ceb-4172-b587-2f25bd8b9980', 'tag': '7dbee39a-f3e7-4415-ad42-941d9e5bdf5f', 'status': 'completed', 'code': 200} Nov 12 08:41:04.219343 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 7dbee39a-f3e7-4415-ad42-941d9e5bdf5f details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:41:04.287642 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e66b9f82-27f0-42e8-a4cf-2cb8c1114bac req-e01def23-e73a-4f11-8b1f-ed7c0eed0059 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "GET /v2.0/security-groups/976f7618-75d3-4d35-9f67-496fca114066 HTTP/1.1" status: 200 len: 1817 time: 0.1811399 Nov 12 08:41:04.363269 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ca7d8-40e7-4047-8088-ea10197a30d2 req-b06ac792-7677-4b6d-ab94-058695ecb4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:04.365459 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-557ca7d8-40e7-4047-8088-ea10197a30d2 req-b06ac792-7677-4b6d-ab94-058695ecb4c8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=04e1e46932e445c2a6cc6d10b43d5fb7&device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 1095 time: 0.1332281 Nov 12 08:41:04.392712 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 7dbee39a-f3e7-4415-ad42-941d9e5bdf5f, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=7dbee39a-f3e7-4415-ad42-941d9e5bdf5f,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:04.411206 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '7dbee39a-f3e7-4415-ad42-941d9e5bdf5f', 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302', 'port_id': '7dbee39a-f3e7-4415-ad42-941d9e5bdf5f', 'mac_address': 'fa:16:3e:a5:0c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bf5e142-9321-4c39-8a01-974865fb5fa2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:41:04.464237 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.490508 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dbee39a-f3e7-4415-ad42-941d9e5bdf5f {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:41:04.530199 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e66b9f82-27f0-42e8-a4cf-2cb8c1114bac req-b68e2fb4-2dde-4983-8b72-8f9e56472db7 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.538247 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 7dbee39a-f3e7-4415-ad42-941d9e5bdf5f, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=7dbee39a-f3e7-4415-ad42-941d9e5bdf5f,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:04.549942 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.550793 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d4baa-9daa-45be-8056-7184d9fe0a73 req-c9162b41-bad1-4305-af3a-0e492dde950d tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:04.560690 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7d6d4baa-9daa-45be-8056-7184d9fe0a73 req-c9162b41-bad1-4305-af3a-0e492dde950d tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c47f422-2541-45a4-9d2d-9a8f5a456599 HTTP/1.1" status: 200 len: 946 time: 0.2223744 Nov 12 08:41:04.634495 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e66b9f82-27f0-42e8-a4cf-2cb8c1114bac req-b68e2fb4-2dde-4983-8b72-8f9e56472db7 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.651796 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=7dbee39a-f3e7-4415-ad42-941d9e5bdf5f,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:04.679716 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7d6d4baa-9daa-45be-8056-7184d9fe0a73 req-3e3e46c7-65db-41b4-bbce-a85a737d8397 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/security-groups?id=f851e748-86f9-4bc7-b8b1-4bcb2862adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179357 Nov 12 08:41:04.696595 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ca7d8-40e7-4047-8088-ea10197a30d2 req-5ae415cc-80ac-4763-a577-79f6df46f3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:04.698221 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-557ca7d8-40e7-4047-8088-ea10197a30d2 req-5ae415cc-80ac-4763-a577-79f6df46f3a4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ebb104d1-24e6-4fb5-8479-85371fc07302 HTTP/1.1" status: 200 len: 913 time: 0.3052783 Nov 12 08:41:04.759808 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-557ca7d8-40e7-4047-8088-ea10197a30d2 req-44978c62-3919-412a-97aa-c3626a3d4ea4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dbee39a-f3e7-4415-ad42-941d9e5bdf5f HTTP/1.1" status: 200 len: 217 time: 0.0467117 Nov 12 08:41:04.783198 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e66b9f82-27f0-42e8-a4cf-2cb8c1114bac req-b68e2fb4-2dde-4983-8b72-8f9e56472db7 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.786395 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e66b9f82-27f0-42e8-a4cf-2cb8c1114bac req-b68e2fb4-2dde-4983-8b72-8f9e56472db7 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.787676 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e66b9f82-27f0-42e8-a4cf-2cb8c1114bac req-b68e2fb4-2dde-4983-8b72-8f9e56472db7 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] 10.222.0.37 "DELETE /v2.0/security-groups/976f7618-75d3-4d35-9f67-496fca114066 HTTP/1.1" status: 204 len: 173 time: 0.4900188 Nov 12 08:41:04.795756 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 46610) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:04.861103 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e2fb4-2dde-4983-8b72-8f9e56472db7 tempest-SecurityGroupsTestJSON-2119410642 tempest-SecurityGroupsTestJSON-2119410642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=976f7618-75d3-4d35-9f67-496fca114066,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:04.884906 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ca7d8-40e7-4047-8088-ea10197a30d2 req-30042e24-4ecf-4940-a0ad-c653665c954f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:04.886864 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-557ca7d8-40e7-4047-8088-ea10197a30d2 req-30042e24-4ecf-4940-a0ad-c653665c954f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4bf5e142-9321-4c39-8a01-974865fb5fa2 HTTP/1.1" status: 200 len: 852 time: 0.1131892 Nov 12 08:41:04.897193 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a9f5a0-2d2a-45fb-bbd3-009913c6f2ba x-openstack-request-id: req-41a9f5a0-2d2a-45fb-bbd3-009913c6f2ba {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:04.897493 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0ba00c-96bc-4877-8206-33c3c0b95070", "name": "network-vif-plugged", "status": "completed", "tag": "68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:04.897752 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41a9f5a0-2d2a-45fb-bbd3-009913c6f2ba {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:04.898147 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0ba00c-96bc-4877-8206-33c3c0b95070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0', 'code': 200} Nov 12 08:41:04.903405 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ad688-11d6-43fb-a159-71986aff4dbc req-38a85714-9553-4282-bc21-d1f9e02edff2 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:04.906036 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e79ad688-11d6-43fb-a159-71986aff4dbc req-38a85714-9553-4282-bc21-d1f9e02edff2 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 946 time: 0.0906849 Nov 12 08:41:04.934261 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['7dbee39a-f3e7-4415-ad42-941d9e5bdf5f'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:41:04.938873 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-557ca7d8-40e7-4047-8088-ea10197a30d2 req-276e9bc8-1c4f-404f-8642-04c6db777bef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ebb104d1-24e6-4fb5-8479-85371fc07302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316722 Nov 12 08:41:04.954979 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9b83a7-90db-40b7-8268-7ec07e412d6e admin admin] Deleting subnet f5bc2261-6276-45a4-a285-65ec53109574 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:41:04.969132 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a9b83a7-90db-40b7-8268-7ec07e412d6e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.067766 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a9b83a7-90db-40b7-8268-7ec07e412d6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.120446 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a9b83a7-90db-40b7-8268-7ec07e412d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.125156 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e79ad688-11d6-43fb-a159-71986aff4dbc req-b18c7f1f-789e-4b69-b8bb-da345c62298d tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851373 Nov 12 08:41:05.213092 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a9b83a7-90db-40b7-8268-7ec07e412d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.246290 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec271ce-0d75-4454-96b2-23353f2e93f0 req-17d84ee8-8f22-4678-ad40-8c008fd5b7ec tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:05.247924 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5ec271ce-0d75-4454-96b2-23353f2e93f0 req-17d84ee8-8f22-4678-ad40-8c008fd5b7ec tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 950 time: 0.1488261 Nov 12 08:41:05.251624 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b83a7-90db-40b7-8268-7ec07e412d6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5bc2261-6276-45a4-a285-65ec53109574,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:05.261525 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a9b83a7-90db-40b7-8268-7ec07e412d6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.265133 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0a9b83a7-90db-40b7-8268-7ec07e412d6e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f5bc2261-6276-45a4-a285-65ec53109574 HTTP/1.1" status: 204 len: 168 time: 0.4673667 Nov 12 08:41:05.266899 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b83a7-90db-40b7-8268-7ec07e412d6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:05.267476 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b83a7-90db-40b7-8268-7ec07e412d6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:05.268057 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b83a7-90db-40b7-8268-7ec07e412d6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:05.268443 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b83a7-90db-40b7-8268-7ec07e412d6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:05.268951 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b83a7-90db-40b7-8268-7ec07e412d6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:05.269301 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b83a7-90db-40b7-8268-7ec07e412d6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:05.269601 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b83a7-90db-40b7-8268-7ec07e412d6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:05.273148 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b83a7-90db-40b7-8268-7ec07e412d6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:05.274199 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b83a7-90db-40b7-8268-7ec07e412d6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:05.274959 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b83a7-90db-40b7-8268-7ec07e412d6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:05.275826 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b83a7-90db-40b7-8268-7ec07e412d6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:05.276603 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b83a7-90db-40b7-8268-7ec07e412d6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:05.279524 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 46618) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:05.284256 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-557ca7d8-40e7-4047-8088-ea10197a30d2 req-c23bd8e2-92b6-418c-a25f-1a9391de5cc4 service neutron] 10.222.0.58 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207622 Nov 12 08:41:05.386877 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b30e5e5a-5fe1-478f-a4b3-794457318fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.449103 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5ec271ce-0d75-4454-96b2-23353f2e93f0 req-58587e02-855d-4366-935d-8766b7276aee tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899185 Nov 12 08:41:05.494575 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e6cf4-9fcc-46d9-84e6-306204154783 req-a7839078-8ae6-4461-8be6-3a0e20d8d380 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:05.500330 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b16e6cf4-9fcc-46d9-84e6-306204154783 req-a7839078-8ae6-4461-8be6-3a0e20d8d380 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 944 time: 0.2119179 Nov 12 08:41:05.503357 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b30e5e5a-5fe1-478f-a4b3-794457318fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.527621 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-b30e5e5a-5fe1-478f-a4b3-794457318fbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac649155-8356-435e-b73c-d739a0401687']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:05.539077 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-b30e5e5a-5fe1-478f-a4b3-794457318fbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d896f7-8941-43a6-b4e7-e68d57025316') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:05.539951 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-b30e5e5a-5fe1-478f-a4b3-794457318fbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d896f7-8941-43a6-b4e7-e68d57025316') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:05.558106 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b30e5e5a-5fe1-478f-a4b3-794457318fbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.579815 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-557ca7d8-40e7-4047-8088-ea10197a30d2 req-225b9731-6285-4969-a762-865bdba81039 service neutron] 10.222.0.58 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786222 Nov 12 08:41:05.585299 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b30e5e5a-5fe1-478f-a4b3-794457318fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.604694 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30e5e5a-5fe1-478f-a4b3-794457318fbe admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:41:05.605100 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b30e5e5a-5fe1-478f-a4b3-794457318fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.607022 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:41:05.607022 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:41:05.607022 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:41:05.607022 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:41:05.607022 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:41:05.607022 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:41:05.607022 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:41:05.607022 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:41:05.607022 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:41:05.607022 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:41:05.607022 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:41:05.607022 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:41:05.607022 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:41:05.607022 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:41:05.607022 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:41:05.607022 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:41:05.607022 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:41:05.607022 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:41:05.607022 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:41:05.607022 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:41:05.607022 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:41:05.607022 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:41:05.607022 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:41:05.607022 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:41:05.607022 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:41:05.607022 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:41:05.607022 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:41:05.607022 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:41:05.607022 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:41:05.607022 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:41:05.607022 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:41:05.607022 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:41:05.659216 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b16e6cf4-9fcc-46d9-84e6-306204154783 req-54428b7d-cf9a-400d-b7bb-0c6eb005c673 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525860 Nov 12 08:41:05.720565 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b30e5e5a-5fe1-478f-a4b3-794457318fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.745651 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b30e5e5a-5fe1-478f-a4b3-794457318fbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.749126 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b30e5e5a-5fe1-478f-a4b3-794457318fbe admin admin] 10.222.0.37 "DELETE /v2.0/networks/ac649155-8356-435e-b73c-d739a0401687 HTTP/1.1" status: 204 len: 168 time: 0.4685969 Nov 12 08:41:05.750163 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e5e5a-5fe1-478f-a4b3-794457318fbe admin admin] Pushing event deleted for resources: {'Network': ['ID=ac649155-8356-435e-b73c-d739a0401687,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:05.859982 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ab248-0622-4647-baae-d02a0cda5982 req-651b4cda-57fc-4c62-b474-c0b0c4a4d2e5 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:05.862132 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e13ab248-0622-4647-baae-d02a0cda5982 req-651b4cda-57fc-4c62-b474-c0b0c4a4d2e5 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 946 time: 0.1062646 Nov 12 08:41:05.942763 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e13ab248-0622-4647-baae-d02a0cda5982 req-06d70813-74d4-472f-b2a5-56ceebb85840 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713847 Nov 12 08:41:05.949822 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 46652) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:06.030445 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ec5506ba-1e0a-4810-9099-7e931a22740c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cbdd6d621f374244977b79c953b0cd0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0794048 Nov 12 08:41:06.033305 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 46656) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:06.119799 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644be4c-4420-4220-864f-5b7b5e27b758 req-420f958e-4f15-48a7-943e-96f879746360 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:06.122306 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d644be4c-4420-4220-864f-5b7b5e27b758 req-420f958e-4f15-48a7-943e-96f879746360 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c47f422-2541-45a4-9d2d-9a8f5a456599 HTTP/1.1" status: 200 len: 946 time: 0.1039321 Nov 12 08:41:06.161348 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5ef7143-4d21-405b-bf24-c01f6cba04ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.189130 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d644be4c-4420-4220-864f-5b7b5e27b758 req-db7abf6c-3472-44f5-9ec7-17dbf5b9169f tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/security-groups?id=f851e748-86f9-4bc7-b8b1-4bcb2862adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529292 Nov 12 08:41:06.212090 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5ef7143-4d21-405b-bf24-c01f6cba04ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.247975 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 7dbee39a-f3e7-4415-ad42-941d9e5bdf5f up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:06.304153 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5ef7143-4d21-405b-bf24-c01f6cba04ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.308839 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5ef7143-4d21-405b-bf24-c01f6cba04ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.312965 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c5ef7143-4d21-405b-bf24-c01f6cba04ce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47b36950-bfb5-4451-9a4e-2ea1644ff783 HTTP/1.1" status: 204 len: 168 time: 0.2781825 Nov 12 08:41:06.323049 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef7143-4d21-405b-bf24-c01f6cba04ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b36950-bfb5-4451-9a4e-2ea1644ff783,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:06.387803 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 7dbee39a-f3e7-4415-ad42-941d9e5bdf5f completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:41:06.409056 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 7dbee39a-f3e7-4415-ad42-941d9e5bdf5f triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:06.409939 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.469274 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cae595-74f0-4a68-aa97-25ee3548b4d2 req-33946533-f0ff-4c22-b43e-35f6d08f7efe tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:06.478317 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-72cae595-74f0-4a68-aa97-25ee3548b4d2 req-33946533-f0ff-4c22-b43e-35f6d08f7efe tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 946 time: 0.1112485 Nov 12 08:41:06.548526 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.574966 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-72cae595-74f0-4a68-aa97-25ee3548b4d2 req-9538c8b8-0324-401e-8edc-f9ad47c660a5 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953934 Nov 12 08:41:06.623422 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 7dbee39a-f3e7-4415-ad42-941d9e5bdf5f, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=7dbee39a-f3e7-4415-ad42-941d9e5bdf5f,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:06.628429 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.707863 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11016c-2390-4345-9634-494bbdba92b6 req-2b246555-fa76-4163-9603-e1f095884dcb tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:06.716500 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ee11016c-2390-4345-9634-494bbdba92b6 req-2b246555-fa76-4163-9603-e1f095884dcb tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 950 time: 0.0711355 Nov 12 08:41:06.735142 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=7dbee39a-f3e7-4415-ad42-941d9e5bdf5f,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:06.789959 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ee11016c-2390-4345-9634-494bbdba92b6 req-8a64d966-617e-4dd8-802c-f17c32b48253 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705914 Nov 12 08:41:06.899940 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c47f422-2541-45a4-9d2d-9a8f5a456599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b2e70d-5630-4b2e-8e8a-990bcda33240'}, {'server_uuid': 'cdcbc5fc-5ceb-4172-b587-2f25bd8b9980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbee39a-f3e7-4415-ad42-941d9e5bdf5f'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:06.903014 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac868037-3528-4486-93e6-0e7a5643ca95" -d '{"events": [{"server_uuid": "2c47f422-2541-45a4-9d2d-9a8f5a456599", "name": "network-vif-plugged", "status": "completed", "tag": "48b2e70d-5630-4b2e-8e8a-990bcda33240"}, {"server_uuid": "cdcbc5fc-5ceb-4172-b587-2f25bd8b9980", "name": "network-vif-plugged", "status": "completed", "tag": "7dbee39a-f3e7-4415-ad42-941d9e5bdf5f"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:06.958996 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba351ddc-650b-49b4-b497-edb85a44a2c3 req-169e1206-cca3-4590-beca-4485bda77e92 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:06.967425 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba351ddc-650b-49b4-b497-edb85a44a2c3 req-169e1206-cca3-4590-beca-4485bda77e92 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.0699694 Nov 12 08:41:07.026323 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba351ddc-650b-49b4-b497-edb85a44a2c3 req-3ab3ebf7-a64f-4d28-947c-47a5e7052e77 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578363 Nov 12 08:41:07.095088 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a38c174-d121-421b-80bf-92ec8eb3a60f x-openstack-request-id: req-0a38c174-d121-421b-80bf-92ec8eb3a60f {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:07.095501 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c47f422-2541-45a4-9d2d-9a8f5a456599", "name": "network-vif-plugged", "status": "completed", "tag": "48b2e70d-5630-4b2e-8e8a-990bcda33240", "code": 200}, {"server_uuid": "cdcbc5fc-5ceb-4172-b587-2f25bd8b9980", "name": "network-vif-plugged", "status": "completed", "tag": "7dbee39a-f3e7-4415-ad42-941d9e5bdf5f", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:07.095876 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0a38c174-d121-421b-80bf-92ec8eb3a60f {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:07.096378 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c47f422-2541-45a4-9d2d-9a8f5a456599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b2e70d-5630-4b2e-8e8a-990bcda33240', 'code': 200} Nov 12 08:41:07.096733 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcbc5fc-5ceb-4172-b587-2f25bd8b9980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbee39a-f3e7-4415-ad42-941d9e5bdf5f', 'code': 200} Nov 12 08:41:07.244504 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db93f49-6111-4a65-b9bf-808d6b3d8633 req-c23c836a-66db-4b19-8a47-ca78c3b8d06b tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:07.252345 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4db93f49-6111-4a65-b9bf-808d6b3d8633 req-c23c836a-66db-4b19-8a47-ca78c3b8d06b tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 946 time: 0.1629736 Nov 12 08:41:07.333784 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797e22b-66ab-4cb7-8eb8-56cd1cbdca50 req-485f5f1f-aee7-4027-94ec-ceef8cd0d07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:07.336081 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6797e22b-66ab-4cb7-8eb8-56cd1cbdca50 req-485f5f1f-aee7-4027-94ec-ceef8cd0d07b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2c47f422-2541-45a4-9d2d-9a8f5a456599 HTTP/1.1" status: 200 len: 1098 time: 0.1345305 Nov 12 08:41:07.348392 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4db93f49-6111-4a65-b9bf-808d6b3d8633 req-36a6d0a4-29ac-47d2-99db-098a60bd56b9 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951526 Nov 12 08:41:07.372797 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc10a01-5233-4fb5-ae0c-cf89fb936bc9 req-106cebf6-cf70-423e-a57e-a95749e987e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:07.374676 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5cc10a01-5233-4fb5-ae0c-cf89fb936bc9 req-106cebf6-cf70-423e-a57e-a95749e987e7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 1097 time: 0.1148963 Nov 12 08:41:07.566043 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6797e22b-66ab-4cb7-8eb8-56cd1cbdca50 req-0739d6ed-b9a5-4234-8e74-715f4b1057d1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f851e748-86f9-4bc7-b8b1-4bcb2862adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163949 Nov 12 08:41:07.572841 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5cc10a01-5233-4fb5-ae0c-cf89fb936bc9 req-cf8ebe96-a956-4830-a0ac-82d3a0565e60 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859694 Nov 12 08:41:07.595280 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c476a2f-ba02-48b1-80fb-829ab17aeae3 req-8a0a3330-ad05-4430-adc2-3fbbefc6655e tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:07.596867 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8c476a2f-ba02-48b1-80fb-829ab17aeae3 req-8a0a3330-ad05-4430-adc2-3fbbefc6655e tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c47f422-2541-45a4-9d2d-9a8f5a456599 HTTP/1.1" status: 200 len: 946 time: 0.1744516 Nov 12 08:41:07.610952 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143fe00-2c68-430a-b098-b21c958bf942 req-36ffaa7d-458d-4196-b0bb-fc109f829000 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:07.613200 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d143fe00-2c68-430a-b098-b21c958bf942 req-36ffaa7d-458d-4196-b0bb-fc109f829000 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 946 time: 0.1084211 Nov 12 08:41:07.615063 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 46738) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:07.720500 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8c476a2f-ba02-48b1-80fb-829ab17aeae3 req-8412bb92-d9cf-407c-bb50-bfc0cb27e04d tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/security-groups?id=f851e748-86f9-4bc7-b8b1-4bcb2862adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060972 Nov 12 08:41:07.727954 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d143fe00-2c68-430a-b098-b21c958bf942 req-df37b4f9-1623-4ab2-b64c-c0528e83722e tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053677 Nov 12 08:41:07.772559 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8fa69be8-08ad-443d-9474-0a7fdf37fba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.794822 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-6ceb5136-2a30-4cc4-a22c-46c158c319d2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-634742385-network', 'tenant_id': '80cba63a5f3c423896b758b0902dcec9'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:07.832451 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ceb5136-2a30-4cc4-a22c-46c158c319d2 admin admin] Made reservation on behalf of 80cba63a5f3c423896b758b0902dcec9 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:07.835984 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6ceb5136-2a30-4cc4-a22c-46c158c319d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.854528 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6ceb5136-2a30-4cc4-a22c-46c158c319d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.018602 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1586a5-9c0b-4ca2-93fb-44b0ec502b1d req-6dd08263-25a4-4053-afa9-4e2e01530ab6 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:08.020190 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c1586a5-9c0b-4ca2-93fb-44b0ec502b1d req-6dd08263-25a4-4053-afa9-4e2e01530ab6 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 946 time: 0.1629710 Nov 12 08:41:08.060719 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 400268ad-fdf2-47ef-9ca5-2a7c3730abcc no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:08.110046 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dd947-c567-437a-bc19-a15b1af37abb req-99fba058-a515-425c-9c93-1ff55b95d67d tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:08.112287 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a08dd947-c567-437a-bc19-a15b1af37abb req-99fba058-a515-425c-9c93-1ff55b95d67d tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/networks?id=decddc00-32e0-44cc-9e13-8ef2ed68d9e6 HTTP/1.1" status: 200 len: 804 time: 0.2608652 Nov 12 08:41:08.164729 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.165657 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a08dd947-c567-437a-bc19-a15b1af37abb req-59a529b0-c226-4da6-b520-2bbd9d8b20b6 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/quotas/d73a964a85c04c1cb36ad5eed9aa3407 HTTP/1.1" status: 200 len: 375 time: 0.0391927 Nov 12 08:41:08.183417 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6ceb5136-2a30-4cc4-a22c-46c158c319d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.197798 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c1586a5-9c0b-4ca2-93fb-44b0ec502b1d req-f17e143f-2013-4062-a77b-29dc3556aef9 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692550 Nov 12 08:41:08.201414 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6ceb5136-2a30-4cc4-a22c-46c158c319d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.210499 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 400268ad-fdf2-47ef-9ca5-2a7c3730abcc, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=400268ad-fdf2-47ef-9ca5-2a7c3730abcc,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:08.221222 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.262893 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ceb5136-2a30-4cc4-a22c-46c158c319d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:41:08.292131 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb5136-2a30-4cc4-a22c-46c158c319d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e98fa9a-c5b3-43d0-854e-c06503fbff0f,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:08.310095 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6ceb5136-2a30-4cc4-a22c-46c158c319d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.310444 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-6ceb5136-2a30-4cc4-a22c-46c158c319d2 admin admin] Added segment b53301f5-d6fd-4e61-b347-e433dc056bd4 of type vlan for network 837ec62d-b3f5-4602-995a-15f6fc8805b4 Nov 12 08:41:08.334606 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=400268ad-fdf2-47ef-9ca5-2a7c3730abcc,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:08.352560 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a08dd947-c567-437a-bc19-a15b1af37abb req-22067b34-a8f3-4953-ae06-bf6420e5ba43 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d73a964a85c04c1cb36ad5eed9aa3407&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1527436 Nov 12 08:41:08.396152 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb5136-2a30-4cc4-a22c-46c158c319d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:08.396804 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb5136-2a30-4cc4-a22c-46c158c319d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:08.397335 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb5136-2a30-4cc4-a22c-46c158c319d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:08.397670 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb5136-2a30-4cc4-a22c-46c158c319d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:08.398002 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb5136-2a30-4cc4-a22c-46c158c319d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:08.398457 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb5136-2a30-4cc4-a22c-46c158c319d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:08.398783 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb5136-2a30-4cc4-a22c-46c158c319d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:08.399210 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb5136-2a30-4cc4-a22c-46c158c319d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:08.399439 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb5136-2a30-4cc4-a22c-46c158c319d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:08.399773 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb5136-2a30-4cc4-a22c-46c158c319d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:08.400277 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb5136-2a30-4cc4-a22c-46c158c319d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:08.400604 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb5136-2a30-4cc4-a22c-46c158c319d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:08.427456 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6ceb5136-2a30-4cc4-a22c-46c158c319d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.531443 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424ff74-0bee-482b-ae52-814060a1a630 req-d2a2560b-42f4-4f84-bd99-de3468e3f304 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:08.543819 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8424ff74-0bee-482b-ae52-814060a1a630 req-d2a2560b-42f4-4f84-bd99-de3468e3f304 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 950 time: 0.2567344 Nov 12 08:41:08.556033 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6ceb5136-2a30-4cc4-a22c-46c158c319d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.557014 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceb5136-2a30-4cc4-a22c-46c158c319d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:08.557604 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6ceb5136-2a30-4cc4-a22c-46c158c319d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.619396 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6ceb5136-2a30-4cc4-a22c-46c158c319d2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0016026 Nov 12 08:41:08.621269 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 46768) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:08.626149 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-283ac367-68e2-465b-a710-d28bf2abc764 admin admin] Request body: {'subnet': {'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-634742385-subnet', 'tenant_id': '80cba63a5f3c423896b758b0902dcec9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:08.659614 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283ac367-68e2-465b-a710-d28bf2abc764 admin admin] Made reservation on behalf of 80cba63a5f3c423896b758b0902dcec9 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:08.662044 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-283ac367-68e2-465b-a710-d28bf2abc764 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.679205 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a08dd947-c567-437a-bc19-a15b1af37abb req-fa5facf4-f19e-40fa-b02d-14722fac37b8 service neutron] 10.222.0.37 "GET /v2.0/networks/decddc00-32e0-44cc-9e13-8ef2ed68d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693195 Nov 12 08:41:08.684840 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb5136-2a30-4cc4-a22c-46c158c319d2 admin admin] Pushing event updated for resources: {'Network': ['ID=837ec62d-b3f5-4602-995a-15f6fc8805b4,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:08.702977 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 837ec62d-b3f5-4602-995a-15f6fc8805b4 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:41:08.705432 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8424ff74-0bee-482b-ae52-814060a1a630 req-35442ccf-12d7-4f78-89c2-9c6178ba6227 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607642 Nov 12 08:41:08.893309 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a08dd947-c567-437a-bc19-a15b1af37abb req-17d6a992-6d29-4ade-aa9e-cee7b3998054 service neutron] 10.222.0.37 "GET /v2.0/networks/decddc00-32e0-44cc-9e13-8ef2ed68d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868579 Nov 12 08:41:08.977288 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-283ac367-68e2-465b-a710-d28bf2abc764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.000054 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50509d91-1018-4da9-a6a5-09823e833ada req-09bdd042-34dd-4bc3-8c60-481fe5169b2d tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:09.012473 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-50509d91-1018-4da9-a6a5-09823e833ada req-09bdd042-34dd-4bc3-8c60-481fe5169b2d tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.1008308 Nov 12 08:41:09.084015 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ac367-68e2-465b-a710-d28bf2abc764 admin admin] Pushing event updated for resources: {'Subnet': ['ID=601c19d7-10c1-44ee-a86c-ac9c499e748d,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:09.088994 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283ac367-68e2-465b-a710-d28bf2abc764 admin admin] Checking segment: {'id': 'b53301f5-d6fd-4e61-b347-e433dc056bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:09.089141 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283ac367-68e2-465b-a710-d28bf2abc764 admin admin] Network hostable DHCP agents. Network: 837ec62d-b3f5-4602-995a-15f6fc8805b4, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:41:09.098885 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f05c1bd-1a50-45b6-890b-29f8b5eef5a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '400268ad-fdf2-47ef-9ca5-2a7c3730abcc'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:09.102285 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1d194d-04ee-4f1b-a100-191058f87aba" -d '{"events": [{"server_uuid": "2f05c1bd-1a50-45b6-890b-29f8b5eef5a3", "name": "network-vif-unplugged", "status": "completed", "tag": "400268ad-fdf2-47ef-9ca5-2a7c3730abcc"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:09.126863 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283ac367-68e2-465b-a710-d28bf2abc764 admin admin] Network 837ec62d-b3f5-4602-995a-15f6fc8805b4 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:41:09.149821 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-283ac367-68e2-465b-a710-d28bf2abc764 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 837ec62d-b3f5-4602-995a-15f6fc8805b4) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:09.151022 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-50509d91-1018-4da9-a6a5-09823e833ada req-22490824-81ba-47ce-9592-0f8bb26b489b tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329465 Nov 12 08:41:09.167595 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283ac367-68e2-465b-a710-d28bf2abc764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:09.169103 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f28f119-9698-416c-bb8f-a920e95ae11f None None] Network 837ec62d-b3f5-4602-995a-15f6fc8805b4 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:09.172775 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-283ac367-68e2-465b-a710-d28bf2abc764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.215833 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-283ac367-68e2-465b-a710-d28bf2abc764 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5931847 Nov 12 08:41:09.228805 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 46786) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:09.253472 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8cb121a8-cd0b-4411-b5d4-44e79785866b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-634742385-router', 'tenant_id': '80cba63a5f3c423896b758b0902dcec9', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:09.274008 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fefe7-738c-482f-adc6-acb28a5e8653 req-bbdc9b4f-ff48-4a63-8e73-34106ab02a39 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:09.283283 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-365fefe7-738c-482f-adc6-acb28a5e8653 req-bbdc9b4f-ff48-4a63-8e73-34106ab02a39 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 946 time: 0.1196613 Nov 12 08:41:09.400676 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cb121a8-cd0b-4411-b5d4-44e79785866b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.407990 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cb121a8-cd0b-4411-b5d4-44e79785866b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.484197 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325d5ef-b2dd-466c-8938-36586d9042ac req-1351d2c7-897d-4a17-aac0-a117b3837010 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:09.490331 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1325d5ef-b2dd-466c-8938-36586d9042ac req-1351d2c7-897d-4a17-aac0-a117b3837010 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f05c1bd-1a50-45b6-890b-29f8b5eef5a3 HTTP/1.1" status: 200 len: 943 time: 0.1925623 Nov 12 08:41:09.584081 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af1d61e-8dae-485b-80a9-a0ac3002230e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-837ec62d-b3f5-4602-995a-15f6fc8805b4', 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4', 'tenant_id': '80cba63a5f3c423896b758b0902dcec9', 'fixed_ips': [{'subnet_id': '601c19d7-10c1-44ee-a86c-ac9c499e748d'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:41:09.585130 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3af1d61e-8dae-485b-80a9-a0ac3002230e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.645423 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cb121a8-cd0b-4411-b5d4-44e79785866b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.669409 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-365fefe7-738c-482f-adc6-acb28a5e8653 req-5c7b23cf-97a8-4f70-a1f4-22e164ebbaed tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851833 Nov 12 08:41:09.686770 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-191b1468-2b6b-4c55-9cbd-f0d77ee227ee service neutron] show failed (client error): The resource could not be found. Nov 12 08:41:09.692269 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-191b1468-2b6b-4c55-9cbd-f0d77ee227ee service neutron] 10.222.0.58 "GET /v2.0/ports/ad21d9f1-4ccf-445b-866c-b96a8bd8767b/bindings/n-h1-768862-16 HTTP/1.1" status: 404 len: 381 time: 0.3889208 Nov 12 08:41:09.717045 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12890e80-5835-44d5-ac2f-e85fbb0676fe req-d48c37f1-e2f0-4e35-8826-1180cec770d3 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:09.728014 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-12890e80-5835-44d5-ac2f-e85fbb0676fe req-d48c37f1-e2f0-4e35-8826-1180cec770d3 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c47f422-2541-45a4-9d2d-9a8f5a456599 HTTP/1.1" status: 200 len: 946 time: 0.3592870 Nov 12 08:41:09.867964 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1e982a5d-097a-4ea9-9bf4-1e399a0cf7d3 req-68b2a708-e6e6-4fa8-a7a1-af50f3064f80 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc26d88-b86c-4d10-a0c6-bec15a783e12 HTTP/1.1" status: 200 len: 210 time: 0.0822248 Nov 12 08:41:09.873994 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-3af1d61e-8dae-485b-80a9-a0ac3002230e None None] Allocated IP 172.20.0.2 (837ec62d-b3f5-4602-995a-15f6fc8805b4/601c19d7-10c1-44ee-a86c-ac9c499e748d/e176de35-81b8-4ede-a29b-f4d827e8fd4e) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:09.900319 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-12890e80-5835-44d5-ac2f-e85fbb0676fe req-ec305d82-4447-4741-b59d-bb897ec4afdc tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/security-groups?id=f851e748-86f9-4bc7-b8b1-4bcb2862adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647277 Nov 12 08:41:10.068980 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec7a30d-a27b-4803-86a5-f73597f8eee2 x-openstack-request-id: req-5ec7a30d-a27b-4803-86a5-f73597f8eee2 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:10.069247 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f05c1bd-1a50-45b6-890b-29f8b5eef5a3", "name": "network-vif-unplugged", "status": "completed", "tag": "400268ad-fdf2-47ef-9ca5-2a7c3730abcc", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:10.069512 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ec7a30d-a27b-4803-86a5-f73597f8eee2 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:10.069959 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f05c1bd-1a50-45b6-890b-29f8b5eef5a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '400268ad-fdf2-47ef-9ca5-2a7c3730abcc', 'code': 200} Nov 12 08:41:10.119171 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282486d4-c67c-432d-987f-ac055be50114 req-48161295-288e-40ed-8c73-aa64c3573b5d tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:10.132251 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-282486d4-c67c-432d-987f-ac055be50114 req-48161295-288e-40ed-8c73-aa64c3573b5d tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 950 time: 0.0869036 Nov 12 08:41:10.179325 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6dc886da-cc4b-4cca-94f9-6451fe4821ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.258631 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-282486d4-c67c-432d-987f-ac055be50114 req-e1647162-2401-4629-902f-a9cd30884082 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245060 Nov 12 08:41:10.275187 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3af1d61e-8dae-485b-80a9-a0ac3002230e None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.297574 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3af1d61e-8dae-485b-80a9-a0ac3002230e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.435079 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af1d61e-8dae-485b-80a9-a0ac3002230e None None] Network 837ec62d-b3f5-4602-995a-15f6fc8805b4 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:10.453948 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-3af1d61e-8dae-485b-80a9-a0ac3002230e None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:10.458845 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af1d61e-8dae-485b-80a9-a0ac3002230e None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:10.559516 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1d61e-8dae-485b-80a9-a0ac3002230e None None] Pushing event updated for resources: {'Port': ['ID=e176de35-81b8-4ede-a29b-f4d827e8fd4e,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:10.609174 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f606cb8-c860-42a9-bc0f-2cc135004dc7 req-d35c3163-2892-48e4-a019-07bdf53e025a tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:10.617118 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f606cb8-c860-42a9-bc0f-2cc135004dc7 req-d35c3163-2892-48e4-a019-07bdf53e025a tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.2204998 Nov 12 08:41:10.630669 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-3af1d61e-8dae-485b-80a9-a0ac3002230e None None] Attempting to bind port e176de35-81b8-4ede-a29b-f4d827e8fd4e on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:41:10.631518 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-3af1d61e-8dae-485b-80a9-a0ac3002230e None None] Attempting to bind port e176de35-81b8-4ede-a29b-f4d827e8fd4e by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'b53301f5-d6fd-4e61-b347-e433dc056bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:41:10.632176 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af1d61e-8dae-485b-80a9-a0ac3002230e None None] Attempting to bind port e176de35-81b8-4ede-a29b-f4d827e8fd4e on network 837ec62d-b3f5-4602-995a-15f6fc8805b4 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:10.632451 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e7ce2-a246-4123-9076-57babc6501e7 req-90cf45aa-c4e3-4511-b9ac-5f69a7f4cb03 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:10.634302 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e83e7ce2-a246-4123-9076-57babc6501e7 req-90cf45aa-c4e3-4511-b9ac-5f69a7f4cb03 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 946 time: 0.1714141 Nov 12 08:41:10.639968 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af1d61e-8dae-485b-80a9-a0ac3002230e None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:41:10.640674 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af1d61e-8dae-485b-80a9-a0ac3002230e None None] Checking segment: {'id': 'b53301f5-d6fd-4e61-b347-e433dc056bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:10.641622 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3af1d61e-8dae-485b-80a9-a0ac3002230e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.642218 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af1d61e-8dae-485b-80a9-a0ac3002230e None None] Bound using segment: {'id': 'b53301f5-d6fd-4e61-b347-e433dc056bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:41:10.643589 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-3af1d61e-8dae-485b-80a9-a0ac3002230e None None] Bound port: e176de35-81b8-4ede-a29b-f4d827e8fd4e, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b53301f5-d6fd-4e61-b347-e433dc056bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:41:10.644337 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3af1d61e-8dae-485b-80a9-a0ac3002230e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.723479 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-3af1d61e-8dae-485b-80a9-a0ac3002230e None None] For port e176de35-81b8-4ede-a29b-f4d827e8fd4e, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:41:10.727892 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-3af1d61e-8dae-485b-80a9-a0ac3002230e None None] For port e176de35-81b8-4ede-a29b-f4d827e8fd4e, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=e176de35-81b8-4ede-a29b-f4d827e8fd4e,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:41:10.734472 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f606cb8-c860-42a9-bc0f-2cc135004dc7 req-3164e628-95a3-43f2-b2c5-bacc84ba2e47 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949492 Nov 12 08:41:10.737600 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3af1d61e-8dae-485b-80a9-a0ac3002230e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.751112 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cb121a8-cd0b-4411-b5d4-44e79785866b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.752737 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e83e7ce2-a246-4123-9076-57babc6501e7 req-82c7bd71-947d-4572-a496-ca5df4dd7fe7 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092443 Nov 12 08:41:10.832217 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-1325d5ef-b2dd-466c-8938-36586d9042ac req-09a6efe5-9ef8-4d4b-9607-ca7f6ef8b749 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Deleting port 400268ad-fdf2-47ef-9ca5-2a7c3730abcc {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:10.832845 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1325d5ef-b2dd-466c-8938-36586d9042ac req-09a6efe5-9ef8-4d4b-9607-ca7f6ef8b749 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.838159 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1d61e-8dae-485b-80a9-a0ac3002230e None None] Pushing event updated for resources: {'Port': ['ID=e176de35-81b8-4ede-a29b-f4d827e8fd4e,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:10.885049 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-7291db8f-54f7-445c-af34-9d7c781fc15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:10.886699 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-7291db8f-54f7-445c-af34-9d7c781fc15b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0&tenant_id=3251a58645fc4115844b0853f7399565 HTTP/1.1" status: 200 len: 1102 time: 0.1282425 Nov 12 08:41:10.931072 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-486ca4d0-da51-4e02-8310-28f817eed202 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768862-16', 'device_owner': 'compute:nova'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:11.073930 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-486ca4d0-da51-4e02-8310-28f817eed202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.125059 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-1325d5ef-b2dd-466c-8938-36586d9042ac req-09a6efe5-9ef8-4d4b-9607-ca7f6ef8b749 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] For port 400268ad-fdf2-47ef-9ca5-2a7c3730abcc, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=400268ad-fdf2-47ef-9ca5-2a7c3730abcc,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:11.126783 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1325d5ef-b2dd-466c-8938-36586d9042ac req-09a6efe5-9ef8-4d4b-9607-ca7f6ef8b749 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.194996 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7287a144-e97a-4074-82a7-9dc02e20b0a4 req-392065b7-3197-4290-9693-8b71ad0dc814 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc26d88-b86c-4d10-a0c6-bec15a783e12 HTTP/1.1" status: 200 len: 210 time: 0.0770283 Nov 12 08:41:11.221885 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197be0f-2830-4683-9e27-d8f052bbeb7a req-9a146cab-21c9-4b42-817a-c86e5ffebda2 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:11.238849 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e197be0f-2830-4683-9e27-d8f052bbeb7a req-9a146cab-21c9-4b42-817a-c86e5ffebda2 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.2341120 Nov 12 08:41:11.297951 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-1325d5ef-b2dd-466c-8938-36586d9042ac req-09a6efe5-9ef8-4d4b-9607-ca7f6ef8b749 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Calling delete_port for 400268ad-fdf2-47ef-9ca5-2a7c3730abcc owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:11.342784 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e197be0f-2830-4683-9e27-d8f052bbeb7a req-4aa7ff3b-56cc-4dd3-a87a-02c2e224d121 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028609 Nov 12 08:41:11.751796 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98023c-9ff8-4875-ad38-da9960fd5f5e req-a50535da-4107-49c0-b628-3586536296ac tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:11.768663 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3d98023c-9ff8-4875-ad38-da9960fd5f5e req-a50535da-4107-49c0-b628-3586536296ac tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c47f422-2541-45a4-9d2d-9a8f5a456599 HTTP/1.1" status: 200 len: 946 time: 0.4006321 Nov 12 08:41:11.811618 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device e176de35-81b8-4ede-a29b-f4d827e8fd4e up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:11.866134 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dd947-c567-437a-bc19-a15b1af37abb req-4cbc552f-5619-45fd-9332-500b5946bce7 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:11.868525 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a08dd947-c567-437a-bc19-a15b1af37abb req-4cbc552f-5619-45fd-9332-500b5946bce7 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.58 "GET /v2.0/networks?id=decddc00-32e0-44cc-9e13-8ef2ed68d9e6 HTTP/1.1" status: 200 len: 804 time: 0.4177113 Nov 12 08:41:11.908490 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-a08dd947-c567-437a-bc19-a15b1af37abb req-5351e23f-0916-452a-8698-6cac12379448 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Request body: {'port': {'device_id': '3cc26d88-b86c-4d10-a0c6-bec15a783e12', 'network_id': 'decddc00-32e0-44cc-9e13-8ef2ed68d9e6', 'admin_state_up': True, 'tenant_id': 'd73a964a85c04c1cb36ad5eed9aa3407'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:11.926723 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d85d7-6bfb-4c65-9f11-0e8eab1ce736 req-1f614083-58dc-4619-b2f4-213b8fc9023b tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:11.936544 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc5d85d7-6bfb-4c65-9f11-0e8eab1ce736 req-1f614083-58dc-4619-b2f4-213b8fc9023b tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 950 time: 0.4602890 Nov 12 08:41:11.938415 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cb121a8-cd0b-4411-b5d4-44e79785866b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.984007 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.017709 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port e176de35-81b8-4ede-a29b-f4d827e8fd4e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:12.018100 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.061229 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cb121a8-cd0b-4411-b5d4-44e79785866b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.102894 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 400268ad-fdf2-47ef-9ca5-2a7c3730abcc no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:12.181417 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3d98023c-9ff8-4875-ad38-da9960fd5f5e req-a9b5ffa8-14b7-48d2-a316-26ea69d954d5 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/security-groups?id=f851e748-86f9-4bc7-b8b1-4bcb2862adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4116428 Nov 12 08:41:12.234098 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc5d85d7-6bfb-4c65-9f11-0e8eab1ce736 req-cbd38ec6-acb2-4824-889d-fdc2aa57c176 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959771 Nov 12 08:41:12.303433 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-8cb121a8-cd0b-4411-b5d4-44e79785866b admin admin] Allocated IP 172.25.6.152 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/115291fa-4327-4844-8425-0adaa3ba51f2) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:12.572743 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a08dd947-c567-437a-bc19-a15b1af37abb req-5351e23f-0916-452a-8698-6cac12379448 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Made reservation on behalf of d73a964a85c04c1cb36ad5eed9aa3407 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:12.578272 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a08dd947-c567-437a-bc19-a15b1af37abb req-5351e23f-0916-452a-8698-6cac12379448 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.600252 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cb121a8-cd0b-4411-b5d4-44e79785866b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.651551 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cb121a8-cd0b-4411-b5d4-44e79785866b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.661052 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-486ca4d0-da51-4e02-8310-28f817eed202 service neutron] For port ad21d9f1-4ccf-445b-866c-b96a8bd8767b, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=ad21d9f1-4ccf-445b-866c-b96a8bd8767b,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:12.691129 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ecf092-a696-402f-ae39-f5e9ede293ae None None] Network 837ec62d-b3f5-4602-995a-15f6fc8805b4 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:12.733288 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb121a8-cd0b-4411-b5d4-44e79785866b admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:12.742094 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1325d5ef-b2dd-466c-8938-36586d9042ac req-09a6efe5-9ef8-4d4b-9607-ca7f6ef8b749 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.751697 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-8cb121a8-cd0b-4411-b5d4-44e79785866b admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:12.764823 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb121a8-cd0b-4411-b5d4-44e79785866b admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:12.776232 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.838532 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c02a2cb2-7f6e-4999-ac3a-22258abb627c None None] Provisioning complete for port e176de35-81b8-4ede-a29b-f4d827e8fd4e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:12.839676 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c02a2cb2-7f6e-4999-ac3a-22258abb627c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.921670 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-486ca4d0-da51-4e02-8310-28f817eed202 service neutron] For port ad21d9f1-4ccf-445b-866c-b96a8bd8767b, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:41:12.925906 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb121a8-cd0b-4411-b5d4-44e79785866b admin admin] Pushing event updated for resources: {'Port': ['ID=115291fa-4327-4844-8425-0adaa3ba51f2,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:12.979840 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port e176de35-81b8-4ede-a29b-f4d827e8fd4e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=e176de35-81b8-4ede-a29b-f4d827e8fd4e,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:13.069201 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.078743 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1325d5ef-b2dd-466c-8938-36586d9042ac req-09a6efe5-9ef8-4d4b-9607-ca7f6ef8b749 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] No DVR routers for this DVR port 400268ad-fdf2-47ef-9ca5-2a7c3730abcc on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:13.095215 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1325d5ef-b2dd-466c-8938-36586d9042ac req-09a6efe5-9ef8-4d4b-9607-ca7f6ef8b749 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.098713 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1325d5ef-b2dd-466c-8938-36586d9042ac req-09a6efe5-9ef8-4d4b-9607-ca7f6ef8b749 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.54 "DELETE /v2.0/ports/400268ad-fdf2-47ef-9ca5-2a7c3730abcc HTTP/1.1" status: 204 len: 173 time: 3.5996907 Nov 12 08:41:13.099528 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6efe5-9ef8-4d4b-9607-ca7f6ef8b749 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Pushing event deleted for resources: {'Port': ['ID=400268ad-fdf2-47ef-9ca5-2a7c3730abcc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:13.101589 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f05c1bd-1a50-45b6-890b-29f8b5eef5a3', 'name': 'network-vif-deleted', 'tag': '400268ad-fdf2-47ef-9ca5-2a7c3730abcc'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:13.103983 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b2856b-1d2e-4edd-a591-c2515a7ddaa1" -d '{"events": [{"server_uuid": "2f05c1bd-1a50-45b6-890b-29f8b5eef5a3", "name": "network-vif-deleted", "tag": "400268ad-fdf2-47ef-9ca5-2a7c3730abcc"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:13.118266 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-486ca4d0-da51-4e02-8310-28f817eed202 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.143261 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-486ca4d0-da51-4e02-8310-28f817eed202 service neutron] Transition to ACTIVE for port object ad21d9f1-4ccf-445b-866c-b96a8bd8767b will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:41:13.148429 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-486ca4d0-da51-4e02-8310-28f817eed202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.205540 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=e176de35-81b8-4ede-a29b-f4d827e8fd4e,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:13.235104 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.252353 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ca4d0-da51-4e02-8310-28f817eed202 service neutron] Pushing event updated for resources: {'Port': ['ID=ad21d9f1-4ccf-445b-866c-b96a8bd8767b,revision_number=6']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:13.364626 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-486ca4d0-da51-4e02-8310-28f817eed202 service neutron] No DVR routers for this DVR port ad21d9f1-4ccf-445b-866c-b96a8bd8767b on host n-h2-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:13.491866 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-486ca4d0-da51-4e02-8310-28f817eed202 service neutron] Attempting to bind port ad21d9f1-4ccf-445b-866c-b96a8bd8767b on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:41:13.492295 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-486ca4d0-da51-4e02-8310-28f817eed202 service neutron] Attempting to bind port ad21d9f1-4ccf-445b-866c-b96a8bd8767b by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:41:13.492683 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-486ca4d0-da51-4e02-8310-28f817eed202 service neutron] Attempting to bind port ad21d9f1-4ccf-445b-866c-b96a8bd8767b on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:13.512983 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-486ca4d0-da51-4e02-8310-28f817eed202 service neutron] Port ad21d9f1-4ccf-445b-866c-b96a8bd8767b on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:41:13.513397 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-486ca4d0-da51-4e02-8310-28f817eed202 service neutron] Attempting to bind port ad21d9f1-4ccf-445b-866c-b96a8bd8767b on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:13.528386 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cb121a8-cd0b-4411-b5d4-44e79785866b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.531347 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-486ca4d0-da51-4e02-8310-28f817eed202 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:41:13.531928 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-486ca4d0-da51-4e02-8310-28f817eed202 service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:13.532408 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-486ca4d0-da51-4e02-8310-28f817eed202 service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:41:13.532981 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-486ca4d0-da51-4e02-8310-28f817eed202 service neutron] Bound port: ad21d9f1-4ccf-445b-866c-b96a8bd8767b, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:41:13.533373 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-486ca4d0-da51-4e02-8310-28f817eed202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.788352 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-486ca4d0-da51-4e02-8310-28f817eed202 service neutron] For port ad21d9f1-4ccf-445b-866c-b96a8bd8767b, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:41:13.822611 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-486ca4d0-da51-4e02-8310-28f817eed202 service neutron] For port ad21d9f1-4ccf-445b-866c-b96a8bd8767b, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=ad21d9f1-4ccf-445b-866c-b96a8bd8767b,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:41:13.825253 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97039d6-cc45-4feb-aa17-d6b76f219da5 req-f6ba6d8a-0eb8-4dda-8c9e-94334ca8f514 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:13.831848 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c97039d6-cc45-4feb-aa17-d6b76f219da5 req-f6ba6d8a-0eb8-4dda-8c9e-94334ca8f514 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 946 time: 1.3973110 Nov 12 08:41:13.837719 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device e176de35-81b8-4ede-a29b-f4d827e8fd4e up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:13.919310 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07046c12-9675-4355-9563-0026365e8b77 req-db149ed2-6023-40ea-b0d0-33677948871b tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:13.927516 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07046c12-9675-4355-9563-0026365e8b77 req-db149ed2-6023-40ea-b0d0-33677948871b tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c47f422-2541-45a4-9d2d-9a8f5a456599 HTTP/1.1" status: 200 len: 946 time: 1.4422050 Nov 12 08:41:13.933960 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8411b37f-a80b-4298-99db-e759f769b1a8 None None] Provisioning complete for port e176de35-81b8-4ede-a29b-f4d827e8fd4e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:13.934464 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8411b37f-a80b-4298-99db-e759f769b1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.940697 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.998364 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 46860) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:14.054452 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-a82b3896-2dbd-4ea3-b7f3-a3038e02b3f5 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Request body: {'floatingip': {'port_id': '48b2e70d-5630-4b2e-8e8a-990bcda33240'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:14.083521 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port e176de35-81b8-4ede-a29b-f4d827e8fd4e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:14.084698 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.107255 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cb121a8-cd0b-4411-b5d4-44e79785866b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.110646 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-486ca4d0-da51-4e02-8310-28f817eed202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.198985 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a82b3896-2dbd-4ea3-b7f3-a3038e02b3f5 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks [] for floatingip, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.279221 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device ad21d9f1-4ccf-445b-866c-b96a8bd8767b no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:14.343006 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-486ca4d0-da51-4e02-8310-28f817eed202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:14.343801 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-486ca4d0-da51-4e02-8310-28f817eed202 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.345041 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device ad21d9f1-4ccf-445b-866c-b96a8bd8767b not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:14.345424 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-486ca4d0-da51-4e02-8310-28f817eed202 service neutron] 10.222.0.54 "PUT /v2.0/ports/ad21d9f1-4ccf-445b-866c-b96a8bd8767b HTTP/1.1" status: 200 len: 1097 time: 3.4203148 Nov 12 08:41:14.349022 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6b001b29-8ac6-422f-89ad-b10e24e23345 req-783ec201-38c9-40fc-92fe-9398e9e51a37 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc26d88-b86c-4d10-a0c6-bec15a783e12 HTTP/1.1" status: 200 len: 210 time: 0.1460316 Nov 12 08:41:14.438844 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ca4d0-da51-4e02-8310-28f817eed202 service neutron] Pushing event updated for resources: {'Port': ['ID=ad21d9f1-4ccf-445b-866c-b96a8bd8767b,revision_number=7']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:14.480873 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c97039d6-cc45-4feb-aa17-d6b76f219da5 req-83aaaabd-59ec-4b36-bc11-7c9da695d1c0 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5795109 Nov 12 08:41:14.571388 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c17af91-7a74-4387-a72b-7a7072bd10b8 x-openstack-request-id: req-2c17af91-7a74-4387-a72b-7a7072bd10b8 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:14.571690 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f05c1bd-1a50-45b6-890b-29f8b5eef5a3", "name": "network-vif-deleted", "tag": "400268ad-fdf2-47ef-9ca5-2a7c3730abcc", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:14.572065 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c17af91-7a74-4387-a72b-7a7072bd10b8 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:14.574425 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f05c1bd-1a50-45b6-890b-29f8b5eef5a3', 'name': 'network-vif-deleted', 'tag': '400268ad-fdf2-47ef-9ca5-2a7c3730abcc', 'status': 'completed', 'code': 200} Nov 12 08:41:14.641783 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb121a8-cd0b-4411-b5d4-44e79785866b admin admin] Router 5efbf424-26c9-4a13-810d-a492f5ccecbc is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:41:14.660763 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-1b61d2a1-df18-4b91-add1-2ce7bf2525d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:14.662436 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-1b61d2a1-df18-4b91-add1-2ce7bf2525d1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 1100 time: 0.1815319 Nov 12 08:41:14.872770 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41b91f-293d-41b9-9587-adc0776d7f48 req-df3dfd76-b193-4f6d-9cf1-1fb0accadb29 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:14.876693 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9f41b91f-293d-41b9-9587-adc0776d7f48 req-df3dfd76-b193-4f6d-9cf1-1fb0accadb29 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.3630693 Nov 12 08:41:14.905202 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-5eda4e25-0310-4986-8566-65bc80bba67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:14.907423 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-5eda4e25-0310-4986-8566-65bc80bba67c service neutron] 10.222.0.54 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.2337291 Nov 12 08:41:14.936537 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-a08dd947-c567-437a-bc19-a15b1af37abb req-5351e23f-0916-452a-8698-6cac12379448 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Allocated IP 172.20.0.5 (decddc00-32e0-44cc-9e13-8ef2ed68d9e6/8caf3eba-e7df-49d1-bdb7-f7a8b69eb432/f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:14.963790 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb121a8-cd0b-4411-b5d4-44e79785866b admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:41:14.966489 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-21a10680-6ebf-404f-9aff-da5ceee14059 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=ad21d9f1-4ccf-445b-866c-b96a8bd8767b HTTP/1.1" status: 200 len: 217 time: 0.0491118 Nov 12 08:41:14.981946 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f292d56-fa7c-4f6f-b908-b60fed5609a7 None None] Sync routers for ids ['5efbf424-26c9-4a13-810d-a492f5ccecbc'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:41:15.008370 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f292d56-fa7c-4f6f-b908-b60fed5609a7 None None] Routers {'5efbf424-26c9-4a13-810d-a492f5ccecbc'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:15.008727 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b6a09-6eb9-446e-845b-5b31123fb071 req-43692fe3-6c2c-4eee-9d41-1647130e220e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:15.009582 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4f292d56-fa7c-4f6f-b908-b60fed5609a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:41:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['5efbf424-26c9-4a13-810d-a492f5ccecbc'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:15.010375 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-036b6a09-6eb9-446e-845b-5b31123fb071 req-43692fe3-6c2c-4eee-9d41-1647130e220e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 948 time: 0.2588861 Nov 12 08:41:15.036774 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-5ef88edf-f32a-4077-b352-6ea5574f4921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:15.039509 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-5ef88edf-f32a-4077-b352-6ea5574f4921 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.0632737 Nov 12 08:41:15.042604 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cb121a8-cd0b-4411-b5d4-44e79785866b admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.047221 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8cb121a8-cd0b-4411-b5d4-44e79785866b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8171942 Nov 12 08:41:15.058060 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 46864) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:15.123245 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9f41b91f-293d-41b9-9587-adc0776d7f48 req-a7c2ebab-2ec8-44f4-9adf-5b45ff7bcb12 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353947 Nov 12 08:41:15.175259 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-4f292d56-fa7c-4f6f-b908-b60fed5609a7 None None] Set router 5efbf424-26c9-4a13-810d-a492f5ccecbc gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:15.313442 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-036b6a09-6eb9-446e-845b-5b31123fb071 req-1bce812e-e37b-4dd0-8dd8-4c71745756a9 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035925 Nov 12 08:41:15.484510 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4f292d56-fa7c-4f6f-b908-b60fed5609a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'name': 'tempest-ServerActionsTestJSON-634742385-router', 'tenant_id': '80cba63a5f3c423896b758b0902dcec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '115291fa-4327-4844-8425-0adaa3ba51f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:09Z', 'updated_at': '2021-11-12T08:41:13Z', 'revision_number': 3, 'project_id': '80cba63a5f3c423896b758b0902dcec9', 'gw_port': {'id': '115291fa-4327-4844-8425-0adaa3ba51f2', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:12Z', 'updated_at': '2021-11-12T08:41:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:15.485712 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-1bdae5f5-5336-4437-a41f-2360eb836b0d tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:15.494879 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-1bdae5f5-5336-4437-a41f-2360eb836b0d tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/networks?id=66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 HTTP/1.1" status: 200 len: 814 time: 0.1472287 Nov 12 08:41:15.526529 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-973b91fe-5b48-4a3e-8b24-e6c0cc7cf0d6 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/quotas/d7b2958acbca46c980b81bc3e2353025 HTTP/1.1" status: 200 len: 375 time: 0.0303435 Nov 12 08:41:15.537451 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f292d56-fa7c-4f6f-b908-b60fed5609a7 None None] Checking router: 5efbf424-26c9-4a13-810d-a492f5ccecbc for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:41:15.537769 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f292d56-fa7c-4f6f-b908-b60fed5609a7 None None] Updating router 5efbf424-26c9-4a13-810d-a492f5ccecbc port 115291fa-4327-4844-8425-0adaa3ba51f2 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:41:15.576306 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4f292d56-fa7c-4f6f-b908-b60fed5609a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.631356 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3887d138-7fe4-4398-8be5-ab2ddd6bc937 req-0f37436b-ed66-4bb5-b063-986dff916dd6 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc26d88-b86c-4d10-a0c6-bec15a783e12 HTTP/1.1" status: 200 len: 210 time: 0.0429456 Nov 12 08:41:15.662805 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.db.resource_extend [None req-a82b3896-2dbd-4ea3-b7f3-a3038e02b3f5 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:41:15.768876 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a82b3896-2dbd-4ea3-b7f3-a3038e02b3f5 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.775606 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-7035e15d-dc5c-42be-b8d6-d9bf8e304a94 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7b2958acbca46c980b81bc3e2353025&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2478902 Nov 12 08:41:15.780449 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a08dd947-c567-437a-bc19-a15b1af37abb req-5351e23f-0916-452a-8698-6cac12379448 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.782274 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a82b3896-2dbd-4ea3-b7f3-a3038e02b3f5 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.912928 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-f484acf6-8868-4df5-a1cf-f6948ce5dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:15.915350 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-f484acf6-8868-4df5-a1cf-f6948ce5dd65 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8667850 Nov 12 08:41:16.026949 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a08dd947-c567-437a-bc19-a15b1af37abb req-5351e23f-0916-452a-8698-6cac12379448 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:16.030886 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-cd967d0e-983c-434a-aff7-5bae5488f01b service neutron] 10.222.0.37 "GET /v2.0/networks/66f89d7d-fbfb-425e-a64e-a55fcdce5ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435660 Nov 12 08:41:16.034193 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [None req-a82b3896-2dbd-4ea3-b7f3-a3038e02b3f5 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Floating IP 0afc2b58-38bc-4be0-ab8b-4fe7b1f254ef associated. External IP: 172.25.6.126, port: 48b2e70d-5630-4b2e-8e8a-990bcda33240. Nov 12 08:41:16.089731 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4f292d56-fa7c-4f6f-b908-b60fed5609a7 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:16.100138 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4f292d56-fa7c-4f6f-b908-b60fed5609a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:16.177479 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd29f7-cf94-47a6-8594-fe4d15764b13 None None] Pushing event updated for resources: {'Port': ['ID=115291fa-4327-4844-8425-0adaa3ba51f2,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:16.206919 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-4f292d56-fa7c-4f6f-b908-b60fed5609a7 None None] Attempting to bind port 115291fa-4327-4844-8425-0adaa3ba51f2 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:41:16.207364 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-4f292d56-fa7c-4f6f-b908-b60fed5609a7 None None] Attempting to bind port 115291fa-4327-4844-8425-0adaa3ba51f2 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:41:16.207732 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f292d56-fa7c-4f6f-b908-b60fed5609a7 None None] Attempting to bind port 115291fa-4327-4844-8425-0adaa3ba51f2 on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:16.215160 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f292d56-fa7c-4f6f-b908-b60fed5609a7 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:41:16.215552 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f292d56-fa7c-4f6f-b908-b60fed5609a7 None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:16.216111 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4f292d56-fa7c-4f6f-b908-b60fed5609a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:16.217141 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f292d56-fa7c-4f6f-b908-b60fed5609a7 None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:41:16.217541 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-4f292d56-fa7c-4f6f-b908-b60fed5609a7 None None] Bound port: 115291fa-4327-4844-8425-0adaa3ba51f2, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:41:16.217978 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4f292d56-fa7c-4f6f-b908-b60fed5609a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:16.295299 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-a5210d61-2b75-4bf0-a8d2-5ce8db15ba3a service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768935 Nov 12 08:41:16.299341 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e23f-0916-452a-8698-6cac12379448 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Pushing event updated for resources: {'Port': ['ID=f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:16.316218 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4f292d56-fa7c-4f6f-b908-b60fed5609a7 None None] For port 115291fa-4327-4844-8425-0adaa3ba51f2, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:41:16.326202 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4f292d56-fa7c-4f6f-b908-b60fed5609a7 None None] For port 115291fa-4327-4844-8425-0adaa3ba51f2, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=115291fa-4327-4844-8425-0adaa3ba51f2,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:41:16.335301 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4f292d56-fa7c-4f6f-b908-b60fed5609a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:16.353624 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-1ec13af7-226e-489a-8d95-b587e61a8f42 service neutron] 10.222.0.37 "GET /v2.0/networks/66f89d7d-fbfb-425e-a64e-a55fcdce5ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261288 Nov 12 08:41:16.369638 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a08dd947-c567-437a-bc19-a15b1af37abb req-5351e23f-0916-452a-8698-6cac12379448 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Network decddc00-32e0-44cc-9e13-8ef2ed68d9e6 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:16.383409 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-a08dd947-c567-437a-bc19-a15b1af37abb req-5351e23f-0916-452a-8698-6cac12379448 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:16.390584 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08dd947-c567-437a-bc19-a15b1af37abb req-5351e23f-0916-452a-8698-6cac12379448 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:16.426402 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd29f7-cf94-47a6-8594-fe4d15764b13 None None] Pushing event updated for resources: {'Port': ['ID=115291fa-4327-4844-8425-0adaa3ba51f2,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:16.455407 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b85708a-5606-456f-a1bd-d2bf506b57a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:16.458531 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f292d56-fa7c-4f6f-b908-b60fed5609a7 None None] Routers {'5efbf424-26c9-4a13-810d-a492f5ccecbc'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:16.459269 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4f292d56-fa7c-4f6f-b908-b60fed5609a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:41:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['5efbf424-26c9-4a13-810d-a492f5ccecbc'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:16.498928 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f2677306-6428-47d2-8faf-10f52d5d2cfe req-2c0fdfc2-9e0e-45df-9ff8-56b9ce6f45e8 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961296 Nov 12 08:41:16.501486 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88bc8a-db80-4355-8f79-36f1a940a789 req-0921365a-202b-4ea4-8d28-01a0798d37b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:16.503062 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f88bc8a-db80-4355-8f79-36f1a940a789 req-0921365a-202b-4ea4-8d28-01a0798d37b3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d890d5943624406b7ee953df5b1a618&device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 1098 time: 0.4060185 Nov 12 08:41:16.551493 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774606b0-a920-472b-875c-63c72536a788 req-f2e3a8de-19f2-4068-b84e-3b864dc7db87 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:16.553242 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-774606b0-a920-472b-875c-63c72536a788 req-f2e3a8de-19f2-4068-b84e-3b864dc7db87 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 946 time: 0.3021438 Nov 12 08:41:16.575177 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5a3562-f917-4546-b29d-380f7a1f86b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad21d9f1-4ccf-445b-866c-b96a8bd8767b'}, {'name': 'network-changed', 'server_uuid': 'ce5a3562-f917-4546-b29d-380f7a1f86b0', 'tag': 'ad21d9f1-4ccf-445b-866c-b96a8bd8767b'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:16.577941 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d8a0fa-8c7a-414b-b353-edaf4ba0f45e" -d '{"events": [{"server_uuid": "ce5a3562-f917-4546-b29d-380f7a1f86b0", "name": "network-vif-unplugged", "status": "completed", "tag": "ad21d9f1-4ccf-445b-866c-b96a8bd8767b"}, {"name": "network-changed", "server_uuid": "ce5a3562-f917-4546-b29d-380f7a1f86b0", "tag": "ad21d9f1-4ccf-445b-866c-b96a8bd8767b"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:16.735545 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-4f292d56-fa7c-4f6f-b908-b60fed5609a7 None None] Set router 5efbf424-26c9-4a13-810d-a492f5ccecbc gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:16.741594 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dd947-c567-437a-bc19-a15b1af37abb req-5351e23f-0916-452a-8698-6cac12379448 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:16.742290 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a08dd947-c567-437a-bc19-a15b1af37abb req-5351e23f-0916-452a-8698-6cac12379448 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:16.803531 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-9b85708a-5606-456f-a1bd-d2bf506b57a7 admin admin] Allocated IP 172.20.0.1 (837ec62d-b3f5-4602-995a-15f6fc8805b4/601c19d7-10c1-44ee-a86c-ac9c499e748d/105e8c1f-4dc7-405b-a36b-8f0884d650f9) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:16.807776 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a08dd947-c567-437a-bc19-a15b1af37abb req-5351e23f-0916-452a-8698-6cac12379448 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9117923 Nov 12 08:41:16.843555 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-a08dd947-c567-437a-bc19-a15b1af37abb req-0181c35f-52ae-4923-a1ac-ed0282adc7e4 service neutron] Request body: {'port': {'device_id': '3cc26d88-b86c-4d10-a0c6-bec15a783e12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:16.988483 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b85708a-5606-456f-a1bd-d2bf506b57a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.004060 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-774606b0-a920-472b-875c-63c72536a788 req-86d2bd11-7904-4700-9dc2-c7c854cc14a6 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004045 Nov 12 08:41:17.068143 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b85708a-5606-456f-a1bd-d2bf506b57a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.095614 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4f292d56-fa7c-4f6f-b908-b60fed5609a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'name': 'tempest-ServerActionsTestJSON-634742385-router', 'tenant_id': '80cba63a5f3c423896b758b0902dcec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '115291fa-4327-4844-8425-0adaa3ba51f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:09Z', 'updated_at': '2021-11-12T08:41:13Z', 'revision_number': 3, 'project_id': '80cba63a5f3c423896b758b0902dcec9', 'gw_port': {'id': '115291fa-4327-4844-8425-0adaa3ba51f2', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:12Z', 'updated_at': '2021-11-12T08:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:17.122889 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b85708a-5606-456f-a1bd-d2bf506b57a7 admin admin] Network 837ec62d-b3f5-4602-995a-15f6fc8805b4 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:17.126005 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-9b85708a-5606-456f-a1bd-d2bf506b57a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:17.126158 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf6d7b-73e0-4361-afda-ec81c2202b2e req-5753db2b-2169-4ec9-9d99-03a31d2b642b tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:17.127774 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fecf6d7b-73e0-4361-afda-ec81c2202b2e req-5753db2b-2169-4ec9-9d99-03a31d2b642b tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.3248801 Nov 12 08:41:17.128449 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a08dd947-c567-437a-bc19-a15b1af37abb req-0181c35f-52ae-4923-a1ac-ed0282adc7e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.148258 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b85708a-5606-456f-a1bd-d2bf506b57a7 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:17.166970 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88bc8a-db80-4355-8f79-36f1a940a789 req-b2e7f846-e4e9-4e41-937a-0270816a6400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:17.168864 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f88bc8a-db80-4355-8f79-36f1a940a789 req-b2e7f846-e4e9-4e41-937a-0270816a6400 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7606f079-2527-4e0e-94d1-986a75700eb0 HTTP/1.1" status: 200 len: 915 time: 0.6145589 Nov 12 08:41:17.206579 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85708a-5606-456f-a1bd-d2bf506b57a7 admin admin] Pushing event updated for resources: {'Port': ['ID=105e8c1f-4dc7-405b-a36b-8f0884d650f9,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:17.220013 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f292d56-fa7c-4f6f-b908-b60fed5609a7 None None] The sync data for ids ['5efbf424-26c9-4a13-810d-a492f5ccecbc'] in n-d-768862-16 is: [{'id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'name': 'tempest-ServerActionsTestJSON-634742385-router', 'tenant_id': '80cba63a5f3c423896b758b0902dcec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '115291fa-4327-4844-8425-0adaa3ba51f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:09Z', 'updated_at': '2021-11-12T08:41:13Z', 'revision_number': 3, 'project_id': '80cba63a5f3c423896b758b0902dcec9', 'gw_port': {'id': '115291fa-4327-4844-8425-0adaa3ba51f2', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:12Z', 'updated_at': '2021-11-12T08:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:41:17.271552 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b85708a-5606-456f-a1bd-d2bf506b57a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.485645 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b85708a-5606-456f-a1bd-d2bf506b57a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.546217 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-53adce93-e75b-4da7-b006-b150f626ad2e None None] Provisioning complete for port 105e8c1f-4dc7-405b-a36b-8f0884d650f9 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:17.546629 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-53adce93-e75b-4da7-b006-b150f626ad2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.597988 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-53adce93-e75b-4da7-b006-b150f626ad2e None None] Port 105e8c1f-4dc7-405b-a36b-8f0884d650f9 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:17.782462 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b85708a-5606-456f-a1bd-d2bf506b57a7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.790475 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b85708a-5606-456f-a1bd-d2bf506b57a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.867098 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fecf6d7b-73e0-4361-afda-ec81c2202b2e req-9fe4c9f5-3538-41ec-a01e-a2342c6597f4 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7208829 Nov 12 08:41:17.873972 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82b3896-2dbd-4ea3-b7f3-a3038e02b3f5 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Router d14e128d-0a79-4b46-b33f-2bbc63f770bf has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:41:17.876441 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85708a-5606-456f-a1bd-d2bf506b57a7 admin admin] Pushing event updated for resources: {'Port': ['ID=105e8c1f-4dc7-405b-a36b-8f0884d650f9,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:17.876899 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f88bc8a-db80-4355-8f79-36f1a940a789 req-f2e40f3f-25e9-4062-94c1-4c49bc1db96c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10948d64-3eb3-4935-b81b-78e6ca3e4140 HTTP/1.1" status: 200 len: 217 time: 0.6623607 Nov 12 08:41:17.884795 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b85708a-5606-456f-a1bd-d2bf506b57a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.989902 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6fbdc5-0b1a-4fda-bf43-22eb81cdb5c2 x-openstack-request-id: req-9c6fbdc5-0b1a-4fda-bf43-22eb81cdb5c2 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:17.990631 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5a3562-f917-4546-b29d-380f7a1f86b0", "name": "network-vif-unplugged", "status": "completed", "tag": "ad21d9f1-4ccf-445b-866c-b96a8bd8767b", "code": 200}, {"name": "network-changed", "server_uuid": "ce5a3562-f917-4546-b29d-380f7a1f86b0", "tag": "ad21d9f1-4ccf-445b-866c-b96a8bd8767b", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:17.990631 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c6fbdc5-0b1a-4fda-bf43-22eb81cdb5c2 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:17.990878 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5a3562-f917-4546-b29d-380f7a1f86b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad21d9f1-4ccf-445b-866c-b96a8bd8767b', 'code': 200} Nov 12 08:41:17.990991 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce5a3562-f917-4546-b29d-380f7a1f86b0', 'tag': 'ad21d9f1-4ccf-445b-866c-b96a8bd8767b', 'status': 'completed', 'code': 200} Nov 12 08:41:18.073200 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e57e7fea-e2da-45a2-8403-5387c9bf43b7 req-4416dda0-d633-474a-90a7-d21dad51f617 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3d8449a-30de-458b-95e7-873253eb1e6f HTTP/1.1" status: 200 len: 210 time: 0.0934193 Nov 12 08:41:18.118244 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b85708a-5606-456f-a1bd-d2bf506b57a7 admin admin] Network 837ec62d-b3f5-4602-995a-15f6fc8805b4 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:18.126134 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-9b85708a-5606-456f-a1bd-d2bf506b57a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:18.134797 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8a0fa-8c7a-414b-b353-edaf4ba0f45e req-99320a2c-cd70-4f2b-afc2-6a7d43ca8bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:18.136414 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e3d8a0fa-8c7a-414b-b353-edaf4ba0f45e req-99320a2c-cd70-4f2b-afc2-6a7d43ca8bf4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 1100 time: 0.1490800 Nov 12 08:41:18.138486 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8a0fa-8c7a-414b-b353-edaf4ba0f45e req-0f54949e-5a61-4ec6-a86c-debfbfaad772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:18.140422 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e3d8a0fa-8c7a-414b-b353-edaf4ba0f45e req-0f54949e-5a61-4ec6-a86c-debfbfaad772 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 1100 time: 0.1546922 Nov 12 08:41:18.214973 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0edda6-9be2-4d51-98ab-3b97ad4f1b7d req-eb591aca-202c-42c0-be18-1ffb7c1b19ea tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:18.216631 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5a0edda6-9be2-4d51-98ab-3b97ad4f1b7d req-eb591aca-202c-42c0-be18-1ffb7c1b19ea tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 948 time: 0.9449799 Nov 12 08:41:18.253622 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88bc8a-db80-4355-8f79-36f1a940a789 req-d21fb84d-2789-44e1-8fc2-5d6d11281b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:18.255183 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f88bc8a-db80-4355-8f79-36f1a940a789 req-d21fb84d-2789-44e1-8fc2-5d6d11281b10 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=34379cfb-d173-406f-b0b9-10a5aa8d3079 HTTP/1.1" status: 200 len: 854 time: 0.2791398 Nov 12 08:41:18.341458 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f88bc8a-db80-4355-8f79-36f1a940a789 req-8bff9154-fb94-4db8-b56c-abe401af8e09 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7606f079-2527-4e0e-94d1-986a75700eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620558 Nov 12 08:41:18.388081 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8a0fa-8c7a-414b-b353-edaf4ba0f45e req-123168a8-3c34-4761-b4f8-f885111bd81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:18.390234 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e3d8a0fa-8c7a-414b-b353-edaf4ba0f45e req-123168a8-3c34-4761-b4f8-f885111bd81e service neutron] 10.222.0.54 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.2441862 Nov 12 08:41:18.494845 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e3d8a0fa-8c7a-414b-b353-edaf4ba0f45e req-d44e1a34-8444-4d57-897b-1c0958e5ff0c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=ad21d9f1-4ccf-445b-866c-b96a8bd8767b HTTP/1.1" status: 200 len: 217 time: 0.0856061 Nov 12 08:41:18.501285 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5a0edda6-9be2-4d51-98ab-3b97ad4f1b7d req-c334b058-4a0c-431b-8405-f5a7ca7c8c85 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378156 Nov 12 08:41:18.502447 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82b3896-2dbd-4ea3-b7f3-a3038e02b3f5 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:41:18.547524 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7ad3fa-9580-445e-9719-39dd753653e0 None None] Sync routers for ids ['d14e128d-0a79-4b46-b33f-2bbc63f770bf'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:41:18.559526 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-2ffb513b-f0a3-48bf-9d0a-5fb611f70840 None None] Provisioning complete for port 105e8c1f-4dc7-405b-a36b-8f0884d650f9 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:18.560991 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2ffb513b-f0a3-48bf-9d0a-5fb611f70840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.577068 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7ad3fa-9580-445e-9719-39dd753653e0 None None] Routers {'d14e128d-0a79-4b46-b33f-2bbc63f770bf'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:18.578099 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-2f7ad3fa-9580-445e-9719-39dd753653e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:41:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d14e128d-0a79-4b46-b33f-2bbc63f770bf'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:18.604491 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f88bc8a-db80-4355-8f79-36f1a940a789 req-8521db5a-4733-4e7b-a990-09e5371b731c service neutron] 10.222.0.58 "GET /v2.0/networks/7606f079-2527-4e0e-94d1-986a75700eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752779 Nov 12 08:41:18.609975 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a82b3896-2dbd-4ea3-b7f3-a3038e02b3f5 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.641669 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c17ae-1ce2-4984-8aa0-fb6ce7085fb9 req-da6bffbd-d876-4115-8fd6-67a952c2c8e4 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:18.650383 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e93c17ae-1ce2-4984-8aa0-fb6ce7085fb9 req-da6bffbd-d876-4115-8fd6-67a952c2c8e4 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc26d88-b86c-4d10-a0c6-bec15a783e12 HTTP/1.1" status: 200 len: 931 time: 0.4326363 Nov 12 08:41:18.687965 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb513b-f0a3-48bf-9d0a-5fb611f70840 None None] Port 105e8c1f-4dc7-405b-a36b-8f0884d650f9 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:18.719777 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-2f7ad3fa-9580-445e-9719-39dd753653e0 None None] Set router d14e128d-0a79-4b46-b33f-2bbc63f770bf gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:18.822295 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a82b3896-2dbd-4ea3-b7f3-a3038e02b3f5 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "PUT /v2.0/floatingips/0afc2b58-38bc-4be0-ab8b-4fe7b1f254ef HTTP/1.1" status: 200 len: 992 time: 4.8024745 Nov 12 08:41:18.826196 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c47f422-2541-45a4-9d2d-9a8f5a456599', 'tag': '48b2e70d-5630-4b2e-8e8a-990bcda33240'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:18.828566 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14440406-4576-49df-9f27-66d7c4805f28" -d '{"events": [{"name": "network-changed", "server_uuid": "2c47f422-2541-45a4-9d2d-9a8f5a456599", "tag": "48b2e70d-5630-4b2e-8e8a-990bcda33240"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:18.848012 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b85708a-5606-456f-a1bd-d2bf506b57a7 admin admin] Router 5efbf424-26c9-4a13-810d-a492f5ccecbc has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:41:18.850229 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-a08dd947-c567-437a-bc19-a15b1af37abb req-0181c35f-52ae-4923-a1ac-ed0282adc7e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:41:18.861821 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f88bc8a-db80-4355-8f79-36f1a940a789 req-ce76b606-085d-44cb-97ef-d6f9e955a7dd service neutron] 10.222.0.58 "GET /v2.0/networks/7606f079-2527-4e0e-94d1-986a75700eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021055 Nov 12 08:41:18.864140 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a08dd947-c567-437a-bc19-a15b1af37abb req-0181c35f-52ae-4923-a1ac-ed0282adc7e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.885567 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-ddd9333c-9867-4a75-a1cc-832256c4b20e tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:18.887403 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-ddd9333c-9867-4a75-a1cc-832256c4b20e tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.54 "GET /v2.0/networks?id=66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 HTTP/1.1" status: 200 len: 814 time: 0.7241526 Nov 12 08:41:18.908948 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-90048e5f-e230-45f0-81f7-8dc233f1e0b0 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Request body: {'port': {'device_id': 'f3d8449a-30de-458b-95e7-873253eb1e6f', 'network_id': '66f89d7d-fbfb-425e-a64e-a55fcdce5ee4', 'admin_state_up': True, 'tenant_id': 'd7b2958acbca46c980b81bc3e2353025'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:18.912641 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-a08dd947-c567-437a-bc19-a15b1af37abb req-0181c35f-52ae-4923-a1ac-ed0282adc7e4 service neutron] Transition to ACTIVE for port object f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:41:18.924046 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e93c17ae-1ce2-4984-8aa0-fb6ce7085fb9 req-a8a7cd9a-5a5e-43fa-a139-66234ff13cef tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727282 Nov 12 08:41:18.924666 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a08dd947-c567-437a-bc19-a15b1af37abb req-0181c35f-52ae-4923-a1ac-ed0282adc7e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.940362 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8a0fa-8c7a-414b-b353-edaf4ba0f45e req-86cdb4b5-44ec-4722-9b10-f43e8398a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:18.941927 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e3d8a0fa-8c7a-414b-b353-edaf4ba0f45e req-86cdb4b5-44ec-4722-9b10-f43e8398a9b2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.3425508 Nov 12 08:41:18.981332 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523b64c-3c90-440f-916e-6fb23173cf66 req-33935411-3f73-4616-aad5-9d12cba25769 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:18.983527 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c523b64c-3c90-440f-916e-6fb23173cf66 req-33935411-3f73-4616-aad5-9d12cba25769 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 946 time: 0.1969264 Nov 12 08:41:19.021617 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181c35f-52ae-4923-a1ac-ed0282adc7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:19.042861 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8a0fa-8c7a-414b-b353-edaf4ba0f45e req-79fa3781-6cc5-453a-9650-22f6e9ca4930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:19.044511 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e3d8a0fa-8c7a-414b-b353-edaf4ba0f45e req-79fa3781-6cc5-453a-9650-22f6e9ca4930 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.8858187 Nov 12 08:41:19.138493 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c523b64c-3c90-440f-916e-6fb23173cf66 req-f32433f9-80b2-406e-b73d-e32eaf9ccfb8 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441383 Nov 12 08:41:19.145629 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-2f7ad3fa-9580-445e-9719-39dd753653e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'name': 'tempest-ServersTestJSON-1295936768-router', 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '357d7433-548f-4497-94b5-a1c3c52b00fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:00Z', 'updated_at': '2021-11-12T08:40:10Z', 'revision_number': 4, 'project_id': '92bb6f013dd04ddf8fe03d8328359b94', 'gw_port': {'id': '357d7433-548f-4497-94b5-a1c3c52b00fe', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:02Z', 'updated_at': '2021-11-12T08:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '0afc2b58-38bc-4be0-ab8b-4fe7b1f254ef', 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94', 'floating_ip_address': '172.25.6.126', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'port_id': '48b2e70d-5630-4b2e-8e8a-990bcda33240', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7db9cf5-086a-4f80-b2c3-667939029369', 'mac_address': 'fa:16:3e:fe:ed:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47f422-2541-45a4-9d2d-9a8f5a456599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:40:24Z', 'updated_at': '2021-11-12T08:41:15Z', 'revision_number': 1, 'project_id': '92bb6f013dd04ddf8fe03d8328359b94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1d02a5-51b4-42ef-8348-e0cb1f616d48', 'name': '', 'network_id': 'c7db9cf5-086a-4f80-b2c3-667939029369', 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94', 'mac_address': 'fa:16:3e:f0:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '3442c5c9-cc85-4770-ba08-087a11ee8363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:08Z', 'updated_at': '2021-11-12T08:40:18Z', 'revision_number': 5, 'project_id': '92bb6f013dd04ddf8fe03d8328359b94', 'subnets': [{'id': '3442c5c9-cc85-4770-ba08-087a11ee8363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:19.152345 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e3d8a0fa-8c7a-414b-b353-edaf4ba0f45e req-e871098b-7e2e-46ac-ab14-8318fa9732a9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=ad21d9f1-4ccf-445b-866c-b96a8bd8767b HTTP/1.1" status: 200 len: 217 time: 0.0748169 Nov 12 08:41:19.182081 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-a08dd947-c567-437a-bc19-a15b1af37abb req-0181c35f-52ae-4923-a1ac-ed0282adc7e4 service neutron] Attempting to bind port f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:41:19.182369 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-a08dd947-c567-437a-bc19-a15b1af37abb req-0181c35f-52ae-4923-a1ac-ed0282adc7e4 service neutron] Attempting to bind port f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '5e7c7833-2333-46bc-97e1-9ab5cc58b461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'decddc00-32e0-44cc-9e13-8ef2ed68d9e6'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:41:19.182696 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08dd947-c567-437a-bc19-a15b1af37abb req-0181c35f-52ae-4923-a1ac-ed0282adc7e4 service neutron] Attempting to bind port f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1 on network decddc00-32e0-44cc-9e13-8ef2ed68d9e6 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:19.190832 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7ad3fa-9580-445e-9719-39dd753653e0 None None] Checking router: d14e128d-0a79-4b46-b33f-2bbc63f770bf for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:41:19.198289 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4c0b6-9bea-4c07-94fa-58f1cb63fc00 req-e320bc35-1df7-4e82-9903-84adece08947 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:19.200013 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9c4c0b6-9bea-4c07-94fa-58f1cb63fc00 req-e320bc35-1df7-4e82-9903-84adece08947 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc0ba00c-96bc-4877-8206-33c3c0b95070 HTTP/1.1" status: 200 len: 949 time: 0.1204123 Nov 12 08:41:19.200642 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08dd947-c567-437a-bc19-a15b1af37abb req-0181c35f-52ae-4923-a1ac-ed0282adc7e4 service neutron] Port f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1 on network decddc00-32e0-44cc-9e13-8ef2ed68d9e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:41:19.200966 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08dd947-c567-437a-bc19-a15b1af37abb req-0181c35f-52ae-4923-a1ac-ed0282adc7e4 service neutron] Attempting to bind port f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1 on network decddc00-32e0-44cc-9e13-8ef2ed68d9e6 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:19.203945 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7ad3fa-9580-445e-9719-39dd753653e0 None None] Routers {'d14e128d-0a79-4b46-b33f-2bbc63f770bf'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:19.204826 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-2f7ad3fa-9580-445e-9719-39dd753653e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:41:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d14e128d-0a79-4b46-b33f-2bbc63f770bf'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:19.206601 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08dd947-c567-437a-bc19-a15b1af37abb req-0181c35f-52ae-4923-a1ac-ed0282adc7e4 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:41:19.206918 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08dd947-c567-437a-bc19-a15b1af37abb req-0181c35f-52ae-4923-a1ac-ed0282adc7e4 service neutron] Checking segment: {'id': '5e7c7833-2333-46bc-97e1-9ab5cc58b461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'decddc00-32e0-44cc-9e13-8ef2ed68d9e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:19.207301 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08dd947-c567-437a-bc19-a15b1af37abb req-0181c35f-52ae-4923-a1ac-ed0282adc7e4 service neutron] Bound using segment: {'id': '5e7c7833-2333-46bc-97e1-9ab5cc58b461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'decddc00-32e0-44cc-9e13-8ef2ed68d9e6'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:41:19.207768 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-a08dd947-c567-437a-bc19-a15b1af37abb req-0181c35f-52ae-4923-a1ac-ed0282adc7e4 service neutron] Bound port: f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7c7833-2333-46bc-97e1-9ab5cc58b461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'decddc00-32e0-44cc-9e13-8ef2ed68d9e6'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:41:19.208308 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a08dd947-c567-437a-bc19-a15b1af37abb req-0181c35f-52ae-4923-a1ac-ed0282adc7e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.272101 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8a0fa-8c7a-414b-b353-edaf4ba0f45e req-84158a4a-5fb3-4bca-8f1c-7f352b054982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:19.274088 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e3d8a0fa-8c7a-414b-b353-edaf4ba0f45e req-84158a4a-5fb3-4bca-8f1c-7f352b054982 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3156583 Nov 12 08:41:19.320359 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9c4c0b6-9bea-4c07-94fa-58f1cb63fc00 req-3c521ce8-1de4-419c-8d83-65dff29e6ebb tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea3f408d-b717-4621-88ab-26f66f984ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086147 Nov 12 08:41:19.327962 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2f2129-0957-477e-b90e-2daf690d6c8b x-openstack-request-id: req-ee2f2129-0957-477e-b90e-2daf690d6c8b {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:19.329750 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c47f422-2541-45a4-9d2d-9a8f5a456599", "tag": "48b2e70d-5630-4b2e-8e8a-990bcda33240", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:19.330041 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee2f2129-0957-477e-b90e-2daf690d6c8b {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:19.331891 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c47f422-2541-45a4-9d2d-9a8f5a456599', 'tag': '48b2e70d-5630-4b2e-8e8a-990bcda33240', 'status': 'completed', 'code': 200} Nov 12 08:41:19.335175 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b85708a-5606-456f-a1bd-d2bf506b57a7 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:41:19.355486 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9b85708a-5606-456f-a1bd-d2bf506b57a7 admin admin] 10.222.0.37 "PUT /v2.0/routers/5efbf424-26c9-4a13-810d-a492f5ccecbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2957845 Nov 12 08:41:19.359449 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8a0fa-8c7a-414b-b353-edaf4ba0f45e req-f62903a5-adff-4b58-ad09-c24148faf9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:19.361053 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e3d8a0fa-8c7a-414b-b353-edaf4ba0f45e req-f62903a5-adff-4b58-ad09-c24148faf9e2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1626043 Nov 12 08:41:19.397375 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-2f7ad3fa-9580-445e-9719-39dd753653e0 None None] Set router d14e128d-0a79-4b46-b33f-2bbc63f770bf gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:19.415084 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-a08dd947-c567-437a-bc19-a15b1af37abb req-0181c35f-52ae-4923-a1ac-ed0282adc7e4 service neutron] For port f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:41:19.424448 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-a08dd947-c567-437a-bc19-a15b1af37abb req-0181c35f-52ae-4923-a1ac-ed0282adc7e4 service neutron] For port f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:41:19.474496 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-90048e5f-e230-45f0-81f7-8dc233f1e0b0 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Made reservation on behalf of d7b2958acbca46c980b81bc3e2353025 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:19.479127 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-90048e5f-e230-45f0-81f7-8dc233f1e0b0 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.558536 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a08dd947-c567-437a-bc19-a15b1af37abb req-0181c35f-52ae-4923-a1ac-ed0282adc7e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.564766 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f78d48ed-5bbd-4777-a46d-062a8a291e9b req-77fef17f-e326-4a4d-bd02-f6230b72346f tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3d8449a-30de-458b-95e7-873253eb1e6f HTTP/1.1" status: 200 len: 210 time: 0.0680933 Nov 12 08:41:19.655170 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181c35f-52ae-4923-a1ac-ed0282adc7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:19.667296 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dd947-c567-437a-bc19-a15b1af37abb req-0181c35f-52ae-4923-a1ac-ed0282adc7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:19.668457 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a08dd947-c567-437a-bc19-a15b1af37abb req-0181c35f-52ae-4923-a1ac-ed0282adc7e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.669749 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a08dd947-c567-437a-bc19-a15b1af37abb req-0181c35f-52ae-4923-a1ac-ed0282adc7e4 service neutron] 10.222.0.58 "PUT /v2.0/ports/f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1 HTTP/1.1" status: 200 len: 1092 time: 2.8356240 Nov 12 08:41:19.706887 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14440406-4576-49df-9f27-66d7c4805f28 req-267cc7e5-797d-449d-ab0f-c58253eaf95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:19.709037 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-14440406-4576-49df-9f27-66d7c4805f28 req-267cc7e5-797d-449d-ab0f-c58253eaf95d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=92bb6f013dd04ddf8fe03d8328359b94&device_id=2c47f422-2541-45a4-9d2d-9a8f5a456599 HTTP/1.1" status: 200 len: 1098 time: 0.2797835 Nov 12 08:41:19.725436 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c88612-261d-443e-b08d-11a9674a6c27 req-8d017e57-98f7-4db9-a8cb-bd4f0f7eb1a3 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:19.727274 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43c88612-261d-443e-b08d-11a9674a6c27 req-8d017e57-98f7-4db9-a8cb-bd4f0f7eb1a3 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.1952856 Nov 12 08:41:19.787708 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 115291fa-4327-4844-8425-0adaa3ba51f2 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:19.845839 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d901922d-468c-481c-936a-3580b9ce2b92 None None] Sync routers for ids ['5efbf424-26c9-4a13-810d-a492f5ccecbc'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:41:19.926061 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d901922d-468c-481c-936a-3580b9ce2b92 None None] Routers {'5efbf424-26c9-4a13-810d-a492f5ccecbc'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:19.936003 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d901922d-468c-481c-936a-3580b9ce2b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:41:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['5efbf424-26c9-4a13-810d-a492f5ccecbc'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:19.947104 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e3d8a0fa-8c7a-414b-b353-edaf4ba0f45e req-9275a6b5-2d77-4b8b-9b2c-70ee379056ec service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6611998 Nov 12 08:41:19.949373 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8a0fa-8c7a-414b-b353-edaf4ba0f45e req-b4f7a2c4-923e-4815-a251-62ab81066891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:19.951210 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e3d8a0fa-8c7a-414b-b353-edaf4ba0f45e req-b4f7a2c4-923e-4815-a251-62ab81066891 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5461459 Nov 12 08:41:19.992755 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dd947-c567-437a-bc19-a15b1af37abb req-35df482b-e962-4064-81af-ef310f87537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:19.995906 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a08dd947-c567-437a-bc19-a15b1af37abb req-35df482b-e962-4064-81af-ef310f87537e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d73a964a85c04c1cb36ad5eed9aa3407&device_id=3cc26d88-b86c-4d10-a0c6-bec15a783e12 HTTP/1.1" status: 200 len: 1095 time: 0.2005866 Nov 12 08:41:20.001233 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43c88612-261d-443e-b08d-11a9674a6c27 req-79268184-2253-47a0-a64a-55eafda60ce3 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148428 Nov 12 08:41:20.079790 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a08dd947-c567-437a-bc19-a15b1af37abb req-4bdb973b-d895-44da-9152-5bab4d7ca2ef service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1 HTTP/1.1" status: 200 len: 217 time: 0.0596845 Nov 12 08:41:20.110963 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device ad21d9f1-4ccf-445b-866c-b96a8bd8767b details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:41:20.112923 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:20.133441 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-2f7ad3fa-9580-445e-9719-39dd753653e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'name': 'tempest-ServersTestJSON-1295936768-router', 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '357d7433-548f-4497-94b5-a1c3c52b00fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:00Z', 'updated_at': '2021-11-12T08:40:10Z', 'revision_number': 4, 'project_id': '92bb6f013dd04ddf8fe03d8328359b94', 'gw_port': {'id': '357d7433-548f-4497-94b5-a1c3c52b00fe', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:02Z', 'updated_at': '2021-11-12T08:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '0afc2b58-38bc-4be0-ab8b-4fe7b1f254ef', 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94', 'floating_ip_address': '172.25.6.126', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'port_id': '48b2e70d-5630-4b2e-8e8a-990bcda33240', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7db9cf5-086a-4f80-b2c3-667939029369', 'mac_address': 'fa:16:3e:fe:ed:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47f422-2541-45a4-9d2d-9a8f5a456599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:40:24Z', 'updated_at': '2021-11-12T08:41:15Z', 'revision_number': 1, 'project_id': '92bb6f013dd04ddf8fe03d8328359b94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1d02a5-51b4-42ef-8348-e0cb1f616d48', 'name': '', 'network_id': 'c7db9cf5-086a-4f80-b2c3-667939029369', 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94', 'mac_address': 'fa:16:3e:f0:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '3442c5c9-cc85-4770-ba08-087a11ee8363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:08Z', 'updated_at': '2021-11-12T08:40:18Z', 'revision_number': 5, 'project_id': '92bb6f013dd04ddf8fe03d8328359b94', 'subnets': [{'id': '3442c5c9-cc85-4770-ba08-087a11ee8363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:20.196749 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e3d8a0fa-8c7a-414b-b353-edaf4ba0f45e req-55dead0a-266e-4271-bdaf-16cc8912b123 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374840 Nov 12 08:41:20.239680 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e3d8a0fa-8c7a-414b-b353-edaf4ba0f45e req-bbc103c2-9beb-4925-a3b0-6ee2a025d4e0 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784097 Nov 12 08:41:20.242894 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7ad3fa-9580-445e-9719-39dd753653e0 None None] The sync data for ids ['d14e128d-0a79-4b46-b33f-2bbc63f770bf'] in n-d-768862-16 is: [{'id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'name': 'tempest-ServersTestJSON-1295936768-router', 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '357d7433-548f-4497-94b5-a1c3c52b00fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:00Z', 'updated_at': '2021-11-12T08:40:10Z', 'revision_number': 4, 'project_id': '92bb6f013dd04ddf8fe03d8328359b94', 'gw_port': {'id': '357d7433-548f-4497-94b5-a1c3c52b00fe', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:02Z', 'updated_at': '2021-11-12T08:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '0afc2b58-38bc-4be0-ab8b-4fe7b1f254ef', 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94', 'floating_ip_address': '172.25.6.126', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'port_id': '48b2e70d-5630-4b2e-8e8a-990bcda33240', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7db9cf5-086a-4f80-b2c3-667939029369', 'mac_address': 'fa:16:3e:fe:ed:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47f422-2541-45a4-9d2d-9a8f5a456599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:40:24Z', 'updated_at': '2021-11-12T08:41:15Z', 'revision_number': 1, 'project_id': '92bb6f013dd04ddf8fe03d8328359b94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1d02a5-51b4-42ef-8348-e0cb1f616d48', 'name': '', 'network_id': 'c7db9cf5-086a-4f80-b2c3-667939029369', 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94', 'mac_address': 'fa:16:3e:f0:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '3442c5c9-cc85-4770-ba08-087a11ee8363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:08Z', 'updated_at': '2021-11-12T08:40:18Z', 'revision_number': 5, 'project_id': '92bb6f013dd04ddf8fe03d8328359b94', 'subnets': [{'id': '3442c5c9-cc85-4770-ba08-087a11ee8363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:41:20.250749 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14440406-4576-49df-9f27-66d7c4805f28 req-c748ea49-21f2-4e21-9645-8d1590f8905c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:20.252528 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-14440406-4576-49df-9f27-66d7c4805f28 req-c748ea49-21f2-4e21-9645-8d1590f8905c service neutron] 10.222.0.58 "GET /v2.0/networks?id=c7db9cf5-086a-4f80-b2c3-667939029369 HTTP/1.1" status: 200 len: 907 time: 0.5242553 Nov 12 08:41:20.297764 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad73ee-a929-4dd7-888c-f3d85e0c76d1 req-0d04040f-bef7-4bf0-96d4-087e428e20a5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:20.299733 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-11ad73ee-a929-4dd7-888c-f3d85e0c76d1 req-0d04040f-bef7-4bf0-96d4-087e428e20a5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 948 time: 0.1646764 Nov 12 08:41:20.312996 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dd947-c567-437a-bc19-a15b1af37abb req-fb01f5d9-965f-46d1-b89e-9228e40e42f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:20.314612 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a08dd947-c567-437a-bc19-a15b1af37abb req-fb01f5d9-965f-46d1-b89e-9228e40e42f1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8caf3eba-e7df-49d1-bdb7-f7a8b69eb432 HTTP/1.1" status: 200 len: 844 time: 0.2139444 Nov 12 08:41:20.395150 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-90048e5f-e230-45f0-81f7-8dc233f1e0b0 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Allocated IP 172.20.0.5 (66f89d7d-fbfb-425e-a64e-a55fcdce5ee4/220263af-ce0c-476a-8783-ac39098fb22e/5f76f074-c935-4495-aa59-16f5f801666b) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:20.404998 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a08dd947-c567-437a-bc19-a15b1af37abb req-80e56840-88d1-46f9-bab0-dbbc6b58d330 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=decddc00-32e0-44cc-9e13-8ef2ed68d9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456254 Nov 12 08:41:20.459429 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 115291fa-4327-4844-8425-0adaa3ba51f2 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:20.460380 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.465854 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e3d8a0fa-8c7a-414b-b353-edaf4ba0f45e req-79af133a-d9b1-4c66-ae00-246256e4bb9f service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694133 Nov 12 08:41:20.548851 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-d901922d-468c-481c-936a-3580b9ce2b92 None None] Set router 5efbf424-26c9-4a13-810d-a492f5ccecbc gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:20.552819 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.resource_extend [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:41:20.564261 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-14440406-4576-49df-9f27-66d7c4805f28 req-31ff48a5-87da-45b9-ad79-4a6bf2766996 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48b2e70d-5630-4b2e-8e8a-990bcda33240 HTTP/1.1" status: 200 len: 1000 time: 0.2782488 Nov 12 08:41:20.580425 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-11ad73ee-a929-4dd7-888c-f3d85e0c76d1 req-2926a0ec-c2ae-42dc-9244-3bea71ff5a36 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653947 Nov 12 08:41:20.628012 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d26cb35-18c6-4f58-ae63-dfcdf44cbf94 None None] New status for floating IP 0afc2b58-38bc-4be0-ab8b-4fe7b1f254ef: ACTIVE {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:41:20.701332 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14440406-4576-49df-9f27-66d7c4805f28 req-3813b8e1-603e-49d1-ac8f-144bc3aab6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:20.703266 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-14440406-4576-49df-9f27-66d7c4805f28 req-3813b8e1-603e-49d1-ac8f-144bc3aab6ce service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3442c5c9-cc85-4770-ba08-087a11ee8363 HTTP/1.1" status: 200 len: 845 time: 0.1217449 Nov 12 08:41:20.714750 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-90048e5f-e230-45f0-81f7-8dc233f1e0b0 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.758050 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-90048e5f-e230-45f0-81f7-8dc233f1e0b0 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.770140 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a08dd947-c567-437a-bc19-a15b1af37abb req-243888ab-10f2-4913-92fc-8d0b4343d97f service neutron] 10.222.0.58 "GET /v2.0/networks/decddc00-32e0-44cc-9e13-8ef2ed68d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175473 Nov 12 08:41:20.815780 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f36d3-bbce-4c00-b1b5-f6b947aab179 req-b5e5f2aa-4193-4276-b204-1c80674b0a56 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:20.817062 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e45f36d3-bbce-4c00-b1b5-f6b947aab179 req-b5e5f2aa-4193-4276-b204-1c80674b0a56 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc26d88-b86c-4d10-a0c6-bec15a783e12 HTTP/1.1" status: 200 len: 943 time: 0.1098437 Nov 12 08:41:20.828867 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.832884 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14440406-4576-49df-9f27-66d7c4805f28 req-d59944e5-4258-467a-9055-4fa01a21f4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:20.835172 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-14440406-4576-49df-9f27-66d7c4805f28 req-d59944e5-4258-467a-9055-4fa01a21f4c3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c7db9cf5-086a-4f80-b2c3-667939029369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1106682 Nov 12 08:41:20.835648 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90048e5f-e230-45f0-81f7-8dc233f1e0b0 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Pushing event updated for resources: {'Port': ['ID=5f76f074-c935-4495-aa59-16f5f801666b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:20.846587 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['02e861c6-419a-4885-988e-46628065ca26'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:41:20.849179 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-90048e5f-e230-45f0-81f7-8dc233f1e0b0 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Network 66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:20.853891 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-90048e5f-e230-45f0-81f7-8dc233f1e0b0 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:20.860660 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-90048e5f-e230-45f0-81f7-8dc233f1e0b0 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:20.919709 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 46982) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:20.927656 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8a3dcffd-a424-4765-8068-8a5a514e6bc6 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1326128314', 'description': 'tempest-description--1937065276'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:20.988681 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-90048e5f-e230-45f0-81f7-8dc233f1e0b0 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:20.988954 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-90048e5f-e230-45f0-81f7-8dc233f1e0b0 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.002409 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8a3dcffd-a424-4765-8068-8a5a514e6bc6 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.032439 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e45f36d3-bbce-4c00-b1b5-f6b947aab179 req-7cfe053b-74b6-417a-ba2e-67bb0843b4fe tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020676 Nov 12 08:41:21.038960 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0ba00c-96bc-4877-8206-33c3c0b95070', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:21.041597 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57328d6-857b-4200-8c65-968f02c4e976" -d '{"events": [{"server_uuid": "dc0ba00c-96bc-4877-8206-33c3c0b95070", "name": "network-vif-unplugged", "status": "completed", "tag": "68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:21.050508 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port ad21d9f1-4ccf-445b-866c-b96a8bd8767b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=ad21d9f1-4ccf-445b-866c-b96a8bd8767b,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:21.057054 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-90048e5f-e230-45f0-81f7-8dc233f1e0b0 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1517065 Nov 12 08:41:21.081555 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-11372be5-f803-4b6e-aa88-79d6b824fed8 service neutron] Request body: {'port': {'device_id': 'f3d8449a-30de-458b-95e7-873253eb1e6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:21.120846 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'ad21d9f1-4ccf-445b-866c-b96a8bd8767b', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': 'ad21d9f1-4ccf-445b-866c-b96a8bd8767b', 'mac_address': 'fa:16:3e:09:62:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:41:21.133808 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.146425 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:21.192477 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.201212 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-14440406-4576-49df-9f27-66d7c4805f28 req-4fb068bd-6c70-4e3f-ac52-c5e6e10c9259 service neutron] 10.222.0.58 "GET /v2.0/networks/c7db9cf5-086a-4f80-b2c3-667939029369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224814 Nov 12 08:41:21.203396 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a08dd947-c567-437a-bc19-a15b1af37abb req-58b7c64d-675a-4d02-ad81-4af84be0c73a service neutron] 10.222.0.58 "GET /v2.0/networks/decddc00-32e0-44cc-9e13-8ef2ed68d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183247 Nov 12 08:41:21.205930 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-11372be5-f803-4b6e-aa88-79d6b824fed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.240836 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 115291fa-4327-4844-8425-0adaa3ba51f2, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=115291fa-4327-4844-8425-0adaa3ba51f2,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:21.257075 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8a3dcffd-a424-4765-8068-8a5a514e6bc6 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.276655 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.282255 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8a3dcffd-a424-4765-8068-8a5a514e6bc6 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.303084 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.335484 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8a3dcffd-a424-4765-8068-8a5a514e6bc6 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.340740 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8a3dcffd-a424-4765-8068-8a5a514e6bc6 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4133077 Nov 12 08:41:21.342695 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 46996) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:21.342848 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc26d88-b86c-4d10-a0c6-bec15a783e12', 'tag': 'f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:21.344629 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fdb2de-c14b-4778-b757-502636ecd688" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc26d88-b86c-4d10-a0c6-bec15a783e12", "tag": "f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:21.346156 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-bc7b7007-696f-4ae4-bd17-0a2e14098d1a tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Request body: {'security_group_rule': {'security_group_id': '1080c528-ada4-479e-98bd-de4c560ccd24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:21.348426 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad21d9f1-4ccf-445b-866c-b96a8bd8767b {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:41:21.368255 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb69a8-6537-4086-84cb-a69db6293385 req-ff9898e3-a7f2-4ec1-ae2b-7084fb01c372 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:21.368640 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:21.377016 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-decb69a8-6537-4086-84cb-a69db6293385 req-ff9898e3-a7f2-4ec1-ae2b-7084fb01c372 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 946 time: 0.2547441 Nov 12 08:41:21.398679 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3dcffd-a424-4765-8068-8a5a514e6bc6 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1080c528-ada4-479e-98bd-de4c560ccd24,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:21.399715 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:21.400091 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:21.400435 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:21.400774 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:21.401108 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:21.401440 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:21.402132 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:21.402132 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:21.402420 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:21.402749 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:21.403075 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:21.403396 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:21.418751 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port ad21d9f1-4ccf-445b-866c-b96a8bd8767b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=ad21d9f1-4ccf-445b-866c-b96a8bd8767b,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:21.427265 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff73fd-b104-4f5e-894d-9ef5e877aba7 req-ee7c3e75-1054-4e62-a2b5-6ea8cd9cd5d4 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:21.436549 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-08ff73fd-b104-4f5e-894d-9ef5e877aba7 req-ee7c3e75-1054-4e62-a2b5-6ea8cd9cd5d4 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3d8449a-30de-458b-95e7-873253eb1e6f HTTP/1.1" status: 200 len: 931 time: 0.1824222 Nov 12 08:41:21.448168 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.461217 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d901922d-468c-481c-936a-3580b9ce2b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'name': 'tempest-ServerActionsTestJSON-634742385-router', 'tenant_id': '80cba63a5f3c423896b758b0902dcec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '115291fa-4327-4844-8425-0adaa3ba51f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:09Z', 'updated_at': '2021-11-12T08:41:17Z', 'revision_number': 4, 'project_id': '80cba63a5f3c423896b758b0902dcec9', 'gw_port': {'id': '115291fa-4327-4844-8425-0adaa3ba51f2', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:12Z', 'updated_at': '2021-11-12T08:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '105e8c1f-4dc7-405b-a36b-8f0884d650f9', 'name': '', 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4', 'tenant_id': '80cba63a5f3c423896b758b0902dcec9', 'mac_address': 'fa:16:3e:e9:8d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '601c19d7-10c1-44ee-a86c-ac9c499e748d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:16Z', 'updated_at': '2021-11-12T08:41:17Z', 'revision_number': 2, 'project_id': '80cba63a5f3c423896b758b0902dcec9', 'subnets': [{'id': '601c19d7-10c1-44ee-a86c-ac9c499e748d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:21.471822 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bc7b7007-696f-4ae4-bd17-0a2e14098d1a tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.486823 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-14440406-4576-49df-9f27-66d7c4805f28 req-5db4c961-81aa-48b8-bd06-6ed8c04a56cc service neutron] 10.222.0.58 "GET /v2.0/networks/c7db9cf5-086a-4f80-b2c3-667939029369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599807 Nov 12 08:41:21.512345 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d901922d-468c-481c-936a-3580b9ce2b92 None None] Checking router: 5efbf424-26c9-4a13-810d-a492f5ccecbc for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:41:21.512798 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d901922d-468c-481c-936a-3580b9ce2b92 None None] Updating router 5efbf424-26c9-4a13-810d-a492f5ccecbc port 105e8c1f-4dc7-405b-a36b-8f0884d650f9 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:41:21.525825 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-decb69a8-6537-4086-84cb-a69db6293385 req-50f02939-cb25-4d35-9037-5779f4851651 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473966 Nov 12 08:41:21.533090 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-08ff73fd-b104-4f5e-894d-9ef5e877aba7 req-ac04105c-c6cf-47ff-a299-649ecb7688fc tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955989 Nov 12 08:41:21.557571 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=115291fa-4327-4844-8425-0adaa3ba51f2,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:21.593738 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bc7b7007-696f-4ae4-bd17-0a2e14098d1a tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.600719 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bc7b7007-696f-4ae4-bd17-0a2e14098d1a tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.615372 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d901922d-468c-481c-936a-3580b9ce2b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.621350 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b7007-696f-4ae4-bd17-0a2e14098d1a tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71dafe01-527c-425c-906e-052522ae0369,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:21.661740 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=ad21d9f1-4ccf-445b-866c-b96a8bd8767b,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:21.703260 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bc7b7007-696f-4ae4-bd17-0a2e14098d1a tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.704613 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-bc7b7007-696f-4ae4-bd17-0a2e14098d1a tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3620129 Nov 12 08:41:21.707838 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 47002) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:21.713000 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-2dff8265-1efe-41f3-aea7-a936ceba0ea9 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Request body: {'security_group_rule': {'security_group_id': '1080c528-ada4-479e-98bd-de4c560ccd24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:21.747814 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-11372be5-f803-4b6e-aa88-79d6b824fed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f76f074-c935-4495-aa59-16f5f801666b {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:41:21.759600 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-11372be5-f803-4b6e-aa88-79d6b824fed8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.781930 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-11372be5-f803-4b6e-aa88-79d6b824fed8 service neutron] Transition to ACTIVE for port object 5f76f074-c935-4495-aa59-16f5f801666b will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:41:21.788505 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['ad21d9f1-4ccf-445b-866c-b96a8bd8767b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:41:21.795203 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-11372be5-f803-4b6e-aa88-79d6b824fed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.796984 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 115291fa-4327-4844-8425-0adaa3ba51f2 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:21.836202 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17444f69-31b6-47de-a6b0-80798e1ba01f x-openstack-request-id: req-17444f69-31b6-47de-a6b0-80798e1ba01f {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:21.836935 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0ba00c-96bc-4877-8206-33c3c0b95070", "name": "network-vif-unplugged", "status": "completed", "tag": "68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:21.836935 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-17444f69-31b6-47de-a6b0-80798e1ba01f {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:21.837135 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0ba00c-96bc-4877-8206-33c3c0b95070', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0', 'code': 200} Nov 12 08:41:21.838912 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2dff8265-1efe-41f3-aea7-a936ceba0ea9 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.888344 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11372be5-f803-4b6e-aa88-79d6b824fed8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f76f074-c935-4495-aa59-16f5f801666b,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:21.939862 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb313f26-becf-4e79-aa73-f299878e9520 x-openstack-request-id: req-bb313f26-becf-4e79-aa73-f299878e9520 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:21.940192 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc26d88-b86c-4d10-a0c6-bec15a783e12", "tag": "f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:21.940436 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb313f26-becf-4e79-aa73-f299878e9520 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:21.940819 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc26d88-b86c-4d10-a0c6-bec15a783e12', 'tag': 'f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1', 'status': 'completed', 'code': 200} Nov 12 08:41:21.951653 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-11372be5-f803-4b6e-aa88-79d6b824fed8 service neutron] Attempting to bind port 5f76f074-c935-4495-aa59-16f5f801666b on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:41:21.952229 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a948b-40b0-436d-b4a7-e9454ed1b5df req-2deacc23-95f5-4f76-9f70-f76847ada39c tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:21.952524 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-11372be5-f803-4b6e-aa88-79d6b824fed8 service neutron] Attempting to bind port 5f76f074-c935-4495-aa59-16f5f801666b by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '68005b70-1579-4f58-bade-fbc137d1c951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '66f89d7d-fbfb-425e-a64e-a55fcdce5ee4'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:41:21.953037 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-11372be5-f803-4b6e-aa88-79d6b824fed8 service neutron] Attempting to bind port 5f76f074-c935-4495-aa59-16f5f801666b on network 66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:21.954819 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-997a948b-40b0-436d-b4a7-e9454ed1b5df req-2deacc23-95f5-4f76-9f70-f76847ada39c tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.2365375 Nov 12 08:41:21.958873 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-11372be5-f803-4b6e-aa88-79d6b824fed8 service neutron] Port 5f76f074-c935-4495-aa59-16f5f801666b on network 66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:41:21.959623 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-11372be5-f803-4b6e-aa88-79d6b824fed8 service neutron] Attempting to bind port 5f76f074-c935-4495-aa59-16f5f801666b on network 66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:21.965862 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-11372be5-f803-4b6e-aa88-79d6b824fed8 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:41:21.966660 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-11372be5-f803-4b6e-aa88-79d6b824fed8 service neutron] Checking segment: {'id': '68005b70-1579-4f58-bade-fbc137d1c951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '66f89d7d-fbfb-425e-a64e-a55fcdce5ee4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:21.967228 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-11372be5-f803-4b6e-aa88-79d6b824fed8 service neutron] Bound using segment: {'id': '68005b70-1579-4f58-bade-fbc137d1c951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '66f89d7d-fbfb-425e-a64e-a55fcdce5ee4'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:41:21.967865 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-11372be5-f803-4b6e-aa88-79d6b824fed8 service neutron] Bound port: 5f76f074-c935-4495-aa59-16f5f801666b, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68005b70-1579-4f58-bade-fbc137d1c951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '66f89d7d-fbfb-425e-a64e-a55fcdce5ee4'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:41:21.968428 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-11372be5-f803-4b6e-aa88-79d6b824fed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.017280 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 115291fa-4327-4844-8425-0adaa3ba51f2 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:22.017666 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.037246 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-11372be5-f803-4b6e-aa88-79d6b824fed8 service neutron] For port 5f76f074-c935-4495-aa59-16f5f801666b, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:41:22.040581 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-11372be5-f803-4b6e-aa88-79d6b824fed8 service neutron] For port 5f76f074-c935-4495-aa59-16f5f801666b, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=5f76f074-c935-4495-aa59-16f5f801666b,segment=NetworkSegment(68005b70-1579-4f58-bade-fbc137d1c951),segment_id=68005b70-1579-4f58-bade-fbc137d1c951)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:41:22.048437 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-11372be5-f803-4b6e-aa88-79d6b824fed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.087262 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-11372be5-f803-4b6e-aa88-79d6b824fed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:22.088405 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-11372be5-f803-4b6e-aa88-79d6b824fed8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.089993 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-11372be5-f803-4b6e-aa88-79d6b824fed8 service neutron] 10.222.0.54 "PUT /v2.0/ports/5f76f074-c935-4495-aa59-16f5f801666b HTTP/1.1" status: 200 len: 1092 time: 1.0153453 Nov 12 08:41:22.091254 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d8449a-30de-458b-95e7-873253eb1e6f', 'tag': '5f76f074-c935-4495-aa59-16f5f801666b'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:22.093610 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8a7ed2-2dfa-404d-a56f-79874de53826" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d8449a-30de-458b-95e7-873253eb1e6f", "tag": "5f76f074-c935-4495-aa59-16f5f801666b"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:22.123103 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11372be5-f803-4b6e-aa88-79d6b824fed8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f76f074-c935-4495-aa59-16f5f801666b,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:22.145654 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c7bed-5e72-47db-b55a-ab22c896f5f7 req-2cdc731b-1db5-4d3c-bf18-97245106f0a5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:22.147390 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c81c7bed-5e72-47db-b55a-ab22c896f5f7 req-2cdc731b-1db5-4d3c-bf18-97245106f0a5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0&tenant_id=3251a58645fc4115844b0853f7399565&binding%3Ahost_id=n-h1-768862-16 HTTP/1.1" status: 200 len: 949 time: 0.3005428 Nov 12 08:41:22.179770 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2dff8265-1efe-41f3-aea7-a936ceba0ea9 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.208495 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-6e2033ca-3077-4f17-9663-3d17885498b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:22.210404 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-6e2033ca-3077-4f17-9663-3d17885498b7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7b2958acbca46c980b81bc3e2353025&device_id=f3d8449a-30de-458b-95e7-873253eb1e6f HTTP/1.1" status: 200 len: 1095 time: 0.0593076 Nov 12 08:41:22.220490 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdb2de-c14b-4778-b757-502636ecd688 req-bc9fd75b-1ff3-4044-a1b8-36aa80c38748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:22.222291 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-62fdb2de-c14b-4778-b757-502636ecd688 req-bc9fd75b-1ff3-4044-a1b8-36aa80c38748 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d73a964a85c04c1cb36ad5eed9aa3407&device_id=3cc26d88-b86c-4d10-a0c6-bec15a783e12 HTTP/1.1" status: 200 len: 1095 time: 0.2483847 Nov 12 08:41:22.223261 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2dff8265-1efe-41f3-aea7-a936ceba0ea9 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.241790 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d901922d-468c-481c-936a-3580b9ce2b92 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.247258 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c9ad8-42a8-4b5d-9604-828731b323f0 req-46ab6350-8ecf-4035-921a-8e38684cc0d8 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:22.250375 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c14c9ad8-42a8-4b5d-9604-828731b323f0 req-46ab6350-8ecf-4035-921a-8e38684cc0d8 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 946 time: 0.2584136 Nov 12 08:41:22.255151 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d901922d-468c-481c-936a-3580b9ce2b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.263218 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-6dce0604-806e-4509-bfeb-2c82030fe2cc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f76f074-c935-4495-aa59-16f5f801666b HTTP/1.1" status: 200 len: 217 time: 0.0425782 Nov 12 08:41:22.264076 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-997a948b-40b0-436d-b4a7-e9454ed1b5df req-e072e41e-6c37-4beb-a0ce-420f66c71f0d tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629845 Nov 12 08:41:22.300233 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305db174-8751-4756-aa43-fa02d5a37190 None None] Pushing event updated for resources: {'Port': ['ID=105e8c1f-4dc7-405b-a36b-8f0884d650f9,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:22.314560 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff8265-1efe-41f3-aea7-a936ceba0ea9 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc6c5e57-7511-4133-a9fa-a21b4fe8feea,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:22.336117 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2dff8265-1efe-41f3-aea7-a936ceba0ea9 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.337402 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2dff8265-1efe-41f3-aea7-a936ceba0ea9 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6285107 Nov 12 08:41:22.344998 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 47014) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:22.352648 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e62377af-9f64-4081-81e2-23428bf9f9a5 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:22.380658 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-368d5398-a8eb-4ff5-abaf-c1a0fd39e471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:22.382787 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-368d5398-a8eb-4ff5-abaf-c1a0fd39e471 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=220263af-ce0c-476a-8783-ac39098fb22e HTTP/1.1" status: 200 len: 854 time: 0.1066287 Nov 12 08:41:22.408311 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e62377af-9f64-4081-81e2-23428bf9f9a5 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.415637 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-d901922d-468c-481c-936a-3580b9ce2b92 None None] Attempting to bind port 105e8c1f-4dc7-405b-a36b-8f0884d650f9 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:41:22.416043 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-d901922d-468c-481c-936a-3580b9ce2b92 None None] Attempting to bind port 105e8c1f-4dc7-405b-a36b-8f0884d650f9 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'b53301f5-d6fd-4e61-b347-e433dc056bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:41:22.416417 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d901922d-468c-481c-936a-3580b9ce2b92 None None] Attempting to bind port 105e8c1f-4dc7-405b-a36b-8f0884d650f9 on network 837ec62d-b3f5-4602-995a-15f6fc8805b4 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:22.422505 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d901922d-468c-481c-936a-3580b9ce2b92 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:41:22.422908 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d901922d-468c-481c-936a-3580b9ce2b92 None None] Checking segment: {'id': 'b53301f5-d6fd-4e61-b347-e433dc056bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:22.423424 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d901922d-468c-481c-936a-3580b9ce2b92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.424172 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d901922d-468c-481c-936a-3580b9ce2b92 None None] Bound using segment: {'id': 'b53301f5-d6fd-4e61-b347-e433dc056bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:41:22.424680 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-d901922d-468c-481c-936a-3580b9ce2b92 None None] Bound port: 105e8c1f-4dc7-405b-a36b-8f0884d650f9, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b53301f5-d6fd-4e61-b347-e433dc056bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:41:22.425068 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d901922d-468c-481c-936a-3580b9ce2b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.441366 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [req-c81c7bed-5e72-47db-b55a-ab22c896f5f7 req-0116f5e5-e860-4445-982e-9bba8be5792b service neutron] delete failed (client error): The resource could not be found. Nov 12 08:41:22.442695 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-5fe76f2f-8ef7-416e-9538-e697da0a85a5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=66f89d7d-fbfb-425e-a64e-a55fcdce5ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493088 Nov 12 08:41:22.442859 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c81c7bed-5e72-47db-b55a-ab22c896f5f7 req-0116f5e5-e860-4445-982e-9bba8be5792b service neutron] 10.222.0.58 "DELETE /v2.0/ports/ad21d9f1-4ccf-445b-866c-b96a8bd8767b/bindings/n-h2-768862-16 HTTP/1.1" status: 404 len: 381 time: 0.2768404 Nov 12 08:41:22.492068 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c14c9ad8-42a8-4b5d-9604-828731b323f0 req-52676490-3123-41c9-8afe-9bcf84a2c4c3 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186158 Nov 12 08:41:22.528817 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936a574-b0a9-4fbb-8d35-d54c2b859d32 req-feeebf88-bccb-45ca-8d4b-a11c60f94be1 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:22.536503 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7936a574-b0a9-4fbb-8d35-d54c2b859d32 req-feeebf88-bccb-45ca-8d4b-a11c60f94be1 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 949 time: 0.1570144 Nov 12 08:41:22.568792 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-d901922d-468c-481c-936a-3580b9ce2b92 None None] For port 105e8c1f-4dc7-405b-a36b-8f0884d650f9, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:41:22.569013 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdb2de-c14b-4778-b757-502636ecd688 req-093d302d-135e-4e8a-8c19-ef5f7fd5d2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:22.570983 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-62fdb2de-c14b-4778-b757-502636ecd688 req-093d302d-135e-4e8a-8c19-ef5f7fd5d2b4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=decddc00-32e0-44cc-9e13-8ef2ed68d9e6 HTTP/1.1" status: 200 len: 905 time: 0.2966285 Nov 12 08:41:22.573701 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-d901922d-468c-481c-936a-3580b9ce2b92 None None] For port 105e8c1f-4dc7-405b-a36b-8f0884d650f9, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=105e8c1f-4dc7-405b-a36b-8f0884d650f9,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:41:22.587765 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d901922d-468c-481c-936a-3580b9ce2b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.624937 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-2042343a-41a7-45be-a75e-bc7cab77f465 service neutron] 10.222.0.54 "GET /v2.0/networks/66f89d7d-fbfb-425e-a64e-a55fcdce5ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709175 Nov 12 08:41:22.688302 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-543c5344-3e2d-4044-a8a0-084bb2f4c441 None None] Provisioning complete for port 105e8c1f-4dc7-405b-a36b-8f0884d650f9 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:22.688557 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-543c5344-3e2d-4044-a8a0-084bb2f4c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.746854 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.750714 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d901922d-468c-481c-936a-3580b9ce2b92 None None] Routers {'5efbf424-26c9-4a13-810d-a492f5ccecbc'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:22.751385 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d901922d-468c-481c-936a-3580b9ce2b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:41:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['5efbf424-26c9-4a13-810d-a492f5ccecbc'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:22.755795 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305db174-8751-4756-aa43-fa02d5a37190 None None] Pushing event updated for resources: {'Port': ['ID=105e8c1f-4dc7-405b-a36b-8f0884d650f9,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:22.799336 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-83816805-286a-45d4-8d7c-e9685d1eb46f req-0cdc38cd-8097-4a50-a2ef-94125b0eb931 service neutron] 10.222.0.54 "GET /v2.0/networks/66f89d7d-fbfb-425e-a64e-a55fcdce5ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661043 Nov 12 08:41:22.837949 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e62377af-9f64-4081-81e2-23428bf9f9a5 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.982561 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-e62377af-9f64-4081-81e2-23428bf9f9a5 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Allocated IP 172.25.6.207 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/9305a5ce-4153-4e01-94e4-55ca5e52b702) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:23.037177 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-543c5344-3e2d-4044-a8a0-084bb2f4c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:23.073096 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-d901922d-468c-481c-936a-3580b9ce2b92 None None] Set router 5efbf424-26c9-4a13-810d-a492f5ccecbc gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:23.109258 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e62377af-9f64-4081-81e2-23428bf9f9a5 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:23.114448 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-543c5344-3e2d-4044-a8a0-084bb2f4c441 None None] For port 105e8c1f-4dc7-405b-a36b-8f0884d650f9, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=105e8c1f-4dc7-405b-a36b-8f0884d650f9,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:23.120176 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-543c5344-3e2d-4044-a8a0-084bb2f4c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:23.154842 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e62377af-9f64-4081-81e2-23428bf9f9a5 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:23.155125 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7936a574-b0a9-4fbb-8d35-d54c2b859d32 req-a2940455-d63f-4398-92bb-f1fefc347ff0 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6163023 Nov 12 08:41:23.155125 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-62fdb2de-c14b-4778-b757-502636ecd688 req-1276c4c0-7342-47a2-a960-a056b23268aa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1 HTTP/1.1" status: 200 len: 217 time: 0.5631628 Nov 12 08:41:23.167552 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c7bed-5e72-47db-b55a-ab22c896f5f7 req-9fcf328a-c17a-49c1-becb-d7c56a1d1171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:23.169378 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c81c7bed-5e72-47db-b55a-ab22c896f5f7 req-9fcf328a-c17a-49c1-becb-d7c56a1d1171 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 1101 time: 0.6307442 Nov 12 08:41:23.193401 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62377af-9f64-4081-81e2-23428bf9f9a5 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:23.199052 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-e62377af-9f64-4081-81e2-23428bf9f9a5 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:23.201691 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62377af-9f64-4081-81e2-23428bf9f9a5 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:23.225003 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdb2de-c14b-4778-b757-502636ecd688 req-7f5ea9ca-c914-4234-9a6b-d937849adb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:23.226625 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-62fdb2de-c14b-4778-b757-502636ecd688 req-7f5ea9ca-c914-4234-9a6b-d937849adb98 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8caf3eba-e7df-49d1-bdb7-f7a8b69eb432 HTTP/1.1" status: 200 len: 844 time: 0.0563676 Nov 12 08:41:23.235862 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10441e61-3e63-40e2-a0dc-179f397285c7 req-03cd322d-b706-4395-a391-20d2d886c85f tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:23.238955 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f26dfc8-1d0e-4cbf-8005-99b0bc5edd89 x-openstack-request-id: req-3f26dfc8-1d0e-4cbf-8005-99b0bc5edd89 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:23.239659 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d8449a-30de-458b-95e7-873253eb1e6f", "tag": "5f76f074-c935-4495-aa59-16f5f801666b", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:23.239931 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f26dfc8-1d0e-4cbf-8005-99b0bc5edd89 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:23.240346 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d8449a-30de-458b-95e7-873253eb1e6f', 'tag': '5f76f074-c935-4495-aa59-16f5f801666b', 'status': 'completed', 'code': 200} Nov 12 08:41:23.244430 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-10441e61-3e63-40e2-a0dc-179f397285c7 req-03cd322d-b706-4395-a391-20d2d886c85f tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc26d88-b86c-4d10-a0c6-bec15a783e12 HTTP/1.1" status: 200 len: 943 time: 0.5599465 Nov 12 08:41:23.251806 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62377af-9f64-4081-81e2-23428bf9f9a5 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Pushing event updated for resources: {'Port': ['ID=9305a5ce-4153-4e01-94e4-55ca5e52b702,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:23.356265 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-62fdb2de-c14b-4778-b757-502636ecd688 req-acb111a7-6510-4cc8-8252-aa3f980f1c06 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=decddc00-32e0-44cc-9e13-8ef2ed68d9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340910 Nov 12 08:41:23.358756 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a7ed2-2dfa-404d-a56f-79874de53826 req-159fb481-0897-481c-a38c-0e123c89e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:23.360359 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5c8a7ed2-2dfa-404d-a56f-79874de53826 req-159fb481-0897-481c-a38c-0e123c89e887 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7b2958acbca46c980b81bc3e2353025&device_id=f3d8449a-30de-458b-95e7-873253eb1e6f HTTP/1.1" status: 200 len: 1095 time: 0.0942130 Nov 12 08:41:23.363608 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e62377af-9f64-4081-81e2-23428bf9f9a5 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:23.400588 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c5344-3e2d-4044-a8a0-084bb2f4c441 None None] Pushing event updated for resources: {'Port': ['ID=105e8c1f-4dc7-405b-a36b-8f0884d650f9,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:23.409636 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-80b86933-57d7-40ab-8480-7e14556cd591 None None] Provisioning complete for port 105e8c1f-4dc7-405b-a36b-8f0884d650f9 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:23.410154 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-80b86933-57d7-40ab-8480-7e14556cd591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:23.469329 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e62377af-9f64-4081-81e2-23428bf9f9a5 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:23.511668 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d901922d-468c-481c-936a-3580b9ce2b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'name': 'tempest-ServerActionsTestJSON-634742385-router', 'tenant_id': '80cba63a5f3c423896b758b0902dcec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '115291fa-4327-4844-8425-0adaa3ba51f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:09Z', 'updated_at': '2021-11-12T08:41:17Z', 'revision_number': 4, 'project_id': '80cba63a5f3c423896b758b0902dcec9', 'gw_port': {'id': '115291fa-4327-4844-8425-0adaa3ba51f2', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:12Z', 'updated_at': '2021-11-12T08:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '105e8c1f-4dc7-405b-a36b-8f0884d650f9', 'name': '', 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4', 'tenant_id': '80cba63a5f3c423896b758b0902dcec9', 'mac_address': 'fa:16:3e:e9:8d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '601c19d7-10c1-44ee-a86c-ac9c499e748d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:16Z', 'updated_at': '2021-11-12T08:41:22Z', 'revision_number': 4, 'project_id': '80cba63a5f3c423896b758b0902dcec9', 'subnets': [{'id': '601c19d7-10c1-44ee-a86c-ac9c499e748d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:23.512585 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c7bed-5e72-47db-b55a-ab22c896f5f7 req-68f36981-d097-44fa-800e-ba60a2c05851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:23.514711 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c81c7bed-5e72-47db-b55a-ab22c896f5f7 req-68f36981-d097-44fa-800e-ba60a2c05851 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.2871766 Nov 12 08:41:23.542045 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a7ed2-2dfa-404d-a56f-79874de53826 req-8140c05e-3b18-4506-a2b3-4a2f78a59cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:23.543450 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5c8a7ed2-2dfa-404d-a56f-79874de53826 req-8140c05e-3b18-4506-a2b3-4a2f78a59cd9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 HTTP/1.1" status: 200 len: 915 time: 0.1728170 Nov 12 08:41:23.545641 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d901922d-468c-481c-936a-3580b9ce2b92 None None] The sync data for ids ['5efbf424-26c9-4a13-810d-a492f5ccecbc'] in n-d-768862-16 is: [{'id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'name': 'tempest-ServerActionsTestJSON-634742385-router', 'tenant_id': '80cba63a5f3c423896b758b0902dcec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '115291fa-4327-4844-8425-0adaa3ba51f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:09Z', 'updated_at': '2021-11-12T08:41:17Z', 'revision_number': 4, 'project_id': '80cba63a5f3c423896b758b0902dcec9', 'gw_port': {'id': '115291fa-4327-4844-8425-0adaa3ba51f2', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:12Z', 'updated_at': '2021-11-12T08:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '105e8c1f-4dc7-405b-a36b-8f0884d650f9', 'name': '', 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4', 'tenant_id': '80cba63a5f3c423896b758b0902dcec9', 'mac_address': 'fa:16:3e:e9:8d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '601c19d7-10c1-44ee-a86c-ac9c499e748d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:16Z', 'updated_at': '2021-11-12T08:41:22Z', 'revision_number': 4, 'project_id': '80cba63a5f3c423896b758b0902dcec9', 'subnets': [{'id': '601c19d7-10c1-44ee-a86c-ac9c499e748d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:41:23.555212 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-10441e61-3e63-40e2-a0dc-179f397285c7 req-950eea75-b8d9-4882-a209-2e8bf786cd07 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019805 Nov 12 08:41:23.577746 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-62fdb2de-c14b-4778-b757-502636ecd688 req-a4799ad5-2ec0-43ec-9293-f8f769f097d2 service neutron] 10.222.0.58 "GET /v2.0/networks/decddc00-32e0-44cc-9e13-8ef2ed68d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020969 Nov 12 08:41:23.650855 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5c8a7ed2-2dfa-404d-a56f-79874de53826 req-ed4706ee-999e-400e-a633-1d6ac43d6d32 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f76f074-c935-4495-aa59-16f5f801666b HTTP/1.1" status: 200 len: 217 time: 0.0870233 Nov 12 08:41:23.653814 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c81c7bed-5e72-47db-b55a-ab22c896f5f7 req-d6255d72-7724-4f75-8ffe-1f0e6f863174 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=ad21d9f1-4ccf-445b-866c-b96a8bd8767b HTTP/1.1" status: 200 len: 217 time: 0.0972378 Nov 12 08:41:23.739995 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a7ed2-2dfa-404d-a56f-79874de53826 req-f6922273-1429-4f40-b15a-796912c4786b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:23.741657 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5c8a7ed2-2dfa-404d-a56f-79874de53826 req-f6922273-1429-4f40-b15a-796912c4786b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=220263af-ce0c-476a-8783-ac39098fb22e HTTP/1.1" status: 200 len: 854 time: 0.0775740 Nov 12 08:41:23.784426 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 105e8c1f-4dc7-405b-a36b-8f0884d650f9 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:23.802459 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5c8a7ed2-2dfa-404d-a56f-79874de53826 req-6237cae3-6da0-4553-a161-cf6c85e44e27 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=66f89d7d-fbfb-425e-a64e-a55fcdce5ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487204 Nov 12 08:41:23.808238 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e62377af-9f64-4081-81e2-23428bf9f9a5 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:23.823520 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e62377af-9f64-4081-81e2-23428bf9f9a5 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:23.846668 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68173b6-7716-4169-96bc-3fca784f954f req-bc12104d-813b-4406-9430-1782f71bfcec tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:23.848949 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f68173b6-7716-4169-96bc-3fca784f954f req-bc12104d-813b-4406-9430-1782f71bfcec tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3d8449a-30de-458b-95e7-873253eb1e6f HTTP/1.1" status: 200 len: 943 time: 0.3872981 Nov 12 08:41:23.862059 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 105e8c1f-4dc7-405b-a36b-8f0884d650f9 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:23.863484 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:23.955011 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c7bed-5e72-47db-b55a-ab22c896f5f7 req-296d8187-067d-4e4b-851e-d3e2e0ce23d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:23.957041 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62377af-9f64-4081-81e2-23428bf9f9a5 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Pushing event updated for resources: {'Port': ['ID=9305a5ce-4153-4e01-94e4-55ca5e52b702,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:23.958731 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c81c7bed-5e72-47db-b55a-ab22c896f5f7 req-296d8187-067d-4e4b-851e-d3e2e0ce23d7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.2771769 Nov 12 08:41:23.984555 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e62377af-9f64-4081-81e2-23428bf9f9a5 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:23.997586 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-62fdb2de-c14b-4778-b757-502636ecd688 req-eb418a42-4224-406b-8c91-889d14db39c9 service neutron] 10.222.0.58 "GET /v2.0/networks/decddc00-32e0-44cc-9e13-8ef2ed68d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427129 Nov 12 08:41:24.012818 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5c8a7ed2-2dfa-404d-a56f-79874de53826 req-16413bfe-f8f8-4377-be90-b6f51abd581e service neutron] 10.222.0.54 "GET /v2.0/networks/66f89d7d-fbfb-425e-a64e-a55fcdce5ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002583 Nov 12 08:41:24.017979 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e62377af-9f64-4081-81e2-23428bf9f9a5 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.020004 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e62377af-9f64-4081-81e2-23428bf9f9a5 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6723909 Nov 12 08:41:24.046365 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f4947-c6f0-4ce5-862e-04851c3b733a req-690b8b55-24e8-4756-b7bc-3e7071908159 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:24.056216 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-760f4947-c6f0-4ce5-862e-04851c3b733a req-690b8b55-24e8-4756-b7bc-3e7071908159 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.3932178 Nov 12 08:41:24.101437 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 8ecabc74-70ed-466f-9d7a-f178e188ae61 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:41:24.106776 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f68173b6-7716-4169-96bc-3fca784f954f req-a4296738-5e10-470b-b896-1db9cbdcf2ec tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373762 Nov 12 08:41:24.108003 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device ad21d9f1-4ccf-445b-866c-b96a8bd8767b up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:24.158723 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c7bed-5e72-47db-b55a-ab22c896f5f7 req-43e4cc22-41b7-41b2-b682-98ceaac0e4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:24.160424 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c81c7bed-5e72-47db-b55a-ab22c896f5f7 req-43e4cc22-41b7-41b2-b682-98ceaac0e4f8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1616919 Nov 12 08:41:24.161346 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5c8a7ed2-2dfa-404d-a56f-79874de53826 req-2110cef2-e964-4ca0-a56e-0542e5a8bb90 service neutron] 10.222.0.54 "GET /v2.0/networks/66f89d7d-fbfb-425e-a64e-a55fcdce5ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333711 Nov 12 08:41:24.217580 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-760f4947-c6f0-4ce5-862e-04851c3b733a req-db2309c7-f1b7-4413-a145-69d5bf5865fc tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589110 Nov 12 08:41:24.321542 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:41:24.411081 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0859e15-8dd6-4fc1-aaf1-286b4498ac88 req-f5336c6a-8885-4309-8df2-57dad2452960 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:24.413189 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f0859e15-8dd6-4fc1-aaf1-286b4498ac88 req-f5336c6a-8885-4309-8df2-57dad2452960 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 946 time: 0.1861944 Nov 12 08:41:24.433821 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port ad21d9f1-4ccf-445b-866c-b96a8bd8767b completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:41:24.481978 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port ad21d9f1-4ccf-445b-866c-b96a8bd8767b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:24.482355 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.496348 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 8ecabc74-70ed-466f-9d7a-f178e188ae61, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=8ecabc74-70ed-466f-9d7a-f178e188ae61,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:24.508637 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c81c7bed-5e72-47db-b55a-ab22c896f5f7 req-87af98e9-aa90-4167-9550-b2dbc9299732 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258221 Nov 12 08:41:24.516502 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f0859e15-8dd6-4fc1-aaf1-286b4498ac88 req-848f962a-b355-42be-a177-e22c61f48170 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932305 Nov 12 08:41:24.567573 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '8ecabc74-70ed-466f-9d7a-f178e188ae61', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': '8ecabc74-70ed-466f-9d7a-f178e188ae61', 'mac_address': 'fa:16:3e:3d:c5:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:41:24.638409 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:24.674379 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1', 'network_id': 'decddc00-32e0-44cc-9e13-8ef2ed68d9e6', 'port_id': 'f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1', 'mac_address': 'fa:16:3e:66:d8:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8caf3eba-e7df-49d1-bdb7-f7a8b69eb432', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:41:24.678383 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.695829 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-9db494d1-e7cd-4a74-8973-dca7c1dc4233 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1326128314&fields=id&tenant_id=80cba63a5f3c423896b758b0902dcec9 HTTP/1.1" status: 200 len: 267 time: 0.2276776 Nov 12 08:41:24.752047 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ecabc74-70ed-466f-9d7a-f178e188ae61 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:41:24.784161 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.816539 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 8ecabc74-70ed-466f-9d7a-f178e188ae61, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=8ecabc74-70ed-466f-9d7a-f178e188ae61,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:24.819687 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.838054 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.849719 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd98479-6950-4484-9345-0c81a07a5243 req-cf81c4b2-44e1-460e-87b7-e4125ab45273 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:24.850394 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5a3562-f917-4546-b29d-380f7a1f86b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad21d9f1-4ccf-445b-866c-b96a8bd8767b'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:24.851530 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cdd98479-6950-4484-9345-0c81a07a5243 req-cf81c4b2-44e1-460e-87b7-e4125ab45273 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 949 time: 0.2523892 Nov 12 08:41:24.853323 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61eacd21-676d-4c5a-8f77-fbc14e1aee51" -d '{"events": [{"server_uuid": "ce5a3562-f917-4546-b29d-380f7a1f86b0", "name": "network-vif-plugged", "status": "completed", "tag": "ad21d9f1-4ccf-445b-866c-b96a8bd8767b"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:24.858417 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c81c7bed-5e72-47db-b55a-ab22c896f5f7 req-13413745-7013-4bc9-9f89-6a658296f673 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344171 Nov 12 08:41:24.879667 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:41:24.921667 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port ad21d9f1-4ccf-445b-866c-b96a8bd8767b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=ad21d9f1-4ccf-445b-866c-b96a8bd8767b,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:24.949420 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.960653 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:24.962526 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-326885aa-37cb-4f7d-9cc2-487f7decc883 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:24.962709 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['8ecabc74-70ed-466f-9d7a-f178e188ae61'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:41:24.964874 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-326885aa-37cb-4f7d-9cc2-487f7decc883 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/networks?id=837ec62d-b3f5-4602-995a-15f6fc8805b4 HTTP/1.1" status: 200 len: 811 time: 0.2681463 Nov 12 08:41:25.002088 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:25.009281 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-2d788b4c-49c8-46d7-87f9-0893719973eb tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/quotas/80cba63a5f3c423896b758b0902dcec9 HTTP/1.1" status: 200 len: 375 time: 0.0202160 Nov 12 08:41:25.023959 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=8ecabc74-70ed-466f-9d7a-f178e188ae61,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:25.025548 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cdd98479-6950-4484-9345-0c81a07a5243 req-19421715-6012-43b9-bda9-7afebf448265 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602201 Nov 12 08:41:25.140830 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=ad21d9f1-4ccf-445b-866c-b96a8bd8767b,revision_number=9']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:25.157701 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-cd3559dc-c03c-4736-b7bd-b000d047e1d0 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=80cba63a5f3c423896b758b0902dcec9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1033373 Nov 12 08:41:25.244761 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:25.330479 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-cb85c170-9a5b-4b81-b69b-dd317a4f48ab service neutron] 10.222.0.37 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686811 Nov 12 08:41:25.455441 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b59853-d8ab-4e1f-8355-dab91895128b req-152ab055-1ac7-439b-8fdb-8c48ac86c399 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:25.463568 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-44b59853-d8ab-4e1f-8355-dab91895128b req-152ab055-1ac7-439b-8fdb-8c48ac86c399 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 946 time: 0.1199594 Nov 12 08:41:25.477017 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:41:25.537235 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-44b59853-d8ab-4e1f-8355-dab91895128b req-7050f444-b62d-4885-bf79-7d55a58dec28 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726707 Nov 12 08:41:25.597605 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-5b928b31-7994-43f5-af5b-4ccf9158c822 service neutron] 10.222.0.37 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665644 Nov 12 08:41:25.782643 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901a358-632c-432f-8fe1-7174c1a97990 req-e94c9014-3d76-4e90-a953-001d85b546b3 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:25.784573 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3901a358-632c-432f-8fe1-7174c1a97990 req-e94c9014-3d76-4e90-a953-001d85b546b3 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc26d88-b86c-4d10-a0c6-bec15a783e12 HTTP/1.1" status: 200 len: 944 time: 0.0911610 Nov 12 08:41:25.834678 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d3bdd5-88b6-4f18-8515-d13785a4d26f x-openstack-request-id: req-61d3bdd5-88b6-4f18-8515-d13785a4d26f {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:25.835071 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5a3562-f917-4546-b29d-380f7a1f86b0", "name": "network-vif-plugged", "status": "completed", "tag": "ad21d9f1-4ccf-445b-866c-b96a8bd8767b", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:25.835326 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61d3bdd5-88b6-4f18-8515-d13785a4d26f {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:25.835757 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5a3562-f917-4546-b29d-380f7a1f86b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad21d9f1-4ccf-445b-866c-b96a8bd8767b', 'code': 200} Nov 12 08:41:25.892308 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3901a358-632c-432f-8fe1-7174c1a97990 req-23519636-3127-4ce5-99a6-0658d7e44880 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004534 Nov 12 08:41:25.982893 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74477b-08e2-483c-aa4f-bd791ee4e582 req-8ac4d010-d123-4b7d-872b-08896c05c520 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:25.984527 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f74477b-08e2-483c-aa4f-bd791ee4e582 req-8ac4d010-d123-4b7d-872b-08896c05c520 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3d8449a-30de-458b-95e7-873253eb1e6f HTTP/1.1" status: 200 len: 943 time: 0.0847523 Nov 12 08:41:26.096786 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f74477b-08e2-483c-aa4f-bd791ee4e582 req-0d8de7e4-a27b-45aa-8a0e-8ccb210be599 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022468 Nov 12 08:41:26.101959 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 5f76f074-c935-4495-aa59-16f5f801666b details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:41:26.112217 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 8ecabc74-70ed-466f-9d7a-f178e188ae61 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:26.232947 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9aa48-7dd3-4ace-81dd-099da5af1a5a req-6f190e4b-e548-41ba-a33f-4e21eaf0c069 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:26.246174 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c3b9aa48-7dd3-4ace-81dd-099da5af1a5a req-6f190e4b-e548-41ba-a33f-4e21eaf0c069 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.1189134 Nov 12 08:41:26.307691 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 8ecabc74-70ed-466f-9d7a-f178e188ae61 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:26.308494 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:26.418952 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc92876d-76f5-4940-9df8-8e1bfc7df531 req-4fee86b8-c3c1-4760-be6f-5d4ca4c5ebdb tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 210 time: 0.1004965 Nov 12 08:41:26.427998 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 5f76f074-c935-4495-aa59-16f5f801666b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=5f76f074-c935-4495-aa59-16f5f801666b,segment=NetworkSegment(68005b70-1579-4f58-bade-fbc137d1c951),segment_id=68005b70-1579-4f58-bade-fbc137d1c951)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:26.439704 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c3b9aa48-7dd3-4ace-81dd-099da5af1a5a req-be7e61ba-3d4d-4ce8-a786-0cac41ee927a tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923923 Nov 12 08:41:26.475182 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '5f76f074-c935-4495-aa59-16f5f801666b', 'network_id': '66f89d7d-fbfb-425e-a64e-a55fcdce5ee4', 'port_id': '5f76f074-c935-4495-aa59-16f5f801666b', 'mac_address': 'fa:16:3e:ae:38:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '220263af-ce0c-476a-8783-ac39098fb22e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:41:26.526586 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:26.562110 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:26.603299 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f76f074-c935-4495-aa59-16f5f801666b {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:41:26.655339 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 5f76f074-c935-4495-aa59-16f5f801666b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=5f76f074-c935-4495-aa59-16f5f801666b,segment=NetworkSegment(68005b70-1579-4f58-bade-fbc137d1c951),segment_id=68005b70-1579-4f58-bade-fbc137d1c951)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:26.668916 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:26.672645 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 8ecabc74-70ed-466f-9d7a-f178e188ae61, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=8ecabc74-70ed-466f-9d7a-f178e188ae61,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:26.705919 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:26.768414 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=5f76f074-c935-4495-aa59-16f5f801666b,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:26.790172 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500087f-fb19-4f1f-8af8-35a002ce5759 req-67ed9c12-d560-4567-97fb-e35229873101 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:26.792486 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6500087f-fb19-4f1f-8af8-35a002ce5759 req-67ed9c12-d560-4567-97fb-e35229873101 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 950 time: 0.2319257 Nov 12 08:41:26.917627 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fac1b7-5938-4731-966f-45f97cee65ee req-4a6510b2-5596-47f4-9cd7-7277615b8f25 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:26.925219 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-36fac1b7-5938-4731-966f-45f97cee65ee req-4a6510b2-5596-47f4-9cd7-7277615b8f25 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 946 time: 0.0907035 Nov 12 08:41:26.940445 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6500087f-fb19-4f1f-8af8-35a002ce5759 req-97b866fa-9713-44a2-bd0e-c1ea68e880b0 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304643 Nov 12 08:41:27.009509 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-36fac1b7-5938-4731-966f-45f97cee65ee req-1f8de330-536b-4007-bb2b-2c0605132998 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812798 Nov 12 08:41:27.117848 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=8ecabc74-70ed-466f-9d7a-f178e188ae61,revision_number=7']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:27.170328 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6592e1-edc7-4797-b38b-b56fc69a3a20 req-00c80160-e6ce-4040-a15f-2125dfe1ccb8 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:27.172956 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e6592e1-edc7-4797-b38b-b56fc69a3a20 req-00c80160-e6ce-4040-a15f-2125dfe1ccb8 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc26d88-b86c-4d10-a0c6-bec15a783e12 HTTP/1.1" status: 200 len: 944 time: 0.0970869 Nov 12 08:41:27.189256 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f0f21-8170-4900-83c8-02d6c7e52127 req-d0568498-3aa9-4598-bf14-d5a3fcc29b41 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:27.191330 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4a2f0f21-8170-4900-83c8-02d6c7e52127 req-d0568498-3aa9-4598-bf14-d5a3fcc29b41 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 950 time: 0.0851474 Nov 12 08:41:27.215351 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['5f76f074-c935-4495-aa59-16f5f801666b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:41:27.284628 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e6592e1-edc7-4797-b38b-b56fc69a3a20 req-ac78820f-4c39-4eaa-8105-14e1767806e4 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917799 Nov 12 08:41:27.295086 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4a2f0f21-8170-4900-83c8-02d6c7e52127 req-bbdb5c5d-6c93-4230-9205-4c4cdd1e529b tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946791 Nov 12 08:41:27.518447 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de67ba-a1ad-4696-b056-424a987c11af req-faf297e1-1288-4ef1-b5b6-4b835446b9df tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:27.529654 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-57de67ba-a1ad-4696-b056-424a987c11af req-faf297e1-1288-4ef1-b5b6-4b835446b9df tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 946 time: 0.1573601 Nov 12 08:41:27.618822 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-a51eb715-5981-4e3b-be01-41836f7150fb tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:27.619870 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e2cea-2509-46b7-9e8f-4f473724aa27 req-bcdf2dd3-b4f0-49ff-8ce4-e309ef51a80f tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:27.621677 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-a51eb715-5981-4e3b-be01-41836f7150fb tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.54 "GET /v2.0/networks?id=837ec62d-b3f5-4602-995a-15f6fc8805b4 HTTP/1.1" status: 200 len: 811 time: 0.2218108 Nov 12 08:41:27.627448 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-520e2cea-2509-46b7-9e8f-4f473724aa27 req-bcdf2dd3-b4f0-49ff-8ce4-e309ef51a80f tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3d8449a-30de-458b-95e7-873253eb1e6f HTTP/1.1" status: 200 len: 944 time: 0.0967317 Nov 12 08:41:27.632492 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-57de67ba-a1ad-4696-b056-424a987c11af req-1e5d28a2-9eca-4dc8-8e6e-0bfffadd7f31 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728896 Nov 12 08:41:27.730981 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-520e2cea-2509-46b7-9e8f-4f473724aa27 req-6ae66834-9ab0-4e7c-aea8-d3d190087d4b tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997527 Nov 12 08:41:27.754368 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-4e9c2ee5-f31e-46fa-b355-997205ff0f80 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80cba63a5f3c423896b758b0902dcec9 HTTP/1.1" status: 200 len: 380 time: 0.1193919 Nov 12 08:41:27.777516 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-224b50e6-b760-4d0f-8443-a57d148cb029 req-bed9e4e0-9368-4169-b34e-bd0a78e2af13 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 210 time: 0.0306153 Nov 12 08:41:27.784361 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-2b1b5144-a776-422a-ae3f-c1b2f826b0e2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Request body: {'port': {'device_id': 'b004e782-27be-49da-8839-6a5ba1fa8d1c', 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4', 'admin_state_up': True, 'tenant_id': '80cba63a5f3c423896b758b0902dcec9', 'security_groups': ['1080c528-ada4-479e-98bd-de4c560ccd24']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:27.837582 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85140482-ced3-4449-b210-480a5475c894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecabc74-70ed-466f-9d7a-f178e188ae61'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:27.840270 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4146a571-c035-486a-bda5-798683f29f63" -d '{"events": [{"server_uuid": "85140482-ced3-4449-b210-480a5475c894", "name": "network-vif-plugged", "status": "completed", "tag": "8ecabc74-70ed-466f-9d7a-f178e188ae61"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:27.871594 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf9861-555a-4265-acdb-c9615af57dae req-b678f4a2-e688-4b0e-8d1c-9e103a35e28e tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:27.879676 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-acbf9861-555a-4265-acdb-c9615af57dae req-b678f4a2-e688-4b0e-8d1c-9e103a35e28e tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.0760434 Nov 12 08:41:27.958705 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-acbf9861-555a-4265-acdb-c9615af57dae req-8e265d89-4218-4783-b1eb-4a79623350ec tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778894 Nov 12 08:41:28.005095 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-2b1b5144-a776-422a-ae3f-c1b2f826b0e2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Made reservation on behalf of 80cba63a5f3c423896b758b0902dcec9 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:28.011578 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-2b1b5144-a776-422a-ae3f-c1b2f826b0e2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.012710 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb46c17-743b-4eaf-a8e2-f2480daf95fa x-openstack-request-id: req-9bb46c17-743b-4eaf-a8e2-f2480daf95fa {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:28.013165 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85140482-ced3-4449-b210-480a5475c894", "name": "network-vif-plugged", "status": "completed", "tag": "8ecabc74-70ed-466f-9d7a-f178e188ae61", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:28.013527 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9bb46c17-743b-4eaf-a8e2-f2480daf95fa {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:28.014025 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85140482-ced3-4449-b210-480a5475c894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecabc74-70ed-466f-9d7a-f178e188ae61', 'code': 200} Nov 12 08:41:28.148037 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83808b-e572-4bba-9dd0-36a1875e8b25 req-4553f62f-0ff2-4d2e-87fe-b7f1f66b88c8 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:28.156254 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5f83808b-e572-4bba-9dd0-36a1875e8b25 req-4553f62f-0ff2-4d2e-87fe-b7f1f66b88c8 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 946 time: 0.0781302 Nov 12 08:41:28.218179 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-2b1b5144-a776-422a-ae3f-c1b2f826b0e2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Allocated IP 172.20.0.12 (837ec62d-b3f5-4602-995a-15f6fc8805b4/601c19d7-10c1-44ee-a86c-ac9c499e748d/208f95e9-28ae-4c99-8b45-cff231909e59) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:28.282643 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5f83808b-e572-4bba-9dd0-36a1875e8b25 req-89aa53be-cb85-4690-8c88-cecd14b08d08 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251023 Nov 12 08:41:28.329799 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8426bbf7-39ee-434d-8717-f73541166f60 req-0ee6672e-cb04-49b0-88a4-2e0043f320c7 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3251a58645fc4115844b0853f7399565&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371916 Nov 12 08:41:28.343472 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:28.489351 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:41:28.496648 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:28.497019 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.548208 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-2b1b5144-a776-422a-ae3f-c1b2f826b0e2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.595601 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-2b1b5144-a776-422a-ae3f-c1b2f826b0e2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.616879 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f8e3a-67a6-4efb-bf01-85ba136925e6 req-c7d5cf6e-529a-4bde-9203-964b0f9c271a tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:28.624761 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-083f8e3a-67a6-4efb-bf01-85ba136925e6 req-c7d5cf6e-529a-4bde-9203-964b0f9c271a tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 946 time: 0.1640027 Nov 12 08:41:28.635258 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426bbf7-39ee-434d-8717-f73541166f60 req-43b73b7c-eed3-496f-b08f-a9ad86d5c671 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:28.642982 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8426bbf7-39ee-434d-8717-f73541166f60 req-43b73b7c-eed3-496f-b08f-a9ad86d5c671 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2956033 Nov 12 08:41:28.650889 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.669847 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8426bbf7-39ee-434d-8717-f73541166f60 req-f3d0b154-9d02-4d2d-b6e4-963d0188a69d tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/quotas/3251a58645fc4115844b0853f7399565 HTTP/1.1" status: 200 len: 375 time: 0.0253046 Nov 12 08:41:28.702388 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-2b1b5144-a776-422a-ae3f-c1b2f826b0e2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Network 837ec62d-b3f5-4602-995a-15f6fc8805b4 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:28.705856 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-2b1b5144-a776-422a-ae3f-c1b2f826b0e2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:28.710323 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-2b1b5144-a776-422a-ae3f-c1b2f826b0e2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:28.753469 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-083f8e3a-67a6-4efb-bf01-85ba136925e6 req-ad8952e1-6cfe-4d53-abca-b8002b8e660f tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265318 Nov 12 08:41:28.756114 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:28.776297 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.795478 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b5144-a776-422a-ae3f-c1b2f826b0e2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Pushing event updated for resources: {'Port': ['ID=208f95e9-28ae-4c99-8b45-cff231909e59,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:28.800952 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8426bbf7-39ee-434d-8717-f73541166f60 req-b420b286-7543-46b0-a55e-d0f04193642e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1299095 Nov 12 08:41:28.854111 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-2b1b5144-a776-422a-ae3f-c1b2f826b0e2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:28.854843 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-2b1b5144-a776-422a-ae3f-c1b2f826b0e2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.888178 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-2b1b5144-a776-422a-ae3f-c1b2f826b0e2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1156664 Nov 12 08:41:28.919889 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-b0f20ddb-3774-4dbe-9534-80540d3aeee4 service neutron] Request body: {'port': {'device_id': 'b004e782-27be-49da-8839-6a5ba1fa8d1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:28.929282 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.957623 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:29.043312 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934619c-0ca2-4c0f-9441-a63f47c8bd7f req-d5d88165-e59f-4498-803c-f5d2759052bf tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:29.046393 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4934619c-0ca2-4c0f-9441-a63f47c8bd7f req-d5d88165-e59f-4498-803c-f5d2759052bf tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc26d88-b86c-4d10-a0c6-bec15a783e12 HTTP/1.1" status: 200 len: 945 time: 0.1321511 Nov 12 08:41:29.088062 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-b0f20ddb-3774-4dbe-9534-80540d3aeee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.154142 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4934619c-0ca2-4c0f-9441-a63f47c8bd7f req-5c464d8e-6089-41a6-a09d-11e2e6c8f463 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006370 Nov 12 08:41:29.272816 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-fcb6f123-f18c-4ee5-b5c9-e85d88fd5e1d None None] Provisioning complete for port 208f95e9-28ae-4c99-8b45-cff231909e59 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:29.273826 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fcb6f123-f18c-4ee5-b5c9-e85d88fd5e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.343669 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-fcb6f123-f18c-4ee5-b5c9-e85d88fd5e1d None None] Port 208f95e9-28ae-4c99-8b45-cff231909e59 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:29.360222 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-fa4ddc67-0e12-45bc-8bea-55e2afb9bc5d req-fe5fc030-80b9-46b4-90ea-3f51275ded30 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:41:29.361192 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fa4ddc67-0e12-45bc-8bea-55e2afb9bc5d req-fe5fc030-80b9-46b4-90ea-3f51275ded30 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114663 Nov 12 08:41:29.414066 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616c0f7-41b7-4ac2-a60e-7500d6147ad0 req-9f4be3c8-3493-4136-bd88-b02c291d2754 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:29.416254 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2616c0f7-41b7-4ac2-a60e-7500d6147ad0 req-9f4be3c8-3493-4136-bd88-b02c291d2754 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3d8449a-30de-458b-95e7-873253eb1e6f HTTP/1.1" status: 200 len: 944 time: 0.1328208 Nov 12 08:41:29.541552 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2616c0f7-41b7-4ac2-a60e-7500d6147ad0 req-9eeb23f4-a48c-4a1a-ac92-0ff073c6b1de tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167548 Nov 12 08:41:29.579167 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-b0f20ddb-3774-4dbe-9534-80540d3aeee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 208f95e9-28ae-4c99-8b45-cff231909e59 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:41:29.582780 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4cb998-4b54-408c-9eda-744ea204aa5c req-a7183692-128e-46b9-ae5f-aa650636b80a tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:29.592122 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7e4cb998-4b54-408c-9eda-744ea204aa5c req-a7183692-128e-46b9-ae5f-aa650636b80a tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 932 time: 0.1228416 Nov 12 08:41:29.602471 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-b0f20ddb-3774-4dbe-9534-80540d3aeee4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.653599 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-b0f20ddb-3774-4dbe-9534-80540d3aeee4 service neutron] Transition to ACTIVE for port object 208f95e9-28ae-4c99-8b45-cff231909e59 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:41:29.656180 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7e4cb998-4b54-408c-9eda-744ea204aa5c req-98e04cc2-330e-4aac-ba9c-aee3f6bc6328 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625691 Nov 12 08:41:29.660949 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-b0f20ddb-3774-4dbe-9534-80540d3aeee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.842051 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f20ddb-3774-4dbe-9534-80540d3aeee4 service neutron] Pushing event updated for resources: {'Port': ['ID=208f95e9-28ae-4c99-8b45-cff231909e59,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:29.906566 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ae0f301-4c04-4f3c-b396-8acbb88c72b4 req-e4630523-b1c0-4a55-a38a-3e4469494f01 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 210 time: 0.0895832 Nov 12 08:41:29.967687 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f523b-cc69-4563-81f3-d5dea8ba8cbb req-f853e6e3-f8da-4a5b-9d73-65a487c9d2b3 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:29.980165 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d59f523b-cc69-4563-81f3-d5dea8ba8cbb req-f853e6e3-f8da-4a5b-9d73-65a487c9d2b3 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.2316930 Nov 12 08:41:30.015664 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc26d88-b86c-4d10-a0c6-bec15a783e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:30.016589 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-bc2ff8b1-a20f-4c49-9ca6-5e3dd4bc78f0 req-b5b25fa2-bbb5-4b25-82e7-842b2b8c0c15 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1659579 Nov 12 08:41:30.022462 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167739cb-2c40-4f28-b7dc-553b2ece6bc1" -d '{"events": [{"server_uuid": "3cc26d88-b86c-4d10-a0c6-bec15a783e12", "name": "network-vif-plugged", "status": "completed", "tag": "f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:30.028426 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-b0f20ddb-3774-4dbe-9534-80540d3aeee4 service neutron] Attempting to bind port 208f95e9-28ae-4c99-8b45-cff231909e59 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:41:30.028768 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-b0f20ddb-3774-4dbe-9534-80540d3aeee4 service neutron] Attempting to bind port 208f95e9-28ae-4c99-8b45-cff231909e59 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'b53301f5-d6fd-4e61-b347-e433dc056bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:41:30.029462 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-b0f20ddb-3774-4dbe-9534-80540d3aeee4 service neutron] Attempting to bind port 208f95e9-28ae-4c99-8b45-cff231909e59 on network 837ec62d-b3f5-4602-995a-15f6fc8805b4 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:30.037498 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-b0f20ddb-3774-4dbe-9534-80540d3aeee4 service neutron] Port 208f95e9-28ae-4c99-8b45-cff231909e59 on network 837ec62d-b3f5-4602-995a-15f6fc8805b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:41:30.038333 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-b0f20ddb-3774-4dbe-9534-80540d3aeee4 service neutron] Attempting to bind port 208f95e9-28ae-4c99-8b45-cff231909e59 on network 837ec62d-b3f5-4602-995a-15f6fc8805b4 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:30.046279 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-b0f20ddb-3774-4dbe-9534-80540d3aeee4 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:41:30.048343 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-b0f20ddb-3774-4dbe-9534-80540d3aeee4 service neutron] Checking segment: {'id': 'b53301f5-d6fd-4e61-b347-e433dc056bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:30.049223 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-b0f20ddb-3774-4dbe-9534-80540d3aeee4 service neutron] Bound using segment: {'id': 'b53301f5-d6fd-4e61-b347-e433dc056bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:41:30.049785 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-b0f20ddb-3774-4dbe-9534-80540d3aeee4 service neutron] Bound port: 208f95e9-28ae-4c99-8b45-cff231909e59, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b53301f5-d6fd-4e61-b347-e433dc056bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:41:30.050332 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-b0f20ddb-3774-4dbe-9534-80540d3aeee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.065744 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d59f523b-cc69-4563-81f3-d5dea8ba8cbb req-5014070e-3819-49d5-acef-44b98a2ddb1b tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846803 Nov 12 08:41:30.101081 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 5f76f074-c935-4495-aa59-16f5f801666b up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:30.130168 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d32fa0-a9a1-4d44-ba42-9f0462303166 req-004440c7-0745-4257-9e3a-f6dbfbdf16eb tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:30.141975 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c5d32fa0-a9a1-4d44-ba42-9f0462303166 req-004440c7-0745-4257-9e3a-f6dbfbdf16eb tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 946 time: 0.1020138 Nov 12 08:41:30.151886 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b0f4e4-d265-4ff5-90ca-517c744e4dc6 x-openstack-request-id: req-22b0f4e4-d265-4ff5-90ca-517c744e4dc6 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:30.152178 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc26d88-b86c-4d10-a0c6-bec15a783e12", "name": "network-vif-plugged", "status": "completed", "tag": "f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:30.153827 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22b0f4e4-d265-4ff5-90ca-517c744e4dc6 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:30.156345 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc26d88-b86c-4d10-a0c6-bec15a783e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1', 'code': 200} Nov 12 08:41:30.183314 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-b0f20ddb-3774-4dbe-9534-80540d3aeee4 service neutron] For port 208f95e9-28ae-4c99-8b45-cff231909e59, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:41:30.189780 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-b0f20ddb-3774-4dbe-9534-80540d3aeee4 service neutron] For port 208f95e9-28ae-4c99-8b45-cff231909e59, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=208f95e9-28ae-4c99-8b45-cff231909e59,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:41:30.228462 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-b0f20ddb-3774-4dbe-9534-80540d3aeee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.286874 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 5f76f074-c935-4495-aa59-16f5f801666b completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:41:30.294284 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c5d32fa0-a9a1-4d44-ba42-9f0462303166 req-bd343372-d0b6-4f3b-a2ce-0906a7958197 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499150 Nov 12 08:41:30.295998 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 5f76f074-c935-4495-aa59-16f5f801666b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:30.296457 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.369061 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-b0f20ddb-3774-4dbe-9534-80540d3aeee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:30.370544 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-b0f20ddb-3774-4dbe-9534-80540d3aeee4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.374395 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-b0f20ddb-3774-4dbe-9534-80540d3aeee4 service neutron] 10.222.0.54 "PUT /v2.0/ports/208f95e9-28ae-4c99-8b45-cff231909e59 HTTP/1.1" status: 200 len: 1093 time: 1.4596598 Nov 12 08:41:30.380066 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b004e782-27be-49da-8839-6a5ba1fa8d1c', 'tag': '208f95e9-28ae-4c99-8b45-cff231909e59'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:30.393373 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805e8f55-6cf8-4305-a0a4-5d459a363365" -d '{"events": [{"name": "network-changed", "server_uuid": "b004e782-27be-49da-8839-6a5ba1fa8d1c", "tag": "208f95e9-28ae-4c99-8b45-cff231909e59"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:30.468867 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.491285 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ff8b1-a20f-4c49-9ca6-5e3dd4bc78f0 req-a1d1b3b0-69ab-4438-aace-25eb3260b833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:30.493709 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-bc2ff8b1-a20f-4c49-9ca6-5e3dd4bc78f0 req-a1d1b3b0-69ab-4438-aace-25eb3260b833 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 1101 time: 0.2976234 Nov 12 08:41:30.498636 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f20ddb-3774-4dbe-9534-80540d3aeee4 service neutron] Pushing event updated for resources: {'Port': ['ID=208f95e9-28ae-4c99-8b45-cff231909e59,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:30.521514 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 5f76f074-c935-4495-aa59-16f5f801666b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=5f76f074-c935-4495-aa59-16f5f801666b,segment=NetworkSegment(68005b70-1579-4f58-bade-fbc137d1c951),segment_id=68005b70-1579-4f58-bade-fbc137d1c951)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:30.530423 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.619573 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=5f76f074-c935-4495-aa59-16f5f801666b,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:30.638184 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9185a3f-ac2e-4be2-8bb5-7161a13aede8 req-8f79cf77-a125-4880-a3c7-560c361aedb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:30.640567 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9185a3f-ac2e-4be2-8bb5-7161a13aede8 req-8f79cf77-a125-4880-a3c7-560c361aedb1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3cc26d88-b86c-4d10-a0c6-bec15a783e12 HTTP/1.1" status: 200 len: 1097 time: 0.3126028 Nov 12 08:41:30.712539 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d5060-b19c-44fc-ab1f-059b820ef625 req-75addea7-9327-4def-aebb-ba6518a7a726 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:30.715011 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eb3d5060-b19c-44fc-ab1f-059b820ef625 req-75addea7-9327-4def-aebb-ba6518a7a726 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc26d88-b86c-4d10-a0c6-bec15a783e12 HTTP/1.1" status: 200 len: 945 time: 0.3856673 Nov 12 08:41:30.724033 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b09241-c91e-43af-9dc0-30e9405fe507 req-b999d78c-2538-4aa8-87ae-a63461c1244b tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:30.725935 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a7b09241-c91e-43af-9dc0-30e9405fe507 req-b999d78c-2538-4aa8-87ae-a63461c1244b tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 946 time: 0.2058125 Nov 12 08:41:30.842252 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9185a3f-ac2e-4be2-8bb5-7161a13aede8 req-be396d77-7164-4215-924d-f151c60a1ea8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747329 Nov 12 08:41:30.896756 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eb3d5060-b19c-44fc-ab1f-059b820ef625 req-bcbf45bc-fc60-4c16-93d1-6756acae3914 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692431 Nov 12 08:41:30.902663 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a7b09241-c91e-43af-9dc0-30e9405fe507 req-9766cb46-cda9-42e5-bf70-a2ebe722dc60 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651132 Nov 12 08:41:31.076668 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-bb078fac-ce15-4177-9b83-a51505195794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:31.079961 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-bb078fac-ce15-4177-9b83-a51505195794 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=80cba63a5f3c423896b758b0902dcec9&device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 1096 time: 0.6167490 Nov 12 08:41:31.083921 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef7f490-0da9-48bd-b170-c52203ad1a38 x-openstack-request-id: req-7ef7f490-0da9-48bd-b170-c52203ad1a38 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:31.084318 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b004e782-27be-49da-8839-6a5ba1fa8d1c", "tag": "208f95e9-28ae-4c99-8b45-cff231909e59", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:31.084709 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ef7f490-0da9-48bd-b170-c52203ad1a38 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:31.085338 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b004e782-27be-49da-8839-6a5ba1fa8d1c', 'tag': '208f95e9-28ae-4c99-8b45-cff231909e59', 'status': 'completed', 'code': 200} Nov 12 08:41:31.102723 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b35fb8-cdee-4404-b17b-62a36ac05e59 req-75bc716a-be8b-4752-8c3b-ec2a9c0b74a8 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:31.110045 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8b35fb8-cdee-4404-b17b-62a36ac05e59 req-75bc716a-be8b-4752-8c3b-ec2a9c0b74a8 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 944 time: 0.0924883 Nov 12 08:41:31.138700 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-7a55084c-68d2-420d-bcfa-d9dec117b956 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=208f95e9-28ae-4c99-8b45-cff231909e59 HTTP/1.1" status: 200 len: 217 time: 0.0408022 Nov 12 08:41:31.144825 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad99932-5882-47cc-a5c4-f71fa27b59f8 req-c7d2a870-c3a4-4218-80fd-4ad4cb493f5f tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:31.148002 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ff8b1-a20f-4c49-9ca6-5e3dd4bc78f0 req-e0111f17-6cd5-420c-ab6b-50dc27f8aea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:31.149989 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-bc2ff8b1-a20f-4c49-9ca6-5e3dd4bc78f0 req-e0111f17-6cd5-420c-ab6b-50dc27f8aea8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.5898917 Nov 12 08:41:31.153747 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0ad99932-5882-47cc-a5c4-f71fa27b59f8 req-c7d2a870-c3a4-4218-80fd-4ad4cb493f5f tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3d8449a-30de-458b-95e7-873253eb1e6f HTTP/1.1" status: 200 len: 945 time: 0.1265938 Nov 12 08:41:31.222289 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-bc2ff8b1-a20f-4c49-9ca6-5e3dd4bc78f0 req-93e96e62-6fd6-4c4b-9c91-a95a2a22aa50 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=445eef39-a61c-42ea-ad06-1001a52a3105 HTTP/1.1" status: 200 len: 217 time: 0.0495660 Nov 12 08:41:31.238470 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8b35fb8-cdee-4404-b17b-62a36ac05e59 req-ba081a44-229e-4ef8-997b-56f6aa6a0901 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267509 Nov 12 08:41:31.269196 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0ad99932-5882-47cc-a5c4-f71fa27b59f8 req-cb76ca93-6f29-4a53-ad28-5b0d8f8f34c3 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135445 Nov 12 08:41:31.316084 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-c4dc7706-c0de-4e59-a714-6ef8c9c9cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:31.318428 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-c4dc7706-c0de-4e59-a714-6ef8c9c9cc87 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=601c19d7-10c1-44ee-a86c-ac9c499e748d HTTP/1.1" status: 200 len: 850 time: 0.1671209 Nov 12 08:41:31.339649 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ff8b1-a20f-4c49-9ca6-5e3dd4bc78f0 req-91d32999-35d0-4a2f-aaee-ce4f0aa3f79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:31.341312 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-bc2ff8b1-a20f-4c49-9ca6-5e3dd4bc78f0 req-91d32999-35d0-4a2f-aaee-ce4f0aa3f79e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.0843489 Nov 12 08:41:31.410342 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07a3a973-1443-4ee6-b20b-f4ef1386b1b3 req-4a058460-d908-4982-b21e-8b1941310228 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 210 time: 0.0422027 Nov 12 08:41:31.504863 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-84860041-a75a-4ffa-9cca-5a8f8cbe3f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:31.507005 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-84860041-a75a-4ffa-9cca-5a8f8cbe3f52 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=837ec62d-b3f5-4602-995a-15f6fc8805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1779165 Nov 12 08:41:31.548148 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ff8b1-a20f-4c49-9ca6-5e3dd4bc78f0 req-19285bfb-3e6d-4186-acd2-6c0b4de4f96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:31.549767 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-bc2ff8b1-a20f-4c49-9ca6-5e3dd4bc78f0 req-19285bfb-3e6d-4186-acd2-6c0b4de4f96c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1416113 Nov 12 08:41:31.595299 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8426bbf7-39ee-434d-8717-f73541166f60 req-cb6029ec-a40c-4be8-89d7-d5b223ffd79e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=3251a58645fc4115844b0853f7399565&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1192956 Nov 12 08:41:31.741124 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4c280-4db7-477c-876f-39eebff4d75a req-acd1ac88-f26a-45f5-97e0-04d9b08d3f0a tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:31.743100 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ffc4c280-4db7-477c-876f-39eebff4d75a req-acd1ac88-f26a-45f5-97e0-04d9b08d3f0a tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.2509108 Nov 12 08:41:31.752059 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-0ddce7ae-3b87-462a-b146-b3cfa271aafa service neutron] 10.222.0.54 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337179 Nov 12 08:41:31.765003 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c74f72-f3bd-42b9-92d3-a8ffe18abc17 req-d8abe364-a846-4788-a16e-1a9d472b9049 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:31.767160 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-98c74f72-f3bd-42b9-92d3-a8ffe18abc17 req-d8abe364-a846-4788-a16e-1a9d472b9049 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 946 time: 0.1271358 Nov 12 08:41:31.804156 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-bc2ff8b1-a20f-4c49-9ca6-5e3dd4bc78f0 req-98e6bd42-89cd-445e-97b3-253e024acbd6 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341959 Nov 12 08:41:31.871510 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-98c74f72-f3bd-42b9-92d3-a8ffe18abc17 req-383cc5d4-d7d5-4e6a-8e24-4c1cf00ddf57 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957396 Nov 12 08:41:31.894665 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426bbf7-39ee-434d-8717-f73541166f60 req-e6dd795b-d453-41f9-8848-8050f0955a74 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:31.896466 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8426bbf7-39ee-434d-8717-f73541166f60 req-e6dd795b-d453-41f9-8848-8050f0955a74 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2889912 Nov 12 08:41:31.913490 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ffc4c280-4db7-477c-876f-39eebff4d75a req-2ac82b01-ab70-48aa-a8ab-2a26799fe9d9 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570246 Nov 12 08:41:31.923817 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-8426bbf7-39ee-434d-8717-f73541166f60 req-8ee57a0a-4b2d-4802-970f-a4391014ee8b tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Request body: {'port': {'device_id': '8e9d0bc6-51ac-4c81-aea1-6cf32894556c', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'admin_state_up': True, 'tenant_id': '3251a58645fc4115844b0853f7399565'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:31.961950 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6bd1fca2-0d93-4ab3-b88c-9c2d329195ac req-de1f34c3-626b-4a0b-99b6-589e10ee5c24 service neutron] 10.222.0.54 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992958 Nov 12 08:41:32.004422 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-bc2ff8b1-a20f-4c49-9ca6-5e3dd4bc78f0 req-b8407017-0201-44c1-9cfb-e9cf434e997c service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666760 Nov 12 08:41:32.082905 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e8f55-6cf8-4305-a0a4-5d459a363365 req-84c735de-5735-40f3-a649-4eebb4792de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:32.084906 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-805e8f55-6cf8-4305-a0a4-5d459a363365 req-84c735de-5735-40f3-a649-4eebb4792de6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=80cba63a5f3c423896b758b0902dcec9&device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 1096 time: 0.0605683 Nov 12 08:41:32.157402 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d8449a-30de-458b-95e7-873253eb1e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f76f074-c935-4495-aa59-16f5f801666b'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:32.160970 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c037baed-2a66-449a-a96a-3fa2f73b1531" -d '{"events": [{"server_uuid": "f3d8449a-30de-458b-95e7-873253eb1e6f", "name": "network-vif-plugged", "status": "completed", "tag": "5f76f074-c935-4495-aa59-16f5f801666b"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:32.222102 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e8f55-6cf8-4305-a0a4-5d459a363365 req-64d74a19-fddd-4811-8707-dbe01104b457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:32.223625 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-805e8f55-6cf8-4305-a0a4-5d459a363365 req-64d74a19-fddd-4811-8707-dbe01104b457 service neutron] 10.222.0.54 "GET /v2.0/networks?id=837ec62d-b3f5-4602-995a-15f6fc8805b4 HTTP/1.1" status: 200 len: 912 time: 0.1284020 Nov 12 08:41:32.227990 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba94fdc-f8b9-47da-b4f0-818f6b30be0a req-92bcd01f-0ddb-4c6d-a2b6-bdcadf2db8e8 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:32.229486 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fba94fdc-f8b9-47da-b4f0-818f6b30be0a req-92bcd01f-0ddb-4c6d-a2b6-bdcadf2db8e8 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc26d88-b86c-4d10-a0c6-bec15a783e12 HTTP/1.1" status: 200 len: 945 time: 0.1340592 Nov 12 08:41:32.243915 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46955e6-f9ed-4e53-b1fa-55b13dafe16f req-d5a931c6-1997-4f1f-ac49-b105b10c2a4c tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:32.253216 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f46955e6-f9ed-4e53-b1fa-55b13dafe16f req-d5a931c6-1997-4f1f-ac49-b105b10c2a4c tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 946 time: 0.1288269 Nov 12 08:41:32.279128 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-805e8f55-6cf8-4305-a0a4-5d459a363365 req-48367edd-40ca-46b7-a48b-e527281ef31e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=208f95e9-28ae-4c99-8b45-cff231909e59 HTTP/1.1" status: 200 len: 217 time: 0.0468099 Nov 12 08:41:32.347155 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8426bbf7-39ee-434d-8717-f73541166f60 req-8ee57a0a-4b2d-4802-970f-a4391014ee8b tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Made reservation on behalf of 3251a58645fc4115844b0853f7399565 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:32.351625 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-8426bbf7-39ee-434d-8717-f73541166f60 req-8ee57a0a-4b2d-4802-970f-a4391014ee8b tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.360956 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e8f55-6cf8-4305-a0a4-5d459a363365 req-9f3503dc-50b6-4fd2-9a67-47f859d0a7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:32.363397 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-805e8f55-6cf8-4305-a0a4-5d459a363365 req-9f3503dc-50b6-4fd2-9a67-47f859d0a7b9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=601c19d7-10c1-44ee-a86c-ac9c499e748d HTTP/1.1" status: 200 len: 850 time: 0.0716116 Nov 12 08:41:32.370275 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f46955e6-f9ed-4e53-b1fa-55b13dafe16f req-d6a39fd6-74fc-4252-9f1d-9a33b52ad386 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157954 Nov 12 08:41:32.399774 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fba94fdc-f8b9-47da-b4f0-818f6b30be0a req-ae22a3ba-af5b-4624-ba06-d4fb17b38ebd tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304803 Nov 12 08:41:32.461214 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb776e9-1063-4c45-933f-09e9a89522b2 x-openstack-request-id: req-2bb776e9-1063-4c45-933f-09e9a89522b2 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:32.461559 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d8449a-30de-458b-95e7-873253eb1e6f", "name": "network-vif-plugged", "status": "completed", "tag": "5f76f074-c935-4495-aa59-16f5f801666b", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:32.462024 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2bb776e9-1063-4c45-933f-09e9a89522b2 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:32.462934 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d8449a-30de-458b-95e7-873253eb1e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f76f074-c935-4495-aa59-16f5f801666b', 'code': 200} Nov 12 08:41:32.501291 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e8f55-6cf8-4305-a0a4-5d459a363365 req-c471f397-1929-44e3-a7cc-0b67f53af5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:32.507580 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-805e8f55-6cf8-4305-a0a4-5d459a363365 req-c471f397-1929-44e3-a7cc-0b67f53af5ea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=837ec62d-b3f5-4602-995a-15f6fc8805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1345875 Nov 12 08:41:32.698174 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-805e8f55-6cf8-4305-a0a4-5d459a363365 req-23444462-8811-40d6-a7cc-0b0d5241c22f service neutron] 10.222.0.54 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759033 Nov 12 08:41:32.704800 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-8426bbf7-39ee-434d-8717-f73541166f60 req-8ee57a0a-4b2d-4802-970f-a4391014ee8b tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Allocated IP 192.168.233.148 (aaa9e939-3555-4037-a22a-8e3905c2166f/ac1fb13e-fa96-4a78-a070-af75ed125682/6e1d4968-a38b-49dc-b3cd-26685b7c75ca) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:32.721747 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289641e1-2761-43ab-993c-4de7c3bffa23 req-138710dc-9910-4410-ae28-378505c09d14 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:32.723916 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-289641e1-2761-43ab-993c-4de7c3bffa23 req-138710dc-9910-4410-ae28-378505c09d14 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3d8449a-30de-458b-95e7-873253eb1e6f HTTP/1.1" status: 200 len: 945 time: 0.1470475 Nov 12 08:41:32.739706 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4dac98-eab6-4e91-a6d5-4146c1844752 req-6fffb0e5-0ccd-4c14-a6cf-115524ad9ab0 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:32.742179 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bb4dac98-eab6-4e91-a6d5-4146c1844752 req-6fffb0e5-0ccd-4c14-a6cf-115524ad9ab0 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 944 time: 0.1636429 Nov 12 08:41:32.769860 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f6400-2f14-41c1-8625-f47664fbdaa5 req-185619ad-c580-4632-8051-3e3564050e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:32.771619 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ca6f6400-2f14-41c1-8625-f47664fbdaa5 req-185619ad-c580-4632-8051-3e3564050e5b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f3d8449a-30de-458b-95e7-873253eb1e6f HTTP/1.1" status: 200 len: 1097 time: 0.0834570 Nov 12 08:41:32.861186 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ca6f6400-2f14-41c1-8625-f47664fbdaa5 req-c7bbe3ed-247f-46d7-92c0-697bf708d734 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616567 Nov 12 08:41:32.886287 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-805e8f55-6cf8-4305-a0a4-5d459a363365 req-42e6b061-9c02-494f-b9f7-9c9953c44013 service neutron] 10.222.0.54 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642330 Nov 12 08:41:32.888327 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-289641e1-2761-43ab-993c-4de7c3bffa23 req-5783d562-5d48-46d9-8a64-365d04df0ce8 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569533 Nov 12 08:41:32.925352 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bb4dac98-eab6-4e91-a6d5-4146c1844752 req-752e388c-42e8-4b5f-bdb7-c0bed7447396 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583440 Nov 12 08:41:33.055834 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e476d5e7-f553-4b20-a314-816dbd1de0fe req-4b71c5e8-38e4-434f-8b09-aadede497a8b tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 210 time: 0.0404499 Nov 12 08:41:33.136730 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-8426bbf7-39ee-434d-8717-f73541166f60 req-8ee57a0a-4b2d-4802-970f-a4391014ee8b tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.240344 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-8426bbf7-39ee-434d-8717-f73541166f60 req-8ee57a0a-4b2d-4802-970f-a4391014ee8b tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.261315 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['445eef39-a61c-42ea-ad06-1001a52a3105', 'ad21d9f1-4ccf-445b-866c-b96a8bd8767b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:41:33.293678 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c55239-ac19-4bf4-8832-ae4ba20d7ad0 req-d2bc500a-7988-4083-aeeb-154a10440048 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:33.295415 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-86c55239-ac19-4bf4-8832-ae4ba20d7ad0 req-d2bc500a-7988-4083-aeeb-154a10440048 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 946 time: 0.1402924 Nov 12 08:41:33.324625 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdfdef-b515-4d6c-991e-470b14cd1789 req-4998d5ff-662e-4bc1-b58c-4459fe5d2186 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:33.326376 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-88fdfdef-b515-4d6c-991e-470b14cd1789 req-4998d5ff-662e-4bc1-b58c-4459fe5d2186 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.1570709 Nov 12 08:41:33.337372 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8426bbf7-39ee-434d-8717-f73541166f60 req-8ee57a0a-4b2d-4802-970f-a4391014ee8b tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Network aaa9e939-3555-4037-a22a-8e3905c2166f is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:33.347932 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee57a0a-4b2d-4802-970f-a4391014ee8b tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Pushing event updated for resources: {'Port': ['ID=6e1d4968-a38b-49dc-b3cd-26685b7c75ca,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:33.359775 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-8426bbf7-39ee-434d-8717-f73541166f60 req-8ee57a0a-4b2d-4802-970f-a4391014ee8b tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:33.362815 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-8426bbf7-39ee-434d-8717-f73541166f60 req-8ee57a0a-4b2d-4802-970f-a4391014ee8b tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:33.761549 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5c56a1d3-9691-44a6-afd1-b6c601590bfa None None] Provisioning complete for port 6e1d4968-a38b-49dc-b3cd-26685b7c75ca triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:33.762312 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5c56a1d3-9691-44a6-afd1-b6c601590bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.824657 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5c56a1d3-9691-44a6-afd1-b6c601590bfa None None] Port 6e1d4968-a38b-49dc-b3cd-26685b7c75ca cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:33.846636 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426bbf7-39ee-434d-8717-f73541166f60 req-8ee57a0a-4b2d-4802-970f-a4391014ee8b tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:33.848056 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-8426bbf7-39ee-434d-8717-f73541166f60 req-8ee57a0a-4b2d-4802-970f-a4391014ee8b tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.853349 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-86c55239-ac19-4bf4-8832-ae4ba20d7ad0 req-cddc469a-766f-48ea-8413-6591d9818fdc tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5443425 Nov 12 08:41:33.890255 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-88fdfdef-b515-4d6c-991e-470b14cd1789 req-7d37fdd4-3130-4991-aed1-886ba8f7b4f3 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5477386 Nov 12 08:41:33.900085 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8426bbf7-39ee-434d-8717-f73541166f60 req-8ee57a0a-4b2d-4802-970f-a4391014ee8b tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9801574 Nov 12 08:41:33.934173 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-8426bbf7-39ee-434d-8717-f73541166f60 req-dcbf7868-dc5a-4fc6-bae0-b611ef192731 service neutron] Request body: {'port': {'device_id': '8e9d0bc6-51ac-4c81-aea1-6cf32894556c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:34.070559 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-8426bbf7-39ee-434d-8717-f73541166f60 req-dcbf7868-dc5a-4fc6-bae0-b611ef192731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.082500 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a11322-b695-476e-bb09-f20cb4f0d90c req-c5b11537-4594-428c-b25a-c6296cd5781b tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:34.083961 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-00a11322-b695-476e-bb09-f20cb4f0d90c req-c5b11537-4594-428c-b25a-c6296cd5781b tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc26d88-b86c-4d10-a0c6-bec15a783e12 HTTP/1.1" status: 200 len: 945 time: 0.1240392 Nov 12 08:41:34.113375 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ef461-bf0b-4439-a636-7e6493625e1e req-aeae3eca-0592-430f-b514-233f2dcad4d7 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:34.114917 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c8ef461-bf0b-4439-a636-7e6493625e1e req-aeae3eca-0592-430f-b514-233f2dcad4d7 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 946 time: 0.1255469 Nov 12 08:41:34.296159 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-00a11322-b695-476e-bb09-f20cb4f0d90c req-32cb96aa-6faf-4af5-b130-10f38fc44924 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030063 Nov 12 08:41:34.356053 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c8ef461-bf0b-4439-a636-7e6493625e1e req-6af1a16a-89aa-47b9-bfab-8eacc226e71c tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284753 Nov 12 08:41:34.514936 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a85cfa-e9fb-4509-ab09-297f93d5010a req-bb78bfdb-2696-40e1-8b88-3604d84faee6 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:34.516561 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-17a85cfa-e9fb-4509-ab09-297f93d5010a req-bb78bfdb-2696-40e1-8b88-3604d84faee6 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3d8449a-30de-458b-95e7-873253eb1e6f HTTP/1.1" status: 200 len: 945 time: 0.1221249 Nov 12 08:41:34.553568 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cab30-bb01-4433-a254-8e174d91ad04 req-fd55594b-bd13-4b74-a31e-99a0364e38fe tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:34.555233 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a29cab30-bb01-4433-a254-8e174d91ad04 req-fd55594b-bd13-4b74-a31e-99a0364e38fe tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 944 time: 0.1125462 Nov 12 08:41:34.667897 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-8426bbf7-39ee-434d-8717-f73541166f60 req-dcbf7868-dc5a-4fc6-bae0-b611ef192731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e1d4968-a38b-49dc-b3cd-26685b7c75ca {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:41:34.681817 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-17a85cfa-e9fb-4509-ab09-297f93d5010a req-fd30ec75-e0cd-4e9d-b945-c53342929d8d tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483917 Nov 12 08:41:34.687843 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-8426bbf7-39ee-434d-8717-f73541166f60 req-dcbf7868-dc5a-4fc6-bae0-b611ef192731 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.711384 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-8426bbf7-39ee-434d-8717-f73541166f60 req-dcbf7868-dc5a-4fc6-bae0-b611ef192731 service neutron] Transition to ACTIVE for port object 6e1d4968-a38b-49dc-b3cd-26685b7c75ca will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:41:34.723346 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a29cab30-bb01-4433-a254-8e174d91ad04 req-85564eb6-697f-4a68-8ac0-b161794911e0 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502817 Nov 12 08:41:34.727061 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-8426bbf7-39ee-434d-8717-f73541166f60 req-dcbf7868-dc5a-4fc6-bae0-b611ef192731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.810014 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf7868-dc5a-4fc6-bae0-b611ef192731 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1d4968-a38b-49dc-b3cd-26685b7c75ca,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:34.965230 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-8426bbf7-39ee-434d-8717-f73541166f60 req-dcbf7868-dc5a-4fc6-bae0-b611ef192731 service neutron] Attempting to bind port 6e1d4968-a38b-49dc-b3cd-26685b7c75ca on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:41:34.965577 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-8426bbf7-39ee-434d-8717-f73541166f60 req-dcbf7868-dc5a-4fc6-bae0-b611ef192731 service neutron] Attempting to bind port 6e1d4968-a38b-49dc-b3cd-26685b7c75ca by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:41:34.965908 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8426bbf7-39ee-434d-8717-f73541166f60 req-dcbf7868-dc5a-4fc6-bae0-b611ef192731 service neutron] Attempting to bind port 6e1d4968-a38b-49dc-b3cd-26685b7c75ca on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:34.972986 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8426bbf7-39ee-434d-8717-f73541166f60 req-dcbf7868-dc5a-4fc6-bae0-b611ef192731 service neutron] Port 6e1d4968-a38b-49dc-b3cd-26685b7c75ca on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:41:34.973323 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8426bbf7-39ee-434d-8717-f73541166f60 req-dcbf7868-dc5a-4fc6-bae0-b611ef192731 service neutron] Attempting to bind port 6e1d4968-a38b-49dc-b3cd-26685b7c75ca on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:34.996182 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f971f5b-28cb-4b44-b2d3-b6a0c238d586 req-86355dad-c4f2-4bcf-aa35-d64bf990a42f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:34.999184 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5f971f5b-28cb-4b44-b2d3-b6a0c238d586 req-86355dad-c4f2-4bcf-aa35-d64bf990a42f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 948 time: 0.1925497 Nov 12 08:41:35.000630 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8426bbf7-39ee-434d-8717-f73541166f60 req-dcbf7868-dc5a-4fc6-bae0-b611ef192731 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:41:35.000973 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8426bbf7-39ee-434d-8717-f73541166f60 req-dcbf7868-dc5a-4fc6-bae0-b611ef192731 service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:35.001376 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8426bbf7-39ee-434d-8717-f73541166f60 req-dcbf7868-dc5a-4fc6-bae0-b611ef192731 service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:41:35.001830 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-8426bbf7-39ee-434d-8717-f73541166f60 req-dcbf7868-dc5a-4fc6-bae0-b611ef192731 service neutron] Bound port: 6e1d4968-a38b-49dc-b3cd-26685b7c75ca, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:41:35.002186 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-8426bbf7-39ee-434d-8717-f73541166f60 req-dcbf7868-dc5a-4fc6-bae0-b611ef192731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:35.120765 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5f971f5b-28cb-4b44-b2d3-b6a0c238d586 req-38db112a-fa8b-4b5a-86e3-966681d5c4fc tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032071 Nov 12 08:41:35.123267 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-8426bbf7-39ee-434d-8717-f73541166f60 req-dcbf7868-dc5a-4fc6-bae0-b611ef192731 service neutron] For port 6e1d4968-a38b-49dc-b3cd-26685b7c75ca, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:41:35.137931 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-8426bbf7-39ee-434d-8717-f73541166f60 req-dcbf7868-dc5a-4fc6-bae0-b611ef192731 service neutron] For port 6e1d4968-a38b-49dc-b3cd-26685b7c75ca, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=6e1d4968-a38b-49dc-b3cd-26685b7c75ca,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:41:35.145723 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-8426bbf7-39ee-434d-8717-f73541166f60 req-dcbf7868-dc5a-4fc6-bae0-b611ef192731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:35.218208 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426bbf7-39ee-434d-8717-f73541166f60 req-dcbf7868-dc5a-4fc6-bae0-b611ef192731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:35.218946 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-8426bbf7-39ee-434d-8717-f73541166f60 req-dcbf7868-dc5a-4fc6-bae0-b611ef192731 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:35.220564 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8426bbf7-39ee-434d-8717-f73541166f60 req-dcbf7868-dc5a-4fc6-bae0-b611ef192731 service neutron] 10.222.0.58 "PUT /v2.0/ports/6e1d4968-a38b-49dc-b3cd-26685b7c75ca HTTP/1.1" status: 200 len: 1097 time: 1.2916267 Nov 12 08:41:35.221177 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9d0bc6-51ac-4c81-aea1-6cf32894556c', 'tag': '6e1d4968-a38b-49dc-b3cd-26685b7c75ca'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:35.223499 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccef9681-c35e-475f-9884-25cb761d24b7" -d '{"events": [{"name": "network-changed", "server_uuid": "8e9d0bc6-51ac-4c81-aea1-6cf32894556c", "tag": "6e1d4968-a38b-49dc-b3cd-26685b7c75ca"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:35.247313 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf7868-dc5a-4fc6-bae0-b611ef192731 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1d4968-a38b-49dc-b3cd-26685b7c75ca,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:35.357493 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426bbf7-39ee-434d-8717-f73541166f60 req-c63fcd4c-01ab-4a47-ac7a-05e1241bc9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:35.359045 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8426bbf7-39ee-434d-8717-f73541166f60 req-c63fcd4c-01ab-4a47-ac7a-05e1241bc9c1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 1100 time: 0.0794263 Nov 12 08:41:35.447808 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8426bbf7-39ee-434d-8717-f73541166f60 req-167eb64d-1c47-42bb-8cf4-13b2bf038795 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=6e1d4968-a38b-49dc-b3cd-26685b7c75ca HTTP/1.1" status: 200 len: 217 time: 0.0649934 Nov 12 08:41:35.670901 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426bbf7-39ee-434d-8717-f73541166f60 req-4c741c05-5525-4676-83b1-e75dddba286e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:35.672476 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8426bbf7-39ee-434d-8717-f73541166f60 req-4c741c05-5525-4676-83b1-e75dddba286e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.2076359 Nov 12 08:41:35.687918 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c30fb-c836-4e0c-b2e6-54dca296e951 req-bd86c3fa-a18b-4cb6-8efa-3ca12dac83ab tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:35.689665 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-669c30fb-c836-4e0c-b2e6-54dca296e951 req-bd86c3fa-a18b-4cb6-8efa-3ca12dac83ab tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.1102455 Nov 12 08:41:35.730922 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b45b02-d161-48c9-adbd-4dc89e84b576 req-979214f4-1e44-4467-85c2-a3164650d4e7 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:35.732488 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-37b45b02-d161-48c9-adbd-4dc89e84b576 req-979214f4-1e44-4467-85c2-a3164650d4e7 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 946 time: 0.1647019 Nov 12 08:41:35.816427 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-669c30fb-c836-4e0c-b2e6-54dca296e951 req-f2e17a3a-3b16-4160-a2a0-4b406db8b127 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145804 Nov 12 08:41:35.817976 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426bbf7-39ee-434d-8717-f73541166f60 req-e9ba85de-a9dd-4546-a216-8a1fa5353815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:35.820348 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8426bbf7-39ee-434d-8717-f73541166f60 req-e9ba85de-a9dd-4546-a216-8a1fa5353815 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1291804 Nov 12 08:41:35.834728 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-37b45b02-d161-48c9-adbd-4dc89e84b576 req-702c5088-9e6e-4278-af24-8ed95dfcd180 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898342 Nov 12 08:41:35.958949 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c17945-3a93-4d81-a5ce-3a5e0747155e x-openstack-request-id: req-27c17945-3a93-4d81-a5ce-3a5e0747155e {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:35.959653 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e9d0bc6-51ac-4c81-aea1-6cf32894556c", "tag": "6e1d4968-a38b-49dc-b3cd-26685b7c75ca", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:35.959653 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27c17945-3a93-4d81-a5ce-3a5e0747155e {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:35.959995 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9d0bc6-51ac-4c81-aea1-6cf32894556c', 'tag': '6e1d4968-a38b-49dc-b3cd-26685b7c75ca', 'status': 'completed', 'code': 200} Nov 12 08:41:36.117892 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8426bbf7-39ee-434d-8717-f73541166f60 req-a5685821-9712-4935-a285-fb860dd3876e service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803760 Nov 12 08:41:36.158912 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 208f95e9-28ae-4c99-8b45-cff231909e59 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:41:36.192979 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356419a-2e56-42bb-bbdd-45b2c2e82365 req-369888cf-b53e-4687-9a33-9bc3e58232aa tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:36.204653 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4356419a-2e56-42bb-bbdd-45b2c2e82365 req-369888cf-b53e-4687-9a33-9bc3e58232aa tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 944 time: 0.1866939 Nov 12 08:41:36.363930 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8426bbf7-39ee-434d-8717-f73541166f60 req-41127083-156e-4e62-b0ad-bcb4b80f6b59 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255769 Nov 12 08:41:36.378382 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 208f95e9-28ae-4c99-8b45-cff231909e59, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=208f95e9-28ae-4c99-8b45-cff231909e59,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:36.392516 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '208f95e9-28ae-4c99-8b45-cff231909e59', 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4', 'port_id': '208f95e9-28ae-4c99-8b45-cff231909e59', 'mac_address': 'fa:16:3e:75:72:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601c19d7-10c1-44ee-a86c-ac9c499e748d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:41:36.469884 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:36.471026 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4356419a-2e56-42bb-bbdd-45b2c2e82365 req-a4dff029-98d4-4095-bc16-7ed3dca3a3bf tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654037 Nov 12 08:41:36.493841 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208f95e9-28ae-4c99-8b45-cff231909e59 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:41:36.528842 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 208f95e9-28ae-4c99-8b45-cff231909e59, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=208f95e9-28ae-4c99-8b45-cff231909e59,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:36.550715 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:36.646447 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=208f95e9-28ae-4c99-8b45-cff231909e59,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:36.683441 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef9681-c35e-475f-9884-25cb761d24b7 req-5ff4245a-0a7e-4a85-b71b-80b8e05fa3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:36.688421 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ccef9681-c35e-475f-9884-25cb761d24b7 req-5ff4245a-0a7e-4a85-b71b-80b8e05fa3b4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 1100 time: 0.1583059 Nov 12 08:41:36.848707 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef9681-c35e-475f-9884-25cb761d24b7 req-b486d791-7b38-4aea-96e8-26f6233a9929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:36.850302 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ccef9681-c35e-475f-9884-25cb761d24b7 req-b486d791-7b38-4aea-96e8-26f6233a9929 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.1402671 Nov 12 08:41:36.867568 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab96201-32b9-4bcd-a9a2-cfbe3839a1df req-cb4295e0-395a-49b8-ba1b-1d44600a11a6 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:36.869729 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0ab96201-32b9-4bcd-a9a2-cfbe3839a1df req-cb4295e0-395a-49b8-ba1b-1d44600a11a6 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 948 time: 0.1573546 Nov 12 08:41:36.872395 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['208f95e9-28ae-4c99-8b45-cff231909e59'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:41:36.927348 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ccef9681-c35e-475f-9884-25cb761d24b7 req-3771e0e7-382d-422e-8042-55adcbf8f026 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=6e1d4968-a38b-49dc-b3cd-26685b7c75ca HTTP/1.1" status: 200 len: 217 time: 0.0562420 Nov 12 08:41:37.039048 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0ab96201-32b9-4bcd-a9a2-cfbe3839a1df req-c813ce09-f990-4916-a260-f9a04058c2f8 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598468 Nov 12 08:41:37.068891 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef9681-c35e-475f-9884-25cb761d24b7 req-adba7e93-1e14-4ee7-83fd-5ddbec7af510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:37.070709 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ccef9681-c35e-475f-9884-25cb761d24b7 req-adba7e93-1e14-4ee7-83fd-5ddbec7af510 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1271827 Nov 12 08:41:37.258592 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef9681-c35e-475f-9884-25cb761d24b7 req-fc26361b-9523-4f44-b79b-0011210c435b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:37.260242 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ccef9681-c35e-475f-9884-25cb761d24b7 req-fc26361b-9523-4f44-b79b-0011210c435b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1685488 Nov 12 08:41:37.272011 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06ee67-ea66-4f4f-b18c-08081e27334e req-761c36fc-c3f8-4696-9173-f19fcd57ecfc tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:37.279539 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e06ee67-ea66-4f4f-b18c-08081e27334e req-761c36fc-c3f8-4696-9173-f19fcd57ecfc tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.1705155 Nov 12 08:41:37.375116 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebafcf0-219a-42c1-981d-92d6b758434a req-1f1dda9a-4ffc-4cc1-84f3-5873bfd51741 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:37.376847 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ebafcf0-219a-42c1-981d-92d6b758434a req-1f1dda9a-4ffc-4cc1-84f3-5873bfd51741 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc26d88-b86c-4d10-a0c6-bec15a783e12 HTTP/1.1" status: 200 len: 945 time: 0.1675353 Nov 12 08:41:37.437473 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e06ee67-ea66-4f4f-b18c-08081e27334e req-bb11da27-2a56-4ce2-b704-34dec4dfc4ed tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570053 Nov 12 08:41:37.481128 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ccef9681-c35e-475f-9884-25cb761d24b7 req-5e23493b-1199-437f-9e5d-44533b25f22d service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940217 Nov 12 08:41:37.494996 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ebafcf0-219a-42c1-981d-92d6b758434a req-0edef570-e1d3-4225-b222-03153f3f0ae5 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053929 Nov 12 08:41:37.738746 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ccef9681-c35e-475f-9884-25cb761d24b7 req-23a91b3d-622c-4292-8c1e-ad1751a59b36 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268074 Nov 12 08:41:37.752906 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc75a3-33b1-4c70-9be4-dbc0127ff29c req-9a87084c-edcb-4484-a90b-f03fb23c3e59 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:37.754433 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d8dc75a3-33b1-4c70-9be4-dbc0127ff29c req-9a87084c-edcb-4484-a90b-f03fb23c3e59 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.1065915 Nov 12 08:41:37.762861 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-789def0d-50e1-44a0-bec9-8de787703823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:37.826006 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d8dc75a3-33b1-4c70-9be4-dbc0127ff29c req-69cab69d-e20b-42ce-bc74-05b9bdb8c6eb tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615821 Nov 12 08:41:37.834617 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:41:38.166080 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 208f95e9-28ae-4c99-8b45-cff231909e59 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:38.220747 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83123bec-0b06-4d6f-ac35-817245a420d1 req-a4b4333a-03a8-47d7-9418-204e56e83d2f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:38.229805 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-83123bec-0b06-4d6f-ac35-817245a420d1 req-a4b4333a-03a8-47d7-9418-204e56e83d2f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 948 time: 0.0900106 Nov 12 08:41:38.300898 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 208f95e9-28ae-4c99-8b45-cff231909e59 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:41:38.307932 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 208f95e9-28ae-4c99-8b45-cff231909e59 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:38.308616 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:38.314555 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-83123bec-0b06-4d6f-ac35-817245a420d1 req-18a55a60-f782-4093-a32e-a9a85d3807e4 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824597 Nov 12 08:41:38.430361 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:38.486213 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 208f95e9-28ae-4c99-8b45-cff231909e59, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=208f95e9-28ae-4c99-8b45-cff231909e59,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:38.488678 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b004e782-27be-49da-8839-6a5ba1fa8d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208f95e9-28ae-4c99-8b45-cff231909e59'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:38.492190 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cacbfb3-2889-4980-a141-fded93d5c564" -d '{"events": [{"server_uuid": "b004e782-27be-49da-8839-6a5ba1fa8d1c", "name": "network-vif-plugged", "status": "completed", "tag": "208f95e9-28ae-4c99-8b45-cff231909e59"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:38.496908 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:38.580411 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3268091c-497f-4011-aa47-06be361d6f0c x-openstack-request-id: req-3268091c-497f-4011-aa47-06be361d6f0c {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:38.581030 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b004e782-27be-49da-8839-6a5ba1fa8d1c", "name": "network-vif-plugged", "status": "completed", "tag": "208f95e9-28ae-4c99-8b45-cff231909e59", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:38.581473 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3268091c-497f-4011-aa47-06be361d6f0c {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:38.582035 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b004e782-27be-49da-8839-6a5ba1fa8d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208f95e9-28ae-4c99-8b45-cff231909e59', 'code': 200} Nov 12 08:41:38.630190 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=208f95e9-28ae-4c99-8b45-cff231909e59,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:38.730898 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e959b2-6119-432b-b75c-565d0c0382d3 req-4a9cb66d-46a1-49c4-9086-653401df9a70 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:38.744659 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a6e959b2-6119-432b-b75c-565d0c0382d3 req-4a9cb66d-46a1-49c4-9086-653401df9a70 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.1782858 Nov 12 08:41:38.759721 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa16ef8-211a-40b0-9783-ceed9ae78894 req-8b71cfe4-50e3-478d-b738-827799653c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:38.761639 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6aa16ef8-211a-40b0-9783-ceed9ae78894 req-8b71cfe4-50e3-478d-b738-827799653c5c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 1098 time: 0.0999379 Nov 12 08:41:38.827816 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a6e959b2-6119-432b-b75c-565d0c0382d3 req-56c87562-e339-41cb-81a5-231b4df49a24 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711339 Nov 12 08:41:38.856414 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ff64e-566b-4746-a24c-e529df529c4b req-2f911a8a-2504-42f6-8e35-ff5784c50172 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:38.857965 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-269ff64e-566b-4746-a24c-e529df529c4b req-2f911a8a-2504-42f6-8e35-ff5784c50172 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc26d88-b86c-4d10-a0c6-bec15a783e12 HTTP/1.1" status: 200 len: 945 time: 0.1121674 Nov 12 08:41:38.866314 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6aa16ef8-211a-40b0-9783-ceed9ae78894 req-374615e0-da8d-4c99-9302-a05d052b6aa8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950565 Nov 12 08:41:38.938242 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-269ff64e-566b-4746-a24c-e529df529c4b req-cbe16f79-1547-4830-aa8b-56f118245f51 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544393 Nov 12 08:41:39.133352 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39e3e4-9e51-4f91-b09f-c2ba152ee49e req-305e41eb-b3c0-4009-a9a7-2fb784c4a4ba tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:39.142265 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ad39e3e4-9e51-4f91-b09f-c2ba152ee49e req-305e41eb-b3c0-4009-a9a7-2fb784c4a4ba tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 946 time: 0.0839691 Nov 12 08:41:39.238973 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ad39e3e4-9e51-4f91-b09f-c2ba152ee49e req-282f60e8-57ce-41a0-af4f-0de9f1032d7a tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947883 Nov 12 08:41:39.533978 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a18c67-cbf8-4640-9005-6b9ebc4b3355 req-92dd41f3-9998-411c-9a82-4880c2cef2f8 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:39.543779 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93a18c67-cbf8-4640-9005-6b9ebc4b3355 req-92dd41f3-9998-411c-9a82-4880c2cef2f8 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 948 time: 0.1057558 Nov 12 08:41:39.610010 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93a18c67-cbf8-4640-9005-6b9ebc4b3355 req-611ccc62-890e-4d55-b989-38ec86f88aa8 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652750 Nov 12 08:41:40.073562 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc2932-c60a-4b70-a923-267d308b6cdf req-812c0b9b-b584-4b89-aa81-02ee5bb4ca54 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:40.084352 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e7cc2932-c60a-4b70-a923-267d308b6cdf req-812c0b9b-b584-4b89-aa81-02ee5bb4ca54 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.1288092 Nov 12 08:41:40.177369 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9429ec4-df5d-49e2-8dad-7d45a8ddc0f8 req-99ebd8cd-8450-49e3-8d14-b78f2a2343bc tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:40.192809 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b9429ec4-df5d-49e2-8dad-7d45a8ddc0f8 req-99ebd8cd-8450-49e3-8d14-b78f2a2343bc tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc26d88-b86c-4d10-a0c6-bec15a783e12 HTTP/1.1" status: 200 len: 945 time: 0.0951638 Nov 12 08:41:40.213082 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e7cc2932-c60a-4b70-a923-267d308b6cdf req-a5870250-4c9c-4da1-b421-e888cc35953c tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249788 Nov 12 08:41:40.234143 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-751ca741-1a38-41f2-88ff-12f2721363e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:40.349392 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b9429ec4-df5d-49e2-8dad-7d45a8ddc0f8 req-3c2e0ca7-35eb-41fe-b44f-b91bf64e2819 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507380 Nov 12 08:41:40.377735 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:41:40.673912 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:40.679282 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911af498-f2f3-4089-9c47-4db4fb668ae3 req-41880983-07b4-4c9d-a6c9-9830d2a7502b tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:40.687147 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-911af498-f2f3-4089-9c47-4db4fb668ae3 req-41880983-07b4-4c9d-a6c9-9830d2a7502b tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 946 time: 0.1124072 Nov 12 08:41:40.709979 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1', 'network_id': 'decddc00-32e0-44cc-9e13-8ef2ed68d9e6', 'port_id': 'f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1', 'mac_address': 'fa:16:3e:66:d8:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8caf3eba-e7df-49d1-bdb7-f7a8b69eb432', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:41:40.780693 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:40.797147 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:41:40.828456 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:40.839593 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:40.841076 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 6e1d4968-a38b-49dc-b3cd-26685b7c75ca details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:41:40.877981 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed017d7e-e579-4b9e-9b35-edd4b11698c8 req-7600a280-d63c-411a-b9c9-00da3df83ef1 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:40.890446 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ed017d7e-e579-4b9e-9b35-edd4b11698c8 req-7600a280-d63c-411a-b9c9-00da3df83ef1 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 948 time: 0.1684625 Nov 12 08:41:40.995404 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:41.014093 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ed017d7e-e579-4b9e-9b35-edd4b11698c8 req-7c17e83a-f2c7-443f-b01f-d880c4fb9ad5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175680 Nov 12 08:41:41.047180 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-911af498-f2f3-4089-9c47-4db4fb668ae3 req-8e4d5d4d-ed49-4b5c-bfa9-10e7cf71c7a7 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3581603 Nov 12 08:41:41.306466 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82645d4-3fa7-4df9-8cc8-6ae82f55c034 req-8f0aed6f-f2e0-4656-a632-2062f6d48ee7 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:41.312919 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e82645d4-3fa7-4df9-8cc8-6ae82f55c034 req-8f0aed6f-f2e0-4656-a632-2062f6d48ee7 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 946 time: 0.1353781 Nov 12 08:41:41.318026 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 47482) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:41.323098 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0c191025-f4de-4173-a822-5cd6b47fc1c7 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Request body: {'floatingip': {'port_id': '208f95e9-28ae-4c99-8b45-cff231909e59'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:41.345558 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 6e1d4968-a38b-49dc-b3cd-26685b7c75ca, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=6e1d4968-a38b-49dc-b3cd-26685b7c75ca,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:41.365413 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '6e1d4968-a38b-49dc-b3cd-26685b7c75ca', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': '6e1d4968-a38b-49dc-b3cd-26685b7c75ca', 'mac_address': 'fa:16:3e:42:e2:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:41:41.421014 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:41.438747 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e1d4968-a38b-49dc-b3cd-26685b7c75ca {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:41:41.482564 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 6e1d4968-a38b-49dc-b3cd-26685b7c75ca, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=6e1d4968-a38b-49dc-b3cd-26685b7c75ca,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:41.489363 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:41.491193 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c191025-f4de-4173-a822-5cd6b47fc1c7 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks [] for floatingip, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:41.551732 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea9a85-4920-4aad-9bb7-2f26a6817015 req-a6c60c82-b921-46d2-94aa-c3660522c014 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:41.562127 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a4ea9a85-4920-4aad-9bb7-2f26a6817015 req-a6c60c82-b921-46d2-94aa-c3660522c014 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.1930313 Nov 12 08:41:41.675568 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=6e1d4968-a38b-49dc-b3cd-26685b7c75ca,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:41.695164 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:41:41.817821 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a4ea9a85-4920-4aad-9bb7-2f26a6817015 req-ace50aa3-f1be-46f4-af08-7c9baaba418c tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185757 Nov 12 08:41:41.843240 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afbe74-2fca-4cf1-893c-03ff6022231f req-8e5d87f6-e734-4a65-90de-f8f9265e8579 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:41.846845 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e9afbe74-2fca-4cf1-893c-03ff6022231f req-8e5d87f6-e734-4a65-90de-f8f9265e8579 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc26d88-b86c-4d10-a0c6-bec15a783e12 HTTP/1.1" status: 200 len: 944 time: 0.2822464 Nov 12 08:41:41.966258 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e9afbe74-2fca-4cf1-893c-03ff6022231f req-0576798a-2019-40ae-a647-b2276ee5c165 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085837 Nov 12 08:41:42.005363 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.107043 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['6e1d4968-a38b-49dc-b3cd-26685b7c75ca'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:41:42.276876 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59a329-3dff-424b-baab-b77b33645c60 req-87e903a4-8859-4494-9509-7682413c64c1 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:42.286928 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-da59a329-3dff-424b-baab-b77b33645c60 req-87e903a4-8859-4494-9509-7682413c64c1 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 949 time: 0.0738618 Nov 12 08:41:42.377260 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-da59a329-3dff-424b-baab-b77b33645c60 req-f20976fb-be70-4a0d-a0bf-7387e46fb6df tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839021 Nov 12 08:41:42.396160 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:42.462151 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:42.462660 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.573687 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c191025-f4de-4173-a822-5cd6b47fc1c7 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.580690 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c191025-f4de-4173-a822-5cd6b47fc1c7 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.603852 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.633555 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc26d88-b86c-4d10-a0c6-bec15a783e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:42.636077 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1d7270-6e54-4420-9f66-8b82c89ab7b0" -d '{"events": [{"server_uuid": "3cc26d88-b86c-4d10-a0c6-bec15a783e12", "name": "network-vif-plugged", "status": "completed", "tag": "f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:42.664854 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:42.671084 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.720741 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b7b2e7-247d-4267-8fd9-e246aa81c997 x-openstack-request-id: req-84b7b2e7-247d-4267-8fd9-e246aa81c997 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:42.721010 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc26d88-b86c-4d10-a0c6-bec15a783e12", "name": "network-vif-plugged", "status": "completed", "tag": "f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:42.721556 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84b7b2e7-247d-4267-8fd9-e246aa81c997 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:42.721696 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc26d88-b86c-4d10-a0c6-bec15a783e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1', 'code': 200} Nov 12 08:41:42.725810 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [None req-0c191025-f4de-4173-a822-5cd6b47fc1c7 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Floating IP b8afc40b-d399-4be2-9206-893a7465bb39 associated. External IP: 172.25.6.207, port: 208f95e9-28ae-4c99-8b45-cff231909e59. Nov 12 08:41:42.749418 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1,revision_number=7']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:42.993186 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c191025-f4de-4173-a822-5cd6b47fc1c7 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Router 5efbf424-26c9-4a13-810d-a492f5ccecbc has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:41:43.018621 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e5dd2-f86d-4644-a15e-550004875595 req-2160de38-3f90-44ad-8aaa-fd644c4dce7d tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:43.039703 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6c0e5dd2-f86d-4644-a15e-550004875595 req-2160de38-3f90-44ad-8aaa-fd644c4dce7d tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.1135871 Nov 12 08:41:43.110766 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6c0e5dd2-f86d-4644-a15e-550004875595 req-af698fcb-5e02-423f-a61b-b82a253520a8 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680985 Nov 12 08:41:43.147443 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c191025-f4de-4173-a822-5cd6b47fc1c7 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:41:43.152865 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c191025-f4de-4173-a822-5cd6b47fc1c7 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:43.159100 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a03f30-3c2a-4d9e-bfaf-ab98f7e09e89 None None] Sync routers for ids ['5efbf424-26c9-4a13-810d-a492f5ccecbc'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:41:43.178857 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33d988-a026-4bc3-9d33-da4decb8692e req-f6868323-3029-4a1b-bcec-04fb61518c58 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:43.180781 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9f33d988-a026-4bc3-9d33-da4decb8692e req-f6868323-3029-4a1b-bcec-04fb61518c58 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc26d88-b86c-4d10-a0c6-bec15a783e12 HTTP/1.1" status: 200 len: 945 time: 0.0742028 Nov 12 08:41:43.189681 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a03f30-3c2a-4d9e-bfaf-ab98f7e09e89 None None] Routers {'5efbf424-26c9-4a13-810d-a492f5ccecbc'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:43.190329 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d0a03f30-3c2a-4d9e-bfaf-ab98f7e09e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:41:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['5efbf424-26c9-4a13-810d-a492f5ccecbc'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:43.216537 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0c191025-f4de-4173-a822-5cd6b47fc1c7 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "PUT /v2.0/floatingips/b8afc40b-d399-4be2-9206-893a7465bb39 HTTP/1.1" status: 200 len: 992 time: 1.8971317 Nov 12 08:41:43.218177 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b004e782-27be-49da-8839-6a5ba1fa8d1c', 'tag': '208f95e9-28ae-4c99-8b45-cff231909e59'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:43.222464 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f3f4a1-c76e-4286-8e0c-eadd6ede1c55" -d '{"events": [{"name": "network-changed", "server_uuid": "b004e782-27be-49da-8839-6a5ba1fa8d1c", "tag": "208f95e9-28ae-4c99-8b45-cff231909e59"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:43.251625 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9f33d988-a026-4bc3-9d33-da4decb8692e req-aed06d57-93bf-43c7-b3c1-27b095903c07 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636921 Nov 12 08:41:43.280234 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:43.404848 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-d0a03f30-3c2a-4d9e-bfaf-ab98f7e09e89 None None] Set router 5efbf424-26c9-4a13-810d-a492f5ccecbc gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:43.428794 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff592761-849e-497e-b73b-20d91928e014 x-openstack-request-id: req-ff592761-849e-497e-b73b-20d91928e014 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:43.429083 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b004e782-27be-49da-8839-6a5ba1fa8d1c", "tag": "208f95e9-28ae-4c99-8b45-cff231909e59", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:43.429341 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff592761-849e-497e-b73b-20d91928e014 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:43.429799 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b004e782-27be-49da-8839-6a5ba1fa8d1c', 'tag': '208f95e9-28ae-4c99-8b45-cff231909e59', 'status': 'completed', 'code': 200} Nov 12 08:41:43.532182 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3f4a1-c76e-4286-8e0c-eadd6ede1c55 req-86e92189-75a4-4061-80b6-4d74f3635c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:43.533809 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b8f3f4a1-c76e-4286-8e0c-eadd6ede1c55 req-86e92189-75a4-4061-80b6-4d74f3635c32 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=80cba63a5f3c423896b758b0902dcec9&device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 1098 time: 0.0740261 Nov 12 08:41:43.705580 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaecc9f-7fd0-404a-9389-6606e385e86d req-854fddda-7be3-4097-a91c-28a4411bab0e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:43.715869 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7eaecc9f-7fd0-404a-9389-6606e385e86d req-854fddda-7be3-4097-a91c-28a4411bab0e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 949 time: 0.0840852 Nov 12 08:41:43.738390 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3f4a1-c76e-4286-8e0c-eadd6ede1c55 req-944921c0-a1bb-4922-820f-a30102a9cc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:43.743679 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b8f3f4a1-c76e-4286-8e0c-eadd6ede1c55 req-944921c0-a1bb-4922-820f-a30102a9cc24 service neutron] 10.222.0.54 "GET /v2.0/networks?id=837ec62d-b3f5-4602-995a-15f6fc8805b4 HTTP/1.1" status: 200 len: 912 time: 0.1988668 Nov 12 08:41:43.805917 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d0a03f30-3c2a-4d9e-bfaf-ab98f7e09e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'name': 'tempest-ServerActionsTestJSON-634742385-router', 'tenant_id': '80cba63a5f3c423896b758b0902dcec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '115291fa-4327-4844-8425-0adaa3ba51f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:09Z', 'updated_at': '2021-11-12T08:41:17Z', 'revision_number': 4, 'project_id': '80cba63a5f3c423896b758b0902dcec9', 'gw_port': {'id': '115291fa-4327-4844-8425-0adaa3ba51f2', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:12Z', 'updated_at': '2021-11-12T08:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'b8afc40b-d399-4be2-9206-893a7465bb39', 'tenant_id': '80cba63a5f3c423896b758b0902dcec9', 'floating_ip_address': '172.25.6.207', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'port_id': '208f95e9-28ae-4c99-8b45-cff231909e59', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4', 'mac_address': 'fa:16:3e:75:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b004e782-27be-49da-8839-6a5ba1fa8d1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:41:23Z', 'updated_at': '2021-11-12T08:41:42Z', 'revision_number': 1, 'project_id': '80cba63a5f3c423896b758b0902dcec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '105e8c1f-4dc7-405b-a36b-8f0884d650f9', 'name': '', 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4', 'tenant_id': '80cba63a5f3c423896b758b0902dcec9', 'mac_address': 'fa:16:3e:e9:8d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '601c19d7-10c1-44ee-a86c-ac9c499e748d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:16Z', 'updated_at': '2021-11-12T08:41:23Z', 'revision_number': 5, 'project_id': '80cba63a5f3c423896b758b0902dcec9', 'subnets': [{'id': '601c19d7-10c1-44ee-a86c-ac9c499e748d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:43.833125 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b8f3f4a1-c76e-4286-8e0c-eadd6ede1c55 req-d35d836a-7f47-4641-8353-1a980bad9f8f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=208f95e9-28ae-4c99-8b45-cff231909e59 HTTP/1.1" status: 200 len: 1000 time: 0.0850170 Nov 12 08:41:43.843401 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7eaecc9f-7fd0-404a-9389-6606e385e86d req-6485180f-c409-4534-89d0-6cb770004f5f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227779 Nov 12 08:41:43.885039 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a03f30-3c2a-4d9e-bfaf-ab98f7e09e89 None None] Checking router: 5efbf424-26c9-4a13-810d-a492f5ccecbc for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:41:43.937310 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb132ff6-fb24-42ad-9360-a3251bb13119 req-d3b3d081-ec93-4cdc-a779-7dcfd5473fdd tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:43.941284 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:43.945779 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a03f30-3c2a-4d9e-bfaf-ab98f7e09e89 None None] Routers {'5efbf424-26c9-4a13-810d-a492f5ccecbc'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:43.946544 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d0a03f30-3c2a-4d9e-bfaf-ab98f7e09e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:41:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['5efbf424-26c9-4a13-810d-a492f5ccecbc'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:43.947331 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eb132ff6-fb24-42ad-9360-a3251bb13119 req-d3b3d081-ec93-4cdc-a779-7dcfd5473fdd tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/ports?device_id=85140482-ced3-4449-b210-480a5475c894 HTTP/1.1" status: 200 len: 949 time: 0.1704907 Nov 12 08:41:43.963545 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3f4a1-c76e-4286-8e0c-eadd6ede1c55 req-a0fe4139-76f7-404b-b531-fb56dfab3901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:43.969983 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b8f3f4a1-c76e-4286-8e0c-eadd6ede1c55 req-a0fe4139-76f7-404b-b531-fb56dfab3901 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=601c19d7-10c1-44ee-a86c-ac9c499e748d HTTP/1.1" status: 200 len: 850 time: 0.1279471 Nov 12 08:41:44.012397 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eb132ff6-fb24-42ad-9360-a3251bb13119 req-10e02445-0b28-48b0-8230-5f65657a6016 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea3f408d-b717-4621-88ab-26f66f984ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640316 Nov 12 08:41:44.048190 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3f4a1-c76e-4286-8e0c-eadd6ede1c55 req-15c711f2-2ec6-4bfb-b94b-95e6934d9b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:44.051268 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b8f3f4a1-c76e-4286-8e0c-eadd6ede1c55 req-15c711f2-2ec6-4bfb-b94b-95e6934d9b07 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=837ec62d-b3f5-4602-995a-15f6fc8805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743117 Nov 12 08:41:44.163806 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-d0a03f30-3c2a-4d9e-bfaf-ab98f7e09e89 None None] Set router 5efbf424-26c9-4a13-810d-a492f5ccecbc gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:44.222568 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b8f3f4a1-c76e-4286-8e0c-eadd6ede1c55 req-eb0adc4d-f15c-4f2f-a1ef-17a05af7f80f service neutron] 10.222.0.54 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634738 Nov 12 08:41:44.283447 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1981d9-beb8-40df-bfe5-fdb3556df0f9 req-75d86726-6581-4b7b-8c0f-ddd1a189e3e4 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:44.285042 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9f1981d9-beb8-40df-bfe5-fdb3556df0f9 req-75d86726-6581-4b7b-8c0f-ddd1a189e3e4 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc26d88-b86c-4d10-a0c6-bec15a783e12 HTTP/1.1" status: 200 len: 945 time: 0.0979745 Nov 12 08:41:44.390811 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b8f3f4a1-c76e-4286-8e0c-eadd6ede1c55 req-4169e5b0-205a-4830-8ec9-054e1879bc4b service neutron] 10.222.0.54 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569896 Nov 12 08:41:44.404407 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9f1981d9-beb8-40df-bfe5-fdb3556df0f9 req-788b2e79-dab3-47fd-8a48-6a74233dfcdc tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075222 Nov 12 08:41:44.489776 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 6e1d4968-a38b-49dc-b3cd-26685b7c75ca up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:44.604026 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66918f32-a298-444b-ae2b-0bb9fe73b5c4 req-b872e2a8-452c-4012-9233-2788d50ffec3 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:44.604026 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-66918f32-a298-444b-ae2b-0bb9fe73b5c4 req-b872e2a8-452c-4012-9233-2788d50ffec3 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.1102772 Nov 12 08:41:44.709462 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-66918f32-a298-444b-ae2b-0bb9fe73b5c4 req-1a985065-a8a4-457f-9fc0-53a2075463ca tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993156 Nov 12 08:41:44.771838 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 6e1d4968-a38b-49dc-b3cd-26685b7c75ca completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:41:44.780715 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 6e1d4968-a38b-49dc-b3cd-26685b7c75ca triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:44.781093 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:44.812412 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d0a03f30-3c2a-4d9e-bfaf-ab98f7e09e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'name': 'tempest-ServerActionsTestJSON-634742385-router', 'tenant_id': '80cba63a5f3c423896b758b0902dcec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '115291fa-4327-4844-8425-0adaa3ba51f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:09Z', 'updated_at': '2021-11-12T08:41:17Z', 'revision_number': 4, 'project_id': '80cba63a5f3c423896b758b0902dcec9', 'gw_port': {'id': '115291fa-4327-4844-8425-0adaa3ba51f2', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:12Z', 'updated_at': '2021-11-12T08:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'b8afc40b-d399-4be2-9206-893a7465bb39', 'tenant_id': '80cba63a5f3c423896b758b0902dcec9', 'floating_ip_address': '172.25.6.207', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'port_id': '208f95e9-28ae-4c99-8b45-cff231909e59', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4', 'mac_address': 'fa:16:3e:75:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b004e782-27be-49da-8839-6a5ba1fa8d1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:41:23Z', 'updated_at': '2021-11-12T08:41:42Z', 'revision_number': 1, 'project_id': '80cba63a5f3c423896b758b0902dcec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '105e8c1f-4dc7-405b-a36b-8f0884d650f9', 'name': '', 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4', 'tenant_id': '80cba63a5f3c423896b758b0902dcec9', 'mac_address': 'fa:16:3e:e9:8d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '601c19d7-10c1-44ee-a86c-ac9c499e748d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:16Z', 'updated_at': '2021-11-12T08:41:23Z', 'revision_number': 5, 'project_id': '80cba63a5f3c423896b758b0902dcec9', 'subnets': [{'id': '601c19d7-10c1-44ee-a86c-ac9c499e748d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:44.854375 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a03f30-3c2a-4d9e-bfaf-ab98f7e09e89 None None] The sync data for ids ['5efbf424-26c9-4a13-810d-a492f5ccecbc'] in n-d-768862-16 is: [{'id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'name': 'tempest-ServerActionsTestJSON-634742385-router', 'tenant_id': '80cba63a5f3c423896b758b0902dcec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '115291fa-4327-4844-8425-0adaa3ba51f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:09Z', 'updated_at': '2021-11-12T08:41:17Z', 'revision_number': 4, 'project_id': '80cba63a5f3c423896b758b0902dcec9', 'gw_port': {'id': '115291fa-4327-4844-8425-0adaa3ba51f2', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:12Z', 'updated_at': '2021-11-12T08:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'b8afc40b-d399-4be2-9206-893a7465bb39', 'tenant_id': '80cba63a5f3c423896b758b0902dcec9', 'floating_ip_address': '172.25.6.207', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'port_id': '208f95e9-28ae-4c99-8b45-cff231909e59', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4', 'mac_address': 'fa:16:3e:75:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b004e782-27be-49da-8839-6a5ba1fa8d1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:41:23Z', 'updated_at': '2021-11-12T08:41:42Z', 'revision_number': 1, 'project_id': '80cba63a5f3c423896b758b0902dcec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '105e8c1f-4dc7-405b-a36b-8f0884d650f9', 'name': '', 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4', 'tenant_id': '80cba63a5f3c423896b758b0902dcec9', 'mac_address': 'fa:16:3e:e9:8d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '601c19d7-10c1-44ee-a86c-ac9c499e748d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:16Z', 'updated_at': '2021-11-12T08:41:23Z', 'revision_number': 5, 'project_id': '80cba63a5f3c423896b758b0902dcec9', 'subnets': [{'id': '601c19d7-10c1-44ee-a86c-ac9c499e748d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:41:44.911706 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:44.940716 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9d0bc6-51ac-4c81-aea1-6cf32894556c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1d4968-a38b-49dc-b3cd-26685b7c75ca'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:44.943290 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ba5239-fddb-456c-bb41-bb0b8491f066" -d '{"events": [{"server_uuid": "8e9d0bc6-51ac-4c81-aea1-6cf32894556c", "name": "network-vif-plugged", "status": "completed", "tag": "6e1d4968-a38b-49dc-b3cd-26685b7c75ca"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:44.957795 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 6e1d4968-a38b-49dc-b3cd-26685b7c75ca, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=6e1d4968-a38b-49dc-b3cd-26685b7c75ca,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:44.965229 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:44.973217 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c9717-83a6-4f64-b766-0a50729d2b77 req-6e87c84e-95e6-4bfa-b969-964a0c225266 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:44.981238 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fa9c9717-83a6-4f64-b766-0a50729d2b77 req-6e87c84e-95e6-4bfa-b969-964a0c225266 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 949 time: 0.0606990 Nov 12 08:41:45.025564 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab585d1-ea90-4aa7-a297-ddb839e9fdec x-openstack-request-id: req-9ab585d1-ea90-4aa7-a297-ddb839e9fdec {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:45.025873 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9d0bc6-51ac-4c81-aea1-6cf32894556c", "name": "network-vif-plugged", "status": "completed", "tag": "6e1d4968-a38b-49dc-b3cd-26685b7c75ca", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:45.026121 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ab585d1-ea90-4aa7-a297-ddb839e9fdec {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:45.026524 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9d0bc6-51ac-4c81-aea1-6cf32894556c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1d4968-a38b-49dc-b3cd-26685b7c75ca', 'code': 200} Nov 12 08:41:45.033346 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=6e1d4968-a38b-49dc-b3cd-26685b7c75ca,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:45.043650 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fa9c9717-83a6-4f64-b766-0a50729d2b77 req-2e2dee2d-5ad4-4628-a6fb-63044dd77983 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602586 Nov 12 08:41:45.192710 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407eed7a-f100-49d1-9259-d1fd3a6579f8 req-04dc1e33-3321-46a5-983c-2100a4951205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:45.195268 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-407eed7a-f100-49d1-9259-d1fd3a6579f8 req-04dc1e33-3321-46a5-983c-2100a4951205 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 1102 time: 0.0515959 Nov 12 08:41:45.227367 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69401ad2-3d21-4316-a23f-ce12c73c1355 None None] New status for floating IP b8afc40b-d399-4be2-9206-893a7465bb39: ACTIVE {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:41:45.252829 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-407eed7a-f100-49d1-9259-d1fd3a6579f8 req-306967b4-bf8f-4074-8df3-aa9700a7c051 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420163 Nov 12 08:41:45.372625 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db7158-3468-4855-b05a-fd3eb5a930a0 req-c8151f2b-d9d0-47d0-9c4a-52ff110db08f tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:45.374193 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80db7158-3468-4855-b05a-fd3eb5a930a0 req-c8151f2b-d9d0-47d0-9c4a-52ff110db08f tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 946 time: 0.0495543 Nov 12 08:41:45.439429 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80db7158-3468-4855-b05a-fd3eb5a930a0 req-b23692ae-0b91-4425-9e31-28d8decdcc92 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522141 Nov 12 08:41:45.547552 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad8364-8221-4597-aab0-d8d39d3b21c8 req-838e3e40-82e2-41d7-8f76-8bfb47f058df tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:45.549107 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-67ad8364-8221-4597-aab0-d8d39d3b21c8 req-838e3e40-82e2-41d7-8f76-8bfb47f058df tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc26d88-b86c-4d10-a0c6-bec15a783e12 HTTP/1.1" status: 200 len: 945 time: 0.0552056 Nov 12 08:41:45.600244 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-67ad8364-8221-4597-aab0-d8d39d3b21c8 req-c6236636-4719-4201-be94-4d4ae55841aa tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444291 Nov 12 08:41:45.847500 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07547a-c0ec-40ef-ae4a-6c4600584643 req-83545c7c-3023-4e3a-b04f-c73216659b1d tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:45.849273 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9d07547a-c0ec-40ef-ae4a-6c4600584643 req-83545c7c-3023-4e3a-b04f-c73216659b1d tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.0607901 Nov 12 08:41:45.900560 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9d07547a-c0ec-40ef-ae4a-6c4600584643 req-22639b4b-c6e5-4e42-ad24-6f6ddb2df84f tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447259 Nov 12 08:41:46.092542 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64942894-4bd7-4625-8667-ba387ded065e req-6431f6c9-cfa5-48e6-b99d-dde1d780e3e8 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:46.094161 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-64942894-4bd7-4625-8667-ba387ded065e req-6431f6c9-cfa5-48e6-b99d-dde1d780e3e8 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/networks?id=66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 HTTP/1.1" status: 200 len: 814 time: 0.1194935 Nov 12 08:41:46.127458 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-64942894-4bd7-4625-8667-ba387ded065e req-3fe10d2e-c270-4924-9477-7a51b9650aab tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/quotas/d7b2958acbca46c980b81bc3e2353025 HTTP/1.1" status: 200 len: 375 time: 0.0156503 Nov 12 08:41:46.209677 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-64942894-4bd7-4625-8667-ba387ded065e req-ccf7760f-ad2c-42f6-a381-a79d01fce480 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7b2958acbca46c980b81bc3e2353025&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690093 Nov 12 08:41:46.217446 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988e344-e6cf-49b1-9af3-b67a80211def req-48cc2b33-eeb3-4469-bdc3-eafd5ca332c5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:46.219013 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0988e344-e6cf-49b1-9af3-b67a80211def req-48cc2b33-eeb3-4469-bdc3-eafd5ca332c5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.0881064 Nov 12 08:41:46.326544 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0988e344-e6cf-49b1-9af3-b67a80211def req-8f81984a-47aa-469f-89ec-b2b5e86e6ed8 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991669 Nov 12 08:41:46.343053 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-64942894-4bd7-4625-8667-ba387ded065e req-5c4d372c-a5ab-483e-a5d7-65e9100171ab service neutron] 10.222.0.37 "GET /v2.0/networks/66f89d7d-fbfb-425e-a64e-a55fcdce5ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230552 Nov 12 08:41:46.420361 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:46.440395 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-64942894-4bd7-4625-8667-ba387ded065e req-e936caaa-70f2-4aa0-af74-69e79142d108 service neutron] 10.222.0.37 "GET /v2.0/networks/66f89d7d-fbfb-425e-a64e-a55fcdce5ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904455 Nov 12 08:41:46.509713 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:46.551095 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:46.562251 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:46.603374 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9916c-ea47-4b73-bdcc-b8b6cc666c52 req-147c6ee1-82f7-4451-b7ba-ae210bd88a0e tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:46.605272 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cde9916c-ea47-4b73-bdcc-b8b6cc666c52 req-147c6ee1-82f7-4451-b7ba-ae210bd88a0e tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 946 time: 0.0852153 Nov 12 08:41:46.625612 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:46.633656 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a16b5180-40a8-4d2f-a081-2ea5bfde88cf req-3c913325-8442-4dd6-9ebb-ab18d6379148 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f819abe-825c-40d0-8e61-d3fe792d5d7a HTTP/1.1" status: 200 len: 210 time: 0.0273712 Nov 12 08:41:46.689827 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cde9916c-ea47-4b73-bdcc-b8b6cc666c52 req-a6b6faec-4cb6-451e-b1fb-430a00549ca4 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738010 Nov 12 08:41:46.754853 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88170105-c008-4a4b-96f4-e2463e9458e1 req-1b61ea5d-ed3f-4153-943c-b6a570d15b60 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:46.756453 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-88170105-c008-4a4b-96f4-e2463e9458e1 req-1b61ea5d-ed3f-4153-943c-b6a570d15b60 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc26d88-b86c-4d10-a0c6-bec15a783e12 HTTP/1.1" status: 200 len: 943 time: 0.0609865 Nov 12 08:41:46.812389 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-88170105-c008-4a4b-96f4-e2463e9458e1 req-c31d42f8-b364-4844-9cc1-24c5a6b03f82 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492449 Nov 12 08:41:47.027360 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc26d88-b86c-4d10-a0c6-bec15a783e12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:47.029944 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e4d167-c1fd-4c58-a2b6-1d5ab3e1dd47" -d '{"events": [{"server_uuid": "3cc26d88-b86c-4d10-a0c6-bec15a783e12", "name": "network-vif-unplugged", "status": "completed", "tag": "f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:47.038241 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cc546-9884-4a6c-a098-31b8788c66b1 req-933c8a00-1de0-4d14-a1e1-ff9afe771dcf tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:47.039856 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2d5cc546-9884-4a6c-a098-31b8788c66b1 req-933c8a00-1de0-4d14-a1e1-ff9afe771dcf tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.0543687 Nov 12 08:41:47.078931 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a71941-8e8c-4003-80ef-c23b2ed9f913 x-openstack-request-id: req-11a71941-8e8c-4003-80ef-c23b2ed9f913 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:47.079236 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc26d88-b86c-4d10-a0c6-bec15a783e12", "name": "network-vif-unplugged", "status": "completed", "tag": "f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:47.079491 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-11a71941-8e8c-4003-80ef-c23b2ed9f913 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:47.079933 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc26d88-b86c-4d10-a0c6-bec15a783e12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1', 'code': 200} Nov 12 08:41:47.104351 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2d5cc546-9884-4a6c-a098-31b8788c66b1 req-d85071bf-ecf8-4176-82a2-a9f8ec337b01 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561669 Nov 12 08:41:47.447594 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfb8af-a4f3-4f5a-9116-21e593a89f04 req-afdfec9e-65d3-4dc6-ba05-180326f075c1 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:47.449200 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-90dfb8af-a4f3-4f5a-9116-21e593a89f04 req-afdfec9e-65d3-4dc6-ba05-180326f075c1 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.0506091 Nov 12 08:41:47.537315 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4eb62e-393d-4886-b4ce-c86f9c9f1f20 req-8b579a28-af72-4df0-9df3-792e25eb0645 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:47.538807 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ec4eb62e-393d-4886-b4ce-c86f9c9f1f20 req-8b579a28-af72-4df0-9df3-792e25eb0645 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cc26d88-b86c-4d10-a0c6-bec15a783e12 HTTP/1.1" status: 200 len: 943 time: 0.0855553 Nov 12 08:41:47.543160 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-90dfb8af-a4f3-4f5a-9116-21e593a89f04 req-83586f75-7b0e-45eb-9529-78e035e5285f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818729 Nov 12 08:41:47.655564 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-ec4eb62e-393d-4886-b4ce-c86f9c9f1f20 req-03f4de73-abcd-4798-a287-264a1f60732c tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Deleting port f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:47.656255 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ec4eb62e-393d-4886-b4ce-c86f9c9f1f20 req-03f4de73-abcd-4798-a287-264a1f60732c tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:47.763566 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0b082178-9856-4876-93bb-0c5d99a3e0fb req-6aafd7d1-0037-4f92-8b70-ee1425f13e8c tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f819abe-825c-40d0-8e61-d3fe792d5d7a HTTP/1.1" status: 200 len: 210 time: 0.0398440 Nov 12 08:41:47.772193 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64942894-4bd7-4625-8667-ba387ded065e req-742c2e3d-5df7-4af6-b64e-b871a0e42aaa tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:47.774441 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-64942894-4bd7-4625-8667-ba387ded065e req-742c2e3d-5df7-4af6-b64e-b871a0e42aaa tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.54 "GET /v2.0/networks?id=66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 HTTP/1.1" status: 200 len: 814 time: 0.1488304 Nov 12 08:41:47.795065 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-64942894-4bd7-4625-8667-ba387ded065e req-17227d4a-7f66-439f-aeab-c8a55f607425 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Request body: {'port': {'device_id': '0f819abe-825c-40d0-8e61-d3fe792d5d7a', 'network_id': '66f89d7d-fbfb-425e-a64e-a55fcdce5ee4', 'admin_state_up': True, 'tenant_id': 'd7b2958acbca46c980b81bc3e2353025'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:47.828283 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-ec4eb62e-393d-4886-b4ce-c86f9c9f1f20 req-03f4de73-abcd-4798-a287-264a1f60732c tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] For port f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1,segment=NetworkSegment(5e7c7833-2333-46bc-97e1-9ab5cc58b461),segment_id=5e7c7833-2333-46bc-97e1-9ab5cc58b461)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:47.828656 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ec4eb62e-393d-4886-b4ce-c86f9c9f1f20 req-03f4de73-abcd-4798-a287-264a1f60732c tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:47.845237 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-ec4eb62e-393d-4886-b4ce-c86f9c9f1f20 req-03f4de73-abcd-4798-a287-264a1f60732c tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Calling delete_port for f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:47.868420 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313f51f-735a-456b-820b-effe5cf0e524 req-468d1d16-4056-4425-9ad0-939a280f68bf tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:47.870127 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d313f51f-735a-456b-820b-effe5cf0e524 req-468d1d16-4056-4425-9ad0-939a280f68bf tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 946 time: 0.0821743 Nov 12 08:41:47.931032 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64942894-4bd7-4625-8667-ba387ded065e req-17227d4a-7f66-439f-aeab-c8a55f607425 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Made reservation on behalf of d7b2958acbca46c980b81bc3e2353025 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:47.935100 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-64942894-4bd7-4625-8667-ba387ded065e req-17227d4a-7f66-439f-aeab-c8a55f607425 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:48.012497 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d313f51f-735a-456b-820b-effe5cf0e524 req-4741897d-b763-4c5f-9679-06c367e9912e tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038980 Nov 12 08:41:48.027753 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8709e2-02d5-4170-9c46-f5167022edd3 req-db751cb5-c56c-4fe5-83e4-b382be33b7c5 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:48.029343 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fe8709e2-02d5-4170-9c46-f5167022edd3 req-db751cb5-c56c-4fe5-83e4-b382be33b7c5 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc26d88-b86c-4d10-a0c6-bec15a783e12 HTTP/1.1" status: 200 len: 943 time: 0.1085150 Nov 12 08:41:48.093441 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-64942894-4bd7-4625-8667-ba387ded065e req-17227d4a-7f66-439f-aeab-c8a55f607425 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Allocated IP 172.20.0.11 (66f89d7d-fbfb-425e-a64e-a55fcdce5ee4/220263af-ce0c-476a-8783-ac39098fb22e/c3338fc7-8994-49dc-910e-b81e1d9f0449) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:48.122803 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ec4eb62e-393d-4886-b4ce-c86f9c9f1f20 req-03f4de73-abcd-4798-a287-264a1f60732c tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:48.168726 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fe8709e2-02d5-4170-9c46-f5167022edd3 req-f8085a55-3d19-4d7f-a4f9-4a2c284e2b01 tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.37 "GET /v2.0/security-groups?id=01eb4255-c196-47a2-bd51-b3d424de2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223478 Nov 12 08:41:48.184344 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4de73-abcd-4798-a287-264a1f60732c tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Pushing event deleted for resources: {'Port': ['ID=f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:48.202111 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:41:48.206481 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 8ecabc74-70ed-466f-9d7a-f178e188ae61 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:48.227606 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4eb62e-393d-4886-b4ce-c86f9c9f1f20 req-03f4de73-abcd-4798-a287-264a1f60732c tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] No DVR routers for this DVR port f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:48.232939 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ec4eb62e-393d-4886-b4ce-c86f9c9f1f20 req-03f4de73-abcd-4798-a287-264a1f60732c tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:48.236793 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ec4eb62e-393d-4886-b4ce-c86f9c9f1f20 req-03f4de73-abcd-4798-a287-264a1f60732c tempest-ImagesTestJSON-1598491209 tempest-ImagesTestJSON-1598491209-project] 10.222.0.58 "DELETE /v2.0/ports/f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1 HTTP/1.1" status: 204 len: 173 time: 0.6851349 Nov 12 08:41:48.237265 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc26d88-b86c-4d10-a0c6-bec15a783e12', 'name': 'network-vif-deleted', 'tag': 'f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:48.239564 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d4814a-9791-485e-86aa-31797a875aab" -d '{"events": [{"server_uuid": "3cc26d88-b86c-4d10-a0c6-bec15a783e12", "name": "network-vif-deleted", "tag": "f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:48.309866 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc4779-3ba9-4e10-87ef-0071556bd4b5 req-6c62c59a-ea8e-414c-8e26-903b386b3e97 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:48.311790 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c1cc4779-3ba9-4e10-87ef-0071556bd4b5 req-6c62c59a-ea8e-414c-8e26-903b386b3e97 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.0669758 Nov 12 08:41:48.313620 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae6667f-8c8f-469d-a720-608028ad20eb x-openstack-request-id: req-1ae6667f-8c8f-469d-a720-608028ad20eb {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:48.314091 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc26d88-b86c-4d10-a0c6-bec15a783e12", "name": "network-vif-deleted", "tag": "f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:48.314492 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ae6667f-8c8f-469d-a720-608028ad20eb {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:48.315051 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc26d88-b86c-4d10-a0c6-bec15a783e12', 'name': 'network-vif-deleted', 'tag': 'f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1', 'status': 'completed', 'code': 200} Nov 12 08:41:48.334130 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-64942894-4bd7-4625-8667-ba387ded065e req-17227d4a-7f66-439f-aeab-c8a55f607425 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:48.383700 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-64942894-4bd7-4625-8667-ba387ded065e req-17227d4a-7f66-439f-aeab-c8a55f607425 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:48.388750 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:48.394682 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c1cc4779-3ba9-4e10-87ef-0071556bd4b5 req-680024f8-74e5-478a-ab8f-b28bf9783e29 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698621 Nov 12 08:41:48.398697 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:48.410182 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['5f76f074-c935-4495-aa59-16f5f801666b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:41:48.414404 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['02e861c6-419a-4885-988e-46628065ca26'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:41:48.443372 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64942894-4bd7-4625-8667-ba387ded065e req-17227d4a-7f66-439f-aeab-c8a55f607425 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Network 66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:48.452469 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-64942894-4bd7-4625-8667-ba387ded065e req-17227d4a-7f66-439f-aeab-c8a55f607425 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:48.467412 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-64942894-4bd7-4625-8667-ba387ded065e req-17227d4a-7f66-439f-aeab-c8a55f607425 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:48.483287 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': '68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0', 'mac_address': 'fa:16:3e:9e:63:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:41:48.504305 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17227d4a-7f66-439f-aeab-c8a55f607425 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Pushing event updated for resources: {'Port': ['ID=c3338fc7-8994-49dc-910e-b81e1d9f0449,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:48.533668 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64942894-4bd7-4625-8667-ba387ded065e req-17227d4a-7f66-439f-aeab-c8a55f607425 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:48.534289 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-64942894-4bd7-4625-8667-ba387ded065e req-17227d4a-7f66-439f-aeab-c8a55f607425 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:48.555966 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-64942894-4bd7-4625-8667-ba387ded065e req-17227d4a-7f66-439f-aeab-c8a55f607425 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7650948 Nov 12 08:41:48.564637 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 8ecabc74-70ed-466f-9d7a-f178e188ae61, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=8ecabc74-70ed-466f-9d7a-f178e188ae61,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:48.579034 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:48.580936 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-64942894-4bd7-4625-8667-ba387ded065e req-4f3c5d72-d3a2-456f-a016-be11425fe340 service neutron] Request body: {'port': {'device_id': '0f819abe-825c-40d0-8e61-d3fe792d5d7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:48.641434 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:48.642432 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-64942894-4bd7-4625-8667-ba387ded065e req-4f3c5d72-d3a2-456f-a016-be11425fe340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:48.700856 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:41:48.712549 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da707f7-8fe6-43a3-bc37-528b5f1b3b54 req-00fb6be9-7870-4ac7-914f-6ac29338d4e5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:48.721160 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=8ecabc74-70ed-466f-9d7a-f178e188ae61,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:48.722759 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6da707f7-8fe6-43a3-bc37-528b5f1b3b54 req-00fb6be9-7870-4ac7-914f-6ac29338d4e5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.0760362 Nov 12 08:41:48.762862 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:48.775678 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:48.804006 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6da707f7-8fe6-43a3-bc37-528b5f1b3b54 req-5da3a51a-4f74-4596-81d4-c4400ce0bbdf tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731733 Nov 12 08:41:48.908430 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:41:48.912414 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a701ae4-52f6-4ff6-a120-fe102b8978ed req-3cdd945f-1b21-4bac-95fb-a20342843830 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:48.914250 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1a701ae4-52f6-4ff6-a120-fe102b8978ed req-3cdd945f-1b21-4bac-95fb-a20342843830 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f819abe-825c-40d0-8e61-d3fe792d5d7a HTTP/1.1" status: 200 len: 932 time: 0.0622420 Nov 12 08:41:48.965873 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0,revision_number=9']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:49.026503 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d431ee-bf87-47fb-a6e9-def18f071cce req-5c381d5b-7249-4e5e-8e9d-a53a47571fb9 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:49.028154 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f8d431ee-bf87-47fb-a6e9-def18f071cce req-5c381d5b-7249-4e5e-8e9d-a53a47571fb9 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.1253333 Nov 12 08:41:49.085037 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85140482-ced3-4449-b210-480a5475c894', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ecabc74-70ed-466f-9d7a-f178e188ae61'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:49.088811 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3940fc33-23d8-4712-96cd-a06235810c5c" -d '{"events": [{"server_uuid": "85140482-ced3-4449-b210-480a5475c894", "name": "network-vif-unplugged", "status": "completed", "tag": "8ecabc74-70ed-466f-9d7a-f178e188ae61"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:49.110051 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1a701ae4-52f6-4ff6-a120-fe102b8978ed req-d459577d-415b-40ab-97f5-cbe95fdb2e44 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525481 Nov 12 08:41:49.128259 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-64942894-4bd7-4625-8667-ba387ded065e req-4f3c5d72-d3a2-456f-a016-be11425fe340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3338fc7-8994-49dc-910e-b81e1d9f0449 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:41:49.166614 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-64942894-4bd7-4625-8667-ba387ded065e req-4f3c5d72-d3a2-456f-a016-be11425fe340 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:49.186091 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f8d431ee-bf87-47fb-a6e9-def18f071cce req-4ee70cc0-2657-41ab-afb2-0007cabd6792 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454394 Nov 12 08:41:49.207456 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-64942894-4bd7-4625-8667-ba387ded065e req-4f3c5d72-d3a2-456f-a016-be11425fe340 service neutron] Transition to ACTIVE for port object c3338fc7-8994-49dc-910e-b81e1d9f0449 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:41:49.222524 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-64942894-4bd7-4625-8667-ba387ded065e req-4f3c5d72-d3a2-456f-a016-be11425fe340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:49.354995 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c5d72-d3a2-456f-a016-be11425fe340 service neutron] Pushing event updated for resources: {'Port': ['ID=c3338fc7-8994-49dc-910e-b81e1d9f0449,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:49.364474 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b90a33f-149c-4fba-9727-5da3eea00e72 x-openstack-request-id: req-2b90a33f-149c-4fba-9727-5da3eea00e72 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:49.365244 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85140482-ced3-4449-b210-480a5475c894", "name": "network-vif-unplugged", "status": "completed", "tag": "8ecabc74-70ed-466f-9d7a-f178e188ae61", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:49.365934 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b90a33f-149c-4fba-9727-5da3eea00e72 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:49.366370 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85140482-ced3-4449-b210-480a5475c894', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ecabc74-70ed-466f-9d7a-f178e188ae61', 'code': 200} Nov 12 08:41:49.472840 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541388ae-f28f-4bcf-90cb-7e5b08f46014 req-b024e3fe-52e7-47c6-b155-b196c453b33f tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:49.484443 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-541388ae-f28f-4bcf-90cb-7e5b08f46014 req-b024e3fe-52e7-47c6-b155-b196c453b33f tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 946 time: 0.1784353 Nov 12 08:41:49.533353 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0146ed2-446a-4cf3-9c76-ee9cd63ea986 req-2e03eff3-b6e7-4684-9365-90591122e3de tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:49.535500 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a0146ed2-446a-4cf3-9c76-ee9cd63ea986 req-2e03eff3-b6e7-4684-9365-90591122e3de tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.58 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 946 time: 0.1793001 Nov 12 08:41:49.764260 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-541388ae-f28f-4bcf-90cb-7e5b08f46014 req-6f4e7fb2-dfd1-4089-8415-250a6c0d935f tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263582 Nov 12 08:41:49.852233 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-64942894-4bd7-4625-8667-ba387ded065e req-4f3c5d72-d3a2-456f-a016-be11425fe340 service neutron] Attempting to bind port c3338fc7-8994-49dc-910e-b81e1d9f0449 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:41:49.853488 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-64942894-4bd7-4625-8667-ba387ded065e req-4f3c5d72-d3a2-456f-a016-be11425fe340 service neutron] Attempting to bind port c3338fc7-8994-49dc-910e-b81e1d9f0449 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '68005b70-1579-4f58-bade-fbc137d1c951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '66f89d7d-fbfb-425e-a64e-a55fcdce5ee4'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:41:49.853488 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64942894-4bd7-4625-8667-ba387ded065e req-4f3c5d72-d3a2-456f-a016-be11425fe340 service neutron] Attempting to bind port c3338fc7-8994-49dc-910e-b81e1d9f0449 on network 66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:49.861945 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97767a-3388-4c0e-92c7-4e826dfed844 req-01acf86b-1c5b-4d3d-80d1-ac72f0cfdc6f tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:49.863544 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ea97767a-3388-4c0e-92c7-4e826dfed844 req-01acf86b-1c5b-4d3d-80d1-ac72f0cfdc6f tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.1094985 Nov 12 08:41:49.871410 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64942894-4bd7-4625-8667-ba387ded065e req-4f3c5d72-d3a2-456f-a016-be11425fe340 service neutron] Port c3338fc7-8994-49dc-910e-b81e1d9f0449 on network 66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:41:49.871410 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64942894-4bd7-4625-8667-ba387ded065e req-4f3c5d72-d3a2-456f-a016-be11425fe340 service neutron] Attempting to bind port c3338fc7-8994-49dc-910e-b81e1d9f0449 on network 66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:49.880279 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64942894-4bd7-4625-8667-ba387ded065e req-4f3c5d72-d3a2-456f-a016-be11425fe340 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:41:49.881365 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64942894-4bd7-4625-8667-ba387ded065e req-4f3c5d72-d3a2-456f-a016-be11425fe340 service neutron] Checking segment: {'id': '68005b70-1579-4f58-bade-fbc137d1c951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '66f89d7d-fbfb-425e-a64e-a55fcdce5ee4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:49.881365 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64942894-4bd7-4625-8667-ba387ded065e req-4f3c5d72-d3a2-456f-a016-be11425fe340 service neutron] Bound using segment: {'id': '68005b70-1579-4f58-bade-fbc137d1c951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '66f89d7d-fbfb-425e-a64e-a55fcdce5ee4'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:41:49.881630 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-64942894-4bd7-4625-8667-ba387ded065e req-4f3c5d72-d3a2-456f-a016-be11425fe340 service neutron] Bound port: c3338fc7-8994-49dc-910e-b81e1d9f0449, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68005b70-1579-4f58-bade-fbc137d1c951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '66f89d7d-fbfb-425e-a64e-a55fcdce5ee4'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:41:49.882087 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-64942894-4bd7-4625-8667-ba387ded065e req-4f3c5d72-d3a2-456f-a016-be11425fe340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:49.932505 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ea97767a-3388-4c0e-92c7-4e826dfed844 req-6da2115f-313f-4052-b8ee-372c17465f61 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613968 Nov 12 08:41:49.937509 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-a0146ed2-446a-4cf3-9c76-ee9cd63ea986 req-de0112c9-0248-4ebb-aeb1-781b30952bfb tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Deleting port 10948d64-3eb3-4935-b81b-78e6ca3e4140 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:49.937850 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a0146ed2-446a-4cf3-9c76-ee9cd63ea986 req-de0112c9-0248-4ebb-aeb1-781b30952bfb tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:50.020939 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-64942894-4bd7-4625-8667-ba387ded065e req-4f3c5d72-d3a2-456f-a016-be11425fe340 service neutron] For port c3338fc7-8994-49dc-910e-b81e1d9f0449, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:41:50.028690 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-64942894-4bd7-4625-8667-ba387ded065e req-4f3c5d72-d3a2-456f-a016-be11425fe340 service neutron] For port c3338fc7-8994-49dc-910e-b81e1d9f0449, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=c3338fc7-8994-49dc-910e-b81e1d9f0449,segment=NetworkSegment(68005b70-1579-4f58-bade-fbc137d1c951),segment_id=68005b70-1579-4f58-bade-fbc137d1c951)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:41:50.039271 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-64942894-4bd7-4625-8667-ba387ded065e req-4f3c5d72-d3a2-456f-a016-be11425fe340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:50.116411 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-a0146ed2-446a-4cf3-9c76-ee9cd63ea986 req-de0112c9-0248-4ebb-aeb1-781b30952bfb tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] For port 10948d64-3eb3-4935-b81b-78e6ca3e4140, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=10948d64-3eb3-4935-b81b-78e6ca3e4140,segment=NetworkSegment(cbd6be86-3cb3-4740-8617-f1a45bb12c8c),segment_id=cbd6be86-3cb3-4740-8617-f1a45bb12c8c)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:50.116933 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a0146ed2-446a-4cf3-9c76-ee9cd63ea986 req-de0112c9-0248-4ebb-aeb1-781b30952bfb tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:50.133931 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64942894-4bd7-4625-8667-ba387ded065e req-4f3c5d72-d3a2-456f-a016-be11425fe340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:50.136791 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-64942894-4bd7-4625-8667-ba387ded065e req-4f3c5d72-d3a2-456f-a016-be11425fe340 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:50.137030 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-a0146ed2-446a-4cf3-9c76-ee9cd63ea986 req-de0112c9-0248-4ebb-aeb1-781b30952bfb tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Calling delete_port for 10948d64-3eb3-4935-b81b-78e6ca3e4140 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:50.138706 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-64942894-4bd7-4625-8667-ba387ded065e req-4f3c5d72-d3a2-456f-a016-be11425fe340 service neutron] 10.222.0.54 "PUT /v2.0/ports/c3338fc7-8994-49dc-910e-b81e1d9f0449 HTTP/1.1" status: 200 len: 1093 time: 1.5622778 Nov 12 08:41:50.140076 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c5d72-d3a2-456f-a016-be11425fe340 service neutron] Pushing event updated for resources: {'Port': ['ID=c3338fc7-8994-49dc-910e-b81e1d9f0449,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:50.164322 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f819abe-825c-40d0-8e61-d3fe792d5d7a', 'tag': 'c3338fc7-8994-49dc-910e-b81e1d9f0449'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:50.166603 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60d559d-2e32-4d7c-a836-0c174c6b3265" -d '{"events": [{"name": "network-changed", "server_uuid": "0f819abe-825c-40d0-8e61-d3fe792d5d7a", "tag": "c3338fc7-8994-49dc-910e-b81e1d9f0449"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:50.212443 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-fc967bd3-fabc-42a1-a48d-725f4e5c66bb req-6594c1a2-6a6e-49cd-82d6-9a9cde2b8eae service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:41:50.214182 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:50.214525 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc967bd3-fabc-42a1-a48d-725f4e5c66bb req-6594c1a2-6a6e-49cd-82d6-9a9cde2b8eae service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108039 Nov 12 08:41:50.318848 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a0146ed2-446a-4cf3-9c76-ee9cd63ea986 req-de0112c9-0248-4ebb-aeb1-781b30952bfb tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:50.358908 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['10948d64-3eb3-4935-b81b-78e6ca3e4140'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:41:50.365835 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0112c9-0248-4ebb-aeb1-781b30952bfb tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Pushing event deleted for resources: {'Port': ['ID=10948d64-3eb3-4935-b81b-78e6ca3e4140,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:50.374737 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64942894-4bd7-4625-8667-ba387ded065e req-0d9a4a5e-3d5e-4cf2-8be6-b7432c701903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:50.382348 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-64942894-4bd7-4625-8667-ba387ded065e req-0d9a4a5e-3d5e-4cf2-8be6-b7432c701903 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7b2958acbca46c980b81bc3e2353025&device_id=0f819abe-825c-40d0-8e61-d3fe792d5d7a HTTP/1.1" status: 200 len: 1096 time: 0.1709554 Nov 12 08:41:50.461181 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0146ed2-446a-4cf3-9c76-ee9cd63ea986 req-de0112c9-0248-4ebb-aeb1-781b30952bfb tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] No DVR routers for this DVR port 10948d64-3eb3-4935-b81b-78e6ca3e4140 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:50.465329 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a0146ed2-446a-4cf3-9c76-ee9cd63ea986 req-de0112c9-0248-4ebb-aeb1-781b30952bfb tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:50.469463 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a0146ed2-446a-4cf3-9c76-ee9cd63ea986 req-de0112c9-0248-4ebb-aeb1-781b30952bfb tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.58 "DELETE /v2.0/ports/10948d64-3eb3-4935-b81b-78e6ca3e4140 HTTP/1.1" status: 204 len: 173 time: 0.9162066 Nov 12 08:41:50.470238 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c63c62-75cb-41b3-b440-9f424c7ee3b9', 'name': 'network-vif-deleted', 'tag': '10948d64-3eb3-4935-b81b-78e6ca3e4140'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:50.470798 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-64942894-4bd7-4625-8667-ba387ded065e req-f09ab204-35fb-4da4-adf4-803b3f9b7981 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3338fc7-8994-49dc-910e-b81e1d9f0449 HTTP/1.1" status: 200 len: 217 time: 0.0736239 Nov 12 08:41:50.472459 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:50.472975 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:50.473916 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb21c05-8da0-4c54-8e0b-fc6e3626b7f2" -d '{"events": [{"server_uuid": "36c63c62-75cb-41b3-b440-9f424c7ee3b9", "name": "network-vif-deleted", "tag": "10948d64-3eb3-4935-b81b-78e6ca3e4140"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:50.517786 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91028032-2a07-4444-9710-69d46c05afc1 req-eb176f20-6c6b-422d-b61e-2ca7d6a45a4f tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:50.519617 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-91028032-2a07-4444-9710-69d46c05afc1 req-eb176f20-6c6b-422d-b61e-2ca7d6a45a4f tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f819abe-825c-40d0-8e61-d3fe792d5d7a HTTP/1.1" status: 200 len: 944 time: 0.1447225 Nov 12 08:41:50.602213 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64942894-4bd7-4625-8667-ba387ded065e req-dbf64e5e-d49c-4a28-996c-4fef94b4cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:50.605466 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-64942894-4bd7-4625-8667-ba387ded065e req-dbf64e5e-d49c-4a28-996c-4fef94b4cf7b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=220263af-ce0c-476a-8783-ac39098fb22e HTTP/1.1" status: 200 len: 854 time: 0.1233351 Nov 12 08:41:50.637608 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:50.650483 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-91028032-2a07-4444-9710-69d46c05afc1 req-3cddbf37-965d-496f-b5b3-903c367430f6 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217074 Nov 12 08:41:50.695221 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:50.707712 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:50.708461 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-64942894-4bd7-4625-8667-ba387ded065e req-426fbfb8-d59f-4a2f-b73f-10ad73d41e2c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=66f89d7d-fbfb-425e-a64e-a55fcdce5ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936258 Nov 12 08:41:50.710240 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366b4aaa-95b9-4f38-bc8a-69062d4328d5 x-openstack-request-id: req-366b4aaa-95b9-4f38-bc8a-69062d4328d5 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:50.710534 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f819abe-825c-40d0-8e61-d3fe792d5d7a", "tag": "c3338fc7-8994-49dc-910e-b81e1d9f0449", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:50.715504 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-366b4aaa-95b9-4f38-bc8a-69062d4328d5 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:50.716307 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f819abe-825c-40d0-8e61-d3fe792d5d7a', 'tag': 'c3338fc7-8994-49dc-910e-b81e1d9f0449', 'status': 'completed', 'code': 200} Nov 12 08:41:50.777254 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1041577f-ec27-4171-b945-25e47cad3f90 req-1fc9e76a-98ee-4009-8d56-d85f9be83218 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1166112 Nov 12 08:41:50.793719 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0,revision_number=10']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:50.904463 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457fdae1-a04d-4f18-9396-478ae15f5163 x-openstack-request-id: req-457fdae1-a04d-4f18-9396-478ae15f5163 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:50.904767 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c63c62-75cb-41b3-b440-9f424c7ee3b9", "name": "network-vif-deleted", "tag": "10948d64-3eb3-4935-b81b-78e6ca3e4140", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:50.905014 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-457fdae1-a04d-4f18-9396-478ae15f5163 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:50.905420 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c63c62-75cb-41b3-b440-9f424c7ee3b9', 'name': 'network-vif-deleted', 'tag': '10948d64-3eb3-4935-b81b-78e6ca3e4140', 'status': 'completed', 'code': 200} Nov 12 08:41:50.961845 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-64942894-4bd7-4625-8667-ba387ded065e req-2f96a8fc-6dca-4f96-83c2-78f013f73fac service neutron] 10.222.0.54 "GET /v2.0/networks/66f89d7d-fbfb-425e-a64e-a55fcdce5ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420821 Nov 12 08:41:51.007251 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa84f00-82ca-4cd7-a0c9-4296b7e1044a req-e8488cfd-ef2d-4b7c-8ed2-06e46ca760cc tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:51.014340 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1fa84f00-82ca-4cd7-a0c9-4296b7e1044a req-e8488cfd-ef2d-4b7c-8ed2-06e46ca760cc tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.0793040 Nov 12 08:41:51.101150 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1fa84f00-82ca-4cd7-a0c9-4296b7e1044a req-3a59295e-21c9-4c24-a4fb-7d792a44c02f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735352 Nov 12 08:41:51.126963 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-64942894-4bd7-4625-8667-ba387ded065e req-28144c98-bb1e-4000-ba67-a538aa37b47a service neutron] 10.222.0.54 "GET /v2.0/networks/66f89d7d-fbfb-425e-a64e-a55fcdce5ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567967 Nov 12 08:41:51.210807 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5f90f552-c235-414f-ae0e-9dbd3e0747f6 req-6dfd6631-95be-49bd-b86f-a93c37372d07 tempest-ServersNegativeTestJSON-1801446613 tempest-ServersNegativeTestJSON-1801446613-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c63c62-75cb-41b3-b440-9f424c7ee3b9 HTTP/1.1" status: 200 len: 210 time: 0.0803394 Nov 12 08:41:51.287992 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 47832) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:51.304140 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d559d-2e32-4d7c-a836-0c174c6b3265 req-35613296-7b09-46dd-838a-3cac55a839c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:51.306193 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b60d559d-2e32-4d7c-a836-0c174c6b3265 req-35613296-7b09-46dd-838a-3cac55a839c8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7b2958acbca46c980b81bc3e2353025&device_id=0f819abe-825c-40d0-8e61-d3fe792d5d7a HTTP/1.1" status: 200 len: 1096 time: 0.0815287 Nov 12 08:41:51.313195 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8a9de-a0d8-4dfe-a791-b8ebbecc2439 req-4563034d-7b06-4336-8247-ecdc62e77af3 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:51.314791 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e6f8a9de-a0d8-4dfe-a791-b8ebbecc2439 req-4563034d-7b06-4336-8247-ecdc62e77af3 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.0946183 Nov 12 08:41:51.368072 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0ba00c-96bc-4877-8206-33c3c0b95070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:51.370827 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ba113f-32e2-4031-9bf6-25acbcf1ee5f" -d '{"events": [{"server_uuid": "dc0ba00c-96bc-4877-8206-33c3c0b95070", "name": "network-vif-plugged", "status": "completed", "tag": "68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:51.409106 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e6f8a9de-a0d8-4dfe-a791-b8ebbecc2439 req-257b858a-a96c-428b-a95d-d2277e20d79c tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853534 Nov 12 08:41:51.431340 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-7651a066-699f-43bc-a187-e6989f596a3b admin admin] Deleting subnet 8caf3eba-e7df-49d1-bdb7-f7a8b69eb432 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:41:51.438841 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81301a53-3a38-4c0f-b1b8-7f36e0e7fa2e x-openstack-request-id: req-81301a53-3a38-4c0f-b1b8-7f36e0e7fa2e {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:51.439148 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0ba00c-96bc-4877-8206-33c3c0b95070", "name": "network-vif-plugged", "status": "completed", "tag": "68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:51.439415 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81301a53-3a38-4c0f-b1b8-7f36e0e7fa2e {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:51.439843 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0ba00c-96bc-4877-8206-33c3c0b95070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0', 'code': 200} Nov 12 08:41:51.442573 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7651a066-699f-43bc-a187-e6989f596a3b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:51.517743 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7651a066-699f-43bc-a187-e6989f596a3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:51.557259 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d559d-2e32-4d7c-a836-0c174c6b3265 req-1e99f4ab-bfd9-4721-ae6f-e6290e3defb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:51.558977 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b60d559d-2e32-4d7c-a836-0c174c6b3265 req-1e99f4ab-bfd9-4721-ae6f-e6290e3defb5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 HTTP/1.1" status: 200 len: 915 time: 0.2409477 Nov 12 08:41:51.626632 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b60d559d-2e32-4d7c-a836-0c174c6b3265 req-dbaffdb5-4f65-40d6-b07b-da522b5667ba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3338fc7-8994-49dc-910e-b81e1d9f0449 HTTP/1.1" status: 200 len: 217 time: 0.0569792 Nov 12 08:41:51.633411 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7651a066-699f-43bc-a187-e6989f596a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:51.767413 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d559d-2e32-4d7c-a836-0c174c6b3265 req-7a4a5354-b29e-4edb-b644-9fa2f86b2bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:51.769107 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b60d559d-2e32-4d7c-a836-0c174c6b3265 req-7a4a5354-b29e-4edb-b644-9fa2f86b2bbe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=220263af-ce0c-476a-8783-ac39098fb22e HTTP/1.1" status: 200 len: 854 time: 0.1305122 Nov 12 08:41:51.815962 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b60d559d-2e32-4d7c-a836-0c174c6b3265 req-6c080eba-a50f-474f-90fb-8e737c17f8d5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=66f89d7d-fbfb-425e-a64e-a55fcdce5ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375352 Nov 12 08:41:51.824871 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7651a066-699f-43bc-a187-e6989f596a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:51.834641 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27fc2d-13a9-44b5-ab35-4eb4db002b00 req-7d866a5b-f450-4087-b098-c61ba0fd4a29 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:51.852888 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9e27fc2d-13a9-44b5-ab35-4eb4db002b00 req-7d866a5b-f450-4087-b098-c61ba0fd4a29 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f819abe-825c-40d0-8e61-d3fe792d5d7a HTTP/1.1" status: 200 len: 944 time: 0.1100755 Nov 12 08:41:51.928361 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651a066-699f-43bc-a187-e6989f596a3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8caf3eba-e7df-49d1-bdb7-f7a8b69eb432,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:51.950006 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9e27fc2d-13a9-44b5-ab35-4eb4db002b00 req-addf3f22-56f4-4643-9ec6-9e29315be6f5 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957332 Nov 12 08:41:51.976075 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7651a066-699f-43bc-a187-e6989f596a3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:51.980002 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7651a066-699f-43bc-a187-e6989f596a3b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8caf3eba-e7df-49d1-bdb7-f7a8b69eb432 HTTP/1.1" status: 204 len: 168 time: 0.6788502 Nov 12 08:41:51.982636 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 47852) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:52.150284 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b60d559d-2e32-4d7c-a836-0c174c6b3265 req-2f72c1fd-d4b5-4098-b792-80e9d2332859 service neutron] 10.222.0.54 "GET /v2.0/networks/66f89d7d-fbfb-425e-a64e-a55fcdce5ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207994 Nov 12 08:41:52.175319 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4e3b05e3-e0b3-41a4-ae34-a219e2861d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:52.281112 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b60d559d-2e32-4d7c-a836-0c174c6b3265 req-27f62edd-5170-4955-8792-403d722aeb07 service neutron] 10.222.0.54 "GET /v2.0/networks/66f89d7d-fbfb-425e-a64e-a55fcdce5ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227698 Nov 12 08:41:52.311796 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 47868) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:52.401414 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f839f7-ec76-4bb7-a72c-8520b993cd06 admin admin] Deleting subnet 34379cfb-d173-406f-b0b9-10a5aa8d3079 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:41:52.405325 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-63f839f7-ec76-4bb7-a72c-8520b993cd06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:52.426774 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:52.479620 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:52.480630 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device f59a5652-4ab4-445f-aaaa-dfe21eb1d4c1 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:52.496491 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-63f839f7-ec76-4bb7-a72c-8520b993cd06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:52.562407 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-63f839f7-ec76-4bb7-a72c-8520b993cd06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:52.660726 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:52.665066 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-63f839f7-ec76-4bb7-a72c-8520b993cd06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:52.712770 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f839f7-ec76-4bb7-a72c-8520b993cd06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34379cfb-d173-406f-b0b9-10a5aa8d3079,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:52.724190 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-63f839f7-ec76-4bb7-a72c-8520b993cd06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:52.729085 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-63f839f7-ec76-4bb7-a72c-8520b993cd06 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/34379cfb-d173-406f-b0b9-10a5aa8d3079 HTTP/1.1" status: 204 len: 168 time: 0.4160037 Nov 12 08:41:52.731815 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 47872) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:52.789421 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4e3b05e3-e0b3-41a4-ae34-a219e2861d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:52.837212 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2536da7-fc20-484b-90f5-ebaa0e33b66f req-bfdf30e5-5e4b-4d17-a6ec-63f1e4fb6657 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:52.838822 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d2536da7-fc20-484b-90f5-ebaa0e33b66f req-bfdf30e5-5e4b-4d17-a6ec-63f1e4fb6657 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.0864418 Nov 12 08:41:52.840622 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-4e3b05e3-e0b3-41a4-ae34-a219e2861d2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['decddc00-32e0-44cc-9e13-8ef2ed68d9e6']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:52.850526 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-92b085f0-983c-4178-8a25-303e7bd06aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:52.850905 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad98b77-eeed-40db-8e0f-cd9ce7b3b6fa req-24a2af35-a863-4126-a10f-e382d090cc1a tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:52.856340 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0ad98b77-eeed-40db-8e0f-cd9ce7b3b6fa req-24a2af35-a863-4126-a10f-e382d090cc1a tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.5906124 Nov 12 08:41:52.910202 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-4e3b05e3-e0b3-41a4-ae34-a219e2861d2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e7c7833-2333-46bc-97e1-9ab5cc58b461') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:52.911058 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-4e3b05e3-e0b3-41a4-ae34-a219e2861d2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e7c7833-2333-46bc-97e1-9ab5cc58b461') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:52.978770 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4e3b05e3-e0b3-41a4-ae34-a219e2861d2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:52.994788 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-92b085f0-983c-4178-8a25-303e7bd06aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:53.025629 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-92b085f0-983c-4178-8a25-303e7bd06aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7606f079-2527-4e0e-94d1-986a75700eb0']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:53.026758 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4e3b05e3-e0b3-41a4-ae34-a219e2861d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:53.039277 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-92b085f0-983c-4178-8a25-303e7bd06aa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd6be86-3cb3-4740-8617-f1a45bb12c8c') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:53.040399 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-92b085f0-983c-4178-8a25-303e7bd06aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd6be86-3cb3-4740-8617-f1a45bb12c8c') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:53.045884 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e3b05e3-e0b3-41a4-ae34-a219e2861d2b admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:41:53.046774 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4e3b05e3-e0b3-41a4-ae34-a219e2861d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:53.048299 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:41:53.048299 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:41:53.048299 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:41:53.048299 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:41:53.048299 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:41:53.048299 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:41:53.048299 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:41:53.048299 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:41:53.048299 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:41:53.048299 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:41:53.048299 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:41:53.048299 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:41:53.048299 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:41:53.048299 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:41:53.048299 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:41:53.048299 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:41:53.048299 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:41:53.048299 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:41:53.048299 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:41:53.048299 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:41:53.048299 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:41:53.048299 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:41:53.048299 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:41:53.048299 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:41:53.048299 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:41:53.048299 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:41:53.048299 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:41:53.048299 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:41:53.048299 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:41:53.048299 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:41:53.048299 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:41:53.048299 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:41:53.052031 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0ad98b77-eeed-40db-8e0f-cd9ce7b3b6fa req-4df5e0b7-5e21-4f7e-8060-2104daa27bdb tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451092 Nov 12 08:41:53.066984 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-92b085f0-983c-4178-8a25-303e7bd06aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:53.116979 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-92b085f0-983c-4178-8a25-303e7bd06aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:53.136240 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b085f0-983c-4178-8a25-303e7bd06aa1 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:41:53.136810 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-92b085f0-983c-4178-8a25-303e7bd06aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:53.138917 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:41:53.138917 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:41:53.138917 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:41:53.138917 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:41:53.138917 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:41:53.138917 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:41:53.138917 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:41:53.138917 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:41:53.138917 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:41:53.138917 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:41:53.138917 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:41:53.138917 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:41:53.138917 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:41:53.138917 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:41:53.138917 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:41:53.138917 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:41:53.138917 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:41:53.138917 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:41:53.138917 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:41:53.138917 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:41:53.138917 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:41:53.138917 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:41:53.138917 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:41:53.138917 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:41:53.138917 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:41:53.138917 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:41:53.138917 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:41:53.138917 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:41:53.138917 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:41:53.138917 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:41:53.138917 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:41:53.138917 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:41:53.148487 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d2536da7-fc20-484b-90f5-ebaa0e33b66f req-4236359e-5a35-421f-8d76-7a6cefa26808 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816203 Nov 12 08:41:53.174438 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041577f-ec27-4171-b945-25e47cad3f90 req-095fb550-8799-4fe0-be8f-6b743d88ac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:53.198597 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1041577f-ec27-4171-b945-25e47cad3f90 req-095fb550-8799-4fe0-be8f-6b743d88ac1a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 1102 time: 0.2350211 Nov 12 08:41:53.202753 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4e3b05e3-e0b3-41a4-ae34-a219e2861d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:53.215565 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4e3b05e3-e0b3-41a4-ae34-a219e2861d2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:53.229705 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4e3b05e3-e0b3-41a4-ae34-a219e2861d2b admin admin] 10.222.0.37 "DELETE /v2.0/networks/decddc00-32e0-44cc-9e13-8ef2ed68d9e6 HTTP/1.1" status: 204 len: 168 time: 1.2458272 Nov 12 08:41:53.286829 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-92b085f0-983c-4178-8a25-303e7bd06aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:53.310570 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-92b085f0-983c-4178-8a25-303e7bd06aa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:53.330926 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-92b085f0-983c-4178-8a25-303e7bd06aa1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7606f079-2527-4e0e-94d1-986a75700eb0 HTTP/1.1" status: 204 len: 168 time: 0.5943794 Nov 12 08:41:53.364080 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b085f0-983c-4178-8a25-303e7bd06aa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7606f079-2527-4e0e-94d1-986a75700eb0,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:53.473214 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041577f-ec27-4171-b945-25e47cad3f90 req-fa362458-a8d9-4b39-bdd6-da4ad29d1585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:53.476696 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1041577f-ec27-4171-b945-25e47cad3f90 req-fa362458-a8d9-4b39-bdd6-da4ad29d1585 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.2256942 Nov 12 08:41:53.596507 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 47894) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:53.605123 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 47896) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:53.608683 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1041577f-ec27-4171-b945-25e47cad3f90 req-c47f97c7-f74c-47a0-a1ed-b1c5e121e6bb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=6e1d4968-a38b-49dc-b3cd-26685b7c75ca HTTP/1.1" status: 200 len: 217 time: 0.0978110 Nov 12 08:41:53.609457 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b05e3-e0b3-41a4-ae34-a219e2861d2b admin admin] Pushing event deleted for resources: {'Network': ['ID=decddc00-32e0-44cc-9e13-8ef2ed68d9e6,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:53.635472 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98fd61f-7fcd-49ad-a232-1d8a527ca32a req-cad8d915-8fc7-4644-a4cb-bf67c23e2711 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:53.643579 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e98fd61f-7fcd-49ad-a232-1d8a527ca32a req-cad8d915-8fc7-4644-a4cb-bf67c23e2711 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f819abe-825c-40d0-8e61-d3fe792d5d7a HTTP/1.1" status: 200 len: 944 time: 0.3807585 Nov 12 08:41:53.667022 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0338b835-d578-4ee9-9adc-59ce66845954 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d73a964a85c04c1cb36ad5eed9aa3407&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0606329 Nov 12 08:41:53.673102 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 47898) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:53.711260 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d1aecb7b-d111-4146-b641-bfe7a63e872c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d890d5943624406b7ee953df5b1a618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1134868 Nov 12 08:41:53.717568 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 47900) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:53.744913 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-81e38106-7db6-4f7c-a4a9-6bd0311c8ab5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:53.745342 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041577f-ec27-4171-b945-25e47cad3f90 req-3da46dbb-f2fb-4f39-bb5b-a0af80a46922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:53.746889 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1041577f-ec27-4171-b945-25e47cad3f90 req-3da46dbb-f2fb-4f39-bb5b-a0af80a46922 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.0956643 Nov 12 08:41:53.769686 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e98fd61f-7fcd-49ad-a232-1d8a527ca32a req-0dac4d8a-3a05-42ac-8a49-b8fd9b7bfb11 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244802 Nov 12 08:41:53.782350 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-81e38106-7db6-4f7c-a4a9-6bd0311c8ab5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:53.832234 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fbe72c8a-4943-4ca1-83de-4292a5ae2dd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:53.844230 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-81e38106-7db6-4f7c-a4a9-6bd0311c8ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:53.848263 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-81e38106-7db6-4f7c-a4a9-6bd0311c8ab5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:53.850911 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-81e38106-7db6-4f7c-a4a9-6bd0311c8ab5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/01eb4255-c196-47a2-bd51-b3d424de2c1b HTTP/1.1" status: 204 len: 168 time: 0.1764181 Nov 12 08:41:53.863988 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e38106-7db6-4f7c-a4a9-6bd0311c8ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01eb4255-c196-47a2-bd51-b3d424de2c1b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:53.865882 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041577f-ec27-4171-b945-25e47cad3f90 req-bd6b40c7-a2ee-4fb7-ad0b-ef787638dace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:53.867526 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1041577f-ec27-4171-b945-25e47cad3f90 req-bd6b40c7-a2ee-4fb7-ad0b-ef787638dace service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1097627 Nov 12 08:41:53.893820 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fbe72c8a-4943-4ca1-83de-4292a5ae2dd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:54.020519 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fbe72c8a-4943-4ca1-83de-4292a5ae2dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:54.023642 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fbe72c8a-4943-4ca1-83de-4292a5ae2dd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:54.027373 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fbe72c8a-4943-4ca1-83de-4292a5ae2dd1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c2c57f8-c6cd-4304-81b9-c06d2d5f8327 HTTP/1.1" status: 204 len: 168 time: 0.3060484 Nov 12 08:41:54.031996 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1041577f-ec27-4171-b945-25e47cad3f90 req-2daba438-792b-4ee8-bf74-6516088ecaf8 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521893 Nov 12 08:41:54.043881 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe72c8a-4943-4ca1-83de-4292a5ae2dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2c57f8-c6cd-4304-81b9-c06d2d5f8327,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:54.243356 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device c3338fc7-8994-49dc-910e-b81e1d9f0449 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:41:54.288051 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e472427-31f1-4f19-b2ca-661916c586c6 req-211851a7-85b3-414a-8e7a-e53cec6e979e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:54.295692 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9e472427-31f1-4f19-b2ca-661916c586c6 req-211851a7-85b3-414a-8e7a-e53cec6e979e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.1132183 Nov 12 08:41:54.299385 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1041577f-ec27-4171-b945-25e47cad3f90 req-19c15dd1-6b45-47bb-b953-1b82386f5ed7 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548950 Nov 12 08:41:54.419402 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b96f65-8525-462d-9c4d-cafa646fb565 req-26bdbaea-5e3d-471e-95dd-656e543af5c5 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:54.421483 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e8b96f65-8525-462d-9c4d-cafa646fb565 req-26bdbaea-5e3d-471e-95dd-656e543af5c5 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.1525884 Nov 12 08:41:54.431466 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 10948d64-3eb3-4935-b81b-78e6ca3e4140 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:54.435642 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9e472427-31f1-4f19-b2ca-661916c586c6 req-e7a1cf38-67b6-4da2-8256-fa127f9693e7 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385989 Nov 12 08:41:54.504893 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 10948d64-3eb3-4935-b81b-78e6ca3e4140 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:54.507174 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 10948d64-3eb3-4935-b81b-78e6ca3e4140 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:54.562256 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e8b96f65-8525-462d-9c4d-cafa646fb565 req-7d630be9-c755-4ac7-9455-49e53b0af85a tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221459 Nov 12 08:41:54.622411 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port c3338fc7-8994-49dc-910e-b81e1d9f0449, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=c3338fc7-8994-49dc-910e-b81e1d9f0449,segment=NetworkSegment(68005b70-1579-4f58-bade-fbc137d1c951),segment_id=68005b70-1579-4f58-bade-fbc137d1c951)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:54.641052 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'c3338fc7-8994-49dc-910e-b81e1d9f0449', 'network_id': '66f89d7d-fbfb-425e-a64e-a55fcdce5ee4', 'port_id': 'c3338fc7-8994-49dc-910e-b81e1d9f0449', 'mac_address': 'fa:16:3e:5e:a0:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '220263af-ce0c-476a-8783-ac39098fb22e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:41:54.711495 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:54.728295 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3338fc7-8994-49dc-910e-b81e1d9f0449 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:41:54.753628 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port c3338fc7-8994-49dc-910e-b81e1d9f0449, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=c3338fc7-8994-49dc-910e-b81e1d9f0449,segment=NetworkSegment(68005b70-1579-4f58-bade-fbc137d1c951),segment_id=68005b70-1579-4f58-bade-fbc137d1c951)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:54.760050 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:54.894050 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=c3338fc7-8994-49dc-910e-b81e1d9f0449,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:54.967358 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac2a68-8ea4-43a9-b4a9-b189ce158384 req-9e0dacf4-f43f-40ad-be7e-8c60a0349321 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:54.971818 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-36ac2a68-8ea4-43a9-b4a9-b189ce158384 req-9e0dacf4-f43f-40ad-be7e-8c60a0349321 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f819abe-825c-40d0-8e61-d3fe792d5d7a HTTP/1.1" status: 200 len: 945 time: 0.1015489 Nov 12 08:41:55.069492 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-36ac2a68-8ea4-43a9-b4a9-b189ce158384 req-59da667c-5dd8-49ae-9ddf-7e3b766b458d tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836322 Nov 12 08:41:55.095867 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['c3338fc7-8994-49dc-910e-b81e1d9f0449'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:41:55.912549 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dafd71-2471-4702-b707-5ff7c3690ffa req-e356580a-c184-4e08-abd1-652edf6beeb1 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:55.914656 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-08dafd71-2471-4702-b707-5ff7c3690ffa req-e356580a-c184-4e08-abd1-652edf6beeb1 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.3633966 Nov 12 08:41:55.966735 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-08dafd71-2471-4702-b707-5ff7c3690ffa req-2c0d96e0-f6ac-491f-a918-d53a9d9261a9 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456629 Nov 12 08:41:56.243489 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff04f16-d2b0-4713-82a7-1305eccdb9bf req-f9d2b998-7286-490e-814d-c1d67dfbd188 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:56.246377 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6ff04f16-d2b0-4713-82a7-1305eccdb9bf req-f9d2b998-7286-490e-814d-c1d67dfbd188 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.0836468 Nov 12 08:41:56.270543 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device c3338fc7-8994-49dc-910e-b81e1d9f0449 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:56.360018 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port c3338fc7-8994-49dc-910e-b81e1d9f0449 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:41:56.366458 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port c3338fc7-8994-49dc-910e-b81e1d9f0449 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:56.372415 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:56.392138 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6ff04f16-d2b0-4713-82a7-1305eccdb9bf req-69735545-9f83-4ba4-abc5-78c72ca9c64d tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341214 Nov 12 08:41:56.476900 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-835c2f07-0088-4e31-82ae-7e70133810ce req-baf23c87-b5de-4a7f-a715-45233f1848d0 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b6847ddb68854eb685500e6cc733d83a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1076715 Nov 12 08:41:56.500767 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:56.551860 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f819abe-825c-40d0-8e61-d3fe792d5d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3338fc7-8994-49dc-910e-b81e1d9f0449'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:56.555499 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d350075d-d1a0-4e3b-854c-032b4c0f684e" -d '{"events": [{"server_uuid": "0f819abe-825c-40d0-8e61-d3fe792d5d7a", "name": "network-vif-plugged", "status": "completed", "tag": "c3338fc7-8994-49dc-910e-b81e1d9f0449"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:56.574508 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port c3338fc7-8994-49dc-910e-b81e1d9f0449, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=c3338fc7-8994-49dc-910e-b81e1d9f0449,segment=NetworkSegment(68005b70-1579-4f58-bade-fbc137d1c951),segment_id=68005b70-1579-4f58-bade-fbc137d1c951)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:56.582122 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:56.659062 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=c3338fc7-8994-49dc-910e-b81e1d9f0449,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:56.750564 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c2f07-0088-4e31-82ae-7e70133810ce req-205880ca-c78d-40a2-9a79-c4f2108489af tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:56.759379 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-835c2f07-0088-4e31-82ae-7e70133810ce req-205880ca-c78d-40a2-9a79-c4f2108489af tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2807443 Nov 12 08:41:56.779537 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-835c2f07-0088-4e31-82ae-7e70133810ce req-07c864a2-cb5b-4420-893a-1649e2e92a6f tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.37 "GET /v2.0/quotas/b6847ddb68854eb685500e6cc733d83a HTTP/1.1" status: 200 len: 375 time: 0.0188012 Nov 12 08:41:56.829393 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-835c2f07-0088-4e31-82ae-7e70133810ce req-4490b76e-d3db-4308-8cc0-5004687f2e8f tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6847ddb68854eb685500e6cc733d83a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484879 Nov 12 08:41:56.853313 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a647ed-13e1-4adf-9a4c-4320a9762664 req-35b479ea-334c-4f60-89f8-077a64ee7a82 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:56.864094 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-10a647ed-13e1-4adf-9a4c-4320a9762664 req-35b479ea-334c-4f60-89f8-077a64ee7a82 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f819abe-825c-40d0-8e61-d3fe792d5d7a HTTP/1.1" status: 200 len: 946 time: 0.1661983 Nov 12 08:41:56.967731 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-10a647ed-13e1-4adf-9a4c-4320a9762664 req-5fdc5bd3-feb6-465d-b941-022d1616720e tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943570 Nov 12 08:41:57.104421 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e704c7-f23b-4fdf-94ad-1d663b350404 x-openstack-request-id: req-00e704c7-f23b-4fdf-94ad-1d663b350404 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:57.104786 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f819abe-825c-40d0-8e61-d3fe792d5d7a", "name": "network-vif-plugged", "status": "completed", "tag": "c3338fc7-8994-49dc-910e-b81e1d9f0449", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:57.105128 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00e704c7-f23b-4fdf-94ad-1d663b350404 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:57.105586 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f819abe-825c-40d0-8e61-d3fe792d5d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3338fc7-8994-49dc-910e-b81e1d9f0449', 'code': 200} Nov 12 08:41:57.275342 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbbe53-f7d5-4c3f-a22e-597fece4a364 req-289dff65-2f7c-44af-99f9-ebfef9f947f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:57.277747 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-40fbbe53-f7d5-4c3f-a22e-597fece4a364 req-289dff65-2f7c-44af-99f9-ebfef9f947f9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0f819abe-825c-40d0-8e61-d3fe792d5d7a HTTP/1.1" status: 200 len: 1098 time: 0.1064436 Nov 12 08:41:57.332083 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc8c060d-9646-4eba-beb1-420ec00f595a req-2e305718-de4c-4a49-80e4-b6ccbe5857e8 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.37 "GET /v2.0/ports?device_id=8640861d-6044-4e87-8630-10f6e998682c HTTP/1.1" status: 200 len: 210 time: 0.1329160 Nov 12 08:41:57.421744 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-40fbbe53-f7d5-4c3f-a22e-597fece4a364 req-a171835c-36e9-4ff6-a851-bc95ce5711a5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304967 Nov 12 08:41:57.424723 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e6bf4-b3ac-4125-9f71-d0a1a85a0042 req-4f34edca-b3db-4e00-9503-580717860ae3 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:57.444258 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-961e6bf4-b3ac-4125-9f71-d0a1a85a0042 req-4f34edca-b3db-4e00-9503-580717860ae3 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.2438104 Nov 12 08:41:57.587992 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-961e6bf4-b3ac-4125-9f71-d0a1a85a0042 req-8e0dbed2-b0b6-465d-a48d-49356e8317c8 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414247 Nov 12 08:41:57.716670 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8a984-17b4-4860-b709-7e49ac99c637 req-040a0408-0b0a-48ec-a162-6ea834801161 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:57.720007 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-03c8a984-17b4-4860-b709-7e49ac99c637 req-040a0408-0b0a-48ec-a162-6ea834801161 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.1294081 Nov 12 08:41:57.800596 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-03c8a984-17b4-4860-b709-7e49ac99c637 req-b100a07f-55b5-4d1a-8b26-eed91c8d7e9f tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738590 Nov 12 08:41:58.276860 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf5541-fbef-4ce2-bcfd-09d0844b286a req-ace9284f-ed76-4e24-a303-6d7ecd47f278 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:58.289799 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c0cf5541-fbef-4ce2-bcfd-09d0844b286a req-ace9284f-ed76-4e24-a303-6d7ecd47f278 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.1572645 Nov 12 08:41:58.359940 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83c3a3-0ef9-4450-8478-d7aed3804e09 req-67e6dbb4-fd29-47ed-8f00-b0f08e0127f2 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:58.368182 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c83c3a3-0ef9-4450-8478-d7aed3804e09 req-67e6dbb4-fd29-47ed-8f00-b0f08e0127f2 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f819abe-825c-40d0-8e61-d3fe792d5d7a HTTP/1.1" status: 200 len: 946 time: 0.2774990 Nov 12 08:41:58.373273 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c0cf5541-fbef-4ce2-bcfd-09d0844b286a req-9319e22d-9918-4aa7-95e7-f9ce0324532d tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825284 Nov 12 08:41:58.428618 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c83c3a3-0ef9-4450-8478-d7aed3804e09 req-3f0c3d02-e9a4-4e74-b58f-4d7f2e0502cc tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593569 Nov 12 08:41:58.543402 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2075477d-1916-4cb1-bc2c-f6f0db38316f req-d71813c0-3198-4310-9e32-3cf6fa909bd3 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.37 "GET /v2.0/ports?device_id=8640861d-6044-4e87-8630-10f6e998682c HTTP/1.1" status: 200 len: 210 time: 0.0366077 Nov 12 08:41:58.874847 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bceb470-1af8-4540-b0d2-218e3f7412dc req-6ad17c77-eb8d-4179-98ce-193f2491127c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:58.888989 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6bceb470-1af8-4540-b0d2-218e3f7412dc req-6ad17c77-eb8d-4179-98ce-193f2491127c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.1319265 Nov 12 08:41:58.910031 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:58.970704 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-835c2f07-0088-4e31-82ae-7e70133810ce req-1151aeb5-e775-420a-8805-87af317f4fc4 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b6847ddb68854eb685500e6cc733d83a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579431 Nov 12 08:41:59.179993 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6bceb470-1af8-4540-b0d2-218e3f7412dc req-fa9ec109-8134-426c-aba1-761e539428f8 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895198 Nov 12 08:41:59.191247 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c2f07-0088-4e31-82ae-7e70133810ce req-8c2dac77-1713-4238-a2ba-f9765566e9ef tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:59.193154 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-835c2f07-0088-4e31-82ae-7e70133810ce req-8c2dac77-1713-4238-a2ba-f9765566e9ef tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1940980 Nov 12 08:41:59.225298 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-835c2f07-0088-4e31-82ae-7e70133810ce req-d2ada713-7d99-4c04-bca5-671d4131884b tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Request body: {'port': {'device_id': '8640861d-6044-4e87-8630-10f6e998682c', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'admin_state_up': True, 'tenant_id': 'b6847ddb68854eb685500e6cc733d83a'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:59.422526 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-835c2f07-0088-4e31-82ae-7e70133810ce req-d2ada713-7d99-4c04-bca5-671d4131884b tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Made reservation on behalf of b6847ddb68854eb685500e6cc733d83a for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:59.426997 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-835c2f07-0088-4e31-82ae-7e70133810ce req-d2ada713-7d99-4c04-bca5-671d4131884b tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:59.440266 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-835c2f07-0088-4e31-82ae-7e70133810ce req-d2ada713-7d99-4c04-bca5-671d4131884b tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:59.634127 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870df82-cc2d-4eba-b6ab-68929c1a7ddd req-1663756c-1d8d-448a-854a-95c38785d1cc tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:59.641603 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c870df82-cc2d-4eba-b6ab-68929c1a7ddd req-1663756c-1d8d-448a-854a-95c38785d1cc tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.1292095 Nov 12 08:41:59.700472 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225ace4-1c5a-4f0e-aa82-17349c97bb11 req-56a97222-91b5-4300-b75b-867e07ee5238 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:59.707873 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6225ace4-1c5a-4f0e-aa82-17349c97bb11 req-56a97222-91b5-4300-b75b-867e07ee5238 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f819abe-825c-40d0-8e61-d3fe792d5d7a HTTP/1.1" status: 200 len: 946 time: 0.1466923 Nov 12 08:41:59.746816 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-835c2f07-0088-4e31-82ae-7e70133810ce req-d2ada713-7d99-4c04-bca5-671d4131884b tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:59.761079 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-835c2f07-0088-4e31-82ae-7e70133810ce req-d2ada713-7d99-4c04-bca5-671d4131884b tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:59.815386 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c870df82-cc2d-4eba-b6ab-68929c1a7ddd req-f0998fef-cac5-488b-b360-e06a7471599f tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728117 Nov 12 08:41:59.826623 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ada713-7d99-4c04-bca5-671d4131884b tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=390bee6a-b441-452f-8188-930038c39e5c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:59.849215 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6225ace4-1c5a-4f0e-aa82-17349c97bb11 req-74fa32af-b3e8-4c44-b9c1-e4e80cf5c838 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388528 Nov 12 08:42:00.075658 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-045099f5-0357-4d9f-82f8-26a5956210ac req-c985940d-cad9-40fc-9ece-4b3b49124b32 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.37 "GET /v2.0/ports?device_id=8640861d-6044-4e87-8630-10f6e998682c HTTP/1.1" status: 200 len: 210 time: 0.1214781 Nov 12 08:42:00.175232 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-835c2f07-0088-4e31-82ae-7e70133810ce req-d2ada713-7d99-4c04-bca5-671d4131884b tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Allocated IP 192.168.233.164 (aaa9e939-3555-4037-a22a-8e3905c2166f/ac1fb13e-fa96-4a78-a070-af75ed125682/951d3b9c-88c5-4ec0-ab88-7759e6d6ef12) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:00.202370 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4e5ff-2854-4c80-b9e3-9c8f1d2f7053 req-fb9223a7-9c41-4ece-9ee9-d0319326336f tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:00.204040 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c2d4e5ff-2854-4c80-b9e3-9c8f1d2f7053 req-fb9223a7-9c41-4ece-9ee9-d0319326336f tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.1197817 Nov 12 08:42:00.529533 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a26444-52cf-43f4-bf08-5dc1b5a63210 req-37ffc1f8-83c8-415c-b8c8-9f352153a744 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:00.532044 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-79a26444-52cf-43f4-bf08-5dc1b5a63210 req-37ffc1f8-83c8-415c-b8c8-9f352153a744 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.2089329 Nov 12 08:42:00.659555 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-835c2f07-0088-4e31-82ae-7e70133810ce req-d2ada713-7d99-4c04-bca5-671d4131884b tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:00.666695 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-c2d4e5ff-2854-4c80-b9e3-9c8f1d2f7053 req-82d6aa03-ddfc-4fcf-9f80-bfe16ebdf7b2 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Deleting port 7dbee39a-f3e7-4415-ad42-941d9e5bdf5f {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:00.667351 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c2d4e5ff-2854-4c80-b9e3-9c8f1d2f7053 req-82d6aa03-ddfc-4fcf-9f80-bfe16ebdf7b2 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:00.709183 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-79a26444-52cf-43f4-bf08-5dc1b5a63210 req-7068ada5-5119-4d7e-b744-d88ba9ee90ea tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634471 Nov 12 08:42:00.948591 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-835c2f07-0088-4e31-82ae-7e70133810ce req-d2ada713-7d99-4c04-bca5-671d4131884b tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:00.970330 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-c2d4e5ff-2854-4c80-b9e3-9c8f1d2f7053 req-82d6aa03-ddfc-4fcf-9f80-bfe16ebdf7b2 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] For port 7dbee39a-f3e7-4415-ad42-941d9e5bdf5f, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=7dbee39a-f3e7-4415-ad42-941d9e5bdf5f,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:00.970711 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c2d4e5ff-2854-4c80-b9e3-9c8f1d2f7053 req-82d6aa03-ddfc-4fcf-9f80-bfe16ebdf7b2 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:01.084744 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-c2d4e5ff-2854-4c80-b9e3-9c8f1d2f7053 req-82d6aa03-ddfc-4fcf-9f80-bfe16ebdf7b2 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Calling delete_port for 7dbee39a-f3e7-4415-ad42-941d9e5bdf5f owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:01.166705 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-835c2f07-0088-4e31-82ae-7e70133810ce req-d2ada713-7d99-4c04-bca5-671d4131884b tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Network aaa9e939-3555-4037-a22a-8e3905c2166f is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:01.182010 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-835c2f07-0088-4e31-82ae-7e70133810ce req-d2ada713-7d99-4c04-bca5-671d4131884b tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:01.197912 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-835c2f07-0088-4e31-82ae-7e70133810ce req-d2ada713-7d99-4c04-bca5-671d4131884b tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:01.225590 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ada713-7d99-4c04-bca5-671d4131884b tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Pushing event updated for resources: {'Port': ['ID=951d3b9c-88c5-4ec0-ab88-7759e6d6ef12,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:01.266103 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2373e8b-9c55-4e25-876c-69c1cfe29ab8 req-f19f8fb5-70f2-435a-b975-f9662acf2b27 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:01.275609 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e2373e8b-9c55-4e25-876c-69c1cfe29ab8 req-f19f8fb5-70f2-435a-b975-f9662acf2b27 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 945 time: 0.3069401 Nov 12 08:42:01.392039 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c2f07-0088-4e31-82ae-7e70133810ce req-d2ada713-7d99-4c04-bca5-671d4131884b tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:01.393056 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-835c2f07-0088-4e31-82ae-7e70133810ce req-d2ada713-7d99-4c04-bca5-671d4131884b tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:01.483973 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-835c2f07-0088-4e31-82ae-7e70133810ce req-d2ada713-7d99-4c04-bca5-671d4131884b tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2633724 Nov 12 08:42:01.543031 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-835c2f07-0088-4e31-82ae-7e70133810ce req-3417ce84-b21a-45fd-9bb7-d14c645bbf71 service neutron] Request body: {'port': {'device_id': '8640861d-6044-4e87-8630-10f6e998682c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:01.605459 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e2373e8b-9c55-4e25-876c-69c1cfe29ab8 req-6076a4af-217f-475f-92aa-8ccecc0d9f85 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285244 Nov 12 08:42:01.610993 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-1241b573-5ae8-4c81-80f9-ad30e7936338 None None] Provisioning complete for port 951d3b9c-88c5-4ec0-ab88-7759e6d6ef12 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:01.611448 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1241b573-5ae8-4c81-80f9-ad30e7936338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:01.615629 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac7b0f-33b7-4cf5-b326-661aab8aeb53 req-14e186f0-e96d-4a24-bae1-ec3bd99afd0d tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:01.625528 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c7ac7b0f-33b7-4cf5-b326-661aab8aeb53 req-14e186f0-e96d-4a24-bae1-ec3bd99afd0d tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.37 "GET /v2.0/ports?device_id=8640861d-6044-4e87-8630-10f6e998682c HTTP/1.1" status: 200 len: 936 time: 0.3151867 Nov 12 08:42:01.676771 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-1241b573-5ae8-4c81-80f9-ad30e7936338 None None] Port 951d3b9c-88c5-4ec0-ab88-7759e6d6ef12 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:01.735873 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c2d4e5ff-2854-4c80-b9e3-9c8f1d2f7053 req-82d6aa03-ddfc-4fcf-9f80-bfe16ebdf7b2 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:01.753198 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['7dbee39a-f3e7-4415-ad42-941d9e5bdf5f'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:42:01.805626 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6aa03-ddfc-4fcf-9f80-bfe16ebdf7b2 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Pushing event deleted for resources: {'Port': ['ID=7dbee39a-f3e7-4415-ad42-941d9e5bdf5f,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:01.820466 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c7ac7b0f-33b7-4cf5-b326-661aab8aeb53 req-1bbfc9f6-a948-4333-a1f0-f09b5c194ff9 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.37 "GET /v2.0/security-groups?id=390bee6a-b441-452f-8188-930038c39e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938035 Nov 12 08:42:01.827019 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-835c2f07-0088-4e31-82ae-7e70133810ce req-3417ce84-b21a-45fd-9bb7-d14c645bbf71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:01.951270 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d4e5ff-2854-4c80-b9e3-9c8f1d2f7053 req-82d6aa03-ddfc-4fcf-9f80-bfe16ebdf7b2 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] No DVR routers for this DVR port 7dbee39a-f3e7-4415-ad42-941d9e5bdf5f on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:42:01.958050 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c2d4e5ff-2854-4c80-b9e3-9c8f1d2f7053 req-82d6aa03-ddfc-4fcf-9f80-bfe16ebdf7b2 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:01.961638 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c2d4e5ff-2854-4c80-b9e3-9c8f1d2f7053 req-82d6aa03-ddfc-4fcf-9f80-bfe16ebdf7b2 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.58 "DELETE /v2.0/ports/7dbee39a-f3e7-4415-ad42-941d9e5bdf5f HTTP/1.1" status: 204 len: 173 time: 1.7319009 Nov 12 08:42:01.974407 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcbc5fc-5ceb-4172-b587-2f25bd8b9980', 'name': 'network-vif-deleted', 'tag': '7dbee39a-f3e7-4415-ad42-941d9e5bdf5f'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:01.977109 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f345cea-3dd8-4852-aef7-870426e3008d" -d '{"events": [{"server_uuid": "cdcbc5fc-5ceb-4172-b587-2f25bd8b9980", "name": "network-vif-deleted", "tag": "7dbee39a-f3e7-4415-ad42-941d9e5bdf5f"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:02.072162 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32d4c83-694d-4809-886d-8914df8aa11d x-openstack-request-id: req-c32d4c83-694d-4809-886d-8914df8aa11d {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:02.072527 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcbc5fc-5ceb-4172-b587-2f25bd8b9980", "name": "network-vif-deleted", "tag": "7dbee39a-f3e7-4415-ad42-941d9e5bdf5f", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:02.072759 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c32d4c83-694d-4809-886d-8914df8aa11d {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:02.073915 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcbc5fc-5ceb-4172-b587-2f25bd8b9980', 'name': 'network-vif-deleted', 'tag': '7dbee39a-f3e7-4415-ad42-941d9e5bdf5f', 'status': 'completed', 'code': 200} Nov 12 08:42:02.181008 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4dbc7-3ef0-4631-aee2-2c082936d384 req-32947ec9-c34e-445d-9c1c-34326367c9ef tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:02.182742 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e2e4dbc7-3ef0-4631-aee2-2c082936d384 req-32947ec9-c34e-445d-9c1c-34326367c9ef tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.2555487 Nov 12 08:42:02.448250 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-835c2f07-0088-4e31-82ae-7e70133810ce req-3417ce84-b21a-45fd-9bb7-d14c645bbf71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 951d3b9c-88c5-4ec0-ab88-7759e6d6ef12 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:42:02.457893 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-835c2f07-0088-4e31-82ae-7e70133810ce req-3417ce84-b21a-45fd-9bb7-d14c645bbf71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:02.471695 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-835c2f07-0088-4e31-82ae-7e70133810ce req-3417ce84-b21a-45fd-9bb7-d14c645bbf71 service neutron] Transition to ACTIVE for port object 951d3b9c-88c5-4ec0-ab88-7759e6d6ef12 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:42:02.482958 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-835c2f07-0088-4e31-82ae-7e70133810ce req-3417ce84-b21a-45fd-9bb7-d14c645bbf71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:02.550805 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e2e4dbc7-3ef0-4631-aee2-2c082936d384 req-f93afd80-b6dd-45c3-a9af-c6fbe5219eda tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534274 Nov 12 08:42:02.612749 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417ce84-b21a-45fd-9bb7-d14c645bbf71 service neutron] Pushing event updated for resources: {'Port': ['ID=951d3b9c-88c5-4ec0-ab88-7759e6d6ef12,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:02.839776 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-835c2f07-0088-4e31-82ae-7e70133810ce req-3417ce84-b21a-45fd-9bb7-d14c645bbf71 service neutron] Attempting to bind port 951d3b9c-88c5-4ec0-ab88-7759e6d6ef12 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:42:02.840173 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-835c2f07-0088-4e31-82ae-7e70133810ce req-3417ce84-b21a-45fd-9bb7-d14c645bbf71 service neutron] Attempting to bind port 951d3b9c-88c5-4ec0-ab88-7759e6d6ef12 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:42:02.841075 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835c2f07-0088-4e31-82ae-7e70133810ce req-3417ce84-b21a-45fd-9bb7-d14c645bbf71 service neutron] Attempting to bind port 951d3b9c-88c5-4ec0-ab88-7759e6d6ef12 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:02.852821 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835c2f07-0088-4e31-82ae-7e70133810ce req-3417ce84-b21a-45fd-9bb7-d14c645bbf71 service neutron] Port 951d3b9c-88c5-4ec0-ab88-7759e6d6ef12 on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:42:02.853282 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835c2f07-0088-4e31-82ae-7e70133810ce req-3417ce84-b21a-45fd-9bb7-d14c645bbf71 service neutron] Attempting to bind port 951d3b9c-88c5-4ec0-ab88-7759e6d6ef12 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:02.907585 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835c2f07-0088-4e31-82ae-7e70133810ce req-3417ce84-b21a-45fd-9bb7-d14c645bbf71 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:42:02.907985 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835c2f07-0088-4e31-82ae-7e70133810ce req-3417ce84-b21a-45fd-9bb7-d14c645bbf71 service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:02.908433 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835c2f07-0088-4e31-82ae-7e70133810ce req-3417ce84-b21a-45fd-9bb7-d14c645bbf71 service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:42:02.908883 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-835c2f07-0088-4e31-82ae-7e70133810ce req-3417ce84-b21a-45fd-9bb7-d14c645bbf71 service neutron] Bound port: 951d3b9c-88c5-4ec0-ab88-7759e6d6ef12, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:42:02.909257 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-835c2f07-0088-4e31-82ae-7e70133810ce req-3417ce84-b21a-45fd-9bb7-d14c645bbf71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:02.929670 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d4cd54d7-390f-44bf-b4d8-714cac68eae8 req-8d26ad62-93ed-436d-9be5-3c58a9477419 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdcbc5fc-5ceb-4172-b587-2f25bd8b9980 HTTP/1.1" status: 200 len: 210 time: 0.0701401 Nov 12 08:42:03.038553 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-835c2f07-0088-4e31-82ae-7e70133810ce req-3417ce84-b21a-45fd-9bb7-d14c645bbf71 service neutron] For port 951d3b9c-88c5-4ec0-ab88-7759e6d6ef12, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:42:03.044530 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-835c2f07-0088-4e31-82ae-7e70133810ce req-3417ce84-b21a-45fd-9bb7-d14c645bbf71 service neutron] For port 951d3b9c-88c5-4ec0-ab88-7759e6d6ef12, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=951d3b9c-88c5-4ec0-ab88-7759e6d6ef12,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:42:03.055353 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-835c2f07-0088-4e31-82ae-7e70133810ce req-3417ce84-b21a-45fd-9bb7-d14c645bbf71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:03.208468 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c2f07-0088-4e31-82ae-7e70133810ce req-3417ce84-b21a-45fd-9bb7-d14c645bbf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:03.221324 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-835c2f07-0088-4e31-82ae-7e70133810ce req-3417ce84-b21a-45fd-9bb7-d14c645bbf71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:03.224334 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-835c2f07-0088-4e31-82ae-7e70133810ce req-3417ce84-b21a-45fd-9bb7-d14c645bbf71 service neutron] 10.222.0.58 "PUT /v2.0/ports/951d3b9c-88c5-4ec0-ab88-7759e6d6ef12 HTTP/1.1" status: 200 len: 1097 time: 1.6979263 Nov 12 08:42:03.385418 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417ce84-b21a-45fd-9bb7-d14c645bbf71 service neutron] Pushing event updated for resources: {'Port': ['ID=951d3b9c-88c5-4ec0-ab88-7759e6d6ef12,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:03.446137 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c2f07-0088-4e31-82ae-7e70133810ce req-da78ec5f-c066-49d1-b73b-bf7f0da7e617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:03.453479 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-835c2f07-0088-4e31-82ae-7e70133810ce req-da78ec5f-c066-49d1-b73b-bf7f0da7e617 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b6847ddb68854eb685500e6cc733d83a&device_id=8640861d-6044-4e87-8630-10f6e998682c HTTP/1.1" status: 200 len: 1100 time: 0.1339011 Nov 12 08:42:03.474660 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241c505-3045-493b-8a77-347a8725d621 req-0dea1396-c2d0-4def-914b-a43beea9c231 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:03.491127 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c241c505-3045-493b-8a77-347a8725d621 req-0dea1396-c2d0-4def-914b-a43beea9c231 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.37 "GET /v2.0/ports?device_id=8640861d-6044-4e87-8630-10f6e998682c HTTP/1.1" status: 200 len: 948 time: 0.2473593 Nov 12 08:42:03.570895 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-835c2f07-0088-4e31-82ae-7e70133810ce req-4e391269-695c-4b14-ac16-742f38a043db service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=951d3b9c-88c5-4ec0-ab88-7759e6d6ef12 HTTP/1.1" status: 200 len: 217 time: 0.0774322 Nov 12 08:42:03.652400 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c241c505-3045-493b-8a77-347a8725d621 req-73afdf0f-09a3-491e-a8a0-acaf93673175 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.37 "GET /v2.0/security-groups?id=390bee6a-b441-452f-8188-930038c39e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586008 Nov 12 08:42:03.718264 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c2f07-0088-4e31-82ae-7e70133810ce req-7a182cf0-3626-43bf-ba47-c24f60a90649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:03.720175 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-835c2f07-0088-4e31-82ae-7e70133810ce req-7a182cf0-3626-43bf-ba47-c24f60a90649 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1322312 Nov 12 08:42:03.805120 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c2f07-0088-4e31-82ae-7e70133810ce req-a12cbdad-676f-4713-8368-394fef5ab390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:03.808059 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-835c2f07-0088-4e31-82ae-7e70133810ce req-a12cbdad-676f-4713-8368-394fef5ab390 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0734420 Nov 12 08:42:03.836113 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8adbff-2622-4547-a9d7-f478afa7bab6 req-db389092-939a-48c8-8992-7e16171a36bc tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:03.845978 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ce8adbff-2622-4547-a9d7-f478afa7bab6 req-db389092-939a-48c8-8992-7e16171a36bc tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.1449647 Nov 12 08:42:04.077380 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8640861d-6044-4e87-8630-10f6e998682c', 'tag': '951d3b9c-88c5-4ec0-ab88-7759e6d6ef12'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:04.081955 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c505ca36-0054-40f0-8672-4d662275b758" -d '{"events": [{"name": "network-changed", "server_uuid": "8640861d-6044-4e87-8630-10f6e998682c", "tag": "951d3b9c-88c5-4ec0-ab88-7759e6d6ef12"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:04.125567 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ce8adbff-2622-4547-a9d7-f478afa7bab6 req-a6b8f455-62c4-4201-bbdb-925d626ef9d9 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782605 Nov 12 08:42:04.141298 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-835c2f07-0088-4e31-82ae-7e70133810ce req-4396c321-539a-4813-8624-8dff2c748174 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177924 Nov 12 08:42:04.228983 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23eabacd-c6b3-4891-a153-775c03cab471 x-openstack-request-id: req-23eabacd-c6b3-4891-a153-775c03cab471 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:04.229247 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8640861d-6044-4e87-8630-10f6e998682c", "tag": "951d3b9c-88c5-4ec0-ab88-7759e6d6ef12", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:04.229498 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-23eabacd-c6b3-4891-a153-775c03cab471 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:04.229896 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8640861d-6044-4e87-8630-10f6e998682c', 'tag': '951d3b9c-88c5-4ec0-ab88-7759e6d6ef12', 'status': 'completed', 'code': 200} Nov 12 08:42:04.381766 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-835c2f07-0088-4e31-82ae-7e70133810ce req-002f2651-4a90-41d6-a412-986712ca80af service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294562 Nov 12 08:42:04.463605 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 7dbee39a-f3e7-4415-ad42-941d9e5bdf5f no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:42:04.499100 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 7dbee39a-f3e7-4415-ad42-941d9e5bdf5f {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:42:04.499504 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 7dbee39a-f3e7-4415-ad42-941d9e5bdf5f not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:42:04.586751 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505ca36-0054-40f0-8672-4d662275b758 req-98ca0597-de9d-4eb5-ba35-b65cccc3d10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:04.588401 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c505ca36-0054-40f0-8672-4d662275b758 req-98ca0597-de9d-4eb5-ba35-b65cccc3d10b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b6847ddb68854eb685500e6cc733d83a&device_id=8640861d-6044-4e87-8630-10f6e998682c HTTP/1.1" status: 200 len: 1100 time: 0.0859251 Nov 12 08:42:04.686536 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-4baf458c-f768-4cbf-955c-a95a33c0361d tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:04.694709 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-4baf458c-f768-4cbf-955c-a95a33c0361d tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/networks?id=ebb104d1-24e6-4fb5-8479-85371fc07302 HTTP/1.1" status: 200 len: 812 time: 0.3019371 Nov 12 08:42:04.715934 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-effa1d40-fb88-462e-be79-529ea8b5f4aa tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/quotas/04e1e46932e445c2a6cc6d10b43d5fb7 HTTP/1.1" status: 200 len: 375 time: 0.0201077 Nov 12 08:42:04.777560 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-ff807601-d64e-4722-a381-b9d35ad9e9ca tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=04e1e46932e445c2a6cc6d10b43d5fb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601199 Nov 12 08:42:04.905332 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505ca36-0054-40f0-8672-4d662275b758 req-865aee0e-353f-4110-825e-15896bd4dad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:04.907653 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c505ca36-0054-40f0-8672-4d662275b758 req-865aee0e-353f-4110-825e-15896bd4dad3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.3066857 Nov 12 08:42:05.348697 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c505ca36-0054-40f0-8672-4d662275b758 req-bac49e5d-1500-4985-8a01-5a2521baacf1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=951d3b9c-88c5-4ec0-ab88-7759e6d6ef12 HTTP/1.1" status: 200 len: 217 time: 0.4287531 Nov 12 08:42:05.413556 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505ca36-0054-40f0-8672-4d662275b758 req-ac6cc3c0-e5e2-4084-917d-a8ecbb9d857c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:05.415207 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c505ca36-0054-40f0-8672-4d662275b758 req-ac6cc3c0-e5e2-4084-917d-a8ecbb9d857c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.0534072 Nov 12 08:42:05.433491 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336009cd-bd88-4ccc-8447-ade9f25d2999 req-dc7520a5-bb9b-40fa-9b18-7f12262abbc4 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:05.440895 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-336009cd-bd88-4ccc-8447-ade9f25d2999 req-dc7520a5-bb9b-40fa-9b18-7f12262abbc4 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.37 "GET /v2.0/ports?device_id=8640861d-6044-4e87-8630-10f6e998682c HTTP/1.1" status: 200 len: 948 time: 0.6782677 Nov 12 08:42:05.503688 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-731833f5-c798-40d5-b177-c2dde4687d6b service neutron] 10.222.0.37 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7001767 Nov 12 08:42:05.623048 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-336009cd-bd88-4ccc-8447-ade9f25d2999 req-964d99cb-1390-431c-89ca-072ca0ae2a78 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.37 "GET /v2.0/security-groups?id=390bee6a-b441-452f-8188-930038c39e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810842 Nov 12 08:42:05.636423 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505ca36-0054-40f0-8672-4d662275b758 req-91e60893-bc1f-41f3-bc6a-3b3efcf53f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:05.638092 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c505ca36-0054-40f0-8672-4d662275b758 req-91e60893-bc1f-41f3-bc6a-3b3efcf53f7f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1894886 Nov 12 08:42:05.751815 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-a84be7d3-9a76-406a-afe6-af39479d858e service neutron] 10.222.0.37 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376170 Nov 12 08:42:05.834598 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286e4e9-be3c-4db1-b7e9-b85a95ab83aa req-1e46239d-8850-4efa-8469-0dace8a6c554 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:05.843516 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7286e4e9-be3c-4db1-b7e9-b85a95ab83aa req-1e46239d-8850-4efa-8469-0dace8a6c554 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.0905626 Nov 12 08:42:05.854059 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c505ca36-0054-40f0-8672-4d662275b758 req-b3c3adce-1d5b-4c0b-b60b-6e385dd63f56 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783159 Nov 12 08:42:06.053100 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7286e4e9-be3c-4db1-b7e9-b85a95ab83aa req-a6f78375-5793-416f-8152-76f1895cfeb3 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085495 Nov 12 08:42:06.154259 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c505ca36-0054-40f0-8672-4d662275b758 req-f1170cbd-265c-4606-b9fe-75592d253441 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869387 Nov 12 08:42:06.281070 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35dc3bd4-7033-4bf3-9b49-27af9c3f25e3 req-aeba10b2-4454-4cee-b13b-4c03f0b94382 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6 HTTP/1.1" status: 200 len: 210 time: 0.0408754 Nov 12 08:42:06.803816 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c3e5c-664d-438e-b939-0d6215c7ace4 req-43af6320-9a9b-4fc1-8343-99f2ab35f85c tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:06.811625 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5f6c3e5c-664d-438e-b939-0d6215c7ace4 req-43af6320-9a9b-4fc1-8343-99f2ab35f85c tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.37 "GET /v2.0/ports?device_id=8640861d-6044-4e87-8630-10f6e998682c HTTP/1.1" status: 200 len: 948 time: 0.0681725 Nov 12 08:42:06.864869 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5f6c3e5c-664d-438e-b939-0d6215c7ace4 req-3f292f09-8ca3-47ac-9886-8498691f3646 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.37 "GET /v2.0/security-groups?id=390bee6a-b441-452f-8188-930038c39e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513740 Nov 12 08:42:07.204115 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a457203-7521-4af5-8078-979bf6cfa800 req-33fa50fa-d7d0-42ab-82ac-c6826473781b tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:07.205808 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6a457203-7521-4af5-8078-979bf6cfa800 req-33fa50fa-d7d0-42ab-82ac-c6826473781b tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.0623233 Nov 12 08:42:07.275236 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6a457203-7521-4af5-8078-979bf6cfa800 req-c5f63be8-e00c-43fe-8818-5ddd91723142 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579834 Nov 12 08:42:07.409698 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-70706a54-0d7f-4c40-8444-04d4f8b5c280 req-fcbc87ec-50a2-4b7d-b8c0-583952ec0013 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6 HTTP/1.1" status: 200 len: 210 time: 0.0421822 Nov 12 08:42:07.545288 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa60e6-cbcb-4da6-a9e0-7e710f3db351 req-d281eed3-bc69-4dd6-9e14-22e292467e78 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:07.554673 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6daa60e6-cbcb-4da6-a9e0-7e710f3db351 req-d281eed3-bc69-4dd6-9e14-22e292467e78 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc0ba00c-96bc-4877-8206-33c3c0b95070 HTTP/1.1" status: 200 len: 950 time: 0.0922549 Nov 12 08:42:07.616960 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6daa60e6-cbcb-4da6-a9e0-7e710f3db351 req-c9d2b8d7-6d0a-4ad4-bb74-fd7bf875208f tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea3f408d-b717-4621-88ab-26f66f984ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553999 Nov 12 08:42:07.756692 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9b26df71-b111-40cc-abcb-f27bd606dcc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:07.860621 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-92d8710a-b503-4362-b928-d0a1635708fd tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:07.862819 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-92d8710a-b503-4362-b928-d0a1635708fd tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.58 "GET /v2.0/networks?id=ebb104d1-24e6-4fb5-8479-85371fc07302 HTTP/1.1" status: 200 len: 812 time: 0.2273073 Nov 12 08:42:07.889951 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-afb552df-bfd2-4fb7-b699-3057f1153150 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Request body: {'port': {'device_id': 'd2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6', 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302', 'admin_state_up': True, 'tenant_id': '04e1e46932e445c2a6cc6d10b43d5fb7'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:08.046400 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dce95f-3c9e-4d6f-ba8a-8878df47f140 req-624065c8-e455-4f3a-90e0-68648e56fb0a tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:08.048041 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-81dce95f-3c9e-4d6f-ba8a-8878df47f140 req-624065c8-e455-4f3a-90e0-68648e56fb0a tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.37 "GET /v2.0/ports?device_id=8640861d-6044-4e87-8630-10f6e998682c HTTP/1.1" status: 200 len: 948 time: 0.0891771 Nov 12 08:42:08.118611 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-afb552df-bfd2-4fb7-b699-3057f1153150 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Made reservation on behalf of 04e1e46932e445c2a6cc6d10b43d5fb7 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:08.128140 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-afb552df-bfd2-4fb7-b699-3057f1153150 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.244169 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-81dce95f-3c9e-4d6f-ba8a-8878df47f140 req-6e6029a3-f737-498f-a0b0-117a5ab17f90 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.37 "GET /v2.0/security-groups?id=390bee6a-b441-452f-8188-930038c39e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806450 Nov 12 08:42:08.383771 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-afb552df-bfd2-4fb7-b699-3057f1153150 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Allocated IP 172.20.0.11 (ebb104d1-24e6-4fb5-8479-85371fc07302/4bf5e142-9321-4c39-8a01-974865fb5fa2/d6f3e893-8076-471b-92b9-cb3e66144f50) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:08.486296 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439b32c-d599-4e75-b3f4-034edfc135ef req-0a230544-20b8-4fc1-b4db-0fe431855c46 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:08.487959 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6439b32c-d599-4e75-b3f4-034edfc135ef req-0a230544-20b8-4fc1-b4db-0fe431855c46 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.0922971 Nov 12 08:42:08.498283 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 951d3b9c-88c5-4ec0-ab88-7759e6d6ef12 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:42:08.631043 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6439b32c-d599-4e75-b3f4-034edfc135ef req-eeff0a10-e490-4c57-b465-81cafda4f1ef tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249344 Nov 12 08:42:08.707789 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-afb552df-bfd2-4fb7-b699-3057f1153150 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.724342 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 951d3b9c-88c5-4ec0-ab88-7759e6d6ef12, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=951d3b9c-88c5-4ec0-ab88-7759e6d6ef12,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:08.737284 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '951d3b9c-88c5-4ec0-ab88-7759e6d6ef12', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': '951d3b9c-88c5-4ec0-ab88-7759e6d6ef12', 'mac_address': 'fa:16:3e:54:79:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:42:08.785101 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.800419 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951d3b9c-88c5-4ec0-ab88-7759e6d6ef12 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:42:08.825486 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 951d3b9c-88c5-4ec0-ab88-7759e6d6ef12, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=951d3b9c-88c5-4ec0-ab88-7759e6d6ef12,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:08.837996 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.843881 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8958d1c6-5bf6-4e9f-959b-efb314700551 req-0be4ffe5-55e4-46fa-87b0-9509247ee6d1 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6 HTTP/1.1" status: 200 len: 210 time: 0.1188769 Nov 12 08:42:08.859794 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-afb552df-bfd2-4fb7-b699-3057f1153150 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.916133 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb552df-bfd2-4fb7-b699-3057f1153150 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Pushing event updated for resources: {'Port': ['ID=d6f3e893-8076-471b-92b9-cb3e66144f50,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:08.918964 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=951d3b9c-88c5-4ec0-ab88-7759e6d6ef12,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:08.930240 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb552df-bfd2-4fb7-b699-3057f1153150 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:08.930685 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb552df-bfd2-4fb7-b699-3057f1153150 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:08.931119 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb552df-bfd2-4fb7-b699-3057f1153150 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:08.931552 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb552df-bfd2-4fb7-b699-3057f1153150 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:08.932030 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb552df-bfd2-4fb7-b699-3057f1153150 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:08.932466 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb552df-bfd2-4fb7-b699-3057f1153150 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:08.936491 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb552df-bfd2-4fb7-b699-3057f1153150 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:08.937123 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb552df-bfd2-4fb7-b699-3057f1153150 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:08.937572 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb552df-bfd2-4fb7-b699-3057f1153150 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:08.938194 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb552df-bfd2-4fb7-b699-3057f1153150 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:08.938516 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb552df-bfd2-4fb7-b699-3057f1153150 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:08.938940 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb552df-bfd2-4fb7-b699-3057f1153150 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:08.949826 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-afb552df-bfd2-4fb7-b699-3057f1153150 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Network ebb104d1-24e6-4fb5-8479-85371fc07302 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:08.951461 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-afb552df-bfd2-4fb7-b699-3057f1153150 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:08.953985 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-afb552df-bfd2-4fb7-b699-3057f1153150 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:09.051270 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-afb552df-bfd2-4fb7-b699-3057f1153150 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:09.062609 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-afb552df-bfd2-4fb7-b699-3057f1153150 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.084114 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-afb552df-bfd2-4fb7-b699-3057f1153150 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2057128 Nov 12 08:42:09.106984 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-b1c997e8-4843-480a-91ab-0e1f23cd794f service neutron] Request body: {'port': {'device_id': 'd2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:09.179646 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-b1c997e8-4843-480a-91ab-0e1f23cd794f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.230625 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['951d3b9c-88c5-4ec0-ab88-7759e6d6ef12'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:42:09.484264 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6342e9-32c5-4b7c-8f5a-e47de7373022 req-0c2a633c-83e8-4cac-8916-7c7513dae3e6 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:09.486022 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bc6342e9-32c5-4b7c-8f5a-e47de7373022 req-0c2a633c-83e8-4cac-8916-7c7513dae3e6 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.37 "GET /v2.0/ports?device_id=8640861d-6044-4e87-8630-10f6e998682c HTTP/1.1" status: 200 len: 949 time: 0.1363394 Nov 12 08:42:09.570369 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bc6342e9-32c5-4b7c-8f5a-e47de7373022 req-199b16dd-6966-4537-8fc9-c9315eae780d tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.37 "GET /v2.0/security-groups?id=390bee6a-b441-452f-8188-930038c39e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693040 Nov 12 08:42:09.723823 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-b1c997e8-4843-480a-91ab-0e1f23cd794f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6f3e893-8076-471b-92b9-cb3e66144f50 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:42:09.733538 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-b1c997e8-4843-480a-91ab-0e1f23cd794f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.748579 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-b1c997e8-4843-480a-91ab-0e1f23cd794f service neutron] Transition to ACTIVE for port object d6f3e893-8076-471b-92b9-cb3e66144f50 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:42:09.755650 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-b1c997e8-4843-480a-91ab-0e1f23cd794f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.890163 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c997e8-4843-480a-91ab-0e1f23cd794f service neutron] Pushing event updated for resources: {'Port': ['ID=d6f3e893-8076-471b-92b9-cb3e66144f50,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:09.961669 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d8a15-a431-4891-be5f-ee7cf0327856 req-ac1feca3-7227-4577-9e5d-a75079e207eb tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:09.963460 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-468d8a15-a431-4891-be5f-ee7cf0327856 req-ac1feca3-7227-4577-9e5d-a75079e207eb tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.1738787 Nov 12 08:42:10.024001 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-b1c997e8-4843-480a-91ab-0e1f23cd794f service neutron] Attempting to bind port d6f3e893-8076-471b-92b9-cb3e66144f50 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:42:10.024748 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-b1c997e8-4843-480a-91ab-0e1f23cd794f service neutron] Attempting to bind port d6f3e893-8076-471b-92b9-cb3e66144f50 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'c5cbe887-c0ec-4daa-92d4-e72529fcbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:42:10.025289 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-b1c997e8-4843-480a-91ab-0e1f23cd794f service neutron] Attempting to bind port d6f3e893-8076-471b-92b9-cb3e66144f50 on network ebb104d1-24e6-4fb5-8479-85371fc07302 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:10.044567 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-b1c997e8-4843-480a-91ab-0e1f23cd794f service neutron] Port d6f3e893-8076-471b-92b9-cb3e66144f50 on network ebb104d1-24e6-4fb5-8479-85371fc07302 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:42:10.044968 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-b1c997e8-4843-480a-91ab-0e1f23cd794f service neutron] Attempting to bind port d6f3e893-8076-471b-92b9-cb3e66144f50 on network ebb104d1-24e6-4fb5-8479-85371fc07302 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:10.083798 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-b1c997e8-4843-480a-91ab-0e1f23cd794f service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:42:10.084157 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-b1c997e8-4843-480a-91ab-0e1f23cd794f service neutron] Checking segment: {'id': 'c5cbe887-c0ec-4daa-92d4-e72529fcbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:10.084562 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-b1c997e8-4843-480a-91ab-0e1f23cd794f service neutron] Bound using segment: {'id': 'c5cbe887-c0ec-4daa-92d4-e72529fcbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:42:10.085015 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-b1c997e8-4843-480a-91ab-0e1f23cd794f service neutron] Bound port: d6f3e893-8076-471b-92b9-cb3e66144f50, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5cbe887-c0ec-4daa-92d4-e72529fcbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:42:10.085377 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-b1c997e8-4843-480a-91ab-0e1f23cd794f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.105658 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-468d8a15-a431-4891-be5f-ee7cf0327856 req-4eb49702-ff64-4cf1-a463-847685c49934 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307662 Nov 12 08:42:10.154544 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c4b1165d-58e9-46fb-bd4d-7e2f33726c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.158535 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c1543-0f32-4e5f-9156-0923e9a99bd9 req-4b7e9d47-bae2-449b-90d0-5bf42d4edf3e tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:10.160939 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2d6c1543-0f32-4e5f-9156-0923e9a99bd9 req-4b7e9d47-bae2-449b-90d0-5bf42d4edf3e tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6 HTTP/1.1" status: 200 len: 944 time: 0.1206176 Nov 12 08:42:10.207899 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-b1c997e8-4843-480a-91ab-0e1f23cd794f service neutron] For port d6f3e893-8076-471b-92b9-cb3e66144f50, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:42:10.218754 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-b1c997e8-4843-480a-91ab-0e1f23cd794f service neutron] For port d6f3e893-8076-471b-92b9-cb3e66144f50, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=d6f3e893-8076-471b-92b9-cb3e66144f50,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:42:10.229045 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-b1c997e8-4843-480a-91ab-0e1f23cd794f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.293907 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2d6c1543-0f32-4e5f-9156-0923e9a99bd9 req-c2be6568-53a2-45c9-bbd1-fbc6742712c7 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179869 Nov 12 08:42:10.295568 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-b1c997e8-4843-480a-91ab-0e1f23cd794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:10.295804 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-b1c997e8-4843-480a-91ab-0e1f23cd794f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.297108 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-b1c997e8-4843-480a-91ab-0e1f23cd794f service neutron] 10.222.0.58 "PUT /v2.0/ports/d6f3e893-8076-471b-92b9-cb3e66144f50 HTTP/1.1" status: 200 len: 1093 time: 1.1967795 Nov 12 08:42:10.301921 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6', 'tag': 'd6f3e893-8076-471b-92b9-cb3e66144f50'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:10.304593 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96040b89-535f-45e7-a5c6-622953cc7f63" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6", "tag": "d6f3e893-8076-471b-92b9-cb3e66144f50"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:10.346505 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c997e8-4843-480a-91ab-0e1f23cd794f service neutron] Pushing event updated for resources: {'Port': ['ID=d6f3e893-8076-471b-92b9-cb3e66144f50,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:10.422345 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e523fa8f-47bd-4024-9ff7-c997c867e901 x-openstack-request-id: req-e523fa8f-47bd-4024-9ff7-c997c867e901 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:10.424423 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6", "tag": "d6f3e893-8076-471b-92b9-cb3e66144f50", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:10.425588 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e523fa8f-47bd-4024-9ff7-c997c867e901 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:10.426290 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6', 'tag': 'd6f3e893-8076-471b-92b9-cb3e66144f50', 'status': 'completed', 'code': 200} Nov 12 08:42:10.447300 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-0751405c-b2c1-44f5-a12b-6432fc3dd7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:10.449146 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-0751405c-b2c1-44f5-a12b-6432fc3dd7c2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=04e1e46932e445c2a6cc6d10b43d5fb7&device_id=d2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6 HTTP/1.1" status: 200 len: 1096 time: 0.0787714 Nov 12 08:42:10.495191 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 951d3b9c-88c5-4ec0-ab88-7759e6d6ef12 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:10.557064 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-cdf3522d-5a63-468d-bdc3-8e18d766188c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6f3e893-8076-471b-92b9-cb3e66144f50 HTTP/1.1" status: 200 len: 217 time: 0.0941463 Nov 12 08:42:10.724377 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-1c524bc0-80a9-40ed-bf7b-9f0b602d79c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:10.725857 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-1c524bc0-80a9-40ed-bf7b-9f0b602d79c4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4bf5e142-9321-4c39-8a01-974865fb5fa2 HTTP/1.1" status: 200 len: 852 time: 0.1561875 Nov 12 08:42:10.749729 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 48582) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:10.814222 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-5a25ad37-8af8-48b7-a95d-7f460d923b38 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ebb104d1-24e6-4fb5-8479-85371fc07302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679102 Nov 12 08:42:10.864351 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510db528-5b5d-4435-9eed-0b3bb381e0c4 req-d4c2b8c1-a785-4fc0-b916-597410b7706e tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:10.866182 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-510db528-5b5d-4435-9eed-0b3bb381e0c4 req-d4c2b8c1-a785-4fc0-b916-597410b7706e tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.37 "GET /v2.0/ports?device_id=8640861d-6044-4e87-8630-10f6e998682c HTTP/1.1" status: 200 len: 949 time: 0.1383123 Nov 12 08:42:10.875005 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 951d3b9c-88c5-4ec0-ab88-7759e6d6ef12 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:42:10.879386 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 951d3b9c-88c5-4ec0-ab88-7759e6d6ef12 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:10.879864 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.914882 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-535b9fa2-1bd6-42fc-ace9-ca99009378c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.032354 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.051703 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-510db528-5b5d-4435-9eed-0b3bb381e0c4 req-7525ce46-ccab-411a-a725-65bea4b75b04 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.37 "GET /v2.0/security-groups?id=390bee6a-b441-452f-8188-930038c39e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778662 Nov 12 08:42:11.074979 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-535b9fa2-1bd6-42fc-ace9-ca99009378c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.081071 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-535b9fa2-1bd6-42fc-ace9-ca99009378c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.093683 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-0efd75a0-8ed8-4d71-9e86-87c3e9e2029d service neutron] 10.222.0.58 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634723 Nov 12 08:42:11.105264 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8640861d-6044-4e87-8630-10f6e998682c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951d3b9c-88c5-4ec0-ab88-7759e6d6ef12'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:11.107658 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a8917d-31ad-4227-b6b0-5c668838f55c" -d '{"events": [{"server_uuid": "8640861d-6044-4e87-8630-10f6e998682c", "name": "network-vif-plugged", "status": "completed", "tag": "951d3b9c-88c5-4ec0-ab88-7759e6d6ef12"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:11.136635 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 951d3b9c-88c5-4ec0-ab88-7759e6d6ef12, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=951d3b9c-88c5-4ec0-ab88-7759e6d6ef12,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:11.139709 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b9fa2-1bd6-42fc-ace9-ca99009378c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c8fb57-5a1e-40b5-af87-115c5f1b91da,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:11.145485 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.154652 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b9fa2-1bd6-42fc-ace9-ca99009378c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:11.155415 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b9fa2-1bd6-42fc-ace9-ca99009378c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:11.155980 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b9fa2-1bd6-42fc-ace9-ca99009378c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:11.156493 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b9fa2-1bd6-42fc-ace9-ca99009378c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:11.156826 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b9fa2-1bd6-42fc-ace9-ca99009378c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:11.157200 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b9fa2-1bd6-42fc-ace9-ca99009378c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:11.157541 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b9fa2-1bd6-42fc-ace9-ca99009378c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:11.158064 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b9fa2-1bd6-42fc-ace9-ca99009378c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:11.158433 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b9fa2-1bd6-42fc-ace9-ca99009378c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:11.158760 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b9fa2-1bd6-42fc-ace9-ca99009378c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:11.159085 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b9fa2-1bd6-42fc-ace9-ca99009378c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:11.159407 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b9fa2-1bd6-42fc-ace9-ca99009378c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:11.175910 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-535b9fa2-1bd6-42fc-ace9-ca99009378c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=64eac90a2457438cb7efbf1cbb91b63a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4232459 Nov 12 08:42:11.178531 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 48612) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:11.242741 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=951d3b9c-88c5-4ec0-ab88-7759e6d6ef12,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:11.252948 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47089136-d70c-45f4-ae51-ee41d6455289 x-openstack-request-id: req-47089136-d70c-45f4-ae51-ee41d6455289 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:11.253573 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8640861d-6044-4e87-8630-10f6e998682c", "name": "network-vif-plugged", "status": "completed", "tag": "951d3b9c-88c5-4ec0-ab88-7759e6d6ef12", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:11.253890 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-47089136-d70c-45f4-ae51-ee41d6455289 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:11.254215 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8640861d-6044-4e87-8630-10f6e998682c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951d3b9c-88c5-4ec0-ab88-7759e6d6ef12', 'code': 200} Nov 12 08:42:11.276315 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-716a3836-a251-4976-adf9-18133a0b6a89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.304265 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-98b8353b-b406-4e94-8360-891d6e1fd7af req-28586f74-e2b3-4768-9b6b-045fd6ffee21 service neutron] 10.222.0.58 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965189 Nov 12 08:42:11.308741 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-716a3836-a251-4976-adf9-18133a0b6a89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.381435 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-716a3836-a251-4976-adf9-18133a0b6a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.384668 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-716a3836-a251-4976-adf9-18133a0b6a89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.386013 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-716a3836-a251-4976-adf9-18133a0b6a89 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f2c8fb57-5a1e-40b5-af87-115c5f1b91da HTTP/1.1" status: 204 len: 168 time: 0.2059414 Nov 12 08:42:11.399465 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a3836-a251-4976-adf9-18133a0b6a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c8fb57-5a1e-40b5-af87-115c5f1b91da,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:11.424035 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4c183-7c97-4c4f-ae72-2771263031bb req-a82186e7-f15c-49b8-8d4c-ac673d8cfea3 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:11.426417 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cca4c183-7c97-4c4f-ae72-2771263031bb req-a82186e7-f15c-49b8-8d4c-ac673d8cfea3 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.1082177 Nov 12 08:42:11.457579 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8cb73f-2dbd-4c2b-9a3c-173df07c8b61 req-0f911a3e-fc96-4d6f-8ded-7c78683d9ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:11.459346 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fd8cb73f-2dbd-4c2b-9a3c-173df07c8b61 req-0f911a3e-fc96-4d6f-8ded-7c78683d9ed8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8640861d-6044-4e87-8630-10f6e998682c HTTP/1.1" status: 200 len: 1102 time: 0.1054542 Nov 12 08:42:11.518770 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96040b89-535f-45e7-a5c6-622953cc7f63 req-76ae7582-9c92-426d-9253-e51bcc3af203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:11.520490 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-96040b89-535f-45e7-a5c6-622953cc7f63 req-76ae7582-9c92-426d-9253-e51bcc3af203 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=04e1e46932e445c2a6cc6d10b43d5fb7&device_id=d2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6 HTTP/1.1" status: 200 len: 1096 time: 0.1241193 Nov 12 08:42:11.547476 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cca4c183-7c97-4c4f-ae72-2771263031bb req-613b072a-788b-4200-9290-4d89894b2d9b tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005361 Nov 12 08:42:11.589153 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fd8cb73f-2dbd-4c2b-9a3c-173df07c8b61 req-605b764d-7da1-4934-a087-6a3993d1316e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=390bee6a-b441-452f-8188-930038c39e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104305 Nov 12 08:42:11.683322 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96040b89-535f-45e7-a5c6-622953cc7f63 req-029bcf6b-2296-4645-ab64-88764478b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:11.684949 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-96040b89-535f-45e7-a5c6-622953cc7f63 req-029bcf6b-2296-4645-ab64-88764478b0ec service neutron] 10.222.0.58 "GET /v2.0/networks?id=ebb104d1-24e6-4fb5-8479-85371fc07302 HTTP/1.1" status: 200 len: 913 time: 0.1392665 Nov 12 08:42:11.709184 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b76dd-7b69-423a-8759-ee1c31ed25b6 req-dc1830a4-b276-4b2f-9e33-5248e8ec3314 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:11.710744 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-690b76dd-7b69-423a-8759-ee1c31ed25b6 req-dc1830a4-b276-4b2f-9e33-5248e8ec3314 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6 HTTP/1.1" status: 200 len: 944 time: 0.0616827 Nov 12 08:42:11.784767 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-690b76dd-7b69-423a-8759-ee1c31ed25b6 req-8d4bf7cd-c093-499f-8fe1-8b2bc4997ce5 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675089 Nov 12 08:42:11.877294 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-96040b89-535f-45e7-a5c6-622953cc7f63 req-4ffa1152-505b-42ce-becb-7194a19d9c2f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6f3e893-8076-471b-92b9-cb3e66144f50 HTTP/1.1" status: 200 len: 217 time: 0.0523458 Nov 12 08:42:11.905718 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.954998 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96040b89-535f-45e7-a5c6-622953cc7f63 req-fce9504b-67d4-472a-bc6d-aaab2de202a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:11.958523 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-96040b89-535f-45e7-a5c6-622953cc7f63 req-fce9504b-67d4-472a-bc6d-aaab2de202a7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4bf5e142-9321-4c39-8a01-974865fb5fa2 HTTP/1.1" status: 200 len: 852 time: 0.0682192 Nov 12 08:42:12.023973 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-96040b89-535f-45e7-a5c6-622953cc7f63 req-3a45e80f-dd84-408f-8506-065f76219b8b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ebb104d1-24e6-4fb5-8479-85371fc07302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405939 Nov 12 08:42:12.262724 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cdceb-c835-45be-9cf8-bab0037e98bc req-283b31eb-b441-46f5-81e7-2c4a9717bb0c tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:12.276423 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db8cdceb-c835-45be-9cf8-bab0037e98bc req-283b31eb-b441-46f5-81e7-2c4a9717bb0c tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.37 "GET /v2.0/ports?device_id=8640861d-6044-4e87-8630-10f6e998682c HTTP/1.1" status: 200 len: 950 time: 0.0977333 Nov 12 08:42:12.282615 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-96040b89-535f-45e7-a5c6-622953cc7f63 req-57a34d7d-831b-4dce-a5dd-d7d5b5e305bf service neutron] 10.222.0.58 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505217 Nov 12 08:42:12.361317 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:42:12.376630 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db8cdceb-c835-45be-9cf8-bab0037e98bc req-bfe9cc84-6957-4ddd-b7ad-5ef584a94fc2 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.37 "GET /v2.0/security-groups?id=390bee6a-b441-452f-8188-930038c39e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941873 Nov 12 08:42:12.500518 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.543055 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:12.549855 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.554557 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-96040b89-535f-45e7-a5c6-622953cc7f63 req-cca87604-2d55-4780-90a4-f18f318e6c98 service neutron] 10.222.0.58 "GET /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497950 Nov 12 08:42:12.627701 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0,revision_number=11']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:12.731518 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3a93b-950e-4d36-b950-6b8786a9a527 req-d689b9aa-f7fb-4830-8880-3773f4a678c9 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:12.740983 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8ed3a93b-950e-4d36-b950-6b8786a9a527 req-d689b9aa-f7fb-4830-8880-3773f4a678c9 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.0704374 Nov 12 08:42:12.790927 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8ed3a93b-950e-4d36-b950-6b8786a9a527 req-e179b028-c85b-42ff-9926-f9a657e4fe35 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500743 Nov 12 08:42:12.938039 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57155b94-a014-43a5-ade6-6191532bc92f req-a6e350a4-c977-43c4-a274-8998c5cc5a4b tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:12.939638 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-57155b94-a014-43a5-ade6-6191532bc92f req-a6e350a4-c977-43c4-a274-8998c5cc5a4b tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6 HTTP/1.1" status: 200 len: 944 time: 0.0699544 Nov 12 08:42:13.008339 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-57155b94-a014-43a5-ade6-6191532bc92f req-c0181eba-b7e0-4879-9d4d-3406d9ab2404 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614507 Nov 12 08:42:13.256018 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0ba00c-96bc-4877-8206-33c3c0b95070', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:13.258345 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6afdd62-0699-4147-8244-3e1f37f4ed31" -d '{"events": [{"server_uuid": "dc0ba00c-96bc-4877-8206-33c3c0b95070", "name": "network-vif-unplugged", "status": "completed", "tag": "68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:13.284575 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.300739 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d72aff-17ef-454d-814f-040d8337ad70 x-openstack-request-id: req-04d72aff-17ef-454d-814f-040d8337ad70 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:13.301292 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0ba00c-96bc-4877-8206-33c3c0b95070", "name": "network-vif-unplugged", "status": "completed", "tag": "68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:13.301757 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04d72aff-17ef-454d-814f-040d8337ad70 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:13.302330 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0ba00c-96bc-4877-8206-33c3c0b95070', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0', 'code': 200} Nov 12 08:42:13.526044 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1dd17-5aa2-4971-9266-a522e93564c8 req-851e2262-e482-46b5-bdc5-a71432f5d606 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:13.527561 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e1e1dd17-5aa2-4971-9266-a522e93564c8 req-851e2262-e482-46b5-bdc5-a71432f5d606 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/ports?device_id=85140482-ced3-4449-b210-480a5475c894 HTTP/1.1" status: 200 len: 947 time: 0.0790377 Nov 12 08:42:13.535239 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eec275-b19f-40b7-bc98-5e566609c04f req-ecf3f533-a971-460d-b1c6-c9cfcca4b4a3 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:13.536816 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07eec275-b19f-40b7-bc98-5e566609c04f req-ecf3f533-a971-460d-b1c6-c9cfcca4b4a3 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.37 "GET /v2.0/ports?device_id=8640861d-6044-4e87-8630-10f6e998682c HTTP/1.1" status: 200 len: 950 time: 0.0860069 Nov 12 08:42:13.612711 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e1e1dd17-5aa2-4971-9266-a522e93564c8 req-1b4e233a-ad9c-45f5-8e41-c7dd80a751f4 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea3f408d-b717-4621-88ab-26f66f984ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746920 Nov 12 08:42:13.621219 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07eec275-b19f-40b7-bc98-5e566609c04f req-674e4798-f2f3-486d-a97d-7b1ca08eb44b tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.37 "GET /v2.0/security-groups?id=390bee6a-b441-452f-8188-930038c39e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763307 Nov 12 08:42:13.883012 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.927042 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f6133-9a1d-4374-8eb5-59eba00fdf52 req-77e640a5-ec92-4f6c-8c89-2c1c495ba866 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:13.928986 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b09f6133-9a1d-4374-8eb5-59eba00fdf52 req-77e640a5-ec92-4f6c-8c89-2c1c495ba866 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.37 "GET /v2.0/ports?device_id=8640861d-6044-4e87-8630-10f6e998682c HTTP/1.1" status: 200 len: 950 time: 0.0985107 Nov 12 08:42:13.966683 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750216ee-7db7-4e41-bc35-62a3c2c76f1a req-85d55d62-27cf-47af-86de-16b575d50fe8 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:13.968214 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-750216ee-7db7-4e41-bc35-62a3c2c76f1a req-85d55d62-27cf-47af-86de-16b575d50fe8 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.0932999 Nov 12 08:42:14.013709 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b09f6133-9a1d-4374-8eb5-59eba00fdf52 req-a9712a75-9e1d-476f-a417-dc173f83f5a9 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.37 "GET /v2.0/security-groups?id=390bee6a-b441-452f-8188-930038c39e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778525 Nov 12 08:42:14.037303 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-750216ee-7db7-4e41-bc35-62a3c2c76f1a req-3ac84a2f-1c5d-4344-8df2-7f1e485216ab tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588467 Nov 12 08:42:14.138855 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a14de-ef14-46e6-b66f-059a5dcd4b06 req-583c6fdc-6aca-472b-adee-1c35c7bbce2d tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:14.140504 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db3a14de-ef14-46e6-b66f-059a5dcd4b06 req-583c6fdc-6aca-472b-adee-1c35c7bbce2d tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6 HTTP/1.1" status: 200 len: 944 time: 0.0568192 Nov 12 08:42:14.192020 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db3a14de-ef14-46e6-b66f-059a5dcd4b06 req-d42a69f0-e0f7-4a82-9696-ad5ecc58b12f tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451007 Nov 12 08:42:14.530288 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device d6f3e893-8076-471b-92b9-cb3e66144f50 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:42:14.645571 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port d6f3e893-8076-471b-92b9-cb3e66144f50, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=d6f3e893-8076-471b-92b9-cb3e66144f50,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:14.658736 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'd6f3e893-8076-471b-92b9-cb3e66144f50', 'network_id': 'ebb104d1-24e6-4fb5-8479-85371fc07302', 'port_id': 'd6f3e893-8076-471b-92b9-cb3e66144f50', 'mac_address': 'fa:16:3e:2d:16:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bf5e142-9321-4c39-8a01-974865fb5fa2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:42:14.700505 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.716965 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f3e893-8076-471b-92b9-cb3e66144f50 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:42:14.747182 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bf197-52c8-4941-b432-e23be25aa944 req-45770076-5ba3-40c5-b1d7-9ebbd727f343 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:14.748071 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port d6f3e893-8076-471b-92b9-cb3e66144f50, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=d6f3e893-8076-471b-92b9-cb3e66144f50,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:14.749744 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-741bf197-52c8-4941-b432-e23be25aa944 req-45770076-5ba3-40c5-b1d7-9ebbd727f343 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/ports?device_id=85140482-ced3-4449-b210-480a5475c894 HTTP/1.1" status: 200 len: 947 time: 0.0608354 Nov 12 08:42:14.754036 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.811957 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-741bf197-52c8-4941-b432-e23be25aa944 req-56a8ca2f-bc41-4c83-b994-b6a3278569ee tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea3f408d-b717-4621-88ab-26f66f984ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540299 Nov 12 08:42:14.815136 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=d6f3e893-8076-471b-92b9-cb3e66144f50,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:14.836387 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:42:14.924064 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 48794) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:15.035682 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6e76fa13-d3a3-4165-9188-a8a8e08fbc95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.120390 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6e76fa13-d3a3-4165-9188-a8a8e08fbc95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.125132 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6e76fa13-d3a3-4165-9188-a8a8e08fbc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.153210 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['d6f3e893-8076-471b-92b9-cb3e66144f50'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:42:15.169314 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6e76fa13-d3a3-4165-9188-a8a8e08fbc95 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b5f56d4dddd84552b356422a7b68a815&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2440076 Nov 12 08:42:15.170175 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 48802) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:15.170997 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e76fa13-d3a3-4165-9188-a8a8e08fbc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f2b232-3fb6-4aea-b5f5-9c3058bb70a1,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:15.180999 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a005fe-cab3-46e6-8500-08fcf04dff04 req-746d5fcf-2d91-4efc-8516-24d43115f4be tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:15.182565 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b3a005fe-cab3-46e6-8500-08fcf04dff04 req-746d5fcf-2d91-4efc-8516-24d43115f4be tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.37 "GET /v2.0/ports?device_id=8640861d-6044-4e87-8630-10f6e998682c HTTP/1.1" status: 200 len: 950 time: 0.0833390 Nov 12 08:42:15.205819 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9836fef-5432-4e14-bf4b-b52f997c5e5b req-bd35e324-21ee-4ba8-a96a-8871f586632d tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:15.207429 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c9836fef-5432-4e14-bf4b-b52f997c5e5b req-bd35e324-21ee-4ba8-a96a-8871f586632d tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.0807645 Nov 12 08:42:15.237014 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-681b8af8-f115-4d4d-8561-3c019324300b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.266253 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-681b8af8-f115-4d4d-8561-3c019324300b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.286055 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b3a005fe-cab3-46e6-8500-08fcf04dff04 req-0b3facb1-bb0a-4cc1-b699-ffdf69ec5f41 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.37 "GET /v2.0/security-groups?id=390bee6a-b441-452f-8188-930038c39e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944266 Nov 12 08:42:15.308267 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c9836fef-5432-4e14-bf4b-b52f997c5e5b req-9594d6d6-aa1a-4f6d-9463-7753ed285abd tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923958 Nov 12 08:42:15.345049 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-681b8af8-f115-4d4d-8561-3c019324300b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.350117 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-681b8af8-f115-4d4d-8561-3c019324300b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.351629 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-681b8af8-f115-4d4d-8561-3c019324300b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4f2b232-3fb6-4aea-b5f5-9c3058bb70a1 HTTP/1.1" status: 204 len: 168 time: 0.1773734 Nov 12 08:42:15.379685 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b8af8-f115-4d4d-8561-3c019324300b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f2b232-3fb6-4aea-b5f5-9c3058bb70a1,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:15.427821 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f986326-7ce5-4f23-b925-9b98ea8507e3 req-1438f096-0ae9-47eb-bd30-7b8e6667eb1d tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:15.429466 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8f986326-7ce5-4f23-b925-9b98ea8507e3 req-1438f096-0ae9-47eb-bd30-7b8e6667eb1d tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.54 "GET /v2.0/ports?device_id=85140482-ced3-4449-b210-480a5475c894 HTTP/1.1" status: 200 len: 947 time: 0.0582342 Nov 12 08:42:15.435949 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17012b-5317-4faf-96fd-7a7916ac75c1 req-ecff0d93-19b9-4a7f-9093-37ec291acd9b tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:15.437536 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6d17012b-5317-4faf-96fd-7a7916ac75c1 req-ecff0d93-19b9-4a7f-9093-37ec291acd9b tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6 HTTP/1.1" status: 200 len: 945 time: 0.0682421 Nov 12 08:42:15.509959 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6d17012b-5317-4faf-96fd-7a7916ac75c1 req-8cca1d31-4756-4eb0-9333-e8c57bd5c87b tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599763 Nov 12 08:42:15.546032 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-8f986326-7ce5-4f23-b925-9b98ea8507e3 req-cf097189-aa9f-4dc9-9d29-41e7ab488b89 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Deleting port 8ecabc74-70ed-466f-9d7a-f178e188ae61 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:15.546534 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8f986326-7ce5-4f23-b925-9b98ea8507e3 req-cf097189-aa9f-4dc9-9d29-41e7ab488b89 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.643379 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-8f986326-7ce5-4f23-b925-9b98ea8507e3 req-cf097189-aa9f-4dc9-9d29-41e7ab488b89 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] For port 8ecabc74-70ed-466f-9d7a-f178e188ae61, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=8ecabc74-70ed-466f-9d7a-f178e188ae61,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:15.643773 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8f986326-7ce5-4f23-b925-9b98ea8507e3 req-cf097189-aa9f-4dc9-9d29-41e7ab488b89 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.656976 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-8f986326-7ce5-4f23-b925-9b98ea8507e3 req-cf097189-aa9f-4dc9-9d29-41e7ab488b89 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Calling delete_port for 8ecabc74-70ed-466f-9d7a-f178e188ae61 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:15.689394 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 48814) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:15.706878 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1198cb54-3a97-40e1-9567-b2ea2b614450 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.786494 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1198cb54-3a97-40e1-9567-b2ea2b614450 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.793068 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1198cb54-3a97-40e1-9567-b2ea2b614450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.803658 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8f986326-7ce5-4f23-b925-9b98ea8507e3 req-cf097189-aa9f-4dc9-9d29-41e7ab488b89 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.840430 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1198cb54-3a97-40e1-9567-b2ea2b614450 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=207f5cf1c55f48e2b23d2422caf0b351&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1498280 Nov 12 08:42:15.841741 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198cb54-3a97-40e1-9567-b2ea2b614450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadd2199-44fd-4204-9b49-b808315944e0,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:15.845055 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 48820) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:15.847798 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf097189-aa9f-4dc9-9d29-41e7ab488b89 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Pushing event deleted for resources: {'Port': ['ID=8ecabc74-70ed-466f-9d7a-f178e188ae61,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:15.897214 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f986326-7ce5-4f23-b925-9b98ea8507e3 req-cf097189-aa9f-4dc9-9d29-41e7ab488b89 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] No DVR routers for this DVR port 8ecabc74-70ed-466f-9d7a-f178e188ae61 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:42:15.900328 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8f986326-7ce5-4f23-b925-9b98ea8507e3 req-cf097189-aa9f-4dc9-9d29-41e7ab488b89 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.904077 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8f986326-7ce5-4f23-b925-9b98ea8507e3 req-cf097189-aa9f-4dc9-9d29-41e7ab488b89 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.54 "DELETE /v2.0/ports/8ecabc74-70ed-466f-9d7a-f178e188ae61 HTTP/1.1" status: 204 len: 173 time: 0.4670615 Nov 12 08:42:15.904664 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85140482-ced3-4449-b210-480a5475c894', 'name': 'network-vif-deleted', 'tag': '8ecabc74-70ed-466f-9d7a-f178e188ae61'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:15.910892 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1a86b1-0162-4622-9465-8cfb14d6a06e" -d '{"events": [{"server_uuid": "85140482-ced3-4449-b210-480a5475c894", "name": "network-vif-deleted", "tag": "8ecabc74-70ed-466f-9d7a-f178e188ae61"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:15.916999 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8deed8c5-5e3b-4469-b843-ff77b5c5b360 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.995436 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1fa97287-816c-4281-81ab-3d786fcfe9a2 req-c973a605-8809-4f03-b39a-3005e8e130a9 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/ports?device_id=85140482-ced3-4449-b210-480a5475c894 HTTP/1.1" status: 200 len: 210 time: 0.0657234 Nov 12 08:42:15.998166 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8deed8c5-5e3b-4469-b843-ff77b5c5b360 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.041436 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cdf39a-9331-41bb-8264-5e9eb9154abd req-fc7d90ca-9578-4451-932e-5b1611384c1d tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:16.043316 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e0cdf39a-9331-41bb-8264-5e9eb9154abd req-fc7d90ca-9578-4451-932e-5b1611384c1d tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.58 "GET /v2.0/ports?device_id=8640861d-6044-4e87-8630-10f6e998682c HTTP/1.1" status: 200 len: 950 time: 0.1122046 Nov 12 08:42:16.126948 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8deed8c5-5e3b-4469-b843-ff77b5c5b360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.129634 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8deed8c5-5e3b-4469-b843-ff77b5c5b360 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.133209 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8deed8c5-5e3b-4469-b843-ff77b5c5b360 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eadd2199-44fd-4204-9b49-b808315944e0 HTTP/1.1" status: 204 len: 168 time: 0.2846086 Nov 12 08:42:16.144301 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deed8c5-5e3b-4469-b843-ff77b5c5b360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadd2199-44fd-4204-9b49-b808315944e0,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:16.170458 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-e0cdf39a-9331-41bb-8264-5e9eb9154abd req-be14239a-a86d-495f-900e-bf3972cf5767 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Deleting port 951d3b9c-88c5-4ec0-ab88-7759e6d6ef12 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:16.171096 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e0cdf39a-9331-41bb-8264-5e9eb9154abd req-be14239a-a86d-495f-900e-bf3972cf5767 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.257713 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d7f426-0107-4bc4-be3c-694d03f0f9ea x-openstack-request-id: req-18d7f426-0107-4bc4-be3c-694d03f0f9ea {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:16.258280 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85140482-ced3-4449-b210-480a5475c894", "name": "network-vif-deleted", "tag": "8ecabc74-70ed-466f-9d7a-f178e188ae61", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:16.258407 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-18d7f426-0107-4bc4-be3c-694d03f0f9ea {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:16.258908 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85140482-ced3-4449-b210-480a5475c894', 'name': 'network-vif-deleted', 'tag': '8ecabc74-70ed-466f-9d7a-f178e188ae61', 'status': 'completed', 'code': 200} Nov 12 08:42:16.304918 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-e0cdf39a-9331-41bb-8264-5e9eb9154abd req-be14239a-a86d-495f-900e-bf3972cf5767 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] For port 951d3b9c-88c5-4ec0-ab88-7759e6d6ef12, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=951d3b9c-88c5-4ec0-ab88-7759e6d6ef12,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:16.305356 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e0cdf39a-9331-41bb-8264-5e9eb9154abd req-be14239a-a86d-495f-900e-bf3972cf5767 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.322839 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-e0cdf39a-9331-41bb-8264-5e9eb9154abd req-be14239a-a86d-495f-900e-bf3972cf5767 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Calling delete_port for 951d3b9c-88c5-4ec0-ab88-7759e6d6ef12 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:16.554042 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device d6f3e893-8076-471b-92b9-cb3e66144f50 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:16.574510 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ab526-be22-4e10-8a61-9b0473be380a req-ee2c0d6b-ecae-4547-bc2a-2c5a84d8e1b0 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:16.576199 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-416ab526-be22-4e10-8a61-9b0473be380a req-ee2c0d6b-ecae-4547-bc2a-2c5a84d8e1b0 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.37 "GET /v2.0/ports?device_id=8640861d-6044-4e87-8630-10f6e998682c HTTP/1.1" status: 200 len: 950 time: 0.1539798 Nov 12 08:42:16.598597 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888198c6-5cc8-478a-845d-f726366e1ad9 req-0af72408-e67f-4a6d-a210-17d3ca8c636a tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:16.600130 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-888198c6-5cc8-478a-845d-f726366e1ad9 req-0af72408-e67f-4a6d-a210-17d3ca8c636a tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.1437790 Nov 12 08:42:16.642504 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e0cdf39a-9331-41bb-8264-5e9eb9154abd req-be14239a-a86d-495f-900e-bf3972cf5767 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.649446 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port d6f3e893-8076-471b-92b9-cb3e66144f50 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:42:16.661702 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port d6f3e893-8076-471b-92b9-cb3e66144f50 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:16.663602 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.667533 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['951d3b9c-88c5-4ec0-ab88-7759e6d6ef12'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:42:16.707221 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14239a-a86d-495f-900e-bf3972cf5767 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Pushing event deleted for resources: {'Port': ['ID=951d3b9c-88c5-4ec0-ab88-7759e6d6ef12,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:16.776766 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-416ab526-be22-4e10-8a61-9b0473be380a req-9a663853-482f-46d6-919d-40c809ceed4c tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.37 "GET /v2.0/security-groups?id=390bee6a-b441-452f-8188-930038c39e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734931 Nov 12 08:42:16.814211 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-888198c6-5cc8-478a-845d-f726366e1ad9 req-f1bcfe78-3483-4ee8-ad89-262df4944fdd tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855836 Nov 12 08:42:16.846840 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cdf39a-9331-41bb-8264-5e9eb9154abd req-be14239a-a86d-495f-900e-bf3972cf5767 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] No DVR routers for this DVR port 951d3b9c-88c5-4ec0-ab88-7759e6d6ef12 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:42:16.851187 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e0cdf39a-9331-41bb-8264-5e9eb9154abd req-be14239a-a86d-495f-900e-bf3972cf5767 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.855074 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e0cdf39a-9331-41bb-8264-5e9eb9154abd req-be14239a-a86d-495f-900e-bf3972cf5767 tempest-ImagesNegativeTestJSON-1246688038 tempest-ImagesNegativeTestJSON-1246688038-project] 10.222.0.58 "DELETE /v2.0/ports/951d3b9c-88c5-4ec0-ab88-7759e6d6ef12 HTTP/1.1" status: 204 len: 173 time: 0.8014030 Nov 12 08:42:16.855720 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8640861d-6044-4e87-8630-10f6e998682c', 'name': 'network-vif-deleted', 'tag': '951d3b9c-88c5-4ec0-ab88-7759e6d6ef12'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:16.858531 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610a43c5-7fc0-4ca4-b461-130cb58bc552" -d '{"events": [{"server_uuid": "8640861d-6044-4e87-8630-10f6e998682c", "name": "network-vif-deleted", "tag": "951d3b9c-88c5-4ec0-ab88-7759e6d6ef12"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:16.884763 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.935102 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f3e893-8076-471b-92b9-cb3e66144f50'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:16.938049 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4adfda-98db-49bb-8b96-285a97463bce" -d '{"events": [{"server_uuid": "d2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6", "name": "network-vif-plugged", "status": "completed", "tag": "d6f3e893-8076-471b-92b9-cb3e66144f50"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:16.977730 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port d6f3e893-8076-471b-92b9-cb3e66144f50, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=d6f3e893-8076-471b-92b9-cb3e66144f50,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:16.983604 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:17.083925 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78f29f-faa5-452f-86fd-0db3f954cd88 req-53ae6810-bb4b-46b9-ac92-547a23b6ff4f tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:17.085807 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ff78f29f-faa5-452f-86fd-0db3f954cd88 req-53ae6810-bb4b-46b9-ac92-547a23b6ff4f tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6 HTTP/1.1" status: 200 len: 945 time: 0.1233747 Nov 12 08:42:17.112162 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=d6f3e893-8076-471b-92b9-cb3e66144f50,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:17.176219 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ff78f29f-faa5-452f-86fd-0db3f954cd88 req-076b165e-58e1-4d24-a636-a8be36111349 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761745 Nov 12 08:42:17.209069 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46529849-1f1f-4508-b0c3-849c88739034 x-openstack-request-id: req-46529849-1f1f-4508-b0c3-849c88739034 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:17.209365 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8640861d-6044-4e87-8630-10f6e998682c", "name": "network-vif-deleted", "tag": "951d3b9c-88c5-4ec0-ab88-7759e6d6ef12", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:17.209996 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46529849-1f1f-4508-b0c3-849c88739034 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:17.212097 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8640861d-6044-4e87-8630-10f6e998682c', 'name': 'network-vif-deleted', 'tag': '951d3b9c-88c5-4ec0-ab88-7759e6d6ef12', 'status': 'completed', 'code': 200} Nov 12 08:42:17.247211 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05ca72f-7d99-498d-a2c5-7ba2e1ed3f81 x-openstack-request-id: req-c05ca72f-7d99-498d-a2c5-7ba2e1ed3f81 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:17.247733 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6", "name": "network-vif-plugged", "status": "completed", "tag": "d6f3e893-8076-471b-92b9-cb3e66144f50", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:17.248557 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c05ca72f-7d99-498d-a2c5-7ba2e1ed3f81 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:17.249125 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f3e893-8076-471b-92b9-cb3e66144f50', 'code': 200} Nov 12 08:42:17.402401 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08782a29-f4ca-4363-9cee-f981dbc8f69d req-53591296-a739-40c6-a1b5-2e3fd05d51f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:17.404310 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-08782a29-f4ca-4363-9cee-f981dbc8f69d req-53591296-a739-40c6-a1b5-2e3fd05d51f4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6 HTTP/1.1" status: 200 len: 1098 time: 0.0540533 Nov 12 08:42:17.482167 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-08782a29-f4ca-4363-9cee-f981dbc8f69d req-9f23a3e5-48fe-4f98-b8c5-db98cff6ad1e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609944 Nov 12 08:42:17.573913 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef69c66-b6fb-4076-a040-467727812d26 req-39db6f65-3e5a-42ca-8b04-d781d37697b2 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:17.576241 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3ef69c66-b6fb-4076-a040-467727812d26 req-39db6f65-3e5a-42ca-8b04-d781d37697b2 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc0ba00c-96bc-4877-8206-33c3c0b95070 HTTP/1.1" status: 200 len: 948 time: 0.0687170 Nov 12 08:42:17.630911 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3ef69c66-b6fb-4076-a040-467727812d26 req-274598c0-04ae-498f-a1cf-a0424c6e74ac tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea3f408d-b717-4621-88ab-26f66f984ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492334 Nov 12 08:42:17.958890 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866765a-d466-44dc-8052-6426a9a06a93 req-b58ab08d-d9c0-4b55-97ef-05f710d763bb tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:17.961930 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8866765a-d466-44dc-8052-6426a9a06a93 req-b58ab08d-d9c0-4b55-97ef-05f710d763bb tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.0636239 Nov 12 08:42:18.024674 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8866765a-d466-44dc-8052-6426a9a06a93 req-41893ce4-a8b5-41f2-bc87-6c8e09102671 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525558 Nov 12 08:42:18.326216 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddefb35e-6da9-43e6-a69f-cfffca00d14c req-849979fa-83fc-471d-bbc2-5fa52105e798 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:18.335885 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ddefb35e-6da9-43e6-a69f-cfffca00d14c req-849979fa-83fc-471d-bbc2-5fa52105e798 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6 HTTP/1.1" status: 200 len: 946 time: 0.0731525 Nov 12 08:42:18.427590 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ddefb35e-6da9-43e6-a69f-cfffca00d14c req-7b171c01-f77e-466d-950e-a51cbdcd0311 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905557 Nov 12 08:42:18.451427 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 48934) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:18.634641 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e29aa5af-1857-471f-af74-23c0889dc640 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b6847ddb68854eb685500e6cc733d83a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1817145 Nov 12 08:42:18.637563 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 48946) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:18.719805 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b927e1ec-e01b-4e1e-aa6e-f9ab606a0709 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:18.750625 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b927e1ec-e01b-4e1e-aa6e-f9ab606a0709 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:18.784435 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a60f0-1793-447a-a441-4719a2a16009 req-7790b2eb-de04-4177-bc9a-e08c851d1a84 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:18.786769 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fe1a60f0-1793-447a-a441-4719a2a16009 req-7790b2eb-de04-4177-bc9a-e08c851d1a84 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc0ba00c-96bc-4877-8206-33c3c0b95070 HTTP/1.1" status: 200 len: 948 time: 0.0750160 Nov 12 08:42:18.849450 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b927e1ec-e01b-4e1e-aa6e-f9ab606a0709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:18.852502 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b927e1ec-e01b-4e1e-aa6e-f9ab606a0709 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:18.857613 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b927e1ec-e01b-4e1e-aa6e-f9ab606a0709 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/390bee6a-b441-452f-8188-930038c39e5c HTTP/1.1" status: 204 len: 168 time: 0.2189333 Nov 12 08:42:18.874783 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fe1a60f0-1793-447a-a441-4719a2a16009 req-fe258c81-25b1-4d53-8def-2bfcd91b894c tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea3f408d-b717-4621-88ab-26f66f984ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768356 Nov 12 08:42:18.878024 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927e1ec-e01b-4e1e-aa6e-f9ab606a0709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390bee6a-b441-452f-8188-930038c39e5c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:19.171335 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fc6b8-66a9-47f3-bcd8-3a0768f7a36a req-8d394dd0-7025-4988-a614-a69673ae5316 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:19.174013 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-808fc6b8-66a9-47f3-bcd8-3a0768f7a36a req-8d394dd0-7025-4988-a614-a69673ae5316 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.0602055 Nov 12 08:42:19.243175 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-808fc6b8-66a9-47f3-bcd8-3a0768f7a36a req-44b5edb8-2e88-48cd-877b-b395197a1db8 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615876 Nov 12 08:42:19.578930 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c62b7-3b47-4500-aec5-97f7f44839c7 req-51e2b0d0-6ad8-4351-a267-38b59bc3f525 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:19.580996 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 48986) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:19.584555 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-365c62b7-3b47-4500-aec5-97f7f44839c7 req-51e2b0d0-6ad8-4351-a267-38b59bc3f525 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6 HTTP/1.1" status: 200 len: 946 time: 0.0602670 Nov 12 08:42:19.646641 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-365c62b7-3b47-4500-aec5-97f7f44839c7 req-febed0d2-afea-4228-9ecd-dbb20facbbf9 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538781 Nov 12 08:42:19.712406 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3be3c3-04c1-47e4-bc1b-4a2daa1067b2 req-7d5c7d9f-ef61-4e50-a652-06f7ada291a4 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:19.715433 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3a3be3c3-04c1-47e4-bc1b-4a2daa1067b2 req-7d5c7d9f-ef61-4e50-a652-06f7ada291a4 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.54 "GET /v2.0/ports?device_id=dc0ba00c-96bc-4877-8206-33c3c0b95070 HTTP/1.1" status: 200 len: 948 time: 0.1159334 Nov 12 08:42:19.836024 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6b70-4fe9-4afa-8f4a-af1e3dfe5ede admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:19.892643 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-3a3be3c3-04c1-47e4-bc1b-4a2daa1067b2 req-b790aba7-4cc2-470a-9e8a-20b4bfb528ec tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Deleting port 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:19.893072 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3a3be3c3-04c1-47e4-bc1b-4a2daa1067b2 req-b790aba7-4cc2-470a-9e8a-20b4bfb528ec tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:19.975348 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945bf40c-53f8-428b-8524-b3986eab8b17 req-8f460464-a1e4-429d-987b-d4c658a59594 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:19.985298 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-945bf40c-53f8-428b-8524-b3986eab8b17 req-8f460464-a1e4-429d-987b-d4c658a59594 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6 HTTP/1.1" status: 200 len: 946 time: 0.0830715 Nov 12 08:42:20.064649 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-3a3be3c3-04c1-47e4-bc1b-4a2daa1067b2 req-b790aba7-4cc2-470a-9e8a-20b4bfb528ec tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] For port 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:20.065169 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3a3be3c3-04c1-47e4-bc1b-4a2daa1067b2 req-b790aba7-4cc2-470a-9e8a-20b4bfb528ec tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:20.069990 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6b70-4fe9-4afa-8f4a-af1e3dfe5ede admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:20.079947 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6b70-4fe9-4afa-8f4a-af1e3dfe5ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:20.090363 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-3a3be3c3-04c1-47e4-bc1b-4a2daa1067b2 req-b790aba7-4cc2-470a-9e8a-20b4bfb528ec tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Calling delete_port for 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:20.100726 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf6205-3a75-424b-8118-711bfa2c185a req-718ee325-0678-4629-8bf4-eb85dcdf5df6 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:20.103915 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c7bf6205-3a75-424b-8118-711bfa2c185a req-718ee325-0678-4629-8bf4-eb85dcdf5df6 tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc0ba00c-96bc-4877-8206-33c3c0b95070 HTTP/1.1" status: 200 len: 948 time: 0.1068921 Nov 12 08:42:20.110646 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-945bf40c-53f8-428b-8524-b3986eab8b17 req-f835dfe1-4036-4125-9fc6-d64e1ee8bc5d tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244361 Nov 12 08:42:20.180554 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0f9b6b70-4fe9-4afa-8f4a-af1e3dfe5ede admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f41f74bdd114950b3bdcaddb4196ef4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5981154 Nov 12 08:42:20.184561 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 49014) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:20.191930 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c7bf6205-3a75-424b-8118-711bfa2c185a req-01742565-cf47-4408-8c21-21f7811943cf tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea3f408d-b717-4621-88ab-26f66f984ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790076 Nov 12 08:42:20.198765 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b6b70-4fe9-4afa-8f4a-af1e3dfe5ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2766adbf-9ba7-4c8d-ab12-e521af83e91e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:20.282574 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02c4b1e7-2714-4fb8-939e-af4cc5aec454 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:20.336642 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02c4b1e7-2714-4fb8-939e-af4cc5aec454 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:20.390672 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3a3be3c3-04c1-47e4-bc1b-4a2daa1067b2 req-b790aba7-4cc2-470a-9e8a-20b4bfb528ec tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:20.422379 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790aba7-4cc2-470a-9e8a-20b4bfb528ec tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Pushing event deleted for resources: {'Port': ['ID=68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:20.424380 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c70eb61-6099-4582-949e-c199040402af req-fce951c3-ffbe-4ce9-86e9-9bea74dff6cb tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=00fd51051c3f4d1aa2ff4f9c4449980e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554707 Nov 12 08:42:20.434020 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02c4b1e7-2714-4fb8-939e-af4cc5aec454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:20.434860 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 8ecabc74-70ed-466f-9d7a-f178e188ae61 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:42:20.435569 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02c4b1e7-2714-4fb8-939e-af4cc5aec454 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:20.436869 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-02c4b1e7-2714-4fb8-939e-af4cc5aec454 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2766adbf-9ba7-4c8d-ab12-e521af83e91e HTTP/1.1" status: 204 len: 168 time: 0.2497010 Nov 12 08:42:20.456897 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6a1cb-23bc-46d7-ace0-b77da00e3a19 req-bfeb811f-b96e-4e17-b507-83adce8b7829 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:20.467021 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2dc6a1cb-23bc-46d7-ace0-b77da00e3a19 req-bfeb811f-b96e-4e17-b507-83adce8b7829 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.1250935 Nov 12 08:42:20.493373 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4b1e7-2714-4fb8-939e-af4cc5aec454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2766adbf-9ba7-4c8d-ab12-e521af83e91e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:20.494437 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 8ecabc74-70ed-466f-9d7a-f178e188ae61 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:42:20.494788 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 8ecabc74-70ed-466f-9d7a-f178e188ae61 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:42:20.496200 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3be3c3-04c1-47e4-bc1b-4a2daa1067b2 req-b790aba7-4cc2-470a-9e8a-20b4bfb528ec tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] No DVR routers for this DVR port 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:42:20.498999 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3a3be3c3-04c1-47e4-bc1b-4a2daa1067b2 req-b790aba7-4cc2-470a-9e8a-20b4bfb528ec tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:20.502368 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3a3be3c3-04c1-47e4-bc1b-4a2daa1067b2 req-b790aba7-4cc2-470a-9e8a-20b4bfb528ec tempest-ListImageFiltersTestJSON-951055334 tempest-ListImageFiltersTestJSON-951055334-project] 10.222.0.54 "DELETE /v2.0/ports/68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 HTTP/1.1" status: 204 len: 173 time: 0.7790656 Nov 12 08:42:20.503125 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0ba00c-96bc-4877-8206-33c3c0b95070', 'name': 'network-vif-deleted', 'tag': '68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:20.505901 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9456a05-5bb0-45a3-81bc-0280ef9ef3c8" -d '{"events": [{"server_uuid": "dc0ba00c-96bc-4877-8206-33c3c0b95070", "name": "network-vif-deleted", "tag": "68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:20.575507 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 951d3b9c-88c5-4ec0-ab88-7759e6d6ef12 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:42:20.651979 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 951d3b9c-88c5-4ec0-ab88-7759e6d6ef12 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:42:20.654456 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 951d3b9c-88c5-4ec0-ab88-7759e6d6ef12 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:42:20.951670 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 49036) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:20.988138 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-951f7807-1475-4299-ba32-5a200b56eb87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:20.996331 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2dc6a1cb-23bc-46d7-ace0-b77da00e3a19 req-385f28e8-68fe-42e7-87f5-4377faa1dbb2 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5225027 Nov 12 08:42:21.062984 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70eb61-6099-4582-949e-c199040402af req-f3932d36-b626-4cba-ac01-c816dede9a9d tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:21.071412 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c70eb61-6099-4582-949e-c199040402af req-f3932d36-b626-4cba-ac01-c816dede9a9d tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5943387 Nov 12 08:42:21.098588 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c70eb61-6099-4582-949e-c199040402af req-063e4d0a-0131-4b58-a567-bed5993cd4c1 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/quotas/00fd51051c3f4d1aa2ff4f9c4449980e HTTP/1.1" status: 200 len: 375 time: 0.0261300 Nov 12 08:42:21.157089 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c70eb61-6099-4582-949e-c199040402af req-8ef5d463-7eea-41a6-a2bc-fd0e2925e47a tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=00fd51051c3f4d1aa2ff4f9c4449980e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512183 Nov 12 08:42:21.159142 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-951f7807-1475-4299-ba32-5a200b56eb87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:21.166904 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-951f7807-1475-4299-ba32-5a200b56eb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:21.189853 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d47a60-b491-4fd9-a06b-f9e659a530fd x-openstack-request-id: req-64d47a60-b491-4fd9-a06b-f9e659a530fd {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:21.190158 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0ba00c-96bc-4877-8206-33c3c0b95070", "name": "network-vif-deleted", "tag": "68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:21.190414 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64d47a60-b491-4fd9-a06b-f9e659a530fd {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:21.190816 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0ba00c-96bc-4877-8206-33c3c0b95070', 'name': 'network-vif-deleted', 'tag': '68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0', 'status': 'completed', 'code': 200} Nov 12 08:42:21.237087 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f7807-1475-4299-ba32-5a200b56eb87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df4b348-4966-4659-86a5-f708cca5f7c9,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:21.259068 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-951f7807-1475-4299-ba32-5a200b56eb87 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f1308dfe0e14d13a377cb27f8a231ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3056080 Nov 12 08:42:21.262227 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 49042) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:21.403483 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade20db9-645b-41e2-b659-ff8859916a8a req-f6194a91-5ae3-497f-a12b-5a354da7a60f tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:21.405145 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ade20db9-645b-41e2-b659-ff8859916a8a req-f6194a91-5ae3-497f-a12b-5a354da7a60f tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6 HTTP/1.1" status: 200 len: 946 time: 0.0769651 Nov 12 08:42:21.406156 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-755de6bb-4e98-476c-82cd-fcd38d8384e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:21.459658 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-755de6bb-4e98-476c-82cd-fcd38d8384e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:21.517919 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8468aac2-edcc-4cdb-b395-dd4afbbfa855 req-aaf1369f-5d88-45bd-af48-9b2e8caf2e0b tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac7f0d2c-97e3-46d0-a11a-3018f02eabc3 HTTP/1.1" status: 200 len: 210 time: 0.0533421 Nov 12 08:42:21.523400 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ade20db9-645b-41e2-b659-ff8859916a8a req-d991a951-18f0-44ef-b07d-5c1cdd318596 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061583 Nov 12 08:42:21.583043 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-755de6bb-4e98-476c-82cd-fcd38d8384e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:21.586007 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-755de6bb-4e98-476c-82cd-fcd38d8384e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:21.589692 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-755de6bb-4e98-476c-82cd-fcd38d8384e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4df4b348-4966-4659-86a5-f708cca5f7c9 HTTP/1.1" status: 204 len: 168 time: 0.3233340 Nov 12 08:42:21.625977 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755de6bb-4e98-476c-82cd-fcd38d8384e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df4b348-4966-4659-86a5-f708cca5f7c9,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:22.039866 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dfd7a-09ff-4720-b460-27a485d0e031 req-7a4c5058-9525-4379-8167-2984b6fce70c tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:22.048213 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3c3dfd7a-09ff-4720-b460-27a485d0e031 req-7a4c5058-9525-4379-8167-2984b6fce70c tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6 HTTP/1.1" status: 200 len: 946 time: 0.0801270 Nov 12 08:42:22.125804 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3c3dfd7a-09ff-4720-b460-27a485d0e031 req-f0baf0ca-548e-45a0-aa82-f1a675c7c144 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755966 Nov 12 08:42:22.296783 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a734a-4a2b-4dbc-b868-62bd2737d9a1 req-8ee3012a-3211-443e-8154-486f6ef7eafc tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:22.299599 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-af0a734a-4a2b-4dbc-b868-62bd2737d9a1 req-8ee3012a-3211-443e-8154-486f6ef7eafc tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.0663071 Nov 12 08:42:22.365105 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-af0a734a-4a2b-4dbc-b868-62bd2737d9a1 req-160a6fb0-4c81-4b0c-a18f-70156822eb67 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590162 Nov 12 08:42:22.672359 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:22.694393 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-736138de-4e12-4340-9e4f-b8ae47d774c6 req-cc081b04-31b3-4af1-8f2d-4ac356190fa3 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac7f0d2c-97e3-46d0-a11a-3018f02eabc3 HTTP/1.1" status: 200 len: 210 time: 0.0547960 Nov 12 08:42:22.868050 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c70eb61-6099-4582-949e-c199040402af req-6f4f396e-7b31-4af5-8b0c-fb33a70272be tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=00fd51051c3f4d1aa2ff4f9c4449980e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423372 Nov 12 08:42:23.062757 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70eb61-6099-4582-949e-c199040402af req-c6f6926c-f596-4db6-884d-a48b787a7b0a tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:23.064261 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c70eb61-6099-4582-949e-c199040402af req-c6f6926c-f596-4db6-884d-a48b787a7b0a tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1849473 Nov 12 08:42:23.091411 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-0c70eb61-6099-4582-949e-c199040402af req-f1d27f28-4ba2-42b0-b0cc-d03dd2ae8e3b tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Request body: {'port': {'device_id': 'ac7f0d2c-97e3-46d0-a11a-3018f02eabc3', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'admin_state_up': True, 'tenant_id': '00fd51051c3f4d1aa2ff4f9c4449980e'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:23.334976 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa803f-b8ec-4d7b-874d-07fae62248d8 req-4d442494-0fdc-49a3-8f75-886708288519 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:23.336638 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-98fa803f-b8ec-4d7b-874d-07fae62248d8 req-4d442494-0fdc-49a3-8f75-886708288519 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6 HTTP/1.1" status: 200 len: 946 time: 0.1018076 Nov 12 08:42:23.361305 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c70eb61-6099-4582-949e-c199040402af req-f1d27f28-4ba2-42b0-b0cc-d03dd2ae8e3b tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Made reservation on behalf of 00fd51051c3f4d1aa2ff4f9c4449980e for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:23.365289 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c70eb61-6099-4582-949e-c199040402af req-f1d27f28-4ba2-42b0-b0cc-d03dd2ae8e3b tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:23.385695 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c70eb61-6099-4582-949e-c199040402af req-f1d27f28-4ba2-42b0-b0cc-d03dd2ae8e3b tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:23.441356 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-98fa803f-b8ec-4d7b-874d-07fae62248d8 req-e1603763-ef11-4da3-a580-3b5057b10340 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985928 Nov 12 08:42:23.592913 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c70eb61-6099-4582-949e-c199040402af req-f1d27f28-4ba2-42b0-b0cc-d03dd2ae8e3b tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:23.599041 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c70eb61-6099-4582-949e-c199040402af req-f1d27f28-4ba2-42b0-b0cc-d03dd2ae8e3b tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:23.636005 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ee2e6-f058-435b-8c58-3917863f44fa req-5ca32c8c-185a-4bba-8578-112d91111ea2 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:23.640270 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d01ee2e6-f058-435b-8c58-3917863f44fa req-5ca32c8c-185a-4bba-8578-112d91111ea2 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.1319134 Nov 12 08:42:23.752675 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d27f28-4ba2-42b0-b0cc-d03dd2ae8e3b tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b09f2b22-3713-42f9-afdc-4a98abd46f38,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:23.877588 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d01ee2e6-f058-435b-8c58-3917863f44fa req-d973435b-21ea-4613-8d33-5f5d84b5b404 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625829 Nov 12 08:42:23.932428 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-0c70eb61-6099-4582-949e-c199040402af req-f1d27f28-4ba2-42b0-b0cc-d03dd2ae8e3b tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Allocated IP 192.168.233.250 (aaa9e939-3555-4037-a22a-8e3905c2166f/ac1fb13e-fa96-4a78-a070-af75ed125682/53bec097-cdab-4a19-b8c5-8d6a622d3cb7) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:23.937016 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8124a876-f166-49a9-9f7a-b7e2b04ab313 req-77c49a38-94ec-4f7a-a225-42aa8fa191f1 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac7f0d2c-97e3-46d0-a11a-3018f02eabc3 HTTP/1.1" status: 200 len: 210 time: 0.0415866 Nov 12 08:42:24.063246 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b05d01-dc0f-408c-b2f1-d572ba239dc4 req-875ab030-82fe-428f-bbe6-88a496823fff tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:24.064823 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e9b05d01-dc0f-408c-b2f1-d572ba239dc4 req-875ab030-82fe-428f-bbe6-88a496823fff tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6 HTTP/1.1" status: 200 len: 946 time: 0.1022530 Nov 12 08:42:24.163147 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 49182) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:24.209396 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c70eb61-6099-4582-949e-c199040402af req-f1d27f28-4ba2-42b0-b0cc-d03dd2ae8e3b tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.239788 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-e9b05d01-dc0f-408c-b2f1-d572ba239dc4 req-db319298-ac55-4d7d-8b7c-b61284819d74 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Deleting port d6f3e893-8076-471b-92b9-cb3e66144f50 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:24.240121 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e9b05d01-dc0f-408c-b2f1-d572ba239dc4 req-db319298-ac55-4d7d-8b7c-b61284819d74 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.313465 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c70eb61-6099-4582-949e-c199040402af req-f1d27f28-4ba2-42b0-b0cc-d03dd2ae8e3b tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.337204 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d1eda09c-04ff-4e80-b76b-0d7a8ff3fc88 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=77c71385403843f6af1178f9ec90e653&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1726294 Nov 12 08:42:24.339886 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 49192) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:24.393088 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c70eb61-6099-4582-949e-c199040402af req-f1d27f28-4ba2-42b0-b0cc-d03dd2ae8e3b tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Network aaa9e939-3555-4037-a22a-8e3905c2166f is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:24.393843 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-00329405-a426-4a5d-b305-559481b8e509 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.399112 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-e9b05d01-dc0f-408c-b2f1-d572ba239dc4 req-db319298-ac55-4d7d-8b7c-b61284819d74 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] For port d6f3e893-8076-471b-92b9-cb3e66144f50, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=d6f3e893-8076-471b-92b9-cb3e66144f50,segment=NetworkSegment(c5cbe887-c0ec-4daa-92d4-e72529fcbd61),segment_id=c5cbe887-c0ec-4daa-92d4-e72529fcbd61)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:24.400089 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e9b05d01-dc0f-408c-b2f1-d572ba239dc4 req-db319298-ac55-4d7d-8b7c-b61284819d74 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.405788 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-0c70eb61-6099-4582-949e-c199040402af req-f1d27f28-4ba2-42b0-b0cc-d03dd2ae8e3b tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:24.413260 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c70eb61-6099-4582-949e-c199040402af req-f1d27f28-4ba2-42b0-b0cc-d03dd2ae8e3b tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:24.418591 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d27f28-4ba2-42b0-b0cc-d03dd2ae8e3b tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Pushing event updated for resources: {'Port': ['ID=53bec097-cdab-4a19-b8c5-8d6a622d3cb7,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:24.422048 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-00329405-a426-4a5d-b305-559481b8e509 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.427861 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:42:24.452824 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:42:24.453058 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 68a9a3b4-9229-49f0-bfa8-30ef1e4f39a0 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:42:24.483018 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-e9b05d01-dc0f-408c-b2f1-d572ba239dc4 req-db319298-ac55-4d7d-8b7c-b61284819d74 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Calling delete_port for d6f3e893-8076-471b-92b9-cb3e66144f50 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:24.507840 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-00329405-a426-4a5d-b305-559481b8e509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.510915 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-00329405-a426-4a5d-b305-559481b8e509 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.514615 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-00329405-a426-4a5d-b305-559481b8e509 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea3f408d-b717-4621-88ab-26f66f984ddd HTTP/1.1" status: 204 len: 168 time: 0.1713176 Nov 12 08:42:24.523964 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00329405-a426-4a5d-b305-559481b8e509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3f408d-b717-4621-88ab-26f66f984ddd,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:24.601806 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70eb61-6099-4582-949e-c199040402af req-f1d27f28-4ba2-42b0-b0cc-d03dd2ae8e3b tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:24.602472 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c70eb61-6099-4582-949e-c199040402af req-f1d27f28-4ba2-42b0-b0cc-d03dd2ae8e3b tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.657112 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c70eb61-6099-4582-949e-c199040402af req-f1d27f28-4ba2-42b0-b0cc-d03dd2ae8e3b tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5714161 Nov 12 08:42:24.688266 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-0c70eb61-6099-4582-949e-c199040402af req-6c64a67c-10bc-465f-845f-f4d8338289f9 service neutron] Request body: {'port': {'device_id': 'ac7f0d2c-97e3-46d0-a11a-3018f02eabc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:24.703690 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0ee33-82bd-4ed9-b2a2-b190a523b37d req-c3f685b0-de5d-44eb-9259-274450457103 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:24.705854 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-29e0ee33-82bd-4ed9-b2a2-b190a523b37d req-c3f685b0-de5d-44eb-9259-274450457103 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6 HTTP/1.1" status: 200 len: 946 time: 0.1264999 Nov 12 08:42:24.769223 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5f99b69f-a30b-42c7-a1b5-edaaba151f26 None None] Provisioning complete for port 53bec097-cdab-4a19-b8c5-8d6a622d3cb7 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:24.770211 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5f99b69f-a30b-42c7-a1b5-edaaba151f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.848248 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5f99b69f-a30b-42c7-a1b5-edaaba151f26 None None] Port 53bec097-cdab-4a19-b8c5-8d6a622d3cb7 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:24.856588 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-29e0ee33-82bd-4ed9-b2a2-b190a523b37d req-894825b3-da73-4637-8081-65bcb724ef2c tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6019424-7834-4384-ad10-ad67409c95a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274364 Nov 12 08:42:24.862431 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c70eb61-6099-4582-949e-c199040402af req-6c64a67c-10bc-465f-845f-f4d8338289f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.949034 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e9b05d01-dc0f-408c-b2f1-d572ba239dc4 req-db319298-ac55-4d7d-8b7c-b61284819d74 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.962656 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['d6f3e893-8076-471b-92b9-cb3e66144f50'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:42:25.040897 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db319298-ac55-4d7d-8b7c-b61284819d74 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Pushing event deleted for resources: {'Port': ['ID=d6f3e893-8076-471b-92b9-cb3e66144f50,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:25.166569 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b05d01-dc0f-408c-b2f1-d572ba239dc4 req-db319298-ac55-4d7d-8b7c-b61284819d74 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] No DVR routers for this DVR port d6f3e893-8076-471b-92b9-cb3e66144f50 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:42:25.170214 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e9b05d01-dc0f-408c-b2f1-d572ba239dc4 req-db319298-ac55-4d7d-8b7c-b61284819d74 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.173598 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e9b05d01-dc0f-408c-b2f1-d572ba239dc4 req-db319298-ac55-4d7d-8b7c-b61284819d74 tempest-DeleteServersTestJSON-632210107 tempest-DeleteServersTestJSON-632210107-project] 10.222.0.58 "DELETE /v2.0/ports/d6f3e893-8076-471b-92b9-cb3e66144f50 HTTP/1.1" status: 204 len: 173 time: 1.1017954 Nov 12 08:42:25.183867 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6', 'name': 'network-vif-deleted', 'tag': 'd6f3e893-8076-471b-92b9-cb3e66144f50'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:25.186187 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596dc140-37aa-4c6c-8394-ca01d3d3ba8e" -d '{"events": [{"server_uuid": "d2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6", "name": "network-vif-deleted", "tag": "d6f3e893-8076-471b-92b9-cb3e66144f50"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:25.203772 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ce4a7-58b7-4fcd-9236-bd441a1f105c req-f5e1f4d1-f47a-4db1-aba1-d50500536322 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:25.205676 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bd9ce4a7-58b7-4fcd-9236-bd441a1f105c req-f5e1f4d1-f47a-4db1-aba1-d50500536322 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.2447422 Nov 12 08:42:25.272668 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ca66a-7b43-4854-90f9-b0af4b25e2ed req-67dbffbb-bdf2-4fc2-82be-a77f6b133875 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:25.280421 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c81ca66a-7b43-4854-90f9-b0af4b25e2ed req-67dbffbb-bdf2-4fc2-82be-a77f6b133875 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac7f0d2c-97e3-46d0-a11a-3018f02eabc3 HTTP/1.1" status: 200 len: 936 time: 0.1839092 Nov 12 08:42:25.384462 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bd9ce4a7-58b7-4fcd-9236-bd441a1f105c req-2a98edcd-5d06-42ae-9649-8969adb6d039 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680272 Nov 12 08:42:25.414073 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c81ca66a-7b43-4854-90f9-b0af4b25e2ed req-7c6ddcc1-0731-4185-b5d6-b28a9c8e5d33 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09f2b22-3713-42f9-afdc-4a98abd46f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324866 Nov 12 08:42:25.487838 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-0c70eb61-6099-4582-949e-c199040402af req-6c64a67c-10bc-465f-845f-f4d8338289f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53bec097-cdab-4a19-b8c5-8d6a622d3cb7 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:42:25.490640 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 49238) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:25.493631 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6897134-8b9d-48b9-9a83-6d4e1037057d x-openstack-request-id: req-f6897134-8b9d-48b9-9a83-6d4e1037057d {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:25.493991 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6", "name": "network-vif-deleted", "tag": "d6f3e893-8076-471b-92b9-cb3e66144f50", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:25.494290 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f6897134-8b9d-48b9-9a83-6d4e1037057d {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:25.494892 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c88fb3-48b8-4dd4-8e1d-cf968ecc70b6', 'name': 'network-vif-deleted', 'tag': 'd6f3e893-8076-471b-92b9-cb3e66144f50', 'status': 'completed', 'code': 200} Nov 12 08:42:25.500665 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c70eb61-6099-4582-949e-c199040402af req-6c64a67c-10bc-465f-845f-f4d8338289f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.525515 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-0c70eb61-6099-4582-949e-c199040402af req-6c64a67c-10bc-465f-845f-f4d8338289f9 service neutron] Transition to ACTIVE for port object 53bec097-cdab-4a19-b8c5-8d6a622d3cb7 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:42:25.539852 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c70eb61-6099-4582-949e-c199040402af req-6c64a67c-10bc-465f-845f-f4d8338289f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.631279 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1d893a0f-8a8b-4689-b33e-d07a267d48fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.695654 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93aca9-6665-4a3e-8597-0c79762388db req-4d297db3-e858-4c4c-b045-be3a1015592d tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:25.697332 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f93aca9-6665-4a3e-8597-0c79762388db req-4d297db3-e858-4c4c-b045-be3a1015592d tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/networks?id=66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 HTTP/1.1" status: 200 len: 814 time: 0.1679358 Nov 12 08:42:25.723477 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64a67c-10bc-465f-845f-f4d8338289f9 service neutron] Pushing event updated for resources: {'Port': ['ID=53bec097-cdab-4a19-b8c5-8d6a622d3cb7,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:25.775881 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1d893a0f-8a8b-4689-b33e-d07a267d48fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.782011 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1d893a0f-8a8b-4689-b33e-d07a267d48fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.798796 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f93aca9-6665-4a3e-8597-0c79762388db req-ca83bd0e-3c9e-4040-818a-e4d652f7da28 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/quotas/d7b2958acbca46c980b81bc3e2353025 HTTP/1.1" status: 200 len: 375 time: 0.0777946 Nov 12 08:42:25.843539 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d893a0f-8a8b-4689-b33e-d07a267d48fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63b0862-4ce9-451b-94b2-8b7148d0cb46,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:25.852116 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1d893a0f-8a8b-4689-b33e-d07a267d48fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6473310cc62b4d4282f07def575c67b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3591633 Nov 12 08:42:25.853644 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 49256) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:25.920041 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-0c70eb61-6099-4582-949e-c199040402af req-6c64a67c-10bc-465f-845f-f4d8338289f9 service neutron] Attempting to bind port 53bec097-cdab-4a19-b8c5-8d6a622d3cb7 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:42:25.920358 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-0c70eb61-6099-4582-949e-c199040402af req-6c64a67c-10bc-465f-845f-f4d8338289f9 service neutron] Attempting to bind port 53bec097-cdab-4a19-b8c5-8d6a622d3cb7 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:42:25.920921 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c70eb61-6099-4582-949e-c199040402af req-6c64a67c-10bc-465f-845f-f4d8338289f9 service neutron] Attempting to bind port 53bec097-cdab-4a19-b8c5-8d6a622d3cb7 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:25.943910 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-268ee50d-4c5a-4fda-9472-6901a6d0d02d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.947419 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f93aca9-6665-4a3e-8597-0c79762388db req-0b9f0e16-b88f-459d-965a-9f7b405059ba tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7b2958acbca46c980b81bc3e2353025&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1386211 Nov 12 08:42:25.950460 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c70eb61-6099-4582-949e-c199040402af req-6c64a67c-10bc-465f-845f-f4d8338289f9 service neutron] Port 53bec097-cdab-4a19-b8c5-8d6a622d3cb7 on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:42:25.950927 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c70eb61-6099-4582-949e-c199040402af req-6c64a67c-10bc-465f-845f-f4d8338289f9 service neutron] Attempting to bind port 53bec097-cdab-4a19-b8c5-8d6a622d3cb7 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:25.971116 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c70eb61-6099-4582-949e-c199040402af req-6c64a67c-10bc-465f-845f-f4d8338289f9 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:42:25.971516 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c70eb61-6099-4582-949e-c199040402af req-6c64a67c-10bc-465f-845f-f4d8338289f9 service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:25.971897 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c70eb61-6099-4582-949e-c199040402af req-6c64a67c-10bc-465f-845f-f4d8338289f9 service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:42:25.972354 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-0c70eb61-6099-4582-949e-c199040402af req-6c64a67c-10bc-465f-845f-f4d8338289f9 service neutron] Bound port: 53bec097-cdab-4a19-b8c5-8d6a622d3cb7, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:42:25.972749 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c70eb61-6099-4582-949e-c199040402af req-6c64a67c-10bc-465f-845f-f4d8338289f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.988898 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-268ee50d-4c5a-4fda-9472-6901a6d0d02d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:26.092127 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-268ee50d-4c5a-4fda-9472-6901a6d0d02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:26.096408 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-268ee50d-4c5a-4fda-9472-6901a6d0d02d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:26.100642 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-268ee50d-4c5a-4fda-9472-6901a6d0d02d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b63b0862-4ce9-451b-94b2-8b7148d0cb46 HTTP/1.1" status: 204 len: 168 time: 0.2442608 Nov 12 08:42:26.116059 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ee50d-4c5a-4fda-9472-6901a6d0d02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63b0862-4ce9-451b-94b2-8b7148d0cb46,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:26.116828 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-0c70eb61-6099-4582-949e-c199040402af req-6c64a67c-10bc-465f-845f-f4d8338289f9 service neutron] For port 53bec097-cdab-4a19-b8c5-8d6a622d3cb7, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:42:26.123134 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f93aca9-6665-4a3e-8597-0c79762388db req-db4310dc-b0ff-45ac-987f-022c9243be60 service neutron] 10.222.0.37 "GET /v2.0/networks/66f89d7d-fbfb-425e-a64e-a55fcdce5ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600397 Nov 12 08:42:26.124632 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-0c70eb61-6099-4582-949e-c199040402af req-6c64a67c-10bc-465f-845f-f4d8338289f9 service neutron] For port 53bec097-cdab-4a19-b8c5-8d6a622d3cb7, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=53bec097-cdab-4a19-b8c5-8d6a622d3cb7,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:42:26.135077 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c70eb61-6099-4582-949e-c199040402af req-6c64a67c-10bc-465f-845f-f4d8338289f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:26.260463 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70eb61-6099-4582-949e-c199040402af req-6c64a67c-10bc-465f-845f-f4d8338289f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:26.261292 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c70eb61-6099-4582-949e-c199040402af req-6c64a67c-10bc-465f-845f-f4d8338289f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:26.263057 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c70eb61-6099-4582-949e-c199040402af req-6c64a67c-10bc-465f-845f-f4d8338289f9 service neutron] 10.222.0.58 "PUT /v2.0/ports/53bec097-cdab-4a19-b8c5-8d6a622d3cb7 HTTP/1.1" status: 200 len: 1097 time: 1.5831792 Nov 12 08:42:26.325916 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64a67c-10bc-465f-845f-f4d8338289f9 service neutron] Pushing event updated for resources: {'Port': ['ID=53bec097-cdab-4a19-b8c5-8d6a622d3cb7,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:26.343148 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f93aca9-6665-4a3e-8597-0c79762388db req-c79db10b-c9f7-4394-950f-986fe09aa31e service neutron] 10.222.0.37 "GET /v2.0/networks/66f89d7d-fbfb-425e-a64e-a55fcdce5ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970325 Nov 12 08:42:26.657755 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-1041577f-ec27-4171-b945-25e47cad3f90 req-71bf0a3b-c330-4a70-b091-d5832b1fd300 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:42:26.658782 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1041577f-ec27-4171-b945-25e47cad3f90 req-71bf0a3b-c330-4a70-b091-d5832b1fd300 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0337689 Nov 12 08:42:26.700925 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 49290) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:26.717321 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1735c1dd-75b9-4a21-b874-d5e71fc7d864 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:26.736829 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e691da-c3e5-450a-9182-47f32a00e4fc req-0979eacb-cdb4-42c6-a54c-91cc84e74fff tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:26.738470 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95e691da-c3e5-450a-9182-47f32a00e4fc req-0979eacb-cdb4-42c6-a54c-91cc84e74fff tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.1761706 Nov 12 08:42:26.752586 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8858fbe-ed68-4999-a983-74e555b2fa50 req-0994da87-7a5e-4b37-a367-8d13e06f5ede tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:26.760133 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8858fbe-ed68-4999-a983-74e555b2fa50 req-0994da87-7a5e-4b37-a367-8d13e06f5ede tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac7f0d2c-97e3-46d0-a11a-3018f02eabc3 HTTP/1.1" status: 200 len: 948 time: 0.1594136 Nov 12 08:42:26.769250 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70eb61-6099-4582-949e-c199040402af req-9ff4f468-484f-4df6-8577-f5101d59f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:26.770938 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c70eb61-6099-4582-949e-c199040402af req-9ff4f468-484f-4df6-8577-f5101d59f319 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=00fd51051c3f4d1aa2ff4f9c4449980e&device_id=ac7f0d2c-97e3-46d0-a11a-3018f02eabc3 HTTP/1.1" status: 200 len: 1100 time: 0.4501386 Nov 12 08:42:26.810315 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1735c1dd-75b9-4a21-b874-d5e71fc7d864 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:26.817865 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1735c1dd-75b9-4a21-b874-d5e71fc7d864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:26.848365 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c70eb61-6099-4582-949e-c199040402af req-96ffad1d-facf-4940-845a-bdcd23b81f2c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=53bec097-cdab-4a19-b8c5-8d6a622d3cb7 HTTP/1.1" status: 200 len: 217 time: 0.0650694 Nov 12 08:42:26.856457 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1041577f-ec27-4171-b945-25e47cad3f90 req-39694b0a-bc35-4d62-b53c-8c94f1c67763 service neutron] 10.222.0.58 "GET /v2.0/ports/6e1d4968-a38b-49dc-b3cd-26685b7c75ca/bindings/n-h2-768862-16 HTTP/1.1" status: 200 len: 383 time: 0.1874173 Nov 12 08:42:26.869620 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1735c1dd-75b9-4a21-b874-d5e71fc7d864 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bdb0c34d059f41bbbcd61f8a5b443796&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1669741 Nov 12 08:42:26.870749 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 49296) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:26.926069 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735c1dd-75b9-4a21-b874-d5e71fc7d864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e9d6a4-6db0-4852-a09d-9f75ae50c2a6,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:26.943526 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8858fbe-ed68-4999-a983-74e555b2fa50 req-bec45d91-a7a9-44f2-b937-b1290af65595 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09f2b22-3713-42f9-afdc-4a98abd46f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823928 Nov 12 08:42:26.953664 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95e691da-c3e5-450a-9182-47f32a00e4fc req-93211bca-6883-4c5b-8c18-e67a64e3f07c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868482 Nov 12 08:42:26.963523 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21b88467-9c23-4d80-a7b8-17ed236105bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:26.981797 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70eb61-6099-4582-949e-c199040402af req-fa9dc0ac-b28e-45fd-97ee-65458403d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:26.982389 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c70eb61-6099-4582-949e-c199040402af req-fa9dc0ac-b28e-45fd-97ee-65458403d0b1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1250656 Nov 12 08:42:27.006067 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21b88467-9c23-4d80-a7b8-17ed236105bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:27.080901 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21b88467-9c23-4d80-a7b8-17ed236105bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:27.085365 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21b88467-9c23-4d80-a7b8-17ed236105bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:27.088313 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-21b88467-9c23-4d80-a7b8-17ed236105bf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/32e9d6a4-6db0-4852-a09d-9f75ae50c2a6 HTTP/1.1" status: 204 len: 168 time: 0.2163947 Nov 12 08:42:27.092452 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bdee0615-4ef9-4ac0-a5d3-3a75cdb8a232 req-3f95f2a0-9c35-4ce1-8871-892371019cca tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d7ba67-22e0-452b-8350-a7654e7a312f HTTP/1.1" status: 200 len: 210 time: 0.0382888 Nov 12 08:42:27.100907 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b88467-9c23-4d80-a7b8-17ed236105bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e9d6a4-6db0-4852-a09d-9f75ae50c2a6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:27.116366 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70eb61-6099-4582-949e-c199040402af req-f5f840f7-0cac-4a95-886f-0ae39185af17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:27.130973 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c70eb61-6099-4582-949e-c199040402af req-f5f840f7-0cac-4a95-886f-0ae39185af17 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1397631 Nov 12 08:42:27.317813 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041577f-ec27-4171-b945-25e47cad3f90 req-d668f104-b060-4b83-bad2-366bb92ff505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:27.318844 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1041577f-ec27-4171-b945-25e47cad3f90 req-d668f104-b060-4b83-bad2-366bb92ff505 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c&tenant_id=3251a58645fc4115844b0853f7399565 HTTP/1.1" status: 200 len: 1102 time: 0.1285193 Nov 12 08:42:27.325145 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c70eb61-6099-4582-949e-c199040402af req-9f055bc5-cf9e-4b54-b3ad-81955819e31a service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838582 Nov 12 08:42:27.499226 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7f0d2c-97e3-46d0-a11a-3018f02eabc3', 'tag': '53bec097-cdab-4a19-b8c5-8d6a622d3cb7'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:27.511527 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf157f0a-10c1-4f38-a130-41169e3e2047" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7f0d2c-97e3-46d0-a11a-3018f02eabc3", "tag": "53bec097-cdab-4a19-b8c5-8d6a622d3cb7"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:27.562159 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041577f-ec27-4171-b945-25e47cad3f90 req-4097eb94-c54c-40ab-ab56-8e5525edfc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:27.563677 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1041577f-ec27-4171-b945-25e47cad3f90 req-4097eb94-c54c-40ab-ab56-8e5525edfc25 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 1102 time: 0.1233041 Nov 12 08:42:27.565694 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c70eb61-6099-4582-949e-c199040402af req-7a72b863-3a99-4430-bc3b-4d1237334dbc service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229590 Nov 12 08:42:27.609488 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53b74d3-d9a1-4083-b546-b0ca043fe3d1 x-openstack-request-id: req-b53b74d3-d9a1-4083-b546-b0ca043fe3d1 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:27.610006 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7f0d2c-97e3-46d0-a11a-3018f02eabc3", "tag": "53bec097-cdab-4a19-b8c5-8d6a622d3cb7", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:27.610582 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b53b74d3-d9a1-4083-b546-b0ca043fe3d1 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:27.612232 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7f0d2c-97e3-46d0-a11a-3018f02eabc3', 'tag': '53bec097-cdab-4a19-b8c5-8d6a622d3cb7', 'status': 'completed', 'code': 200} Nov 12 08:42:27.762262 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf157f0a-10c1-4f38-a130-41169e3e2047 req-e44f94b2-4a12-4d2d-a18d-c27839c67b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:27.763843 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cf157f0a-10c1-4f38-a130-41169e3e2047 req-e44f94b2-4a12-4d2d-a18d-c27839c67b6c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=00fd51051c3f4d1aa2ff4f9c4449980e&device_id=ac7f0d2c-97e3-46d0-a11a-3018f02eabc3 HTTP/1.1" status: 200 len: 1100 time: 0.0870275 Nov 12 08:42:27.764837 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041577f-ec27-4171-b945-25e47cad3f90 req-1d9e9b49-5c3a-45b0-a0bd-9daebf8916e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:27.769112 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1041577f-ec27-4171-b945-25e47cad3f90 req-1d9e9b49-5c3a-45b0-a0bd-9daebf8916e4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.1898785 Nov 12 08:42:27.861197 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1041577f-ec27-4171-b945-25e47cad3f90 req-127efa1c-6f5e-48b5-ab33-4a20f42e630d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=6e1d4968-a38b-49dc-b3cd-26685b7c75ca HTTP/1.1" status: 200 len: 217 time: 0.0631895 Nov 12 08:42:27.969117 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041577f-ec27-4171-b945-25e47cad3f90 req-7a4fcfbc-50bd-418c-963f-1dc9cfa9259a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:27.970872 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1041577f-ec27-4171-b945-25e47cad3f90 req-7a4fcfbc-50bd-418c-963f-1dc9cfa9259a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.0678105 Nov 12 08:42:28.001754 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf157f0a-10c1-4f38-a130-41169e3e2047 req-3d419202-f79e-401d-afcc-face0c472da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:28.003634 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cf157f0a-10c1-4f38-a130-41169e3e2047 req-3d419202-f79e-401d-afcc-face0c472da4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.2144222 Nov 12 08:42:28.109306 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cf157f0a-10c1-4f38-a130-41169e3e2047 req-09dc2926-58c1-42ee-9acb-e7669b1c31c4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=53bec097-cdab-4a19-b8c5-8d6a622d3cb7 HTTP/1.1" status: 200 len: 217 time: 0.0891430 Nov 12 08:42:28.229200 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 49368) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:28.252606 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041577f-ec27-4171-b945-25e47cad3f90 req-2c52be84-bd2a-4e5f-9fcb-c60a08a85644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:28.254570 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1041577f-ec27-4171-b945-25e47cad3f90 req-2c52be84-bd2a-4e5f-9fcb-c60a08a85644 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2674696 Nov 12 08:42:28.278927 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767e7d6-56d6-46f3-8b25-e160e7729faa req-88a98033-3721-4697-a451-468643ffebce tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:28.289139 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8767e7d6-56d6-46f3-8b25-e160e7729faa req-88a98033-3721-4697-a451-468643ffebce tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.1910799 Nov 12 08:42:28.304690 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93aca9-6665-4a3e-8597-0c79762388db req-02c350c3-0ac8-4bde-bbf5-291bc9f59445 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:28.307352 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6f93aca9-6665-4a3e-8597-0c79762388db req-02c350c3-0ac8-4bde-bbf5-291bc9f59445 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.58 "GET /v2.0/networks?id=66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 HTTP/1.1" status: 200 len: 814 time: 0.2247593 Nov 12 08:42:28.323904 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-6f93aca9-6665-4a3e-8597-0c79762388db req-445b84c5-36f6-4f2e-9210-063b7fab0955 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Request body: {'port': {'device_id': '10d7ba67-22e0-452b-8350-a7654e7a312f', 'network_id': '66f89d7d-fbfb-425e-a64e-a55fcdce5ee4', 'admin_state_up': True, 'tenant_id': 'd7b2958acbca46c980b81bc3e2353025'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:28.365026 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf157f0a-10c1-4f38-a130-41169e3e2047 req-d2c229dc-ddcf-46b7-88e6-8352af7fd04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:28.368261 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cf157f0a-10c1-4f38-a130-41169e3e2047 req-d2c229dc-ddcf-46b7-88e6-8352af7fd04d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.2285223 Nov 12 08:42:28.412238 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1370ad-4fd7-46eb-a900-6cd5d66f17a5 req-b9f90e4d-e11c-443d-8cdf-200bf3e8328d tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:28.420472 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dc1370ad-4fd7-46eb-a900-6cd5d66f17a5 req-b9f90e4d-e11c-443d-8cdf-200bf3e8328d tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac7f0d2c-97e3-46d0-a11a-3018f02eabc3 HTTP/1.1" status: 200 len: 948 time: 0.3241055 Nov 12 08:42:28.569554 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f93aca9-6665-4a3e-8597-0c79762388db req-445b84c5-36f6-4f2e-9210-063b7fab0955 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Made reservation on behalf of d7b2958acbca46c980b81bc3e2353025 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:28.576908 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6f93aca9-6665-4a3e-8597-0c79762388db req-445b84c5-36f6-4f2e-9210-063b7fab0955 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:28.638024 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 6e1d4968-a38b-49dc-b3cd-26685b7c75ca no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:42:28.787035 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:28.811230 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-6f93aca9-6665-4a3e-8597-0c79762388db req-445b84c5-36f6-4f2e-9210-063b7fab0955 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Allocated IP 172.20.0.4 (66f89d7d-fbfb-425e-a64e-a55fcdce5ee4/220263af-ce0c-476a-8783-ac39098fb22e/2df9d168-96ab-42dd-88c5-00a6f01d8325) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:28.898721 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9d0bc6-51ac-4c81-aea1-6cf32894556c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e1d4968-a38b-49dc-b3cd-26685b7c75ca'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:28.902981 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd33064-6b82-48ba-842b-cf6ab2d31afa" -d '{"events": [{"server_uuid": "8e9d0bc6-51ac-4c81-aea1-6cf32894556c", "name": "network-vif-unplugged", "status": "completed", "tag": "6e1d4968-a38b-49dc-b3cd-26685b7c75ca"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:28.933362 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:28.939462 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 6e1d4968-a38b-49dc-b3cd-26685b7c75ca, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=6e1d4968-a38b-49dc-b3cd-26685b7c75ca,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:28.945699 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:28.947650 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device d6f3e893-8076-471b-92b9-cb3e66144f50 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:42:29.036663 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d2e5731-02e4-409e-ba41-8fcf601cbdf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:29.037942 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: d6f3e893-8076-471b-92b9-cb3e66144f50 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:42:29.038818 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device d6f3e893-8076-471b-92b9-cb3e66144f50 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:42:29.063312 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8767e7d6-56d6-46f3-8b25-e160e7729faa req-8094f1c3-66c7-4b98-8c3b-731cf0050c3b tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7727923 Nov 12 08:42:29.123059 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6f93aca9-6665-4a3e-8597-0c79762388db req-445b84c5-36f6-4f2e-9210-063b7fab0955 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:29.128364 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=6e1d4968-a38b-49dc-b3cd-26685b7c75ca,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:29.145733 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:29.146069 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:29.147353 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:29.148279 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:29.149565 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:29.151246 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:29.152515 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:29.154479 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:29.155235 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:29.156429 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:29.159224 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:29.159845 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:29.204048 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dc1370ad-4fd7-46eb-a900-6cd5d66f17a5 req-9eb32849-b058-4423-9cef-20b13fd442f5 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09f2b22-3713-42f9-afdc-4a98abd46f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7822747 Nov 12 08:42:29.206039 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf157f0a-10c1-4f38-a130-41169e3e2047 req-d8daccbb-fb90-4680-b6db-10e77836662c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:29.207535 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cf157f0a-10c1-4f38-a130-41169e3e2047 req-d8daccbb-fb90-4680-b6db-10e77836662c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7846520 Nov 12 08:42:29.241328 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6f93aca9-6665-4a3e-8597-0c79762388db req-445b84c5-36f6-4f2e-9210-063b7fab0955 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:29.256827 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['5f76f074-c935-4495-aa59-16f5f801666b', 'c3338fc7-8994-49dc-910e-b81e1d9f0449'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:42:29.261732 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['02e861c6-419a-4885-988e-46628065ca26'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:42:29.298948 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-677851ec-cf5d-4864-baed-ae14905b05b5 req-65ac3963-b9af-4c87-b0c4-01648b4c0ec5 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d7ba67-22e0-452b-8350-a7654e7a312f HTTP/1.1" status: 200 len: 210 time: 0.1230762 Nov 12 08:42:29.300762 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1041577f-ec27-4171-b945-25e47cad3f90 req-df78a0cc-d52e-4347-b57b-a4fb2763c852 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0091007 Nov 12 08:42:29.364971 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b84c5-36f6-4f2e-9210-063b7fab0955 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Pushing event updated for resources: {'Port': ['ID=2df9d168-96ab-42dd-88c5-00a6f01d8325,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:29.395115 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f93aca9-6665-4a3e-8597-0c79762388db req-445b84c5-36f6-4f2e-9210-063b7fab0955 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Network 66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:29.398059 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-6f93aca9-6665-4a3e-8597-0c79762388db req-445b84c5-36f6-4f2e-9210-063b7fab0955 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:29.411568 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f93aca9-6665-4a3e-8597-0c79762388db req-445b84c5-36f6-4f2e-9210-063b7fab0955 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:29.497177 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93aca9-6665-4a3e-8597-0c79762388db req-445b84c5-36f6-4f2e-9210-063b7fab0955 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:29.498092 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6f93aca9-6665-4a3e-8597-0c79762388db req-445b84c5-36f6-4f2e-9210-063b7fab0955 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:29.528360 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6f93aca9-6665-4a3e-8597-0c79762388db req-445b84c5-36f6-4f2e-9210-063b7fab0955 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2001762 Nov 12 08:42:29.534080 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-6f93aca9-6665-4a3e-8597-0c79762388db req-e4ff717e-6eaf-4ab6-9ce6-afe5e9511db2 service neutron] Request body: {'port': {'device_id': '10d7ba67-22e0-452b-8350-a7654e7a312f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:29.645145 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6f93aca9-6665-4a3e-8597-0c79762388db req-e4ff717e-6eaf-4ab6-9ce6-afe5e9511db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:29.698784 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1041577f-ec27-4171-b945-25e47cad3f90 req-b8199228-1f80-4430-b6c9-eca8795050fc service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759925 Nov 12 08:42:29.699468 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9dc205-f45f-40c6-9e3f-fef0af5afd3a x-openstack-request-id: req-9d9dc205-f45f-40c6-9e3f-fef0af5afd3a {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:29.699987 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9d0bc6-51ac-4c81-aea1-6cf32894556c", "name": "network-vif-unplugged", "status": "completed", "tag": "6e1d4968-a38b-49dc-b3cd-26685b7c75ca", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:29.700115 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d9dc205-f45f-40c6-9e3f-fef0af5afd3a {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:29.700404 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9d0bc6-51ac-4c81-aea1-6cf32894556c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e1d4968-a38b-49dc-b3cd-26685b7c75ca', 'code': 200} Nov 12 08:42:29.701977 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cf157f0a-10c1-4f38-a130-41169e3e2047 req-31350529-97ed-41aa-921e-6500f646848e service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303207 Nov 12 08:42:29.710698 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d2e5731-02e4-409e-ba41-8fcf601cbdf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:29.725055 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d2e5731-02e4-409e-ba41-8fcf601cbdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:29.800722 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4d2e5731-02e4-409e-ba41-8fcf601cbdf8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1f15fd8bbbd54a5388758a187d508ffb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5658324 Nov 12 08:42:29.803335 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 49402) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:29.810296 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e5731-02e4-409e-ba41-8fcf601cbdf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cba16c9-ce35-42e3-966c-c3c4488e6a4f,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:29.926864 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cf157f0a-10c1-4f38-a130-41169e3e2047 req-e896a280-5386-4137-9e84-7207b232a4e1 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141638 Nov 12 08:42:30.073401 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7be22da1-0d22-4002-a323-0da213ee8e0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.145368 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7be22da1-0d22-4002-a323-0da213ee8e0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.230324 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e19a6-d7f9-4895-8f65-2e3e58676316 req-94387caf-1a1f-4430-8113-c3ad2e9d0511 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:30.232117 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4b5e19a6-d7f9-4895-8f65-2e3e58676316 req-94387caf-1a1f-4430-8113-c3ad2e9d0511 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 948 time: 0.0870948 Nov 12 08:42:30.264145 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7be22da1-0d22-4002-a323-0da213ee8e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.272369 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7be22da1-0d22-4002-a323-0da213ee8e0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.277133 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7be22da1-0d22-4002-a323-0da213ee8e0a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1cba16c9-ce35-42e3-966c-c3c4488e6a4f HTTP/1.1" status: 204 len: 168 time: 0.4726715 Nov 12 08:42:30.307953 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4b5e19a6-d7f9-4895-8f65-2e3e58676316 req-000c8d3e-8b4f-4261-b97f-b485a7bbf815 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690391 Nov 12 08:42:30.350766 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be22da1-0d22-4002-a323-0da213ee8e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cba16c9-ce35-42e3-966c-c3c4488e6a4f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:30.393865 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-6f93aca9-6665-4a3e-8597-0c79762388db req-e4ff717e-6eaf-4ab6-9ce6-afe5e9511db2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df9d168-96ab-42dd-88c5-00a6f01d8325 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:42:30.413881 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6f93aca9-6665-4a3e-8597-0c79762388db req-e4ff717e-6eaf-4ab6-9ce6-afe5e9511db2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.435350 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609599f-b214-46fe-8df8-95b7ce078e79 req-e9b4ce34-4fc5-4e66-aca0-b2117badc653 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:30.437292 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6609599f-b214-46fe-8df8-95b7ce078e79 req-e9b4ce34-4fc5-4e66-aca0-b2117badc653 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac7f0d2c-97e3-46d0-a11a-3018f02eabc3 HTTP/1.1" status: 200 len: 948 time: 0.0839150 Nov 12 08:42:30.445502 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-6f93aca9-6665-4a3e-8597-0c79762388db req-e4ff717e-6eaf-4ab6-9ce6-afe5e9511db2 service neutron] Transition to ACTIVE for port object 2df9d168-96ab-42dd-88c5-00a6f01d8325 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:42:30.453357 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6f93aca9-6665-4a3e-8597-0c79762388db req-e4ff717e-6eaf-4ab6-9ce6-afe5e9511db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.524545 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff717e-6eaf-4ab6-9ce6-afe5e9511db2 service neutron] Pushing event updated for resources: {'Port': ['ID=2df9d168-96ab-42dd-88c5-00a6f01d8325,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:30.553366 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ccb4b-8a06-4acb-9f82-8fc58b2a2853 req-9ee5dc66-4e29-402e-b188-bbeecebf6a43 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:30.555216 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-820ccb4b-8a06-4acb-9f82-8fc58b2a2853 req-9ee5dc66-4e29-402e-b188-bbeecebf6a43 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d7ba67-22e0-452b-8350-a7654e7a312f HTTP/1.1" status: 200 len: 943 time: 0.0980585 Nov 12 08:42:30.594628 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6609599f-b214-46fe-8df8-95b7ce078e79 req-dcc609bd-3c50-484a-8e6a-72471cf48a1c tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09f2b22-3713-42f9-afdc-4a98abd46f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481979 Nov 12 08:42:30.634378 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 53bec097-cdab-4a19-b8c5-8d6a622d3cb7 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:42:30.667082 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-6f93aca9-6665-4a3e-8597-0c79762388db req-e4ff717e-6eaf-4ab6-9ce6-afe5e9511db2 service neutron] Attempting to bind port 2df9d168-96ab-42dd-88c5-00a6f01d8325 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:42:30.670483 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-820ccb4b-8a06-4acb-9f82-8fc58b2a2853 req-c34cf4bf-0219-4f82-b9e5-5c6cd76892d8 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090405 Nov 12 08:42:30.670969 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-6f93aca9-6665-4a3e-8597-0c79762388db req-e4ff717e-6eaf-4ab6-9ce6-afe5e9511db2 service neutron] Attempting to bind port 2df9d168-96ab-42dd-88c5-00a6f01d8325 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '68005b70-1579-4f58-bade-fbc137d1c951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '66f89d7d-fbfb-425e-a64e-a55fcdce5ee4'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:42:30.671415 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f93aca9-6665-4a3e-8597-0c79762388db req-e4ff717e-6eaf-4ab6-9ce6-afe5e9511db2 service neutron] Attempting to bind port 2df9d168-96ab-42dd-88c5-00a6f01d8325 on network 66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:30.677068 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f93aca9-6665-4a3e-8597-0c79762388db req-e4ff717e-6eaf-4ab6-9ce6-afe5e9511db2 service neutron] Port 2df9d168-96ab-42dd-88c5-00a6f01d8325 on network 66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:42:30.677526 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f93aca9-6665-4a3e-8597-0c79762388db req-e4ff717e-6eaf-4ab6-9ce6-afe5e9511db2 service neutron] Attempting to bind port 2df9d168-96ab-42dd-88c5-00a6f01d8325 on network 66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:30.688350 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f93aca9-6665-4a3e-8597-0c79762388db req-e4ff717e-6eaf-4ab6-9ce6-afe5e9511db2 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:42:30.688682 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f93aca9-6665-4a3e-8597-0c79762388db req-e4ff717e-6eaf-4ab6-9ce6-afe5e9511db2 service neutron] Checking segment: {'id': '68005b70-1579-4f58-bade-fbc137d1c951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '66f89d7d-fbfb-425e-a64e-a55fcdce5ee4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:30.699701 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f93aca9-6665-4a3e-8597-0c79762388db req-e4ff717e-6eaf-4ab6-9ce6-afe5e9511db2 service neutron] Bound using segment: {'id': '68005b70-1579-4f58-bade-fbc137d1c951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '66f89d7d-fbfb-425e-a64e-a55fcdce5ee4'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:42:30.699701 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-6f93aca9-6665-4a3e-8597-0c79762388db req-e4ff717e-6eaf-4ab6-9ce6-afe5e9511db2 service neutron] Bound port: 2df9d168-96ab-42dd-88c5-00a6f01d8325, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68005b70-1579-4f58-bade-fbc137d1c951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '66f89d7d-fbfb-425e-a64e-a55fcdce5ee4'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:42:30.699701 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6f93aca9-6665-4a3e-8597-0c79762388db req-e4ff717e-6eaf-4ab6-9ce6-afe5e9511db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.774187 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-6f93aca9-6665-4a3e-8597-0c79762388db req-e4ff717e-6eaf-4ab6-9ce6-afe5e9511db2 service neutron] For port 2df9d168-96ab-42dd-88c5-00a6f01d8325, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:42:30.778916 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-6f93aca9-6665-4a3e-8597-0c79762388db req-e4ff717e-6eaf-4ab6-9ce6-afe5e9511db2 service neutron] For port 2df9d168-96ab-42dd-88c5-00a6f01d8325, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=2df9d168-96ab-42dd-88c5-00a6f01d8325,segment=NetworkSegment(68005b70-1579-4f58-bade-fbc137d1c951),segment_id=68005b70-1579-4f58-bade-fbc137d1c951)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:42:30.790220 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6f93aca9-6665-4a3e-8597-0c79762388db req-e4ff717e-6eaf-4ab6-9ce6-afe5e9511db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.812706 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93aca9-6665-4a3e-8597-0c79762388db req-e4ff717e-6eaf-4ab6-9ce6-afe5e9511db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:30.813647 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6f93aca9-6665-4a3e-8597-0c79762388db req-e4ff717e-6eaf-4ab6-9ce6-afe5e9511db2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.815302 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6f93aca9-6665-4a3e-8597-0c79762388db req-e4ff717e-6eaf-4ab6-9ce6-afe5e9511db2 service neutron] 10.222.0.58 "PUT /v2.0/ports/2df9d168-96ab-42dd-88c5-00a6f01d8325 HTTP/1.1" status: 200 len: 1092 time: 1.2858317 Nov 12 08:42:30.818284 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d7ba67-22e0-452b-8350-a7654e7a312f', 'tag': '2df9d168-96ab-42dd-88c5-00a6f01d8325'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:30.821440 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd2a6bc-2a85-4f13-a92e-d7638cf4f0f4" -d '{"events": [{"name": "network-changed", "server_uuid": "10d7ba67-22e0-452b-8350-a7654e7a312f", "tag": "2df9d168-96ab-42dd-88c5-00a6f01d8325"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:30.922722 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 53bec097-cdab-4a19-b8c5-8d6a622d3cb7, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=53bec097-cdab-4a19-b8c5-8d6a622d3cb7,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:30.929904 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff717e-6eaf-4ab6-9ce6-afe5e9511db2 service neutron] Pushing event updated for resources: {'Port': ['ID=2df9d168-96ab-42dd-88c5-00a6f01d8325,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:30.944728 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 49444) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:30.953688 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '53bec097-cdab-4a19-b8c5-8d6a622d3cb7', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': '53bec097-cdab-4a19-b8c5-8d6a622d3cb7', 'mac_address': 'fa:16:3e:ec:69:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:42:30.961725 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccc5824-f96f-4ed1-bf31-e69d89a90aec x-openstack-request-id: req-5ccc5824-f96f-4ed1-bf31-e69d89a90aec {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:30.962045 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10d7ba67-22e0-452b-8350-a7654e7a312f", "tag": "2df9d168-96ab-42dd-88c5-00a6f01d8325", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:30.962259 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ccc5824-f96f-4ed1-bf31-e69d89a90aec {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:30.962659 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d7ba67-22e0-452b-8350-a7654e7a312f', 'tag': '2df9d168-96ab-42dd-88c5-00a6f01d8325', 'status': 'completed', 'code': 200} Nov 12 08:42:30.973097 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93aca9-6665-4a3e-8597-0c79762388db req-6bcf7089-776a-4d5f-95b2-37d71457d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:30.974655 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6f93aca9-6665-4a3e-8597-0c79762388db req-6bcf7089-776a-4d5f-95b2-37d71457d8ec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d7b2958acbca46c980b81bc3e2353025&device_id=10d7ba67-22e0-452b-8350-a7654e7a312f HTTP/1.1" status: 200 len: 1095 time: 0.0872035 Nov 12 08:42:31.005670 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:31.044806 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53bec097-cdab-4a19-b8c5-8d6a622d3cb7 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:42:31.047603 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6f93aca9-6665-4a3e-8597-0c79762388db req-42efb80a-4265-4189-afda-3af4c25706e8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2df9d168-96ab-42dd-88c5-00a6f01d8325 HTTP/1.1" status: 200 len: 217 time: 0.0628388 Nov 12 08:42:31.074220 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 53bec097-cdab-4a19-b8c5-8d6a622d3cb7, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=53bec097-cdab-4a19-b8c5-8d6a622d3cb7,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:31.085711 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:31.120247 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ba44d246-44ad-4edc-b011-c8ae35b4197a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:31.157643 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=53bec097-cdab-4a19-b8c5-8d6a622d3cb7,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:31.174240 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93aca9-6665-4a3e-8597-0c79762388db req-6f2fca4d-ab31-4d70-a142-f30be337a303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:31.176255 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6f93aca9-6665-4a3e-8597-0c79762388db req-6f2fca4d-ab31-4d70-a142-f30be337a303 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=220263af-ce0c-476a-8783-ac39098fb22e HTTP/1.1" status: 200 len: 854 time: 0.1190553 Nov 12 08:42:31.247351 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ba44d246-44ad-4edc-b011-c8ae35b4197a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:31.250437 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6f93aca9-6665-4a3e-8597-0c79762388db req-16315f8f-1319-4f56-a363-4f7729a3c225 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=66f89d7d-fbfb-425e-a64e-a55fcdce5ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638609 Nov 12 08:42:31.254574 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ba44d246-44ad-4edc-b011-c8ae35b4197a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:31.260696 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f2184369-d45a-4032-84a6-a490521b8bc8 req-1fd4ca62-342d-441f-b412-10ee012b46cd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4796193 Nov 12 08:42:31.314274 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ba44d246-44ad-4edc-b011-c8ae35b4197a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a226ac5903c4d33bd2f73f168efa7f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3683360 Nov 12 08:42:31.315572 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44d246-44ad-4edc-b011-c8ae35b4197a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c401c8c-0fc8-4424-92a5-910faa1f3c03,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:31.319231 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 49456) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:31.372988 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['53bec097-cdab-4a19-b8c5-8d6a622d3cb7'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:42:31.415623 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2184369-d45a-4032-84a6-a490521b8bc8 req-da1a7e6c-797a-4284-9dcf-33f0e5961f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:31.417515 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f2184369-d45a-4032-84a6-a490521b8bc8 req-da1a7e6c-797a-4284-9dcf-33f0e5961f8c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 1102 time: 0.1233840 Nov 12 08:42:31.464104 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6f93aca9-6665-4a3e-8597-0c79762388db req-739cb144-2329-4b19-bb9e-9bf554783043 service neutron] 10.222.0.58 "GET /v2.0/networks/66f89d7d-fbfb-425e-a64e-a55fcdce5ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014437 Nov 12 08:42:31.478429 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3d5bb2b5-7a97-477c-9ace-302b63f3d7f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:31.535860 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3d5bb2b5-7a97-477c-9ace-302b63f3d7f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:31.635856 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3d5bb2b5-7a97-477c-9ace-302b63f3d7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:31.638823 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3d5bb2b5-7a97-477c-9ace-302b63f3d7f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:31.643993 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3d5bb2b5-7a97-477c-9ace-302b63f3d7f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c401c8c-0fc8-4424-92a5-910faa1f3c03 HTTP/1.1" status: 204 len: 168 time: 0.3231225 Nov 12 08:42:31.656392 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5bb2b5-7a97-477c-9ace-302b63f3d7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c401c8c-0fc8-4424-92a5-910faa1f3c03,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:31.696616 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6545a-c800-42a7-9813-51a7105108ed req-c40ab02b-2b08-4d0d-837e-0e4e46bb5913 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:31.705282 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75c6545a-c800-42a7-9813-51a7105108ed req-c40ab02b-2b08-4d0d-837e-0e4e46bb5913 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 948 time: 0.2279193 Nov 12 08:42:31.725938 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2184369-d45a-4032-84a6-a490521b8bc8 req-d18ecf26-ccf1-47d9-ace6-ed46a16a910d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:31.727625 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f2184369-d45a-4032-84a6-a490521b8bc8 req-d18ecf26-ccf1-47d9-ace6-ed46a16a910d service neutron] 10.222.0.54 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.2852566 Nov 12 08:42:31.790387 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f2184369-d45a-4032-84a6-a490521b8bc8 req-4b3287fd-b8e8-4521-b3ee-5a4421410d63 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=ad21d9f1-4ccf-445b-866c-b96a8bd8767b HTTP/1.1" status: 200 len: 217 time: 0.0547724 Nov 12 08:42:31.794332 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6f93aca9-6665-4a3e-8597-0c79762388db req-f08ce60e-094d-4ff9-8398-eb7866092cf6 service neutron] 10.222.0.58 "GET /v2.0/networks/66f89d7d-fbfb-425e-a64e-a55fcdce5ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172135 Nov 12 08:42:31.833118 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77d7c5-aadb-45db-b6b6-51870a7743b8 req-bddbef5d-2ce9-427e-97a4-2fd0384e83ca tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:31.845518 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8a77d7c5-aadb-45db-b6b6-51870a7743b8 req-bddbef5d-2ce9-427e-97a4-2fd0384e83ca tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac7f0d2c-97e3-46d0-a11a-3018f02eabc3 HTTP/1.1" status: 200 len: 949 time: 0.1371412 Nov 12 08:42:31.923932 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75c6545a-c800-42a7-9813-51a7105108ed req-d23d3a84-303e-4083-9742-3bd9b567b21e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022283 Nov 12 08:42:31.991807 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2184369-d45a-4032-84a6-a490521b8bc8 req-b47b4218-88f8-4dbf-8fb7-440ec0bae49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:31.993536 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f2184369-d45a-4032-84a6-a490521b8bc8 req-b47b4218-88f8-4dbf-8fb7-440ec0bae49b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1939909 Nov 12 08:42:32.012143 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8a77d7c5-aadb-45db-b6b6-51870a7743b8 req-0e31e58e-ff3f-4b37-93fd-cd7ecc246fdb tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09f2b22-3713-42f9-afdc-4a98abd46f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644778 Nov 12 08:42:32.016728 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2a6bc-2a85-4f13-a92e-d7638cf4f0f4 req-7e9f1fbd-859b-4193-8d6c-7d719ad51f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:32.018318 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2dd2a6bc-2a85-4f13-a92e-d7638cf4f0f4 req-7e9f1fbd-859b-4193-8d6c-7d719ad51f1e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d7b2958acbca46c980b81bc3e2353025&device_id=10d7ba67-22e0-452b-8350-a7654e7a312f HTTP/1.1" status: 200 len: 1095 time: 0.0978243 Nov 12 08:42:32.092796 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9d5ea-f17a-4980-ad88-5609d3970557 req-ee1a838f-c5fe-4b86-9ce8-3b81acfbef36 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:32.096590 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-98a9d5ea-f17a-4980-ad88-5609d3970557 req-ee1a838f-c5fe-4b86-9ce8-3b81acfbef36 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d7ba67-22e0-452b-8350-a7654e7a312f HTTP/1.1" status: 200 len: 943 time: 0.0757630 Nov 12 08:42:32.179292 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2a6bc-2a85-4f13-a92e-d7638cf4f0f4 req-df3e6b7b-0ae0-4f5b-9c00-5408de35e4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:32.184008 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-98a9d5ea-f17a-4980-ad88-5609d3970557 req-d7df7756-4e9f-4a4e-9ba7-e0440754ad8c tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809910 Nov 12 08:42:32.187644 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2dd2a6bc-2a85-4f13-a92e-d7638cf4f0f4 req-df3e6b7b-0ae0-4f5b-9c00-5408de35e4d9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 HTTP/1.1" status: 200 len: 915 time: 0.1397564 Nov 12 08:42:32.202197 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2184369-d45a-4032-84a6-a490521b8bc8 req-a5cad9fc-f351-423d-9a15-73664caf68cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:32.210414 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f2184369-d45a-4032-84a6-a490521b8bc8 req-a5cad9fc-f351-423d-9a15-73664caf68cf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2032681 Nov 12 08:42:32.230112 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [req-f2184369-d45a-4032-84a6-a490521b8bc8 req-61c88e8b-fe76-47a1-ab96-c2236de268d7 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:42:32.231157 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f2184369-d45a-4032-84a6-a490521b8bc8 req-61c88e8b-fe76-47a1-ab96-c2236de268d7 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079482 Nov 12 08:42:32.268022 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2dd2a6bc-2a85-4f13-a92e-d7638cf4f0f4 req-a81b54f5-9161-490f-b8f1-90c4df7f5521 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2df9d168-96ab-42dd-88c5-00a6f01d8325 HTTP/1.1" status: 200 len: 217 time: 0.0558119 Nov 12 08:42:32.330035 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 49486) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:32.348940 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2a564a99-2de8-42c4-af52-e1e4aeeb3923 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:32.469844 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2a564a99-2de8-42c4-af52-e1e4aeeb3923 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:32.475482 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2a564a99-2de8-42c4-af52-e1e4aeeb3923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:32.517775 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2a564a99-2de8-42c4-af52-e1e4aeeb3923 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3779b5f43b0745b98aab2ac1f02f5b3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1864014 Nov 12 08:42:32.518825 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a564a99-2de8-42c4-af52-e1e4aeeb3923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37876dff-cdbf-48ad-a4c8-c904e1bb5775,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:32.521992 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 49490) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:32.583806 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-852cb613-e619-4be6-9c25-c71207e6d0ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:32.608343 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-852cb613-e619-4be6-9c25-c71207e6d0ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:32.634271 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 6e1d4968-a38b-49dc-b3cd-26685b7c75ca details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:42:32.657163 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 53bec097-cdab-4a19-b8c5-8d6a622d3cb7 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:32.687594 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-852cb613-e619-4be6-9c25-c71207e6d0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:32.690379 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-852cb613-e619-4be6-9c25-c71207e6d0ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:32.691626 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-852cb613-e619-4be6-9c25-c71207e6d0ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/37876dff-cdbf-48ad-a4c8-c904e1bb5775 HTTP/1.1" status: 204 len: 168 time: 0.1685688 Nov 12 08:42:32.704487 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852cb613-e619-4be6-9c25-c71207e6d0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37876dff-cdbf-48ad-a4c8-c904e1bb5775,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:32.787785 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2a6bc-2a85-4f13-a92e-d7638cf4f0f4 req-7c14b3db-0c27-42fc-a4e2-5bb9d45bf148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:32.789483 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2dd2a6bc-2a85-4f13-a92e-d7638cf4f0f4 req-7c14b3db-0c27-42fc-a4e2-5bb9d45bf148 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=220263af-ce0c-476a-8783-ac39098fb22e HTTP/1.1" status: 200 len: 854 time: 0.5018237 Nov 12 08:42:32.841955 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2dd2a6bc-2a85-4f13-a92e-d7638cf4f0f4 req-91f7c340-dee9-4822-80bc-11ebd1200795 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=66f89d7d-fbfb-425e-a64e-a55fcdce5ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390186 Nov 12 08:42:32.849880 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f2184369-d45a-4032-84a6-a490521b8bc8 req-7c085418-daff-4c22-be72-23925161fb38 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5843120 Nov 12 08:42:32.870844 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 53bec097-cdab-4a19-b8c5-8d6a622d3cb7 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:42:32.878644 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 53bec097-cdab-4a19-b8c5-8d6a622d3cb7 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:32.879212 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:32.944949 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 6e1d4968-a38b-49dc-b3cd-26685b7c75ca, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=6e1d4968-a38b-49dc-b3cd-26685b7c75ca,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:32.969015 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '6e1d4968-a38b-49dc-b3cd-26685b7c75ca', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': '6e1d4968-a38b-49dc-b3cd-26685b7c75ca', 'mac_address': 'fa:16:3e:42:e2:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:42:32.977573 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 49500) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:33.008971 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2dd2a6bc-2a85-4f13-a92e-d7638cf4f0f4 req-e85813d7-d591-400e-b9c9-3a9762ea36b9 service neutron] 10.222.0.58 "GET /v2.0/networks/66f89d7d-fbfb-425e-a64e-a55fcdce5ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546614 Nov 12 08:42:33.116749 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.149480 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e1d4968-a38b-49dc-b3cd-26685b7c75ca {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:42:33.158763 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf8b0c-a403-478f-a900-dc51463477e1 req-bc7da136-a63d-4637-8c75-a28abe232619 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:33.167976 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d0bf8b0c-a403-478f-a900-dc51463477e1 req-bc7da136-a63d-4637-8c75-a28abe232619 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 948 time: 0.1194029 Nov 12 08:42:33.260004 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 6e1d4968-a38b-49dc-b3cd-26685b7c75ca, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=6e1d4968-a38b-49dc-b3cd-26685b7c75ca,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:33.261302 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.283427 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f2184369-d45a-4032-84a6-a490521b8bc8 req-cfebbaa0-dc35-4752-9535-8fab2e5870d6 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113770 Nov 12 08:42:33.314943 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 53bec097-cdab-4a19-b8c5-8d6a622d3cb7, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=53bec097-cdab-4a19-b8c5-8d6a622d3cb7,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:33.319375 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2dd2a6bc-2a85-4f13-a92e-d7638cf4f0f4 req-d9064232-0a73-4f7a-9a7a-0d168b956ef0 service neutron] 10.222.0.58 "GET /v2.0/networks/66f89d7d-fbfb-425e-a64e-a55fcdce5ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800887 Nov 12 08:42:33.320663 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7f0d2c-97e3-46d0-a11a-3018f02eabc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bec097-cdab-4a19-b8c5-8d6a622d3cb7'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:33.323809 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57cb1ab-aae1-4d46-865b-b739914cad16" -d '{"events": [{"server_uuid": "ac7f0d2c-97e3-46d0-a11a-3018f02eabc3", "name": "network-vif-plugged", "status": "completed", "tag": "53bec097-cdab-4a19-b8c5-8d6a622d3cb7"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:33.329472 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.386787 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d0bf8b0c-a403-478f-a900-dc51463477e1 req-f8d18e85-63ef-4aae-9752-90ce0b67060e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913209 Nov 12 08:42:33.401985 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.406800 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=6e1d4968-a38b-49dc-b3cd-26685b7c75ca,revision_number=7']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:33.429454 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091578f-2d24-44ed-869c-d3cf69384b4d req-79f16920-7a99-49dc-896d-06d1f7a4cff7 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:33.446074 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2091578f-2d24-44ed-869c-d3cf69384b4d req-79f16920-7a99-49dc-896d-06d1f7a4cff7 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac7f0d2c-97e3-46d0-a11a-3018f02eabc3 HTTP/1.1" status: 200 len: 949 time: 0.2765450 Nov 12 08:42:33.554679 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=53bec097-cdab-4a19-b8c5-8d6a622d3cb7,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:33.556953 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2091578f-2d24-44ed-869c-d3cf69384b4d req-05a5ee8f-51fa-4c55-b340-f73fb906d58d tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09f2b22-3713-42f9-afdc-4a98abd46f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098261 Nov 12 08:42:33.596972 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8f2908cc-8265-41df-8319-62bf68db638b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.677867 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['6e1d4968-a38b-49dc-b3cd-26685b7c75ca'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:42:33.773331 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a6ba60-db83-4bc8-9ed0-736854aae157 x-openstack-request-id: req-c2a6ba60-db83-4bc8-9ed0-736854aae157 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:33.773627 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7f0d2c-97e3-46d0-a11a-3018f02eabc3", "name": "network-vif-plugged", "status": "completed", "tag": "53bec097-cdab-4a19-b8c5-8d6a622d3cb7", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:33.773936 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c2a6ba60-db83-4bc8-9ed0-736854aae157 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:33.774332 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7f0d2c-97e3-46d0-a11a-3018f02eabc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bec097-cdab-4a19-b8c5-8d6a622d3cb7', 'code': 200} Nov 12 08:42:33.844013 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fb50e-e337-4113-a510-f1160e3d09cb req-a64c7fd9-f8ce-4036-a0d4-77f030e225a2 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:33.848690 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-412fb50e-e337-4113-a510-f1160e3d09cb req-a64c7fd9-f8ce-4036-a0d4-77f030e225a2 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d7ba67-22e0-452b-8350-a7654e7a312f HTTP/1.1" status: 200 len: 943 time: 0.1575427 Nov 12 08:42:33.893451 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8f2908cc-8265-41df-8319-62bf68db638b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.923408 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8f2908cc-8265-41df-8319-62bf68db638b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.951679 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60368de6-a85b-48c1-9ba6-837240676407 req-8306b216-f9fe-42c6-9843-c8f5df88c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:33.953319 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-60368de6-a85b-48c1-9ba6-837240676407 req-8306b216-f9fe-42c6-9843-c8f5df88c885 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ac7f0d2c-97e3-46d0-a11a-3018f02eabc3 HTTP/1.1" status: 200 len: 1102 time: 0.0981693 Nov 12 08:42:34.045351 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8f2908cc-8265-41df-8319-62bf68db638b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df09d2b71cf04998bf9705b99bf7468c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0636299 Nov 12 08:42:34.046756 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 49540) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:34.048448 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-60368de6-a85b-48c1-9ba6-837240676407 req-a96bb924-ad37-41a1-8252-b870b487cfdd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b09f2b22-3713-42f9-afdc-4a98abd46f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811892 Nov 12 08:42:34.062587 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-412fb50e-e337-4113-a510-f1160e3d09cb req-a9ddafcf-ca24-46ca-a4a8-689dd0b8af10 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999538 Nov 12 08:42:34.080618 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2908cc-8265-41df-8319-62bf68db638b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29eadc4-9744-4a32-a039-e186c38d31d6,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:34.188283 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-691a4e13-3b60-4622-b34b-d51e71e5f4ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:34.224550 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-691a4e13-3b60-4622-b34b-d51e71e5f4ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:34.267369 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 49552) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:34.311684 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-691a4e13-3b60-4622-b34b-d51e71e5f4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:34.314837 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-691a4e13-3b60-4622-b34b-d51e71e5f4ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:34.319107 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-691a4e13-3b60-4622-b34b-d51e71e5f4ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b29eadc4-9744-4a32-a039-e186c38d31d6 HTTP/1.1" status: 204 len: 168 time: 0.2551415 Nov 12 08:42:34.347385 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a4e13-3b60-4622-b34b-d51e71e5f4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29eadc4-9744-4a32-a039-e186c38d31d6,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:34.379212 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01b49b-2da4-42e6-b09a-8eadab115240 req-c5ac8a33-abb0-4a95-88ae-159674e4522c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:34.387331 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c01b49b-2da4-42e6-b09a-8eadab115240 req-c5ac8a33-abb0-4a95-88ae-159674e4522c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 949 time: 0.0927308 Nov 12 08:42:34.419572 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854e143-563c-4e15-8e88-9618b58403e1 req-9047c7a0-de22-4b01-a7bf-9b83e947f89f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:34.421726 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c854e143-563c-4e15-8e88-9618b58403e1 req-9047c7a0-de22-4b01-a7bf-9b83e947f89f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c&tenant_id=3251a58645fc4115844b0853f7399565&binding%3Ahost_id=n-h2-768862-16 HTTP/1.1" status: 200 len: 949 time: 0.0938497 Nov 12 08:42:34.494689 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c01b49b-2da4-42e6-b09a-8eadab115240 req-8a2cddd1-65f0-4831-912b-0db534d7c4e5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043348 Nov 12 08:42:34.517579 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c854e143-563c-4e15-8e88-9618b58403e1 req-61dacb9a-2294-475c-89bb-00e961b57e9f service neutron] 10.222.0.58 "GET /v2.0/ports/6e1d4968-a38b-49dc-b3cd-26685b7c75ca/bindings/n-h2-768862-16 HTTP/1.1" status: 200 len: 383 time: 0.0807567 Nov 12 08:42:34.666732 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 2df9d168-96ab-42dd-88c5-00a6f01d8325 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:42:34.738122 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e3944f4-df21-46b5-8e9b-e9a8d9b83e5c admin admin] Deleting subnet 4bf5e142-9321-4c39-8a01-974865fb5fa2 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:42:34.743055 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854e143-563c-4e15-8e88-9618b58403e1 req-067312d5-40b5-446a-a478-3af25e3a97a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:34.744658 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c854e143-563c-4e15-8e88-9618b58403e1 req-067312d5-40b5-446a-a478-3af25e3a97a2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 1101 time: 0.1099153 Nov 12 08:42:34.745404 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2e3944f4-df21-46b5-8e9b-e9a8d9b83e5c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:34.773608 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce1cbe-07f2-497a-a24a-e6feb2be3edc req-cf026f3f-523e-4f90-99d8-34d5a11b4a9c tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:34.777024 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dbce1cbe-07f2-497a-a24a-e6feb2be3edc req-cf026f3f-523e-4f90-99d8-34d5a11b4a9c tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac7f0d2c-97e3-46d0-a11a-3018f02eabc3 HTTP/1.1" status: 200 len: 950 time: 0.1317647 Nov 12 08:42:34.839608 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2e3944f4-df21-46b5-8e9b-e9a8d9b83e5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:34.861411 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dbce1cbe-07f2-497a-a24a-e6feb2be3edc req-010af87b-48d8-4ec7-b3c8-a6ab7c529db1 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09f2b22-3713-42f9-afdc-4a98abd46f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747733 Nov 12 08:42:34.874990 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 2df9d168-96ab-42dd-88c5-00a6f01d8325, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=2df9d168-96ab-42dd-88c5-00a6f01d8325,segment=NetworkSegment(68005b70-1579-4f58-bade-fbc137d1c951),segment_id=68005b70-1579-4f58-bade-fbc137d1c951)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:34.892381 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '2df9d168-96ab-42dd-88c5-00a6f01d8325', 'network_id': '66f89d7d-fbfb-425e-a64e-a55fcdce5ee4', 'port_id': '2df9d168-96ab-42dd-88c5-00a6f01d8325', 'mac_address': 'fa:16:3e:b3:f4:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '220263af-ce0c-476a-8783-ac39098fb22e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:42:34.903414 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2e3944f4-df21-46b5-8e9b-e9a8d9b83e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:34.940061 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:34.957876 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df9d168-96ab-42dd-88c5-00a6f01d8325 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:42:34.983134 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 2df9d168-96ab-42dd-88c5-00a6f01d8325, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=2df9d168-96ab-42dd-88c5-00a6f01d8325,segment=NetworkSegment(68005b70-1579-4f58-bade-fbc137d1c951),segment_id=68005b70-1579-4f58-bade-fbc137d1c951)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:34.991126 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:34.995137 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2e3944f4-df21-46b5-8e9b-e9a8d9b83e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:35.011814 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2e3944f4-df21-46b5-8e9b-e9a8d9b83e5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:35.015215 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2e3944f4-df21-46b5-8e9b-e9a8d9b83e5c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4bf5e142-9321-4c39-8a01-974865fb5fa2 HTTP/1.1" status: 204 len: 168 time: 0.7463307 Nov 12 08:42:35.016750 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854e143-563c-4e15-8e88-9618b58403e1 req-0cd1b893-2ad8-437f-b8e6-399a8f701e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:35.017839 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 49582) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:35.026982 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c854e143-563c-4e15-8e88-9618b58403e1 req-0cd1b893-2ad8-437f-b8e6-399a8f701e6f service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.2603986 Nov 12 08:42:35.064506 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3944f4-df21-46b5-8e9b-e9a8d9b83e5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bf5e142-9321-4c39-8a01-974865fb5fa2,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:35.094352 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=2df9d168-96ab-42dd-88c5-00a6f01d8325,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:35.144121 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c854e143-563c-4e15-8e88-9618b58403e1 req-08779e87-f00f-4879-a165-bf54a62c125e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=6e1d4968-a38b-49dc-b3cd-26685b7c75ca HTTP/1.1" status: 200 len: 217 time: 0.0808845 Nov 12 08:42:35.148041 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7cbc5fc-94f5-4e88-b503-b2c4c468bb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:35.213271 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854e143-563c-4e15-8e88-9618b58403e1 req-831f1643-39e8-489d-b522-0cf243aa6a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:35.215277 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c854e143-563c-4e15-8e88-9618b58403e1 req-831f1643-39e8-489d-b522-0cf243aa6a5e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.0610034 Nov 12 08:42:35.271370 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854e143-563c-4e15-8e88-9618b58403e1 req-baea348b-e873-4d37-892f-04aa66ac47c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:35.273398 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c854e143-563c-4e15-8e88-9618b58403e1 req-baea348b-e873-4d37-892f-04aa66ac47c2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0470850 Nov 12 08:42:35.301226 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7cbc5fc-94f5-4e88-b503-b2c4c468bb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:35.321286 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37fa95-c202-4527-88cd-1213ad2783ad req-24db092a-23c0-4775-9b92-004379d74cf9 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:35.329909 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e37fa95-c202-4527-88cd-1213ad2783ad req-24db092a-23c0-4775-9b92-004379d74cf9 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d7ba67-22e0-452b-8350-a7654e7a312f HTTP/1.1" status: 200 len: 944 time: 0.1270423 Nov 12 08:42:35.358678 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-c7cbc5fc-94f5-4e88-b503-b2c4c468bb04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb104d1-24e6-4fb5-8479-85371fc07302']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:35.373420 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-c7cbc5fc-94f5-4e88-b503-b2c4c468bb04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5cbe887-c0ec-4daa-92d4-e72529fcbd61') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:35.373725 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-c7cbc5fc-94f5-4e88-b503-b2c4c468bb04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5cbe887-c0ec-4daa-92d4-e72529fcbd61') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:35.374642 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['2df9d168-96ab-42dd-88c5-00a6f01d8325'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:42:35.398990 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7cbc5fc-94f5-4e88-b503-b2c4c468bb04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:35.456442 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e37fa95-c202-4527-88cd-1213ad2783ad req-996dc666-2f6d-4d2c-978d-9d73ebada5a8 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220996 Nov 12 08:42:35.460647 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7cbc5fc-94f5-4e88-b503-b2c4c468bb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:35.473733 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7cbc5fc-94f5-4e88-b503-b2c4c468bb04 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:42:35.474388 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7cbc5fc-94f5-4e88-b503-b2c4c468bb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:35.477507 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:42:35.477507 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:42:35.477507 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:42:35.477507 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:42:35.477507 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:42:35.477507 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:42:35.477507 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:42:35.477507 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:42:35.477507 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:42:35.477507 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:42:35.477507 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:42:35.477507 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:42:35.477507 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:42:35.477507 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:42:35.477507 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:42:35.477507 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:42:35.477507 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:42:35.477507 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:42:35.477507 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:42:35.477507 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:42:35.477507 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:42:35.477507 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:42:35.477507 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:42:35.477507 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:42:35.477507 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:42:35.477507 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:42:35.477507 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:42:35.477507 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:42:35.477507 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:42:35.477507 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:42:35.477507 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:42:35.477507 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:42:35.480440 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c854e143-563c-4e15-8e88-9618b58403e1 req-03288f4a-a106-46f2-8af8-bd3f6a463220 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864231 Nov 12 08:42:35.583689 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7cbc5fc-94f5-4e88-b503-b2c4c468bb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:35.589387 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7cbc5fc-94f5-4e88-b503-b2c4c468bb04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:35.604190 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c7cbc5fc-94f5-4e88-b503-b2c4c468bb04 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ebb104d1-24e6-4fb5-8479-85371fc07302 HTTP/1.1" status: 204 len: 168 time: 0.5848486 Nov 12 08:42:35.627045 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cbc5fc-94f5-4e88-b503-b2c4c468bb04 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebb104d1-24e6-4fb5-8479-85371fc07302,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:35.735196 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c854e143-563c-4e15-8e88-9618b58403e1 req-41d47565-4914-417f-a7fe-14e27fe626cb service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448041 Nov 12 08:42:35.772316 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3cda7-7216-4f3a-83fd-c8921305983e req-343cc9d5-25a1-4fc1-b371-7c864a314fd6 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:35.779640 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a6a3cda7-7216-4f3a-83fd-c8921305983e req-343cc9d5-25a1-4fc1-b371-7c864a314fd6 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 949 time: 0.1012499 Nov 12 08:42:35.849105 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a6a3cda7-7216-4f3a-83fd-c8921305983e req-8101aa2d-287d-48b0-b85c-952acfdb6739 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678065 Nov 12 08:42:35.908926 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 49614) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:35.947420 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 49616) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:35.981394 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 49620) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:35.982149 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4781f980-8398-4497-a599-d4145db4531a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=04e1e46932e445c2a6cc6d10b43d5fb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0715132 Nov 12 08:42:36.026082 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 49622) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:36.050963 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b145eb55-068e-4455-895e-217cbea231af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.079723 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b145eb55-068e-4455-895e-217cbea231af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.145079 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b145eb55-068e-4455-895e-217cbea231af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.147924 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b145eb55-068e-4455-895e-217cbea231af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.149134 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b145eb55-068e-4455-895e-217cbea231af admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a6019424-7834-4384-ad10-ad67409c95a2 HTTP/1.1" status: 204 len: 168 time: 0.1660254 Nov 12 08:42:36.167791 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145eb55-068e-4455-895e-217cbea231af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6019424-7834-4384-ad10-ad67409c95a2,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:36.175020 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-4d73d9ae-9092-46fa-b8e0-e77e4311fd44 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-466024021-network', 'tenant_id': '5b02b0aaac484460ac2bb6b15d3de3aa'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:36.209203 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d73d9ae-9092-46fa-b8e0-e77e4311fd44 admin admin] Made reservation on behalf of 5b02b0aaac484460ac2bb6b15d3de3aa for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:36.213310 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d73d9ae-9092-46fa-b8e0-e77e4311fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.239403 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d73d9ae-9092-46fa-b8e0-e77e4311fd44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.273333 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-24c9b891-24ec-4fc6-a680-2f2c2ea7a312 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.322039 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02d972-211a-406b-90f7-65c917c76aa3 req-18dd2c44-3d01-4ce5-9f8b-7b5b28b78bbc tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:36.323778 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5d02d972-211a-406b-90f7-65c917c76aa3 req-18dd2c44-3d01-4ce5-9f8b-7b5b28b78bbc tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac7f0d2c-97e3-46d0-a11a-3018f02eabc3 HTTP/1.1" status: 200 len: 950 time: 0.1052592 Nov 12 08:42:36.436890 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5d02d972-211a-406b-90f7-65c917c76aa3 req-9765a5fe-7294-45c9-96b4-d03c7161cba4 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09f2b22-3713-42f9-afdc-4a98abd46f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998106 Nov 12 08:42:36.506917 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d73d9ae-9092-46fa-b8e0-e77e4311fd44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.506917 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-24c9b891-24ec-4fc6-a680-2f2c2ea7a312 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.506917 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d73d9ae-9092-46fa-b8e0-e77e4311fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.506917 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-24c9b891-24ec-4fc6-a680-2f2c2ea7a312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.564035 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d73d9ae-9092-46fa-b8e0-e77e4311fd44 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:42:36.612657 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73d9ae-9092-46fa-b8e0-e77e4311fd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6249d864-57ec-4a04-9247-28ad324576af,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:36.622352 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d73d9ae-9092-46fa-b8e0-e77e4311fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.622774 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-4d73d9ae-9092-46fa-b8e0-e77e4311fd44 admin admin] Added segment e2a08cc8-ab54-4018-b414-d98e1626620d of type vlan for network a2b74341-dec1-46cb-ba7f-5821820cc30c Nov 12 08:42:36.635569 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-24c9b891-24ec-4fc6-a680-2f2c2ea7a312 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=544c8e70b8e6445189705fbe03f5af57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6080971 Nov 12 08:42:36.636181 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 49646) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:36.679349 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 6e1d4968-a38b-49dc-b3cd-26685b7c75ca up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:36.696155 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9b891-24ec-4fc6-a680-2f2c2ea7a312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64568fc5-7ec3-4438-8d27-10f05272bf3a,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:36.713982 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1797f2-8755-417e-a900-c3b22a28304d req-36a6dbbc-25d8-43b4-84ab-d7191dafbb98 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:36.715818 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-be1797f2-8755-417e-a900-c3b22a28304d req-36a6dbbc-25d8-43b4-84ab-d7191dafbb98 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d7ba67-22e0-452b-8350-a7654e7a312f HTTP/1.1" status: 200 len: 944 time: 0.1591685 Nov 12 08:42:36.720708 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d73d9ae-9092-46fa-b8e0-e77e4311fd44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.742897 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41c538c3-f021-4793-b928-665ca7070fcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.776263 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d73d9ae-9092-46fa-b8e0-e77e4311fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.777335 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d73d9ae-9092-46fa-b8e0-e77e4311fd44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:36.778018 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d73d9ae-9092-46fa-b8e0-e77e4311fd44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.782075 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 6e1d4968-a38b-49dc-b3cd-26685b7c75ca triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:36.784316 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.790152 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41c538c3-f021-4793-b928-665ca7070fcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.856802 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73d9ae-9092-46fa-b8e0-e77e4311fd44 admin admin] Pushing event updated for resources: {'Network': ['ID=a2b74341-dec1-46cb-ba7f-5821820cc30c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:36.870486 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41c538c3-f021-4793-b928-665ca7070fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.874172 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41c538c3-f021-4793-b928-665ca7070fcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.875833 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-41c538c3-f021-4793-b928-665ca7070fcb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/64568fc5-7ec3-4438-8d27-10f05272bf3a HTTP/1.1" status: 204 len: 168 time: 0.2366233 Nov 12 08:42:36.884626 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-be1797f2-8755-417e-a900-c3b22a28304d req-d04e506b-c879-432f-9468-32e6ebb63938 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553223 Nov 12 08:42:36.900035 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4d73d9ae-9092-46fa-b8e0-e77e4311fd44 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9513285 Nov 12 08:42:36.900847 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 49666) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:36.904400 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network a2b74341-dec1-46cb-ba7f-5821820cc30c details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:42:36.910037 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-5d093276-91eb-495a-be23-e94c9d21d6cd admin admin] Request body: {'subnet': {'network_id': 'a2b74341-dec1-46cb-ba7f-5821820cc30c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-466024021-subnet', 'tenant_id': '5b02b0aaac484460ac2bb6b15d3de3aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:36.912765 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c538c3-f021-4793-b928-665ca7070fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64568fc5-7ec3-4438-8d27-10f05272bf3a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:36.967094 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d093276-91eb-495a-be23-e94c9d21d6cd admin admin] Made reservation on behalf of 5b02b0aaac484460ac2bb6b15d3de3aa for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:36.970468 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d093276-91eb-495a-be23-e94c9d21d6cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.145185 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 49674) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:37.150889 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.197633 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c63895-4001-4465-825e-f2e6e04b803c req-1d4c2bcb-238c-4a25-87f2-a6ce4bbd5718 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:37.205853 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c9c63895-4001-4465-825e-f2e6e04b803c req-1d4c2bcb-238c-4a25-87f2-a6ce4bbd5718 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 949 time: 0.1174047 Nov 12 08:42:37.251124 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9d0bc6-51ac-4c81-aea1-6cf32894556c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1d4968-a38b-49dc-b3cd-26685b7c75ca'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:37.255675 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c707fb96-ead2-4363-a81d-303cb3443c22" -d '{"events": [{"server_uuid": "8e9d0bc6-51ac-4c81-aea1-6cf32894556c", "name": "network-vif-plugged", "status": "completed", "tag": "6e1d4968-a38b-49dc-b3cd-26685b7c75ca"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:37.300561 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 6e1d4968-a38b-49dc-b3cd-26685b7c75ca, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=6e1d4968-a38b-49dc-b3cd-26685b7c75ca,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:37.311972 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.313225 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 2df9d168-96ab-42dd-88c5-00a6f01d8325 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:37.314556 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c9c63895-4001-4465-825e-f2e6e04b803c req-b98577a0-872e-4bc4-88c5-e883b11d7b5f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072683 Nov 12 08:42:37.348949 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d093276-91eb-495a-be23-e94c9d21d6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.357894 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabe00e4-87b4-406c-8903-93a139981c2b x-openstack-request-id: req-dabe00e4-87b4-406c-8903-93a139981c2b {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:37.358475 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9d0bc6-51ac-4c81-aea1-6cf32894556c", "name": "network-vif-plugged", "status": "completed", "tag": "6e1d4968-a38b-49dc-b3cd-26685b7c75ca", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:37.358684 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dabe00e4-87b4-406c-8903-93a139981c2b {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:37.359306 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9d0bc6-51ac-4c81-aea1-6cf32894556c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1d4968-a38b-49dc-b3cd-26685b7c75ca', 'code': 200} Nov 12 08:42:37.361933 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ec8d0f7f-698d-48c3-a5ec-293cda34213b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-586827861-network', 'tenant_id': '7744ced598be42768ed1d37e40d08f56'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:37.399729 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 49688) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:37.412062 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8d0f7f-698d-48c3-a5ec-293cda34213b admin admin] Made reservation on behalf of 7744ced598be42768ed1d37e40d08f56 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:37.415596 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec8d0f7f-698d-48c3-a5ec-293cda34213b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.424093 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=6e1d4968-a38b-49dc-b3cd-26685b7c75ca,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:37.436786 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec8d0f7f-698d-48c3-a5ec-293cda34213b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.441022 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 2df9d168-96ab-42dd-88c5-00a6f01d8325 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:42:37.447034 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-aef16289-bed6-46c9-b404-a92eb53c418c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.448633 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 2df9d168-96ab-42dd-88c5-00a6f01d8325 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:37.449554 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.453226 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d093276-91eb-495a-be23-e94c9d21d6cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2103b0c-3508-4d23-a5ab-1cba0ea13b67,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:37.463543 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d093276-91eb-495a-be23-e94c9d21d6cd admin admin] Checking segment: {'id': 'e2a08cc8-ab54-4018-b414-d98e1626620d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a2b74341-dec1-46cb-ba7f-5821820cc30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:37.463901 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d093276-91eb-495a-be23-e94c9d21d6cd admin admin] Network hostable DHCP agents. Network: a2b74341-dec1-46cb-ba7f-5821820cc30c, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:42:37.502371 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d093276-91eb-495a-be23-e94c9d21d6cd admin admin] Network a2b74341-dec1-46cb-ba7f-5821820cc30c is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:42:37.522424 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-5d093276-91eb-495a-be23-e94c9d21d6cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, a2b74341-dec1-46cb-ba7f-5821820cc30c) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:37.527695 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d093276-91eb-495a-be23-e94c9d21d6cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:37.530315 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d093276-91eb-495a-be23-e94c9d21d6cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.536413 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0268f7c-e143-4533-83d1-1f5daec1a62d None None] Network a2b74341-dec1-46cb-ba7f-5821820cc30c requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:37.540775 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec8d0f7f-698d-48c3-a5ec-293cda34213b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.546615 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec8d0f7f-698d-48c3-a5ec-293cda34213b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.574243 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5d093276-91eb-495a-be23-e94c9d21d6cd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6625924 Nov 12 08:42:37.580125 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec8d0f7f-698d-48c3-a5ec-293cda34213b admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:42:37.599923 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d0f7f-698d-48c3-a5ec-293cda34213b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c8bdcd-49da-4ec7-be57-a9fcea38a51a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:37.615973 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec8d0f7f-698d-48c3-a5ec-293cda34213b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.617151 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-ec8d0f7f-698d-48c3-a5ec-293cda34213b admin admin] Added segment d3c1ae76-828f-4a3e-ac05-62e9a00d0ecc of type vlan for network 7e33e051-e363-49e1-9c6d-2f24faf4dfb5 Nov 12 08:42:37.634165 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-aef16289-bed6-46c9-b404-a92eb53c418c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.641290 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-aef16289-bed6-46c9-b404-a92eb53c418c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.683440 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec8d0f7f-698d-48c3-a5ec-293cda34213b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.693903 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.698060 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef16289-bed6-46c9-b404-a92eb53c418c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ebcf73-a3c8-4efc-91f4-9194adb09538,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:37.704058 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-aef16289-bed6-46c9-b404-a92eb53c418c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a9a224e7751a43498f159718c22326ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2975280 Nov 12 08:42:37.706690 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 49692) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:37.727612 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec8d0f7f-698d-48c3-a5ec-293cda34213b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.728901 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8d0f7f-698d-48c3-a5ec-293cda34213b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:37.730524 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec8d0f7f-698d-48c3-a5ec-293cda34213b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.767332 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 2df9d168-96ab-42dd-88c5-00a6f01d8325, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=2df9d168-96ab-42dd-88c5-00a6f01d8325,segment=NetworkSegment(68005b70-1579-4f58-bade-fbc137d1c951),segment_id=68005b70-1579-4f58-bade-fbc137d1c951)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:37.779889 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1a33ec28-5074-444c-b233-da54c4e45f6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.797427 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.811379 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1a33ec28-5074-444c-b233-da54c4e45f6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.825126 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d0f7f-698d-48c3-a5ec-293cda34213b admin admin] Pushing event updated for resources: {'Network': ['ID=7e33e051-e363-49e1-9c6d-2f24faf4dfb5,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:37.830488 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ec8d0f7f-698d-48c3-a5ec-293cda34213b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6836035 Nov 12 08:42:37.833620 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 49700) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:37.838899 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-84a343ab-113c-4bcc-b00c-834d23a2bc6b admin admin] Request body: {'subnet': {'network_id': '7e33e051-e363-49e1-9c6d-2f24faf4dfb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-586827861-subnet', 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:37.845270 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f87de3df-17fb-48fb-b47c-f44b2ca3895d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.852794 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 7e33e051-e363-49e1-9c6d-2f24faf4dfb5 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:42:37.860689 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf32c472-d2cf-4be7-b774-cce3ba78e603 None None] Network a2b74341-dec1-46cb-ba7f-5821820cc30c requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:37.868862 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1a33ec28-5074-444c-b233-da54c4e45f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.872549 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1a33ec28-5074-444c-b233-da54c4e45f6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.888758 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a343ab-113c-4bcc-b00c-834d23a2bc6b admin admin] Made reservation on behalf of 7744ced598be42768ed1d37e40d08f56 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:37.890072 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1a33ec28-5074-444c-b233-da54c4e45f6c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f6ebcf73-a3c8-4efc-91f4-9194adb09538 HTTP/1.1" status: 204 len: 168 time: 0.1744452 Nov 12 08:42:37.895119 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-84a343ab-113c-4bcc-b00c-834d23a2bc6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.913275 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33ec28-5074-444c-b233-da54c4e45f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ebcf73-a3c8-4efc-91f4-9194adb09538,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:38.049289 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=2df9d168-96ab-42dd-88c5-00a6f01d8325,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:38.180399 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-84a343ab-113c-4bcc-b00c-834d23a2bc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.218175 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c16fe8-24cb-4349-94d0-bff134006d76 req-faa2cf19-5fe0-47d7-b5db-05ed93e13e71 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:38.219923 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-64c16fe8-24cb-4349-94d0-bff134006d76 req-faa2cf19-5fe0-47d7-b5db-05ed93e13e71 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d7ba67-22e0-452b-8350-a7654e7a312f HTTP/1.1" status: 200 len: 945 time: 0.1585450 Nov 12 08:42:38.281469 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a343ab-113c-4bcc-b00c-834d23a2bc6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3ec3dec-5d62-4a75-9611-109bbf916cc1,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:38.299111 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a343ab-113c-4bcc-b00c-834d23a2bc6b admin admin] Checking segment: {'id': 'd3c1ae76-828f-4a3e-ac05-62e9a00d0ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7e33e051-e363-49e1-9c6d-2f24faf4dfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:38.299789 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a343ab-113c-4bcc-b00c-834d23a2bc6b admin admin] Network hostable DHCP agents. Network: 7e33e051-e363-49e1-9c6d-2f24faf4dfb5, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:42:38.323787 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a343ab-113c-4bcc-b00c-834d23a2bc6b admin admin] Network 7e33e051-e363-49e1-9c6d-2f24faf4dfb5 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:42:38.331608 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-64c16fe8-24cb-4349-94d0-bff134006d76 req-bf2c9f8d-8596-4a7d-93ac-dde5c3295acc tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774295 Nov 12 08:42:38.347951 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-4eb55ef2-cff2-434d-a332-21eed9151a68 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:38.348198 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-84a343ab-113c-4bcc-b00c-834d23a2bc6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 7e33e051-e363-49e1-9c6d-2f24faf4dfb5) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:38.355372 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-4eb55ef2-cff2-434d-a332-21eed9151a68 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] 10.222.0.37 "GET /v2.0/networks?id=a2b74341-dec1-46cb-ba7f-5821820cc30c HTTP/1.1" status: 200 len: 817 time: 0.1992145 Nov 12 08:42:38.360631 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072771d3-99ee-4825-b787-bbe11b305e8b None None] Network 7e33e051-e363-49e1-9c6d-2f24faf4dfb5 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:38.372871 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-190ef867-8b39-4123-b856-18d495ee8a92 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] 10.222.0.37 "GET /v2.0/quotas/5b02b0aaac484460ac2bb6b15d3de3aa HTTP/1.1" status: 200 len: 375 time: 0.0159860 Nov 12 08:42:38.382348 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a343ab-113c-4bcc-b00c-834d23a2bc6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:38.382990 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-84a343ab-113c-4bcc-b00c-834d23a2bc6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.422381 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-84a343ab-113c-4bcc-b00c-834d23a2bc6b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5873997 Nov 12 08:42:38.425739 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 49730) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:38.430361 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-2aed9801-5370-4dfa-92f4-1e6d0e87c4b1 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5b02b0aaac484460ac2bb6b15d3de3aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555449 Nov 12 08:42:38.433239 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6b43eefa-d79e-442b-9a4f-159a4b86552a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-586827861-router', 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:38.485858 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b43eefa-d79e-442b-9a4f-159a4b86552a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.487632 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b43eefa-d79e-442b-9a4f-159a4b86552a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.580951 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b43eefa-d79e-442b-9a4f-159a4b86552a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.670505 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee4073f-ec94-4439-8a65-189da4f225f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-7e33e051-e363-49e1-9c6d-2f24faf4dfb5', 'network_id': '7e33e051-e363-49e1-9c6d-2f24faf4dfb5', 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'fixed_ips': [{'subnet_id': 'b3ec3dec-5d62-4a75-9611-109bbf916cc1'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:42:38.671824 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dee4073f-ec94-4439-8a65-189da4f225f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.686662 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-4affb7be-55ee-47b2-9347-972f8e66fe5a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:42:38.695851 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-4affb7be-55ee-47b2-9347-972f8e66fe5a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2596331 Nov 12 08:42:38.851912 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b43eefa-d79e-442b-9a4f-159a4b86552a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.859257 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854e143-563c-4e15-8e88-9618b58403e1 req-23000b07-ebf9-4931-a219-263aa8be735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:38.861029 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c854e143-563c-4e15-8e88-9618b58403e1 req-23000b07-ebf9-4931-a219-263aa8be735a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c&tenant_id=3251a58645fc4115844b0853f7399565 HTTP/1.1" status: 200 len: 1102 time: 0.1791251 Nov 12 08:42:38.865639 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e2329-292d-4c94-a226-77f4b7ce63df req-5fcd187c-d136-489d-9c6a-a2c84120281c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:38.867415 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-132e2329-292d-4c94-a226-77f4b7ce63df req-5fcd187c-d136-489d-9c6a-a2c84120281c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.1001568 Nov 12 08:42:38.917791 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-7501d820-75f1-44a3-b153-df08b432a059 service neutron] 10.222.0.37 "GET /v2.0/networks/a2b74341-dec1-46cb-ba7f-5821820cc30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209740 Nov 12 08:42:38.941331 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-dee4073f-ec94-4439-8a65-189da4f225f0 None None] Allocated IP 172.20.0.2 (7e33e051-e363-49e1-9c6d-2f24faf4dfb5/b3ec3dec-5d62-4a75-9611-109bbf916cc1/a276d454-e58d-45d2-9495-2e0703d8a842) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:38.978155 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854e143-563c-4e15-8e88-9618b58403e1 req-449a3d86-e75a-43d5-820a-8a4506ff4d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:38.979057 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c854e143-563c-4e15-8e88-9618b58403e1 req-449a3d86-e75a-43d5-820a-8a4506ff4d37 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 1102 time: 0.0599015 Nov 12 08:42:38.991393 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-132e2329-292d-4c94-a226-77f4b7ce63df req-5bcd084c-2a31-4aa9-bae8-13509cedf8aa tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044207 Nov 12 08:42:39.065231 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-924191cc-37e4-4d3d-b1cf-8b35c319ba5c service neutron] 10.222.0.37 "GET /v2.0/networks/a2b74341-dec1-46cb-ba7f-5821820cc30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366947 Nov 12 08:42:39.189892 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854e143-563c-4e15-8e88-9618b58403e1 req-20fd63ea-af32-421a-8a8f-2fdc792c2f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:39.192707 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c854e143-563c-4e15-8e88-9618b58403e1 req-20fd63ea-af32-421a-8a8f-2fdc792c2f43 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.2027824 Nov 12 08:42:39.291284 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bcc463d7-51df-4790-809e-06fc4d5201d5 req-250f0ead-f900-4af4-964d-4e66cc168368 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] 10.222.0.37 "GET /v2.0/ports?device_id=0228f75c-0756-436c-86f0-d98ae0760b17 HTTP/1.1" status: 200 len: 210 time: 0.0417523 Nov 12 08:42:39.330188 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dee4073f-ec94-4439-8a65-189da4f225f0 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.333420 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c854e143-563c-4e15-8e88-9618b58403e1 req-897e3d30-bf81-4a5f-a1d6-dc10d3809c6e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=6e1d4968-a38b-49dc-b3cd-26685b7c75ca HTTP/1.1" status: 200 len: 217 time: 0.0947115 Nov 12 08:42:39.341143 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dee4073f-ec94-4439-8a65-189da4f225f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.351885 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b43eefa-d79e-442b-9a4f-159a4b86552a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.375550 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d7ba67-22e0-452b-8350-a7654e7a312f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df9d168-96ab-42dd-88c5-00a6f01d8325'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:39.379725 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24fb37b-5243-4d7a-a858-992c4634a764" -d '{"events": [{"server_uuid": "10d7ba67-22e0-452b-8350-a7654e7a312f", "name": "network-vif-plugged", "status": "completed", "tag": "2df9d168-96ab-42dd-88c5-00a6f01d8325"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:39.398374 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b43eefa-d79e-442b-9a4f-159a4b86552a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.402999 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee4073f-ec94-4439-8a65-189da4f225f0 None None] Network 7e33e051-e363-49e1-9c6d-2f24faf4dfb5 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:39.407245 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-dee4073f-ec94-4439-8a65-189da4f225f0 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:39.412663 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee4073f-ec94-4439-8a65-189da4f225f0 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:39.429011 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4073f-ec94-4439-8a65-189da4f225f0 None None] Pushing event updated for resources: {'Port': ['ID=a276d454-e58d-45d2-9495-2e0703d8a842,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:39.474731 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854e143-563c-4e15-8e88-9618b58403e1 req-23680454-ca4f-4537-9cae-81dc4a075d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:39.476893 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c854e143-563c-4e15-8e88-9618b58403e1 req-23680454-ca4f-4537-9cae-81dc4a075d9f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1350696 Nov 12 08:42:39.501279 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b3c00e-56dd-4ab4-bf93-725e473bac2e x-openstack-request-id: req-d1b3c00e-56dd-4ab4-bf93-725e473bac2e {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:39.501984 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d7ba67-22e0-452b-8350-a7654e7a312f", "name": "network-vif-plugged", "status": "completed", "tag": "2df9d168-96ab-42dd-88c5-00a6f01d8325", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:39.502582 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1b3c00e-56dd-4ab4-bf93-725e473bac2e {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:39.503468 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d7ba67-22e0-452b-8350-a7654e7a312f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df9d168-96ab-42dd-88c5-00a6f01d8325', 'code': 200} Nov 12 08:42:39.509895 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-dee4073f-ec94-4439-8a65-189da4f225f0 None None] Attempting to bind port a276d454-e58d-45d2-9495-2e0703d8a842 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:42:39.510611 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-dee4073f-ec94-4439-8a65-189da4f225f0 None None] Attempting to bind port a276d454-e58d-45d2-9495-2e0703d8a842 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'd3c1ae76-828f-4a3e-ac05-62e9a00d0ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7e33e051-e363-49e1-9c6d-2f24faf4dfb5'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:42:39.511538 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee4073f-ec94-4439-8a65-189da4f225f0 None None] Attempting to bind port a276d454-e58d-45d2-9495-2e0703d8a842 on network 7e33e051-e363-49e1-9c6d-2f24faf4dfb5 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:39.518735 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee4073f-ec94-4439-8a65-189da4f225f0 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:42:39.519930 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee4073f-ec94-4439-8a65-189da4f225f0 None None] Checking segment: {'id': 'd3c1ae76-828f-4a3e-ac05-62e9a00d0ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7e33e051-e363-49e1-9c6d-2f24faf4dfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:39.520904 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dee4073f-ec94-4439-8a65-189da4f225f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.521931 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee4073f-ec94-4439-8a65-189da4f225f0 None None] Bound using segment: {'id': 'd3c1ae76-828f-4a3e-ac05-62e9a00d0ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7e33e051-e363-49e1-9c6d-2f24faf4dfb5'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:42:39.522759 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-dee4073f-ec94-4439-8a65-189da4f225f0 None None] Bound port: a276d454-e58d-45d2-9495-2e0703d8a842, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c1ae76-828f-4a3e-ac05-62e9a00d0ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7e33e051-e363-49e1-9c6d-2f24faf4dfb5'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:42:39.523708 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dee4073f-ec94-4439-8a65-189da4f225f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.581370 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854e143-563c-4e15-8e88-9618b58403e1 req-ad1beca0-5f77-49f2-a3f3-6d358ce08eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:39.582958 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c854e143-563c-4e15-8e88-9618b58403e1 req-ad1beca0-5f77-49f2-a3f3-6d358ce08eb5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0890267 Nov 12 08:42:39.599214 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-6b43eefa-d79e-442b-9a4f-159a4b86552a admin admin] Allocated IP 172.25.6.62 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/018e535f-0867-4758-b68b-09a528325c83) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:39.645126 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4cd6d6-33d2-4c9a-a492-21f784d7f179 req-1c5e66f6-15d0-4009-8839-a3263ab6754b tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:39.650191 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-dee4073f-ec94-4439-8a65-189da4f225f0 None None] For port a276d454-e58d-45d2-9495-2e0703d8a842, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:42:39.651663 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf4cd6d6-33d2-4c9a-a492-21f784d7f179 req-1c5e66f6-15d0-4009-8839-a3263ab6754b tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d7ba67-22e0-452b-8350-a7654e7a312f HTTP/1.1" status: 200 len: 945 time: 0.1957929 Nov 12 08:42:39.653930 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-dee4073f-ec94-4439-8a65-189da4f225f0 None None] For port a276d454-e58d-45d2-9495-2e0703d8a842, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a276d454-e58d-45d2-9495-2e0703d8a842,segment=NetworkSegment(d3c1ae76-828f-4a3e-ac05-62e9a00d0ecc),segment_id=d3c1ae76-828f-4a3e-ac05-62e9a00d0ecc)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:42:39.662744 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dee4073f-ec94-4439-8a65-189da4f225f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.742618 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4073f-ec94-4439-8a65-189da4f225f0 None None] Pushing event updated for resources: {'Port': ['ID=a276d454-e58d-45d2-9495-2e0703d8a842,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:39.760038 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bcaa8-ae02-4d48-b5cf-1d7a93079a60 req-dc9b3c1d-8e92-4969-93c6-5d472f2ce199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:39.768543 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c1bcaa8-ae02-4d48-b5cf-1d7a93079a60 req-dc9b3c1d-8e92-4969-93c6-5d472f2ce199 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=10d7ba67-22e0-452b-8350-a7654e7a312f HTTP/1.1" status: 200 len: 1097 time: 0.1579990 Nov 12 08:42:39.787236 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf4cd6d6-33d2-4c9a-a492-21f784d7f179 req-0e83faeb-7867-469d-b901-3d69d801d927 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013670 Nov 12 08:42:39.908100 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c1bcaa8-ae02-4d48-b5cf-1d7a93079a60 req-47526c3c-4b37-43a7-acfa-88585445984e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154690 Nov 12 08:42:39.918229 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c854e143-563c-4e15-8e88-9618b58403e1 req-1054728f-754f-4b3b-9685-cbddbe66c204 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205681 Nov 12 08:42:39.949297 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b43eefa-d79e-442b-9a4f-159a4b86552a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.992500 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b43eefa-d79e-442b-9a4f-159a4b86552a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:40.077759 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b43eefa-d79e-442b-9a4f-159a4b86552a admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:40.081387 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-6b43eefa-d79e-442b-9a4f-159a4b86552a admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:40.086900 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b43eefa-d79e-442b-9a4f-159a4b86552a admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:40.090546 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43eefa-d79e-442b-9a4f-159a4b86552a admin admin] Pushing event updated for resources: {'Port': ['ID=018e535f-0867-4758-b68b-09a528325c83,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:40.147183 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4a389a0a-ac97-4e45-85df-b3e687dcd796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:40.242626 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffde5b0-5428-4cd3-8fa1-2597e356799e req-24692dc5-a3ef-4ad3-99fe-1395e7f8481e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:40.244815 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0ffde5b0-5428-4cd3-8fa1-2597e356799e req-24692dc5-a3ef-4ad3-99fe-1395e7f8481e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.0882471 Nov 12 08:42:40.367828 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0ffde5b0-5428-4cd3-8fa1-2597e356799e req-6981fb41-12a4-4169-a5d4-8461f9066f75 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135957 Nov 12 08:42:40.419015 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c854e143-563c-4e15-8e88-9618b58403e1 req-5f71d8ae-82d0-4916-a6d3-455bd26441dd service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063491 Nov 12 08:42:40.477698 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0a057ceb-a5bc-4cc1-9687-1428c15998e1 req-401b584d-a525-472a-8174-5f654ee0d87b tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] 10.222.0.37 "GET /v2.0/ports?device_id=0228f75c-0756-436c-86f0-d98ae0760b17 HTTP/1.1" status: 200 len: 210 time: 0.0583558 Nov 12 08:42:40.490342 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4cb84cfc-3b8b-4832-a9fc-334cf5620ab3 req-6bdc2548-97e0-4ca0-94b7-95c8d8eb7780 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5a67798d-c735-497c-b121-c1069e2476c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1204655 Nov 12 08:42:40.565408 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b43eefa-d79e-442b-9a4f-159a4b86552a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:40.695008 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 53bec097-cdab-4a19-b8c5-8d6a622d3cb7 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:42:40.807011 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb84cfc-3b8b-4832-a9fc-334cf5620ab3 req-5d33e5f9-6e38-4593-a5ae-107f35d59752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:40.808653 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4cb84cfc-3b8b-4832-a9fc-334cf5620ab3 req-5d33e5f9-6e38-4593-a5ae-107f35d59752 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d7b2958acbca46c980b81bc3e2353025&device_id=5a67798d-c735-497c-b121-c1069e2476c6 HTTP/1.1" status: 200 len: 1098 time: 0.1707373 Nov 12 08:42:40.933234 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 53bec097-cdab-4a19-b8c5-8d6a622d3cb7, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=53bec097-cdab-4a19-b8c5-8d6a622d3cb7,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:40.951306 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '53bec097-cdab-4a19-b8c5-8d6a622d3cb7', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': '53bec097-cdab-4a19-b8c5-8d6a622d3cb7', 'mac_address': 'fa:16:3e:ec:69:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:42:41.025320 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:41.060362 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53bec097-cdab-4a19-b8c5-8d6a622d3cb7 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:42:41.106969 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 53bec097-cdab-4a19-b8c5-8d6a622d3cb7, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=53bec097-cdab-4a19-b8c5-8d6a622d3cb7,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:41.117517 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:41.194895 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb84cfc-3b8b-4832-a9fc-334cf5620ab3 req-e08fcb8e-67bd-41dd-af61-86ce648889d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:41.199785 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4cb84cfc-3b8b-4832-a9fc-334cf5620ab3 req-e08fcb8e-67bd-41dd-af61-86ce648889d9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 HTTP/1.1" status: 200 len: 915 time: 0.3427637 Nov 12 08:42:41.219903 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=53bec097-cdab-4a19-b8c5-8d6a622d3cb7,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:41.235164 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060a2f6-d60e-4b4f-af72-bc237bda41c6 req-efc98adb-99c1-4f15-966a-c41d8d7a1467 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:41.236836 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d060a2f6-d60e-4b4f-af72-bc237bda41c6 req-efc98adb-99c1-4f15-966a-c41d8d7a1467 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d7ba67-22e0-452b-8350-a7654e7a312f HTTP/1.1" status: 200 len: 945 time: 0.3285332 Nov 12 08:42:41.271878 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f1a94c-6fbe-4e4e-9492-93c6f09773e9 None None] Network 7e33e051-e363-49e1-9c6d-2f24faf4dfb5 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:41.292812 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4cb84cfc-3b8b-4832-a9fc-334cf5620ab3 req-6363952c-a107-43c6-b5af-ffa59ea62cbc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02e861c6-419a-4885-988e-46628065ca26 HTTP/1.1" status: 200 len: 217 time: 0.0745902 Nov 12 08:42:41.309776 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['53bec097-cdab-4a19-b8c5-8d6a622d3cb7'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:42:41.418901 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d060a2f6-d60e-4b4f-af72-bc237bda41c6 req-85997601-5064-4e7c-92cb-f2f7492fbd30 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727071 Nov 12 08:42:41.426198 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb84cfc-3b8b-4832-a9fc-334cf5620ab3 req-316c33d0-028a-4b0b-a934-130a577177a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:41.428596 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4cb84cfc-3b8b-4832-a9fc-334cf5620ab3 req-316c33d0-028a-4b0b-a934-130a577177a7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=220263af-ce0c-476a-8783-ac39098fb22e HTTP/1.1" status: 200 len: 854 time: 0.1200085 Nov 12 08:42:41.483086 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-454caa62-8dfd-4dfa-b059-47e9dfe378c6 None None] Provisioning complete for port a276d454-e58d-45d2-9495-2e0703d8a842 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:41.483252 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-454caa62-8dfd-4dfa-b059-47e9dfe378c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:41.543952 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4cb84cfc-3b8b-4832-a9fc-334cf5620ab3 req-024a7fb2-d0bb-4a9b-9a9b-4a412cd83d62 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=66f89d7d-fbfb-425e-a64e-a55fcdce5ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691190 Nov 12 08:42:41.623838 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b43eefa-d79e-442b-9a4f-159a4b86552a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:41.633554 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-ca8cc9a7-50f2-495c-9f56-bacd18d11123 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:41.635954 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-ca8cc9a7-50f2-495c-9f56-bacd18d11123 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] 10.222.0.54 "GET /v2.0/networks?id=a2b74341-dec1-46cb-ba7f-5821820cc30c HTTP/1.1" status: 200 len: 817 time: 0.2863140 Nov 12 08:42:41.657447 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-35d8a7d9-38d7-480e-bd36-eb6d2a4f6864 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] Request body: {'port': {'device_id': '0228f75c-0756-436c-86f0-d98ae0760b17', 'network_id': 'a2b74341-dec1-46cb-ba7f-5821820cc30c', 'admin_state_up': True, 'tenant_id': '5b02b0aaac484460ac2bb6b15d3de3aa'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:41.753775 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-454caa62-8dfd-4dfa-b059-47e9dfe378c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:41.855047 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-28e8656d-beff-48d6-9b8c-8d39c3e5e39d req-670e5b6a-4502-468c-896e-9c9ddac5fa8d tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] 10.222.0.37 "GET /v2.0/ports?device_id=0228f75c-0756-436c-86f0-d98ae0760b17 HTTP/1.1" status: 200 len: 210 time: 0.1919005 Nov 12 08:42:41.904124 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f18e7a-ba9f-4f9c-a141-543a7d6b291f req-9e25384a-7a7a-493c-9a7e-464f4c8f9cda tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:41.926141 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-82f18e7a-ba9f-4f9c-a141-543a7d6b291f req-9e25384a-7a7a-493c-9a7e-464f4c8f9cda tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.4264269 Nov 12 08:42:42.069517 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a276d454-e58d-45d2-9495-2e0703d8a842 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:42.074973 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-454caa62-8dfd-4dfa-b059-47e9dfe378c6 None None] For port a276d454-e58d-45d2-9495-2e0703d8a842, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a276d454-e58d-45d2-9495-2e0703d8a842,segment=NetworkSegment(d3c1ae76-828f-4a3e-ac05-62e9a00d0ecc),segment_id=d3c1ae76-828f-4a3e-ac05-62e9a00d0ecc)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:42.082699 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4cb84cfc-3b8b-4832-a9fc-334cf5620ab3 req-7b972e2e-7b38-4eed-9111-e7d67e8618d7 service neutron] 10.222.0.58 "GET /v2.0/networks/66f89d7d-fbfb-425e-a64e-a55fcdce5ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5361948 Nov 12 08:42:42.187220 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-454caa62-8dfd-4dfa-b059-47e9dfe378c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:42.211836 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-35d8a7d9-38d7-480e-bd36-eb6d2a4f6864 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] Made reservation on behalf of 5b02b0aaac484460ac2bb6b15d3de3aa for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:42.230982 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-35d8a7d9-38d7-480e-bd36-eb6d2a4f6864 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:42.235091 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:42.419459 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port a276d454-e58d-45d2-9495-2e0703d8a842 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:42.419873 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:42.421784 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4cb84cfc-3b8b-4832-a9fc-334cf5620ab3 req-15eebad5-0bc6-4e71-97ef-3e51eb4e37d7 service neutron] 10.222.0.58 "GET /v2.0/networks/66f89d7d-fbfb-425e-a64e-a55fcdce5ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289077 Nov 12 08:42:42.436839 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-82f18e7a-ba9f-4f9c-a141-543a7d6b291f req-06fabfa4-2803-4098-892f-39acb1243cc5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5083866 Nov 12 08:42:42.510330 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454caa62-8dfd-4dfa-b059-47e9dfe378c6 None None] Pushing event updated for resources: {'Port': ['ID=a276d454-e58d-45d2-9495-2e0703d8a842,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:42.548203 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b6bab523-36ab-40a8-b704-97b0367db0bc None None] Provisioning complete for port a276d454-e58d-45d2-9495-2e0703d8a842 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:42.549662 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b6bab523-36ab-40a8-b704-97b0367db0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:42.573095 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-35d8a7d9-38d7-480e-bd36-eb6d2a4f6864 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] Allocated IP 172.20.0.14 (a2b74341-dec1-46cb-ba7f-5821820cc30c/a2103b0c-3508-4d23-a5ab-1cba0ea13b67/fc0efad9-0cbf-4162-9df2-27ff8093b56b) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:42.623347 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b43eefa-d79e-442b-9a4f-159a4b86552a admin admin] Router 487e2f2b-f6cc-45fc-bd49-acf2b1c2603b is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:42:42.651842 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fc5a7-dda4-4982-b11a-972bc856622f req-8adfa22c-ea40-4433-8776-cc2e84dfbbfd tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:42.664812 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e72fc5a7-dda4-4982-b11a-972bc856622f req-8adfa22c-ea40-4433-8776-cc2e84dfbbfd tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d7ba67-22e0-452b-8350-a7654e7a312f HTTP/1.1" status: 200 len: 945 time: 0.1316106 Nov 12 08:42:42.748905 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 53bec097-cdab-4a19-b8c5-8d6a622d3cb7 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:42.756310 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e72fc5a7-dda4-4982-b11a-972bc856622f req-24b04a52-4339-4e70-b8bd-cddd72843c7f tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896065 Nov 12 08:42:42.840611 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 53bec097-cdab-4a19-b8c5-8d6a622d3cb7 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:42.840998 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.000990 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b43eefa-d79e-442b-9a4f-159a4b86552a admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:42:43.041550 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222c62a9-a621-478d-9635-858bc27552be None None] Sync routers for ids ['487e2f2b-f6cc-45fc-bd49-acf2b1c2603b'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:42:43.084545 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8c7a7b2d-ae6b-4a54-bdf2-04ecf3f9efd4 req-23c74b45-ab88-4c73-80ab-0c3effd90319 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] 10.222.0.37 "GET /v2.0/ports?device_id=0228f75c-0756-436c-86f0-d98ae0760b17 HTTP/1.1" status: 200 len: 210 time: 0.0727680 Nov 12 08:42:43.107421 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222c62a9-a621-478d-9635-858bc27552be None None] Routers {'487e2f2b-f6cc-45fc-bd49-acf2b1c2603b'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:43.108090 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-222c62a9-a621-478d-9635-858bc27552be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:42:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['487e2f2b-f6cc-45fc-bd49-acf2b1c2603b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:43.140044 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b43eefa-d79e-442b-9a4f-159a4b86552a admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.145755 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 49892) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:43.157995 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6b43eefa-d79e-442b-9a4f-159a4b86552a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7297225 Nov 12 08:42:43.168018 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-35d8a7d9-38d7-480e-bd36-eb6d2a4f6864 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.266249 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.298885 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-35d8a7d9-38d7-480e-bd36-eb6d2a4f6864 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.467973 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-222c62a9-a621-478d-9635-858bc27552be None None] Set router 487e2f2b-f6cc-45fc-bd49-acf2b1c2603b gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:43.539822 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-35d8a7d9-38d7-480e-bd36-eb6d2a4f6864 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] Network a2b74341-dec1-46cb-ba7f-5821820cc30c is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:43.569942 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-35d8a7d9-38d7-480e-bd36-eb6d2a4f6864 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:43.589646 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-35d8a7d9-38d7-480e-bd36-eb6d2a4f6864 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:43.745807 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.768585 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7f0d2c-97e3-46d0-a11a-3018f02eabc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bec097-cdab-4a19-b8c5-8d6a622d3cb7'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:43.771236 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186b820a-2b92-4ec3-aef1-0986d22702dd" -d '{"events": [{"server_uuid": "ac7f0d2c-97e3-46d0-a11a-3018f02eabc3", "name": "network-vif-plugged", "status": "completed", "tag": "53bec097-cdab-4a19-b8c5-8d6a622d3cb7"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:43.842191 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-35d8a7d9-38d7-480e-bd36-eb6d2a4f6864 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:43.843236 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-35d8a7d9-38d7-480e-bd36-eb6d2a4f6864 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.857551 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8a7d9-38d7-480e-bd36-eb6d2a4f6864 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] Pushing event updated for resources: {'Port': ['ID=fc0efad9-0cbf-4162-9df2-27ff8093b56b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:43.922179 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-35d8a7d9-38d7-480e-bd36-eb6d2a4f6864 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2727184 Nov 12 08:42:43.925914 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 53bec097-cdab-4a19-b8c5-8d6a622d3cb7, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=53bec097-cdab-4a19-b8c5-8d6a622d3cb7,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:43.952666 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a276d454-e58d-45d2-9495-2e0703d8a842 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:43.953853 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-8c13d343-d4e3-4eaa-a0ae-d47264102809 service neutron] Request body: {'port': {'device_id': '0228f75c-0756-436c-86f0-d98ae0760b17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:43.960415 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.962107 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 6e1d4968-a38b-49dc-b3cd-26685b7c75ca no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:42:43.991563 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:44.014929 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d094281d-267f-4819-bd7c-babce7e0cad2 x-openstack-request-id: req-d094281d-267f-4819-bd7c-babce7e0cad2 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:44.016262 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7f0d2c-97e3-46d0-a11a-3018f02eabc3", "name": "network-vif-plugged", "status": "completed", "tag": "53bec097-cdab-4a19-b8c5-8d6a622d3cb7", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:44.016530 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d094281d-267f-4819-bd7c-babce7e0cad2 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:44.016920 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7f0d2c-97e3-46d0-a11a-3018f02eabc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bec097-cdab-4a19-b8c5-8d6a622d3cb7', 'code': 200} Nov 12 08:42:44.083589 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7f11d-6cc4-4e47-b530-3e3b540f044d req-67dc493e-4455-4f33-98c0-63087a08b9c2 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:44.097916 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8bd7f11d-6cc4-4e47-b530-3e3b540f044d req-67dc493e-4455-4f33-98c0-63087a08b9c2 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.4074113 Nov 12 08:42:44.185830 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8bd7f11d-6cc4-4e47-b530-3e3b540f044d req-a5228c56-88c9-4508-9c9e-1954fb5aea31 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846939 Nov 12 08:42:44.230442 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-8c13d343-d4e3-4eaa-a0ae-d47264102809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:44.426770 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=53bec097-cdab-4a19-b8c5-8d6a622d3cb7,revision_number=7']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:44.456078 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port a276d454-e58d-45d2-9495-2e0703d8a842 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:44.469146 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:44.524821 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1c738-fe08-40eb-b86e-b923565fea50 req-0d921292-67ed-449e-8336-9953b8aebec3 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:44.536025 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e0e1c738-fe08-40eb-b86e-b923565fea50 req-0d921292-67ed-449e-8336-9953b8aebec3 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] 10.222.0.37 "GET /v2.0/ports?device_id=0228f75c-0756-436c-86f0-d98ae0760b17 HTTP/1.1" status: 200 len: 932 time: 0.1693714 Nov 12 08:42:44.618038 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:44.671098 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4f7a934b-18ed-4f02-86a4-7ba9e90706d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:44.721940 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 6e1d4968-a38b-49dc-b3cd-26685b7c75ca details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:42:44.754663 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-222c62a9-a621-478d-9635-858bc27552be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'name': 'tempest-TaggedBootDevicesTest-586827861-router', 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '018e535f-0867-4758-b68b-09a528325c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:38Z', 'updated_at': '2021-11-12T08:42:40Z', 'revision_number': 3, 'project_id': '7744ced598be42768ed1d37e40d08f56', 'gw_port': {'id': '018e535f-0867-4758-b68b-09a528325c83', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:39Z', 'updated_at': '2021-11-12T08:42:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:44.796515 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222c62a9-a621-478d-9635-858bc27552be None None] Checking router: 487e2f2b-f6cc-45fc-bd49-acf2b1c2603b for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:42:44.797209 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222c62a9-a621-478d-9635-858bc27552be None None] Updating router 487e2f2b-f6cc-45fc-bd49-acf2b1c2603b port 018e535f-0867-4758-b68b-09a528325c83 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:42:44.852179 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1af81-2405-4d37-8ee9-af20af276c28 req-35ed7f02-1682-48c8-b1b2-4181aa8fd97d tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:44.854786 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b9a1af81-2405-4d37-8ee9-af20af276c28 req-35ed7f02-1682-48c8-b1b2-4181aa8fd97d tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 950 time: 0.3133390 Nov 12 08:42:44.904971 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 6e1d4968-a38b-49dc-b3cd-26685b7c75ca, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=6e1d4968-a38b-49dc-b3cd-26685b7c75ca,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:44.905480 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e0e1c738-fe08-40eb-b86e-b923565fea50 req-e1b8a361-6a4b-4c02-be51-1e7fae2d6140 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] 10.222.0.37 "GET /v2.0/security-groups?id=6249d864-57ec-4a04-9247-28ad324576af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663785 Nov 12 08:42:44.927893 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:44.946681 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-222c62a9-a621-478d-9635-858bc27552be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:45.101153 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b9a1af81-2405-4d37-8ee9-af20af276c28 req-83d486bf-b57c-4f39-ae43-0894a3377118 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292817 Nov 12 08:42:45.117983 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-8c13d343-d4e3-4eaa-a0ae-d47264102809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc0efad9-0cbf-4162-9df2-27ff8093b56b {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:42:45.153144 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-8c13d343-d4e3-4eaa-a0ae-d47264102809 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:45.187519 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-8c13d343-d4e3-4eaa-a0ae-d47264102809 service neutron] Transition to ACTIVE for port object fc0efad9-0cbf-4162-9df2-27ff8093b56b will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:42:45.196156 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-8c13d343-d4e3-4eaa-a0ae-d47264102809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:45.311403 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13d343-d4e3-4eaa-a0ae-d47264102809 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0efad9-0cbf-4162-9df2-27ff8093b56b,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:45.405520 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=6e1d4968-a38b-49dc-b3cd-26685b7c75ca,revision_number=9']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:45.419766 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 6e1d4968-a38b-49dc-b3cd-26685b7c75ca, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=6e1d4968-a38b-49dc-b3cd-26685b7c75ca,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:45.445956 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '6e1d4968-a38b-49dc-b3cd-26685b7c75ca', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': '6e1d4968-a38b-49dc-b3cd-26685b7c75ca', 'mac_address': 'fa:16:3e:42:e2:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:42:45.506919 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-4f7a934b-18ed-4f02-86a4-7ba9e90706d4 admin admin] Allocated IP 172.20.0.1 (7e33e051-e363-49e1-9c6d-2f24faf4dfb5/b3ec3dec-5d62-4a75-9611-109bbf916cc1/12542f75-7338-4a4e-9651-35482325a92d) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:45.536657 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-8c13d343-d4e3-4eaa-a0ae-d47264102809 service neutron] Attempting to bind port fc0efad9-0cbf-4162-9df2-27ff8093b56b on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:42:45.536892 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-8c13d343-d4e3-4eaa-a0ae-d47264102809 service neutron] Attempting to bind port fc0efad9-0cbf-4162-9df2-27ff8093b56b by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'e2a08cc8-ab54-4018-b414-d98e1626620d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a2b74341-dec1-46cb-ba7f-5821820cc30c'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:42:45.538854 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-8c13d343-d4e3-4eaa-a0ae-d47264102809 service neutron] Attempting to bind port fc0efad9-0cbf-4162-9df2-27ff8093b56b on network a2b74341-dec1-46cb-ba7f-5821820cc30c {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:45.550692 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-8c13d343-d4e3-4eaa-a0ae-d47264102809 service neutron] Port fc0efad9-0cbf-4162-9df2-27ff8093b56b on network a2b74341-dec1-46cb-ba7f-5821820cc30c not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:42:45.551048 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-8c13d343-d4e3-4eaa-a0ae-d47264102809 service neutron] Attempting to bind port fc0efad9-0cbf-4162-9df2-27ff8093b56b on network a2b74341-dec1-46cb-ba7f-5821820cc30c {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:45.562109 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-8c13d343-d4e3-4eaa-a0ae-d47264102809 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:42:45.566292 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-8c13d343-d4e3-4eaa-a0ae-d47264102809 service neutron] Checking segment: {'id': 'e2a08cc8-ab54-4018-b414-d98e1626620d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a2b74341-dec1-46cb-ba7f-5821820cc30c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:45.567046 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-8c13d343-d4e3-4eaa-a0ae-d47264102809 service neutron] Bound using segment: {'id': 'e2a08cc8-ab54-4018-b414-d98e1626620d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a2b74341-dec1-46cb-ba7f-5821820cc30c'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:42:45.567513 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-8c13d343-d4e3-4eaa-a0ae-d47264102809 service neutron] Bound port: fc0efad9-0cbf-4162-9df2-27ff8093b56b, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2a08cc8-ab54-4018-b414-d98e1626620d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a2b74341-dec1-46cb-ba7f-5821820cc30c'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:42:45.574156 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-222c62a9-a621-478d-9635-858bc27552be None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:45.576006 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-8c13d343-d4e3-4eaa-a0ae-d47264102809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:45.622104 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-222c62a9-a621-478d-9635-858bc27552be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:45.703688 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:45.723524 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-222c62a9-a621-478d-9635-858bc27552be None None] Attempting to bind port 018e535f-0867-4758-b68b-09a528325c83 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:42:45.724381 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-222c62a9-a621-478d-9635-858bc27552be None None] Attempting to bind port 018e535f-0867-4758-b68b-09a528325c83 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:42:45.725087 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222c62a9-a621-478d-9635-858bc27552be None None] Attempting to bind port 018e535f-0867-4758-b68b-09a528325c83 on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:45.728097 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faae312-8a34-4247-84fb-a1df7a6cb0c4 None None] Pushing event updated for resources: {'Port': ['ID=018e535f-0867-4758-b68b-09a528325c83,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:45.739093 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222c62a9-a621-478d-9635-858bc27552be None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:42:45.740388 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222c62a9-a621-478d-9635-858bc27552be None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:45.741303 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-222c62a9-a621-478d-9635-858bc27552be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:45.743177 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222c62a9-a621-478d-9635-858bc27552be None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:42:45.744493 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-222c62a9-a621-478d-9635-858bc27552be None None] Bound port: 018e535f-0867-4758-b68b-09a528325c83, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:42:45.745596 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-222c62a9-a621-478d-9635-858bc27552be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:45.745758 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-8c13d343-d4e3-4eaa-a0ae-d47264102809 service neutron] For port fc0efad9-0cbf-4162-9df2-27ff8093b56b, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:42:45.750638 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e1d4968-a38b-49dc-b3cd-26685b7c75ca {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:42:45.755592 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-8c13d343-d4e3-4eaa-a0ae-d47264102809 service neutron] For port fc0efad9-0cbf-4162-9df2-27ff8093b56b, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=fc0efad9-0cbf-4162-9df2-27ff8093b56b,segment=NetworkSegment(e2a08cc8-ab54-4018-b414-d98e1626620d),segment_id=e2a08cc8-ab54-4018-b414-d98e1626620d)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:42:45.775187 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-8c13d343-d4e3-4eaa-a0ae-d47264102809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:45.811370 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-c4b960ee-22d0-4e0c-bdec-cad63dc1e56a tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3251a58645fc4115844b0853f7399565&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459325 Nov 12 08:42:45.861895 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 6e1d4968-a38b-49dc-b3cd-26685b7c75ca, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=6e1d4968-a38b-49dc-b3cd-26685b7c75ca,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:45.878368 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-8c13d343-d4e3-4eaa-a0ae-d47264102809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:45.881984 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-8c13d343-d4e3-4eaa-a0ae-d47264102809 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:45.885276 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-8c13d343-d4e3-4eaa-a0ae-d47264102809 service neutron] 10.222.0.54 "PUT /v2.0/ports/fc0efad9-0cbf-4162-9df2-27ff8093b56b HTTP/1.1" status: 200 len: 1093 time: 1.9524300 Nov 12 08:42:45.885923 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:45.887794 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0228f75c-0756-436c-86f0-d98ae0760b17', 'tag': 'fc0efad9-0cbf-4162-9df2-27ff8093b56b'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:45.897909 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fc1d0b-6f8a-4a2c-9d47-ddb58ff69fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "0228f75c-0756-436c-86f0-d98ae0760b17", "tag": "fc0efad9-0cbf-4162-9df2-27ff8093b56b"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:46.014129 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-222c62a9-a621-478d-9635-858bc27552be None None] For port 018e535f-0867-4758-b68b-09a528325c83, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:42:46.026541 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9d0bc6-51ac-4c81-aea1-6cf32894556c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e1d4968-a38b-49dc-b3cd-26685b7c75ca'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:46.032977 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d66c4da-1861-49fd-80cf-6bb21a34f477" -d '{"events": [{"server_uuid": "8e9d0bc6-51ac-4c81-aea1-6cf32894556c", "name": "network-vif-unplugged", "status": "completed", "tag": "6e1d4968-a38b-49dc-b3cd-26685b7c75ca"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:46.069731 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62e710f-8fff-4fef-b26d-e7d756d13730 x-openstack-request-id: req-e62e710f-8fff-4fef-b26d-e7d756d13730 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:46.070097 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0228f75c-0756-436c-86f0-d98ae0760b17", "tag": "fc0efad9-0cbf-4162-9df2-27ff8093b56b", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:46.070348 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e62e710f-8fff-4fef-b26d-e7d756d13730 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:46.070777 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0228f75c-0756-436c-86f0-d98ae0760b17', 'tag': 'fc0efad9-0cbf-4162-9df2-27ff8093b56b', 'status': 'completed', 'code': 200} Nov 12 08:42:46.093284 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-222c62a9-a621-478d-9635-858bc27552be None None] For port 018e535f-0867-4758-b68b-09a528325c83, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=018e535f-0867-4758-b68b-09a528325c83,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:42:46.113683 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13d343-d4e3-4eaa-a0ae-d47264102809 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0efad9-0cbf-4162-9df2-27ff8093b56b,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:46.164655 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-4c11392c-f663-4f05-b268-0285bbc668ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:46.169051 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-4c11392c-f663-4f05-b268-0285bbc668ad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b02b0aaac484460ac2bb6b15d3de3aa&device_id=0228f75c-0756-436c-86f0-d98ae0760b17 HTTP/1.1" status: 200 len: 1096 time: 0.2055187 Nov 12 08:42:46.172938 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-222c62a9-a621-478d-9635-858bc27552be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:46.229053 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=6e1d4968-a38b-49dc-b3cd-26685b7c75ca,revision_number=10']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:46.270203 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-5348c296-e269-4df4-a87c-fd2e6310a56b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc0efad9-0cbf-4162-9df2-27ff8093b56b HTTP/1.1" status: 200 len: 217 time: 0.0923975 Nov 12 08:42:46.372777 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222c62a9-a621-478d-9635-858bc27552be None None] Routers {'487e2f2b-f6cc-45fc-bd49-acf2b1c2603b'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:46.374176 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-222c62a9-a621-478d-9635-858bc27552be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:42:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['487e2f2b-f6cc-45fc-bd49-acf2b1c2603b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:46.376963 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faae312-8a34-4247-84fb-a1df7a6cb0c4 None None] Pushing event updated for resources: {'Port': ['ID=018e535f-0867-4758-b68b-09a528325c83,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:46.385630 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['6e1d4968-a38b-49dc-b3cd-26685b7c75ca'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:42:46.400228 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-8227a139-8207-4ba6-9666-ee16b2bd4e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:46.402594 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-8227a139-8207-4ba6-9666-ee16b2bd4e21 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a2103b0c-3508-4d23-a5ab-1cba0ea13b67 HTTP/1.1" status: 200 len: 857 time: 0.1149762 Nov 12 08:42:46.480037 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-78464d8d-f691-4def-b28f-4a4e430ac28a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a2b74341-dec1-46cb-ba7f-5821820cc30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572493 Nov 12 08:42:46.662044 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-b62861cb-50e0-46af-a82a-d10212a199a3 service neutron] 10.222.0.54 "GET /v2.0/networks/a2b74341-dec1-46cb-ba7f-5821820cc30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725442 Nov 12 08:42:46.669437 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-222c62a9-a621-478d-9635-858bc27552be None None] Set router 487e2f2b-f6cc-45fc-bd49-acf2b1c2603b gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:46.795870 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4f7a934b-18ed-4f02-86a4-7ba9e90706d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:46.809613 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f00ee-02b1-4713-b12d-73d590b75064 req-4ff4baac-4142-4660-98a1-3086509a2e3c tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:46.810974 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-012f00ee-02b1-4713-b12d-73d590b75064 req-4ff4baac-4142-4660-98a1-3086509a2e3c tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] 10.222.0.37 "GET /v2.0/ports?device_id=0228f75c-0756-436c-86f0-d98ae0760b17 HTTP/1.1" status: 200 len: 944 time: 0.1368742 Nov 12 08:42:46.830240 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0c3aaadd-e631-4b12-9f65-02ae266716bb req-4a6d9103-abd3-4245-adde-a4114d91cb1a service neutron] 10.222.0.54 "GET /v2.0/networks/a2b74341-dec1-46cb-ba7f-5821820cc30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598411 Nov 12 08:42:46.831698 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-b58879ac-0eaa-46b2-9622-19541fa3dbfc tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:46.833375 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-b58879ac-0eaa-46b2-9622-19541fa3dbfc tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0209796 Nov 12 08:42:46.987460 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-d983968e-8edf-4385-84aa-c2cbf5a03c28 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/quotas/3251a58645fc4115844b0853f7399565 HTTP/1.1" status: 200 len: 375 time: 0.1284506 Nov 12 08:42:47.010557 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc1d0b-6f8a-4a2c-9d47-ddb58ff69fb8 req-dcad0838-7b52-4381-990b-092e50e4e953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:47.012118 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-65fc1d0b-6f8a-4a2c-9d47-ddb58ff69fb8 req-dcad0838-7b52-4381-990b-092e50e4e953 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b02b0aaac484460ac2bb6b15d3de3aa&device_id=0228f75c-0756-436c-86f0-d98ae0760b17 HTTP/1.1" status: 200 len: 1096 time: 0.1001709 Nov 12 08:42:47.053772 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-222c62a9-a621-478d-9635-858bc27552be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'name': 'tempest-TaggedBootDevicesTest-586827861-router', 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '018e535f-0867-4758-b68b-09a528325c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:38Z', 'updated_at': '2021-11-12T08:42:40Z', 'revision_number': 3, 'project_id': '7744ced598be42768ed1d37e40d08f56', 'gw_port': {'id': '018e535f-0867-4758-b68b-09a528325c83', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:39Z', 'updated_at': '2021-11-12T08:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:47.084786 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-012f00ee-02b1-4713-b12d-73d590b75064 req-a6251442-ea84-4445-80b1-bd9463feae9c tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] 10.222.0.37 "GET /v2.0/security-groups?id=6249d864-57ec-4a04-9247-28ad324576af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298033 Nov 12 08:42:47.094683 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222c62a9-a621-478d-9635-858bc27552be None None] The sync data for ids ['487e2f2b-f6cc-45fc-bd49-acf2b1c2603b'] in n-d-768862-16 is: [{'id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'name': 'tempest-TaggedBootDevicesTest-586827861-router', 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '018e535f-0867-4758-b68b-09a528325c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:38Z', 'updated_at': '2021-11-12T08:42:40Z', 'revision_number': 3, 'project_id': '7744ced598be42768ed1d37e40d08f56', 'gw_port': {'id': '018e535f-0867-4758-b68b-09a528325c83', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:39Z', 'updated_at': '2021-11-12T08:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:42:47.151358 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-a0f133f6-2166-472f-aab0-b35db4bc5c82 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1644180 Nov 12 08:42:47.169775 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4f7a934b-18ed-4f02-86a4-7ba9e90706d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:47.196749 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c69d51-5f4d-4915-9d0f-a0c36c993ff8 x-openstack-request-id: req-47c69d51-5f4d-4915-9d0f-a0c36c993ff8 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:47.197681 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9d0bc6-51ac-4c81-aea1-6cf32894556c", "name": "network-vif-unplugged", "status": "completed", "tag": "6e1d4968-a38b-49dc-b3cd-26685b7c75ca", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:47.198001 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-47c69d51-5f4d-4915-9d0f-a0c36c993ff8 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:47.198471 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9d0bc6-51ac-4c81-aea1-6cf32894556c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e1d4968-a38b-49dc-b3cd-26685b7c75ca', 'code': 200} Nov 12 08:42:47.223371 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc1d0b-6f8a-4a2c-9d47-ddb58ff69fb8 req-7c46daee-dc25-4a41-9b67-2b4f56b56111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:47.225490 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-65fc1d0b-6f8a-4a2c-9d47-ddb58ff69fb8 req-7c46daee-dc25-4a41-9b67-2b4f56b56111 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a2b74341-dec1-46cb-ba7f-5821820cc30c HTTP/1.1" status: 200 len: 918 time: 0.2043638 Nov 12 08:42:47.336022 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7a934b-18ed-4f02-86a4-7ba9e90706d4 admin admin] Network 7e33e051-e363-49e1-9c6d-2f24faf4dfb5 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:47.340244 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-4f7a934b-18ed-4f02-86a4-7ba9e90706d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:47.366788 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7a934b-18ed-4f02-86a4-7ba9e90706d4 admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:47.377057 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-65fc1d0b-6f8a-4a2c-9d47-ddb58ff69fb8 req-0312ff12-b497-48cd-ba0c-b90432633d1b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc0efad9-0cbf-4162-9df2-27ff8093b56b HTTP/1.1" status: 200 len: 217 time: 0.1357727 Nov 12 08:42:47.483962 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4f7a934b-18ed-4f02-86a4-7ba9e90706d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:47.499511 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a934b-18ed-4f02-86a4-7ba9e90706d4 admin admin] Pushing event updated for resources: {'Port': ['ID=12542f75-7338-4a4e-9651-35482325a92d,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:47.549658 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc1d0b-6f8a-4a2c-9d47-ddb58ff69fb8 req-a450deed-b644-4f95-b1b8-72817c0dc9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:47.551520 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-65fc1d0b-6f8a-4a2c-9d47-ddb58ff69fb8 req-a450deed-b644-4f95-b1b8-72817c0dc9bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a2103b0c-3508-4d23-a5ab-1cba0ea13b67 HTTP/1.1" status: 200 len: 857 time: 0.1663718 Nov 12 08:42:47.692865 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-65fc1d0b-6f8a-4a2c-9d47-ddb58ff69fb8 req-d7a23dcc-5be2-4801-ad9f-dc47cc16b379 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a2b74341-dec1-46cb-ba7f-5821820cc30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1299996 Nov 12 08:42:47.905905 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-280baef8-4b7d-4df5-9148-0c0f4b11df95 req-87fd3335-17d4-42e3-9a7d-63a33345a78d tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 210 time: 0.1580832 Nov 12 08:42:47.963366 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 018e535f-0867-4758-b68b-09a528325c83 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:48.054495 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-65fc1d0b-6f8a-4a2c-9d47-ddb58ff69fb8 req-0aa72ec4-661b-4188-b544-72b97743432d service neutron] 10.222.0.54 "GET /v2.0/networks/a2b74341-dec1-46cb-ba7f-5821820cc30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540950 Nov 12 08:42:48.117159 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4f7a934b-18ed-4f02-86a4-7ba9e90706d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:48.231342 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4cbfa1ff-1feb-45a3-9b7f-f8bc015869ff None None] Provisioning complete for port 12542f75-7338-4a4e-9651-35482325a92d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:48.232046 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4cbfa1ff-1feb-45a3-9b7f-f8bc015869ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:48.371507 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 018e535f-0867-4758-b68b-09a528325c83 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:48.377461 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:48.427621 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-65fc1d0b-6f8a-4a2c-9d47-ddb58ff69fb8 req-9fe0cdb2-a2a0-42dc-a419-218d2ccba9a3 service neutron] 10.222.0.54 "GET /v2.0/networks/a2b74341-dec1-46cb-ba7f-5821820cc30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659456 Nov 12 08:42:48.500012 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4cbfa1ff-1feb-45a3-9b7f-f8bc015869ff None None] Port 12542f75-7338-4a4e-9651-35482325a92d cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:48.578670 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4e833-76e5-4c20-954b-fa409247e6f8 req-8efe0c5f-0f22-446e-a1de-7233f5d7d084 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:48.589040 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2ac4e833-76e5-4c20-954b-fa409247e6f8 req-8efe0c5f-0f22-446e-a1de-7233f5d7d084 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] 10.222.0.37 "GET /v2.0/ports?device_id=0228f75c-0756-436c-86f0-d98ae0760b17 HTTP/1.1" status: 200 len: 944 time: 0.2577388 Nov 12 08:42:48.593133 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:48.695325 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 018e535f-0867-4758-b68b-09a528325c83, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=018e535f-0867-4758-b68b-09a528325c83,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:48.703270 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:48.726931 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2ac4e833-76e5-4c20-954b-fa409247e6f8 req-9abaf309-b8a8-4ffe-ac13-0b0bd3de1270 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] 10.222.0.37 "GET /v2.0/security-groups?id=6249d864-57ec-4a04-9247-28ad324576af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369317 Nov 12 08:42:48.801786 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 6e1d4968-a38b-49dc-b3cd-26685b7c75ca up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:48.837840 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4f7a934b-18ed-4f02-86a4-7ba9e90706d4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:48.854567 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4f7a934b-18ed-4f02-86a4-7ba9e90706d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:48.983438 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a934b-18ed-4f02-86a4-7ba9e90706d4 admin admin] Pushing event updated for resources: {'Port': ['ID=12542f75-7338-4a4e-9651-35482325a92d,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:49.070534 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4f7a934b-18ed-4f02-86a4-7ba9e90706d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:49.106895 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3a3a2434-6b35-45a3-be1b-9102253733e5 req-4b34bf17-0375-4889-84d9-88b9a0b687a5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 210 time: 0.0541122 Nov 12 08:42:49.312466 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7a934b-18ed-4f02-86a4-7ba9e90706d4 admin admin] Network 7e33e051-e363-49e1-9c6d-2f24faf4dfb5 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:49.314216 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-4f7a934b-18ed-4f02-86a4-7ba9e90706d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:49.381260 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=018e535f-0867-4758-b68b-09a528325c83,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:49.438847 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 6e1d4968-a38b-49dc-b3cd-26685b7c75ca triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:49.440880 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:49.622857 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7a934b-18ed-4f02-86a4-7ba9e90706d4 admin admin] Router 487e2f2b-f6cc-45fc-bd49-acf2b1c2603b has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:42:49.713878 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:49.798179 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 6e1d4968-a38b-49dc-b3cd-26685b7c75ca, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=6e1d4968-a38b-49dc-b3cd-26685b7c75ca,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:49.799297 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9d0bc6-51ac-4c81-aea1-6cf32894556c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1d4968-a38b-49dc-b3cd-26685b7c75ca'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:49.802842 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e79dc40-a4f5-47c5-95fe-7bd4dee3e348" -d '{"events": [{"server_uuid": "8e9d0bc6-51ac-4c81-aea1-6cf32894556c", "name": "network-vif-plugged", "status": "completed", "tag": "6e1d4968-a38b-49dc-b3cd-26685b7c75ca"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:49.809243 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:49.902197 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 018e535f-0867-4758-b68b-09a528325c83 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:49.944545 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66df56f7-6b44-4c88-a551-5762c4d5caa5 x-openstack-request-id: req-66df56f7-6b44-4c88-a551-5762c4d5caa5 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:49.944914 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9d0bc6-51ac-4c81-aea1-6cf32894556c", "name": "network-vif-plugged", "status": "completed", "tag": "6e1d4968-a38b-49dc-b3cd-26685b7c75ca", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:49.945097 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66df56f7-6b44-4c88-a551-5762c4d5caa5 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:49.945518 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9d0bc6-51ac-4c81-aea1-6cf32894556c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1d4968-a38b-49dc-b3cd-26685b7c75ca', 'code': 200} Nov 12 08:42:50.014609 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7a934b-18ed-4f02-86a4-7ba9e90706d4 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:42:50.018651 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-8217eee7-f1c6-4a5d-bf7a-7840e21ed257 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=3251a58645fc4115844b0853f7399565&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250723 Nov 12 08:42:50.032335 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4f7a934b-18ed-4f02-86a4-7ba9e90706d4 admin admin] 10.222.0.37 "PUT /v2.0/routers/487e2f2b-f6cc-45fc-bd49-acf2b1c2603b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8753746 Nov 12 08:42:50.050608 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-7e312cbb-d95d-40f5-aa8c-fdc0f2ad21b6 None None] Provisioning complete for port 12542f75-7338-4a4e-9651-35482325a92d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:50.050980 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7e312cbb-d95d-40f5-aa8c-fdc0f2ad21b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.223300 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=6e1d4968-a38b-49dc-b3cd-26685b7c75ca,revision_number=11']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:50.347784 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-7e312cbb-d95d-40f5-aa8c-fdc0f2ad21b6 None None] Port 12542f75-7338-4a4e-9651-35482325a92d cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:50.349506 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495dc79-f1a6-4c99-9157-718656841c86 req-67fb5e91-1784-4b85-9ed1-ca6b62f54f99 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:50.362220 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 018e535f-0867-4758-b68b-09a528325c83 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:50.366185 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.375927 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d495dc79-f1a6-4c99-9157-718656841c86 req-67fb5e91-1784-4b85-9ed1-ca6b62f54f99 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] 10.222.0.37 "GET /v2.0/ports?device_id=0228f75c-0756-436c-86f0-d98ae0760b17 HTTP/1.1" status: 200 len: 944 time: 0.4104893 Nov 12 08:42:50.584552 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device fc0efad9-0cbf-4162-9df2-27ff8093b56b details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:42:50.677708 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d495dc79-f1a6-4c99-9157-718656841c86 req-d816c864-c7a7-4678-b1b8-3927722967c1 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] 10.222.0.37 "GET /v2.0/security-groups?id=6249d864-57ec-4a04-9247-28ad324576af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997930 Nov 12 08:42:50.695220 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c827111-ccd4-4696-9cdf-4f9f8ec16349 req-715e7d65-8ee4-47b6-b5b3-2a4bbd9903cc tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 210 time: 0.3115344 Nov 12 08:42:50.805048 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eef5b3-d812-4498-852c-bfbb37753ecd None None] Sync routers for ids ['487e2f2b-f6cc-45fc-bd49-acf2b1c2603b'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:42:50.822502 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eef5b3-d812-4498-852c-bfbb37753ecd None None] Routers {'487e2f2b-f6cc-45fc-bd49-acf2b1c2603b'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:50.824406 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-21eef5b3-d812-4498-852c-bfbb37753ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:42:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['487e2f2b-f6cc-45fc-bd49-acf2b1c2603b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:50.858209 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-f565dfdd-c584-4b8e-ab58-55121d305905 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:50.868621 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-f565dfdd-c584-4b8e-ab58-55121d305905 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8405254 Nov 12 08:42:50.903044 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-115ef1bc-65ca-4133-b06d-26cfa213cf46 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Request body: {'port': {'device_id': 'a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'admin_state_up': True, 'tenant_id': '3251a58645fc4115844b0853f7399565'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:50.966397 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port fc0efad9-0cbf-4162-9df2-27ff8093b56b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=fc0efad9-0cbf-4162-9df2-27ff8093b56b,segment=NetworkSegment(e2a08cc8-ab54-4018-b414-d98e1626620d),segment_id=e2a08cc8-ab54-4018-b414-d98e1626620d)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:50.985723 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'fc0efad9-0cbf-4162-9df2-27ff8093b56b', 'network_id': 'a2b74341-dec1-46cb-ba7f-5821820cc30c', 'port_id': 'fc0efad9-0cbf-4162-9df2-27ff8093b56b', 'mac_address': 'fa:16:3e:60:88:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2103b0c-3508-4d23-a5ab-1cba0ea13b67', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:42:51.042873 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:51.078631 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc0efad9-0cbf-4162-9df2-27ff8093b56b {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:42:51.132600 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port fc0efad9-0cbf-4162-9df2-27ff8093b56b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=fc0efad9-0cbf-4162-9df2-27ff8093b56b,segment=NetworkSegment(e2a08cc8-ab54-4018-b414-d98e1626620d),segment_id=e2a08cc8-ab54-4018-b414-d98e1626620d)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:51.145278 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:51.207783 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-115ef1bc-65ca-4133-b06d-26cfa213cf46 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Made reservation on behalf of 3251a58645fc4115844b0853f7399565 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:51.231071 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-115ef1bc-65ca-4133-b06d-26cfa213cf46 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:51.326190 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=fc0efad9-0cbf-4162-9df2-27ff8093b56b,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:51.393116 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['fc0efad9-0cbf-4162-9df2-27ff8093b56b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:42:51.443507 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-115ef1bc-65ca-4133-b06d-26cfa213cf46 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Allocated IP 192.168.233.109 (aaa9e939-3555-4037-a22a-8e3905c2166f/ac1fb13e-fa96-4a78-a070-af75ed125682/eaad093f-38cd-48b3-808a-0ef8feb316e1) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:51.490011 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-21eef5b3-d812-4498-852c-bfbb37753ecd None None] Set router 487e2f2b-f6cc-45fc-bd49-acf2b1c2603b gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:51.712797 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-115ef1bc-65ca-4133-b06d-26cfa213cf46 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:51.791076 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-115ef1bc-65ca-4133-b06d-26cfa213cf46 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:51.883223 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['6e1d4968-a38b-49dc-b3cd-26685b7c75ca'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:42:51.921924 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-115ef1bc-65ca-4133-b06d-26cfa213cf46 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Network aaa9e939-3555-4037-a22a-8e3905c2166f is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:51.930679 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-115ef1bc-65ca-4133-b06d-26cfa213cf46 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:51.940301 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-115ef1bc-65ca-4133-b06d-26cfa213cf46 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:52.022710 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:42:52.136058 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ef1bc-65ca-4133-b06d-26cfa213cf46 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Pushing event updated for resources: {'Port': ['ID=eaad093f-38cd-48b3-808a-0ef8feb316e1,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:52.256242 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-21eef5b3-d812-4498-852c-bfbb37753ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'name': 'tempest-TaggedBootDevicesTest-586827861-router', 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '018e535f-0867-4758-b68b-09a528325c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:38Z', 'updated_at': '2021-11-12T08:42:47Z', 'revision_number': 4, 'project_id': '7744ced598be42768ed1d37e40d08f56', 'gw_port': {'id': '018e535f-0867-4758-b68b-09a528325c83', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:39Z', 'updated_at': '2021-11-12T08:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '12542f75-7338-4a4e-9651-35482325a92d', 'name': '', 'network_id': '7e33e051-e363-49e1-9c6d-2f24faf4dfb5', 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'mac_address': 'fa:16:3e:03:a8:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'b3ec3dec-5d62-4a75-9611-109bbf916cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:44Z', 'updated_at': '2021-11-12T08:42:48Z', 'revision_number': 2, 'project_id': '7744ced598be42768ed1d37e40d08f56', 'subnets': [{'id': 'b3ec3dec-5d62-4a75-9611-109bbf916cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:52.264133 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcc1d8-4ad7-48ab-a91e-7957b2ec818b req-26f10c0c-4837-41f1-b5d4-d3c672d0fc46 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:52.268817 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c3fcc1d8-4ad7-48ab-a91e-7957b2ec818b req-26f10c0c-4837-41f1-b5d4-d3c672d0fc46 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 936 time: 0.2141199 Nov 12 08:42:52.317480 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eef5b3-d812-4498-852c-bfbb37753ecd None None] Checking router: 487e2f2b-f6cc-45fc-bd49-acf2b1c2603b for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:42:52.318097 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eef5b3-d812-4498-852c-bfbb37753ecd None None] Updating router 487e2f2b-f6cc-45fc-bd49-acf2b1c2603b port 12542f75-7338-4a4e-9651-35482325a92d binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:42:52.356582 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-21eef5b3-d812-4498-852c-bfbb37753ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:52.405701 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-48681b81-0a2c-441a-90a7-10cba17aa17c None None] Provisioning complete for port eaad093f-38cd-48b3-808a-0ef8feb316e1 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:52.406088 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-48681b81-0a2c-441a-90a7-10cba17aa17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:52.451793 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-48681b81-0a2c-441a-90a7-10cba17aa17c None None] Port eaad093f-38cd-48b3-808a-0ef8feb316e1 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:52.456284 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['445eef39-a61c-42ea-ad06-1001a52a3105', 'ad21d9f1-4ccf-445b-866c-b96a8bd8767b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:42:52.470337 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c3fcc1d8-4ad7-48ab-a91e-7957b2ec818b req-b9b8ef7d-25e9-4d7a-8261-c01688631f8d tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493032 Nov 12 08:42:52.497803 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-115ef1bc-65ca-4133-b06d-26cfa213cf46 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:52.508029 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-115ef1bc-65ca-4133-b06d-26cfa213cf46 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:52.561888 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875dbaf8-5dc3-46d5-abf1-2149ff20af31 req-5f9a8282-45a1-40af-a7a3-94e49f7c733f tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:52.570802 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-875dbaf8-5dc3-46d5-abf1-2149ff20af31 req-5f9a8282-45a1-40af-a7a3-94e49f7c733f tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] 10.222.0.37 "GET /v2.0/ports?device_id=0228f75c-0756-436c-86f0-d98ae0760b17 HTTP/1.1" status: 200 len: 945 time: 0.5620365 Nov 12 08:42:52.604524 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device fc0efad9-0cbf-4162-9df2-27ff8093b56b up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:52.703154 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:52.728091 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-115ef1bc-65ca-4133-b06d-26cfa213cf46 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8288298 Nov 12 08:42:52.766444 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-ed527d2b-fdbb-4fc6-9978-15e0ae199d4a service neutron] Request body: {'port': {'device_id': 'a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:52.843605 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port fc0efad9-0cbf-4162-9df2-27ff8093b56b completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:42:52.874529 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port fc0efad9-0cbf-4162-9df2-27ff8093b56b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:52.874902 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:52.887037 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-875dbaf8-5dc3-46d5-abf1-2149ff20af31 req-12613846-6467-4f36-9b05-67d28a86957d tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] 10.222.0.37 "GET /v2.0/security-groups?id=6249d864-57ec-4a04-9247-28ad324576af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151493 Nov 12 08:42:52.979598 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-ed527d2b-fdbb-4fc6-9978-15e0ae199d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:53.278456 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:53.308699 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-21eef5b3-d812-4498-852c-bfbb37753ecd None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:53.327923 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-21eef5b3-d812-4498-852c-bfbb37753ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:53.353657 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0228f75c-0756-436c-86f0-d98ae0760b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0efad9-0cbf-4162-9df2-27ff8093b56b'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:53.356813 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6900d61-5c87-4996-bb95-eb83d60538e9" -d '{"events": [{"server_uuid": "0228f75c-0756-436c-86f0-d98ae0760b17", "name": "network-vif-plugged", "status": "completed", "tag": "fc0efad9-0cbf-4162-9df2-27ff8093b56b"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:53.376123 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port fc0efad9-0cbf-4162-9df2-27ff8093b56b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=fc0efad9-0cbf-4162-9df2-27ff8093b56b,segment=NetworkSegment(e2a08cc8-ab54-4018-b414-d98e1626620d),segment_id=e2a08cc8-ab54-4018-b414-d98e1626620d)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:53.383480 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:53.457994 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=fc0efad9-0cbf-4162-9df2-27ff8093b56b,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:53.493522 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306f69a2-42fa-4970-bcda-019685334a5f x-openstack-request-id: req-306f69a2-42fa-4970-bcda-019685334a5f {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:53.494041 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0228f75c-0756-436c-86f0-d98ae0760b17", "name": "network-vif-plugged", "status": "completed", "tag": "fc0efad9-0cbf-4162-9df2-27ff8093b56b", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:53.494467 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-306f69a2-42fa-4970-bcda-019685334a5f {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:53.495008 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0228f75c-0756-436c-86f0-d98ae0760b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0efad9-0cbf-4162-9df2-27ff8093b56b', 'code': 200} Nov 12 08:42:53.605598 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de85697-0987-486e-9536-ab053a72a30e None None] Pushing event updated for resources: {'Port': ['ID=12542f75-7338-4a4e-9651-35482325a92d,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:53.616044 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de85697-0987-486e-9536-ab053a72a30e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:53.616390 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de85697-0987-486e-9536-ab053a72a30e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:53.616915 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de85697-0987-486e-9536-ab053a72a30e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:53.617452 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de85697-0987-486e-9536-ab053a72a30e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:53.617975 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de85697-0987-486e-9536-ab053a72a30e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:53.618612 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de85697-0987-486e-9536-ab053a72a30e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:53.618949 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de85697-0987-486e-9536-ab053a72a30e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:53.619275 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de85697-0987-486e-9536-ab053a72a30e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:53.619807 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de85697-0987-486e-9536-ab053a72a30e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:53.620292 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de85697-0987-486e-9536-ab053a72a30e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:53.621499 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de85697-0987-486e-9536-ab053a72a30e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:53.621998 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de85697-0987-486e-9536-ab053a72a30e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:53.697025 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148e3a7-2879-42a8-941c-5a13fdf1fa7c req-b225fe9c-0c96-42dc-8d66-a67dfda3b46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:53.704899 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d148e3a7-2879-42a8-941c-5a13fdf1fa7c req-b225fe9c-0c96-42dc-8d66-a67dfda3b46b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0228f75c-0756-436c-86f0-d98ae0760b17 HTTP/1.1" status: 200 len: 1098 time: 0.1254170 Nov 12 08:42:53.741913 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-21eef5b3-d812-4498-852c-bfbb37753ecd None None] Attempting to bind port 12542f75-7338-4a4e-9651-35482325a92d on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:42:53.742873 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-21eef5b3-d812-4498-852c-bfbb37753ecd None None] Attempting to bind port 12542f75-7338-4a4e-9651-35482325a92d by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'd3c1ae76-828f-4a3e-ac05-62e9a00d0ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7e33e051-e363-49e1-9c6d-2f24faf4dfb5'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:42:53.742873 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eef5b3-d812-4498-852c-bfbb37753ecd None None] Attempting to bind port 12542f75-7338-4a4e-9651-35482325a92d on network 7e33e051-e363-49e1-9c6d-2f24faf4dfb5 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:53.758783 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eef5b3-d812-4498-852c-bfbb37753ecd None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:42:53.759156 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eef5b3-d812-4498-852c-bfbb37753ecd None None] Checking segment: {'id': 'd3c1ae76-828f-4a3e-ac05-62e9a00d0ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7e33e051-e363-49e1-9c6d-2f24faf4dfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:53.759559 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-21eef5b3-d812-4498-852c-bfbb37753ecd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:53.759978 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eef5b3-d812-4498-852c-bfbb37753ecd None None] Bound using segment: {'id': 'd3c1ae76-828f-4a3e-ac05-62e9a00d0ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7e33e051-e363-49e1-9c6d-2f24faf4dfb5'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:42:53.760462 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-21eef5b3-d812-4498-852c-bfbb37753ecd None None] Bound port: 12542f75-7338-4a4e-9651-35482325a92d, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c1ae76-828f-4a3e-ac05-62e9a00d0ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7e33e051-e363-49e1-9c6d-2f24faf4dfb5'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:42:53.765919 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-21eef5b3-d812-4498-852c-bfbb37753ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:53.846345 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d148e3a7-2879-42a8-941c-5a13fdf1fa7c req-206db81f-6b77-4400-bb2f-8df9fc1d20ef service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6249d864-57ec-4a04-9247-28ad324576af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327374 Nov 12 08:42:53.884507 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-21eef5b3-d812-4498-852c-bfbb37753ecd None None] For port 12542f75-7338-4a4e-9651-35482325a92d, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:42:53.890198 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-21eef5b3-d812-4498-852c-bfbb37753ecd None None] For port 12542f75-7338-4a4e-9651-35482325a92d, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=12542f75-7338-4a4e-9651-35482325a92d,segment=NetworkSegment(d3c1ae76-828f-4a3e-ac05-62e9a00d0ecc),segment_id=d3c1ae76-828f-4a3e-ac05-62e9a00d0ecc)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:42:53.906322 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-21eef5b3-d812-4498-852c-bfbb37753ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:53.914689 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8399b49-1b89-4fdf-aefd-458c06a27daf req-3b529af8-4ad3-47cf-b8e7-3cf9dfe9352c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:53.923562 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8399b49-1b89-4fdf-aefd-458c06a27daf req-3b529af8-4ad3-47cf-b8e7-3cf9dfe9352c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 936 time: 0.1945846 Nov 12 08:42:53.937167 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-ed527d2b-fdbb-4fc6-9978-15e0ae199d4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaad093f-38cd-48b3-808a-0ef8feb316e1 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:42:53.964627 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-ed527d2b-fdbb-4fc6-9978-15e0ae199d4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.011183 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d084af4f-1453-4f91-801e-b0122420909d None None] Provisioning complete for port 12542f75-7338-4a4e-9651-35482325a92d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:54.011841 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d084af4f-1453-4f91-801e-b0122420909d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.029923 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-ed527d2b-fdbb-4fc6-9978-15e0ae199d4a service neutron] Transition to ACTIVE for port object eaad093f-38cd-48b3-808a-0ef8feb316e1 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:42:54.051217 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-ed527d2b-fdbb-4fc6-9978-15e0ae199d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.057681 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eef5b3-d812-4498-852c-bfbb37753ecd None None] Routers {'487e2f2b-f6cc-45fc-bd49-acf2b1c2603b'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:54.061776 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-21eef5b3-d812-4498-852c-bfbb37753ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:42:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['487e2f2b-f6cc-45fc-bd49-acf2b1c2603b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:54.149373 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8399b49-1b89-4fdf-aefd-458c06a27daf req-65c86603-38ad-4888-ac2a-207b317c1930 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236016 Nov 12 08:42:54.257893 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed527d2b-fdbb-4fc6-9978-15e0ae199d4a service neutron] Pushing event updated for resources: {'Port': ['ID=eaad093f-38cd-48b3-808a-0ef8feb316e1,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:54.304692 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d084af4f-1453-4f91-801e-b0122420909d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.436509 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-d084af4f-1453-4f91-801e-b0122420909d None None] For port 12542f75-7338-4a4e-9651-35482325a92d, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=12542f75-7338-4a4e-9651-35482325a92d,segment=NetworkSegment(d3c1ae76-828f-4a3e-ac05-62e9a00d0ecc),segment_id=d3c1ae76-828f-4a3e-ac05-62e9a00d0ecc)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:54.444601 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d084af4f-1453-4f91-801e-b0122420909d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.558099 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-ed527d2b-fdbb-4fc6-9978-15e0ae199d4a service neutron] Attempting to bind port eaad093f-38cd-48b3-808a-0ef8feb316e1 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:42:54.560495 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-ed527d2b-fdbb-4fc6-9978-15e0ae199d4a service neutron] Attempting to bind port eaad093f-38cd-48b3-808a-0ef8feb316e1 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:42:54.560839 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-ed527d2b-fdbb-4fc6-9978-15e0ae199d4a service neutron] Attempting to bind port eaad093f-38cd-48b3-808a-0ef8feb316e1 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:54.561808 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de85697-0987-486e-9536-ab053a72a30e None None] Pushing event updated for resources: {'Port': ['ID=12542f75-7338-4a4e-9651-35482325a92d,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:54.585958 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-21eef5b3-d812-4498-852c-bfbb37753ecd None None] Set router 487e2f2b-f6cc-45fc-bd49-acf2b1c2603b gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:54.590073 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-ed527d2b-fdbb-4fc6-9978-15e0ae199d4a service neutron] Port eaad093f-38cd-48b3-808a-0ef8feb316e1 on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:42:54.590331 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-ed527d2b-fdbb-4fc6-9978-15e0ae199d4a service neutron] Attempting to bind port eaad093f-38cd-48b3-808a-0ef8feb316e1 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:54.611443 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-ed527d2b-fdbb-4fc6-9978-15e0ae199d4a service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:42:54.611840 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-ed527d2b-fdbb-4fc6-9978-15e0ae199d4a service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:54.612253 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-ed527d2b-fdbb-4fc6-9978-15e0ae199d4a service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:42:54.621459 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-ed527d2b-fdbb-4fc6-9978-15e0ae199d4a service neutron] Bound port: eaad093f-38cd-48b3-808a-0ef8feb316e1, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:42:54.622411 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-ed527d2b-fdbb-4fc6-9978-15e0ae199d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.641225 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084af4f-1453-4f91-801e-b0122420909d None None] Pushing event updated for resources: {'Port': ['ID=12542f75-7338-4a4e-9651-35482325a92d,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:54.655132 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-cc531db1-7a96-4334-aa77-4bc02b9cbe34 None None] Provisioning complete for port 12542f75-7338-4a4e-9651-35482325a92d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:54.655831 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cc531db1-7a96-4334-aa77-4bc02b9cbe34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.765692 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed527b7a-4d3e-4557-9ddb-bc2a152412a2 req-27eb5d24-879f-486b-a024-c6b7c808d996 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:54.780937 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ed527b7a-4d3e-4557-9ddb-bc2a152412a2 req-27eb5d24-879f-486b-a024-c6b7c808d996 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] 10.222.0.37 "GET /v2.0/ports?device_id=0228f75c-0756-436c-86f0-d98ae0760b17 HTTP/1.1" status: 200 len: 946 time: 0.1710761 Nov 12 08:42:54.906255 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-ed527d2b-fdbb-4fc6-9978-15e0ae199d4a service neutron] For port eaad093f-38cd-48b3-808a-0ef8feb316e1, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:42:54.916382 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-ed527d2b-fdbb-4fc6-9978-15e0ae199d4a service neutron] For port eaad093f-38cd-48b3-808a-0ef8feb316e1, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=eaad093f-38cd-48b3-808a-0ef8feb316e1,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:42:54.953690 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-ed527d2b-fdbb-4fc6-9978-15e0ae199d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:55.022106 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ed527b7a-4d3e-4557-9ddb-bc2a152412a2 req-c04a66bb-e2ea-48b1-b968-f53cdc1a62a5 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] 10.222.0.37 "GET /v2.0/security-groups?id=6249d864-57ec-4a04-9247-28ad324576af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331338 Nov 12 08:42:55.046738 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-ed527d2b-fdbb-4fc6-9978-15e0ae199d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:55.047451 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-ed527d2b-fdbb-4fc6-9978-15e0ae199d4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:55.054590 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-ed527d2b-fdbb-4fc6-9978-15e0ae199d4a service neutron] 10.222.0.58 "PUT /v2.0/ports/eaad093f-38cd-48b3-808a-0ef8feb316e1 HTTP/1.1" status: 200 len: 1097 time: 2.3050044 Nov 12 08:42:55.055291 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f', 'tag': 'eaad093f-38cd-48b3-808a-0ef8feb316e1'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:55.063909 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6c0bf7-ea5d-43dd-a717-dbc02654f628" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f", "tag": "eaad093f-38cd-48b3-808a-0ef8feb316e1"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:55.137080 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed527d2b-fdbb-4fc6-9978-15e0ae199d4a service neutron] Pushing event updated for resources: {'Port': ['ID=eaad093f-38cd-48b3-808a-0ef8feb316e1,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:55.155514 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-21eef5b3-d812-4498-852c-bfbb37753ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'name': 'tempest-TaggedBootDevicesTest-586827861-router', 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '018e535f-0867-4758-b68b-09a528325c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:38Z', 'updated_at': '2021-11-12T08:42:47Z', 'revision_number': 4, 'project_id': '7744ced598be42768ed1d37e40d08f56', 'gw_port': {'id': '018e535f-0867-4758-b68b-09a528325c83', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:39Z', 'updated_at': '2021-11-12T08:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '12542f75-7338-4a4e-9651-35482325a92d', 'name': '', 'network_id': '7e33e051-e363-49e1-9c6d-2f24faf4dfb5', 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'mac_address': 'fa:16:3e:03:a8:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'b3ec3dec-5d62-4a75-9611-109bbf916cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:44Z', 'updated_at': '2021-11-12T08:42:53Z', 'revision_number': 4, 'project_id': '7744ced598be42768ed1d37e40d08f56', 'subnets': [{'id': 'b3ec3dec-5d62-4a75-9611-109bbf916cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:55.260983 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eef5b3-d812-4498-852c-bfbb37753ecd None None] The sync data for ids ['487e2f2b-f6cc-45fc-bd49-acf2b1c2603b'] in n-d-768862-16 is: [{'id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'name': 'tempest-TaggedBootDevicesTest-586827861-router', 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '018e535f-0867-4758-b68b-09a528325c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:38Z', 'updated_at': '2021-11-12T08:42:47Z', 'revision_number': 4, 'project_id': '7744ced598be42768ed1d37e40d08f56', 'gw_port': {'id': '018e535f-0867-4758-b68b-09a528325c83', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:39Z', 'updated_at': '2021-11-12T08:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '12542f75-7338-4a4e-9651-35482325a92d', 'name': '', 'network_id': '7e33e051-e363-49e1-9c6d-2f24faf4dfb5', 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'mac_address': 'fa:16:3e:03:a8:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'b3ec3dec-5d62-4a75-9611-109bbf916cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:44Z', 'updated_at': '2021-11-12T08:42:53Z', 'revision_number': 4, 'project_id': '7744ced598be42768ed1d37e40d08f56', 'subnets': [{'id': 'b3ec3dec-5d62-4a75-9611-109bbf916cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:42:55.266247 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-6cea1cb8-ae8b-491b-9ba9-b3b0ca90c42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:55.268213 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-6cea1cb8-ae8b-491b-9ba9-b3b0ca90c42a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 1100 time: 0.0984397 Nov 12 08:42:55.365035 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-7cd4b2fc-86bb-45e0-bc6a-9a221e65623d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=eaad093f-38cd-48b3-808a-0ef8feb316e1 HTTP/1.1" status: 200 len: 217 time: 0.0781949 Nov 12 08:42:55.522475 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-d625e91c-e209-4713-9f37-fe43c5d8f328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:55.531302 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-d625e91c-e209-4713-9f37-fe43c5d8f328 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1507623 Nov 12 08:42:55.572818 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727226b7-1f29-4283-8dc3-0f61420a45f9 x-openstack-request-id: req-727226b7-1f29-4283-8dc3-0f61420a45f9 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:55.577563 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f", "tag": "eaad093f-38cd-48b3-808a-0ef8feb316e1", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:55.580201 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-727226b7-1f29-4283-8dc3-0f61420a45f9 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:55.580935 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f', 'tag': 'eaad093f-38cd-48b3-808a-0ef8feb316e1', 'status': 'completed', 'code': 200} Nov 12 08:42:55.704336 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-d61b7d33-2385-4918-b9c4-1577e7293306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:55.705956 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-d61b7d33-2385-4918-b9c4-1577e7293306 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1619058 Nov 12 08:42:55.937173 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 12542f75-7338-4a4e-9651-35482325a92d up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:55.946881 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251d3ae-8f9e-40d4-9893-10a5621457be req-51399ab3-571c-4763-a895-04aa1dc31809 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:55.956616 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c251d3ae-8f9e-40d4-9893-10a5621457be req-51399ab3-571c-4763-a895-04aa1dc31809 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 948 time: 0.2491686 Nov 12 08:42:55.974687 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-e72c4b60-31f3-4eaa-9c09-b946f34c5024 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392695 Nov 12 08:42:56.106030 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 12542f75-7338-4a4e-9651-35482325a92d triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:56.109111 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.190706 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c4c98eb-699d-4b3d-a1e3-6742780eca8c req-686aba51-3f7e-4940-add9-9cb2fb450d18 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968579 Nov 12 08:42:56.314094 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c251d3ae-8f9e-40d4-9893-10a5621457be req-96f42a63-1af3-4e83-bb5f-661534776a99 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564136 Nov 12 08:42:56.459839 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c0bf7-ea5d-43dd-a717-dbc02654f628 req-0e42f8f9-814e-4c74-8c0f-b393bd49662d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:56.461656 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4f6c0bf7-ea5d-43dd-a717-dbc02654f628 req-0e42f8f9-814e-4c74-8c0f-b393bd49662d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 1100 time: 0.1388900 Nov 12 08:42:56.759877 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c0bf7-ea5d-43dd-a717-dbc02654f628 req-232afbe4-e8f0-49aa-b33e-df1d3a96603b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:56.761539 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4f6c0bf7-ea5d-43dd-a717-dbc02654f628 req-232afbe4-e8f0-49aa-b33e-df1d3a96603b service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.2847908 Nov 12 08:42:56.838028 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f992a10-6f82-4b90-91ea-0ad3d969beb9 req-77c93178-5970-437f-8869-ddae97d6eaef tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:56.844716 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3f992a10-6f82-4b90-91ea-0ad3d969beb9 req-77c93178-5970-437f-8869-ddae97d6eaef tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] 10.222.0.37 "GET /v2.0/ports?device_id=0228f75c-0756-436c-86f0-d98ae0760b17 HTTP/1.1" status: 200 len: 946 time: 0.1583269 Nov 12 08:42:56.949781 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4f6c0bf7-ea5d-43dd-a717-dbc02654f628 req-f34e64aa-3447-4096-88ce-3fca9bef908e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=eaad093f-38cd-48b3-808a-0ef8feb316e1 HTTP/1.1" status: 200 len: 217 time: 0.1476297 Nov 12 08:42:57.126593 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c0bf7-ea5d-43dd-a717-dbc02654f628 req-a60e4688-d40f-4045-9adc-05093084177c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:57.128234 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4f6c0bf7-ea5d-43dd-a717-dbc02654f628 req-a60e4688-d40f-4045-9adc-05093084177c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1514440 Nov 12 08:42:57.138709 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3f992a10-6f82-4b90-91ea-0ad3d969beb9 req-35bdb4e4-5ef0-4417-b7ea-ab418e05d9da tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] 10.222.0.37 "GET /v2.0/security-groups?id=6249d864-57ec-4a04-9247-28ad324576af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970572 Nov 12 08:42:57.317686 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c0bf7-ea5d-43dd-a717-dbc02654f628 req-2b538dd6-b2f4-4f2d-b3b8-9c7296a1a74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:57.329909 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4f6c0bf7-ea5d-43dd-a717-dbc02654f628 req-2b538dd6-b2f4-4f2d-b3b8-9c7296a1a74f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1800957 Nov 12 08:42:57.786222 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4f6c0bf7-ea5d-43dd-a717-dbc02654f628 req-89476b9f-6bf7-4d68-bd8f-8e1fdf2d53b9 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969882 Nov 12 08:42:58.111295 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486d5dd-e4d7-4f7a-9ecf-42e825b26655 req-8e4ca852-e878-4141-90b2-8283e1a3db8f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:58.124886 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2486d5dd-e4d7-4f7a-9ecf-42e825b26655 req-8e4ca852-e878-4141-90b2-8283e1a3db8f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 948 time: 0.2277088 Nov 12 08:42:58.181837 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4f6c0bf7-ea5d-43dd-a717-dbc02654f628 req-96437906-1632-41c6-98e3-7bea3439a122 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891668 Nov 12 08:42:58.235665 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2486d5dd-e4d7-4f7a-9ecf-42e825b26655 req-6b1673e2-fdfd-473c-bd7f-acef0eac0a94 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078291 Nov 12 08:42:58.603149 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd68197-3cac-4a96-9981-2f9847e2b885 req-2e4b99ab-ef95-47ce-94ad-75dff2946f28 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:58.604797 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fdd68197-3cac-4a96-9981-2f9847e2b885 req-2e4b99ab-ef95-47ce-94ad-75dff2946f28 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] 10.222.0.37 "GET /v2.0/ports?device_id=0228f75c-0756-436c-86f0-d98ae0760b17 HTTP/1.1" status: 200 len: 946 time: 0.1028543 Nov 12 08:42:58.693705 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fdd68197-3cac-4a96-9981-2f9847e2b885 req-1b129ad9-9662-4ff3-88dc-520e7d2ececd tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] 10.222.0.37 "GET /v2.0/security-groups?id=6249d864-57ec-4a04-9247-28ad324576af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824492 Nov 12 08:42:58.814013 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device eaad093f-38cd-48b3-808a-0ef8feb316e1 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:42:58.955268 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:59.057904 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port eaad093f-38cd-48b3-808a-0ef8feb316e1, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=eaad093f-38cd-48b3-808a-0ef8feb316e1,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:59.093896 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'eaad093f-38cd-48b3-808a-0ef8feb316e1', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': 'eaad093f-38cd-48b3-808a-0ef8feb316e1', 'mac_address': 'fa:16:3e:83:da:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:42:59.141503 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8b937-c114-4c28-8bbe-d09052ab9f07 req-9948d806-edf4-4866-b6b8-6d9b560b4e74 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:59.143308 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-baa8b937-c114-4c28-8bbe-d09052ab9f07 req-9948d806-edf4-4866-b6b8-6d9b560b4e74 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] 10.222.0.54 "GET /v2.0/ports?device_id=0228f75c-0756-436c-86f0-d98ae0760b17 HTTP/1.1" status: 200 len: 946 time: 0.0696554 Nov 12 08:42:59.169047 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:59.184963 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaad093f-38cd-48b3-808a-0ef8feb316e1 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:42:59.221146 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port eaad093f-38cd-48b3-808a-0ef8feb316e1, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=eaad093f-38cd-48b3-808a-0ef8feb316e1,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:59.227722 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:59.420192 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=eaad093f-38cd-48b3-808a-0ef8feb316e1,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:59.509067 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-baa8b937-c114-4c28-8bbe-d09052ab9f07 req-ee7b57b6-00a1-405d-9888-eb1b46e97028 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] Deleting port fc0efad9-0cbf-4162-9df2-27ff8093b56b {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:59.509699 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-baa8b937-c114-4c28-8bbe-d09052ab9f07 req-ee7b57b6-00a1-405d-9888-eb1b46e97028 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:59.511337 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45374af0-e6e2-4525-80d8-ec9f0969aab8 req-0f882636-244a-41af-847d-5ca7df1ec996 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:59.539403 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-45374af0-e6e2-4525-80d8-ec9f0969aab8 req-0f882636-244a-41af-847d-5ca7df1ec996 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 949 time: 0.0952494 Nov 12 08:42:59.684287 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['eaad093f-38cd-48b3-808a-0ef8feb316e1'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:42:59.696405 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-45374af0-e6e2-4525-80d8-ec9f0969aab8 req-11e3f93a-8a8e-4b88-a90b-b2ee93690b89 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381521 Nov 12 08:42:59.781118 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-baa8b937-c114-4c28-8bbe-d09052ab9f07 req-ee7b57b6-00a1-405d-9888-eb1b46e97028 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] For port fc0efad9-0cbf-4162-9df2-27ff8093b56b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=fc0efad9-0cbf-4162-9df2-27ff8093b56b,segment=NetworkSegment(e2a08cc8-ab54-4018-b414-d98e1626620d),segment_id=e2a08cc8-ab54-4018-b414-d98e1626620d)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:59.781961 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-baa8b937-c114-4c28-8bbe-d09052ab9f07 req-ee7b57b6-00a1-405d-9888-eb1b46e97028 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:59.844463 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-baa8b937-c114-4c28-8bbe-d09052ab9f07 req-ee7b57b6-00a1-405d-9888-eb1b46e97028 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] Calling delete_port for fc0efad9-0cbf-4162-9df2-27ff8093b56b owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:00.127897 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231603c-85d8-466b-bca5-ebabd47e20a1 req-dc646073-8643-427a-aeeb-0b2e54fd608b tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:00.144317 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c231603c-85d8-466b-bca5-ebabd47e20a1 req-dc646073-8643-427a-aeeb-0b2e54fd608b tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] 10.222.0.37 "GET /v2.0/ports?device_id=0228f75c-0756-436c-86f0-d98ae0760b17 HTTP/1.1" status: 200 len: 946 time: 0.1519151 Nov 12 08:43:00.264981 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-baa8b937-c114-4c28-8bbe-d09052ab9f07 req-ee7b57b6-00a1-405d-9888-eb1b46e97028 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:00.278442 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['fc0efad9-0cbf-4162-9df2-27ff8093b56b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:43:00.311628 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c231603c-85d8-466b-bca5-ebabd47e20a1 req-3f899f5a-7d08-4c04-8759-9297b1d22cf3 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] 10.222.0.37 "GET /v2.0/security-groups?id=6249d864-57ec-4a04-9247-28ad324576af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663647 Nov 12 08:43:00.329121 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b57b6-00a1-405d-9888-eb1b46e97028 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] Pushing event deleted for resources: {'Port': ['ID=fc0efad9-0cbf-4162-9df2-27ff8093b56b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:00.394046 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa8b937-c114-4c28-8bbe-d09052ab9f07 req-ee7b57b6-00a1-405d-9888-eb1b46e97028 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] No DVR routers for this DVR port fc0efad9-0cbf-4162-9df2-27ff8093b56b on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:43:00.411155 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-baa8b937-c114-4c28-8bbe-d09052ab9f07 req-ee7b57b6-00a1-405d-9888-eb1b46e97028 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:00.413987 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-baa8b937-c114-4c28-8bbe-d09052ab9f07 req-ee7b57b6-00a1-405d-9888-eb1b46e97028 tempest-InstanceActionsV221TestJSON-841718412 tempest-InstanceActionsV221TestJSON-841718412-project] 10.222.0.54 "DELETE /v2.0/ports/fc0efad9-0cbf-4162-9df2-27ff8093b56b HTTP/1.1" status: 204 len: 173 time: 1.2591999 Nov 12 08:43:00.426045 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0228f75c-0756-436c-86f0-d98ae0760b17', 'name': 'network-vif-deleted', 'tag': 'fc0efad9-0cbf-4162-9df2-27ff8093b56b'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:00.428493 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6676c6-5e92-4795-99c7-f264f09b377f" -d '{"events": [{"server_uuid": "0228f75c-0756-436c-86f0-d98ae0760b17", "name": "network-vif-deleted", "tag": "fc0efad9-0cbf-4162-9df2-27ff8093b56b"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:00.593239 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f4189b-0895-43a7-bbf6-ba8f2929b4de x-openstack-request-id: req-e4f4189b-0895-43a7-bbf6-ba8f2929b4de {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:00.593854 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0228f75c-0756-436c-86f0-d98ae0760b17", "name": "network-vif-deleted", "tag": "fc0efad9-0cbf-4162-9df2-27ff8093b56b", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:00.594480 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4f4189b-0895-43a7-bbf6-ba8f2929b4de {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:00.595056 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0228f75c-0756-436c-86f0-d98ae0760b17', 'name': 'network-vif-deleted', 'tag': 'fc0efad9-0cbf-4162-9df2-27ff8093b56b', 'status': 'completed', 'code': 200} Nov 12 08:43:00.916535 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90e20f-b2bd-48ec-a737-483e4de343ae req-71d641f6-1814-4bff-99f4-5773343c3bc0 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:00.930943 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c90e20f-b2bd-48ec-a737-483e4de343ae req-71d641f6-1814-4bff-99f4-5773343c3bc0 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 949 time: 0.0993447 Nov 12 08:43:00.988922 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c90e20f-b2bd-48ec-a737-483e4de343ae req-66fbfdcf-efec-4620-8eb2-cb7a43dc7aed tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541675 Nov 12 08:43:01.859206 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 50424) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:01.935847 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a57bff-2923-42fe-88b7-f9e1837958ea admin admin] Deleting subnet a2103b0c-3508-4d23-a5ab-1cba0ea13b67 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:43:01.942410 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-57a57bff-2923-42fe-88b7-f9e1837958ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:01.993047 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-57a57bff-2923-42fe-88b7-f9e1837958ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:02.056919 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-57a57bff-2923-42fe-88b7-f9e1837958ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:02.209010 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-57a57bff-2923-42fe-88b7-f9e1837958ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:02.224905 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9843df-80ec-4d75-9ec1-89741f3f52e5 req-058e7b28-e743-465f-9c8e-ae1f79a776f1 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:02.239177 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2e9843df-80ec-4d75-9ec1-89741f3f52e5 req-058e7b28-e743-465f-9c8e-ae1f79a776f1 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 949 time: 0.1050081 Nov 12 08:43:02.273499 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a57bff-2923-42fe-88b7-f9e1837958ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2103b0c-3508-4d23-a5ab-1cba0ea13b67,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:02.292800 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-57a57bff-2923-42fe-88b7-f9e1837958ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:02.298611 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-57a57bff-2923-42fe-88b7-f9e1837958ea admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a2103b0c-3508-4d23-a5ab-1cba0ea13b67 HTTP/1.1" status: 204 len: 168 time: 0.4349446 Nov 12 08:43:02.299071 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 50432) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:02.349000 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2e9843df-80ec-4d75-9ec1-89741f3f52e5 req-77199b2d-3185-438d-ae44-99bc87dcc90b tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799143 Nov 12 08:43:02.430872 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14a9739b-24b4-440a-887f-623cfbcabb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:02.561015 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14a9739b-24b4-440a-887f-623cfbcabb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:02.588923 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-14a9739b-24b4-440a-887f-623cfbcabb3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b74341-dec1-46cb-ba7f-5821820cc30c']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:02.600269 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-14a9739b-24b4-440a-887f-623cfbcabb3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a08cc8-ab54-4018-b414-d98e1626620d') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:02.600943 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-14a9739b-24b4-440a-887f-623cfbcabb3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a08cc8-ab54-4018-b414-d98e1626620d') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:02.620374 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14a9739b-24b4-440a-887f-623cfbcabb3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:02.649242 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14a9739b-24b4-440a-887f-623cfbcabb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:02.661519 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a9739b-24b4-440a-887f-623cfbcabb3b admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:43:02.662367 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14a9739b-24b4-440a-887f-623cfbcabb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:02.665504 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:43:02.665504 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:43:02.665504 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:43:02.665504 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:43:02.665504 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:43:02.665504 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:43:02.665504 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:43:02.665504 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:43:02.665504 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:43:02.665504 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:43:02.665504 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:43:02.665504 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:43:02.665504 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:43:02.665504 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:43:02.665504 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:43:02.665504 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:43:02.665504 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:43:02.665504 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:43:02.665504 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:43:02.665504 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:43:02.665504 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:43:02.665504 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:43:02.665504 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:43:02.665504 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:43:02.665504 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:43:02.665504 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:43:02.665504 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:43:02.665504 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:43:02.665504 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:43:02.665504 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:43:02.665504 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:43:02.665504 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:43:02.851763 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device eaad093f-38cd-48b3-808a-0ef8feb316e1 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:02.907853 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14a9739b-24b4-440a-887f-623cfbcabb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:02.988669 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14a9739b-24b4-440a-887f-623cfbcabb3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:02.990606 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-14a9739b-24b4-440a-887f-623cfbcabb3b admin admin] 10.222.0.37 "DELETE /v2.0/networks/a2b74341-dec1-46cb-ba7f-5821820cc30c HTTP/1.1" status: 204 len: 168 time: 0.6888013 Nov 12 08:43:02.992463 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a9739b-24b4-440a-887f-623cfbcabb3b admin admin] Pushing event deleted for resources: {'Network': ['ID=a2b74341-dec1-46cb-ba7f-5821820cc30c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:03.041273 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port eaad093f-38cd-48b3-808a-0ef8feb316e1 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:43:03.046240 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port eaad093f-38cd-48b3-808a-0ef8feb316e1 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:03.048013 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.155478 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.236012 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaad093f-38cd-48b3-808a-0ef8feb316e1'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:03.244781 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48023fa5-327b-4c97-a482-11e094d7b2a7" -d '{"events": [{"server_uuid": "a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f", "name": "network-vif-plugged", "status": "completed", "tag": "eaad093f-38cd-48b3-808a-0ef8feb316e1"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:03.255991 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port eaad093f-38cd-48b3-808a-0ef8feb316e1, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=eaad093f-38cd-48b3-808a-0ef8feb316e1,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:03.278477 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.346045 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d2f4fd-2451-454c-8b3c-1d40bc94f30b x-openstack-request-id: req-69d2f4fd-2451-454c-8b3c-1d40bc94f30b {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:03.346598 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f", "name": "network-vif-plugged", "status": "completed", "tag": "eaad093f-38cd-48b3-808a-0ef8feb316e1", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:03.347096 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-69d2f4fd-2451-454c-8b3c-1d40bc94f30b {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:03.347701 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaad093f-38cd-48b3-808a-0ef8feb316e1', 'code': 200} Nov 12 08:43:03.434209 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=eaad093f-38cd-48b3-808a-0ef8feb316e1,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:03.463477 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 50454) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:03.585786 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ca2a004f-00a8-470c-bb26-c7a2283646a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5b02b0aaac484460ac2bb6b15d3de3aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1201909 Nov 12 08:43:03.588603 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 50458) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:03.626277 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb5006-8b3b-46df-8b85-e17ac12edeee req-b730be1b-e2ec-4587-b01d-0c545bafdcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:03.628962 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-baeb5006-8b3b-46df-8b85-e17ac12edeee req-b730be1b-e2ec-4587-b01d-0c545bafdcc3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 1102 time: 0.1524723 Nov 12 08:43:03.649255 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a665365-fa77-4db3-8df7-ab0eb4132865 req-d1fd380c-fae3-4749-8a2f-67e79473afb5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:03.651765 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1a665365-fa77-4db3-8df7-ab0eb4132865 req-d1fd380c-fae3-4749-8a2f-67e79473afb5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.1144295 Nov 12 08:43:03.723548 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d4c27093-909d-42c1-8bba-8a1bab94dff0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.734875 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-baeb5006-8b3b-46df-8b85-e17ac12edeee req-0660db94-0581-4cc2-902e-fe9e9c1600b5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938735 Nov 12 08:43:03.808094 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d4c27093-909d-42c1-8bba-8a1bab94dff0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.899606 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1a665365-fa77-4db3-8df7-ab0eb4132865 req-388ff339-ce56-4726-8a45-061897b33908 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770289 Nov 12 08:43:03.909920 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d4c27093-909d-42c1-8bba-8a1bab94dff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.912790 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d4c27093-909d-42c1-8bba-8a1bab94dff0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.914068 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d4c27093-909d-42c1-8bba-8a1bab94dff0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6249d864-57ec-4a04-9247-28ad324576af HTTP/1.1" status: 204 len: 168 time: 0.3242822 Nov 12 08:43:03.932141 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c27093-909d-42c1-8bba-8a1bab94dff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6249d864-57ec-4a04-9247-28ad324576af,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:04.214267 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 50472) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:04.530710 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5cb53e3-6910-4ef4-8181-8c2ef376a7d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.595218 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device fc0efad9-0cbf-4162-9df2-27ff8093b56b no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:43:04.638961 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: fc0efad9-0cbf-4162-9df2-27ff8093b56b {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:43:04.639608 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device fc0efad9-0cbf-4162-9df2-27ff8093b56b not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:43:04.694515 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5cb53e3-6910-4ef4-8181-8c2ef376a7d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.700069 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5cb53e3-6910-4ef4-8181-8c2ef376a7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.746777 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c5cb53e3-6910-4ef4-8181-8c2ef376a7d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7adf60b7e28241bf956a808ba595a4a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5313344 Nov 12 08:43:04.747958 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb53e3-6910-4ef4-8181-8c2ef376a7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b389623-f146-4832-8e90-8db305b281c4,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:04.749907 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 50486) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:04.841967 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7e4dc9b3-dd5d-4193-a8e6-839ca1541333 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.899469 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7e4dc9b3-dd5d-4193-a8e6-839ca1541333 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.998814 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7e4dc9b3-dd5d-4193-a8e6-839ca1541333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.002334 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7e4dc9b3-dd5d-4193-a8e6-839ca1541333 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.008947 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7e4dc9b3-dd5d-4193-a8e6-839ca1541333 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b389623-f146-4832-8e90-8db305b281c4 HTTP/1.1" status: 204 len: 168 time: 0.2570815 Nov 12 08:43:05.041252 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4dc9b3-dd5d-4193-a8e6-839ca1541333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b389623-f146-4832-8e90-8db305b281c4,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:05.166350 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 50506) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:05.202502 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde752df-14d7-42cc-8b16-e8e95a1e06da req-af003cc1-6d82-40b5-b31e-628863fe9e17 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:05.204711 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cde752df-14d7-42cc-8b16-e8e95a1e06da req-af003cc1-6d82-40b5-b31e-628863fe9e17 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.1923490 Nov 12 08:43:05.296479 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cde752df-14d7-42cc-8b16-e8e95a1e06da req-92887fa2-33d3-4165-86c7-5cb68c36438a tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842829 Nov 12 08:43:05.608798 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-7d954858-4a88-48d2-9d78-5e2d8600a46c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1566792806-network', 'tenant_id': '996259a10527451c888b4d7eec3124a5'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:05.673347 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d954858-4a88-48d2-9d78-5e2d8600a46c admin admin] Made reservation on behalf of 996259a10527451c888b4d7eec3124a5 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:05.677528 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7d954858-4a88-48d2-9d78-5e2d8600a46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.706473 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7d954858-4a88-48d2-9d78-5e2d8600a46c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.812954 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 50512) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:05.829314 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bb6b2dae-f429-456c-a2f3-8c4dd2bb4b13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.863830 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7d954858-4a88-48d2-9d78-5e2d8600a46c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.869834 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7d954858-4a88-48d2-9d78-5e2d8600a46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.896593 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d954858-4a88-48d2-9d78-5e2d8600a46c admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:43:05.924709 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7d954858-4a88-48d2-9d78-5e2d8600a46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.925078 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-7d954858-4a88-48d2-9d78-5e2d8600a46c admin admin] Added segment 0179b33d-a70b-4e3b-bf5e-03f4b365ef7b of type vlan for network 4e6218ad-fe31-435b-9947-33f71cc4aa84 Nov 12 08:43:05.926634 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d954858-4a88-48d2-9d78-5e2d8600a46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee80257-3f4d-4858-a545-c785b5d3e3ca,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:05.986850 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7d954858-4a88-48d2-9d78-5e2d8600a46c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.997090 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bb6b2dae-f429-456c-a2f3-8c4dd2bb4b13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.006378 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bb6b2dae-f429-456c-a2f3-8c4dd2bb4b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.020104 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7d954858-4a88-48d2-9d78-5e2d8600a46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.021921 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d954858-4a88-48d2-9d78-5e2d8600a46c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:06.022625 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7d954858-4a88-48d2-9d78-5e2d8600a46c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.060423 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bb6b2dae-f429-456c-a2f3-8c4dd2bb4b13 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a2e48451c5b463da8ba933e0c32f3aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2450330 Nov 12 08:43:06.061527 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b2dae-f429-456c-a2f3-8c4dd2bb4b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e28cc71-021b-4063-acf1-851991d44c6d,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:06.063791 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 50514) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:06.106706 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7d954858-4a88-48d2-9d78-5e2d8600a46c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9383457 Nov 12 08:43:06.109841 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 50516) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:06.116571 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-8b01d4a4-55db-4e49-8443-e368ca0c7987 admin admin] Request body: {'subnet': {'network_id': '4e6218ad-fe31-435b-9947-33f71cc4aa84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1566792806-subnet', 'tenant_id': '996259a10527451c888b4d7eec3124a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:06.146933 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d954858-4a88-48d2-9d78-5e2d8600a46c admin admin] Pushing event updated for resources: {'Network': ['ID=4e6218ad-fe31-435b-9947-33f71cc4aa84,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:06.167445 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 4e6218ad-fe31-435b-9947-33f71cc4aa84 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:06.185810 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b01d4a4-55db-4e49-8443-e368ca0c7987 admin admin] Made reservation on behalf of 996259a10527451c888b4d7eec3124a5 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:06.190104 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df32a1eb-369d-464c-a354-0ca5375b6d43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.196163 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8b01d4a4-55db-4e49-8443-e368ca0c7987 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.254130 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df32a1eb-369d-464c-a354-0ca5375b6d43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.404470 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df32a1eb-369d-464c-a354-0ca5375b6d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.412592 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df32a1eb-369d-464c-a354-0ca5375b6d43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.415624 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-df32a1eb-369d-464c-a354-0ca5375b6d43 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e28cc71-021b-4063-acf1-851991d44c6d HTTP/1.1" status: 204 len: 168 time: 0.3488011 Nov 12 08:43:06.433949 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32a1eb-369d-464c-a354-0ca5375b6d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e28cc71-021b-4063-acf1-851991d44c6d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:06.542284 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a9cc7-5f7f-48b0-b78d-742a9ab798eb req-337edbff-a43f-43c3-8bbc-42fc3f3d8fd1 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:06.543855 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a80a9cc7-5f7f-48b0-b78d-742a9ab798eb req-337edbff-a43f-43c3-8bbc-42fc3f3d8fd1 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.1220262 Nov 12 08:43:06.679535 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8b01d4a4-55db-4e49-8443-e368ca0c7987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.731909 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a80a9cc7-5f7f-48b0-b78d-742a9ab798eb req-840b4e57-f423-4d7e-9442-ad50780173a5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220322 Nov 12 08:43:06.875593 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01d4a4-55db-4e49-8443-e368ca0c7987 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c07686c-47fe-48ff-92a6-14102438ee8f,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:06.902394 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b01d4a4-55db-4e49-8443-e368ca0c7987 admin admin] Checking segment: {'id': '0179b33d-a70b-4e3b-bf5e-03f4b365ef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4e6218ad-fe31-435b-9947-33f71cc4aa84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:06.902753 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b01d4a4-55db-4e49-8443-e368ca0c7987 admin admin] Network hostable DHCP agents. Network: 4e6218ad-fe31-435b-9947-33f71cc4aa84, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:43:06.930925 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b01d4a4-55db-4e49-8443-e368ca0c7987 admin admin] Network 4e6218ad-fe31-435b-9947-33f71cc4aa84 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:43:06.948751 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-8b01d4a4-55db-4e49-8443-e368ca0c7987 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 4e6218ad-fe31-435b-9947-33f71cc4aa84) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:06.960988 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d8b13a-a328-4e52-b22c-076e1b176ba0 None None] Network 4e6218ad-fe31-435b-9947-33f71cc4aa84 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:06.975472 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b01d4a4-55db-4e49-8443-e368ca0c7987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:06.981720 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8b01d4a4-55db-4e49-8443-e368ca0c7987 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:07.020834 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8b01d4a4-55db-4e49-8443-e368ca0c7987 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9094727 Nov 12 08:43:07.113403 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb7f4d-3e1c-4246-9031-46f0d51ff77e req-5523ff43-ada1-47fc-9a78-884b1a9e27b4 tempest-MigrationsAdminTest-947538201 tempest-MigrationsAdminTest-947538201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:07.117395 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6ceb7f4d-3e1c-4246-9031-46f0d51ff77e req-5523ff43-ada1-47fc-9a78-884b1a9e27b4 tempest-MigrationsAdminTest-947538201 tempest-MigrationsAdminTest-947538201-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 1102 time: 0.0577574 Nov 12 08:43:07.191801 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6ceb7f4d-3e1c-4246-9031-46f0d51ff77e req-5014c03a-aa17-4ec4-9128-03eacaa3184c tempest-MigrationsAdminTest-947538201 tempest-MigrationsAdminTest-947538201-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599966 Nov 12 08:43:07.201307 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8732a6-ec46-425e-9351-3ddd546e8f5c None None] Network 4e6218ad-fe31-435b-9947-33f71cc4aa84 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:07.641996 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-33447c62-d8f8-4124-8b5a-4505a46153d2 req-664c27a4-e2fc-4976-b243-a9238d7bfc8c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:43:07.652254 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-33447c62-d8f8-4124-8b5a-4505a46153d2 req-664c27a4-e2fc-4976-b243-a9238d7bfc8c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3414614 Nov 12 08:43:07.774508 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f40e912f-55bf-4d68-86c9-4f7efae90cf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:07.933874 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 50606) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:07.941961 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a2c1df33-6dda-4753-b72f-c8deb261d804 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-936110103-network', 'tenant_id': '1ad3f67050d542bd83dee619c31b857f'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:07.987889 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa1855-5f1e-447f-9223-c6c965170944 req-09754904-ff18-4244-9e29-bb4bf01f37e3 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:07.996723 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9aaa1855-5f1e-447f-9223-c6c965170944 req-09754904-ff18-4244-9e29-bb4bf01f37e3 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac7f0d2c-97e3-46d0-a11a-3018f02eabc3 HTTP/1.1" status: 200 len: 950 time: 0.1342523 Nov 12 08:43:08.010987 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c1df33-6dda-4753-b72f-c8deb261d804 admin admin] Made reservation on behalf of 1ad3f67050d542bd83dee619c31b857f for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:08.014135 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a2c1df33-6dda-4753-b72f-c8deb261d804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:08.030353 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a2c1df33-6dda-4753-b72f-c8deb261d804 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:08.078598 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9aaa1855-5f1e-447f-9223-c6c965170944 req-e694963b-8b76-45a7-aad7-d04e9e2949e6 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09f2b22-3713-42f9-afdc-4a98abd46f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808291 Nov 12 08:43:08.138447 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a2c1df33-6dda-4753-b72f-c8deb261d804 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:08.151137 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-e5d7ec95-7b1b-45cd-aebf-57c0195ac79f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1662078 Nov 12 08:43:08.153003 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a2c1df33-6dda-4753-b72f-c8deb261d804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:08.172100 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c1df33-6dda-4753-b72f-c8deb261d804 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:43:08.195867 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a2c1df33-6dda-4753-b72f-c8deb261d804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:08.196759 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-a2c1df33-6dda-4753-b72f-c8deb261d804 admin admin] Added segment 1154da70-3616-4a39-a8fc-acbfeeb918a5 of type vlan for network 885d6741-8ef2-4e8e-9dbe-27136a44f246 Nov 12 08:43:08.206387 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0e7f6-e14f-400c-a765-be8059ca721a req-ffde7b77-9abe-44a6-9e1f-a46bfa67a928 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:08.216259 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-31d0e7f6-e14f-400c-a765-be8059ca721a req-ffde7b77-9abe-44a6-9e1f-a46bfa67a928 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.1293566 Nov 12 08:43:08.261147 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1df33-6dda-4753-b72f-c8deb261d804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231bcb26-2854-43ce-a132-1775275940c5,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:08.285257 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a2c1df33-6dda-4753-b72f-c8deb261d804 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:08.303618 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-31d0e7f6-e14f-400c-a765-be8059ca721a req-1a419a22-860b-4d62-b047-5ee2aee20b5a tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776479 Nov 12 08:43:08.325103 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a2c1df33-6dda-4753-b72f-c8deb261d804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:08.326721 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c1df33-6dda-4753-b72f-c8deb261d804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:08.327685 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a2c1df33-6dda-4753-b72f-c8deb261d804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:08.439497 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a2c1df33-6dda-4753-b72f-c8deb261d804 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5015237 Nov 12 08:43:08.440065 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 50620) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:08.445947 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-99b2d678-dc03-4337-93c6-e0b68694dc34 admin admin] Request body: {'subnet': {'network_id': '885d6741-8ef2-4e8e-9dbe-27136a44f246', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-936110103-subnet', 'tenant_id': '1ad3f67050d542bd83dee619c31b857f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:08.458993 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1df33-6dda-4753-b72f-c8deb261d804 admin admin] Pushing event updated for resources: {'Network': ['ID=885d6741-8ef2-4e8e-9dbe-27136a44f246,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:08.473633 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 885d6741-8ef2-4e8e-9dbe-27136a44f246 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:08.483254 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b2d678-dc03-4337-93c6-e0b68694dc34 admin admin] Made reservation on behalf of 1ad3f67050d542bd83dee619c31b857f for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:08.486021 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-99b2d678-dc03-4337-93c6-e0b68694dc34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:08.860120 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-99b2d678-dc03-4337-93c6-e0b68694dc34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:08.958097 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2d678-dc03-4337-93c6-e0b68694dc34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=015f91de-babe-4093-b379-28c153a1ad4a,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:09.001045 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b2d678-dc03-4337-93c6-e0b68694dc34 admin admin] Checking segment: {'id': '1154da70-3616-4a39-a8fc-acbfeeb918a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '885d6741-8ef2-4e8e-9dbe-27136a44f246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:09.001402 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b2d678-dc03-4337-93c6-e0b68694dc34 admin admin] Network hostable DHCP agents. Network: 885d6741-8ef2-4e8e-9dbe-27136a44f246, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:43:09.038831 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b2d678-dc03-4337-93c6-e0b68694dc34 admin admin] Network 885d6741-8ef2-4e8e-9dbe-27136a44f246 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:43:09.064962 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-99b2d678-dc03-4337-93c6-e0b68694dc34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 885d6741-8ef2-4e8e-9dbe-27136a44f246) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:09.085471 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7668d82-0c3f-47f5-ae02-101b7e77b4ff None None] Network 885d6741-8ef2-4e8e-9dbe-27136a44f246 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:09.116601 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b2d678-dc03-4337-93c6-e0b68694dc34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:09.117285 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-99b2d678-dc03-4337-93c6-e0b68694dc34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.150781 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-99b2d678-dc03-4337-93c6-e0b68694dc34 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7010617 Nov 12 08:43:09.356755 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576e57a-ef33-46a1-8a6a-fb752e8f8993 req-2172eb1c-2111-4c32-a5ff-35382f1b09aa tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:09.383037 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1576e57a-ef33-46a1-8a6a-fb752e8f8993 req-2172eb1c-2111-4c32-a5ff-35382f1b09aa tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac7f0d2c-97e3-46d0-a11a-3018f02eabc3 HTTP/1.1" status: 200 len: 950 time: 0.1275456 Nov 12 08:43:09.471830 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1576e57a-ef33-46a1-8a6a-fb752e8f8993 req-840d2554-cd6c-439a-8870-cbca69d13680 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09f2b22-3713-42f9-afdc-4a98abd46f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874205 Nov 12 08:43:09.672677 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef65cd-4c6a-421d-a69e-b99818d8a69f req-3c56184d-9583-42b0-b0c6-2b1c160c9603 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:09.687028 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-60ef65cd-4c6a-421d-a69e-b99818d8a69f req-3c56184d-9583-42b0-b0c6-2b1c160c9603 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.1750157 Nov 12 08:43:09.781820 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-60ef65cd-4c6a-421d-a69e-b99818d8a69f req-325add44-2505-4588-8e0c-5b4257d0e00e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903645 Nov 12 08:43:09.889632 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e904370-e59b-4c3d-92cd-8607ba9c3701 None None] Network 885d6741-8ef2-4e8e-9dbe-27136a44f246 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:10.186191 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8f7d1293-abe2-4cdd-ab9e-5a2415bdfad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:10.304161 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-9602bb7b-ece4-4cf8-b22a-80be34f3e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:10.306052 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-9602bb7b-ece4-4cf8-b22a-80be34f3e62b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 1102 time: 0.0969243 Nov 12 08:43:10.575595 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-10198ea7-a889-43f2-aa35-0259ded58661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:10.577254 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-10198ea7-a889-43f2-aa35-0259ded58661 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.2440403 Nov 12 08:43:10.642796 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-4cfd72ab-4311-4e51-8808-4cb5c8b6a3ee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=eaad093f-38cd-48b3-808a-0ef8feb316e1 HTTP/1.1" status: 200 len: 217 time: 0.0481303 Nov 12 08:43:10.721117 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-73975704-85f5-41d5-84ee-307b5da30d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:10.723031 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-73975704-85f5-41d5-84ee-307b5da30d97 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.0594792 Nov 12 08:43:10.913072 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 53bec097-cdab-4a19-b8c5-8d6a622d3cb7 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:43:11.056306 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:11.122884 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7f0d2c-97e3-46d0-a11a-3018f02eabc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53bec097-cdab-4a19-b8c5-8d6a622d3cb7'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:11.133163 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ecc3ca-ad95-4105-ba97-843b9c9d618b" -d '{"events": [{"server_uuid": "ac7f0d2c-97e3-46d0-a11a-3018f02eabc3", "name": "network-vif-unplugged", "status": "completed", "tag": "53bec097-cdab-4a19-b8c5-8d6a622d3cb7"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:11.147176 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 53bec097-cdab-4a19-b8c5-8d6a622d3cb7, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=53bec097-cdab-4a19-b8c5-8d6a622d3cb7,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:11.155530 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:11.286783 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=53bec097-cdab-4a19-b8c5-8d6a622d3cb7,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:11.327532 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-f44f546e-671d-4e74-90d8-d2b945bef944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:11.329235 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-f44f546e-671d-4e74-90d8-d2b945bef944 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5872564 Nov 12 08:43:11.439131 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-506b28f0-1450-43ae-a7cd-86a8151c8106 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:11.446720 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-506b28f0-1450-43ae-a7cd-86a8151c8106 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.37 "GET /v2.0/networks?id=4e6218ad-fe31-435b-9947-33f71cc4aa84 HTTP/1.1" status: 200 len: 825 time: 0.1219366 Nov 12 08:43:11.540402 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-eabfdf5b-a89a-445d-a878-20214f1f9d55 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.37 "GET /v2.0/quotas/996259a10527451c888b4d7eec3124a5 HTTP/1.1" status: 200 len: 375 time: 0.0921648 Nov 12 08:43:11.601620 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-dc86b968-95e4-45f0-8f9e-df8b2f3289a5 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=996259a10527451c888b4d7eec3124a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387225 Nov 12 08:43:11.607026 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-29e792e3-9570-4a1f-9ead-3fc3b09d90a5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:43:11.614912 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-29e792e3-9570-4a1f-9ead-3fc3b09d90a5 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121882 Nov 12 08:43:11.726735 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d63e24-ab01-45c7-aba6-5fb23d1d816b req-7f92731f-fe0e-458f-91ca-d930968fca09 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:11.734672 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-31d63e24-ab01-45c7-aba6-5fb23d1d816b req-7f92731f-fe0e-458f-91ca-d930968fca09 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.2469554 Nov 12 08:43:11.753055 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-fb36ae55-328d-4fdd-b276-fd0d87468fdd service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027575 Nov 12 08:43:11.835145 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-426a4a73-ff16-44bd-ab5d-24f2aa59c712 service neutron] 10.222.0.37 "GET /v2.0/networks/4e6218ad-fe31-435b-9947-33f71cc4aa84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184281 Nov 12 08:43:11.923817 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:11.935583 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-31d63e24-ab01-45c7-aba6-5fb23d1d816b req-d6ff6d76-416e-4cde-8f1c-54ba2084e45f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997707 Nov 12 08:43:12.030548 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-b0cf351e-3eab-4830-9945-56c608929464 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530010 Nov 12 08:43:12.073625 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b97129-767d-4870-bfbd-5dd556511170 x-openstack-request-id: req-58b97129-767d-4870-bfbd-5dd556511170 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:12.073934 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7f0d2c-97e3-46d0-a11a-3018f02eabc3", "name": "network-vif-unplugged", "status": "completed", "tag": "53bec097-cdab-4a19-b8c5-8d6a622d3cb7", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:12.074363 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-58b97129-767d-4870-bfbd-5dd556511170 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:12.074959 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7f0d2c-97e3-46d0-a11a-3018f02eabc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53bec097-cdab-4a19-b8c5-8d6a622d3cb7', 'code': 200} Nov 12 08:43:12.101436 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-03c005a6-da53-4116-ad4b-ebee7ac05e85 service neutron] 10.222.0.37 "GET /v2.0/networks/4e6218ad-fe31-435b-9947-33f71cc4aa84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621269 Nov 12 08:43:12.599166 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b40e6266-37d0-4a3d-a003-3480f3369731 req-86ac8865-2566-49d6-886c-d5e4d50f85f3 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.37 "GET /v2.0/ports?device_id=a454dfce-3002-44b6-a495-b34d119589e3 HTTP/1.1" status: 200 len: 210 time: 0.0469923 Nov 12 08:43:13.166460 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d28c00-eff5-4e0b-8ebb-5fdc57f70fb0 req-48661a58-3cd4-44bb-a158-b8182053700a tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:13.175398 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-29d28c00-eff5-4e0b-8ebb-5fdc57f70fb0 req-48661a58-3cd4-44bb-a158-b8182053700a tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.1213624 Nov 12 08:43:13.256620 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:13.268019 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-29d28c00-eff5-4e0b-8ebb-5fdc57f70fb0 req-9c630722-de8b-4e3c-8168-80c683f631ed tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915217 Nov 12 08:43:13.755606 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d5ce795a-3e2e-44a9-88cf-6d8bbd3d6df6 req-262c309f-dd2d-4b5b-8928-591cd2be9f56 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.37 "GET /v2.0/ports?device_id=a454dfce-3002-44b6-a495-b34d119589e3 HTTP/1.1" status: 200 len: 210 time: 0.0566313 Nov 12 08:43:13.908498 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:14.144291 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-b95f94c2-1dbc-4394-b1a3-0597586ff28f tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:14.146921 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-b95f94c2-1dbc-4394-b1a3-0597586ff28f tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.54 "GET /v2.0/networks?id=4e6218ad-fe31-435b-9947-33f71cc4aa84 HTTP/1.1" status: 200 len: 825 time: 0.2033570 Nov 12 08:43:14.162713 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-7a4fe00c-51d3-457b-8993-59e05ff948b0 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Request body: {'port': {'device_id': 'a454dfce-3002-44b6-a495-b34d119589e3', 'network_id': '4e6218ad-fe31-435b-9947-33f71cc4aa84', 'admin_state_up': True, 'tenant_id': '996259a10527451c888b4d7eec3124a5'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:14.330366 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-7a4fe00c-51d3-457b-8993-59e05ff948b0 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Made reservation on behalf of 996259a10527451c888b4d7eec3124a5 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:14.337049 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-7a4fe00c-51d3-457b-8993-59e05ff948b0 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:14.425737 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65627c-8fd0-47da-a0d7-451286b1ea00 req-b6aba9ff-2ab8-45e2-a197-eef734051ffb tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:14.434519 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ad65627c-8fd0-47da-a0d7-451286b1ea00 req-b6aba9ff-2ab8-45e2-a197-eef734051ffb tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.0744669 Nov 12 08:43:14.520287 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ad65627c-8fd0-47da-a0d7-451286b1ea00 req-e9fd7f60-fe22-46a8-9642-3f5dd11b3b7e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795918 Nov 12 08:43:14.604303 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-7a4fe00c-51d3-457b-8993-59e05ff948b0 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Allocated IP 172.20.0.9 (4e6218ad-fe31-435b-9947-33f71cc4aa84/0c07686c-47fe-48ff-92a6-14102438ee8f/f541fcda-64a0-4f97-8493-38d6f61953ec) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:14.878870 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-7a4fe00c-51d3-457b-8993-59e05ff948b0 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:14.931987 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-7a4fe00c-51d3-457b-8993-59e05ff948b0 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:14.953669 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8c255b6-465e-4ba8-84e1-8efc1b824ff7 req-216bb610-5ea4-4199-91bf-11658050cfed tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.37 "GET /v2.0/ports?device_id=a454dfce-3002-44b6-a495-b34d119589e3 HTTP/1.1" status: 200 len: 210 time: 0.0416946 Nov 12 08:43:15.004520 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4fe00c-51d3-457b-8993-59e05ff948b0 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Pushing event updated for resources: {'Port': ['ID=f541fcda-64a0-4f97-8493-38d6f61953ec,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:15.019718 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4fe00c-51d3-457b-8993-59e05ff948b0 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:15.020272 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4fe00c-51d3-457b-8993-59e05ff948b0 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:15.020720 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4fe00c-51d3-457b-8993-59e05ff948b0 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:15.021163 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4fe00c-51d3-457b-8993-59e05ff948b0 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:15.021690 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4fe00c-51d3-457b-8993-59e05ff948b0 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:15.022035 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4fe00c-51d3-457b-8993-59e05ff948b0 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:15.022477 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4fe00c-51d3-457b-8993-59e05ff948b0 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:15.022904 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4fe00c-51d3-457b-8993-59e05ff948b0 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:15.023355 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4fe00c-51d3-457b-8993-59e05ff948b0 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:15.023825 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4fe00c-51d3-457b-8993-59e05ff948b0 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:15.024263 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4fe00c-51d3-457b-8993-59e05ff948b0 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:15.024689 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4fe00c-51d3-457b-8993-59e05ff948b0 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:15.036424 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-7a4fe00c-51d3-457b-8993-59e05ff948b0 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Network 4e6218ad-fe31-435b-9947-33f71cc4aa84 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:15.038115 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-7a4fe00c-51d3-457b-8993-59e05ff948b0 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:15.040896 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-7a4fe00c-51d3-457b-8993-59e05ff948b0 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:15.096430 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-7a4fe00c-51d3-457b-8993-59e05ff948b0 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:15.096430 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-7a4fe00c-51d3-457b-8993-59e05ff948b0 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:15.174713 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-7a4fe00c-51d3-457b-8993-59e05ff948b0 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0159199 Nov 12 08:43:15.192327 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-91d28042-6927-4a8d-b460-6525c64e7d5d service neutron] Request body: {'port': {'device_id': 'a454dfce-3002-44b6-a495-b34d119589e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:15.283015 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-91d28042-6927-4a8d-b460-6525c64e7d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:15.628941 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-91d28042-6927-4a8d-b460-6525c64e7d5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f541fcda-64a0-4f97-8493-38d6f61953ec {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:43:15.638246 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-91d28042-6927-4a8d-b460-6525c64e7d5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:15.659080 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-91d28042-6927-4a8d-b460-6525c64e7d5d service neutron] Transition to ACTIVE for port object f541fcda-64a0-4f97-8493-38d6f61953ec will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:43:15.664036 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-91d28042-6927-4a8d-b460-6525c64e7d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:15.676183 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a5b6e-da91-41c5-816d-467970e3f5ec req-3d24f10c-90e1-4b35-99df-95a8d74af27e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:15.688287 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-160a5b6e-da91-41c5-816d-467970e3f5ec req-3d24f10c-90e1-4b35-99df-95a8d74af27e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.0692317 Nov 12 08:43:15.772270 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-160a5b6e-da91-41c5-816d-467970e3f5ec req-4b3ac6ee-b53c-4d03-8e76-d64a0ea27134 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825453 Nov 12 08:43:15.790212 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d28042-6927-4a8d-b460-6525c64e7d5d service neutron] Pushing event updated for resources: {'Port': ['ID=f541fcda-64a0-4f97-8493-38d6f61953ec,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:15.889167 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-91d28042-6927-4a8d-b460-6525c64e7d5d service neutron] Attempting to bind port f541fcda-64a0-4f97-8493-38d6f61953ec on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:43:15.889453 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-91d28042-6927-4a8d-b460-6525c64e7d5d service neutron] Attempting to bind port f541fcda-64a0-4f97-8493-38d6f61953ec by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '0179b33d-a70b-4e3b-bf5e-03f4b365ef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4e6218ad-fe31-435b-9947-33f71cc4aa84'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:43:15.889765 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-91d28042-6927-4a8d-b460-6525c64e7d5d service neutron] Attempting to bind port f541fcda-64a0-4f97-8493-38d6f61953ec on network 4e6218ad-fe31-435b-9947-33f71cc4aa84 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:15.895141 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-91d28042-6927-4a8d-b460-6525c64e7d5d service neutron] Port f541fcda-64a0-4f97-8493-38d6f61953ec on network 4e6218ad-fe31-435b-9947-33f71cc4aa84 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:43:15.895474 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-91d28042-6927-4a8d-b460-6525c64e7d5d service neutron] Attempting to bind port f541fcda-64a0-4f97-8493-38d6f61953ec on network 4e6218ad-fe31-435b-9947-33f71cc4aa84 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:15.901407 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-91d28042-6927-4a8d-b460-6525c64e7d5d service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:43:15.902000 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-91d28042-6927-4a8d-b460-6525c64e7d5d service neutron] Checking segment: {'id': '0179b33d-a70b-4e3b-bf5e-03f4b365ef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4e6218ad-fe31-435b-9947-33f71cc4aa84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:15.902409 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-91d28042-6927-4a8d-b460-6525c64e7d5d service neutron] Bound using segment: {'id': '0179b33d-a70b-4e3b-bf5e-03f4b365ef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4e6218ad-fe31-435b-9947-33f71cc4aa84'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:43:15.902853 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-91d28042-6927-4a8d-b460-6525c64e7d5d service neutron] Bound port: f541fcda-64a0-4f97-8493-38d6f61953ec, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0179b33d-a70b-4e3b-bf5e-03f4b365ef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4e6218ad-fe31-435b-9947-33f71cc4aa84'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:43:15.903218 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-91d28042-6927-4a8d-b460-6525c64e7d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:15.992757 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-91d28042-6927-4a8d-b460-6525c64e7d5d service neutron] For port f541fcda-64a0-4f97-8493-38d6f61953ec, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:43:15.996512 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-91d28042-6927-4a8d-b460-6525c64e7d5d service neutron] For port f541fcda-64a0-4f97-8493-38d6f61953ec, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f541fcda-64a0-4f97-8493-38d6f61953ec,segment=NetworkSegment(0179b33d-a70b-4e3b-bf5e-03f4b365ef7b),segment_id=0179b33d-a70b-4e3b-bf5e-03f4b365ef7b)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:43:16.018102 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-91d28042-6927-4a8d-b460-6525c64e7d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:16.083933 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-91d28042-6927-4a8d-b460-6525c64e7d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:16.088617 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-91d28042-6927-4a8d-b460-6525c64e7d5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:16.091815 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-91d28042-6927-4a8d-b460-6525c64e7d5d service neutron] 10.222.0.54 "PUT /v2.0/ports/f541fcda-64a0-4f97-8493-38d6f61953ec HTTP/1.1" status: 200 len: 1092 time: 0.9079680 Nov 12 08:43:16.091815 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a454dfce-3002-44b6-a495-b34d119589e3', 'tag': 'f541fcda-64a0-4f97-8493-38d6f61953ec'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:16.106932 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b9293f-b8ac-4d6c-ac59-82fe9913125a" -d '{"events": [{"name": "network-changed", "server_uuid": "a454dfce-3002-44b6-a495-b34d119589e3", "tag": "f541fcda-64a0-4f97-8493-38d6f61953ec"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:16.179131 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01abfda-a0b6-42ae-9882-220c55a82d1f req-8dd524bb-afbb-4672-b49a-01502dda7904 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:16.193530 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d01abfda-a0b6-42ae-9882-220c55a82d1f req-8dd524bb-afbb-4672-b49a-01502dda7904 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.37 "GET /v2.0/ports?device_id=a454dfce-3002-44b6-a495-b34d119589e3 HTTP/1.1" status: 200 len: 943 time: 0.0976744 Nov 12 08:43:16.222811 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c1580d-30aa-4609-9c44-79acd7e05399 x-openstack-request-id: req-39c1580d-30aa-4609-9c44-79acd7e05399 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:16.224214 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a454dfce-3002-44b6-a495-b34d119589e3", "tag": "f541fcda-64a0-4f97-8493-38d6f61953ec", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:16.224925 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-39c1580d-30aa-4609-9c44-79acd7e05399 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:16.225430 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a454dfce-3002-44b6-a495-b34d119589e3', 'tag': 'f541fcda-64a0-4f97-8493-38d6f61953ec', 'status': 'completed', 'code': 200} Nov 12 08:43:16.350999 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d01abfda-a0b6-42ae-9882-220c55a82d1f req-db566d9d-ca70-45b7-bb44-3118ab7b146d tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ee80257-3f4d-4858-a545-c785b5d3e3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555519 Nov 12 08:43:16.683058 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d28042-6927-4a8d-b460-6525c64e7d5d service neutron] Pushing event updated for resources: {'Port': ['ID=f541fcda-64a0-4f97-8493-38d6f61953ec,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:16.719606 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-1551748c-8614-47ce-9cc5-62a154d1a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:16.722336 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-1551748c-8614-47ce-9cc5-62a154d1a478 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=996259a10527451c888b4d7eec3124a5&device_id=a454dfce-3002-44b6-a495-b34d119589e3 HTTP/1.1" status: 200 len: 1095 time: 0.5675817 Nov 12 08:43:16.776477 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-3688eb8a-bd7e-4c97-b9aa-1cb65d7c480c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f541fcda-64a0-4f97-8493-38d6f61953ec HTTP/1.1" status: 200 len: 217 time: 0.0456266 Nov 12 08:43:16.853065 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-c21d00b1-224d-4866-8f6b-3d3f6f99d31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:16.860328 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-c21d00b1-224d-4866-8f6b-3d3f6f99d31c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0c07686c-47fe-48ff-92a6-14102438ee8f HTTP/1.1" status: 200 len: 865 time: 0.0761321 Nov 12 08:43:16.909570 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-887efcdb-e386-4192-a946-6d2cfa7b25d7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4e6218ad-fe31-435b-9947-33f71cc4aa84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438578 Nov 12 08:43:16.931401 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb11ee-45e9-4eb7-b9a4-c82f7cbefb76 req-dbd78e8b-4e96-4d8c-9cdf-129e473f6807 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:16.941092 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49bb11ee-45e9-4eb7-b9a4-c82f7cbefb76 req-dbd78e8b-4e96-4d8c-9cdf-129e473f6807 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.0639997 Nov 12 08:43:16.967227 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 53bec097-cdab-4a19-b8c5-8d6a622d3cb7 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:43:17.011302 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49bb11ee-45e9-4eb7-b9a4-c82f7cbefb76 req-ae7283da-1ccd-4012-bfba-77e8960c0b9c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690582 Nov 12 08:43:17.035995 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-b6c67ba8-e7c3-4701-b99f-a15098d3a61e service neutron] 10.222.0.54 "GET /v2.0/networks/4e6218ad-fe31-435b-9947-33f71cc4aa84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193366 Nov 12 08:43:17.149119 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 53bec097-cdab-4a19-b8c5-8d6a622d3cb7, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=53bec097-cdab-4a19-b8c5-8d6a622d3cb7,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:17.176196 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '53bec097-cdab-4a19-b8c5-8d6a622d3cb7', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': '53bec097-cdab-4a19-b8c5-8d6a622d3cb7', 'mac_address': 'fa:16:3e:ec:69:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:43:17.248512 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:17.269821 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-78b34c3f-0388-46fe-9a5f-5fc5502a2288 req-a2faaed2-5b14-4311-ba57-60b70fde4212 service neutron] 10.222.0.54 "GET /v2.0/networks/4e6218ad-fe31-435b-9947-33f71cc4aa84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220192 Nov 12 08:43:17.273024 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53bec097-cdab-4a19-b8c5-8d6a622d3cb7 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:43:17.328396 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 53bec097-cdab-4a19-b8c5-8d6a622d3cb7, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=53bec097-cdab-4a19-b8c5-8d6a622d3cb7,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:17.335434 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:17.418399 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9293f-b8ac-4d6c-ac59-82fe9913125a req-64a79fd1-654e-40b8-92de-1ec46b712d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:17.421818 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b8b9293f-b8ac-4d6c-ac59-82fe9913125a req-64a79fd1-654e-40b8-92de-1ec46b712d63 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=996259a10527451c888b4d7eec3124a5&device_id=a454dfce-3002-44b6-a495-b34d119589e3 HTTP/1.1" status: 200 len: 1095 time: 0.0803361 Nov 12 08:43:17.459332 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=53bec097-cdab-4a19-b8c5-8d6a622d3cb7,revision_number=9']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:17.526768 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce25fb7-7c21-47f2-ae09-6f1e941d1294 req-be3ef8db-43c7-44bf-a8c0-44ad6400200b tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:17.535184 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0ce25fb7-7c21-47f2-ae09-6f1e941d1294 req-be3ef8db-43c7-44bf-a8c0-44ad6400200b tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.37 "GET /v2.0/ports?device_id=a454dfce-3002-44b6-a495-b34d119589e3 HTTP/1.1" status: 200 len: 943 time: 0.0689437 Nov 12 08:43:17.613529 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9293f-b8ac-4d6c-ac59-82fe9913125a req-8400f71e-2968-46f2-ab8d-c2e95b6c8cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:17.618568 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b8b9293f-b8ac-4d6c-ac59-82fe9913125a req-8400f71e-2968-46f2-ab8d-c2e95b6c8cfc service neutron] 10.222.0.54 "GET /v2.0/networks?id=4e6218ad-fe31-435b-9947-33f71cc4aa84 HTTP/1.1" status: 200 len: 926 time: 0.1867266 Nov 12 08:43:17.620538 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0ce25fb7-7c21-47f2-ae09-6f1e941d1294 req-82ba463f-1673-436f-b9f7-4c723da5154d tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ee80257-3f4d-4858-a545-c785b5d3e3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833893 Nov 12 08:43:17.633186 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['53bec097-cdab-4a19-b8c5-8d6a622d3cb7'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:43:17.719820 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b8b9293f-b8ac-4d6c-ac59-82fe9913125a req-16965718-1f08-4c89-a114-f5a97e278118 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f541fcda-64a0-4f97-8493-38d6f61953ec HTTP/1.1" status: 200 len: 217 time: 0.0909150 Nov 12 08:43:17.826060 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9293f-b8ac-4d6c-ac59-82fe9913125a req-d07b3eab-1d81-4a87-a70d-b8ae65da49a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:17.827531 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b8b9293f-b8ac-4d6c-ac59-82fe9913125a req-d07b3eab-1d81-4a87-a70d-b8ae65da49a8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0c07686c-47fe-48ff-92a6-14102438ee8f HTTP/1.1" status: 200 len: 865 time: 0.1001770 Nov 12 08:43:17.870238 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b8b9293f-b8ac-4d6c-ac59-82fe9913125a req-30949ebc-e8f6-41eb-b5e6-24099edc1ce5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4e6218ad-fe31-435b-9947-33f71cc4aa84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343690 Nov 12 08:43:18.022393 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b8b9293f-b8ac-4d6c-ac59-82fe9913125a req-93df9ca9-5c31-4df4-bb75-1b62a8e020a0 service neutron] 10.222.0.54 "GET /v2.0/networks/4e6218ad-fe31-435b-9947-33f71cc4aa84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389382 Nov 12 08:43:18.168103 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b8b9293f-b8ac-4d6c-ac59-82fe9913125a req-c7b80ae0-47cb-420f-905a-8b7f7fdf80a9 service neutron] 10.222.0.54 "GET /v2.0/networks/4e6218ad-fe31-435b-9947-33f71cc4aa84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362586 Nov 12 08:43:18.168521 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f85dd5-7ba1-49be-9bbd-6316b8e9b929 req-5cddce1b-a517-4d44-9787-4c75810b0300 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:18.170903 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-81f85dd5-7ba1-49be-9bbd-6316b8e9b929 req-5cddce1b-a517-4d44-9787-4c75810b0300 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.0793035 Nov 12 08:43:18.260952 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-81f85dd5-7ba1-49be-9bbd-6316b8e9b929 req-7f9cb1a6-40c0-4f7c-8fe0-8545d0984455 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748913 Nov 12 08:43:18.855969 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea43b60-0a35-4e1e-88d5-37280491031c req-1ad3e972-6c28-4614-a0d3-fcc28f0558a2 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:18.869495 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ea43b60-0a35-4e1e-88d5-37280491031c req-1ad3e972-6c28-4614-a0d3-fcc28f0558a2 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.37 "GET /v2.0/ports?device_id=a454dfce-3002-44b6-a495-b34d119589e3 HTTP/1.1" status: 200 len: 943 time: 0.1007404 Nov 12 08:43:18.942618 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ea43b60-0a35-4e1e-88d5-37280491031c req-454f96a9-06a3-484d-8763-8a284c0b9ee9 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ee80257-3f4d-4858-a545-c785b5d3e3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650420 Nov 12 08:43:19.497102 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd34a7-f84a-42b8-83f1-f524e4384c79 req-66b1b072-3a41-4c30-bde6-3d0d41980711 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:19.541280 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-22fd34a7-f84a-42b8-83f1-f524e4384c79 req-66b1b072-3a41-4c30-bde6-3d0d41980711 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.1136117 Nov 12 08:43:19.699591 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-22fd34a7-f84a-42b8-83f1-f524e4384c79 req-a3ec8e88-84e2-4626-8d60-bb33834afa96 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572254 Nov 12 08:43:20.176766 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7aa934-df62-41fd-ad33-12b293f12147 req-c1dd5d85-2889-46c6-ab45-b905643a413e tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:20.179101 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4d7aa934-df62-41fd-ad33-12b293f12147 req-c1dd5d85-2889-46c6-ab45-b905643a413e tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.37 "GET /v2.0/ports?device_id=a454dfce-3002-44b6-a495-b34d119589e3 HTTP/1.1" status: 200 len: 943 time: 0.1065202 Nov 12 08:43:20.292330 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4d7aa934-df62-41fd-ad33-12b293f12147 req-2fcb14a4-52f8-4596-8b34-c76348fd1368 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ee80257-3f4d-4858-a545-c785b5d3e3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049082 Nov 12 08:43:20.703287 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f541fcda-64a0-4f97-8493-38d6f61953ec details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:43:20.900389 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port f541fcda-64a0-4f97-8493-38d6f61953ec, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f541fcda-64a0-4f97-8493-38d6f61953ec,segment=NetworkSegment(0179b33d-a70b-4e3b-bf5e-03f4b365ef7b),segment_id=0179b33d-a70b-4e3b-bf5e-03f4b365ef7b)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:20.918254 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'f541fcda-64a0-4f97-8493-38d6f61953ec', 'network_id': '4e6218ad-fe31-435b-9947-33f71cc4aa84', 'port_id': 'f541fcda-64a0-4f97-8493-38d6f61953ec', 'mac_address': 'fa:16:3e:62:47:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c07686c-47fe-48ff-92a6-14102438ee8f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:43:20.934928 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710549d9-43f5-46ce-975e-4356e12f5529 req-55b85d36-e555-438c-9712-6333a6bda82a tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:20.951357 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-710549d9-43f5-46ce-975e-4356e12f5529 req-55b85d36-e555-438c-9712-6333a6bda82a tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.1177683 Nov 12 08:43:20.996112 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:21.000028 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 53bec097-cdab-4a19-b8c5-8d6a622d3cb7 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:21.017820 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-710549d9-43f5-46ce-975e-4356e12f5529 req-808d3c3c-0bd6-4b42-aa20-a3c52d4891dc tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650642 Nov 12 08:43:21.062674 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f541fcda-64a0-4f97-8493-38d6f61953ec {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:43:21.098017 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port f541fcda-64a0-4f97-8493-38d6f61953ec, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f541fcda-64a0-4f97-8493-38d6f61953ec,segment=NetworkSegment(0179b33d-a70b-4e3b-bf5e-03f4b365ef7b),segment_id=0179b33d-a70b-4e3b-bf5e-03f4b365ef7b)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:21.108327 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:21.209701 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=f541fcda-64a0-4f97-8493-38d6f61953ec,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:21.213021 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 53bec097-cdab-4a19-b8c5-8d6a622d3cb7 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:21.213575 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:21.340105 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:21.384172 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7f0d2c-97e3-46d0-a11a-3018f02eabc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bec097-cdab-4a19-b8c5-8d6a622d3cb7'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:21.387678 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56442a67-b685-4baa-9ca8-a072ba54912c" -d '{"events": [{"server_uuid": "ac7f0d2c-97e3-46d0-a11a-3018f02eabc3", "name": "network-vif-plugged", "status": "completed", "tag": "53bec097-cdab-4a19-b8c5-8d6a622d3cb7"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:21.391556 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['f541fcda-64a0-4f97-8493-38d6f61953ec'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:43:21.407580 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 53bec097-cdab-4a19-b8c5-8d6a622d3cb7, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=53bec097-cdab-4a19-b8c5-8d6a622d3cb7,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:21.442153 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:21.559940 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209350f9-f1c5-4ee1-a060-7982dbce8088 req-ab8ee4b9-cb5a-414e-8a75-fa3642cbe913 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:21.562155 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-209350f9-f1c5-4ee1-a060-7982dbce8088 req-ab8ee4b9-cb5a-414e-8a75-fa3642cbe913 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.37 "GET /v2.0/ports?device_id=a454dfce-3002-44b6-a495-b34d119589e3 HTTP/1.1" status: 200 len: 944 time: 0.0940607 Nov 12 08:43:21.587644 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6785fe0-70f4-4403-829c-931e3e0a4cda x-openstack-request-id: req-b6785fe0-70f4-4403-829c-931e3e0a4cda {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:21.588239 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7f0d2c-97e3-46d0-a11a-3018f02eabc3", "name": "network-vif-plugged", "status": "completed", "tag": "53bec097-cdab-4a19-b8c5-8d6a622d3cb7", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:21.588843 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b6785fe0-70f4-4403-829c-931e3e0a4cda {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:21.589609 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7f0d2c-97e3-46d0-a11a-3018f02eabc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bec097-cdab-4a19-b8c5-8d6a622d3cb7', 'code': 200} Nov 12 08:43:21.595245 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=53bec097-cdab-4a19-b8c5-8d6a622d3cb7,revision_number=10']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:21.773561 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-209350f9-f1c5-4ee1-a060-7982dbce8088 req-95890cc3-4fed-4602-a615-d3df0d84899e tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ee80257-3f4d-4858-a545-c785b5d3e3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991735 Nov 12 08:43:22.307526 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf933856-a409-479a-b0b0-a04cd0987a64 req-b43cdc22-8ed7-4e4d-a353-f5b2d5c5b550 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:22.309155 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cf933856-a409-479a-b0b0-a04cd0987a64 req-b43cdc22-8ed7-4e4d-a353-f5b2d5c5b550 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c47f422-2541-45a4-9d2d-9a8f5a456599 HTTP/1.1" status: 200 len: 946 time: 0.1591904 Nov 12 08:43:22.406378 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27295e52-6017-40f8-9722-c64e162dab9d req-efd23608-3dcb-4134-801a-42369c29a400 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:22.410863 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-27295e52-6017-40f8-9722-c64e162dab9d req-efd23608-3dcb-4134-801a-42369c29a400 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d7ba67-22e0-452b-8350-a7654e7a312f HTTP/1.1" status: 200 len: 945 time: 0.2092369 Nov 12 08:43:22.509857 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cf933856-a409-479a-b0b0-a04cd0987a64 req-bef03e01-de28-493b-9645-a4fcce34feb2 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/security-groups?id=f851e748-86f9-4bc7-b8b1-4bcb2862adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861000 Nov 12 08:43:22.645855 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-27295e52-6017-40f8-9722-c64e162dab9d req-3a7a7d0c-e901-43b8-8d91-62c7fa53eb9a tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633747 Nov 12 08:43:22.706228 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:22.717896 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f541fcda-64a0-4f97-8493-38d6f61953ec up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:22.737655 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba25af-5a9f-4295-bcf7-e8dd34dc412f req-d1a4ae7f-444b-423c-a16f-c293c364d789 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:22.749423 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-55ba25af-5a9f-4295-bcf7-e8dd34dc412f req-d1a4ae7f-444b-423c-a16f-c293c364d789 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.1323600 Nov 12 08:43:22.886143 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-55ba25af-5a9f-4295-bcf7-e8dd34dc412f req-c3fc90ec-6cde-47c6-8c91-be367be47044 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265116 Nov 12 08:43:22.928606 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port f541fcda-64a0-4f97-8493-38d6f61953ec completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:43:22.934605 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port f541fcda-64a0-4f97-8493-38d6f61953ec triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:22.935102 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:23.134327 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9b283-6000-468f-a9e3-5794b675754a req-7e7aa9b6-8f5b-4944-a8b8-f16625457d9b tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:23.141272 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-29a9b283-6000-468f-a9e3-5794b675754a req-7e7aa9b6-8f5b-4944-a8b8-f16625457d9b tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.37 "GET /v2.0/ports?device_id=a454dfce-3002-44b6-a495-b34d119589e3 HTTP/1.1" status: 200 len: 944 time: 0.1251092 Nov 12 08:43:23.193602 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:23.261396 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-29a9b283-6000-468f-a9e3-5794b675754a req-971ec8c9-6051-4552-9ad2-a1eaa5c9fdfd tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ee80257-3f4d-4858-a545-c785b5d3e3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043990 Nov 12 08:43:23.277191 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port f541fcda-64a0-4f97-8493-38d6f61953ec, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f541fcda-64a0-4f97-8493-38d6f61953ec,segment=NetworkSegment(0179b33d-a70b-4e3b-bf5e-03f4b365ef7b),segment_id=0179b33d-a70b-4e3b-bf5e-03f4b365ef7b)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:23.303019 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:23.469892 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=f541fcda-64a0-4f97-8493-38d6f61953ec,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:23.537296 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 51190) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:23.591141 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a454dfce-3002-44b6-a495-b34d119589e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f541fcda-64a0-4f97-8493-38d6f61953ec'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:23.593676 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3e3778-cb00-4bef-a207-6d805b49d9a3" -d '{"events": [{"server_uuid": "a454dfce-3002-44b6-a495-b34d119589e3", "name": "network-vif-plugged", "status": "completed", "tag": "f541fcda-64a0-4f97-8493-38d6f61953ec"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:23.693081 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25434333-7ae9-4fbd-a76a-711b63d336e0 x-openstack-request-id: req-25434333-7ae9-4fbd-a76a-711b63d336e0 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:23.693661 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a454dfce-3002-44b6-a495-b34d119589e3", "name": "network-vif-plugged", "status": "completed", "tag": "f541fcda-64a0-4f97-8493-38d6f61953ec", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:23.694122 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25434333-7ae9-4fbd-a76a-711b63d336e0 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:23.694726 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a454dfce-3002-44b6-a495-b34d119589e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f541fcda-64a0-4f97-8493-38d6f61953ec', 'code': 200} Nov 12 08:43:23.776688 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c900385c-2bd9-46fb-beee-4b6c3755f1de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:23.902474 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d1a88-81e6-42aa-892a-6cc59ae6830d req-4de6ce0a-ab7c-433a-8b5d-b7f40b3fb9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:23.907034 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-142d1a88-81e6-42aa-892a-6cc59ae6830d req-4de6ce0a-ab7c-433a-8b5d-b7f40b3fb9ad service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a454dfce-3002-44b6-a495-b34d119589e3 HTTP/1.1" status: 200 len: 1097 time: 0.1378887 Nov 12 08:43:23.997799 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c900385c-2bd9-46fb-beee-4b6c3755f1de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.014222 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c900385c-2bd9-46fb-beee-4b6c3755f1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.033169 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-142d1a88-81e6-42aa-892a-6cc59ae6830d req-cd9cb566-631f-47c7-844f-4884301ff0d9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7ee80257-3f4d-4858-a545-c785b5d3e3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203783 Nov 12 08:43:24.206019 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900385c-2bd9-46fb-beee-4b6c3755f1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89433a30-1a80-406b-b60f-e682f01c51ca,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:24.236574 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900385c-2bd9-46fb-beee-4b6c3755f1de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:24.236906 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900385c-2bd9-46fb-beee-4b6c3755f1de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:24.237243 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900385c-2bd9-46fb-beee-4b6c3755f1de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:24.237568 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900385c-2bd9-46fb-beee-4b6c3755f1de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:24.237895 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900385c-2bd9-46fb-beee-4b6c3755f1de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:24.238221 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900385c-2bd9-46fb-beee-4b6c3755f1de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:24.238541 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900385c-2bd9-46fb-beee-4b6c3755f1de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:24.238859 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900385c-2bd9-46fb-beee-4b6c3755f1de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:24.239176 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900385c-2bd9-46fb-beee-4b6c3755f1de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:24.239489 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900385c-2bd9-46fb-beee-4b6c3755f1de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:24.239870 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900385c-2bd9-46fb-beee-4b6c3755f1de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:24.240188 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900385c-2bd9-46fb-beee-4b6c3755f1de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:24.247267 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c900385c-2bd9-46fb-beee-4b6c3755f1de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=206f259029eb4d9b8a883934102e7b5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7079079 Nov 12 08:43:24.250164 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51210) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:24.268541 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6f5df-6ae2-4732-a220-c99eb1a8de51 req-d57d7956-5595-4bcb-9f4c-12d46a606698 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:24.272459 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-55f6f5df-6ae2-4732-a220-c99eb1a8de51 req-d57d7956-5595-4bcb-9f4c-12d46a606698 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d7ba67-22e0-452b-8350-a7654e7a312f HTTP/1.1" status: 200 len: 945 time: 0.2687547 Nov 12 08:43:24.287085 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f018b1f-e9b5-4893-a858-75a926679c34 req-99f776e2-3d14-4173-a110-3de41495462c tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:24.288674 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f018b1f-e9b5-4893-a858-75a926679c34 req-99f776e2-3d14-4173-a110-3de41495462c tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c47f422-2541-45a4-9d2d-9a8f5a456599 HTTP/1.1" status: 200 len: 946 time: 0.2358866 Nov 12 08:43:24.320701 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d26cf4d4-b532-43ae-b5e9-74591c4d3df7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.349922 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d26cf4d4-b532-43ae-b5e9-74591c4d3df7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.370014 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-55f6f5df-6ae2-4732-a220-c99eb1a8de51 req-ab3775ad-5339-41ba-8f6b-fb3148573cef tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802581 Nov 12 08:43:24.412036 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f018b1f-e9b5-4893-a858-75a926679c34 req-215392b6-4ae4-4234-83a6-e408c5207dd3 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/security-groups?id=f851e748-86f9-4bc7-b8b1-4bcb2862adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969648 Nov 12 08:43:24.476278 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d26cf4d4-b532-43ae-b5e9-74591c4d3df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.480467 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d26cf4d4-b532-43ae-b5e9-74591c4d3df7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.487507 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d26cf4d4-b532-43ae-b5e9-74591c4d3df7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/89433a30-1a80-406b-b60f-e682f01c51ca HTTP/1.1" status: 204 len: 168 time: 0.2302084 Nov 12 08:43:24.496972 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26cf4d4-b532-43ae-b5e9-74591c4d3df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89433a30-1a80-406b-b60f-e682f01c51ca,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:24.596979 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fa787-039f-488f-aca1-f9a7e40ed999 req-76f00768-64eb-489d-84b9-e35aa71031d0 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:24.605783 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a31fa787-039f-488f-aca1-f9a7e40ed999 req-76f00768-64eb-489d-84b9-e35aa71031d0 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.1151760 Nov 12 08:43:24.728440 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68ec24-ec25-4605-9ff9-f1187ad226b6 req-ea429ec1-83d1-47f3-8be8-15d92bca01b9 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:24.730345 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5a68ec24-ec25-4605-9ff9-f1187ad226b6 req-ea429ec1-83d1-47f3-8be8-15d92bca01b9 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.37 "GET /v2.0/ports?device_id=a454dfce-3002-44b6-a495-b34d119589e3 HTTP/1.1" status: 200 len: 945 time: 0.0787160 Nov 12 08:43:24.828081 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a31fa787-039f-488f-aca1-f9a7e40ed999 req-c572811f-c0bf-434f-8e77-e1735cf32d36 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123258 Nov 12 08:43:24.831960 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5a68ec24-ec25-4605-9ff9-f1187ad226b6 req-ae5d0a11-869a-496d-9339-7743ac8860ce tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ee80257-3f4d-4858-a545-c785b5d3e3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868700 Nov 12 08:43:25.036491 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7c32f-ca83-4d19-9b5c-3503b44b3731 req-fa84ed21-7649-47b6-b3c9-099a3f10e0bd tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:25.038105 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c0e7c32f-ca83-4d19-9b5c-3503b44b3731 req-fa84ed21-7649-47b6-b3c9-099a3f10e0bd tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.58 "GET /v2.0/ports?device_id=10d7ba67-22e0-452b-8350-a7654e7a312f HTTP/1.1" status: 200 len: 945 time: 0.0708995 Nov 12 08:43:25.102726 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51232) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:25.122374 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ada395b5-2b4c-4fc5-a727-5850a04258bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.353682 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ada395b5-2b4c-4fc5-a727-5850a04258bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.368975 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ada395b5-2b4c-4fc5-a727-5850a04258bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.379006 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-c0e7c32f-ca83-4d19-9b5c-3503b44b3731 req-8854e011-60e1-4f55-b7b9-7492ff0a72c4 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Deleting port 2df9d168-96ab-42dd-88c5-00a6f01d8325 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:25.381008 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c0e7c32f-ca83-4d19-9b5c-3503b44b3731 req-8854e011-60e1-4f55-b7b9-7492ff0a72c4 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.420445 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada395b5-2b4c-4fc5-a727-5850a04258bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180e7296-3c9c-4c5d-86c3-2e83fa2b8553,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:25.489135 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ada395b5-2b4c-4fc5-a727-5850a04258bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=289dadf46770408e8426d2b4bebad676&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3844743 Nov 12 08:43:25.506706 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51242) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:25.643472 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa3a3c78-5ef3-4953-be12-21b8ad2fafdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.711695 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa3a3c78-5ef3-4953-be12-21b8ad2fafdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.720181 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-c0e7c32f-ca83-4d19-9b5c-3503b44b3731 req-8854e011-60e1-4f55-b7b9-7492ff0a72c4 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] For port 2df9d168-96ab-42dd-88c5-00a6f01d8325, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=2df9d168-96ab-42dd-88c5-00a6f01d8325,segment=NetworkSegment(68005b70-1579-4f58-bade-fbc137d1c951),segment_id=68005b70-1579-4f58-bade-fbc137d1c951)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:25.720754 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c0e7c32f-ca83-4d19-9b5c-3503b44b3731 req-8854e011-60e1-4f55-b7b9-7492ff0a72c4 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.759115 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-c0e7c32f-ca83-4d19-9b5c-3503b44b3731 req-8854e011-60e1-4f55-b7b9-7492ff0a72c4 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Calling delete_port for 2df9d168-96ab-42dd-88c5-00a6f01d8325 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:25.790454 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f912380-7e93-4eba-a1fb-786681cbe967 req-194474d0-756f-4c2e-b584-fbd613629ee6 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:25.790454 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f912380-7e93-4eba-a1fb-786681cbe967 req-194474d0-756f-4c2e-b584-fbd613629ee6 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d7ba67-22e0-452b-8350-a7654e7a312f HTTP/1.1" status: 200 len: 945 time: 0.2231596 Nov 12 08:43:25.876948 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa3a3c78-5ef3-4953-be12-21b8ad2fafdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.885634 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa3a3c78-5ef3-4953-be12-21b8ad2fafdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.890360 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-aa3a3c78-5ef3-4953-be12-21b8ad2fafdf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/180e7296-3c9c-4c5d-86c3-2e83fa2b8553 HTTP/1.1" status: 204 len: 168 time: 0.3803344 Nov 12 08:43:25.927344 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a3c78-5ef3-4953-be12-21b8ad2fafdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180e7296-3c9c-4c5d-86c3-2e83fa2b8553,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:26.014303 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f912380-7e93-4eba-a1fb-786681cbe967 req-150accf5-fd42-4718-911a-926775160a2e tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855452 Nov 12 08:43:26.240133 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a5848-a0ad-4d58-92a9-9c25200d455b req-f1539fad-5866-4489-bd7d-e4962be41968 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:26.242418 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e82a5848-a0ad-4d58-92a9-9c25200d455b req-f1539fad-5866-4489-bd7d-e4962be41968 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c47f422-2541-45a4-9d2d-9a8f5a456599 HTTP/1.1" status: 200 len: 946 time: 0.2183952 Nov 12 08:43:26.275818 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e5a76-822d-4ab2-9c4c-5de5b023679f req-0fcca53d-68f8-4cdc-b6be-5580bb18e2de tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:26.284184 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc3e5a76-822d-4ab2-9c4c-5de5b023679f req-0fcca53d-68f8-4cdc-b6be-5580bb18e2de tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 946 time: 0.1750584 Nov 12 08:43:26.311857 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c0e7c32f-ca83-4d19-9b5c-3503b44b3731 req-8854e011-60e1-4f55-b7b9-7492ff0a72c4 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.327509 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['5f76f074-c935-4495-aa59-16f5f801666b', 'c3338fc7-8994-49dc-910e-b81e1d9f0449'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:43:26.333023 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['02e861c6-419a-4885-988e-46628065ca26', '2df9d168-96ab-42dd-88c5-00a6f01d8325'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:43:26.355798 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854e011-60e1-4f55-b7b9-7492ff0a72c4 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Pushing event deleted for resources: {'Port': ['ID=2df9d168-96ab-42dd-88c5-00a6f01d8325,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:26.459691 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e7c32f-ca83-4d19-9b5c-3503b44b3731 req-8854e011-60e1-4f55-b7b9-7492ff0a72c4 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] No DVR routers for this DVR port 2df9d168-96ab-42dd-88c5-00a6f01d8325 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:43:26.464545 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c0e7c32f-ca83-4d19-9b5c-3503b44b3731 req-8854e011-60e1-4f55-b7b9-7492ff0a72c4 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.468474 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c0e7c32f-ca83-4d19-9b5c-3503b44b3731 req-8854e011-60e1-4f55-b7b9-7492ff0a72c4 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.58 "DELETE /v2.0/ports/2df9d168-96ab-42dd-88c5-00a6f01d8325 HTTP/1.1" status: 204 len: 173 time: 1.4152324 Nov 12 08:43:26.469522 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d7ba67-22e0-452b-8350-a7654e7a312f', 'name': 'network-vif-deleted', 'tag': '2df9d168-96ab-42dd-88c5-00a6f01d8325'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:26.472580 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb05cbea-a3e7-495d-90c3-34fb9dd79d37" -d '{"events": [{"server_uuid": "10d7ba67-22e0-452b-8350-a7654e7a312f", "name": "network-vif-deleted", "tag": "2df9d168-96ab-42dd-88c5-00a6f01d8325"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:26.503580 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc3e5a76-822d-4ab2-9c4c-5de5b023679f req-4b9cb4a4-039e-4185-bc24-968f6d016ed5 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182679 Nov 12 08:43:26.534450 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e82a5848-a0ad-4d58-92a9-9c25200d455b req-d6b4fc98-05ee-45b6-ae99-490b2544c6dc tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/security-groups?id=f851e748-86f9-4bc7-b8b1-4bcb2862adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659225 Nov 12 08:43:26.634005 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51280) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:26.656576 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6c6dacd2-28ad-4dce-9077-490f4e182fca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.844568 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25960c2-a1d0-4ac1-bef4-7e82df915b38 req-e158b57f-2b8b-460c-bdf8-5aba7c5ae5e6 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:26.852609 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6c6dacd2-28ad-4dce-9077-490f4e182fca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.853974 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c25960c2-a1d0-4ac1-bef4-7e82df915b38 req-e158b57f-2b8b-460c-bdf8-5aba7c5ae5e6 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.37 "GET /v2.0/ports?device_id=a454dfce-3002-44b6-a495-b34d119589e3 HTTP/1.1" status: 200 len: 945 time: 0.1399050 Nov 12 08:43:26.861180 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6c6dacd2-28ad-4dce-9077-490f4e182fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.867891 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40942584-87c4-4701-ab2e-adc4f855e234 req-1d069f19-105d-4e72-b6af-9c30d1217750 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:26.879268 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-40942584-87c4-4701-ab2e-adc4f855e234 req-1d069f19-105d-4e72-b6af-9c30d1217750 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.1149850 Nov 12 08:43:26.974854 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6dacd2-28ad-4dce-9077-490f4e182fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40d9260-a13d-4f66-b272-92e8543840f4,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:26.992347 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6c6dacd2-28ad-4dce-9077-490f4e182fca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f05a3c0c658d4ead897a466cfe0c8746&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3571503 Nov 12 08:43:26.996612 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51286) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:27.016074 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-40942584-87c4-4701-ab2e-adc4f855e234 req-69a34c45-ac3e-4469-9001-6a548cce6001 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346776 Nov 12 08:43:27.061303 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c25960c2-a1d0-4ac1-bef4-7e82df915b38 req-cc895bf3-266c-4c91-a1c7-36a95d621e29 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ee80257-3f4d-4858-a545-c785b5d3e3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058110 Nov 12 08:43:27.125644 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f753a7-bca9-4541-be8e-7a448a2ac5f0 x-openstack-request-id: req-97f753a7-bca9-4541-be8e-7a448a2ac5f0 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:27.125644 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d7ba67-22e0-452b-8350-a7654e7a312f", "name": "network-vif-deleted", "tag": "2df9d168-96ab-42dd-88c5-00a6f01d8325", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:27.126118 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97f753a7-bca9-4541-be8e-7a448a2ac5f0 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:27.126670 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d7ba67-22e0-452b-8350-a7654e7a312f', 'name': 'network-vif-deleted', 'tag': '2df9d168-96ab-42dd-88c5-00a6f01d8325', 'status': 'completed', 'code': 200} Nov 12 08:43:27.141181 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c9c7a95-9912-44e1-a044-ae3f1e4a9894 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:27.216019 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c9c7a95-9912-44e1-a044-ae3f1e4a9894 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:27.320846 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c9c7a95-9912-44e1-a044-ae3f1e4a9894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:27.336395 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c9c7a95-9912-44e1-a044-ae3f1e4a9894 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:27.341142 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4c9c7a95-9912-44e1-a044-ae3f1e4a9894 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a40d9260-a13d-4f66-b272-92e8543840f4 HTTP/1.1" status: 204 len: 168 time: 0.3381112 Nov 12 08:43:27.354316 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c7a95-9912-44e1-a044-ae3f1e4a9894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40d9260-a13d-4f66-b272-92e8543840f4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:27.481900 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aa46b92d-533c-4cb8-9b7f-e32f54dcbcc4 req-e6749e2b-ecb9-4c29-a823-19f81286bf68 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d7ba67-22e0-452b-8350-a7654e7a312f HTTP/1.1" status: 200 len: 210 time: 0.0820534 Nov 12 08:43:27.640246 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e22082-5cea-4c38-9cf4-7c5c33c96cef req-1c3c0063-6066-48f6-aff2-a73d65f91997 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:27.649709 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-02e22082-5cea-4c38-9cf4-7c5c33c96cef req-1c3c0063-6066-48f6-aff2-a73d65f91997 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.37 "GET /v2.0/ports?device_id=a454dfce-3002-44b6-a495-b34d119589e3 HTTP/1.1" status: 200 len: 945 time: 0.0659459 Nov 12 08:43:27.737260 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-02e22082-5cea-4c38-9cf4-7c5c33c96cef req-b6f0db2b-5073-4596-b066-169a95f45215 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ee80257-3f4d-4858-a545-c785b5d3e3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864727 Nov 12 08:43:27.859780 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc77e9-bb3a-4d87-8d64-d3f9ca93561e req-7cb3ee70-02f3-4918-9a85-50d71dac26e4 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:27.870298 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f9bc77e9-bb3a-4d87-8d64-d3f9ca93561e req-7cb3ee70-02f3-4918-9a85-50d71dac26e4 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c47f422-2541-45a4-9d2d-9a8f5a456599 HTTP/1.1" status: 200 len: 946 time: 0.1079021 Nov 12 08:43:27.981608 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f9bc77e9-bb3a-4d87-8d64-d3f9ca93561e req-f2527f47-cb0c-46d5-b69c-566172f32fa7 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/security-groups?id=f851e748-86f9-4bc7-b8b1-4bcb2862adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099565 Nov 12 08:43:28.087362 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a6cc4-efd1-484e-a905-b861ea3d0b28 req-02d5750c-5acd-4ca8-9823-4eb1466f229b tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:28.089407 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-618a6cc4-efd1-484e-a905-b861ea3d0b28 req-02d5750c-5acd-4ca8-9823-4eb1466f229b tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c47f422-2541-45a4-9d2d-9a8f5a456599 HTTP/1.1" status: 200 len: 946 time: 0.1375101 Nov 12 08:43:28.292099 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425dc06-89a4-4c96-a863-5e462e43bfdc req-f69ec278-18d7-4a1f-b0c3-05c3e433ceb2 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:28.300689 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b425dc06-89a4-4c96-a863-5e462e43bfdc req-f69ec278-18d7-4a1f-b0c3-05c3e433ceb2 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.1452708 Nov 12 08:43:28.381340 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b425dc06-89a4-4c96-a863-5e462e43bfdc req-0b71f16b-0be1-4ba1-b14b-2b6b2f86b70e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794866 Nov 12 08:43:28.384228 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-618a6cc4-efd1-484e-a905-b861ea3d0b28 req-4f864514-dca1-4cbc-85fc-7074dddeb64d tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Deleting port 48b2e70d-5630-4b2e-8e8a-990bcda33240 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:28.385286 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-618a6cc4-efd1-484e-a905-b861ea3d0b28 req-4f864514-dca1-4cbc-85fc-7074dddeb64d tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:28.745940 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae37a7-0acf-462e-9486-f09730fb91b9 req-12d9d347-1dc0-456a-aba7-47839d56bb95 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:28.748463 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f7ae37a7-0acf-462e-9486-f09730fb91b9 req-12d9d347-1dc0-456a-aba7-47839d56bb95 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.37 "GET /v2.0/ports?device_id=a454dfce-3002-44b6-a495-b34d119589e3 HTTP/1.1" status: 200 len: 945 time: 0.2257128 Nov 12 08:43:28.767715 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-618a6cc4-efd1-484e-a905-b861ea3d0b28 req-4f864514-dca1-4cbc-85fc-7074dddeb64d tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] For port 48b2e70d-5630-4b2e-8e8a-990bcda33240, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=48b2e70d-5630-4b2e-8e8a-990bcda33240,segment=NetworkSegment(231d857e-7817-41f7-8357-799fae7209b3),segment_id=231d857e-7817-41f7-8357-799fae7209b3)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:28.768134 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-618a6cc4-efd1-484e-a905-b861ea3d0b28 req-4f864514-dca1-4cbc-85fc-7074dddeb64d tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:28.882164 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:43:28.892963 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:29.030327 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 48b2e70d-5630-4b2e-8e8a-990bcda33240 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:43:29.209600 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-618a6cc4-efd1-484e-a905-b861ea3d0b28 req-4f864514-dca1-4cbc-85fc-7074dddeb64d tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:29.209600 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-618a6cc4-efd1-484e-a905-b861ea3d0b28 req-4f864514-dca1-4cbc-85fc-7074dddeb64d tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:29.209600 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [req-618a6cc4-efd1-484e-a905-b861ea3d0b28 req-4f864514-dca1-4cbc-85fc-7074dddeb64d tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Floating IP 0afc2b58-38bc-4be0-ab8b-4fe7b1f254ef disassociated. External IP: 172.25.6.126, port: 48b2e70d-5630-4b2e-8e8a-990bcda33240. Nov 12 08:43:29.209600 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-618a6cc4-efd1-484e-a905-b861ea3d0b28 req-4f864514-dca1-4cbc-85fc-7074dddeb64d tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Calling delete_port for 48b2e70d-5630-4b2e-8e8a-990bcda33240 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:29.316336 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:29.391912 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c47f422-2541-45a4-9d2d-9a8f5a456599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48b2e70d-5630-4b2e-8e8a-990bcda33240'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:29.399035 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cb81c1-aa3b-4865-99ba-2f5e4067cc30" -d '{"events": [{"server_uuid": "2c47f422-2541-45a4-9d2d-9a8f5a456599", "name": "network-vif-unplugged", "status": "completed", "tag": "48b2e70d-5630-4b2e-8e8a-990bcda33240"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:29.441154 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 48b2e70d-5630-4b2e-8e8a-990bcda33240, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=48b2e70d-5630-4b2e-8e8a-990bcda33240,segment=NetworkSegment(231d857e-7817-41f7-8357-799fae7209b3),segment_id=231d857e-7817-41f7-8357-799fae7209b3)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:29.461404 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:29.462644 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 2df9d168-96ab-42dd-88c5-00a6f01d8325 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:43:29.576047 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 2df9d168-96ab-42dd-88c5-00a6f01d8325 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:43:29.576715 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 2df9d168-96ab-42dd-88c5-00a6f01d8325 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:43:29.618465 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=48b2e70d-5630-4b2e-8e8a-990bcda33240,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:29.629703 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:29.631081 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:29.631649 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:29.632540 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:29.633101 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:29.633626 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:29.634165 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:29.634684 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:29.635209 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:29.636152 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:29.639298 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:29.641891 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:29.730246 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f7ae37a7-0acf-462e-9486-f09730fb91b9 req-96f2ccaf-83a9-4957-9920-e0920e98d319 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ee80257-3f4d-4858-a545-c785b5d3e3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9431860 Nov 12 08:43:29.842502 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ead7dc-8add-49a9-b212-847feddbf44a req-5ce8d5bf-cd5c-408f-a83b-92423bbd4273 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:29.844326 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13ead7dc-8add-49a9-b212-847feddbf44a req-5ce8d5bf-cd5c-408f-a83b-92423bbd4273 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c47f422-2541-45a4-9d2d-9a8f5a456599 HTTP/1.1" status: 200 len: 946 time: 0.4778855 Nov 12 08:43:29.845406 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-618a6cc4-efd1-484e-a905-b861ea3d0b28 req-4f864514-dca1-4cbc-85fc-7074dddeb64d tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:29.992009 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f864514-dca1-4cbc-85fc-7074dddeb64d tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Pushing event deleted for resources: {'Port': ['ID=48b2e70d-5630-4b2e-8e8a-990bcda33240,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:30.154887 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13ead7dc-8add-49a9-b212-847feddbf44a req-7afacb14-70b6-4e68-92da-35df2b3ce695 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/security-groups?id=f851e748-86f9-4bc7-b8b1-4bcb2862adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2910712 Nov 12 08:43:30.278547 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a399f9e-70c8-4551-8b24-14a2f56ecfab req-2c41a481-863d-493b-bfbc-4b64cbfe8f59 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:30.295714 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7a399f9e-70c8-4551-8b24-14a2f56ecfab req-2c41a481-863d-493b-bfbc-4b64cbfe8f59 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.3110297 Nov 12 08:43:30.310532 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5be124f-de8f-4127-8ce8-41a45abb918f x-openstack-request-id: req-a5be124f-de8f-4127-8ce8-41a45abb918f {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:30.311024 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c47f422-2541-45a4-9d2d-9a8f5a456599", "name": "network-vif-unplugged", "status": "completed", "tag": "48b2e70d-5630-4b2e-8e8a-990bcda33240", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:30.311117 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5be124f-de8f-4127-8ce8-41a45abb918f {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:30.311615 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c47f422-2541-45a4-9d2d-9a8f5a456599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48b2e70d-5630-4b2e-8e8a-990bcda33240', 'code': 200} Nov 12 08:43:30.490944 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7a399f9e-70c8-4551-8b24-14a2f56ecfab req-1da6186d-3265-432f-8314-5fa87847b4d3 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945918 Nov 12 08:43:30.532796 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-618a6cc4-efd1-484e-a905-b861ea3d0b28 req-4f864514-dca1-4cbc-85fc-7074dddeb64d tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Router d14e128d-0a79-4b46-b33f-2bbc63f770bf has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:43:30.560992 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51432) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:30.767857 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 208f95e9-28ae-4c99-8b45-cff231909e59 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:43:30.807357 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-af4551a3-5821-4468-9a43-de4545fb1409 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.866748 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51440) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:30.871581 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-618a6cc4-efd1-484e-a905-b861ea3d0b28 req-4f864514-dca1-4cbc-85fc-7074dddeb64d tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:43:30.887536 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f730ca6-b857-4ed7-a1ec-bd9eb2f4e4a3 None None] Sync routers for ids ['d14e128d-0a79-4b46-b33f-2bbc63f770bf'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:43:30.890799 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-128f527b-e5ec-4f33-8b0b-fcd59a7ab94a tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2023853350'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:30.938284 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-618a6cc4-efd1-484e-a905-b861ea3d0b28 req-4f864514-dca1-4cbc-85fc-7074dddeb64d tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] No DVR routers for this DVR port 48b2e70d-5630-4b2e-8e8a-990bcda33240 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:43:30.944092 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-618a6cc4-efd1-484e-a905-b861ea3d0b28 req-4f864514-dca1-4cbc-85fc-7074dddeb64d tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.948241 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-618a6cc4-efd1-484e-a905-b861ea3d0b28 req-4f864514-dca1-4cbc-85fc-7074dddeb64d tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.58 "DELETE /v2.0/ports/48b2e70d-5630-4b2e-8e8a-990bcda33240 HTTP/1.1" status: 204 len: 173 time: 2.8512733 Nov 12 08:43:30.949344 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c47f422-2541-45a4-9d2d-9a8f5a456599', 'name': 'network-vif-deleted', 'tag': '48b2e70d-5630-4b2e-8e8a-990bcda33240'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:30.952548 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c840783b-7e68-449c-9900-1885992ab9dd" -d '{"events": [{"server_uuid": "2c47f422-2541-45a4-9d2d-9a8f5a456599", "name": "network-vif-deleted", "tag": "48b2e70d-5630-4b2e-8e8a-990bcda33240"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:31.018389 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128f527b-e5ec-4f33-8b0b-fcd59a7ab94a tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Made reservation on behalf of 7744ced598be42768ed1d37e40d08f56 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:31.028299 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-128f527b-e5ec-4f33-8b0b-fcd59a7ab94a tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.040551 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f730ca6-b857-4ed7-a1ec-bd9eb2f4e4a3 None None] Routers {'d14e128d-0a79-4b46-b33f-2bbc63f770bf'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:31.041579 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5f730ca6-b857-4ed7-a1ec-bd9eb2f4e4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:43:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d14e128d-0a79-4b46-b33f-2bbc63f770bf'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:31.051541 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef935f-cc91-4d33-9fba-71bc0697e637 req-44425107-4a92-448a-b0ce-66686ce6d59a tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:31.069486 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-17ef935f-cc91-4d33-9fba-71bc0697e637 req-44425107-4a92-448a-b0ce-66686ce6d59a tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.37 "GET /v2.0/ports?device_id=a454dfce-3002-44b6-a495-b34d119589e3 HTTP/1.1" status: 200 len: 945 time: 0.2356899 Nov 12 08:43:31.105812 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa90ddb5-9a58-4e42-bed4-776c186f2453 x-openstack-request-id: req-aa90ddb5-9a58-4e42-bed4-776c186f2453 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:31.106428 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c47f422-2541-45a4-9d2d-9a8f5a456599", "name": "network-vif-deleted", "tag": "48b2e70d-5630-4b2e-8e8a-990bcda33240", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:31.107128 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aa90ddb5-9a58-4e42-bed4-776c186f2453 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:31.108215 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c47f422-2541-45a4-9d2d-9a8f5a456599', 'name': 'network-vif-deleted', 'tag': '48b2e70d-5630-4b2e-8e8a-990bcda33240', 'status': 'completed', 'code': 200} Nov 12 08:43:31.128251 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128f527b-e5ec-4f33-8b0b-fcd59a7ab94a tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:43:31.164737 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-128f527b-e5ec-4f33-8b0b-fcd59a7ab94a tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.170126 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-128f527b-e5ec-4f33-8b0b-fcd59a7ab94a tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Added segment d9096f87-8920-440d-9535-8b369b6696ae of type vlan for network 2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8 Nov 12 08:43:31.281373 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-17ef935f-cc91-4d33-9fba-71bc0697e637 req-e54a10b1-face-4812-94a0-0603254a0b2a tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ee80257-3f4d-4858-a545-c785b5d3e3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097528 Nov 12 08:43:31.313024 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-5f730ca6-b857-4ed7-a1ec-bd9eb2f4e4a3 None None] Set router d14e128d-0a79-4b46-b33f-2bbc63f770bf gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:43:31.372225 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-128f527b-e5ec-4f33-8b0b-fcd59a7ab94a tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.409617 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-af4551a3-5821-4468-9a43-de4545fb1409 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.423464 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-af4551a3-5821-4468-9a43-de4545fb1409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.468286 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9149d0a5-cc74-468e-b47d-a73e81a1d591 req-6cb7f0b4-b1c9-4635-8a16-82f087e6514e tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c47f422-2541-45a4-9d2d-9a8f5a456599 HTTP/1.1" status: 200 len: 210 time: 0.0565810 Nov 12 08:43:31.471122 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-af4551a3-5821-4468-9a43-de4545fb1409 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=952861dc04624aa5a20febb90ecd62bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9086432 Nov 12 08:43:31.477092 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51460) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:31.505789 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-128f527b-e5ec-4f33-8b0b-fcd59a7ab94a tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.530564 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128f527b-e5ec-4f33-8b0b-fcd59a7ab94a tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:31.531084 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-128f527b-e5ec-4f33-8b0b-fcd59a7ab94a tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.535039 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 208f95e9-28ae-4c99-8b45-cff231909e59, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=208f95e9-28ae-4c99-8b45-cff231909e59,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:31.560634 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '208f95e9-28ae-4c99-8b45-cff231909e59', 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4', 'port_id': '208f95e9-28ae-4c99-8b45-cff231909e59', 'mac_address': 'fa:16:3e:75:72:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601c19d7-10c1-44ee-a86c-ac9c499e748d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:43:31.723218 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.730756 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14aaf6-431a-4548-87fe-374c4c364401 req-a946f318-9729-439e-a63b-85147a322564 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:31.768118 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7a14aaf6-431a-4548-87fe-374c4c364401 req-a946f318-9729-439e-a63b-85147a322564 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.1354923 Nov 12 08:43:31.805375 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-128f527b-e5ec-4f33-8b0b-fcd59a7ab94a tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9231451 Nov 12 08:43:31.806989 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51478) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:31.829588 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ba134a6d-54e7-41a4-8148-d6dfc826afb9 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2071476875'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:31.840907 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 208f95e9-28ae-4c99-8b45-cff231909e59 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:43:31.898069 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7a14aaf6-431a-4548-87fe-374c4c364401 req-50cbe5c0-4d9f-40d9-a4e1-f0fa5161aac4 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255407 Nov 12 08:43:31.901362 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 208f95e9-28ae-4c99-8b45-cff231909e59, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=208f95e9-28ae-4c99-8b45-cff231909e59,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:31.922123 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.943616 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4551a3-5821-4468-9a43-de4545fb1409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a258e37-ca88-4d49-9356-be7ce342b920,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:31.981729 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f62384fd-a22a-4462-90b7-1f3061290fae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.983794 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba134a6d-54e7-41a4-8148-d6dfc826afb9 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Made reservation on behalf of 7744ced598be42768ed1d37e40d08f56 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:31.987857 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba134a6d-54e7-41a4-8148-d6dfc826afb9 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.037550 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f527b-e5ec-4f33-8b0b-fcd59a7ab94a tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Pushing event updated for resources: {'Network': ['ID=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:32.045820 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f62384fd-a22a-4462-90b7-1f3061290fae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.060058 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:32.084401 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba134a6d-54e7-41a4-8148-d6dfc826afb9 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:43:32.106180 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba134a6d-54e7-41a4-8148-d6dfc826afb9 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.106671 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-ba134a6d-54e7-41a4-8148-d6dfc826afb9 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Added segment 27dbb1a9-39bb-4e45-8c99-b89307690322 of type vlan for network 702ebd3a-91cd-4d56-a35d-ad10b18ed18d Nov 12 08:43:32.233564 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba134a6d-54e7-41a4-8148-d6dfc826afb9 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.296126 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba134a6d-54e7-41a4-8148-d6dfc826afb9 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.306151 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba134a6d-54e7-41a4-8148-d6dfc826afb9 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:32.307046 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba134a6d-54e7-41a4-8148-d6dfc826afb9 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.420364 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['208f95e9-28ae-4c99-8b45-cff231909e59'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:43:32.556647 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ba134a6d-54e7-41a4-8148-d6dfc826afb9 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7340150 Nov 12 08:43:32.557884 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba134a6d-54e7-41a4-8148-d6dfc826afb9 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Pushing event updated for resources: {'Network': ['ID=702ebd3a-91cd-4d56-a35d-ad10b18ed18d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:32.559852 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 51498) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:32.565060 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f62384fd-a22a-4462-90b7-1f3061290fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.568587 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f62384fd-a22a-4462-90b7-1f3061290fae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.570940 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f62384fd-a22a-4462-90b7-1f3061290fae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7a258e37-ca88-4d49-9356-be7ce342b920 HTTP/1.1" status: 204 len: 168 time: 1.0926011 Nov 12 08:43:32.584302 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-32b01125-1bb8-4f1e-8480-2722b31a6c8c tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Request body: {'subnet': {'network_id': '2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:32.587088 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62384fd-a22a-4462-90b7-1f3061290fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a258e37-ca88-4d49-9356-be7ce342b920,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:32.588414 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 702ebd3a-91cd-4d56-a35d-ad10b18ed18d details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:32.612773 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0f58f-e441-4e7f-a593-abd84e44ef5b req-4bcdf4dd-ed77-4518-8a3e-c1d8498ee7ab tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:32.614895 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-70b0f58f-e441-4e7f-a593-abd84e44ef5b req-4bcdf4dd-ed77-4518-8a3e-c1d8498ee7ab tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.54 "GET /v2.0/ports?device_id=a454dfce-3002-44b6-a495-b34d119589e3 HTTP/1.1" status: 200 len: 945 time: 0.2726314 Nov 12 08:43:32.617323 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=208f95e9-28ae-4c99-8b45-cff231909e59,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:32.704538 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51506) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:32.870657 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86f427-42d2-4173-acc6-1f1616213624 req-f5ffecb9-5657-419e-9fbf-f75ecde8efe1 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:32.872362 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9c86f427-42d2-4173-acc6-1f1616213624 req-f5ffecb9-5657-419e-9fbf-f75ecde8efe1 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.37 "GET /v2.0/ports?device_id=a454dfce-3002-44b6-a495-b34d119589e3 HTTP/1.1" status: 200 len: 945 time: 0.4028351 Nov 12 08:43:32.969128 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5f730ca6-b857-4ed7-a1ec-bd9eb2f4e4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'name': 'tempest-ServersTestJSON-1295936768-router', 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '357d7433-548f-4497-94b5-a1c3c52b00fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:00Z', 'updated_at': '2021-11-12T08:40:10Z', 'revision_number': 4, 'project_id': '92bb6f013dd04ddf8fe03d8328359b94', 'gw_port': {'id': '357d7433-548f-4497-94b5-a1c3c52b00fe', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:02Z', 'updated_at': '2021-11-12T08:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'ae1d02a5-51b4-42ef-8348-e0cb1f616d48', 'name': '', 'network_id': 'c7db9cf5-086a-4f80-b2c3-667939029369', 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94', 'mac_address': 'fa:16:3e:f0:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '3442c5c9-cc85-4770-ba08-087a11ee8363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:08Z', 'updated_at': '2021-11-12T08:40:18Z', 'revision_number': 5, 'project_id': '92bb6f013dd04ddf8fe03d8328359b94', 'subnets': [{'id': '3442c5c9-cc85-4770-ba08-087a11ee8363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:33.015941 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f730ca6-b857-4ed7-a1ec-bd9eb2f4e4a3 None None] Checking router: d14e128d-0a79-4b46-b33f-2bbc63f770bf for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:43:33.040486 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f730ca6-b857-4ed7-a1ec-bd9eb2f4e4a3 None None] Routers {'d14e128d-0a79-4b46-b33f-2bbc63f770bf'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:33.044374 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5f730ca6-b857-4ed7-a1ec-bd9eb2f4e4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:43:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d14e128d-0a79-4b46-b33f-2bbc63f770bf'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:33.058543 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-70b0f58f-e441-4e7f-a593-abd84e44ef5b req-3d05209e-383f-4d0b-9914-b921e2e9bfed tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Deleting port f541fcda-64a0-4f97-8493-38d6f61953ec {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:33.063276 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-70b0f58f-e441-4e7f-a593-abd84e44ef5b req-3d05209e-383f-4d0b-9914-b921e2e9bfed tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.133446 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9c86f427-42d2-4173-acc6-1f1616213624 req-a6fcde59-8e3c-49c2-9ceb-17b116a79608 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ee80257-3f4d-4858-a545-c785b5d3e3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485192 Nov 12 08:43:33.135185 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b01125-1bb8-4f1e-8480-2722b31a6c8c tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Made reservation on behalf of 7744ced598be42768ed1d37e40d08f56 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:33.157743 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32b01125-1bb8-4f1e-8480-2722b31a6c8c tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.440905 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-5f730ca6-b857-4ed7-a1ec-bd9eb2f4e4a3 None None] Set router d14e128d-0a79-4b46-b33f-2bbc63f770bf gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:43:33.676372 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-70b0f58f-e441-4e7f-a593-abd84e44ef5b req-3d05209e-383f-4d0b-9914-b921e2e9bfed tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] For port f541fcda-64a0-4f97-8493-38d6f61953ec, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f541fcda-64a0-4f97-8493-38d6f61953ec,segment=NetworkSegment(0179b33d-a70b-4e3b-bf5e-03f4b365ef7b),segment_id=0179b33d-a70b-4e3b-bf5e-03f4b365ef7b)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:33.678651 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-70b0f58f-e441-4e7f-a593-abd84e44ef5b req-3d05209e-383f-4d0b-9914-b921e2e9bfed tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.745969 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5e70d-24a3-4eba-aaac-1c463b7ec210 req-8cc3bded-a4b0-4f02-a541-3b0907218bce tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:33.756241 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-97d5e70d-24a3-4eba-aaac-1c463b7ec210 req-8cc3bded-a4b0-4f02-a541-3b0907218bce tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.2088025 Nov 12 08:43:33.760108 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-70b0f58f-e441-4e7f-a593-abd84e44ef5b req-3d05209e-383f-4d0b-9914-b921e2e9bfed tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Calling delete_port for f541fcda-64a0-4f97-8493-38d6f61953ec owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:33.846206 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a334412c-01f3-4cc3-9d59-c6a4646c61b0 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.985904 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-97d5e70d-24a3-4eba-aaac-1c463b7ec210 req-3d13b9a6-25bc-4cf8-ba1f-c964a6a235ef tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281723 Nov 12 08:43:34.012481 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5f730ca6-b857-4ed7-a1ec-bd9eb2f4e4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'name': 'tempest-ServersTestJSON-1295936768-router', 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '357d7433-548f-4497-94b5-a1c3c52b00fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:00Z', 'updated_at': '2021-11-12T08:40:10Z', 'revision_number': 4, 'project_id': '92bb6f013dd04ddf8fe03d8328359b94', 'gw_port': {'id': '357d7433-548f-4497-94b5-a1c3c52b00fe', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:02Z', 'updated_at': '2021-11-12T08:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'ae1d02a5-51b4-42ef-8348-e0cb1f616d48', 'name': '', 'network_id': 'c7db9cf5-086a-4f80-b2c3-667939029369', 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94', 'mac_address': 'fa:16:3e:f0:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '3442c5c9-cc85-4770-ba08-087a11ee8363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:08Z', 'updated_at': '2021-11-12T08:40:18Z', 'revision_number': 5, 'project_id': '92bb6f013dd04ddf8fe03d8328359b94', 'subnets': [{'id': '3442c5c9-cc85-4770-ba08-087a11ee8363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:34.075106 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32b01125-1bb8-4f1e-8480-2722b31a6c8c tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.114008 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a334412c-01f3-4cc3-9d59-c6a4646c61b0 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.123448 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f730ca6-b857-4ed7-a1ec-bd9eb2f4e4a3 None None] The sync data for ids ['d14e128d-0a79-4b46-b33f-2bbc63f770bf'] in n-d-768862-16 is: [{'id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'name': 'tempest-ServersTestJSON-1295936768-router', 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '357d7433-548f-4497-94b5-a1c3c52b00fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:00Z', 'updated_at': '2021-11-12T08:40:10Z', 'revision_number': 4, 'project_id': '92bb6f013dd04ddf8fe03d8328359b94', 'gw_port': {'id': '357d7433-548f-4497-94b5-a1c3c52b00fe', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:02Z', 'updated_at': '2021-11-12T08:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'ae1d02a5-51b4-42ef-8348-e0cb1f616d48', 'name': '', 'network_id': 'c7db9cf5-086a-4f80-b2c3-667939029369', 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94', 'mac_address': 'fa:16:3e:f0:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '3442c5c9-cc85-4770-ba08-087a11ee8363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:08Z', 'updated_at': '2021-11-12T08:40:18Z', 'revision_number': 5, 'project_id': '92bb6f013dd04ddf8fe03d8328359b94', 'subnets': [{'id': '3442c5c9-cc85-4770-ba08-087a11ee8363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:43:34.284786 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b01125-1bb8-4f1e-8480-2722b31a6c8c tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Pushing event updated for resources: {'Subnet': ['ID=d86e7b80-541e-4437-9372-c90106323c14,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:34.453924 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b01125-1bb8-4f1e-8480-2722b31a6c8c tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Checking segment: {'id': 'd9096f87-8920-440d-9535-8b369b6696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:34.454428 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b01125-1bb8-4f1e-8480-2722b31a6c8c tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Network hostable DHCP agents. Network: 2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:43:34.454634 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a334412c-01f3-4cc3-9d59-c6a4646c61b0 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.468918 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a334412c-01f3-4cc3-9d59-c6a4646c61b0 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.472649 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a334412c-01f3-4cc3-9d59-c6a4646c61b0 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "DELETE /v2.0/security-groups/f851e748-86f9-4bc7-b8b1-4bcb2862adff HTTP/1.1" status: 204 len: 168 time: 1.7642636 Nov 12 08:43:34.476629 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 51546) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:34.509760 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334412c-01f3-4cc3-9d59-c6a4646c61b0 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f851e748-86f9-4bc7-b8b1-4bcb2862adff,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:34.533035 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-0c5a720f-c670-4657-ae6e-ee2f981e1dcc tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] show failed (client error): The resource could not be found. Nov 12 08:43:34.537091 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0c5a720f-c670-4657-ae6e-ee2f981e1dcc tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "GET /v2.0/security-groups/f851e748-86f9-4bc7-b8b1-4bcb2862adff HTTP/1.1" status: 404 len: 347 time: 0.0523806 Nov 12 08:43:34.540271 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51548) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:34.637241 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8a6ba-a67c-4b99-91de-053942f53cb4 req-8c7eae42-799d-43c6-92bb-475fb6a31c02 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:34.648864 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5da8a6ba-a67c-4b99-91de-053942f53cb4 req-8c7eae42-799d-43c6-92bb-475fb6a31c02 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.37 "GET /v2.0/ports?device_id=a454dfce-3002-44b6-a495-b34d119589e3 HTTP/1.1" status: 200 len: 945 time: 0.3256040 Nov 12 08:43:34.701921 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b37eb41-e640-46ce-8c76-21ecffc5a718 None None] New status for floating IP 0afc2b58-38bc-4be0-ab8b-4fe7b1f254ef: DOWN {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:43:34.809671 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 208f95e9-28ae-4c99-8b45-cff231909e59 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:34.825794 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5da8a6ba-a67c-4b99-91de-053942f53cb4 req-df07c8a7-cfe7-4244-b629-944a51576ed3 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ee80257-3f4d-4858-a545-c785b5d3e3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758485 Nov 12 08:43:34.846912 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b01125-1bb8-4f1e-8480-2722b31a6c8c tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Network 2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:43:34.877429 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-32b01125-1bb8-4f1e-8480-2722b31a6c8c tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:34.884505 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b01125-1bb8-4f1e-8480-2722b31a6c8c tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:34.885146 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32b01125-1bb8-4f1e-8480-2722b31a6c8c tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.927341 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dff3dc-c798-4908-ba81-9d9b3ef0e9ba None None] Network 2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:34.939102 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-32b01125-1bb8-4f1e-8480-2722b31a6c8c tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3749247 Nov 12 08:43:34.939639 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 51552) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:34.960745 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-886d41da-6ed6-4e26-91d5-bc1c91500d5b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Request body: {'subnet': {'network_id': '702ebd3a-91cd-4d56-a35d-ad10b18ed18d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:34.991060 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-70b0f58f-e441-4e7f-a593-abd84e44ef5b req-3d05209e-383f-4d0b-9914-b921e2e9bfed tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:35.136989 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 208f95e9-28ae-4c99-8b45-cff231909e59 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:35.138298 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:35.247379 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05209e-383f-4d0b-9914-b921e2e9bfed tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Pushing event deleted for resources: {'Port': ['ID=f541fcda-64a0-4f97-8493-38d6f61953ec,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:35.333960 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886d41da-6ed6-4e26-91d5-bc1c91500d5b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Made reservation on behalf of 7744ced598be42768ed1d37e40d08f56 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:35.343343 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-886d41da-6ed6-4e26-91d5-bc1c91500d5b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:35.396103 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b0f58f-e441-4e7f-a593-abd84e44ef5b req-3d05209e-383f-4d0b-9914-b921e2e9bfed tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] No DVR routers for this DVR port f541fcda-64a0-4f97-8493-38d6f61953ec on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:43:35.403029 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-70b0f58f-e441-4e7f-a593-abd84e44ef5b req-3d05209e-383f-4d0b-9914-b921e2e9bfed tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:35.412279 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-70b0f58f-e441-4e7f-a593-abd84e44ef5b req-3d05209e-383f-4d0b-9914-b921e2e9bfed tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.54 "DELETE /v2.0/ports/f541fcda-64a0-4f97-8493-38d6f61953ec HTTP/1.1" status: 204 len: 173 time: 2.7904036 Nov 12 08:43:35.413237 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a454dfce-3002-44b6-a495-b34d119589e3', 'name': 'network-vif-deleted', 'tag': 'f541fcda-64a0-4f97-8493-38d6f61953ec'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:35.417397 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c5e0a5-76ad-493d-942d-2c06e31f0347" -d '{"events": [{"server_uuid": "a454dfce-3002-44b6-a495-b34d119589e3", "name": "network-vif-deleted", "tag": "f541fcda-64a0-4f97-8493-38d6f61953ec"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:35.450702 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-3419c412-a1bf-4e5f-82dc-0f3432304519 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Deleting port 88fed119-3894-4f54-8671-da0d521846a8 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:35.453464 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3419c412-a1bf-4e5f-82dc-0f3432304519 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:35.643783 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05c4e4-ef17-41cd-8a77-cf7bbd29d813 req-16d731a9-f448-4839-b776-ce22dc9c9e7f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:35.655666 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7d05c4e4-ef17-41cd-8a77-cf7bbd29d813 req-16d731a9-f448-4839-b776-ce22dc9c9e7f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.3297899 Nov 12 08:43:35.762599 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3419c412-a1bf-4e5f-82dc-0f3432304519 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:35.765301 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3419c412-a1bf-4e5f-82dc-0f3432304519 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:35.845205 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-3419c412-a1bf-4e5f-82dc-0f3432304519 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Calling delete_port for 88fed119-3894-4f54-8671-da0d521846a8 owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:35.864661 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:35.898164 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7d05c4e4-ef17-41cd-8a77-cf7bbd29d813 req-ece7c293-73ab-4ce1-8c53-4d1b9f4d1f7f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173355 Nov 12 08:43:36.052611 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 208f95e9-28ae-4c99-8b45-cff231909e59, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=208f95e9-28ae-4c99-8b45-cff231909e59,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:36.107687 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b004e782-27be-49da-8839-6a5ba1fa8d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208f95e9-28ae-4c99-8b45-cff231909e59'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:36.112542 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f14cee1-fd64-41bb-8f57-15ef18e5a8fe" -d '{"events": [{"server_uuid": "b004e782-27be-49da-8839-6a5ba1fa8d1c", "name": "network-vif-plugged", "status": "completed", "tag": "208f95e9-28ae-4c99-8b45-cff231909e59"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:36.142642 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.150606 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd60e71-960a-4ce9-ae77-e52ae9080549 x-openstack-request-id: req-dcd60e71-960a-4ce9-ae77-e52ae9080549 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:36.152131 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a454dfce-3002-44b6-a495-b34d119589e3", "name": "network-vif-deleted", "tag": "f541fcda-64a0-4f97-8493-38d6f61953ec", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:36.153048 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dcd60e71-960a-4ce9-ae77-e52ae9080549 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:36.154844 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65f0443-7ae5-47d3-99d9-c67e5f2d729a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8', 'network_id': '2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8', 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'fixed_ips': [{'subnet_id': 'd86e7b80-541e-4437-9372-c90106323c14'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:43:36.154987 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a454dfce-3002-44b6-a495-b34d119589e3', 'name': 'network-vif-deleted', 'tag': 'f541fcda-64a0-4f97-8493-38d6f61953ec', 'status': 'completed', 'code': 200} Nov 12 08:43:36.160460 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f65f0443-7ae5-47d3-99d9-c67e5f2d729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.185336 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-886d41da-6ed6-4e26-91d5-bc1c91500d5b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.366875 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d41da-6ed6-4e26-91d5-bc1c91500d5b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Pushing event updated for resources: {'Subnet': ['ID=7cdf4593-290a-409d-9183-aaed729edd4d,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:36.380412 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3419c412-a1bf-4e5f-82dc-0f3432304519 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.452004 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=208f95e9-28ae-4c99-8b45-cff231909e59,revision_number=7']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:36.456128 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aa08d6d7-60f6-499a-bf4a-f4aa7a64021c req-ba530bd5-98c6-4c91-9c9c-9e944319ebb0 tempest-ServersNegativeTestMultiTenantJSON-268997466 tempest-ServersNegativeTestMultiTenantJSON-268997466-project] 10.222.0.37 "GET /v2.0/ports?device_id=a454dfce-3002-44b6-a495-b34d119589e3 HTTP/1.1" status: 200 len: 210 time: 0.0452321 Nov 12 08:43:36.480212 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886d41da-6ed6-4e26-91d5-bc1c91500d5b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Checking segment: {'id': '27dbb1a9-39bb-4e45-8c99-b89307690322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '702ebd3a-91cd-4d56-a35d-ad10b18ed18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:36.480954 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886d41da-6ed6-4e26-91d5-bc1c91500d5b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Network hostable DHCP agents. Network: 702ebd3a-91cd-4d56-a35d-ad10b18ed18d, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:43:36.520696 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886d41da-6ed6-4e26-91d5-bc1c91500d5b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Network 702ebd3a-91cd-4d56-a35d-ad10b18ed18d is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:43:36.548280 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-886d41da-6ed6-4e26-91d5-bc1c91500d5b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 702ebd3a-91cd-4d56-a35d-ad10b18ed18d) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:36.557688 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886d41da-6ed6-4e26-91d5-bc1c91500d5b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:36.559688 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-886d41da-6ed6-4e26-91d5-bc1c91500d5b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.609042 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b951ef66-cd50-4d43-9ded-a00ec63ab38a x-openstack-request-id: req-b951ef66-cd50-4d43-9ded-a00ec63ab38a {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:36.609340 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b004e782-27be-49da-8839-6a5ba1fa8d1c", "name": "network-vif-plugged", "status": "completed", "tag": "208f95e9-28ae-4c99-8b45-cff231909e59", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:36.609566 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b951ef66-cd50-4d43-9ded-a00ec63ab38a {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:36.610035 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b004e782-27be-49da-8839-6a5ba1fa8d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208f95e9-28ae-4c99-8b45-cff231909e59', 'code': 200} Nov 12 08:43:36.614028 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca195e0c-648c-4263-8d4c-ef92e3270f2f None None] Network 702ebd3a-91cd-4d56-a35d-ad10b18ed18d requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:36.615063 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-886d41da-6ed6-4e26-91d5-bc1c91500d5b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6678145 Nov 12 08:43:36.636630 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 51578) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:36.647952 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-4ba66427-bf10-44e7-8ae8-467b8def921c tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Request body: {'port': {'network_id': '2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8', 'name': 'tempest-TaggedBootDevicesTest-1023232189', 'fixed_ips': [{'subnet_id': 'd86e7b80-541e-4437-9372-c90106323c14'}]}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:36.659960 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3419c412-a1bf-4e5f-82dc-0f3432304519 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.664841 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3419c412-a1bf-4e5f-82dc-0f3432304519 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.666251 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3419c412-a1bf-4e5f-82dc-0f3432304519 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] 10.222.0.37 "DELETE /v2.0/floatingips/0afc2b58-38bc-4be0-ab8b-4fe7b1f254ef HTTP/1.1" status: 204 len: 168 time: 2.1084313 Nov 12 08:43:36.667467 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419c412-a1bf-4e5f-82dc-0f3432304519 tempest-ServersTestJSON-21796068 tempest-ServersTestJSON-21796068-project] Pushing event deleted for resources: {'Port': ['ID=88fed119-3894-4f54-8671-da0d521846a8,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:36.671378 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51580) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:36.821126 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f541fcda-64a0-4f97-8493-38d6f61953ec no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:43:36.917801 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba66427-bf10-44e7-8ae8-467b8def921c tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Made reservation on behalf of 7744ced598be42768ed1d37e40d08f56 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:36.955495 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: f541fcda-64a0-4f97-8493-38d6f61953ec {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:43:36.960562 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f541fcda-64a0-4f97-8493-38d6f61953ec not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:43:37.049287 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-f65f0443-7ae5-47d3-99d9-c67e5f2d729a None None] Allocated IP 10.1.1.2 (2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8/d86e7b80-541e-4437-9372-c90106323c14/502d3cfd-2842-4493-8e30-be24f2608d6f) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:37.172962 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4ba66427-bf10-44e7-8ae8-467b8def921c tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.228798 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-4ba66427-bf10-44e7-8ae8-467b8def921c tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] device_id is not set on port 996f9d9d-9c4c-4d28-a901-cc2cc552d93a yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:43:37.493984 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9d68a9-042c-4f20-8095-c77c84c33556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-702ebd3a-91cd-4d56-a35d-ad10b18ed18d', 'network_id': '702ebd3a-91cd-4d56-a35d-ad10b18ed18d', 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'fixed_ips': [{'subnet_id': '7cdf4593-290a-409d-9183-aaed729edd4d'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:43:37.497296 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9f9d68a9-042c-4f20-8095-c77c84c33556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.688051 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-27ba3424-6465-4d07-9337-02af88878ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.766451 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f65f0443-7ae5-47d3-99d9-c67e5f2d729a None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.930904 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-9f9d68a9-042c-4f20-8095-c77c84c33556 None None] Allocated IP 10.2.2.2 (702ebd3a-91cd-4d56-a35d-ad10b18ed18d/7cdf4593-290a-409d-9183-aaed729edd4d/edb94312-c116-41c9-9cc9-fe6caedbde28) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:37.976872 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699af0f-98f5-46fa-b305-31d7df725203 req-5e2a35f0-e385-49e1-a10e-43c14544c06d tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:37.995568 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a699af0f-98f5-46fa-b305-31d7df725203 req-5e2a35f0-e385-49e1-a10e-43c14544c06d tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.6597836 Nov 12 08:43:38.179063 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f65f0443-7ae5-47d3-99d9-c67e5f2d729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.252519 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a699af0f-98f5-46fa-b305-31d7df725203 req-198a159c-b19d-4293-8dd8-7603521f15f0 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400568 Nov 12 08:43:38.262730 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-27ba3424-6465-4d07-9337-02af88878ad1 admin admin] Deleting port ae1d02a5-51b4-42ef-8348-e0cb1f616d48 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:38.263459 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-27ba3424-6465-4d07-9337-02af88878ad1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.295383 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-396898a2-b831-4e1e-a5af-5cd7ad07b888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.321164 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f0443-7ae5-47d3-99d9-c67e5f2d729a None None] Pushing event updated for resources: {'Port': ['ID=502d3cfd-2842-4493-8e30-be24f2608d6f,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:38.327203 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9f9d68a9-042c-4f20-8095-c77c84c33556 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.332150 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65f0443-7ae5-47d3-99d9-c67e5f2d729a None None] Network 2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:38.335567 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-f65f0443-7ae5-47d3-99d9-c67e5f2d729a None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:38.339222 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65f0443-7ae5-47d3-99d9-c67e5f2d729a None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:38.343584 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9f9d68a9-042c-4f20-8095-c77c84c33556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.344450 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-4ba66427-bf10-44e7-8ae8-467b8def921c tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Allocated IP 10.1.1.148 (2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8/d86e7b80-541e-4437-9372-c90106323c14/996f9d9d-9c4c-4d28-a901-cc2cc552d93a) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:38.434585 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9d68a9-042c-4f20-8095-c77c84c33556 None None] Network 702ebd3a-91cd-4d56-a35d-ad10b18ed18d is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:38.453770 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-9f9d68a9-042c-4f20-8095-c77c84c33556 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:38.461215 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9d68a9-042c-4f20-8095-c77c84c33556 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:38.510498 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d68a9-042c-4f20-8095-c77c84c33556 None None] Pushing event updated for resources: {'Port': ['ID=edb94312-c116-41c9-9cc9-fe6caedbde28,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:38.512935 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-27ba3424-6465-4d07-9337-02af88878ad1 admin admin] For port ae1d02a5-51b4-42ef-8348-e0cb1f616d48, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ae1d02a5-51b4-42ef-8348-e0cb1f616d48,segment=NetworkSegment(231d857e-7817-41f7-8357-799fae7209b3),segment_id=231d857e-7817-41f7-8357-799fae7209b3)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:38.521554 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-27ba3424-6465-4d07-9337-02af88878ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.553607 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f65f0443-7ae5-47d3-99d9-c67e5f2d729a None None] Attempting to bind port 502d3cfd-2842-4493-8e30-be24f2608d6f on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:43:38.554375 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f65f0443-7ae5-47d3-99d9-c67e5f2d729a None None] Attempting to bind port 502d3cfd-2842-4493-8e30-be24f2608d6f by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'd9096f87-8920-440d-9535-8b369b6696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:43:38.555021 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65f0443-7ae5-47d3-99d9-c67e5f2d729a None None] Attempting to bind port 502d3cfd-2842-4493-8e30-be24f2608d6f on network 2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:38.562737 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-27ba3424-6465-4d07-9337-02af88878ad1 admin admin] Calling delete_port for ae1d02a5-51b4-42ef-8348-e0cb1f616d48 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:38.579079 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65f0443-7ae5-47d3-99d9-c67e5f2d729a None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:43:38.579949 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65f0443-7ae5-47d3-99d9-c67e5f2d729a None None] Checking segment: {'id': 'd9096f87-8920-440d-9535-8b369b6696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:38.584362 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f65f0443-7ae5-47d3-99d9-c67e5f2d729a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.585090 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65f0443-7ae5-47d3-99d9-c67e5f2d729a None None] Bound using segment: {'id': 'd9096f87-8920-440d-9535-8b369b6696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:43:38.585819 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f65f0443-7ae5-47d3-99d9-c67e5f2d729a None None] Bound port: 502d3cfd-2842-4493-8e30-be24f2608d6f, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9096f87-8920-440d-9535-8b369b6696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:43:38.587275 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f65f0443-7ae5-47d3-99d9-c67e5f2d729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.594278 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-9f9d68a9-042c-4f20-8095-c77c84c33556 None None] Attempting to bind port edb94312-c116-41c9-9cc9-fe6caedbde28 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:43:38.603543 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-9f9d68a9-042c-4f20-8095-c77c84c33556 None None] Attempting to bind port edb94312-c116-41c9-9cc9-fe6caedbde28 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '27dbb1a9-39bb-4e45-8c99-b89307690322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '702ebd3a-91cd-4d56-a35d-ad10b18ed18d'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:43:38.604319 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9d68a9-042c-4f20-8095-c77c84c33556 None None] Attempting to bind port edb94312-c116-41c9-9cc9-fe6caedbde28 on network 702ebd3a-91cd-4d56-a35d-ad10b18ed18d {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:38.645285 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9d68a9-042c-4f20-8095-c77c84c33556 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:43:38.646149 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9d68a9-042c-4f20-8095-c77c84c33556 None None] Checking segment: {'id': '27dbb1a9-39bb-4e45-8c99-b89307690322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '702ebd3a-91cd-4d56-a35d-ad10b18ed18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:38.647010 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9f9d68a9-042c-4f20-8095-c77c84c33556 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.650422 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9d68a9-042c-4f20-8095-c77c84c33556 None None] Bound using segment: {'id': '27dbb1a9-39bb-4e45-8c99-b89307690322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '702ebd3a-91cd-4d56-a35d-ad10b18ed18d'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:43:38.651239 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-9f9d68a9-042c-4f20-8095-c77c84c33556 None None] Bound port: edb94312-c116-41c9-9cc9-fe6caedbde28, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27dbb1a9-39bb-4e45-8c99-b89307690322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '702ebd3a-91cd-4d56-a35d-ad10b18ed18d'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:43:38.652077 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9f9d68a9-042c-4f20-8095-c77c84c33556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.863762 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799dfd11-ae50-4f1d-8394-2dc445dab684 req-6dc1ce03-dedf-46f8-aacd-dd0bb4f34c01 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:38.879252 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-799dfd11-ae50-4f1d-8394-2dc445dab684 req-6dc1ce03-dedf-46f8-aacd-dd0bb4f34c01 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f819abe-825c-40d0-8e61-d3fe792d5d7a HTTP/1.1" status: 200 len: 946 time: 0.4292998 Nov 12 08:43:38.930185 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9f9d68a9-042c-4f20-8095-c77c84c33556 None None] For port edb94312-c116-41c9-9cc9-fe6caedbde28, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:43:38.934313 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9f9d68a9-042c-4f20-8095-c77c84c33556 None None] For port edb94312-c116-41c9-9cc9-fe6caedbde28, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=edb94312-c116-41c9-9cc9-fe6caedbde28,segment=NetworkSegment(27dbb1a9-39bb-4e45-8c99-b89307690322),segment_id=27dbb1a9-39bb-4e45-8c99-b89307690322)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:43:38.937953 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f65f0443-7ae5-47d3-99d9-c67e5f2d729a None None] For port 502d3cfd-2842-4493-8e30-be24f2608d6f, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:43:38.953342 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9f9d68a9-042c-4f20-8095-c77c84c33556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:39.036389 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f65f0443-7ae5-47d3-99d9-c67e5f2d729a None None] For port 502d3cfd-2842-4493-8e30-be24f2608d6f, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=502d3cfd-2842-4493-8e30-be24f2608d6f,segment=NetworkSegment(d9096f87-8920-440d-9535-8b369b6696ae),segment_id=d9096f87-8920-440d-9535-8b369b6696ae)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:43:39.077879 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f65f0443-7ae5-47d3-99d9-c67e5f2d729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:39.097692 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-27ba3424-6465-4d07-9337-02af88878ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:39.192372 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d68a9-042c-4f20-8095-c77c84c33556 None None] Pushing event updated for resources: {'Port': ['ID=edb94312-c116-41c9-9cc9-fe6caedbde28,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:39.208863 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba3424-6465-4d07-9337-02af88878ad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae1d02a5-51b4-42ef-8348-e0cb1f616d48,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:39.348548 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff70b1-cc92-4e1a-aa36-4b0e79ddbc27 req-565f2e55-65bb-48d8-b013-aae62f8437cc tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:39.363120 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-58ff70b1-cc92-4e1a-aa36-4b0e79ddbc27 req-565f2e55-65bb-48d8-b013-aae62f8437cc tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f819abe-825c-40d0-8e61-d3fe792d5d7a HTTP/1.1" status: 200 len: 946 time: 0.2826529 Nov 12 08:43:39.406053 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f0443-7ae5-47d3-99d9-c67e5f2d729a None None] Pushing event updated for resources: {'Port': ['ID=502d3cfd-2842-4493-8e30-be24f2608d6f,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:40.257536 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cfa76b35-f12e-42fe-923f-efe0042a0a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.435127 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4ba66427-bf10-44e7-8ae8-467b8def921c tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.443391 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-799dfd11-ae50-4f1d-8394-2dc445dab684 req-22d71ac4-df72-4867-aa8c-7582c6891e25 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5631449 Nov 12 08:43:40.486540 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device edb94312-c116-41c9-9cc9-fe6caedbde28 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:40.556241 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43ead261-2ebd-4541-8b59-792aa2d6bea0 req-0d384db5-06ad-4c8e-bcd3-e2f3565f74ee service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1413739 Nov 12 08:43:40.619025 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4ba66427-bf10-44e7-8ae8-467b8def921c tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.620641 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 51598) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:40.653275 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port edb94312-c116-41c9-9cc9-fe6caedbde28 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:40.653650 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.686178 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-27ba3424-6465-4d07-9337-02af88878ad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.795849 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-1abe2ead-ad9e-4e41-8d24-f4925602551f admin admin] Deleting subnet 0c07686c-47fe-48ff-92a6-14102438ee8f {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:43:40.841614 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba66427-bf10-44e7-8ae8-467b8def921c tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Network 2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:40.842514 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-58ff70b1-cc92-4e1a-aa36-4b0e79ddbc27 req-262013b0-6f71-4a59-8bb7-8c5fad4c5ecd tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Deleting port c3338fc7-8994-49dc-910e-b81e1d9f0449 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:40.842872 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-58ff70b1-cc92-4e1a-aa36-4b0e79ddbc27 req-262013b0-6f71-4a59-8bb7-8c5fad4c5ecd tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.850321 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-4ba66427-bf10-44e7-8ae8-467b8def921c tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:40.881866 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.920239 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1abe2ead-ad9e-4e41-8d24-f4925602551f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.968783 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba66427-bf10-44e7-8ae8-467b8def921c tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:41.166136 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba66427-bf10-44e7-8ae8-467b8def921c tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:41.166848 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4ba66427-bf10-44e7-8ae8-467b8def921c tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.213733 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4ba66427-bf10-44e7-8ae8-467b8def921c tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.5758617 Nov 12 08:43:41.214553 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 51600) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:41.242314 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a1ec6-42da-4484-8625-4f0ff828b4cf req-6cec5fe4-cd90-4a1b-b1bb-53b04de8c2e9 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:41.251148 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e39a1ec6-42da-4484-8625-4f0ff828b4cf req-6cec5fe4-cd90-4a1b-b1bb-53b04de8c2e9 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.4065504 Nov 12 08:43:41.260360 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-1bb70a34-d7de-418a-9d4a-11ccededa01f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Request body: {'port': {'network_id': '2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8', 'name': 'tempest-TaggedBootDevicesTest-1852944739', 'fixed_ips': [{'subnet_id': 'd86e7b80-541e-4437-9372-c90106323c14'}]}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:41.289723 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-58ff70b1-cc92-4e1a-aa36-4b0e79ddbc27 req-262013b0-6f71-4a59-8bb7-8c5fad4c5ecd tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] For port c3338fc7-8994-49dc-910e-b81e1d9f0449, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=c3338fc7-8994-49dc-910e-b81e1d9f0449,segment=NetworkSegment(68005b70-1579-4f58-bade-fbc137d1c951),segment_id=68005b70-1579-4f58-bade-fbc137d1c951)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:41.290486 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-58ff70b1-cc92-4e1a-aa36-4b0e79ddbc27 req-262013b0-6f71-4a59-8bb7-8c5fad4c5ecd tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.318138 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-58ff70b1-cc92-4e1a-aa36-4b0e79ddbc27 req-262013b0-6f71-4a59-8bb7-8c5fad4c5ecd tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Calling delete_port for c3338fc7-8994-49dc-910e-b81e1d9f0449 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:41.404499 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port edb94312-c116-41c9-9cc9-fe6caedbde28, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=edb94312-c116-41c9-9cc9-fe6caedbde28,segment=NetworkSegment(27dbb1a9-39bb-4e45-8c99-b89307690322),segment_id=27dbb1a9-39bb-4e45-8c99-b89307690322)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:41.413331 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.541337 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d32468-01ef-44c3-8a10-e6a246f2c078 None None] Network 2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:41.558894 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=edb94312-c116-41c9-9cc9-fe6caedbde28,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:41.604600 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ead261-2ebd-4541-8b59-792aa2d6bea0 req-952af22c-48c7-479c-9c13-f636e2bb7afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:41.611496 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43ead261-2ebd-4541-8b59-792aa2d6bea0 req-952af22c-48c7-479c-9c13-f636e2bb7afb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 1103 time: 0.9898190 Nov 12 08:43:41.712896 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e39a1ec6-42da-4484-8625-4f0ff828b4cf req-d827c70c-d50f-4c3f-a45a-5ad1d96c995b tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607050 Nov 12 08:43:41.801746 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-56692a5e-d149-46d1-ae49-cb9de3c57451 None None] Provisioning complete for port 502d3cfd-2842-4493-8e30-be24f2608d6f triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:41.807407 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-56692a5e-d149-46d1-ae49-cb9de3c57451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.851950 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ead261-2ebd-4541-8b59-792aa2d6bea0 req-10889eef-ea1b-45f1-9481-3f68d5f0b602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:41.853532 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43ead261-2ebd-4541-8b59-792aa2d6bea0 req-10889eef-ea1b-45f1-9481-3f68d5f0b602 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.1715145 Nov 12 08:43:41.859271 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1abe2ead-ad9e-4e41-8d24-f4925602551f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.868723 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba66427-bf10-44e7-8ae8-467b8def921c tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Pushing event updated for resources: {'Port': ['ID=996f9d9d-9c4c-4d28-a901-cc2cc552d93a,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:41.890402 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909aa9d7-f6c2-40fe-afe4-ec135f5cf06c None None] Network 702ebd3a-91cd-4d56-a35d-ad10b18ed18d requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:42.140273 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43ead261-2ebd-4541-8b59-792aa2d6bea0 req-c26effa4-5fb0-4bbd-a908-b2d000116abd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=6e1d4968-a38b-49dc-b3cd-26685b7c75ca HTTP/1.1" status: 200 len: 217 time: 0.2124121 Nov 12 08:43:42.141372 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb70a34-d7de-418a-9d4a-11ccededa01f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Made reservation on behalf of 7744ced598be42768ed1d37e40d08f56 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:42.164891 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1bb70a34-d7de-418a-9d4a-11ccededa01f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:42.224108 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ba3424-6465-4d07-9337-02af88878ad1 admin admin] Router d14e128d-0a79-4b46-b33f-2bbc63f770bf has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:43:42.375989 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 502d3cfd-2842-4493-8e30-be24f2608d6f up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:42.376289 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1abe2ead-ad9e-4e41-8d24-f4925602551f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:42.376474 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:42.490633 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-58ff70b1-cc92-4e1a-aa36-4b0e79ddbc27 req-262013b0-6f71-4a59-8bb7-8c5fad4c5ecd tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:42.526909 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-1bb70a34-d7de-418a-9d4a-11ccededa01f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] device_id is not set on port 21a69529-a5f8-4991-8770-485deba29c21 yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:43:42.551378 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ead261-2ebd-4541-8b59-792aa2d6bea0 req-56a99f83-a6ae-4203-b212-a4e2949e88ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:42.551584 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['5f76f074-c935-4495-aa59-16f5f801666b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:43:42.553249 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43ead261-2ebd-4541-8b59-792aa2d6bea0 req-56a99f83-a6ae-4203-b212-a4e2949e88ba service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.3476593 Nov 12 08:43:42.553876 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['02e861c6-419a-4885-988e-46628065ca26'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:43:42.608172 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ba3424-6465-4d07-9337-02af88878ad1 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:43:42.623998 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1c7ae-b994-4fa1-8fbe-218117b6535e req-9413220d-e0a1-45dc-93be-711e2b57fee8 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:42.629778 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-27ba3424-6465-4d07-9337-02af88878ad1 admin admin] 10.222.0.37 "PUT /v2.0/routers/d14e128d-0a79-4b46-b33f-2bbc63f770bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9564016 Nov 12 08:43:42.637828 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8de1c7ae-b994-4fa1-8fbe-218117b6535e req-9413220d-e0a1-45dc-93be-711e2b57fee8 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f819abe-825c-40d0-8e61-d3fe792d5d7a HTTP/1.1" status: 200 len: 867 time: 0.5194821 Nov 12 08:43:42.639368 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 51608) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:42.639490 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1378da9-66cf-4ae8-ae00-0fdb68331c7a None None] Sync routers for ids ['d14e128d-0a79-4b46-b33f-2bbc63f770bf'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:43:42.648613 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262013b0-6f71-4a59-8bb7-8c5fad4c5ecd tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Pushing event deleted for resources: {'Port': ['ID=c3338fc7-8994-49dc-910e-b81e1d9f0449,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:42.768680 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ff70b1-cc92-4e1a-aa36-4b0e79ddbc27 req-262013b0-6f71-4a59-8bb7-8c5fad4c5ecd tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] No DVR routers for this DVR port c3338fc7-8994-49dc-910e-b81e1d9f0449 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:43:42.770698 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-58ff70b1-cc92-4e1a-aa36-4b0e79ddbc27 req-262013b0-6f71-4a59-8bb7-8c5fad4c5ecd tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:42.776277 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-58ff70b1-cc92-4e1a-aa36-4b0e79ddbc27 req-262013b0-6f71-4a59-8bb7-8c5fad4c5ecd tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.54 "DELETE /v2.0/ports/c3338fc7-8994-49dc-910e-b81e1d9f0449 HTTP/1.1" status: 204 len: 173 time: 3.2755306 Nov 12 08:43:42.777129 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f819abe-825c-40d0-8e61-d3fe792d5d7a', 'name': 'network-vif-deleted', 'tag': 'c3338fc7-8994-49dc-910e-b81e1d9f0449'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:42.779724 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ab9e74-52a1-4456-85e3-41ae9c4926f3" -d '{"events": [{"server_uuid": "0f819abe-825c-40d0-8e61-d3fe792d5d7a", "name": "network-vif-deleted", "tag": "c3338fc7-8994-49dc-910e-b81e1d9f0449"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:42.845769 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device c3338fc7-8994-49dc-910e-b81e1d9f0449 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:43:42.874487 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ead261-2ebd-4541-8b59-792aa2d6bea0 req-eecc2644-b4b0-43ba-a2cd-78ea446b7e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:42.895190 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43ead261-2ebd-4541-8b59-792aa2d6bea0 req-eecc2644-b4b0-43ba-a2cd-78ea446b7e6c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2863910 Nov 12 08:43:42.943511 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1378da9-66cf-4ae8-ae00-0fdb68331c7a None None] Routers {'d14e128d-0a79-4b46-b33f-2bbc63f770bf'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:42.944974 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a1378da9-66cf-4ae8-ae00-0fdb68331c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:43:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d14e128d-0a79-4b46-b33f-2bbc63f770bf'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:42.965077 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-56692a5e-d149-46d1-ae49-cb9de3c57451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.122049 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1abe2ead-ad9e-4e41-8d24-f4925602551f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.134244 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43ead261-2ebd-4541-8b59-792aa2d6bea0 req-9aad7a89-37c8-4cb0-a8bb-26f151c4f1da service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370940 Nov 12 08:43:43.139921 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 502d3cfd-2842-4493-8e30-be24f2608d6f triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:43.141285 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.180459 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe2ead-ad9e-4e41-8d24-f4925602551f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c07686c-47fe-48ff-92a6-14102438ee8f,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:43.245250 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1abe2ead-ad9e-4e41-8d24-f4925602551f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.251669 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51616) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:43.253632 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1abe2ead-ad9e-4e41-8d24-f4925602551f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0c07686c-47fe-48ff-92a6-14102438ee8f HTTP/1.1" status: 204 len: 168 time: 2.6289475 Nov 12 08:43:43.292578 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: c3338fc7-8994-49dc-910e-b81e1d9f0449 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:43:43.300176 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device c3338fc7-8994-49dc-910e-b81e1d9f0449 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:43:43.465655 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f45d2241-9332-490a-96b1-3f21608487c7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.475793 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-05c1bbd9-478b-4f77-862e-698e71ae64fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.498077 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8de1c7ae-b994-4fa1-8fbe-218117b6535e req-3ac352d5-42c4-463f-a34b-af01dbc2d385 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8605044 Nov 12 08:43:43.628003 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43ead261-2ebd-4541-8b59-792aa2d6bea0 req-243447f7-9ce8-455c-8971-2f0c4bb9ee46 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4589541 Nov 12 08:43:43.683919 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.717765 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-56692a5e-d149-46d1-ae49-cb9de3c57451 None None] For port 502d3cfd-2842-4493-8e30-be24f2608d6f, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=502d3cfd-2842-4493-8e30-be24f2608d6f,segment=NetworkSegment(d9096f87-8920-440d-9535-8b369b6696ae),segment_id=d9096f87-8920-440d-9535-8b369b6696ae)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:43.751017 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-1bb70a34-d7de-418a-9d4a-11ccededa01f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Allocated IP 10.1.1.45 (2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8/d86e7b80-541e-4437-9372-c90106323c14/21a69529-a5f8-4991-8770-485deba29c21) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:43.757912 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-56692a5e-d149-46d1-ae49-cb9de3c57451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.862093 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-a1378da9-66cf-4ae8-ae00-0fdb68331c7a None None] Set router d14e128d-0a79-4b46-b33f-2bbc63f770bf gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:43:43.862434 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-05c1bbd9-478b-4f77-862e-698e71ae64fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.880688 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f45d2241-9332-490a-96b1-3f21608487c7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.905336 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-05c1bbd9-478b-4f77-862e-698e71ae64fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e6218ad-fe31-435b-9947-33f71cc4aa84']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:43.929471 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-05c1bbd9-478b-4f77-862e-698e71ae64fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0179b33d-a70b-4e3b-bf5e-03f4b365ef7b') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:43.930077 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-05c1bbd9-478b-4f77-862e-698e71ae64fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0179b33d-a70b-4e3b-bf5e-03f4b365ef7b') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:43.974958 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-05c1bbd9-478b-4f77-862e-698e71ae64fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.016625 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-05c1bbd9-478b-4f77-862e-698e71ae64fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.028927 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c1bbd9-478b-4f77-862e-698e71ae64fa admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:43:44.029673 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-05c1bbd9-478b-4f77-862e-698e71ae64fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.032879 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:43:44.032879 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:43:44.032879 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:43:44.032879 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:43:44.032879 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:43:44.032879 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:43:44.032879 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:43:44.032879 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:43:44.032879 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:43:44.032879 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:43:44.032879 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:43:44.032879 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:43:44.032879 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:43:44.032879 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:43:44.032879 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:43:44.032879 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:43:44.032879 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:43:44.032879 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:43:44.032879 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:43:44.032879 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:43:44.032879 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:43:44.032879 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:43:44.032879 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:43:44.032879 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:43:44.032879 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:43:44.032879 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:43:44.032879 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:43:44.032879 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:43:44.032879 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:43:44.032879 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:43:44.032879 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:43:44.032879 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:43:44.176672 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-05c1bbd9-478b-4f77-862e-698e71ae64fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.195256 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-05c1bbd9-478b-4f77-862e-698e71ae64fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.201811 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-05c1bbd9-478b-4f77-862e-698e71ae64fa admin admin] 10.222.0.37 "DELETE /v2.0/networks/4e6218ad-fe31-435b-9947-33f71cc4aa84 HTTP/1.1" status: 204 len: 168 time: 0.9486814 Nov 12 08:43:44.208332 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51628) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:44.236399 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1bbd9-478b-4f77-862e-698e71ae64fa admin admin] Pushing event deleted for resources: {'Network': ['ID=4e6218ad-fe31-435b-9947-33f71cc4aa84,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:44.318743 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-f45d2241-9332-490a-96b1-3f21608487c7 admin admin] Deleting port 357d7433-548f-4497-94b5-a1c3c52b00fe {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:44.319549 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f45d2241-9332-490a-96b1-3f21608487c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.322421 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-3011ad04-ec3a-4491-88ba-97fb03a73fb4 admin admin] Deleting subnet 015f91de-babe-4093-b379-28c153a1ad4a {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:43:44.330903 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3011ad04-ec3a-4491-88ba-97fb03a73fb4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.374324 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1bb70a34-d7de-418a-9d4a-11ccededa01f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.386245 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.401469 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56692a5e-d149-46d1-ae49-cb9de3c57451 None None] Pushing event updated for resources: {'Port': ['ID=502d3cfd-2842-4493-8e30-be24f2608d6f,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:44.405643 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device edb94312-c116-41c9-9cc9-fe6caedbde28 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:44.423327 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19322408-d6e8-421f-a5fe-8c5d06e489d7 req-ed56de55-740b-43d1-b128-2563949a06c3 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:44.425391 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-19322408-d6e8-421f-a5fe-8c5d06e489d7 req-ed56de55-740b-43d1-b128-2563949a06c3 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.1929629 Nov 12 08:43:44.425518 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-fd6d25d9-bd09-48fb-bd4a-2862a60574f4 None None] Provisioning complete for port 996f9d9d-9c4c-4d28-a901-cc2cc552d93a triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:44.425841 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fd6d25d9-bd09-48fb-bd4a-2862a60574f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.445978 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3011ad04-ec3a-4491-88ba-97fb03a73fb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.477634 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-f45d2241-9332-490a-96b1-3f21608487c7 admin admin] For port 357d7433-548f-4497-94b5-a1c3c52b00fe, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=357d7433-548f-4497-94b5-a1c3c52b00fe,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:44.478912 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f45d2241-9332-490a-96b1-3f21608487c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.493987 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-f45d2241-9332-490a-96b1-3f21608487c7 admin admin] Calling delete_port for 357d7433-548f-4497-94b5-a1c3c52b00fe owned by network:router_gateway {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:44.545987 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3011ad04-ec3a-4491-88ba-97fb03a73fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.663412 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3011ad04-ec3a-4491-88ba-97fb03a73fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.730342 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3011ad04-ec3a-4491-88ba-97fb03a73fb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.733928 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3011ad04-ec3a-4491-88ba-97fb03a73fb4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/015f91de-babe-4093-b379-28c153a1ad4a HTTP/1.1" status: 204 len: 168 time: 0.5243700 Nov 12 08:43:44.735347 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3011ad04-ec3a-4491-88ba-97fb03a73fb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=015f91de-babe-4093-b379-28c153a1ad4a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:44.747104 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51646) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:44.792086 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port edb94312-c116-41c9-9cc9-fe6caedbde28 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:44.792715 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.803520 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-fd6d25d9-bd09-48fb-bd4a-2862a60574f4 None None] Port 996f9d9d-9c4c-4d28-a901-cc2cc552d93a cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:44.868436 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-fd6d25d9-bd09-48fb-bd4a-2862a60574f4 None None] Provisioning complete for port edb94312-c116-41c9-9cc9-fe6caedbde28 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:44.868823 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fd6d25d9-bd09-48fb-bd4a-2862a60574f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.943657 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-46407133-e105-47f5-abf2-5c779922bcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.953940 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad74382-7348-442f-8bba-533245194e24 x-openstack-request-id: req-0ad74382-7348-442f-8bba-533245194e24 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:44.957708 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f819abe-825c-40d0-8e61-d3fe792d5d7a", "name": "network-vif-deleted", "tag": "c3338fc7-8994-49dc-910e-b81e1d9f0449", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:44.958369 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ad74382-7348-442f-8bba-533245194e24 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:44.958979 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f819abe-825c-40d0-8e61-d3fe792d5d7a', 'name': 'network-vif-deleted', 'tag': 'c3338fc7-8994-49dc-910e-b81e1d9f0449', 'status': 'completed', 'code': 200} Nov 12 08:43:44.999901 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a1378da9-66cf-4ae8-ae00-0fdb68331c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'name': 'tempest-ServersTestJSON-1295936768-router', 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '357d7433-548f-4497-94b5-a1c3c52b00fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:00Z', 'updated_at': '2021-11-12T08:43:38Z', 'revision_number': 5, 'project_id': '92bb6f013dd04ddf8fe03d8328359b94', 'gw_port': {'id': '357d7433-548f-4497-94b5-a1c3c52b00fe', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:02Z', 'updated_at': '2021-11-12T08:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:45.063112 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f45d2241-9332-490a-96b1-3f21608487c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:45.100793 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d2241-9332-490a-96b1-3f21608487c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=357d7433-548f-4497-94b5-a1c3c52b00fe,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:45.111135 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-46407133-e105-47f5-abf2-5c779922bcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:45.168236 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-46407133-e105-47f5-abf2-5c779922bcfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['885d6741-8ef2-4e8e-9dbe-27136a44f246']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:45.199891 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-46407133-e105-47f5-abf2-5c779922bcfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1154da70-3616-4a39-a8fc-acbfeeb918a5') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:45.202013 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-46407133-e105-47f5-abf2-5c779922bcfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1154da70-3616-4a39-a8fc-acbfeeb918a5') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:45.220092 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-19322408-d6e8-421f-a5fe-8c5d06e489d7 req-d5e0447f-fb70-450e-8d26-9b0e0679038e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734047 Nov 12 08:43:45.224070 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1bb70a34-d7de-418a-9d4a-11ccededa01f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:45.231491 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-46407133-e105-47f5-abf2-5c779922bcfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:45.262741 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-46407133-e105-47f5-abf2-5c779922bcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:45.281660 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46407133-e105-47f5-abf2-5c779922bcfb admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:43:45.282222 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-46407133-e105-47f5-abf2-5c779922bcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:45.284591 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:43:45.284591 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:43:45.284591 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:43:45.284591 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:43:45.284591 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:43:45.284591 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:43:45.284591 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:43:45.284591 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:43:45.284591 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:43:45.284591 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:43:45.284591 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:43:45.284591 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:43:45.284591 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:43:45.284591 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:43:45.284591 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:43:45.284591 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:43:45.284591 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:43:45.284591 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:43:45.284591 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:43:45.284591 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:43:45.284591 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:43:45.284591 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:43:45.284591 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:43:45.284591 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:43:45.284591 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:43:45.284591 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:43:45.284591 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:43:45.284591 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:43:45.284591 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:43:45.284591 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:43:45.284591 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:43:45.284591 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:43:45.297654 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb70a34-d7de-418a-9d4a-11ccededa01f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Pushing event updated for resources: {'Port': ['ID=21a69529-a5f8-4991-8770-485deba29c21,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:45.309577 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb70a34-d7de-418a-9d4a-11ccededa01f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Network 2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:45.312989 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-1bb70a34-d7de-418a-9d4a-11ccededa01f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:45.318943 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb70a34-d7de-418a-9d4a-11ccededa01f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:45.324981 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f45d2241-9332-490a-96b1-3f21608487c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:45.470944 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1378da9-66cf-4ae8-ae00-0fdb68331c7a None None] Checking router: d14e128d-0a79-4b46-b33f-2bbc63f770bf for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:43:45.533811 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-fd6d25d9-bd09-48fb-bd4a-2862a60574f4 None None] Provisioning complete for port 502d3cfd-2842-4493-8e30-be24f2608d6f triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:45.534359 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-46407133-e105-47f5-abf2-5c779922bcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:45.534779 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fd6d25d9-bd09-48fb-bd4a-2862a60574f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:45.543803 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-46407133-e105-47f5-abf2-5c779922bcfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:45.546916 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-46407133-e105-47f5-abf2-5c779922bcfb admin admin] 10.222.0.37 "DELETE /v2.0/networks/885d6741-8ef2-4e8e-9dbe-27136a44f246 HTTP/1.1" status: 204 len: 168 time: 0.7985723 Nov 12 08:43:45.579851 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46407133-e105-47f5-abf2-5c779922bcfb admin admin] Pushing event deleted for resources: {'Network': ['ID=885d6741-8ef2-4e8e-9dbe-27136a44f246,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:45.612964 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f45d2241-9332-490a-96b1-3f21608487c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:45.616475 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1378da9-66cf-4ae8-ae00-0fdb68331c7a None None] Routers {'d14e128d-0a79-4b46-b33f-2bbc63f770bf'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:45.617196 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a1378da9-66cf-4ae8-ae00-0fdb68331c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:43:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d14e128d-0a79-4b46-b33f-2bbc63f770bf'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:45.654928 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f45d2241-9332-490a-96b1-3f21608487c7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:45.892566 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb70a34-d7de-418a-9d4a-11ccededa01f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:45.893283 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1bb70a34-d7de-418a-9d4a-11ccededa01f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:45.908311 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51704) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:45.944407 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926dbaf-230c-40e2-b747-dc0673ebf17b req-80df1f4d-316a-450b-b13a-e554c9a7a1d2 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:45.954534 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2926dbaf-230c-40e2-b747-dc0673ebf17b req-80df1f4d-316a-450b-b13a-e554c9a7a1d2 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac7f0d2c-97e3-46d0-a11a-3018f02eabc3 HTTP/1.1" status: 200 len: 951 time: 0.4981630 Nov 12 08:43:45.990613 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f45d2241-9332-490a-96b1-3f21608487c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:45.991347 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45d2241-9332-490a-96b1-3f21608487c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d14e128d-0a79-4b46-b33f-2bbc63f770bf {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:43:45.995685 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1bb70a34-d7de-418a-9d4a-11ccededa01f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.7422593 Nov 12 08:43:46.019420 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f45d2241-9332-490a-96b1-3f21608487c7 admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.021234 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f45d2241-9332-490a-96b1-3f21608487c7 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d14e128d-0a79-4b46-b33f-2bbc63f770bf HTTP/1.1" status: 204 len: 168 time: 3.3405321 Nov 12 08:43:46.025861 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 51708) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:46.043262 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3e94e98d-feae-4ac3-b780-2b09e38d9c3b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=996259a10527451c888b4d7eec3124a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1319067 Nov 12 08:43:46.047036 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51710) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:46.124955 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 502d3cfd-2842-4493-8e30-be24f2608d6f up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:46.133590 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2926dbaf-230c-40e2-b747-dc0673ebf17b req-0a3ebbcd-c96a-4985-a88a-958bda6b2391 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09f2b22-3713-42f9-afdc-4a98abd46f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726379 Nov 12 08:43:46.154837 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-555ab597-4f62-48aa-bc10-9decf2c5e708 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.168670 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d310387-e44a-4c19-8b44-28375cc0d86e req-630896cd-53ca-4c30-ac30-19a4723c721b tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:46.170713 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9d310387-e44a-4c19-8b44-28375cc0d86e req-630896cd-53ca-4c30-ac30-19a4723c721b tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3d8449a-30de-458b-95e7-873253eb1e6f HTTP/1.1" status: 200 len: 945 time: 0.2663608 Nov 12 08:43:46.180262 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-001e328d-aee5-4301-a9e3-9f44a6d15ee9 admin admin] Deleting subnet 3442c5c9-cc85-4770-ba08-087a11ee8363 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:43:46.202918 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-001e328d-aee5-4301-a9e3-9f44a6d15ee9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.205075 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-555ab597-4f62-48aa-bc10-9decf2c5e708 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.259198 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-a1378da9-66cf-4ae8-ae00-0fdb68331c7a None None] Set router d14e128d-0a79-4b46-b33f-2bbc63f770bf gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:43:46.274433 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51716) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:46.328135 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-555ab597-4f62-48aa-bc10-9decf2c5e708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.331194 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-555ab597-4f62-48aa-bc10-9decf2c5e708 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.332400 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-555ab597-4f62-48aa-bc10-9decf2c5e708 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7ee80257-3f4d-4858-a545-c785b5d3e3ca HTTP/1.1" status: 204 len: 168 time: 0.2841704 Nov 12 08:43:46.347302 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ab597-4f62-48aa-bc10-9decf2c5e708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee80257-3f4d-4858-a545-c785b5d3e3ca,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:46.409537 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-001e328d-aee5-4301-a9e3-9f44a6d15ee9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.427389 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a1378da9-66cf-4ae8-ae00-0fdb68331c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'name': 'tempest-ServersTestJSON-1295936768-router', 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:00Z', 'updated_at': '2021-11-12T08:43:44Z', 'revision_number': 7, 'project_id': '92bb6f013dd04ddf8fe03d8328359b94', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:46.465642 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9d310387-e44a-4c19-8b44-28375cc0d86e req-64015784-e1d1-4e4c-bc5f-9a84b4f516a7 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636354 Nov 12 08:43:46.465896 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1378da9-66cf-4ae8-ae00-0fdb68331c7a None None] The sync data for ids ['d14e128d-0a79-4b46-b33f-2bbc63f770bf'] in n-d-768862-16 is: [{'id': 'd14e128d-0a79-4b46-b33f-2bbc63f770bf', 'name': 'tempest-ServersTestJSON-1295936768-router', 'tenant_id': '92bb6f013dd04ddf8fe03d8328359b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:00Z', 'updated_at': '2021-11-12T08:43:44Z', 'revision_number': 7, 'project_id': '92bb6f013dd04ddf8fe03d8328359b94', 'gw_port_host': None}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:43:46.510589 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 502d3cfd-2842-4493-8e30-be24f2608d6f triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:46.510866 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.628510 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51728) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:46.633039 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-86b72084-8e6a-4dec-872d-a6e69fe03e88 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Request body: {'security_group': {'name': 'tempest-securitygroup--315606621', 'description': 'tempest-description--1238579492'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:46.649276 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-24f6237c-1f4c-4187-9714-d5e560015f21 None None] Provisioning complete for port 21a69529-a5f8-4991-8770-485deba29c21 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:46.649642 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-24f6237c-1f4c-4187-9714-d5e560015f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.677665 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-86b72084-8e6a-4dec-872d-a6e69fe03e88 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.710089 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-001e328d-aee5-4301-a9e3-9f44a6d15ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.753666 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-24f6237c-1f4c-4187-9714-d5e560015f21 None None] Port 21a69529-a5f8-4991-8770-485deba29c21 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:46.837176 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-001e328d-aee5-4301-a9e3-9f44a6d15ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.852310 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-24f6237c-1f4c-4187-9714-d5e560015f21 None None] Provisioning complete for port edb94312-c116-41c9-9cc9-fe6caedbde28 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:46.852797 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-24f6237c-1f4c-4187-9714-d5e560015f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.876420 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-86b72084-8e6a-4dec-872d-a6e69fe03e88 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.890048 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-86b72084-8e6a-4dec-872d-a6e69fe03e88 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.915077 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-001e328d-aee5-4301-a9e3-9f44a6d15ee9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.922010 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e334d32-b963-4c9c-a07a-c6b5eb4baa9b None None] Network c7db9cf5-086a-4f80-b2c3-667939029369 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:46.932508 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-001e328d-aee5-4301-a9e3-9f44a6d15ee9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3442c5c9-cc85-4770-ba08-087a11ee8363 HTTP/1.1" status: 204 len: 168 time: 0.9033632 Nov 12 08:43:46.949777 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c7aac1c-0aa4-415f-aa1c-381da893d64a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.953664 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51730) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:46.990533 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e328d-aee5-4301-a9e3-9f44a6d15ee9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3442c5c9-cc85-4770-ba08-087a11ee8363,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:47.007290 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 51734) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:47.045279 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54003c54-5629-45ab-89c2-970c56647b65 req-12daf963-3835-4f99-b991-343ddb05c4f8 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:47.047676 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-86b72084-8e6a-4dec-872d-a6e69fe03e88 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.049192 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-54003c54-5629-45ab-89c2-970c56647b65 req-12daf963-3835-4f99-b991-343ddb05c4f8 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.4124448 Nov 12 08:43:47.052810 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 51736) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:47.061971 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-90de8eac-e052-4247-835b-410645f2fa80 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Request body: {'security_group_rule': {'security_group_id': 'a0b11ea6-f0ad-4b14-ad6a-d16769370d46', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:47.068926 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-86b72084-8e6a-4dec-872d-a6e69fe03e88 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4194844 Nov 12 08:43:47.182652 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-90de8eac-e052-4247-835b-410645f2fa80 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.193046 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c7aac1c-0aa4-415f-aa1c-381da893d64a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.208065 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b72084-8e6a-4dec-872d-a6e69fe03e88 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b11ea6-f0ad-4b14-ad6a-d16769370d46,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:47.222401 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c7aac1c-0aa4-415f-aa1c-381da893d64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.271199 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9c7aac1c-0aa4-415f-aa1c-381da893d64a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f4ff09bc1df54bbfac9763b329e46308&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9912636 Nov 12 08:43:47.272078 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51740) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:47.370223 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4f20e-2be5-4d5c-b173-26f8bb06427d req-5997facf-3379-46b3-890a-8fdbb7042dfa tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:47.372981 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-65d4f20e-2be5-4d5c-b173-26f8bb06427d req-5997facf-3379-46b3-890a-8fdbb7042dfa tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3d8449a-30de-458b-95e7-873253eb1e6f HTTP/1.1" status: 200 len: 945 time: 0.4174006 Nov 12 08:43:47.374522 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-90de8eac-e052-4247-835b-410645f2fa80 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.380412 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9fe9e70e-46c3-43c4-aacc-6a71a8fd356b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1ad3f67050d542bd83dee619c31b857f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3687263 Nov 12 08:43:47.384934 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 51742) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:47.404609 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-90de8eac-e052-4247-835b-410645f2fa80 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.412050 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7aac1c-0aa4-415f-aa1c-381da893d64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7abd05c-0721-47ff-9411-761e19cc0750,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:47.448713 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-54003c54-5629-45ab-89c2-970c56647b65 req-449a249c-83ff-4723-ac45-157f7757d53a tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497159 Nov 12 08:43:47.479697 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de8eac-e052-4247-835b-410645f2fa80 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b09f1d97-791a-47ac-90ed-4704ca29478f,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:47.501496 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd9179e-a9a7-4ccf-bfd9-e4489f00ceef None None] DHCP port deletion for c7db9cf5-086a-4f80-b2c3-667939029369 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:43:47.510471 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e740f0ea-9089-41b6-a19c-4640feb44ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.520599 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6f045-9ec0-49c8-9d56-d31332858fbe req-fcac749f-32f7-43fa-9d81-0f5501d3c402 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:47.523759 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fdd6f045-9ec0-49c8-9d56-d31332858fbe req-fcac749f-32f7-43fa-9d81-0f5501d3c402 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac7f0d2c-97e3-46d0-a11a-3018f02eabc3 HTTP/1.1" status: 200 len: 951 time: 0.2068830 Nov 12 08:43:47.551696 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-90de8eac-e052-4247-835b-410645f2fa80 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.553034 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-90de8eac-e052-4247-835b-410645f2fa80 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4980733 Nov 12 08:43:47.556874 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51750) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:47.575771 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0d3a3146-c784-4a8a-bdf2-36c3360ccd4b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Request body: {'security_group_rule': {'security_group_id': 'a0b11ea6-f0ad-4b14-ad6a-d16769370d46', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:47.656504 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ebd9179e-a9a7-4ccf-bfd9-e4489f00ceef None None] Deleting port bc330f9b-ad3a-45e6-807c-3a52aac7ad15 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:47.657290 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ebd9179e-a9a7-4ccf-bfd9-e4489f00ceef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.685203 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cff82467-ad95-4f9c-bfca-3db893444306 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.709025 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fdd6f045-9ec0-49c8-9d56-d31332858fbe req-cb597af5-bba1-42b1-9bfe-4ecd5babc0a8 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09f2b22-3713-42f9-afdc-4a98abd46f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516767 Nov 12 08:43:47.734309 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65cb91ae-bcf0-4d6f-bbf6-4677eb4ae088 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.757393 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53670a0-2acb-4d6e-a4b9-ff2337a4e48b req-f3a0592b-add4-4164-a63c-a03113eedd85 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:47.759606 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a53670a0-2acb-4d6e-a4b9-ff2337a4e48b req-f3a0592b-add4-4164-a63c-a03113eedd85 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3d8449a-30de-458b-95e7-873253eb1e6f HTTP/1.1" status: 200 len: 945 time: 0.1524282 Nov 12 08:43:47.786162 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cff82467-ad95-4f9c-bfca-3db893444306 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.794826 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ae1d02a5-51b4-42ef-8348-e0cb1f616d48 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:43:47.815540 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d3a3146-c784-4a8a-bdf2-36c3360ccd4b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.846239 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: ae1d02a5-51b4-42ef-8348-e0cb1f616d48 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:43:47.849199 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65cb91ae-bcf0-4d6f-bbf6-4677eb4ae088 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.849351 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ae1d02a5-51b4-42ef-8348-e0cb1f616d48 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:43:47.849351 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 357d7433-548f-4497-94b5-a1c3c52b00fe no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:43:47.871157 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a53670a0-2acb-4d6e-a4b9-ff2337a4e48b req-d7c1a36b-ffbb-4362-b991-8290174f73d3 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942042 Nov 12 08:43:47.928850 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cff82467-ad95-4f9c-bfca-3db893444306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.933001 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cff82467-ad95-4f9c-bfca-3db893444306 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.937115 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-cff82467-ad95-4f9c-bfca-3db893444306 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/231bcb26-2854-43ce-a132-1775275940c5 HTTP/1.1" status: 204 len: 168 time: 0.5454047 Nov 12 08:43:47.942139 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-65d4f20e-2be5-4d5c-b173-26f8bb06427d req-ebdf8d90-f661-4b3c-a0e3-8ed68c4f7230 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Deleting port 5f76f074-c935-4495-aa59-16f5f801666b {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:47.942484 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-65d4f20e-2be5-4d5c-b173-26f8bb06427d req-ebdf8d90-f661-4b3c-a0e3-8ed68c4f7230 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.970081 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 357d7433-548f-4497-94b5-a1c3c52b00fe {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:43:47.970440 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 357d7433-548f-4497-94b5-a1c3c52b00fe not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:43:47.972264 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device bc330f9b-ad3a-45e6-807c-3a52aac7ad15 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:43:47.979962 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff82467-ad95-4f9c-bfca-3db893444306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231bcb26-2854-43ce-a132-1775275940c5,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:47.992744 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e740f0ea-9089-41b6-a19c-4640feb44ba1 admin admin] Deleting port bc330f9b-ad3a-45e6-807c-3a52aac7ad15 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:47.993009 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e740f0ea-9089-41b6-a19c-4640feb44ba1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.009242 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ebd9179e-a9a7-4ccf-bfd9-e4489f00ceef None None] For port bc330f9b-ad3a-45e6-807c-3a52aac7ad15, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=bc330f9b-ad3a-45e6-807c-3a52aac7ad15,segment=NetworkSegment(231d857e-7817-41f7-8357-799fae7209b3),segment_id=231d857e-7817-41f7-8357-799fae7209b3)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:48.009646 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ebd9179e-a9a7-4ccf-bfd9-e4489f00ceef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.026972 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ebd9179e-a9a7-4ccf-bfd9-e4489f00ceef None None] Calling delete_port for bc330f9b-ad3a-45e6-807c-3a52aac7ad15 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:48.060206 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d3a3146-c784-4a8a-bdf2-36c3360ccd4b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.196129 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ebd9179e-a9a7-4ccf-bfd9-e4489f00ceef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.253357 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd9179e-a9a7-4ccf-bfd9-e4489f00ceef None None] No DVR routers for this DVR port bc330f9b-ad3a-45e6-807c-3a52aac7ad15 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:43:48.268296 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9179e-a9a7-4ccf-bfd9-e4489f00ceef None None] Pushing event deleted for resources: {'Port': ['ID=bc330f9b-ad3a-45e6-807c-3a52aac7ad15,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:48.276284 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d3a3146-c784-4a8a-bdf2-36c3360ccd4b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.293714 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No active binding found for port bc330f9b-ad3a-45e6-807c-3a52aac7ad15 {{(pid=102570) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 08:43:48.294162 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device bc330f9b-ad3a-45e6-807c-3a52aac7ad15 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:43:48.302617 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-e740f0ea-9089-41b6-a19c-4640feb44ba1 admin admin] For port bc330f9b-ad3a-45e6-807c-3a52aac7ad15, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=bc330f9b-ad3a-45e6-807c-3a52aac7ad15,segment=NetworkSegment(231d857e-7817-41f7-8357-799fae7209b3),segment_id=231d857e-7817-41f7-8357-799fae7209b3)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:48.302903 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e740f0ea-9089-41b6-a19c-4640feb44ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.325309 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65cb91ae-bcf0-4d6f-bbf6-4677eb4ae088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.327143 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65cb91ae-bcf0-4d6f-bbf6-4677eb4ae088 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.332534 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-65cb91ae-bcf0-4d6f-bbf6-4677eb4ae088 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e7abd05c-0721-47ff-9411-761e19cc0750 HTTP/1.1" status: 204 len: 168 time: 1.0550709 Nov 12 08:43:48.364866 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e740f0ea-9089-41b6-a19c-4640feb44ba1 admin admin] Calling delete_port for bc330f9b-ad3a-45e6-807c-3a52aac7ad15 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:48.367239 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a3146-c784-4a8a-bdf2-36c3360ccd4b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d43575d-f84f-4745-a37f-4981afe8da9d,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:48.380427 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb91ae-bcf0-4d6f-bbf6-4677eb4ae088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7abd05c-0721-47ff-9411-761e19cc0750,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:48.396010 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d3a3146-c784-4a8a-bdf2-36c3360ccd4b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.397266 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0d3a3146-c784-4a8a-bdf2-36c3360ccd4b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8354309 Nov 12 08:43:48.424397 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 51770) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:48.440413 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-075c03d0-a2d1-42f1-88bd-bd706de98394 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:48.464276 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-65d4f20e-2be5-4d5c-b173-26f8bb06427d req-ebdf8d90-f661-4b3c-a0e3-8ed68c4f7230 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] For port 5f76f074-c935-4495-aa59-16f5f801666b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=5f76f074-c935-4495-aa59-16f5f801666b,segment=NetworkSegment(68005b70-1579-4f58-bade-fbc137d1c951),segment_id=68005b70-1579-4f58-bade-fbc137d1c951)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:48.464630 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-65d4f20e-2be5-4d5c-b173-26f8bb06427d req-ebdf8d90-f661-4b3c-a0e3-8ed68c4f7230 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.501484 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-65d4f20e-2be5-4d5c-b173-26f8bb06427d req-ebdf8d90-f661-4b3c-a0e3-8ed68c4f7230 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Calling delete_port for 5f76f074-c935-4495-aa59-16f5f801666b owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:48.643879 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e740f0ea-9089-41b6-a19c-4640feb44ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.655597 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-075c03d0-a2d1-42f1-88bd-bd706de98394 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for floatingip, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.710338 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba992ee9-e526-4b73-bd4a-662963256958 req-1c22ae86-53c7-499e-b227-b96167333db0 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:48.712189 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba992ee9-e526-4b73-bd4a-662963256958 req-1c22ae86-53c7-499e-b227-b96167333db0 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.1249993 Nov 12 08:43:48.731512 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740f0ea-9089-41b6-a19c-4640feb44ba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc330f9b-ad3a-45e6-807c-3a52aac7ad15,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:48.734302 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e740f0ea-9089-41b6-a19c-4640feb44ba1 admin admin] No DVR routers for this DVR port bc330f9b-ad3a-45e6-807c-3a52aac7ad15 on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:43:48.860227 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e740f0ea-9089-41b6-a19c-4640feb44ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.892251 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-e740f0ea-9089-41b6-a19c-4640feb44ba1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7db9cf5-086a-4f80-b2c3-667939029369']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:48.905404 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-e740f0ea-9089-41b6-a19c-4640feb44ba1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '231d857e-7817-41f7-8357-799fae7209b3') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:48.905708 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-e740f0ea-9089-41b6-a19c-4640feb44ba1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '231d857e-7817-41f7-8357-799fae7209b3') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:48.919094 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e740f0ea-9089-41b6-a19c-4640feb44ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.934211 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba992ee9-e526-4b73-bd4a-662963256958 req-e89cea3d-56cc-44a3-b54d-e838f21b834c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130678 Nov 12 08:43:48.936923 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e740f0ea-9089-41b6-a19c-4640feb44ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.945112 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e740f0ea-9089-41b6-a19c-4640feb44ba1 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:43:48.945915 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e740f0ea-9089-41b6-a19c-4640feb44ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.017228 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-075c03d0-a2d1-42f1-88bd-bd706de98394 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: self.session.flush() Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: self.session.flush() Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: self.session.flush() Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: self.session.flush() Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:43:49.045467 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:43:49.052011 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e740f0ea-9089-41b6-a19c-4640feb44ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.066231 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e740f0ea-9089-41b6-a19c-4640feb44ba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.071152 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e740f0ea-9089-41b6-a19c-4640feb44ba1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c7db9cf5-086a-4f80-b2c3-667939029369 HTTP/1.1" status: 204 len: 168 time: 2.1108329 Nov 12 08:43:49.095848 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 53bec097-cdab-4a19-b8c5-8d6a622d3cb7 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:43:49.106099 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740f0ea-9089-41b6-a19c-4640feb44ba1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7db9cf5-086a-4f80-b2c3-667939029369,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:49.180739 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-65d4f20e-2be5-4d5c-b173-26f8bb06427d req-ebdf8d90-f661-4b3c-a0e3-8ed68c4f7230 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.204211 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['02e861c6-419a-4885-988e-46628065ca26'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:43:49.289202 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf8d90-f661-4b3c-a0e3-8ed68c4f7230 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Pushing event deleted for resources: {'Port': ['ID=5f76f074-c935-4495-aa59-16f5f801666b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:49.301746 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51814) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:49.329439 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fe82b042-714a-40b7-8127-614980b772b4 req-afe83b87-051f-46ca-8b2d-b5e43b77621d tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3d8449a-30de-458b-95e7-873253eb1e6f HTTP/1.1" status: 200 len: 210 time: 0.0970085 Nov 12 08:43:49.337478 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.401516 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-075c03d0-a2d1-42f1-88bd-bd706de98394 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Allocated IP 172.25.6.11 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/9829566d-b1f0-4099-b50c-17e1bcf4b746) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:49.446457 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-565550cd-0238-41c0-aa2e-a3e3a2245991 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.460636 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7f0d2c-97e3-46d0-a11a-3018f02eabc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53bec097-cdab-4a19-b8c5-8d6a622d3cb7'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:49.463687 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7c1556-9ff2-433b-a48d-d87dbd9132d7" -d '{"events": [{"server_uuid": "ac7f0d2c-97e3-46d0-a11a-3018f02eabc3", "name": "network-vif-unplugged", "status": "completed", "tag": "53bec097-cdab-4a19-b8c5-8d6a622d3cb7"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:49.553541 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 53bec097-cdab-4a19-b8c5-8d6a622d3cb7, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=53bec097-cdab-4a19-b8c5-8d6a622d3cb7,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:49.601358 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-075c03d0-a2d1-42f1-88bd-bd706de98394 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.629638 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.645948 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-075c03d0-a2d1-42f1-88bd-bd706de98394 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.650366 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 51824) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:49.659786 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90f1ec5-cfd1-4e26-a39b-00d2c4442cbc x-openstack-request-id: req-e90f1ec5-cfd1-4e26-a39b-00d2c4442cbc {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:49.660630 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7f0d2c-97e3-46d0-a11a-3018f02eabc3", "name": "network-vif-unplugged", "status": "completed", "tag": "53bec097-cdab-4a19-b8c5-8d6a622d3cb7", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:49.661092 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e90f1ec5-cfd1-4e26-a39b-00d2c4442cbc {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:49.661751 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7f0d2c-97e3-46d0-a11a-3018f02eabc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53bec097-cdab-4a19-b8c5-8d6a622d3cb7', 'code': 200} Nov 12 08:43:49.713911 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c03d0-a2d1-42f1-88bd-bd706de98394 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Pushing event updated for resources: {'Port': ['ID=9829566d-b1f0-4099-b50c-17e1bcf4b746,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:49.714142 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d4f20e-2be5-4d5c-b173-26f8bb06427d req-ebdf8d90-f661-4b3c-a0e3-8ed68c4f7230 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] No DVR routers for this DVR port 5f76f074-c935-4495-aa59-16f5f801666b on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:43:49.738183 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-65d4f20e-2be5-4d5c-b173-26f8bb06427d req-ebdf8d90-f661-4b3c-a0e3-8ed68c4f7230 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.742090 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-65d4f20e-2be5-4d5c-b173-26f8bb06427d req-ebdf8d90-f661-4b3c-a0e3-8ed68c4f7230 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.54 "DELETE /v2.0/ports/5f76f074-c935-4495-aa59-16f5f801666b HTTP/1.1" status: 204 len: 173 time: 2.3530934 Nov 12 08:43:49.744010 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d8449a-30de-458b-95e7-873253eb1e6f', 'name': 'network-vif-deleted', 'tag': '5f76f074-c935-4495-aa59-16f5f801666b'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:49.763361 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82b1c86-3be6-4775-936f-dc3ca127690b" -d '{"events": [{"server_uuid": "f3d8449a-30de-458b-95e7-873253eb1e6f", "name": "network-vif-deleted", "tag": "5f76f074-c935-4495-aa59-16f5f801666b"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:49.780118 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075c03d0-a2d1-42f1-88bd-bd706de98394 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:49.786113 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-075c03d0-a2d1-42f1-88bd-bd706de98394 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:49.793796 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075c03d0-a2d1-42f1-88bd-bd706de98394 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:49.853675 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4d5ed5e6-281c-4ed2-8961-7d1731a4bb06 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92bb6f013dd04ddf8fe03d8328359b94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480076 Nov 12 08:43:49.859487 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 51830) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:49.867765 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=53bec097-cdab-4a19-b8c5-8d6a622d3cb7,revision_number=11']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:49.889307 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4520bfa0-afab-440d-942f-0fdc0113f084 x-openstack-request-id: req-4520bfa0-afab-440d-942f-0fdc0113f084 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:49.889933 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d8449a-30de-458b-95e7-873253eb1e6f", "name": "network-vif-deleted", "tag": "5f76f074-c935-4495-aa59-16f5f801666b", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:49.889933 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4520bfa0-afab-440d-942f-0fdc0113f084 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:49.890325 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d8449a-30de-458b-95e7-873253eb1e6f', 'name': 'network-vif-deleted', 'tag': '5f76f074-c935-4495-aa59-16f5f801666b', 'status': 'completed', 'code': 200} Nov 12 08:43:50.059889 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-565550cd-0238-41c0-aa2e-a3e3a2245991 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.069496 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-565550cd-0238-41c0-aa2e-a3e3a2245991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.090824 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-075c03d0-a2d1-42f1-88bd-bd706de98394 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.192989 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-565550cd-0238-41c0-aa2e-a3e3a2245991 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=23747c4eb1134588a1c13a1f16b193b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8750198 Nov 12 08:43:50.193901 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51844) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:50.220362 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-514565bc-9f2d-4c01-a54f-f39e92e40187 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.227352 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565550cd-0238-41c0-aa2e-a3e3a2245991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933bd004-a6f0-42a8-a83d-0fc0366a96de,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:50.244932 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-075c03d0-a2d1-42f1-88bd-bd706de98394 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.296552 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c75a39-2a47-4742-8d9e-2e0ad6c7845d req-f1f57a47-72b6-4565-abd0-a8069fb92247 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:50.305347 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-96c75a39-2a47-4742-8d9e-2e0ad6c7845d req-f1f57a47-72b6-4565-abd0-a8069fb92247 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.2204261 Nov 12 08:43:50.345221 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3dedc6f2-61e4-43f9-bf78-644bceab6d9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.374272 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3dedc6f2-61e4-43f9-bf78-644bceab6d9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.387953 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-514565bc-9f2d-4c01-a54f-f39e92e40187 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.437516 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3dedc6f2-61e4-43f9-bf78-644bceab6d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.446494 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3dedc6f2-61e4-43f9-bf78-644bceab6d9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.450368 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3dedc6f2-61e4-43f9-bf78-644bceab6d9a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/933bd004-a6f0-42a8-a83d-0fc0366a96de HTTP/1.1" status: 204 len: 168 time: 0.2523725 Nov 12 08:43:50.463873 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dedc6f2-61e4-43f9-bf78-644bceab6d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933bd004-a6f0-42a8-a83d-0fc0366a96de,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:50.520701 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-96c75a39-2a47-4742-8d9e-2e0ad6c7845d req-8cad7c79-3473-4cac-a2ba-5b99faafa98c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137864 Nov 12 08:43:50.751380 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-075c03d0-a2d1-42f1-88bd-bd706de98394 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.757219 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-514565bc-9f2d-4c01-a54f-f39e92e40187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.761018 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-514565bc-9f2d-4c01-a54f-f39e92e40187 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.762744 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-514565bc-9f2d-4c01-a54f-f39e92e40187 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b49e4f14-6ced-4f46-9f64-da80778c33b2 HTTP/1.1" status: 204 len: 168 time: 0.9018466 Nov 12 08:43:50.775570 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-075c03d0-a2d1-42f1-88bd-bd706de98394 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.792354 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fb870-8ffb-41f6-bac3-1fc1b0d04119 req-22b50eab-47f7-497b-b121-51ffc842a7fe tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:50.812417 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ff1fb870-8ffb-41f6-bac3-1fc1b0d04119 req-22b50eab-47f7-497b-b121-51ffc842a7fe tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac7f0d2c-97e3-46d0-a11a-3018f02eabc3 HTTP/1.1" status: 200 len: 949 time: 0.4625874 Nov 12 08:43:50.828485 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 5f76f074-c935-4495-aa59-16f5f801666b no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:43:50.848884 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514565bc-9f2d-4c01-a54f-f39e92e40187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49e4f14-6ced-4f46-9f64-da80778c33b2,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:50.943837 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 5f76f074-c935-4495-aa59-16f5f801666b {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:43:50.944177 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 5f76f074-c935-4495-aa59-16f5f801666b not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:43:50.950457 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c03d0-a2d1-42f1-88bd-bd706de98394 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Pushing event updated for resources: {'Port': ['ID=9829566d-b1f0-4099-b50c-17e1bcf4b746,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:50.993685 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-075c03d0-a2d1-42f1-88bd-bd706de98394 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:51.021044 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ff1fb870-8ffb-41f6-bac3-1fc1b0d04119 req-2c71cdcf-2be5-471d-8b74-97f046ee2352 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09f2b22-3713-42f9-afdc-4a98abd46f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069173 Nov 12 08:43:51.056690 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-075c03d0-a2d1-42f1-88bd-bd706de98394 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:51.058412 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-075c03d0-a2d1-42f1-88bd-bd706de98394 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6369736 Nov 12 08:43:51.669889 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-6e2e7b4e-b97b-4428-a7b5-d578ea017932 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--315606621&fields=id&tenant_id=7744ced598be42768ed1d37e40d08f56 HTTP/1.1" status: 200 len: 267 time: 0.1318262 Nov 12 08:43:51.810677 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-45b53a47-be99-42dd-b18f-fe32c282ac25 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:51.814236 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-45b53a47-be99-42dd-b18f-fe32c282ac25 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports/996f9d9d-9c4c-4d28-a901-cc2cc552d93a HTTP/1.1" status: 200 len: 932 time: 0.1427605 Nov 12 08:43:51.847703 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42250104-e256-40c4-8cd7-97d30e50831a req-c67658d8-adf5-425b-b7b7-76b29febaa13 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:51.852821 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-42250104-e256-40c4-8cd7-97d30e50831a req-c67658d8-adf5-425b-b7b7-76b29febaa13 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.1224821 Nov 12 08:43:51.968136 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-c0c2f141-ef56-4fbe-8df7-d24fe025dd70 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:51.980328 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-c0c2f141-ef56-4fbe-8df7-d24fe025dd70 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports/21a69529-a5f8-4991-8770-485deba29c21 HTTP/1.1" status: 200 len: 931 time: 0.1603630 Nov 12 08:43:52.124852 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-bc188275-f96b-43fe-9b3b-fc6e961d1ce9 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?network_id=702ebd3a-91cd-4d56-a35d-ad10b18ed18d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1316218 Nov 12 08:43:52.169252 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-42250104-e256-40c4-8cd7-97d30e50831a req-bd1eabf4-3175-4f4f-8db0-6fc3f766e364 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757800 Nov 12 08:43:52.614430 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-7afce4f9-bd7d-42be-a443-98db9ef02c0e tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?network_id=702ebd3a-91cd-4d56-a35d-ad10b18ed18d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.4666107 Nov 12 08:43:52.697470 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:52.825634 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb573db-5517-473e-9bd2-834df46741ae req-17ff6210-189f-4764-bf18-82316ffe3a53 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:52.833417 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ddb573db-5517-473e-9bd2-834df46741ae req-17ff6210-189f-4764-bf18-82316ffe3a53 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac7f0d2c-97e3-46d0-a11a-3018f02eabc3 HTTP/1.1" status: 200 len: 949 time: 0.2290812 Nov 12 08:43:52.846270 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c57de-76e8-45bb-b812-0df4255ca921 req-907bd46c-0c67-4914-9b0e-a32cee96068c tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:52.847905 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e12c57de-76e8-45bb-b812-0df4255ca921 req-907bd46c-0c67-4914-9b0e-a32cee96068c tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac7f0d2c-97e3-46d0-a11a-3018f02eabc3 HTTP/1.1" status: 200 len: 949 time: 0.2426426 Nov 12 08:43:52.911611 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51952) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:52.947371 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-94ba5ac4-012d-4a6c-8b44-5c734368bd70 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:52.953997 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-94ba5ac4-012d-4a6c-8b44-5c734368bd70 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:52.960449 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-94ba5ac4-012d-4a6c-8b44-5c734368bd70 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:52.968272 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-94ba5ac4-012d-4a6c-8b44-5c734368bd70 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/networks?id=7e33e051-e363-49e1-9c6d-2f24faf4dfb5&id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&id=702ebd3a-91cd-4d56-a35d-ad10b18ed18d&id=702ebd3a-91cd-4d56-a35d-ad10b18ed18d HTTP/1.1" status: 200 len: 1990 time: 0.3525887 Nov 12 08:43:53.014384 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-854f15b6-be90-4639-82d1-288db322b23a tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/quotas/7744ced598be42768ed1d37e40d08f56 HTTP/1.1" status: 200 len: 375 time: 0.0446470 Nov 12 08:43:53.064393 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ddb573db-5517-473e-9bd2-834df46741ae req-56f65d35-72c2-4e63-82f7-bf94edee1467 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09f2b22-3713-42f9-afdc-4a98abd46f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294543 Nov 12 08:43:53.139420 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-9f541a0f-346e-4647-b90a-8385e6c85fa5 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7744ced598be42768ed1d37e40d08f56&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1139500 Nov 12 08:43:53.183248 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-e12c57de-76e8-45bb-b812-0df4255ca921 req-7bb2260b-2b4b-41b1-b64c-5a42891ab9e8 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Deleting port 53bec097-cdab-4a19-b8c5-8d6a622d3cb7 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:53.183680 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e12c57de-76e8-45bb-b812-0df4255ca921 req-7bb2260b-2b4b-41b1-b64c-5a42891ab9e8 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:53.300011 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0792e2be-1949-4385-aabc-4e10ca92709b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-474842160-network', 'tenant_id': 'fd85219b61af4e12a9debc00cd31a7fa'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:53.357245 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0792e2be-1949-4385-aabc-4e10ca92709b admin admin] Made reservation on behalf of fd85219b61af4e12a9debc00cd31a7fa for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:53.364526 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0792e2be-1949-4385-aabc-4e10ca92709b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:53.414561 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0792e2be-1949-4385-aabc-4e10ca92709b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:53.461398 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-b05a3025-9c96-4a6e-896d-977ce9cbd4ad service neutron] 10.222.0.37 "GET /v2.0/networks/7e33e051-e363-49e1-9c6d-2f24faf4dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208458 Nov 12 08:43:53.484381 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e3818-06eb-48b3-b984-00f9a8c0f287 req-460b502a-3cc7-472f-bb36-94a14fb1b0b5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:53.493854 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b21e3818-06eb-48b3-b984-00f9a8c0f287 req-460b502a-3cc7-472f-bb36-94a14fb1b0b5 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.1974378 Nov 12 08:43:53.498273 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-e12c57de-76e8-45bb-b812-0df4255ca921 req-7bb2260b-2b4b-41b1-b64c-5a42891ab9e8 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] For port 53bec097-cdab-4a19-b8c5-8d6a622d3cb7, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=53bec097-cdab-4a19-b8c5-8d6a622d3cb7,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:53.498574 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e12c57de-76e8-45bb-b812-0df4255ca921 req-7bb2260b-2b4b-41b1-b64c-5a42891ab9e8 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:53.584001 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-e12c57de-76e8-45bb-b812-0df4255ca921 req-7bb2260b-2b4b-41b1-b64c-5a42891ab9e8 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Calling delete_port for 53bec097-cdab-4a19-b8c5-8d6a622d3cb7 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:53.639341 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0792e2be-1949-4385-aabc-4e10ca92709b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:53.651928 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0792e2be-1949-4385-aabc-4e10ca92709b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:53.689958 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0792e2be-1949-4385-aabc-4e10ca92709b admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:43:53.690858 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b21e3818-06eb-48b3-b984-00f9a8c0f287 req-c589cfe1-3f87-4c8d-8ec7-0d85dde0c612 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960094 Nov 12 08:43:53.755249 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-bda26939-f88e-4e34-b46f-1c1cea066fc0 service neutron] 10.222.0.37 "GET /v2.0/networks/7e33e051-e363-49e1-9c6d-2f24faf4dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926397 Nov 12 08:43:53.756658 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0792e2be-1949-4385-aabc-4e10ca92709b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:53.757628 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-0792e2be-1949-4385-aabc-4e10ca92709b admin admin] Added segment 34828fde-3b53-4826-975b-0c6b4715c685 of type vlan for network 2920a1cf-2450-4e88-a1ad-b45da486889e Nov 12 08:43:53.809117 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-b0164cb2-cf9f-4cd1-ab1a-4729723a8b71 service neutron] 10.222.0.37 "GET /v2.0/ports/996f9d9d-9c4c-4d28-a901-cc2cc552d93a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0525556 Nov 12 08:43:53.938237 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0792e2be-1949-4385-aabc-4e10ca92709b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.003351 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792e2be-1949-4385-aabc-4e10ca92709b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:54.045959 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0792e2be-1949-4385-aabc-4e10ca92709b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.047496 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0792e2be-1949-4385-aabc-4e10ca92709b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:54.048416 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0792e2be-1949-4385-aabc-4e10ca92709b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.104800 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0792e2be-1949-4385-aabc-4e10ca92709b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1892235 Nov 12 08:43:54.106664 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 51992) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:54.148302 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-f5b76d7c-9b92-48b6-a4df-540d8e6c5ad7 admin admin] Request body: {'subnet': {'network_id': '2920a1cf-2450-4e88-a1ad-b45da486889e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-474842160-subnet', 'tenant_id': 'fd85219b61af4e12a9debc00cd31a7fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:54.148923 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792e2be-1949-4385-aabc-4e10ca92709b admin admin] Pushing event updated for resources: {'Network': ['ID=2920a1cf-2450-4e88-a1ad-b45da486889e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:54.155595 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e12c57de-76e8-45bb-b812-0df4255ca921 req-7bb2260b-2b4b-41b1-b64c-5a42891ab9e8 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.173047 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 2920a1cf-2450-4e88-a1ad-b45da486889e details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:54.296108 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-70385356-9f24-4e4d-9fa7-2d666c470dc2 service neutron] 10.222.0.37 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4858849 Nov 12 08:43:54.396307 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2260b-2b4b-41b1-b64c-5a42891ab9e8 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Pushing event deleted for resources: {'Port': ['ID=53bec097-cdab-4a19-b8c5-8d6a622d3cb7,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:54.421038 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f648196a-7f7f-4913-9159-141c50c3641b req-cf9bc2f5-7fa7-4f44-8ef3-8a1f3564e1e4 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac7f0d2c-97e3-46d0-a11a-3018f02eabc3 HTTP/1.1" status: 200 len: 210 time: 0.2018585 Nov 12 08:43:54.500889 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b76d7c-9b92-48b6-a4df-540d8e6c5ad7 admin admin] Made reservation on behalf of fd85219b61af4e12a9debc00cd31a7fa for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:54.513942 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f5b76d7c-9b92-48b6-a4df-540d8e6c5ad7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.602744 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-3501a4cc-4c43-4deb-a8bc-5c5cb63de063 service neutron] show failed (client error): The resource could not be found. Nov 12 08:43:54.606489 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-3501a4cc-4c43-4deb-a8bc-5c5cb63de063 service neutron] 10.222.0.58 "GET /v2.0/ports/eaad093f-38cd-48b3-808a-0ef8feb316e1/bindings/n-h1-768862-16 HTTP/1.1" status: 404 len: 381 time: 0.1769190 Nov 12 08:43:54.668828 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12c57de-76e8-45bb-b812-0df4255ca921 req-7bb2260b-2b4b-41b1-b64c-5a42891ab9e8 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] No DVR routers for this DVR port 53bec097-cdab-4a19-b8c5-8d6a622d3cb7 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:43:54.678526 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e12c57de-76e8-45bb-b812-0df4255ca921 req-7bb2260b-2b4b-41b1-b64c-5a42891ab9e8 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.682992 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e12c57de-76e8-45bb-b812-0df4255ca921 req-7bb2260b-2b4b-41b1-b64c-5a42891ab9e8 tempest-ImagesOneServerTestJSON-1752600195 tempest-ImagesOneServerTestJSON-1752600195-project] 10.222.0.58 "DELETE /v2.0/ports/53bec097-cdab-4a19-b8c5-8d6a622d3cb7 HTTP/1.1" status: 204 len: 173 time: 1.8225901 Nov 12 08:43:54.683474 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7f0d2c-97e3-46d0-a11a-3018f02eabc3', 'name': 'network-vif-deleted', 'tag': '53bec097-cdab-4a19-b8c5-8d6a622d3cb7'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:54.685846 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecca0c7-0d11-44a5-94a9-b542ca39184c" -d '{"events": [{"server_uuid": "ac7f0d2c-97e3-46d0-a11a-3018f02eabc3", "name": "network-vif-deleted", "tag": "53bec097-cdab-4a19-b8c5-8d6a622d3cb7"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:55.077294 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41be2d-4f0b-4ceb-bb4a-bbf93e56d383 req-486e0e1d-660b-412d-a5ce-aa2bdcb2e147 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:55.083179 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-da41be2d-4f0b-4ceb-bb4a-bbf93e56d383 req-486e0e1d-660b-412d-a5ce-aa2bdcb2e147 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.2239542 Nov 12 08:43:55.090366 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-52f66ad9-b82c-4b81-bf30-4d8f474c9f68 service neutron] 10.222.0.37 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7682579 Nov 12 08:43:55.100188 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-c0d748fd-cc39-499e-a638-14585769201a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:55.101753 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-c0d748fd-cc39-499e-a638-14585769201a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f&tenant_id=3251a58645fc4115844b0853f7399565 HTTP/1.1" status: 200 len: 1102 time: 0.1075923 Nov 12 08:43:55.116415 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-500ec6fe-feeb-48ff-a69d-9f0c6b6bef6a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768862-16', 'device_owner': 'compute:nova'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:55.136818 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 53bec097-cdab-4a19-b8c5-8d6a622d3cb7 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:43:55.205052 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 53bec097-cdab-4a19-b8c5-8d6a622d3cb7 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:43:55.206228 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 53bec097-cdab-4a19-b8c5-8d6a622d3cb7 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:43:55.237209 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-500ec6fe-feeb-48ff-a69d-9f0c6b6bef6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.364874 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-af9a23f1-7d61-4cc6-a1f2-9cc90fd268f5 service neutron] 10.222.0.37 "GET /v2.0/ports/21a69529-a5f8-4991-8770-485deba29c21?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2588375 Nov 12 08:43:55.576478 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-1991e631-2013-44da-9f95-712fdf643b35 service neutron] 10.222.0.37 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898053 Nov 12 08:43:55.670045 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 52062) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:55.719863 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-500ec6fe-feeb-48ff-a69d-9f0c6b6bef6a service neutron] For port eaad093f-38cd-48b3-808a-0ef8feb316e1, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=eaad093f-38cd-48b3-808a-0ef8feb316e1,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:55.733050 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-b21e9bca-e871-4e85-938a-896dc6dcb2bb service neutron] 10.222.0.37 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489258 Nov 12 08:43:55.779369 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-500ec6fe-feeb-48ff-a69d-9f0c6b6bef6a service neutron] For port eaad093f-38cd-48b3-808a-0ef8feb316e1, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:43:55.864304 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaad093f-38cd-48b3-808a-0ef8feb316e1'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:55.868447 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e73e0e-669c-49bb-8bb0-83649055aa6d" -d '{"events": [{"server_uuid": "a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f", "name": "network-vif-unplugged", "status": "completed", "tag": "eaad093f-38cd-48b3-808a-0ef8feb316e1"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:55.875676 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-828fa29b-89ad-4d63-a798-0e57c9687080 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.883454 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-da41be2d-4f0b-4ceb-bb4a-bbf93e56d383 req-f9b4c883-9ed8-450a-ba81-abdfcceaa4e8 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7919497 Nov 12 08:43:55.892248 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f5b76d7c-9b92-48b6-a4df-540d8e6c5ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.905486 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-500ec6fe-feeb-48ff-a69d-9f0c6b6bef6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.965658 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-fd26c1eb-24d9-48e3-a305-317bf55cf453 service neutron] 10.222.0.37 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181084 Nov 12 08:43:55.972820 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-500ec6fe-feeb-48ff-a69d-9f0c6b6bef6a service neutron] Transition to ACTIVE for port object eaad093f-38cd-48b3-808a-0ef8feb316e1 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:43:55.984383 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-500ec6fe-feeb-48ff-a69d-9f0c6b6bef6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.998790 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32d518c-425b-4f7b-b618-51ce630d2732 x-openstack-request-id: req-d32d518c-425b-4f7b-b618-51ce630d2732 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:55.999252 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7f0d2c-97e3-46d0-a11a-3018f02eabc3", "name": "network-vif-deleted", "tag": "53bec097-cdab-4a19-b8c5-8d6a622d3cb7", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:55.999713 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d32d518c-425b-4f7b-b618-51ce630d2732 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:56.000263 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7f0d2c-97e3-46d0-a11a-3018f02eabc3', 'name': 'network-vif-deleted', 'tag': '53bec097-cdab-4a19-b8c5-8d6a622d3cb7', 'status': 'completed', 'code': 200} Nov 12 08:43:56.074913 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-828fa29b-89ad-4d63-a798-0e57c9687080 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:56.082415 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-828fa29b-89ad-4d63-a798-0e57c9687080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:56.107412 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ec6fe-feeb-48ff-a69d-9f0c6b6bef6a service neutron] Pushing event updated for resources: {'Port': ['ID=eaad093f-38cd-48b3-808a-0ef8feb316e1,revision_number=6']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:56.112982 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-500ec6fe-feeb-48ff-a69d-9f0c6b6bef6a service neutron] No DVR routers for this DVR port eaad093f-38cd-48b3-808a-0ef8feb316e1 on host n-h2-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:43:56.225160 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef651a95-c928-40d3-b635-b9bb4794154b x-openstack-request-id: req-ef651a95-c928-40d3-b635-b9bb4794154b {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:56.225551 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f", "name": "network-vif-unplugged", "status": "completed", "tag": "eaad093f-38cd-48b3-808a-0ef8feb316e1", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:56.225743 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ef651a95-c928-40d3-b635-b9bb4794154b {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:56.226130 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaad093f-38cd-48b3-808a-0ef8feb316e1', 'code': 200} Nov 12 08:43:56.272626 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b76d7c-9b92-48b6-a4df-540d8e6c5ad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=514a597d-ff4c-46bb-8a31-1a78b7448335,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:56.275207 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b76d7c-9b92-48b6-a4df-540d8e6c5ad7 admin admin] Checking segment: {'id': '34828fde-3b53-4826-975b-0c6b4715c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2920a1cf-2450-4e88-a1ad-b45da486889e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:56.275668 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b76d7c-9b92-48b6-a4df-540d8e6c5ad7 admin admin] Network hostable DHCP agents. Network: 2920a1cf-2450-4e88-a1ad-b45da486889e, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:43:56.322901 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-80f97103-1797-4df1-820f-a4ed3d845c26 service neutron] 10.222.0.37 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212757 Nov 12 08:43:56.324173 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b76d7c-9b92-48b6-a4df-540d8e6c5ad7 admin admin] Network 2920a1cf-2450-4e88-a1ad-b45da486889e is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:43:56.330622 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828fa29b-89ad-4d63-a798-0e57c9687080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345c865e-7ec0-43d1-b2c1-1c190c7b774d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:56.340481 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-500ec6fe-feeb-48ff-a69d-9f0c6b6bef6a service neutron] Attempting to bind port eaad093f-38cd-48b3-808a-0ef8feb316e1 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:43:56.340889 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-500ec6fe-feeb-48ff-a69d-9f0c6b6bef6a service neutron] Attempting to bind port eaad093f-38cd-48b3-808a-0ef8feb316e1 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:43:56.341341 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-500ec6fe-feeb-48ff-a69d-9f0c6b6bef6a service neutron] Attempting to bind port eaad093f-38cd-48b3-808a-0ef8feb316e1 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:56.356010 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-828fa29b-89ad-4d63-a798-0e57c9687080 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=afd65fbec0804ff4b0710170dc1e98f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6848288 Nov 12 08:43:56.356483 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-f5b76d7c-9b92-48b6-a4df-540d8e6c5ad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 2920a1cf-2450-4e88-a1ad-b45da486889e) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:56.358781 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 52080) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:56.372208 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56d466f-e948-43f0-897a-b0833750383e None None] Network 2920a1cf-2450-4e88-a1ad-b45da486889e requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:56.376474 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-500ec6fe-feeb-48ff-a69d-9f0c6b6bef6a service neutron] Port eaad093f-38cd-48b3-808a-0ef8feb316e1 on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:43:56.377091 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-500ec6fe-feeb-48ff-a69d-9f0c6b6bef6a service neutron] Attempting to bind port eaad093f-38cd-48b3-808a-0ef8feb316e1 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:56.398204 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-500ec6fe-feeb-48ff-a69d-9f0c6b6bef6a service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:43:56.398867 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-500ec6fe-feeb-48ff-a69d-9f0c6b6bef6a service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:56.399456 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-500ec6fe-feeb-48ff-a69d-9f0c6b6bef6a service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:43:56.400158 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-500ec6fe-feeb-48ff-a69d-9f0c6b6bef6a service neutron] Bound port: eaad093f-38cd-48b3-808a-0ef8feb316e1, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:43:56.400697 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-500ec6fe-feeb-48ff-a69d-9f0c6b6bef6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:56.473892 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b76d7c-9b92-48b6-a4df-540d8e6c5ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:56.484011 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f5b76d7c-9b92-48b6-a4df-540d8e6c5ad7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:56.619420 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-500ec6fe-feeb-48ff-a69d-9f0c6b6bef6a service neutron] For port eaad093f-38cd-48b3-808a-0ef8feb316e1, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:43:56.619641 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f5b76d7c-9b92-48b6-a4df-540d8e6c5ad7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5031722 Nov 12 08:43:56.619818 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-500ec6fe-feeb-48ff-a69d-9f0c6b6bef6a service neutron] For port eaad093f-38cd-48b3-808a-0ef8feb316e1, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=eaad093f-38cd-48b3-808a-0ef8feb316e1,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:43:56.620892 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-500ec6fe-feeb-48ff-a69d-9f0c6b6bef6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:56.647953 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-8c837c22-45b6-468f-b217-18ed765e7091 service neutron] 10.222.0.37 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119664 Nov 12 08:43:56.717356 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-500ec6fe-feeb-48ff-a69d-9f0c6b6bef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:56.717977 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-500ec6fe-feeb-48ff-a69d-9f0c6b6bef6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:56.720924 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-500ec6fe-feeb-48ff-a69d-9f0c6b6bef6a service neutron] 10.222.0.54 "PUT /v2.0/ports/eaad093f-38cd-48b3-808a-0ef8feb316e1 HTTP/1.1" status: 200 len: 1097 time: 1.6102281 Nov 12 08:43:56.789873 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-26005ebf-273c-4113-b2d7-33e6af96e37c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:56.819159 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 52100) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:56.898159 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-f7b68076-f3a9-43bd-a472-61654c77d346 service neutron] 10.222.0.37 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417538 Nov 12 08:43:56.974365 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ec6fe-feeb-48ff-a69d-9f0c6b6bef6a service neutron] Pushing event updated for resources: {'Port': ['ID=eaad093f-38cd-48b3-808a-0ef8feb316e1,revision_number=7']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:57.004375 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-26005ebf-273c-4113-b2d7-33e6af96e37c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.039119 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-336d98ef-268d-4f45-b3fc-c409055feea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:57.042232 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-336d98ef-268d-4f45-b3fc-c409055feea5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 1100 time: 0.2865586 Nov 12 08:43:57.146400 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device eaad093f-38cd-48b3-808a-0ef8feb316e1 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:43:57.223548 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049b95f7-91e1-4c70-8222-c52d33d8150f None None] Network 2920a1cf-2450-4e88-a1ad-b45da486889e requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:57.257013 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-26005ebf-273c-4113-b2d7-33e6af96e37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.261581 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-26005ebf-273c-4113-b2d7-33e6af96e37c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.266836 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-26005ebf-273c-4113-b2d7-33e6af96e37c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/345c865e-7ec0-43d1-b2c1-1c190c7b774d HTTP/1.1" status: 204 len: 168 time: 0.9005117 Nov 12 08:43:57.295564 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-953c0041-9de7-4681-8f3d-529c9ee103d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:57.302194 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-953c0041-9de7-4681-8f3d-529c9ee103d9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.2441361 Nov 12 08:43:57.307313 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26005ebf-273c-4113-b2d7-33e6af96e37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345c865e-7ec0-43d1-b2c1-1c190c7b774d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:57.407374 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-6708263e-383a-44ce-ac1f-30e33e18f6ca service neutron] 10.222.0.37 "GET /v2.0/networks/702ebd3a-91cd-4d56-a35d-ad10b18ed18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924443 Nov 12 08:43:57.468799 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device eaad093f-38cd-48b3-808a-0ef8feb316e1 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:43:57.543567 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999a30c-8411-41f2-ad86-da8291a5bf20 req-4bc716ae-b394-4fd6-a9bf-9ef522c4fd3e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:57.553270 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9999a30c-8411-41f2-ad86-da8291a5bf20 req-4bc716ae-b394-4fd6-a9bf-9ef522c4fd3e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 948 time: 0.3720763 Nov 12 08:43:57.716575 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b5ec8b0c-a692-4fe0-85f7-96fdd220519f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=00fd51051c3f4d1aa2ff4f9c4449980e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8936069 Nov 12 08:43:57.741635 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 52140) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:57.784350 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-0085a167-697a-4e90-96b3-2b2df08cb21e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=eaad093f-38cd-48b3-808a-0ef8feb316e1 HTTP/1.1" status: 200 len: 217 time: 0.4720545 Nov 12 08:43:57.873372 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9999a30c-8411-41f2-ad86-da8291a5bf20 req-4c1f1878-d621-433d-a4a6-599f5aa54671 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187730 Nov 12 08:43:57.891889 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-e3857858-ea94-4bbb-919f-d3620fe90784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:57.893396 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-e3857858-ea94-4bbb-919f-d3620fe90784 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1011279 Nov 12 08:43:57.947733 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 52144) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:57.972035 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-4892d994-928a-4e1c-9821-6f2797cef664 service neutron] 10.222.0.37 "GET /v2.0/networks/702ebd3a-91cd-4d56-a35d-ad10b18ed18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5455215 Nov 12 08:43:57.995460 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-c357a757-3ccd-486b-81b9-5371f8ae480e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:57.998041 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-c357a757-3ccd-486b-81b9-5371f8ae480e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0963707 Nov 12 08:43:58.034594 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-efdde245-7671-4587-973c-62c7d611cf45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.184254 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-18a3265e-b001-4b79-9da6-b63d2573b479 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765292 Nov 12 08:43:58.222440 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-230db78e-ff59-44e6-adce-4e09651af31a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.240167 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f', 'tag': 'eaad093f-38cd-48b3-808a-0ef8feb316e1'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:58.259265 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a36759-069c-4a23-9e99-1ed89934ae76" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f", "tag": "eaad093f-38cd-48b3-808a-0ef8feb316e1"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:58.300452 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-230db78e-ff59-44e6-adce-4e09651af31a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.456207 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-455913dd-7b69-4da4-b953-634b85eebb91 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644958 Nov 12 08:43:58.770099 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-2898c063-ec59-46dd-b504-d0ea42479cbc service neutron] 10.222.0.37 "GET /v2.0/networks/702ebd3a-91cd-4d56-a35d-ad10b18ed18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7652919 Nov 12 08:43:58.778560 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-230db78e-ff59-44e6-adce-4e09651af31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.781750 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-230db78e-ff59-44e6-adce-4e09651af31a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.785495 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-230db78e-ff59-44e6-adce-4e09651af31a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b09f2b22-3713-42f9-afdc-4a98abd46f38 HTTP/1.1" status: 204 len: 168 time: 1.0362601 Nov 12 08:43:58.832951 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230db78e-ff59-44e6-adce-4e09651af31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09f2b22-3713-42f9-afdc-4a98abd46f38,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:58.844935 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-efdde245-7671-4587-973c-62c7d611cf45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.878864 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-efdde245-7671-4587-973c-62c7d611cf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.927508 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.964076 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-efdde245-7671-4587-973c-62c7d611cf45 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cf6480e33a404a24a860ffa2bc1d1131&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0109122 Nov 12 08:43:58.968283 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 52196) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:58.975484 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdde245-7671-4587-973c-62c7d611cf45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40ffc58-30a2-4899-be4b-9f6edde34c93,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:58.985352 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-6ced98c6-6a45-4016-af04-012b48bd6299 service neutron] 10.222.0.37 "GET /v2.0/networks/702ebd3a-91cd-4d56-a35d-ad10b18ed18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005792 Nov 12 08:43:59.141563 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-607ff774-9218-4874-8cbd-016e9e9aa07e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:59.182928 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-607ff774-9218-4874-8cbd-016e9e9aa07e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:59.290833 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-75e5a831-17e2-45d9-993a-b31b932cc837 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:59.293552 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-607ff774-9218-4874-8cbd-016e9e9aa07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:59.296636 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-607ff774-9218-4874-8cbd-016e9e9aa07e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:59.298162 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-607ff774-9218-4874-8cbd-016e9e9aa07e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f40ffc58-30a2-4899-be4b-9f6edde34c93 HTTP/1.1" status: 204 len: 168 time: 0.3277643 Nov 12 08:43:59.310586 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-75e5a831-17e2-45d9-993a-b31b932cc837 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/networks?id=2920a1cf-2450-4e88-a1ad-b45da486889e HTTP/1.1" status: 200 len: 814 time: 0.2602108 Nov 12 08:43:59.323426 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ff774-9218-4874-8cbd-016e9e9aa07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40ffc58-30a2-4899-be4b-9f6edde34c93,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:59.347095 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-6b528d16-a1cd-4f6e-b400-1c57b53d24d2 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/quotas/fd85219b61af4e12a9debc00cd31a7fa HTTP/1.1" status: 200 len: 375 time: 0.0342300 Nov 12 08:43:59.444627 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-8cfaf635-ab0f-47f2-9fc4-a63176e8329c tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd85219b61af4e12a9debc00cd31a7fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0834227 Nov 12 08:43:59.667259 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-3a6b9c89-ad65-4c9e-a216-d96b7fabd2b7 service neutron] 10.222.0.37 "GET /v2.0/networks/2920a1cf-2450-4e88-a1ad-b45da486889e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217007 Nov 12 08:43:59.792396 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-eb00ce39-bdd9-43ee-b7b6-7619f9ee299e service neutron] 10.222.0.37 "GET /v2.0/networks/2920a1cf-2450-4e88-a1ad-b45da486889e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156652 Nov 12 08:44:00.032319 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b2bfcb-c6f2-43c2-a61a-542cb0f687d0 x-openstack-request-id: req-a8b2bfcb-c6f2-43c2-a61a-542cb0f687d0 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:00.032697 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f", "tag": "eaad093f-38cd-48b3-808a-0ef8feb316e1", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:00.033059 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a8b2bfcb-c6f2-43c2-a61a-542cb0f687d0 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:00.033740 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f', 'tag': 'eaad093f-38cd-48b3-808a-0ef8feb316e1', 'status': 'completed', 'code': 200} Nov 12 08:44:00.181807 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a36759-069c-4a23-9e99-1ed89934ae76 req-55499cdb-14d8-486c-a840-4c93efc4c576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:00.183860 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-69a36759-069c-4a23-9e99-1ed89934ae76 req-55499cdb-14d8-486c-a840-4c93efc4c576 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 1100 time: 0.1275740 Nov 12 08:44:00.204787 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a36759-069c-4a23-9e99-1ed89934ae76 req-e9c9b0b9-de66-4fb9-9dba-4e9494bac347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:00.206466 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69a36759-069c-4a23-9e99-1ed89934ae76 req-e9c9b0b9-de66-4fb9-9dba-4e9494bac347 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 1100 time: 0.1407437 Nov 12 08:44:00.378221 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18271ace-735b-423a-9b13-18b282c66c81 req-2d8b2de7-f951-46eb-a071-98ad1d11a431 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:00.387102 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-18271ace-735b-423a-9b13-18b282c66c81 req-2d8b2de7-f951-46eb-a071-98ad1d11a431 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 948 time: 0.2233107 Nov 12 08:44:00.417081 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a36759-069c-4a23-9e99-1ed89934ae76 req-e5664729-d396-49c3-b873-c39f4884034e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:00.420990 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-69a36759-069c-4a23-9e99-1ed89934ae76 req-e5664729-d396-49c3-b873-c39f4884034e service neutron] 10.222.0.54 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.2275939 Nov 12 08:44:00.525670 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-69a36759-069c-4a23-9e99-1ed89934ae76 req-416f4566-66c3-4248-9864-8aafa80a348d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=eaad093f-38cd-48b3-808a-0ef8feb316e1 HTTP/1.1" status: 200 len: 217 time: 0.0967472 Nov 12 08:44:00.543255 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2b6dc-7ac3-4aa4-adcb-dd1aae6df80b req-4115bb78-0e77-4048-b4b7-9178ab9a3452 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:00.552297 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-96f2b6dc-7ac3-4aa4-adcb-dd1aae6df80b req-4115bb78-0e77-4048-b4b7-9178ab9a3452 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 946 time: 0.2675934 Nov 12 08:44:00.617456 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-18271ace-735b-423a-9b13-18b282c66c81 req-4844d150-a43a-44e9-8d81-ace376a582d8 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272282 Nov 12 08:44:00.652988 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a36759-069c-4a23-9e99-1ed89934ae76 req-ffcb2731-de82-49e8-8938-5d21bce1b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:00.654619 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69a36759-069c-4a23-9e99-1ed89934ae76 req-ffcb2731-de82-49e8-8938-5d21bce1b495 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.4314802 Nov 12 08:44:00.696417 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a36759-069c-4a23-9e99-1ed89934ae76 req-125e20c9-9d74-41a0-a6de-c81b52ec4e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:00.698267 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-69a36759-069c-4a23-9e99-1ed89934ae76 req-125e20c9-9d74-41a0-a6de-c81b52ec4e64 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1640255 Nov 12 08:44:00.732070 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69a36759-069c-4a23-9e99-1ed89934ae76 req-c3b0c9da-a113-48cd-a5ac-3088a5912322 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=eaad093f-38cd-48b3-808a-0ef8feb316e1 HTTP/1.1" status: 200 len: 217 time: 0.0619595 Nov 12 08:44:00.761573 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a36759-069c-4a23-9e99-1ed89934ae76 req-5efaa351-da5f-4cc8-8fbd-c7f112f525c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:00.763964 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-69a36759-069c-4a23-9e99-1ed89934ae76 req-5efaa351-da5f-4cc8-8fbd-c7f112f525c2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0577903 Nov 12 08:44:00.770852 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-82572afc-ef0a-499f-bb5b-1abf8ec78f69 req-6c0f0023-3730-455c-8c5f-03827d2922bf tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 210 time: 0.0311325 Nov 12 08:44:00.840607 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device eaad093f-38cd-48b3-808a-0ef8feb316e1 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:44:00.879704 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3307554b-081f-41f8-b80f-748c00453b38 req-b5095c8c-d5b2-46db-a886-47583ebcb0fb tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 210 time: 0.0388167 Nov 12 08:44:00.893526 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a36759-069c-4a23-9e99-1ed89934ae76 req-fe39f6d9-4334-478e-9d7d-f3b026057871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:00.895377 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69a36759-069c-4a23-9e99-1ed89934ae76 req-fe39f6d9-4334-478e-9d7d-f3b026057871 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1236401 Nov 12 08:44:00.907961 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-96f2b6dc-7ac3-4aa4-adcb-dd1aae6df80b req-2475bc7a-7570-439c-a8f9-3525d8ea412a tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3545539 Nov 12 08:44:01.008325 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a36759-069c-4a23-9e99-1ed89934ae76 req-fa41638c-c0e8-4248-980c-c20e8f8fc2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:01.014096 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69a36759-069c-4a23-9e99-1ed89934ae76 req-fa41638c-c0e8-4248-980c-c20e8f8fc2b6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1013112 Nov 12 08:44:01.071779 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-69a36759-069c-4a23-9e99-1ed89934ae76 req-bfaaefe2-c665-4f5e-a310-ed98d364e0d4 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987015 Nov 12 08:44:01.073157 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port eaad093f-38cd-48b3-808a-0ef8feb316e1, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=eaad093f-38cd-48b3-808a-0ef8feb316e1,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:01.100435 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'eaad093f-38cd-48b3-808a-0ef8feb316e1', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': 'eaad093f-38cd-48b3-808a-0ef8feb316e1', 'mac_address': 'fa:16:3e:83:da:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:44:01.169046 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.189290 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaad093f-38cd-48b3-808a-0ef8feb316e1 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:44:01.237708 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port eaad093f-38cd-48b3-808a-0ef8feb316e1, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=eaad093f-38cd-48b3-808a-0ef8feb316e1,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:01.247870 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839279ab-07aa-4714-b5e1-a3a496dad7cf req-47d14f3a-76fb-4f96-8af2-22147f3ec052 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:01.251268 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.257391 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-839279ab-07aa-4714-b5e1-a3a496dad7cf req-47d14f3a-76fb-4f96-8af2-22147f3ec052 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a67798d-c735-497c-b121-c1069e2476c6 HTTP/1.1" status: 200 len: 946 time: 0.1969004 Nov 12 08:44:01.341402 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69a36759-069c-4a23-9e99-1ed89934ae76 req-4f0dde0e-c483-4732-b2cb-7c0286f54a9e service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074949 Nov 12 08:44:01.354368 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-839279ab-07aa-4714-b5e1-a3a496dad7cf req-54d84866-181f-494a-81d2-e08252e19f62 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958490 Nov 12 08:44:01.387678 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-69a36759-069c-4a23-9e99-1ed89934ae76 req-4762cecf-e18e-43fc-aa4d-86d2abc49a87 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021941 Nov 12 08:44:01.443043 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=eaad093f-38cd-48b3-808a-0ef8feb316e1,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:01.490700 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69a36759-069c-4a23-9e99-1ed89934ae76 req-4ce95606-6222-4aa6-bb92-398d98a70cf8 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348073 Nov 12 08:44:01.519668 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['eaad093f-38cd-48b3-808a-0ef8feb316e1'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:44:01.907789 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b1ad40f8-b4ee-413c-90e4-932824679a78 req-a72dcdf3-165e-445e-9158-6dd155ad4269 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 210 time: 0.0480640 Nov 12 08:44:01.946190 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ee0d3-a8ef-4906-85f7-71fa92f4aab7 req-e9b218c6-242d-463a-bed1-42032efd66cf tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:01.948407 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-792ee0d3-a8ef-4906-85f7-71fa92f4aab7 req-e9b218c6-242d-463a-bed1-42032efd66cf tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 949 time: 0.1921222 Nov 12 08:44:01.970806 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-1461a945-e200-45d9-856a-6e8b4b940b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:01.977159 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-1461a945-e200-45d9-856a-6e8b4b940b4a service neutron] 10.222.0.54 "GET /v2.0/ports/996f9d9d-9c4c-4d28-a901-cc2cc552d93a HTTP/1.1" status: 200 len: 1028 time: 0.1110198 Nov 12 08:44:02.061007 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-2d3f6b0e-c663-4c61-b94d-dec1c1601ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:02.062718 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-2d3f6b0e-c663-4c61-b94d-dec1c1601ddc service neutron] 10.222.0.54 "GET /v2.0/ports/21a69529-a5f8-4991-8770-485deba29c21 HTTP/1.1" status: 200 len: 1027 time: 0.0700016 Nov 12 08:44:02.121938 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6064c51b-502b-4c72-a7f2-492a47fff7ac req-c43e88cb-2dbb-43ba-9c06-4f8d317776fb tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 210 time: 0.0702178 Nov 12 08:44:02.189212 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35a10b-4452-46c6-9fb2-ff75d3a9e2b7 req-a3c80875-2a8f-4405-bb58-56e45525c43f tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:02.191022 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4b35a10b-4452-46c6-9fb2-ff75d3a9e2b7 req-a3c80875-2a8f-4405-bb58-56e45525c43f tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a67798d-c735-497c-b121-c1069e2476c6 HTTP/1.1" status: 200 len: 946 time: 0.2329051 Nov 12 08:44:02.208362 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-792ee0d3-a8ef-4906-85f7-71fa92f4aab7 req-909f3f80-41c3-4089-a5c3-98150e09c8b1 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480397 Nov 12 08:44:02.259212 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-0a3c6d0f-bf75-466a-ae48-eaf21bb171cf tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:02.269214 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-0a3c6d0f-bf75-466a-ae48-eaf21bb171cf tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:02.277470 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-0a3c6d0f-bf75-466a-ae48-eaf21bb171cf tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:02.280500 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-0a3c6d0f-bf75-466a-ae48-eaf21bb171cf tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.54 "GET /v2.0/networks?id=7e33e051-e363-49e1-9c6d-2f24faf4dfb5&id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&id=702ebd3a-91cd-4d56-a35d-ad10b18ed18d&id=702ebd3a-91cd-4d56-a35d-ad10b18ed18d HTTP/1.1" status: 200 len: 1990 time: 0.2061272 Nov 12 08:44:02.440654 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 52400) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:02.470693 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-e29f166a-4dd8-4ec2-a304-e76ec7014fbd tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7744ced598be42768ed1d37e40d08f56 HTTP/1.1" status: 200 len: 379 time: 0.1747246 Nov 12 08:44:02.478903 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-4b35a10b-4452-46c6-9fb2-ff75d3a9e2b7 req-843767c7-e71a-455b-bb1c-392cefee93f2 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Deleting port 02e861c6-419a-4885-988e-46628065ca26 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:02.479280 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4b35a10b-4452-46c6-9fb2-ff75d3a9e2b7 req-843767c7-e71a-455b-bb1c-392cefee93f2 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.486530 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-347ed69c-5aae-4272-866f-54b550ee037b req-bd4ad3fd-08d6-4c84-8e94-37697e8aeab8 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Request body: {'port': {'device_id': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'network_id': '7e33e051-e363-49e1-9c6d-2f24faf4dfb5', 'admin_state_up': True, 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'security_groups': ['a0b11ea6-f0ad-4b14-ad6a-d16769370d46']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:02.638186 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 52414) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:02.746208 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c0147318-c69a-442a-911d-e41e71156cbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.780785 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-916776e3-2bb3-4398-b4e2-32c7f87ac784 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:02.786294 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-916776e3-2bb3-4398-b4e2-32c7f87ac784 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f&tenant_id=3251a58645fc4115844b0853f7399565&binding%3Ahost_id=n-h1-768862-16 HTTP/1.1" status: 200 len: 949 time: 0.2566051 Nov 12 08:44:02.800860 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f296d0-1237-4b6f-a5c4-fa6fa45b54ef req-068b93fd-f075-452e-97a8-e90fa07ea344 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:02.809274 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f6f296d0-1237-4b6f-a5c4-fa6fa45b54ef req-068b93fd-f075-452e-97a8-e90fa07ea344 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a67798d-c735-497c-b121-c1069e2476c6 HTTP/1.1" status: 200 len: 946 time: 0.2479117 Nov 12 08:44:02.858338 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device eaad093f-38cd-48b3-808a-0ef8feb316e1 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:02.873345 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b4e27-0857-4d59-a98a-d0892e9b852f req-842466ce-a28f-4f80-aa6d-ff661cb58fd2 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:02.876982 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-af6b4e27-0857-4d59-a98a-d0892e9b852f req-842466ce-a28f-4f80-aa6d-ff661cb58fd2 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 949 time: 0.2443442 Nov 12 08:44:02.886422 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8adf13b0-a00d-42ae-b1af-639356a01a29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.907277 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-4b35a10b-4452-46c6-9fb2-ff75d3a9e2b7 req-843767c7-e71a-455b-bb1c-392cefee93f2 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] For port 02e861c6-419a-4885-988e-46628065ca26, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=02e861c6-419a-4885-988e-46628065ca26,segment=NetworkSegment(68005b70-1579-4f58-bade-fbc137d1c951),segment_id=68005b70-1579-4f58-bade-fbc137d1c951)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:02.908317 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4b35a10b-4452-46c6-9fb2-ff75d3a9e2b7 req-843767c7-e71a-455b-bb1c-392cefee93f2 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.966531 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-4b35a10b-4452-46c6-9fb2-ff75d3a9e2b7 req-843767c7-e71a-455b-bb1c-392cefee93f2 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Calling delete_port for 02e861c6-419a-4885-988e-46628065ca26 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:02.978371 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port eaad093f-38cd-48b3-808a-0ef8feb316e1 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:44:02.983155 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port eaad093f-38cd-48b3-808a-0ef8feb316e1 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:02.983578 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.035018 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-bd4ad3fd-08d6-4c84-8e94-37697e8aeab8 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Made reservation on behalf of 7744ced598be42768ed1d37e40d08f56 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:03.038726 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-bd4ad3fd-08d6-4c84-8e94-37697e8aeab8 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.090473 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-70cee68d-a688-4ddd-9566-f8ae95f54a66 service neutron] 10.222.0.54 "GET /v2.0/ports/eaad093f-38cd-48b3-808a-0ef8feb316e1/bindings/n-h1-768862-16 HTTP/1.1" status: 200 len: 383 time: 0.2836001 Nov 12 08:44:03.125536 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f6f296d0-1237-4b6f-a5c4-fa6fa45b54ef req-59c94bae-a226-459b-ba31-2b8debbcc8d4 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/security-groups?id=b11e41c8-a69f-41f0-896c-f6916a235996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136220 Nov 12 08:44:03.174941 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.240986 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaad093f-38cd-48b3-808a-0ef8feb316e1'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:03.248074 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2376c0-d491-4c00-81da-88085645102a" -d '{"events": [{"server_uuid": "a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f", "name": "network-vif-plugged", "status": "completed", "tag": "eaad093f-38cd-48b3-808a-0ef8feb316e1"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:03.282079 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-f8194c69-1170-4241-bb1d-e9ec14767f70 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:03.283323 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port eaad093f-38cd-48b3-808a-0ef8feb316e1, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=eaad093f-38cd-48b3-808a-0ef8feb316e1,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:03.283945 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-f8194c69-1170-4241-bb1d-e9ec14767f70 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.54 "GET /v2.0/networks?id=2920a1cf-2450-4e88-a1ad-b45da486889e HTTP/1.1" status: 200 len: 814 time: 0.3561745 Nov 12 08:44:03.292227 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.293448 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 208f95e9-28ae-4c99-8b45-cff231909e59 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:44:03.306782 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-40427634-1d48-4b08-8511-bbebf69ad848 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Request body: {'port': {'device_id': '69a30936-7166-431a-8ca3-0e450c9f7cbf', 'network_id': '2920a1cf-2450-4e88-a1ad-b45da486889e', 'admin_state_up': True, 'tenant_id': 'fd85219b61af4e12a9debc00cd31a7fa'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:03.366036 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-80120a41-d3fa-4fcc-875b-1367780827bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:03.367966 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-80120a41-d3fa-4fcc-875b-1367780827bd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 1101 time: 0.2370148 Nov 12 08:44:03.373690 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-094fed98-0b08-4d6f-814a-03d858a21a56 req-bbbcefc3-4ef0-4a95-9b8c-f0b35a4a220c tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 210 time: 0.0712543 Nov 12 08:44:03.404074 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8adf13b0-a00d-42ae-b1af-639356a01a29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.452584 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.465904 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c0147318-c69a-442a-911d-e41e71156cbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.474918 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8adf13b0-a00d-42ae-b1af-639356a01a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.489104 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c0147318-c69a-442a-911d-e41e71156cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.502563 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 208f95e9-28ae-4c99-8b45-cff231909e59, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=208f95e9-28ae-4c99-8b45-cff231909e59,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:03.511116 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.523833 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c0147318-c69a-442a-911d-e41e71156cbf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4b4d65ed5306434389be10c2ceef95ba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0795267 Nov 12 08:44:03.537205 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=eaad093f-38cd-48b3-808a-0ef8feb316e1,revision_number=9']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:03.541483 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 52434) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:03.573601 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8adf13b0-a00d-42ae-b1af-639356a01a29 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5857b294ba434cd28b3e57c519661614&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9242404 Nov 12 08:44:03.592308 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-af6b4e27-0857-4d59-a98a-d0892e9b852f req-689bf988-d7dd-42f1-9834-9b38269c2f4a tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7040067 Nov 12 08:44:03.597682 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 52440) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:03.618813 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4b94fbe1-3bea-44eb-9df8-732076894e49 req-ecdbc369-47b0-4bd3-b878-ef714fd704e1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 210 time: 0.1418922 Nov 12 08:44:03.658361 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4b35a10b-4452-46c6-9fb2-ff75d3a9e2b7 req-843767c7-e71a-455b-bb1c-392cefee93f2 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.693174 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=208f95e9-28ae-4c99-8b45-cff231909e59,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:03.722554 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843767c7-e71a-455b-bb1c-392cefee93f2 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Pushing event deleted for resources: {'Port': ['ID=02e861c6-419a-4885-988e-46628065ca26,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:03.742238 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aad1fb1-cd13-4e81-b18d-334a123ea58f x-openstack-request-id: req-3aad1fb1-cd13-4e81-b18d-334a123ea58f {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:03.742998 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f", "name": "network-vif-plugged", "status": "completed", "tag": "eaad093f-38cd-48b3-808a-0ef8feb316e1", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:03.743354 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3aad1fb1-cd13-4e81-b18d-334a123ea58f {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:03.744305 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaad093f-38cd-48b3-808a-0ef8feb316e1', 'code': 200} Nov 12 08:44:03.753433 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0147318-c69a-442a-911d-e41e71156cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250223c7-0f98-4e8e-9d2b-748b9cfd577d,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:03.804728 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b35a10b-4452-46c6-9fb2-ff75d3a9e2b7 req-843767c7-e71a-455b-bb1c-392cefee93f2 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] No DVR routers for this DVR port 02e861c6-419a-4885-988e-46628065ca26 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:44:03.809526 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4b35a10b-4452-46c6-9fb2-ff75d3a9e2b7 req-843767c7-e71a-455b-bb1c-392cefee93f2 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.814247 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4b35a10b-4452-46c6-9fb2-ff75d3a9e2b7 req-843767c7-e71a-455b-bb1c-392cefee93f2 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.58 "DELETE /v2.0/ports/02e861c6-419a-4885-988e-46628065ca26 HTTP/1.1" status: 204 len: 173 time: 1.6049914 Nov 12 08:44:03.815138 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a67798d-c735-497c-b121-c1069e2476c6', 'name': 'network-vif-deleted', 'tag': '02e861c6-419a-4885-988e-46628065ca26'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:03.823333 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bd605f-623a-4896-8f63-d03432055f17" -d '{"events": [{"server_uuid": "5a67798d-c735-497c-b121-c1069e2476c6", "name": "network-vif-deleted", "tag": "02e861c6-419a-4885-988e-46628065ca26"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:03.849763 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-347ed69c-5aae-4272-866f-54b550ee037b req-bd4ad3fd-08d6-4c84-8e94-37697e8aeab8 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Allocated IP 172.20.0.11 (7e33e051-e363-49e1-9c6d-2f24faf4dfb5/b3ec3dec-5d62-4a75-9611-109bbf916cc1/ad631039-f393-4fda-a88e-acbce5bb31d9) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:03.878195 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9cf8e1fb-6638-4c98-816e-fc76acaf3f42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.906931 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f147c7b-88f1-46d9-ac3f-03cddf35d1d3 x-openstack-request-id: req-7f147c7b-88f1-46d9-ac3f-03cddf35d1d3 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:03.907447 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a67798d-c735-497c-b121-c1069e2476c6", "name": "network-vif-deleted", "tag": "02e861c6-419a-4885-988e-46628065ca26", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:03.907864 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f147c7b-88f1-46d9-ac3f-03cddf35d1d3 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:03.908415 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a67798d-c735-497c-b121-c1069e2476c6', 'name': 'network-vif-deleted', 'tag': '02e861c6-419a-4885-988e-46628065ca26', 'status': 'completed', 'code': 200} Nov 12 08:44:03.924624 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9ad0151e-cf78-4d37-86c9-8e4796f99904 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.927783 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9cf8e1fb-6638-4c98-816e-fc76acaf3f42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.959316 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf13b0-a00d-42ae-b1af-639356a01a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1b3d04-a7ce-4e69-bb8b-9dfa99de98ef,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:03.978610 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-949ebf37-3dcd-4617-9f3f-c277023de7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:03.980205 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-949ebf37-3dcd-4617-9f3f-c277023de7d9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.5726910 Nov 12 08:44:04.043097 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9ad0151e-cf78-4d37-86c9-8e4796f99904 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:04.082467 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9cf8e1fb-6638-4c98-816e-fc76acaf3f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:04.086004 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9cf8e1fb-6638-4c98-816e-fc76acaf3f42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:04.087360 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9cf8e1fb-6638-4c98-816e-fc76acaf3f42 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a1b3d04-a7ce-4e69-bb8b-9dfa99de98ef HTTP/1.1" status: 204 len: 168 time: 0.4588284 Nov 12 08:44:04.091773 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-3f8a17e9-c619-44ff-81e7-72ff1bf31294 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=eaad093f-38cd-48b3-808a-0ef8feb316e1 HTTP/1.1" status: 200 len: 217 time: 0.1022222 Nov 12 08:44:04.098741 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8e1fb-6638-4c98-816e-fc76acaf3f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1b3d04-a7ce-4e69-bb8b-9dfa99de98ef,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:04.133152 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9ad0151e-cf78-4d37-86c9-8e4796f99904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:04.137053 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9ad0151e-cf78-4d37-86c9-8e4796f99904 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:04.151239 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9ad0151e-cf78-4d37-86c9-8e4796f99904 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/250223c7-0f98-4e8e-9d2b-748b9cfd577d HTTP/1.1" status: 204 len: 168 time: 0.5799263 Nov 12 08:44:04.172452 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0151e-cf78-4d37-86c9-8e4796f99904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250223c7-0f98-4e8e-9d2b-748b9cfd577d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:04.184990 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-40427634-1d48-4b08-8511-bbebf69ad848 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Made reservation on behalf of fd85219b61af4e12a9debc00cd31a7fa for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:04.189537 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-40427634-1d48-4b08-8511-bbebf69ad848 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:04.197889 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-30317bdc-0851-4a48-90fe-893a494fc216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:04.203594 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-30317bdc-0851-4a48-90fe-893a494fc216 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.0745401 Nov 12 08:44:04.318159 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-bd4ad3fd-08d6-4c84-8e94-37697e8aeab8 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:04.324555 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3c5d3293-1d61-41c6-a53d-e99776fb8e20 req-85051dc3-e87b-4dfc-9c88-acda65616018 tempest-AttachVolumeNegativeTest-420556478 tempest-AttachVolumeNegativeTest-420556478-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a67798d-c735-497c-b121-c1069e2476c6 HTTP/1.1" status: 200 len: 210 time: 0.0785699 Nov 12 08:44:04.432555 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-e02f1776-d0b1-463f-8f3e-ef0df241bb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:04.443260 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-e02f1776-d0b1-463f-8f3e-ef0df241bb55 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2150803 Nov 12 08:44:04.545782 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-34e0671a-0ce0-4580-b080-ddd528e3e2a9 req-91bf8f61-20df-4062-b568-52ee122a1f94 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 210 time: 0.0420339 Nov 12 08:44:04.720462 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-bd4ad3fd-08d6-4c84-8e94-37697e8aeab8 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:04.746640 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-347ed69c-5aae-4272-866f-54b550ee037b req-bd4ad3fd-08d6-4c84-8e94-37697e8aeab8 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Network 7e33e051-e363-49e1-9c6d-2f24faf4dfb5 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:04.755867 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-347ed69c-5aae-4272-866f-54b550ee037b req-bd4ad3fd-08d6-4c84-8e94-37697e8aeab8 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:04.790380 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-347ed69c-5aae-4272-866f-54b550ee037b req-bd4ad3fd-08d6-4c84-8e94-37697e8aeab8 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:04.790380 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-40427634-1d48-4b08-8511-bbebf69ad848 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Allocated IP 172.20.0.10 (2920a1cf-2450-4e88-a1ad-b45da486889e/514a597d-ff4c-46bb-8a31-1a78b7448335/cc50092d-8a26-4753-a4e2-f22dea0f1d46) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:04.872673 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 208f95e9-28ae-4c99-8b45-cff231909e59 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:44:04.919103 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-fce4a472-e817-4e9d-9d98-d2dabf7f94c2 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607275 Nov 12 08:44:04.924101 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ad3fd-08d6-4c84-8e94-37697e8aeab8 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Pushing event updated for resources: {'Port': ['ID=ad631039-f393-4fda-a88e-acbce5bb31d9,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:04.954588 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952279b-223b-4f1f-a73b-b4fd3eb87caa req-7b9a2b96-042a-466a-a9b9-de04ae080820 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:04.959160 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8952279b-223b-4f1f-a73b-b4fd3eb87caa req-7b9a2b96-042a-466a-a9b9-de04ae080820 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.2383385 Nov 12 08:44:04.981748 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-bd4ad3fd-08d6-4c84-8e94-37697e8aeab8 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:04.982670 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-bd4ad3fd-08d6-4c84-8e94-37697e8aeab8 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.012576 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4426d4-0936-40fc-96dd-1bc5c65e3a29 req-6da837fe-a154-42ba-871c-232e35c82226 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:05.014702 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9f4426d4-0936-40fc-96dd-1bc5c65e3a29 req-6da837fe-a154-42ba-871c-232e35c82226 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 932 time: 0.2782602 Nov 12 08:44:05.031688 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-bd4ad3fd-08d6-4c84-8e94-37697e8aeab8 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5522850 Nov 12 08:44:05.059341 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-347ed69c-5aae-4272-866f-54b550ee037b req-1207136a-8056-4ff4-85ec-2b7e6d64b5d2 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Request body: {'port': {'device_id': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'network_id': '2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8', 'admin_state_up': True, 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'security_groups': ['a0b11ea6-f0ad-4b14-ad6a-d16769370d46']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:05.146028 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 208f95e9-28ae-4c99-8b45-cff231909e59, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=208f95e9-28ae-4c99-8b45-cff231909e59,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:05.164789 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 02e861c6-419a-4885-988e-46628065ca26 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:44:05.265472 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8952279b-223b-4f1f-a73b-b4fd3eb87caa req-d2608d33-3d60-4f18-b416-3405c254a134 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815177 Nov 12 08:44:05.276116 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9f4426d4-0936-40fc-96dd-1bc5c65e3a29 req-3813fb0e-24e1-48fa-990a-a4de59b52fa7 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2409210 Nov 12 08:44:05.286430 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 02e861c6-419a-4885-988e-46628065ca26 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:44:05.286773 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 02e861c6-419a-4885-988e-46628065ca26 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:44:05.292929 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '208f95e9-28ae-4c99-8b45-cff231909e59', 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4', 'port_id': '208f95e9-28ae-4c99-8b45-cff231909e59', 'mac_address': 'fa:16:3e:75:72:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601c19d7-10c1-44ee-a86c-ac9c499e748d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:44:05.439651 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 52510) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:05.493052 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-1207136a-8056-4ff4-85ec-2b7e6d64b5d2 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Made reservation on behalf of 7744ced598be42768ed1d37e40d08f56 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:05.498079 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-1207136a-8056-4ff4-85ec-2b7e6d64b5d2 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.559624 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac044778-72a0-44c3-98c6-9d05632d9274 admin admin] Deleting subnet 220263af-ce0c-476a-8783-ac39098fb22e {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:44:05.575158 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ac044778-72a0-44c3-98c6-9d05632d9274 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.582623 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-d8f66ac4-bc2d-46d4-8dc9-70456b807e02 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6439543 Nov 12 08:44:05.621508 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-40427634-1d48-4b08-8511-bbebf69ad848 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.733173 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ac044778-72a0-44c3-98c6-9d05632d9274 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.785426 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-40427634-1d48-4b08-8511-bbebf69ad848 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.859546 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-40427634-1d48-4b08-8511-bbebf69ad848 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Network 2920a1cf-2450-4e88-a1ad-b45da486889e is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:05.860816 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b004e782-27be-49da-8839-6a5ba1fa8d1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '208f95e9-28ae-4c99-8b45-cff231909e59'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:05.863439 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca71be4b-9fb6-40d2-924c-fb6419ee1532" -d '{"events": [{"server_uuid": "b004e782-27be-49da-8839-6a5ba1fa8d1c", "name": "network-vif-unplugged", "status": "completed", "tag": "208f95e9-28ae-4c99-8b45-cff231909e59"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:05.868238 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40427634-1d48-4b08-8511-bbebf69ad848 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Pushing event updated for resources: {'Port': ['ID=cc50092d-8a26-4753-a4e2-f22dea0f1d46,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:05.881051 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:44:05.887428 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-40427634-1d48-4b08-8511-bbebf69ad848 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:05.892381 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-6a4791a2-103c-446f-8d9e-3a9f06ab2cf2 None None] Provisioning complete for port ad631039-f393-4fda-a88e-acbce5bb31d9 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:05.892968 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6a4791a2-103c-446f-8d9e-3a9f06ab2cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.893904 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-40427634-1d48-4b08-8511-bbebf69ad848 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:05.911982 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 52532) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:05.958722 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-347ed69c-5aae-4272-866f-54b550ee037b req-1207136a-8056-4ff4-85ec-2b7e6d64b5d2 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Allocated IP 10.1.1.103 (2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8/d86e7b80-541e-4437-9372-c90106323c14/148f6696-758c-4f5e-92a2-6d895c1475e8) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:05.959228 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ac044778-72a0-44c3-98c6-9d05632d9274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.996025 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc67721-42e8-4a8d-8631-31bcadf345d3 x-openstack-request-id: req-1fc67721-42e8-4a8d-8631-31bcadf345d3 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:05.996332 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b004e782-27be-49da-8839-6a5ba1fa8d1c", "name": "network-vif-unplugged", "status": "completed", "tag": "208f95e9-28ae-4c99-8b45-cff231909e59", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:05.996587 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1fc67721-42e8-4a8d-8631-31bcadf345d3 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:05.996985 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b004e782-27be-49da-8839-6a5ba1fa8d1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '208f95e9-28ae-4c99-8b45-cff231909e59', 'code': 200} Nov 12 08:44:06.028971 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.032523 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-40427634-1d48-4b08-8511-bbebf69ad848 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:06.033819 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-40427634-1d48-4b08-8511-bbebf69ad848 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.068941 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-6a4791a2-103c-446f-8d9e-3a9f06ab2cf2 None None] Port ad631039-f393-4fda-a88e-acbce5bb31d9 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:06.074996 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135cabd0-1464-463d-b564-47b108ee8d96 req-7d179a43-7382-4472-8c29-b41cc7b2fda5 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:06.078927 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-135cabd0-1464-463d-b564-47b108ee8d96 req-7d179a43-7382-4472-8c29-b41cc7b2fda5 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 932 time: 0.2883267 Nov 12 08:44:06.089485 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208f95e9-28ae-4c99-8b45-cff231909e59 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:44:06.111423 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-40427634-1d48-4b08-8511-bbebf69ad848 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8115072 Nov 12 08:44:06.128909 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-5e50397e-881b-47d0-a48d-780bf3ddaa10 service neutron] Request body: {'port': {'device_id': '69a30936-7166-431a-8ca3-0e450c9f7cbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:06.150976 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 208f95e9-28ae-4c99-8b45-cff231909e59, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=208f95e9-28ae-4c99-8b45-cff231909e59,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:06.162447 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.228594 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ac044778-72a0-44c3-98c6-9d05632d9274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.271066 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=208f95e9-28ae-4c99-8b45-cff231909e59,revision_number=9']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:06.291419 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['208f95e9-28ae-4c99-8b45-cff231909e59'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:44:06.308932 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ec0396f-58ba-4ddd-8699-e53ff040d94c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.316551 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-135cabd0-1464-463d-b564-47b108ee8d96 req-04791e4f-f2c9-4177-8582-0f63b4fd13b9 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239866 Nov 12 08:44:06.328083 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac044778-72a0-44c3-98c6-9d05632d9274 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=220263af-ce0c-476a-8783-ac39098fb22e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:06.363527 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ac044778-72a0-44c3-98c6-9d05632d9274 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.372056 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ac044778-72a0-44c3-98c6-9d05632d9274 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/220263af-ce0c-476a-8783-ac39098fb22e HTTP/1.1" status: 204 len: 168 time: 0.9296358 Nov 12 08:44:06.375311 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 52552) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:06.453072 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 52554) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:06.624004 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b39bc1-fe2b-425e-8214-24c8cae6960c req-0b06d3a1-79a6-4ecf-989c-78f6d6649aa6 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:06.632157 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-83b39bc1-fe2b-425e-8214-24c8cae6960c req-0b06d3a1-79a6-4ecf-989c-78f6d6649aa6 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.2254574 Nov 12 08:44:06.648026 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-5e50397e-881b-47d0-a48d-780bf3ddaa10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.692645 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-83b39bc1-fe2b-425e-8214-24c8cae6960c req-c48a7921-e21c-4936-a701-2411cf6340fd tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592942 Nov 12 08:44:06.709280 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e09b7384-a18c-46a0-b74c-5c62ab02afa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.727932 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f34d71-2b7c-421a-844f-9ea7c0b631cf req-632cdcca-da73-4be0-904b-35cd18486989 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:06.729861 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-54f34d71-2b7c-421a-844f-9ea7c0b631cf req-632cdcca-da73-4be0-904b-35cd18486989 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 932 time: 0.2026196 Nov 12 08:44:06.770103 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-1207136a-8056-4ff4-85ec-2b7e6d64b5d2 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.939329 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-54f34d71-2b7c-421a-844f-9ea7c0b631cf req-184e376c-c8a7-4634-b9e4-ffe15f60df57 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997461 Nov 12 08:44:06.948801 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e09b7384-a18c-46a0-b74c-5c62ab02afa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.952169 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ec0396f-58ba-4ddd-8699-e53ff040d94c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.987237 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d96b2fca-762c-4700-a179-2c75aa651f84 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-377144132-network', 'tenant_id': '28f4e914e83743e38050bab6ad98fb14'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:06.992194 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ec0396f-58ba-4ddd-8699-e53ff040d94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:07.000171 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-e09b7384-a18c-46a0-b74c-5c62ab02afa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66f89d7d-fbfb-425e-a64e-a55fcdce5ee4']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:07.037399 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-e09b7384-a18c-46a0-b74c-5c62ab02afa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68005b70-1579-4f58-bade-fbc137d1c951') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:07.038241 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-e09b7384-a18c-46a0-b74c-5c62ab02afa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68005b70-1579-4f58-bade-fbc137d1c951') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:07.052901 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e09b7384-a18c-46a0-b74c-5c62ab02afa8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:07.102338 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e09b7384-a18c-46a0-b74c-5c62ab02afa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:07.109678 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-1207136a-8056-4ff4-85ec-2b7e6d64b5d2 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:07.120269 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09b7384-a18c-46a0-b74c-5c62ab02afa8 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:44:07.121896 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e09b7384-a18c-46a0-b74c-5c62ab02afa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:07.126829 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:44:07.126829 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:44:07.126829 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:44:07.126829 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:44:07.126829 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:44:07.126829 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:44:07.126829 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:44:07.126829 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:44:07.126829 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:44:07.126829 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:44:07.126829 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:44:07.126829 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:44:07.126829 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:44:07.126829 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:44:07.126829 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:44:07.126829 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:44:07.126829 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:44:07.126829 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:44:07.126829 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:44:07.126829 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:44:07.126829 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:44:07.126829 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:44:07.126829 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:44:07.126829 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:44:07.126829 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:44:07.126829 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:44:07.126829 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:44:07.126829 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:44:07.126829 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:44:07.126829 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:44:07.126829 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:44:07.126829 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:44:07.208306 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0396f-58ba-4ddd-8699-e53ff040d94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca7da29-9120-4833-bd28-cd7b2f551b9b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:07.212876 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0ec0396f-58ba-4ddd-8699-e53ff040d94c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c48f84d8746848758da22f59d24e720a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2923336 Nov 12 08:44:07.225002 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96b2fca-762c-4700-a179-2c75aa651f84 admin admin] Made reservation on behalf of 28f4e914e83743e38050bab6ad98fb14 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:07.228596 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d96b2fca-762c-4700-a179-2c75aa651f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:07.231017 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 52572) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:07.276194 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e09b7384-a18c-46a0-b74c-5c62ab02afa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:07.296195 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e09b7384-a18c-46a0-b74c-5c62ab02afa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:07.300828 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e09b7384-a18c-46a0-b74c-5c62ab02afa8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/66f89d7d-fbfb-425e-a64e-a55fcdce5ee4 HTTP/1.1" status: 204 len: 168 time: 0.9208040 Nov 12 08:44:07.309893 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-347ed69c-5aae-4272-866f-54b550ee037b req-1207136a-8056-4ff4-85ec-2b7e6d64b5d2 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Network 2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:07.326638 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d96b2fca-762c-4700-a179-2c75aa651f84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:07.335939 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-347ed69c-5aae-4272-866f-54b550ee037b req-1207136a-8056-4ff4-85ec-2b7e6d64b5d2 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:07.338334 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b7384-a18c-46a0-b74c-5c62ab02afa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=66f89d7d-fbfb-425e-a64e-a55fcdce5ee4,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:07.364345 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-347ed69c-5aae-4272-866f-54b550ee037b req-1207136a-8056-4ff4-85ec-2b7e6d64b5d2 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:07.440112 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207136a-8056-4ff4-85ec-2b7e6d64b5d2 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Pushing event updated for resources: {'Port': ['ID=148f6696-758c-4f5e-92a2-6d895c1475e8,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:07.596622 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 52582) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:07.641145 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-1207136a-8056-4ff4-85ec-2b7e6d64b5d2 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:07.648262 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-1207136a-8056-4ff4-85ec-2b7e6d64b5d2 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:07.719002 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f25f6-df8c-4cb5-a6fc-45b3320e52f7 req-49686acc-0ce4-4969-8945-05b841afc306 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:07.720540 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-417f25f6-df8c-4cb5-a6fc-45b3320e52f7 req-49686acc-0ce4-4969-8945-05b841afc306 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 932 time: 0.2098856 Nov 12 08:44:07.752104 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5dbedecc-cf69-4c3f-becf-3df754b9232e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d7b2958acbca46c980b81bc3e2353025&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1521108 Nov 12 08:44:07.753978 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 52588) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:07.761313 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee2959d4-d83a-440e-8959-5b947310a6da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:07.829208 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7bca5aaa-5989-4863-8f94-cdad3206e3b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:07.883209 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-945d4ead-3816-4f76-a481-c8ecc9d58217 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:07.911144 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5fae47f3-9bcf-454f-97ae-622c22c4b4c3 None None] Provisioning complete for port 148f6696-758c-4f5e-92a2-6d895c1475e8 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:07.916619 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5fae47f3-9bcf-454f-97ae-622c22c4b4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:07.925418 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-417f25f6-df8c-4cb5-a6fc-45b3320e52f7 req-ccc6c31f-064f-4a8a-83ca-ee2913759ac8 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656985 Nov 12 08:44:07.942269 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-945d4ead-3816-4f76-a481-c8ecc9d58217 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:07.980704 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-1207136a-8056-4ff4-85ec-2b7e6d64b5d2 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9279611 Nov 12 08:44:08.071627 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee2959d4-d83a-440e-8959-5b947310a6da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.083286 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-347ed69c-5aae-4272-866f-54b550ee037b req-530fea0f-a645-49fe-912c-6118189de487 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Request body: {'port': {'device_id': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'network_id': '2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8', 'admin_state_up': True, 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'security_groups': ['a0b11ea6-f0ad-4b14-ad6a-d16769370d46']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:08.091037 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5fae47f3-9bcf-454f-97ae-622c22c4b4c3 None None] Port 148f6696-758c-4f5e-92a2-6d895c1475e8 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:08.164868 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45198ea4-3664-4f61-b653-13878d0002c0 req-698fea92-cce6-405e-b098-5fe5cb5f70a4 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:08.167208 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-45198ea4-3664-4f61-b653-13878d0002c0 req-698fea92-cce6-405e-b098-5fe5cb5f70a4 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.1997085 Nov 12 08:44:08.243390 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-945d4ead-3816-4f76-a481-c8ecc9d58217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.246372 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-945d4ead-3816-4f76-a481-c8ecc9d58217 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.251897 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-945d4ead-3816-4f76-a481-c8ecc9d58217 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b11e41c8-a69f-41f0-896c-f6916a235996 HTTP/1.1" status: 204 len: 168 time: 0.4766877 Nov 12 08:44:08.254768 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-9b19302e-279c-4a23-9558-ebd87a11f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:08.256644 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-9b19302e-279c-4a23-9558-ebd87a11f591 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f&tenant_id=3251a58645fc4115844b0853f7399565 HTTP/1.1" status: 200 len: 1102 time: 0.2115750 Nov 12 08:44:08.285521 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d7c4f-279b-46ad-a9b3-643fc23a0228 req-ab8f5d8e-73d6-417d-ad98-4b2eeddca501 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:08.292695 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d7c4f-279b-46ad-a9b3-643fc23a0228 req-ab8f5d8e-73d6-417d-ad98-4b2eeddca501 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:08.294482 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-da5d7c4f-279b-46ad-a9b3-643fc23a0228 req-ab8f5d8e-73d6-417d-ad98-4b2eeddca501 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 1654 time: 0.1931531 Nov 12 08:44:08.304674 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-41d5aea2-fd11-437d-9478-f0524cc69fbb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768862-16', 'device_owner': 'compute:nova'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:08.307624 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d4ead-3816-4f76-a481-c8ecc9d58217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11e41c8-a69f-41f0-896c-f6916a235996,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:08.378130 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 52602) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:08.390620 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-5e50397e-881b-47d0-a48d-780bf3ddaa10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc50092d-8a26-4753-a4e2-f22dea0f1d46 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:44:08.397331 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-45198ea4-3664-4f61-b653-13878d0002c0 req-e2d2285c-53d4-44ad-9a7b-e0924242f888 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156429 Nov 12 08:44:08.443103 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-5e50397e-881b-47d0-a48d-780bf3ddaa10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.471214 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-da5d7c4f-279b-46ad-a9b3-643fc23a0228 req-effa2679-ea1a-4b9c-9b20-8837ac8fc48f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561050 Nov 12 08:44:08.528054 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-5e50397e-881b-47d0-a48d-780bf3ddaa10 service neutron] Transition to ACTIVE for port object cc50092d-8a26-4753-a4e2-f22dea0f1d46 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:44:08.564738 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d96b2fca-762c-4700-a179-2c75aa651f84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.566014 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-5e50397e-881b-47d0-a48d-780bf3ddaa10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.573505 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-41d5aea2-fd11-437d-9478-f0524cc69fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.592929 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d96b2fca-762c-4700-a179-2c75aa651f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.889090 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 208f95e9-28ae-4c99-8b45-cff231909e59 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:09.050291 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 208f95e9-28ae-4c99-8b45-cff231909e59 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:09.051203 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.142067 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-c70f2e10-9022-4633-a7f3-11cc4dcd902a tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-797933492'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:09.186717 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b2fca-762c-4700-a179-2c75aa651f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a5954e-b945-48ed-b980-9cdbde3ec7bc,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:09.208042 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d96b2fca-762c-4700-a179-2c75aa651f84 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:44:09.210275 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.235236 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d96b2fca-762c-4700-a179-2c75aa651f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.236548 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70f2e10-9022-4633-a7f3-11cc4dcd902a tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Made reservation on behalf of 4e3fb570d1434c948314218f9fd6c97d for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:09.237460 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-d96b2fca-762c-4700-a179-2c75aa651f84 admin admin] Added segment a2bb8357-84e3-4416-95ab-bb4a7e613091 of type vlan for network 416d77e6-e59f-4b38-b9bd-919bb27e94bb Nov 12 08:44:09.241043 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c70f2e10-9022-4633-a7f3-11cc4dcd902a tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.262746 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 208f95e9-28ae-4c99-8b45-cff231909e59, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=208f95e9-28ae-4c99-8b45-cff231909e59,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:09.264223 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b004e782-27be-49da-8839-6a5ba1fa8d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208f95e9-28ae-4c99-8b45-cff231909e59'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:09.270137 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e277f68d-93dd-4f2e-a9e3-ffc6c22b06a6" -d '{"events": [{"server_uuid": "b004e782-27be-49da-8839-6a5ba1fa8d1c", "name": "network-vif-plugged", "status": "completed", "tag": "208f95e9-28ae-4c99-8b45-cff231909e59"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:09.276664 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.317736 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c70f2e10-9022-4633-a7f3-11cc4dcd902a tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.326844 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d96b2fca-762c-4700-a179-2c75aa651f84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.342450 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbb0d5-1458-4b39-b0db-2c4017fb4427 req-d4bec439-8a75-43f4-a24e-ece4d10b1554 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:09.350257 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-76bbb0d5-1458-4b39-b0db-2c4017fb4427 req-d4bec439-8a75-43f4-a24e-ece4d10b1554 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 944 time: 0.2557373 Nov 12 08:44:09.406217 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fa1ea6-5a3f-437c-935b-8c71ba92848a x-openstack-request-id: req-f5fa1ea6-5a3f-437c-935b-8c71ba92848a {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:09.406725 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b004e782-27be-49da-8839-6a5ba1fa8d1c", "name": "network-vif-plugged", "status": "completed", "tag": "208f95e9-28ae-4c99-8b45-cff231909e59", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:09.407125 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f5fa1ea6-5a3f-437c-935b-8c71ba92848a {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:09.407766 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b004e782-27be-49da-8839-6a5ba1fa8d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208f95e9-28ae-4c99-8b45-cff231909e59', 'code': 200} Nov 12 08:44:09.460810 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d96b2fca-762c-4700-a179-2c75aa651f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.462264 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96b2fca-762c-4700-a179-2c75aa651f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:09.463024 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d96b2fca-762c-4700-a179-2c75aa651f84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.473768 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=208f95e9-28ae-4c99-8b45-cff231909e59,revision_number=10']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:09.476462 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee2959d4-d83a-440e-8959-5b947310a6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.479690 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee2959d4-d83a-440e-8959-5b947310a6da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.485718 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ee2959d4-d83a-440e-8959-5b947310a6da admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dca7da29-9120-4833-bd28-cd7b2f551b9b HTTP/1.1" status: 204 len: 168 time: 2.2476230 Nov 12 08:44:09.613303 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-76bbb0d5-1458-4b39-b0db-2c4017fb4427 req-45a92301-2bf6-4e2d-bf34-2af47d03bda9 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620244 Nov 12 08:44:09.638159 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-5e50397e-881b-47d0-a48d-780bf3ddaa10 service neutron] Attempting to bind port cc50092d-8a26-4753-a4e2-f22dea0f1d46 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:09.638662 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-5e50397e-881b-47d0-a48d-780bf3ddaa10 service neutron] Attempting to bind port cc50092d-8a26-4753-a4e2-f22dea0f1d46 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '34828fde-3b53-4826-975b-0c6b4715c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2920a1cf-2450-4e88-a1ad-b45da486889e'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:09.640003 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-5e50397e-881b-47d0-a48d-780bf3ddaa10 service neutron] Attempting to bind port cc50092d-8a26-4753-a4e2-f22dea0f1d46 on network 2920a1cf-2450-4e88-a1ad-b45da486889e {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:09.680570 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50397e-881b-47d0-a48d-780bf3ddaa10 service neutron] Pushing event updated for resources: {'Port': ['ID=cc50092d-8a26-4753-a4e2-f22dea0f1d46,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:09.690621 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2959d4-d83a-440e-8959-5b947310a6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca7da29-9120-4833-bd28-cd7b2f551b9b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:09.695536 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b2fca-762c-4700-a179-2c75aa651f84 admin admin] Pushing event updated for resources: {'Network': ['ID=416d77e6-e59f-4b38-b9bd-919bb27e94bb,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:09.728972 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-530fea0f-a645-49fe-912c-6118189de487 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Made reservation on behalf of 7744ced598be42768ed1d37e40d08f56 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:09.739111 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 416d77e6-e59f-4b38-b9bd-919bb27e94bb details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:44:09.746344 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-530fea0f-a645-49fe-912c-6118189de487 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.762008 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d96b2fca-762c-4700-a179-2c75aa651f84 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.2901227 Nov 12 08:44:09.771268 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-5e50397e-881b-47d0-a48d-780bf3ddaa10 service neutron] Port cc50092d-8a26-4753-a4e2-f22dea0f1d46 on network 2920a1cf-2450-4e88-a1ad-b45da486889e not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:09.771957 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-5e50397e-881b-47d0-a48d-780bf3ddaa10 service neutron] Attempting to bind port cc50092d-8a26-4753-a4e2-f22dea0f1d46 on network 2920a1cf-2450-4e88-a1ad-b45da486889e {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:09.776281 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 52638) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:09.788516 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-2b7d18c0-9d4b-48d6-9333-be0f26f16ac7 admin admin] Request body: {'subnet': {'network_id': '416d77e6-e59f-4b38-b9bd-919bb27e94bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-377144132-subnet', 'tenant_id': '28f4e914e83743e38050bab6ad98fb14', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:09.802572 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-5e50397e-881b-47d0-a48d-780bf3ddaa10 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:09.803220 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-5e50397e-881b-47d0-a48d-780bf3ddaa10 service neutron] Checking segment: {'id': '34828fde-3b53-4826-975b-0c6b4715c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2920a1cf-2450-4e88-a1ad-b45da486889e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:09.803791 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-5e50397e-881b-47d0-a48d-780bf3ddaa10 service neutron] Bound using segment: {'id': '34828fde-3b53-4826-975b-0c6b4715c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2920a1cf-2450-4e88-a1ad-b45da486889e'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:09.804401 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-5e50397e-881b-47d0-a48d-780bf3ddaa10 service neutron] Bound port: cc50092d-8a26-4753-a4e2-f22dea0f1d46, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34828fde-3b53-4826-975b-0c6b4715c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2920a1cf-2450-4e88-a1ad-b45da486889e'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:09.804931 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-5e50397e-881b-47d0-a48d-780bf3ddaa10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.832471 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c70f2e10-9022-4633-a7f3-11cc4dcd902a tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.979239 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c70f2e10-9022-4633-a7f3-11cc4dcd902a tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.003043 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70f2e10-9022-4633-a7f3-11cc4dcd902a tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:44:10.015613 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c70f2e10-9022-4633-a7f3-11cc4dcd902a tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.016127 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-c70f2e10-9022-4633-a7f3-11cc4dcd902a tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Added segment 6539c178-d7f1-4e96-b264-8f3f554e1911 of type vlan for network 2a6cadd1-db9c-481c-881e-389ac0046100 Nov 12 08:44:10.073932 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c70f2e10-9022-4633-a7f3-11cc4dcd902a tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.121129 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7d18c0-9d4b-48d6-9333-be0f26f16ac7 admin admin] Made reservation on behalf of 28f4e914e83743e38050bab6ad98fb14 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:10.123620 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2b7d18c0-9d4b-48d6-9333-be0f26f16ac7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.147416 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3b70687c-93ed-47b4-b310-0a453436d836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.219028 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-41d5aea2-fd11-437d-9478-f0524cc69fbb service neutron] For port eaad093f-38cd-48b3-808a-0ef8feb316e1, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=eaad093f-38cd-48b3-808a-0ef8feb316e1,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:10.246928 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c70f2e10-9022-4633-a7f3-11cc4dcd902a tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.257398 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70f2e10-9022-4633-a7f3-11cc4dcd902a tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:10.258076 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c70f2e10-9022-4633-a7f3-11cc4dcd902a tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.326038 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 52650) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:10.404166 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-347ed69c-5aae-4272-866f-54b550ee037b req-530fea0f-a645-49fe-912c-6118189de487 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Allocated IP 10.1.1.25 (2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8/d86e7b80-541e-4437-9372-c90106323c14/5a26ea24-1891-468a-8682-58706cbc337d) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:10.407014 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-5e50397e-881b-47d0-a48d-780bf3ddaa10 service neutron] For port cc50092d-8a26-4753-a4e2-f22dea0f1d46, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:10.416280 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f2e10-9022-4633-a7f3-11cc4dcd902a tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ade4e3e2-f2ab-408c-b339-2e4856d04cfb,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:10.441000 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-5e50397e-881b-47d0-a48d-780bf3ddaa10 service neutron] For port cc50092d-8a26-4753-a4e2-f22dea0f1d46, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=cc50092d-8a26-4753-a4e2-f22dea0f1d46,segment=NetworkSegment(34828fde-3b53-4826-975b-0c6b4715c685),segment_id=34828fde-3b53-4826-975b-0c6b4715c685)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:10.477658 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-5e50397e-881b-47d0-a48d-780bf3ddaa10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.581112 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50397e-881b-47d0-a48d-780bf3ddaa10 service neutron] Pushing event updated for resources: {'Port': ['ID=cc50092d-8a26-4753-a4e2-f22dea0f1d46,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:10.596575 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c6384-76cb-4f33-9463-3677f7404d8b req-42b9fb28-44a6-4f24-bc7d-4bf7f091084f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:10.622907 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c6384-76cb-4f33-9463-3677f7404d8b req-42b9fb28-44a6-4f24-bc7d-4bf7f091084f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:10.625318 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-5e50397e-881b-47d0-a48d-780bf3ddaa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:10.627218 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-5e50397e-881b-47d0-a48d-780bf3ddaa10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.629649 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-5e50397e-881b-47d0-a48d-780bf3ddaa10 service neutron] 10.222.0.54 "PUT /v2.0/ports/cc50092d-8a26-4753-a4e2-f22dea0f1d46 HTTP/1.1" status: 200 len: 1093 time: 4.5064075 Nov 12 08:44:10.646331 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e7c6384-76cb-4f33-9463-3677f7404d8b req-42b9fb28-44a6-4f24-bc7d-4bf7f091084f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 1654 time: 0.7869418 Nov 12 08:44:10.654669 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a30936-7166-431a-8ca3-0e450c9f7cbf', 'tag': 'cc50092d-8a26-4753-a4e2-f22dea0f1d46'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:10.659591 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bea86a9-2021-40db-8b86-e6e0753ee5c7" -d '{"events": [{"name": "network-changed", "server_uuid": "69a30936-7166-431a-8ca3-0e450c9f7cbf", "tag": "cc50092d-8a26-4753-a4e2-f22dea0f1d46"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:10.663875 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c70f2e10-9022-4633-a7f3-11cc4dcd902a tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2542534 Nov 12 08:44:10.674709 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414786c-0310-4529-8e1e-b90335020fe2 req-06f0ce37-6801-42f7-bf59-9c0e8741a0cb tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:10.686725 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 52656) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:10.690185 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2b7d18c0-9d4b-48d6-9333-be0f26f16ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.695185 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7414786c-0310-4529-8e1e-b90335020fe2 req-06f0ce37-6801-42f7-bf59-9c0e8741a0cb tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 1.0785458 Nov 12 08:44:10.724871 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c38eb611-b3f5-4588-9d96-3337f127e9fd tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Request body: {'subnet': {'network_id': '2a6cadd1-db9c-481c-881e-389ac0046100', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:10.779338 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-af547fd6-fad4-47e7-8b89-6e5aea669153 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.887139 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device eaad093f-38cd-48b3-808a-0ef8feb316e1 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:44:10.895379 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f2e10-9022-4633-a7f3-11cc4dcd902a tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Pushing event updated for resources: {'Network': ['ID=2a6cadd1-db9c-481c-881e-389ac0046100,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:10.904973 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-41d5aea2-fd11-437d-9478-f0524cc69fbb service neutron] For port eaad093f-38cd-48b3-808a-0ef8feb316e1, host n-h1-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:10.985215 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 2a6cadd1-db9c-481c-881e-389ac0046100 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:44:11.112948 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e7c6384-76cb-4f33-9463-3677f7404d8b req-94c78cc6-8f5a-42b0-b4c0-4e272daeb40d tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4729803 Nov 12 08:44:11.153578 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-530fea0f-a645-49fe-912c-6118189de487 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.184300 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7414786c-0310-4529-8e1e-b90335020fe2 req-e050e294-6175-4029-a9da-731df5f6696b tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4551110 Nov 12 08:44:11.229200 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaad093f-38cd-48b3-808a-0ef8feb316e1'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:11.233906 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aafa51b-0616-416d-a6fa-b0cf333545bb" -d '{"events": [{"server_uuid": "a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f", "name": "network-vif-unplugged", "status": "completed", "tag": "eaad093f-38cd-48b3-808a-0ef8feb316e1"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:11.261138 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-41d5aea2-fd11-437d-9478-f0524cc69fbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.267223 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.325587 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38eb611-b3f5-4588-9d96-3337f127e9fd tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Made reservation on behalf of 4e3fb570d1434c948314218f9fd6c97d for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:11.335346 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c38eb611-b3f5-4588-9d96-3337f127e9fd tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.405846 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-41d5aea2-fd11-437d-9478-f0524cc69fbb service neutron] Transition to ACTIVE for port object eaad093f-38cd-48b3-808a-0ef8feb316e1 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:44:11.424841 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-41d5aea2-fd11-437d-9478-f0524cc69fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.463114 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3efa06-9f10-435d-8cff-d2ee204b35be x-openstack-request-id: req-7c3efa06-9f10-435d-8cff-d2ee204b35be {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:11.463412 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f", "name": "network-vif-unplugged", "status": "completed", "tag": "eaad093f-38cd-48b3-808a-0ef8feb316e1", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:11.463660 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c3efa06-9f10-435d-8cff-d2ee204b35be {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:11.464107 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaad093f-38cd-48b3-808a-0ef8feb316e1', 'code': 200} Nov 12 08:44:11.560404 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:44:11.563313 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:44:11.619885 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b771a-7323-4a4b-b6da-15802dd5ef02 req-ea87d86a-2a56-49ec-b935-899811632993 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:11.633940 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-262b771a-7323-4a4b-b6da-15802dd5ef02 req-ea87d86a-2a56-49ec-b935-899811632993 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 944 time: 0.3291502 Nov 12 08:44:11.682996 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-530fea0f-a645-49fe-912c-6118189de487 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.693132 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce49ca9-e2aa-4f81-96f1-0a31f902ddd5 x-openstack-request-id: req-6ce49ca9-e2aa-4f81-96f1-0a31f902ddd5 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:11.693441 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a30936-7166-431a-8ca3-0e450c9f7cbf", "tag": "cc50092d-8a26-4753-a4e2-f22dea0f1d46", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:11.693686 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ce49ca9-e2aa-4f81-96f1-0a31f902ddd5 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:11.694101 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a30936-7166-431a-8ca3-0e450c9f7cbf', 'tag': 'cc50092d-8a26-4753-a4e2-f22dea0f1d46', 'status': 'completed', 'code': 200} Nov 12 08:44:11.749247 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-580829dd-e713-45b3-8dca-85707526bcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:11.750808 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-580829dd-e713-45b3-8dca-85707526bcf6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd85219b61af4e12a9debc00cd31a7fa&device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 1096 time: 1.0555425 Nov 12 08:44:11.775177 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-41d5aea2-fd11-437d-9478-f0524cc69fbb service neutron] No DVR routers for this DVR port eaad093f-38cd-48b3-808a-0ef8feb316e1 on host n-h1-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:44:11.782174 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-af547fd6-fad4-47e7-8b89-6e5aea669153 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.805490 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-af547fd6-fad4-47e7-8b89-6e5aea669153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.840030 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5aea2-fd11-437d-9478-f0524cc69fbb service neutron] Pushing event updated for resources: {'Port': ['ID=eaad093f-38cd-48b3-808a-0ef8feb316e1,revision_number=10']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:11.852453 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-af547fd6-fad4-47e7-8b89-6e5aea669153 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92e2df2e10f64944a4ebcd4a5d168afa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4924405 Nov 12 08:44:11.865777 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c38eb611-b3f5-4588-9d96-3337f127e9fd tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.887235 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 52672) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:11.900611 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-347ed69c-5aae-4272-866f-54b550ee037b req-530fea0f-a645-49fe-912c-6118189de487 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Network 2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:11.920026 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530fea0f-a645-49fe-912c-6118189de487 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Pushing event updated for resources: {'Port': ['ID=5a26ea24-1891-468a-8682-58706cbc337d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:11.929341 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.961257 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-347ed69c-5aae-4272-866f-54b550ee037b req-530fea0f-a645-49fe-912c-6118189de487 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:11.966916 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-262b771a-7323-4a4b-b6da-15802dd5ef02 req-5e96eb47-cd2f-457f-8028-06b4e59a9b60 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314667 Nov 12 08:44:11.982662 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-347ed69c-5aae-4272-866f-54b550ee037b req-530fea0f-a645-49fe-912c-6118189de487 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:12.012688 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7d18c0-9d4b-48d6-9333-be0f26f16ac7 admin admin] Checking segment: {'id': 'a2bb8357-84e3-4416-95ab-bb4a7e613091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '416d77e6-e59f-4b38-b9bd-919bb27e94bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:12.013246 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7d18c0-9d4b-48d6-9333-be0f26f16ac7 admin admin] Network hostable DHCP agents. Network: 416d77e6-e59f-4b38-b9bd-919bb27e94bb, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:44:12.016643 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d18c0-9d4b-48d6-9333-be0f26f16ac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec79070a-c94b-4d76-8d90-f255a03ba1be,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:12.044772 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-41d5aea2-fd11-437d-9478-f0524cc69fbb service neutron] Attempting to bind port eaad093f-38cd-48b3-808a-0ef8feb316e1 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:12.049213 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-41d5aea2-fd11-437d-9478-f0524cc69fbb service neutron] Attempting to bind port eaad093f-38cd-48b3-808a-0ef8feb316e1 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:12.049776 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-41d5aea2-fd11-437d-9478-f0524cc69fbb service neutron] Attempting to bind port eaad093f-38cd-48b3-808a-0ef8feb316e1 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:12.052254 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af547fd6-fad4-47e7-8b89-6e5aea669153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f5e649-d7cf-4a84-a1e7-b9717fa4084c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:12.098498 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-41d5aea2-fd11-437d-9478-f0524cc69fbb service neutron] Port eaad093f-38cd-48b3-808a-0ef8feb316e1 on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:12.099189 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-41d5aea2-fd11-437d-9478-f0524cc69fbb service neutron] Attempting to bind port eaad093f-38cd-48b3-808a-0ef8feb316e1 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:12.133432 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-41d5aea2-fd11-437d-9478-f0524cc69fbb service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:12.142596 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-41d5aea2-fd11-437d-9478-f0524cc69fbb service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:12.143501 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-41d5aea2-fd11-437d-9478-f0524cc69fbb service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:12.146985 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-41d5aea2-fd11-437d-9478-f0524cc69fbb service neutron] Bound port: eaad093f-38cd-48b3-808a-0ef8feb316e1, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:12.147877 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-41d5aea2-fd11-437d-9478-f0524cc69fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.177051 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38eb611-b3f5-4588-9d96-3337f127e9fd tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Pushing event updated for resources: {'Subnet': ['ID=573f3f0b-54bb-4d9c-b892-63dd1649a317,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:12.214858 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-69050f8b-df37-4139-9838-fe9b91107aaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.341402 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-69050f8b-df37-4139-9838-fe9b91107aaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.346495 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-5c829cc4-9db5-4d10-a892-353c966a0631 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc50092d-8a26-4753-a4e2-f22dea0f1d46 HTTP/1.1" status: 200 len: 217 time: 0.4397755 Nov 12 08:44:12.442117 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38eb611-b3f5-4588-9d96-3337f127e9fd tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Checking segment: {'id': '6539c178-d7f1-4e96-b264-8f3f554e1911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2a6cadd1-db9c-481c-881e-389ac0046100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:12.442533 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38eb611-b3f5-4588-9d96-3337f127e9fd tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Network hostable DHCP agents. Network: 2a6cadd1-db9c-481c-881e-389ac0046100, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:44:12.453518 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-530fea0f-a645-49fe-912c-6118189de487 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:12.455426 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-530fea0f-a645-49fe-912c-6118189de487 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.495721 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7d18c0-9d4b-48d6-9333-be0f26f16ac7 admin admin] Network 416d77e6-e59f-4b38-b9bd-919bb27e94bb is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:44:12.511615 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-530fea0f-a645-49fe-912c-6118189de487 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.4457850 Nov 12 08:44:12.537649 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-2b7d18c0-9d4b-48d6-9333-be0f26f16ac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 416d77e6-e59f-4b38-b9bd-919bb27e94bb) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:12.548827 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-347ed69c-5aae-4272-866f-54b550ee037b req-9f6a1ada-fd80-493f-beac-66714356e82b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Request body: {'port': {'device_id': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '702ebd3a-91cd-4d56-a35d-ad10b18ed18d', 'admin_state_up': True, 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'security_groups': ['a0b11ea6-f0ad-4b14-ad6a-d16769370d46']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:12.558138 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f740010-111e-42b2-8a8c-63ee78ef6bd0 None None] Network 416d77e6-e59f-4b38-b9bd-919bb27e94bb requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:12.639005 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-41d5aea2-fd11-437d-9478-f0524cc69fbb service neutron] For port eaad093f-38cd-48b3-808a-0ef8feb316e1, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:12.736847 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7d18c0-9d4b-48d6-9333-be0f26f16ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:12.737694 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2b7d18c0-9d4b-48d6-9333-be0f26f16ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.776790 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-9f6a1ada-fd80-493f-beac-66714356e82b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Made reservation on behalf of 7744ced598be42768ed1d37e40d08f56 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:12.795524 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-69050f8b-df37-4139-9838-fe9b91107aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.798225 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-69050f8b-df37-4139-9838-fe9b91107aaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.804177 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-08a1c4ce-3c50-497f-90b3-c544d62938cd None None] Provisioning complete for port 5a26ea24-1891-468a-8682-58706cbc337d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:12.804757 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-08a1c4ce-3c50-497f-90b3-c544d62938cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.804888 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-69050f8b-df37-4139-9838-fe9b91107aaa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2f5e649-d7cf-4a84-a1e7-b9717fa4084c HTTP/1.1" status: 204 len: 168 time: 0.8984213 Nov 12 08:44:12.826597 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcb1bfc-489d-4fbb-b033-211fa2b974a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-416d77e6-e59f-4b38-b9bd-919bb27e94bb', 'network_id': '416d77e6-e59f-4b38-b9bd-919bb27e94bb', 'tenant_id': '28f4e914e83743e38050bab6ad98fb14', 'fixed_ips': [{'subnet_id': 'ec79070a-c94b-4d76-8d90-f255a03ba1be'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:44:12.829236 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-afcb1bfc-489d-4fbb-b033-211fa2b974a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.830404 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-41d5aea2-fd11-437d-9478-f0524cc69fbb service neutron] For port eaad093f-38cd-48b3-808a-0ef8feb316e1, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=eaad093f-38cd-48b3-808a-0ef8feb316e1,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:12.871935 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69050f8b-df37-4139-9838-fe9b91107aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f5e649-d7cf-4a84-a1e7-b9717fa4084c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:12.918218 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96992160-2dd0-435c-8627-436cb3f55062 req-d9ebf0e0-e93a-4fef-841f-661ecbd803c6 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:12.942447 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96992160-2dd0-435c-8627-436cb3f55062 req-d9ebf0e0-e93a-4fef-841f-661ecbd803c6 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:12.961455 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96992160-2dd0-435c-8627-436cb3f55062 req-d9ebf0e0-e93a-4fef-841f-661ecbd803c6 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:12.975210 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-96992160-2dd0-435c-8627-436cb3f55062 req-d9ebf0e0-e93a-4fef-841f-661ecbd803c6 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 2374 time: 0.6218002 Nov 12 08:44:13.041723 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-41d5aea2-fd11-437d-9478-f0524cc69fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:13.080636 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-9f6a1ada-fd80-493f-beac-66714356e82b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:13.115313 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38eb611-b3f5-4588-9d96-3337f127e9fd tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Network 2a6cadd1-db9c-481c-881e-389ac0046100 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:44:13.165912 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-08a1c4ce-3c50-497f-90b3-c544d62938cd None None] Port 5a26ea24-1891-468a-8682-58706cbc337d cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:13.227036 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5aea2-fd11-437d-9478-f0524cc69fbb service neutron] Pushing event updated for resources: {'Port': ['ID=eaad093f-38cd-48b3-808a-0ef8feb316e1,revision_number=11']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:13.255181 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006b8e6-604b-41a4-a57b-1a55af112690 req-daff7ce5-5823-4fa5-8938-1e4c1182826e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:13.268398 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a006b8e6-604b-41a4-a57b-1a55af112690 req-daff7ce5-5823-4fa5-8938-1e4c1182826e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 949 time: 0.7883253 Nov 12 08:44:13.372681 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:13.416469 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-afcb1bfc-489d-4fbb-b033-211fa2b974a4 None None] Allocated IP 172.20.0.2 (416d77e6-e59f-4b38-b9bd-919bb27e94bb/ec79070a-c94b-4d76-8d90-f255a03ba1be/8ba0e179-efd4-4208-a411-c840fcf25f05) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:13.432215 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-96992160-2dd0-435c-8627-436cb3f55062 req-eef69421-aa9e-4474-9547-a61a53e1b2bf tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4559317 Nov 12 08:44:13.483229 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a006b8e6-604b-41a4-a57b-1a55af112690 req-23dde88b-2976-4729-a57d-6fee2d3e7097 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137225 Nov 12 08:44:13.485448 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-41d5aea2-fd11-437d-9478-f0524cc69fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:13.486944 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-41d5aea2-fd11-437d-9478-f0524cc69fbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:13.488234 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-41d5aea2-fd11-437d-9478-f0524cc69fbb service neutron] 10.222.0.58 "PUT /v2.0/ports/eaad093f-38cd-48b3-808a-0ef8feb316e1 HTTP/1.1" status: 200 len: 1098 time: 5.1891594 Nov 12 08:44:13.488962 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f', 'tag': 'eaad093f-38cd-48b3-808a-0ef8feb316e1'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:13.492287 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09730dcd-c6d2-4af0-840b-2d23bd24c7fd" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f", "tag": "eaad093f-38cd-48b3-808a-0ef8feb316e1"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:13.572364 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2b7d18c0-9d4b-48d6-9333-be0f26f16ac7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.7884150 Nov 12 08:44:13.573158 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-c38eb611-b3f5-4588-9d96-3337f127e9fd tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 2a6cadd1-db9c-481c-881e-389ac0046100) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:13.598795 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38eb611-b3f5-4588-9d96-3337f127e9fd tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:13.599576 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c38eb611-b3f5-4588-9d96-3337f127e9fd tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:13.601428 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 52700) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:13.612155 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-ab85bcca-3d3f-40ee-831d-6c9ccefce296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:13.613939 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-ab85bcca-3d3f-40ee-831d-6c9ccefce296 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=514a597d-ff4c-46bb-8a31-1a78b7448335 HTTP/1.1" status: 200 len: 854 time: 1.2473428 Nov 12 08:44:13.614796 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-13c0ffcc-276c-45cb-a84f-a11d0593b586 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-377144132-router', 'tenant_id': '28f4e914e83743e38050bab6ad98fb14', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:13.692522 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d67902-b8d9-4787-8e47-ae1739548161 None None] Network 2a6cadd1-db9c-481c-881e-389ac0046100 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:13.776746 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128d16cd-42d8-489b-bc15-5d7d882e19c1 x-openstack-request-id: req-128d16cd-42d8-489b-bc15-5d7d882e19c1 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:13.777046 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f", "tag": "eaad093f-38cd-48b3-808a-0ef8feb316e1", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:13.777304 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-128d16cd-42d8-489b-bc15-5d7d882e19c1 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:13.777886 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f', 'tag': 'eaad093f-38cd-48b3-808a-0ef8feb316e1', 'status': 'completed', 'code': 200} Nov 12 08:44:13.789160 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-13c0ffcc-276c-45cb-a84f-a11d0593b586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:13.790266 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-13c0ffcc-276c-45cb-a84f-a11d0593b586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:13.830011 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-6c1a989e-1383-4fdf-9807-b6f3d87bf149 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2920a1cf-2450-4e88-a1ad-b45da486889e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1394870 Nov 12 08:44:13.932651 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c38eb611-b3f5-4588-9d96-3337f127e9fd tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2393179 Nov 12 08:44:13.962182 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-97e3c64c-f59e-4afa-bace-50f936c3dc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:13.966006 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-97e3c64c-f59e-4afa-bace-50f936c3dc6c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 1101 time: 0.4457991 Nov 12 08:44:14.068007 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-13c0ffcc-276c-45cb-a84f-a11d0593b586 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:14.068952 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 52706) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:14.097003 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-eef25dd6-552e-496c-bfc4-d64ddf131994 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Request body: {'port': {'network_id': '2a6cadd1-db9c-481c-881e-389ac0046100', 'name': 'tempest-DHCPAgentSchedulersTestJSON-869707330'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:14.302490 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:14.351275 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-772b7e1d-97ad-4fd0-820f-436fd4a81f58 service neutron] 10.222.0.54 "GET /v2.0/networks/2920a1cf-2450-4e88-a1ad-b45da486889e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4461136 Nov 12 08:44:14.647373 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09730dcd-c6d2-4af0-840b-2d23bd24c7fd req-84844ee1-20c3-4a71-aeca-8feea4abaae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:14.654022 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-09730dcd-c6d2-4af0-840b-2d23bd24c7fd req-84844ee1-20c3-4a71-aeca-8feea4abaae1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 1101 time: 0.8738174 Nov 12 08:44:14.661899 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-afcb1bfc-489d-4fbb-b033-211fa2b974a4 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:14.682899 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-afcb1bfc-489d-4fbb-b033-211fa2b974a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:14.726604 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-347ed69c-5aae-4272-866f-54b550ee037b req-9f6a1ada-fd80-493f-beac-66714356e82b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Allocated IP 10.2.2.100 (702ebd3a-91cd-4d56-a35d-ad10b18ed18d/7cdf4593-290a-409d-9183-aaed729edd4d/42d9b265-ff43-4a1c-acce-53b5283365dc) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:14.945757 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb1bfc-489d-4fbb-b033-211fa2b974a4 None None] Pushing event updated for resources: {'Port': ['ID=8ba0e179-efd4-4208-a411-c840fcf25f05,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:14.985626 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be00884-088d-47d4-8516-766e7dacc6a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-2a6cadd1-db9c-481c-881e-389ac0046100', 'network_id': '2a6cadd1-db9c-481c-881e-389ac0046100', 'tenant_id': '4e3fb570d1434c948314218f9fd6c97d', 'fixed_ips': [{'subnet_id': '573f3f0b-54bb-4d9c-b892-63dd1649a317'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:44:14.996729 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2be00884-088d-47d4-8516-766e7dacc6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.107031 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcb1bfc-489d-4fbb-b033-211fa2b974a4 None None] Network 416d77e6-e59f-4b38-b9bd-919bb27e94bb is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:15.130129 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-afcb1bfc-489d-4fbb-b033-211fa2b974a4 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:15.150712 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcb1bfc-489d-4fbb-b033-211fa2b974a4 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:15.209218 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09730dcd-c6d2-4af0-840b-2d23bd24c7fd req-4547a22b-abff-45a8-b3fd-05a98e67f524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:15.211570 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-09730dcd-c6d2-4af0-840b-2d23bd24c7fd req-4547a22b-abff-45a8-b3fd-05a98e67f524 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.4452486 Nov 12 08:44:15.217687 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1a70e594-7fd0-4a1d-9236-66b8484acc2a req-881e7961-035e-4ec8-9cc1-1a6626da7a7c service neutron] 10.222.0.54 "GET /v2.0/networks/2920a1cf-2450-4e88-a1ad-b45da486889e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8551230 Nov 12 08:44:15.290846 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-09730dcd-c6d2-4af0-840b-2d23bd24c7fd req-067c2ae2-09fa-41d8-9c88-54493cdec32d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=eaad093f-38cd-48b3-808a-0ef8feb316e1 HTTP/1.1" status: 200 len: 217 time: 0.0397868 Nov 12 08:44:15.359432 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-afcb1bfc-489d-4fbb-b033-211fa2b974a4 None None] Attempting to bind port 8ba0e179-efd4-4208-a411-c840fcf25f05 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:15.360057 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-afcb1bfc-489d-4fbb-b033-211fa2b974a4 None None] Attempting to bind port 8ba0e179-efd4-4208-a411-c840fcf25f05 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'a2bb8357-84e3-4416-95ab-bb4a7e613091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '416d77e6-e59f-4b38-b9bd-919bb27e94bb'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:15.360624 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcb1bfc-489d-4fbb-b033-211fa2b974a4 None None] Attempting to bind port 8ba0e179-efd4-4208-a411-c840fcf25f05 on network 416d77e6-e59f-4b38-b9bd-919bb27e94bb {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:15.379628 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcb1bfc-489d-4fbb-b033-211fa2b974a4 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:15.380403 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcb1bfc-489d-4fbb-b033-211fa2b974a4 None None] Checking segment: {'id': 'a2bb8357-84e3-4416-95ab-bb4a7e613091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '416d77e6-e59f-4b38-b9bd-919bb27e94bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:15.381042 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-afcb1bfc-489d-4fbb-b033-211fa2b974a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.381664 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcb1bfc-489d-4fbb-b033-211fa2b974a4 None None] Bound using segment: {'id': 'a2bb8357-84e3-4416-95ab-bb4a7e613091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '416d77e6-e59f-4b38-b9bd-919bb27e94bb'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:15.382327 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-afcb1bfc-489d-4fbb-b033-211fa2b974a4 None None] Bound port: 8ba0e179-efd4-4208-a411-c840fcf25f05, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2bb8357-84e3-4416-95ab-bb4a7e613091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '416d77e6-e59f-4b38-b9bd-919bb27e94bb'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:15.382885 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-afcb1bfc-489d-4fbb-b033-211fa2b974a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.403993 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea86a9-2021-40db-8b86-e6e0753ee5c7 req-0c2569a2-8fa3-46df-b6da-2aa056f0a3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:15.405874 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1bea86a9-2021-40db-8b86-e6e0753ee5c7 req-0c2569a2-8fa3-46df-b6da-2aa056f0a3cf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd85219b61af4e12a9debc00cd31a7fa&device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 1096 time: 0.1139319 Nov 12 08:44:15.532372 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea86a9-2021-40db-8b86-e6e0753ee5c7 req-caae878b-7d60-42e2-a02a-cd045a8c86e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:15.534002 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1bea86a9-2021-40db-8b86-e6e0753ee5c7 req-caae878b-7d60-42e2-a02a-cd045a8c86e6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2920a1cf-2450-4e88-a1ad-b45da486889e HTTP/1.1" status: 200 len: 915 time: 0.1157980 Nov 12 08:44:15.543272 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09730dcd-c6d2-4af0-840b-2d23bd24c7fd req-cf898d15-2332-4d6e-a08e-6658266c4fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:15.543272 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-09730dcd-c6d2-4af0-840b-2d23bd24c7fd req-cf898d15-2332-4d6e-a08e-6658266c4fc6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.2415261 Nov 12 08:44:15.664664 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1bea86a9-2021-40db-8b86-e6e0753ee5c7 req-d2d32e00-a924-4096-9ccf-ba2d6e932e68 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc50092d-8a26-4753-a4e2-f22dea0f1d46 HTTP/1.1" status: 200 len: 217 time: 0.0839531 Nov 12 08:44:15.668882 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-9f6a1ada-fd80-493f-beac-66714356e82b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.728313 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-2be00884-088d-47d4-8516-766e7dacc6a8 None None] Allocated IP 172.20.0.2 (2a6cadd1-db9c-481c-881e-389ac0046100/573f3f0b-54bb-4d9c-b892-63dd1649a317/ab3755f8-f76a-46cf-a682-e85895ce2cef) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:15.768516 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-afcb1bfc-489d-4fbb-b033-211fa2b974a4 None None] For port 8ba0e179-efd4-4208-a411-c840fcf25f05, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:15.804306 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea86a9-2021-40db-8b86-e6e0753ee5c7 req-72bcc6f3-b086-41d4-b8a8-2c76d2cb06dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:15.806308 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1bea86a9-2021-40db-8b86-e6e0753ee5c7 req-72bcc6f3-b086-41d4-b8a8-2c76d2cb06dc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=514a597d-ff4c-46bb-8a31-1a78b7448335 HTTP/1.1" status: 200 len: 854 time: 0.1295960 Nov 12 08:44:15.824400 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-afcb1bfc-489d-4fbb-b033-211fa2b974a4 None None] For port 8ba0e179-efd4-4208-a411-c840fcf25f05, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=8ba0e179-efd4-4208-a411-c840fcf25f05,segment=NetworkSegment(a2bb8357-84e3-4416-95ab-bb4a7e613091),segment_id=a2bb8357-84e3-4416-95ab-bb4a7e613091)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:15.859583 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1bea86a9-2021-40db-8b86-e6e0753ee5c7 req-c23864cf-b733-4941-b6f7-164e7f0d51ac service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2920a1cf-2450-4e88-a1ad-b45da486889e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394413 Nov 12 08:44:15.870560 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09730dcd-c6d2-4af0-840b-2d23bd24c7fd req-632d97ca-b578-411c-abcb-c904d45cddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:15.873080 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-09730dcd-c6d2-4af0-840b-2d23bd24c7fd req-632d97ca-b578-411c-abcb-c904d45cddf8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2911518 Nov 12 08:44:15.941185 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a1997-4780-470f-a7ef-1c868e0447c9 req-148a0cf3-6ccd-4b87-a88f-85f15e9c1036 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:15.944208 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6a4a1997-4780-470f-a7ef-1c868e0447c9 req-148a0cf3-6ccd-4b87-a88f-85f15e9c1036 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 944 time: 2.1582675 Nov 12 08:44:15.945950 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-afcb1bfc-489d-4fbb-b033-211fa2b974a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.989902 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-13c0ffcc-276c-45cb-a84f-a11d0593b586 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:16.076350 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-2ea1c2c5-9cdc-4b4d-bbe0-10a3906c0faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:16.078124 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-2ea1c2c5-9cdc-4b4d-bbe0-10a3906c0faf service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 1.9609406 Nov 12 08:44:16.118743 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42b4f8-fd5d-49ea-83cd-242e161ce2ee req-d6ba1f57-f780-4e4c-a6f0-045cfbdd7838 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:16.127861 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42b4f8-fd5d-49ea-83cd-242e161ce2ee req-d6ba1f57-f780-4e4c-a6f0-045cfbdd7838 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:16.133056 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb1bfc-489d-4fbb-b033-211fa2b974a4 None None] Pushing event updated for resources: {'Port': ['ID=8ba0e179-efd4-4208-a411-c840fcf25f05,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:16.137764 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42b4f8-fd5d-49ea-83cd-242e161ce2ee req-d6ba1f57-f780-4e4c-a6f0-045cfbdd7838 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:16.141021 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ef42b4f8-fd5d-49ea-83cd-242e161ce2ee req-d6ba1f57-f780-4e4c-a6f0-045cfbdd7838 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 2374 time: 1.3665476 Nov 12 08:44:16.243689 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1bea86a9-2021-40db-8b86-e6e0753ee5c7 req-2fdafe1e-c6be-4e86-8951-b18b559e4498 service neutron] 10.222.0.54 "GET /v2.0/networks/2920a1cf-2450-4e88-a1ad-b45da486889e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643479 Nov 12 08:44:16.272228 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-0ff34212-0f7c-4f8a-9d40-066c0417e2d4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=eaad093f-38cd-48b3-808a-0ef8feb316e1 HTTP/1.1" status: 200 len: 217 time: 0.1676648 Nov 12 08:44:16.353112 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6a4a1997-4780-470f-a7ef-1c868e0447c9 req-ac209d71-5d32-4153-852f-68a607e8b184 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688879 Nov 12 08:44:16.423768 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2be00884-088d-47d4-8516-766e7dacc6a8 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:16.438657 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-09730dcd-c6d2-4af0-840b-2d23bd24c7fd req-89b47327-349d-47c1-8dbb-3045d2dc13ce service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5443375 Nov 12 08:44:16.442239 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2be00884-088d-47d4-8516-766e7dacc6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:16.457941 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-9f6a1ada-fd80-493f-beac-66714356e82b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:16.582896 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be00884-088d-47d4-8516-766e7dacc6a8 None None] Network 2a6cadd1-db9c-481c-881e-389ac0046100 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:16.587115 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-2be00884-088d-47d4-8516-766e7dacc6a8 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:16.592650 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be00884-088d-47d4-8516-766e7dacc6a8 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:16.750690 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef25dd6-552e-496c-bfc4-d64ddf131994 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Made reservation on behalf of 4e3fb570d1434c948314218f9fd6c97d for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:16.765448 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eef25dd6-552e-496c-bfc4-d64ddf131994 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:16.810670 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be00884-088d-47d4-8516-766e7dacc6a8 None None] Pushing event updated for resources: {'Port': ['ID=ab3755f8-f76a-46cf-a682-e85895ce2cef,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:16.852676 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1bea86a9-2021-40db-8b86-e6e0753ee5c7 req-2dda031d-0d6f-41ed-b3a6-a29d877df494 service neutron] 10.222.0.54 "GET /v2.0/networks/2920a1cf-2450-4e88-a1ad-b45da486889e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5703795 Nov 12 08:44:16.858625 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2be00884-088d-47d4-8516-766e7dacc6a8 None None] Attempting to bind port ab3755f8-f76a-46cf-a682-e85895ce2cef on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:16.859035 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2be00884-088d-47d4-8516-766e7dacc6a8 None None] Attempting to bind port ab3755f8-f76a-46cf-a682-e85895ce2cef by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '6539c178-d7f1-4e96-b264-8f3f554e1911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2a6cadd1-db9c-481c-881e-389ac0046100'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:16.859403 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be00884-088d-47d4-8516-766e7dacc6a8 None None] Attempting to bind port ab3755f8-f76a-46cf-a682-e85895ce2cef on network 2a6cadd1-db9c-481c-881e-389ac0046100 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:16.861122 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-347ed69c-5aae-4272-866f-54b550ee037b req-9f6a1ada-fd80-493f-beac-66714356e82b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Network 702ebd3a-91cd-4d56-a35d-ad10b18ed18d is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:16.874052 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-347ed69c-5aae-4272-866f-54b550ee037b req-9f6a1ada-fd80-493f-beac-66714356e82b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:16.878600 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be00884-088d-47d4-8516-766e7dacc6a8 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:16.878983 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be00884-088d-47d4-8516-766e7dacc6a8 None None] Checking segment: {'id': '6539c178-d7f1-4e96-b264-8f3f554e1911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2a6cadd1-db9c-481c-881e-389ac0046100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:16.879398 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2be00884-088d-47d4-8516-766e7dacc6a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:16.879828 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be00884-088d-47d4-8516-766e7dacc6a8 None None] Bound using segment: {'id': '6539c178-d7f1-4e96-b264-8f3f554e1911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2a6cadd1-db9c-481c-881e-389ac0046100'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:16.880398 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2be00884-088d-47d4-8516-766e7dacc6a8 None None] Bound port: ab3755f8-f76a-46cf-a682-e85895ce2cef, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6539c178-d7f1-4e96-b264-8f3f554e1911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2a6cadd1-db9c-481c-881e-389ac0046100'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:16.880785 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2be00884-088d-47d4-8516-766e7dacc6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:16.885256 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-347ed69c-5aae-4272-866f-54b550ee037b req-9f6a1ada-fd80-493f-beac-66714356e82b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:17.017081 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-3f240eeb-d114-4ab4-80bc-a6e936db271b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:17.026658 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-3f240eeb-d114-4ab4-80bc-a6e936db271b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.6690862 Nov 12 08:44:17.039243 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-eef25dd6-552e-496c-bfc4-d64ddf131994 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] device_id is not set on port 94104dcc-abc2-4c4a-87f8-a4686d90c22f yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:44:17.080463 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ef42b4f8-fd5d-49ea-83cd-242e161ce2ee req-c5085440-e7f5-4729-8f72-0c8af7fa476f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9209723 Nov 12 08:44:17.167662 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-2be00884-088d-47d4-8516-766e7dacc6a8 None None] For port ab3755f8-f76a-46cf-a682-e85895ce2cef, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:17.174872 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-2be00884-088d-47d4-8516-766e7dacc6a8 None None] For port ab3755f8-f76a-46cf-a682-e85895ce2cef, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ab3755f8-f76a-46cf-a682-e85895ce2cef,segment=NetworkSegment(6539c178-d7f1-4e96-b264-8f3f554e1911),segment_id=6539c178-d7f1-4e96-b264-8f3f554e1911)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:17.191135 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2be00884-088d-47d4-8516-766e7dacc6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:17.345549 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be00884-088d-47d4-8516-766e7dacc6a8 None None] Pushing event updated for resources: {'Port': ['ID=ab3755f8-f76a-46cf-a682-e85895ce2cef,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:17.441785 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c53c6e-c64f-4423-b11f-02d03c0cf1cd req-1fb3f2c4-d157-4249-a42a-496d63db277b tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:17.484840 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f4c53c6e-c64f-4423-b11f-02d03c0cf1cd req-1fb3f2c4-d157-4249-a42a-496d63db277b tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 949 time: 0.9110496 Nov 12 08:44:17.667734 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-be634b5b-47d6-4c0f-8891-fd99eea5f4a2 None None] Provisioning complete for port 42d9b265-ff43-4a1c-acce-53b5283365dc triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:17.668161 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-be634b5b-47d6-4c0f-8891-fd99eea5f4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:17.776049 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-be634b5b-47d6-4c0f-8891-fd99eea5f4a2 None None] Port 42d9b265-ff43-4a1c-acce-53b5283365dc cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:17.821391 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8ba0e179-efd4-4208-a411-c840fcf25f05 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:18.006894 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 8ba0e179-efd4-4208-a411-c840fcf25f05 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:18.007549 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.039777 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-eef25dd6-552e-496c-bfc4-d64ddf131994 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Allocated IP 172.20.0.8 (2a6cadd1-db9c-481c-881e-389ac0046100/573f3f0b-54bb-4d9c-b892-63dd1649a317/94104dcc-abc2-4c4a-87f8-a4686d90c22f) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:18.069496 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a1ada-fd80-493f-beac-66714356e82b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Pushing event updated for resources: {'Port': ['ID=42d9b265-ff43-4a1c-acce-53b5283365dc,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:18.118058 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a1ada-fd80-493f-beac-66714356e82b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:18.120385 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a1ada-fd80-493f-beac-66714356e82b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:18.121312 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a1ada-fd80-493f-beac-66714356e82b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:18.123794 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a1ada-fd80-493f-beac-66714356e82b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:18.124389 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a1ada-fd80-493f-beac-66714356e82b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:18.124923 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a1ada-fd80-493f-beac-66714356e82b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:18.127066 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a1ada-fd80-493f-beac-66714356e82b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:18.127632 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a1ada-fd80-493f-beac-66714356e82b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:18.128746 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a1ada-fd80-493f-beac-66714356e82b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:18.130939 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a1ada-fd80-493f-beac-66714356e82b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:18.131702 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a1ada-fd80-493f-beac-66714356e82b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:18.133756 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a1ada-fd80-493f-beac-66714356e82b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:18.230106 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-9f6a1ada-fd80-493f-beac-66714356e82b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:18.236591 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-9f6a1ada-fd80-493f-beac-66714356e82b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.254408 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.264740 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-09730dcd-c6d2-4af0-840b-2d23bd24c7fd req-05af7443-1da6-4e99-a77a-4150c2474d2d service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7565405 Nov 12 08:44:18.305337 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-9f6a1ada-fd80-493f-beac-66714356e82b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7692180 Nov 12 08:44:18.325081 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-347ed69c-5aae-4272-866f-54b550ee037b req-6d8f0ad2-0734-4acf-a62b-a0efb2dbfdf0 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Request body: {'port': {'device_id': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '702ebd3a-91cd-4d56-a35d-ad10b18ed18d', 'admin_state_up': True, 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'security_groups': ['a0b11ea6-f0ad-4b14-ad6a-d16769370d46']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:18.396828 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 8ba0e179-efd4-4208-a411-c840fcf25f05, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=8ba0e179-efd4-4208-a411-c840fcf25f05,segment=NetworkSegment(a2bb8357-84e3-4416-95ab-bb4a7e613091),segment_id=a2bb8357-84e3-4416-95ab-bb4a7e613091)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:18.408711 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.417309 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f4c53c6e-c64f-4423-b11f-02d03c0cf1cd req-a417864b-ea2b-4157-a5d5-026003b8fcf4 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9301879 Nov 12 08:44:18.556633 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-a0ec35c9-46d0-4347-aa01-3a498f1c33dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:18.564177 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-a0ec35c9-46d0-4347-aa01-3a498f1c33dc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.4772553 Nov 12 08:44:18.595434 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=8ba0e179-efd4-4208-a411-c840fcf25f05,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:18.661885 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eef25dd6-552e-496c-bfc4-d64ddf131994 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.687902 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-13c0ffcc-276c-45cb-a84f-a11d0593b586 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.721779 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c81422-b96a-43fc-899d-cdda6b932759 None None] Network 416d77e6-e59f-4b38-b9bd-919bb27e94bb requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:18.725910 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-6d8f0ad2-0734-4acf-a62b-a0efb2dbfdf0 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Made reservation on behalf of 7744ced598be42768ed1d37e40d08f56 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:18.757372 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-13c0ffcc-276c-45cb-a84f-a11d0593b586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.877403 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef4d50-834a-4795-a1de-c3d264b1b4a7 req-18e5160a-2a9e-415b-8cf1-054d14415a27 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:18.879036 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fcef4d50-834a-4795-a1de-c3d264b1b4a7 req-18e5160a-2a9e-415b-8cf1-054d14415a27 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 944 time: 1.3783171 Nov 12 08:44:18.935399 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device cc50092d-8a26-4753-a4e2-f22dea0f1d46 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:44:18.946908 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-6d8f0ad2-0734-4acf-a62b-a0efb2dbfdf0 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.993321 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4e1c8495-cbbd-4b21-abef-f1c18e829daa None None] Provisioning complete for port 8ba0e179-efd4-4208-a411-c840fcf25f05 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:18.997560 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4e1c8495-cbbd-4b21-abef-f1c18e829daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.503296 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port cc50092d-8a26-4753-a4e2-f22dea0f1d46, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=cc50092d-8a26-4753-a4e2-f22dea0f1d46,segment=NetworkSegment(34828fde-3b53-4826-975b-0c6b4715c685),segment_id=34828fde-3b53-4826-975b-0c6b4715c685)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:19.531454 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-4c6a8cf7-7b7c-43e0-af95-cb792f808afd service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8670835 Nov 12 08:44:19.553202 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-347ed69c-5aae-4272-866f-54b550ee037b req-6d8f0ad2-0734-4acf-a62b-a0efb2dbfdf0 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Allocated IP 10.2.2.200 (702ebd3a-91cd-4d56-a35d-ad10b18ed18d/7cdf4593-290a-409d-9183-aaed729edd4d/00fba7bd-a20a-41f3-948a-cccef4e31a4b) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:19.565569 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'cc50092d-8a26-4753-a4e2-f22dea0f1d46', 'network_id': '2920a1cf-2450-4e88-a1ad-b45da486889e', 'port_id': 'cc50092d-8a26-4753-a4e2-f22dea0f1d46', 'mac_address': 'fa:16:3e:11:a9:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514a597d-ff4c-46bb-8a31-1a78b7448335', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:44:19.597286 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e92831-6659-4164-863d-b7065dcb20c8 req-56ef8604-b440-4d0f-a596-899c5a3dddad tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:19.640390 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e92831-6659-4164-863d-b7065dcb20c8 req-56ef8604-b440-4d0f-a596-899c5a3dddad tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:19.655270 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e92831-6659-4164-863d-b7065dcb20c8 req-56ef8604-b440-4d0f-a596-899c5a3dddad tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:19.667129 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e92831-6659-4164-863d-b7065dcb20c8 req-56ef8604-b440-4d0f-a596-899c5a3dddad tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:19.679174 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab1933d-bbb5-45f2-b8b4-0e26cc6e8ee2 None None] Network 2a6cadd1-db9c-481c-881e-389ac0046100 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:19.683012 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e4e92831-6659-4164-863d-b7065dcb20c8 req-56ef8604-b440-4d0f-a596-899c5a3dddad tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 3095 time: 0.8595004 Nov 12 08:44:19.739887 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 52832) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:19.945499 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eef25dd6-552e-496c-bfc4-d64ddf131994 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.039512 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8ba0e179-efd4-4208-a411-c840fcf25f05 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:20.045296 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.054568 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-6d8f0ad2-0734-4acf-a62b-a0efb2dbfdf0 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.138130 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-6d8f0ad2-0734-4acf-a62b-a0efb2dbfdf0 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.158952 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-13c0ffcc-276c-45cb-a84f-a11d0593b586 admin admin] Allocated IP 172.25.6.88 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/1e6e424a-1c31-406e-9c2a-020bc5716600) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:20.197266 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc50092d-8a26-4753-a4e2-f22dea0f1d46 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:44:20.293590 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-347ed69c-5aae-4272-866f-54b550ee037b req-6d8f0ad2-0734-4acf-a62b-a0efb2dbfdf0 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Network 702ebd3a-91cd-4d56-a35d-ad10b18ed18d is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:20.305751 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-347ed69c-5aae-4272-866f-54b550ee037b req-6d8f0ad2-0734-4acf-a62b-a0efb2dbfdf0 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:20.310265 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-347ed69c-5aae-4272-866f-54b550ee037b req-6d8f0ad2-0734-4acf-a62b-a0efb2dbfdf0 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:20.321777 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f0ad2-0734-4acf-a62b-a0efb2dbfdf0 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Pushing event updated for resources: {'Port': ['ID=00fba7bd-a20a-41f3-948a-cccef4e31a4b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:20.339346 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port cc50092d-8a26-4753-a4e2-f22dea0f1d46, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=cc50092d-8a26-4753-a4e2-f22dea0f1d46,segment=NetworkSegment(34828fde-3b53-4826-975b-0c6b4715c685),segment_id=34828fde-3b53-4826-975b-0c6b4715c685)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:20.540296 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-6d8f0ad2-0734-4acf-a62b-a0efb2dbfdf0 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:20.544278 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-6d8f0ad2-0734-4acf-a62b-a0efb2dbfdf0 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.557822 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-13c0ffcc-276c-45cb-a84f-a11d0593b586 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.580236 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.589205 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-6d8f0ad2-0734-4acf-a62b-a0efb2dbfdf0 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2742603 Nov 12 08:44:20.622123 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-13c0ffcc-276c-45cb-a84f-a11d0593b586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.622332 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-347ed69c-5aae-4272-866f-54b550ee037b req-adc40057-6273-4947-a3d7-e920e45aae11 service neutron] Request body: {'port': {'device_id': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:20.710091 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c0ffcc-276c-45cb-a84f-a11d0593b586 admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:20.737814 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-13c0ffcc-276c-45cb-a84f-a11d0593b586 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:20.745451 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c0ffcc-276c-45cb-a84f-a11d0593b586 admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:20.763291 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-1f107847-18c5-4bd9-9100-032b2ea1f53d None None] Provisioning complete for port ab3755f8-f76a-46cf-a682-e85895ce2cef triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:20.774829 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1f107847-18c5-4bd9-9100-032b2ea1f53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.786652 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-adc40057-6273-4947-a3d7-e920e45aae11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.877280 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fcef4d50-834a-4795-a1de-c3d264b1b4a7 req-84e48e5a-dac2-4bd1-b64e-80f3eb1dd18d tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9556849 Nov 12 08:44:20.901001 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e4e92831-6659-4164-863d-b7065dcb20c8 req-e92adb55-0a49-4570-9cb6-cd05f34d1f07 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2168868 Nov 12 08:44:20.923700 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32c7fce6-cb97-4d06-8c3c-7c84615e6da9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:21.056515 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=cc50092d-8a26-4753-a4e2-f22dea0f1d46,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:21.075540 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['cc50092d-8a26-4753-a4e2-f22dea0f1d46'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:44:21.117984 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 8ba0e179-efd4-4208-a411-c840fcf25f05 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:21.118439 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:21.304675 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef25dd6-552e-496c-bfc4-d64ddf131994 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Network 2a6cadd1-db9c-481c-881e-389ac0046100 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:21.479782 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ab3755f8-f76a-46cf-a682-e85895ce2cef up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:21.506012 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-347ed69c-5aae-4272-866f-54b550ee037b req-adc40057-6273-4947-a3d7-e920e45aae11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad631039-f393-4fda-a88e-acbce5bb31d9 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:44:21.518944 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32c7fce6-cb97-4d06-8c3c-7c84615e6da9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:21.530427 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-adc40057-6273-4947-a3d7-e920e45aae11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:21.562025 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1f107847-18c5-4bd9-9100-032b2ea1f53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:21.590247 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-347ed69c-5aae-4272-866f-54b550ee037b req-adc40057-6273-4947-a3d7-e920e45aae11 service neutron] Transition to ACTIVE for port object ad631039-f393-4fda-a88e-acbce5bb31d9 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:44:21.592934 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-eef25dd6-552e-496c-bfc4-d64ddf131994 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:21.610157 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ebf26d8-9b27-44f9-a71c-51a6d1097956 req-d19769c6-8037-44f0-83d1-702adad48f1f service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0544133 Nov 12 08:44:21.610157 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef25dd6-552e-496c-bfc4-d64ddf131994 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:21.612149 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-adc40057-6273-4947-a3d7-e920e45aae11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:21.681802 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-1f107847-18c5-4bd9-9100-032b2ea1f53d None None] For port ab3755f8-f76a-46cf-a682-e85895ce2cef, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ab3755f8-f76a-46cf-a682-e85895ce2cef,segment=NetworkSegment(6539c178-d7f1-4e96-b264-8f3f554e1911),segment_id=6539c178-d7f1-4e96-b264-8f3f554e1911)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:21.688183 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port ab3755f8-f76a-46cf-a682-e85895ce2cef triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:21.688569 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:21.816680 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef25dd6-552e-496c-bfc4-d64ddf131994 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:21.818998 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eef25dd6-552e-496c-bfc4-d64ddf131994 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:21.833853 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef25dd6-552e-496c-bfc4-d64ddf131994 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Pushing event updated for resources: {'Port': ['ID=94104dcc-abc2-4c4a-87f8-a4686d90c22f,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:21.861853 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32c7fce6-cb97-4d06-8c3c-7c84615e6da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:21.876940 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc40057-6273-4947-a3d7-e920e45aae11 service neutron] Pushing event updated for resources: {'Port': ['ID=ad631039-f393-4fda-a88e-acbce5bb31d9,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:21.956544 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1f107847-18c5-4bd9-9100-032b2ea1f53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:21.977838 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-347ed69c-5aae-4272-866f-54b550ee037b req-adc40057-6273-4947-a3d7-e920e45aae11 service neutron] Attempting to bind port ad631039-f393-4fda-a88e-acbce5bb31d9 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:21.978507 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-347ed69c-5aae-4272-866f-54b550ee037b req-adc40057-6273-4947-a3d7-e920e45aae11 service neutron] Attempting to bind port ad631039-f393-4fda-a88e-acbce5bb31d9 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'd3c1ae76-828f-4a3e-ac05-62e9a00d0ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7e33e051-e363-49e1-9c6d-2f24faf4dfb5'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:21.979061 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-adc40057-6273-4947-a3d7-e920e45aae11 service neutron] Attempting to bind port ad631039-f393-4fda-a88e-acbce5bb31d9 on network 7e33e051-e363-49e1-9c6d-2f24faf4dfb5 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:21.986044 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-adc40057-6273-4947-a3d7-e920e45aae11 service neutron] Port ad631039-f393-4fda-a88e-acbce5bb31d9 on network 7e33e051-e363-49e1-9c6d-2f24faf4dfb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:21.986759 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-adc40057-6273-4947-a3d7-e920e45aae11 service neutron] Attempting to bind port ad631039-f393-4fda-a88e-acbce5bb31d9 on network 7e33e051-e363-49e1-9c6d-2f24faf4dfb5 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:21.997267 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-adc40057-6273-4947-a3d7-e920e45aae11 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:21.999297 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-adc40057-6273-4947-a3d7-e920e45aae11 service neutron] Checking segment: {'id': 'd3c1ae76-828f-4a3e-ac05-62e9a00d0ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7e33e051-e363-49e1-9c6d-2f24faf4dfb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:22.000011 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-adc40057-6273-4947-a3d7-e920e45aae11 service neutron] Bound using segment: {'id': 'd3c1ae76-828f-4a3e-ac05-62e9a00d0ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7e33e051-e363-49e1-9c6d-2f24faf4dfb5'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:22.000749 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-347ed69c-5aae-4272-866f-54b550ee037b req-adc40057-6273-4947-a3d7-e920e45aae11 service neutron] Bound port: ad631039-f393-4fda-a88e-acbce5bb31d9, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c1ae76-828f-4a3e-ac05-62e9a00d0ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7e33e051-e363-49e1-9c6d-2f24faf4dfb5'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:22.001374 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-adc40057-6273-4947-a3d7-e920e45aae11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:22.096045 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-32c7fce6-cb97-4d06-8c3c-7c84615e6da9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f6569ac552384a0cb7530b1000f7fae0&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3236005 Nov 12 08:44:22.107339 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 52854) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:22.122607 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-347ed69c-5aae-4272-866f-54b550ee037b req-adc40057-6273-4947-a3d7-e920e45aae11 service neutron] For port ad631039-f393-4fda-a88e-acbce5bb31d9, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:22.134574 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-347ed69c-5aae-4272-866f-54b550ee037b req-adc40057-6273-4947-a3d7-e920e45aae11 service neutron] For port ad631039-f393-4fda-a88e-acbce5bb31d9, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=ad631039-f393-4fda-a88e-acbce5bb31d9,segment=NetworkSegment(d3c1ae76-828f-4a3e-ac05-62e9a00d0ecc),segment_id=d3c1ae76-828f-4a3e-ac05-62e9a00d0ecc)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:22.143672 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-adc40057-6273-4947-a3d7-e920e45aae11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:22.205332 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f107847-18c5-4bd9-9100-032b2ea1f53d None None] Pushing event updated for resources: {'Port': ['ID=ab3755f8-f76a-46cf-a682-e85895ce2cef,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:22.233137 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-adc40057-6273-4947-a3d7-e920e45aae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:22.234739 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-adc40057-6273-4947-a3d7-e920e45aae11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:22.236728 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-adc40057-6273-4947-a3d7-e920e45aae11 service neutron] 10.222.0.54 "PUT /v2.0/ports/ad631039-f393-4fda-a88e-acbce5bb31d9 HTTP/1.1" status: 200 len: 1093 time: 1.6392746 Nov 12 08:44:22.237444 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'tag': 'ad631039-f393-4fda-a88e-acbce5bb31d9'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:22.239218 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b1e3aef4-f3d5-445f-b6b9-379aca637b92 None None] Provisioning complete for port 8ba0e179-efd4-4208-a411-c840fcf25f05 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:22.239605 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b1e3aef4-f3d5-445f-b6b9-379aca637b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:22.240110 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4defcede-a1b4-4bd9-8638-ada45a5f9fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "tag": "ad631039-f393-4fda-a88e-acbce5bb31d9"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:22.274282 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-347ed69c-5aae-4272-866f-54b550ee037b req-f92400c5-e9fa-4ebb-a830-d2723cd70dec service neutron] Request body: {'port': {'device_id': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:22.395271 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc40057-6273-4947-a3d7-e920e45aae11 service neutron] Pushing event updated for resources: {'Port': ['ID=ad631039-f393-4fda-a88e-acbce5bb31d9,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:22.402644 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b1e3aef4-f3d5-445f-b6b9-379aca637b92 None None] Provisioning complete for port ab3755f8-f76a-46cf-a682-e85895ce2cef triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:22.403322 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b1e3aef4-f3d5-445f-b6b9-379aca637b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:22.452039 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ab3755f8-f76a-46cf-a682-e85895ce2cef up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:22.486171 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-f92400c5-e9fa-4ebb-a830-d2723cd70dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:22.591200 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port ab3755f8-f76a-46cf-a682-e85895ce2cef triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:22.594071 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:22.864929 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-13c0ffcc-276c-45cb-a84f-a11d0593b586 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:22.922924 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:22.944630 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b1e3aef4-f3d5-445f-b6b9-379aca637b92 None None] Provisioning complete for port 94104dcc-abc2-4c4a-87f8-a4686d90c22f triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:22.945034 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b1e3aef4-f3d5-445f-b6b9-379aca637b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:22.989855 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device cc50092d-8a26-4753-a4e2-f22dea0f1d46 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:22.995947 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-b1e3aef4-f3d5-445f-b6b9-379aca637b92 None None] Port 94104dcc-abc2-4c4a-87f8-a4686d90c22f cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:22.998826 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-eef25dd6-552e-496c-bfc4-d64ddf131994 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 8.9278955 Nov 12 08:44:23.009042 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 52866) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:23.018693 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7fce6-cb97-4d06-8c3c-7c84615e6da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532b1679-de5a-46d7-87fc-4060f42329d6,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:23.065424 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac293696-a6be-4f2e-95e5-766f57905704 req-d6806f2e-255e-44c9-9d00-83037b4f1e8c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:23.067246 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ac293696-a6be-4f2e-95e5-766f57905704 req-d6806f2e-255e-44c9-9d00-83037b4f1e8c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 949 time: 1.7917435 Nov 12 08:44:23.083393 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b1e3aef4-f3d5-445f-b6b9-379aca637b92 None None] Provisioning complete for port 00fba7bd-a20a-41f3-948a-cccef4e31a4b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:23.083816 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b1e3aef4-f3d5-445f-b6b9-379aca637b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.116098 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09730dcd-c6d2-4af0-840b-2d23bd24c7fd req-67c197e8-fe5b-41ba-8988-5c6e4c6dd202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:23.117803 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09730dcd-c6d2-4af0-840b-2d23bd24c7fd req-67c197e8-fe5b-41ba-8988-5c6e4c6dd202 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 1101 time: 1.2882264 Nov 12 08:44:23.172242 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-347ed69c-5aae-4272-866f-54b550ee037b req-f92400c5-e9fa-4ebb-a830-d2723cd70dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 996f9d9d-9c4c-4d28-a901-cc2cc552d93a {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:44:23.194172 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-f92400c5-e9fa-4ebb-a830-d2723cd70dec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.196004 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-b1e3aef4-f3d5-445f-b6b9-379aca637b92 None None] Port 00fba7bd-a20a-41f3-948a-cccef4e31a4b cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:23.203224 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port cc50092d-8a26-4753-a4e2-f22dea0f1d46 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:44:23.212327 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port cc50092d-8a26-4753-a4e2-f22dea0f1d46 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:23.214938 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.222444 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-39f103a0-2b79-4cd4-abc3-8098db11f94a tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Deleting port 94104dcc-abc2-4c4a-87f8-a4686d90c22f {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:23.223133 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39f103a0-2b79-4cd4-abc3-8098db11f94a tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.257400 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-347ed69c-5aae-4272-866f-54b550ee037b req-f92400c5-e9fa-4ebb-a830-d2723cd70dec service neutron] Transition to ACTIVE for port object 996f9d9d-9c4c-4d28-a901-cc2cc552d93a will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:44:23.265867 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-f92400c5-e9fa-4ebb-a830-d2723cd70dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.268717 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device eaad093f-38cd-48b3-808a-0ef8feb316e1 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:44:23.281070 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0ffcc-276c-45cb-a84f-a11d0593b586 admin admin] Pushing event updated for resources: {'Port': ['ID=1e6e424a-1c31-406e-9c2a-020bc5716600,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:23.285898 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09730dcd-c6d2-4af0-840b-2d23bd24c7fd req-132885c5-f41c-47b8-8e7a-de8f87635c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:23.287443 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09730dcd-c6d2-4af0-840b-2d23bd24c7fd req-132885c5-f41c-47b8-8e7a-de8f87635c25 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.1563427 Nov 12 08:44:23.327138 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a3c4a5b1-af2c-4e63-a78f-a920d390ed76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.386752 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09730dcd-c6d2-4af0-840b-2d23bd24c7fd req-ab007f2f-84be-4104-8de6-2aae2534f6df service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=eaad093f-38cd-48b3-808a-0ef8feb316e1 HTTP/1.1" status: 200 len: 217 time: 0.0607190 Nov 12 08:44:23.405759 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea496481-94bd-42d2-bad5-824789f80b07 req-b615f5a1-7485-47b9-8962-60bc55695628 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:23.407414 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ea496481-94bd-42d2-bad5-824789f80b07 req-b615f5a1-7485-47b9-8962-60bc55695628 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 945 time: 1.3041627 Nov 12 08:44:23.465978 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a3c4a5b1-af2c-4e63-a78f-a920d390ed76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.605673 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92400c5-e9fa-4ebb-a830-d2723cd70dec service neutron] Pushing event updated for resources: {'Port': ['ID=996f9d9d-9c4c-4d28-a901-cc2cc552d93a,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:23.619848 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-347ed69c-5aae-4272-866f-54b550ee037b req-f92400c5-e9fa-4ebb-a830-d2723cd70dec service neutron] Attempting to bind port 996f9d9d-9c4c-4d28-a901-cc2cc552d93a on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:23.625768 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-347ed69c-5aae-4272-866f-54b550ee037b req-f92400c5-e9fa-4ebb-a830-d2723cd70dec service neutron] Attempting to bind port 996f9d9d-9c4c-4d28-a901-cc2cc552d93a by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'd9096f87-8920-440d-9535-8b369b6696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:23.626637 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-f92400c5-e9fa-4ebb-a830-d2723cd70dec service neutron] Attempting to bind port 996f9d9d-9c4c-4d28-a901-cc2cc552d93a on network 2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:23.642464 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39f103a0-2b79-4cd4-abc3-8098db11f94a tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.644857 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ac293696-a6be-4f2e-95e5-766f57905704 req-97802549-81ad-4aba-a1ba-d9ed384f8237 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5167198 Nov 12 08:44:23.645599 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a3c4a5b1-af2c-4e63-a78f-a920d390ed76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.655270 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a3c4a5b1-af2c-4e63-a78f-a920d390ed76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.661217 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-f92400c5-e9fa-4ebb-a830-d2723cd70dec service neutron] Port 996f9d9d-9c4c-4d28-a901-cc2cc552d93a on network 2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:23.663520 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-f92400c5-e9fa-4ebb-a830-d2723cd70dec service neutron] Attempting to bind port 996f9d9d-9c4c-4d28-a901-cc2cc552d93a on network 2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:23.671576 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a3c4a5b1-af2c-4e63-a78f-a920d390ed76 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/532b1679-de5a-46d7-87fc-4060f42329d6 HTTP/1.1" status: 204 len: 168 time: 1.5544505 Nov 12 08:44:23.696124 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-f92400c5-e9fa-4ebb-a830-d2723cd70dec service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:23.698658 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-f92400c5-e9fa-4ebb-a830-d2723cd70dec service neutron] Checking segment: {'id': 'd9096f87-8920-440d-9535-8b369b6696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:23.704247 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-f92400c5-e9fa-4ebb-a830-d2723cd70dec service neutron] Bound using segment: {'id': 'd9096f87-8920-440d-9535-8b369b6696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:23.705204 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-347ed69c-5aae-4272-866f-54b550ee037b req-f92400c5-e9fa-4ebb-a830-d2723cd70dec service neutron] Bound port: 996f9d9d-9c4c-4d28-a901-cc2cc552d93a, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9096f87-8920-440d-9535-8b369b6696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:23.711728 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-f92400c5-e9fa-4ebb-a830-d2723cd70dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.727374 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-63eed450-7b22-4a78-8708-802a819cd253 None None] Provisioning complete for port 94104dcc-abc2-4c4a-87f8-a4686d90c22f triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:23.727771 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-63eed450-7b22-4a78-8708-802a819cd253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.753734 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.854050 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-347ed69c-5aae-4272-866f-54b550ee037b req-f92400c5-e9fa-4ebb-a830-d2723cd70dec service neutron] For port 996f9d9d-9c4c-4d28-a901-cc2cc552d93a, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:23.859603 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-347ed69c-5aae-4272-866f-54b550ee037b req-f92400c5-e9fa-4ebb-a830-d2723cd70dec service neutron] For port 996f9d9d-9c4c-4d28-a901-cc2cc552d93a, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=996f9d9d-9c4c-4d28-a901-cc2cc552d93a,segment=NetworkSegment(d9096f87-8920-440d-9535-8b369b6696ae),segment_id=d9096f87-8920-440d-9535-8b369b6696ae)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:23.872244 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-f92400c5-e9fa-4ebb-a830-d2723cd70dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.877551 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-39f103a0-2b79-4cd4-abc3-8098db11f94a tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Calling delete_port for 94104dcc-abc2-4c4a-87f8-a4686d90c22f owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:23.879365 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4a5b1-af2c-4e63-a78f-a920d390ed76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532b1679-de5a-46d7-87fc-4060f42329d6,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:23.921047 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port cc50092d-8a26-4753-a4e2-f22dea0f1d46, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=cc50092d-8a26-4753-a4e2-f22dea0f1d46,segment=NetworkSegment(34828fde-3b53-4826-975b-0c6b4715c685),segment_id=34828fde-3b53-4826-975b-0c6b4715c685)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:23.941325 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a30936-7166-431a-8ca3-0e450c9f7cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc50092d-8a26-4753-a4e2-f22dea0f1d46'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:23.943941 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb05e70-d62c-49c0-9f24-3bc2832dc91b" -d '{"events": [{"server_uuid": "69a30936-7166-431a-8ca3-0e450c9f7cbf", "name": "network-vif-plugged", "status": "completed", "tag": "cc50092d-8a26-4753-a4e2-f22dea0f1d46"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:23.973466 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-f92400c5-e9fa-4ebb-a830-d2723cd70dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:23.975807 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-f92400c5-e9fa-4ebb-a830-d2723cd70dec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.978811 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.980016 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-f92400c5-e9fa-4ebb-a830-d2723cd70dec service neutron] 10.222.0.54 "PUT /v2.0/ports/996f9d9d-9c4c-4d28-a901-cc2cc552d93a HTTP/1.1" status: 200 len: 1132 time: 1.7111228 Nov 12 08:44:24.087722 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-347ed69c-5aae-4272-866f-54b550ee037b req-8d83babd-de99-453e-b708-3bd9797fcec1 service neutron] Request body: {'port': {'device_id': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:24.156634 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port eaad093f-38cd-48b3-808a-0ef8feb316e1, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=eaad093f-38cd-48b3-808a-0ef8feb316e1,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:24.188430 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-8d83babd-de99-453e-b708-3bd9797fcec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:24.197384 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-63eed450-7b22-4a78-8708-802a819cd253 None None] Port 94104dcc-abc2-4c4a-87f8-a4686d90c22f cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:24.227503 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'eaad093f-38cd-48b3-808a-0ef8feb316e1', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': 'eaad093f-38cd-48b3-808a-0ef8feb316e1', 'mac_address': 'fa:16:3e:83:da:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:44:24.234787 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-13c0ffcc-276c-45cb-a84f-a11d0593b586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:24.255672 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ea496481-94bd-42d2-bad5-824789f80b07 req-ec6b0e50-4f00-4865-b43c-78a97724aba9 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6213629 Nov 12 08:44:24.260942 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=cc50092d-8a26-4753-a4e2-f22dea0f1d46,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:24.365649 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09730dcd-c6d2-4af0-840b-2d23bd24c7fd req-1c30dd36-4ffa-4b15-9155-57b8e2aee5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:24.374608 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09730dcd-c6d2-4af0-840b-2d23bd24c7fd req-1c30dd36-4ffa-4b15-9155-57b8e2aee5ac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.9660654 Nov 12 08:44:24.396125 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:24.398170 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e44889-b6e2-4701-8430-654ff9ef6234 req-ff7a5586-54fb-4c0f-a688-bb98bbf26659 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:24.416385 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e44889-b6e2-4701-8430-654ff9ef6234 req-ff7a5586-54fb-4c0f-a688-bb98bbf26659 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:24.429968 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e44889-b6e2-4701-8430-654ff9ef6234 req-ff7a5586-54fb-4c0f-a688-bb98bbf26659 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:24.432307 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaad093f-38cd-48b3-808a-0ef8feb316e1 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:44:24.449104 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e44889-b6e2-4701-8430-654ff9ef6234 req-ff7a5586-54fb-4c0f-a688-bb98bbf26659 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:24.462894 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e44889-b6e2-4701-8430-654ff9ef6234 req-ff7a5586-54fb-4c0f-a688-bb98bbf26659 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:24.478565 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e44889-b6e2-4701-8430-654ff9ef6234 req-ff7a5586-54fb-4c0f-a688-bb98bbf26659 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:24.485942 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port eaad093f-38cd-48b3-808a-0ef8feb316e1, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=eaad093f-38cd-48b3-808a-0ef8feb316e1,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:24.487047 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e1e44889-b6e2-4701-8430-654ff9ef6234 req-ff7a5586-54fb-4c0f-a688-bb98bbf26659 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 4601 time: 0.5785437 Nov 12 08:44:24.487855 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 52878) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:24.494563 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:24.676121 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=eaad093f-38cd-48b3-808a-0ef8feb316e1,revision_number=12']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:24.698290 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182dcf95-b5b8-4ceb-8639-042806e0c392 x-openstack-request-id: req-182dcf95-b5b8-4ceb-8639-042806e0c392 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:24.698587 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a30936-7166-431a-8ca3-0e450c9f7cbf", "name": "network-vif-plugged", "status": "completed", "tag": "cc50092d-8a26-4753-a4e2-f22dea0f1d46", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:24.698842 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-182dcf95-b5b8-4ceb-8639-042806e0c392 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:24.699236 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a30936-7166-431a-8ca3-0e450c9f7cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc50092d-8a26-4753-a4e2-f22dea0f1d46', 'code': 200} Nov 12 08:44:24.736695 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec52f515-7273-4be3-88b6-e8175d85aefd x-openstack-request-id: req-ec52f515-7273-4be3-88b6-e8175d85aefd {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:24.736988 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "tag": "ad631039-f393-4fda-a88e-acbce5bb31d9", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:24.737292 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec52f515-7273-4be3-88b6-e8175d85aefd {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:24.737772 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'tag': 'ad631039-f393-4fda-a88e-acbce5bb31d9', 'status': 'completed', 'code': 200} Nov 12 08:44:24.831621 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['eaad093f-38cd-48b3-808a-0ef8feb316e1'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:44:24.864852 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7dfd026f-ba9f-4f37-ae8e-d663963dd352 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:24.906444 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92400c5-e9fa-4ebb-a830-d2723cd70dec service neutron] Pushing event updated for resources: {'Port': ['ID=996f9d9d-9c4c-4d28-a901-cc2cc552d93a,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:25.007014 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-347ed69c-5aae-4272-866f-54b550ee037b req-8d83babd-de99-453e-b708-3bd9797fcec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a69529-a5f8-4991-8770-485deba29c21 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:44:25.032129 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-8d83babd-de99-453e-b708-3bd9797fcec1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.063576 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defcede-a1b4-4bd9-8638-ada45a5f9fd3 req-32d49982-c735-4858-80ca-64f37188f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:25.064104 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defcede-a1b4-4bd9-8638-ada45a5f9fd3 req-32d49982-c735-4858-80ca-64f37188f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:25.064706 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defcede-a1b4-4bd9-8638-ada45a5f9fd3 req-32d49982-c735-4858-80ca-64f37188f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:25.065032 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defcede-a1b4-4bd9-8638-ada45a5f9fd3 req-32d49982-c735-4858-80ca-64f37188f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:25.065447 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09730dcd-c6d2-4af0-840b-2d23bd24c7fd req-3fa07080-1833-4590-87e9-023bab6245bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:25.065966 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defcede-a1b4-4bd9-8638-ada45a5f9fd3 req-32d49982-c735-4858-80ca-64f37188f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:25.065966 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defcede-a1b4-4bd9-8638-ada45a5f9fd3 req-32d49982-c735-4858-80ca-64f37188f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:25.067948 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4defcede-a1b4-4bd9-8638-ada45a5f9fd3 req-32d49982-c735-4858-80ca-64f37188f79d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7744ced598be42768ed1d37e40d08f56&device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5289 time: 0.3437493 Nov 12 08:44:25.068523 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09730dcd-c6d2-4af0-840b-2d23bd24c7fd req-3fa07080-1833-4590-87e9-023bab6245bb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4503443 Nov 12 08:44:25.069391 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c0ffcc-276c-45cb-a84f-a11d0593b586 admin admin] Router 52868198-c198-48ad-ade2-c9b9db715967 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:44:25.091296 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-347ed69c-5aae-4272-866f-54b550ee037b req-8d83babd-de99-453e-b708-3bd9797fcec1 service neutron] Transition to ACTIVE for port object 21a69529-a5f8-4991-8770-485deba29c21 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:44:25.136476 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db2626-1c16-4a3a-a76a-d646d55d5de9 req-9b7fdeca-47a9-46ae-ae97-3dd726bf5373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:25.138080 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d7db2626-1c16-4a3a-a76a-d646d55d5de9 req-9b7fdeca-47a9-46ae-ae97-3dd726bf5373 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 1098 time: 0.3408475 Nov 12 08:44:25.138841 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39f103a0-2b79-4cd4-abc3-8098db11f94a tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.148226 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-8d83babd-de99-453e-b708-3bd9797fcec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.207554 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e3202-b681-4b8e-9e6a-e4a9ce6f7868 req-8c0a0a41-e062-4045-ae5a-59ae40c8ff3e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:25.209678 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-486e3202-b681-4b8e-9e6a-e4a9ce6f7868 req-8c0a0a41-e062-4045-ae5a-59ae40c8ff3e tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 950 time: 0.2195489 Nov 12 08:44:25.461020 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83babd-de99-453e-b708-3bd9797fcec1 service neutron] Pushing event updated for resources: {'Port': ['ID=21a69529-a5f8-4991-8770-485deba29c21,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:25.510996 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c0ffcc-276c-45cb-a84f-a11d0593b586 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:25.532410 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81984a5-4802-4943-93eb-3b6db0325403 None None] Sync routers for ids ['52868198-c198-48ad-ade2-c9b9db715967'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:25.535817 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e1e44889-b6e2-4701-8430-654ff9ef6234 req-92c23467-8e4a-4999-9e55-ed1dc646bcc2 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7914248 Nov 12 08:44:25.560009 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7dfd026f-ba9f-4f37-ae8e-d663963dd352 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.565000 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81984a5-4802-4943-93eb-3b6db0325403 None None] Routers {'52868198-c198-48ad-ade2-c9b9db715967'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:25.565754 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-c81984a5-4802-4943-93eb-3b6db0325403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:44:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['52868198-c198-48ad-ade2-c9b9db715967'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:25.588266 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7dfd026f-ba9f-4f37-ae8e-d663963dd352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.647555 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f103a0-2b79-4cd4-abc3-8098db11f94a tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Pushing event deleted for resources: {'Port': ['ID=94104dcc-abc2-4c4a-87f8-a4686d90c22f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:25.689988 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-13c0ffcc-276c-45cb-a84f-a11d0593b586 admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.701647 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-13c0ffcc-276c-45cb-a84f-a11d0593b586 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.0960674 Nov 12 08:44:25.739719 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 52898) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:25.821531 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7dfd026f-ba9f-4f37-ae8e-d663963dd352 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=38a33807da764d8385624201e0772736&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2021849 Nov 12 08:44:25.832415 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 52904) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:25.913732 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd026f-ba9f-4f37-ae8e-d663963dd352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a780984-dd5b-4e8a-80c8-c3aefce45162,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:25.936675 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-486e3202-b681-4b8e-9e6a-e4a9ce6f7868 req-5cc7f97b-8b26-4916-8c0e-7dbc41a23096 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7051070 Nov 12 08:44:25.945761 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39f103a0-2b79-4cd4-abc3-8098db11f94a tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.948279 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-c81984a5-4802-4943-93eb-3b6db0325403 None None] Set router 52868198-c198-48ad-ade2-c9b9db715967 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:25.968696 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-39f103a0-2b79-4cd4-abc3-8098db11f94a tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] 10.222.0.37 "DELETE /v2.0/ports/94104dcc-abc2-4c4a-87f8-a4686d90c22f HTTP/1.1" status: 204 len: 168 time: 2.9576347 Nov 12 08:44:25.970659 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09730dcd-c6d2-4af0-840b-2d23bd24c7fd req-209256fa-045e-4702-b337-60ec9a71d107 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8789442 Nov 12 08:44:25.995506 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 52908) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:25.998038 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defcede-a1b4-4bd9-8638-ada45a5f9fd3 req-2f3fcac0-18c7-4370-bd8e-1652fcd4dc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:25.998877 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defcede-a1b4-4bd9-8638-ada45a5f9fd3 req-2f3fcac0-18c7-4370-bd8e-1652fcd4dc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:25.999561 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defcede-a1b4-4bd9-8638-ada45a5f9fd3 req-2f3fcac0-18c7-4370-bd8e-1652fcd4dc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:26.001311 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4defcede-a1b4-4bd9-8638-ada45a5f9fd3 req-2f3fcac0-18c7-4370-bd8e-1652fcd4dc92 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=7744ced598be42768ed1d37e40d08f56&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.9238093 Nov 12 08:44:26.017142 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d7db2626-1c16-4a3a-a76a-d646d55d5de9 req-263c7730-fe7a-451c-ab42-66e165ba52fd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8512347 Nov 12 08:44:26.027099 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd026f-ba9f-4f37-ae8e-d663963dd352 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:26.027451 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd026f-ba9f-4f37-ae8e-d663963dd352 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:26.027817 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd026f-ba9f-4f37-ae8e-d663963dd352 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:26.028160 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd026f-ba9f-4f37-ae8e-d663963dd352 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:26.028494 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd026f-ba9f-4f37-ae8e-d663963dd352 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:26.028825 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd026f-ba9f-4f37-ae8e-d663963dd352 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:26.029178 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd026f-ba9f-4f37-ae8e-d663963dd352 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:26.029601 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd026f-ba9f-4f37-ae8e-d663963dd352 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:26.061563 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd026f-ba9f-4f37-ae8e-d663963dd352 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:26.062497 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd026f-ba9f-4f37-ae8e-d663963dd352 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:26.062855 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd026f-ba9f-4f37-ae8e-d663963dd352 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:26.063197 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd026f-ba9f-4f37-ae8e-d663963dd352 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:26.250770 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-347ed69c-5aae-4272-866f-54b550ee037b req-8d83babd-de99-453e-b708-3bd9797fcec1 service neutron] Attempting to bind port 21a69529-a5f8-4991-8770-485deba29c21 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:26.251339 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-347ed69c-5aae-4272-866f-54b550ee037b req-8d83babd-de99-453e-b708-3bd9797fcec1 service neutron] Attempting to bind port 21a69529-a5f8-4991-8770-485deba29c21 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'd9096f87-8920-440d-9535-8b369b6696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:26.251339 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-8d83babd-de99-453e-b708-3bd9797fcec1 service neutron] Attempting to bind port 21a69529-a5f8-4991-8770-485deba29c21 on network 2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:26.277709 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-8d83babd-de99-453e-b708-3bd9797fcec1 service neutron] Port 21a69529-a5f8-4991-8770-485deba29c21 on network 2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:26.278036 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-8d83babd-de99-453e-b708-3bd9797fcec1 service neutron] Attempting to bind port 21a69529-a5f8-4991-8770-485deba29c21 on network 2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:26.309751 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-8d83babd-de99-453e-b708-3bd9797fcec1 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:26.320093 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-8d83babd-de99-453e-b708-3bd9797fcec1 service neutron] Checking segment: {'id': 'd9096f87-8920-440d-9535-8b369b6696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:26.320928 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-8d83babd-de99-453e-b708-3bd9797fcec1 service neutron] Bound using segment: {'id': 'd9096f87-8920-440d-9535-8b369b6696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:26.321550 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-347ed69c-5aae-4272-866f-54b550ee037b req-8d83babd-de99-453e-b708-3bd9797fcec1 service neutron] Bound port: 21a69529-a5f8-4991-8770-485deba29c21, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9096f87-8920-440d-9535-8b369b6696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:26.322091 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-8d83babd-de99-453e-b708-3bd9797fcec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.376640 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e792d3ca-aef0-4a07-994a-21a19248e699 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.409046 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e792d3ca-aef0-4a07-994a-21a19248e699 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.491839 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e792d3ca-aef0-4a07-994a-21a19248e699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.494698 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e792d3ca-aef0-4a07-994a-21a19248e699 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.498957 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e792d3ca-aef0-4a07-994a-21a19248e699 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a780984-dd5b-4e8a-80c8-c3aefce45162 HTTP/1.1" status: 204 len: 168 time: 0.6416368 Nov 12 08:44:26.508316 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defcede-a1b4-4bd9-8638-ada45a5f9fd3 req-1040c0ab-25c0-43ef-96e3-0fe2e9663af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:26.512292 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4defcede-a1b4-4bd9-8638-ada45a5f9fd3 req-1040c0ab-25c0-43ef-96e3-0fe2e9663af9 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4773197 Nov 12 08:44:26.661894 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-347ed69c-5aae-4272-866f-54b550ee037b req-8d83babd-de99-453e-b708-3bd9797fcec1 service neutron] For port 21a69529-a5f8-4991-8770-485deba29c21, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:26.675521 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2c99dec6-1c9c-4780-9dc9-9ba033d9ff55 tempest-DHCPAgentSchedulersTestJSON-1355226154 tempest-DHCPAgentSchedulersTestJSON-1355226154-project-admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.6713369 Nov 12 08:44:26.677296 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 52924) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:26.696684 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d7ffbe68-bc4b-48ff-a828-e4d0c2aaeb96 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-796531247'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:26.726000 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792d3ca-aef0-4a07-994a-21a19248e699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a780984-dd5b-4e8a-80c8-c3aefce45162,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:26.769214 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'tag': '996f9d9d-9c4c-4d28-a901-cc2cc552d93a'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:26.773885 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911c2fb5-5673-4749-854d-8eb8df2d6c00" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "tag": "996f9d9d-9c4c-4d28-a901-cc2cc552d93a"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:26.787976 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ffbe68-bc4b-48ff-a828-e4d0c2aaeb96 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Made reservation on behalf of 4e3fb570d1434c948314218f9fd6c97d for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:26.797827 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d7ffbe68-bc4b-48ff-a828-e4d0c2aaeb96 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.804223 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09730dcd-c6d2-4af0-840b-2d23bd24c7fd req-e845065d-8c3f-4e88-ad39-3fdc5b278d5e service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7871213 Nov 12 08:44:26.851876 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-347ed69c-5aae-4272-866f-54b550ee037b req-8d83babd-de99-453e-b708-3bd9797fcec1 service neutron] For port 21a69529-a5f8-4991-8770-485deba29c21, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=21a69529-a5f8-4991-8770-485deba29c21,segment=NetworkSegment(d9096f87-8920-440d-9535-8b369b6696ae),segment_id=d9096f87-8920-440d-9535-8b369b6696ae)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:26.869926 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-8d83babd-de99-453e-b708-3bd9797fcec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.931216 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381c4ef-9fda-4c89-bc46-2a6e6602078d req-9ba2ae77-0a36-45e1-94ff-bbcb710b0d5b tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:26.947827 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9381c4ef-9fda-4c89-bc46-2a6e6602078d req-9ba2ae77-0a36-45e1-94ff-bbcb710b0d5b tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 946 time: 0.9330425 Nov 12 08:44:26.977756 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-c81984a5-4802-4943-93eb-3b6db0325403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52868198-c198-48ad-ade2-c9b9db715967', 'name': 'tempest-ServersTestManualDisk-377144132-router', 'tenant_id': '28f4e914e83743e38050bab6ad98fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '1e6e424a-1c31-406e-9c2a-020bc5716600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:13Z', 'updated_at': '2021-11-12T08:44:21Z', 'revision_number': 3, 'project_id': '28f4e914e83743e38050bab6ad98fb14', 'gw_port': {'id': '1e6e424a-1c31-406e-9c2a-020bc5716600', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52868198-c198-48ad-ade2-c9b9db715967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:18Z', 'updated_at': '2021-11-12T08:44:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:26.988911 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ffbe68-bc4b-48ff-a828-e4d0c2aaeb96 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:44:26.990927 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83babd-de99-453e-b708-3bd9797fcec1 service neutron] Pushing event updated for resources: {'Port': ['ID=21a69529-a5f8-4991-8770-485deba29c21,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:27.030166 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81984a5-4802-4943-93eb-3b6db0325403 None None] Checking router: 52868198-c198-48ad-ade2-c9b9db715967 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:44:27.030506 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81984a5-4802-4943-93eb-3b6db0325403 None None] Updating router 52868198-c198-48ad-ade2-c9b9db715967 port 1e6e424a-1c31-406e-9c2a-020bc5716600 binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:44:27.061062 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d7ffbe68-bc4b-48ff-a828-e4d0c2aaeb96 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.079822 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-d7ffbe68-bc4b-48ff-a828-e4d0c2aaeb96 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Added segment a90b8449-a54a-40ae-a76f-ea4e80c891bc of type vlan for network 12cb8f2a-dc16-49d9-8981-32132ffca8dc Nov 12 08:44:27.095260 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-8d83babd-de99-453e-b708-3bd9797fcec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:27.101350 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-8d83babd-de99-453e-b708-3bd9797fcec1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.102417 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c81984a5-4802-4943-93eb-3b6db0325403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.106382 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-8d83babd-de99-453e-b708-3bd9797fcec1 service neutron] 10.222.0.54 "PUT /v2.0/ports/21a69529-a5f8-4991-8770-485deba29c21 HTTP/1.1" status: 200 len: 1131 time: 3.0250459 Nov 12 08:44:27.210147 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9381c4ef-9fda-4c89-bc46-2a6e6602078d req-24e3593a-66d5-4bc0-93c1-1fbb2c69e198 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544167 Nov 12 08:44:27.225105 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-347ed69c-5aae-4272-866f-54b550ee037b req-36108b23-a4cb-4803-b63b-84e295b4e355 service neutron] Request body: {'port': {'device_id': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:27.252277 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device eaad093f-38cd-48b3-808a-0ef8feb316e1 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:27.343431 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba6f03-c5f0-4003-8308-ad16383c623a req-a674e67d-aefc-44d9-8be6-64df883bd532 tempest-MigrationsAdminTest-947538201 tempest-MigrationsAdminTest-947538201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:27.351308 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dfba6f03-c5f0-4003-8308-ad16383c623a req-a674e67d-aefc-44d9-8be6-64df883bd532 tempest-MigrationsAdminTest-947538201 tempest-MigrationsAdminTest-947538201-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 1102 time: 0.4526727 Nov 12 08:44:27.391646 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d7ffbe68-bc4b-48ff-a828-e4d0c2aaeb96 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.424751 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-36108b23-a4cb-4803-b63b-84e295b4e355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.456331 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port eaad093f-38cd-48b3-808a-0ef8feb316e1 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:44:27.470212 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port eaad093f-38cd-48b3-808a-0ef8feb316e1 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:27.471022 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.583279 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dfba6f03-c5f0-4003-8308-ad16383c623a req-d40b666e-d4cf-4975-a184-d1afded083af tempest-MigrationsAdminTest-947538201 tempest-MigrationsAdminTest-947538201-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211740 Nov 12 08:44:27.611518 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d7ffbe68-bc4b-48ff-a828-e4d0c2aaeb96 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.659548 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ffbe68-bc4b-48ff-a828-e4d0c2aaeb96 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:27.671030 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d7ffbe68-bc4b-48ff-a828-e4d0c2aaeb96 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.690845 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.799542 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a7912a-3c6f-4bde-9ab9-264a3c896e14 x-openstack-request-id: req-00a7912a-3c6f-4bde-9ab9-264a3c896e14 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:27.800650 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "tag": "996f9d9d-9c4c-4d28-a901-cc2cc552d93a", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:27.801312 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00a7912a-3c6f-4bde-9ab9-264a3c896e14 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:27.801719 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'tag': '996f9d9d-9c4c-4d28-a901-cc2cc552d93a', 'status': 'completed', 'code': 200} Nov 12 08:44:27.862493 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port eaad093f-38cd-48b3-808a-0ef8feb316e1, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=eaad093f-38cd-48b3-808a-0ef8feb316e1,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:27.868802 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaad093f-38cd-48b3-808a-0ef8feb316e1'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:27.875480 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987cde27-5f0d-4e0a-9b6e-6a4c96b07a1a" -d '{"events": [{"server_uuid": "a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f", "name": "network-vif-plugged", "status": "completed", "tag": "eaad093f-38cd-48b3-808a-0ef8feb316e1"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:27.898623 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.915841 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c81984a5-4802-4943-93eb-3b6db0325403 None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.927440 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c81984a5-4802-4943-93eb-3b6db0325403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:28.026868 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=eaad093f-38cd-48b3-808a-0ef8feb316e1,revision_number=13']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:28.084151 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92ec44-d983-4752-80c5-23d8a7370684 None None] Pushing event updated for resources: {'Port': ['ID=1e6e424a-1c31-406e-9c2a-020bc5716600,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:28.105730 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d7ffbe68-bc4b-48ff-a828-e4d0c2aaeb96 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4209075 Nov 12 08:44:28.113114 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 52960) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:28.128933 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-c81984a5-4802-4943-93eb-3b6db0325403 None None] Attempting to bind port 1e6e424a-1c31-406e-9c2a-020bc5716600 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:28.129296 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-c81984a5-4802-4943-93eb-3b6db0325403 None None] Attempting to bind port 1e6e424a-1c31-406e-9c2a-020bc5716600 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:28.129682 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81984a5-4802-4943-93eb-3b6db0325403 None None] Attempting to bind port 1e6e424a-1c31-406e-9c2a-020bc5716600 on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:28.160694 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81984a5-4802-4943-93eb-3b6db0325403 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:28.161279 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81984a5-4802-4943-93eb-3b6db0325403 None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:28.161713 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c81984a5-4802-4943-93eb-3b6db0325403 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:28.163253 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81984a5-4802-4943-93eb-3b6db0325403 None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:28.163823 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-c81984a5-4802-4943-93eb-3b6db0325403 None None] Bound port: 1e6e424a-1c31-406e-9c2a-020bc5716600, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:28.164369 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c81984a5-4802-4943-93eb-3b6db0325403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:28.212112 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6bf285ea-dd78-4706-bab2-3e7b043fdef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:28.266795 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da230f54-112c-446c-8ca4-80c2ec54e04e req-f6c5a7fe-9005-4a4e-8721-ba502459e7d0 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:28.275473 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da230f54-112c-446c-8ca4-80c2ec54e04e req-f6c5a7fe-9005-4a4e-8721-ba502459e7d0 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:28.278084 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffbe68-bc4b-48ff-a828-e4d0c2aaeb96 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Pushing event updated for resources: {'Network': ['ID=12cb8f2a-dc16-49d9-8981-32132ffca8dc,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:28.285646 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da230f54-112c-446c-8ca4-80c2ec54e04e req-f6c5a7fe-9005-4a4e-8721-ba502459e7d0 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:28.298039 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 12cb8f2a-dc16-49d9-8981-32132ffca8dc details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:44:28.311130 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da230f54-112c-446c-8ca4-80c2ec54e04e req-f6c5a7fe-9005-4a4e-8721-ba502459e7d0 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:28.346440 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da230f54-112c-446c-8ca4-80c2ec54e04e req-f6c5a7fe-9005-4a4e-8721-ba502459e7d0 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:28.363046 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-c81984a5-4802-4943-93eb-3b6db0325403 None None] For port 1e6e424a-1c31-406e-9c2a-020bc5716600, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:28.374760 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-c81984a5-4802-4943-93eb-3b6db0325403 None None] For port 1e6e424a-1c31-406e-9c2a-020bc5716600, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=1e6e424a-1c31-406e-9c2a-020bc5716600,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:28.380868 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da230f54-112c-446c-8ca4-80c2ec54e04e req-f6c5a7fe-9005-4a4e-8721-ba502459e7d0 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:28.390917 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92ec44-d983-4752-80c5-23d8a7370684 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:28.391721 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92ec44-d983-4752-80c5-23d8a7370684 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:28.393407 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92ec44-d983-4752-80c5-23d8a7370684 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:28.394437 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92ec44-d983-4752-80c5-23d8a7370684 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:28.396818 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92ec44-d983-4752-80c5-23d8a7370684 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:28.398626 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92ec44-d983-4752-80c5-23d8a7370684 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:28.399171 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92ec44-d983-4752-80c5-23d8a7370684 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:28.403823 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92ec44-d983-4752-80c5-23d8a7370684 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:28.404780 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92ec44-d983-4752-80c5-23d8a7370684 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:28.405298 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92ec44-d983-4752-80c5-23d8a7370684 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:28.410262 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92ec44-d983-4752-80c5-23d8a7370684 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:28.410262 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f92ec44-d983-4752-80c5-23d8a7370684 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:28.418176 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c2fb5-5673-4749-854d-8eb8df2d6c00 req-ccd491a5-0aee-4560-8e1c-6eb71349ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:28.420764 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c2fb5-5673-4749-854d-8eb8df2d6c00 req-ccd491a5-0aee-4560-8e1c-6eb71349ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:28.431256 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c2fb5-5673-4749-854d-8eb8df2d6c00 req-ccd491a5-0aee-4560-8e1c-6eb71349ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:28.431810 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c2fb5-5673-4749-854d-8eb8df2d6c00 req-ccd491a5-0aee-4560-8e1c-6eb71349ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:28.432311 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c2fb5-5673-4749-854d-8eb8df2d6c00 req-ccd491a5-0aee-4560-8e1c-6eb71349ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:28.434182 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c81984a5-4802-4943-93eb-3b6db0325403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:28.435509 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c2fb5-5673-4749-854d-8eb8df2d6c00 req-ccd491a5-0aee-4560-8e1c-6eb71349ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:28.436271 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c2fb5-5673-4749-854d-8eb8df2d6c00 req-ccd491a5-0aee-4560-8e1c-6eb71349ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:28.445225 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-911c2fb5-5673-4749-854d-8eb8df2d6c00 req-ccd491a5-0aee-4560-8e1c-6eb71349ce7b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7744ced598be42768ed1d37e40d08f56&device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 6213 time: 0.6391180 Nov 12 08:44:28.461093 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da230f54-112c-446c-8ca4-80c2ec54e04e req-f6c5a7fe-9005-4a4e-8721-ba502459e7d0 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:28.472055 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-da230f54-112c-446c-8ca4-80c2ec54e04e req-f6c5a7fe-9005-4a4e-8721-ba502459e7d0 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5373 time: 0.6462986 Nov 12 08:44:28.622495 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81984a5-4802-4943-93eb-3b6db0325403 None None] Routers {'52868198-c198-48ad-ade2-c9b9db715967'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:28.628753 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-c81984a5-4802-4943-93eb-3b6db0325403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:44:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['52868198-c198-48ad-ade2-c9b9db715967'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:28.662928 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96984640-56c1-4c64-9898-4b3b91d1a108 x-openstack-request-id: req-96984640-56c1-4c64-9898-4b3b91d1a108 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:28.663489 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f", "name": "network-vif-plugged", "status": "completed", "tag": "eaad093f-38cd-48b3-808a-0ef8feb316e1", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:28.663981 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-96984640-56c1-4c64-9898-4b3b91d1a108 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:28.677011 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaad093f-38cd-48b3-808a-0ef8feb316e1', 'code': 200} Nov 12 08:44:28.938570 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:29.018316 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92ec44-d983-4752-80c5-23d8a7370684 None None] Pushing event updated for resources: {'Port': ['ID=1e6e424a-1c31-406e-9c2a-020bc5716600,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:29.042350 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-c81984a5-4802-4943-93eb-3b6db0325403 None None] Set router 52868198-c198-48ad-ade2-c9b9db715967 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:29.067921 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7473b122-314f-4923-95b9-6296190ed354 tempest-DHCPAgentSchedulersTestJSON-1355226154 tempest-DHCPAgentSchedulersTestJSON-1355226154-project-admin] 10.222.0.37 "GET /v2.0/agents/8da84bfc-c34f-4b1f-82af-97a37540711d/dhcp-networks HTTP/1.1" status: 200 len: 8065 time: 0.9457195 Nov 12 08:44:29.079856 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 52986) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:29.313947 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-da230f54-112c-446c-8ca4-80c2ec54e04e req-10d87872-756b-4283-aac8-50445f13460d tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8255491 Nov 12 08:44:29.369270 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef53b75-9450-48a3-8ffd-0eea1cc7204e req-7dd783fe-9ebb-4330-82b1-e45ccc806a96 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:29.378075 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aef53b75-9450-48a3-8ffd-0eea1cc7204e req-7dd783fe-9ebb-4330-82b1-e45ccc806a96 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 946 time: 0.3064678 Nov 12 08:44:29.443961 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327af9ea-2f30-4f02-985a-6febe5ba3767 tempest-DHCPAgentSchedulersTestJSON-1355226154 tempest-DHCPAgentSchedulersTestJSON-1355226154-project-admin] Network 12cb8f2a-dc16-49d9-8981-32132ffca8dc is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:44:29.482907 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-327af9ea-2f30-4f02-985a-6febe5ba3767 tempest-DHCPAgentSchedulersTestJSON-1355226154 tempest-DHCPAgentSchedulersTestJSON-1355226154-project-admin] 10.222.0.37 "POST /v2.0/agents/8da84bfc-c34f-4b1f-82af-97a37540711d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4017122 Nov 12 08:44:29.483366 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247252be-b0ae-4db1-bdb5-82a522276f95 None None] Network 12cb8f2a-dc16-49d9-8981-32132ffca8dc requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:29.491509 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 52992) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:29.571058 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aef53b75-9450-48a3-8ffd-0eea1cc7204e req-cb86c8ea-f61d-49a7-b18f-74709bd32866 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919205 Nov 12 08:44:29.577648 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-c81984a5-4802-4943-93eb-3b6db0325403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52868198-c198-48ad-ade2-c9b9db715967', 'name': 'tempest-ServersTestManualDisk-377144132-router', 'tenant_id': '28f4e914e83743e38050bab6ad98fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '1e6e424a-1c31-406e-9c2a-020bc5716600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:13Z', 'updated_at': '2021-11-12T08:44:21Z', 'revision_number': 3, 'project_id': '28f4e914e83743e38050bab6ad98fb14', 'gw_port': {'id': '1e6e424a-1c31-406e-9c2a-020bc5716600', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52868198-c198-48ad-ade2-c9b9db715967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:18Z', 'updated_at': '2021-11-12T08:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:29.635872 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-6bf285ea-dd78-4706-bab2-3e7b043fdef9 admin admin] Allocated IP 172.20.0.1 (416d77e6-e59f-4b38-b9bd-919bb27e94bb/ec79070a-c94b-4d76-8d90-f255a03ba1be/d535109c-b3ab-44f1-aec4-75a36c1cda71) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:29.655014 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81984a5-4802-4943-93eb-3b6db0325403 None None] The sync data for ids ['52868198-c198-48ad-ade2-c9b9db715967'] in n-d-768862-16 is: [{'id': '52868198-c198-48ad-ade2-c9b9db715967', 'name': 'tempest-ServersTestManualDisk-377144132-router', 'tenant_id': '28f4e914e83743e38050bab6ad98fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '1e6e424a-1c31-406e-9c2a-020bc5716600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:13Z', 'updated_at': '2021-11-12T08:44:21Z', 'revision_number': 3, 'project_id': '28f4e914e83743e38050bab6ad98fb14', 'gw_port': {'id': '1e6e424a-1c31-406e-9c2a-020bc5716600', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52868198-c198-48ad-ade2-c9b9db715967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:18Z', 'updated_at': '2021-11-12T08:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:29.825738 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'tag': '21a69529-a5f8-4991-8770-485deba29c21'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:29.839128 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aba097e-1223-4d6e-b85c-31c30288400e" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "tag": "21a69529-a5f8-4991-8770-485deba29c21"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:29.881100 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c2fb5-5673-4749-854d-8eb8df2d6c00 req-3914c6e3-2925-4f36-b770-a4801e612818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:29.881573 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c2fb5-5673-4749-854d-8eb8df2d6c00 req-3914c6e3-2925-4f36-b770-a4801e612818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:29.882076 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c2fb5-5673-4749-854d-8eb8df2d6c00 req-3914c6e3-2925-4f36-b770-a4801e612818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:29.883768 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-911c2fb5-5673-4749-854d-8eb8df2d6c00 req-3914c6e3-2925-4f36-b770-a4801e612818 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=7744ced598be42768ed1d37e40d08f56&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.4181015 Nov 12 08:44:30.017236 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c2fb5-5673-4749-854d-8eb8df2d6c00 req-433cf9d0-3c3e-4fc5-97d7-3717dc1315ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:30.018789 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-911c2fb5-5673-4749-854d-8eb8df2d6c00 req-433cf9d0-3c3e-4fc5-97d7-3717dc1315ad service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1267610 Nov 12 08:44:30.195911 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-347ed69c-5aae-4272-866f-54b550ee037b req-36108b23-a4cb-4803-b63b-84e295b4e355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 148f6696-758c-4f5e-92a2-6d895c1475e8 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:44:30.216043 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-36108b23-a4cb-4803-b63b-84e295b4e355 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:30.259401 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-347ed69c-5aae-4272-866f-54b550ee037b req-36108b23-a4cb-4803-b63b-84e295b4e355 service neutron] Transition to ACTIVE for port object 148f6696-758c-4f5e-92a2-6d895c1475e8 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:44:30.269901 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-36108b23-a4cb-4803-b63b-84e295b4e355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:30.358620 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720f5ee-05be-46fc-bc9c-ec47702284ac req-1b098886-2a00-429c-91d9-83e820d22fe8 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:30.370832 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0720f5ee-05be-46fc-bc9c-ec47702284ac req-1b098886-2a00-429c-91d9-83e820d22fe8 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 951 time: 0.6501665 Nov 12 08:44:30.398025 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bf55d1a7-d955-4d3d-873c-6587f8bc67e6 tempest-DHCPAgentSchedulersTestJSON-1355226154 tempest-DHCPAgentSchedulersTestJSON-1355226154-project-admin] 10.222.0.37 "GET /v2.0/agents/8da84bfc-c34f-4b1f-82af-97a37540711d/dhcp-networks HTTP/1.1" status: 200 len: 8835 time: 0.9049225 Nov 12 08:44:30.446758 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53016) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:30.456425 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36108b23-a4cb-4803-b63b-84e295b4e355 service neutron] Pushing event updated for resources: {'Port': ['ID=148f6696-758c-4f5e-92a2-6d895c1475e8,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:30.574013 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0720f5ee-05be-46fc-bc9c-ec47702284ac req-1927f91b-f919-4d34-9485-85330014f46a tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009616 Nov 12 08:44:30.658881 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 1e6e424a-1c31-406e-9c2a-020bc5716600 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:30.834441 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6bf285ea-dd78-4706-bab2-3e7b043fdef9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:30.945299 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 1e6e424a-1c31-406e-9c2a-020bc5716600 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:30.951222 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa64582-c307-4155-970b-fdfae9ded7ba req-7fcf599e-2a61-4d28-9558-5a6c3554cdeb tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:30.951815 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:30.953365 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3aa64582-c307-4155-970b-fdfae9ded7ba req-7fcf599e-2a61-4d28-9558-5a6c3554cdeb tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 951 time: 0.6856449 Nov 12 08:44:30.990914 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6bf285ea-dd78-4706-bab2-3e7b043fdef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:31.063874 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2aa02dda-a9cf-4f46-a61b-a3ea0f6df94b tempest-DHCPAgentSchedulersTestJSON-1355226154 tempest-DHCPAgentSchedulersTestJSON-1355226154-project-admin] 10.222.0.37 "DELETE /v2.0/agents/8da84bfc-c34f-4b1f-82af-97a37540711d/dhcp-networks/12cb8f2a-dc16-49d9-8981-32132ffca8dc HTTP/1.1" status: 204 len: 168 time: 0.5896161 Nov 12 08:44:31.074034 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53034) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:31.102701 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a95dbc2-fd7b-48d3-a239-b86e9d86031c x-openstack-request-id: req-3a95dbc2-fd7b-48d3-a239-b86e9d86031c {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:31.103406 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "tag": "21a69529-a5f8-4991-8770-485deba29c21", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:31.104647 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3a95dbc2-fd7b-48d3-a239-b86e9d86031c {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:31.105250 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'tag': '21a69529-a5f8-4991-8770-485deba29c21', 'status': 'completed', 'code': 200} Nov 12 08:44:31.272217 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:31.318439 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 1e6e424a-1c31-406e-9c2a-020bc5716600, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=1e6e424a-1c31-406e-9c2a-020bc5716600,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:31.326112 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:31.334655 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf285ea-dd78-4706-bab2-3e7b043fdef9 admin admin] Pushing event updated for resources: {'Port': ['ID=d535109c-b3ab-44f1-aec4-75a36c1cda71,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:31.441643 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=1e6e424a-1c31-406e-9c2a-020bc5716600,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:31.455855 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:31.456804 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:31.457720 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:31.458426 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:31.458993 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:31.459777 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:31.460405 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:31.468040 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-82d124f9-ada7-4e66-8ff3-6b56bad0ae71 tempest-DHCPAgentSchedulersTestJSON-1355226154 tempest-DHCPAgentSchedulersTestJSON-1355226154-project-admin] 10.222.0.37 "GET /v2.0/agents/8da84bfc-c34f-4b1f-82af-97a37540711d/dhcp-networks HTTP/1.1" status: 200 len: 8065 time: 0.3867297 Nov 12 08:44:31.468367 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:31.468976 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:31.469470 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:31.469968 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:31.470452 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:31.471658 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53040) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:31.484672 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c69dc1-531b-456d-88cc-c5c307768093 req-51fb605f-6d8e-4419-8737-44b5b7b883e4 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:31.486395 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-56c69dc1-531b-456d-88cc-c5c307768093 req-51fb605f-6d8e-4419-8737-44b5b7b883e4 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 946 time: 1.4958875 Nov 12 08:44:31.558654 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-347ed69c-5aae-4272-866f-54b550ee037b req-36108b23-a4cb-4803-b63b-84e295b4e355 service neutron] Attempting to bind port 148f6696-758c-4f5e-92a2-6d895c1475e8 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:31.559157 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-347ed69c-5aae-4272-866f-54b550ee037b req-36108b23-a4cb-4803-b63b-84e295b4e355 service neutron] Attempting to bind port 148f6696-758c-4f5e-92a2-6d895c1475e8 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'd9096f87-8920-440d-9535-8b369b6696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:31.567640 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf285ea-dd78-4706-bab2-3e7b043fdef9 admin admin] Network 416d77e6-e59f-4b38-b9bd-919bb27e94bb is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:31.571949 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-36108b23-a4cb-4803-b63b-84e295b4e355 service neutron] Attempting to bind port 148f6696-758c-4f5e-92a2-6d895c1475e8 on network 2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:31.582765 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-84e546c0-cf89-47d6-bb51-350c0589815c tempest-DHCPAgentSchedulersTestJSON-1355226154 tempest-DHCPAgentSchedulersTestJSON-1355226154-project-admin] 10.222.0.37 "GET /v2.0/networks/2a6cadd1-db9c-481c-881e-389ac0046100/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1057534 Nov 12 08:44:31.583123 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53042) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:31.625441 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba097e-1223-4d6e-b85c-31c30288400e req-09fc7a5b-3a47-46d6-802a-16aeea6244bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:31.625441 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba097e-1223-4d6e-b85c-31c30288400e req-09fc7a5b-3a47-46d6-802a-16aeea6244bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:31.625716 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-6bf285ea-dd78-4706-bab2-3e7b043fdef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:31.625795 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba097e-1223-4d6e-b85c-31c30288400e req-09fc7a5b-3a47-46d6-802a-16aeea6244bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:31.625795 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba097e-1223-4d6e-b85c-31c30288400e req-09fc7a5b-3a47-46d6-802a-16aeea6244bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:31.625795 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba097e-1223-4d6e-b85c-31c30288400e req-09fc7a5b-3a47-46d6-802a-16aeea6244bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:31.626226 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba097e-1223-4d6e-b85c-31c30288400e req-09fc7a5b-3a47-46d6-802a-16aeea6244bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:31.626651 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba097e-1223-4d6e-b85c-31c30288400e req-09fc7a5b-3a47-46d6-802a-16aeea6244bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:31.628737 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0aba097e-1223-4d6e-b85c-31c30288400e req-09fc7a5b-3a47-46d6-802a-16aeea6244bd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7744ced598be42768ed1d37e40d08f56&device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 6239 time: 0.4784324 Nov 12 08:44:31.639806 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-36108b23-a4cb-4803-b63b-84e295b4e355 service neutron] Port 148f6696-758c-4f5e-92a2-6d895c1475e8 on network 2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:31.640271 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-36108b23-a4cb-4803-b63b-84e295b4e355 service neutron] Attempting to bind port 148f6696-758c-4f5e-92a2-6d895c1475e8 on network 2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:31.651874 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-36108b23-a4cb-4803-b63b-84e295b4e355 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:31.668045 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf285ea-dd78-4706-bab2-3e7b043fdef9 admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:31.671815 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-36108b23-a4cb-4803-b63b-84e295b4e355 service neutron] Checking segment: {'id': 'd9096f87-8920-440d-9535-8b369b6696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:31.672260 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-36108b23-a4cb-4803-b63b-84e295b4e355 service neutron] Bound using segment: {'id': 'd9096f87-8920-440d-9535-8b369b6696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:31.672937 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-347ed69c-5aae-4272-866f-54b550ee037b req-36108b23-a4cb-4803-b63b-84e295b4e355 service neutron] Bound port: 148f6696-758c-4f5e-92a2-6d895c1475e8, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9096f87-8920-440d-9535-8b369b6696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:31.673468 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-36108b23-a4cb-4803-b63b-84e295b4e355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:31.702723 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-56c69dc1-531b-456d-88cc-c5c307768093 req-04e4e0fc-83ff-40ba-8243-be180c407c6a tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735082 Nov 12 08:44:31.863023 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-347ed69c-5aae-4272-866f-54b550ee037b req-36108b23-a4cb-4803-b63b-84e295b4e355 service neutron] For port 148f6696-758c-4f5e-92a2-6d895c1475e8, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:31.866899 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-347ed69c-5aae-4272-866f-54b550ee037b req-36108b23-a4cb-4803-b63b-84e295b4e355 service neutron] For port 148f6696-758c-4f5e-92a2-6d895c1475e8, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=148f6696-758c-4f5e-92a2-6d895c1475e8,segment=NetworkSegment(d9096f87-8920-440d-9535-8b369b6696ae),segment_id=d9096f87-8920-440d-9535-8b369b6696ae)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:31.871140 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ee427c63-96f6-4bbc-99bf-7fc92048bcd5 tempest-DHCPAgentSchedulersTestJSON-1355226154 tempest-DHCPAgentSchedulersTestJSON-1355226154-project-admin] 10.222.0.37 "GET /v2.0/networks/2a6cadd1-db9c-481c-881e-389ac0046100/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.2869067 Nov 12 08:44:31.874411 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53056) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:31.903929 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-36108b23-a4cb-4803-b63b-84e295b4e355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:31.938947 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1387b-1581-46dd-9894-9ae094ef03bd req-4d8eeede-a850-4dd9-b536-3d4614bf1d4f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:31.984880 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1387b-1581-46dd-9894-9ae094ef03bd req-4d8eeede-a850-4dd9-b536-3d4614bf1d4f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:31.991442 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1387b-1581-46dd-9894-9ae094ef03bd req-4d8eeede-a850-4dd9-b536-3d4614bf1d4f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:32.010829 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1387b-1581-46dd-9894-9ae094ef03bd req-4d8eeede-a850-4dd9-b536-3d4614bf1d4f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:32.042874 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1387b-1581-46dd-9894-9ae094ef03bd req-4d8eeede-a850-4dd9-b536-3d4614bf1d4f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:32.095697 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1387b-1581-46dd-9894-9ae094ef03bd req-4d8eeede-a850-4dd9-b536-3d4614bf1d4f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:32.103493 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-02daa33d-c4c2-435a-8bbf-0c84925743a6 None None] Provisioning complete for port d535109c-b3ab-44f1-aec4-75a36c1cda71 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:32.104944 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-02daa33d-c4c2-435a-8bbf-0c84925743a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:32.119589 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1387b-1581-46dd-9894-9ae094ef03bd req-4d8eeede-a850-4dd9-b536-3d4614bf1d4f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:32.129967 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-51d1387b-1581-46dd-9894-9ae094ef03bd req-4d8eeede-a850-4dd9-b536-3d4614bf1d4f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5385 time: 0.6998720 Nov 12 08:44:32.162367 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-3aa64582-c307-4155-970b-fdfae9ded7ba req-4c8eebb9-39ca-4807-bbe0-26ba4076347f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Deleting port eaad093f-38cd-48b3-808a-0ef8feb316e1 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:32.162906 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36108b23-a4cb-4803-b63b-84e295b4e355 service neutron] Pushing event updated for resources: {'Port': ['ID=148f6696-758c-4f5e-92a2-6d895c1475e8,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:32.166597 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3aa64582-c307-4155-970b-fdfae9ded7ba req-4c8eebb9-39ca-4807-bbe0-26ba4076347f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:32.258067 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-02daa33d-c4c2-435a-8bbf-0c84925743a6 None None] Port d535109c-b3ab-44f1-aec4-75a36c1cda71 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:32.323790 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-36108b23-a4cb-4803-b63b-84e295b4e355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:32.329076 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-36108b23-a4cb-4803-b63b-84e295b4e355 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:32.340229 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-51d1387b-1581-46dd-9894-9ae094ef03bd req-d95c5faa-ba97-46f0-9dfe-059e9c848a8e tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1936774 Nov 12 08:44:32.340375 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-36108b23-a4cb-4803-b63b-84e295b4e355 service neutron] 10.222.0.54 "PUT /v2.0/ports/148f6696-758c-4f5e-92a2-6d895c1475e8 HTTP/1.1" status: 200 len: 1092 time: 5.1229372 Nov 12 08:44:32.353175 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6bf285ea-dd78-4706-bab2-3e7b043fdef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:32.483674 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-347ed69c-5aae-4272-866f-54b550ee037b req-ac97e80f-d84f-4103-bf75-86987041abc2 service neutron] Request body: {'port': {'device_id': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:32.550510 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 1e6e424a-1c31-406e-9c2a-020bc5716600 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:32.583135 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d4c238e7-4d54-47ab-b939-92027085da1a req-48ab0e83-e9c1-4d98-9dba-5b2b02a0683f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7019305 Nov 12 08:44:32.774617 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53078) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:32.791293 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 1e6e424a-1c31-406e-9c2a-020bc5716600 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:32.803845 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:32.834312 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a253f1-21c4-4dfc-8413-78b309bf629a req-94ba9195-1d03-4d22-8f59-4bf27426ed33 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:32.837038 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b8a253f1-21c4-4dfc-8413-78b309bf629a req-94ba9195-1d03-4d22-8f59-4bf27426ed33 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 951 time: 0.6663411 Nov 12 08:44:32.929922 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6bf285ea-dd78-4706-bab2-3e7b043fdef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:32.971096 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b8a253f1-21c4-4dfc-8413-78b309bf629a req-a36b47dc-3cf7-4742-92db-04151d4c5aad tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266377 Nov 12 08:44:32.981337 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-3aa64582-c307-4155-970b-fdfae9ded7ba req-4c8eebb9-39ca-4807-bbe0-26ba4076347f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] For port eaad093f-38cd-48b3-808a-0ef8feb316e1, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=eaad093f-38cd-48b3-808a-0ef8feb316e1,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:32.982088 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3aa64582-c307-4155-970b-fdfae9ded7ba req-4c8eebb9-39ca-4807-bbe0-26ba4076347f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.111492 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'tag': '148f6696-758c-4f5e-92a2-6d895c1475e8'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:33.114558 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d253287-29f1-49c0-a27d-c09b8e556088" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "tag": "148f6696-758c-4f5e-92a2-6d895c1475e8"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:33.236815 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-57c4a482-c49f-453f-8537-1482f154dcf2 tempest-DHCPAgentSchedulersTestJSON-1355226154 tempest-DHCPAgentSchedulersTestJSON-1355226154-project-admin] 10.222.0.37 "GET /v2.0/agents/8da84bfc-c34f-4b1f-82af-97a37540711d/dhcp-networks HTTP/1.1" status: 200 len: 8065 time: 1.3423402 Nov 12 08:44:33.276125 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53090) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:33.353332 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device eaad093f-38cd-48b3-808a-0ef8feb316e1 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:44:33.356458 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be4c299-f657-4178-9cb4-c197d22bebf7 x-openstack-request-id: req-3be4c299-f657-4178-9cb4-c197d22bebf7 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:33.361272 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "tag": "148f6696-758c-4f5e-92a2-6d895c1475e8", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:33.362073 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3be4c299-f657-4178-9cb4-c197d22bebf7 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:33.374010 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'tag': '148f6696-758c-4f5e-92a2-6d895c1475e8', 'status': 'completed', 'code': 200} Nov 12 08:44:33.465805 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-ac97e80f-d84f-4103-bf75-86987041abc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.495581 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba097e-1223-4d6e-b85c-31c30288400e req-9b7d0e09-6067-4ebc-abe5-333ff10c6c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:33.499725 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba097e-1223-4d6e-b85c-31c30288400e req-9b7d0e09-6067-4ebc-abe5-333ff10c6c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:33.503418 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba097e-1223-4d6e-b85c-31c30288400e req-9b7d0e09-6067-4ebc-abe5-333ff10c6c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:33.508191 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0aba097e-1223-4d6e-b85c-31c30288400e req-9b7d0e09-6067-4ebc-abe5-333ff10c6c1a service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=7744ced598be42768ed1d37e40d08f56&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.8579919 Nov 12 08:44:33.546213 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c238e7-4d54-47ab-b939-92027085da1a req-1aef10e6-8330-4058-8b21-1b83c34cb7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:33.548099 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d4c238e7-4d54-47ab-b939-92027085da1a req-1aef10e6-8330-4058-8b21-1b83c34cb7e2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3251a58645fc4115844b0853f7399565&device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 1101 time: 0.8619361 Nov 12 08:44:33.567698 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6bf285ea-dd78-4706-bab2-3e7b043fdef9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.575785 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-00055aa6-ef44-4d99-93ef-ef510807c656 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.593654 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6bf285ea-dd78-4706-bab2-3e7b043fdef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.696144 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-3aa64582-c307-4155-970b-fdfae9ded7ba req-4c8eebb9-39ca-4807-bbe0-26ba4076347f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Calling delete_port for eaad093f-38cd-48b3-808a-0ef8feb316e1 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:33.753911 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6bf285ea-dd78-4706-bab2-3e7b043fdef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.791181 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf285ea-dd78-4706-bab2-3e7b043fdef9 admin admin] Pushing event updated for resources: {'Port': ['ID=d535109c-b3ab-44f1-aec4-75a36c1cda71,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:33.839939 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.905147 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port eaad093f-38cd-48b3-808a-0ef8feb316e1, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=eaad093f-38cd-48b3-808a-0ef8feb316e1,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:33.912311 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaad093f-38cd-48b3-808a-0ef8feb316e1'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:33.917846 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43c3f4d-debf-49e8-a377-7b67ccbbf6b9" -d '{"events": [{"server_uuid": "a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f", "name": "network-vif-unplugged", "status": "completed", "tag": "eaad093f-38cd-48b3-808a-0ef8feb316e1"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:33.938148 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:34.055946 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3a6a6-318f-4156-9fb0-8293a41552ba req-4865b84d-a293-4b43-a98c-cd1d7456722d tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:34.064913 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a6f3a6a6-318f-4156-9fb0-8293a41552ba req-4865b84d-a293-4b43-a98c-cd1d7456722d tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 946 time: 0.4888406 Nov 12 08:44:34.089118 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=eaad093f-38cd-48b3-808a-0ef8feb316e1,revision_number=14']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:34.142575 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a6f3a6a6-318f-4156-9fb0-8293a41552ba req-b331a7cd-5c65-4fce-a6f5-e385fedffb51 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734699 Nov 12 08:44:34.226718 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023650d-c796-4dd7-b703-efcd5af43188 req-141eec2c-221c-4713-8603-c0cf7bd7d7dd tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:34.237097 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023650d-c796-4dd7-b703-efcd5af43188 req-141eec2c-221c-4713-8603-c0cf7bd7d7dd tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:34.241856 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ebde35-5848-4604-9c68-fc0252581e35 x-openstack-request-id: req-32ebde35-5848-4604-9c68-fc0252581e35 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:34.242363 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f", "name": "network-vif-unplugged", "status": "completed", "tag": "eaad093f-38cd-48b3-808a-0ef8feb316e1", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:34.242719 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-32ebde35-5848-4604-9c68-fc0252581e35 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:34.243213 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaad093f-38cd-48b3-808a-0ef8feb316e1', 'code': 200} Nov 12 08:44:34.255546 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023650d-c796-4dd7-b703-efcd5af43188 req-141eec2c-221c-4713-8603-c0cf7bd7d7dd tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:34.276567 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023650d-c796-4dd7-b703-efcd5af43188 req-141eec2c-221c-4713-8603-c0cf7bd7d7dd tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:34.285115 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023650d-c796-4dd7-b703-efcd5af43188 req-141eec2c-221c-4713-8603-c0cf7bd7d7dd tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:34.301994 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023650d-c796-4dd7-b703-efcd5af43188 req-141eec2c-221c-4713-8603-c0cf7bd7d7dd tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:34.327222 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023650d-c796-4dd7-b703-efcd5af43188 req-141eec2c-221c-4713-8603-c0cf7bd7d7dd tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:34.329511 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b023650d-c796-4dd7-b703-efcd5af43188 req-141eec2c-221c-4713-8603-c0cf7bd7d7dd tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5385 time: 0.7372980 Nov 12 08:44:34.349529 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2cded5fc-d77c-43cc-9307-96c0d1de3be4 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:34.352000 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c238e7-4d54-47ab-b939-92027085da1a req-0cefd337-9209-42d2-8fdf-209e7cea3bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:34.353798 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d4c238e7-4d54-47ab-b939-92027085da1a req-0cefd337-9209-42d2-8fdf-209e7cea3bbc service neutron] 10.222.0.54 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.7363305 Nov 12 08:44:34.420833 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d4c238e7-4d54-47ab-b939-92027085da1a req-520ae308-27c3-4941-8572-9e99d2ab7551 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=445eef39-a61c-42ea-ad06-1001a52a3105 HTTP/1.1" status: 200 len: 217 time: 0.0479748 Nov 12 08:44:34.425682 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b023650d-c796-4dd7-b703-efcd5af43188 req-57014463-75ea-43c8-aba0-14c0b049b687 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0834820 Nov 12 08:44:34.520483 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf285ea-dd78-4706-bab2-3e7b043fdef9 admin admin] Network 416d77e6-e59f-4b38-b9bd-919bb27e94bb is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:34.530281 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-6bf285ea-dd78-4706-bab2-3e7b043fdef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:34.640363 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1cff9-b3db-42cf-99c9-cddf40086998 req-ab97bebf-832d-4d1c-89c0-bd0768bf1a36 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:34.644629 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c2e1cff9-b3db-42cf-99c9-cddf40086998 req-ab97bebf-832d-4d1c-89c0-bd0768bf1a36 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f HTTP/1.1" status: 200 len: 949 time: 0.3030341 Nov 12 08:44:34.801636 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3aa64582-c307-4155-970b-fdfae9ded7ba req-4c8eebb9-39ca-4807-bbe0-26ba4076347f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:34.818588 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['445eef39-a61c-42ea-ad06-1001a52a3105', 'ad21d9f1-4ccf-445b-866c-b96a8bd8767b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:44:34.908770 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['6e1d4968-a38b-49dc-b3cd-26685b7c75ca'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:44:34.990419 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8eebb9-39ca-4807-bbe0-26ba4076347f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Pushing event deleted for resources: {'Port': ['ID=eaad093f-38cd-48b3-808a-0ef8feb316e1,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:35.016993 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c2e1cff9-b3db-42cf-99c9-cddf40086998 req-07268f36-2504-42b5-9eeb-e4c171e5ba15 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472793 Nov 12 08:44:35.041532 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9087ed2a-2f54-4725-95c6-30d70fb33b75 None None] Provisioning complete for port d535109c-b3ab-44f1-aec4-75a36c1cda71 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:35.042013 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9087ed2a-2f54-4725-95c6-30d70fb33b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:35.119376 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9087ed2a-2f54-4725-95c6-30d70fb33b75 None None] Port d535109c-b3ab-44f1-aec4-75a36c1cda71 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:35.232525 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa64582-c307-4155-970b-fdfae9ded7ba req-4c8eebb9-39ca-4807-bbe0-26ba4076347f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] No DVR routers for this DVR port eaad093f-38cd-48b3-808a-0ef8feb316e1 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:44:35.244122 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3aa64582-c307-4155-970b-fdfae9ded7ba req-4c8eebb9-39ca-4807-bbe0-26ba4076347f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:35.260457 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3aa64582-c307-4155-970b-fdfae9ded7ba req-4c8eebb9-39ca-4807-bbe0-26ba4076347f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.58 "DELETE /v2.0/ports/eaad093f-38cd-48b3-808a-0ef8feb316e1 HTTP/1.1" status: 204 len: 173 time: 4.2940512 Nov 12 08:44:35.290709 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f', 'name': 'network-vif-deleted', 'tag': 'eaad093f-38cd-48b3-808a-0ef8feb316e1'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:35.305377 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf4859d-469f-44a5-9ea0-6b773f9792f5" -d '{"events": [{"server_uuid": "a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f", "name": "network-vif-deleted", "tag": "eaad093f-38cd-48b3-808a-0ef8feb316e1"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:35.349582 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf285ea-dd78-4706-bab2-3e7b043fdef9 admin admin] Router 52868198-c198-48ad-ade2-c9b9db715967 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:44:35.493721 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47f4009-5ac2-4b3c-ac58-170d56d88c29 x-openstack-request-id: req-d47f4009-5ac2-4b3c-ac58-170d56d88c29 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:35.494770 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f", "name": "network-vif-deleted", "tag": "eaad093f-38cd-48b3-808a-0ef8feb316e1", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:35.495995 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d47f4009-5ac2-4b3c-ac58-170d56d88c29 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:35.496693 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a05ca4-d806-4e6b-81a0-a9d819c4aa3f', 'name': 'network-vif-deleted', 'tag': 'eaad093f-38cd-48b3-808a-0ef8feb316e1', 'status': 'completed', 'code': 200} Nov 12 08:44:35.646454 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2cded5fc-d77c-43cc-9307-96c0d1de3be4 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:35.710730 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-347ed69c-5aae-4272-866f-54b550ee037b req-ac97e80f-d84f-4103-bf75-86987041abc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a26ea24-1891-468a-8682-58706cbc337d {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:44:35.727850 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-ac97e80f-d84f-4103-bf75-86987041abc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:35.758515 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-347ed69c-5aae-4272-866f-54b550ee037b req-ac97e80f-d84f-4103-bf75-86987041abc2 service neutron] Transition to ACTIVE for port object 5a26ea24-1891-468a-8682-58706cbc337d will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:44:35.791713 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-ac97e80f-d84f-4103-bf75-86987041abc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:35.825267 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba097e-1223-4d6e-b85c-31c30288400e req-2ef48d9c-9d22-4aa4-965b-51bf44b4a78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:35.827414 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0aba097e-1223-4d6e-b85c-31c30288400e req-2ef48d9c-9d22-4aa4-965b-51bf44b4a78b service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.2569754 Nov 12 08:44:35.928621 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c238e7-4d54-47ab-b939-92027085da1a req-44f30a95-d574-4cc7-bdda-7eb0342f0a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:35.941445 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d4c238e7-4d54-47ab-b939-92027085da1a req-44f30a95-d574-4cc7-bdda-7eb0342f0a57 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 1.4023547 Nov 12 08:44:35.987941 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf285ea-dd78-4706-bab2-3e7b043fdef9 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:36.000239 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d86391-8906-4c91-8495-d4379cbfbe7f None None] Sync routers for ids ['52868198-c198-48ad-ade2-c9b9db715967'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:36.019452 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-2cded5fc-d77c-43cc-9307-96c0d1de3be4 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12cb8f2a-dc16-49d9-8981-32132ffca8dc']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:36.023970 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d86391-8906-4c91-8495-d4379cbfbe7f None None] Routers {'52868198-c198-48ad-ade2-c9b9db715967'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:36.028963 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6bf285ea-dd78-4706-bab2-3e7b043fdef9 admin admin] 10.222.0.37 "PUT /v2.0/routers/52868198-c198-48ad-ade2-c9b9db715967/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2752743 Nov 12 08:44:36.032032 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-17d86391-8906-4c91-8495-d4379cbfbe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:44:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['52868198-c198-48ad-ade2-c9b9db715967'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:36.122771 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a12760-4c29-4614-8089-7d3aa096e6b8 req-cf6b2d34-e789-4e90-a9ab-0076a73c05cc tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:36.137098 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-56a12760-4c29-4614-8089-7d3aa096e6b8 req-cf6b2d34-e789-4e90-a9ab-0076a73c05cc tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 946 time: 0.7523224 Nov 12 08:44:36.237228 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-2cded5fc-d77c-43cc-9307-96c0d1de3be4 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a90b8449-a54a-40ae-a76f-ea4e80c891bc') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:36.256833 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-2cded5fc-d77c-43cc-9307-96c0d1de3be4 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a90b8449-a54a-40ae-a76f-ea4e80c891bc') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:36.292335 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8465854-c292-419d-a5e0-c320fad0c33d req-2f57c49c-1a57-4422-b091-a54fa3a6d81f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:36.300714 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8465854-c292-419d-a5e0-c320fad0c33d req-2f57c49c-1a57-4422-b091-a54fa3a6d81f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:36.310027 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8465854-c292-419d-a5e0-c320fad0c33d req-2f57c49c-1a57-4422-b091-a54fa3a6d81f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:36.320212 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8465854-c292-419d-a5e0-c320fad0c33d req-2f57c49c-1a57-4422-b091-a54fa3a6d81f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:36.332797 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8465854-c292-419d-a5e0-c320fad0c33d req-2f57c49c-1a57-4422-b091-a54fa3a6d81f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:36.342889 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8465854-c292-419d-a5e0-c320fad0c33d req-2f57c49c-1a57-4422-b091-a54fa3a6d81f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:36.360094 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8465854-c292-419d-a5e0-c320fad0c33d req-2f57c49c-1a57-4422-b091-a54fa3a6d81f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:36.362332 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8465854-c292-419d-a5e0-c320fad0c33d req-2f57c49c-1a57-4422-b091-a54fa3a6d81f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5397 time: 0.3716443 Nov 12 08:44:36.366669 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-17d86391-8906-4c91-8495-d4379cbfbe7f None None] Set router 52868198-c198-48ad-ade2-c9b9db715967 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:36.402104 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac97e80f-d84f-4103-bf75-86987041abc2 service neutron] Pushing event updated for resources: {'Port': ['ID=5a26ea24-1891-468a-8682-58706cbc337d,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:36.439906 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2cded5fc-d77c-43cc-9307-96c0d1de3be4 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:36.497397 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-56a12760-4c29-4614-8089-7d3aa096e6b8 req-60b1eb53-3da0-49fd-8953-db768294b42e tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370199 Nov 12 08:44:36.623785 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-00055aa6-ef44-4d99-93ef-ef510807c656 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:36.623996 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8465854-c292-419d-a5e0-c320fad0c33d req-5a897f0e-8bb9-4fa1-84fc-d3be8870208b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2373590 Nov 12 08:44:36.691539 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2cded5fc-d77c-43cc-9307-96c0d1de3be4 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:36.714736 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cded5fc-d77c-43cc-9307-96c0d1de3be4 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:44:36.716737 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2cded5fc-d77c-43cc-9307-96c0d1de3be4 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:36.903685 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:44:36.903685 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:44:36.903685 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:44:36.903685 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:44:36.903685 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:44:36.903685 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:44:36.903685 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:44:36.903685 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:44:36.903685 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:44:36.903685 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:44:36.903685 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:44:36.903685 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:44:36.903685 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:44:36.903685 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:44:36.903685 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:44:36.903685 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:44:36.903685 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:44:36.903685 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:44:36.903685 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:44:36.903685 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:44:36.903685 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:44:36.903685 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:44:36.903685 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:44:36.903685 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:44:36.903685 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:44:36.903685 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:44:36.903685 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:44:36.903685 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:44:36.903685 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:44:36.903685 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:44:36.903685 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:44:36.903685 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:44:37.037415 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-17d86391-8906-4c91-8495-d4379cbfbe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52868198-c198-48ad-ade2-c9b9db715967', 'name': 'tempest-ServersTestManualDisk-377144132-router', 'tenant_id': '28f4e914e83743e38050bab6ad98fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '1e6e424a-1c31-406e-9c2a-020bc5716600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:13Z', 'updated_at': '2021-11-12T08:44:32Z', 'revision_number': 4, 'project_id': '28f4e914e83743e38050bab6ad98fb14', 'gw_port': {'id': '1e6e424a-1c31-406e-9c2a-020bc5716600', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52868198-c198-48ad-ade2-c9b9db715967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:18Z', 'updated_at': '2021-11-12T08:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'd535109c-b3ab-44f1-aec4-75a36c1cda71', 'name': '', 'network_id': '416d77e6-e59f-4b38-b9bd-919bb27e94bb', 'tenant_id': '28f4e914e83743e38050bab6ad98fb14', 'mac_address': 'fa:16:3e:bd:cc:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52868198-c198-48ad-ade2-c9b9db715967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'ec79070a-c94b-4d76-8d90-f255a03ba1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:29Z', 'updated_at': '2021-11-12T08:44:33Z', 'revision_number': 2, 'project_id': '28f4e914e83743e38050bab6ad98fb14', 'subnets': [{'id': 'ec79070a-c94b-4d76-8d90-f255a03ba1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:37.051387 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2cded5fc-d77c-43cc-9307-96c0d1de3be4 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.057536 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2cded5fc-d77c-43cc-9307-96c0d1de3be4 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.065633 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53142) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:37.066935 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2cded5fc-d77c-43cc-9307-96c0d1de3be4 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] 10.222.0.37 "DELETE /v2.0/networks/12cb8f2a-dc16-49d9-8981-32132ffca8dc HTTP/1.1" status: 204 len: 168 time: 3.7795162 Nov 12 08:44:37.068064 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-00055aa6-ef44-4d99-93ef-ef510807c656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.108636 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d86391-8906-4c91-8495-d4379cbfbe7f None None] Checking router: 52868198-c198-48ad-ade2-c9b9db715967 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:44:37.111258 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d86391-8906-4c91-8495-d4379cbfbe7f None None] Updating router 52868198-c198-48ad-ade2-c9b9db715967 port d535109c-b3ab-44f1-aec4-75a36c1cda71 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:44:37.117207 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e5f3672-6e1a-4fa5-b2ef-4717355201c1 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] DELETE failed (client error): The resource could not be found. Nov 12 08:44:37.117885 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e5f3672-6e1a-4fa5-b2ef-4717355201c1 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:44:37.123259 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4e5f3672-6e1a-4fa5-b2ef-4717355201c1 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] 10.222.0.37 "DELETE /v2.0/ports/94104dcc-abc2-4c4a-87f8-a4686d90c22f HTTP/1.1" status: 404 len: 333 time: 0.0542772 Nov 12 08:44:37.136180 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53144) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:37.151168 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-17d86391-8906-4c91-8495-d4379cbfbe7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.154858 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cded5fc-d77c-43cc-9307-96c0d1de3be4 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Pushing event deleted for resources: {'Network': ['ID=12cb8f2a-dc16-49d9-8981-32132ffca8dc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:37.160448 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00055aa6-ef44-4d99-93ef-ef510807c656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b8a40d-aed1-48c5-8a28-4696c406bb7b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:37.240142 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33373807-df94-4806-8e8f-77fa32ebb957 req-9ad847f9-efb9-492c-b3c8-f82227c17c89 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:37.256891 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-33373807-df94-4806-8e8f-77fa32ebb957 req-9ad847f9-efb9-492c-b3c8-f82227c17c89 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 951 time: 0.1160069 Nov 12 08:44:37.296909 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d253287-29f1-49c0-a27d-c09b8e556088 req-fa5092a3-5209-4d9f-a34b-d77e976417d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:37.300907 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d253287-29f1-49c0-a27d-c09b8e556088 req-fa5092a3-5209-4d9f-a34b-d77e976417d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:37.301585 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d253287-29f1-49c0-a27d-c09b8e556088 req-fa5092a3-5209-4d9f-a34b-d77e976417d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:37.304279 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d253287-29f1-49c0-a27d-c09b8e556088 req-fa5092a3-5209-4d9f-a34b-d77e976417d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:37.306905 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d253287-29f1-49c0-a27d-c09b8e556088 req-fa5092a3-5209-4d9f-a34b-d77e976417d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:37.308062 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d253287-29f1-49c0-a27d-c09b8e556088 req-fa5092a3-5209-4d9f-a34b-d77e976417d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:37.309730 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d253287-29f1-49c0-a27d-c09b8e556088 req-fa5092a3-5209-4d9f-a34b-d77e976417d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:37.317218 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8d253287-29f1-49c0-a27d-c09b8e556088 req-fa5092a3-5209-4d9f-a34b-d77e976417d0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7744ced598be42768ed1d37e40d08f56&device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 6307 time: 1.3678873 Nov 12 08:44:37.356259 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-9beea666-f747-40fd-a660-19a340e758d8 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Deleting subnet 573f3f0b-54bb-4d9c-b892-63dd1649a317 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:44:37.366796 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9beea666-f747-40fd-a660-19a340e758d8 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.369316 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-33373807-df94-4806-8e8f-77fa32ebb957 req-e5a0ca25-e1b2-47ed-b002-0b02e438b1e0 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114206 Nov 12 08:44:37.420603 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53150) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:37.426664 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-85a504ab-66ce-4527-8282-be6743b37ff2 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1676079395', 'description': 'tempest-description--1117366974'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:37.468794 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9beea666-f747-40fd-a660-19a340e758d8 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.473416 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-85a504ab-66ce-4527-8282-be6743b37ff2 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.674693 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-85a504ab-66ce-4527-8282-be6743b37ff2 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.720892 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-85a504ab-66ce-4527-8282-be6743b37ff2 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.748759 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9beea666-f747-40fd-a660-19a340e758d8 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.873118 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-85a504ab-66ce-4527-8282-be6743b37ff2 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.875216 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-85a504ab-66ce-4527-8282-be6743b37ff2 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4532864 Nov 12 08:44:37.885965 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53160) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:37.897096 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-37b7eb1a-4235-4086-a2c6-33ba94fcad0a tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Request body: {'security_group_rule': {'security_group_id': '428aaee6-b6d2-4192-aacc-d4497d6e7452', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:37.943283 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb12658-6fea-4a85-aa96-23dedf8805e2 req-f46abcc8-726a-4d68-8f12-0b99326db67a tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:37.945138 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1bb12658-6fea-4a85-aa96-23dedf8805e2 req-f46abcc8-726a-4d68-8f12-0b99326db67a tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 946 time: 0.2531648 Nov 12 08:44:37.947686 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a504ab-66ce-4527-8282-be6743b37ff2 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=428aaee6-b6d2-4192-aacc-d4497d6e7452,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:37.983422 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-37b7eb1a-4235-4086-a2c6-33ba94fcad0a tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.988564 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-347ed69c-5aae-4272-866f-54b550ee037b req-ac97e80f-d84f-4103-bf75-86987041abc2 service neutron] Attempting to bind port 5a26ea24-1891-468a-8682-58706cbc337d on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:37.990786 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-347ed69c-5aae-4272-866f-54b550ee037b req-ac97e80f-d84f-4103-bf75-86987041abc2 service neutron] Attempting to bind port 5a26ea24-1891-468a-8682-58706cbc337d by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'd9096f87-8920-440d-9535-8b369b6696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:37.991762 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-ac97e80f-d84f-4103-bf75-86987041abc2 service neutron] Attempting to bind port 5a26ea24-1891-468a-8682-58706cbc337d on network 2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:37.998374 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c238e7-4d54-47ab-b939-92027085da1a req-fdadb735-027c-4153-a0de-92188e316313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:38.002276 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d4c238e7-4d54-47ab-b939-92027085da1a req-fdadb735-027c-4153-a0de-92188e316313 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.9791617 Nov 12 08:44:38.018146 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-ac97e80f-d84f-4103-bf75-86987041abc2 service neutron] Port 5a26ea24-1891-468a-8682-58706cbc337d on network 2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:38.018954 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-ac97e80f-d84f-4103-bf75-86987041abc2 service neutron] Attempting to bind port 5a26ea24-1891-468a-8682-58706cbc337d on network 2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:38.025809 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-00055aa6-ef44-4d99-93ef-ef510807c656 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9494f4c0d797484aad07ce233b10093c&name=default HTTP/1.1" status: 200 len: 3000 time: 5.1917360 Nov 12 08:44:38.045716 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b503b-3786-4ef1-9311-fd57e6c590d7 req-8dabf977-164b-43f6-a60e-85c72d15e6f1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:38.053046 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b503b-3786-4ef1-9311-fd57e6c590d7 req-8dabf977-164b-43f6-a60e-85c72d15e6f1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:38.074142 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b503b-3786-4ef1-9311-fd57e6c590d7 req-8dabf977-164b-43f6-a60e-85c72d15e6f1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:38.084952 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b503b-3786-4ef1-9311-fd57e6c590d7 req-8dabf977-164b-43f6-a60e-85c72d15e6f1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:38.099153 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b503b-3786-4ef1-9311-fd57e6c590d7 req-8dabf977-164b-43f6-a60e-85c72d15e6f1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:38.105801 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b503b-3786-4ef1-9311-fd57e6c590d7 req-8dabf977-164b-43f6-a60e-85c72d15e6f1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:38.116556 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-17d86391-8906-4c91-8495-d4379cbfbe7f None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.117230 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b503b-3786-4ef1-9311-fd57e6c590d7 req-8dabf977-164b-43f6-a60e-85c72d15e6f1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:38.119808 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-288b503b-3786-4ef1-9311-fd57e6c590d7 req-8dabf977-164b-43f6-a60e-85c72d15e6f1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5397 time: 0.3407915 Nov 12 08:44:38.126475 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53162) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:38.159448 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-17d86391-8906-4c91-8495-d4379cbfbe7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.160679 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7897a212-33e6-46e9-8b0d-1d30d66013b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.191447 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9beea666-f747-40fd-a660-19a340e758d8 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.252031 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-ac97e80f-d84f-4103-bf75-86987041abc2 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:38.252374 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-ac97e80f-d84f-4103-bf75-86987041abc2 service neutron] Checking segment: {'id': 'd9096f87-8920-440d-9535-8b369b6696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:38.252767 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-ac97e80f-d84f-4103-bf75-86987041abc2 service neutron] Bound using segment: {'id': 'd9096f87-8920-440d-9535-8b369b6696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:38.253665 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-347ed69c-5aae-4272-866f-54b550ee037b req-ac97e80f-d84f-4103-bf75-86987041abc2 service neutron] Bound port: 5a26ea24-1891-468a-8682-58706cbc337d, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9096f87-8920-440d-9535-8b369b6696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:38.253901 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-ac97e80f-d84f-4103-bf75-86987041abc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.280724 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beea666-f747-40fd-a660-19a340e758d8 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Pushing event deleted for resources: {'Subnet': ['ID=573f3f0b-54bb-4d9c-b892-63dd1649a317,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:38.312806 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9beea666-f747-40fd-a660-19a340e758d8 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.319712 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9beea666-f747-40fd-a660-19a340e758d8 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] 10.222.0.37 "DELETE /v2.0/subnets/573f3f0b-54bb-4d9c-b892-63dd1649a317 HTTP/1.1" status: 204 len: 168 time: 1.1479990 Nov 12 08:44:38.320567 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53166) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:38.348424 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912dfa83-f6a6-4ec1-83fd-a52c677933df None None] Network 2a6cadd1-db9c-481c-881e-389ac0046100 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:38.546090 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-288b503b-3786-4ef1-9311-fd57e6c590d7 req-a0c076d2-172b-4809-af11-6bbaafac35bd tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4027691 Nov 12 08:44:38.645775 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1bb12658-6fea-4a85-aa96-23dedf8805e2 req-e2de17af-b92d-47b3-aed8-9f8b62674b86 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6707158 Nov 12 08:44:38.810464 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eefd6ad-c6d2-4ce1-a7d3-9fd243cfb1b3 None None] Pushing event updated for resources: {'Port': ['ID=d535109c-b3ab-44f1-aec4-75a36c1cda71,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:38.880837 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-37b7eb1a-4235-4086-a2c6-33ba94fcad0a tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.904353 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-37b7eb1a-4235-4086-a2c6-33ba94fcad0a tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.910100 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a3c99f73-b8c9-4173-8f52-ba63c2bf5220 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.969692 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a3c99f73-b8c9-4173-8f52-ba63c2bf5220 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:39.034535 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-17d86391-8906-4c91-8495-d4379cbfbe7f None None] Attempting to bind port d535109c-b3ab-44f1-aec4-75a36c1cda71 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:39.040883 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-17d86391-8906-4c91-8495-d4379cbfbe7f None None] Attempting to bind port d535109c-b3ab-44f1-aec4-75a36c1cda71 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'a2bb8357-84e3-4416-95ab-bb4a7e613091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '416d77e6-e59f-4b38-b9bd-919bb27e94bb'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:39.041425 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d86391-8906-4c91-8495-d4379cbfbe7f None None] Attempting to bind port d535109c-b3ab-44f1-aec4-75a36c1cda71 on network 416d77e6-e59f-4b38-b9bd-919bb27e94bb {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:39.055507 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-0661ee5f-d006-4fca-94dd-04d4b645feab None None] Provisioning complete for port d535109c-b3ab-44f1-aec4-75a36c1cda71 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:39.055507 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0661ee5f-d006-4fca-94dd-04d4b645feab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:39.094021 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a3c99f73-b8c9-4173-8f52-ba63c2bf5220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:39.096606 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a3c99f73-b8c9-4173-8f52-ba63c2bf5220 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:39.097974 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a3c99f73-b8c9-4173-8f52-ba63c2bf5220 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/86b8a40d-aed1-48c5-8a28-4696c406bb7b HTTP/1.1" status: 204 len: 168 time: 0.9699452 Nov 12 08:44:39.137003 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd9eb1-a11e-4bfe-aef1-a05b8c7a6f76 req-2f40ad04-9d24-4dca-af61-b20023a4240a tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:39.138839 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e7dd9eb1-a11e-4bfe-aef1-a05b8c7a6f76 req-2f40ad04-9d24-4dca-af61-b20023a4240a tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 951 time: 0.4918950 Nov 12 08:44:39.143799 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d4c238e7-4d54-47ab-b939-92027085da1a req-1110a720-25b7-4fb5-88ec-38b036f17429 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1318924 Nov 12 08:44:39.152948 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7eb1a-4235-4086-a2c6-33ba94fcad0a tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=785c3a49-db23-4177-bea8-a0644d0e4884,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:39.169679 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-37b7eb1a-4235-4086-a2c6-33ba94fcad0a tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:39.174904 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-37b7eb1a-4235-4086-a2c6-33ba94fcad0a tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2801406 Nov 12 08:44:39.175998 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53180) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:39.205565 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d253287-29f1-49c0-a27d-c09b8e556088 req-79214f90-5e6a-4efc-8e65-63a61a71f3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:39.206469 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d253287-29f1-49c0-a27d-c09b8e556088 req-79214f90-5e6a-4efc-8e65-63a61a71f3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:39.207104 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d253287-29f1-49c0-a27d-c09b8e556088 req-79214f90-5e6a-4efc-8e65-63a61a71f3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:39.209495 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8d253287-29f1-49c0-a27d-c09b8e556088 req-79214f90-5e6a-4efc-8e65-63a61a71f3ec service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=7744ced598be42768ed1d37e40d08f56&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.3089252 Nov 12 08:44:39.211792 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d86391-8906-4c91-8495-d4379cbfbe7f None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:39.224553 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-9f66e298-b466-48da-99da-973d94097785 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Request body: {'security_group_rule': {'security_group_id': '428aaee6-b6d2-4192-aacc-d4497d6e7452', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:39.227277 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d86391-8906-4c91-8495-d4379cbfbe7f None None] Checking segment: {'id': 'a2bb8357-84e3-4416-95ab-bb4a7e613091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '416d77e6-e59f-4b38-b9bd-919bb27e94bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:39.227931 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-17d86391-8906-4c91-8495-d4379cbfbe7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:39.228352 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d86391-8906-4c91-8495-d4379cbfbe7f None None] Bound using segment: {'id': 'a2bb8357-84e3-4416-95ab-bb4a7e613091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '416d77e6-e59f-4b38-b9bd-919bb27e94bb'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:39.228876 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-17d86391-8906-4c91-8495-d4379cbfbe7f None None] Bound port: d535109c-b3ab-44f1-aec4-75a36c1cda71, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2bb8357-84e3-4416-95ab-bb4a7e613091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '416d77e6-e59f-4b38-b9bd-919bb27e94bb'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:39.229268 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-17d86391-8906-4c91-8495-d4379cbfbe7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:39.264645 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7af60b-391b-45cd-8a75-bc74b7d66783 req-e3e96434-ff75-4e82-8554-fb61bb675d99 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:39.266688 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7f7af60b-391b-45cd-8a75-bc74b7d66783 req-e3e96434-ff75-4e82-8554-fb61bb675d99 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 951 time: 0.5298746 Nov 12 08:44:39.267637 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c99f73-b8c9-4173-8f52-ba63c2bf5220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b8a40d-aed1-48c5-8a28-4696c406bb7b,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:39.349126 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-0661ee5f-d006-4fca-94dd-04d4b645feab None None] Port d535109c-b3ab-44f1-aec4-75a36c1cda71 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:39.436925 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8693b026-86bc-4455-a5de-0edc0aa2c4d1 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:39.613727 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-17d86391-8906-4c91-8495-d4379cbfbe7f None None] For port d535109c-b3ab-44f1-aec4-75a36c1cda71, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:39.620161 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-17d86391-8906-4c91-8495-d4379cbfbe7f None None] For port d535109c-b3ab-44f1-aec4-75a36c1cda71, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d535109c-b3ab-44f1-aec4-75a36c1cda71,segment=NetworkSegment(a2bb8357-84e3-4416-95ab-bb4a7e613091),segment_id=a2bb8357-84e3-4416-95ab-bb4a7e613091)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:39.629703 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-17d86391-8906-4c91-8495-d4379cbfbe7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:39.634734 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-347ed69c-5aae-4272-866f-54b550ee037b req-ac97e80f-d84f-4103-bf75-86987041abc2 service neutron] For port 5a26ea24-1891-468a-8682-58706cbc337d, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:39.728342 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7f7af60b-391b-45cd-8a75-bc74b7d66783 req-ec6f3fc8-7b3e-49ea-9502-2adc7832f814 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650804 Nov 12 08:44:39.780326 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997ebe7c-7c80-4279-946b-5bfcc6602681 None None] DHCP port deletion for 2a6cadd1-db9c-481c-881e-389ac0046100 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:39.788127 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9f66e298-b466-48da-99da-973d94097785 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:39.857968 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-347ed69c-5aae-4272-866f-54b550ee037b req-ac97e80f-d84f-4103-bf75-86987041abc2 service neutron] For port 5a26ea24-1891-468a-8682-58706cbc337d, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=5a26ea24-1891-468a-8682-58706cbc337d,segment=NetworkSegment(d9096f87-8920-440d-9535-8b369b6696ae),segment_id=d9096f87-8920-440d-9535-8b369b6696ae)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:40.026144 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eefd6ad-c6d2-4ce1-a7d3-9fd243cfb1b3 None None] Pushing event updated for resources: {'Port': ['ID=d535109c-b3ab-44f1-aec4-75a36c1cda71,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:40.047332 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d86391-8906-4c91-8495-d4379cbfbe7f None None] Routers {'52868198-c198-48ad-ade2-c9b9db715967'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:40.051990 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-17d86391-8906-4c91-8495-d4379cbfbe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:44:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['52868198-c198-48ad-ade2-c9b9db715967'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:40.056016 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-e7dd9eb1-a11e-4bfe-aef1-a05b8c7a6f76 req-5d14ebef-a617-44a0-b237-e5187a72dd96 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Deleting port 6e1d4968-a38b-49dc-b3cd-26685b7c75ca {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:40.066525 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e7dd9eb1-a11e-4bfe-aef1-a05b8c7a6f76 req-5d14ebef-a617-44a0-b237-e5187a72dd96 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:40.089978 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d4c238e7-4d54-47ab-b939-92027085da1a req-8df706b2-e400-4c87-be78-c6ba79f556d0 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9326835 Nov 12 08:44:40.097870 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d253287-29f1-49c0-a27d-c09b8e556088 req-3196161f-0f81-445a-8567-7b73cb8d9ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:40.114207 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8d253287-29f1-49c0-a27d-c09b8e556088 req-3196161f-0f81-445a-8567-7b73cb8d9ef7 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8903332 Nov 12 08:44:40.214367 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-ac97e80f-d84f-4103-bf75-86987041abc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:40.308553 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9917fc11-380c-4add-ba67-b2c6ea68e673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:40.437365 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-997ebe7c-7c80-4279-946b-5bfcc6602681 None None] Deleting port ab3755f8-f76a-46cf-a682-e85895ce2cef {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:40.437881 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-997ebe7c-7c80-4279-946b-5bfcc6602681 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:40.465526 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ab3755f8-f76a-46cf-a682-e85895ce2cef no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:44:40.500422 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-ac97e80f-d84f-4103-bf75-86987041abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:40.503173 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-ac97e80f-d84f-4103-bf75-86987041abc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:40.507783 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-ac97e80f-d84f-4103-bf75-86987041abc2 service neutron] 10.222.0.54 "PUT /v2.0/ports/5a26ea24-1891-468a-8682-58706cbc337d HTTP/1.1" status: 200 len: 1091 time: 8.0561266 Nov 12 08:44:40.509542 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'tag': '5a26ea24-1891-468a-8682-58706cbc337d'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:40.547399 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2972ab-61a4-446f-8b37-367d182341fd" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "tag": "5a26ea24-1891-468a-8682-58706cbc337d"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:40.602857 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-84028434-f1a8-499e-b8c9-fa80ecfc7200 None None] Provisioning complete for port d535109c-b3ab-44f1-aec4-75a36c1cda71 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:40.613232 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-84028434-f1a8-499e-b8c9-fa80ecfc7200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:40.614764 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-347ed69c-5aae-4272-866f-54b550ee037b req-53dfc508-7f09-4477-bdab-76e2747b4b98 service neutron] Request body: {'port': {'device_id': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:40.740971 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9f66e298-b466-48da-99da-973d94097785 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:40.786089 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-8693b026-86bc-4455-a5de-0edc0aa2c4d1 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Deleting port ab3755f8-f76a-46cf-a682-e85895ce2cef {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:40.786884 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8693b026-86bc-4455-a5de-0edc0aa2c4d1 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:40.829216 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d162fb-32cc-4db2-a371-3e364b9a72e5 req-8b35a259-44fc-4cfa-974d-655a3362b676 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:40.843190 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e3d162fb-32cc-4db2-a371-3e364b9a72e5 req-8b35a259-44fc-4cfa-974d-655a3362b676 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 946 time: 0.8010769 Nov 12 08:44:40.871972 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9f66e298-b466-48da-99da-973d94097785 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:40.880537 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-17d86391-8906-4c91-8495-d4379cbfbe7f None None] Set router 52868198-c198-48ad-ade2-c9b9db715967 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:40.965814 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66e298-b466-48da-99da-973d94097785 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6442a6d-c148-4f55-91cc-5265569f47c5,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:40.983261 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a95b2-b01a-4cfd-9b59-e27d3e23ab33 req-0cb0fe6b-b8d7-4f31-9e75-937cbf8b55dc tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:40.990133 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a95b2-b01a-4cfd-9b59-e27d3e23ab33 req-0cb0fe6b-b8d7-4f31-9e75-937cbf8b55dc tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:40.996552 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a95b2-b01a-4cfd-9b59-e27d3e23ab33 req-0cb0fe6b-b8d7-4f31-9e75-937cbf8b55dc tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:41.003931 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a95b2-b01a-4cfd-9b59-e27d3e23ab33 req-0cb0fe6b-b8d7-4f31-9e75-937cbf8b55dc tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:41.010887 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a95b2-b01a-4cfd-9b59-e27d3e23ab33 req-0cb0fe6b-b8d7-4f31-9e75-937cbf8b55dc tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:41.017639 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a95b2-b01a-4cfd-9b59-e27d3e23ab33 req-0cb0fe6b-b8d7-4f31-9e75-937cbf8b55dc tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:41.025442 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a95b2-b01a-4cfd-9b59-e27d3e23ab33 req-0cb0fe6b-b8d7-4f31-9e75-937cbf8b55dc tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:41.028057 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c82a95b2-b01a-4cfd-9b59-e27d3e23ab33 req-0cb0fe6b-b8d7-4f31-9e75-937cbf8b55dc tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5397 time: 1.1642029 Nov 12 08:44:41.083910 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9f66e298-b466-48da-99da-973d94097785 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:41.087941 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9f66e298-b466-48da-99da-973d94097785 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8891242 Nov 12 08:44:41.089784 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53218) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:41.098370 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-34e7bca4-c24f-45ee-9b48-c1748c79c439 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:41.103623 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac97e80f-d84f-4103-bf75-86987041abc2 service neutron] Pushing event updated for resources: {'Port': ['ID=5a26ea24-1891-468a-8682-58706cbc337d,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:41.149345 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-8693b026-86bc-4455-a5de-0edc0aa2c4d1 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] For port ab3755f8-f76a-46cf-a682-e85895ce2cef, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ab3755f8-f76a-46cf-a682-e85895ce2cef,segment=NetworkSegment(6539c178-d7f1-4e96-b264-8f3f554e1911),segment_id=6539c178-d7f1-4e96-b264-8f3f554e1911)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:41.149731 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8693b026-86bc-4455-a5de-0edc0aa2c4d1 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:41.157066 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-53dfc508-7f09-4477-bdab-76e2747b4b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:41.185186 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c82a95b2-b01a-4cfd-9b59-e27d3e23ab33 req-613327c8-a109-4f37-9395-7700302400e1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1429300 Nov 12 08:44:41.192800 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-8693b026-86bc-4455-a5de-0edc0aa2c4d1 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Calling delete_port for ab3755f8-f76a-46cf-a682-e85895ce2cef owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:41.250559 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-e7dd9eb1-a11e-4bfe-aef1-a05b8c7a6f76 req-5d14ebef-a617-44a0-b237-e5187a72dd96 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] For port 6e1d4968-a38b-49dc-b3cd-26685b7c75ca, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=6e1d4968-a38b-49dc-b3cd-26685b7c75ca,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:41.259419 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-997ebe7c-7c80-4279-946b-5bfcc6602681 None None] For port ab3755f8-f76a-46cf-a682-e85895ce2cef, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ab3755f8-f76a-46cf-a682-e85895ce2cef,segment=NetworkSegment(6539c178-d7f1-4e96-b264-8f3f554e1911),segment_id=6539c178-d7f1-4e96-b264-8f3f554e1911)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:41.259849 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-997ebe7c-7c80-4279-946b-5bfcc6602681 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:41.261995 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e7dd9eb1-a11e-4bfe-aef1-a05b8c7a6f76 req-5d14ebef-a617-44a0-b237-e5187a72dd96 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:41.288588 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-997ebe7c-7c80-4279-946b-5bfcc6602681 None None] Calling delete_port for ab3755f8-f76a-46cf-a682-e85895ce2cef owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:41.357230 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-e7dd9eb1-a11e-4bfe-aef1-a05b8c7a6f76 req-5d14ebef-a617-44a0-b237-e5187a72dd96 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Calling delete_port for 6e1d4968-a38b-49dc-b3cd-26685b7c75ca owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:41.699709 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e3d162fb-32cc-4db2-a371-3e364b9a72e5 req-34d894b5-0ae1-4147-af1e-93e8d77b9536 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8544431 Nov 12 08:44:41.769837 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-347ed69c-5aae-4272-866f-54b550ee037b req-53dfc508-7f09-4477-bdab-76e2747b4b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d9b265-ff43-4a1c-acce-53b5283365dc {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:44:41.781892 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-53dfc508-7f09-4477-bdab-76e2747b4b98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:41.812952 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-347ed69c-5aae-4272-866f-54b550ee037b req-53dfc508-7f09-4477-bdab-76e2747b4b98 service neutron] Transition to ACTIVE for port object 42d9b265-ff43-4a1c-acce-53b5283365dc will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:44:41.815359 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9d0dfd-1d89-4070-9c64-777fad992fed x-openstack-request-id: req-dc9d0dfd-1d89-4070-9c64-777fad992fed {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:41.815648 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "tag": "5a26ea24-1891-468a-8682-58706cbc337d", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:41.817809 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc9d0dfd-1d89-4070-9c64-777fad992fed {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:41.818249 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'tag': '5a26ea24-1891-468a-8682-58706cbc337d', 'status': 'completed', 'code': 200} Nov 12 08:44:41.831629 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-34e7bca4-c24f-45ee-9b48-c1748c79c439 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks [] for floatingip, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:41.845340 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-53dfc508-7f09-4477-bdab-76e2747b4b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:41.851891 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 6e1d4968-a38b-49dc-b3cd-26685b7c75ca no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:44:41.978517 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b297458-f0d2-4f6d-9f37-2597a616e537 req-c418fe27-c46c-42bc-8ee0-f1cfa5b58e9d tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:42.000497 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b297458-f0d2-4f6d-9f37-2597a616e537 req-c418fe27-c46c-42bc-8ee0-f1cfa5b58e9d tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 951 time: 0.3322287 Nov 12 08:44:42.140404 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dfc508-7f09-4477-bdab-76e2747b4b98 service neutron] Pushing event updated for resources: {'Port': ['ID=42d9b265-ff43-4a1c-acce-53b5283365dc,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:42.362915 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2972ab-61a4-446f-8b37-367d182341fd req-596b8817-eaf7-4bb9-b142-a8612e221a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:42.363398 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2972ab-61a4-446f-8b37-367d182341fd req-596b8817-eaf7-4bb9-b142-a8612e221a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:42.376840 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b297458-f0d2-4f6d-9f37-2597a616e537 req-69683e80-0ee8-4fe7-b5f8-5993b60e8a8c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584108 Nov 12 08:44:42.386625 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2972ab-61a4-446f-8b37-367d182341fd req-596b8817-eaf7-4bb9-b142-a8612e221a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:42.387247 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2972ab-61a4-446f-8b37-367d182341fd req-596b8817-eaf7-4bb9-b142-a8612e221a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:42.387911 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2972ab-61a4-446f-8b37-367d182341fd req-596b8817-eaf7-4bb9-b142-a8612e221a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:42.389370 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2972ab-61a4-446f-8b37-367d182341fd req-596b8817-eaf7-4bb9-b142-a8612e221a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:42.389861 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2972ab-61a4-446f-8b37-367d182341fd req-596b8817-eaf7-4bb9-b142-a8612e221a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:42.392147 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af2972ab-61a4-446f-8b37-367d182341fd req-596b8817-eaf7-4bb9-b142-a8612e221a97 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7744ced598be42768ed1d37e40d08f56&device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 6375 time: 0.5729299 Nov 12 08:44:42.452795 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-347ed69c-5aae-4272-866f-54b550ee037b req-53dfc508-7f09-4477-bdab-76e2747b4b98 service neutron] Attempting to bind port 42d9b265-ff43-4a1c-acce-53b5283365dc on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:42.453202 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-347ed69c-5aae-4272-866f-54b550ee037b req-53dfc508-7f09-4477-bdab-76e2747b4b98 service neutron] Attempting to bind port 42d9b265-ff43-4a1c-acce-53b5283365dc by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '27dbb1a9-39bb-4e45-8c99-b89307690322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '702ebd3a-91cd-4d56-a35d-ad10b18ed18d'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:42.460430 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-53dfc508-7f09-4477-bdab-76e2747b4b98 service neutron] Attempting to bind port 42d9b265-ff43-4a1c-acce-53b5283365dc on network 702ebd3a-91cd-4d56-a35d-ad10b18ed18d {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:42.490509 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8693b026-86bc-4455-a5de-0edc0aa2c4d1 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:42.493762 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e7dd9eb1-a11e-4bfe-aef1-a05b8c7a6f76 req-5d14ebef-a617-44a0-b237-e5187a72dd96 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:42.539201 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:42.552020 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8693b026-86bc-4455-a5de-0edc0aa2c4d1 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] No DVR routers for this DVR port ab3755f8-f76a-46cf-a682-e85895ce2cef on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:44:42.574614 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14ebef-a617-44a0-b237-e5187a72dd96 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Pushing event deleted for resources: {'Port': ['ID=6e1d4968-a38b-49dc-b3cd-26685b7c75ca,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:42.583460 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-53dfc508-7f09-4477-bdab-76e2747b4b98 service neutron] Port 42d9b265-ff43-4a1c-acce-53b5283365dc on network 702ebd3a-91cd-4d56-a35d-ad10b18ed18d not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:42.585068 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-53dfc508-7f09-4477-bdab-76e2747b4b98 service neutron] Attempting to bind port 42d9b265-ff43-4a1c-acce-53b5283365dc on network 702ebd3a-91cd-4d56-a35d-ad10b18ed18d {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:42.601884 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['445eef39-a61c-42ea-ad06-1001a52a3105', 'ad21d9f1-4ccf-445b-866c-b96a8bd8767b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:44:42.670324 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-34e7bca4-c24f-45ee-9b48-c1748c79c439 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:42.712830 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dca5e3-cf29-4793-82ec-cd465f3963c4 req-d1979027-bee7-4c0a-a225-d739f53d3f29 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:42.738429 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693b026-86bc-4455-a5de-0edc0aa2c4d1 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Pushing event deleted for resources: {'Port': ['ID=ab3755f8-f76a-46cf-a682-e85895ce2cef,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:42.762048 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dca5e3-cf29-4793-82ec-cd465f3963c4 req-d1979027-bee7-4c0a-a225-d739f53d3f29 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:42.774318 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:42.802727 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dca5e3-cf29-4793-82ec-cd465f3963c4 req-d1979027-bee7-4c0a-a225-d739f53d3f29 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:42.810051 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No active binding found for port 6e1d4968-a38b-49dc-b3cd-26685b7c75ca {{(pid=102570) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 08:44:42.810578 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 6e1d4968-a38b-49dc-b3cd-26685b7c75ca not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:44:42.839570 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dca5e3-cf29-4793-82ec-cd465f3963c4 req-d1979027-bee7-4c0a-a225-d739f53d3f29 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:42.851483 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dca5e3-cf29-4793-82ec-cd465f3963c4 req-d1979027-bee7-4c0a-a225-d739f53d3f29 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:42.876473 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8693b026-86bc-4455-a5de-0edc0aa2c4d1 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:42.885068 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:44:42.889098 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dca5e3-cf29-4793-82ec-cd465f3963c4 req-d1979027-bee7-4c0a-a225-d739f53d3f29 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:42.902036 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-8693b026-86bc-4455-a5de-0edc0aa2c4d1 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a6cadd1-db9c-481c-881e-389ac0046100']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:42.915373 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dca5e3-cf29-4793-82ec-cd465f3963c4 req-d1979027-bee7-4c0a-a225-d739f53d3f29 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:42.924772 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-8693b026-86bc-4455-a5de-0edc0aa2c4d1 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6539c178-d7f1-4e96-b264-8f3f554e1911') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:42.925419 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0dca5e3-cf29-4793-82ec-cd465f3963c4 req-d1979027-bee7-4c0a-a225-d739f53d3f29 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5409 time: 0.5101967 Nov 12 08:44:42.927023 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-8693b026-86bc-4455-a5de-0edc0aa2c4d1 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6539c178-d7f1-4e96-b264-8f3f554e1911') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:42.947414 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8693b026-86bc-4455-a5de-0edc0aa2c4d1 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:42.978013 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8693b026-86bc-4455-a5de-0edc0aa2c4d1 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.000252 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8693b026-86bc-4455-a5de-0edc0aa2c4d1 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:44:43.001037 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8693b026-86bc-4455-a5de-0edc0aa2c4d1 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.117057 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-84028434-f1a8-499e-b8c9-fa80ecfc7200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.122580 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-997ebe7c-7c80-4279-946b-5bfcc6602681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.166410 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53280) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:43.167262 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:44:43.167262 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:44:43.167262 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:44:43.167262 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:44:43.167262 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:44:43.167262 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:44:43.167262 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:44:43.167262 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:44:43.167262 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:44:43.167262 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:44:43.167262 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:44:43.167262 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:44:43.167262 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:44:43.167262 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:44:43.167262 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:44:43.167262 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:44:43.167262 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:44:43.167262 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:44:43.167262 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:44:43.167262 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:44:43.167262 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:44:43.167262 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:44:43.167262 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:44:43.167262 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:44:43.167262 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:44:43.167262 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:44:43.167262 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:44:43.167262 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:44:43.167262 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:44:43.167262 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:44:43.167262 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:44:43.167262 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:44:43.171239 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-53dfc508-7f09-4477-bdab-76e2747b4b98 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:43.171597 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-53dfc508-7f09-4477-bdab-76e2747b4b98 service neutron] Checking segment: {'id': '27dbb1a9-39bb-4e45-8c99-b89307690322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '702ebd3a-91cd-4d56-a35d-ad10b18ed18d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:43.173169 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-53dfc508-7f09-4477-bdab-76e2747b4b98 service neutron] Bound using segment: {'id': '27dbb1a9-39bb-4e45-8c99-b89307690322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '702ebd3a-91cd-4d56-a35d-ad10b18ed18d'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:43.173660 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-347ed69c-5aae-4272-866f-54b550ee037b req-53dfc508-7f09-4477-bdab-76e2747b4b98 service neutron] Bound port: 42d9b265-ff43-4a1c-acce-53b5283365dc, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27dbb1a9-39bb-4e45-8c99-b89307690322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '702ebd3a-91cd-4d56-a35d-ad10b18ed18d'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:43.174027 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-53dfc508-7f09-4477-bdab-76e2747b4b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.218265 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8693b026-86bc-4455-a5de-0edc0aa2c4d1 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.223385 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ebe7c-7c80-4279-946b-5bfcc6602681 None None] Pushing event deleted for resources: {'Port': ['ID=ab3755f8-f76a-46cf-a682-e85895ce2cef,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:43.255831 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-34e7bca4-c24f-45ee-9b48-c1748c79c439 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Allocated IP 172.25.6.130 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/c66a17a5-b6b3-461e-80ed-f288ac6bee8d) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:43.294393 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8693b026-86bc-4455-a5de-0edc0aa2c4d1 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.299230 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8693b026-86bc-4455-a5de-0edc0aa2c4d1 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] 10.222.0.37 "DELETE /v2.0/networks/2a6cadd1-db9c-481c-881e-389ac0046100 HTTP/1.1" status: 204 len: 168 time: 4.9319780 Nov 12 08:44:43.300525 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693b026-86bc-4455-a5de-0edc0aa2c4d1 tempest-DHCPAgentSchedulersTestJSON-511913697 tempest-DHCPAgentSchedulersTestJSON-511913697-project] Pushing event deleted for resources: {'Network': ['ID=2a6cadd1-db9c-481c-881e-389ac0046100,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:43.334254 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997ebe7c-7c80-4279-946b-5bfcc6602681 None None] No DVR routers for this DVR port ab3755f8-f76a-46cf-a682-e85895ce2cef on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:44:43.367383 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-17d86391-8906-4c91-8495-d4379cbfbe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52868198-c198-48ad-ade2-c9b9db715967', 'name': 'tempest-ServersTestManualDisk-377144132-router', 'tenant_id': '28f4e914e83743e38050bab6ad98fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '1e6e424a-1c31-406e-9c2a-020bc5716600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:13Z', 'updated_at': '2021-11-12T08:44:32Z', 'revision_number': 4, 'project_id': '28f4e914e83743e38050bab6ad98fb14', 'gw_port': {'id': '1e6e424a-1c31-406e-9c2a-020bc5716600', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52868198-c198-48ad-ade2-c9b9db715967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:18Z', 'updated_at': '2021-11-12T08:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'd535109c-b3ab-44f1-aec4-75a36c1cda71', 'name': '', 'network_id': '416d77e6-e59f-4b38-b9bd-919bb27e94bb', 'tenant_id': '28f4e914e83743e38050bab6ad98fb14', 'mac_address': 'fa:16:3e:bd:cc:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52868198-c198-48ad-ade2-c9b9db715967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'ec79070a-c94b-4d76-8d90-f255a03ba1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:29Z', 'updated_at': '2021-11-12T08:44:39Z', 'revision_number': 4, 'project_id': '28f4e914e83743e38050bab6ad98fb14', 'subnets': [{'id': 'ec79070a-c94b-4d76-8d90-f255a03ba1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:43.443862 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d86391-8906-4c91-8495-d4379cbfbe7f None None] The sync data for ids ['52868198-c198-48ad-ade2-c9b9db715967'] in n-d-768862-16 is: [{'id': '52868198-c198-48ad-ade2-c9b9db715967', 'name': 'tempest-ServersTestManualDisk-377144132-router', 'tenant_id': '28f4e914e83743e38050bab6ad98fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '1e6e424a-1c31-406e-9c2a-020bc5716600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:13Z', 'updated_at': '2021-11-12T08:44:32Z', 'revision_number': 4, 'project_id': '28f4e914e83743e38050bab6ad98fb14', 'gw_port': {'id': '1e6e424a-1c31-406e-9c2a-020bc5716600', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52868198-c198-48ad-ade2-c9b9db715967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:18Z', 'updated_at': '2021-11-12T08:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'd535109c-b3ab-44f1-aec4-75a36c1cda71', 'name': '', 'network_id': '416d77e6-e59f-4b38-b9bd-919bb27e94bb', 'tenant_id': '28f4e914e83743e38050bab6ad98fb14', 'mac_address': 'fa:16:3e:bd:cc:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52868198-c198-48ad-ade2-c9b9db715967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'ec79070a-c94b-4d76-8d90-f255a03ba1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:29Z', 'updated_at': '2021-11-12T08:44:39Z', 'revision_number': 4, 'project_id': '28f4e914e83743e38050bab6ad98fb14', 'subnets': [{'id': 'ec79070a-c94b-4d76-8d90-f255a03ba1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:43.459523 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-84028434-f1a8-499e-b8c9-fa80ecfc7200 None None] For port d535109c-b3ab-44f1-aec4-75a36c1cda71, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d535109c-b3ab-44f1-aec4-75a36c1cda71,segment=NetworkSegment(a2bb8357-84e3-4416-95ab-bb4a7e613091),segment_id=a2bb8357-84e3-4416-95ab-bb4a7e613091)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:43.473957 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2972ab-61a4-446f-8b37-367d182341fd req-0ed00fd9-72a0-41cc-b1e6-fd247d8ebfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:43.476772 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2972ab-61a4-446f-8b37-367d182341fd req-0ed00fd9-72a0-41cc-b1e6-fd247d8ebfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:43.479105 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2972ab-61a4-446f-8b37-367d182341fd req-0ed00fd9-72a0-41cc-b1e6-fd247d8ebfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:43.484870 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af2972ab-61a4-446f-8b37-367d182341fd req-0ed00fd9-72a0-41cc-b1e6-fd247d8ebfd9 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=7744ced598be42768ed1d37e40d08f56&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.0752025 Nov 12 08:44:43.537650 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-34e7bca4-c24f-45ee-9b48-c1748c79c439 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.564160 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.570978 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-84028434-f1a8-499e-b8c9-fa80ecfc7200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.692077 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7dd9eb1-a11e-4bfe-aef1-a05b8c7a6f76 req-5d14ebef-a617-44a0-b237-e5187a72dd96 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] No DVR routers for this DVR port 6e1d4968-a38b-49dc-b3cd-26685b7c75ca on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:44:43.699234 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e7dd9eb1-a11e-4bfe-aef1-a05b8c7a6f76 req-5d14ebef-a617-44a0-b237-e5187a72dd96 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.708703 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fab1d0d2-5d3b-45e9-8311-ee6186fc00f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.711236 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e7dd9eb1-a11e-4bfe-aef1-a05b8c7a6f76 req-5d14ebef-a617-44a0-b237-e5187a72dd96 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.58 "DELETE /v2.0/ports/6e1d4968-a38b-49dc-b3cd-26685b7c75ca HTTP/1.1" status: 204 len: 173 time: 4.5341518 Nov 12 08:44:43.724076 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-347ed69c-5aae-4272-866f-54b550ee037b req-53dfc508-7f09-4477-bdab-76e2747b4b98 service neutron] For port 42d9b265-ff43-4a1c-acce-53b5283365dc, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:43.756580 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-347ed69c-5aae-4272-866f-54b550ee037b req-53dfc508-7f09-4477-bdab-76e2747b4b98 service neutron] For port 42d9b265-ff43-4a1c-acce-53b5283365dc, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=42d9b265-ff43-4a1c-acce-53b5283365dc,segment=NetworkSegment(27dbb1a9-39bb-4e45-8c99-b89307690322),segment_id=27dbb1a9-39bb-4e45-8c99-b89307690322)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:43.767935 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9d0bc6-51ac-4c81-aea1-6cf32894556c', 'name': 'network-vif-deleted', 'tag': '6e1d4968-a38b-49dc-b3cd-26685b7c75ca'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:43.771596 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca43a651-4e0d-4733-8a40-21870b779d4a" -d '{"events": [{"server_uuid": "8e9d0bc6-51ac-4c81-aea1-6cf32894556c", "name": "network-vif-deleted", "tag": "6e1d4968-a38b-49dc-b3cd-26685b7c75ca"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:43.774936 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-34e7bca4-c24f-45ee-9b48-c1748c79c439 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.804950 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-53dfc508-7f09-4477-bdab-76e2747b4b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.814890 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84028434-f1a8-499e-b8c9-fa80ecfc7200 None None] Pushing event updated for resources: {'Port': ['ID=d535109c-b3ab-44f1-aec4-75a36c1cda71,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:43.826231 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53294) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:43.867157 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-53dfc508-7f09-4477-bdab-76e2747b4b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:43.868423 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-53dfc508-7f09-4477-bdab-76e2747b4b98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.873129 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-53dfc508-7f09-4477-bdab-76e2747b4b98 service neutron] 10.222.0.54 "PUT /v2.0/ports/42d9b265-ff43-4a1c-acce-53b5283365dc HTTP/1.1" status: 200 len: 1092 time: 3.2829118 Nov 12 08:44:43.901277 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'tag': '42d9b265-ff43-4a1c-acce-53b5283365dc'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:43.904176 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4c124f-7b37-4fe8-9dc8-6691199fc550" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "tag": "42d9b265-ff43-4a1c-acce-53b5283365dc"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:43.951438 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-347ed69c-5aae-4272-866f-54b550ee037b req-ffd1686d-270a-4f1c-a318-838c9a3b1873 service neutron] Request body: {'port': {'device_id': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:43.956538 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.020745 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2972ab-61a4-446f-8b37-367d182341fd req-57afd9b5-cc1e-470d-9d2b-6a1a9aa1e643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:44.022526 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af2972ab-61a4-446f-8b37-367d182341fd req-57afd9b5-cc1e-470d-9d2b-6a1a9aa1e643 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4714322 Nov 12 08:44:44.110149 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dfc508-7f09-4477-bdab-76e2747b4b98 service neutron] Pushing event updated for resources: {'Port': ['ID=42d9b265-ff43-4a1c-acce-53b5283365dc,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:44.135584 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7bca4-c24f-45ee-9b48-c1748c79c439 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Pushing event updated for resources: {'Port': ['ID=c66a17a5-b6b3-461e-80ed-f288ac6bee8d,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:44.196972 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-ffd1686d-270a-4f1c-a318-838c9a3b1873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.249961 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e7bca4-c24f-45ee-9b48-c1748c79c439 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:44.316878 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fad8a-ee3b-4a3d-bf5f-b39c6d01cf89 req-1d5faa07-c2c5-4cc5-9f48-16c1f632aa11 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:44.334588 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-498fad8a-ee3b-4a3d-bf5f-b39c6d01cf89 req-1d5faa07-c2c5-4cc5-9f48-16c1f632aa11 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 946 time: 1.3990371 Nov 12 08:44:44.345305 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-34e7bca4-c24f-45ee-9b48-c1748c79c439 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:44.422540 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e7bca4-c24f-45ee-9b48-c1748c79c439 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:44.446714 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-498fad8a-ee3b-4a3d-bf5f-b39c6d01cf89 req-db98aad1-76ce-4c2a-ab0e-50f4e24d8512 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108503 Nov 12 08:44:44.500994 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0dca5e3-cf29-4793-82ec-cd465f3963c4 req-ec50f666-fbc3-43bd-9caf-80f0ef63772a tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.5668390 Nov 12 08:44:44.774222 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5f42f695-0cf9-46b1-8365-564eaae6502c req-8598840e-2090-4875-9b22-0b9e965a274c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e9d0bc6-51ac-4c81-aea1-6cf32894556c HTTP/1.1" status: 200 len: 210 time: 0.0652158 Nov 12 08:44:44.835024 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-34e7bca4-c24f-45ee-9b48-c1748c79c439 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.848531 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fab1d0d2-5d3b-45e9-8311-ee6186fc00f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.853565 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2bff92ac-1232-4bd9-93a7-b9684ff2ee58 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4e3fb570d1434c948314218f9fd6c97d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9498503 Nov 12 08:44:44.856180 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53308) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:44.882401 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fab1d0d2-5d3b-45e9-8311-ee6186fc00f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.900503 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7f1a28-5bbb-493c-aa80-8686c9c6dc63 x-openstack-request-id: req-1a7f1a28-5bbb-493c-aa80-8686c9c6dc63 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:44.900805 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9d0bc6-51ac-4c81-aea1-6cf32894556c", "name": "network-vif-deleted", "tag": "6e1d4968-a38b-49dc-b3cd-26685b7c75ca", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:44.901051 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a7f1a28-5bbb-493c-aa80-8686c9c6dc63 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:44.901458 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9d0bc6-51ac-4c81-aea1-6cf32894556c', 'name': 'network-vif-deleted', 'tag': '6e1d4968-a38b-49dc-b3cd-26685b7c75ca', 'status': 'completed', 'code': 200} Nov 12 08:44:44.902181 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-34e7bca4-c24f-45ee-9b48-c1748c79c439 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.912357 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4637ba-7ad5-4fc4-8100-19bc1b907736 req-73281a34-6b22-46dd-b832-e21d10c4f863 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:44.914173 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ad4637ba-7ad5-4fc4-8100-19bc1b907736 req-73281a34-6b22-46dd-b832-e21d10c4f863 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 947 time: 0.2993541 Nov 12 08:44:45.040866 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-fab1d0d2-5d3b-45e9-8311-ee6186fc00f6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=84b3d28206734c3e9bda48c815b8401e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8400605 Nov 12 08:44:45.046362 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f90887-8cf0-4117-9d1c-664025e7ed98 x-openstack-request-id: req-46f90887-8cf0-4117-9d1c-664025e7ed98 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:45.046645 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "tag": "42d9b265-ff43-4a1c-acce-53b5283365dc", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:45.046929 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46f90887-8cf0-4117-9d1c-664025e7ed98 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:45.047310 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'tag': '42d9b265-ff43-4a1c-acce-53b5283365dc', 'status': 'completed', 'code': 200} Nov 12 08:44:45.047678 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53310) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:45.092302 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ad4637ba-7ad5-4fc4-8100-19bc1b907736 req-7a8e5faa-555e-43ab-bd0f-8e23ccd8f3ca tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160533 Nov 12 08:44:45.376675 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d535109c-b3ab-44f1-aec4-75a36c1cda71 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:45.425519 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-347ed69c-5aae-4272-866f-54b550ee037b req-ffd1686d-270a-4f1c-a318-838c9a3b1873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00fba7bd-a20a-41f3-948a-cccef4e31a4b {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:44:45.476328 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-ffd1686d-270a-4f1c-a318-838c9a3b1873 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.527864 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8781440e-88cb-48a2-97ca-5f6732e0d8f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.557040 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8781440e-88cb-48a2-97ca-5f6732e0d8f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.606563 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-34e7bca4-c24f-45ee-9b48-c1748c79c439 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.645873 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port d535109c-b3ab-44f1-aec4-75a36c1cda71 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:45.646937 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.649167 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c124f-7b37-4fe8-9dc8-6691199fc550 req-5bd29ca6-8765-4393-8f77-48318f4d85ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:45.649833 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c124f-7b37-4fe8-9dc8-6691199fc550 req-5bd29ca6-8765-4393-8f77-48318f4d85ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:45.650112 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c124f-7b37-4fe8-9dc8-6691199fc550 req-5bd29ca6-8765-4393-8f77-48318f4d85ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:45.650576 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c124f-7b37-4fe8-9dc8-6691199fc550 req-5bd29ca6-8765-4393-8f77-48318f4d85ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:45.651037 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c124f-7b37-4fe8-9dc8-6691199fc550 req-5bd29ca6-8765-4393-8f77-48318f4d85ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:45.651593 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c124f-7b37-4fe8-9dc8-6691199fc550 req-5bd29ca6-8765-4393-8f77-48318f4d85ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:45.652086 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c124f-7b37-4fe8-9dc8-6691199fc550 req-5bd29ca6-8765-4393-8f77-48318f4d85ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:45.654573 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ed4c124f-7b37-4fe8-9dc8-6691199fc550 req-5bd29ca6-8765-4393-8f77-48318f4d85ef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7744ced598be42768ed1d37e40d08f56&device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 6417 time: 0.6047256 Nov 12 08:44:45.655332 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8781440e-88cb-48a2-97ca-5f6732e0d8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.658517 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8781440e-88cb-48a2-97ca-5f6732e0d8f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.662910 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8781440e-88cb-48a2-97ca-5f6732e0d8f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f306ad9-8f75-4d87-8f76-761e45093a6a HTTP/1.1" status: 204 len: 168 time: 0.5677543 Nov 12 08:44:45.741533 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-34e7bca4-c24f-45ee-9b48-c1748c79c439 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.805951 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0f0da8dd-bdb3-4f7c-bbf0-b3fcc020e9e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.811649 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1d0d2-5d3b-45e9-8311-ee6186fc00f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f306ad9-8f75-4d87-8f76-761e45093a6a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:45.841862 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-347ed69c-5aae-4272-866f-54b550ee037b req-ffd1686d-270a-4f1c-a318-838c9a3b1873 service neutron] Transition to ACTIVE for port object 00fba7bd-a20a-41f3-948a-cccef4e31a4b will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:44:45.923169 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-ffd1686d-270a-4f1c-a318-838c9a3b1873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.002655 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1686d-270a-4f1c-a318-838c9a3b1873 service neutron] Pushing event updated for resources: {'Port': ['ID=00fba7bd-a20a-41f3-948a-cccef4e31a4b,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:46.012911 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781440e-88cb-48a2-97ca-5f6732e0d8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f306ad9-8f75-4d87-8f76-761e45093a6a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:46.051169 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7bca4-c24f-45ee-9b48-c1748c79c439 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Pushing event updated for resources: {'Port': ['ID=c66a17a5-b6b3-461e-80ed-f288ac6bee8d,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:46.094466 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0f0da8dd-bdb3-4f7c-bbf0-b3fcc020e9e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.111983 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85852492-d292-4a20-a3cd-ffc5c533b528 req-76a03bab-8962-42a0-8861-1a42a5ca87f5 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:46.123174 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-85852492-d292-4a20-a3cd-ffc5c533b528 req-76a03bab-8962-42a0-8861-1a42a5ca87f5 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 946 time: 0.5037653 Nov 12 08:44:46.182597 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c124f-7b37-4fe8-9dc8-6691199fc550 req-77527f7e-1419-4bca-ac84-a1c8a51319bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:46.182979 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c124f-7b37-4fe8-9dc8-6691199fc550 req-77527f7e-1419-4bca-ac84-a1c8a51319bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:46.184942 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c124f-7b37-4fe8-9dc8-6691199fc550 req-77527f7e-1419-4bca-ac84-a1c8a51319bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:46.195016 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ed4c124f-7b37-4fe8-9dc8-6691199fc550 req-77527f7e-1419-4bca-ac84-a1c8a51319bc service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=7744ced598be42768ed1d37e40d08f56&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5229955 Nov 12 08:44:46.244418 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-85852492-d292-4a20-a3cd-ffc5c533b528 req-b0cf902b-01f0-46ad-9d09-7ac8375c3657 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202114 Nov 12 08:44:46.307923 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-34e7bca4-c24f-45ee-9b48-c1748c79c439 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.412970 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-34e7bca4-c24f-45ee-9b48-c1748c79c439 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.437425 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-34e7bca4-c24f-45ee-9b48-c1748c79c439 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3431332 Nov 12 08:44:46.496705 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698034d-7c0c-4ff8-8a70-06976c488a30 req-c73ae7d2-3874-4312-8803-cb3dedebb749 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:46.509249 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698034d-7c0c-4ff8-8a70-06976c488a30 req-c73ae7d2-3874-4312-8803-cb3dedebb749 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:46.549138 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698034d-7c0c-4ff8-8a70-06976c488a30 req-c73ae7d2-3874-4312-8803-cb3dedebb749 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:46.559217 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698034d-7c0c-4ff8-8a70-06976c488a30 req-c73ae7d2-3874-4312-8803-cb3dedebb749 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:46.571769 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698034d-7c0c-4ff8-8a70-06976c488a30 req-c73ae7d2-3874-4312-8803-cb3dedebb749 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:46.589727 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698034d-7c0c-4ff8-8a70-06976c488a30 req-c73ae7d2-3874-4312-8803-cb3dedebb749 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:46.602687 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698034d-7c0c-4ff8-8a70-06976c488a30 req-c73ae7d2-3874-4312-8803-cb3dedebb749 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:46.604815 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3698034d-7c0c-4ff8-8a70-06976c488a30 req-c73ae7d2-3874-4312-8803-cb3dedebb749 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5421 time: 0.4511354 Nov 12 08:44:46.611595 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0f0da8dd-bdb3-4f7c-bbf0-b3fcc020e9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.618553 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0f0da8dd-bdb3-4f7c-bbf0-b3fcc020e9e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.623766 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0f0da8dd-bdb3-4f7c-bbf0-b3fcc020e9e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ade4e3e2-f2ab-408c-b339-2e4856d04cfb HTTP/1.1" status: 204 len: 168 time: 1.7652235 Nov 12 08:44:46.651458 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-347ed69c-5aae-4272-866f-54b550ee037b req-ffd1686d-270a-4f1c-a318-838c9a3b1873 service neutron] Attempting to bind port 00fba7bd-a20a-41f3-948a-cccef4e31a4b on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:46.651846 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-347ed69c-5aae-4272-866f-54b550ee037b req-ffd1686d-270a-4f1c-a318-838c9a3b1873 service neutron] Attempting to bind port 00fba7bd-a20a-41f3-948a-cccef4e31a4b by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '27dbb1a9-39bb-4e45-8c99-b89307690322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '702ebd3a-91cd-4d56-a35d-ad10b18ed18d'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:46.652183 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-ffd1686d-270a-4f1c-a318-838c9a3b1873 service neutron] Attempting to bind port 00fba7bd-a20a-41f3-948a-cccef4e31a4b on network 702ebd3a-91cd-4d56-a35d-ad10b18ed18d {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:46.660316 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0da8dd-bdb3-4f7c-bbf0-b3fcc020e9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade4e3e2-f2ab-408c-b339-2e4856d04cfb,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:46.702711 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5fcc8-eec5-466d-bbb1-dc20b0013904 req-7d910ace-5024-4569-ac92-d1189d8a519e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:46.704406 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a9a5fcc8-eec5-466d-bbb1-dc20b0013904 req-7d910ace-5024-4569-ac92-d1189d8a519e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 947 time: 0.3335936 Nov 12 08:44:46.706301 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-ffd1686d-270a-4f1c-a318-838c9a3b1873 service neutron] Port 00fba7bd-a20a-41f3-948a-cccef4e31a4b on network 702ebd3a-91cd-4d56-a35d-ad10b18ed18d not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:46.706639 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-ffd1686d-270a-4f1c-a318-838c9a3b1873 service neutron] Attempting to bind port 00fba7bd-a20a-41f3-948a-cccef4e31a4b on network 702ebd3a-91cd-4d56-a35d-ad10b18ed18d {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:46.728565 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-ffd1686d-270a-4f1c-a318-838c9a3b1873 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:46.728898 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-ffd1686d-270a-4f1c-a318-838c9a3b1873 service neutron] Checking segment: {'id': '27dbb1a9-39bb-4e45-8c99-b89307690322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '702ebd3a-91cd-4d56-a35d-ad10b18ed18d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:46.729238 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ed69c-5aae-4272-866f-54b550ee037b req-ffd1686d-270a-4f1c-a318-838c9a3b1873 service neutron] Bound using segment: {'id': '27dbb1a9-39bb-4e45-8c99-b89307690322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '702ebd3a-91cd-4d56-a35d-ad10b18ed18d'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:46.729727 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-347ed69c-5aae-4272-866f-54b550ee037b req-ffd1686d-270a-4f1c-a318-838c9a3b1873 service neutron] Bound port: 00fba7bd-a20a-41f3-948a-cccef4e31a4b, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27dbb1a9-39bb-4e45-8c99-b89307690322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '702ebd3a-91cd-4d56-a35d-ad10b18ed18d'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:46.730248 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-ffd1686d-270a-4f1c-a318-838c9a3b1873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.751600 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c124f-7b37-4fe8-9dc8-6691199fc550 req-7e35b926-64ea-4cbf-ab27-782f34b14ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:46.753211 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ed4c124f-7b37-4fe8-9dc8-6691199fc550 req-7e35b926-64ea-4cbf-ab27-782f34b14ba6 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5573246 Nov 12 08:44:46.754706 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3698034d-7c0c-4ff8-8a70-06976c488a30 req-3a69f4fc-a1db-4e6f-a913-2e4472fd22af tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1391320 Nov 12 08:44:46.851498 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-347ed69c-5aae-4272-866f-54b550ee037b req-ffd1686d-270a-4f1c-a318-838c9a3b1873 service neutron] For port 00fba7bd-a20a-41f3-948a-cccef4e31a4b, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:46.858594 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-347ed69c-5aae-4272-866f-54b550ee037b req-ffd1686d-270a-4f1c-a318-838c9a3b1873 service neutron] For port 00fba7bd-a20a-41f3-948a-cccef4e31a4b, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=00fba7bd-a20a-41f3-948a-cccef4e31a4b,segment=NetworkSegment(27dbb1a9-39bb-4e45-8c99-b89307690322),segment_id=27dbb1a9-39bb-4e45-8c99-b89307690322)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:46.869552 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-ffd1686d-270a-4f1c-a318-838c9a3b1873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.877243 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a9a5fcc8-eec5-466d-bbb1-dc20b0013904 req-3e6306af-9f69-4016-885e-c2a5c2b1b9e0 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195292 Nov 12 08:44:46.969386 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-ffd1686d-270a-4f1c-a318-838c9a3b1873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:46.971484 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-347ed69c-5aae-4272-866f-54b550ee037b req-ffd1686d-270a-4f1c-a318-838c9a3b1873 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.974095 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-ffd1686d-270a-4f1c-a318-838c9a3b1873 service neutron] 10.222.0.54 "PUT /v2.0/ports/00fba7bd-a20a-41f3-948a-cccef4e31a4b HTTP/1.1" status: 200 len: 1092 time: 3.0354156 Nov 12 08:44:47.008378 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 208f95e9-28ae-4c99-8b45-cff231909e59 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:44:47.026695 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1686d-270a-4f1c-a318-838c9a3b1873 service neutron] Pushing event updated for resources: {'Port': ['ID=00fba7bd-a20a-41f3-948a-cccef4e31a4b,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:47.057832 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'tag': '00fba7bd-a20a-41f3-948a-cccef4e31a4b'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:47.065708 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a923bc57-4374-4899-b910-dca782af04ba" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "tag": "00fba7bd-a20a-41f3-948a-cccef4e31a4b"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:47.210443 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-59d446c4-9ede-41d6-901f-33631c0f088a tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1676079395&fields=id&tenant_id=28f4e914e83743e38050bab6ad98fb14 HTTP/1.1" status: 200 len: 267 time: 0.1829069 Nov 12 08:44:47.234235 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-270cc2cf-eaa3-416e-beb4-2581680777c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:47.234717 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-270cc2cf-eaa3-416e-beb4-2581680777c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:47.234951 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-270cc2cf-eaa3-416e-beb4-2581680777c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:47.246773 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-270cc2cf-eaa3-416e-beb4-2581680777c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:47.247948 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-270cc2cf-eaa3-416e-beb4-2581680777c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:47.248717 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-270cc2cf-eaa3-416e-beb4-2581680777c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:47.249226 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-270cc2cf-eaa3-416e-beb4-2581680777c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:47.251457 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-270cc2cf-eaa3-416e-beb4-2581680777c3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7744ced598be42768ed1d37e40d08f56&device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 6485 time: 0.2182813 Nov 12 08:44:47.253018 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c714ce62-9330-4da7-b974-2349620b010c x-openstack-request-id: req-c714ce62-9330-4da7-b974-2349620b010c {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:47.253305 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "tag": "00fba7bd-a20a-41f3-948a-cccef4e31a4b", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:47.253552 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c714ce62-9330-4da7-b974-2349620b010c {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:47.253938 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'tag': '00fba7bd-a20a-41f3-948a-cccef4e31a4b', 'status': 'completed', 'code': 200} Nov 12 08:44:47.323414 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.338882 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-cfc3f394-1169-4474-a2ae-76f7d3717b42 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad631039-f393-4fda-a88e-acbce5bb31d9 HTTP/1.1" status: 200 len: 217 time: 0.0730040 Nov 12 08:44:47.354729 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53380) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:47.410042 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b004e782-27be-49da-8839-6a5ba1fa8d1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '208f95e9-28ae-4c99-8b45-cff231909e59'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:47.425974 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578395c8-9254-4e0b-9b87-efcc4be158b5" -d '{"events": [{"server_uuid": "b004e782-27be-49da-8839-6a5ba1fa8d1c", "name": "network-vif-unplugged", "status": "completed", "tag": "208f95e9-28ae-4c99-8b45-cff231909e59"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:47.440121 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-3171f3cf-b269-4627-b2a3-86cf3f9d5afd tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:47.444581 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-3171f3cf-b269-4627-b2a3-86cf3f9d5afd tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/networks?id=416d77e6-e59f-4b38-b9bd-919bb27e94bb HTTP/1.1" status: 200 len: 811 time: 0.2325082 Nov 12 08:44:47.460207 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d33cffc2-e52a-4363-ace2-0420c4ba7a96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.470418 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 208f95e9-28ae-4c99-8b45-cff231909e59, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=208f95e9-28ae-4c99-8b45-cff231909e59,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:47.479026 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.488944 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bf561-b3b5-45e4-85c5-a9019c890259 req-aee5d672-325e-4561-a033-c945d35e4893 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:47.490905 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bd1bf561-b3b5-45e4-85c5-a9019c890259 req-aee5d672-325e-4561-a033-c945d35e4893 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 950 time: 0.1397517 Nov 12 08:44:47.492720 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-9a75d080-3d0c-472f-9234-3da2e9eb5ccf tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/quotas/28f4e914e83743e38050bab6ad98fb14 HTTP/1.1" status: 200 len: 375 time: 0.0367758 Nov 12 08:44:47.554031 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-0a2c6307-1113-4223-8aff-6f7518501cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:47.555809 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-0a2c6307-1113-4223-8aff-6f7518501cc2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b3ec3dec-5d62-4a75-9611-109bbf916cc1 HTTP/1.1" status: 200 len: 850 time: 0.2088029 Nov 12 08:44:47.608639 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bd1bf561-b3b5-45e4-85c5-a9019c890259 req-b47cc4be-8b2b-43df-b92b-1732a10397c9 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023602 Nov 12 08:44:47.613427 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=208f95e9-28ae-4c99-8b45-cff231909e59,revision_number=11']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:47.640814 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-17b01f4f-0df1-473a-a92c-eb68f4ec16a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:47.642642 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-17b01f4f-0df1-473a-a92c-eb68f4ec16a3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7e33e051-e363-49e1-9c6d-2f24faf4dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784481 Nov 12 08:44:47.643921 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-10c97280-e7b9-473a-a203-6bd80f61fb01 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=28f4e914e83743e38050bab6ad98fb14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1296806 Nov 12 08:44:47.702934 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d33cffc2-e52a-4363-ace2-0420c4ba7a96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.751363 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d33cffc2-e52a-4363-ace2-0420c4ba7a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.767807 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-d3ccbd45-3a3d-4952-9101-9903e82c7664 service neutron] 10.222.0.37 "GET /v2.0/networks/416d77e6-e59f-4b38-b9bd-919bb27e94bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203468 Nov 12 08:44:47.814428 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d33cffc2-e52a-4363-ace2-0420c4ba7a96 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3cc6e0cf242f4f7bbbabc2180a6eab8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4585621 Nov 12 08:44:47.817357 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33cffc2-e52a-4363-ace2-0420c4ba7a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8ac346-f9c2-41ce-8e80-d3c1256e7eab,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:47.832372 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53390) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:47.857502 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-21318701-8644-43a3-829c-4d1d5ce33dc6 service neutron] 10.222.0.54 "GET /v2.0/networks/7e33e051-e363-49e1-9c6d-2f24faf4dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009928 Nov 12 08:44:47.950046 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701cdc9-6bd8-476f-b83d-8930536b4408 req-60edd2e9-042c-431d-bfa8-4467fad50085 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:47.952578 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5701cdc9-6bd8-476f-b83d-8930536b4408 req-60edd2e9-042c-431d-bfa8-4467fad50085 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 946 time: 0.1750219 Nov 12 08:44:48.022294 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-230a4162-23e4-41c5-9fba-43dc78a2b628 service neutron] 10.222.0.54 "GET /v2.0/networks/7e33e051-e363-49e1-9c6d-2f24faf4dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540446 Nov 12 08:44:48.027898 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-65fd10d0-b1b9-4dce-963d-8e699e22cf74 service neutron] 10.222.0.37 "GET /v2.0/networks/416d77e6-e59f-4b38-b9bd-919bb27e94bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591491 Nov 12 08:44:48.028785 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3d831114-1442-43ef-ba92-d6ee22efbea9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.064384 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5701cdc9-6bd8-476f-b83d-8930536b4408 req-16dd8b0f-3308-4e97-8858-b0a6608465f6 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044080 Nov 12 08:44:48.069585 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3d831114-1442-43ef-ba92-d6ee22efbea9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.085113 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-5357a847-43b2-4074-b4fd-3a7ed0285c1d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=996f9d9d-9c4c-4d28-a901-cc2cc552d93a HTTP/1.1" status: 200 len: 217 time: 0.0434484 Nov 12 08:44:48.138431 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3d831114-1442-43ef-ba92-d6ee22efbea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.142541 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3d831114-1442-43ef-ba92-d6ee22efbea9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.144204 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3d831114-1442-43ef-ba92-d6ee22efbea9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5b8ac346-f9c2-41ce-8e80-d3c1256e7eab HTTP/1.1" status: 204 len: 168 time: 0.3101637 Nov 12 08:44:48.148440 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc410bea-3d98-4208-8daa-376113884cec x-openstack-request-id: req-dc410bea-3d98-4208-8daa-376113884cec {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:48.148440 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b004e782-27be-49da-8839-6a5ba1fa8d1c", "name": "network-vif-unplugged", "status": "completed", "tag": "208f95e9-28ae-4c99-8b45-cff231909e59", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:48.148917 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc410bea-3d98-4208-8daa-376113884cec {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:48.148917 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b004e782-27be-49da-8839-6a5ba1fa8d1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '208f95e9-28ae-4c99-8b45-cff231909e59', 'code': 200} Nov 12 08:44:48.165821 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d831114-1442-43ef-ba92-d6ee22efbea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8ac346-f9c2-41ce-8e80-d3c1256e7eab,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:48.211173 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-bace2303-99b9-434f-a2a8-03b02b3cf109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:48.211173 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-bace2303-99b9-434f-a2a8-03b02b3cf109 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d86e7b80-541e-4437-9372-c90106323c14 HTTP/1.1" status: 200 len: 797 time: 0.1110992 Nov 12 08:44:48.317406 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-03787d98-a0df-46c7-8d0f-61947e9b9a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:48.321818 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-03787d98-a0df-46c7-8d0f-61947e9b9a00 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0938818 Nov 12 08:44:48.363458 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14864f27-80fb-47aa-ba54-7b2bb3693dda req-e63f0fbe-ed4f-4056-8b95-24c4caf266b1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:48.369609 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14864f27-80fb-47aa-ba54-7b2bb3693dda req-e63f0fbe-ed4f-4056-8b95-24c4caf266b1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:48.403694 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14864f27-80fb-47aa-ba54-7b2bb3693dda req-e63f0fbe-ed4f-4056-8b95-24c4caf266b1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:48.424772 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14864f27-80fb-47aa-ba54-7b2bb3693dda req-e63f0fbe-ed4f-4056-8b95-24c4caf266b1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:48.461119 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14864f27-80fb-47aa-ba54-7b2bb3693dda req-e63f0fbe-ed4f-4056-8b95-24c4caf266b1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:48.502241 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14864f27-80fb-47aa-ba54-7b2bb3693dda req-e63f0fbe-ed4f-4056-8b95-24c4caf266b1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:48.516305 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14864f27-80fb-47aa-ba54-7b2bb3693dda req-e63f0fbe-ed4f-4056-8b95-24c4caf266b1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:48.530630 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-14864f27-80fb-47aa-ba54-7b2bb3693dda req-e63f0fbe-ed4f-4056-8b95-24c4caf266b1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5421 time: 0.3110642 Nov 12 08:44:48.596063 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-aa86a6ea-d296-4dbe-b230-51b516c06821 service neutron] 10.222.0.54 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650506 Nov 12 08:44:48.735982 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-89c8e9e2-37ac-4294-98b2-efceb556b30f service neutron] 10.222.0.54 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319320 Nov 12 08:44:48.754876 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79352147-ea76-493d-a779-b99b58cd3f40 req-f1555df4-b462-45da-a7e3-e579ec5b73de tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:48.763057 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-79352147-ea76-493d-a779-b99b58cd3f40 req-f1555df4-b462-45da-a7e3-e579ec5b73de tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.2295666 Nov 12 08:44:48.813661 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-14864f27-80fb-47aa-ba54-7b2bb3693dda req-88c351a7-3ac0-42e6-b860-bd47042e7390 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2271016 Nov 12 08:44:48.822521 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-254fde35-b409-4a03-a283-cbdf072f4d65 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=21a69529-a5f8-4991-8770-485deba29c21 HTTP/1.1" status: 200 len: 217 time: 0.0748968 Nov 12 08:44:48.881808 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-79352147-ea76-493d-a779-b99b58cd3f40 req-65eb875d-7d70-4859-80b1-7d32ef15dd3a tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178186 Nov 12 08:44:48.923657 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d55989-e27e-48e9-aeb8-66ebabd609a7 req-bd566c1c-d86b-49f4-9eca-b5c0dd3a91f1 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:48.926058 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-64d55989-e27e-48e9-aeb8-66ebabd609a7 req-bd566c1c-d86b-49f4-9eca-b5c0dd3a91f1 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 950 time: 0.1884298 Nov 12 08:44:48.984505 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9f440804-ca0c-4ff4-8fde-7ff564ea49e7 req-02c050c7-0bb2-4aa7-abd0-8aaf5841067a tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf502a0-342a-4394-9009-259625e8cde0 HTTP/1.1" status: 200 len: 210 time: 0.0439982 Nov 12 08:44:48.994269 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-1b9be3ab-e406-483e-997d-895e9cbd982c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:48.996000 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-1b9be3ab-e406-483e-997d-895e9cbd982c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d86e7b80-541e-4437-9372-c90106323c14 HTTP/1.1" status: 200 len: 797 time: 0.1656482 Nov 12 08:44:49.014355 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 208f95e9-28ae-4c99-8b45-cff231909e59 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:44:49.159811 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6c0ec-d613-4f10-befa-e2a25f78d2fc req-b755938c-008a-4e9d-959e-c154295d06d2 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:49.163039 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c7f6c0ec-d613-4f10-befa-e2a25f78d2fc req-b755938c-008a-4e9d-959e-c154295d06d2 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 950 time: 0.1111293 Nov 12 08:44:49.176287 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-a9d53e01-6cc2-4161-b8f0-a4ce48e54252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:49.177859 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-a9d53e01-6cc2-4161-b8f0-a4ce48e54252 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1699362 Nov 12 08:44:49.250244 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53448) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:49.284253 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c7f6c0ec-d613-4f10-befa-e2a25f78d2fc req-fd37ee7c-c7ea-416c-ae03-3bb7cb9bcdd0 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115766 Nov 12 08:44:49.329049 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969ad94-3471-4fc8-a7a9-3c91b813f097 req-61b1ea27-ca23-49c7-b60d-bf22c6c427b7 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:49.335603 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 208f95e9-28ae-4c99-8b45-cff231909e59, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=208f95e9-28ae-4c99-8b45-cff231909e59,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:49.341777 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7969ad94-3471-4fc8-a7a9-3c91b813f097 req-61b1ea27-ca23-49c7-b60d-bf22c6c427b7 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 946 time: 0.1127677 Nov 12 08:44:49.394695 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '208f95e9-28ae-4c99-8b45-cff231909e59', 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4', 'port_id': '208f95e9-28ae-4c99-8b45-cff231909e59', 'mac_address': 'fa:16:3e:75:72:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601c19d7-10c1-44ee-a86c-ac9c499e748d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:44:49.435498 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7969ad94-3471-4fc8-a7a9-3c91b813f097 req-100b460d-d95b-40f8-84a0-f794835b8c41 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912127 Nov 12 08:44:49.514065 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:49.553571 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208f95e9-28ae-4c99-8b45-cff231909e59 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:44:49.583365 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 208f95e9-28ae-4c99-8b45-cff231909e59, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=208f95e9-28ae-4c99-8b45-cff231909e59,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:49.592085 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:49.727442 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-ec5fc6f2-1bd0-4b1a-9a3b-b049cc9bc21f service neutron] 10.222.0.54 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355384 Nov 12 08:44:49.740489 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=208f95e9-28ae-4c99-8b45-cff231909e59,revision_number=12']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:49.756657 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-64d55989-e27e-48e9-aeb8-66ebabd609a7 req-9e3ec7d3-1d5d-4cb6-acdf-d4cce1305f0c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Deleting port ad21d9f1-4ccf-445b-866c-b96a8bd8767b {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:49.757272 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-64d55989-e27e-48e9-aeb8-66ebabd609a7 req-9e3ec7d3-1d5d-4cb6-acdf-d4cce1305f0c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:49.796535 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['208f95e9-28ae-4c99-8b45-cff231909e59'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:44:49.988651 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d131c81-c76b-48ac-9f1c-0a8c7c1b73da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.169441 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d131c81-c76b-48ac-9f1c-0a8c7c1b73da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.198868 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d131c81-c76b-48ac-9f1c-0a8c7c1b73da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.265581 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6d131c81-c76b-48ac-9f1c-0a8c7c1b73da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9cb7c058ae4f4c5da167217e58e72c77&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0114036 Nov 12 08:44:50.277683 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-e2adb7a0-e839-463b-bddc-d31c449a8f65 service neutron] 10.222.0.54 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5339227 Nov 12 08:44:50.282925 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53496) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:50.394483 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-7d83e3cb-b05a-4185-9815-3a17ec4755c4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=148f6696-758c-4f5e-92a2-6d895c1475e8 HTTP/1.1" status: 200 len: 217 time: 0.1038971 Nov 12 08:44:50.473622 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-64d55989-e27e-48e9-aeb8-66ebabd609a7 req-9e3ec7d3-1d5d-4cb6-acdf-d4cce1305f0c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] For port ad21d9f1-4ccf-445b-866c-b96a8bd8767b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=ad21d9f1-4ccf-445b-866c-b96a8bd8767b,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:50.475385 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-64d55989-e27e-48e9-aeb8-66ebabd609a7 req-9e3ec7d3-1d5d-4cb6-acdf-d4cce1305f0c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.491399 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d131c81-c76b-48ac-9f1c-0a8c7c1b73da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb19242-d93e-4611-b715-8d0f79372ab3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:50.606210 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-64d55989-e27e-48e9-aeb8-66ebabd609a7 req-9e3ec7d3-1d5d-4cb6-acdf-d4cce1305f0c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Calling delete_port for ad21d9f1-4ccf-445b-866c-b96a8bd8767b owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:50.692904 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-45298687-0162-492f-8584-fecae0e01dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:50.694560 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-45298687-0162-492f-8584-fecae0e01dcb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d86e7b80-541e-4437-9372-c90106323c14 HTTP/1.1" status: 200 len: 797 time: 0.2623544 Nov 12 08:44:50.747297 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-11545dd2-a2dc-44d7-b0e5-a3442dc11212 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.754955 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f5cdc-ff45-47f1-ad8f-af3a0d3521cc req-982d2431-0558-411e-84d2-04d00dc5749e tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:50.762624 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f5cdc-ff45-47f1-ad8f-af3a0d3521cc req-982d2431-0558-411e-84d2-04d00dc5749e tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:50.768830 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f5cdc-ff45-47f1-ad8f-af3a0d3521cc req-982d2431-0558-411e-84d2-04d00dc5749e tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:50.775570 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f5cdc-ff45-47f1-ad8f-af3a0d3521cc req-982d2431-0558-411e-84d2-04d00dc5749e tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:50.782963 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f5cdc-ff45-47f1-ad8f-af3a0d3521cc req-982d2431-0558-411e-84d2-04d00dc5749e tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:50.789637 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f5cdc-ff45-47f1-ad8f-af3a0d3521cc req-982d2431-0558-411e-84d2-04d00dc5749e tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:50.796052 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f5cdc-ff45-47f1-ad8f-af3a0d3521cc req-982d2431-0558-411e-84d2-04d00dc5749e tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:50.802665 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-11545dd2-a2dc-44d7-b0e5-a3442dc11212 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.805841 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8a9f5cdc-ff45-47f1-ad8f-af3a0d3521cc req-982d2431-0558-411e-84d2-04d00dc5749e tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5421 time: 0.7085857 Nov 12 08:44:50.818684 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-8d3f8f44-a3a6-484f-a86e-5aee1ee3645a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:50.820969 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-8d3f8f44-a3a6-484f-a86e-5aee1ee3645a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1141319 Nov 12 08:44:50.857861 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31577a45-83fe-4d45-8821-092a5495bcdc req-67b260f2-10f0-4095-a5ac-3187ccd41f9b tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:50.865741 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-31577a45-83fe-4d45-8821-092a5495bcdc req-67b260f2-10f0-4095-a5ac-3187ccd41f9b tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 946 time: 0.7024093 Nov 12 08:44:50.907613 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-33e8ed85-9076-4fca-a424-8d3af4bc0af5 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:50.909722 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-33e8ed85-9076-4fca-a424-8d3af4bc0af5 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.58 "GET /v2.0/networks?id=416d77e6-e59f-4b38-b9bd-919bb27e94bb HTTP/1.1" status: 200 len: 811 time: 0.7800024 Nov 12 08:44:50.992165 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-64d55989-e27e-48e9-aeb8-66ebabd609a7 req-9e3ec7d3-1d5d-4cb6-acdf-d4cce1305f0c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.005310 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['445eef39-a61c-42ea-ad06-1001a52a3105'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:44:51.033475 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-11545dd2-a2dc-44d7-b0e5-a3442dc11212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.039446 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-11545dd2-a2dc-44d7-b0e5-a3442dc11212 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.041934 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-11545dd2-a2dc-44d7-b0e5-a3442dc11212 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9fb19242-d93e-4611-b715-8d0f79372ab3 HTTP/1.1" status: 204 len: 168 time: 0.7577970 Nov 12 08:44:51.062695 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 208f95e9-28ae-4c99-8b45-cff231909e59 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:51.081379 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8a9f5cdc-ff45-47f1-ad8f-af3a0d3521cc req-5a6237a9-247b-4967-87f0-056662f3af62 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2743862 Nov 12 08:44:51.133369 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-31577a45-83fe-4d45-8821-092a5495bcdc req-3528767e-8979-4b83-bdeb-6a5c2fda0987 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2663753 Nov 12 08:44:51.177031 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ec7d3-1d5d-4cb6-acdf-d4cce1305f0c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Pushing event deleted for resources: {'Port': ['ID=ad21d9f1-4ccf-445b-866c-b96a8bd8767b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:51.178023 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-2f26700a-fe70-4b65-8862-7a2d55226cc7 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28f4e914e83743e38050bab6ad98fb14 HTTP/1.1" status: 200 len: 380 time: 0.2464030 Nov 12 08:44:51.199402 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-24035561-f6e5-4bf0-9363-8d5c433171cc tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Request body: {'port': {'device_id': 'ccf502a0-342a-4394-9009-259625e8cde0', 'network_id': '416d77e6-e59f-4b38-b9bd-919bb27e94bb', 'admin_state_up': True, 'tenant_id': '28f4e914e83743e38050bab6ad98fb14', 'security_groups': ['428aaee6-b6d2-4192-aacc-d4497d6e7452']}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:51.293410 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11545dd2-a2dc-44d7-b0e5-a3442dc11212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb19242-d93e-4611-b715-8d0f79372ab3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:51.294720 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 208f95e9-28ae-4c99-8b45-cff231909e59 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:51.297667 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.398220 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d55989-e27e-48e9-aeb8-66ebabd609a7 req-9e3ec7d3-1d5d-4cb6-acdf-d4cce1305f0c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] No DVR routers for this DVR port ad21d9f1-4ccf-445b-866c-b96a8bd8767b on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:44:51.413229 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-64d55989-e27e-48e9-aeb8-66ebabd609a7 req-9e3ec7d3-1d5d-4cb6-acdf-d4cce1305f0c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.428827 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-64d55989-e27e-48e9-aeb8-66ebabd609a7 req-9e3ec7d3-1d5d-4cb6-acdf-d4cce1305f0c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.54 "DELETE /v2.0/ports/ad21d9f1-4ccf-445b-866c-b96a8bd8767b HTTP/1.1" status: 204 len: 173 time: 2.4937966 Nov 12 08:44:51.439842 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5a3562-f917-4546-b29d-380f7a1f86b0', 'name': 'network-vif-deleted', 'tag': 'ad21d9f1-4ccf-445b-866c-b96a8bd8767b'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:51.449058 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a353df0d-cd3d-47d0-b9d0-2c9ecbe6fd73" -d '{"events": [{"server_uuid": "ce5a3562-f917-4546-b29d-380f7a1f86b0", "name": "network-vif-deleted", "tag": "ad21d9f1-4ccf-445b-866c-b96a8bd8767b"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:51.461733 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07409468-d847-4538-a5dd-e7532ef50e57 req-9adb5f55-94ec-467a-bb0b-48755e4d347f tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5a3562-f917-4546-b29d-380f7a1f86b0 HTTP/1.1" status: 200 len: 210 time: 0.1090536 Nov 12 08:44:51.475840 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-0aa1de72-b7b4-429a-9ab2-1e9c55507dba service neutron] 10.222.0.54 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6398306 Nov 12 08:44:51.492393 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-99ec91f8-7f9b-4cbe-af41-5be62ee03606 req-64a8f7c8-e47a-4b22-85c5-7aede8b77153 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf502a0-342a-4394-9009-259625e8cde0 HTTP/1.1" status: 200 len: 210 time: 0.1406105 Nov 12 08:44:51.650761 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-24035561-f6e5-4bf0-9363-8d5c433171cc tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Made reservation on behalf of 28f4e914e83743e38050bab6ad98fb14 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:51.657445 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-24035561-f6e5-4bf0-9363-8d5c433171cc tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.766515 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666f3946-0ee9-4245-b2e4-33cf2cd75958 x-openstack-request-id: req-666f3946-0ee9-4245-b2e4-33cf2cd75958 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:51.767162 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5a3562-f917-4546-b29d-380f7a1f86b0", "name": "network-vif-deleted", "tag": "ad21d9f1-4ccf-445b-866c-b96a8bd8767b", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:51.768395 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-666f3946-0ee9-4245-b2e4-33cf2cd75958 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:51.770104 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5a3562-f917-4546-b29d-380f7a1f86b0', 'name': 'network-vif-deleted', 'tag': 'ad21d9f1-4ccf-445b-866c-b96a8bd8767b', 'status': 'completed', 'code': 200} Nov 12 08:44:51.889824 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-6c7154c0-b091-4121-a937-8c49ceb4bfb8 service neutron] 10.222.0.54 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025218 Nov 12 08:44:52.021752 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-5ff7dc8a-e7b8-438b-a186-26fe887aac62 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=5a26ea24-1891-468a-8682-58706cbc337d HTTP/1.1" status: 200 len: 217 time: 0.1258941 Nov 12 08:44:52.126663 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-38c27f87-d453-4664-a99f-e7daf900578f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:52.132220 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-38c27f87-d453-4664-a99f-e7daf900578f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d86e7b80-541e-4437-9372-c90106323c14 HTTP/1.1" status: 200 len: 797 time: 0.0952754 Nov 12 08:44:52.134928 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e143676-8c83-4cbe-ae11-718b673d9e0d req-32ad7e5c-2e1d-4cf4-91d0-ce1e867c4649 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:52.153856 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e143676-8c83-4cbe-ae11-718b673d9e0d req-32ad7e5c-2e1d-4cf4-91d0-ce1e867c4649 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 946 time: 0.4573429 Nov 12 08:44:52.179356 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.232560 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-8ad43852-3cf7-4692-8949-ceda40a58e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:52.234333 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-8ad43852-3cf7-4692-8949-ceda40a58e46 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0905452 Nov 12 08:44:52.310085 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b004e782-27be-49da-8839-6a5ba1fa8d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208f95e9-28ae-4c99-8b45-cff231909e59'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:52.319157 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fda1b6-ca1e-4089-96b3-933891f74968" -d '{"events": [{"server_uuid": "b004e782-27be-49da-8839-6a5ba1fa8d1c", "name": "network-vif-plugged", "status": "completed", "tag": "208f95e9-28ae-4c99-8b45-cff231909e59"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:52.361587 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-24035561-f6e5-4bf0-9363-8d5c433171cc tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Allocated IP 172.20.0.8 (416d77e6-e59f-4b38-b9bd-919bb27e94bb/ec79070a-c94b-4d76-8d90-f255a03ba1be/cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:52.371099 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 208f95e9-28ae-4c99-8b45-cff231909e59, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=208f95e9-28ae-4c99-8b45-cff231909e59,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:52.378432 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.379290 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device ad21d9f1-4ccf-445b-866c-b96a8bd8767b no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:44:52.426040 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e143676-8c83-4cbe-ae11-718b673d9e0d req-d6dbe9e2-4ef2-49a9-9289-6f5e254c9655 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710414 Nov 12 08:44:52.581329 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: ad21d9f1-4ccf-445b-866c-b96a8bd8767b {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:44:52.585368 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device ad21d9f1-4ccf-445b-866c-b96a8bd8767b not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:44:52.622950 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-f378ad84-d190-447b-9769-accd18087489 service neutron] 10.222.0.54 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738527 Nov 12 08:44:52.623832 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53574) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:52.754511 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-20f72a0c-c162-4e0b-8725-218a34f7062e service neutron] 10.222.0.54 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232939 Nov 12 08:44:52.758012 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=208f95e9-28ae-4c99-8b45-cff231909e59,revision_number=13']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:52.783568 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.818165 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-7ea32817-197f-4740-ba20-c29a9919541b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=42d9b265-ff43-4a1c-acce-53b5283365dc HTTP/1.1" status: 200 len: 217 time: 0.0563407 Nov 12 08:44:52.907954 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-83da5f4b-7faa-4394-a907-04dd96148da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:52.909427 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-83da5f4b-7faa-4394-a907-04dd96148da2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7cdf4593-290a-409d-9183-aaed729edd4d HTTP/1.1" status: 200 len: 797 time: 0.0807829 Nov 12 08:44:52.999552 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-bfc4b542-15c7-419f-93c9-7ed5c2d9a9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:53.001469 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-bfc4b542-15c7-419f-93c9-7ed5c2d9a9ed service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=702ebd3a-91cd-4d56-a35d-ad10b18ed18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0829933 Nov 12 08:44:53.039628 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-24035561-f6e5-4bf0-9363-8d5c433171cc tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.067925 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61377018-db7f-442d-b36a-de2a1aa68b4a req-d5d7e2b7-ca9d-4748-a581-85ce4c288de6 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:53.078408 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-61377018-db7f-442d-b36a-de2a1aa68b4a req-d5d7e2b7-ca9d-4748-a581-85ce4c288de6 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 947 time: 0.7574129 Nov 12 08:44:53.126628 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-402dbc37-a6c4-4a26-b310-86ff7b91df60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.167066 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-61377018-db7f-442d-b36a-de2a1aa68b4a req-b8b4d3e0-0d24-4e71-9794-7dc58fcb414d tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871365 Nov 12 08:44:53.225953 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c52250-d19c-449d-999e-0e9cc716fec7 req-f39bd309-c6b3-42f2-9cb5-be744bb42eb5 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:53.235898 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c52250-d19c-449d-999e-0e9cc716fec7 req-f39bd309-c6b3-42f2-9cb5-be744bb42eb5 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:53.245330 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c52250-d19c-449d-999e-0e9cc716fec7 req-f39bd309-c6b3-42f2-9cb5-be744bb42eb5 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:53.251840 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c52250-d19c-449d-999e-0e9cc716fec7 req-f39bd309-c6b3-42f2-9cb5-be744bb42eb5 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:53.258045 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c52250-d19c-449d-999e-0e9cc716fec7 req-f39bd309-c6b3-42f2-9cb5-be744bb42eb5 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:53.268941 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c52250-d19c-449d-999e-0e9cc716fec7 req-f39bd309-c6b3-42f2-9cb5-be744bb42eb5 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:53.276689 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c52250-d19c-449d-999e-0e9cc716fec7 req-f39bd309-c6b3-42f2-9cb5-be744bb42eb5 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:53.285510 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f0c52250-d19c-449d-999e-0e9cc716fec7 req-f39bd309-c6b3-42f2-9cb5-be744bb42eb5 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5421 time: 0.3173642 Nov 12 08:44:53.291873 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa123410-ded9-46a3-8ecc-f71bfa51b976 x-openstack-request-id: req-fa123410-ded9-46a3-8ecc-f71bfa51b976 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:53.292388 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b004e782-27be-49da-8839-6a5ba1fa8d1c", "name": "network-vif-plugged", "status": "completed", "tag": "208f95e9-28ae-4c99-8b45-cff231909e59", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:53.292480 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa123410-ded9-46a3-8ecc-f71bfa51b976 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:53.292836 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b004e782-27be-49da-8839-6a5ba1fa8d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208f95e9-28ae-4c99-8b45-cff231909e59', 'code': 200} Nov 12 08:44:53.376452 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f0c52250-d19c-449d-999e-0e9cc716fec7 req-9e53752d-c755-4812-abfa-17d7021603dd tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0893133 Nov 12 08:44:53.389733 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-24035561-f6e5-4bf0-9363-8d5c433171cc tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.431282 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-01592238-6fd0-4869-8086-5bf092bec7b5 service neutron] 10.222.0.54 "GET /v2.0/networks/702ebd3a-91cd-4d56-a35d-ad10b18ed18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190395 Nov 12 08:44:53.451183 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-24035561-f6e5-4bf0-9363-8d5c433171cc tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Network 416d77e6-e59f-4b38-b9bd-919bb27e94bb is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:53.458107 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-24035561-f6e5-4bf0-9363-8d5c433171cc tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:53.505147 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53604) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:53.532215 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-24035561-f6e5-4bf0-9363-8d5c433171cc tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:53.674706 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-402dbc37-a6c4-4a26-b310-86ff7b91df60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.690200 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-402dbc37-a6c4-4a26-b310-86ff7b91df60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.754791 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24035561-f6e5-4bf0-9363-8d5c433171cc tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Pushing event updated for resources: {'Port': ['ID=cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:53.823448 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-24035561-f6e5-4bf0-9363-8d5c433171cc tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:53.824218 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-402dbc37-a6c4-4a26-b310-86ff7b91df60 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7a5620e991364235a348d2eece525941&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1984854 Nov 12 08:44:53.836772 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-24035561-f6e5-4bf0-9363-8d5c433171cc tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.840270 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53614) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:53.859729 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97930010-91de-46ea-ba9f-5836bf79654e req-8c4b1159-2ff6-44ef-949a-64ea239037c7 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:53.861615 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402dbc37-a6c4-4a26-b310-86ff7b91df60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1769a2-dfeb-43c3-8e3a-bdefcd501abc,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:53.880500 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-97930010-91de-46ea-ba9f-5836bf79654e req-8c4b1159-2ff6-44ef-949a-64ea239037c7 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf502a0-342a-4394-9009-259625e8cde0 HTTP/1.1" status: 200 len: 931 time: 0.3449266 Nov 12 08:44:53.900167 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c5d38179-330b-48dd-825d-8f11b89b9748 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:53.913203 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-834f3708-be57-446d-b2b9-3b561cab381d service neutron] 10.222.0.54 "GET /v2.0/networks/702ebd3a-91cd-4d56-a35d-ad10b18ed18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708323 Nov 12 08:44:54.035910 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-66e7449c-af8a-4e98-9483-79f733350f8f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00fba7bd-a20a-41f3-948a-cccef4e31a4b HTTP/1.1" status: 200 len: 217 time: 0.1038361 Nov 12 08:44:54.040550 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-740b16e2-9613-482d-aaaa-e2c7142e19d3 None None] Provisioning complete for port cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:54.041811 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-740b16e2-9613-482d-aaaa-e2c7142e19d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.058122 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5d38179-330b-48dd-825d-8f11b89b9748 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.064795 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-200ce9ff-2f8f-482d-8c93-cd9c8b413c29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.091790 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-24035561-f6e5-4bf0-9363-8d5c433171cc tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9022563 Nov 12 08:44:54.116478 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-740b16e2-9613-482d-aaaa-e2c7142e19d3 None None] Port cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:54.146217 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-627fdd88-7d45-4429-960b-ce8cfb7ac21b service neutron] Request body: {'port': {'device_id': 'ccf502a0-342a-4394-9009-259625e8cde0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:54.157879 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-200ce9ff-2f8f-482d-8c93-cd9c8b413c29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.219020 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b1bbc-8e91-4f94-b52e-8f1d4d5f316b req-b381f024-cfc1-4be4-979c-431c358c9284 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:54.219981 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-7be65c8a-6206-44d2-84b3-44ad3d356247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:54.221081 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-7be65c8a-6206-44d2-84b3-44ad3d356247 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7cdf4593-290a-409d-9183-aaed729edd4d HTTP/1.1" status: 200 len: 797 time: 0.1737976 Nov 12 08:44:54.226844 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f0b1bbc-8e91-4f94-b52e-8f1d4d5f316b req-b381f024-cfc1-4be4-979c-431c358c9284 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 946 time: 0.3403935 Nov 12 08:44:54.245594 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-97930010-91de-46ea-ba9f-5836bf79654e req-96608464-6a14-4a6c-a8e2-d99724f69a73 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/security-groups?id=428aaee6-b6d2-4192-aacc-d4497d6e7452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3640730 Nov 12 08:44:54.307732 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac34cb8-d9a8-4b33-b682-ed400487309d req-70fe1e70-91f0-4ebe-a0c0-387bdf4baa19 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:54.309619 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5ac34cb8-d9a8-4b33-b682-ed400487309d req-70fe1e70-91f0-4ebe-a0c0-387bdf4baa19 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 949 time: 0.1035237 Nov 12 08:44:54.330885 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed69c-5aae-4272-866f-54b550ee037b req-4fe69d76-0bb2-49f2-990e-f118b538196f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:54.332477 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-4fe69d76-0bb2-49f2-990e-f118b538196f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=702ebd3a-91cd-4d56-a35d-ad10b18ed18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0947478 Nov 12 08:44:54.352904 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f0b1bbc-8e91-4f94-b52e-8f1d4d5f316b req-f8446737-09c8-448a-b408-2a3bb5e294dc tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222980 Nov 12 08:44:54.481628 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-627fdd88-7d45-4429-960b-ce8cfb7ac21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.486636 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-200ce9ff-2f8f-482d-8c93-cd9c8b413c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.494108 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-200ce9ff-2f8f-482d-8c93-cd9c8b413c29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.495522 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-200ce9ff-2f8f-482d-8c93-cd9c8b413c29 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc1769a2-dfeb-43c3-8e3a-bdefcd501abc HTTP/1.1" status: 204 len: 168 time: 0.6538162 Nov 12 08:44:54.503935 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5d38179-330b-48dd-825d-8f11b89b9748 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.586470 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ce9ff-2f8f-482d-8c93-cd9c8b413c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1769a2-dfeb-43c3-8e3a-bdefcd501abc,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:54.614426 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-857f48f5-a380-4553-977f-dd8453d32ae1 service neutron] 10.222.0.54 "GET /v2.0/networks/702ebd3a-91cd-4d56-a35d-ad10b18ed18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639613 Nov 12 08:44:54.672911 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5eb36-2f3c-4a13-a671-3090c013786b req-e2ccdb8a-4896-405d-904b-bb0ece915d6c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:54.674208 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-5ac34cb8-d9a8-4b33-b682-ed400487309d req-0efa8a92-3b61-449f-a836-3be69116a39c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Deleting port 445eef39-a61c-42ea-ad06-1001a52a3105 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:54.674619 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5ac34cb8-d9a8-4b33-b682-ed400487309d req-0efa8a92-3b61-449f-a836-3be69116a39c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.679424 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a9e5eb36-2f3c-4a13-a671-3090c013786b req-e2ccdb8a-4896-405d-904b-bb0ece915d6c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 949 time: 0.2960668 Nov 12 08:44:54.891048 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bdd99-79f7-4eb9-a444-3e36d28b735b req-8d6e195b-c695-4062-bf2f-c6c11becf5f5 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:54.892635 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d08bdd99-79f7-4eb9-a444-3e36d28b735b req-8d6e195b-c695-4062-bf2f-c6c11becf5f5 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 947 time: 0.3886964 Nov 12 08:44:54.928076 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-c5d38179-330b-48dd-825d-8f11b89b9748 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Allocated IP 172.25.6.57 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/405401c6-6af9-4249-b702-380ec99df72c) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:54.934538 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a9e5eb36-2f3c-4a13-a671-3090c013786b req-85e65787-4033-400d-b1ee-ecf30a5ce8b9 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/security-groups?id=9fc98a78-7fe5-4d70-accd-86ffc4a0af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019992 Nov 12 08:44:55.000871 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-5ac34cb8-d9a8-4b33-b682-ed400487309d req-0efa8a92-3b61-449f-a836-3be69116a39c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] For port 445eef39-a61c-42ea-ad06-1001a52a3105, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=445eef39-a61c-42ea-ad06-1001a52a3105,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:55.000871 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5ac34cb8-d9a8-4b33-b682-ed400487309d req-0efa8a92-3b61-449f-a836-3be69116a39c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.038336 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-347ed69c-5aae-4272-866f-54b550ee037b req-51dc202d-e38c-4d40-a7ec-d529c3fca439 service neutron] 10.222.0.54 "GET /v2.0/networks/702ebd3a-91cd-4d56-a35d-ad10b18ed18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130075 Nov 12 08:44:55.044495 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-5ac34cb8-d9a8-4b33-b682-ed400487309d req-0efa8a92-3b61-449f-a836-3be69116a39c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Calling delete_port for 445eef39-a61c-42ea-ad06-1001a52a3105 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:55.174046 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d08bdd99-79f7-4eb9-a444-3e36d28b735b req-f646ee50-8910-4973-b9cf-39d92a6eb075 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515101 Nov 12 08:44:55.210358 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dbd93-aac1-41da-a2e6-c558d9f16bc4 req-33e5fb54-2acc-4ced-9ee5-30bba2e90c82 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:55.217798 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dbd93-aac1-41da-a2e6-c558d9f16bc4 req-33e5fb54-2acc-4ced-9ee5-30bba2e90c82 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:55.224077 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dbd93-aac1-41da-a2e6-c558d9f16bc4 req-33e5fb54-2acc-4ced-9ee5-30bba2e90c82 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:55.230706 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dbd93-aac1-41da-a2e6-c558d9f16bc4 req-33e5fb54-2acc-4ced-9ee5-30bba2e90c82 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:55.237256 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dbd93-aac1-41da-a2e6-c558d9f16bc4 req-33e5fb54-2acc-4ced-9ee5-30bba2e90c82 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:55.243349 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dbd93-aac1-41da-a2e6-c558d9f16bc4 req-33e5fb54-2acc-4ced-9ee5-30bba2e90c82 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:55.251064 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dbd93-aac1-41da-a2e6-c558d9f16bc4 req-33e5fb54-2acc-4ced-9ee5-30bba2e90c82 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:55.264559 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-099dbd93-aac1-41da-a2e6-c558d9f16bc4 req-33e5fb54-2acc-4ced-9ee5-30bba2e90c82 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5421 time: 0.1895225 Nov 12 08:44:55.341987 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53646) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:55.373692 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5d38179-330b-48dd-825d-8f11b89b9748 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.390439 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3913a81b-bb1e-481c-9b33-53e4aa9d1ceb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.410651 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923bc57-4374-4899-b910-dca782af04ba req-553ac8a7-6410-427a-9836-d23cc7252af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:55.411188 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923bc57-4374-4899-b910-dca782af04ba req-553ac8a7-6410-427a-9836-d23cc7252af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:55.411707 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923bc57-4374-4899-b910-dca782af04ba req-553ac8a7-6410-427a-9836-d23cc7252af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:55.412342 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923bc57-4374-4899-b910-dca782af04ba req-553ac8a7-6410-427a-9836-d23cc7252af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:55.412976 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923bc57-4374-4899-b910-dca782af04ba req-553ac8a7-6410-427a-9836-d23cc7252af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:55.413439 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923bc57-4374-4899-b910-dca782af04ba req-553ac8a7-6410-427a-9836-d23cc7252af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:55.413934 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923bc57-4374-4899-b910-dca782af04ba req-553ac8a7-6410-427a-9836-d23cc7252af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:55.416137 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a923bc57-4374-4899-b910-dca782af04ba req-553ac8a7-6410-427a-9836-d23cc7252af1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7744ced598be42768ed1d37e40d08f56&device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 6485 time: 0.2373047 Nov 12 08:44:55.447082 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-099dbd93-aac1-41da-a2e6-c558d9f16bc4 req-e6e43b2e-73e5-43a8-910e-eadddeab517e tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1752059 Nov 12 08:44:55.543940 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53594b85-2400-426a-a42a-670cfc7e1381 req-62ebfb13-efac-40ca-9c80-d1f7d832be9e tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:55.551360 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-53594b85-2400-426a-a42a-670cfc7e1381 req-62ebfb13-efac-40ca-9c80-d1f7d832be9e tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf502a0-342a-4394-9009-259625e8cde0 HTTP/1.1" status: 200 len: 931 time: 0.1173582 Nov 12 08:44:55.652012 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5d38179-330b-48dd-825d-8f11b89b9748 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.662100 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-53594b85-2400-426a-a42a-670cfc7e1381 req-07b810c9-8b46-4e0a-8cdc-56049a82526c tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/security-groups?id=428aaee6-b6d2-4192-aacc-d4497d6e7452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097319 Nov 12 08:44:55.710048 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-627fdd88-7d45-4429-960b-ce8cfb7ac21b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:44:55.727727 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-627fdd88-7d45-4429-960b-ce8cfb7ac21b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.748063 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5ac34cb8-d9a8-4b33-b682-ed400487309d req-0efa8a92-3b61-449f-a836-3be69116a39c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.752230 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d38179-330b-48dd-825d-8f11b89b9748 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:55.763174 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-627fdd88-7d45-4429-960b-ce8cfb7ac21b service neutron] Transition to ACTIVE for port object cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:44:55.763327 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['445eef39-a61c-42ea-ad06-1001a52a3105'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:44:55.777650 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-c5d38179-330b-48dd-825d-8f11b89b9748 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:55.781046 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5454c7-ab3a-4255-b128-fd40b88ac361 req-47ea6ba6-9434-43ec-8766-5cc522bf818b tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:55.788499 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f5454c7-ab3a-4255-b128-fd40b88ac361 req-47ea6ba6-9434-43ec-8766-5cc522bf818b tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 946 time: 0.1476560 Nov 12 08:44:55.791798 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-627fdd88-7d45-4429-960b-ce8cfb7ac21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.801040 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d38179-330b-48dd-825d-8f11b89b9748 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:55.830541 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d38179-330b-48dd-825d-8f11b89b9748 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Pushing event updated for resources: {'Port': ['ID=405401c6-6af9-4249-b702-380ec99df72c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:55.852919 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923bc57-4374-4899-b910-dca782af04ba req-b20db03c-4ff9-4129-a74d-ca0d205743ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:55.854477 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a923bc57-4374-4899-b910-dca782af04ba req-b20db03c-4ff9-4129-a74d-ca0d205743ac service neutron] 10.222.0.54 "GET /v2.0/networks?id=702ebd3a-91cd-4d56-a35d-ad10b18ed18d HTTP/1.1" status: 200 len: 903 time: 0.4268172 Nov 12 08:44:55.856804 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3913a81b-bb1e-481c-9b33-53e4aa9d1ceb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.905187 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fdd88-7d45-4429-960b-ce8cfb7ac21b service neutron] Pushing event updated for resources: {'Port': ['ID=cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:55.960423 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3913a81b-bb1e-481c-9b33-53e4aa9d1ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.989289 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f5454c7-ab3a-4255-b128-fd40b88ac361 req-be3ca732-40e5-4ab5-8154-65e2a715319c tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878929 Nov 12 08:44:55.989444 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa8a92-3b61-449f-a836-3be69116a39c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Pushing event deleted for resources: {'Port': ['ID=445eef39-a61c-42ea-ad06-1001a52a3105,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:55.995464 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a923bc57-4374-4899-b910-dca782af04ba req-c0be0630-3568-436b-b686-4caf3ec5fc0e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00fba7bd-a20a-41f3-948a-cccef4e31a4b HTTP/1.1" status: 200 len: 217 time: 0.1225979 Nov 12 08:44:56.082596 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac34cb8-d9a8-4b33-b682-ed400487309d req-0efa8a92-3b61-449f-a836-3be69116a39c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] No DVR routers for this DVR port 445eef39-a61c-42ea-ad06-1001a52a3105 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:44:56.112476 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5ac34cb8-d9a8-4b33-b682-ed400487309d req-0efa8a92-3b61-449f-a836-3be69116a39c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.115501 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1471137b-09fe-4fe5-b790-167310a164ec req-86ba02a2-4363-4961-b303-280bfbb74763 tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49ae04-36ef-43ef-ae99-0c759b784bd2 HTTP/1.1" status: 200 len: 210 time: 0.0429430 Nov 12 08:44:56.125207 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5ac34cb8-d9a8-4b33-b682-ed400487309d req-0efa8a92-3b61-449f-a836-3be69116a39c tempest-MigrationsAdminTest-1639803220 tempest-MigrationsAdminTest-1639803220-project] 10.222.0.54 "DELETE /v2.0/ports/445eef39-a61c-42ea-ad06-1001a52a3105 HTTP/1.1" status: 204 len: 173 time: 1.8066976 Nov 12 08:44:56.127730 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-627fdd88-7d45-4429-960b-ce8cfb7ac21b service neutron] Attempting to bind port cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:56.128370 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-627fdd88-7d45-4429-960b-ce8cfb7ac21b service neutron] Attempting to bind port cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'a2bb8357-84e3-4416-95ab-bb4a7e613091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '416d77e6-e59f-4b38-b9bd-919bb27e94bb'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:56.128871 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-627fdd88-7d45-4429-960b-ce8cfb7ac21b service neutron] Attempting to bind port cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5 on network 416d77e6-e59f-4b38-b9bd-919bb27e94bb {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:56.135679 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-627fdd88-7d45-4429-960b-ce8cfb7ac21b service neutron] Port cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5 on network 416d77e6-e59f-4b38-b9bd-919bb27e94bb not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:56.136513 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-627fdd88-7d45-4429-960b-ce8cfb7ac21b service neutron] Attempting to bind port cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5 on network 416d77e6-e59f-4b38-b9bd-919bb27e94bb {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:56.149317 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e49ae04-36ef-43ef-ae99-0c759b784bd2', 'name': 'network-vif-deleted', 'tag': '445eef39-a61c-42ea-ad06-1001a52a3105'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:56.153613 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1933da5c-3534-4ee5-be33-f075563c4baf" -d '{"events": [{"server_uuid": "9e49ae04-36ef-43ef-ae99-0c759b784bd2", "name": "network-vif-deleted", "tag": "445eef39-a61c-42ea-ad06-1001a52a3105"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:56.163647 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-627fdd88-7d45-4429-960b-ce8cfb7ac21b service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:56.166506 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-627fdd88-7d45-4429-960b-ce8cfb7ac21b service neutron] Checking segment: {'id': 'a2bb8357-84e3-4416-95ab-bb4a7e613091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '416d77e6-e59f-4b38-b9bd-919bb27e94bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:56.166944 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-627fdd88-7d45-4429-960b-ce8cfb7ac21b service neutron] Bound using segment: {'id': 'a2bb8357-84e3-4416-95ab-bb4a7e613091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '416d77e6-e59f-4b38-b9bd-919bb27e94bb'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:56.169760 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-627fdd88-7d45-4429-960b-ce8cfb7ac21b service neutron] Bound port: cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2bb8357-84e3-4416-95ab-bb4a7e613091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '416d77e6-e59f-4b38-b9bd-919bb27e94bb'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:56.170141 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-627fdd88-7d45-4429-960b-ce8cfb7ac21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.194193 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3913a81b-bb1e-481c-9b33-53e4aa9d1ceb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c267f1e4d4c84a698431669714703dbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8477778 Nov 12 08:44:56.209945 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53668) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:56.222191 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a81b-bb1e-481c-9b33-53e4aa9d1ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75621a5e-c53e-41db-a78b-4ecbd9a249e1,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:56.337685 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2e83ccf-b5ed-4c5a-b292-8b5f1bbc0ebf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.348329 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc68621-fdef-4591-a918-d43fc4ca6e00 x-openstack-request-id: req-2dc68621-fdef-4591-a918-d43fc4ca6e00 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:56.348625 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e49ae04-36ef-43ef-ae99-0c759b784bd2", "name": "network-vif-deleted", "tag": "445eef39-a61c-42ea-ad06-1001a52a3105", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:56.348883 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2dc68621-fdef-4591-a918-d43fc4ca6e00 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:56.349286 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e49ae04-36ef-43ef-ae99-0c759b784bd2', 'name': 'network-vif-deleted', 'tag': '445eef39-a61c-42ea-ad06-1001a52a3105', 'status': 'completed', 'code': 200} Nov 12 08:44:56.411433 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923bc57-4374-4899-b910-dca782af04ba req-1f0380c0-84e3-412f-a7ad-8038d91c0c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:56.411433 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a923bc57-4374-4899-b910-dca782af04ba req-1f0380c0-84e3-412f-a7ad-8038d91c0c0b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7cdf4593-290a-409d-9183-aaed729edd4d HTTP/1.1" status: 200 len: 797 time: 0.3765798 Nov 12 08:44:56.467135 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5d38179-330b-48dd-825d-8f11b89b9748 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.507629 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d0593-eb2b-4377-b252-1a97648411e7 req-42346e84-78a8-4a7e-8a99-f2df76b01c67 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:56.509743 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-da0d0593-eb2b-4377-b252-1a97648411e7 req-42346e84-78a8-4a7e-8a99-f2df76b01c67 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 947 time: 0.1522622 Nov 12 08:44:56.512006 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2e83ccf-b5ed-4c5a-b292-8b5f1bbc0ebf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.514694 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-627fdd88-7d45-4429-960b-ce8cfb7ac21b service neutron] For port cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:56.540576 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923bc57-4374-4899-b910-dca782af04ba req-687ea596-c264-4b96-b02f-9a854505b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:56.542339 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a923bc57-4374-4899-b910-dca782af04ba req-687ea596-c264-4b96-b02f-9a854505b0e1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=702ebd3a-91cd-4d56-a35d-ad10b18ed18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1111135 Nov 12 08:44:56.557294 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-627fdd88-7d45-4429-960b-ce8cfb7ac21b service neutron] For port cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5,segment=NetworkSegment(a2bb8357-84e3-4416-95ab-bb4a7e613091),segment_id=a2bb8357-84e3-4416-95ab-bb4a7e613091)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:56.573423 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-627fdd88-7d45-4429-960b-ce8cfb7ac21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.580200 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5d38179-330b-48dd-825d-8f11b89b9748 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.721517 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fdd88-7d45-4429-960b-ce8cfb7ac21b service neutron] Pushing event updated for resources: {'Port': ['ID=cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:56.736043 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-da0d0593-eb2b-4377-b252-1a97648411e7 req-f1554659-4487-476c-a0c8-8c3ef16b9365 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127657 Nov 12 08:44:56.748941 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-627fdd88-7d45-4429-960b-ce8cfb7ac21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:56.749921 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-627fdd88-7d45-4429-960b-ce8cfb7ac21b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.751932 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-627fdd88-7d45-4429-960b-ce8cfb7ac21b service neutron] 10.222.0.58 "PUT /v2.0/ports/cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5 HTTP/1.1" status: 200 len: 1092 time: 2.6268556 Nov 12 08:44:56.753220 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf502a0-342a-4394-9009-259625e8cde0', 'tag': 'cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:56.755720 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fed196c-7aef-4824-b9cd-44faf9a9d58f" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf502a0-342a-4394-9009-259625e8cde0", "tag": "cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:56.823726 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68ef43-c4f3-476d-885c-56f53de6810d req-c85eb2d1-d32d-4df6-99e6-4252d5b72313 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:56.846050 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68ef43-c4f3-476d-885c-56f53de6810d req-c85eb2d1-d32d-4df6-99e6-4252d5b72313 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:56.859305 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68ef43-c4f3-476d-885c-56f53de6810d req-c85eb2d1-d32d-4df6-99e6-4252d5b72313 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:56.875551 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68ef43-c4f3-476d-885c-56f53de6810d req-c85eb2d1-d32d-4df6-99e6-4252d5b72313 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:56.890525 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68ef43-c4f3-476d-885c-56f53de6810d req-c85eb2d1-d32d-4df6-99e6-4252d5b72313 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:56.911455 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68ef43-c4f3-476d-885c-56f53de6810d req-c85eb2d1-d32d-4df6-99e6-4252d5b72313 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:56.929392 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68ef43-c4f3-476d-885c-56f53de6810d req-c85eb2d1-d32d-4df6-99e6-4252d5b72313 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:56.941740 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3f68ef43-c4f3-476d-885c-56f53de6810d req-c85eb2d1-d32d-4df6-99e6-4252d5b72313 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5421 time: 0.2599604 Nov 12 08:44:56.973188 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2e83ccf-b5ed-4c5a-b292-8b5f1bbc0ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.975695 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2e83ccf-b5ed-4c5a-b292-8b5f1bbc0ebf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.977555 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f2e83ccf-b5ed-4c5a-b292-8b5f1bbc0ebf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/75621a5e-c53e-41db-a78b-4ecbd9a249e1 HTTP/1.1" status: 204 len: 168 time: 0.7665131 Nov 12 08:44:57.087994 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e83ccf-b5ed-4c5a-b292-8b5f1bbc0ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75621a5e-c53e-41db-a78b-4ecbd9a249e1,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:57.123575 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-b590a2b5-17fd-49cf-8dbf-a15301058fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.150285 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-b590a2b5-17fd-49cf-8dbf-a15301058fce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=28f4e914e83743e38050bab6ad98fb14&device_id=ccf502a0-342a-4394-9009-259625e8cde0 HTTP/1.1" status: 200 len: 1095 time: 0.1750493 Nov 12 08:44:57.317429 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-e9a34feb-c24c-45b4-ae23-2db0d0b1834b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5 HTTP/1.1" status: 200 len: 217 time: 0.1630738 Nov 12 08:44:57.400371 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a923bc57-4374-4899-b910-dca782af04ba req-da3f4bd3-0a9d-4e68-96f6-700b9247b169 service neutron] 10.222.0.54 "GET /v2.0/networks/702ebd3a-91cd-4d56-a35d-ad10b18ed18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8378291 Nov 12 08:44:57.405503 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3f68ef43-c4f3-476d-885c-56f53de6810d req-7c6813ea-4edb-4dae-8420-f630b8570bcf tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4626279 Nov 12 08:44:57.476829 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc66e10-364c-4a66-a40e-4f40527ab820 req-b2d431e5-1709-4a30-bca6-0d5f4ce2ea0e tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.490779 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ddc66e10-364c-4a66-a40e-4f40527ab820 req-b2d431e5-1709-4a30-bca6-0d5f4ce2ea0e tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf502a0-342a-4394-9009-259625e8cde0 HTTP/1.1" status: 200 len: 943 time: 0.4257276 Nov 12 08:44:57.686253 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8242e5-26bf-4d33-a84a-092560413725 x-openstack-request-id: req-8f8242e5-26bf-4d33-a84a-092560413725 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:57.686743 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5d38179-330b-48dd-825d-8f11b89b9748 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:57.687178 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf502a0-342a-4394-9009-259625e8cde0", "tag": "cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:57.687625 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f8242e5-26bf-4d33-a84a-092560413725 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:57.688282 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf502a0-342a-4394-9009-259625e8cde0', 'tag': 'cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5', 'status': 'completed', 'code': 200} Nov 12 08:44:57.693937 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ddc66e10-364c-4a66-a40e-4f40527ab820 req-33782c0d-8dbb-4a88-8328-5975b4dccc27 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/security-groups?id=428aaee6-b6d2-4192-aacc-d4497d6e7452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022080 Nov 12 08:44:57.696041 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-8d0e8e6f-e5f7-4bac-ad8b-83d4435c06d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.696449 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5d38179-330b-48dd-825d-8f11b89b9748 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:57.698579 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-8d0e8e6f-e5f7-4bac-ad8b-83d4435c06d4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ec79070a-c94b-4d76-8d90-f255a03ba1be HTTP/1.1" status: 200 len: 850 time: 0.3655348 Nov 12 08:44:57.761816 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a923bc57-4374-4899-b910-dca782af04ba req-b966f694-fec5-4058-8e46-7746c37b752c service neutron] 10.222.0.54 "GET /v2.0/networks/702ebd3a-91cd-4d56-a35d-ad10b18ed18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495715 Nov 12 08:44:57.828755 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d38179-330b-48dd-825d-8f11b89b9748 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Pushing event updated for resources: {'Port': ['ID=405401c6-6af9-4249-b702-380ec99df72c,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:57.844400 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ad57c-0a26-4496-a1e5-2ff97dbb1ac2 req-28fd0ce6-04c8-4530-9d1a-99ed55768359 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.847251 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-136ad57c-0a26-4496-a1e5-2ff97dbb1ac2 req-28fd0ce6-04c8-4530-9d1a-99ed55768359 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 946 time: 0.1450858 Nov 12 08:44:57.881039 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5d38179-330b-48dd-825d-8f11b89b9748 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:57.916892 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5d38179-330b-48dd-825d-8f11b89b9748 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:57.918215 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c5d38179-330b-48dd-825d-8f11b89b9748 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4102786 Nov 12 08:44:57.923178 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53712) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:57.944659 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c96b21b1-e82c-4153-b72e-d5b0894d6c6f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1235026063'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:57.947066 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-c2af5c98-fbb1-4a56-80c7-3ff01d476d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.949055 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-c2af5c98-fbb1-4a56-80c7-3ff01d476d7a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=416d77e6-e59f-4b38-b9bd-919bb27e94bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2351434 Nov 12 08:44:57.992229 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96b21b1-e82c-4153-b72e-d5b0894d6c6f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Made reservation on behalf of 0ebdd8ca29334f1fa03a8edaf22de271 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:57.994201 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-136ad57c-0a26-4496-a1e5-2ff97dbb1ac2 req-779938f7-acf8-44b0-8e9e-a1a782943d63 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333556 Nov 12 08:44:57.997709 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c96b21b1-e82c-4153-b72e-d5b0894d6c6f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.023339 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c96b21b1-e82c-4153-b72e-d5b0894d6c6f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.135657 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-a85ef8d7-6506-4a97-b05a-28aa2f6cd09a service neutron] 10.222.0.58 "GET /v2.0/networks/416d77e6-e59f-4b38-b9bd-919bb27e94bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731658 Nov 12 08:44:58.296633 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c96b21b1-e82c-4153-b72e-d5b0894d6c6f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.309269 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c96b21b1-e82c-4153-b72e-d5b0894d6c6f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.380855 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c96b21b1-e82c-4153-b72e-d5b0894d6c6f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:44:58.476718 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c96b21b1-e82c-4153-b72e-d5b0894d6c6f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.477299 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-c96b21b1-e82c-4153-b72e-d5b0894d6c6f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Added segment b40b9387-5875-446d-9876-5871d535802d of type vlan for network acb7324a-c70b-43d9-ba9c-94d6ea2e05bf Nov 12 08:44:58.478918 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b21b1-e82c-4153-b72e-d5b0894d6c6f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=936b401b-9f89-48d2-9cc5-a59baa653c63,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:58.492471 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53728) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:58.528203 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5449d5-bcc0-4980-994d-918be6d94923 req-153c235f-48cd-4915-a233-fde5e15c4fec tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:58.536784 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8d5449d5-bcc0-4980-994d-918be6d94923 req-153c235f-48cd-4915-a233-fde5e15c4fec tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 947 time: 0.5805371 Nov 12 08:44:58.613453 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8d5449d5-bcc0-4980-994d-918be6d94923 req-e2428974-d48e-4a5a-8a67-a91fe428c475 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752547 Nov 12 08:44:58.694294 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c96b21b1-e82c-4153-b72e-d5b0894d6c6f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.825144 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c96b21b1-e82c-4153-b72e-d5b0894d6c6f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.850030 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96b21b1-e82c-4153-b72e-d5b0894d6c6f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:58.862280 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c96b21b1-e82c-4153-b72e-d5b0894d6c6f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.877558 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0872906-bcce-46c6-8853-5e0567598ad0 req-5ef05790-d972-4da4-8447-b8ce89a772b4 service neutron] 10.222.0.58 "GET /v2.0/networks/416d77e6-e59f-4b38-b9bd-919bb27e94bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7304173 Nov 12 08:44:58.892821 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca64be-46db-499d-b66d-80720c3c1648 req-5c6026d0-b225-4db4-abc4-b2364dc9e471 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:58.900201 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca64be-46db-499d-b66d-80720c3c1648 req-5c6026d0-b225-4db4-abc4-b2364dc9e471 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:58.909279 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca64be-46db-499d-b66d-80720c3c1648 req-5c6026d0-b225-4db4-abc4-b2364dc9e471 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:58.916352 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca64be-46db-499d-b66d-80720c3c1648 req-5c6026d0-b225-4db4-abc4-b2364dc9e471 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:58.923224 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca64be-46db-499d-b66d-80720c3c1648 req-5c6026d0-b225-4db4-abc4-b2364dc9e471 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:58.931427 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca64be-46db-499d-b66d-80720c3c1648 req-5c6026d0-b225-4db4-abc4-b2364dc9e471 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:58.938982 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca64be-46db-499d-b66d-80720c3c1648 req-5c6026d0-b225-4db4-abc4-b2364dc9e471 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:58.949092 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41ca64be-46db-499d-b66d-80720c3c1648 req-5c6026d0-b225-4db4-abc4-b2364dc9e471 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5421 time: 0.3524158 Nov 12 08:44:58.990910 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.026880 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b21b1-e82c-4153-b72e-d5b0894d6c6f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Pushing event updated for resources: {'Network': ['ID=acb7324a-c70b-43d9-ba9c-94d6ea2e05bf,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:59.039168 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network acb7324a-c70b-43d9-ba9c-94d6ea2e05bf details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:44:59.100707 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644adc01-8763-403f-b72e-b47b161a3f50 req-40854d2a-c3a3-4851-a67e-d5392112f4eb tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:59.102429 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-644adc01-8763-403f-b72e-b47b161a3f50 req-40854d2a-c3a3-4851-a67e-d5392112f4eb tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf502a0-342a-4394-9009-259625e8cde0 HTTP/1.1" status: 200 len: 943 time: 0.1500788 Nov 12 08:44:59.124737 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41ca64be-46db-499d-b66d-80720c3c1648 req-96cb22c3-497e-459d-b7bc-06bc609ed3ab tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1744657 Nov 12 08:44:59.131072 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c96b21b1-e82c-4153-b72e-d5b0894d6c6f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2020047 Nov 12 08:44:59.143215 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53742) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:59.171564 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ecffd3d8-cd8c-491f-b22a-36c7682efbab tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Request body: {'subnet': {'network_id': 'acb7324a-c70b-43d9-ba9c-94d6ea2e05bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:59.226671 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 445eef39-a61c-42ea-ad06-1001a52a3105 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:44:59.230455 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53746) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:59.233013 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-557ba3f5-1015-4a6a-b93d-3063ce7b699f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3251a58645fc4115844b0853f7399565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7266691 Nov 12 08:44:59.299808 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 445eef39-a61c-42ea-ad06-1001a52a3105 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:44:59.300229 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 445eef39-a61c-42ea-ad06-1001a52a3105 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:44:59.338278 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed196c-7aef-4824-b9cd-44faf9a9d58f req-55a35806-ebec-4079-9e0e-8d1e1ffeff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:59.340611 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1fed196c-7aef-4824-b9cd-44faf9a9d58f req-55a35806-ebec-4079-9e0e-8d1e1ffeff69 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=28f4e914e83743e38050bab6ad98fb14&device_id=ccf502a0-342a-4394-9009-259625e8cde0 HTTP/1.1" status: 200 len: 1095 time: 0.3186560 Nov 12 08:44:59.362018 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecffd3d8-cd8c-491f-b22a-36c7682efbab tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Made reservation on behalf of 0ebdd8ca29334f1fa03a8edaf22de271 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:59.367595 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ecffd3d8-cd8c-491f-b22a-36c7682efbab tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.410772 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-644adc01-8763-403f-b72e-b47b161a3f50 req-c323e9f6-0e9d-44b1-8ab5-32e945062ab6 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/security-groups?id=428aaee6-b6d2-4192-aacc-d4497d6e7452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2848754 Nov 12 08:44:59.523842 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a5f78eba-d313-4459-9c34-cc10c4a1fb70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.574528 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a5f78eba-d313-4459-9c34-cc10c4a1fb70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.585220 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f61f0-cd18-4948-add0-945095000f93 req-af1f4802-47da-43a1-af9b-ce93247c984e tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:59.587356 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-526f61f0-cd18-4948-add0-945095000f93 req-af1f4802-47da-43a1-af9b-ce93247c984e tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 946 time: 0.2455683 Nov 12 08:44:59.677188 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed196c-7aef-4824-b9cd-44faf9a9d58f req-0d2e3124-4036-4fea-a282-f38f40790c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:59.679350 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1fed196c-7aef-4824-b9cd-44faf9a9d58f req-0d2e3124-4036-4fea-a282-f38f40790c58 service neutron] 10.222.0.58 "GET /v2.0/networks?id=416d77e6-e59f-4b38-b9bd-919bb27e94bb HTTP/1.1" status: 200 len: 912 time: 0.3240085 Nov 12 08:44:59.761244 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1fed196c-7aef-4824-b9cd-44faf9a9d58f req-dcbe59e3-8d07-4f3a-9303-07a6cb62f2ef service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5 HTTP/1.1" status: 200 len: 217 time: 0.0699732 Nov 12 08:44:59.770236 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ecffd3d8-cd8c-491f-b22a-36c7682efbab tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.838070 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a5f78eba-d313-4459-9c34-cc10c4a1fb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.840805 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a5f78eba-d313-4459-9c34-cc10c4a1fb70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.845162 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a5f78eba-d313-4459-9c34-cc10c4a1fb70 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9fc98a78-7fe5-4d70-accd-86ffc4a0af18 HTTP/1.1" status: 204 len: 168 time: 0.6094620 Nov 12 08:44:59.859011 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-526f61f0-cd18-4948-add0-945095000f93 req-b0d6ed93-f9f8-4c3a-832e-4e02c01060a8 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601485 Nov 12 08:44:59.878318 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f78eba-d313-4459-9c34-cc10c4a1fb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc98a78-7fe5-4d70-accd-86ffc4a0af18,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:59.913004 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed196c-7aef-4824-b9cd-44faf9a9d58f req-8b4cf4c4-3d37-4841-a9bb-d5d327d2c0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:59.914615 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1fed196c-7aef-4824-b9cd-44faf9a9d58f req-8b4cf4c4-3d37-4841-a9bb-d5d327d2c0e7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ec79070a-c94b-4d76-8d90-f255a03ba1be HTTP/1.1" status: 200 len: 850 time: 0.1411290 Nov 12 08:44:59.956352 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecffd3d8-cd8c-491f-b22a-36c7682efbab tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Pushing event updated for resources: {'Subnet': ['ID=c414aef9-361b-4802-82d2-37e1e3e89c00,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:59.964776 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed01b8f-aa48-4354-abf7-73b07d297277 req-7a3a9363-6d5e-4db0-ac64-7ac9466a5760 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:59.966637 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5ed01b8f-aa48-4354-abf7-73b07d297277 req-7a3a9363-6d5e-4db0-ac64-7ac9466a5760 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 947 time: 0.2132428 Nov 12 08:44:59.987411 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecffd3d8-cd8c-491f-b22a-36c7682efbab tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Checking segment: {'id': 'b40b9387-5875-446d-9876-5871d535802d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'acb7324a-c70b-43d9-ba9c-94d6ea2e05bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:59.988508 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecffd3d8-cd8c-491f-b22a-36c7682efbab tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Network hostable DHCP agents. Network: acb7324a-c70b-43d9-ba9c-94d6ea2e05bf, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:45:00.015561 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53764) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:00.045667 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecffd3d8-cd8c-491f-b22a-36c7682efbab tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Network acb7324a-c70b-43d9-ba9c-94d6ea2e05bf is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:45:00.060907 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-ecffd3d8-cd8c-491f-b22a-36c7682efbab tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, acb7324a-c70b-43d9-ba9c-94d6ea2e05bf) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:00.116144 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecffd3d8-cd8c-491f-b22a-36c7682efbab tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:00.116144 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ecffd3d8-cd8c-491f-b22a-36c7682efbab tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:00.116464 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfa8dab-9f67-4242-a1d3-d9f417916321 None None] Network acb7324a-c70b-43d9-ba9c-94d6ea2e05bf requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:00.161855 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ecffd3d8-cd8c-491f-b22a-36c7682efbab tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9951801 Nov 12 08:45:00.161855 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53768) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:00.162169 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5ed01b8f-aa48-4354-abf7-73b07d297277 req-bcda5fe7-16d8-49c4-b755-503f6569290f tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503444 Nov 12 08:45:00.172677 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c89afe3a-390d-4871-864d-b0ce5bbebf0a tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1942087753', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:00.199149 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed196c-7aef-4824-b9cd-44faf9a9d58f req-710df942-7a35-4e73-bb67-4c1136cbc761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:00.201147 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1fed196c-7aef-4824-b9cd-44faf9a9d58f req-710df942-7a35-4e73-bb67-4c1136cbc761 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=416d77e6-e59f-4b38-b9bd-919bb27e94bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2726042 Nov 12 08:45:00.277314 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c89afe3a-390d-4871-864d-b0ce5bbebf0a tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:00.278624 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c89afe3a-390d-4871-864d-b0ce5bbebf0a tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:00.498468 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c89afe3a-390d-4871-864d-b0ce5bbebf0a tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:00.622201 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1fed196c-7aef-4824-b9cd-44faf9a9d58f req-517dc770-f113-4218-965e-4948efa8d95e service neutron] 10.222.0.58 "GET /v2.0/networks/416d77e6-e59f-4b38-b9bd-919bb27e94bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117389 Nov 12 08:45:00.870582 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1fed196c-7aef-4824-b9cd-44faf9a9d58f req-f8cd6022-55ae-40ed-b38f-281c7db530c8 service neutron] 10.222.0.58 "GET /v2.0/networks/416d77e6-e59f-4b38-b9bd-919bb27e94bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831999 Nov 12 08:45:00.943072 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb488a-07c7-44ca-9ba0-b59b354bc2d0 req-d6c6aacc-911e-47a1-9286-16da8c0ce069 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:00.949292 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb488a-07c7-44ca-9ba0-b59b354bc2d0 req-d6c6aacc-911e-47a1-9286-16da8c0ce069 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:00.955891 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb488a-07c7-44ca-9ba0-b59b354bc2d0 req-d6c6aacc-911e-47a1-9286-16da8c0ce069 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:00.967522 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb488a-07c7-44ca-9ba0-b59b354bc2d0 req-d6c6aacc-911e-47a1-9286-16da8c0ce069 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:00.975245 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb488a-07c7-44ca-9ba0-b59b354bc2d0 req-d6c6aacc-911e-47a1-9286-16da8c0ce069 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:00.981609 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb488a-07c7-44ca-9ba0-b59b354bc2d0 req-d6c6aacc-911e-47a1-9286-16da8c0ce069 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:00.993074 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb488a-07c7-44ca-9ba0-b59b354bc2d0 req-d6c6aacc-911e-47a1-9286-16da8c0ce069 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:00.995442 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-85cb488a-07c7-44ca-9ba0-b59b354bc2d0 req-d6c6aacc-911e-47a1-9286-16da8c0ce069 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5421 time: 0.5403562 Nov 12 08:45:01.066834 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c89afe3a-390d-4871-864d-b0ce5bbebf0a tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.074810 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266db06-d151-4ce6-bfb9-7952cbb3e7bf req-b1e076c0-c090-41a2-8c82-84c3c42cbd43 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:01.084328 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3266db06-d151-4ce6-bfb9-7952cbb3e7bf req-b1e076c0-c090-41a2-8c82-84c3c42cbd43 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf502a0-342a-4394-9009-259625e8cde0 HTTP/1.1" status: 200 len: 943 time: 0.4609082 Nov 12 08:45:01.102848 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7caa3f86-2a16-4969-b8e0-010362b41f1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.164171 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53788) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:01.206849 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82ca50a-5425-4685-9f0c-ecfa13188b29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-acb7324a-c70b-43d9-ba9c-94d6ea2e05bf', 'network_id': 'acb7324a-c70b-43d9-ba9c-94d6ea2e05bf', 'tenant_id': '0ebdd8ca29334f1fa03a8edaf22de271', 'fixed_ips': [{'subnet_id': 'c414aef9-361b-4802-82d2-37e1e3e89c00'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:45:01.210436 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b82ca50a-5425-4685-9f0c-ecfa13188b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.365866 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ad8bc93e-3c9c-4ab3-8a68-ca4e6681603e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=83ee4c5561624b91a9b2c8d96a49038f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1964848 Nov 12 08:45:01.383452 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53792) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:01.426096 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-85cb488a-07c7-44ca-9ba0-b59b354bc2d0 req-1c4c581b-5c5b-4f4c-8229-b30ea896a525 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3028414 Nov 12 08:45:01.435664 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-b82ca50a-5425-4685-9f0c-ecfa13188b29 None None] Allocated IP 172.20.0.2 (acb7324a-c70b-43d9-ba9c-94d6ea2e05bf/c414aef9-361b-4802-82d2-37e1e3e89c00/be19f5ac-2188-435a-8274-67301f14fbf3) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:01.495204 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3266db06-d151-4ce6-bfb9-7952cbb3e7bf req-ce6b948f-9ff0-4a7b-886b-ad2a79d165d9 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/security-groups?id=428aaee6-b6d2-4192-aacc-d4497d6e7452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3588233 Nov 12 08:45:01.548646 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7caa3f86-2a16-4969-b8e0-010362b41f1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.557998 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7caa3f86-2a16-4969-b8e0-010362b41f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.622636 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ef08a4f2-f4ac-4732-ae5e-dd457fd12770 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.659930 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:45:01.686155 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ef08a4f2-f4ac-4732-ae5e-dd457fd12770 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.686855 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7caa3f86-2a16-4969-b8e0-010362b41f1d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=66a939792d3046f08085809d5a9aad67&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6679428 Nov 12 08:45:01.689668 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53796) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:01.767898 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa3f86-2a16-4969-b8e0-010362b41f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0e8eff-4b9f-46a9-9ccd-3b6f9fe3f1a8,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:01.788044 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b82ca50a-5425-4685-9f0c-ecfa13188b29 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.810167 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8daa0bf-e601-4337-b644-78b9d94c3453 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.933290 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ffbc5-0e2e-432d-9082-b613e6f9298f req-bf836a6f-676b-4031-b8e9-03f2087266fa tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:01.948740 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab1ffbc5-0e2e-432d-9082-b613e6f9298f req-bf836a6f-676b-4031-b8e9-03f2087266fa tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 947 time: 0.2598662 Nov 12 08:45:01.975020 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b82ca50a-5425-4685-9f0c-ecfa13188b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.979675 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8daa0bf-e601-4337-b644-78b9d94c3453 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:02.007870 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ef08a4f2-f4ac-4732-ae5e-dd457fd12770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:02.008807 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c8904-5b90-4dfd-af25-c4629ebf0244 req-d84f8305-5d8d-4b6d-a68d-317cfda7f39b tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:02.011068 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7d9c8904-5b90-4dfd-af25-c4629ebf0244 req-d84f8305-5d8d-4b6d-a68d-317cfda7f39b tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 946 time: 0.3067188 Nov 12 08:45:02.011719 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ef08a4f2-f4ac-4732-ae5e-dd457fd12770 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:02.018870 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ef08a4f2-f4ac-4732-ae5e-dd457fd12770 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f5cd4d2-0cf0-4909-8b3d-19bf2176eea1 HTTP/1.1" status: 204 len: 168 time: 0.6254959 Nov 12 08:45:02.034009 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82ca50a-5425-4685-9f0c-ecfa13188b29 None None] Network acb7324a-c70b-43d9-ba9c-94d6ea2e05bf is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:02.064409 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-b82ca50a-5425-4685-9f0c-ecfa13188b29 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:02.073118 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c89afe3a-390d-4871-864d-b0ce5bbebf0a tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:02.104443 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08a4f2-f4ac-4732-ae5e-dd457fd12770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5cd4d2-0cf0-4909-8b3d-19bf2176eea1,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:02.121391 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82ca50a-5425-4685-9f0c-ecfa13188b29 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:02.159915 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab1ffbc5-0e2e-432d-9082-b613e6f9298f req-28880382-129a-4038-92b2-2c88d26b3275 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100856 Nov 12 08:45:02.183252 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c89afe3a-390d-4871-864d-b0ce5bbebf0a tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:02.202906 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7d9c8904-5b90-4dfd-af25-c4629ebf0244 req-a6db6ef9-c0a9-464d-b950-e5c0e4f38e51 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655912 Nov 12 08:45:02.321489 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8daa0bf-e601-4337-b644-78b9d94c3453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:02.324895 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8daa0bf-e601-4337-b644-78b9d94c3453 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:02.326397 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c8daa0bf-e601-4337-b644-78b9d94c3453 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9f0e8eff-4b9f-46a9-9ccd-3b6f9fe3f1a8 HTTP/1.1" status: 204 len: 168 time: 0.6308506 Nov 12 08:45:02.339877 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5,segment=NetworkSegment(a2bb8357-84e3-4416-95ab-bb4a7e613091),segment_id=a2bb8357-84e3-4416-95ab-bb4a7e613091)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:02.344077 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ca50a-5425-4685-9f0c-ecfa13188b29 None None] Pushing event updated for resources: {'Port': ['ID=be19f5ac-2188-435a-8274-67301f14fbf3,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:02.369462 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8daa0bf-e601-4337-b644-78b9d94c3453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0e8eff-4b9f-46a9-9ccd-3b6f9fe3f1a8,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:02.380406 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5', 'network_id': '416d77e6-e59f-4b38-b9bd-919bb27e94bb', 'port_id': 'cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5', 'mac_address': 'fa:16:3e:fe:f6:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec79070a-c94b-4d76-8d90-f255a03ba1be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:45:02.395828 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b82ca50a-5425-4685-9f0c-ecfa13188b29 None None] Attempting to bind port be19f5ac-2188-435a-8274-67301f14fbf3 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:02.395828 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b82ca50a-5425-4685-9f0c-ecfa13188b29 None None] Attempting to bind port be19f5ac-2188-435a-8274-67301f14fbf3 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'b40b9387-5875-446d-9876-5871d535802d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'acb7324a-c70b-43d9-ba9c-94d6ea2e05bf'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:02.395828 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82ca50a-5425-4685-9f0c-ecfa13188b29 None None] Attempting to bind port be19f5ac-2188-435a-8274-67301f14fbf3 on network acb7324a-c70b-43d9-ba9c-94d6ea2e05bf {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:02.431659 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82ca50a-5425-4685-9f0c-ecfa13188b29 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:02.432119 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82ca50a-5425-4685-9f0c-ecfa13188b29 None None] Checking segment: {'id': 'b40b9387-5875-446d-9876-5871d535802d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'acb7324a-c70b-43d9-ba9c-94d6ea2e05bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:02.432471 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b82ca50a-5425-4685-9f0c-ecfa13188b29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:02.432885 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82ca50a-5425-4685-9f0c-ecfa13188b29 None None] Bound using segment: {'id': 'b40b9387-5875-446d-9876-5871d535802d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'acb7324a-c70b-43d9-ba9c-94d6ea2e05bf'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:02.433416 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b82ca50a-5425-4685-9f0c-ecfa13188b29 None None] Bound port: be19f5ac-2188-435a-8274-67301f14fbf3, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40b9387-5875-446d-9876-5871d535802d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'acb7324a-c70b-43d9-ba9c-94d6ea2e05bf'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:02.434469 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b82ca50a-5425-4685-9f0c-ecfa13188b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:02.510551 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:02.524686 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-c89afe3a-390d-4871-864d-b0ce5bbebf0a tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Allocated IP 172.25.6.201 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/2be2f35b-b165-4477-ae91-cf45bf0f7582) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:02.538110 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:02.586447 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5,segment=NetworkSegment(a2bb8357-84e3-4416-95ab-bb4a7e613091),segment_id=a2bb8357-84e3-4416-95ab-bb4a7e613091)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:02.595499 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:02.616082 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b82ca50a-5425-4685-9f0c-ecfa13188b29 None None] For port be19f5ac-2188-435a-8274-67301f14fbf3, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:02.621859 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b82ca50a-5425-4685-9f0c-ecfa13188b29 None None] For port be19f5ac-2188-435a-8274-67301f14fbf3, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=be19f5ac-2188-435a-8274-67301f14fbf3,segment=NetworkSegment(b40b9387-5875-446d-9876-5871d535802d),segment_id=b40b9387-5875-446d-9876-5871d535802d)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:02.658359 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b82ca50a-5425-4685-9f0c-ecfa13188b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:02.726035 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:02.835936 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ca50a-5425-4685-9f0c-ecfa13188b29 None None] Pushing event updated for resources: {'Port': ['ID=be19f5ac-2188-435a-8274-67301f14fbf3,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:02.862078 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c89afe3a-390d-4871-864d-b0ce5bbebf0a tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:02.863509 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:45:02.880598 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e65e5-f388-424b-a2c5-51ef57d097ea req-f169f6b4-5a86-443b-91a0-c81cda1a6320 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:02.886872 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e65e5-f388-424b-a2c5-51ef57d097ea req-f169f6b4-5a86-443b-91a0-c81cda1a6320 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:02.907474 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e65e5-f388-424b-a2c5-51ef57d097ea req-f169f6b4-5a86-443b-91a0-c81cda1a6320 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:02.928250 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e65e5-f388-424b-a2c5-51ef57d097ea req-f169f6b4-5a86-443b-91a0-c81cda1a6320 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:02.929802 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c89afe3a-390d-4871-864d-b0ce5bbebf0a tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:02.947305 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e65e5-f388-424b-a2c5-51ef57d097ea req-f169f6b4-5a86-443b-91a0-c81cda1a6320 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:02.958078 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e65e5-f388-424b-a2c5-51ef57d097ea req-f169f6b4-5a86-443b-91a0-c81cda1a6320 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:02.977212 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e65e5-f388-424b-a2c5-51ef57d097ea req-f169f6b4-5a86-443b-91a0-c81cda1a6320 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:02.994822 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b4e65e5-f388-424b-a2c5-51ef57d097ea req-f169f6b4-5a86-443b-91a0-c81cda1a6320 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5421 time: 0.3781729 Nov 12 08:45:03.040916 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89afe3a-390d-4871-864d-b0ce5bbebf0a tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:03.045398 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-c89afe3a-390d-4871-864d-b0ce5bbebf0a tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:03.052415 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a021fb-6c49-45a8-bb4b-af6a5cd6f151 req-879404dd-7d8c-4785-ae21-743ef3191a14 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:03.055654 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-82a021fb-6c49-45a8-bb4b-af6a5cd6f151 req-879404dd-7d8c-4785-ae21-743ef3191a14 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf502a0-342a-4394-9009-259625e8cde0 HTTP/1.1" status: 200 len: 944 time: 0.3679864 Nov 12 08:45:03.065183 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89afe3a-390d-4871-864d-b0ce5bbebf0a tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:03.067846 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device cc50092d-8a26-4753-a4e2-f22dea0f1d46 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:45:03.157314 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89afe3a-390d-4871-864d-b0ce5bbebf0a tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Pushing event updated for resources: {'Port': ['ID=2be2f35b-b165-4477-ae91-cf45bf0f7582,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:03.270193 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.resource_extend [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:45:03.378575 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b4e65e5-f388-424b-a2c5-51ef57d097ea req-14dba105-3d89-400b-86a8-6c081baee9c7 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3726530 Nov 12 08:45:03.394000 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-82a021fb-6c49-45a8-bb4b-af6a5cd6f151 req-df6b1b72-8f48-4bf4-9eb5-2a948bf27f14 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/security-groups?id=428aaee6-b6d2-4192-aacc-d4497d6e7452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3165205 Nov 12 08:45:03.530872 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device be19f5ac-2188-435a-8274-67301f14fbf3 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:03.628049 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port cc50092d-8a26-4753-a4e2-f22dea0f1d46, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=cc50092d-8a26-4753-a4e2-f22dea0f1d46,segment=NetworkSegment(34828fde-3b53-4826-975b-0c6b4715c685),segment_id=34828fde-3b53-4826-975b-0c6b4715c685)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:03.649959 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'cc50092d-8a26-4753-a4e2-f22dea0f1d46', 'network_id': '2920a1cf-2450-4e88-a1ad-b45da486889e', 'port_id': 'cc50092d-8a26-4753-a4e2-f22dea0f1d46', 'mac_address': 'fa:16:3e:11:a9:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514a597d-ff4c-46bb-8a31-1a78b7448335', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:45:03.745556 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64f466-fa5d-475d-b5b7-3ed20c3857c3 req-eb7eaf54-be3d-428a-b5ee-341dc5b6d83e tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:03.748855 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f64f466-fa5d-475d-b5b7-3ed20c3857c3 req-eb7eaf54-be3d-428a-b5ee-341dc5b6d83e tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 946 time: 0.1933675 Nov 12 08:45:03.814543 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:03.833182 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a482b-b71c-4e15-9e35-eab039510105 req-88e49da6-d9e8-4620-8625-d1b36b9fb7d5 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:03.839568 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-508a482b-b71c-4e15-9e35-eab039510105 req-88e49da6-d9e8-4620-8625-d1b36b9fb7d5 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 947 time: 0.2281647 Nov 12 08:45:03.842212 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port be19f5ac-2188-435a-8274-67301f14fbf3 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:03.842583 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:03.905639 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c89afe3a-390d-4871-864d-b0ce5bbebf0a tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:03.919677 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc50092d-8a26-4753-a4e2-f22dea0f1d46 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:03.956507 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f64f466-fa5d-475d-b5b7-3ed20c3857c3 req-91c4495e-bf8f-4c59-9b92-7118f4f4497f tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012031 Nov 12 08:45:04.003074 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port cc50092d-8a26-4753-a4e2-f22dea0f1d46, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=cc50092d-8a26-4753-a4e2-f22dea0f1d46,segment=NetworkSegment(34828fde-3b53-4826-975b-0c6b4715c685),segment_id=34828fde-3b53-4826-975b-0c6b4715c685)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:04.019097 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:04.039769 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-508a482b-b71c-4e15-9e35-eab039510105 req-9b397fd9-70c6-4163-8f78-a5d9e6502703 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782844 Nov 12 08:45:04.167372 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:04.260476 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=cc50092d-8a26-4753-a4e2-f22dea0f1d46,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:04.306035 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['cc50092d-8a26-4753-a4e2-f22dea0f1d46'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:45:04.361090 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c89afe3a-390d-4871-864d-b0ce5bbebf0a tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:04.380940 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port be19f5ac-2188-435a-8274-67301f14fbf3, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=be19f5ac-2188-435a-8274-67301f14fbf3,segment=NetworkSegment(b40b9387-5875-446d-9876-5871d535802d),segment_id=b40b9387-5875-446d-9876-5871d535802d)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:04.399236 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:04.656923 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8610fc-867e-4e80-a736-c5c50686335a None None] Network acb7324a-c70b-43d9-ba9c-94d6ea2e05bf requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:04.662918 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=be19f5ac-2188-435a-8274-67301f14fbf3,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:04.738750 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89afe3a-390d-4871-864d-b0ce5bbebf0a tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Router fd9b06b5-87b2-40a7-a566-d95520eaa484 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:45:04.833711 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc095bf-4bbf-4492-94c3-77fca58acf5e req-955a5d9d-7732-4909-909b-f7b3b0118aca tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:04.845904 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc095bf-4bbf-4492-94c3-77fca58acf5e req-955a5d9d-7732-4909-909b-f7b3b0118aca tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:04.864457 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc095bf-4bbf-4492-94c3-77fca58acf5e req-955a5d9d-7732-4909-909b-f7b3b0118aca tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:04.879786 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc095bf-4bbf-4492-94c3-77fca58acf5e req-955a5d9d-7732-4909-909b-f7b3b0118aca tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:04.890113 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc095bf-4bbf-4492-94c3-77fca58acf5e req-955a5d9d-7732-4909-909b-f7b3b0118aca tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:04.896277 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f20a24d2-1ead-43be-8ea4-d1adee917df4 None None] Provisioning complete for port be19f5ac-2188-435a-8274-67301f14fbf3 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:04.898523 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f20a24d2-1ead-43be-8ea4-d1adee917df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:04.909819 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc095bf-4bbf-4492-94c3-77fca58acf5e req-955a5d9d-7732-4909-909b-f7b3b0118aca tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:04.921009 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc095bf-4bbf-4492-94c3-77fca58acf5e req-955a5d9d-7732-4909-909b-f7b3b0118aca tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:04.932760 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ccc095bf-4bbf-4492-94c3-77fca58acf5e req-955a5d9d-7732-4909-909b-f7b3b0118aca tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5421 time: 0.3425884 Nov 12 08:45:04.998090 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887341a-8c3e-4a17-a2c4-2bdb1da4df18 req-4043167c-5ed9-40ea-9665-9ff3d21a9a4f tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:05.014128 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e887341a-8c3e-4a17-a2c4-2bdb1da4df18 req-4043167c-5ed9-40ea-9665-9ff3d21a9a4f tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf502a0-342a-4394-9009-259625e8cde0 HTTP/1.1" status: 200 len: 944 time: 0.4324212 Nov 12 08:45:05.052252 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89afe3a-390d-4871-864d-b0ce5bbebf0a tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:05.068568 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31575fe3-37bd-4afe-90f5-81d676a942a4 None None] Sync routers for ids ['fd9b06b5-87b2-40a7-a566-d95520eaa484'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:05.103305 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c89afe3a-390d-4871-864d-b0ce5bbebf0a tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:05.105392 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c89afe3a-390d-4871-864d-b0ce5bbebf0a tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.9478569 Nov 12 08:45:05.105675 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31575fe3-37bd-4afe-90f5-81d676a942a4 None None] Routers {'fd9b06b5-87b2-40a7-a566-d95520eaa484'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:05.106677 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-31575fe3-37bd-4afe-90f5-81d676a942a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:44:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['fd9b06b5-87b2-40a7-a566-d95520eaa484'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:05.109242 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53876) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:05.125060 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device cc50092d-8a26-4753-a4e2-f22dea0f1d46 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:05.228237 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e887341a-8c3e-4a17-a2c4-2bdb1da4df18 req-86fc4527-4c7c-406e-92cb-46333da5262a tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/security-groups?id=428aaee6-b6d2-4192-aacc-d4497d6e7452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161341 Nov 12 08:45:05.259427 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ccc095bf-4bbf-4492-94c3-77fca58acf5e req-a0f760e2-f0f4-4d82-b70d-6458d15e280d tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3239295 Nov 12 08:45:05.296529 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-31575fe3-37bd-4afe-90f5-81d676a942a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:05.342840 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31575fe3-37bd-4afe-90f5-81d676a942a4 None None] Routers {'fd9b06b5-87b2-40a7-a566-d95520eaa484'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:05.343474 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-31575fe3-37bd-4afe-90f5-81d676a942a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:44:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['fd9b06b5-87b2-40a7-a566-d95520eaa484'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:05.464685 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device be19f5ac-2188-435a-8274-67301f14fbf3 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:05.503906 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-31575fe3-37bd-4afe-90f5-81d676a942a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:05.512198 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31575fe3-37bd-4afe-90f5-81d676a942a4 None None] The sync data for ids ['fd9b06b5-87b2-40a7-a566-d95520eaa484'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:05.596106 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6ea4a-9764-4e58-85e0-937365c63a0a req-98a2ee02-d28b-4e8c-a208-da4e52b5c79d tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:05.599773 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-27e6ea4a-9764-4e58-85e0-937365c63a0a req-98a2ee02-d28b-4e8c-a208-da4e52b5c79d tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 945 time: 0.1925120 Nov 12 08:45:05.616262 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665c76a-828a-4dd5-8141-fa2cbfff6b8d req-b8340ac8-42fe-44bb-8134-dde2b1f1637a tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:05.626355 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2665c76a-828a-4dd5-8141-fa2cbfff6b8d req-b8340ac8-42fe-44bb-8134-dde2b1f1637a tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 947 time: 0.1666126 Nov 12 08:45:05.663348 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:05.753664 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:05.817985 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port be19f5ac-2188-435a-8274-67301f14fbf3 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:05.818433 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:05.869967 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id cc50092d-8a26-4753-a4e2-f22dea0f1d46 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:05.887377 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2665c76a-828a-4dd5-8141-fa2cbfff6b8d req-19a009f1-37aa-4186-b549-4397c667456e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2549493 Nov 12 08:45:05.908621 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:45:05.918114 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-27e6ea4a-9764-4e58-85e0-937365c63a0a req-9dc7ad90-a790-4378-873d-c7710c36abe1 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655520 Nov 12 08:45:05.949361 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port cc50092d-8a26-4753-a4e2-f22dea0f1d46, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=cc50092d-8a26-4753-a4e2-f22dea0f1d46,segment=NetworkSegment(34828fde-3b53-4826-975b-0c6b4715c685),segment_id=34828fde-3b53-4826-975b-0c6b4715c685)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:05.950835 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:05.951387 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:05.981102 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:06.109220 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=cc50092d-8a26-4753-a4e2-f22dea0f1d46,revision_number=7']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:06.458676 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:06.491994 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c348eea2-27a5-40cb-a82e-4eba253122a1 None None] Provisioning complete for port be19f5ac-2188-435a-8274-67301f14fbf3 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:06.492433 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c348eea2-27a5-40cb-a82e-4eba253122a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:06.501596 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf502a0-342a-4394-9009-259625e8cde0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:06.505458 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4181b51-a3b1-41e7-88ef-218e6b464d22" -d '{"events": [{"server_uuid": "ccf502a0-342a-4394-9009-259625e8cde0", "name": "network-vif-plugged", "status": "completed", "tag": "cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:06.584039 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5,segment=NetworkSegment(a2bb8357-84e3-4416-95ab-bb4a7e613091),segment_id=a2bb8357-84e3-4416-95ab-bb4a7e613091)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:06.600395 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:06.627701 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d6c2db56-8b21-459f-986b-510522832e73 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:06.669295 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d03e07-1ea7-4ef4-b49b-d04bb47e5935 req-67039fcf-0288-49e5-a3e8-98e33c3fc4e7 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:06.681832 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f7d03e07-1ea7-4ef4-b49b-d04bb47e5935 req-67039fcf-0288-49e5-a3e8-98e33c3fc4e7 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf502a0-342a-4394-9009-259625e8cde0 HTTP/1.1" status: 200 len: 944 time: 0.2777362 Nov 12 08:45:06.713444 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:06.802314 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb62a2-93ea-4ec0-8445-258d1b551873 req-b1e9ef67-c0fd-4dd0-bc2d-c4f606962e3d tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:06.818907 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb62a2-93ea-4ec0-8445-258d1b551873 req-b1e9ef67-c0fd-4dd0-bc2d-c4f606962e3d tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:06.838475 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb62a2-93ea-4ec0-8445-258d1b551873 req-b1e9ef67-c0fd-4dd0-bc2d-c4f606962e3d tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:06.853580 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb62a2-93ea-4ec0-8445-258d1b551873 req-b1e9ef67-c0fd-4dd0-bc2d-c4f606962e3d tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:06.870112 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb62a2-93ea-4ec0-8445-258d1b551873 req-b1e9ef67-c0fd-4dd0-bc2d-c4f606962e3d tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:06.891394 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb62a2-93ea-4ec0-8445-258d1b551873 req-b1e9ef67-c0fd-4dd0-bc2d-c4f606962e3d tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:06.905414 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb62a2-93ea-4ec0-8445-258d1b551873 req-b1e9ef67-c0fd-4dd0-bc2d-c4f606962e3d tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:06.914084 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-48bb62a2-93ea-4ec0-8445-258d1b551873 req-b1e9ef67-c0fd-4dd0-bc2d-c4f606962e3d tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5421 time: 0.3956273 Nov 12 08:45:06.964031 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f7d03e07-1ea7-4ef4-b49b-d04bb47e5935 req-d6fad74e-9fa7-40eb-9565-7ec7982df2b2 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/security-groups?id=428aaee6-b6d2-4192-aacc-d4497d6e7452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2810903 Nov 12 08:45:07.057850 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f66b56c-6fe4-4c71-bf26-5faa6d884fe2 x-openstack-request-id: req-0f66b56c-6fe4-4c71-bf26-5faa6d884fe2 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:07.058179 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf502a0-342a-4394-9009-259625e8cde0", "name": "network-vif-plugged", "status": "completed", "tag": "cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:07.058546 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f66b56c-6fe4-4c71-bf26-5faa6d884fe2 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:07.059600 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf502a0-342a-4394-9009-259625e8cde0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5', 'code': 200} Nov 12 08:45:07.088640 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device cc50092d-8a26-4753-a4e2-f22dea0f1d46 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:07.096921 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-48bb62a2-93ea-4ec0-8445-258d1b551873 req-97fa52df-27c1-4558-a0b9-7ab8ce932117 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1316721 Nov 12 08:45:07.226610 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b4bab-5842-473a-b345-237a0ca2d7b5 req-4277684b-8cf7-4ca2-ae05-b5e6f028531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:07.228431 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-640b4bab-5842-473a-b345-237a0ca2d7b5 req-4277684b-8cf7-4ca2-ae05-b5e6f028531b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ccf502a0-342a-4394-9009-259625e8cde0 HTTP/1.1" status: 200 len: 1097 time: 0.0881350 Nov 12 08:45:07.260852 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port cc50092d-8a26-4753-a4e2-f22dea0f1d46 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:07.261254 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:07.324870 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-640b4bab-5842-473a-b345-237a0ca2d7b5 req-509b1027-d0ec-46b3-aae5-a97be0a7930b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=428aaee6-b6d2-4192-aacc-d4497d6e7452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882196 Nov 12 08:45:07.371167 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-d6c2db56-8b21-459f-986b-510522832e73 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Allocated IP 172.20.0.1 (acb7324a-c70b-43d9-ba9c-94d6ea2e05bf/c414aef9-361b-4802-82d2-37e1e3e89c00/fa4abbf0-58a1-44fc-a85d-112011b7c360) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:07.457792 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:07.483864 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b825a5-2a49-4958-8c53-ae108a9c10b7 req-4490dffc-0391-47d6-8677-1c964bc6101b tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:07.491457 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e2b825a5-2a49-4958-8c53-ae108a9c10b7 req-4490dffc-0391-47d6-8677-1c964bc6101b tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 947 time: 0.1710792 Nov 12 08:45:07.511831 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e6004-9449-4ea2-b7f0-f8fc8f847ff0 req-b3046feb-055e-4a4e-98a8-63c0d5f135d4 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:07.517181 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port cc50092d-8a26-4753-a4e2-f22dea0f1d46, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=cc50092d-8a26-4753-a4e2-f22dea0f1d46,segment=NetworkSegment(34828fde-3b53-4826-975b-0c6b4715c685),segment_id=34828fde-3b53-4826-975b-0c6b4715c685)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:07.525392 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f74e6004-9449-4ea2-b7f0-f8fc8f847ff0 req-b3046feb-055e-4a4e-98a8-63c0d5f135d4 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 944 time: 0.2037716 Nov 12 08:45:07.530426 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:07.616043 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=cc50092d-8a26-4753-a4e2-f22dea0f1d46,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:07.662475 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f74e6004-9449-4ea2-b7f0-f8fc8f847ff0 req-241678ab-edb2-440f-a0a3-0049b5ae762a tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250603 Nov 12 08:45:07.706387 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d6c2db56-8b21-459f-986b-510522832e73 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:07.735580 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e2b825a5-2a49-4958-8c53-ae108a9c10b7 req-9bef3381-49c2-4a60-8306-7f6d5c72bb48 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777101 Nov 12 08:45:07.759972 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-395ef7f5-4515-4992-b633-970fb5d2a5e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:07.766354 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53928) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:07.785448 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d6c2db56-8b21-459f-986b-510522832e73 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:07.848375 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c2db56-8b21-459f-986b-510522832e73 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Network acb7324a-c70b-43d9-ba9c-94d6ea2e05bf is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:07.849802 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-d6c2db56-8b21-459f-986b-510522832e73 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:07.855504 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c2db56-8b21-459f-986b-510522832e73 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:07.903715 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2db56-8b21-459f-986b-510522832e73 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Pushing event updated for resources: {'Port': ['ID=fa4abbf0-58a1-44fc-a85d-112011b7c360,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:07.949353 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d6c2db56-8b21-459f-986b-510522832e73 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:08.096433 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-87b7c609-9b67-4f44-8c6c-ef1d3aacd368 tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-931019815'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:08.098671 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-87b7c609-9b67-4f44-8c6c-ef1d3aacd368 tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] Unknown quota resources ['metering_label']. {{(pid=102569) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:45:08.264016 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d6c2db56-8b21-459f-986b-510522832e73 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:08.343733 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-474d9412-d743-445f-9285-b9d59f22006f None None] Provisioning complete for port fa4abbf0-58a1-44fc-a85d-112011b7c360 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:08.344295 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-474d9412-d743-445f-9285-b9d59f22006f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:08.426583 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-474d9412-d743-445f-9285-b9d59f22006f None None] Port fa4abbf0-58a1-44fc-a85d-112011b7c360 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:08.742556 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa58911-846d-4282-b0dc-ff84f4a2b1b6 req-f543d66b-1f53-480b-b2b2-62eabf99030e tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:08.751781 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8fa58911-846d-4282-b0dc-ff84f4a2b1b6 req-f543d66b-1f53-480b-b2b2-62eabf99030e tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf502a0-342a-4394-9009-259625e8cde0 HTTP/1.1" status: 200 len: 945 time: 0.6491218 Nov 12 08:45:08.753922 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53946) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:08.886129 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d6c2db56-8b21-459f-986b-510522832e73 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:08.892934 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-87b7c609-9b67-4f44-8c6c-ef1d3aacd368 tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:08.893632 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d6c2db56-8b21-459f-986b-510522832e73 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:08.898063 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-87b7c609-9b67-4f44-8c6c-ef1d3aacd368 tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.1298666 Nov 12 08:45:08.900079 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53956) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:08.914935 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-d5657901-3a25-4944-a34e-bc7cc9516b78 tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'bb113331-caf2-4e87-b33c-25536a2b3131'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:08.915451 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-d5657901-3a25-4944-a34e-bc7cc9516b78 tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102569) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:45:08.974304 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d6c2db56-8b21-459f-986b-510522832e73 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:08.976658 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2db56-8b21-459f-986b-510522832e73 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Pushing event updated for resources: {'Port': ['ID=fa4abbf0-58a1-44fc-a85d-112011b7c360,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:08.988139 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8fa58911-846d-4282-b0dc-ff84f4a2b1b6 req-a8bc6f8c-6bcf-4c48-a618-f7c5ca4dd678 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/security-groups?id=428aaee6-b6d2-4192-aacc-d4497d6e7452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355235 Nov 12 08:45:09.060858 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a30936-7166-431a-8ca3-0e450c9f7cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc50092d-8a26-4753-a4e2-f22dea0f1d46'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:09.063925 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838ebf4a-351c-4fc9-b383-63c8201d1865" -d '{"events": [{"server_uuid": "69a30936-7166-431a-8ca3-0e450c9f7cbf", "name": "network-vif-plugged", "status": "completed", "tag": "cc50092d-8a26-4753-a4e2-f22dea0f1d46"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:09.141911 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c2db56-8b21-459f-986b-510522832e73 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Network acb7324a-c70b-43d9-ba9c-94d6ea2e05bf is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:09.143733 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-d6c2db56-8b21-459f-986b-510522832e73 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:09.304104 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c2db56-8b21-459f-986b-510522832e73 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Router fd9b06b5-87b2-40a7-a566-d95520eaa484 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:09.492774 n-d-768862-16 neutron-server[102569]: WARNING neutron.services.metering.metering_plugin [None req-d5657901-3a25-4944-a34e-bc7cc9516b78 tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 08:45:09.512210 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c2db56-8b21-459f-986b-510522832e73 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:09.521368 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d6c2db56-8b21-459f-986b-510522832e73 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] 10.222.0.37 "PUT /v2.0/routers/fd9b06b5-87b2-40a7-a566-d95520eaa484/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4074149 Nov 12 08:45:09.522657 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53960) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:09.532006 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bfd9ff-1b77-4cf8-8238-65d7aa85e247 None None] Sync routers for ids ['fd9b06b5-87b2-40a7-a566-d95520eaa484'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:09.543137 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e6e96254-010b-4064-b634-568b31652b0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.552185 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b5df28ff-bf7d-4d4b-8074-cc9250e6f8e7 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Request body: {'port': {'network_id': 'acb7324a-c70b-43d9-ba9c-94d6ea2e05bf', 'name': 'tempest-FloatingIPAdminTestJSON-802342086'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:09.576756 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bfd9ff-1b77-4cf8-8238-65d7aa85e247 None None] Routers {'fd9b06b5-87b2-40a7-a566-d95520eaa484'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:09.577442 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-77bfd9ff-1b77-4cf8-8238-65d7aa85e247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:44:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['fd9b06b5-87b2-40a7-a566-d95520eaa484'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:09.646028 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-934cdd79-f88f-44a0-aa69-ee470ad6fd16 None None] Provisioning complete for port fa4abbf0-58a1-44fc-a85d-112011b7c360 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:09.646448 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-934cdd79-f88f-44a0-aa69-ee470ad6fd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.650697 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-77bfd9ff-1b77-4cf8-8238-65d7aa85e247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:09.688236 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bfd9ff-1b77-4cf8-8238-65d7aa85e247 None None] Routers {'fd9b06b5-87b2-40a7-a566-d95520eaa484'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:09.689192 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-77bfd9ff-1b77-4cf8-8238-65d7aa85e247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:44:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['fd9b06b5-87b2-40a7-a566-d95520eaa484'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:09.737357 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5df28ff-bf7d-4d4b-8074-cc9250e6f8e7 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Made reservation on behalf of 0ebdd8ca29334f1fa03a8edaf22de271 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:09.742620 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b5df28ff-bf7d-4d4b-8074-cc9250e6f8e7 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.745398 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354ee3d-f9d2-47b0-a3b9-113578bed7aa req-230ab38a-f46e-4e35-bcde-c34257da36e6 tempest-NetworksTest-1730669057 tempest-NetworksTest-1730669057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:09.746200 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354ee3d-f9d2-47b0-a3b9-113578bed7aa req-230ab38a-f46e-4e35-bcde-c34257da36e6 tempest-NetworksTest-1730669057 tempest-NetworksTest-1730669057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:09.746676 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354ee3d-f9d2-47b0-a3b9-113578bed7aa req-230ab38a-f46e-4e35-bcde-c34257da36e6 tempest-NetworksTest-1730669057 tempest-NetworksTest-1730669057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:09.747194 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354ee3d-f9d2-47b0-a3b9-113578bed7aa req-230ab38a-f46e-4e35-bcde-c34257da36e6 tempest-NetworksTest-1730669057 tempest-NetworksTest-1730669057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:09.747999 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354ee3d-f9d2-47b0-a3b9-113578bed7aa req-230ab38a-f46e-4e35-bcde-c34257da36e6 tempest-NetworksTest-1730669057 tempest-NetworksTest-1730669057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:09.748507 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354ee3d-f9d2-47b0-a3b9-113578bed7aa req-230ab38a-f46e-4e35-bcde-c34257da36e6 tempest-NetworksTest-1730669057 tempest-NetworksTest-1730669057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:09.748970 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354ee3d-f9d2-47b0-a3b9-113578bed7aa req-230ab38a-f46e-4e35-bcde-c34257da36e6 tempest-NetworksTest-1730669057 tempest-NetworksTest-1730669057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:09.749424 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354ee3d-f9d2-47b0-a3b9-113578bed7aa req-230ab38a-f46e-4e35-bcde-c34257da36e6 tempest-NetworksTest-1730669057 tempest-NetworksTest-1730669057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:09.751339 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-77bfd9ff-1b77-4cf8-8238-65d7aa85e247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:09.752055 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bfd9ff-1b77-4cf8-8238-65d7aa85e247 None None] The sync data for ids ['fd9b06b5-87b2-40a7-a566-d95520eaa484'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:09.760499 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354ee3d-f9d2-47b0-a3b9-113578bed7aa req-230ab38a-f46e-4e35-bcde-c34257da36e6 tempest-NetworksTest-1730669057 tempest-NetworksTest-1730669057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:09.761114 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354ee3d-f9d2-47b0-a3b9-113578bed7aa req-230ab38a-f46e-4e35-bcde-c34257da36e6 tempest-NetworksTest-1730669057 tempest-NetworksTest-1730669057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:09.763662 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7354ee3d-f9d2-47b0-a3b9-113578bed7aa req-230ab38a-f46e-4e35-bcde-c34257da36e6 tempest-NetworksTest-1730669057 tempest-NetworksTest-1730669057-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7092 time: 0.9750721 Nov 12 08:45:09.774016 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-b5df28ff-bf7d-4d4b-8074-cc9250e6f8e7 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] device_id is not set on port 7e7737a6-db3d-4d8a-9231-006a299ff086 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:45:09.788303 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-934cdd79-f88f-44a0-aa69-ee470ad6fd16 None None] Port fa4abbf0-58a1-44fc-a85d-112011b7c360 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:09.827256 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d5657901-3a25-4944-a34e-bc7cc9516b78 tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.833612 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d5657901-3a25-4944-a34e-bc7cc9516b78 tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.9277909 Nov 12 08:45:09.837589 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53964) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:09.845124 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-46e2d56e-9b37-4274-8e4e-96af27e1f333 tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'bb113331-caf2-4e87-b33c-25536a2b3131'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:09.845662 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-46e2d56e-9b37-4274-8e4e-96af27e1f333 tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102568) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:45:09.870537 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8c2d9-e170-4aa0-a934-66aca50a68e2 req-7da9ddc4-5b86-49f4-babe-73a1f3c64dbf tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:09.877271 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8c2d9-e170-4aa0-a934-66aca50a68e2 req-7da9ddc4-5b86-49f4-babe-73a1f3c64dbf tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:09.883250 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8c2d9-e170-4aa0-a934-66aca50a68e2 req-7da9ddc4-5b86-49f4-babe-73a1f3c64dbf tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:09.892366 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8c2d9-e170-4aa0-a934-66aca50a68e2 req-7da9ddc4-5b86-49f4-babe-73a1f3c64dbf tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:09.901772 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8c2d9-e170-4aa0-a934-66aca50a68e2 req-7da9ddc4-5b86-49f4-babe-73a1f3c64dbf tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:09.908181 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8c2d9-e170-4aa0-a934-66aca50a68e2 req-7da9ddc4-5b86-49f4-babe-73a1f3c64dbf tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:09.914194 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8c2d9-e170-4aa0-a934-66aca50a68e2 req-7da9ddc4-5b86-49f4-babe-73a1f3c64dbf tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:09.923114 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-23e8c2d9-e170-4aa0-a934-66aca50a68e2 req-7da9ddc4-5b86-49f4-babe-73a1f3c64dbf tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5421 time: 0.4805908 Nov 12 08:45:09.995821 n-d-768862-16 neutron-server[102568]: WARNING neutron.services.metering.metering_plugin [None req-46e2d56e-9b37-4274-8e4e-96af27e1f333 tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 08:45:10.020745 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e6e96254-010b-4064-b634-568b31652b0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.037621 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e6e96254-010b-4064-b634-568b31652b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.074089 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e6e96254-010b-4064-b634-568b31652b0f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53656cbaf9454f5dab8ba53f4ed147f3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2839570 Nov 12 08:45:10.089809 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53968) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:10.112687 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793c10f-f77f-42ea-9b97-241fa208866d req-8f9553aa-9252-4b1c-a2c9-7be4958dea74 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:10.114284 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5793c10f-f77f-42ea-9b97-241fa208866d req-8f9553aa-9252-4b1c-a2c9-7be4958dea74 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 946 time: 0.1860104 Nov 12 08:45:10.138321 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-23e8c2d9-e170-4aa0-a934-66aca50a68e2 req-8c6faec7-f483-411d-bc47-6084c08d51e0 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2142539 Nov 12 08:45:10.155194 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e96254-010b-4064-b634-568b31652b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c33b6a-3a7a-4098-bbe7-f52f6f1b7bf8,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:10.168396 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-46e2d56e-9b37-4274-8e4e-96af27e1f333 tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.172679 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5cc8f75f-154a-4aca-a9fd-7cef5b572890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.173186 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-46e2d56e-9b37-4274-8e4e-96af27e1f333 tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3343086 Nov 12 08:45:10.178991 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53970) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:10.199180 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0b178eea-7e16-4789-ade3-d38f89af9dff tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=ac1d4c91-870a-4685-9b50-cdd315b7d30e HTTP/1.1" status: 200 len: 464 time: 0.0188806 Nov 12 08:45:10.200857 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53972) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:10.231663 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-b5df28ff-bf7d-4d4b-8074-cc9250e6f8e7 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Allocated IP 172.20.0.13 (acb7324a-c70b-43d9-ba9c-94d6ea2e05bf/c414aef9-361b-4802-82d2-37e1e3e89c00/7e7737a6-db3d-4d8a-9231-006a299ff086) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:10.298782 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5793c10f-f77f-42ea-9b97-241fa208866d req-ef56b0cf-4fb8-4f52-86c0-45eb2854246a tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360517 Nov 12 08:45:10.316573 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9f50edb9-00b0-4501-85b4-5afecc3453b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.366484 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9f50edb9-00b0-4501-85b4-5afecc3453b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.377019 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a62df1b-1bbd-47f9-819b-e99519b39f13 x-openstack-request-id: req-9a62df1b-1bbd-47f9-819b-e99519b39f13 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:10.378544 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a30936-7166-431a-8ca3-0e450c9f7cbf", "name": "network-vif-plugged", "status": "completed", "tag": "cc50092d-8a26-4753-a4e2-f22dea0f1d46", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:10.379341 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9a62df1b-1bbd-47f9-819b-e99519b39f13 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:10.380000 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a30936-7166-431a-8ca3-0e450c9f7cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc50092d-8a26-4753-a4e2-f22dea0f1d46', 'code': 200} Nov 12 08:45:10.387009 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6f3ea-aaa9-4b2e-84b6-6034b90cb207 req-d34cccb9-5a45-46aa-b1f6-2ca8055722e9 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:10.389421 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8ce6f3ea-aaa9-4b2e-84b6-6034b90cb207 req-d34cccb9-5a45-46aa-b1f6-2ca8055722e9 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 947 time: 0.1073341 Nov 12 08:45:10.410226 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f96eceb-aca3-4dcf-866a-87b5fd7260df tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.411606 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7f96eceb-aca3-4dcf-866a-87b5fd7260df tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/ac1d4c91-870a-4685-9b50-cdd315b7d30e HTTP/1.1" status: 204 len: 168 time: 0.2046936 Nov 12 08:45:10.415564 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53974) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:10.427893 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5b87410c-632c-4884-9fb6-05434a3d913c tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=ac1d4c91-870a-4685-9b50-cdd315b7d30e HTTP/1.1" status: 200 len: 221 time: 0.0108924 Nov 12 08:45:10.434145 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53976) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:10.460267 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-33a3319c-c4b6-4016-8cdb-e0c33be2a710 tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--432503301', 'description': 'label created by tempest'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:10.460745 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-33a3319c-c4b6-4016-8cdb-e0c33be2a710 tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] Unknown quota resources ['metering_label']. {{(pid=102568) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:45:10.563502 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8ce6f3ea-aaa9-4b2e-84b6-6034b90cb207 req-4ef98098-d470-403a-a701-c45b851cd175 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583369 Nov 12 08:45:10.570983 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9f50edb9-00b0-4501-85b4-5afecc3453b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.573768 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9f50edb9-00b0-4501-85b4-5afecc3453b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.579851 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9f50edb9-00b0-4501-85b4-5afecc3453b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7c33b6a-3a7a-4098-bbe7-f52f6f1b7bf8 HTTP/1.1" status: 204 len: 168 time: 0.4813867 Nov 12 08:45:10.619478 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50edb9-00b0-4501-85b4-5afecc3453b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c33b6a-3a7a-4098-bbe7-f52f6f1b7bf8,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:10.675730 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d19b5-e492-49fe-9242-9283e2906172 req-06c1907a-4844-4f4e-873d-a3fc6c53c266 tempest-NetworksTest-1730669057 tempest-NetworksTest-1730669057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:10.687120 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-773d19b5-e492-49fe-9242-9283e2906172 req-06c1907a-4844-4f4e-873d-a3fc6c53c266 tempest-NetworksTest-1730669057 tempest-NetworksTest-1730669057-project-admin] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 886 time: 0.2593570 Nov 12 08:45:10.954126 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4d363-d591-4988-b326-b89e1d950065 req-66c7d302-9443-491b-a7c8-ea3cf4e8c56c tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:10.963245 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8b4d363-d591-4988-b326-b89e1d950065 req-66c7d302-9443-491b-a7c8-ea3cf4e8c56c tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf502a0-342a-4394-9009-259625e8cde0 HTTP/1.1" status: 200 len: 945 time: 0.2650928 Nov 12 08:45:11.081530 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169054f-8ada-408a-a4b7-991c8c7056ce req-688864bd-d9c0-44a6-b612-37ba2b6e64ef tempest-NetworksTest-1730669057 tempest-NetworksTest-1730669057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:11.081927 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169054f-8ada-408a-a4b7-991c8c7056ce req-688864bd-d9c0-44a6-b612-37ba2b6e64ef tempest-NetworksTest-1730669057 tempest-NetworksTest-1730669057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:11.082413 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169054f-8ada-408a-a4b7-991c8c7056ce req-688864bd-d9c0-44a6-b612-37ba2b6e64ef tempest-NetworksTest-1730669057 tempest-NetworksTest-1730669057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:11.082863 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169054f-8ada-408a-a4b7-991c8c7056ce req-688864bd-d9c0-44a6-b612-37ba2b6e64ef tempest-NetworksTest-1730669057 tempest-NetworksTest-1730669057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:11.083472 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169054f-8ada-408a-a4b7-991c8c7056ce req-688864bd-d9c0-44a6-b612-37ba2b6e64ef tempest-NetworksTest-1730669057 tempest-NetworksTest-1730669057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:11.084027 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169054f-8ada-408a-a4b7-991c8c7056ce req-688864bd-d9c0-44a6-b612-37ba2b6e64ef tempest-NetworksTest-1730669057 tempest-NetworksTest-1730669057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:11.084453 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169054f-8ada-408a-a4b7-991c8c7056ce req-688864bd-d9c0-44a6-b612-37ba2b6e64ef tempest-NetworksTest-1730669057 tempest-NetworksTest-1730669057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:11.085051 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169054f-8ada-408a-a4b7-991c8c7056ce req-688864bd-d9c0-44a6-b612-37ba2b6e64ef tempest-NetworksTest-1730669057 tempest-NetworksTest-1730669057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:11.085517 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169054f-8ada-408a-a4b7-991c8c7056ce req-688864bd-d9c0-44a6-b612-37ba2b6e64ef tempest-NetworksTest-1730669057 tempest-NetworksTest-1730669057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:11.086020 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169054f-8ada-408a-a4b7-991c8c7056ce req-688864bd-d9c0-44a6-b612-37ba2b6e64ef tempest-NetworksTest-1730669057 tempest-NetworksTest-1730669057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:11.088321 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f169054f-8ada-408a-a4b7-991c8c7056ce req-688864bd-d9c0-44a6-b612-37ba2b6e64ef tempest-NetworksTest-1730669057 tempest-NetworksTest-1730669057-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7092 time: 0.3850579 Nov 12 08:45:11.136014 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8b4d363-d591-4988-b326-b89e1d950065 req-264a977d-ad7c-4cb5-9398-efb4d66ef59d tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/security-groups?id=428aaee6-b6d2-4192-aacc-d4497d6e7452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713912 Nov 12 08:45:11.153617 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53986) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:11.162741 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-33a3319c-c4b6-4016-8cdb-e0c33be2a710 tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.164012 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-33a3319c-c4b6-4016-8cdb-e0c33be2a710 tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.7181411 Nov 12 08:45:11.168846 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53990) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:11.175707 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-15d3d00d-5c83-4388-b6ab-b60fd409aec7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.188222 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b5df28ff-bf7d-4d4b-8074-cc9250e6f8e7 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.248322 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecb77a-a6ba-4969-9acc-9693d3c408fb req-3d9193dd-dfc9-479e-bf61-8ef0ded963d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:11.250050 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f1ecb77a-a6ba-4969-9acc-9693d3c408fb req-3d9193dd-dfc9-479e-bf61-8ef0ded963d0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 1098 time: 0.6364951 Nov 12 08:45:11.325379 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4b3147f5-cba9-456b-98ed-5652b13d8b1c tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=dd817389-db4e-40cd-9976-8d57d0d89788 HTTP/1.1" status: 200 len: 467 time: 0.1504228 Nov 12 08:45:11.329166 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53994) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:11.376493 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-15d3d00d-5c83-4388-b6ab-b60fd409aec7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.423230 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b5df28ff-bf7d-4d4b-8074-cc9250e6f8e7 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.472130 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-15d3d00d-5c83-4388-b6ab-b60fd409aec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.537852 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5df28ff-bf7d-4d4b-8074-cc9250e6f8e7 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Network acb7324a-c70b-43d9-ba9c-94d6ea2e05bf is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:11.550704 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-b5df28ff-bf7d-4d4b-8074-cc9250e6f8e7 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:11.554774 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f1ecb77a-a6ba-4969-9acc-9693d3c408fb req-e19e8b71-4a9e-4ce2-94f0-4aaba80a00bd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390463 Nov 12 08:45:11.563529 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5df28ff-bf7d-4d4b-8074-cc9250e6f8e7 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:11.597535 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3d00d-5c83-4388-b6ab-b60fd409aec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a9f349-8445-4bd3-8654-e63faf16f709,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:11.654765 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df28ff-bf7d-4d4b-8074-cc9250e6f8e7 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Pushing event updated for resources: {'Port': ['ID=7e7737a6-db3d-4d8a-9231-006a299ff086,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:11.721332 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d08a0-3d52-4f89-bb16-102578dea66f req-2881b6df-d8ea-4e7b-babd-e523b95fc581 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:11.730284 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d08a0-3d52-4f89-bb16-102578dea66f req-2881b6df-d8ea-4e7b-babd-e523b95fc581 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:11.737152 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d08a0-3d52-4f89-bb16-102578dea66f req-2881b6df-d8ea-4e7b-babd-e523b95fc581 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:11.744728 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d08a0-3d52-4f89-bb16-102578dea66f req-2881b6df-d8ea-4e7b-babd-e523b95fc581 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:11.751680 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d08a0-3d52-4f89-bb16-102578dea66f req-2881b6df-d8ea-4e7b-babd-e523b95fc581 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:11.758859 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d08a0-3d52-4f89-bb16-102578dea66f req-2881b6df-d8ea-4e7b-babd-e523b95fc581 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:11.767662 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d08a0-3d52-4f89-bb16-102578dea66f req-2881b6df-d8ea-4e7b-babd-e523b95fc581 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:11.770700 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2e6d08a0-3d52-4f89-bb16-102578dea66f req-2881b6df-d8ea-4e7b-babd-e523b95fc581 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5421 time: 0.4454119 Nov 12 08:45:11.779795 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38ba38-c3ea-4fb4-aacb-d8c9ffc41740 req-4356f2e4-e918-4de2-82f9-8ee90b3af778 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:11.781688 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54002) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:11.788007 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf38ba38-c3ea-4fb4-aacb-d8c9ffc41740 req-4356f2e4-e918-4de2-82f9-8ee90b3af778 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf502a0-342a-4394-9009-259625e8cde0 HTTP/1.1" status: 200 len: 945 time: 0.4638381 Nov 12 08:45:11.801140 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54004) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:11.813038 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-15d3d00d-5c83-4388-b6ab-b60fd409aec7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1666218d2ddf44558329637cda4af3a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6496570 Nov 12 08:45:11.834236 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54008) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:11.836433 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-43ca5986-d8b6-4685-9abc-05323ad58594 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Request body: {'floatingip': {'port_id': 'cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:11.859712 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5df28ff-bf7d-4d4b-8074-cc9250e6f8e7 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:11.860781 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b5df28ff-bf7d-4d4b-8074-cc9250e6f8e7 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.939980 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.963844 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ab3ed1a3-7d0e-426f-8885-f7271092a355 None None] Provisioning complete for port 7e7737a6-db3d-4d8a-9231-006a299ff086 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:11.965949 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ab3ed1a3-7d0e-426f-8885-f7271092a355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:12.011274 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-43ca5986-d8b6-4685-9abc-05323ad58594 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks [] for floatingip, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:12.027490 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-133cca99-ca05-4d3e-8e7e-a675301bf2e0 tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:12.034495 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-133cca99-ca05-4d3e-8e7e-a675301bf2e0 tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/dd817389-db4e-40cd-9976-8d57d0d89788 HTTP/1.1" status: 204 len: 168 time: 0.6456048 Nov 12 08:45:12.035612 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54010) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:12.055073 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ab3ed1a3-7d0e-426f-8885-f7271092a355 None None] Port 7e7737a6-db3d-4d8a-9231-006a299ff086 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:12.081797 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b5df28ff-bf7d-4d4b-8074-cc9250e6f8e7 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5572159 Nov 12 08:45:12.090797 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-86059c78-74ea-466a-a7fc-5acbe7c5860f tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=dd817389-db4e-40cd-9976-8d57d0d89788 HTTP/1.1" status: 200 len: 216 time: 0.0392845 Nov 12 08:45:12.091452 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54012) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:12.091833 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54014) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:12.119301 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-01db7b24-6a04-4378-acbe-0f7d94ed3083 tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0210612 Nov 12 08:45:12.121274 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54018) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:12.124006 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-77a30fe1-f1da-43be-ba6b-1019e57a49c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:12.147867 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2e6d08a0-3d52-4f89-bb16-102578dea66f req-d8d20ab8-e238-4a94-8391-d7901768addb tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3577073 Nov 12 08:45:12.215093 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-77a30fe1-f1da-43be-ba6b-1019e57a49c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:12.224001 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-36ea9c99-37fa-4e72-850e-673ddb56a1e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:12.232371 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-af6ebf3b-93c6-4224-959f-12c6c36e5f59 tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1040652 Nov 12 08:45:12.238207 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54020) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:12.314149 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d33558-8366-468c-a005-f70f5f0b70d7 req-2f29cfcf-52a5-4733-8dd9-40b359fdf7a9 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:12.321468 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-29d33558-8366-468c-a005-f70f5f0b70d7 req-2f29cfcf-52a5-4733-8dd9-40b359fdf7a9 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 946 time: 0.3726859 Nov 12 08:45:12.384910 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-317eea88-34b3-42b0-808f-a6a04dff12bd tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/bb113331-caf2-4e87-b33c-25536a2b3131 HTTP/1.1" status: 200 len: 472 time: 0.1384866 Nov 12 08:45:12.385124 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54022) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:12.449038 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec17b2d-454a-4f43-837a-9cf53efcb3b8 req-5f549e81-0672-4f07-89e9-83bf2c9efa36 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:12.451019 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ec17b2d-454a-4f43-837a-9cf53efcb3b8 req-5f549e81-0672-4f07-89e9-83bf2c9efa36 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 947 time: 0.1266706 Nov 12 08:45:12.457988 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b44f6df5-533a-4439-a6f6-25c3d2c033b9 tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'project_id': '0ebdd8ca29334f1fa03a8edaf22de271', 'port_id': '7e7737a6-db3d-4d8a-9231-006a299ff086'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:12.458223 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4eb09772-21d0-4dff-b7b5-1499fa8c53c8 tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/32e8c59c-2f8d-48a3-a723-e4cf04239e16 HTTP/1.1" status: 200 len: 461 time: 0.0671811 Nov 12 08:45:12.461498 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54024) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:12.464067 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-77a30fe1-f1da-43be-ba6b-1019e57a49c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:12.467614 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-77a30fe1-f1da-43be-ba6b-1019e57a49c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:12.472328 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-77a30fe1-f1da-43be-ba6b-1019e57a49c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7a9f349-8445-4bd3-8654-e63faf16f709 HTTP/1.1" status: 204 len: 168 time: 0.6329098 Nov 12 08:45:12.561105 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-29d33558-8366-468c-a005-f70f5f0b70d7 req-d80fb938-96d0-4078-bd7c-4ace90e3452f tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330923 Nov 12 08:45:12.576437 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a30fe1-f1da-43be-ba6b-1019e57a49c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a9f349-8445-4bd3-8654-e63faf16f709,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:12.629189 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b44f6df5-533a-4439-a6f6-25c3d2c033b9 tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:12.648171 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ec17b2d-454a-4f43-837a-9cf53efcb3b8 req-a6a08882-d6d5-46b1-9b2f-2163dd1b8da3 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491530 Nov 12 08:45:12.851861 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-36ea9c99-37fa-4e72-850e-673ddb56a1e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:12.860908 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9fda8d08-bd98-448c-8939-815aa604a894 tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:12.862143 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9fda8d08-bd98-448c-8939-815aa604a894 tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/32e8c59c-2f8d-48a3-a723-e4cf04239e16 HTTP/1.1" status: 204 len: 168 time: 0.3995156 Nov 12 08:45:12.900737 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54030) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:12.908403 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-36ea9c99-37fa-4e72-850e-673ddb56a1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.029773 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-36ea9c99-37fa-4e72-850e-673ddb56a1e1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=75d94af471b94d929aa65bbcba1177d1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2394741 Nov 12 08:45:13.037618 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54036) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:13.059202 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea9c99-37fa-4e72-850e-673ddb56a1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15796ea1-dc6d-4c0f-b13e-1fd52e65a4e4,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:13.128927 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 5a26ea24-1891-468a-8682-58706cbc337d details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:45:13.262013 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2e75d385-cdcd-4c35-865e-0cd717cd33b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.318098 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2e75d385-cdcd-4c35-865e-0cd717cd33b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.359508 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.393573 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 5a26ea24-1891-468a-8682-58706cbc337d, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=5a26ea24-1891-468a-8682-58706cbc337d,segment=NetworkSegment(d9096f87-8920-440d-9535-8b369b6696ae),segment_id=d9096f87-8920-440d-9535-8b369b6696ae)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:13.428807 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '5a26ea24-1891-468a-8682-58706cbc337d', 'network_id': '2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8', 'port_id': '5a26ea24-1891-468a-8682-58706cbc337d', 'mac_address': 'fa:16:3e:41:89:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd86e7b80-541e-4437-9372-c90106323c14', 'ip_address': '10.1.1.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:45:13.454416 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b44f6df5-533a-4439-a6f6-25c3d2c033b9 tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.484261 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2e75d385-cdcd-4c35-865e-0cd717cd33b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.486894 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2e75d385-cdcd-4c35-865e-0cd717cd33b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.490453 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2e75d385-cdcd-4c35-865e-0cd717cd33b5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15796ea1-dc6d-4c0f-b13e-1fd52e65a4e4 HTTP/1.1" status: 204 len: 168 time: 0.4492025 Nov 12 08:45:13.511844 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.530896 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75d385-cdcd-4c35-865e-0cd717cd33b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15796ea1-dc6d-4c0f-b13e-1fd52e65a4e4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:13.553822 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-90a7c048-8d74-4241-b5aa-9bafb79daa8f tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.557393 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-90a7c048-8d74-4241-b5aa-9bafb79daa8f tempest-MeteringTestJSON-2050441595 tempest-MeteringTestJSON-2050441595-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/bb113331-caf2-4e87-b33c-25536a2b3131 HTTP/1.1" status: 204 len: 168 time: 0.6553860 Nov 12 08:45:13.585929 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a26ea24-1891-468a-8682-58706cbc337d {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:13.661299 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 5a26ea24-1891-468a-8682-58706cbc337d, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=5a26ea24-1891-468a-8682-58706cbc337d,segment=NetworkSegment(d9096f87-8920-440d-9535-8b369b6696ae),segment_id=d9096f87-8920-440d-9535-8b369b6696ae)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:13.673380 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.674190 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device ad631039-f393-4fda-a88e-acbce5bb31d9 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:45:13.741671 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-b44f6df5-533a-4439-a6f6-25c3d2c033b9 tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Allocated IP 172.25.6.213 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/c60aad1b-e7a6-43cf-9754-1a04aad343b4) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:13.786537 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=5a26ea24-1891-468a-8682-58706cbc337d,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:13.847061 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.db.resource_extend [None req-43ca5986-d8b6-4685-9abc-05323ad58594 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:45:13.885572 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e07a7c-2c51-42c4-a646-f53271b54db5 req-aabd965e-e442-4e27-8353-b012508434e1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:13.901111 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e07a7c-2c51-42c4-a646-f53271b54db5 req-aabd965e-e442-4e27-8353-b012508434e1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:13.918444 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e07a7c-2c51-42c4-a646-f53271b54db5 req-aabd965e-e442-4e27-8353-b012508434e1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:13.929344 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e07a7c-2c51-42c4-a646-f53271b54db5 req-aabd965e-e442-4e27-8353-b012508434e1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:13.948393 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e07a7c-2c51-42c4-a646-f53271b54db5 req-aabd965e-e442-4e27-8353-b012508434e1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:13.963388 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e07a7c-2c51-42c4-a646-f53271b54db5 req-aabd965e-e442-4e27-8353-b012508434e1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:14.005802 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e07a7c-2c51-42c4-a646-f53271b54db5 req-aabd965e-e442-4e27-8353-b012508434e1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:14.008449 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f6e07a7c-2c51-42c4-a646-f53271b54db5 req-aabd965e-e442-4e27-8353-b012508434e1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5421 time: 0.5465252 Nov 12 08:45:14.014471 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.126044 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-43ca5986-d8b6-4685-9abc-05323ad58594 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.142858 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922de839-3cb6-459f-9bc2-b4a8a30a7839 req-6ec1cd46-d2f5-473b-9cb4-731fd89a00f0 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:14.158124 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-922de839-3cb6-459f-9bc2-b4a8a30a7839 req-6ec1cd46-d2f5-473b-9cb4-731fd89a00f0 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 946 time: 0.4267151 Nov 12 08:45:14.167388 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b44f6df5-533a-4439-a6f6-25c3d2c033b9 tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.169569 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port ad631039-f393-4fda-a88e-acbce5bb31d9, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=ad631039-f393-4fda-a88e-acbce5bb31d9,segment=NetworkSegment(d3c1ae76-828f-4a3e-ac05-62e9a00d0ecc),segment_id=d3c1ae76-828f-4a3e-ac05-62e9a00d0ecc)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:14.183673 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-43ca5986-d8b6-4685-9abc-05323ad58594 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.192552 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'ad631039-f393-4fda-a88e-acbce5bb31d9', 'network_id': '7e33e051-e363-49e1-9c6d-2f24faf4dfb5', 'port_id': 'ad631039-f393-4fda-a88e-acbce5bb31d9', 'mac_address': 'fa:16:3e:be:68:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ec3dec-5d62-4a75-9611-109bbf916cc1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:45:14.246834 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54064) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:14.278489 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b44f6df5-533a-4439-a6f6-25c3d2c033b9 tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.294467 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25ac44bb-91c6-474a-8381-04b7f8412998 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.301009 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.346376 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad631039-f393-4fda-a88e-acbce5bb31d9 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:14.363814 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f6e07a7c-2c51-42c4-a646-f53271b54db5 req-a7dfdd5c-6736-4ef3-bb96-67f83eeec300 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2947600 Nov 12 08:45:14.456092 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port ad631039-f393-4fda-a88e-acbce5bb31d9, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=ad631039-f393-4fda-a88e-acbce5bb31d9,segment=NetworkSegment(d3c1ae76-828f-4a3e-ac05-62e9a00d0ecc),segment_id=d3c1ae76-828f-4a3e-ac05-62e9a00d0ecc)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:14.462690 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.463987 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 148f6696-758c-4f5e-92a2-6d895c1475e8 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:45:14.475644 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44f6df5-533a-4439-a6f6-25c3d2c033b9 tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:14.564777 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-922de839-3cb6-459f-9bc2-b4a8a30a7839 req-86d926d3-f7c6-4fb5-98cd-c871b6b03a36 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898470 Nov 12 08:45:14.623207 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f6df5-533a-4439-a6f6-25c3d2c033b9 tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Pushing event updated for resources: {'Port': ['ID=c60aad1b-e7a6-43cf-9754-1a04aad343b4,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:14.689964 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-b44f6df5-533a-4439-a6f6-25c3d2c033b9 tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:14.740549 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25ac44bb-91c6-474a-8381-04b7f8412998 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.742623 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54070) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:14.744134 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44f6df5-533a-4439-a6f6-25c3d2c033b9 tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:14.757734 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 148f6696-758c-4f5e-92a2-6d895c1475e8, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=148f6696-758c-4f5e-92a2-6d895c1475e8,segment=NetworkSegment(d9096f87-8920-440d-9535-8b369b6696ae),segment_id=d9096f87-8920-440d-9535-8b369b6696ae)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:14.758866 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25ac44bb-91c6-474a-8381-04b7f8412998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.787066 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [None req-43ca5986-d8b6-4685-9abc-05323ad58594 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Floating IP b49d3d34-5108-4725-8f8e-b833f046dc04 associated. External IP: 172.25.6.130, port: cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5. Nov 12 08:45:14.843210 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=ad631039-f393-4fda-a88e-acbce5bb31d9,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:14.852636 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '148f6696-758c-4f5e-92a2-6d895c1475e8', 'network_id': '2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8', 'port_id': '148f6696-758c-4f5e-92a2-6d895c1475e8', 'mac_address': 'fa:16:3e:28:9c:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd86e7b80-541e-4437-9372-c90106323c14', 'ip_address': '10.1.1.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:45:14.935526 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aabd99-74b3-43f1-b2c9-5594c3a304dc req-35f6f6b6-4fd8-4cf8-9df4-77da98f458a1 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:14.945391 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-03aabd99-74b3-43f1-b2c9-5594c3a304dc req-35f6f6b6-4fd8-4cf8-9df4-77da98f458a1 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 947 time: 0.2858365 Nov 12 08:45:14.967874 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54078) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:14.970293 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-25ac44bb-91c6-474a-8381-04b7f8412998 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3767e3d3ee8d4008aae5e1296684d589&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7213287 Nov 12 08:45:14.981393 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac44bb-91c6-474a-8381-04b7f8412998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fc7852-7ba5-42f2-b908-0b192076b91a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:14.987121 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:15.035655 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148f6696-758c-4f5e-92a2-6d895c1475e8 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:15.094736 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 148f6696-758c-4f5e-92a2-6d895c1475e8, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=148f6696-758c-4f5e-92a2-6d895c1475e8,segment=NetworkSegment(d9096f87-8920-440d-9535-8b369b6696ae),segment_id=d9096f87-8920-440d-9535-8b369b6696ae)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:15.109043 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:15.115350 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 21a69529-a5f8-4991-8770-485deba29c21 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:45:15.325095 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=148f6696-758c-4f5e-92a2-6d895c1475e8,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:15.346194 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 21a69529-a5f8-4991-8770-485deba29c21, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=21a69529-a5f8-4991-8770-485deba29c21,segment=NetworkSegment(d9096f87-8920-440d-9535-8b369b6696ae),segment_id=d9096f87-8920-440d-9535-8b369b6696ae)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:15.370263 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '21a69529-a5f8-4991-8770-485deba29c21', 'network_id': '2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8', 'port_id': '21a69529-a5f8-4991-8770-485deba29c21', 'mac_address': 'fa:16:3e:3d:12:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd86e7b80-541e-4437-9372-c90106323c14', 'ip_address': '10.1.1.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:45:15.377980 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dfe5868d-ae5d-41dc-80db-c73b745ffe28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:15.430060 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:15.452081 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a69529-a5f8-4991-8770-485deba29c21 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:15.505640 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136d571-fc93-4a63-8487-371764035f3a req-7763bf35-c2b8-4660-ba19-6e7489e47f99 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:15.514015 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 21a69529-a5f8-4991-8770-485deba29c21, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=21a69529-a5f8-4991-8770-485deba29c21,segment=NetworkSegment(d9096f87-8920-440d-9535-8b369b6696ae),segment_id=d9096f87-8920-440d-9535-8b369b6696ae)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:15.515899 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2136d571-fc93-4a63-8487-371764035f3a req-7763bf35-c2b8-4660-ba19-6e7489e47f99 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 946 time: 0.7373362 Nov 12 08:45:15.521970 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:15.523680 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 996f9d9d-9c4c-4d28-a901-cc2cc552d93a details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:45:15.575758 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 996f9d9d-9c4c-4d28-a901-cc2cc552d93a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=996f9d9d-9c4c-4d28-a901-cc2cc552d93a,segment=NetworkSegment(d9096f87-8920-440d-9535-8b369b6696ae),segment_id=d9096f87-8920-440d-9535-8b369b6696ae)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:15.592405 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '996f9d9d-9c4c-4d28-a901-cc2cc552d93a', 'network_id': '2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8', 'port_id': '996f9d9d-9c4c-4d28-a901-cc2cc552d93a', 'mac_address': 'fa:16:3e:5c:26:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd86e7b80-541e-4437-9372-c90106323c14', 'ip_address': '10.1.1.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:45:15.698719 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-03aabd99-74b3-43f1-b2c9-5594c3a304dc req-f8eeeea1-3bae-4154-b61a-a5c7e291a918 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7520967 Nov 12 08:45:15.722136 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2136d571-fc93-4a63-8487-371764035f3a req-510f52a6-445b-4575-9729-f050fc854763 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020504 Nov 12 08:45:15.726023 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a96394da-7cf8-41c8-9101-d1658df9f806 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:15.798037 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=21a69529-a5f8-4991-8770-485deba29c21,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:15.844069 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a96394da-7cf8-41c8-9101-d1658df9f806 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:15.847787 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:15.868006 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dfe5868d-ae5d-41dc-80db-c73b745ffe28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:15.886013 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dfe5868d-ae5d-41dc-80db-c73b745ffe28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:15.890087 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 996f9d9d-9c4c-4d28-a901-cc2cc552d93a {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:15.961975 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 996f9d9d-9c4c-4d28-a901-cc2cc552d93a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=996f9d9d-9c4c-4d28-a901-cc2cc552d93a,segment=NetworkSegment(d9096f87-8920-440d-9535-8b369b6696ae),segment_id=d9096f87-8920-440d-9535-8b369b6696ae)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:15.968346 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:16.006941 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b44f6df5-533a-4439-a6f6-25c3d2c033b9 tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:16.021287 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 00fba7bd-a20a-41f3-948a-cccef4e31a4b details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:45:16.134249 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=996f9d9d-9c4c-4d28-a901-cc2cc552d93a,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:16.150745 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ca5986-d8b6-4685-9abc-05323ad58594 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Router 52868198-c198-48ad-ade2-c9b9db715967 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:16.191165 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86027420-7e98-476e-a4b3-e5ed8cedad67 req-b4a58721-1731-471a-9793-e1aae4674343 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:16.205031 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86027420-7e98-476e-a4b3-e5ed8cedad67 req-b4a58721-1731-471a-9793-e1aae4674343 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:16.211206 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86027420-7e98-476e-a4b3-e5ed8cedad67 req-b4a58721-1731-471a-9793-e1aae4674343 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:16.235160 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b44f6df5-533a-4439-a6f6-25c3d2c033b9 tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:16.247625 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86027420-7e98-476e-a4b3-e5ed8cedad67 req-b4a58721-1731-471a-9793-e1aae4674343 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:16.260401 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-dfe5868d-ae5d-41dc-80db-c73b745ffe28 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=775f4eaab12348d6a61404f13dcdcb39&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5096202 Nov 12 08:45:16.261659 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86027420-7e98-476e-a4b3-e5ed8cedad67 req-b4a58721-1731-471a-9793-e1aae4674343 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:16.274018 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86027420-7e98-476e-a4b3-e5ed8cedad67 req-b4a58721-1731-471a-9793-e1aae4674343 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:16.287775 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86027420-7e98-476e-a4b3-e5ed8cedad67 req-b4a58721-1731-471a-9793-e1aae4674343 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:16.295115 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-86027420-7e98-476e-a4b3-e5ed8cedad67 req-b4a58721-1731-471a-9793-e1aae4674343 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5426 time: 0.3091743 Nov 12 08:45:16.297067 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54114) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:16.342635 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5868d-ae5d-41dc-80db-c73b745ffe28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a49d463-9cc8-48cb-8981-c079047de14a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:16.362804 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 00fba7bd-a20a-41f3-948a-cccef4e31a4b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=00fba7bd-a20a-41f3-948a-cccef4e31a4b,segment=NetworkSegment(27dbb1a9-39bb-4e45-8c99-b89307690322),segment_id=27dbb1a9-39bb-4e45-8c99-b89307690322)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:16.391977 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '00fba7bd-a20a-41f3-948a-cccef4e31a4b', 'network_id': '702ebd3a-91cd-4d56-a35d-ad10b18ed18d', 'port_id': '00fba7bd-a20a-41f3-948a-cccef4e31a4b', 'mac_address': 'fa:16:3e:ef:aa:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cdf4593-290a-409d-9183-aaed729edd4d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:45:16.438647 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a96394da-7cf8-41c8-9101-d1658df9f806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:16.441629 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a96394da-7cf8-41c8-9101-d1658df9f806 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:16.442834 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a96394da-7cf8-41c8-9101-d1658df9f806 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e3fc7852-7ba5-42f2-b908-0b192076b91a HTTP/1.1" status: 204 len: 168 time: 1.4726694 Nov 12 08:45:16.491478 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:16.511061 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['996f9d9d-9c4c-4d28-a901-cc2cc552d93a'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:45:16.565957 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['21a69529-a5f8-4991-8770-485deba29c21'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:45:16.568176 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['148f6696-758c-4f5e-92a2-6d895c1475e8'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:45:16.571976 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00fba7bd-a20a-41f3-948a-cccef4e31a4b {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:16.593964 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b44f6df5-533a-4439-a6f6-25c3d2c033b9 tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:16.596073 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 00fba7bd-a20a-41f3-948a-cccef4e31a4b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=00fba7bd-a20a-41f3-948a-cccef4e31a4b,segment=NetworkSegment(27dbb1a9-39bb-4e45-8c99-b89307690322),segment_id=27dbb1a9-39bb-4e45-8c99-b89307690322)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:16.623731 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b44f6df5-533a-4439-a6f6-25c3d2c033b9 tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:16.649759 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['ad631039-f393-4fda-a88e-acbce5bb31d9'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:45:16.652883 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:16.653702 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 42d9b265-ff43-4a1c-acce-53b5283365dc details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:45:16.717799 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 42d9b265-ff43-4a1c-acce-53b5283365dc, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=42d9b265-ff43-4a1c-acce-53b5283365dc,segment=NetworkSegment(27dbb1a9-39bb-4e45-8c99-b89307690322),segment_id=27dbb1a9-39bb-4e45-8c99-b89307690322)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:16.734056 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b44f6df5-533a-4439-a6f6-25c3d2c033b9 tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:16.741157 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96394da-7cf8-41c8-9101-d1658df9f806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fc7852-7ba5-42f2-b908-0b192076b91a,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:16.744043 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '42d9b265-ff43-4a1c-acce-53b5283365dc', 'network_id': '702ebd3a-91cd-4d56-a35d-ad10b18ed18d', 'port_id': '42d9b265-ff43-4a1c-acce-53b5283365dc', 'mac_address': 'fa:16:3e:64:66:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cdf4593-290a-409d-9183-aaed729edd4d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:45:17.006237 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.052875 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [None req-b44f6df5-533a-4439-a6f6-25c3d2c033b9 tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Floating IP 5911edb8-bbb0-4bf4-bcdd-798777d5ac57 associated. External IP: 172.25.6.213, port: 7e7737a6-db3d-4d8a-9231-006a299ff086. Nov 12 08:45:17.057433 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d9b265-ff43-4a1c-acce-53b5283365dc {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:17.089120 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=00fba7bd-a20a-41f3-948a-cccef4e31a4b,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:17.188742 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1f9f7069-2c89-4e03-96d0-9fd6ec5436a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.203963 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f6df5-533a-4439-a6f6-25c3d2c033b9 tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Pushing event updated for resources: {'Port': ['ID=c60aad1b-e7a6-43cf-9754-1a04aad343b4,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:17.226240 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 42d9b265-ff43-4a1c-acce-53b5283365dc, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=42d9b265-ff43-4a1c-acce-53b5283365dc,segment=NetworkSegment(27dbb1a9-39bb-4e45-8c99-b89307690322),segment_id=27dbb1a9-39bb-4e45-8c99-b89307690322)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:17.238837 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ca5986-d8b6-4685-9abc-05323ad58594 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:17.256392 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdc41dc-4250-49fb-b0be-b591ba79f2cc None None] Sync routers for ids ['52868198-c198-48ad-ade2-c9b9db715967'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:17.277982 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdc41dc-4250-49fb-b0be-b591ba79f2cc None None] Routers {'52868198-c198-48ad-ade2-c9b9db715967'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:17.279680 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-86027420-7e98-476e-a4b3-e5ed8cedad67 req-c4b592f7-caa9-4a7f-8051-ca85020dc40f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9579394 Nov 12 08:45:17.294753 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-43ca5986-d8b6-4685-9abc-05323ad58594 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.295483 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-1fdc41dc-4250-49fb-b0be-b591ba79f2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:45:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['52868198-c198-48ad-ade2-c9b9db715967'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:17.371050 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1f9f7069-2c89-4e03-96d0-9fd6ec5436a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.563216 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-43ca5986-d8b6-4685-9abc-05323ad58594 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "PUT /v2.0/floatingips/b49d3d34-5108-4725-8f8e-b833f046dc04 HTTP/1.1" status: 200 len: 991 time: 5.7473764 Nov 12 08:45:17.568559 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf502a0-342a-4394-9009-259625e8cde0', 'tag': 'cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:17.571029 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970ddac4-f9f8-43d1-badb-a3ce95155e34" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf502a0-342a-4394-9009-259625e8cde0", "tag": "cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:17.590091 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-c73952be-faa4-429f-8fb0-f4d32c3de2ff tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:17.591462 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-c73952be-faa4-429f-8fb0-f4d32c3de2ff tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/networks?id=2920a1cf-2450-4e88-a1ad-b45da486889e HTTP/1.1" status: 200 len: 814 time: 0.8208182 Nov 12 08:45:17.621845 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-1fdc41dc-4250-49fb-b0be-b591ba79f2cc None None] Set router 52868198-c198-48ad-ade2-c9b9db715967 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:17.623590 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.640789 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-9775828b-4119-482a-9554-b8ac1c19baa8 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/quotas/fd85219b61af4e12a9debc00cd31a7fa HTTP/1.1" status: 200 len: 375 time: 0.0365541 Nov 12 08:45:17.666730 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b1426-21fa-4887-8298-d19894009c58 req-a90f98d0-e355-444a-acfa-68fb1d72505e tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:17.669137 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-990b1426-21fa-4887-8298-d19894009c58 req-a90f98d0-e355-444a-acfa-68fb1d72505e tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.54 "GET /v2.0/ports?device_id=69a30936-7166-431a-8ca3-0e450c9f7cbf HTTP/1.1" status: 200 len: 946 time: 0.2034550 Nov 12 08:45:17.671686 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44f6df5-533a-4439-a6f6-25c3d2c033b9 tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Router fd9b06b5-87b2-40a7-a566-d95520eaa484 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:17.678002 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97275d40-b71d-487b-9f45-d6cf7c718607 req-d88147e4-8d3b-4899-b05b-cec5b0190181 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:17.679766 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-97275d40-b71d-487b-9f45-d6cf7c718607 req-d88147e4-8d3b-4899-b05b-cec5b0190181 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 947 time: 0.2664094 Nov 12 08:45:17.768394 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1f9f7069-2c89-4e03-96d0-9fd6ec5436a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.771043 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1f9f7069-2c89-4e03-96d0-9fd6ec5436a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.780223 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['5a26ea24-1891-468a-8682-58706cbc337d'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:45:17.783396 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1f9f7069-2c89-4e03-96d0-9fd6ec5436a6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a49d463-9cc8-48cb-8981-c079047de14a HTTP/1.1" status: 204 len: 168 time: 1.4801505 Nov 12 08:45:17.846070 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f7069-2c89-4e03-96d0-9fd6ec5436a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a49d463-9cc8-48cb-8981-c079047de14a,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:17.905832 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-97275d40-b71d-487b-9f45-d6cf7c718607 req-cfc76a55-78de-4348-bf3f-997e2132121f tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155743 Nov 12 08:45:17.932864 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-8340d3d1-d9a6-4faf-84f0-224b89d1357c tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd85219b61af4e12a9debc00cd31a7fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2517552 Nov 12 08:45:18.014685 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44f6df5-533a-4439-a6f6-25c3d2c033b9 tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:18.076198 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d15a8ab-96e2-4651-90e5-debf9e8a5d48 None None] Sync routers for ids ['fd9b06b5-87b2-40a7-a566-d95520eaa484'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:18.094944 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b44f6df5-533a-4439-a6f6-25c3d2c033b9 tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:18.130937 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['42d9b265-ff43-4a1c-acce-53b5283365dc'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:45:18.160648 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0767f2-43d2-42aa-9932-7d28457b1ca8 x-openstack-request-id: req-6f0767f2-43d2-42aa-9932-7d28457b1ca8 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:18.160974 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf502a0-342a-4394-9009-259625e8cde0", "tag": "cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:18.161240 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f0767f2-43d2-42aa-9932-7d28457b1ca8 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:18.161611 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf502a0-342a-4394-9009-259625e8cde0', 'tag': 'cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5', 'status': 'completed', 'code': 200} Nov 12 08:45:18.170749 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b44f6df5-533a-4439-a6f6-25c3d2c033b9 tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.0739055 Nov 12 08:45:18.175889 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54230) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:18.194541 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d15a8ab-96e2-4651-90e5-debf9e8a5d48 None None] Routers {'fd9b06b5-87b2-40a7-a566-d95520eaa484'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:18.205657 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3d15a8ab-96e2-4651-90e5-debf9e8a5d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:45:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['fd9b06b5-87b2-40a7-a566-d95520eaa484'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:18.220489 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-1fdc41dc-4250-49fb-b0be-b591ba79f2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52868198-c198-48ad-ade2-c9b9db715967', 'name': 'tempest-ServersTestManualDisk-377144132-router', 'tenant_id': '28f4e914e83743e38050bab6ad98fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '1e6e424a-1c31-406e-9c2a-020bc5716600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:13Z', 'updated_at': '2021-11-12T08:44:32Z', 'revision_number': 4, 'project_id': '28f4e914e83743e38050bab6ad98fb14', 'gw_port': {'id': '1e6e424a-1c31-406e-9c2a-020bc5716600', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52868198-c198-48ad-ade2-c9b9db715967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:18Z', 'updated_at': '2021-11-12T08:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'b49d3d34-5108-4725-8f8e-b833f046dc04', 'tenant_id': '28f4e914e83743e38050bab6ad98fb14', 'floating_ip_address': '172.25.6.130', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '52868198-c198-48ad-ade2-c9b9db715967', 'port_id': 'cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '416d77e6-e59f-4b38-b9bd-919bb27e94bb', 'mac_address': 'fa:16:3e:fe:f6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf502a0-342a-4394-9009-259625e8cde0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:44:44Z', 'updated_at': '2021-11-12T08:45:13Z', 'revision_number': 1, 'project_id': '28f4e914e83743e38050bab6ad98fb14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd535109c-b3ab-44f1-aec4-75a36c1cda71', 'name': '', 'network_id': '416d77e6-e59f-4b38-b9bd-919bb27e94bb', 'tenant_id': '28f4e914e83743e38050bab6ad98fb14', 'mac_address': 'fa:16:3e:bd:cc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52868198-c198-48ad-ade2-c9b9db715967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'ec79070a-c94b-4d76-8d90-f255a03ba1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:29Z', 'updated_at': '2021-11-12T08:44:43Z', 'revision_number': 5, 'project_id': '28f4e914e83743e38050bab6ad98fb14', 'subnets': [{'id': 'ec79070a-c94b-4d76-8d90-f255a03ba1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:18.282441 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdc41dc-4250-49fb-b0be-b591ba79f2cc None None] Checking router: 52868198-c198-48ad-ade2-c9b9db715967 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:45:18.303850 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54234) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:18.314693 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdc41dc-4250-49fb-b0be-b591ba79f2cc None None] Routers {'52868198-c198-48ad-ade2-c9b9db715967'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:18.315492 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-1fdc41dc-4250-49fb-b0be-b591ba79f2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:45:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['52868198-c198-48ad-ade2-c9b9db715967'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:18.316346 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ddac4-f9f8-43d1-badb-a3ce95155e34 req-5bc3952e-628e-4e70-9feb-a4d57188772c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:18.317964 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-970ddac4-f9f8-43d1-badb-a3ce95155e34 req-5bc3952e-628e-4e70-9feb-a4d57188772c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=28f4e914e83743e38050bab6ad98fb14&device_id=ccf502a0-342a-4394-9009-259625e8cde0 HTTP/1.1" status: 200 len: 1097 time: 0.1507077 Nov 12 08:45:18.331265 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-1607f857-e053-49f3-850b-cf38176e7372 service neutron] 10.222.0.37 "GET /v2.0/networks/2920a1cf-2450-4e88-a1ad-b45da486889e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957267 Nov 12 08:45:18.426604 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-990b1426-21fa-4887-8298-d19894009c58 req-8faa8aeb-2198-4d1d-aee2-e382862b6112 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Deleting port cc50092d-8a26-4753-a4e2-f22dea0f1d46 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:18.427005 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-990b1426-21fa-4887-8298-d19894009c58 req-8faa8aeb-2198-4d1d-aee2-e382862b6112 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:18.486765 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ddac4-f9f8-43d1-badb-a3ce95155e34 req-a6611586-66ca-4269-a365-2ca6f101f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:18.488855 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-970ddac4-f9f8-43d1-badb-a3ce95155e34 req-a6611586-66ca-4269-a365-2ca6f101f9a2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=416d77e6-e59f-4b38-b9bd-919bb27e94bb HTTP/1.1" status: 200 len: 912 time: 0.1566341 Nov 12 08:45:18.490393 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54240) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:18.585941 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3d15a8ab-96e2-4651-90e5-debf9e8a5d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:18.600727 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-1fdc41dc-4250-49fb-b0be-b591ba79f2cc None None] Set router 52868198-c198-48ad-ade2-c9b9db715967 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:18.617612 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d15a8ab-96e2-4651-90e5-debf9e8a5d48 None None] Routers {'fd9b06b5-87b2-40a7-a566-d95520eaa484'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:18.618445 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3d15a8ab-96e2-4651-90e5-debf9e8a5d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:45:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['fd9b06b5-87b2-40a7-a566-d95520eaa484'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:18.664885 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3d15a8ab-96e2-4651-90e5-debf9e8a5d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:18.666344 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d15a8ab-96e2-4651-90e5-debf9e8a5d48 None None] The sync data for ids ['fd9b06b5-87b2-40a7-a566-d95520eaa484'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:18.668694 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=42d9b265-ff43-4a1c-acce-53b5283365dc,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:18.704220 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8b33e335-f91d-499b-9c34-e4c260b44d9e tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] 10.222.0.37 "GET /v2.0/floatingips/5911edb8-bbb0-4bf4-bcdd-798777d5ac57 HTTP/1.1" status: 200 len: 983 time: 0.5220187 Nov 12 08:45:18.708315 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54248) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:18.734943 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8933f504-dddd-4f53-89f9-269e084131bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:18.780017 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-36793912-d584-4cc4-bc93-470aab2dd9c6 service neutron] 10.222.0.37 "GET /v2.0/networks/2920a1cf-2450-4e88-a1ad-b45da486889e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488723 Nov 12 08:45:18.919564 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-990b1426-21fa-4887-8298-d19894009c58 req-8faa8aeb-2198-4d1d-aee2-e382862b6112 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] For port cc50092d-8a26-4753-a4e2-f22dea0f1d46, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=cc50092d-8a26-4753-a4e2-f22dea0f1d46,segment=NetworkSegment(34828fde-3b53-4826-975b-0c6b4715c685),segment_id=34828fde-3b53-4826-975b-0c6b4715c685)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:18.919564 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-990b1426-21fa-4887-8298-d19894009c58 req-8faa8aeb-2198-4d1d-aee2-e382862b6112 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:19.020282 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-990b1426-21fa-4887-8298-d19894009c58 req-8faa8aeb-2198-4d1d-aee2-e382862b6112 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Calling delete_port for cc50092d-8a26-4753-a4e2-f22dea0f1d46 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:19.027378 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-55285611-f356-4efe-b34c-9552d97189b6 tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3514 time: 0.3130376 Nov 12 08:45:19.028406 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54256) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:19.060776 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['00fba7bd-a20a-41f3-948a-cccef4e31a4b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:45:19.074056 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-970ddac4-f9f8-43d1-badb-a3ce95155e34 req-a9738239-ec74-4e5b-ace3-088afc5eddc6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5 HTTP/1.1" status: 200 len: 999 time: 0.5478096 Nov 12 08:45:19.238617 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-1fdc41dc-4250-49fb-b0be-b591ba79f2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52868198-c198-48ad-ade2-c9b9db715967', 'name': 'tempest-ServersTestManualDisk-377144132-router', 'tenant_id': '28f4e914e83743e38050bab6ad98fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '1e6e424a-1c31-406e-9c2a-020bc5716600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:13Z', 'updated_at': '2021-11-12T08:44:32Z', 'revision_number': 4, 'project_id': '28f4e914e83743e38050bab6ad98fb14', 'gw_port': {'id': '1e6e424a-1c31-406e-9c2a-020bc5716600', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52868198-c198-48ad-ade2-c9b9db715967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:18Z', 'updated_at': '2021-11-12T08:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'b49d3d34-5108-4725-8f8e-b833f046dc04', 'tenant_id': '28f4e914e83743e38050bab6ad98fb14', 'floating_ip_address': '172.25.6.130', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '52868198-c198-48ad-ade2-c9b9db715967', 'port_id': 'cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '416d77e6-e59f-4b38-b9bd-919bb27e94bb', 'mac_address': 'fa:16:3e:fe:f6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf502a0-342a-4394-9009-259625e8cde0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:44:44Z', 'updated_at': '2021-11-12T08:45:13Z', 'revision_number': 1, 'project_id': '28f4e914e83743e38050bab6ad98fb14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd535109c-b3ab-44f1-aec4-75a36c1cda71', 'name': '', 'network_id': '416d77e6-e59f-4b38-b9bd-919bb27e94bb', 'tenant_id': '28f4e914e83743e38050bab6ad98fb14', 'mac_address': 'fa:16:3e:bd:cc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52868198-c198-48ad-ade2-c9b9db715967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'ec79070a-c94b-4d76-8d90-f255a03ba1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:29Z', 'updated_at': '2021-11-12T08:44:43Z', 'revision_number': 5, 'project_id': '28f4e914e83743e38050bab6ad98fb14', 'subnets': [{'id': 'ec79070a-c94b-4d76-8d90-f255a03ba1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:19.300898 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-09c4900e-13d9-4515-b033-20266935f65e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:19.309810 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdc41dc-4250-49fb-b0be-b591ba79f2cc None None] The sync data for ids ['52868198-c198-48ad-ade2-c9b9db715967'] in n-d-768862-16 is: [{'id': '52868198-c198-48ad-ade2-c9b9db715967', 'name': 'tempest-ServersTestManualDisk-377144132-router', 'tenant_id': '28f4e914e83743e38050bab6ad98fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '1e6e424a-1c31-406e-9c2a-020bc5716600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:13Z', 'updated_at': '2021-11-12T08:44:32Z', 'revision_number': 4, 'project_id': '28f4e914e83743e38050bab6ad98fb14', 'gw_port': {'id': '1e6e424a-1c31-406e-9c2a-020bc5716600', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52868198-c198-48ad-ade2-c9b9db715967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:18Z', 'updated_at': '2021-11-12T08:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'b49d3d34-5108-4725-8f8e-b833f046dc04', 'tenant_id': '28f4e914e83743e38050bab6ad98fb14', 'floating_ip_address': '172.25.6.130', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '52868198-c198-48ad-ade2-c9b9db715967', 'port_id': 'cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '416d77e6-e59f-4b38-b9bd-919bb27e94bb', 'mac_address': 'fa:16:3e:fe:f6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf502a0-342a-4394-9009-259625e8cde0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:44:44Z', 'updated_at': '2021-11-12T08:45:13Z', 'revision_number': 1, 'project_id': '28f4e914e83743e38050bab6ad98fb14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd535109c-b3ab-44f1-aec4-75a36c1cda71', 'name': '', 'network_id': '416d77e6-e59f-4b38-b9bd-919bb27e94bb', 'tenant_id': '28f4e914e83743e38050bab6ad98fb14', 'mac_address': 'fa:16:3e:bd:cc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52868198-c198-48ad-ade2-c9b9db715967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'ec79070a-c94b-4d76-8d90-f255a03ba1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:29Z', 'updated_at': '2021-11-12T08:44:43Z', 'revision_number': 5, 'project_id': '28f4e914e83743e38050bab6ad98fb14', 'subnets': [{'id': 'ec79070a-c94b-4d76-8d90-f255a03ba1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:19.646187 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed842d-7e34-4478-9356-3b11cbd6208a req-2036fb1e-17e2-45af-b631-b5df65d46d29 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:19.648056 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-25ed842d-7e34-4478-9356-3b11cbd6208a req-2036fb1e-17e2-45af-b631-b5df65d46d29 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 947 time: 0.1832378 Nov 12 08:45:19.649819 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ddac4-f9f8-43d1-badb-a3ce95155e34 req-453cda19-4be5-4aed-aee2-a648c7d691bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:19.651291 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-970ddac4-f9f8-43d1-badb-a3ce95155e34 req-453cda19-4be5-4aed-aee2-a648c7d691bb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ec79070a-c94b-4d76-8d90-f255a03ba1be HTTP/1.1" status: 200 len: 850 time: 0.3620915 Nov 12 08:45:19.665159 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0e533-e020-462d-a761-2e0df0c77031 req-cd675288-5eb5-4675-855f-f2d8467fb582 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:19.680936 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0e533-e020-462d-a761-2e0df0c77031 req-cd675288-5eb5-4675-855f-f2d8467fb582 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:19.688638 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0e533-e020-462d-a761-2e0df0c77031 req-cd675288-5eb5-4675-855f-f2d8467fb582 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:19.695473 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0e533-e020-462d-a761-2e0df0c77031 req-cd675288-5eb5-4675-855f-f2d8467fb582 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:19.704898 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0e533-e020-462d-a761-2e0df0c77031 req-cd675288-5eb5-4675-855f-f2d8467fb582 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:19.712223 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0e533-e020-462d-a761-2e0df0c77031 req-cd675288-5eb5-4675-855f-f2d8467fb582 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:19.719371 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0e533-e020-462d-a761-2e0df0c77031 req-cd675288-5eb5-4675-855f-f2d8467fb582 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:19.721414 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dfd0e533-e020-462d-a761-2e0df0c77031 req-cd675288-5eb5-4675-855f-f2d8467fb582 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5428 time: 0.9400125 Nov 12 08:45:19.834988 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c649e5-e604-4143-9233-6f3eb2202886 None None] New status for floating IP b49d3d34-5108-4725-8f8e-b833f046dc04: ACTIVE {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:45:19.913655 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8933f504-dddd-4f53-89f9-269e084131bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:19.950347 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8933f504-dddd-4f53-89f9-269e084131bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.007038 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 148f6696-758c-4f5e-92a2-6d895c1475e8 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:20.009249 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8933f504-dddd-4f53-89f9-269e084131bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bd81d2f125b7433ea36fd7dbb6772e59&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5048127 Nov 12 08:45:20.016128 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54304) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:20.068661 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:45:20.076044 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-990b1426-21fa-4887-8298-d19894009c58 req-8faa8aeb-2198-4d1d-aee2-e382862b6112 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.087059 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ddac4-f9f8-43d1-badb-a3ce95155e34 req-a9633a71-840e-4a6e-b3c6-1e8e0f7d3b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:20.088917 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-970ddac4-f9f8-43d1-badb-a3ce95155e34 req-a9633a71-840e-4a6e-b3c6-1e8e0f7d3b6d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=416d77e6-e59f-4b38-b9bd-919bb27e94bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3544848 Nov 12 08:45:20.128797 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-25ed842d-7e34-4478-9356-3b11cbd6208a req-082a9cf8-e9e4-48dd-96ee-e948c4979c31 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4062893 Nov 12 08:45:20.143067 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dfd0e533-e020-462d-a761-2e0df0c77031 req-ae4a8922-958d-4045-a204-980dea464f17 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3801017 Nov 12 08:45:20.160807 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-09c4900e-13d9-4515-b033-20266935f65e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.171488 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933f504-dddd-4f53-89f9-269e084131bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef9ab78-acd2-440c-a958-1c8e5bff6c79,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:20.178998 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-09c4900e-13d9-4515-b033-20266935f65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.211680 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa8aeb-2198-4d1d-aee2-e382862b6112 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Pushing event deleted for resources: {'Port': ['ID=cc50092d-8a26-4753-a4e2-f22dea0f1d46,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:20.304301 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 148f6696-758c-4f5e-92a2-6d895c1475e8 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:45:20.323009 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa8aeb-2198-4d1d-aee2-e382862b6112 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:20.329713 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4900e-13d9-4515-b033-20266935f65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b49c84f-c542-4ecb-b9be-e6670caf6211,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:20.332054 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa8aeb-2198-4d1d-aee2-e382862b6112 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:20.332478 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa8aeb-2198-4d1d-aee2-e382862b6112 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:20.332813 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa8aeb-2198-4d1d-aee2-e382862b6112 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:20.333144 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa8aeb-2198-4d1d-aee2-e382862b6112 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:20.336492 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa8aeb-2198-4d1d-aee2-e382862b6112 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:20.336917 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa8aeb-2198-4d1d-aee2-e382862b6112 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:20.338424 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa8aeb-2198-4d1d-aee2-e382862b6112 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:20.338782 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa8aeb-2198-4d1d-aee2-e382862b6112 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:20.339214 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa8aeb-2198-4d1d-aee2-e382862b6112 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:20.339816 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa8aeb-2198-4d1d-aee2-e382862b6112 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:20.340361 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa8aeb-2198-4d1d-aee2-e382862b6112 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:20.344588 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 148f6696-758c-4f5e-92a2-6d895c1475e8 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:20.345175 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.393109 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-09c4900e-13d9-4515-b033-20266935f65e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b9a869b402147a8806e296f24bd6052&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0793967 Nov 12 08:45:20.396106 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54316) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:20.411455 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-990b1426-21fa-4887-8298-d19894009c58 req-8faa8aeb-2198-4d1d-aee2-e382862b6112 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] No DVR routers for this DVR port cc50092d-8a26-4753-a4e2-f22dea0f1d46 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:20.420614 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-990b1426-21fa-4887-8298-d19894009c58 req-8faa8aeb-2198-4d1d-aee2-e382862b6112 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.428057 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-990b1426-21fa-4887-8298-d19894009c58 req-8faa8aeb-2198-4d1d-aee2-e382862b6112 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.54 "DELETE /v2.0/ports/cc50092d-8a26-4753-a4e2-f22dea0f1d46 HTTP/1.1" status: 204 len: 173 time: 2.7512369 Nov 12 08:45:20.437339 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a30936-7166-431a-8ca3-0e450c9f7cbf', 'name': 'network-vif-deleted', 'tag': 'cc50092d-8a26-4753-a4e2-f22dea0f1d46'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:20.446850 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585969d5-2ee5-421d-9627-26850d872eca" -d '{"events": [{"server_uuid": "69a30936-7166-431a-8ca3-0e450c9f7cbf", "name": "network-vif-deleted", "tag": "cc50092d-8a26-4753-a4e2-f22dea0f1d46"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:20.477657 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3155-8880-40ae-96e8-39e7ac476deb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.500854 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-fb19f0aa-48bd-459c-952b-d8f7d5fdffea tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Deleting port c60aad1b-e7a6-43cf-9754-1a04aad343b4 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:20.503723 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fb19f0aa-48bd-459c-952b-d8f7d5fdffea tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.633868 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-970ddac4-f9f8-43d1-badb-a3ce95155e34 req-7c81d082-9697-4458-b724-3e2e94c0bfdd service neutron] 10.222.0.58 "GET /v2.0/networks/416d77e6-e59f-4b38-b9bd-919bb27e94bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5252635 Nov 12 08:45:20.654032 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3155-8880-40ae-96e8-39e7ac476deb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.674458 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.727633 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fb19f0aa-48bd-459c-952b-d8f7d5fdffea tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.728159 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fb19f0aa-48bd-459c-952b-d8f7d5fdffea tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.740816 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148f6696-758c-4f5e-92a2-6d895c1475e8'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:20.746844 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-fb19f0aa-48bd-459c-952b-d8f7d5fdffea tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Calling delete_port for c60aad1b-e7a6-43cf-9754-1a04aad343b4 owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:20.747721 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c78ca22-40f7-43d5-9c6b-71104e61e19b" -d '{"events": [{"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-plugged", "status": "completed", "tag": "148f6696-758c-4f5e-92a2-6d895c1475e8"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:20.780920 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 148f6696-758c-4f5e-92a2-6d895c1475e8, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=148f6696-758c-4f5e-92a2-6d895c1475e8,segment=NetworkSegment(d9096f87-8920-440d-9535-8b369b6696ae),segment_id=d9096f87-8920-440d-9535-8b369b6696ae)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:20.784698 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3155-8880-40ae-96e8-39e7ac476deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.786785 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.788113 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 21a69529-a5f8-4991-8770-485deba29c21 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:20.790369 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3155-8880-40ae-96e8-39e7ac476deb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.810863 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7bdc3155-8880-40ae-96e8-39e7ac476deb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4ef9ab78-acd2-440c-a958-1c8e5bff6c79 HTTP/1.1" status: 204 len: 168 time: 0.7914319 Nov 12 08:45:20.888308 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e0593339-f17f-4e83-96e4-ef80c018fdec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.906263 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=148f6696-758c-4f5e-92a2-6d895c1475e8,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:20.934990 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 21a69529-a5f8-4991-8770-485deba29c21 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:45:20.944201 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 21a69529-a5f8-4991-8770-485deba29c21 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:20.945143 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e0593339-f17f-4e83-96e4-ef80c018fdec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.945642 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:21.009602 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a3e8559e-40c4-4b81-9704-a712652a3466 req-85d202a5-6ab6-4f96-85d1-59dd6b961543 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 210 time: 0.4251826 Nov 12 08:45:21.076885 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:21.143589 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 21a69529-a5f8-4991-8770-485deba29c21, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=21a69529-a5f8-4991-8770-485deba29c21,segment=NetworkSegment(d9096f87-8920-440d-9535-8b369b6696ae),segment_id=d9096f87-8920-440d-9535-8b369b6696ae)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:21.159082 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:21.161659 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 996f9d9d-9c4c-4d28-a901-cc2cc552d93a up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:21.204235 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad412655-5c06-43ad-a1a3-658769c069af req-9f8ed3e9-68fe-4ae4-80d7-3b50a1c10566 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:21.219554 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ad412655-5c06-43ad-a1a3-658769c069af req-9f8ed3e9-68fe-4ae4-80d7-3b50a1c10566 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 947 time: 0.5414500 Nov 12 08:45:21.219761 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc3155-8880-40ae-96e8-39e7ac476deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef9ab78-acd2-440c-a958-1c8e5bff6c79,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:21.248647 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cf3822-34d0-4544-a571-962f9816bcf4 x-openstack-request-id: req-92cf3822-34d0-4544-a571-962f9816bcf4 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:21.250257 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a30936-7166-431a-8ca3-0e450c9f7cbf", "name": "network-vif-deleted", "tag": "cc50092d-8a26-4753-a4e2-f22dea0f1d46", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:21.250843 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-92cf3822-34d0-4544-a571-962f9816bcf4 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:21.252285 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a30936-7166-431a-8ca3-0e450c9f7cbf', 'name': 'network-vif-deleted', 'tag': 'cc50092d-8a26-4753-a4e2-f22dea0f1d46', 'status': 'completed', 'code': 200} Nov 12 08:45:21.349169 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e0593339-f17f-4e83-96e4-ef80c018fdec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:21.355010 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e0593339-f17f-4e83-96e4-ef80c018fdec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:21.357300 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964ed67d-925d-44e3-8f06-e3af0e661a07 x-openstack-request-id: req-964ed67d-925d-44e3-8f06-e3af0e661a07 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:21.358223 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-plugged", "status": "completed", "tag": "148f6696-758c-4f5e-92a2-6d895c1475e8", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:21.358524 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e0593339-f17f-4e83-96e4-ef80c018fdec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b49c84f-c542-4ecb-b9be-e6670caf6211 HTTP/1.1" status: 204 len: 168 time: 0.9613011 Nov 12 08:45:21.358866 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-964ed67d-925d-44e3-8f06-e3af0e661a07 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:21.359652 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148f6696-758c-4f5e-92a2-6d895c1475e8', 'code': 200} Nov 12 08:45:21.509007 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0593339-f17f-4e83-96e4-ef80c018fdec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b49c84f-c542-4ecb-b9be-e6670caf6211,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:21.513595 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=21a69529-a5f8-4991-8770-485deba29c21,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:21.522486 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ad412655-5c06-43ad-a1a3-658769c069af req-391f82b4-3faf-42e4-bbf4-82ab41133174 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3014317 Nov 12 08:45:21.539528 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fb19f0aa-48bd-459c-952b-d8f7d5fdffea tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:21.542072 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-970ddac4-f9f8-43d1-badb-a3ce95155e34 req-4e9f24ed-6c64-4775-a2c4-4ba8ee807050 service neutron] 10.222.0.58 "GET /v2.0/networks/416d77e6-e59f-4b38-b9bd-919bb27e94bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8572216 Nov 12 08:45:21.577055 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 996f9d9d-9c4c-4d28-a901-cc2cc552d93a completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:45:21.585960 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 996f9d9d-9c4c-4d28-a901-cc2cc552d93a triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:21.586681 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:21.613660 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19f0aa-48bd-459c-952b-d8f7d5fdffea tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Pushing event deleted for resources: {'Port': ['ID=c60aad1b-e7a6-43cf-9754-1a04aad343b4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:21.727042 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fb19f0aa-48bd-459c-952b-d8f7d5fdffea tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:21.727828 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [None req-fb19f0aa-48bd-459c-952b-d8f7d5fdffea tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Floating IP 5911edb8-bbb0-4bf4-bcdd-798777d5ac57 disassociated (deleted). External IP: 172.25.6.213, port: 7e7737a6-db3d-4d8a-9231-006a299ff086. Nov 12 08:45:21.787664 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:21.885408 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 996f9d9d-9c4c-4d28-a901-cc2cc552d93a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=996f9d9d-9c4c-4d28-a901-cc2cc552d93a,segment=NetworkSegment(d9096f87-8920-440d-9535-8b369b6696ae),segment_id=d9096f87-8920-440d-9535-8b369b6696ae)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:21.896789 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:21.897869 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 208f95e9-28ae-4c99-8b45-cff231909e59 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:21.899100 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b795205-33a2-46c5-8abb-24428ceae689 req-009f9ba8-8794-453e-992f-7258f369f98f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:21.906094 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b795205-33a2-46c5-8abb-24428ceae689 req-009f9ba8-8794-453e-992f-7258f369f98f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:21.912751 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b795205-33a2-46c5-8abb-24428ceae689 req-009f9ba8-8794-453e-992f-7258f369f98f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:21.921744 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b795205-33a2-46c5-8abb-24428ceae689 req-009f9ba8-8794-453e-992f-7258f369f98f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:21.929152 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b795205-33a2-46c5-8abb-24428ceae689 req-009f9ba8-8794-453e-992f-7258f369f98f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:21.937323 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b795205-33a2-46c5-8abb-24428ceae689 req-009f9ba8-8794-453e-992f-7258f369f98f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:21.943918 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b795205-33a2-46c5-8abb-24428ceae689 req-009f9ba8-8794-453e-992f-7258f369f98f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:21.949221 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9b795205-33a2-46c5-8abb-24428ceae689 req-009f9ba8-8794-453e-992f-7258f369f98f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5430 time: 0.1957080 Nov 12 08:45:21.974229 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-36056e70-80e8-47c6-a536-a8c67b7a2c4a tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:21.978933 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-36056e70-80e8-47c6-a536-a8c67b7a2c4a tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.58 "GET /v2.0/networks?id=2920a1cf-2450-4e88-a1ad-b45da486889e HTTP/1.1" status: 200 len: 814 time: 0.2927008 Nov 12 08:45:22.003316 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-20719ae0-ce75-414e-a778-cb0775f16fb2 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Request body: {'port': {'device_id': '481f29e4-38a9-44c3-85cc-10e0f64ae731', 'network_id': '2920a1cf-2450-4e88-a1ad-b45da486889e', 'admin_state_up': True, 'tenant_id': 'fd85219b61af4e12a9debc00cd31a7fa'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:22.141627 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9b795205-33a2-46c5-8abb-24428ceae689 req-7b525ed1-3066-48d2-9773-aa43b5eea832 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1608758 Nov 12 08:45:22.195728 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-20719ae0-ce75-414e-a778-cb0775f16fb2 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Made reservation on behalf of fd85219b61af4e12a9debc00cd31a7fa for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:22.200491 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-20719ae0-ce75-414e-a778-cb0775f16fb2 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.243287 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=996f9d9d-9c4c-4d28-a901-cc2cc552d93a,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:22.254363 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb19f0aa-48bd-459c-952b-d8f7d5fdffea tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Router fd9b06b5-87b2-40a7-a566-d95520eaa484 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:22.332438 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.421801 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 208f95e9-28ae-4c99-8b45-cff231909e59, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=208f95e9-28ae-4c99-8b45-cff231909e59,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:22.433563 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.435509 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device cc50092d-8a26-4753-a4e2-f22dea0f1d46 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:22.457824 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-b3cfbdbd-162e-474b-9898-b95d1713c141 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=844ba4baefd54502bd68bdeba0e53060&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0890388 Nov 12 08:45:22.542641 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: cc50092d-8a26-4753-a4e2-f22dea0f1d46 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:45:22.546424 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device cc50092d-8a26-4753-a4e2-f22dea0f1d46 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:22.562278 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 00fba7bd-a20a-41f3-948a-cccef4e31a4b up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:22.643963 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb19f0aa-48bd-459c-952b-d8f7d5fdffea tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:22.649187 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-10087a5e-3ad1-4249-a030-92a0616f0a6b req-16cfed86-0714-408d-a112-081d188225df tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 210 time: 0.0410359 Nov 12 08:45:22.650518 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-20719ae0-ce75-414e-a778-cb0775f16fb2 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Allocated IP 172.20.0.6 (2920a1cf-2450-4e88-a1ad-b45da486889e/514a597d-ff4c-46bb-8a31-1a78b7448335/d1631c44-217c-4874-bda0-3ae83d367b5b) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:22.684105 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-1c74e373-c8da-44b5-81af-1ea35a29451a tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:22.686125 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fb19f0aa-48bd-459c-952b-d8f7d5fdffea tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.697368 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-1c74e373-c8da-44b5-81af-1ea35a29451a tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2341771 Nov 12 08:45:22.721412 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-a4904d07-f9ab-4a9f-abf2-d8d7eef387a5 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/quotas/844ba4baefd54502bd68bdeba0e53060 HTTP/1.1" status: 200 len: 375 time: 0.0271046 Nov 12 08:45:22.773748 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f93d3e-9636-4ac8-a32b-5a602049a8e5 None None] Sync routers for ids ['fd9b06b5-87b2-40a7-a566-d95520eaa484'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:22.780435 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-143ff611-a2c4-42f3-b1ca-c1656018ac05 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=844ba4baefd54502bd68bdeba0e53060&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579481 Nov 12 08:45:22.790113 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54368) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:22.795893 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-fb19f0aa-48bd-459c-952b-d8f7d5fdffea tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] 10.222.0.37 "DELETE /v2.0/floatingips/5911edb8-bbb0-4bf4-bcdd-798777d5ac57 HTTP/1.1" status: 204 len: 168 time: 3.7657831 Nov 12 08:45:22.797918 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54370) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:22.809682 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5fe24ca5-9120-4747-a21d-86b6b9a716ca tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:22.851400 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5fe24ca5-9120-4747-a21d-86b6b9a716ca tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.902367 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-34677617-8402-419e-b3a6-cfa416cba868 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.908190 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.916077 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f93d3e-9636-4ac8-a32b-5a602049a8e5 None None] Routers {'fd9b06b5-87b2-40a7-a566-d95520eaa484'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:22.925551 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-97f93d3e-9636-4ac8-a32b-5a602049a8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:45:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['fd9b06b5-87b2-40a7-a566-d95520eaa484'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:23.023828 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5fe24ca5-9120-4747-a21d-86b6b9a716ca tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:23.043539 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-97f93d3e-9636-4ac8-a32b-5a602049a8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:23.064205 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f93d3e-9636-4ac8-a32b-5a602049a8e5 None None] Routers {'fd9b06b5-87b2-40a7-a566-d95520eaa484'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:23.065055 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-97f93d3e-9636-4ac8-a32b-5a602049a8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:45:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['fd9b06b5-87b2-40a7-a566-d95520eaa484'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:23.067335 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 00fba7bd-a20a-41f3-948a-cccef4e31a4b completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:45:23.074922 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 00fba7bd-a20a-41f3-948a-cccef4e31a4b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:23.075363 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:23.114051 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=208f95e9-28ae-4c99-8b45-cff231909e59,revision_number=14']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:23.140597 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-97f93d3e-9636-4ac8-a32b-5a602049a8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:23.154326 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f93d3e-9636-4ac8-a32b-5a602049a8e5 None None] The sync data for ids ['fd9b06b5-87b2-40a7-a566-d95520eaa484'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:23.307029 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:23.319673 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-5fe24ca5-9120-4747-a21d-86b6b9a716ca tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Allocated IP 172.25.6.103 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/d8b63ebb-73b8-49f2-9c0a-6154017cf93b) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:23.377062 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 00fba7bd-a20a-41f3-948a-cccef4e31a4b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=00fba7bd-a20a-41f3-948a-cccef4e31a4b,segment=NetworkSegment(27dbb1a9-39bb-4e45-8c99-b89307690322),segment_id=27dbb1a9-39bb-4e45-8c99-b89307690322)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:23.378015 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a69529-a5f8-4991-8770-485deba29c21'}, {'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996f9d9d-9c4c-4d28-a901-cc2cc552d93a'}, {'server_uuid': 'b004e782-27be-49da-8839-6a5ba1fa8d1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '208f95e9-28ae-4c99-8b45-cff231909e59'}, {'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fba7bd-a20a-41f3-948a-cccef4e31a4b'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:23.380517 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145f126f-726e-4fad-8311-91f788de85f3" -d '{"events": [{"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-plugged", "status": "completed", "tag": "21a69529-a5f8-4991-8770-485deba29c21"}, {"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-plugged", "status": "completed", "tag": "996f9d9d-9c4c-4d28-a901-cc2cc552d93a"}, {"server_uuid": "b004e782-27be-49da-8839-6a5ba1fa8d1c", "name": "network-vif-unplugged", "status": "completed", "tag": "208f95e9-28ae-4c99-8b45-cff231909e59"}, {"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-plugged", "status": "completed", "tag": "00fba7bd-a20a-41f3-948a-cccef4e31a4b"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:23.396761 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:23.398130 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 42d9b265-ff43-4a1c-acce-53b5283365dc up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:23.633055 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5fe24ca5-9120-4747-a21d-86b6b9a716ca tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:23.662772 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=00fba7bd-a20a-41f3-948a-cccef4e31a4b,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:23.699435 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 42d9b265-ff43-4a1c-acce-53b5283365dc completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:45:23.707043 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 42d9b265-ff43-4a1c-acce-53b5283365dc triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:23.707667 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:23.740525 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5fe24ca5-9120-4747-a21d-86b6b9a716ca tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:23.825934 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe24ca5-9120-4747-a21d-86b6b9a716ca tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Pushing event updated for resources: {'Port': ['ID=d8b63ebb-73b8-49f2-9c0a-6154017cf93b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:23.849181 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe24ca5-9120-4747-a21d-86b6b9a716ca tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:23.850694 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-5fe24ca5-9120-4747-a21d-86b6b9a716ca tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:23.857517 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe24ca5-9120-4747-a21d-86b6b9a716ca tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:23.909783 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:23.977322 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-522423a6-5074-4f22-a0a0-800dcfdcb6b0 req-b15b2ee6-5ddb-45f3-b02d-49b0807844c0 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4304028-0799-41eb-8ea7-2bd976d64ef0 HTTP/1.1" status: 200 len: 210 time: 0.7263114 Nov 12 08:45:24.062056 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 42d9b265-ff43-4a1c-acce-53b5283365dc, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=42d9b265-ff43-4a1c-acce-53b5283365dc,segment=NetworkSegment(27dbb1a9-39bb-4e45-8c99-b89307690322),segment_id=27dbb1a9-39bb-4e45-8c99-b89307690322)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:24.080012 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.080467 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 5a26ea24-1891-468a-8682-58706cbc337d up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:24.081161 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54438) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:24.127133 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5fe24ca5-9120-4747-a21d-86b6b9a716ca tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.155017 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ea8e33-dbbd-445e-9c43-c6fba47a8a06 x-openstack-request-id: req-65ea8e33-dbbd-445e-9c43-c6fba47a8a06 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:24.155289 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-plugged", "status": "completed", "tag": "21a69529-a5f8-4991-8770-485deba29c21", "code": 200}, {"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-plugged", "status": "completed", "tag": "996f9d9d-9c4c-4d28-a901-cc2cc552d93a", "code": 200}, {"server_uuid": "b004e782-27be-49da-8839-6a5ba1fa8d1c", "name": "network-vif-unplugged", "status": "completed", "tag": "208f95e9-28ae-4c99-8b45-cff231909e59", "code": 200}, {"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-plugged", "status": "completed", "tag": "00fba7bd-a20a-41f3-948a-cccef4e31a4b", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:24.155727 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65ea8e33-dbbd-445e-9c43-c6fba47a8a06 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:24.155972 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a69529-a5f8-4991-8770-485deba29c21', 'code': 200} Nov 12 08:45:24.156331 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996f9d9d-9c4c-4d28-a901-cc2cc552d93a', 'code': 200} Nov 12 08:45:24.156584 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b004e782-27be-49da-8839-6a5ba1fa8d1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '208f95e9-28ae-4c99-8b45-cff231909e59', 'code': 200} Nov 12 08:45:24.156751 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fba7bd-a20a-41f3-948a-cccef4e31a4b', 'code': 200} Nov 12 08:45:24.226796 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5fe24ca5-9120-4747-a21d-86b6b9a716ca tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.261308 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 5a26ea24-1891-468a-8682-58706cbc337d completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:45:24.261621 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-20719ae0-ce75-414e-a778-cb0775f16fb2 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.275711 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 5a26ea24-1891-468a-8682-58706cbc337d triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:24.276535 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.295290 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395dc24-a9b2-4bf1-9173-310840428145 req-45e64b6a-044d-4285-828a-76eec1a518f0 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:24.331967 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395dc24-a9b2-4bf1-9173-310840428145 req-45e64b6a-044d-4285-828a-76eec1a518f0 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:24.359046 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395dc24-a9b2-4bf1-9173-310840428145 req-45e64b6a-044d-4285-828a-76eec1a518f0 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:24.381812 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395dc24-a9b2-4bf1-9173-310840428145 req-45e64b6a-044d-4285-828a-76eec1a518f0 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:24.410274 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395dc24-a9b2-4bf1-9173-310840428145 req-45e64b6a-044d-4285-828a-76eec1a518f0 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:24.415067 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=42d9b265-ff43-4a1c-acce-53b5283365dc,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:24.435490 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395dc24-a9b2-4bf1-9173-310840428145 req-45e64b6a-044d-4285-828a-76eec1a518f0 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:24.467681 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395dc24-a9b2-4bf1-9173-310840428145 req-45e64b6a-044d-4285-828a-76eec1a518f0 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:24.489309 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5395dc24-a9b2-4bf1-9173-310840428145 req-45e64b6a-044d-4285-828a-76eec1a518f0 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5432 time: 0.5038245 Nov 12 08:45:24.548029 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4b9e317e-59ad-46b5-94ed-4cdb56a9399d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1939697940'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:24.555665 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.613282 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 5a26ea24-1891-468a-8682-58706cbc337d, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=5a26ea24-1891-468a-8682-58706cbc337d,segment=NetworkSegment(d9096f87-8920-440d-9535-8b369b6696ae),segment_id=d9096f87-8920-440d-9535-8b369b6696ae)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:24.619553 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.621654 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device ad631039-f393-4fda-a88e-acbce5bb31d9 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:24.645368 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5fe24ca5-9120-4747-a21d-86b6b9a716ca tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.650693 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9e317e-59ad-46b5-94ed-4cdb56a9399d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Made reservation on behalf of c3322adda46947968847f0144371afce for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:24.663020 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b9e317e-59ad-46b5-94ed-4cdb56a9399d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.668694 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5fe24ca5-9120-4747-a21d-86b6b9a716ca tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.680283 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3718045d-5b72-4a4f-bac9-bb7a322fff60 req-325b504a-7336-4c91-a7dc-8b78f9aafca2 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 210 time: 0.1181412 Nov 12 08:45:24.750566 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=5a26ea24-1891-468a-8682-58706cbc337d,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:24.753437 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-34677617-8402-419e-b3a6-cfa416cba868 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.779155 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port ad631039-f393-4fda-a88e-acbce5bb31d9 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:45:24.785654 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port ad631039-f393-4fda-a88e-acbce5bb31d9 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:24.786029 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.792899 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-34677617-8402-419e-b3a6-cfa416cba868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.804795 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b9e317e-59ad-46b5-94ed-4cdb56a9399d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.815071 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe24ca5-9120-4747-a21d-86b6b9a716ca tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Pushing event updated for resources: {'Port': ['ID=d8b63ebb-73b8-49f2-9c0a-6154017cf93b,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:24.849399 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-34677617-8402-419e-b3a6-cfa416cba868 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9fabc2e19c89407199f87b247b116fa5&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0575712 Nov 12 08:45:24.856025 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54468) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:24.886717 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5395dc24-a9b2-4bf1-9173-310840428145 req-577bd93d-f023-4329-9d8d-ac1374c8875b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3926070 Nov 12 08:45:24.969646 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-20719ae0-ce75-414e-a778-cb0775f16fb2 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.001801 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b9e317e-59ad-46b5-94ed-4cdb56a9399d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.012181 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5fe24ca5-9120-4747-a21d-86b6b9a716ca tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.015860 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b9e317e-59ad-46b5-94ed-4cdb56a9399d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.063344 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.066215 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5fe24ca5-9120-4747-a21d-86b6b9a716ca tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.067802 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5fe24ca5-9120-4747-a21d-86b6b9a716ca tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2677765 Nov 12 08:45:25.074671 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54474) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:25.077216 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b9e317e-59ad-46b5-94ed-4cdb56a9399d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:45:25.109779 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e317e-59ad-46b5-94ed-4cdb56a9399d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60d2f5fc-5043-424f-9e33-6ebd7d4c5abd,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:25.128982 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b9e317e-59ad-46b5-94ed-4cdb56a9399d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.129812 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-4b9e317e-59ad-46b5-94ed-4cdb56a9399d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Added segment 2df003d7-6aab-40ce-b851-1e18ca6a1a48 of type vlan for network 7e4e0f32-cb7f-4599-a1d6-21d206208b07 Nov 12 08:45:25.179967 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34677617-8402-419e-b3a6-cfa416cba868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e6abf9-fa0e-4573-af34-ea1edc0635bc,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:25.184155 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20719ae0-ce75-414e-a778-cb0775f16fb2 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Pushing event updated for resources: {'Port': ['ID=d1631c44-217c-4874-bda0-3ae83d367b5b,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:25.186813 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port ad631039-f393-4fda-a88e-acbce5bb31d9, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=ad631039-f393-4fda-a88e-acbce5bb31d9,segment=NetworkSegment(d3c1ae76-828f-4a3e-ac05-62e9a00d0ecc),segment_id=d3c1ae76-828f-4a3e-ac05-62e9a00d0ecc)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:25.193768 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.224475 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b9e317e-59ad-46b5-94ed-4cdb56a9399d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.271128 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b9e317e-59ad-46b5-94ed-4cdb56a9399d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.277216 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-20719ae0-ce75-414e-a778-cb0775f16fb2 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Network 2920a1cf-2450-4e88-a1ad-b45da486889e is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:25.283140 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9e317e-59ad-46b5-94ed-4cdb56a9399d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:25.284172 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b9e317e-59ad-46b5-94ed-4cdb56a9399d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.293563 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0c9086d2-454a-489c-9b1a-2d98b20bdd50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.297018 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=ad631039-f393-4fda-a88e-acbce5bb31d9,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:25.324476 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-56c01377-a0a7-42b5-b11b-aec961b57167 req-06a68b4d-f048-488c-8c58-9ee54ac1d687 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4304028-0799-41eb-8ea7-2bd976d64ef0 HTTP/1.1" status: 200 len: 210 time: 0.1200497 Nov 12 08:45:25.329117 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-20719ae0-ce75-414e-a778-cb0775f16fb2 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:25.375402 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-20719ae0-ce75-414e-a778-cb0775f16fb2 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:25.425429 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e317e-59ad-46b5-94ed-4cdb56a9399d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event updated for resources: {'Network': ['ID=7e4e0f32-cb7f-4599-a1d6-21d206208b07,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:25.442141 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 7e4e0f32-cb7f-4599-a1d6-21d206208b07 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:45:25.457655 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-02df07d4-699d-40ac-af16-3cda0603ea25 tempest-FloatingIPAdminTestJSON-36400562 tempest-FloatingIPAdminTestJSON-36400562-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:25.495997 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4b9e317e-59ad-46b5-94ed-4cdb56a9399d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4103389 Nov 12 08:45:25.518115 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0c9086d2-454a-489c-9b1a-2d98b20bdd50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.548535 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-9c303289-a82e-469a-bb9d-33ffbbcc3a92 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=844ba4baefd54502bd68bdeba0e53060&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1089957 Nov 12 08:45:25.550222 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02df07d4-699d-40ac-af16-3cda0603ea25 tempest-FloatingIPAdminTestJSON-36400562 tempest-FloatingIPAdminTestJSON-36400562-project] Publish callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.596806 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-20719ae0-ce75-414e-a778-cb0775f16fb2 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:25.597706 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-20719ae0-ce75-414e-a778-cb0775f16fb2 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.637476 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54480) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:25.645670 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-f4cc3716-9a0a-4acd-b00a-576d5611a1ff tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Request body: {'subnet': {'network_id': '7e4e0f32-cb7f-4599-a1d6-21d206208b07', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:25.676315 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-20719ae0-ce75-414e-a778-cb0775f16fb2 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6859164 Nov 12 08:45:25.722721 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] Request body: {'port': {'device_id': '481f29e4-38a9-44c3-85cc-10e0f64ae731', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:25.774449 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323c6ca-17ac-4aaa-9073-1abce0bdaf70 req-56607597-df1b-4eee-9637-207cd7234240 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:25.776077 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f323c6ca-17ac-4aaa-9073-1abce0bdaf70 req-56607597-df1b-4eee-9637-207cd7234240 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.2081070 Nov 12 08:45:25.813554 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0c9086d2-454a-489c-9b1a-2d98b20bdd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.816163 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0c9086d2-454a-489c-9b1a-2d98b20bdd50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.820607 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0c9086d2-454a-489c-9b1a-2d98b20bdd50 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b9e6abf9-fa0e-4573-af34-ea1edc0635bc HTTP/1.1" status: 204 len: 168 time: 0.9542060 Nov 12 08:45:25.834675 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-4f308ef5-145b-49be-aae0-ebc083017e57 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:25.836271 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-4f308ef5-145b-49be-aae0-ebc083017e57 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2664170 Nov 12 08:45:25.850206 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-88c9cffa-d5f8-45e1-b20d-a6691f5b3fd8 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Request body: {'port': {'device_id': 'c4304028-0799-41eb-8ea7-2bd976d64ef0', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'admin_state_up': True, 'tenant_id': '844ba4baefd54502bd68bdeba0e53060'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:25.888249 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9086d2-454a-489c-9b1a-2d98b20bdd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e6abf9-fa0e-4573-af34-ea1edc0635bc,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:25.944147 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.998561 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f323c6ca-17ac-4aaa-9073-1abce0bdaf70 req-96602eae-772c-4988-a424-4edbc803845a tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105973 Nov 12 08:45:26.020310 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cc3716-9a0a-4acd-b00a-576d5611a1ff tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Made reservation on behalf of c3322adda46947968847f0144371afce for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:26.024297 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f4cc3716-9a0a-4acd-b00a-576d5611a1ff tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:26.053856 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03a7cb-ef13-456c-a885-4525d4901a7d req-6e6d6c62-72b4-4618-966f-5e1c6202309d tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:26.064090 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4d03a7cb-ef13-456c-a885-4525d4901a7d req-6e6d6c62-72b4-4618-966f-5e1c6202309d tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 931 time: 0.2793386 Nov 12 08:45:26.159851 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d9b265-ff43-4a1c-acce-53b5283365dc'}, {'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a26ea24-1891-468a-8682-58706cbc337d'}, {'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad631039-f393-4fda-a88e-acbce5bb31d9'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:26.164377 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860298b4-7efe-4ad9-9d2a-bc136ab54b86" -d '{"events": [{"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-plugged", "status": "completed", "tag": "42d9b265-ff43-4a1c-acce-53b5283365dc"}, {"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-plugged", "status": "completed", "tag": "5a26ea24-1891-468a-8682-58706cbc337d"}, {"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-plugged", "status": "completed", "tag": "ad631039-f393-4fda-a88e-acbce5bb31d9"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:26.311731 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4d03a7cb-ef13-456c-a885-4525d4901a7d req-1c2e8db4-1e2c-4db5-ab92-69c756a94685 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465777 Nov 12 08:45:26.374016 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02df07d4-699d-40ac-af16-3cda0603ea25 tempest-FloatingIPAdminTestJSON-36400562 tempest-FloatingIPAdminTestJSON-36400562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:26.551965 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fb93d4-25ec-4b4c-9be7-bd54d11848b2 x-openstack-request-id: req-23fb93d4-25ec-4b4c-9be7-bd54d11848b2 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:26.554345 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-plugged", "status": "completed", "tag": "42d9b265-ff43-4a1c-acce-53b5283365dc", "code": 200}, {"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-plugged", "status": "completed", "tag": "5a26ea24-1891-468a-8682-58706cbc337d", "code": 200}, {"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-plugged", "status": "completed", "tag": "ad631039-f393-4fda-a88e-acbce5bb31d9", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:26.555192 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-23fb93d4-25ec-4b4c-9be7-bd54d11848b2 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:26.558086 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-88c9cffa-d5f8-45e1-b20d-a6691f5b3fd8 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Made reservation on behalf of 844ba4baefd54502bd68bdeba0e53060 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:26.559795 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d9b265-ff43-4a1c-acce-53b5283365dc', 'code': 200} Nov 12 08:45:26.560461 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a26ea24-1891-468a-8682-58706cbc337d', 'code': 200} Nov 12 08:45:26.561062 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad631039-f393-4fda-a88e-acbce5bb31d9', 'code': 200} Nov 12 08:45:26.564902 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b7fdd-46a2-4d3b-a758-243a22c41c59 req-f3ad1856-6688-4610-a2e7-f2354d05cc19 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:26.565462 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-88c9cffa-d5f8-45e1-b20d-a6691f5b3fd8 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:26.572310 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b7fdd-46a2-4d3b-a758-243a22c41c59 req-f3ad1856-6688-4610-a2e7-f2354d05cc19 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:26.581261 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b7fdd-46a2-4d3b-a758-243a22c41c59 req-f3ad1856-6688-4610-a2e7-f2354d05cc19 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:26.593055 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b7fdd-46a2-4d3b-a758-243a22c41c59 req-f3ad1856-6688-4610-a2e7-f2354d05cc19 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:26.608712 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b7fdd-46a2-4d3b-a758-243a22c41c59 req-f3ad1856-6688-4610-a2e7-f2354d05cc19 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:26.616734 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-88c9cffa-d5f8-45e1-b20d-a6691f5b3fd8 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:26.626350 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b7fdd-46a2-4d3b-a758-243a22c41c59 req-f3ad1856-6688-4610-a2e7-f2354d05cc19 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:26.661029 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b7fdd-46a2-4d3b-a758-243a22c41c59 req-f3ad1856-6688-4610-a2e7-f2354d05cc19 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:26.664154 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-924b7fdd-46a2-4d3b-a758-243a22c41c59 req-f3ad1856-6688-4610-a2e7-f2354d05cc19 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5435 time: 0.4362671 Nov 12 08:45:26.805378 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-02df07d4-699d-40ac-af16-3cda0603ea25 tempest-FloatingIPAdminTestJSON-36400562 tempest-FloatingIPAdminTestJSON-36400562-project] Allocated IP 172.25.6.84 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/946fb003-73bb-4157-a453-d07b49280473) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:26.820170 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4e2d24c8-7f1d-4b18-8927-62f15bf316ae req-1118812d-b4ab-41d1-9346-4cf39b042ff8 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4304028-0799-41eb-8ea7-2bd976d64ef0 HTTP/1.1" status: 200 len: 210 time: 0.1480112 Nov 12 08:45:26.878696 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024a147-61c6-4326-bc3f-69bffde9239a req-39543a0c-7f84-4c3c-8361-94ebe029a038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:26.880521 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7024a147-61c6-4326-bc3f-69bffde9239a req-39543a0c-7f84-4c3c-8361-94ebe029a038 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=80cba63a5f3c423896b758b0902dcec9&device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 1097 time: 0.2257688 Nov 12 08:45:26.894427 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d2fd8-8d88-4c60-87e5-64ea5604fd63 req-967ec969-5093-4237-95b3-40e37cc20d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:26.895370 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d2fd8-8d88-4c60-87e5-64ea5604fd63 req-967ec969-5093-4237-95b3-40e37cc20d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:26.895989 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d2fd8-8d88-4c60-87e5-64ea5604fd63 req-967ec969-5093-4237-95b3-40e37cc20d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:26.896762 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d2fd8-8d88-4c60-87e5-64ea5604fd63 req-967ec969-5093-4237-95b3-40e37cc20d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:26.897947 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d2fd8-8d88-4c60-87e5-64ea5604fd63 req-967ec969-5093-4237-95b3-40e37cc20d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:26.898422 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d2fd8-8d88-4c60-87e5-64ea5604fd63 req-967ec969-5093-4237-95b3-40e37cc20d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:26.898876 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d2fd8-8d88-4c60-87e5-64ea5604fd63 req-967ec969-5093-4237-95b3-40e37cc20d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:26.900915 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-835d2fd8-8d88-4c60-87e5-64ea5604fd63 req-967ec969-5093-4237-95b3-40e37cc20d7d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 6499 time: 0.1757524 Nov 12 08:45:26.946194 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1631c44-217c-4874-bda0-3ae83d367b5b {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:26.962383 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:27.015048 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-88c9cffa-d5f8-45e1-b20d-a6691f5b3fd8 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:27.054630 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-88c9cffa-d5f8-45e1-b20d-a6691f5b3fd8 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:27.055334 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] Transition to ACTIVE for port object d1631c44-217c-4874-bda0-3ae83d367b5b will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:45:27.069935 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-924b7fdd-46a2-4d3b-a758-243a22c41c59 req-35032894-ff62-4a46-9530-b9d84d3be0aa tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3836114 Nov 12 08:45:27.074059 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:27.086377 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f4cc3716-9a0a-4acd-b00a-576d5611a1ff tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:27.203236 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850764b-2576-447b-98dd-24d71fedeb14 req-a6421fa1-08ac-41bb-a854-f1eccfa4ce4b tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:27.204450 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02df07d4-699d-40ac-af16-3cda0603ea25 tempest-FloatingIPAdminTestJSON-36400562 tempest-FloatingIPAdminTestJSON-36400562-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:27.210936 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b850764b-2576-447b-98dd-24d71fedeb14 req-a6421fa1-08ac-41bb-a854-f1eccfa4ce4b tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.2218282 Nov 12 08:45:27.215257 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-835d2fd8-8d88-4c60-87e5-64ea5604fd63 req-1e7d3ded-e6d8-46df-860a-3b7c14756a7a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2698936 Nov 12 08:45:27.222458 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9cffa-d5f8-45e1-b20d-a6691f5b3fd8 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd421b32-318c-4ef3-bb00-ab3038c8a286,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:27.246560 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024a147-61c6-4326-bc3f-69bffde9239a req-1b102da8-4a85-41a6-99fb-9964193d4502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:27.248182 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7024a147-61c6-4326-bc3f-69bffde9239a req-1b102da8-4a85-41a6-99fb-9964193d4502 service neutron] 10.222.0.54 "GET /v2.0/networks?id=837ec62d-b3f5-4602-995a-15f6fc8805b4 HTTP/1.1" status: 200 len: 912 time: 0.3428419 Nov 12 08:45:27.262878 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] Pushing event updated for resources: {'Port': ['ID=d1631c44-217c-4874-bda0-3ae83d367b5b,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:27.297170 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc3716-9a0a-4acd-b00a-576d5611a1ff tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event updated for resources: {'Subnet': ['ID=9b630631-5da8-403d-9854-c7e78d8014ff,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:27.326538 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:27.327288 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:27.327288 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:27.327622 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:27.327902 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:27.328237 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:27.328564 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:27.328891 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:27.330123 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:27.330123 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:27.330123 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:27.330379 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:27.340927 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc3716-9a0a-4acd-b00a-576d5611a1ff tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:27.341278 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc3716-9a0a-4acd-b00a-576d5611a1ff tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:27.342026 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc3716-9a0a-4acd-b00a-576d5611a1ff tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:27.342026 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc3716-9a0a-4acd-b00a-576d5611a1ff tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:27.342251 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc3716-9a0a-4acd-b00a-576d5611a1ff tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:27.342652 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc3716-9a0a-4acd-b00a-576d5611a1ff tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:27.342887 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc3716-9a0a-4acd-b00a-576d5611a1ff tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:27.343210 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc3716-9a0a-4acd-b00a-576d5611a1ff tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:27.343533 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc3716-9a0a-4acd-b00a-576d5611a1ff tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:27.343883 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc3716-9a0a-4acd-b00a-576d5611a1ff tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:27.344206 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc3716-9a0a-4acd-b00a-576d5611a1ff tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:27.344534 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc3716-9a0a-4acd-b00a-576d5611a1ff tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:27.391597 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cc3716-9a0a-4acd-b00a-576d5611a1ff tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Checking segment: {'id': '2df003d7-6aab-40ce-b851-1e18ca6a1a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4e0f32-cb7f-4599-a1d6-21d206208b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:27.392053 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cc3716-9a0a-4acd-b00a-576d5611a1ff tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Network hostable DHCP agents. Network: 7e4e0f32-cb7f-4599-a1d6-21d206208b07, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:45:27.403632 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-88c9cffa-d5f8-45e1-b20d-a6691f5b3fd8 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Allocated IP 192.168.233.173 (aaa9e939-3555-4037-a22a-8e3905c2166f/ac1fb13e-fa96-4a78-a070-af75ed125682/648c3e98-1f4b-447e-8679-5d17d8b78f08) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:27.406453 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b850764b-2576-447b-98dd-24d71fedeb14 req-de75ec16-09cd-4e3c-83df-1858a3ee4faf tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945271 Nov 12 08:45:27.430352 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] Attempting to bind port d1631c44-217c-4874-bda0-3ae83d367b5b on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:27.430352 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] Attempting to bind port d1631c44-217c-4874-bda0-3ae83d367b5b by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '34828fde-3b53-4826-975b-0c6b4715c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2920a1cf-2450-4e88-a1ad-b45da486889e'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:27.430352 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] Attempting to bind port d1631c44-217c-4874-bda0-3ae83d367b5b on network 2920a1cf-2450-4e88-a1ad-b45da486889e {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:27.439960 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] Port d1631c44-217c-4874-bda0-3ae83d367b5b on network 2920a1cf-2450-4e88-a1ad-b45da486889e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:27.440292 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] Attempting to bind port d1631c44-217c-4874-bda0-3ae83d367b5b on network 2920a1cf-2450-4e88-a1ad-b45da486889e {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:27.449647 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:27.450024 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] Checking segment: {'id': '34828fde-3b53-4826-975b-0c6b4715c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2920a1cf-2450-4e88-a1ad-b45da486889e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:27.450381 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] Bound using segment: {'id': '34828fde-3b53-4826-975b-0c6b4715c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2920a1cf-2450-4e88-a1ad-b45da486889e'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:27.450841 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] Bound port: d1631c44-217c-4874-bda0-3ae83d367b5b, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34828fde-3b53-4826-975b-0c6b4715c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2920a1cf-2450-4e88-a1ad-b45da486889e'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:27.451225 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:27.456406 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cc3716-9a0a-4acd-b00a-576d5611a1ff tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Network 7e4e0f32-cb7f-4599-a1d6-21d206208b07 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:45:27.486970 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-f4cc3716-9a0a-4acd-b00a-576d5611a1ff tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 7e4e0f32-cb7f-4599-a1d6-21d206208b07) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:27.511565 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06126c0-e979-4fcc-8bd8-968dfc168ba5 None None] Network 7e4e0f32-cb7f-4599-a1d6-21d206208b07 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:27.523486 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cc3716-9a0a-4acd-b00a-576d5611a1ff tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:27.524143 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f4cc3716-9a0a-4acd-b00a-576d5611a1ff tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:27.573896 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f4cc3716-9a0a-4acd-b00a-576d5611a1ff tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.9261081 Nov 12 08:45:27.574874 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54518) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:27.586068 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-647822cc-5a24-4aff-aeed-fdb9055d440f tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-470124382'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:27.601754 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7768d-cbf9-42cf-9d99-8a8e37594e15 req-db95c4d5-cd96-40b6-8a78-544011933b6f tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:27.603356 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-40f7768d-cbf9-42cf-9d99-8a8e37594e15 req-db95c4d5-cd96-40b6-8a78-544011933b6f tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 943 time: 0.1311584 Nov 12 08:45:27.610877 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] For port d1631c44-217c-4874-bda0-3ae83d367b5b, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:27.637927 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] For port d1631c44-217c-4874-bda0-3ae83d367b5b, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=d1631c44-217c-4874-bda0-3ae83d367b5b,segment=NetworkSegment(34828fde-3b53-4826-975b-0c6b4715c685),segment_id=34828fde-3b53-4826-975b-0c6b4715c685)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:27.654128 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:27.662955 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647822cc-5a24-4aff-aeed-fdb9055d440f tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Made reservation on behalf of c3322adda46947968847f0144371afce for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:27.666788 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-647822cc-5a24-4aff-aeed-fdb9055d440f tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:27.730977 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56edd901-3833-4f42-b703-25c55bc659bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-7e4e0f32-cb7f-4599-a1d6-21d206208b07', 'network_id': '7e4e0f32-cb7f-4599-a1d6-21d206208b07', 'tenant_id': 'c3322adda46947968847f0144371afce', 'fixed_ips': [{'subnet_id': '9b630631-5da8-403d-9854-c7e78d8014ff'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:45:27.731910 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-56edd901-3833-4f42-b703-25c55bc659bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:27.778069 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:27.778810 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:27.780615 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] 10.222.0.58 "PUT /v2.0/ports/d1631c44-217c-4874-bda0-3ae83d367b5b HTTP/1.1" status: 200 len: 1092 time: 2.0642219 Nov 12 08:45:27.782340 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481f29e4-38a9-44c3-85cc-10e0f64ae731', 'tag': 'd1631c44-217c-4874-bda0-3ae83d367b5b'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:27.784695 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155fd648-48ee-4960-90d6-7a1d0a35b771" -d '{"events": [{"name": "network-changed", "server_uuid": "481f29e4-38a9-44c3-85cc-10e0f64ae731", "tag": "d1631c44-217c-4874-bda0-3ae83d367b5b"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:27.817356 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-40f7768d-cbf9-42cf-9d99-8a8e37594e15 req-4e5e6ada-32a1-4ddc-8ea9-db1dfa15cf3d tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996689 Nov 12 08:45:27.829235 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da14d6-5476-43e8-8069-68fe7431c697 service neutron] Pushing event updated for resources: {'Port': ['ID=d1631c44-217c-4874-bda0-3ae83d367b5b,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:27.833784 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647822cc-5a24-4aff-aeed-fdb9055d440f tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:45:27.921354 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02df07d4-699d-40ac-af16-3cda0603ea25 tempest-FloatingIPAdminTestJSON-36400562 tempest-FloatingIPAdminTestJSON-36400562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:27.927577 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687cf084-aaf7-41cb-bf45-ca6ac31ae574 x-openstack-request-id: req-687cf084-aaf7-41cb-bf45-ca6ac31ae574 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:27.928042 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481f29e4-38a9-44c3-85cc-10e0f64ae731", "tag": "d1631c44-217c-4874-bda0-3ae83d367b5b", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:27.928410 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-687cf084-aaf7-41cb-bf45-ca6ac31ae574 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:27.928998 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481f29e4-38a9-44c3-85cc-10e0f64ae731', 'tag': 'd1631c44-217c-4874-bda0-3ae83d367b5b', 'status': 'completed', 'code': 200} Nov 12 08:45:27.942217 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-647822cc-5a24-4aff-aeed-fdb9055d440f tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:27.942655 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-647822cc-5a24-4aff-aeed-fdb9055d440f tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Added segment 079e77ae-e6e1-4b41-a157-2a14c0deac24 of type vlan for network c6e7349e-3870-4f2f-b7a0-849c39d33276 Nov 12 08:45:28.000255 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-56edd901-3833-4f42-b703-25c55bc659bf None None] Allocated IP 172.20.255.242 (7e4e0f32-cb7f-4599-a1d6-21d206208b07/9b630631-5da8-403d-9854-c7e78d8014ff/7952a4e1-d711-4785-8f88-1c73af318548) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:28.026114 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7024a147-61c6-4326-bc3f-69bffde9239a req-2021baf4-0569-422b-9f72-d81fdba0e018 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=208f95e9-28ae-4c99-8b45-cff231909e59 HTTP/1.1" status: 200 len: 1000 time: 0.4931409 Nov 12 08:45:28.056631 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-647822cc-5a24-4aff-aeed-fdb9055d440f tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:28.103794 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8af1c8cd-ffd9-447f-9c7f-e1ac66befa0b req-78d2c721-c5d2-4ee6-93a5-452080a67450 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4304028-0799-41eb-8ea7-2bd976d64ef0 HTTP/1.1" status: 200 len: 210 time: 0.0797155 Nov 12 08:45:28.108211 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-ab84faea-7219-4199-b661-f94ce5c5cefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:28.109879 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-ab84faea-7219-4199-b661-f94ce5c5cefe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd85219b61af4e12a9debc00cd31a7fa&device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 1095 time: 0.2665782 Nov 12 08:45:28.112953 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-647822cc-5a24-4aff-aeed-fdb9055d440f tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:28.121861 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647822cc-5a24-4aff-aeed-fdb9055d440f tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:28.122933 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-647822cc-5a24-4aff-aeed-fdb9055d440f tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:28.127261 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02df07d4-699d-40ac-af16-3cda0603ea25 tempest-FloatingIPAdminTestJSON-36400562 tempest-FloatingIPAdminTestJSON-36400562-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:28.137984 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-88c9cffa-d5f8-45e1-b20d-a6691f5b3fd8 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:28.147269 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-02df07d4-699d-40ac-af16-3cda0603ea25 tempest-FloatingIPAdminTestJSON-36400562 tempest-FloatingIPAdminTestJSON-36400562-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:28.163162 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df07d4-699d-40ac-af16-3cda0603ea25 tempest-FloatingIPAdminTestJSON-36400562 tempest-FloatingIPAdminTestJSON-36400562-project] Pushing event updated for resources: {'Port': ['ID=946fb003-73bb-4157-a453-d07b49280473,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:28.172680 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02df07d4-699d-40ac-af16-3cda0603ea25 tempest-FloatingIPAdminTestJSON-36400562 tempest-FloatingIPAdminTestJSON-36400562-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:28.226177 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024a147-61c6-4326-bc3f-69bffde9239a req-ec683b93-e342-4af1-83fd-bbfd74061496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:28.227895 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7024a147-61c6-4326-bc3f-69bffde9239a req-ec683b93-e342-4af1-83fd-bbfd74061496 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=601c19d7-10c1-44ee-a86c-ac9c499e748d HTTP/1.1" status: 200 len: 850 time: 0.1897070 Nov 12 08:45:28.236954 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-6e819c5c-d829-4b6a-9c82-a69c5baeb35a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1631c44-217c-4874-bda0-3ae83d367b5b HTTP/1.1" status: 200 len: 217 time: 0.1077223 Nov 12 08:45:28.310884 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-647822cc-5a24-4aff-aeed-fdb9055d440f tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7340908 Nov 12 08:45:28.311937 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54554) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:28.368258 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-fb0e854c-909d-4283-86de-735c5ce9ae43 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Request body: {'subnet': {'network_id': 'c6e7349e-3870-4f2f-b7a0-849c39d33276', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:28.406114 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647822cc-5a24-4aff-aeed-fdb9055d440f tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event updated for resources: {'Network': ['ID=c6e7349e-3870-4f2f-b7a0-849c39d33276,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:28.432134 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02df07d4-699d-40ac-af16-3cda0603ea25 tempest-FloatingIPAdminTestJSON-36400562 tempest-FloatingIPAdminTestJSON-36400562-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:28.439993 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-88c9cffa-d5f8-45e1-b20d-a6691f5b3fd8 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:28.443635 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024a147-61c6-4326-bc3f-69bffde9239a req-ae75cb11-6b8b-4b00-81ad-890e6c877c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:28.445920 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7024a147-61c6-4326-bc3f-69bffde9239a req-ae75cb11-6b8b-4b00-81ad-890e6c877c68 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=837ec62d-b3f5-4602-995a-15f6fc8805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2036848 Nov 12 08:45:28.513798 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-5f843d51-e738-46aa-a973-7854442ab8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:28.515495 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-5f843d51-e738-46aa-a973-7854442ab8e6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=514a597d-ff4c-46bb-8a31-1a78b7448335 HTTP/1.1" status: 200 len: 854 time: 0.2322865 Nov 12 08:45:28.566496 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17af64e-eecd-4bbe-ad3a-1555b8c9f789 req-bcf39b37-7c82-4fbf-b46c-77b53bdeb0ba tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:28.583785 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17af64e-eecd-4bbe-ad3a-1555b8c9f789 req-bcf39b37-7c82-4fbf-b46c-77b53bdeb0ba tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:28.594414 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17af64e-eecd-4bbe-ad3a-1555b8c9f789 req-bcf39b37-7c82-4fbf-b46c-77b53bdeb0ba tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:28.614258 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17af64e-eecd-4bbe-ad3a-1555b8c9f789 req-bcf39b37-7c82-4fbf-b46c-77b53bdeb0ba tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:28.621366 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17af64e-eecd-4bbe-ad3a-1555b8c9f789 req-bcf39b37-7c82-4fbf-b46c-77b53bdeb0ba tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:28.627447 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17af64e-eecd-4bbe-ad3a-1555b8c9f789 req-bcf39b37-7c82-4fbf-b46c-77b53bdeb0ba tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:28.633905 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17af64e-eecd-4bbe-ad3a-1555b8c9f789 req-bcf39b37-7c82-4fbf-b46c-77b53bdeb0ba tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:28.635954 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d17af64e-eecd-4bbe-ad3a-1555b8c9f789 req-bcf39b37-7c82-4fbf-b46c-77b53bdeb0ba tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5435 time: 0.3207808 Nov 12 08:45:28.638353 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-56edd901-3833-4f42-b703-25c55bc659bf None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:28.644469 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network c6e7349e-3870-4f2f-b7a0-849c39d33276 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:45:28.663581 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-56edd901-3833-4f42-b703-25c55bc659bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:28.704814 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-88c9cffa-d5f8-45e1-b20d-a6691f5b3fd8 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Network aaa9e939-3555-4037-a22a-8e3905c2166f is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:28.724961 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-88c9cffa-d5f8-45e1-b20d-a6691f5b3fd8 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:28.736838 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-88c9cffa-d5f8-45e1-b20d-a6691f5b3fd8 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:28.748021 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9cffa-d5f8-45e1-b20d-a6691f5b3fd8 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Pushing event updated for resources: {'Port': ['ID=648c3e98-1f4b-447e-8679-5d17d8b78f08,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:28.757917 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02df07d4-699d-40ac-af16-3cda0603ea25 tempest-FloatingIPAdminTestJSON-36400562 tempest-FloatingIPAdminTestJSON-36400562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:28.785994 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56edd901-3833-4f42-b703-25c55bc659bf None None] Network 7e4e0f32-cb7f-4599-a1d6-21d206208b07 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:28.789520 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-56edd901-3833-4f42-b703-25c55bc659bf None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:28.813693 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56edd901-3833-4f42-b703-25c55bc659bf None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:28.817256 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-af6a90d2-dc2c-49b6-9fb5-19dc0ad1ac4e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2920a1cf-2450-4e88-a1ad-b45da486889e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1776323 Nov 12 08:45:28.820797 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0e854c-909d-4283-86de-735c5ce9ae43 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Made reservation on behalf of c3322adda46947968847f0144371afce for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:28.824769 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56edd901-3833-4f42-b703-25c55bc659bf None None] Pushing event updated for resources: {'Port': ['ID=7952a4e1-d711-4785-8f88-1c73af318548,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:28.825763 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fb0e854c-909d-4283-86de-735c5ce9ae43 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:28.929483 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-56edd901-3833-4f42-b703-25c55bc659bf None None] Attempting to bind port 7952a4e1-d711-4785-8f88-1c73af318548 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:28.929913 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-56edd901-3833-4f42-b703-25c55bc659bf None None] Attempting to bind port 7952a4e1-d711-4785-8f88-1c73af318548 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '2df003d7-6aab-40ce-b851-1e18ca6a1a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4e0f32-cb7f-4599-a1d6-21d206208b07'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:28.930387 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56edd901-3833-4f42-b703-25c55bc659bf None None] Attempting to bind port 7952a4e1-d711-4785-8f88-1c73af318548 on network 7e4e0f32-cb7f-4599-a1d6-21d206208b07 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:28.936747 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7024a147-61c6-4326-bc3f-69bffde9239a req-07711ead-3bd1-41e0-9ff3-b0e16cea2c9b service neutron] 10.222.0.54 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715011 Nov 12 08:45:28.951733 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56edd901-3833-4f42-b703-25c55bc659bf None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:28.952394 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56edd901-3833-4f42-b703-25c55bc659bf None None] Checking segment: {'id': '2df003d7-6aab-40ce-b851-1e18ca6a1a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4e0f32-cb7f-4599-a1d6-21d206208b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:28.953433 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-56edd901-3833-4f42-b703-25c55bc659bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:28.953936 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56edd901-3833-4f42-b703-25c55bc659bf None None] Bound using segment: {'id': '2df003d7-6aab-40ce-b851-1e18ca6a1a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4e0f32-cb7f-4599-a1d6-21d206208b07'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:28.954662 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-56edd901-3833-4f42-b703-25c55bc659bf None None] Bound port: 7952a4e1-d711-4785-8f88-1c73af318548, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df003d7-6aab-40ce-b851-1e18ca6a1a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4e0f32-cb7f-4599-a1d6-21d206208b07'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:28.956760 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-56edd901-3833-4f42-b703-25c55bc659bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:28.978121 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-88c9cffa-d5f8-45e1-b20d-a6691f5b3fd8 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:28.981375 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-88c9cffa-d5f8-45e1-b20d-a6691f5b3fd8 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:28.983524 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:29.053801 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54574) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:29.058596 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-56edd901-3833-4f42-b703-25c55bc659bf None None] For port 7952a4e1-d711-4785-8f88-1c73af318548, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:29.063779 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-56edd901-3833-4f42-b703-25c55bc659bf None None] For port 7952a4e1-d711-4785-8f88-1c73af318548, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=7952a4e1-d711-4785-8f88-1c73af318548,segment=NetworkSegment(2df003d7-6aab-40ce-b851-1e18ca6a1a48),segment_id=2df003d7-6aab-40ce-b851-1e18ca6a1a48)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:29.072436 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-56edd901-3833-4f42-b703-25c55bc659bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:29.177467 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c37a1581-2557-47b2-a5b1-74898f01c37d None None] Provisioning complete for port 648c3e98-1f4b-447e-8679-5d17d8b78f08 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:29.178028 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c37a1581-2557-47b2-a5b1-74898f01c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:29.179913 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56edd901-3833-4f42-b703-25c55bc659bf None None] Pushing event updated for resources: {'Port': ['ID=7952a4e1-d711-4785-8f88-1c73af318548,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:29.203108 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-88c9cffa-d5f8-45e1-b20d-a6691f5b3fd8 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3547611 Nov 12 08:45:29.214458 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6224b-2916-4a43-abd6-fee043486d14 req-b6ba0841-7445-443e-bd11-7014c40c05b1 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:29.217580 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-89b6224b-2916-4a43-abd6-fee043486d14 req-b6ba0841-7445-443e-bd11-7014c40c05b1 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.5769451 Nov 12 08:45:29.231791 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-5589fe81-5672-486c-909e-90c49bf8ade8 service neutron] Request body: {'port': {'device_id': 'c4304028-0799-41eb-8ea7-2bd976d64ef0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:29.242095 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c37a1581-2557-47b2-a5b1-74898f01c37d None None] Port 648c3e98-1f4b-447e-8679-5d17d8b78f08 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:29.337248 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-33b49617-28a3-4dd6-95b8-c21059f04a42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:29.350782 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d17af64e-eecd-4bbe-ad3a-1555b8c9f789 req-85292998-d03f-4cc7-a213-206e193277f2 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5793335 Nov 12 08:45:29.352860 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7024a147-61c6-4326-bc3f-69bffde9239a req-5200761a-670f-4296-81d6-b682b318fc34 service neutron] 10.222.0.54 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016256 Nov 12 08:45:29.364671 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fb0e854c-909d-4283-86de-735c5ce9ae43 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:29.426974 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-5589fe81-5672-486c-909e-90c49bf8ade8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:29.556994 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-44fddb43-72f1-42c7-bce0-db0c5c230129 service neutron] 10.222.0.58 "GET /v2.0/networks/2920a1cf-2450-4e88-a1ad-b45da486889e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604630 Nov 12 08:45:29.580151 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-89b6224b-2916-4a43-abd6-fee043486d14 req-830f7ada-5547-4a97-b0d8-3e8d8dbc3bb0 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3389266 Nov 12 08:45:29.617150 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02df07d4-699d-40ac-af16-3cda0603ea25 tempest-FloatingIPAdminTestJSON-36400562 tempest-FloatingIPAdminTestJSON-36400562-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:29.635101 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e854c-909d-4283-86de-735c5ce9ae43 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event updated for resources: {'Subnet': ['ID=b30b6ef2-2982-400d-b588-1a792da6be79,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:29.637626 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02df07d4-699d-40ac-af16-3cda0603ea25 tempest-FloatingIPAdminTestJSON-36400562 tempest-FloatingIPAdminTestJSON-36400562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:29.786827 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df07d4-699d-40ac-af16-3cda0603ea25 tempest-FloatingIPAdminTestJSON-36400562 tempest-FloatingIPAdminTestJSON-36400562-project] Pushing event updated for resources: {'Port': ['ID=946fb003-73bb-4157-a453-d07b49280473,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:29.830133 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-33b49617-28a3-4dd6-95b8-c21059f04a42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:29.853758 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-33b49617-28a3-4dd6-95b8-c21059f04a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:29.914574 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02df07d4-699d-40ac-af16-3cda0603ea25 tempest-FloatingIPAdminTestJSON-36400562 tempest-FloatingIPAdminTestJSON-36400562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:29.957743 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-33b49617-28a3-4dd6-95b8-c21059f04a42 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1af04d339c584efa937353f73eb7bb81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8892817 Nov 12 08:45:29.965544 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54582) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:29.974627 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b49617-28a3-4dd6-95b8-c21059f04a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdcc8d9-4e82-491d-a8cb-9769fc94f36c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:29.986185 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02df07d4-699d-40ac-af16-3cda0603ea25 tempest-FloatingIPAdminTestJSON-36400562 tempest-FloatingIPAdminTestJSON-36400562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:29.990921 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-02df07d4-699d-40ac-af16-3cda0603ea25 tempest-FloatingIPAdminTestJSON-36400562 tempest-FloatingIPAdminTestJSON-36400562-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9146256 Nov 12 08:45:29.991604 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54584) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:30.105538 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30ca57-2130-4b7a-8362-e8d0ec7528a9 req-53132bbf-a13c-4774-9023-dd20114c9318 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:30.107142 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b30ca57-2130-4b7a-8362-e8d0ec7528a9 req-53132bbf-a13c-4774-9023-dd20114c9318 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 943 time: 0.6024120 Nov 12 08:45:30.113242 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0e854c-909d-4283-86de-735c5ce9ae43 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Checking segment: {'id': '079e77ae-e6e1-4b41-a157-2a14c0deac24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c6e7349e-3870-4f2f-b7a0-849c39d33276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:30.113587 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0e854c-909d-4283-86de-735c5ce9ae43 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Network hostable DHCP agents. Network: c6e7349e-3870-4f2f-b7a0-849c39d33276, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:45:30.184910 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2fe50-7c0b-4d8f-9045-e3a13df30226 req-1468df68-2f04-4382-b923-4ec043269314 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:30.186725 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c5f2fe50-7c0b-4d8f-9045-e3a13df30226 req-1468df68-2f04-4382-b923-4ec043269314 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4304028-0799-41eb-8ea7-2bd976d64ef0 HTTP/1.1" status: 200 len: 936 time: 0.4957500 Nov 12 08:45:30.203344 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db890c76-abe3-422c-81c8-ad577b4eb1fa req-3c45bbf9-59fe-4425-91b5-4579d3b86341 service neutron] 10.222.0.58 "GET /v2.0/networks/2920a1cf-2450-4e88-a1ad-b45da486889e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6121235 Nov 12 08:45:30.204637 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a497c83-7275-4424-b610-4abc77344a40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:30.215466 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c426c25b-e2e3-4b48-955d-f5f394eb08ae tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3698 time: 0.2121379 Nov 12 08:45:30.222255 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54586) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:30.224192 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0e854c-909d-4283-86de-735c5ce9ae43 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Network c6e7349e-3870-4f2f-b7a0-849c39d33276 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:45:30.244662 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b30ca57-2130-4b7a-8362-e8d0ec7528a9 req-9a47092d-48e2-4e4b-bc4b-ffad964536c0 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223235 Nov 12 08:45:30.248282 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-fb0e854c-909d-4283-86de-735c5ce9ae43 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, c6e7349e-3870-4f2f-b7a0-849c39d33276) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:30.257871 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e854c-909d-4283-86de-735c5ce9ae43 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:30.258482 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fb0e854c-909d-4283-86de-735c5ce9ae43 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:30.264643 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a497c83-7275-4424-b610-4abc77344a40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:30.286610 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f61082-abee-4175-9e8d-cc573dbc1d90 None None] Network c6e7349e-3870-4f2f-b7a0-849c39d33276 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:30.295241 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fb0e854c-909d-4283-86de-735c5ce9ae43 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.9716213 Nov 12 08:45:30.314160 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54588) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:30.318994 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c5f2fe50-7c0b-4d8f-9045-e3a13df30226 req-67d07485-c6cc-44f6-b69f-b95c126f509a tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd421b32-318c-4ef3-bb00-ab3038c8a286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115887 Nov 12 08:45:30.394459 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-5589fe81-5672-486c-909e-90c49bf8ade8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 648c3e98-1f4b-447e-8679-5d17d8b78f08 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:30.426138 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-5589fe81-5672-486c-909e-90c49bf8ade8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:30.451123 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1c97e721-59e0-4a00-b5d2-94a2051cabbe tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2276831 Nov 12 08:45:30.453816 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fd648-48ee-4960-90d6-7a1d0a35b771 req-03bd0850-a371-42a4-8d5d-34a6c4168453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:30.456279 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-155fd648-48ee-4960-90d6-7a1d0a35b771 req-03bd0850-a371-42a4-8d5d-34a6c4168453 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd85219b61af4e12a9debc00cd31a7fa&device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 1095 time: 0.1517391 Nov 12 08:45:30.459463 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54592) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:30.472367 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-5589fe81-5672-486c-909e-90c49bf8ade8 service neutron] Transition to ACTIVE for port object 648c3e98-1f4b-447e-8679-5d17d8b78f08 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:45:30.481775 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-5589fe81-5672-486c-909e-90c49bf8ade8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:30.549772 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a497c83-7275-4424-b610-4abc77344a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:30.552398 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a497c83-7275-4424-b610-4abc77344a40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:30.559771 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0a497c83-7275-4424-b610-4abc77344a40 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2fdcc8d9-4e82-491d-a8cb-9769fc94f36c HTTP/1.1" status: 204 len: 168 time: 0.5918736 Nov 12 08:45:30.590517 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a497c83-7275-4424-b610-4abc77344a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdcc8d9-4e82-491d-a8cb-9769fc94f36c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:30.598124 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589fe81-5672-486c-909e-90c49bf8ade8 service neutron] Pushing event updated for resources: {'Port': ['ID=648c3e98-1f4b-447e-8679-5d17d8b78f08,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:30.690697 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:30.770316 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-5589fe81-5672-486c-909e-90c49bf8ade8 service neutron] Attempting to bind port 648c3e98-1f4b-447e-8679-5d17d8b78f08 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:30.770845 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-5589fe81-5672-486c-909e-90c49bf8ade8 service neutron] Attempting to bind port 648c3e98-1f4b-447e-8679-5d17d8b78f08 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:30.771440 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-5589fe81-5672-486c-909e-90c49bf8ade8 service neutron] Attempting to bind port 648c3e98-1f4b-447e-8679-5d17d8b78f08 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:30.776914 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-5589fe81-5672-486c-909e-90c49bf8ade8 service neutron] Port 648c3e98-1f4b-447e-8679-5d17d8b78f08 on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:30.777223 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-5589fe81-5672-486c-909e-90c49bf8ade8 service neutron] Attempting to bind port 648c3e98-1f4b-447e-8679-5d17d8b78f08 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:30.784432 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-5589fe81-5672-486c-909e-90c49bf8ade8 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:30.784916 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-5589fe81-5672-486c-909e-90c49bf8ade8 service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:30.785573 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-5589fe81-5672-486c-909e-90c49bf8ade8 service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:30.786144 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-5589fe81-5672-486c-909e-90c49bf8ade8 service neutron] Bound port: 648c3e98-1f4b-447e-8679-5d17d8b78f08, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:30.786524 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-5589fe81-5672-486c-909e-90c49bf8ade8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:30.788701 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-c6e7349e-3870-4f2f-b7a0-849c39d33276', 'network_id': 'c6e7349e-3870-4f2f-b7a0-849c39d33276', 'tenant_id': 'c3322adda46947968847f0144371afce', 'fixed_ips': [{'subnet_id': 'b30b6ef2-2982-400d-b588-1a792da6be79'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:45:30.792244 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.075591 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf219ca-edff-4f66-9a03-3ad558589129 req-0fb5fcb3-a223-4e83-848a-f87607dc2805 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:31.086961 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf219ca-edff-4f66-9a03-3ad558589129 req-0fb5fcb3-a223-4e83-848a-f87607dc2805 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:31.094773 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf219ca-edff-4f66-9a03-3ad558589129 req-0fb5fcb3-a223-4e83-848a-f87607dc2805 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:31.102631 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf219ca-edff-4f66-9a03-3ad558589129 req-0fb5fcb3-a223-4e83-848a-f87607dc2805 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:31.109198 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf219ca-edff-4f66-9a03-3ad558589129 req-0fb5fcb3-a223-4e83-848a-f87607dc2805 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:31.110257 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc38504-ff15-4ad0-962b-be87128ba4aa None None] Network 7e4e0f32-cb7f-4599-a1d6-21d206208b07 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:31.115507 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf219ca-edff-4f66-9a03-3ad558589129 req-0fb5fcb3-a223-4e83-848a-f87607dc2805 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:31.122472 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf219ca-edff-4f66-9a03-3ad558589129 req-0fb5fcb3-a223-4e83-848a-f87607dc2805 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:31.131204 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-daf219ca-edff-4f66-9a03-3ad558589129 req-0fb5fcb3-a223-4e83-848a-f87607dc2805 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5435 time: 0.6091642 Nov 12 08:45:31.242413 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb37519-d973-4def-a18f-ebcce3f90502 req-5d3b1e84-b865-4d8e-930a-39502f1b4edb tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:31.250959 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ebb37519-d973-4def-a18f-ebcce3f90502 req-5d3b1e84-b865-4d8e-930a-39502f1b4edb tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.4731588 Nov 12 08:45:31.253443 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fd648-48ee-4960-90d6-7a1d0a35b771 req-64c4ae38-eeb7-410b-98da-0b68f179096d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:31.254984 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-155fd648-48ee-4960-90d6-7a1d0a35b771 req-64c4ae38-eeb7-410b-98da-0b68f179096d service neutron] 10.222.0.58 "GET /v2.0/networks?id=2920a1cf-2450-4e88-a1ad-b45da486889e HTTP/1.1" status: 200 len: 915 time: 0.7495620 Nov 12 08:45:31.270218 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.381601 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-616d0a67-bd86-4e18-bea1-b114733156ae tempest-FloatingIPAdminTestJSON-36400562 tempest-FloatingIPAdminTestJSON-36400562-project] Deleting port 946fb003-73bb-4157-a453-d07b49280473 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:31.381940 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-616d0a67-bd86-4e18-bea1-b114733156ae tempest-FloatingIPAdminTestJSON-36400562 tempest-FloatingIPAdminTestJSON-36400562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.462910 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-155fd648-48ee-4960-90d6-7a1d0a35b771 req-25e76e93-06c2-4f72-a4df-1de53ffff8c7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1631c44-217c-4874-bda0-3ae83d367b5b HTTP/1.1" status: 200 len: 217 time: 0.1699970 Nov 12 08:45:31.497807 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] Allocated IP 172.20.0.2 (c6e7349e-3870-4f2f-b7a0-849c39d33276/b30b6ef2-2982-400d-b588-1a792da6be79/c39d7016-9f23-489a-b59c-552a633a79d9) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:31.518641 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 7952a4e1-d711-4785-8f88-1c73af318548 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:31.575141 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device d1631c44-217c-4874-bda0-3ae83d367b5b details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:45:31.585674 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-5589fe81-5672-486c-909e-90c49bf8ade8 service neutron] For port 648c3e98-1f4b-447e-8679-5d17d8b78f08, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:31.590563 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-daf219ca-edff-4f66-9a03-3ad558589129 req-b1d4b45a-182c-42af-864a-b45de26473ba tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4576879 Nov 12 08:45:31.592726 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-5589fe81-5672-486c-909e-90c49bf8ade8 service neutron] For port 648c3e98-1f4b-447e-8679-5d17d8b78f08, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=648c3e98-1f4b-447e-8679-5d17d8b78f08,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:31.605010 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-5589fe81-5672-486c-909e-90c49bf8ade8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.635212 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b66ce3b0-5899-4501-b729-fa329e601b04 None None] Provisioning complete for port 7952a4e1-d711-4785-8f88-1c73af318548 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:31.635422 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b66ce3b0-5899-4501-b729-fa329e601b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.681359 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-5589fe81-5672-486c-909e-90c49bf8ade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:31.682443 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-5589fe81-5672-486c-909e-90c49bf8ade8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.690794 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-5589fe81-5672-486c-909e-90c49bf8ade8 service neutron] 10.222.0.54 "PUT /v2.0/ports/648c3e98-1f4b-447e-8679-5d17d8b78f08 HTTP/1.1" status: 200 len: 1097 time: 2.4689422 Nov 12 08:45:31.691992 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4304028-0799-41eb-8ea7-2bd976d64ef0', 'tag': '648c3e98-1f4b-447e-8679-5d17d8b78f08'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:31.699993 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ebb37519-d973-4def-a18f-ebcce3f90502 req-60b362c7-85c7-4b03-93f8-5ffc66694c67 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4477043 Nov 12 08:45:31.703064 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f862e2d7-9a73-4035-bc29-34da451799af" -d '{"events": [{"name": "network-changed", "server_uuid": "c4304028-0799-41eb-8ea7-2bd976d64ef0", "tag": "648c3e98-1f4b-447e-8679-5d17d8b78f08"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:31.776051 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589fe81-5672-486c-909e-90c49bf8ade8 service neutron] Pushing event updated for resources: {'Port': ['ID=648c3e98-1f4b-447e-8679-5d17d8b78f08,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:31.793960 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-616d0a67-bd86-4e18-bea1-b114733156ae tempest-FloatingIPAdminTestJSON-36400562 tempest-FloatingIPAdminTestJSON-36400562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.794279 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-616d0a67-bd86-4e18-bea1-b114733156ae tempest-FloatingIPAdminTestJSON-36400562 tempest-FloatingIPAdminTestJSON-36400562-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.814685 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.resource_extend [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:45:31.872683 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-616d0a67-bd86-4e18-bea1-b114733156ae tempest-FloatingIPAdminTestJSON-36400562 tempest-FloatingIPAdminTestJSON-36400562-project] Calling delete_port for 946fb003-73bb-4157-a453-d07b49280473 owned by network:floatingip {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:31.928715 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-1996638c-5b5a-4d18-9320-d8978e2ddb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:31.932016 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-1996638c-5b5a-4d18-9320-d8978e2ddb63 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=844ba4baefd54502bd68bdeba0e53060&device_id=c4304028-0799-41eb-8ea7-2bd976d64ef0 HTTP/1.1" status: 200 len: 1100 time: 0.1549187 Nov 12 08:45:31.967919 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b224bd-1a3a-4163-8d26-3c509ecc54af req-156a29f1-191b-431d-bb71-3ea71618cf4a tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:31.970597 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d1b224bd-1a3a-4163-8d26-3c509ecc54af req-156a29f1-191b-431d-bb71-3ea71618cf4a tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 943 time: 0.1507862 Nov 12 08:45:32.001555 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-c8315d7d-c3f0-48ed-9f5a-8b4b2d85ea87 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=648c3e98-1f4b-447e-8679-5d17d8b78f08 HTTP/1.1" status: 200 len: 217 time: 0.0601935 Nov 12 08:45:32.003844 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fd648-48ee-4960-90d6-7a1d0a35b771 req-9e5046ea-5cbc-439b-8c72-e99327d3ef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:32.009324 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-155fd648-48ee-4960-90d6-7a1d0a35b771 req-9e5046ea-5cbc-439b-8c72-e99327d3ef37 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=514a597d-ff4c-46bb-8a31-1a78b7448335 HTTP/1.1" status: 200 len: 854 time: 0.4942513 Nov 12 08:45:32.025560 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 7952a4e1-d711-4785-8f88-1c73af318548 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:32.028962 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:32.127725 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-81f3c683-c8c0-400e-be4c-fae66b67154f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:32.131676 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-81f3c683-c8c0-400e-be4c-fae66b67154f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1029642 Nov 12 08:45:32.170862 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-155fd648-48ee-4960-90d6-7a1d0a35b771 req-6594b4d5-37b7-4d2d-b0b0-e02aa227f13e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2920a1cf-2450-4e88-a1ad-b45da486889e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876567 Nov 12 08:45:32.223067 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-965576af-0d13-4b11-a3e7-0a6290122d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:32.230615 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-965576af-0d13-4b11-a3e7-0a6290122d2e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0774529 Nov 12 08:45:32.262817 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port d1631c44-217c-4874-bda0-3ae83d367b5b, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=d1631c44-217c-4874-bda0-3ae83d367b5b,segment=NetworkSegment(34828fde-3b53-4826-975b-0c6b4715c685),segment_id=34828fde-3b53-4826-975b-0c6b4715c685)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:32.338501 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6765a7-3983-43cf-b76e-57197377eca0 req-d9518e8a-ce06-47a4-8bd1-8bcaaeaa8689 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:32.341580 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9c6765a7-3983-43cf-b76e-57197377eca0 req-d9518e8a-ce06-47a4-8bd1-8bcaaeaa8689 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4304028-0799-41eb-8ea7-2bd976d64ef0 HTTP/1.1" status: 200 len: 948 time: 0.4031312 Nov 12 08:45:32.383265 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'd1631c44-217c-4874-bda0-3ae83d367b5b', 'network_id': '2920a1cf-2450-4e88-a1ad-b45da486889e', 'port_id': 'd1631c44-217c-4874-bda0-3ae83d367b5b', 'mac_address': 'fa:16:3e:a3:91:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514a597d-ff4c-46bb-8a31-1a78b7448335', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:45:32.390201 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:32.407183 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b66ce3b0-5899-4501-b729-fa329e601b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:32.432602 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:32.505652 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d1b224bd-1a3a-4163-8d26-3c509ecc54af req-154de1e6-a0a5-477c-8183-269fd28a7b83 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387865 Nov 12 08:45:32.510233 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-d6f590ad-6225-4107-be1e-9643c89bd420 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702167 Nov 12 08:45:32.551211 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] Network c6e7349e-3870-4f2f-b7a0-849c39d33276 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:32.573883 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:32.629162 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:32.636481 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] Pushing event updated for resources: {'Port': ['ID=c39d7016-9f23-489a-b59c-552a633a79d9,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:32.658184 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:32.658424 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9c6765a7-3983-43cf-b76e-57197377eca0 req-295d4e63-12b6-400b-b436-fc8ff6716027 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd421b32-318c-4ef3-bb00-ab3038c8a286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549789 Nov 12 08:45:32.688074 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1631c44-217c-4874-bda0-3ae83d367b5b {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:32.695813 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b66ce3b0-5899-4501-b729-fa329e601b04 None None] For port 7952a4e1-d711-4785-8f88-1c73af318548, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=7952a4e1-d711-4785-8f88-1c73af318548,segment=NetworkSegment(2df003d7-6aab-40ce-b851-1e18ca6a1a48),segment_id=2df003d7-6aab-40ce-b851-1e18ca6a1a48)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:32.696115 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:32.767711 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b66ce3b0-5899-4501-b729-fa329e601b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:32.771996 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:32.772388 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:32.772704 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:32.773065 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:32.773467 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:32.773688 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-155fd648-48ee-4960-90d6-7a1d0a35b771 req-b755ddd7-48d3-4966-8a14-ceb3cc9bc063 service neutron] 10.222.0.58 "GET /v2.0/networks/2920a1cf-2450-4e88-a1ad-b45da486889e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5805085 Nov 12 08:45:32.774175 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:32.774175 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:32.775086 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:32.775409 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:32.775871 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:32.776520 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:32.777066 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:32.789592 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:32.790288 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event deleted for resources: {'Subnet': ['ID=b30b6ef2-2982-400d-b588-1a792da6be79,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:32.840397 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-625bf802-e939-4c3a-8b6c-ccc4ee52740c req-0fa3a20d-a828-469a-b1fd-0d4b54b208f6 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220072 Nov 12 08:45:32.860436 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port d1631c44-217c-4874-bda0-3ae83d367b5b, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=d1631c44-217c-4874-bda0-3ae83d367b5b,segment=NetworkSegment(34828fde-3b53-4826-975b-0c6b4715c685),segment_id=34828fde-3b53-4826-975b-0c6b4715c685)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:32.909731 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f46ad27-e712-44bf-81d2-5c423cb0e1a3 x-openstack-request-id: req-0f46ad27-e712-44bf-81d2-5c423cb0e1a3 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:32.910235 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4304028-0799-41eb-8ea7-2bd976d64ef0", "tag": "648c3e98-1f4b-447e-8679-5d17d8b78f08", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:32.910521 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f46ad27-e712-44bf-81d2-5c423cb0e1a3 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:32.910936 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4304028-0799-41eb-8ea7-2bd976d64ef0', 'tag': '648c3e98-1f4b-447e-8679-5d17d8b78f08', 'status': 'completed', 'code': 200} Nov 12 08:45:32.937158 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:45:32.937470 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:45:32.940746 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] Attempting to bind port c39d7016-9f23-489a-b59c-552a633a79d9 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:32.941129 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] Attempting to bind port c39d7016-9f23-489a-b59c-552a633a79d9 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '079e77ae-e6e1-4b41-a157-2a14c0deac24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c6e7349e-3870-4f2f-b7a0-849c39d33276'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:32.941498 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] Attempting to bind port c39d7016-9f23-489a-b59c-552a633a79d9 on network c6e7349e-3870-4f2f-b7a0-849c39d33276 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:32.953013 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:32.978696 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:32.979103 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] Checking segment: {'id': '079e77ae-e6e1-4b41-a157-2a14c0deac24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c6e7349e-3870-4f2f-b7a0-849c39d33276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:32.982156 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:32.984177 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] Bound using segment: {'id': '079e77ae-e6e1-4b41-a157-2a14c0deac24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c6e7349e-3870-4f2f-b7a0-849c39d33276'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:32.984884 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] Bound port: c39d7016-9f23-489a-b59c-552a633a79d9, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079e77ae-e6e1-4b41-a157-2a14c0deac24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c6e7349e-3870-4f2f-b7a0-849c39d33276'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:32.985446 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.012722 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.018765 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862e2d7-9a73-4035-bc29-34da451799af req-40c79ad1-f9ac-40d0-8c8d-46a8dad4c17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:33.021298 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f862e2d7-9a73-4035-bc29-34da451799af req-40c79ad1-f9ac-40d0-8c8d-46a8dad4c17b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=844ba4baefd54502bd68bdeba0e53060&device_id=c4304028-0799-41eb-8ea7-2bd976d64ef0 HTTP/1.1" status: 200 len: 1100 time: 0.0890043 Nov 12 08:45:33.043915 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ce3b0-5899-4501-b729-fa329e601b04 None None] Pushing event updated for resources: {'Port': ['ID=7952a4e1-d711-4785-8f88-1c73af318548,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:33.051646 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-616d0a67-bd86-4e18-bea1-b114733156ae tempest-FloatingIPAdminTestJSON-36400562 tempest-FloatingIPAdminTestJSON-36400562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.078850 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e7349e-3870-4f2f-b7a0-849c39d33276']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:33.113591 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54644) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:33.116929 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079e77ae-e6e1-4b41-a157-2a14c0deac24') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:33.117231 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079e77ae-e6e1-4b41-a157-2a14c0deac24') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:33.143005 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d0a67-bd86-4e18-bea1-b114733156ae tempest-FloatingIPAdminTestJSON-36400562 tempest-FloatingIPAdminTestJSON-36400562-project] Pushing event deleted for resources: {'Port': ['ID=946fb003-73bb-4157-a453-d07b49280473,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:33.160346 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.189301 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbc2aa-14c8-4443-a871-192beaea7555 req-0c471c6e-3fa0-4653-b2cb-ccbdc153bf4b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:33.196163 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862e2d7-9a73-4035-bc29-34da451799af req-769734ae-79d2-4a6b-8194-03141c6b9d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:33.196392 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbc2aa-14c8-4443-a871-192beaea7555 req-0c471c6e-3fa0-4653-b2cb-ccbdc153bf4b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:33.198454 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f862e2d7-9a73-4035-bc29-34da451799af req-769734ae-79d2-4a6b-8194-03141c6b9d8b service neutron] 10.222.0.54 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.1650894 Nov 12 08:45:33.202697 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbc2aa-14c8-4443-a871-192beaea7555 req-0c471c6e-3fa0-4653-b2cb-ccbdc153bf4b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:33.208900 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbc2aa-14c8-4443-a871-192beaea7555 req-0c471c6e-3fa0-4653-b2cb-ccbdc153bf4b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:33.215332 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbc2aa-14c8-4443-a871-192beaea7555 req-0c471c6e-3fa0-4653-b2cb-ccbdc153bf4b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:33.221631 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbc2aa-14c8-4443-a871-192beaea7555 req-0c471c6e-3fa0-4653-b2cb-ccbdc153bf4b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:33.227806 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbc2aa-14c8-4443-a871-192beaea7555 req-0c471c6e-3fa0-4653-b2cb-ccbdc153bf4b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:33.230313 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e2cbc2aa-14c8-4443-a871-192beaea7555 req-0c471c6e-3fa0-4653-b2cb-ccbdc153bf4b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5435 time: 0.4154344 Nov 12 08:45:33.265178 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54648) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:33.272992 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-fb1980f4-fb76-44b8-8024-a8dc2c9dd279 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Request body: {'floatingip': {'port_id': 'ad631039-f393-4fda-a88e-acbce5bb31d9'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:33.298772 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-155fd648-48ee-4960-90d6-7a1d0a35b771 req-b32a56e5-b0f4-4191-b92d-0d3eec52e10b service neutron] 10.222.0.58 "GET /v2.0/networks/2920a1cf-2450-4e88-a1ad-b45da486889e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870763 Nov 12 08:45:33.303471 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.322483 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:45:33.323012 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.326387 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:45:33.326387 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:45:33.326387 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:45:33.326387 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:45:33.326387 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:45:33.326387 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:45:33.326387 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:45:33.326387 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:45:33.326387 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:45:33.326387 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:45:33.326387 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:45:33.326387 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:45:33.326387 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:45:33.326387 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:45:33.326387 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:45:33.326387 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:45:33.326387 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:45:33.326387 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:45:33.326387 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:45:33.326387 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:45:33.326387 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:45:33.326387 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:45:33.326387 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:45:33.326387 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:45:33.326387 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:45:33.326387 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:45:33.326387 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:45:33.326387 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:45:33.326387 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:45:33.326387 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:45:33.326387 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:45:33.326387 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:45:33.347415 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f862e2d7-9a73-4035-bc29-34da451799af req-f20d802c-c41f-47c0-a649-ce3c2851d1fe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=648c3e98-1f4b-447e-8679-5d17d8b78f08 HTTP/1.1" status: 200 len: 217 time: 0.1407650 Nov 12 08:45:33.350304 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-ff77255e-ed82-47c4-8901-d90b63d5170b tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1653517555'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:33.350753 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-ff77255e-ed82-47c4-8901-d90b63d5170b tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] Unknown quota resources ['metering_label']. {{(pid=102569) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:45:33.361001 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-616d0a67-bd86-4e18-bea1-b114733156ae tempest-FloatingIPAdminTestJSON-36400562 tempest-FloatingIPAdminTestJSON-36400562-project] Publish callbacks [] for floatingip, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.363585 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-616d0a67-bd86-4e18-bea1-b114733156ae tempest-FloatingIPAdminTestJSON-36400562 tempest-FloatingIPAdminTestJSON-36400562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.369604 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-616d0a67-bd86-4e18-bea1-b114733156ae tempest-FloatingIPAdminTestJSON-36400562 tempest-FloatingIPAdminTestJSON-36400562-project] 10.222.0.37 "DELETE /v2.0/floatingips/e23ca8d0-d324-4431-8160-30adb8dda674 HTTP/1.1" status: 204 len: 168 time: 2.9041007 Nov 12 08:45:33.373212 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54650) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:33.376273 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fb1980f4-fb76-44b8-8024-a8dc2c9dd279 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for floatingip, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.413217 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864da94-c2d4-46de-af42-0014df6f42be req-ba7906a6-d436-4ac6-9ab8-6bdc3038683b tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:33.414815 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a864da94-c2d4-46de-af42-0014df6f42be req-ba7906a6-d436-4ac6-9ab8-6bdc3038683b tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.2696006 Nov 12 08:45:33.451352 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['d1631c44-217c-4874-bda0-3ae83d367b5b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:45:33.454645 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5e1a29fb-6ec7-404b-8ea1-09719e45a172 None None] Provisioning complete for port 7952a4e1-d711-4785-8f88-1c73af318548 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:33.455019 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5e1a29fb-6ec7-404b-8ea1-09719e45a172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.489789 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.db.api [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 08:45:33.489789 n-d-768862-16 neutron-server[102569]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 08:45:33.489789 n-d-768862-16 neutron-server[102569]: [parameters: {'id': 'c6e7349e-3870-4f2f-b7a0-849c39d33276'}] Nov 12 08:45:33.489789 n-d-768862-16 neutron-server[102569]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:45:33.490918 n-d-768862-16 neutron-server[102569]: DEBUG oslo_db.api [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:45:33.510198 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] For port c39d7016-9f23-489a-b59c-552a633a79d9, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:33.572819 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] For port c39d7016-9f23-489a-b59c-552a633a79d9, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=c39d7016-9f23-489a-b59c-552a633a79d9,segment=NetworkSegment(079e77ae-e6e1-4b41-a157-2a14c0deac24),segment_id=079e77ae-e6e1-4b41-a157-2a14c0deac24)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:33.590090 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862e2d7-9a73-4035-bc29-34da451799af req-6f668c62-3f84-49be-aede-1f9664705d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:33.591631 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f862e2d7-9a73-4035-bc29-34da451799af req-6f668c62-3f84-49be-aede-1f9664705d75 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.2283332 Nov 12 08:45:33.647980 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=d1631c44-217c-4874-bda0-3ae83d367b5b,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:33.680530 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.756311 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-d717d625-c9d1-4476-a89b-625e8e5eb345 tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Deleting port d8b63ebb-73b8-49f2-9c0a-6154017cf93b {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:33.756640 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d717d625-c9d1-4476-a89b-625e8e5eb345 tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.765161 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862e2d7-9a73-4035-bc29-34da451799af req-df6cd44f-5283-43e9-bdfa-337262d59ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:33.766755 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f862e2d7-9a73-4035-bc29-34da451799af req-df6cd44f-5283-43e9-bdfa-337262d59ef4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1398160 Nov 12 08:45:33.924547 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ff77255e-ed82-47c4-8901-d90b63d5170b tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.925228 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ff77255e-ed82-47c4-8901-d90b63d5170b tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8056493 Nov 12 08:45:33.935329 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54658) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:33.946824 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-f0826821-a5cb-4304-b66a-9ee26433711a tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'f48cb69b-8ab4-440f-b5f3-7a14be3ab66e'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:33.947552 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-f0826821-a5cb-4304-b66a-9ee26433711a tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102568) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:45:33.949406 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a864da94-c2d4-46de-af42-0014df6f42be req-89fa9a1a-2d14-44fc-97b6-22eec6711e46 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4914513 Nov 12 08:45:33.992429 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.030104 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907d4c2-82bc-4a2b-b215-e16b0a091862 None None] Pushing event updated for resources: {'Port': ['ID=c39d7016-9f23-489a-b59c-552a633a79d9,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:34.073981 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7988443-9442-4597-923d-2034fa4937af None None] Network c6e7349e-3870-4f2f-b7a0-849c39d33276 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:34.104343 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092a57a-1596-455f-b776-bbb00c31e71c req-be3bf212-5aee-437d-807e-4084693b5a14 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:34.112622 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b092a57a-1596-455f-b776-bbb00c31e71c req-be3bf212-5aee-437d-807e-4084693b5a14 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 944 time: 0.1974168 Nov 12 08:45:34.150734 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d717d625-c9d1-4476-a89b-625e8e5eb345 tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.151142 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d717d625-c9d1-4476-a89b-625e8e5eb345 tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.162669 n-d-768862-16 neutron-server[102568]: WARNING neutron.services.metering.metering_plugin [None req-f0826821-a5cb-4304-b66a-9ee26433711a tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 08:45:34.173566 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f862e2d7-9a73-4035-bc29-34da451799af req-b353fca5-4cff-4a7e-abe3-76f56ff26dea service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921373 Nov 12 08:45:34.180821 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-d717d625-c9d1-4476-a89b-625e8e5eb345 tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Calling delete_port for d8b63ebb-73b8-49f2-9c0a-6154017cf93b owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:34.185607 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b092a57a-1596-455f-b776-bbb00c31e71c req-ff8f65de-5be5-4d68-9ec4-d5209f2b70aa tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715337 Nov 12 08:45:34.187671 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 7952a4e1-d711-4785-8f88-1c73af318548 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:34.202737 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Deleting port c39d7016-9f23-489a-b59c-552a633a79d9 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:34.203265 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.343837 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 7952a4e1-d711-4785-8f88-1c73af318548 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:34.344116 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.404909 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f88bb1-fba7-4be8-9411-82a426fa90bf None None] get_active_networks_info from n-d-768862-16 {{(pid=102570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:45:34.414848 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] For port c39d7016-9f23-489a-b59c-552a633a79d9, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=c39d7016-9f23-489a-b59c-552a633a79d9,segment=NetworkSegment(079e77ae-e6e1-4b41-a157-2a14c0deac24),segment_id=079e77ae-e6e1-4b41-a157-2a14c0deac24)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:34.415430 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.424639 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f0826821-a5cb-4304-b66a-9ee26433711a tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.426777 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f0826821-a5cb-4304-b66a-9ee26433711a tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4901717 Nov 12 08:45:34.435478 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54662) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:34.447641 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-0b2654a5-55a9-4592-b8b9-ccb71e630914 tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'f48cb69b-8ab4-440f-b5f3-7a14be3ab66e'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:34.448700 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-0b2654a5-55a9-4592-b8b9-ccb71e630914 tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102569) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:45:34.467018 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Calling delete_port for c39d7016-9f23-489a-b59c-552a633a79d9 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:34.489132 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ebd96-8492-4769-b39a-460d21dfb604 req-c3928d35-e6ff-408f-ab4d-d76bdd594dd9 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:34.490769 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-845ebd96-8492-4769-b39a-460d21dfb604 req-c3928d35-e6ff-408f-ab4d-d76bdd594dd9 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4304028-0799-41eb-8ea7-2bd976d64ef0 HTTP/1.1" status: 200 len: 948 time: 0.1902702 Nov 12 08:45:34.560773 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6162e-682d-47ba-895f-ab92eaf78c57 req-34a8762c-e54a-42a5-b83a-8ff8add3d31c tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:34.562369 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-94e6162e-682d-47ba-895f-ab92eaf78c57 req-34a8762c-e54a-42a5-b83a-8ff8add3d31c tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.2630787 Nov 12 08:45:34.573449 n-d-768862-16 neutron-server[102569]: WARNING neutron.services.metering.metering_plugin [None req-0b2654a5-55a9-4592-b8b9-ccb71e630914 tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 08:45:34.589385 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.db.resource_extend [None req-fb1980f4-fb76-44b8-8024-a8dc2c9dd279 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:45:34.604908 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f88bb1-fba7-4be8-9411-82a426fa90bf None None] Resources bound (agent type, host, resource id): {{(pid=102570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:45:34.675118 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f862e2d7-9a73-4035-bc29-34da451799af req-4b3b1e4d-9e79-459b-9aa6-c647dd693a07 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899261 Nov 12 08:45:34.752471 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fb1980f4-fb76-44b8-8024-a8dc2c9dd279 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.769202 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fb1980f4-fb76-44b8-8024-a8dc2c9dd279 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.775779 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0b2654a5-55a9-4592-b8b9-ccb71e630914 tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.777281 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0b2654a5-55a9-4592-b8b9-ccb71e630914 tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3367937 Nov 12 08:45:34.787431 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54664) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:34.818933 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-94e6162e-682d-47ba-895f-ab92eaf78c57 req-c996fcd4-5796-4284-9488-9fbd5102594e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2415831 Nov 12 08:45:34.825499 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-845ebd96-8492-4769-b39a-460d21dfb604 req-cf3ac19a-a838-44f8-9866-8158d92eeeab tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd421b32-318c-4ef3-bb00-ab3038c8a286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830672 Nov 12 08:45:34.827289 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c323408d-851d-48a0-8443-93c433cb0744 tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=19cc7ae4-e5eb-43ca-a0a9-f555004eb89d HTTP/1.1" status: 200 len: 462 time: 0.0285733 Nov 12 08:45:34.832650 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54666) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:34.895891 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.905151 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d717d625-c9d1-4476-a89b-625e8e5eb345 tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.989411 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717d625-c9d1-4476-a89b-625e8e5eb345 tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8b63ebb-73b8-49f2-9c0a-6154017cf93b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:35.048347 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7a6739c2-b1a8-49e0-bfd3-fbd551d55f9b tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.054442 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7a6739c2-b1a8-49e0-bfd3-fbd551d55f9b tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/19cc7ae4-e5eb-43ca-a0a9-f555004eb89d HTTP/1.1" status: 204 len: 168 time: 0.2106724 Nov 12 08:45:35.054442 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event deleted for resources: {'Port': ['ID=c39d7016-9f23-489a-b59c-552a633a79d9,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:35.054872 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54670) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:35.086227 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5035ec62-f75d-4664-b28a-1085be5499fa tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=19cc7ae4-e5eb-43ca-a0a9-f555004eb89d HTTP/1.1" status: 200 len: 221 time: 0.0214636 Nov 12 08:45:35.086227 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] No DVR routers for this DVR port c39d7016-9f23-489a-b59c-552a633a79d9 on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:35.187618 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.205099 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54674) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:35.210775 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea1fe39-920b-48ed-b159-36bc45369f6d None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:45:35.214741 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-738b10f0-4c6d-443c-b0fa-bf32220bd58d tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--823640646', 'description': 'label created by tempest'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:35.215555 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-738b10f0-4c6d-443c-b0fa-bf32220bd58d tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] Unknown quota resources ['metering_label']. {{(pid=102569) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:45:35.275764 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d1ac28c3-74f6-44a3-b5e8-4c5dd3edfb61 None None] Provisioning complete for port 2be2f35b-b165-4477-ae91-cf45bf0f7582 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:35.276427 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d1ac28c3-74f6-44a3-b5e8-4c5dd3edfb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.320083 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-d1ac28c3-74f6-44a3-b5e8-4c5dd3edfb61 None None] Port 2be2f35b-b165-4477-ae91-cf45bf0f7582 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:35.347323 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d1ac28c3-74f6-44a3-b5e8-4c5dd3edfb61 None None] Provisioning complete for port 9305a5ce-4153-4e01-94e4-55ca5e52b702 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:35.348485 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d1ac28c3-74f6-44a3-b5e8-4c5dd3edfb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.379351 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e7349e-3870-4f2f-b7a0-849c39d33276']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:35.392633 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-d1ac28c3-74f6-44a3-b5e8-4c5dd3edfb61 None None] Port 9305a5ce-4153-4e01-94e4-55ca5e52b702 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:35.407476 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d1ac28c3-74f6-44a3-b5e8-4c5dd3edfb61 None None] Provisioning complete for port e14b3c8b-e605-442a-bafe-6d8e67324305 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:35.408011 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d1ac28c3-74f6-44a3-b5e8-4c5dd3edfb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.412075 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079e77ae-e6e1-4b41-a157-2a14c0deac24') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:35.412497 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079e77ae-e6e1-4b41-a157-2a14c0deac24') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:35.491347 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.525557 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d1ac28c3-74f6-44a3-b5e8-4c5dd3edfb61 None None] Provisioning complete for port 405401c6-6af9-4249-b702-380ec99df72c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:35.526205 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d1ac28c3-74f6-44a3-b5e8-4c5dd3edfb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.545108 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [None req-fb1980f4-fb76-44b8-8024-a8dc2c9dd279 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Floating IP 4abfbd76-1c31-4435-a56d-3cdbf7b19282 associated. External IP: 172.25.6.11, port: ad631039-f393-4fda-a88e-acbce5bb31d9. Nov 12 08:45:35.579296 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-d1ac28c3-74f6-44a3-b5e8-4c5dd3edfb61 None None] Port 405401c6-6af9-4249-b702-380ec99df72c cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:35.582662 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d1ac28c3-74f6-44a3-b5e8-4c5dd3edfb61 None None] Could not find standard attr ID for object d8b63ebb-73b8-49f2-9c0a-6154017cf93b. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:45:35.593520 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d1ac28c3-74f6-44a3-b5e8-4c5dd3edfb61 None None] Provisioning complete for port 018e535f-0867-4758-b68b-09a528325c83 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:35.593895 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d1ac28c3-74f6-44a3-b5e8-4c5dd3edfb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.610559 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d717d625-c9d1-4476-a89b-625e8e5eb345 tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.613294 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d717d625-c9d1-4476-a89b-625e8e5eb345 tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.620901 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d717d625-c9d1-4476-a89b-625e8e5eb345 tempest-FloatingIPAdminTestJSON-1590414355 tempest-FloatingIPAdminTestJSON-1590414355-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/ee56ede7-afde-43b0-8cd7-6cdced7b5cf1 HTTP/1.1" status: 204 len: 168 time: 2.2355676 Nov 12 08:45:35.627015 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54688) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:35.627226 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device d1631c44-217c-4874-bda0-3ae83d367b5b up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:35.634086 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.640095 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-738b10f0-4c6d-443c-b0fa-bf32220bd58d tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.644113 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-738b10f0-4c6d-443c-b0fa-bf32220bd58d tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4347830 Nov 12 08:45:35.657130 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8b7d6-9074-4181-bf03-564e0444dcf9 req-865f6baf-0072-49c6-b654-3031524d4c11 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:35.659604 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0b8b7d6-9074-4181-bf03-564e0444dcf9 req-865f6baf-0072-49c6-b654-3031524d4c11 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 944 time: 0.3184335 Nov 12 08:45:35.660374 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54690) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:35.669594 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cc1374d7-de6d-4c62-ba26-6ea69b8bd18d req-217ffea1-b17b-45b0-825b-6dfd6f353ec2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1924887 Nov 12 08:45:35.677719 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-49befcf1-141a-4a1d-8d23-4122e8e86553 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:35.679816 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-49befcf1-141a-4a1d-8d23-4122e8e86553 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/networks?id=837ec62d-b3f5-4602-995a-15f6fc8805b4 HTTP/1.1" status: 200 len: 811 time: 0.4761386 Nov 12 08:45:35.707370 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:45:35.708598 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.712872 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port d1631c44-217c-4874-bda0-3ae83d367b5b completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:45:35.716969 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:45:35.716969 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:45:35.716969 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:45:35.716969 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:45:35.716969 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:45:35.716969 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:45:35.716969 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:45:35.716969 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:45:35.716969 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:45:35.716969 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:45:35.716969 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:45:35.716969 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:45:35.716969 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:45:35.716969 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:45:35.716969 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:45:35.716969 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:45:35.716969 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:45:35.716969 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:45:35.716969 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:45:35.716969 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:45:35.716969 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:45:35.716969 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:45:35.716969 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:45:35.716969 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:45:35.716969 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:45:35.716969 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:45:35.716969 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:45:35.716969 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:45:35.716969 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:45:35.716969 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:45:35.716969 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:45:35.716969 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:45:35.738037 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port d1631c44-217c-4874-bda0-3ae83d367b5b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:35.738037 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.802882 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d1ac28c3-74f6-44a3-b5e8-4c5dd3edfb61 None None] Provisioning complete for port 1e6e424a-1c31-406e-9c2a-020bc5716600 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:35.803278 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d1ac28c3-74f6-44a3-b5e8-4c5dd3edfb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.843024 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-a8985293-a182-4584-ad0d-e935d0f718fb tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/quotas/80cba63a5f3c423896b758b0902dcec9 HTTP/1.1" status: 200 len: 375 time: 0.1244919 Nov 12 08:45:35.846649 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-75ace3f2-5554-427f-956a-5ef237add6cd tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=76f30e3a-6197-457b-8c3c-9711c6a82bcd HTTP/1.1" status: 200 len: 467 time: 0.1804092 Nov 12 08:45:35.853018 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54692) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:35.868514 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0b8b7d6-9074-4181-bf03-564e0444dcf9 req-d54bc743-40eb-4376-a62d-f66fb0f202fd tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875043 Nov 12 08:45:35.894905 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.940706 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.961367 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.968400 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/networks/c6e7349e-3870-4f2f-b7a0-849c39d33276 HTTP/1.1" status: 204 len: 168 time: 5.6449263 Nov 12 08:45:35.973451 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1374d7-de6d-4c62-ba26-6ea69b8bd18d req-5d43912a-7cdc-4353-b86f-4ec7a7ff0106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:35.974691 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54696) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:35.975259 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cc1374d7-de6d-4c62-ba26-6ea69b8bd18d req-5d43912a-7cdc-4353-b86f-4ec7a7ff0106 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=80cba63a5f3c423896b758b0902dcec9&device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 1097 time: 0.2493792 Nov 12 08:45:36.004547 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-be11e009-09d4-41bf-8001-901d8081fc44 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1412194047'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:36.011939 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e69aae-968a-4a25-9df8-d133ec855065 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event deleted for resources: {'Network': ['ID=c6e7349e-3870-4f2f-b7a0-849c39d33276,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:36.087298 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-27cf5292-e359-4397-8f21-a10fe4e08b41 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=80cba63a5f3c423896b758b0902dcec9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2358987 Nov 12 08:45:36.113777 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481f29e4-38a9-44c3-85cc-10e0f64ae731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1631c44-217c-4874-bda0-3ae83d367b5b'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:36.116990 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ae98f0-c149-4683-ab42-a7bde4920d9c" -d '{"events": [{"server_uuid": "481f29e4-38a9-44c3-85cc-10e0f64ae731", "name": "network-vif-plugged", "status": "completed", "tag": "d1631c44-217c-4874-bda0-3ae83d367b5b"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:36.126229 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 648c3e98-1f4b-447e-8679-5d17d8b78f08 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:45:36.143971 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port d1631c44-217c-4874-bda0-3ae83d367b5b, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=d1631c44-217c-4874-bda0-3ae83d367b5b,segment=NetworkSegment(34828fde-3b53-4826-975b-0c6b4715c685),segment_id=34828fde-3b53-4826-975b-0c6b4715c685)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:36.165074 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be11e009-09d4-41bf-8001-901d8081fc44 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Made reservation on behalf of c3322adda46947968847f0144371afce for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:36.170363 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-be11e009-09d4-41bf-8001-901d8081fc44 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.226791 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fba83a-53e6-4557-9277-0a84bfe91862 req-88bc8d35-e743-4406-bf42-f6a7f6571073 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:36.229833 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-55fba83a-53e6-4557-9277-0a84bfe91862 req-88bc8d35-e743-4406-bf42-f6a7f6571073 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4304028-0799-41eb-8ea7-2bd976d64ef0 HTTP/1.1" status: 200 len: 948 time: 0.2570131 Nov 12 08:45:36.244039 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.250886 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-96d0fa18-645c-4186-877b-f1dad8eb1584 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Deleting port 7e7737a6-db3d-4d8a-9231-006a299ff086 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:36.251513 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-96d0fa18-645c-4186-877b-f1dad8eb1584 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.346693 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b9b40c08-96d7-40b4-9de8-c1821fa3c255 tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.350790 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b9b40c08-96d7-40b4-9de8-c1821fa3c255 tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/76f30e3a-6197-457b-8c3c-9711c6a82bcd HTTP/1.1" status: 204 len: 168 time: 0.4954081 Nov 12 08:45:36.356634 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54702) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:36.366485 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be11e009-09d4-41bf-8001-901d8081fc44 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:45:36.388264 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-55fba83a-53e6-4557-9277-0a84bfe91862 req-09553f5e-03b0-4aaf-8a70-34d802be62e2 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd421b32-318c-4ef3-bb00-ab3038c8a286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403940 Nov 12 08:45:36.407221 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-c32afe7d-9bfb-4fd4-8ace-69b5db776711 service neutron] 10.222.0.37 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073292 Nov 12 08:45:36.409442 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-be11e009-09d4-41bf-8001-901d8081fc44 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.410334 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-be11e009-09d4-41bf-8001-901d8081fc44 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Added segment baaec453-91eb-4f0a-bbe5-95732982322d of type vlan for network a6b6aef6-a090-444a-ae22-4db276dc8870 Nov 12 08:45:36.434520 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-dbdb6e5e-0f79-4532-8ab0-cde074429b28 tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=76f30e3a-6197-457b-8c3c-9711c6a82bcd HTTP/1.1" status: 200 len: 216 time: 0.0748837 Nov 12 08:45:36.435334 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54704) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:36.467676 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1374d7-de6d-4c62-ba26-6ea69b8bd18d req-394a470f-4171-4263-b684-90581379ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:36.467676 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cc1374d7-de6d-4c62-ba26-6ea69b8bd18d req-394a470f-4171-4263-b684-90581379ae7f service neutron] 10.222.0.54 "GET /v2.0/networks?id=837ec62d-b3f5-4602-995a-15f6fc8805b4 HTTP/1.1" status: 200 len: 912 time: 0.4321520 Nov 12 08:45:36.501604 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1980f4-fb76-44b8-8024-a8dc2c9dd279 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Router 487e2f2b-f6cc-45fc-bd49-acf2b1c2603b has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:36.507452 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d1ac28c3-74f6-44a3-b5e8-4c5dd3edfb61 None None] Provisioning complete for port c66a17a5-b6b3-461e-80ed-f288ac6bee8d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:36.508113 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d1ac28c3-74f6-44a3-b5e8-4c5dd3edfb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.525395 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-96d0fa18-645c-4186-877b-f1dad8eb1584 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.530721 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-be11e009-09d4-41bf-8001-901d8081fc44 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.566745 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aeb27d2-e313-4c6c-8b37-6182fd2c75bf x-openstack-request-id: req-5aeb27d2-e313-4c6c-8b37-6182fd2c75bf {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:36.567272 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481f29e4-38a9-44c3-85cc-10e0f64ae731", "name": "network-vif-plugged", "status": "completed", "tag": "d1631c44-217c-4874-bda0-3ae83d367b5b", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:36.567621 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5aeb27d2-e313-4c6c-8b37-6182fd2c75bf {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:36.568268 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481f29e4-38a9-44c3-85cc-10e0f64ae731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1631c44-217c-4874-bda0-3ae83d367b5b', 'code': 200} Nov 12 08:45:36.575495 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-96d0fa18-645c-4186-877b-f1dad8eb1584 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Calling delete_port for 7e7737a6-db3d-4d8a-9231-006a299ff086 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:36.579313 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=d1631c44-217c-4874-bda0-3ae83d367b5b,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:36.598184 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 648c3e98-1f4b-447e-8679-5d17d8b78f08, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=648c3e98-1f4b-447e-8679-5d17d8b78f08,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:36.617384 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-d1ac28c3-74f6-44a3-b5e8-4c5dd3edfb61 None None] Port c66a17a5-b6b3-461e-80ed-f288ac6bee8d cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:36.619892 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '648c3e98-1f4b-447e-8679-5d17d8b78f08', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': '648c3e98-1f4b-447e-8679-5d17d8b78f08', 'mac_address': 'fa:16:3e:5e:6b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:45:36.643917 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0488469f-b123-4d17-b01e-b54d6ca174ad tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.2031496 Nov 12 08:45:36.650081 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-92ee12a0-cda8-4299-bf19-df48060ce437 service neutron] 10.222.0.37 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891518 Nov 12 08:45:36.652976 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54706) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:36.662692 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d1ac28c3-74f6-44a3-b5e8-4c5dd3edfb61 None None] Provisioning complete for port 9829566d-b1f0-4099-b50c-17e1bcf4b746 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:36.667378 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d1ac28c3-74f6-44a3-b5e8-4c5dd3edfb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.687768 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-be11e009-09d4-41bf-8001-901d8081fc44 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.694231 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be11e009-09d4-41bf-8001-901d8081fc44 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:36.694907 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-be11e009-09d4-41bf-8001-901d8081fc44 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.731733 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-805373af-47e8-40b8-a044-6355ffc52951 tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0712135 Nov 12 08:45:36.732015 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54708) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:36.736336 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-d1ac28c3-74f6-44a3-b5e8-4c5dd3edfb61 None None] Port 9829566d-b1f0-4099-b50c-17e1bcf4b746 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:36.770705 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-be11e009-09d4-41bf-8001-901d8081fc44 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7707107 Nov 12 08:45:36.772077 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54710) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:36.773028 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d1ac28c3-74f6-44a3-b5e8-4c5dd3edfb61 None None] Provisioning complete for port 115291fa-4327-4844-8425-0adaa3ba51f2 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:36.773577 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d1ac28c3-74f6-44a3-b5e8-4c5dd3edfb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.821137 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-4feda5c6-0ed1-4fe4-b19e-98892d13f7be tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Request body: {'subnet': {'network_id': 'a6b6aef6-a090-444a-ae22-4db276dc8870', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:36.830060 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.858294 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-72e68097-5fb2-4188-9f5a-565dd7d25afc tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/f48cb69b-8ab4-440f-b5f3-7a14be3ab66e HTTP/1.1" status: 200 len: 473 time: 0.1187961 Nov 12 08:45:36.862221 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54712) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:36.865441 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2bf7f-abb8-4750-8efc-79614331e917 req-915345bc-ab99-4024-9b73-e89ee032f18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:36.866861 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-11d2bf7f-abb8-4750-8efc-79614331e917 req-915345bc-ab99-4024-9b73-e89ee032f18f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 1097 time: 0.1973116 Nov 12 08:45:36.870970 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11e009-09d4-41bf-8001-901d8081fc44 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event updated for resources: {'Network': ['ID=a6b6aef6-a090-444a-ae22-4db276dc8870,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:36.902745 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7beda998-ea39-4807-bfd3-f34336ffb645 tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/d82890a0-4c1e-4084-b054-0e3cd1cf9072 HTTP/1.1" status: 200 len: 459 time: 0.0363069 Nov 12 08:45:36.908090 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cc1374d7-de6d-4c62-ba26-6ea69b8bd18d req-b75d1a83-b1a4-40e8-8a82-2df09671d413 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=208f95e9-28ae-4c99-8b45-cff231909e59 HTTP/1.1" status: 200 len: 1000 time: 0.4111595 Nov 12 08:45:36.908598 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54718) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:36.920260 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network a6b6aef6-a090-444a-ae22-4db276dc8870 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:45:36.925853 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 648c3e98-1f4b-447e-8679-5d17d8b78f08 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:37.031077 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 648c3e98-1f4b-447e-8679-5d17d8b78f08, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=648c3e98-1f4b-447e-8679-5d17d8b78f08,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:37.042101 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.070793 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1980f4-fb76-44b8-8024-a8dc2c9dd279 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:37.087251 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b35059-69ef-447e-ac89-d985950bfaef None None] Sync routers for ids ['487e2f2b-f6cc-45fc-bd49-acf2b1c2603b'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:37.091863 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fb1980f4-fb76-44b8-8024-a8dc2c9dd279 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.105721 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-822ad05b-4f40-4d07-89f5-cf18f72bb170 req-32c56340-ef92-4e87-aea4-0d71788c5707 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 210 time: 0.1005261 Nov 12 08:45:37.123063 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b35059-69ef-447e-ac89-d985950bfaef None None] Routers {'487e2f2b-f6cc-45fc-bd49-acf2b1c2603b'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:37.124933 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-25b35059-69ef-447e-ac89-d985950bfaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:45:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['487e2f2b-f6cc-45fc-bd49-acf2b1c2603b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:37.162727 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1374d7-de6d-4c62-ba26-6ea69b8bd18d req-305a5f3a-c117-4e83-adbf-993e950c99b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:37.164311 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cc1374d7-de6d-4c62-ba26-6ea69b8bd18d req-305a5f3a-c117-4e83-adbf-993e950c99b3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=601c19d7-10c1-44ee-a86c-ac9c499e748d HTTP/1.1" status: 200 len: 850 time: 0.2103839 Nov 12 08:45:37.187906 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=648c3e98-1f4b-447e-8679-5d17d8b78f08,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:37.221557 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-11d2bf7f-abb8-4750-8efc-79614331e917 req-590e5920-07ea-41ca-acea-780a64aeca95 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323324 Nov 12 08:45:37.243923 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-fb1980f4-fb76-44b8-8024-a8dc2c9dd279 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "PUT /v2.0/floatingips/4abfbd76-1c31-4435-a56d-3cdbf7b19282 HTTP/1.1" status: 200 len: 991 time: 3.9769635 Nov 12 08:45:37.244099 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e65a28-d07d-471c-8694-bc19965b7b00 req-7fee94fd-0d03-4c6c-af60-a7719255edac tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:37.245780 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-62e65a28-d07d-471c-8694-bc19965b7b00 req-7fee94fd-0d03-4c6c-af60-a7719255edac tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.2225411 Nov 12 08:45:37.245944 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-96d0fa18-645c-4186-877b-f1dad8eb1584 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.246325 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4feda5c6-0ed1-4fe4-b19e-98892d13f7be tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Made reservation on behalf of c3322adda46947968847f0144371afce for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:37.249780 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'tag': 'ad631039-f393-4fda-a88e-acbce5bb31d9'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:37.252432 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3e7eff-d14d-43f8-9d0c-ca8162de24d4" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "tag": "ad631039-f393-4fda-a88e-acbce5bb31d9"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:37.257475 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9e24bc96-6c0d-433e-ae00-db8ca6579062 tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.258612 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9e24bc96-6c0d-433e-ae00-db8ca6579062 tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/d82890a0-4c1e-4084-b054-0e3cd1cf9072 HTTP/1.1" status: 204 len: 168 time: 0.3490357 Nov 12 08:45:37.266619 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54726) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:37.267952 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4feda5c6-0ed1-4fe4-b19e-98892d13f7be tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.300472 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-25b35059-69ef-447e-ac89-d985950bfaef None None] Set router 487e2f2b-f6cc-45fc-bd49-acf2b1c2603b gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:37.310484 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0fa18-645c-4186-877b-f1dad8eb1584 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Pushing event deleted for resources: {'Port': ['ID=7e7737a6-db3d-4d8a-9231-006a299ff086,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:37.344579 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['648c3e98-1f4b-447e-8679-5d17d8b78f08'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:45:37.416941 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1374d7-de6d-4c62-ba26-6ea69b8bd18d req-6afb6382-977e-49b1-8afb-99fa259e40d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:37.422015 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cc1374d7-de6d-4c62-ba26-6ea69b8bd18d req-6afb6382-977e-49b1-8afb-99fa259e40d3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=837ec62d-b3f5-4602-995a-15f6fc8805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2429612 Nov 12 08:45:37.444046 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.ipam_backend_mixin [None req-4feda5c6-0ed1-4fe4-b19e-98892d13f7be tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Performing IP validity checks on allocation pools {{(pid=102569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 08:45:37.444582 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.ipam_backend_mixin [None req-4feda5c6-0ed1-4fe4-b19e-98892d13f7be tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 08:45:37.477590 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-62e65a28-d07d-471c-8694-bc19965b7b00 req-a180bf01-7b24-4057-bc0c-8627ac179d9d tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995294 Nov 12 08:45:37.773451 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-59ed8154-3dba-459b-b8c1-92463e86cb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.840100 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4feda5c6-0ed1-4fe4-b19e-98892d13f7be tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.900115 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-25b35059-69ef-447e-ac89-d985950bfaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'name': 'tempest-TaggedBootDevicesTest-586827861-router', 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '018e535f-0867-4758-b68b-09a528325c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:38Z', 'updated_at': '2021-11-12T08:42:47Z', 'revision_number': 4, 'project_id': '7744ced598be42768ed1d37e40d08f56', 'gw_port': {'id': '018e535f-0867-4758-b68b-09a528325c83', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:39Z', 'updated_at': '2021-11-12T08:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '4abfbd76-1c31-4435-a56d-3cdbf7b19282', 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'port_id': 'ad631039-f393-4fda-a88e-acbce5bb31d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e33e051-e363-49e1-9c6d-2f24faf4dfb5', 'mac_address': 'fa:16:3e:be:68:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:43:49Z', 'updated_at': '2021-11-12T08:45:34Z', 'revision_number': 1, 'project_id': '7744ced598be42768ed1d37e40d08f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12542f75-7338-4a4e-9651-35482325a92d', 'name': '', 'network_id': '7e33e051-e363-49e1-9c6d-2f24faf4dfb5', 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'mac_address': 'fa:16:3e:03:a8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'b3ec3dec-5d62-4a75-9611-109bbf916cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:44Z', 'updated_at': '2021-11-12T08:42:54Z', 'revision_number': 5, 'project_id': '7744ced598be42768ed1d37e40d08f56', 'subnets': [{'id': 'b3ec3dec-5d62-4a75-9611-109bbf916cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:37.940167 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d77516-9d8c-44f6-9fbb-0775f7d3cc51 req-d852f6f9-4a95-4460-9ca2-c208d1b59494 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:37.941855 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-52d77516-9d8c-44f6-9fbb-0775f7d3cc51 req-d852f6f9-4a95-4460-9ca2-c208d1b59494 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4304028-0799-41eb-8ea7-2bd976d64ef0 HTTP/1.1" status: 200 len: 949 time: 0.1711748 Nov 12 08:45:37.950457 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b35059-69ef-447e-ac89-d985950bfaef None None] Checking router: 487e2f2b-f6cc-45fc-bd49-acf2b1c2603b for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:45:37.974821 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b35059-69ef-447e-ac89-d985950bfaef None None] Routers {'487e2f2b-f6cc-45fc-bd49-acf2b1c2603b'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:37.975870 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-25b35059-69ef-447e-ac89-d985950bfaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:45:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['487e2f2b-f6cc-45fc-bd49-acf2b1c2603b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:37.990050 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feda5c6-0ed1-4fe4-b19e-98892d13f7be tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event updated for resources: {'Subnet': ['ID=55687768-5291-4f0b-a568-057906f89b23,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:38.008301 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feda5c6-0ed1-4fe4-b19e-98892d13f7be tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Checking segment: {'id': 'baaec453-91eb-4f0a-bbe5-95732982322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a6b6aef6-a090-444a-ae22-4db276dc8870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:38.008837 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feda5c6-0ed1-4fe4-b19e-98892d13f7be tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Network hostable DHCP agents. Network: a6b6aef6-a090-444a-ae22-4db276dc8870, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:45:38.052805 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-52d77516-9d8c-44f6-9fbb-0775f7d3cc51 req-07e2cffd-7cb5-40a2-99fc-9a64daa8907e tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd421b32-318c-4ef3-bb00-ab3038c8a286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826738 Nov 12 08:45:38.054421 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feda5c6-0ed1-4fe4-b19e-98892d13f7be tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Network a6b6aef6-a090-444a-ae22-4db276dc8870 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:45:38.069320 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-4feda5c6-0ed1-4fe4-b19e-98892d13f7be tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, a6b6aef6-a090-444a-ae22-4db276dc8870) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:38.088618 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4feda5c6-0ed1-4fe4-b19e-98892d13f7be tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:38.090037 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4feda5c6-0ed1-4fe4-b19e-98892d13f7be tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.096207 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3449b36-db79-4716-98f1-d2fa3ea739bf None None] Network a6b6aef6-a090-444a-ae22-4db276dc8870 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:38.112230 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4feda5c6-0ed1-4fe4-b19e-98892d13f7be tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3387833 Nov 12 08:45:38.117687 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54738) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:38.148104 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea284c6d-3dbc-4737-96c1-1282cef8345b x-openstack-request-id: req-ea284c6d-3dbc-4737-96c1-1282cef8345b {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:38.148389 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "tag": "ad631039-f393-4fda-a88e-acbce5bb31d9", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:38.148909 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea284c6d-3dbc-4737-96c1-1282cef8345b {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:38.150054 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'tag': 'ad631039-f393-4fda-a88e-acbce5bb31d9', 'status': 'completed', 'code': 200} Nov 12 08:45:38.295756 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-96d0fa18-645c-4186-877b-f1dad8eb1584 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.300051 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-96d0fa18-645c-4186-877b-f1dad8eb1584 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] 10.222.0.37 "DELETE /v2.0/ports/7e7737a6-db3d-4d8a-9231-006a299ff086 HTTP/1.1" status: 204 len: 168 time: 2.6591511 Nov 12 08:45:38.303630 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2f0e7424-1af0-47de-aa8b-717713264380 tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.305036 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2f0e7424-1af0-47de-aa8b-717713264380 tempest-MeteringIpV6TestJSON-1087660311 tempest-MeteringIpV6TestJSON-1087660311-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/f48cb69b-8ab4-440f-b5f3-7a14be3ab66e HTTP/1.1" status: 204 len: 168 time: 1.0365579 Nov 12 08:45:38.307205 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54742) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:38.341161 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-25b35059-69ef-447e-ac89-d985950bfaef None None] Set router 487e2f2b-f6cc-45fc-bd49-acf2b1c2603b gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:38.363026 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e7eff-d14d-43f8-9d0c-ca8162de24d4 req-f3afa091-86d9-42d1-9bf1-f85c89e03f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:38.363903 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e7eff-d14d-43f8-9d0c-ca8162de24d4 req-f3afa091-86d9-42d1-9bf1-f85c89e03f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:38.364593 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e7eff-d14d-43f8-9d0c-ca8162de24d4 req-f3afa091-86d9-42d1-9bf1-f85c89e03f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:38.365245 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e7eff-d14d-43f8-9d0c-ca8162de24d4 req-f3afa091-86d9-42d1-9bf1-f85c89e03f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:38.365911 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e7eff-d14d-43f8-9d0c-ca8162de24d4 req-f3afa091-86d9-42d1-9bf1-f85c89e03f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:38.366583 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e7eff-d14d-43f8-9d0c-ca8162de24d4 req-f3afa091-86d9-42d1-9bf1-f85c89e03f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:38.367254 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e7eff-d14d-43f8-9d0c-ca8162de24d4 req-f3afa091-86d9-42d1-9bf1-f85c89e03f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:38.369885 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6d3e7eff-d14d-43f8-9d0c-ca8162de24d4 req-f3afa091-86d9-42d1-9bf1-f85c89e03f29 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7744ced598be42768ed1d37e40d08f56&device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 6499 time: 0.2181427 Nov 12 08:45:38.391621 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b9bddd-6c60-4708-bed2-625324c7493f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-a6b6aef6-a090-444a-ae22-4db276dc8870', 'network_id': 'a6b6aef6-a090-444a-ae22-4db276dc8870', 'tenant_id': 'c3322adda46947968847f0144371afce', 'fixed_ips': [{'subnet_id': '55687768-5291-4f0b-a568-057906f89b23'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:45:38.393019 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-31b9bddd-6c60-4708-bed2-625324c7493f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.419154 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cc1374d7-de6d-4c62-ba26-6ea69b8bd18d req-a170c821-ea3a-4e99-a5c1-853ca7158de7 service neutron] 10.222.0.54 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9355674 Nov 12 08:45:38.479461 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.497877 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9d2484cf-f5bc-400b-a1a6-f7b552ee78ba req-3cd473ac-8185-4c1d-bdbc-02ae47c21ae4 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 210 time: 0.1336093 Nov 12 08:45:38.503188 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1453df7-c650-406c-b476-2ecd9fddeaf3 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:38.505287 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a1453df7-c650-406c-b476-2ecd9fddeaf3 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd9b06b5-87b2-40a7-a566-d95520eaa484 HTTP/1.1" status: 200 len: 913 time: 0.1912053 Nov 12 08:45:38.514586 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54750) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:38.714695 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e7eff-d14d-43f8-9d0c-ca8162de24d4 req-8182ff7f-3eda-4186-a0d7-39217f52fa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:38.716773 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6d3e7eff-d14d-43f8-9d0c-ca8162de24d4 req-8182ff7f-3eda-4186-a0d7-39217f52fa11 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7e33e051-e363-49e1-9c6d-2f24faf4dfb5 HTTP/1.1" status: 200 len: 912 time: 0.3313923 Nov 12 08:45:38.751472 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.751709 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-31b9bddd-6c60-4708-bed2-625324c7493f None None] Allocated IP 172.20.0.3 (a6b6aef6-a090-444a-ae22-4db276dc8870/55687768-5291-4f0b-a568-057906f89b23/52f5a6b5-e2ef-46f8-ab92-bcb7f05265b0) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:38.778743 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cc1374d7-de6d-4c62-ba26-6ea69b8bd18d req-596257c1-3175-4498-bf97-f99b20edda28 service neutron] 10.222.0.54 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487248 Nov 12 08:45:38.862824 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9c81a-44fd-4dd8-8b5b-8722b5374f01 req-5835c43d-ddb0-4a65-b463-2fc256a06337 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:38.870624 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6cd9c81a-44fd-4dd8-8b5b-8722b5374f01 req-5835c43d-ddb0-4a65-b463-2fc256a06337 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.2531142 Nov 12 08:45:38.924869 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54756) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:38.945442 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6d3e7eff-d14d-43f8-9d0c-ca8162de24d4 req-68368738-192d-4a28-84cb-765321245181 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad631039-f393-4fda-a88e-acbce5bb31d9 HTTP/1.1" status: 200 len: 999 time: 0.2181714 Nov 12 08:45:39.054954 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e7eff-d14d-43f8-9d0c-ca8162de24d4 req-5892a92c-969c-46d4-a6c7-ec78cd9fed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:39.056762 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6d3e7eff-d14d-43f8-9d0c-ca8162de24d4 req-5892a92c-969c-46d4-a6c7-ec78cd9fed3f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b3ec3dec-5d62-4a75-9611-109bbf916cc1 HTTP/1.1" status: 200 len: 850 time: 0.0705812 Nov 12 08:45:39.078694 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6cd9c81a-44fd-4dd8-8b5b-8722b5374f01 req-10b6997e-b99a-44d0-ae53-7aadd4839bf9 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070301 Nov 12 08:45:39.126761 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-25b35059-69ef-447e-ac89-d985950bfaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'name': 'tempest-TaggedBootDevicesTest-586827861-router', 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '018e535f-0867-4758-b68b-09a528325c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:38Z', 'updated_at': '2021-11-12T08:42:47Z', 'revision_number': 4, 'project_id': '7744ced598be42768ed1d37e40d08f56', 'gw_port': {'id': '018e535f-0867-4758-b68b-09a528325c83', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:39Z', 'updated_at': '2021-11-12T08:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '4abfbd76-1c31-4435-a56d-3cdbf7b19282', 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'port_id': 'ad631039-f393-4fda-a88e-acbce5bb31d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e33e051-e363-49e1-9c6d-2f24faf4dfb5', 'mac_address': 'fa:16:3e:be:68:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:43:49Z', 'updated_at': '2021-11-12T08:45:34Z', 'revision_number': 1, 'project_id': '7744ced598be42768ed1d37e40d08f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12542f75-7338-4a4e-9651-35482325a92d', 'name': '', 'network_id': '7e33e051-e363-49e1-9c6d-2f24faf4dfb5', 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'mac_address': 'fa:16:3e:03:a8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'b3ec3dec-5d62-4a75-9611-109bbf916cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:44Z', 'updated_at': '2021-11-12T08:42:54Z', 'revision_number': 5, 'project_id': '7744ced598be42768ed1d37e40d08f56', 'subnets': [{'id': 'b3ec3dec-5d62-4a75-9611-109bbf916cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:39.172874 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-31b9bddd-6c60-4708-bed2-625324c7493f None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.192147 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-31b9bddd-6c60-4708-bed2-625324c7493f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.261888 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b35059-69ef-447e-ac89-d985950bfaef None None] The sync data for ids ['487e2f2b-f6cc-45fc-bd49-acf2b1c2603b'] in n-d-768862-16 is: [{'id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'name': 'tempest-TaggedBootDevicesTest-586827861-router', 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '018e535f-0867-4758-b68b-09a528325c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:38Z', 'updated_at': '2021-11-12T08:42:47Z', 'revision_number': 4, 'project_id': '7744ced598be42768ed1d37e40d08f56', 'gw_port': {'id': '018e535f-0867-4758-b68b-09a528325c83', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:39Z', 'updated_at': '2021-11-12T08:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '4abfbd76-1c31-4435-a56d-3cdbf7b19282', 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'port_id': 'ad631039-f393-4fda-a88e-acbce5bb31d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e33e051-e363-49e1-9c6d-2f24faf4dfb5', 'mac_address': 'fa:16:3e:be:68:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:43:49Z', 'updated_at': '2021-11-12T08:45:34Z', 'revision_number': 1, 'project_id': '7744ced598be42768ed1d37e40d08f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12542f75-7338-4a4e-9651-35482325a92d', 'name': '', 'network_id': '7e33e051-e363-49e1-9c6d-2f24faf4dfb5', 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'mac_address': 'fa:16:3e:03:a8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'b3ec3dec-5d62-4a75-9611-109bbf916cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:44Z', 'updated_at': '2021-11-12T08:42:54Z', 'revision_number': 5, 'project_id': '7744ced598be42768ed1d37e40d08f56', 'subnets': [{'id': 'b3ec3dec-5d62-4a75-9611-109bbf916cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:39.319771 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b9bddd-6c60-4708-bed2-625324c7493f None None] Pushing event updated for resources: {'Port': ['ID=52f5a6b5-e2ef-46f8-ab92-bcb7f05265b0,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:39.332137 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e7eff-d14d-43f8-9d0c-ca8162de24d4 req-123e2813-a5c5-41a1-aa2d-696f792c925a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:39.334443 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6d3e7eff-d14d-43f8-9d0c-ca8162de24d4 req-123e2813-a5c5-41a1-aa2d-696f792c925a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7e33e051-e363-49e1-9c6d-2f24faf4dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2679386 Nov 12 08:45:39.370066 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b9bddd-6c60-4708-bed2-625324c7493f None None] Network a6b6aef6-a090-444a-ae22-4db276dc8870 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:39.381587 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-31b9bddd-6c60-4708-bed2-625324c7493f None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:39.384968 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b9bddd-6c60-4708-bed2-625324c7493f None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:39.411127 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ef47c4af-e633-46e4-98bd-d7aacf0d5c39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.460539 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.475171 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-31b9bddd-6c60-4708-bed2-625324c7493f None None] Attempting to bind port 52f5a6b5-e2ef-46f8-ab92-bcb7f05265b0 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:39.475581 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-31b9bddd-6c60-4708-bed2-625324c7493f None None] Attempting to bind port 52f5a6b5-e2ef-46f8-ab92-bcb7f05265b0 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'baaec453-91eb-4f0a-bbe5-95732982322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a6b6aef6-a090-444a-ae22-4db276dc8870'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:39.476141 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b9bddd-6c60-4708-bed2-625324c7493f None None] Attempting to bind port 52f5a6b5-e2ef-46f8-ab92-bcb7f05265b0 on network a6b6aef6-a090-444a-ae22-4db276dc8870 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:39.485081 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b9bddd-6c60-4708-bed2-625324c7493f None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:39.485408 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b9bddd-6c60-4708-bed2-625324c7493f None None] Checking segment: {'id': 'baaec453-91eb-4f0a-bbe5-95732982322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a6b6aef6-a090-444a-ae22-4db276dc8870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:39.485791 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-31b9bddd-6c60-4708-bed2-625324c7493f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.486338 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b9bddd-6c60-4708-bed2-625324c7493f None None] Bound using segment: {'id': 'baaec453-91eb-4f0a-bbe5-95732982322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a6b6aef6-a090-444a-ae22-4db276dc8870'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:39.487124 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-31b9bddd-6c60-4708-bed2-625324c7493f None None] Bound port: 52f5a6b5-e2ef-46f8-ab92-bcb7f05265b0, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baaec453-91eb-4f0a-bbe5-95732982322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a6b6aef6-a090-444a-ae22-4db276dc8870'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:39.487570 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-31b9bddd-6c60-4708-bed2-625324c7493f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.547531 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event deleted for resources: {'Subnet': ['ID=55687768-5291-4f0b-a568-057906f89b23,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:39.561069 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-3403563e-91a6-4647-b0fc-ddc8e9226b62 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:39.562974 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-3403563e-91a6-4647-b0fc-ddc8e9226b62 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.58 "GET /v2.0/networks?id=837ec62d-b3f5-4602-995a-15f6fc8805b4 HTTP/1.1" status: 200 len: 811 time: 0.4829011 Nov 12 08:45:39.603311 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-2371753e-2708-4d4c-a2f3-ad4758647885 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Request body: {'port': {'device_id': 'ededf6d5-7633-4682-af0a-5c858f2821ca', 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4', 'admin_state_up': True, 'tenant_id': '80cba63a5f3c423896b758b0902dcec9'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:39.660407 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade293e-2a6c-480f-80a0-112f3d97c144 req-ea678b80-cbeb-4b30-a108-2e44841344f4 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:39.662271 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6d3e7eff-d14d-43f8-9d0c-ca8162de24d4 req-ca24f3b4-acee-4c4b-8bc3-827eff188a7f service neutron] 10.222.0.54 "GET /v2.0/networks/7e33e051-e363-49e1-9c6d-2f24faf4dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144248 Nov 12 08:45:39.664759 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eade293e-2a6c-480f-80a0-112f3d97c144 req-ea678b80-cbeb-4b30-a108-2e44841344f4 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4304028-0799-41eb-8ea7-2bd976d64ef0 HTTP/1.1" status: 200 len: 949 time: 0.3551638 Nov 12 08:45:39.682763 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-31b9bddd-6c60-4708-bed2-625324c7493f None None] For port 52f5a6b5-e2ef-46f8-ab92-bcb7f05265b0, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:39.692340 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-31b9bddd-6c60-4708-bed2-625324c7493f None None] For port 52f5a6b5-e2ef-46f8-ab92-bcb7f05265b0, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=52f5a6b5-e2ef-46f8-ab92-bcb7f05265b0,segment=NetworkSegment(baaec453-91eb-4f0a-bbe5-95732982322d),segment_id=baaec453-91eb-4f0a-bbe5-95732982322d)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:39.702282 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-31b9bddd-6c60-4708-bed2-625324c7493f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.719042 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-992fdc0d-1a79-4f08-abb8-9ecb97537475 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.756866 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79270c3-a135-4b12-9f5e-62ac27783f87 None None] New status for floating IP 4abfbd76-1c31-4435-a56d-3cdbf7b19282: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:45:39.912985 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b9bddd-6c60-4708-bed2-625324c7493f None None] Pushing event updated for resources: {'Port': ['ID=52f5a6b5-e2ef-46f8-ab92-bcb7f05265b0,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:39.950831 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d35904-0bc0-49f6-8d3b-bf99f4fb261f None None] Network a6b6aef6-a090-444a-ae22-4db276dc8870 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:40.077343 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 648c3e98-1f4b-447e-8679-5d17d8b78f08 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:40.108228 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6d3e7eff-d14d-43f8-9d0c-ca8162de24d4 req-7d1b1482-62e8-4001-90e6-7947ee572261 service neutron] 10.222.0.54 "GET /v2.0/networks/7e33e051-e363-49e1-9c6d-2f24faf4dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322143 Nov 12 08:45:40.163459 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ca7162d7-a989-4e51-892c-40f15da32bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.236941 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 648c3e98-1f4b-447e-8679-5d17d8b78f08 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:45:40.247799 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b23dd6f2-6418-42af-b362-6631d19c875a req-caef48c3-aaa6-4421-9d88-29c83535603e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 210 time: 0.5794404 Nov 12 08:45:40.250612 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08486764-f9b8-4aeb-a1c7-9a41262bb46e None None] get_active_networks_info from n-d-768862-16 {{(pid=102570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:45:40.253252 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 648c3e98-1f4b-447e-8679-5d17d8b78f08 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:40.253649 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.288805 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ef47c4af-e633-46e4-98bd-d7aacf0d5c39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.292092 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.316905 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ef47c4af-e633-46e4-98bd-d7aacf0d5c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.332656 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-992fdc0d-1a79-4f08-abb8-9ecb97537475 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Deleting port fa4abbf0-58a1-44fc-a85d-112011b7c360 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:40.333379 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-992fdc0d-1a79-4f08-abb8-9ecb97537475 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.376550 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47c4af-e633-46e4-98bd-d7aacf0d5c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f5ebd2-59ee-4f09-a7e7-36ea9981cbc5,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:40.411734 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b6aef6-a090-444a-ae22-4db276dc8870']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:40.445782 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baaec453-91eb-4f0a-bbe5-95732982322d') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:40.446102 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baaec453-91eb-4f0a-bbe5-95732982322d') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:40.476238 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ef47c4af-e633-46e4-98bd-d7aacf0d5c39 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9fe646788fa4b51a5dad734f41f1ea9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5469768 Nov 12 08:45:40.481439 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eade293e-2a6c-480f-80a0-112f3d97c144 req-9f19c6d6-dad7-4639-87fe-9da19f438c7f tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd421b32-318c-4ef3-bb00-ab3038c8a286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7768729 Nov 12 08:45:40.483596 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.486189 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54770) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:40.523881 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.555342 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:45:40.555976 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.565297 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:45:40.565297 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:45:40.565297 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:45:40.565297 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:45:40.565297 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:45:40.565297 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:45:40.565297 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:45:40.565297 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:45:40.565297 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:45:40.565297 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:45:40.565297 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:45:40.565297 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:45:40.565297 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:45:40.565297 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:45:40.565297 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:45:40.565297 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:45:40.565297 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:45:40.565297 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:45:40.565297 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:45:40.565297 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:45:40.565297 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:45:40.565297 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:45:40.565297 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:45:40.565297 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:45:40.565297 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:45:40.565297 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:45:40.565297 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:45:40.565297 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:45:40.565297 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:45:40.565297 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:45:40.565297 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:45:40.565297 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:45:40.596672 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-992fdc0d-1a79-4f08-abb8-9ecb97537475 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.614311 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-992fdc0d-1a79-4f08-abb8-9ecb97537475 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Calling delete_port for fa4abbf0-58a1-44fc-a85d-112011b7c360 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:40.641029 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-2371753e-2708-4d4c-a2f3-ad4758647885 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Made reservation on behalf of 80cba63a5f3c423896b758b0902dcec9 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:40.645471 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-2371753e-2708-4d4c-a2f3-ad4758647885 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.713523 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.db.api [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 08:45:40.713523 n-d-768862-16 neutron-server[102569]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 08:45:40.713523 n-d-768862-16 neutron-server[102569]: [parameters: {'id': 'a6b6aef6-a090-444a-ae22-4db276dc8870'}] Nov 12 08:45:40.713523 n-d-768862-16 neutron-server[102569]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:45:40.714622 n-d-768862-16 neutron-server[102569]: DEBUG oslo_db.api [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:45:40.734101 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-86b820f5-9003-4965-b470-77f4be87a7d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.798580 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.819195 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-86b820f5-9003-4965-b470-77f4be87a7d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.843323 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4304028-0799-41eb-8ea7-2bd976d64ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648c3e98-1f4b-447e-8679-5d17d8b78f08'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:40.844542 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31855a42-cde8-4ac0-9e8b-27effd2527e2 req-22ab69f9-b4f6-48b8-8a81-c6c788f84d71 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:40.845970 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1e9337-9a57-4647-b685-ba47cae6a5e2" -d '{"events": [{"server_uuid": "c4304028-0799-41eb-8ea7-2bd976d64ef0", "name": "network-vif-plugged", "status": "completed", "tag": "648c3e98-1f4b-447e-8679-5d17d8b78f08"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:40.846555 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-31855a42-cde8-4ac0-9e8b-27effd2527e2 req-22ab69f9-b4f6-48b8-8a81-c6c788f84d71 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.2108231 Nov 12 08:45:40.873959 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 648c3e98-1f4b-447e-8679-5d17d8b78f08, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=648c3e98-1f4b-447e-8679-5d17d8b78f08,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:40.877925 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08486764-f9b8-4aeb-a1c7-9a41262bb46e None None] Resources bound (agent type, host, resource id): {{(pid=102570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:45:40.881892 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.951493 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d342dc37-733a-440f-9d98-2e5bd53ecd97 x-openstack-request-id: req-d342dc37-733a-440f-9d98-2e5bd53ecd97 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:40.951791 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4304028-0799-41eb-8ea7-2bd976d64ef0", "name": "network-vif-plugged", "status": "completed", "tag": "648c3e98-1f4b-447e-8679-5d17d8b78f08", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:40.952053 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d342dc37-733a-440f-9d98-2e5bd53ecd97 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:40.952454 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4304028-0799-41eb-8ea7-2bd976d64ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648c3e98-1f4b-447e-8679-5d17d8b78f08', 'code': 200} Nov 12 08:45:40.959310 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=648c3e98-1f4b-447e-8679-5d17d8b78f08,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:41.006292 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-2371753e-2708-4d4c-a2f3-ad4758647885 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Allocated IP 172.20.0.8 (837ec62d-b3f5-4602-995a-15f6fc8805b4/601c19d7-10c1-44ee-a86c-ac9c499e748d/95abe0da-cc08-4f59-931c-b1c44e9b4cc4) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:41.049558 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-86b820f5-9003-4965-b470-77f4be87a7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.052398 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-86b820f5-9003-4965-b470-77f4be87a7d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.055793 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-86b820f5-9003-4965-b470-77f4be87a7d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/59f5ebd2-59ee-4f09-a7e7-36ea9981cbc5 HTTP/1.1" status: 204 len: 168 time: 0.5668085 Nov 12 08:45:41.063528 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-31855a42-cde8-4ac0-9e8b-27effd2527e2 req-1df7db47-d1b9-47ee-92ee-8b55193a5f76 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100767 Nov 12 08:45:41.090113 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b820f5-9003-4965-b470-77f4be87a7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f5ebd2-59ee-4f09-a7e7-36ea9981cbc5,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:41.311545 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.410427 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea42a2d-29cf-4cb5-8d65-75f5363f718e req-d8d75dd3-020b-4059-bb28-ce052fe95da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:41.428310 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-bea42a2d-29cf-4cb5-8d65-75f5363f718e req-d8d75dd3-020b-4059-bb28-ce052fe95da9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c4304028-0799-41eb-8ea7-2bd976d64ef0 HTTP/1.1" status: 200 len: 1102 time: 0.1308641 Nov 12 08:45:41.542685 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b5ae7e86-56d4-409c-920d-99148c3adfcd req-48a752da-7420-4703-87d2-d833c93d2a64 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 210 time: 0.1318424 Nov 12 08:45:41.558206 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-2371753e-2708-4d4c-a2f3-ad4758647885 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.566827 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-bea42a2d-29cf-4cb5-8d65-75f5363f718e req-eceafcb2-439f-4a30-9a9c-3851a5a7a572 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fd421b32-318c-4ef3-bb00-ab3038c8a286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217332 Nov 12 08:45:41.572026 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-992fdc0d-1a79-4f08-abb8-9ecb97537475 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.593052 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727b6aa-9525-45dc-afc3-c7ca457d6ddf req-4b70c4b0-9a64-47f5-b06e-a3ec72bf0bbc tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:41.602669 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e727b6aa-9525-45dc-afc3-c7ca457d6ddf req-4b70c4b0-9a64-47f5-b06e-a3ec72bf0bbc tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.2883081 Nov 12 08:45:41.623146 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992fdc0d-1a79-4f08-abb8-9ecb97537475 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Pushing event deleted for resources: {'Port': ['ID=fa4abbf0-58a1-44fc-a85d-112011b7c360,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:41.685860 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Deleting port 52f5a6b5-e2ef-46f8-ab92-bcb7f05265b0 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:41.686208 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.731243 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e727b6aa-9525-45dc-afc3-c7ca457d6ddf req-51280253-7f48-46f1-ab76-eb054b3864a5 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275048 Nov 12 08:45:41.768475 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54790) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:41.809051 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-2371753e-2708-4d4c-a2f3-ad4758647885 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.813431 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] For port 52f5a6b5-e2ef-46f8-ab92-bcb7f05265b0, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=52f5a6b5-e2ef-46f8-ab92-bcb7f05265b0,segment=NetworkSegment(baaec453-91eb-4f0a-bbe5-95732982322d),segment_id=baaec453-91eb-4f0a-bbe5-95732982322d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:41.813835 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.821570 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1bac6cd6-0936-41c1-b12b-6e5a743bf34d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.906146 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Calling delete_port for 52f5a6b5-e2ef-46f8-ab92-bcb7f05265b0 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:41.927252 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-2371753e-2708-4d4c-a2f3-ad4758647885 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Network 837ec62d-b3f5-4602-995a-15f6fc8805b4 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:41.948648 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-2371753e-2708-4d4c-a2f3-ad4758647885 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:41.967877 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-2371753e-2708-4d4c-a2f3-ad4758647885 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:41.969126 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-992fdc0d-1a79-4f08-abb8-9ecb97537475 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.013609 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.116443 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371753e-2708-4d4c-a2f3-ad4758647885 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Pushing event updated for resources: {'Port': ['ID=95abe0da-cc08-4f59-931c-b1c44e9b4cc4,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:42.285476 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-2371753e-2708-4d4c-a2f3-ad4758647885 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:42.286050 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-2371753e-2708-4d4c-a2f3-ad4758647885 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.322224 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d8cdf105-c961-4208-9c8e-5faa90d8afa3 None None] Provisioning complete for port 95abe0da-cc08-4f59-931c-b1c44e9b4cc4 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:42.323466 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d8cdf105-c961-4208-9c8e-5faa90d8afa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.331792 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381f26f-d512-4cc1-bc53-66eb57b638d6 req-e0ac9988-286e-492e-9263-4aee6451a83f tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:42.334641 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1381f26f-d512-4cc1-bc53-66eb57b638d6 req-e0ac9988-286e-492e-9263-4aee6451a83f tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4304028-0799-41eb-8ea7-2bd976d64ef0 HTTP/1.1" status: 200 len: 950 time: 0.4317889 Nov 12 08:45:42.342738 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8debc6a4-a7ad-4dfa-84cf-2305bf2e5db6 req-6389f1d1-a582-4c29-82a2-430967746366 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ccf502a0-342a-4394-9009-259625e8cde0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0922356 Nov 12 08:45:42.354471 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1bac6cd6-0936-41c1-b12b-6e5a743bf34d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.365378 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992fdc0d-1a79-4f08-abb8-9ecb97537475 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Router fd9b06b5-87b2-40a7-a566-d95520eaa484 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:42.380337 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1bac6cd6-0936-41c1-b12b-6e5a743bf34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.392103 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-d8cdf105-c961-4208-9c8e-5faa90d8afa3 None None] Port 95abe0da-cc08-4f59-931c-b1c44e9b4cc4 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:42.395070 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.401311 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-2371753e-2708-4d4c-a2f3-ad4758647885 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8197181 Nov 12 08:45:42.446352 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c337c9-77be-4b31-9de3-072612d93274 req-b1a022bd-a7ed-4dbc-8fb8-bf39c8e9a06e tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:42.448540 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a1c337c9-77be-4b31-9de3-072612d93274 req-b1a022bd-a7ed-4dbc-8fb8-bf39c8e9a06e tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.2694871 Nov 12 08:45:42.475274 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-42819fc4-03e9-45a3-a9b2-1098e8d4e104 service neutron] Request body: {'port': {'device_id': 'ededf6d5-7633-4682-af0a-5c858f2821ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:42.500428 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event deleted for resources: {'Port': ['ID=52f5a6b5-e2ef-46f8-ab92-bcb7f05265b0,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:42.528209 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] No DVR routers for this DVR port 52f5a6b5-e2ef-46f8-ab92-bcb7f05265b0 on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:42.578446 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1bac6cd6-0936-41c1-b12b-6e5a743bf34d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=27414283cb954e6d829ce96a3edf5cde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8085949 Nov 12 08:45:42.579455 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac6cd6-0936-41c1-b12b-6e5a743bf34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5913124-2e90-4bd4-9ab3-44f0dfc6b8f8,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:42.585526 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54794) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:42.608035 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debc6a4-a7ad-4dfa-84cf-2305bf2e5db6 req-44ac39ae-ffd6-436b-81fa-12168ec23f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:42.610619 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8debc6a4-a7ad-4dfa-84cf-2305bf2e5db6 req-44ac39ae-ffd6-436b-81fa-12168ec23f0f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=28f4e914e83743e38050bab6ad98fb14&device_id=ccf502a0-342a-4394-9009-259625e8cde0 HTTP/1.1" status: 200 len: 1097 time: 0.1639330 Nov 12 08:45:42.630874 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992fdc0d-1a79-4f08-abb8-9ecb97537475 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:42.642928 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-992fdc0d-1a79-4f08-abb8-9ecb97537475 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] 10.222.0.37 "PUT /v2.0/routers/fd9b06b5-87b2-40a7-a566-d95520eaa484/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1219904 Nov 12 08:45:42.645909 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54798) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:42.649669 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93db6b74-4a89-442a-8748-ab268b3c3c7f None None] Sync routers for ids ['fd9b06b5-87b2-40a7-a566-d95520eaa484'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:42.661606 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93db6b74-4a89-442a-8748-ab268b3c3c7f None None] Routers {'fd9b06b5-87b2-40a7-a566-d95520eaa484'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:42.662328 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-93db6b74-4a89-442a-8748-ab268b3c3c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:45:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['fd9b06b5-87b2-40a7-a566-d95520eaa484'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:42.674177 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1381f26f-d512-4cc1-bc53-66eb57b638d6 req-be1edd04-7766-4085-ba40-8af3b8d766fe tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd421b32-318c-4ef3-bb00-ab3038c8a286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982502 Nov 12 08:45:42.708373 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-93db6b74-4a89-442a-8748-ab268b3c3c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:42.720788 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93db6b74-4a89-442a-8748-ab268b3c3c7f None None] Routers {'fd9b06b5-87b2-40a7-a566-d95520eaa484'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:42.720788 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-93db6b74-4a89-442a-8748-ab268b3c3c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:45:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['fd9b06b5-87b2-40a7-a566-d95520eaa484'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:42.764881 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a1c337c9-77be-4b31-9de3-072612d93274 req-7512c31b-0943-4e2f-bc48-df1798eae32a tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826977 Nov 12 08:45:42.765912 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-93db6b74-4a89-442a-8748-ab268b3c3c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:42.768229 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93db6b74-4a89-442a-8748-ab268b3c3c7f None None] The sync data for ids ['fd9b06b5-87b2-40a7-a566-d95520eaa484'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:42.811292 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-42819fc4-03e9-45a3-a9b2-1098e8d4e104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.838916 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.877203 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-11500f41-6246-450e-b3d8-fbada0d9f3bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.916955 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b6aef6-a090-444a-ae22-4db276dc8870']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:42.934689 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-11500f41-6246-450e-b3d8-fbada0d9f3bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.944854 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debc6a4-a7ad-4dfa-84cf-2305bf2e5db6 req-6e6ea9f1-56c7-4e9d-aa9e-07c56386c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:42.946563 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8debc6a4-a7ad-4dfa-84cf-2305bf2e5db6 req-6e6ea9f1-56c7-4e9d-aa9e-07c56386c646 service neutron] 10.222.0.58 "GET /v2.0/networks?id=416d77e6-e59f-4b38-b9bd-919bb27e94bb HTTP/1.1" status: 200 len: 912 time: 0.3059089 Nov 12 08:45:42.960641 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-453deff1-ab28-4a47-86b0-6b6b6d44ccda tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.961178 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baaec453-91eb-4f0a-bbe5-95732982322d') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:42.961726 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baaec453-91eb-4f0a-bbe5-95732982322d') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:42.986881 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.031111 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b29862-0fb4-4ae2-87b6-6cad68b510a3 req-81cf05c0-d01d-4bd1-8a59-a158802e25f1 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:43.032791 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-42b29862-0fb4-4ae2-87b6-6cad68b510a3 req-81cf05c0-d01d-4bd1-8a59-a158802e25f1 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 931 time: 0.2665939 Nov 12 08:45:43.116773 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.136659 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8debc6a4-a7ad-4dfa-84cf-2305bf2e5db6 req-3f4d5784-1e79-4e83-bea1-22f49a9d890e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5 HTTP/1.1" status: 200 len: 1001 time: 0.1722884 Nov 12 08:45:43.158420 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:45:43.158856 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.163993 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:45:43.163993 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:45:43.163993 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:45:43.163993 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:45:43.163993 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:45:43.163993 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:45:43.163993 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:45:43.163993 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:45:43.163993 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:45:43.163993 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:45:43.163993 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:45:43.163993 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:45:43.163993 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:45:43.163993 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:45:43.163993 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:45:43.163993 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:45:43.163993 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:45:43.163993 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:45:43.163993 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:45:43.163993 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:45:43.163993 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:45:43.163993 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:45:43.163993 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:45:43.163993 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:45:43.163993 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:45:43.163993 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:45:43.163993 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:45:43.163993 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:45:43.163993 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:45:43.163993 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:45:43.163993 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:45:43.163993 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:45:43.191688 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-11500f41-6246-450e-b3d8-fbada0d9f3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.194622 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-11500f41-6246-450e-b3d8-fbada0d9f3bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.195876 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-11500f41-6246-450e-b3d8-fbada0d9f3bb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d5913124-2e90-4bd4-9ab3-44f0dfc6b8f8 HTTP/1.1" status: 204 len: 168 time: 0.6077158 Nov 12 08:45:43.221535 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-453deff1-ab28-4a47-86b0-6b6b6d44ccda tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.224383 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11500f41-6246-450e-b3d8-fbada0d9f3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5913124-2e90-4bd4-9ab3-44f0dfc6b8f8,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:43.240228 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debc6a4-a7ad-4dfa-84cf-2305bf2e5db6 req-20eb356a-af87-4898-926f-b44cdc4a046c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:43.243524 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8debc6a4-a7ad-4dfa-84cf-2305bf2e5db6 req-20eb356a-af87-4898-926f-b44cdc4a046c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ec79070a-c94b-4d76-8d90-f255a03ba1be HTTP/1.1" status: 200 len: 850 time: 0.0941622 Nov 12 08:45:43.314050 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.341985 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-42b29862-0fb4-4ae2-87b6-6cad68b510a3 req-dd330c1f-6bb8-4d28-b94b-86cde74e9f3e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448628 Nov 12 08:45:43.352486 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b12311-d644-436f-94df-18ca9b9c9971 req-6f3b596c-d04b-4a95-b39e-94ba064a427f tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:43.354182 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35b12311-d644-436f-94df-18ca9b9c9971 req-6f3b596c-d04b-4a95-b39e-94ba064a427f tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.3394089 Nov 12 08:45:43.356802 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.376089 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debc6a4-a7ad-4dfa-84cf-2305bf2e5db6 req-d1e202f3-e321-4169-908d-7dd305d08852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:43.378871 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8debc6a4-a7ad-4dfa-84cf-2305bf2e5db6 req-d1e202f3-e321-4169-908d-7dd305d08852 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=416d77e6-e59f-4b38-b9bd-919bb27e94bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1117806 Nov 12 08:45:43.386773 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.394607 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/networks/a6b6aef6-a090-444a-ae22-4db276dc8870 HTTP/1.1" status: 204 len: 168 time: 5.2718709 Nov 12 08:45:43.404979 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54808) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:43.410492 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-453deff1-ab28-4a47-86b0-6b6b6d44ccda tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Deleting port 2be2f35b-b165-4477-ae91-cf45bf0f7582 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:43.411086 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-453deff1-ab28-4a47-86b0-6b6b6d44ccda tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.416560 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-b9834f4e-375b-47d7-a5e8-fbe631317a74 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1574676944'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:43.425624 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ff883-e02c-4ca1-8832-34dd6e2a583d tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event deleted for resources: {'Network': ['ID=a6b6aef6-a090-444a-ae22-4db276dc8870,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:43.513838 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35b12311-d644-436f-94df-18ca9b9c9971 req-2ec2fbd1-cb99-40f8-b4a2-b86a6bb179c7 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416383 Nov 12 08:45:43.517147 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9834f4e-375b-47d7-a5e8-fbe631317a74 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Made reservation on behalf of c3322adda46947968847f0144371afce for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:43.524364 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b9834f4e-375b-47d7-a5e8-fbe631317a74 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.594313 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-42819fc4-03e9-45a3-a9b2-1098e8d4e104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95abe0da-cc08-4f59-931c-b1c44e9b4cc4 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:43.603330 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-42819fc4-03e9-45a3-a9b2-1098e8d4e104 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.617881 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-42819fc4-03e9-45a3-a9b2-1098e8d4e104 service neutron] Transition to ACTIVE for port object 95abe0da-cc08-4f59-931c-b1c44e9b4cc4 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:45:43.628175 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-42819fc4-03e9-45a3-a9b2-1098e8d4e104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.633262 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8debc6a4-a7ad-4dfa-84cf-2305bf2e5db6 req-aff15a6b-3543-4857-ba90-9755c5427919 service neutron] 10.222.0.58 "GET /v2.0/networks/416d77e6-e59f-4b38-b9bd-919bb27e94bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446327 Nov 12 08:45:43.638893 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-453deff1-ab28-4a47-86b0-6b6b6d44ccda tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.675127 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9834f4e-375b-47d7-a5e8-fbe631317a74 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:45:43.694733 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-453deff1-ab28-4a47-86b0-6b6b6d44ccda tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Calling delete_port for 2be2f35b-b165-4477-ae91-cf45bf0f7582 owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:43.712474 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b9834f4e-375b-47d7-a5e8-fbe631317a74 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.712827 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-b9834f4e-375b-47d7-a5e8-fbe631317a74 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Added segment 65d4b7dc-b4a1-4246-ae2e-8a374ca401d8 of type vlan for network 6669ceb9-133e-407d-9874-8f7e0682a60a Nov 12 08:45:43.739766 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42819fc4-03e9-45a3-a9b2-1098e8d4e104 service neutron] Pushing event updated for resources: {'Port': ['ID=95abe0da-cc08-4f59-931c-b1c44e9b4cc4,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:43.912961 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.944917 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b9834f4e-375b-47d7-a5e8-fbe631317a74 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.966898 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-42819fc4-03e9-45a3-a9b2-1098e8d4e104 service neutron] Attempting to bind port 95abe0da-cc08-4f59-931c-b1c44e9b4cc4 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:43.967264 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-42819fc4-03e9-45a3-a9b2-1098e8d4e104 service neutron] Attempting to bind port 95abe0da-cc08-4f59-931c-b1c44e9b4cc4 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'b53301f5-d6fd-4e61-b347-e433dc056bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:43.983984 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-42819fc4-03e9-45a3-a9b2-1098e8d4e104 service neutron] Attempting to bind port 95abe0da-cc08-4f59-931c-b1c44e9b4cc4 on network 837ec62d-b3f5-4602-995a-15f6fc8805b4 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:44.037995 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8debc6a4-a7ad-4dfa-84cf-2305bf2e5db6 req-00fe86e4-3755-4645-8011-ed82f8f687a0 service neutron] 10.222.0.58 "GET /v2.0/networks/416d77e6-e59f-4b38-b9bd-919bb27e94bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899691 Nov 12 08:45:44.047500 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-42819fc4-03e9-45a3-a9b2-1098e8d4e104 service neutron] Port 95abe0da-cc08-4f59-931c-b1c44e9b4cc4 on network 837ec62d-b3f5-4602-995a-15f6fc8805b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:44.048035 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-42819fc4-03e9-45a3-a9b2-1098e8d4e104 service neutron] Attempting to bind port 95abe0da-cc08-4f59-931c-b1c44e9b4cc4 on network 837ec62d-b3f5-4602-995a-15f6fc8805b4 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:44.108660 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33f636-4ae3-43e2-900c-4bcd5e649bbf req-e508ea43-3083-48d4-9d31-3abf8e54d383 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:44.110635 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2d33f636-4ae3-43e2-900c-4bcd5e649bbf req-e508ea43-3083-48d4-9d31-3abf8e54d383 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4304028-0799-41eb-8ea7-2bd976d64ef0 HTTP/1.1" status: 200 len: 950 time: 0.3190691 Nov 12 08:45:44.113135 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-42819fc4-03e9-45a3-a9b2-1098e8d4e104 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:44.113135 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-42819fc4-03e9-45a3-a9b2-1098e8d4e104 service neutron] Checking segment: {'id': 'b53301f5-d6fd-4e61-b347-e433dc056bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:44.113135 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-42819fc4-03e9-45a3-a9b2-1098e8d4e104 service neutron] Bound using segment: {'id': 'b53301f5-d6fd-4e61-b347-e433dc056bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:44.113596 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-42819fc4-03e9-45a3-a9b2-1098e8d4e104 service neutron] Bound port: 95abe0da-cc08-4f59-931c-b1c44e9b4cc4, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b53301f5-d6fd-4e61-b347-e433dc056bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:44.113718 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-42819fc4-03e9-45a3-a9b2-1098e8d4e104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.225338 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b9834f4e-375b-47d7-a5e8-fbe631317a74 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.232143 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9834f4e-375b-47d7-a5e8-fbe631317a74 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:44.232815 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b9834f4e-375b-47d7-a5e8-fbe631317a74 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.265758 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-453deff1-ab28-4a47-86b0-6b6b6d44ccda tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.308599 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453deff1-ab28-4a47-86b0-6b6b6d44ccda tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Pushing event deleted for resources: {'Port': ['ID=2be2f35b-b165-4477-ae91-cf45bf0f7582,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:44.331401 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11caac1-c2b2-4315-bd92-9f6d549f686d None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:45:44.333017 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9834f4e-375b-47d7-a5e8-fbe631317a74 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event updated for resources: {'Network': ['ID=6669ceb9-133e-407d-9874-8f7e0682a60a,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:44.348878 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 6669ceb9-133e-407d-9874-8f7e0682a60a details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:45:44.417679 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b9834f4e-375b-47d7-a5e8-fbe631317a74 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0059104 Nov 12 08:45:44.420387 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54846) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:44.433932 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-146b68e9-6704-4f5d-8768-3af2ca976784 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Request body: {'subnet': {'network_id': '6669ceb9-133e-407d-9874-8f7e0682a60a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:44.442180 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-453deff1-ab28-4a47-86b0-6b6b6d44ccda tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.555766 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-42819fc4-03e9-45a3-a9b2-1098e8d4e104 service neutron] For port 95abe0da-cc08-4f59-931c-b1c44e9b4cc4, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:44.589520 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2d33f636-4ae3-43e2-900c-4bcd5e649bbf req-a1abfc57-afb4-4176-a042-870362784341 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd421b32-318c-4ef3-bb00-ab3038c8a286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560537 Nov 12 08:45:44.613058 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-42819fc4-03e9-45a3-a9b2-1098e8d4e104 service neutron] For port 95abe0da-cc08-4f59-931c-b1c44e9b4cc4, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=95abe0da-cc08-4f59-931c-b1c44e9b4cc4,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:44.637299 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce645d1a-bbdd-4fea-8b72-815493dc25b9 req-1cdc3e1f-607d-4712-b48d-d0e879970c13 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:44.640300 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ce645d1a-bbdd-4fea-8b72-815493dc25b9 req-1cdc3e1f-607d-4712-b48d-d0e879970c13 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.3132174 Nov 12 08:45:44.642311 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-42819fc4-03e9-45a3-a9b2-1098e8d4e104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.662050 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-453deff1-ab28-4a47-86b0-6b6b6d44ccda tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.668096 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-453deff1-ab28-4a47-86b0-6b6b6d44ccda tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.782580 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-453deff1-ab28-4a47-86b0-6b6b6d44ccda tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.784342 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453deff1-ab28-4a47-86b0-6b6b6d44ccda tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Fanout notify agent at l3_agent the message router_deleted on router fd9b06b5-87b2-40a7-a566-d95520eaa484 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:45:44.784428 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146b68e9-6704-4f5d-8768-3af2ca976784 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Made reservation on behalf of c3322adda46947968847f0144371afce for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:44.789596 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-146b68e9-6704-4f5d-8768-3af2ca976784 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.793470 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-453deff1-ab28-4a47-86b0-6b6b6d44ccda tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.797535 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-453deff1-ab28-4a47-86b0-6b6b6d44ccda tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] 10.222.0.37 "DELETE /v2.0/routers/fd9b06b5-87b2-40a7-a566-d95520eaa484 HTTP/1.1" status: 204 len: 168 time: 2.1390960 Nov 12 08:45:44.797763 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54858) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:44.801598 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-42819fc4-03e9-45a3-a9b2-1098e8d4e104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:44.802336 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-42819fc4-03e9-45a3-a9b2-1098e8d4e104 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.803903 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-42819fc4-03e9-45a3-a9b2-1098e8d4e104 service neutron] 10.222.0.58 "PUT /v2.0/ports/95abe0da-cc08-4f59-931c-b1c44e9b4cc4 HTTP/1.1" status: 200 len: 1092 time: 2.3749464 Nov 12 08:45:44.804418 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ededf6d5-7633-4682-af0a-5c858f2821ca', 'tag': '95abe0da-cc08-4f59-931c-b1c44e9b4cc4'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:44.807002 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74460da7-e6ea-4293-ba12-92e56432d9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "ededf6d5-7633-4682-af0a-5c858f2821ca", "tag": "95abe0da-cc08-4f59-931c-b1c44e9b4cc4"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:44.872220 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac5c97e0-e47f-4468-ade8-6bb9480b9cf8 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Deleting subnet c414aef9-361b-4802-82d2-37e1e3e89c00 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:45:44.876425 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ac5c97e0-e47f-4468-ade8-6bb9480b9cf8 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.926795 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ac5c97e0-e47f-4468-ade8-6bb9480b9cf8 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.930243 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42819fc4-03e9-45a3-a9b2-1098e8d4e104 service neutron] Pushing event updated for resources: {'Port': ['ID=95abe0da-cc08-4f59-931c-b1c44e9b4cc4,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:44.959085 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b5e27-be68-45ad-9c0f-3b709bd91ea8 req-7253ec15-441a-4e0f-aa7e-64a3fc4977fd tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:44.960779 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-798b5e27-be68-45ad-9c0f-3b709bd91ea8 req-7253ec15-441a-4e0f-aa7e-64a3fc4977fd tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 943 time: 0.2524903 Nov 12 08:45:44.964917 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ce645d1a-bbdd-4fea-8b72-815493dc25b9 req-cf193568-206d-4495-883d-945c7be170ec tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048723 Nov 12 08:45:45.063839 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-064bba91-125c-4212-a4ac-b8d25d48296b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:45.066147 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-064bba91-125c-4212-a4ac-b8d25d48296b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80cba63a5f3c423896b758b0902dcec9&device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 1095 time: 0.1885676 Nov 12 08:45:45.138770 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-798b5e27-be68-45ad-9c0f-3b709bd91ea8 req-6e61d238-c09e-4bea-bbe2-cad5c1bc9aa3 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666193 Nov 12 08:45:45.169956 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ac5c97e0-e47f-4468-ade8-6bb9480b9cf8 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.224203 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-39328661-fc46-4d37-9a74-bbbc358919d5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95abe0da-cc08-4f59-931c-b1c44e9b4cc4 HTTP/1.1" status: 200 len: 217 time: 0.1337230 Nov 12 08:45:45.229692 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1374d69d-34bc-44c3-b70c-888727f42aa1 x-openstack-request-id: req-1374d69d-34bc-44c3-b70c-888727f42aa1 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:45.229692 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ededf6d5-7633-4682-af0a-5c858f2821ca", "tag": "95abe0da-cc08-4f59-931c-b1c44e9b4cc4", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:45.229692 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1374d69d-34bc-44c3-b70c-888727f42aa1 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:45.230130 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ededf6d5-7633-4682-af0a-5c858f2821ca', 'tag': '95abe0da-cc08-4f59-931c-b1c44e9b4cc4', 'status': 'completed', 'code': 200} Nov 12 08:45:45.311012 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ac5c97e0-e47f-4468-ade8-6bb9480b9cf8 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.373742 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-146b68e9-6704-4f5d-8768-3af2ca976784 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.378732 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c97e0-e47f-4468-ade8-6bb9480b9cf8 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Pushing event deleted for resources: {'Subnet': ['ID=c414aef9-361b-4802-82d2-37e1e3e89c00,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:45.383340 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ac5c97e0-e47f-4468-ade8-6bb9480b9cf8 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.388908 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ac5c97e0-e47f-4468-ade8-6bb9480b9cf8 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] 10.222.0.37 "DELETE /v2.0/subnets/c414aef9-361b-4802-82d2-37e1e3e89c00 HTTP/1.1" status: 204 len: 168 time: 0.5899262 Nov 12 08:45:45.391924 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54872) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:45.401260 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2561ed4d-ed01-454f-a9aa-5cca13899e0a None None] Network acb7324a-c70b-43d9-ba9c-94d6ea2e05bf requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:45.402303 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-b8f23fdc-7d26-46bd-9db2-ff64ff028c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:45.403805 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-b8f23fdc-7d26-46bd-9db2-ff64ff028c8f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=601c19d7-10c1-44ee-a86c-ac9c499e748d HTTP/1.1" status: 200 len: 850 time: 0.1604893 Nov 12 08:45:45.531798 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b68e9-6704-4f5d-8768-3af2ca976784 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event updated for resources: {'Subnet': ['ID=b055cdf6-2cd4-463c-8b71-2e406200e636,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:45.537699 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-22921cc0-e38f-41cc-b3ed-05e12d4e1cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:45.539427 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-22921cc0-e38f-41cc-b3ed-05e12d4e1cec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=837ec62d-b3f5-4602-995a-15f6fc8805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1279356 Nov 12 08:45:45.562854 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-308e60c7-1de7-4d35-9ee5-637a4c53ee5f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.563408 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146b68e9-6704-4f5d-8768-3af2ca976784 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Checking segment: {'id': '65d4b7dc-b4a1-4246-ae2e-8a374ca401d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6669ceb9-133e-407d-9874-8f7e0682a60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:45.563799 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146b68e9-6704-4f5d-8768-3af2ca976784 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Network hostable DHCP agents. Network: 6669ceb9-133e-407d-9874-8f7e0682a60a, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:45:45.679597 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146b68e9-6704-4f5d-8768-3af2ca976784 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Network 6669ceb9-133e-407d-9874-8f7e0682a60a is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:45:45.690480 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-308e60c7-1de7-4d35-9ee5-637a4c53ee5f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Deleting port be19f5ac-2188-435a-8274-67301f14fbf3 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:45.691565 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-308e60c7-1de7-4d35-9ee5-637a4c53ee5f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.700633 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-146b68e9-6704-4f5d-8768-3af2ca976784 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 6669ceb9-133e-407d-9874-8f7e0682a60a) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:45.705497 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146b68e9-6704-4f5d-8768-3af2ca976784 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:45.711485 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-146b68e9-6704-4f5d-8768-3af2ca976784 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.737475 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-146b68e9-6704-4f5d-8768-3af2ca976784 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3097360 Nov 12 08:45:45.742676 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54880) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:45.747125 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a094db-e7ee-487f-8a9f-840288d81374 None None] Network 6669ceb9-133e-407d-9874-8f7e0682a60a requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:45.766713 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-3a3efde6-3f9a-4e85-bb9e-b37573e16add service neutron] 10.222.0.58 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135754 Nov 12 08:45:45.779592 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f43dbf8-93ac-4038-b87c-db514699f394 None None] DHCP port deletion for acb7324a-c70b-43d9-ba9c-94d6ea2e05bf request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:45:45.933886 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bd5fc9de-251a-4c04-b7c6-468046e7c3d3 req-405c8d16-15c8-44e5-af79-62b47eda7769 service neutron] 10.222.0.58 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561549 Nov 12 08:45:45.937329 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-308e60c7-1de7-4d35-9ee5-637a4c53ee5f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] For port be19f5ac-2188-435a-8274-67301f14fbf3, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=be19f5ac-2188-435a-8274-67301f14fbf3,segment=NetworkSegment(b40b9387-5875-446d-9876-5871d535802d),segment_id=b40b9387-5875-446d-9876-5871d535802d)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:45.937736 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-308e60c7-1de7-4d35-9ee5-637a4c53ee5f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.960671 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-4f197985-89ad-4202-a9c6-f4e990833769 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=844ba4baefd54502bd68bdeba0e53060&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501468 Nov 12 08:45:45.965586 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-308e60c7-1de7-4d35-9ee5-637a4c53ee5f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Calling delete_port for be19f5ac-2188-435a-8274-67301f14fbf3 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:46.019158 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:46.073731 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54896) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:46.077299 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-1f43dbf8-93ac-4038-b87c-db514699f394 None None] Deleting port be19f5ac-2188-435a-8274-67301f14fbf3 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:46.077763 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1f43dbf8-93ac-4038-b87c-db514699f394 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:46.102805 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device be19f5ac-2188-435a-8274-67301f14fbf3 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:46.310024 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:46.346436 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893756ff-b43b-42e9-929c-fd97c7c928a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-6669ceb9-133e-407d-9874-8f7e0682a60a', 'network_id': '6669ceb9-133e-407d-9874-8f7e0682a60a', 'tenant_id': 'c3322adda46947968847f0144371afce', 'fixed_ips': [{'subnet_id': 'b055cdf6-2cd4-463c-8b71-2e406200e636'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:45:46.347342 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-893756ff-b43b-42e9-929c-fd97c7c928a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:46.386485 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-1f43dbf8-93ac-4038-b87c-db514699f394 None None] For port be19f5ac-2188-435a-8274-67301f14fbf3, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=be19f5ac-2188-435a-8274-67301f14fbf3,segment=NetworkSegment(b40b9387-5875-446d-9876-5871d535802d),segment_id=b40b9387-5875-446d-9876-5871d535802d)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:46.386913 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1f43dbf8-93ac-4038-b87c-db514699f394 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:46.416138 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port be19f5ac-2188-435a-8274-67301f14fbf3, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=be19f5ac-2188-435a-8274-67301f14fbf3,segment=NetworkSegment(b40b9387-5875-446d-9876-5871d535802d),segment_id=b40b9387-5875-446d-9876-5871d535802d)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:46.423361 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-1f43dbf8-93ac-4038-b87c-db514699f394 None None] Calling delete_port for be19f5ac-2188-435a-8274-67301f14fbf3 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:46.429988 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:46.552303 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d75805d2-b97f-4799-9fb2-dd1ca9bbed02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2016827258'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:46.561846 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:46.602259 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74460da7-e6ea-4293-ba12-92e56432d9a4 req-6bed82b1-6f05-42a4-9406-32ea0a45599d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:46.604014 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-74460da7-e6ea-4293-ba12-92e56432d9a4 req-6bed82b1-6f05-42a4-9406-32ea0a45599d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80cba63a5f3c423896b758b0902dcec9&device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 1095 time: 0.1497536 Nov 12 08:45:46.614416 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490ef19-cdf7-495a-91b7-80153a7e03b6 req-b3fceb0a-6016-4db0-af6c-20d3ee8ac1f1 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:46.620770 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4490ef19-cdf7-495a-91b7-80153a7e03b6 req-b3fceb0a-6016-4db0-af6c-20d3ee8ac1f1 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.1575539 Nov 12 08:45:46.658160 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75805d2-b97f-4799-9fb2-dd1ca9bbed02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981-project] Made reservation on behalf of 6521b480ee8146c6b63c33a470d5231c for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:46.662872 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d75805d2-b97f-4799-9fb2-dd1ca9bbed02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:46.675299 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d75805d2-b97f-4799-9fb2-dd1ca9bbed02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:46.681445 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=be19f5ac-2188-435a-8274-67301f14fbf3,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:46.686535 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-308e60c7-1de7-4d35-9ee5-637a4c53ee5f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:46.723518 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e60c7-1de7-4d35-9ee5-637a4c53ee5f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Pushing event deleted for resources: {'Port': ['ID=be19f5ac-2188-435a-8274-67301f14fbf3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:46.732384 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308e60c7-1de7-4d35-9ee5-637a4c53ee5f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] No DVR routers for this DVR port be19f5ac-2188-435a-8274-67301f14fbf3 on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: from cryptography.utils import int_from_bytes Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: from cryptography.utils import int_from_bytes Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:46.744452 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:45:46.750193 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:46.750193 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:45:46.750193 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:46.750193 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:45:46.750193 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:46.750193 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:45:46.750193 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:46.750193 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:45:46.750193 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:46.750193 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:45:46.750193 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:46.750193 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:45:46.750193 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:46.750193 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:45:46.756103 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-893756ff-b43b-42e9-929c-fd97c7c928a7 None None] Allocated IP 172.20.0.1 (6669ceb9-133e-407d-9874-8f7e0682a60a/b055cdf6-2cd4-463c-8b71-2e406200e636/ee478deb-afea-491f-8fff-38d1f5304afb) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:46.767221 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-f57f625a-a4fd-47f3-8415-4c751a0a133b tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:46.769354 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-f57f625a-a4fd-47f3-8415-4c751a0a133b tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8079028 Nov 12 08:45:46.771665 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1f43dbf8-93ac-4038-b87c-db514699f394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:46.826447 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43dbf8-93ac-4038-b87c-db514699f394 None None] Pushing event deleted for resources: {'Port': ['ID=be19f5ac-2188-435a-8274-67301f14fbf3,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:46.828900 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4490ef19-cdf7-495a-91b7-80153a7e03b6 req-6893a4d7-c62e-4ee9-bda2-b633ae2ef021 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972330 Nov 12 08:45:46.833223 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-743a6922-94a5-40c3-be3b-256597718bc8 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/quotas/844ba4baefd54502bd68bdeba0e53060 HTTP/1.1" status: 200 len: 375 time: 0.0473812 Nov 12 08:45:46.847037 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f43dbf8-93ac-4038-b87c-db514699f394 None None] No DVR routers for this DVR port be19f5ac-2188-435a-8274-67301f14fbf3 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:46.863984 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-308e60c7-1de7-4d35-9ee5-637a4c53ee5f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:46.893206 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74460da7-e6ea-4293-ba12-92e56432d9a4 req-27bab913-a330-4218-a310-be8fdf3a51d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:46.895053 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-74460da7-e6ea-4293-ba12-92e56432d9a4 req-27bab913-a330-4218-a310-be8fdf3a51d0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=837ec62d-b3f5-4602-995a-15f6fc8805b4 HTTP/1.1" status: 200 len: 912 time: 0.2652271 Nov 12 08:45:46.906641 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-308e60c7-1de7-4d35-9ee5-637a4c53ee5f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acb7324a-c70b-43d9-ba9c-94d6ea2e05bf']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:46.931762 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-308e60c7-1de7-4d35-9ee5-637a4c53ee5f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b40b9387-5875-446d-9876-5871d535802d') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:46.932632 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-308e60c7-1de7-4d35-9ee5-637a4c53ee5f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b40b9387-5875-446d-9876-5871d535802d') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:46.960746 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-308e60c7-1de7-4d35-9ee5-637a4c53ee5f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:46.965045 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-74460da7-e6ea-4293-ba12-92e56432d9a4 req-15ec4d68-bf56-478a-86aa-98f2509dfe00 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95abe0da-cc08-4f59-931c-b1c44e9b4cc4 HTTP/1.1" status: 200 len: 217 time: 0.0542433 Nov 12 08:45:46.982971 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d75805d2-b97f-4799-9fb2-dd1ca9bbed02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:46.991795 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-308e60c7-1de7-4d35-9ee5-637a4c53ee5f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:46.994518 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d75805d2-b97f-4799-9fb2-dd1ca9bbed02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.004276 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-402562f3-294b-4ee0-ac56-166c815a7315 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=844ba4baefd54502bd68bdeba0e53060&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1315436 Nov 12 08:45:47.008818 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-308e60c7-1de7-4d35-9ee5-637a4c53ee5f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:45:47.009240 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-308e60c7-1de7-4d35-9ee5-637a4c53ee5f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.018375 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:45:47.018375 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:45:47.018375 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:45:47.018375 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:45:47.018375 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:45:47.018375 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:45:47.018375 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:45:47.018375 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:45:47.018375 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:45:47.018375 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:45:47.018375 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:45:47.018375 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:45:47.018375 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:45:47.018375 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:45:47.018375 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:45:47.018375 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:45:47.018375 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:45:47.018375 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:45:47.018375 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:45:47.018375 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:45:47.018375 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:45:47.018375 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:45:47.018375 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:45:47.018375 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:45:47.018375 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:45:47.018375 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:45:47.018375 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:45:47.018375 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:45:47.018375 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:45:47.018375 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:45:47.018375 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:45:47.018375 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:45:47.090720 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74460da7-e6ea-4293-ba12-92e56432d9a4 req-c3f67fd0-23c6-48b8-8db2-b985686eb450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:47.092467 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-74460da7-e6ea-4293-ba12-92e56432d9a4 req-c3f67fd0-23c6-48b8-8db2-b985686eb450 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=601c19d7-10c1-44ee-a86c-ac9c499e748d HTTP/1.1" status: 200 len: 850 time: 0.0871348 Nov 12 08:45:47.111913 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d75805d2-b97f-4799-9fb2-dd1ca9bbed02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:45:47.123303 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75805d2-b97f-4799-9fb2-dd1ca9bbed02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9457f01-31da-40a9-9936-ec788979b495,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:47.132684 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d75805d2-b97f-4799-9fb2-dd1ca9bbed02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.133044 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-d75805d2-b97f-4799-9fb2-dd1ca9bbed02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981-project] Added segment 7e7fb735-47f7-4426-a004-fdfb110ef748 of type vlan for network 0ffd59ab-6250-4373-8209-d79cfc0ec609 Nov 12 08:45:47.143876 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-308e60c7-1de7-4d35-9ee5-637a4c53ee5f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.145545 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-893756ff-b43b-42e9-929c-fd97c7c928a7 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.155261 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-308e60c7-1de7-4d35-9ee5-637a4c53ee5f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.157499 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-893756ff-b43b-42e9-929c-fd97c7c928a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.158955 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-308e60c7-1de7-4d35-9ee5-637a4c53ee5f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] 10.222.0.37 "DELETE /v2.0/networks/acb7324a-c70b-43d9-ba9c-94d6ea2e05bf HTTP/1.1" status: 204 len: 168 time: 1.7658210 Nov 12 08:45:47.174000 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54906) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:47.206287 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e60c7-1de7-4d35-9ee5-637a4c53ee5f tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Pushing event deleted for resources: {'Network': ['ID=acb7324a-c70b-43d9-ba9c-94d6ea2e05bf,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:47.261233 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893756ff-b43b-42e9-929c-fd97c7c928a7 None None] Network 6669ceb9-133e-407d-9874-8f7e0682a60a is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:47.266507 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74460da7-e6ea-4293-ba12-92e56432d9a4 req-893bdfa5-1a65-422b-8be8-06340d14905f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:47.266897 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-893756ff-b43b-42e9-929c-fd97c7c928a7 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:47.277218 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-74460da7-e6ea-4293-ba12-92e56432d9a4 req-893bdfa5-1a65-422b-8be8-06340d14905f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=837ec62d-b3f5-4602-995a-15f6fc8805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1661592 Nov 12 08:45:47.283770 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893756ff-b43b-42e9-929c-fd97c7c928a7 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:47.286112 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d75805d2-b97f-4799-9fb2-dd1ca9bbed02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.327302 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26bd754-c339-4971-a48d-24aa4109321a req-478ea5ce-8de4-494a-940e-c2f4c1b2e2ae tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:47.329186 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d26bd754-c339-4971-a48d-24aa4109321a req-478ea5ce-8de4-494a-940e-c2f4c1b2e2ae tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 943 time: 0.2074411 Nov 12 08:45:47.356350 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.368381 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893756ff-b43b-42e9-929c-fd97c7c928a7 None None] Pushing event updated for resources: {'Port': ['ID=ee478deb-afea-491f-8fff-38d1f5304afb,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:47.399612 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-893756ff-b43b-42e9-929c-fd97c7c928a7 None None] Attempting to bind port ee478deb-afea-491f-8fff-38d1f5304afb on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:47.400099 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-893756ff-b43b-42e9-929c-fd97c7c928a7 None None] Attempting to bind port ee478deb-afea-491f-8fff-38d1f5304afb by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '65d4b7dc-b4a1-4246-ae2e-8a374ca401d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6669ceb9-133e-407d-9874-8f7e0682a60a'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:47.400778 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893756ff-b43b-42e9-929c-fd97c7c928a7 None None] Attempting to bind port ee478deb-afea-491f-8fff-38d1f5304afb on network 6669ceb9-133e-407d-9874-8f7e0682a60a {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:47.409751 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893756ff-b43b-42e9-929c-fd97c7c928a7 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:47.411381 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893756ff-b43b-42e9-929c-fd97c7c928a7 None None] Checking segment: {'id': '65d4b7dc-b4a1-4246-ae2e-8a374ca401d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6669ceb9-133e-407d-9874-8f7e0682a60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:47.412882 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-893756ff-b43b-42e9-929c-fd97c7c928a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.414699 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893756ff-b43b-42e9-929c-fd97c7c928a7 None None] Bound using segment: {'id': '65d4b7dc-b4a1-4246-ae2e-8a374ca401d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6669ceb9-133e-407d-9874-8f7e0682a60a'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:47.418090 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-893756ff-b43b-42e9-929c-fd97c7c928a7 None None] Bound port: ee478deb-afea-491f-8fff-38d1f5304afb, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d4b7dc-b4a1-4246-ae2e-8a374ca401d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6669ceb9-133e-407d-9874-8f7e0682a60a'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:47.442751 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-893756ff-b43b-42e9-929c-fd97c7c928a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.451229 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event deleted for resources: {'Subnet': ['ID=b055cdf6-2cd4-463c-8b71-2e406200e636,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:47.472304 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ddd7441e-22b8-47fc-ad82-698ef468090a req-f8698927-0cf3-4e09-ab97-e87760ee5501 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/ports?device_id=73d428b5-ac26-4b50-bbeb-ea359e099829 HTTP/1.1" status: 200 len: 210 time: 0.0920858 Nov 12 08:45:47.485992 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d75805d2-b97f-4799-9fb2-dd1ca9bbed02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.494078 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75805d2-b97f-4799-9fb2-dd1ca9bbed02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:47.494970 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d75805d2-b97f-4799-9fb2-dd1ca9bbed02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.548407 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d26bd754-c339-4971-a48d-24aa4109321a req-21ef5d13-2e3f-40eb-831f-0a906153ec11 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944482 Nov 12 08:45:47.553821 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-74460da7-e6ea-4293-ba12-92e56432d9a4 req-cf548c45-6b78-4994-a609-f74c111cbe87 service neutron] 10.222.0.58 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656260 Nov 12 08:45:47.578195 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d75805d2-b97f-4799-9fb2-dd1ca9bbed02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.5003908 Nov 12 08:45:47.593893 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.661954 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 95abe0da-cc08-4f59-931c-b1c44e9b4cc4 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:45:47.683989 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-893756ff-b43b-42e9-929c-fd97c7c928a7 None None] For port ee478deb-afea-491f-8fff-38d1f5304afb, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:47.704914 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6669ceb9-133e-407d-9874-8f7e0682a60a']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:47.715359 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75805d2-b97f-4799-9fb2-dd1ca9bbed02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981-project] Pushing event updated for resources: {'Network': ['ID=0ffd59ab-6250-4373-8209-d79cfc0ec609,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:47.733024 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65d4b7dc-b4a1-4246-ae2e-8a374ca401d8') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:47.733645 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65d4b7dc-b4a1-4246-ae2e-8a374ca401d8') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:47.738935 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 0ffd59ab-6250-4373-8209-d79cfc0ec609 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:45:47.749429 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-893756ff-b43b-42e9-929c-fd97c7c928a7 None None] For port ee478deb-afea-491f-8fff-38d1f5304afb, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ee478deb-afea-491f-8fff-38d1f5304afb,segment=NetworkSegment(65d4b7dc-b4a1-4246-ae2e-8a374ca401d8),segment_id=65d4b7dc-b4a1-4246-ae2e-8a374ca401d8)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:47.751526 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.755364 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-efb5689c-b06c-4798-9148-a5dfb7c264d0 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Deleting port 405401c6-6af9-4249-b702-380ec99df72c {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:47.755710 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-efb5689c-b06c-4798-9148-a5dfb7c264d0 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.782704 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-74460da7-e6ea-4293-ba12-92e56432d9a4 req-41796003-f7dc-4c78-b9c3-95703e8b38d4 service neutron] 10.222.0.58 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132955 Nov 12 08:45:47.814548 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.849499 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:45:47.849924 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.855082 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:45:47.855082 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:45:47.855082 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:45:47.855082 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:45:47.855082 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:45:47.855082 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:45:47.855082 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:45:47.855082 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:45:47.855082 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:45:47.855082 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:45:47.855082 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:45:47.855082 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:45:47.855082 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:45:47.855082 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:45:47.855082 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:45:47.855082 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:45:47.855082 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:45:47.855082 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:45:47.855082 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:45:47.855082 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:45:47.855082 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:45:47.855082 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:45:47.855082 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:45:47.855082 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:45:47.855082 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:45:47.855082 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:45:47.855082 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:45:47.855082 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:45:47.855082 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:45:47.855082 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:45:47.855082 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:45:47.855082 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:45:47.886953 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54924) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:47.892907 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Request body: {'port': {'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609', 'binding:host_id': 'n-h1-768862-16', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-879180499'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:47.923624 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-893756ff-b43b-42e9-929c-fd97c7c928a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.924594 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Made reservation on behalf of e7049e9ed56343e8b4e5316edb4f7a5d for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:47.928410 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.946238 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.999431 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.db.api [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 08:45:47.999431 n-d-768862-16 neutron-server[102568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 08:45:47.999431 n-d-768862-16 neutron-server[102568]: [parameters: {'id': '6669ceb9-133e-407d-9874-8f7e0682a60a'}] Nov 12 08:45:47.999431 n-d-768862-16 neutron-server[102568]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:45:48.000444 n-d-768862-16 neutron-server[102568]: DEBUG oslo_db.api [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:45:48.005605 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-efb5689c-b06c-4798-9148-a5dfb7c264d0 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.006212 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-efb5689c-b06c-4798-9148-a5dfb7c264d0 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.030913 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-efb5689c-b06c-4798-9148-a5dfb7c264d0 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Calling delete_port for 405401c6-6af9-4249-b702-380ec99df72c owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:48.100137 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a3213-a89d-41b2-953e-df84e57c729e req-12c0eca8-b200-4bf5-831d-ec3380480804 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:48.106093 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-058a3213-a89d-41b2-953e-df84e57c729e req-12c0eca8-b200-4bf5-831d-ec3380480804 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.1310887 Nov 12 08:45:48.153153 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893756ff-b43b-42e9-929c-fd97c7c928a7 None None] Pushing event updated for resources: {'Port': ['ID=ee478deb-afea-491f-8fff-38d1f5304afb,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:48.204248 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d382b6-0a44-44e1-9688-176fdf6f47a0 None None] Network 6669ceb9-133e-407d-9874-8f7e0682a60a requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:48.210446 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 95abe0da-cc08-4f59-931c-b1c44e9b4cc4, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=95abe0da-cc08-4f59-931c-b1c44e9b4cc4,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:48.250310 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.258246 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.276383 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] device_id is not set on port da686f6a-4ed4-400d-b901-3d21d19b3669 yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:45:48.287589 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-efb5689c-b06c-4798-9148-a5dfb7c264d0 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.289595 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-058a3213-a89d-41b2-953e-df84e57c729e req-5127d06c-c6ba-4487-9118-774aa98e9f9c tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615593 Nov 12 08:45:48.345315 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5689c-b06c-4798-9148-a5dfb7c264d0 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Pushing event deleted for resources: {'Port': ['ID=405401c6-6af9-4249-b702-380ec99df72c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:48.363576 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bceba8-5ea2-4258-be83-ec3222e358d8,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:48.451912 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6ef925-7f7c-4e4d-80a8-011dee9a68fa None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:45:48.475800 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-efb5689c-b06c-4798-9148-a5dfb7c264d0 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.479047 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-efb5689c-b06c-4798-9148-a5dfb7c264d0 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.483472 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-efb5689c-b06c-4798-9148-a5dfb7c264d0 tempest-FloatingIPAdminTestJSON-503341065 tempest-FloatingIPAdminTestJSON-503341065-project] 10.222.0.37 "DELETE /v2.0/floatingips/4b1a2660-85a4-4b1a-9df9-62f1ae8770d2 HTTP/1.1" status: 204 len: 168 time: 1.2856543 Nov 12 08:45:48.502838 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.511447 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '95abe0da-cc08-4f59-931c-b1c44e9b4cc4', 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4', 'port_id': '95abe0da-cc08-4f59-931c-b1c44e9b4cc4', 'mac_address': 'fa:16:3e:1c:70:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601c19d7-10c1-44ee-a86c-ac9c499e748d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:45:48.577806 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.602052 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] device_id is not set on port da686f6a-4ed4-400d-b901-3d21d19b3669 yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:45:48.614179 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.623185 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.623457 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95abe0da-cc08-4f59-931c-b1c44e9b4cc4 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:48.657055 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d0c738-183d-432e-a098-5a690ca5f075 None None] get_active_networks_info from n-d-768862-16 {{(pid=102570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:45:48.665317 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 95abe0da-cc08-4f59-931c-b1c44e9b4cc4, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=95abe0da-cc08-4f59-931c-b1c44e9b4cc4,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:48.700406 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Deleting port ee478deb-afea-491f-8fff-38d1f5304afb {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:48.700807 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.706043 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.732419 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Pushing event updated for resources: {'Port': ['ID=da686f6a-4ed4-400d-b901-3d21d19b3669,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:48.788598 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3714d05d-85ee-4f56-96a8-9f436007aa0f req-f02f1853-2000-4f9b-ab88-8318056bb922 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/ports?device_id=73d428b5-ac26-4b50-bbeb-ea359e099829 HTTP/1.1" status: 200 len: 210 time: 0.1507025 Nov 12 08:45:48.814837 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] For port ee478deb-afea-491f-8fff-38d1f5304afb, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ee478deb-afea-491f-8fff-38d1f5304afb,segment=NetworkSegment(65d4b7dc-b4a1-4246-ae2e-8a374ca401d8),segment_id=65d4b7dc-b4a1-4246-ae2e-8a374ca401d8)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:48.815476 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.843950 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Checking segment: {'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:48.844410 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Network hostable DHCP agents. Network: 0ffd59ab-6250-4373-8209-d79cfc0ec609, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:45:48.850134 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Calling delete_port for ee478deb-afea-491f-8fff-38d1f5304afb owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:48.850442 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=95abe0da-cc08-4f59-931c-b1c44e9b4cc4,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:48.887285 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d0c738-183d-432e-a098-5a690ca5f075 None None] Resources bound (agent type, host, resource id): {{(pid=102570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:45:48.889406 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd25f0-8732-45dd-afc0-5f78fb4ce8b5 req-36ddedf7-39d0-479b-af80-43513f63cabb tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:48.903626 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-23fd25f0-8732-45dd-afc0-5f78fb4ce8b5 req-36ddedf7-39d0-479b-af80-43513f63cabb tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 944 time: 0.2141230 Nov 12 08:45:48.945211 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Network 0ffd59ab-6250-4373-8209-d79cfc0ec609 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:45:48.978002 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 0ffd59ab-6250-4373-8209-d79cfc0ec609) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:48.985423 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:49.012653 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:49.013048 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:49.013397 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:49.028256 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-23fd25f0-8732-45dd-afc0-5f78fb4ce8b5 req-111da6e5-27b3-406c-916d-9403da517007 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233718 Nov 12 08:45:49.032610 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-fc664e62-9874-477c-be51-580c6d013617 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=844ba4baefd54502bd68bdeba0e53060&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338156 Nov 12 08:45:49.053115 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Port da686f6a-4ed4-400d-b901-3d21d19b3669 on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:49.053530 n-d-768862-16 neutron-server[102569]: ERROR neutron.plugins.ml2.managers [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Failed to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 on host n-h1-768862-16 for vnic_type normal using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] Nov 12 08:45:49.054145 n-d-768862-16 neutron-server[102569]: INFO neutron.plugins.ml2.plugin [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempt 2 to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 Nov 12 08:45:49.074849 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['95abe0da-cc08-4f59-931c-b1c44e9b4cc4'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:45:49.087244 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54938) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:49.103954 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:49.104216 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:49.104631 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:49.119777 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Port da686f6a-4ed4-400d-b901-3d21d19b3669 on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:49.120120 n-d-768862-16 neutron-server[102569]: ERROR neutron.plugins.ml2.managers [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Failed to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 on host n-h1-768862-16 for vnic_type normal using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] Nov 12 08:45:49.120553 n-d-768862-16 neutron-server[102569]: INFO neutron.plugins.ml2.plugin [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempt 3 to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 Nov 12 08:45:49.147992 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:49.148576 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:49.149007 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:49.159277 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Port da686f6a-4ed4-400d-b901-3d21d19b3669 on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:49.159571 n-d-768862-16 neutron-server[102569]: ERROR neutron.plugins.ml2.managers [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Failed to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 on host n-h1-768862-16 for vnic_type normal using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] Nov 12 08:45:49.160847 n-d-768862-16 neutron-server[102569]: INFO neutron.plugins.ml2.plugin [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempt 4 to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 Nov 12 08:45:49.193263 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:49.195924 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:49.196925 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:49.203964 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Port da686f6a-4ed4-400d-b901-3d21d19b3669 on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:49.204307 n-d-768862-16 neutron-server[102569]: ERROR neutron.plugins.ml2.managers [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Failed to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 on host n-h1-768862-16 for vnic_type normal using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] Nov 12 08:45:49.204732 n-d-768862-16 neutron-server[102569]: INFO neutron.plugins.ml2.plugin [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempt 5 to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 Nov 12 08:45:49.231086 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:49.231086 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:49.231086 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:49.237528 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Port da686f6a-4ed4-400d-b901-3d21d19b3669 on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:49.238285 n-d-768862-16 neutron-server[102569]: ERROR neutron.plugins.ml2.managers [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Failed to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 on host n-h1-768862-16 for vnic_type normal using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] Nov 12 08:45:49.239304 n-d-768862-16 neutron-server[102569]: INFO neutron.plugins.ml2.plugin [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempt 6 to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 Nov 12 08:45:49.274333 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:49.274680 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:49.275036 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:49.289691 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Port da686f6a-4ed4-400d-b901-3d21d19b3669 on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:49.290782 n-d-768862-16 neutron-server[102569]: ERROR neutron.plugins.ml2.managers [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Failed to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 on host n-h1-768862-16 for vnic_type normal using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] Nov 12 08:45:49.292164 n-d-768862-16 neutron-server[102569]: INFO neutron.plugins.ml2.plugin [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempt 7 to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 Nov 12 08:45:49.315389 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-1fa430a3-056d-45eb-80ec-b51adeb6dbd3 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:49.317639 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-1fa430a3-056d-45eb-80ec-b51adeb6dbd3 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2686429 Nov 12 08:45:49.319060 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.332863 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:49.335510 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:49.336917 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:49.342986 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-33ab701b-e49e-44b4-92af-8e9ae90f1211 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Request body: {'port': {'device_id': '73d428b5-ac26-4b50-bbeb-ea359e099829', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'admin_state_up': True, 'tenant_id': '844ba4baefd54502bd68bdeba0e53060'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:49.351582 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Port da686f6a-4ed4-400d-b901-3d21d19b3669 on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:49.352355 n-d-768862-16 neutron-server[102569]: ERROR neutron.plugins.ml2.managers [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Failed to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 on host n-h1-768862-16 for vnic_type normal using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] Nov 12 08:45:49.353718 n-d-768862-16 neutron-server[102569]: INFO neutron.plugins.ml2.plugin [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempt 8 to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 Nov 12 08:45:49.385632 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event deleted for resources: {'Port': ['ID=ee478deb-afea-491f-8fff-38d1f5304afb,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:49.415806 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] No DVR routers for this DVR port ee478deb-afea-491f-8fff-38d1f5304afb on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:49.416306 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:49.417670 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:49.418063 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:49.437594 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Port da686f6a-4ed4-400d-b901-3d21d19b3669 on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:49.438024 n-d-768862-16 neutron-server[102569]: ERROR neutron.plugins.ml2.managers [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Failed to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 on host n-h1-768862-16 for vnic_type normal using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] Nov 12 08:45:49.438991 n-d-768862-16 neutron-server[102569]: INFO neutron.plugins.ml2.plugin [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempt 9 to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 Nov 12 08:45:49.455304 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-cd4ec19d-f8a9-427f-9ef8-429699a6af91 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ebdd8ca29334f1fa03a8edaf22de271&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3662219 Nov 12 08:45:49.458868 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54948) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:49.506632 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:49.508534 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:49.508909 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:49.542675 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Port da686f6a-4ed4-400d-b901-3d21d19b3669 on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:49.543937 n-d-768862-16 neutron-server[102569]: ERROR neutron.plugins.ml2.managers [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Failed to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 on host n-h1-768862-16 for vnic_type normal using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] Nov 12 08:45:49.547990 n-d-768862-16 neutron-server[102569]: INFO neutron.plugins.ml2.plugin [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempt 10 to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 Nov 12 08:45:49.588735 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:49.589736 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:49.590428 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:49.614259 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.614515 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20991899-2795-4bf1-943c-96e918d30bdc req-b88b2157-e2ae-4b77-ae67-6330e4eadd69 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:49.618124 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-20991899-2795-4bf1-943c-96e918d30bdc req-b88b2157-e2ae-4b77-ae67-6330e4eadd69 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.1659169 Nov 12 08:45:49.646252 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Port da686f6a-4ed4-400d-b901-3d21d19b3669 on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:49.646755 n-d-768862-16 neutron-server[102569]: ERROR neutron.plugins.ml2.managers [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Failed to bind port da686f6a-4ed4-400d-b901-3d21d19b3669 on host n-h1-768862-16 for vnic_type normal using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] Nov 12 08:45:49.647242 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.651100 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6669ceb9-133e-407d-9874-8f7e0682a60a']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:49.668398 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65d4b7dc-b4a1-4246-ae2e-8a374ca401d8') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:49.668826 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65d4b7dc-b4a1-4246-ae2e-8a374ca401d8') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:49.674881 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7927c7fa-db26-46eb-b71a-628582a2ed91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.686898 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.703633 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-33ab701b-e49e-44b4-92af-8e9ae90f1211 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Made reservation on behalf of 844ba4baefd54502bd68bdeba0e53060 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:49.707605 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-33ab701b-e49e-44b4-92af-8e9ae90f1211 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.728420 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.742737 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75c2ca7-7335-4cb9-8b5f-78e81c919b6d None None] Network 0ffd59ab-6250-4373-8209-d79cfc0ec609 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:49.745744 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:45:49.746476 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.752186 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:45:49.752186 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:45:49.752186 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:45:49.752186 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:45:49.752186 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:45:49.752186 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:45:49.752186 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:45:49.752186 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:45:49.752186 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:45:49.752186 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:45:49.752186 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:45:49.752186 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:45:49.752186 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:45:49.752186 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:45:49.752186 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:45:49.752186 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:45:49.752186 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:45:49.752186 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:45:49.752186 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:45:49.752186 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:45:49.752186 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:45:49.752186 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:45:49.752186 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:45:49.752186 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:45:49.752186 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:45:49.752186 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:45:49.752186 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:45:49.752186 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:45:49.752186 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:45:49.752186 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:45:49.752186 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:45:49.752186 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:45:49.766334 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7927c7fa-db26-46eb-b71a-628582a2ed91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.835681 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-20991899-2795-4bf1-943c-96e918d30bdc req-b22b7a85-d16c-4299-a68c-91450df11b42 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915247 Nov 12 08:45:49.854074 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] For port da686f6a-4ed4-400d-b901-3d21d19b3669, host n-h1-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:49.854550 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempted to set empty binding levels {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 08:45:49.860082 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.880941 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.910980 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.918511 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/networks/6669ceb9-133e-407d-9874-8f7e0682a60a HTTP/1.1" status: 204 len: 168 time: 4.1743186 Nov 12 08:45:49.924454 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54952) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:49.935724 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-5de20319-db17-4166-bf5e-3817a31fa2bf tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1835041475'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:49.950161 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:49.951047 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.963614 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1f160-3d02-43ec-a71e-b6929baa9600 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event deleted for resources: {'Network': ['ID=6669ceb9-133e-407d-9874-8f7e0682a60a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:49.966779 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7927c7fa-db26-46eb-b71a-628582a2ed91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.969840 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7927c7fa-db26-46eb-b71a-628582a2ed91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.973664 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7927c7fa-db26-46eb-b71a-628582a2ed91 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/936b401b-9f89-48d2-9cc5-a59baa653c63 HTTP/1.1" status: 204 len: 168 time: 0.5110803 Nov 12 08:45:49.997061 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Pushing event updated for resources: {'Port': ['ID=da686f6a-4ed4-400d-b901-3d21d19b3669,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:50.010026 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-33ab701b-e49e-44b4-92af-8e9ae90f1211 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Allocated IP 192.168.233.239 (aaa9e939-3555-4037-a22a-8e3905c2166f/ac1fb13e-fa96-4a78-a070-af75ed125682/7188e9d8-c883-47a1-bfea-30f9532200ff) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:50.013446 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927c7fa-db26-46eb-b71a-628582a2ed91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936b401b-9f89-48d2-9cc5-a59baa653c63,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:50.045776 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-19964327-4fbe-4a4c-8f83-639b64366b8b req-54a2ecd4-a9e4-4cde-bc23-5066c87f0700 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/ports?device_id=73d428b5-ac26-4b50-bbeb-ea359e099829 HTTP/1.1" status: 200 len: 210 time: 0.0526078 Nov 12 08:45:50.048055 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de20319-db17-4166-bf5e-3817a31fa2bf tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Made reservation on behalf of c3322adda46947968847f0144371afce for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:50.052447 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5de20319-db17-4166-bf5e-3817a31fa2bf tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.059116 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d41212d8-683d-42cf-8c65-0a2cf1e123c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.1709731 Nov 12 08:45:50.067586 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54958) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:50.114715 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de20319-db17-4166-bf5e-3817a31fa2bf tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:45:50.174720 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5de20319-db17-4166-bf5e-3817a31fa2bf tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.175110 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-5de20319-db17-4166-bf5e-3817a31fa2bf tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Added segment cea2c7d4-ac04-4cdd-9d3d-cf611b07be82 of type vlan for network e5b80848-266c-4f74-a685-30f913e9eb31 Nov 12 08:45:50.267456 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5de20319-db17-4166-bf5e-3817a31fa2bf tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.292650 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-33ab701b-e49e-44b4-92af-8e9ae90f1211 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.303978 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f7795-0ba7-401b-af76-9c64e835ff38 req-1390603b-e47d-4c6b-8aa3-7fe10c62bff3 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:50.305655 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-955f7795-0ba7-401b-af76-9c64e835ff38 req-1390603b-e47d-4c6b-8aa3-7fe10c62bff3 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 944 time: 0.1500151 Nov 12 08:45:50.310641 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-1b845d2a-ab25-4901-8f03-26ab37c9f021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Deleting port da686f6a-4ed4-400d-b901-3d21d19b3669 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:50.311232 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1b845d2a-ab25-4901-8f03-26ab37c9f021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.344983 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5de20319-db17-4166-bf5e-3817a31fa2bf tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.351147 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de20319-db17-4166-bf5e-3817a31fa2bf tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:50.351925 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5de20319-db17-4166-bf5e-3817a31fa2bf tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.355053 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-33ab701b-e49e-44b4-92af-8e9ae90f1211 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.372619 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['648c3e98-1f4b-447e-8679-5d17d8b78f08'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:45:50.442703 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54964) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:50.466918 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab701b-e49e-44b4-92af-8e9ae90f1211 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Pushing event updated for resources: {'Port': ['ID=7188e9d8-c883-47a1-bfea-30f9532200ff,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:50.470573 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-33ab701b-e49e-44b4-92af-8e9ae90f1211 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Network aaa9e939-3555-4037-a22a-8e3905c2166f is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:50.472486 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-33ab701b-e49e-44b4-92af-8e9ae90f1211 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:50.473057 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-1b845d2a-ab25-4901-8f03-26ab37c9f021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] For port da686f6a-4ed4-400d-b901-3d21d19b3669, host n-h1-768862-16, got binding levels [] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:50.473432 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1b845d2a-ab25-4901-8f03-26ab37c9f021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.484910 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-33ab701b-e49e-44b4-92af-8e9ae90f1211 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:50.520458 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5de20319-db17-4166-bf5e-3817a31fa2bf tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5900021 Nov 12 08:45:50.538420 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54966) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:50.558725 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1cd55a84-5929-4780-bda4-c479fa7c073f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.563982 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-9a6f1239-61ab-450f-b9db-8c86117ace2f tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Request body: {'subnet': {'network_id': 'e5b80848-266c-4f74-a685-30f913e9eb31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:50.586545 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-33ab701b-e49e-44b4-92af-8e9ae90f1211 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:50.587726 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-33ab701b-e49e-44b4-92af-8e9ae90f1211 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.604453 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-955f7795-0ba7-401b-af76-9c64e835ff38 req-97c96251-19c6-4e88-87de-9b46cdfe772d tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684805 Nov 12 08:45:50.607812 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-1b845d2a-ab25-4901-8f03-26ab37c9f021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Calling delete_port for da686f6a-4ed4-400d-b901-3d21d19b3669 owned by {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:50.615011 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-33ab701b-e49e-44b4-92af-8e9ae90f1211 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2860959 Nov 12 08:45:50.628019 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de20319-db17-4166-bf5e-3817a31fa2bf tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event updated for resources: {'Network': ['ID=e5b80848-266c-4f74-a685-30f913e9eb31,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:50.638412 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-8c2ad758-7c0f-4d50-b8f0-6363e0d36b2e service neutron] Request body: {'port': {'device_id': '73d428b5-ac26-4b50-bbeb-ea359e099829', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:50.652293 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network e5b80848-266c-4f74-a685-30f913e9eb31 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:45:50.730504 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-8c2ad758-7c0f-4d50-b8f0-6363e0d36b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.841687 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6f1239-61ab-450f-b9db-8c86117ace2f tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Made reservation on behalf of c3322adda46947968847f0144371afce for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:50.844908 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-23d7168a-6882-4228-bec4-aff98a07b1b9 None None] Provisioning complete for port 7188e9d8-c883-47a1-bfea-30f9532200ff triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:50.845660 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9a6f1239-61ab-450f-b9db-8c86117ace2f tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.846434 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-23d7168a-6882-4228-bec4-aff98a07b1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.890663 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-23d7168a-6882-4228-bec4-aff98a07b1b9 None None] Port 7188e9d8-c883-47a1-bfea-30f9532200ff cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:50.911630 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1cd55a84-5929-4780-bda4-c479fa7c073f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.951232 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1cd55a84-5929-4780-bda4-c479fa7c073f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.963092 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1b845d2a-ab25-4901-8f03-26ab37c9f021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.079919 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b845d2a-ab25-4901-8f03-26ab37c9f021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Pushing event deleted for resources: {'Port': ['ID=da686f6a-4ed4-400d-b901-3d21d19b3669,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:51.090900 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1b845d2a-ab25-4901-8f03-26ab37c9f021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.094617 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1b845d2a-ab25-4901-8f03-26ab37c9f021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] 10.222.0.37 "DELETE /v2.0/ports/da686f6a-4ed4-400d-b901-3d21d19b3669 HTTP/1.1" status: 204 len: 168 time: 1.0258877 Nov 12 08:45:51.098454 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54972) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:51.103940 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1cd55a84-5929-4780-bda4-c479fa7c073f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cf58d2563e034cc1b527ab315ddc0545&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6573973 Nov 12 08:45:51.108937 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54976) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:51.122744 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd55a84-5929-4780-bda4-c479fa7c073f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0cc5d4-368d-4819-883e-7fb60c4e0447,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:51.147935 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-580ef494-866a-43d6-a2eb-d79083a6c0a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] GET failed (client error): The resource could not be found. Nov 12 08:45:51.150581 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-580ef494-866a-43d6-a2eb-d79083a6c0a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] 10.222.0.37 "GET /v2.0/ports/da686f6a-4ed4-400d-b901-3d21d19b3669 HTTP/1.1" status: 404 len: 333 time: 0.0507891 Nov 12 08:45:51.157770 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54978) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:51.162373 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-8c2ad758-7c0f-4d50-b8f0-6363e0d36b2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7188e9d8-c883-47a1-bfea-30f9532200ff {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:51.180485 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d7d74541-b54a-4e99-87c1-aa34acca5370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Request body: {'port': {'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074153627'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:51.186277 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-8c2ad758-7c0f-4d50-b8f0-6363e0d36b2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.210506 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-8c2ad758-7c0f-4d50-b8f0-6363e0d36b2e service neutron] Transition to ACTIVE for port object 7188e9d8-c883-47a1-bfea-30f9532200ff will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:45:51.218071 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-8c2ad758-7c0f-4d50-b8f0-6363e0d36b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.232370 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf01416-b04d-4e04-8601-8479e5ee82e4 req-c0c17a3a-fae1-4866-93be-6f2d731c548f tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:51.234165 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-faf01416-b04d-4e04-8601-8479e5ee82e4 req-c0c17a3a-fae1-4866-93be-6f2d731c548f tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.2471411 Nov 12 08:45:51.235423 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d74541-b54a-4e99-87c1-aa34acca5370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Made reservation on behalf of e7049e9ed56343e8b4e5316edb4f7a5d for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:51.237893 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d7d74541-b54a-4e99-87c1-aa34acca5370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.301909 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f15166bc-6e26-4f3b-a146-3dc7263d6e99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.306755 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-d7d74541-b54a-4e99-87c1-aa34acca5370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] device_id is not set on port ca26db27-23c6-48d1-aeea-b8402306a2ab yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:45:51.315639 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ad758-7c0f-4d50-b8f0-6363e0d36b2e service neutron] Pushing event updated for resources: {'Port': ['ID=7188e9d8-c883-47a1-bfea-30f9532200ff,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:51.390899 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f15166bc-6e26-4f3b-a146-3dc7263d6e99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.419299 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02611385-ddd8-4595-8bbd-066dca73317b req-88aff8aa-a9a1-46e8-af7c-214174cdef74 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:51.427329 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-02611385-ddd8-4595-8bbd-066dca73317b req-88aff8aa-a9a1-46e8-af7c-214174cdef74 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/ports?device_id=73d428b5-ac26-4b50-bbeb-ea359e099829 HTTP/1.1" status: 200 len: 948 time: 0.2276309 Nov 12 08:45:51.445791 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-faf01416-b04d-4e04-8601-8479e5ee82e4 req-e00eb650-671f-4b28-93f9-d2819c9cf2d2 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894159 Nov 12 08:45:51.498560 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9a6f1239-61ab-450f-b9db-8c86117ace2f tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.502198 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-8c2ad758-7c0f-4d50-b8f0-6363e0d36b2e service neutron] Attempting to bind port 7188e9d8-c883-47a1-bfea-30f9532200ff on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:51.502763 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-8c2ad758-7c0f-4d50-b8f0-6363e0d36b2e service neutron] Attempting to bind port 7188e9d8-c883-47a1-bfea-30f9532200ff by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:51.503296 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-8c2ad758-7c0f-4d50-b8f0-6363e0d36b2e service neutron] Attempting to bind port 7188e9d8-c883-47a1-bfea-30f9532200ff on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:51.520062 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-8c2ad758-7c0f-4d50-b8f0-6363e0d36b2e service neutron] Port 7188e9d8-c883-47a1-bfea-30f9532200ff on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:51.520391 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-8c2ad758-7c0f-4d50-b8f0-6363e0d36b2e service neutron] Attempting to bind port 7188e9d8-c883-47a1-bfea-30f9532200ff on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:51.579322 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-8c2ad758-7c0f-4d50-b8f0-6363e0d36b2e service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:51.579858 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-8c2ad758-7c0f-4d50-b8f0-6363e0d36b2e service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:51.580137 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-8c2ad758-7c0f-4d50-b8f0-6363e0d36b2e service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:51.580754 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-8c2ad758-7c0f-4d50-b8f0-6363e0d36b2e service neutron] Bound port: 7188e9d8-c883-47a1-bfea-30f9532200ff, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:51.581178 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-8c2ad758-7c0f-4d50-b8f0-6363e0d36b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.626733 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f1239-61ab-450f-b9db-8c86117ace2f tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event updated for resources: {'Subnet': ['ID=852dc5d0-e7c6-4f1e-a88d-db4a79688fc8,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:51.650312 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 95abe0da-cc08-4f59-931c-b1c44e9b4cc4 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:51.655565 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-02611385-ddd8-4595-8bbd-066dca73317b req-70a32145-e90e-44c4-8e19-b87917817c1a tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd421b32-318c-4ef3-bb00-ab3038c8a286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264559 Nov 12 08:45:51.662788 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d7d74541-b54a-4e99-87c1-aa34acca5370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.674391 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f15166bc-6e26-4f3b-a146-3dc7263d6e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.679937 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f15166bc-6e26-4f3b-a146-3dc7263d6e99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.682371 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f15166bc-6e26-4f3b-a146-3dc7263d6e99 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce0cc5d4-368d-4819-883e-7fb60c4e0447 HTTP/1.1" status: 204 len: 168 time: 0.5693874 Nov 12 08:45:51.705683 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15166bc-6e26-4f3b-a146-3dc7263d6e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0cc5d4-368d-4819-883e-7fb60c4e0447,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:51.709816 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6f1239-61ab-450f-b9db-8c86117ace2f tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Checking segment: {'id': 'cea2c7d4-ac04-4cdd-9d3d-cf611b07be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e5b80848-266c-4f74-a685-30f913e9eb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:51.710446 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6f1239-61ab-450f-b9db-8c86117ace2f tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Network hostable DHCP agents. Network: e5b80848-266c-4f74-a685-30f913e9eb31, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:45:51.739222 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-8c2ad758-7c0f-4d50-b8f0-6363e0d36b2e service neutron] For port 7188e9d8-c883-47a1-bfea-30f9532200ff, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:51.746703 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-8c2ad758-7c0f-4d50-b8f0-6363e0d36b2e service neutron] For port 7188e9d8-c883-47a1-bfea-30f9532200ff, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=7188e9d8-c883-47a1-bfea-30f9532200ff,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:51.755614 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-8c2ad758-7c0f-4d50-b8f0-6363e0d36b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.770254 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6f1239-61ab-450f-b9db-8c86117ace2f tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Network e5b80848-266c-4f74-a685-30f913e9eb31 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:45:51.789050 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d7d74541-b54a-4e99-87c1-aa34acca5370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.796285 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-9a6f1239-61ab-450f-b9db-8c86117ace2f tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, e5b80848-266c-4f74-a685-30f913e9eb31) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:51.807393 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6f1239-61ab-450f-b9db-8c86117ace2f tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:51.810396 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9a6f1239-61ab-450f-b9db-8c86117ace2f tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.810628 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8febe4f8-215b-4130-8603-471086f89f4a None None] Network e5b80848-266c-4f74-a685-30f913e9eb31 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:51.814900 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 95abe0da-cc08-4f59-931c-b1c44e9b4cc4 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:45:51.824271 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d74541-b54a-4e99-87c1-aa34acca5370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Network 0ffd59ab-6250-4373-8209-d79cfc0ec609 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:51.839568 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 95abe0da-cc08-4f59-931c-b1c44e9b4cc4 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:51.839894 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.856175 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-d7d74541-b54a-4e99-87c1-aa34acca5370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:51.864832 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d74541-b54a-4e99-87c1-aa34acca5370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:51.873533 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d74541-b54a-4e99-87c1-aa34acca5370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:51.873533 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d7d74541-b54a-4e99-87c1-aa34acca5370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.912483 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-8c2ad758-7c0f-4d50-b8f0-6363e0d36b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:51.917490 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-8c2ad758-7c0f-4d50-b8f0-6363e0d36b2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.921742 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9a6f1239-61ab-450f-b9db-8c86117ace2f tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3648195 Nov 12 08:45:51.924609 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-8c2ad758-7c0f-4d50-b8f0-6363e0d36b2e service neutron] 10.222.0.54 "PUT /v2.0/ports/7188e9d8-c883-47a1-bfea-30f9532200ff HTTP/1.1" status: 200 len: 1097 time: 1.2977064 Nov 12 08:45:51.925881 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54988) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:51.951814 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d428b5-ac26-4b50-bbeb-ea359e099829', 'tag': '7188e9d8-c883-47a1-bfea-30f9532200ff'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:51.970863 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6366e60b-9d9a-4aca-b3f2-c6e77c49bd9a" -d '{"events": [{"name": "network-changed", "server_uuid": "73d428b5-ac26-4b50-bbeb-ea359e099829", "tag": "7188e9d8-c883-47a1-bfea-30f9532200ff"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:52.022049 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ad758-7c0f-4d50-b8f0-6363e0d36b2e service neutron] Pushing event updated for resources: {'Port': ['ID=7188e9d8-c883-47a1-bfea-30f9532200ff,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:52.095387 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d7d74541-b54a-4e99-87c1-aa34acca5370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9241769 Nov 12 08:45:52.100261 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54992) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:52.110145 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.111158 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf67e32-1235-4573-a45c-5a743aed6560 x-openstack-request-id: req-adf67e32-1235-4573-a45c-5a743aed6560 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:52.111513 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73d428b5-ac26-4b50-bbeb-ea359e099829", "tag": "7188e9d8-c883-47a1-bfea-30f9532200ff", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:52.111796 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-adf67e32-1235-4573-a45c-5a743aed6560 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:52.112248 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d428b5-ac26-4b50-bbeb-ea359e099829', 'tag': '7188e9d8-c883-47a1-bfea-30f9532200ff', 'status': 'completed', 'code': 200} Nov 12 08:45:52.122661 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:52.190812 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a1967f-73ea-4311-b307-db9c674f3dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-e5b80848-266c-4f74-a685-30f913e9eb31', 'network_id': 'e5b80848-266c-4f74-a685-30f913e9eb31', 'tenant_id': 'c3322adda46947968847f0144371afce', 'fixed_ips': [{'subnet_id': '852dc5d0-e7c6-4f1e-a88d-db4a79688fc8'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:45:52.191825 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e2a1967f-73ea-4311-b307-db9c674f3dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.213525 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d74541-b54a-4e99-87c1-aa34acca5370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Pushing event updated for resources: {'Port': ['ID=ca26db27-23c6-48d1-aeea-b8402306a2ab,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:52.213795 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.214589 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ededf6d5-7633-4682-af0a-5c858f2821ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95abe0da-cc08-4f59-931c-b1c44e9b4cc4'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:52.223246 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7eff23-f34a-4960-ba75-a0ae90a17d4f req-7e3847c5-974d-45aa-bd47-827b00646bf2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:52.230674 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-d25f2c1e-e9e3-45df-bf92-2937854626ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:52.231192 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1893b9-35dc-4ee6-8e92-17537279f074" -d '{"events": [{"server_uuid": "ededf6d5-7633-4682-af0a-5c858f2821ca", "name": "network-vif-plugged", "status": "completed", "tag": "95abe0da-cc08-4f59-931c-b1c44e9b4cc4"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:52.231795 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fa7eff23-f34a-4960-ba75-a0ae90a17d4f req-7e3847c5-974d-45aa-bd47-827b00646bf2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 944 time: 0.4087021 Nov 12 08:45:52.233710 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-d25f2c1e-e9e3-45df-bf92-2937854626ab service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=844ba4baefd54502bd68bdeba0e53060&device_id=73d428b5-ac26-4b50-bbeb-ea359e099829 HTTP/1.1" status: 200 len: 1100 time: 0.2329187 Nov 12 08:45:52.280166 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 95abe0da-cc08-4f59-931c-b1c44e9b4cc4, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=95abe0da-cc08-4f59-931c-b1c44e9b4cc4,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:52.293403 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.322465 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-d4c22d05-2683-4269-a013-dead1913979a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=7188e9d8-c883-47a1-bfea-30f9532200ff HTTP/1.1" status: 200 len: 217 time: 0.0632946 Nov 12 08:45:52.328018 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.408640 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fa7eff23-f34a-4960-ba75-a0ae90a17d4f req-d0cd2113-2c9e-4bf0-a346-5e4e1d2e7f3a tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757264 Nov 12 08:45:52.414688 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2e4d01-a172-42c5-91ca-e9ea53c7cc7e x-openstack-request-id: req-cb2e4d01-a172-42c5-91ca-e9ea53c7cc7e {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:52.414834 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ededf6d5-7633-4682-af0a-5c858f2821ca", "name": "network-vif-plugged", "status": "completed", "tag": "95abe0da-cc08-4f59-931c-b1c44e9b4cc4", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:52.416275 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb2e4d01-a172-42c5-91ca-e9ea53c7cc7e {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:52.416496 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ededf6d5-7633-4682-af0a-5c858f2821ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95abe0da-cc08-4f59-931c-b1c44e9b4cc4', 'code': 200} Nov 12 08:45:52.460414 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-ec681f87-2179-49c1-a494-e319c120d951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:52.462155 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-ec681f87-2179-49c1-a494-e319c120d951 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1314757 Nov 12 08:45:52.476453 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.517158 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55000) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:52.560688 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=95abe0da-cc08-4f59-931c-b1c44e9b4cc4,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:52.577633 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888440e2-87b3-4029-b39e-7c81d729fb5e req-eaeb14d8-e4b3-4c1c-bd51-a857e1c7f749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:52.579530 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-888440e2-87b3-4029-b39e-7c81d729fb5e req-eaeb14d8-e4b3-4c1c-bd51-a857e1c7f749 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 1097 time: 0.1468916 Nov 12 08:45:52.586582 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-e2a1967f-73ea-4311-b307-db9c674f3dac None None] Allocated IP 172.20.0.2 (e5b80848-266c-4f74-a685-30f913e9eb31/852dc5d0-e7c6-4f1e-a88d-db4a79688fc8/2215a3ec-fdf8-497b-9621-00cfd476ea2a) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:52.594405 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02d29f1e-884b-4147-9cbb-53e5cb1b475d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.651106 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504a7b8-9f9c-4f5a-a729-79af365368d5 req-820112bc-6ffa-43e8-8b0f-0ba94e49d53c tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:52.657017 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-1fdf7da3-c45a-424d-8591-e6d02b20f070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:52.659286 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-1fdf7da3-c45a-424d-8591-e6d02b20f070 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1864054 Nov 12 08:45:52.659508 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4504a7b8-9f9c-4f5a-a729-79af365368d5 req-820112bc-6ffa-43e8-8b0f-0ba94e49d53c tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.1098671 Nov 12 08:45:52.693321 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-888440e2-87b3-4029-b39e-7c81d729fb5e req-e788b77b-36b1-4801-9a0e-b161df5f2ff1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942597 Nov 12 08:45:52.726259 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.736493 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4504a7b8-9f9c-4f5a-a729-79af365368d5 req-88776091-b6b4-45aa-a472-7d016f3a4748 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742316 Nov 12 08:45:52.829920 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] device_id is not set on port ca26db27-23c6-48d1-aeea-b8402306a2ab yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:45:52.832392 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e2a1967f-73ea-4311-b307-db9c674f3dac None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.842996 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e2a1967f-73ea-4311-b307-db9c674f3dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.860342 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.877916 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.882991 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f4be8-54aa-4c1e-bc89-6d287a49052b req-bfc2c9a6-8554-4bad-9a12-66180e359f48 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:52.884727 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aa6f4be8-54aa-4c1e-bc89-6d287a49052b req-bfc2c9a6-8554-4bad-9a12-66180e359f48 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/ports?device_id=73d428b5-ac26-4b50-bbeb-ea359e099829 HTTP/1.1" status: 200 len: 948 time: 0.0866010 Nov 12 08:45:52.887603 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.906305 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a1967f-73ea-4311-b307-db9c674f3dac None None] Network e5b80848-266c-4f74-a685-30f913e9eb31 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:52.914110 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-e2a1967f-73ea-4311-b307-db9c674f3dac None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:52.919196 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a1967f-73ea-4311-b307-db9c674f3dac None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:52.926027 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1967f-73ea-4311-b307-db9c674f3dac None None] Pushing event updated for resources: {'Port': ['ID=2215a3ec-fdf8-497b-9621-00cfd476ea2a,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:52.930757 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event deleted for resources: {'Subnet': ['ID=852dc5d0-e7c6-4f1e-a88d-db4a79688fc8,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:52.976071 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Pushing event updated for resources: {'Port': ['ID=ca26db27-23c6-48d1-aeea-b8402306a2ab,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:52.983232 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02d29f1e-884b-4147-9cbb-53e5cb1b475d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.004816 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02d29f1e-884b-4147-9cbb-53e5cb1b475d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.008068 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-e2a1967f-73ea-4311-b307-db9c674f3dac None None] Attempting to bind port 2215a3ec-fdf8-497b-9621-00cfd476ea2a on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:53.008776 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-e2a1967f-73ea-4311-b307-db9c674f3dac None None] Attempting to bind port 2215a3ec-fdf8-497b-9621-00cfd476ea2a by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'cea2c7d4-ac04-4cdd-9d3d-cf611b07be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e5b80848-266c-4f74-a685-30f913e9eb31'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:53.009313 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-a2d450f3-5297-4675-afdb-a357ec76e1b0 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355162 Nov 12 08:45:53.009630 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a1967f-73ea-4311-b307-db9c674f3dac None None] Attempting to bind port 2215a3ec-fdf8-497b-9621-00cfd476ea2a on network e5b80848-266c-4f74-a685-30f913e9eb31 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:53.017632 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a1967f-73ea-4311-b307-db9c674f3dac None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:53.018703 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a1967f-73ea-4311-b307-db9c674f3dac None None] Checking segment: {'id': 'cea2c7d4-ac04-4cdd-9d3d-cf611b07be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e5b80848-266c-4f74-a685-30f913e9eb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:53.019334 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e2a1967f-73ea-4311-b307-db9c674f3dac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.019997 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a1967f-73ea-4311-b307-db9c674f3dac None None] Bound using segment: {'id': 'cea2c7d4-ac04-4cdd-9d3d-cf611b07be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e5b80848-266c-4f74-a685-30f913e9eb31'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:53.020738 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-e2a1967f-73ea-4311-b307-db9c674f3dac None None] Bound port: 2215a3ec-fdf8-497b-9621-00cfd476ea2a, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea2c7d4-ac04-4cdd-9d3d-cf611b07be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e5b80848-266c-4f74-a685-30f913e9eb31'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:53.022080 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e2a1967f-73ea-4311-b307-db9c674f3dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.035879 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.056009 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d29f1e-884b-4147-9cbb-53e5cb1b475d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b80256-135e-40d0-a1ee-c1d9c695b0bd,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:53.057045 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aa6f4be8-54aa-4c1e-bc89-6d287a49052b req-ef05bedb-0cd0-4fbf-a956-7b0b5b35d3e5 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd421b32-318c-4ef3-bb00-ab3038c8a286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365891 Nov 12 08:45:53.068549 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b80848-266c-4f74-a685-30f913e9eb31']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:53.086480 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea2c7d4-ac04-4cdd-9d3d-cf611b07be82') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:53.086816 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea2c7d4-ac04-4cdd-9d3d-cf611b07be82') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:53.093967 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:53.094320 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:53.094744 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:53.098342 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.116906 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.125425 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:45:53.125734 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.130416 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-02d29f1e-884b-4147-9cbb-53e5cb1b475d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1cd33efc186243edb6c1289254e01af1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5881801 Nov 12 08:45:53.130416 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Port ca26db27-23c6-48d1-aeea-b8402306a2ab on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:53.131069 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:45:53.131069 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:45:53.131069 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:45:53.131069 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:45:53.131069 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:45:53.131069 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:45:53.131069 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:45:53.131069 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:45:53.131069 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:45:53.131069 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:45:53.131069 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:45:53.131069 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:45:53.131069 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:45:53.131069 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:45:53.131069 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:45:53.131069 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:45:53.131069 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:45:53.131069 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:45:53.131069 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:45:53.131069 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:45:53.131069 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:45:53.131069 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:45:53.131069 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:45:53.131069 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:45:53.131069 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:45:53.131069 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:45:53.131069 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:45:53.131069 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:45:53.131069 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:45:53.131069 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:45:53.131069 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:45:53.131069 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:45:53.135081 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Failed to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab on host n-h1-768862-16 for vnic_type normal using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] Nov 12 08:45:53.135202 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55008) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:53.135281 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempt 2 to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab Nov 12 08:45:53.151700 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-e2a1967f-73ea-4311-b307-db9c674f3dac None None] For port 2215a3ec-fdf8-497b-9621-00cfd476ea2a, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:53.184004 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:53.184377 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:53.184688 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:53.195722 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Port ca26db27-23c6-48d1-aeea-b8402306a2ab on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:53.196232 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Failed to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab on host n-h1-768862-16 for vnic_type normal using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] Nov 12 08:45:53.198789 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempt 3 to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab Nov 12 08:45:53.226894 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:53.227262 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:53.227579 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:53.232032 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-e2a1967f-73ea-4311-b307-db9c674f3dac None None] For port 2215a3ec-fdf8-497b-9621-00cfd476ea2a, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=2215a3ec-fdf8-497b-9621-00cfd476ea2a,segment=NetworkSegment(cea2c7d4-ac04-4cdd-9d3d-cf611b07be82),segment_id=cea2c7d4-ac04-4cdd-9d3d-cf611b07be82)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:53.237400 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-266c36df-1e7c-4409-8283-22b4dc26ebb1 req-a1cfc80e-a6aa-4168-bb62-6c5fc0d44456 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952977 Nov 12 08:45:53.238168 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Port ca26db27-23c6-48d1-aeea-b8402306a2ab on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:53.238507 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Failed to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab on host n-h1-768862-16 for vnic_type normal using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] Nov 12 08:45:53.238721 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.db.api [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 08:45:53.238721 n-d-768862-16 neutron-server[102569]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 08:45:53.238721 n-d-768862-16 neutron-server[102569]: [parameters: {'id': 'e5b80848-266c-4f74-a685-30f913e9eb31'}] Nov 12 08:45:53.238721 n-d-768862-16 neutron-server[102569]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:45:53.239038 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempt 4 to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab Nov 12 08:45:53.239122 n-d-768862-16 neutron-server[102569]: DEBUG oslo_db.api [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:45:53.239415 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e2a1967f-73ea-4311-b307-db9c674f3dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.268768 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-81a489d3-627e-4181-87f3-c3c7d73c244a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.290955 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:53.291531 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:53.292174 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:53.308904 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Port ca26db27-23c6-48d1-aeea-b8402306a2ab on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:53.308904 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Failed to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab on host n-h1-768862-16 for vnic_type normal using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] Nov 12 08:45:53.309568 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempt 5 to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab Nov 12 08:45:53.317633 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-81a489d3-627e-4181-87f3-c3c7d73c244a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.333740 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:53.334189 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:53.334493 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:53.347167 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1967f-73ea-4311-b307-db9c674f3dac None None] Pushing event updated for resources: {'Port': ['ID=2215a3ec-fdf8-497b-9621-00cfd476ea2a,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:53.359860 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Port ca26db27-23c6-48d1-aeea-b8402306a2ab on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:53.360265 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Failed to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab on host n-h1-768862-16 for vnic_type normal using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] Nov 12 08:45:53.361832 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempt 6 to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab Nov 12 08:45:53.378136 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:53.378486 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:53.378867 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:53.380606 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db019318-a8b3-4e23-91e3-be7cc78f57e4 None None] Network e5b80848-266c-4f74-a685-30f913e9eb31 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:53.387453 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Port ca26db27-23c6-48d1-aeea-b8402306a2ab on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:53.387809 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Failed to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab on host n-h1-768862-16 for vnic_type normal using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] Nov 12 08:45:53.389171 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempt 7 to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab Nov 12 08:45:53.405101 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366e60b-9d9a-4aca-b3f2-c6e77c49bd9a req-062067e1-2845-4089-8e6b-923e959607ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:53.406654 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6366e60b-9d9a-4aca-b3f2-c6e77c49bd9a req-062067e1-2845-4089-8e6b-923e959607ba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=844ba4baefd54502bd68bdeba0e53060&device_id=73d428b5-ac26-4b50-bbeb-ea359e099829 HTTP/1.1" status: 200 len: 1100 time: 0.0927243 Nov 12 08:45:53.409332 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:53.409667 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:53.409999 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:53.415297 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Port ca26db27-23c6-48d1-aeea-b8402306a2ab on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:53.415661 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Failed to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab on host n-h1-768862-16 for vnic_type normal using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] Nov 12 08:45:53.416194 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempt 8 to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab Nov 12 08:45:53.437721 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-81a489d3-627e-4181-87f3-c3c7d73c244a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.440629 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-81a489d3-627e-4181-87f3-c3c7d73c244a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.441827 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-81a489d3-627e-4181-87f3-c3c7d73c244a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58b80256-135e-40d0-a1ee-c1d9c695b0bd HTTP/1.1" status: 204 len: 168 time: 0.3098865 Nov 12 08:45:53.451881 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a489d3-627e-4181-87f3-c3c7d73c244a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b80256-135e-40d0-a1ee-c1d9c695b0bd,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:53.477670 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:53.478150 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:53.478812 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:53.517610 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Port ca26db27-23c6-48d1-aeea-b8402306a2ab on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:53.518069 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Failed to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab on host n-h1-768862-16 for vnic_type normal using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] Nov 12 08:45:53.520105 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempt 9 to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab Nov 12 08:45:53.548208 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:53.548526 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:53.549702 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:53.560652 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Port ca26db27-23c6-48d1-aeea-b8402306a2ab on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:53.561272 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Failed to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab on host n-h1-768862-16 for vnic_type normal using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] Nov 12 08:45:53.566000 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempt 10 to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab Nov 12 08:45:53.575904 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9b6df5-06c0-42a8-b725-eb8ee7b02311 None None] get_active_networks_info from n-d-768862-16 {{(pid=102570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:45:53.601626 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366e60b-9d9a-4aca-b3f2-c6e77c49bd9a req-9a0b3c54-ab65-419c-ad76-ff82096d944f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:53.603407 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6366e60b-9d9a-4aca-b3f2-c6e77c49bd9a req-9a0b3c54-ab65-419c-ad76-ff82096d944f service neutron] 10.222.0.54 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.1831512 Nov 12 08:45:53.604680 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:53.605077 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:53.605624 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:53.610706 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Port ca26db27-23c6-48d1-aeea-b8402306a2ab on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:53.611122 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Failed to bind port ca26db27-23c6-48d1-aeea-b8402306a2ab on host n-h1-768862-16 for vnic_type normal using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] Nov 12 08:45:53.611562 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.643003 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ab980-90cd-4619-8625-f81743c72271 req-d85a0e21-00d1-4cae-9a1c-406263f70eb1 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:53.652514 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c8ab980-90cd-4619-8625-f81743c72271 req-d85a0e21-00d1-4cae-9a1c-406263f70eb1 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 945 time: 0.0875821 Nov 12 08:45:53.669524 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6366e60b-9d9a-4aca-b3f2-c6e77c49bd9a req-a1986fe5-953f-40f8-b381-86c8c92a1f91 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=7188e9d8-c883-47a1-bfea-30f9532200ff HTTP/1.1" status: 200 len: 217 time: 0.0535562 Nov 12 08:45:53.720512 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c8ab980-90cd-4619-8625-f81743c72271 req-bc0986e0-152b-4c17-aec5-15af98bfeadf tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670798 Nov 12 08:45:53.746249 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.811147 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9b6df5-06c0-42a8-b725-eb8ee7b02311 None None] Resources bound (agent type, host, resource id): {{(pid=102570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:45:53.825446 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] For port ca26db27-23c6-48d1-aeea-b8402306a2ab, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:53.825684 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempted to set empty binding levels {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 08:45:53.828115 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366e60b-9d9a-4aca-b3f2-c6e77c49bd9a req-ab7d08b0-4e23-4c63-bdc0-6e13af307358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:53.830529 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6366e60b-9d9a-4aca-b3f2-c6e77c49bd9a req-ab7d08b0-4e23-4c63-bdc0-6e13af307358 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1316426 Nov 12 08:45:53.833620 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.866683 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Deleting port 2215a3ec-fdf8-497b-9621-00cfd476ea2a {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:53.867177 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.922234 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] In _notify_port_updated(), no bound segment for port ca26db27-23c6-48d1-aeea-b8402306a2ab on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 {{(pid=102568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:45:53.923287 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:53.924207 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.931260 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] 10.222.0.37 "PUT /v2.0/ports/ca26db27-23c6-48d1-aeea-b8402306a2ab HTTP/1.1" status: 200 len: 980 time: 1.8143163 Nov 12 08:45:53.936086 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55020) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:54.071466 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc78093-32ed-4811-862a-53cc0667944e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Pushing event updated for resources: {'Port': ['ID=ca26db27-23c6-48d1-aeea-b8402306a2ab,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:54.114527 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] For port 2215a3ec-fdf8-497b-9621-00cfd476ea2a, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=2215a3ec-fdf8-497b-9621-00cfd476ea2a,segment=NetworkSegment(cea2c7d4-ac04-4cdd-9d3d-cf611b07be82),segment_id=cea2c7d4-ac04-4cdd-9d3d-cf611b07be82)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:54.115330 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:54.158660 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee478206-e99a-4494-8725-6e5586585523 req-f0ecaa18-028d-4579-a44f-56fd27fbb4af tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.165591 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.166559 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.167320 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.168116 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.168418 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ee478206-e99a-4494-8725-6e5586585523 req-f0ecaa18-028d-4579-a44f-56fd27fbb4af tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.2850742 Nov 12 08:45:54.169662 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.170325 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.170809 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.171286 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.171774 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.184050 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.184699 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.185189 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.192516 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.193156 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.193635 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.194264 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.194810 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.194943 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Calling delete_port for 2215a3ec-fdf8-497b-9621-00cfd476ea2a owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:54.195288 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.195783 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.196571 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.199717 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.201200 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.204279 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.204786 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.205294 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.205779 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.206270 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.216047 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.219033 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.219644 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.222392 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.222938 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.226062 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.230236 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.245452 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-99249b19-3d28-4baf-8109-0c1e6baa857d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 30650 time: 0.3012190 Nov 12 08:45:54.250520 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366e60b-9d9a-4aca-b3f2-c6e77c49bd9a req-cd262c85-9409-4fbc-9240-89f9bdc89762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.252869 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6366e60b-9d9a-4aca-b3f2-c6e77c49bd9a req-cd262c85-9409-4fbc-9240-89f9bdc89762 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4119792 Nov 12 08:45:54.256481 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55032) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:54.272290 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ee478206-e99a-4494-8725-6e5586585523 req-12a5b4e1-8adc-4cb7-8ef7-17c887c2bf60 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026342 Nov 12 08:45:54.764785 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601d274-5195-417f-aee2-e726c09db7c7 req-c1905690-427c-4282-b975-5460d83482bd tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.766931 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e601d274-5195-417f-aee2-e726c09db7c7 req-c1905690-427c-4282-b975-5460d83482bd tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/ports?device_id=73d428b5-ac26-4b50-bbeb-ea359e099829 HTTP/1.1" status: 200 len: 948 time: 0.0895712 Nov 12 08:45:54.783306 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:54.784231 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6366e60b-9d9a-4aca-b3f2-c6e77c49bd9a req-a0a87d3b-2897-43e8-bf54-84fb501d749a service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5023890 Nov 12 08:45:54.795012 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-2a935372-ea1f-4abf-a5b4-1ac2fd0c8d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Deleting port ca26db27-23c6-48d1-aeea-b8402306a2ab {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:54.795352 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2a935372-ea1f-4abf-a5b4-1ac2fd0c8d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:54.834360 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] No DVR routers for this DVR port 2215a3ec-fdf8-497b-9621-00cfd476ea2a on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:54.873724 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event deleted for resources: {'Port': ['ID=2215a3ec-fdf8-497b-9621-00cfd476ea2a,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:54.941681 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-2a935372-ea1f-4abf-a5b4-1ac2fd0c8d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] For port ca26db27-23c6-48d1-aeea-b8402306a2ab, host n-h1-768862-16, got binding levels [] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:54.942126 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2a935372-ea1f-4abf-a5b4-1ac2fd0c8d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:54.964384 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-2a935372-ea1f-4abf-a5b4-1ac2fd0c8d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Calling delete_port for ca26db27-23c6-48d1-aeea-b8402306a2ab owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:54.990223 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6366e60b-9d9a-4aca-b3f2-c6e77c49bd9a req-eee832ef-c6fa-4257-be0f-3e10e6cff455 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969638 Nov 12 08:45:55.008339 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e601d274-5195-417f-aee2-e726c09db7c7 req-cec00c38-cd5c-4da2-b2d7-cd0287ebb835 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd421b32-318c-4ef3-bb00-ab3038c8a286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199502 Nov 12 08:45:55.010809 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.034867 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cbc66-1e73-4b5b-af3e-5a5cbdc56d98 req-d9b23042-b00f-4153-bf22-f1f98785e964 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:55.042778 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-de6cbc66-1e73-4b5b-af3e-5a5cbdc56d98 req-d9b23042-b00f-4153-bf22-f1f98785e964 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 945 time: 0.2357953 Nov 12 08:45:55.070980 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b80848-266c-4f74-a685-30f913e9eb31']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:55.084552 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2a935372-ea1f-4abf-a5b4-1ac2fd0c8d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.089411 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea2c7d4-ac04-4cdd-9d3d-cf611b07be82') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:55.089738 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea2c7d4-ac04-4cdd-9d3d-cf611b07be82') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:55.116364 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a935372-ea1f-4abf-a5b4-1ac2fd0c8d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca26db27-23c6-48d1-aeea-b8402306a2ab,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:55.117509 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.124549 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2a935372-ea1f-4abf-a5b4-1ac2fd0c8d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.131100 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2a935372-ea1f-4abf-a5b4-1ac2fd0c8d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] 10.222.0.37 "DELETE /v2.0/ports/ca26db27-23c6-48d1-aeea-b8402306a2ab HTTP/1.1" status: 204 len: 168 time: 0.8706651 Nov 12 08:45:55.131222 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55056) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:55.138576 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-de6cbc66-1e73-4b5b-af3e-5a5cbdc56d98 req-c272d778-fedd-430f-826b-3acdbef53bbc tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948496 Nov 12 08:45:55.145080 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.154372 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:45:55.154787 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.167858 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e109a32-49b3-4137-8751-06d08d51946d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] GET failed (client error): The resource could not be found. Nov 12 08:45:55.171343 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0e109a32-49b3-4137-8751-06d08d51946d tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] 10.222.0.37 "GET /v2.0/ports/ca26db27-23c6-48d1-aeea-b8402306a2ab HTTP/1.1" status: 404 len: 333 time: 0.0386744 Nov 12 08:45:55.177142 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55060) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:55.177814 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:45:55.177814 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:45:55.177814 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:45:55.177814 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:45:55.177814 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:45:55.177814 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:45:55.177814 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:45:55.177814 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:45:55.177814 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:45:55.177814 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:45:55.177814 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:45:55.177814 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:45:55.177814 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:45:55.177814 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:45:55.177814 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:45:55.177814 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:45:55.177814 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:45:55.177814 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:45:55.177814 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:45:55.177814 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:45:55.177814 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:45:55.177814 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:45:55.177814 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:45:55.177814 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:45:55.177814 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:45:55.177814 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:45:55.177814 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:45:55.177814 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:45:55.177814 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:45:55.177814 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:45:55.177814 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:45:55.177814 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:45:55.186133 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a969bf38-c033-4804-b1e0-1db803903581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-249824374', 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:55.233057 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a969bf38-c033-4804-b1e0-1db803903581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Made reservation on behalf of e7049e9ed56343e8b4e5316edb4f7a5d for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:55.238330 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a969bf38-c033-4804-b1e0-1db803903581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.265531 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.289356 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-a969bf38-c033-4804-b1e0-1db803903581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] device_id is not set on port c13fadca-c0f7-4c67-a6ea-6848ce56c082 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:45:55.289613 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.299465 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/networks/e5b80848-266c-4f74-a685-30f913e9eb31 HTTP/1.1" status: 204 len: 168 time: 3.3723254 Nov 12 08:45:55.302205 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55068) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:55.312543 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0affe0cd-e435-4bcc-a341-978383f122c0 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-833754350'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:55.330871 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4697e12-99b3-4669-b367-26bf3932e1ab tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event deleted for resources: {'Network': ['ID=e5b80848-266c-4f74-a685-30f913e9eb31,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:55.405906 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0affe0cd-e435-4bcc-a341-978383f122c0 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Made reservation on behalf of c3322adda46947968847f0144371afce for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:55.410057 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0affe0cd-e435-4bcc-a341-978383f122c0 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.443304 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0affe0cd-e435-4bcc-a341-978383f122c0 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:45:55.458747 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0affe0cd-e435-4bcc-a341-978383f122c0 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.459124 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-0affe0cd-e435-4bcc-a341-978383f122c0 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Added segment 90df5490-2a00-44f5-9eb1-20ea5def39f3 of type vlan for network fef84f66-ad53-403b-bba5-af82e500acfc Nov 12 08:45:55.556233 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e42fad-9259-43c8-aa63-890ff20eb3fc req-23c2dc41-a83b-4eb7-a009-5e02acd43df5 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:55.559548 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-31e42fad-9259-43c8-aa63-890ff20eb3fc req-23c2dc41-a83b-4eb7-a009-5e02acd43df5 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.1323345 Nov 12 08:45:55.569127 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0affe0cd-e435-4bcc-a341-978383f122c0 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.584252 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fbc9a-cee6-4c1e-81b6-938a6277b5f9 req-d468ff61-7f69-44f6-b98c-0772cabd7894 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:55.586857 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5c0fbc9a-cee6-4c1e-81b6-938a6277b5f9 req-d468ff61-7f69-44f6-b98c-0772cabd7894 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 945 time: 0.1834266 Nov 12 08:45:55.612511 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a969bf38-c033-4804-b1e0-1db803903581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.628339 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0affe0cd-e435-4bcc-a341-978383f122c0 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.641455 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0affe0cd-e435-4bcc-a341-978383f122c0 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:55.641455 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0affe0cd-e435-4bcc-a341-978383f122c0 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.644397 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55076) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:55.691973 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-31e42fad-9259-43c8-aa63-890ff20eb3fc req-c427dcc9-2717-4e34-894e-1c89a814136a tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216249 Nov 12 08:45:55.714061 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5c0fbc9a-cee6-4c1e-81b6-938a6277b5f9 req-72b709da-4b92-4237-87af-702e6858fab8 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026587 Nov 12 08:45:55.723086 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0affe0cd-e435-4bcc-a341-978383f122c0 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4186430 Nov 12 08:45:55.726003 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55080) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:55.732351 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affe0cd-e435-4bcc-a341-978383f122c0 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event updated for resources: {'Network': ['ID=fef84f66-ad53-403b-bba5-af82e500acfc,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:55.732512 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-0169e68f-dd17-4aa5-92b6-c2daed5f0330 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Request body: {'subnet': {'network_id': 'fef84f66-ad53-403b-bba5-af82e500acfc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:55.737440 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a969bf38-c033-4804-b1e0-1db803903581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.751897 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network fef84f66-ad53-403b-bba5-af82e500acfc details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:45:55.792611 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a969bf38-c033-4804-b1e0-1db803903581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Network 0ffd59ab-6250-4373-8209-d79cfc0ec609 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:55.796356 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-a969bf38-c033-4804-b1e0-1db803903581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:55.800813 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a969bf38-c033-4804-b1e0-1db803903581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:55.801960 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a969bf38-c033-4804-b1e0-1db803903581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:55.802971 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a969bf38-c033-4804-b1e0-1db803903581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.812714 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a969bf38-c033-4804-b1e0-1db803903581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Pushing event updated for resources: {'Port': ['ID=c13fadca-c0f7-4c67-a6ea-6848ce56c082,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:55.833464 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a969bf38-c033-4804-b1e0-1db803903581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6550028 Nov 12 08:45:55.836773 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55082) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:55.840554 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-25a06851-bab1-48ee-a1c8-9f3834402004 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-64737093', 'router:external': True}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:55.876018 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f259ad6b-b1e6-45b8-a7db-cfb6e7b0fcdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:55.880690 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f259ad6b-b1e6-45b8-a7db-cfb6e7b0fcdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] 10.222.0.37 "GET /v2.0/ports/c13fadca-c0f7-4c67-a6ea-6848ce56c082 HTTP/1.1" status: 200 len: 958 time: 0.0396750 Nov 12 08:45:55.881112 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55084) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:55.890674 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a06851-bab1-48ee-a1c8-9f3834402004 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Made reservation on behalf of b138899e563449f390754b290e7c930a for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:55.893484 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25a06851-bab1-48ee-a1c8-9f3834402004 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.910420 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25a06851-bab1-48ee-a1c8-9f3834402004 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.921324 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0169e68f-dd17-4aa5-92b6-c2daed5f0330 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Made reservation on behalf of c3322adda46947968847f0144371afce for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:55.925114 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0169e68f-dd17-4aa5-92b6-c2daed5f0330 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.976595 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-6bae713b-10fb-4646-a786-6a299185ef4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Deleting port c13fadca-c0f7-4c67-a6ea-6848ce56c082 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:55.976939 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6bae713b-10fb-4646-a786-6a299185ef4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.999236 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.ipam_backend_mixin [None req-0169e68f-dd17-4aa5-92b6-c2daed5f0330 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Performing IP validity checks on allocation pools {{(pid=102569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 08:45:55.999783 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.ipam_backend_mixin [None req-0169e68f-dd17-4aa5-92b6-c2daed5f0330 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 08:45:56.050427 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6bae713b-10fb-4646-a786-6a299185ef4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.067972 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-6bae713b-10fb-4646-a786-6a299185ef4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Calling delete_port for c13fadca-c0f7-4c67-a6ea-6848ce56c082 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:56.137203 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 7188e9d8-c883-47a1-bfea-30f9532200ff details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:45:56.141232 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25a06851-bab1-48ee-a1c8-9f3834402004 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.156851 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25a06851-bab1-48ee-a1c8-9f3834402004 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.182597 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6bae713b-10fb-4646-a786-6a299185ef4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.210904 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6bae713b-10fb-4646-a786-6a299185ef4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.221178 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6bae713b-10fb-4646-a786-6a299185ef4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] 10.222.0.37 "DELETE /v2.0/ports/c13fadca-c0f7-4c67-a6ea-6848ce56c082 HTTP/1.1" status: 204 len: 168 time: 0.3350637 Nov 12 08:45:56.227697 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55090) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:56.261791 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae713b-10fb-4646-a786-6a299185ef4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Pushing event deleted for resources: {'Port': ['ID=c13fadca-c0f7-4c67-a6ea-6848ce56c082,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:56.264448 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a06851-bab1-48ee-a1c8-9f3834402004 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:45:56.295236 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a06851-bab1-48ee-a1c8-9f3834402004 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef76876-f9b4-480e-ad2e-4045e14346d0,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:56.306676 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae370ac7-3398-4423-bd92-c553229b0042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] GET failed (client error): The resource could not be found. Nov 12 08:45:56.311816 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ae370ac7-3398-4423-bd92-c553229b0042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] 10.222.0.37 "GET /v2.0/ports/c13fadca-c0f7-4c67-a6ea-6848ce56c082 HTTP/1.1" status: 404 len: 333 time: 0.0758085 Nov 12 08:45:56.319562 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0e1ce-58c0-456b-89a8-b8958c54fa7d req-08e1542f-f3db-4756-9b23-fd379cfd8b91 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:56.321394 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-00d0e1ce-58c0-456b-89a8-b8958c54fa7d req-08e1542f-f3db-4756-9b23-fd379cfd8b91 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/ports?device_id=73d428b5-ac26-4b50-bbeb-ea359e099829 HTTP/1.1" status: 200 len: 948 time: 0.2221270 Nov 12 08:45:56.323139 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55092) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:56.323265 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25a06851-bab1-48ee-a1c8-9f3834402004 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.323614 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-25a06851-bab1-48ee-a1c8-9f3834402004 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Added segment 39d1ba93-6f6d-48f0-ba20-861f7bb3bf3e of type vlan for network c6586e2f-1f89-48ab-810a-832d82ff8e3b Nov 12 08:45:56.325905 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0169e68f-dd17-4aa5-92b6-c2daed5f0330 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.330889 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1bcfa855-da37-44f7-9a52-cda4eaf2e17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Request body: {'port': {'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774473095'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:56.336332 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 7188e9d8-c883-47a1-bfea-30f9532200ff, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=7188e9d8-c883-47a1-bfea-30f9532200ff,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:56.355893 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '7188e9d8-c883-47a1-bfea-30f9532200ff', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': '7188e9d8-c883-47a1-bfea-30f9532200ff', 'mac_address': 'fa:16:3e:9c:ba:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:45:56.363526 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcfa855-da37-44f7-9a52-cda4eaf2e17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Made reservation on behalf of e7049e9ed56343e8b4e5316edb4f7a5d for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:56.367419 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bcfa855-da37-44f7-9a52-cda4eaf2e17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.389493 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-1bcfa855-da37-44f7-9a52-cda4eaf2e17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] device_id is not set on port d0633b25-b0a3-48d6-baf2-31dc14d19d1d yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:45:56.436482 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.454128 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7188e9d8-c883-47a1-bfea-30f9532200ff {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:56.461540 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25a06851-bab1-48ee-a1c8-9f3834402004 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.477207 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 7188e9d8-c883-47a1-bfea-30f9532200ff, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=7188e9d8-c883-47a1-bfea-30f9532200ff,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:56.483344 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.486780 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0169e68f-dd17-4aa5-92b6-c2daed5f0330 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event updated for resources: {'Subnet': ['ID=1c9c2557-1f28-4b90-b218-5332a1824c32,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:56.525096 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-00d0e1ce-58c0-456b-89a8-b8958c54fa7d req-ae8db37c-e072-4525-86a2-5c723f0602de tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd421b32-318c-4ef3-bb00-ab3038c8a286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826887 Nov 12 08:45:56.533987 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0169e68f-dd17-4aa5-92b6-c2daed5f0330 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Checking segment: {'id': '90df5490-2a00-44f5-9eb1-20ea5def39f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fef84f66-ad53-403b-bba5-af82e500acfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:56.534358 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0169e68f-dd17-4aa5-92b6-c2daed5f0330 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Network hostable DHCP agents. Network: fef84f66-ad53-403b-bba5-af82e500acfc, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:45:56.562549 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25a06851-bab1-48ee-a1c8-9f3834402004 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.563988 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a06851-bab1-48ee-a1c8-9f3834402004 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:56.564876 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25a06851-bab1-48ee-a1c8-9f3834402004 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.568137 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=7188e9d8-c883-47a1-bfea-30f9532200ff,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:56.576716 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0169e68f-dd17-4aa5-92b6-c2daed5f0330 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Network fef84f66-ad53-403b-bba5-af82e500acfc is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:45:56.602560 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bcfa855-da37-44f7-9a52-cda4eaf2e17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.639929 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bcfa855-da37-44f7-9a52-cda4eaf2e17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.642518 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-0169e68f-dd17-4aa5-92b6-c2daed5f0330 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, fef84f66-ad53-403b-bba5-af82e500acfc) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:56.647731 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0169e68f-dd17-4aa5-92b6-c2daed5f0330 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:56.648387 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0169e68f-dd17-4aa5-92b6-c2daed5f0330 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.655045 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab46d80-6fca-47f1-a476-5a2156ff41b6 None None] Network fef84f66-ad53-403b-bba5-af82e500acfc requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:56.660807 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-25a06851-bab1-48ee-a1c8-9f3834402004 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.0151346 Nov 12 08:45:56.667438 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55096) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:56.677801 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-a335e14b-8981-47ac-99eb-454ca4fddf9e tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Request body: {'subnet': {'network_id': 'c6586e2f-1f89-48ab-810a-832d82ff8e3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:56.686208 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a06851-bab1-48ee-a1c8-9f3834402004 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Pushing event updated for resources: {'Network': ['ID=c6586e2f-1f89-48ab-810a-832d82ff8e3b,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:56.690355 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcfa855-da37-44f7-9a52-cda4eaf2e17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Network 0ffd59ab-6250-4373-8209-d79cfc0ec609 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:56.693992 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-1bcfa855-da37-44f7-9a52-cda4eaf2e17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:56.699009 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcfa855-da37-44f7-9a52-cda4eaf2e17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:56.700236 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcfa855-da37-44f7-9a52-cda4eaf2e17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:56.701927 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bcfa855-da37-44f7-9a52-cda4eaf2e17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.717295 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55100) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:56.718363 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0169e68f-dd17-4aa5-92b6-c2daed5f0330 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9910235 Nov 12 08:45:56.733841 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network c6586e2f-1f89-48ab-810a-832d82ff8e3b details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:45:56.736025 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfa855-da37-44f7-9a52-cda4eaf2e17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Pushing event updated for resources: {'Port': ['ID=d0633b25-b0a3-48d6-baf2-31dc14d19d1d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:56.776932 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a335e14b-8981-47ac-99eb-454ca4fddf9e tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Made reservation on behalf of b138899e563449f390754b290e7c930a for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:56.783107 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a335e14b-8981-47ac-99eb-454ca4fddf9e tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.822015 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1bcfa855-da37-44f7-9a52-cda4eaf2e17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4944465 Nov 12 08:45:56.822968 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55104) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:56.829434 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:56.886672 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['7188e9d8-c883-47a1-bfea-30f9532200ff'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:45:56.922846 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.945345 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a01acd61-508f-41a1-b237-85a2ec710f19 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.961836 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3dc7ac-daa1-48a4-93ab-e4f76d0b70fc req-a1717e67-6cd4-4b7f-8c99-5ce5be9305f1 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:56.970581 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9b3dc7ac-daa1-48a4-93ab-e4f76d0b70fc req-a1717e67-6cd4-4b7f-8c99-5ce5be9305f1 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.1769481 Nov 12 08:45:57.008440 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:45:57.043355 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda85b25-8661-4e36-8d0c-5552233d9537 req-0a57b863-0cf2-4e77-9cb2-0e6633a1772f tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:57.044640 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce97424-3fdc-43f8-9d56-8888628cd7c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-fef84f66-ad53-403b-bba5-af82e500acfc', 'network_id': 'fef84f66-ad53-403b-bba5-af82e500acfc', 'tenant_id': 'c3322adda46947968847f0144371afce', 'fixed_ips': [{'subnet_id': '1c9c2557-1f28-4b90-b218-5332a1824c32'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:45:57.045019 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cda85b25-8661-4e36-8d0c-5552233d9537 req-0a57b863-0cf2-4e77-9cb2-0e6633a1772f tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 945 time: 0.1812985 Nov 12 08:45:57.045804 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cce97424-3fdc-43f8-9d56-8888628cd7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.096680 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9b3dc7ac-daa1-48a4-93ab-e4f76d0b70fc req-f7a02486-d38a-479a-8162-99230740e6b8 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249480 Nov 12 08:45:57.149323 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a01acd61-508f-41a1-b237-85a2ec710f19 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.210677 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cda85b25-8661-4e36-8d0c-5552233d9537 req-ae8af82d-b4f7-4c98-88d7-9504cd278470 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389639 Nov 12 08:45:57.278323 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a01acd61-508f-41a1-b237-85a2ec710f19 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.352651 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01acd61-508f-41a1-b237-85a2ec710f19 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event deleted for resources: {'Subnet': ['ID=1c9c2557-1f28-4b90-b218-5332a1824c32,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:57.430851 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f0b550-e251-42d4-8ca2-293860e51271 None None] Network fef84f66-ad53-403b-bba5-af82e500acfc requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:57.456853 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a01acd61-508f-41a1-b237-85a2ec710f19 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.503294 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a01acd61-508f-41a1-b237-85a2ec710f19 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef84f66-ad53-403b-bba5-af82e500acfc']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:57.514372 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] device_id is not set on port d0633b25-b0a3-48d6-baf2-31dc14d19d1d yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:45:57.527364 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a01acd61-508f-41a1-b237-85a2ec710f19 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90df5490-2a00-44f5-9eb1-20ea5def39f3') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:57.527364 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a01acd61-508f-41a1-b237-85a2ec710f19 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90df5490-2a00-44f5-9eb1-20ea5def39f3') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:57.529598 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.541152 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a01acd61-508f-41a1-b237-85a2ec710f19 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.548464 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.583795 n-d-768862-16 neutron-server[102569]: DEBUG neutron.objects.ports [None req-a335e14b-8981-47ac-99eb-454ca4fddf9e tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102569) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:45:57.584851 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a335e14b-8981-47ac-99eb-454ca4fddf9e tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.606350 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Pushing event updated for resources: {'Port': ['ID=d0633b25-b0a3-48d6-baf2-31dc14d19d1d,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:57.613622 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a01acd61-508f-41a1-b237-85a2ec710f19 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.627884 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a01acd61-508f-41a1-b237-85a2ec710f19 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:45:57.628230 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a01acd61-508f-41a1-b237-85a2ec710f19 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.635096 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:45:57.635096 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:45:57.635096 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:45:57.635096 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:45:57.635096 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:45:57.635096 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:45:57.635096 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:45:57.635096 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:45:57.635096 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:45:57.635096 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:45:57.635096 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:45:57.635096 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:45:57.635096 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:45:57.635096 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:45:57.635096 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:45:57.635096 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:45:57.635096 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:45:57.635096 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:45:57.635096 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:45:57.635096 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:45:57.635096 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:45:57.635096 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:45:57.635096 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:45:57.635096 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:45:57.635096 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:45:57.635096 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:45:57.635096 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:45:57.635096 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:45:57.635096 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:45:57.635096 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:45:57.635096 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:45:57.635096 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:45:57.708492 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:57.708843 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:57.709203 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:57.715564 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:57.715978 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Failed to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on host n-h1-768862-16 for vnic_type normal using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] Nov 12 08:45:57.716817 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempt 2 to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d Nov 12 08:45:57.719492 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a01acd61-508f-41a1-b237-85a2ec710f19 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.727905 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a01acd61-508f-41a1-b237-85a2ec710f19 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.731113 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a01acd61-508f-41a1-b237-85a2ec710f19 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/networks/fef84f66-ad53-403b-bba5-af82e500acfc HTTP/1.1" status: 204 len: 168 time: 1.0102522 Nov 12 08:45:57.737787 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55112) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:57.747755 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335e14b-8981-47ac-99eb-454ca4fddf9e tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Pushing event updated for resources: {'Subnet': ['ID=79e3c6f2-7f49-496a-9641-f70ee687e276,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:57.755093 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4cfe0470-b9b1-4752-bfc8-9dc02cfb3c00 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1502147586'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:57.765680 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01acd61-508f-41a1-b237-85a2ec710f19 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event deleted for resources: {'Network': ['ID=fef84f66-ad53-403b-bba5-af82e500acfc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:57.769906 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:57.770242 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:57.770577 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:57.773576 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764d37e-8ed0-4e83-95a6-45d96a47c550 req-8e4ada74-b919-497b-91fa-c43b2f8cda56 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:57.775252 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e764d37e-8ed0-4e83-95a6-45d96a47c550 req-8e4ada74-b919-497b-91fa-c43b2f8cda56 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/ports?device_id=73d428b5-ac26-4b50-bbeb-ea359e099829 HTTP/1.1" status: 200 len: 949 time: 0.1293964 Nov 12 08:45:57.781669 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a335e14b-8981-47ac-99eb-454ca4fddf9e tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Checking segment: {'id': '39d1ba93-6f6d-48f0-ba20-861f7bb3bf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c6586e2f-1f89-48ab-810a-832d82ff8e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:57.782099 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a335e14b-8981-47ac-99eb-454ca4fddf9e tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Network hostable DHCP agents. Network: c6586e2f-1f89-48ab-810a-832d82ff8e3b, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:45:57.782246 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:57.782340 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Failed to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on host n-h1-768862-16 for vnic_type normal using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] Nov 12 08:45:57.784208 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempt 3 to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d Nov 12 08:45:57.799498 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfe0470-b9b1-4752-bfc8-9dc02cfb3c00 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Made reservation on behalf of c3322adda46947968847f0144371afce for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:57.803279 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4cfe0470-b9b1-4752-bfc8-9dc02cfb3c00 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.820572 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:57.820983 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:57.821322 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:57.822376 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a335e14b-8981-47ac-99eb-454ca4fddf9e tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Network c6586e2f-1f89-48ab-810a-832d82ff8e3b is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:45:57.833748 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:57.834094 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Failed to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on host n-h1-768862-16 for vnic_type normal using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] Nov 12 08:45:57.835630 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempt 4 to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d Nov 12 08:45:57.848254 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-a335e14b-8981-47ac-99eb-454ca4fddf9e tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, c6586e2f-1f89-48ab-810a-832d82ff8e3b) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:57.857375 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e764d37e-8ed0-4e83-95a6-45d96a47c550 req-0d9a399d-39db-4e74-9be9-d3fa29c06d51 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd421b32-318c-4ef3-bb00-ab3038c8a286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725949 Nov 12 08:45:57.859032 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a335e14b-8981-47ac-99eb-454ca4fddf9e tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:57.859709 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a335e14b-8981-47ac-99eb-454ca4fddf9e tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.866945 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222b950d-bf75-4211-b6bd-ffb4dc5b6798 None None] Network c6586e2f-1f89-48ab-810a-832d82ff8e3b requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:57.869095 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cfe0470-b9b1-4752-bfc8-9dc02cfb3c00 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:45:57.871624 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:57.874432 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:57.874787 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:57.887309 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:57.887720 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Failed to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on host n-h1-768862-16 for vnic_type normal using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] Nov 12 08:45:57.890205 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempt 5 to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d Nov 12 08:45:57.894253 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a335e14b-8981-47ac-99eb-454ca4fddf9e tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2226341 Nov 12 08:45:57.894535 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4cfe0470-b9b1-4752-bfc8-9dc02cfb3c00 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.894901 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-4cfe0470-b9b1-4752-bfc8-9dc02cfb3c00 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Added segment 18412980-61de-4ea0-a9c7-eaa00123bdb4 of type vlan for network e2bd4246-2e2d-44e8-ba1c-312ede36dcbd Nov 12 08:45:57.896525 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55114) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:57.903924 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-d8d24554-90c1-49f7-8159-0de7b8a5412a tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1572861643', 'network_id': 'c6586e2f-1f89-48ab-810a-832d82ff8e3b'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:57.915413 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:57.916291 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:57.916291 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:57.940848 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:57.941096 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Failed to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on host n-h1-768862-16 for vnic_type normal using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] Nov 12 08:45:57.943095 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d24554-90c1-49f7-8159-0de7b8a5412a tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Made reservation on behalf of b138899e563449f390754b290e7c930a for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:57.943848 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempt 6 to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d Nov 12 08:45:57.951981 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d8d24554-90c1-49f7-8159-0de7b8a5412a tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.967094 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4cfe0470-b9b1-4752-bfc8-9dc02cfb3c00 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.973326 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:57.973708 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:57.974099 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:57.975634 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-d8d24554-90c1-49f7-8159-0de7b8a5412a tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] device_id is not set on port 6e37fa72-f08a-4c82-b844-d497ef21e20c yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:45:57.984028 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:57.984353 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Failed to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on host n-h1-768862-16 for vnic_type normal using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] Nov 12 08:45:57.987400 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempt 7 to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d Nov 12 08:45:58.014916 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:58.015263 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:58.015638 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:58.021420 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4cfe0470-b9b1-4752-bfc8-9dc02cfb3c00 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.027428 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfe0470-b9b1-4752-bfc8-9dc02cfb3c00 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:58.028694 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4cfe0470-b9b1-4752-bfc8-9dc02cfb3c00 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.055270 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:58.055609 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Failed to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on host n-h1-768862-16 for vnic_type normal using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] Nov 12 08:45:58.056972 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a331bee4-7efa-47e3-bb46-d229bca2b7e8 None None] Network c6586e2f-1f89-48ab-810a-832d82ff8e3b requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:58.067936 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempt 8 to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d Nov 12 08:45:58.121773 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4cfe0470-b9b1-4752-bfc8-9dc02cfb3c00 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3813844 Nov 12 08:45:58.125819 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55116) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:58.133337 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-97fcd883-383f-4da1-8018-808d617db810 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Request body: {'subnet': {'network_id': 'e2bd4246-2e2d-44e8-ba1c-312ede36dcbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:58.139126 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:58.139489 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:58.139855 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:58.151450 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-d8d24554-90c1-49f7-8159-0de7b8a5412a tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Allocated IP 172.20.0.14 (c6586e2f-1f89-48ab-810a-832d82ff8e3b/79e3c6f2-7f49-496a-9641-f70ee687e276/6e37fa72-f08a-4c82-b844-d497ef21e20c) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:58.154192 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe0470-b9b1-4752-bfc8-9dc02cfb3c00 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event updated for resources: {'Network': ['ID=e2bd4246-2e2d-44e8-ba1c-312ede36dcbd,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:58.172220 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:58.172572 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Failed to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on host n-h1-768862-16 for vnic_type normal using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] Nov 12 08:45:58.202699 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempt 9 to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d Nov 12 08:45:58.216813 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network e2bd4246-2e2d-44e8-ba1c-312ede36dcbd details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:45:58.241361 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:58.241704 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:58.241999 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:58.254592 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:58.254935 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Failed to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on host n-h1-768862-16 for vnic_type normal using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] Nov 12 08:45:58.259674 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempt 10 to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d Nov 12 08:45:58.286893 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:58.288012 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:58.288012 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempting to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:58.296239 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:58.296636 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Failed to bind port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on host n-h1-768862-16 for vnic_type normal using segments [{'id': '7e7fb735-47f7-4426-a004-fdfb110ef748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0ffd59ab-6250-4373-8209-d79cfc0ec609'}] Nov 12 08:45:58.296915 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.300901 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fcd883-383f-4da1-8018-808d617db810 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Made reservation on behalf of c3322adda46947968847f0144371afce for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:58.305214 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97fcd883-383f-4da1-8018-808d617db810 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.468161 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] For port d0633b25-b0a3-48d6-baf2-31dc14d19d1d, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:58.468630 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attempted to set empty binding levels {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 08:45:58.477001 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.555163 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] In _notify_port_updated(), no bound segment for port d0633b25-b0a3-48d6-baf2-31dc14d19d1d on network 0ffd59ab-6250-4373-8209-d79cfc0ec609 {{(pid=102568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:45:58.556174 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:58.557104 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.559034 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] 10.222.0.37 "PUT /v2.0/ports/d0633b25-b0a3-48d6-baf2-31dc14d19d1d HTTP/1.1" status: 200 len: 980 time: 1.7347269 Nov 12 08:45:58.562560 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55126) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:58.562802 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c7281-b6b9-4082-b2da-2563a70e12ba req-e5d2a78a-bbac-49b5-a21a-f5e0dd34c539 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:58.565024 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7f4c7281-b6b9-4082-b2da-2563a70e12ba req-e5d2a78a-bbac-49b5-a21a-f5e0dd34c539 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.2009523 Nov 12 08:45:58.605023 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b2254-0c9c-427e-ac15-2d37de0af2b5 req-300b410e-54a4-4ab5-94e6-f5db085c4d33 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:58.605447 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40591a1e-54a6-4d33-b51b-3bacee28afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Pushing event updated for resources: {'Port': ['ID=d0633b25-b0a3-48d6-baf2-31dc14d19d1d,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:58.608193 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f88b2254-0c9c-427e-ac15-2d37de0af2b5 req-300b410e-54a4-4ab5-94e6-f5db085c4d33 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 945 time: 0.1643789 Nov 12 08:45:58.615614 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d8d24554-90c1-49f7-8159-0de7b8a5412a tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.698584 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97fcd883-383f-4da1-8018-808d617db810 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.741334 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7f4c7281-b6b9-4082-b2da-2563a70e12ba req-701f1247-0f2e-4d2f-9e3a-b9682bcbd194 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313474 Nov 12 08:45:58.767838 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-0d2ae4ff-2b0f-4320-9c4e-3707d1c7fc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Deleting port d0633b25-b0a3-48d6-baf2-31dc14d19d1d {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:58.768325 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d2ae4ff-2b0f-4320-9c4e-3707d1c7fc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.770633 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f88b2254-0c9c-427e-ac15-2d37de0af2b5 req-81ede07a-3ca5-4db6-bbb1-62accba8d4fe tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432927 Nov 12 08:45:58.808774 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fcd883-383f-4da1-8018-808d617db810 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event updated for resources: {'Subnet': ['ID=bac08e41-22e1-4fb9-95e6-12ca7101edf8,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:58.810573 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d8d24554-90c1-49f7-8159-0de7b8a5412a tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.864806 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fcd883-383f-4da1-8018-808d617db810 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Checking segment: {'id': '18412980-61de-4ea0-a9c7-eaa00123bdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e2bd4246-2e2d-44e8-ba1c-312ede36dcbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:58.865208 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fcd883-383f-4da1-8018-808d617db810 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Network hostable DHCP agents. Network: e2bd4246-2e2d-44e8-ba1c-312ede36dcbd, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:45:58.882816 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-0d2ae4ff-2b0f-4320-9c4e-3707d1c7fc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] For port d0633b25-b0a3-48d6-baf2-31dc14d19d1d, host n-h1-768862-16, got binding levels [] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:58.883200 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d2ae4ff-2b0f-4320-9c4e-3707d1c7fc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.889368 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d24554-90c1-49f7-8159-0de7b8a5412a tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Network c6586e2f-1f89-48ab-810a-832d82ff8e3b is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:58.899397 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-d8d24554-90c1-49f7-8159-0de7b8a5412a tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:58.906139 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d24554-90c1-49f7-8159-0de7b8a5412a tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:58.906479 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-0d2ae4ff-2b0f-4320-9c4e-3707d1c7fc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Calling delete_port for d0633b25-b0a3-48d6-baf2-31dc14d19d1d owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:58.914984 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fcd883-383f-4da1-8018-808d617db810 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Network e2bd4246-2e2d-44e8-ba1c-312ede36dcbd is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:45:58.935846 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-97fcd883-383f-4da1-8018-808d617db810 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, e2bd4246-2e2d-44e8-ba1c-312ede36dcbd) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:58.968182 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3650b754-acad-437e-8587-24cd9f234b2c None None] Network e2bd4246-2e2d-44e8-ba1c-312ede36dcbd requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:58.979332 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d24554-90c1-49f7-8159-0de7b8a5412a tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Pushing event updated for resources: {'Port': ['ID=6e37fa72-f08a-4c82-b844-d497ef21e20c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:58.989044 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fcd883-383f-4da1-8018-808d617db810 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:58.989671 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97fcd883-383f-4da1-8018-808d617db810 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.017217 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d24554-90c1-49f7-8159-0de7b8a5412a tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:59.018267 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d8d24554-90c1-49f7-8159-0de7b8a5412a tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.020046 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-97fcd883-383f-4da1-8018-808d617db810 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8933060 Nov 12 08:45:59.025099 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55130) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:59.026629 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.055353 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d2ae4ff-2b0f-4320-9c4e-3707d1c7fc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.102458 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ae4ff-2b0f-4320-9c4e-3707d1c7fc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0633b25-b0a3-48d6-baf2-31dc14d19d1d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:59.115567 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d2ae4ff-2b0f-4320-9c4e-3707d1c7fc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.120766 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d8d24554-90c1-49f7-8159-0de7b8a5412a tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.2202625 Nov 12 08:45:59.121017 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0d2ae4ff-2b0f-4320-9c4e-3707d1c7fc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] 10.222.0.37 "DELETE /v2.0/ports/d0633b25-b0a3-48d6-baf2-31dc14d19d1d HTTP/1.1" status: 204 len: 168 time: 0.5531113 Nov 12 08:45:59.121429 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55132) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:59.123435 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55134) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:59.162332 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c6db88-16d0-46fd-946b-75e851bff536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] GET failed (client error): The resource could not be found. Nov 12 08:45:59.164925 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-26c6db88-16d0-46fd-946b-75e851bff536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-49976812-project-admin] 10.222.0.37 "GET /v2.0/ports/d0633b25-b0a3-48d6-baf2-31dc14d19d1d HTTP/1.1" status: 404 len: 333 time: 0.0340910 Nov 12 08:45:59.177338 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55136) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:59.218603 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5933b0-c1eb-458d-af3f-5d4d3a107afb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-e2bd4246-2e2d-44e8-ba1c-312ede36dcbd', 'network_id': 'e2bd4246-2e2d-44e8-ba1c-312ede36dcbd', 'tenant_id': 'c3322adda46947968847f0144371afce', 'fixed_ips': [{'subnet_id': 'bac08e41-22e1-4fb9-95e6-12ca7101edf8'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:45:59.219917 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6b5933b0-c1eb-458d-af3f-5d4d3a107afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.243962 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7803b1-408e-4a93-b23c-1ddd0611b515 req-ecc30926-29e1-403d-8926-2642242c93cd tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:59.245967 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4b7803b1-408e-4a93-b23c-1ddd0611b515 req-ecc30926-29e1-403d-8926-2642242c93cd tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/ports?device_id=73d428b5-ac26-4b50-bbeb-ea359e099829 HTTP/1.1" status: 200 len: 949 time: 0.2185671 Nov 12 08:45:59.260109 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-128b2934-8aa7-46c5-a8aa-434b7a51a0ad tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Deleting port 6e37fa72-f08a-4c82-b844-d497ef21e20c {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:59.260544 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-128b2934-8aa7-46c5-a8aa-434b7a51a0ad tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.346954 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-128b2934-8aa7-46c5-a8aa-434b7a51a0ad tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.353794 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-28f6d214-a65b-4ca4-8dc6-6d78333d3a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.362120 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.362466 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-128b2934-8aa7-46c5-a8aa-434b7a51a0ad tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Calling delete_port for 6e37fa72-f08a-4c82-b844-d497ef21e20c owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:59.386537 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-6b5933b0-c1eb-458d-af3f-5d4d3a107afb None None] Allocated IP 172.20.0.1 (e2bd4246-2e2d-44e8-ba1c-312ede36dcbd/bac08e41-22e1-4fb9-95e6-12ca7101edf8/706d9868-bccc-48eb-bf4c-4c4f7283ad97) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:59.405451 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4b7803b1-408e-4a93-b23c-1ddd0611b515 req-b8a47f2a-cc49-4a1e-9876-f7b5fa8e983a tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd421b32-318c-4ef3-bb00-ab3038c8a286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160669 Nov 12 08:45:59.520841 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-128b2934-8aa7-46c5-a8aa-434b7a51a0ad tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.548025 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.564727 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b2934-8aa7-46c5-a8aa-434b7a51a0ad tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e37fa72-f08a-4c82-b844-d497ef21e20c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:59.577373 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-28f6d214-a65b-4ca4-8dc6-6d78333d3a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.615218 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-28f6d214-a65b-4ca4-8dc6-6d78333d3a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ffd59ab-6250-4373-8209-d79cfc0ec609']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:59.620854 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6b5933b0-c1eb-458d-af3f-5d4d3a107afb None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.630978 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6b5933b0-c1eb-458d-af3f-5d4d3a107afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.631324 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-28f6d214-a65b-4ca4-8dc6-6d78333d3a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e7fb735-47f7-4426-a004-fdfb110ef748') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:59.631324 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-28f6d214-a65b-4ca4-8dc6-6d78333d3a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e7fb735-47f7-4426-a004-fdfb110ef748') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:59.642635 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-28f6d214-a65b-4ca4-8dc6-6d78333d3a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.669439 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-28f6d214-a65b-4ca4-8dc6-6d78333d3a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.672662 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-128b2934-8aa7-46c5-a8aa-434b7a51a0ad tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.679540 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-128b2934-8aa7-46c5-a8aa-434b7a51a0ad tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "DELETE /v2.0/ports/6e37fa72-f08a-4c82-b844-d497ef21e20c HTTP/1.1" status: 204 len: 168 time: 0.5569930 Nov 12 08:45:59.679895 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.680654 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55138) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:59.683530 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f6d214-a65b-4ca4-8dc6-6d78333d3a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:45:59.684126 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-28f6d214-a65b-4ca4-8dc6-6d78333d3a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.686333 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d2dcc4f0-0c0a-40b1-8a95-d79bc472c104 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c6586e2f-1f89-48ab-810a-832d82ff8e3b', 'external_fixed_ips': [{'subnet_id': '79e3c6f2-7f49-496a-9641-f70ee687e276', 'ip_address': '172.20.0.14'}]}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:59.690901 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:45:59.690901 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:45:59.690901 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:45:59.690901 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:45:59.690901 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:45:59.690901 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:45:59.690901 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:45:59.690901 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:45:59.690901 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:45:59.690901 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:45:59.690901 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:45:59.690901 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:45:59.690901 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:45:59.690901 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:45:59.690901 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:45:59.690901 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:45:59.690901 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:45:59.690901 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:45:59.690901 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:45:59.690901 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:45:59.690901 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:45:59.690901 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:45:59.690901 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:45:59.690901 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:45:59.690901 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:45:59.690901 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:45:59.690901 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:45:59.690901 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:45:59.690901 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:45:59.690901 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:45:59.690901 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:45:59.690901 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:45:59.705151 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5933b0-c1eb-458d-af3f-5d4d3a107afb None None] Network e2bd4246-2e2d-44e8-ba1c-312ede36dcbd is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:59.715798 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-6b5933b0-c1eb-458d-af3f-5d4d3a107afb None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:59.718454 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc4f0-0c0a-40b1-8a95-d79bc472c104 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.720130 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5933b0-c1eb-458d-af3f-5d4d3a107afb None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:59.721693 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc4f0-0c0a-40b1-8a95-d79bc472c104 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.730949 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5933b0-c1eb-458d-af3f-5d4d3a107afb None None] Pushing event updated for resources: {'Port': ['ID=706d9868-bccc-48eb-bf4c-4c4f7283ad97,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:59.739223 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event deleted for resources: {'Subnet': ['ID=bac08e41-22e1-4fb9-95e6-12ca7101edf8,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:59.787484 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-6b5933b0-c1eb-458d-af3f-5d4d3a107afb None None] Attempting to bind port 706d9868-bccc-48eb-bf4c-4c4f7283ad97 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:59.788070 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-6b5933b0-c1eb-458d-af3f-5d4d3a107afb None None] Attempting to bind port 706d9868-bccc-48eb-bf4c-4c4f7283ad97 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '18412980-61de-4ea0-a9c7-eaa00123bdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e2bd4246-2e2d-44e8-ba1c-312ede36dcbd'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:59.788507 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5933b0-c1eb-458d-af3f-5d4d3a107afb None None] Attempting to bind port 706d9868-bccc-48eb-bf4c-4c4f7283ad97 on network e2bd4246-2e2d-44e8-ba1c-312ede36dcbd {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:59.796386 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5933b0-c1eb-458d-af3f-5d4d3a107afb None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:59.797015 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5933b0-c1eb-458d-af3f-5d4d3a107afb None None] Checking segment: {'id': '18412980-61de-4ea0-a9c7-eaa00123bdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e2bd4246-2e2d-44e8-ba1c-312ede36dcbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:59.797699 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6b5933b0-c1eb-458d-af3f-5d4d3a107afb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.798350 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5933b0-c1eb-458d-af3f-5d4d3a107afb None None] Bound using segment: {'id': '18412980-61de-4ea0-a9c7-eaa00123bdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e2bd4246-2e2d-44e8-ba1c-312ede36dcbd'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:59.799165 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-6b5933b0-c1eb-458d-af3f-5d4d3a107afb None None] Bound port: 706d9868-bccc-48eb-bf4c-4c4f7283ad97, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18412980-61de-4ea0-a9c7-eaa00123bdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e2bd4246-2e2d-44e8-ba1c-312ede36dcbd'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:59.799776 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6b5933b0-c1eb-458d-af3f-5d4d3a107afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.848445 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-28f6d214-a65b-4ca4-8dc6-6d78333d3a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.853980 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-28f6d214-a65b-4ca4-8dc6-6d78333d3a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.864422 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-28f6d214-a65b-4ca4-8dc6-6d78333d3a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981-project] 10.222.0.37 "DELETE /v2.0/networks/0ffd59ab-6250-4373-8209-d79cfc0ec609 HTTP/1.1" status: 204 len: 168 time: 0.6855388 Nov 12 08:45:59.866365 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.883931 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-6b5933b0-c1eb-458d-af3f-5d4d3a107afb None None] For port 706d9868-bccc-48eb-bf4c-4c4f7283ad97, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:59.888839 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-6b5933b0-c1eb-458d-af3f-5d4d3a107afb None None] For port 706d9868-bccc-48eb-bf4c-4c4f7283ad97, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=706d9868-bccc-48eb-bf4c-4c4f7283ad97,segment=NetworkSegment(18412980-61de-4ea0-a9c7-eaa00123bdb4),segment_id=18412980-61de-4ea0-a9c7-eaa00123bdb4)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:59.893684 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6d214-a65b-4ca4-8dc6-6d78333d3a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-638366981-project] Pushing event deleted for resources: {'Network': ['ID=0ffd59ab-6250-4373-8209-d79cfc0ec609,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:59.896694 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6b5933b0-c1eb-458d-af3f-5d4d3a107afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.932375 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2bd4246-2e2d-44e8-ba1c-312ede36dcbd']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:59.985142 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc4f0-0c0a-40b1-8a95-d79bc472c104 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.985422 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18412980-61de-4ea0-a9c7-eaa00123bdb4') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:59.985564 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18412980-61de-4ea0-a9c7-eaa00123bdb4') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:00.008588 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5933b0-c1eb-458d-af3f-5d4d3a107afb None None] Pushing event updated for resources: {'Port': ['ID=706d9868-bccc-48eb-bf4c-4c4f7283ad97,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:00.022854 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daaf99c-e378-4658-929d-756e3880572c None None] Network e2bd4246-2e2d-44e8-ba1c-312ede36dcbd requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:00.044836 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.073924 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.089319 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b07b6-0b49-4e2f-bdde-fe951cb95bc4 req-696e641e-48b5-4952-a30d-a8cb6a27a7d1 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:00.091237 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-749b07b6-0b49-4e2f-bdde-fe951cb95bc4 req-696e641e-48b5-4952-a30d-a8cb6a27a7d1 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 945 time: 0.1790416 Nov 12 08:46:00.102527 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:46:00.103101 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.108176 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:46:00.108176 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:46:00.108176 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:46:00.108176 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:46:00.108176 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:46:00.108176 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:46:00.108176 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:46:00.108176 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:46:00.108176 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:46:00.108176 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:46:00.108176 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:46:00.108176 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:46:00.108176 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:46:00.108176 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:46:00.108176 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:46:00.108176 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:46:00.108176 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:46:00.108176 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:46:00.108176 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:46:00.108176 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:46:00.108176 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:46:00.108176 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:46:00.108176 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:46:00.108176 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:46:00.108176 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:46:00.108176 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:46:00.108176 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:46:00.108176 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:46:00.108176 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:46:00.108176 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:46:00.108176 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:46:00.108176 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:46:00.167623 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 7188e9d8-c883-47a1-bfea-30f9532200ff up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:00.257482 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc4f0-0c0a-40b1-8a95-d79bc472c104 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.262196 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd57f68-e8a6-4a18-834d-6f14051dd2f8 req-7ae1acbb-0f61-49b9-a245-d99c298c3475 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:00.269715 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7fd57f68-e8a6-4a18-834d-6f14051dd2f8 req-7ae1acbb-0f61-49b9-a245-d99c298c3475 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.3051839 Nov 12 08:46:00.286270 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6958daa4-ff69-40a9-8e56-592206c5ae16 None None] get_active_networks_info from n-d-768862-16 {{(pid=102570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:46:00.291058 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 7188e9d8-c883-47a1-bfea-30f9532200ff completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:46:00.328740 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 7188e9d8-c883-47a1-bfea-30f9532200ff triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:00.329203 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.345998 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.db.api [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 08:46:00.345998 n-d-768862-16 neutron-server[102569]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 08:46:00.345998 n-d-768862-16 neutron-server[102569]: [parameters: {'id': 'e2bd4246-2e2d-44e8-ba1c-312ede36dcbd'}] Nov 12 08:46:00.345998 n-d-768862-16 neutron-server[102569]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:46:00.346661 n-d-768862-16 neutron-server[102569]: DEBUG oslo_db.api [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:46:00.358075 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55152) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:00.422820 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7fd57f68-e8a6-4a18-834d-6f14051dd2f8 req-72c446c4-4e85-4c71-bd86-a3387cdc78a9 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215920 Nov 12 08:46:00.449068 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-749b07b6-0b49-4e2f-bdde-fe951cb95bc4 req-358e6081-e680-424b-ac39-0920b5a50e2c tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889123 Nov 12 08:46:00.542470 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.590996 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d428b5-ac26-4b50-bbeb-ea359e099829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7188e9d8-c883-47a1-bfea-30f9532200ff'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:00.595958 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862f51ca-cfe6-456e-b5bc-21cbfa152922" -d '{"events": [{"server_uuid": "73d428b5-ac26-4b50-bbeb-ea359e099829", "name": "network-vif-plugged", "status": "completed", "tag": "7188e9d8-c883-47a1-bfea-30f9532200ff"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:00.604470 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6958daa4-ff69-40a9-8e56-592206c5ae16 None None] Resources bound (agent type, host, resource id): {{(pid=102570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:46:00.623293 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 7188e9d8-c883-47a1-bfea-30f9532200ff, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=7188e9d8-c883-47a1-bfea-30f9532200ff,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:00.631052 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-46a0d19d-3c55-4d28-b78d-eab8485de699 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6521b480ee8146c6b63c33a470d5231c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2640016 Nov 12 08:46:00.634715 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55160) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:00.645826 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc4f0-0c0a-40b1-8a95-d79bc472c104 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.648352 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.680298 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc4f0-0c0a-40b1-8a95-d79bc472c104 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.702762 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3705b76a-7698-4181-bf8e-dc1566cf2ac6 x-openstack-request-id: req-3705b76a-7698-4181-bf8e-dc1566cf2ac6 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:00.703064 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d428b5-ac26-4b50-bbeb-ea359e099829", "name": "network-vif-plugged", "status": "completed", "tag": "7188e9d8-c883-47a1-bfea-30f9532200ff", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:00.703312 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3705b76a-7698-4181-bf8e-dc1566cf2ac6 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:00.703698 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d428b5-ac26-4b50-bbeb-ea359e099829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7188e9d8-c883-47a1-bfea-30f9532200ff', 'code': 200} Nov 12 08:46:00.744073 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-96d75cc5-5079-4b41-954e-6093cb1d4111 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.781896 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-96d75cc5-5079-4b41-954e-6093cb1d4111 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.799686 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0a193-4776-43a0-9f5f-979122e3b3fe req-bd7aa8a4-77e1-400f-aaef-67400b91b8a1 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:00.801415 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a4f0a193-4776-43a0-9f5f-979122e3b3fe req-bd7aa8a4-77e1-400f-aaef-67400b91b8a1 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/ports?device_id=73d428b5-ac26-4b50-bbeb-ea359e099829 HTTP/1.1" status: 200 len: 950 time: 0.1140981 Nov 12 08:46:00.803888 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=7188e9d8-c883-47a1-bfea-30f9532200ff,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:00.854230 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.936238 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a4f0a193-4776-43a0-9f5f-979122e3b3fe req-618bace0-fc77-48dc-8db7-d1e033e2f317 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd421b32-318c-4ef3-bb00-ab3038c8a286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175776 Nov 12 08:46:00.962465 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-96d75cc5-5079-4b41-954e-6093cb1d4111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.966705 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-96d75cc5-5079-4b41-954e-6093cb1d4111 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.971873 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-96d75cc5-5079-4b41-954e-6093cb1d4111 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f9457f01-31da-40a9-9936-ec788979b495 HTTP/1.1" status: 204 len: 168 time: 0.3321445 Nov 12 08:46:00.987835 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d75cc5-5079-4b41-954e-6093cb1d4111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9457f01-31da-40a9-9936-ec788979b495,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:00.998796 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Deleting port 706d9868-bccc-48eb-bf4c-4c4f7283ad97 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:00.999902 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:01.043921 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-d2dcc4f0-0c0a-40b1-8a95-d79bc472c104 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Allocated IP 172.20.0.14 (c6586e2f-1f89-48ab-810a-832d82ff8e3b/79e3c6f2-7f49-496a-9641-f70ee687e276/e6562330-b072-474d-ba7b-5a54b353db7d) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:01.107978 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] For port 706d9868-bccc-48eb-bf4c-4c4f7283ad97, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=706d9868-bccc-48eb-bf4c-4c4f7283ad97,segment=NetworkSegment(18412980-61de-4ea0-a9c7-eaa00123bdb4),segment_id=18412980-61de-4ea0-a9c7-eaa00123bdb4)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:01.108602 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:01.133205 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Calling delete_port for 706d9868-bccc-48eb-bf4c-4c4f7283ad97 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:01.187247 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c5c19-4127-4ea8-a01a-e857bec2be14 req-16bcbbca-fcb7-43a8-8644-dc35449e3738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:01.188739 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-151c5c19-4127-4ea8-a01a-e857bec2be14 req-16bcbbca-fcb7-43a8-8644-dc35449e3738 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=73d428b5-ac26-4b50-bbeb-ea359e099829 HTTP/1.1" status: 200 len: 1102 time: 0.2886624 Nov 12 08:46:01.194759 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc4f0-0c0a-40b1-8a95-d79bc472c104 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:01.232127 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:01.259884 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event deleted for resources: {'Port': ['ID=706d9868-bccc-48eb-bf4c-4c4f7283ad97,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:01.264444 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] No DVR routers for this DVR port 706d9868-bccc-48eb-bf4c-4c4f7283ad97 on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:01.277033 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-151c5c19-4127-4ea8-a01a-e857bec2be14 req-e2ac33d1-7b08-421c-8e52-79d818ec7b06 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fd421b32-318c-4ef3-bb00-ab3038c8a286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723250 Nov 12 08:46:01.280035 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc4f0-0c0a-40b1-8a95-d79bc472c104 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:01.655853 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55166) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:01.683185 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dcc4f0-0c0a-40b1-8a95-d79bc472c104 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Network c6586e2f-1f89-48ab-810a-832d82ff8e3b is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:01.691846 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-d2dcc4f0-0c0a-40b1-8a95-d79bc472c104 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:01.696955 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dcc4f0-0c0a-40b1-8a95-d79bc472c104 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:01.706546 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:01.714403 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316da5c5-a3fb-43a8-a71c-6206c2b98656 None None] DHCP port deletion for c6586e2f-1f89-48ab-810a-832d82ff8e3b request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:01.735001 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dcc4f0-0c0a-40b1-8a95-d79bc472c104 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Pushing event updated for resources: {'Port': ['ID=e6562330-b072-474d-ba7b-5a54b353db7d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:01.766174 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-77712383-a55e-4147-9a2f-20a542d02f5e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e7049e9ed56343e8b4e5316edb4f7a5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1063876 Nov 12 08:46:01.766528 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55176) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:01.766926 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2bd4246-2e2d-44e8-ba1c-312ede36dcbd']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:01.773628 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-46323211-eef8-42a4-ac12-4bd8b1331838 None None] Provisioning complete for port e6562330-b072-474d-ba7b-5a54b353db7d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:01.773998 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-46323211-eef8-42a4-ac12-4bd8b1331838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:01.791392 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18412980-61de-4ea0-a9c7-eaa00123bdb4') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:01.791882 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18412980-61de-4ea0-a9c7-eaa00123bdb4') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:01.805393 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:01.818805 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-46323211-eef8-42a4-ac12-4bd8b1331838 None None] Port e6562330-b072-474d-ba7b-5a54b353db7d cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:46:01.824713 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9ad74-3199-4a04-a5ce-311f7acc4cba req-5195c7ba-3403-4829-9fe4-cd4b13feb472 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:01.826399 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b2b9ad74-3199-4a04-a5ce-311f7acc4cba req-5195c7ba-3403-4829-9fe4-cd4b13feb472 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.1472244 Nov 12 08:46:01.836535 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8865a-a6a4-4776-9909-177105239c1e req-4d831b23-018b-4793-86c6-7624f44beb5e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:01.838292 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fba8865a-a6a4-4776-9909-177105239c1e req-4d831b23-018b-4793-86c6-7624f44beb5e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 945 time: 0.1578944 Nov 12 08:46:01.851103 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:01.870672 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:46:01.871087 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:01.880228 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:46:01.880228 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:46:01.880228 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:46:01.880228 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:46:01.880228 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:46:01.880228 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:46:01.880228 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:46:01.880228 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:46:01.880228 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:46:01.880228 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:46:01.880228 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:46:01.880228 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:46:01.880228 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:46:01.880228 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:46:01.880228 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:46:01.880228 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:46:01.880228 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:46:01.880228 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:46:01.880228 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:46:01.880228 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:46:01.880228 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:46:01.880228 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:46:01.880228 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:46:01.880228 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:46:01.880228 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:46:01.880228 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:46:01.880228 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:46:01.880228 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:46:01.880228 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:46:01.880228 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:46:01.880228 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:46:01.880228 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:46:01.937481 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21a839cb-1ee6-4fa8-aa82-15c8fac7e300 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:01.989742 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.003662 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b2b9ad74-3199-4a04-a5ce-311f7acc4cba req-a591b248-4605-46a3-b631-9df76153cb53 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642892 Nov 12 08:46:02.004183 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21a839cb-1ee6-4fa8-aa82-15c8fac7e300 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.004930 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.008303 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/networks/e2bd4246-2e2d-44e8-ba1c-312ede36dcbd HTTP/1.1" status: 204 len: 168 time: 2.9784534 Nov 12 08:46:02.014925 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55180) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:02.016401 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fba8865a-a6a4-4776-9909-177105239c1e req-d6f3ef0b-a3d8-4a9a-bda9-b2a148ffff49 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666181 Nov 12 08:46:02.020966 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-3a346438-28c1-402e-929c-551eb390605e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1681890450'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:02.032131 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76caf02c-1007-47eb-94f2-afc18a88a607 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event deleted for resources: {'Network': ['ID=e2bd4246-2e2d-44e8-ba1c-312ede36dcbd,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:02.109678 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a346438-28c1-402e-929c-551eb390605e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Made reservation on behalf of c3322adda46947968847f0144371afce for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:02.113347 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3a346438-28c1-402e-929c-551eb390605e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.158918 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc4f0-0c0a-40b1-8a95-d79bc472c104 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.163502 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21a839cb-1ee6-4fa8-aa82-15c8fac7e300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.166438 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21a839cb-1ee6-4fa8-aa82-15c8fac7e300 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.168045 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-21a839cb-1ee6-4fa8-aa82-15c8fac7e300 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36bceba8-5ea2-4258-be83-ec3222e358d8 HTTP/1.1" status: 204 len: 168 time: 0.4000952 Nov 12 08:46:02.169440 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a346438-28c1-402e-929c-551eb390605e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:46:02.218501 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a839cb-1ee6-4fa8-aa82-15c8fac7e300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bceba8-5ea2-4258-be83-ec3222e358d8,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:02.227876 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3a346438-28c1-402e-929c-551eb390605e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.228241 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-3a346438-28c1-402e-929c-551eb390605e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Added segment e8b3d0ed-239a-4eb4-87f7-ee397d2a0796 of type vlan for network 76248175-cdbc-4352-8641-b3914015a3a6 Nov 12 08:46:02.265120 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66776b38-6bb4-41e5-b50b-400a30bcefee req-4ee0c286-653f-4325-b8c5-a8ef92fd965e tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:02.268770 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-66776b38-6bb4-41e5-b50b-400a30bcefee req-4ee0c286-653f-4325-b8c5-a8ef92fd965e tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/ports?device_id=73d428b5-ac26-4b50-bbeb-ea359e099829 HTTP/1.1" status: 200 len: 950 time: 0.0811636 Nov 12 08:46:02.303085 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3a346438-28c1-402e-929c-551eb390605e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.361751 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-66776b38-6bb4-41e5-b50b-400a30bcefee req-50023482-05e8-4169-8dba-3afc24918180 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd421b32-318c-4ef3-bb00-ab3038c8a286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872772 Nov 12 08:46:02.387920 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3a346438-28c1-402e-929c-551eb390605e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.393629 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a346438-28c1-402e-929c-551eb390605e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:02.394258 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3a346438-28c1-402e-929c-551eb390605e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.514028 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3a346438-28c1-402e-929c-551eb390605e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4972982 Nov 12 08:46:02.517906 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55186) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:02.530451 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-4672c93a-a17d-43ae-971e-f02c867de63e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Request body: {'subnet': {'network_id': '76248175-cdbc-4352-8641-b3914015a3a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:02.544193 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a346438-28c1-402e-929c-551eb390605e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event updated for resources: {'Network': ['ID=76248175-cdbc-4352-8641-b3914015a3a6,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:02.583808 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 76248175-cdbc-4352-8641-b3914015a3a6 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:46:02.640161 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc4f0-0c0a-40b1-8a95-d79bc472c104 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.701331 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4672c93a-a17d-43ae-971e-f02c867de63e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Made reservation on behalf of c3322adda46947968847f0144371afce for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:02.712275 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4672c93a-a17d-43ae-971e-f02c867de63e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.837933 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2dcc4f0-0c0a-40b1-8a95-d79bc472c104 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Router 1efa6544-065e-43a3-a19f-87ca4c526017 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:46:02.944538 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4672c93a-a17d-43ae-971e-f02c867de63e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.981296 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2dcc4f0-0c0a-40b1-8a95-d79bc472c104 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:02.998793 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc8e4b5-d28d-463b-8125-b48b08f648b7 None None] Sync routers for ids ['1efa6544-065e-43a3-a19f-87ca4c526017'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:03.012058 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc4f0-0c0a-40b1-8a95-d79bc472c104 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.013748 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d2dcc4f0-0c0a-40b1-8a95-d79bc472c104 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.3318059 Nov 12 08:46:03.016310 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55200) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:03.022977 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672c93a-a17d-43ae-971e-f02c867de63e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event updated for resources: {'Subnet': ['ID=bf09325b-9fee-4ed9-906d-6e54020e401d,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:03.024010 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc8e4b5-d28d-463b-8125-b48b08f648b7 None None] Routers {'1efa6544-065e-43a3-a19f-87ca4c526017'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:03.034258 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1cc8e4b5-d28d-463b-8125-b48b08f648b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:45:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['1efa6544-065e-43a3-a19f-87ca4c526017'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:03.034878 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4672c93a-a17d-43ae-971e-f02c867de63e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Checking segment: {'id': 'e8b3d0ed-239a-4eb4-87f7-ee397d2a0796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '76248175-cdbc-4352-8641-b3914015a3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:03.035440 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4672c93a-a17d-43ae-971e-f02c867de63e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Network hostable DHCP agents. Network: 76248175-cdbc-4352-8641-b3914015a3a6, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:46:03.066314 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4672c93a-a17d-43ae-971e-f02c867de63e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Network 76248175-cdbc-4352-8641-b3914015a3a6 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:46:03.086163 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-4672c93a-a17d-43ae-971e-f02c867de63e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 76248175-cdbc-4352-8641-b3914015a3a6) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:03.095586 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4672c93a-a17d-43ae-971e-f02c867de63e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:03.096764 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a477a045-7e13-4a46-8e15-5b8a7f1f1b82 None None] Network 76248175-cdbc-4352-8641-b3914015a3a6 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:03.097220 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4672c93a-a17d-43ae-971e-f02c867de63e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.130705 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4672c93a-a17d-43ae-971e-f02c867de63e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6019993 Nov 12 08:46:03.132144 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55210) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:03.234348 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-33e50ff2-0fb3-47d8-881b-93d71d5a0e7c tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.353701 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.395343 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6423d1-6b76-4307-8f64-3a7bbfa7c246 req-29fa0f60-45de-4a00-9146-f25c5d0d6b23 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:03.397321 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3a6423d1-6b76-4307-8f64-3a7bbfa7c246 req-29fa0f60-45de-4a00-9146-f25c5d0d6b23 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 945 time: 0.2069199 Nov 12 08:46:03.405809 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-33e50ff2-0fb3-47d8-881b-93d71d5a0e7c tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.421181 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-1cc8e4b5-d28d-463b-8125-b48b08f648b7 None None] Set router 1efa6544-065e-43a3-a19f-87ca4c526017 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:03.424765 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083976d-8513-4bcb-afce-09163e76f2da req-aa5101a7-aae6-41d9-915c-27f3c820faa0 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:03.437596 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f083976d-8513-4bcb-afce-09163e76f2da req-aa5101a7-aae6-41d9-915c-27f3c820faa0 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.2343593 Nov 12 08:46:03.475538 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-33e50ff2-0fb3-47d8-881b-93d71d5a0e7c tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Deleting port e6562330-b072-474d-ba7b-5a54b353db7d {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:03.476380 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-33e50ff2-0fb3-47d8-881b-93d71d5a0e7c tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.565980 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f083976d-8513-4bcb-afce-09163e76f2da req-183b9035-46b9-41eb-a3f4-eacab7d60f05 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267154 Nov 12 08:46:03.623926 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3a6423d1-6b76-4307-8f64-3a7bbfa7c246 req-ab174576-7f59-43d6-ac84-56d919a63bb2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840405 Nov 12 08:46:03.657924 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5963f9a0-ea9b-4f8a-a229-b34746fa2f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-76248175-cdbc-4352-8641-b3914015a3a6', 'network_id': '76248175-cdbc-4352-8641-b3914015a3a6', 'tenant_id': 'c3322adda46947968847f0144371afce', 'fixed_ips': [{'subnet_id': 'bf09325b-9fee-4ed9-906d-6e54020e401d'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:46:03.658925 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5963f9a0-ea9b-4f8a-a229-b34746fa2f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.683983 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.685344 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-33e50ff2-0fb3-47d8-881b-93d71d5a0e7c tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.723185 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-33e50ff2-0fb3-47d8-881b-93d71d5a0e7c tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Calling delete_port for e6562330-b072-474d-ba7b-5a54b353db7d owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:03.808730 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1cc8e4b5-d28d-463b-8125-b48b08f648b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efa6544-065e-43a3-a19f-87ca4c526017', 'name': '', 'tenant_id': 'b138899e563449f390754b290e7c930a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6586e2f-1f89-48ab-810a-832d82ff8e3b', 'external_fixed_ips': [{'subnet_id': '79e3c6f2-7f49-496a-9641-f70ee687e276', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'e6562330-b072-474d-ba7b-5a54b353db7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:59Z', 'updated_at': '2021-11-12T08:46:01Z', 'revision_number': 3, 'project_id': 'b138899e563449f390754b290e7c930a', 'gw_port': {'id': 'e6562330-b072-474d-ba7b-5a54b353db7d', 'name': '', 'network_id': 'c6586e2f-1f89-48ab-810a-832d82ff8e3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efa6544-065e-43a3-a19f-87ca4c526017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '79e3c6f2-7f49-496a-9641-f70ee687e276', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:00Z', 'updated_at': '2021-11-12T08:46:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79e3c6f2-7f49-496a-9641-f70ee687e276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:03.849507 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc8e4b5-d28d-463b-8125-b48b08f648b7 None None] Checking router: 1efa6544-065e-43a3-a19f-87ca4c526017 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:03.849933 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc8e4b5-d28d-463b-8125-b48b08f648b7 None None] Updating router 1efa6544-065e-43a3-a19f-87ca4c526017 port e6562330-b072-474d-ba7b-5a54b353db7d binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:46:03.881462 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-5963f9a0-ea9b-4f8a-a229-b34746fa2f91 None None] Allocated IP 172.20.0.1 (76248175-cdbc-4352-8641-b3914015a3a6/bf09325b-9fee-4ed9-906d-6e54020e401d/0f870fec-c096-4bb4-975e-f6035abf459c) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:03.910767 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1cc8e4b5-d28d-463b-8125-b48b08f648b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.944531 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8a694-d522-465a-8444-0a7bc2656d6c req-ae5e4165-661b-4983-a685-43452b086cd2 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:03.955159 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cef8a694-d522-465a-8444-0a7bc2656d6c req-ae5e4165-661b-4983-a685-43452b086cd2 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/ports?device_id=73d428b5-ac26-4b50-bbeb-ea359e099829 HTTP/1.1" status: 200 len: 950 time: 0.0936663 Nov 12 08:46:04.004680 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-33e50ff2-0fb3-47d8-881b-93d71d5a0e7c tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.030232 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cef8a694-d522-465a-8444-0a7bc2656d6c req-58928ab7-88ac-4266-8559-7dabd04b5102 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd421b32-318c-4ef3-bb00-ab3038c8a286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739143 Nov 12 08:46:04.038647 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e50ff2-0fb3-47d8-881b-93d71d5a0e7c tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6562330-b072-474d-ba7b-5a54b353db7d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:04.078589 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54727ba-efd3-46a4-bbd7-82e0743fcd9a None None] DHCP port deletion for c6586e2f-1f89-48ab-810a-832d82ff8e3b request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:04.133550 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-33e50ff2-0fb3-47d8-881b-93d71d5a0e7c tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.248814 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55236) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:04.257883 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-33e50ff2-0fb3-47d8-881b-93d71d5a0e7c tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.266603 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-33e50ff2-0fb3-47d8-881b-93d71d5a0e7c tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.267583 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5963f9a0-ea9b-4f8a-a229-b34746fa2f91 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.276882 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5963f9a0-ea9b-4f8a-a229-b34746fa2f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.300940 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.334043 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-33e50ff2-0fb3-47d8-881b-93d71d5a0e7c tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.334545 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e50ff2-0fb3-47d8-881b-93d71d5a0e7c tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1efa6544-065e-43a3-a19f-87ca4c526017 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:46:04.341727 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5963f9a0-ea9b-4f8a-a229-b34746fa2f91 None None] Network 76248175-cdbc-4352-8641-b3914015a3a6 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:04.343532 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-33e50ff2-0fb3-47d8-881b-93d71d5a0e7c tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.347605 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-33e50ff2-0fb3-47d8-881b-93d71d5a0e7c tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "DELETE /v2.0/routers/1efa6544-065e-43a3-a19f-87ca4c526017 HTTP/1.1" status: 204 len: 168 time: 1.3275959 Nov 12 08:46:04.348834 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55240) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:04.353080 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-5963f9a0-ea9b-4f8a-a229-b34746fa2f91 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:04.360834 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5963f9a0-ea9b-4f8a-a229-b34746fa2f91 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:04.362441 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event deleted for resources: {'Subnet': ['ID=bf09325b-9fee-4ed9-906d-6e54020e401d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:04.374315 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963f9a0-ea9b-4f8a-a229-b34746fa2f91 None None] Pushing event updated for resources: {'Port': ['ID=0f870fec-c096-4bb4-975e-f6035abf459c,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:04.427964 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-8619ec4a-5866-44cc-9118-0b19c9993b3b tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Deleting subnet 79e3c6f2-7f49-496a-9641-f70ee687e276 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:46:04.471577 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.479644 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-5963f9a0-ea9b-4f8a-a229-b34746fa2f91 None None] Attempting to bind port 0f870fec-c096-4bb4-975e-f6035abf459c on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:04.480043 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-5963f9a0-ea9b-4f8a-a229-b34746fa2f91 None None] Attempting to bind port 0f870fec-c096-4bb4-975e-f6035abf459c by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'e8b3d0ed-239a-4eb4-87f7-ee397d2a0796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '76248175-cdbc-4352-8641-b3914015a3a6'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:04.480416 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5963f9a0-ea9b-4f8a-a229-b34746fa2f91 None None] Attempting to bind port 0f870fec-c096-4bb4-975e-f6035abf459c on network 76248175-cdbc-4352-8641-b3914015a3a6 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:04.488075 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fb79b-8b4c-425b-b443-5217fdcf5a1e req-629a1c9b-22fd-4bce-84f4-2b5a3541bc7a tempest-ServersAdminNegativeTestJSON-1339457349 tempest-ServersAdminNegativeTestJSON-1339457349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:04.493797 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8619ec4a-5866-44cc-9118-0b19c9993b3b tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.494177 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5963f9a0-ea9b-4f8a-a229-b34746fa2f91 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:04.494567 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5963f9a0-ea9b-4f8a-a229-b34746fa2f91 None None] Checking segment: {'id': 'e8b3d0ed-239a-4eb4-87f7-ee397d2a0796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '76248175-cdbc-4352-8641-b3914015a3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:04.494979 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5963f9a0-ea9b-4f8a-a229-b34746fa2f91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.495433 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5963f9a0-ea9b-4f8a-a229-b34746fa2f91 None None] Bound using segment: {'id': 'e8b3d0ed-239a-4eb4-87f7-ee397d2a0796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '76248175-cdbc-4352-8641-b3914015a3a6'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:04.495962 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-432fb79b-8b4c-425b-b443-5217fdcf5a1e req-629a1c9b-22fd-4bce-84f4-2b5a3541bc7a tempest-ServersAdminNegativeTestJSON-1339457349 tempest-ServersAdminNegativeTestJSON-1339457349-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=73d428b5-ac26-4b50-bbeb-ea359e099829 HTTP/1.1" status: 200 len: 1102 time: 0.1462133 Nov 12 08:46:04.496591 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-5963f9a0-ea9b-4f8a-a229-b34746fa2f91 None None] Bound port: 0f870fec-c096-4bb4-975e-f6035abf459c, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b3d0ed-239a-4eb4-87f7-ee397d2a0796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '76248175-cdbc-4352-8641-b3914015a3a6'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:04.496992 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5963f9a0-ea9b-4f8a-a229-b34746fa2f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.500183 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-1cc8e4b5-d28d-463b-8125-b48b08f648b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:46:04.500533 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-1cc8e4b5-d28d-463b-8125-b48b08f648b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:46:04.519331 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-7be12f7b-fbc7-4f7c-93a4-19f50d623cac tempest-PortsAdminExtendedAttrsTestJSON-1901060402 tempest-PortsAdminExtendedAttrsTestJSON-1901060402-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1306887788'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:04.538111 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8619ec4a-5866-44cc-9118-0b19c9993b3b tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.539122 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76248175-cdbc-4352-8641-b3914015a3a6']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:04.552647 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-432fb79b-8b4c-425b-b443-5217fdcf5a1e req-0d2a169f-5c70-49ee-8170-938be89ea7ed tempest-ServersAdminNegativeTestJSON-1339457349 tempest-ServersAdminNegativeTestJSON-1339457349-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.566666 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b3d0ed-239a-4eb4-87f7-ee397d2a0796') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:04.566963 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b3d0ed-239a-4eb4-87f7-ee397d2a0796') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:04.575493 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-5963f9a0-ea9b-4f8a-a229-b34746fa2f91 None None] For port 0f870fec-c096-4bb4-975e-f6035abf459c, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:04.579613 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-5963f9a0-ea9b-4f8a-a229-b34746fa2f91 None None] For port 0f870fec-c096-4bb4-975e-f6035abf459c, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=0f870fec-c096-4bb4-975e-f6035abf459c,segment=NetworkSegment(e8b3d0ed-239a-4eb4-87f7-ee397d2a0796),segment_id=e8b3d0ed-239a-4eb4-87f7-ee397d2a0796)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:04.584953 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.585230 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5963f9a0-ea9b-4f8a-a229-b34746fa2f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.591683 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8619ec4a-5866-44cc-9118-0b19c9993b3b tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.621457 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be12f7b-fbc7-4f7c-93a4-19f50d623cac tempest-PortsAdminExtendedAttrsTestJSON-1901060402 tempest-PortsAdminExtendedAttrsTestJSON-1901060402-project] Made reservation on behalf of c8ff649232344386b86eba39c46fae9c for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:04.626294 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7be12f7b-fbc7-4f7c-93a4-19f50d623cac tempest-PortsAdminExtendedAttrsTestJSON-1901060402 tempest-PortsAdminExtendedAttrsTestJSON-1901060402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.629693 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.654338 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7be12f7b-fbc7-4f7c-93a4-19f50d623cac tempest-PortsAdminExtendedAttrsTestJSON-1901060402 tempest-PortsAdminExtendedAttrsTestJSON-1901060402-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.658568 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:46:04.658977 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.662245 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:46:04.662245 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:46:04.662245 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:46:04.662245 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:46:04.662245 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:46:04.662245 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:46:04.662245 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:46:04.662245 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:46:04.662245 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:46:04.662245 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:46:04.662245 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:46:04.662245 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:46:04.662245 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:46:04.662245 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:46:04.662245 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:46:04.662245 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:46:04.662245 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:46:04.662245 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:46:04.662245 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:46:04.662245 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:46:04.662245 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:46:04.662245 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:46:04.662245 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:46:04.662245 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:46:04.662245 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:46:04.662245 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:46:04.662245 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:46:04.662245 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:46:04.662245 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:46:04.662245 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:46:04.662245 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:46:04.662245 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:46:04.671456 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8619ec4a-5866-44cc-9118-0b19c9993b3b tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.691195 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8619ec4a-5866-44cc-9118-0b19c9993b3b tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.693888 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963f9a0-ea9b-4f8a-a229-b34746fa2f91 None None] Pushing event updated for resources: {'Port': ['ID=0f870fec-c096-4bb4-975e-f6035abf459c,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:04.699098 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8619ec4a-5866-44cc-9118-0b19c9993b3b tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/79e3c6f2-7f49-496a-9641-f70ee687e276 HTTP/1.1" status: 204 len: 168 time: 0.3467402 Nov 12 08:46:04.703811 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407bee12-94f6-491c-9a02-0642c089560b None None] Network c6586e2f-1f89-48ab-810a-832d82ff8e3b requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:04.717113 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55246) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:04.729189 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619ec4a-5866-44cc-9118-0b19c9993b3b tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=79e3c6f2-7f49-496a-9641-f70ee687e276,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:04.779156 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ed9e5f-dc0b-41cf-aea8-144cf9e9dce5 None None] Network 76248175-cdbc-4352-8641-b3914015a3a6 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:04.799248 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.db.api [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 08:46:04.799248 n-d-768862-16 neutron-server[102569]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 08:46:04.799248 n-d-768862-16 neutron-server[102569]: [parameters: {'id': '76248175-cdbc-4352-8641-b3914015a3a6'}] Nov 12 08:46:04.799248 n-d-768862-16 neutron-server[102569]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:46:04.799807 n-d-768862-16 neutron-server[102569]: DEBUG oslo_db.api [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:46:04.883287 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-893a980d-5d76-434f-ab25-d5671f873b91 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.911108 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2da2a88-ec78-4d06-8b47-29d003b55272 None None] DHCP port deletion for c6586e2f-1f89-48ab-810a-832d82ff8e3b request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:04.920807 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cda117-ca17-45a8-86e0-04a63a9723cd req-85363c60-fa3e-470e-8d91-972d6cb74e4e tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:04.922514 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-61cda117-ca17-45a8-86e0-04a63a9723cd req-85363c60-fa3e-470e-8d91-972d6cb74e4e tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.1866925 Nov 12 08:46:04.953033 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-432fb79b-8b4c-425b-b443-5217fdcf5a1e req-0d2a169f-5c70-49ee-8170-938be89ea7ed tempest-ServersAdminNegativeTestJSON-1339457349 tempest-ServersAdminNegativeTestJSON-1339457349-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.970168 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee411169-9dc7-4a3d-aa48-9f6c3711c792 None None] get_active_networks_info from n-d-768862-16 {{(pid=102570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:46:04.972356 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-432fb79b-8b4c-425b-b443-5217fdcf5a1e req-0d2a169f-5c70-49ee-8170-938be89ea7ed tempest-ServersAdminNegativeTestJSON-1339457349 tempest-ServersAdminNegativeTestJSON-1339457349-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.028831 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc8e4b5-d28d-463b-8125-b48b08f648b7 None None] Port e6562330-b072-474d-ba7b-5a54b353db7d not found while updating agent binding for router 1efa6544-065e-43a3-a19f-87ca4c526017. {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 08:46:05.054773 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7be12f7b-fbc7-4f7c-93a4-19f50d623cac tempest-PortsAdminExtendedAttrsTestJSON-1901060402 tempest-PortsAdminExtendedAttrsTestJSON-1901060402-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.073370 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc8e4b5-d28d-463b-8125-b48b08f648b7 None None] Routers set() bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:05.074025 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc8e4b5-d28d-463b-8125-b48b08f648b7 None None] Router IDs set() for agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 08:46:05.075154 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_agentschedulers_db [None req-1cc8e4b5-d28d-463b-8125-b48b08f648b7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1efa6544-065e-43a3-a19f-87ca4c526017'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:45:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent'). {{(pid=102570) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 08:46:05.075829 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc8e4b5-d28d-463b-8125-b48b08f648b7 None None] The sync data for ids ['1efa6544-065e-43a3-a19f-87ca4c526017'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:05.089954 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a169f-5c70-49ee-8170-938be89ea7ed tempest-ServersAdminNegativeTestJSON-1339457349 tempest-ServersAdminNegativeTestJSON-1339457349-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a23078-1a6b-4b60-84bd-4445c1267167,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:05.092626 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7be12f7b-fbc7-4f7c-93a4-19f50d623cac tempest-PortsAdminExtendedAttrsTestJSON-1901060402 tempest-PortsAdminExtendedAttrsTestJSON-1901060402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.097986 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-432fb79b-8b4c-425b-b443-5217fdcf5a1e req-0d2a169f-5c70-49ee-8170-938be89ea7ed tempest-ServersAdminNegativeTestJSON-1339457349 tempest-ServersAdminNegativeTestJSON-1339457349-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fd421b32-318c-4ef3-bb00-ab3038c8a286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6005614 Nov 12 08:46:05.126120 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee411169-9dc7-4a3d-aa48-9f6c3711c792 None None] Resources bound (agent type, host, resource id): {{(pid=102570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:46:05.152989 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-61cda117-ca17-45a8-86e0-04a63a9723cd req-8840e67d-0bd3-469f-b731-19e7a8a041af tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230732 Nov 12 08:46:05.157993 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-893a980d-5d76-434f-ab25-d5671f873b91 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.163331 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be12f7b-fbc7-4f7c-93a4-19f50d623cac tempest-PortsAdminExtendedAttrsTestJSON-1901060402 tempest-PortsAdminExtendedAttrsTestJSON-1901060402-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:46:05.192429 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7be12f7b-fbc7-4f7c-93a4-19f50d623cac tempest-PortsAdminExtendedAttrsTestJSON-1901060402 tempest-PortsAdminExtendedAttrsTestJSON-1901060402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.192796 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-7be12f7b-fbc7-4f7c-93a4-19f50d623cac tempest-PortsAdminExtendedAttrsTestJSON-1901060402 tempest-PortsAdminExtendedAttrsTestJSON-1901060402-project] Added segment 5c5f5824-04cd-416c-ab6a-3577c4668fa2 of type vlan for network 9d1954ed-ab04-4579-a319-506970c89ae0 Nov 12 08:46:05.219819 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-893a980d-5d76-434f-ab25-d5671f873b91 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6586e2f-1f89-48ab-810a-832d82ff8e3b']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:05.224120 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be12f7b-fbc7-4f7c-93a4-19f50d623cac tempest-PortsAdminExtendedAttrsTestJSON-1901060402 tempest-PortsAdminExtendedAttrsTestJSON-1901060402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d5b2ce-678c-4db6-81c3-29db310c1e1f,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:05.252148 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-893a980d-5d76-434f-ab25-d5671f873b91 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d1ba93-6f6d-48f0-ba20-861f7bb3bf3e') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:05.252449 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-893a980d-5d76-434f-ab25-d5671f873b91 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d1ba93-6f6d-48f0-ba20-861f7bb3bf3e') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:05.298864 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-893a980d-5d76-434f-ab25-d5671f873b91 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.300402 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.311938 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7be12f7b-fbc7-4f7c-93a4-19f50d623cac tempest-PortsAdminExtendedAttrsTestJSON-1901060402 tempest-PortsAdminExtendedAttrsTestJSON-1901060402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.327487 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-893a980d-5d76-434f-ab25-d5671f873b91 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.350696 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893a980d-5d76-434f-ab25-d5671f873b91 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:46:05.351180 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-893a980d-5d76-434f-ab25-d5671f873b91 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.355368 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:46:05.355368 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:46:05.355368 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:46:05.355368 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:46:05.355368 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:46:05.355368 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:46:05.355368 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:46:05.355368 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:46:05.355368 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:46:05.355368 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:46:05.355368 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:46:05.355368 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:46:05.355368 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:46:05.355368 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:46:05.355368 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:46:05.355368 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:46:05.355368 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:46:05.355368 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:46:05.355368 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:46:05.355368 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:46:05.355368 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:46:05.355368 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:46:05.355368 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:46:05.355368 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:46:05.355368 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:46:05.355368 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:46:05.355368 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:46:05.355368 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:46:05.355368 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:46:05.355368 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:46:05.355368 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:46:05.355368 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:46:05.410681 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f09d0-3915-48a1-ba14-21e65beb8a88 req-016ecbdf-e76c-49a4-af85-0cc014b21a56 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:05.412158 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf8f09d0-3915-48a1-ba14-21e65beb8a88 req-016ecbdf-e76c-49a4-af85-0cc014b21a56 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 945 time: 0.2143824 Nov 12 08:46:05.433782 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7be12f7b-fbc7-4f7c-93a4-19f50d623cac tempest-PortsAdminExtendedAttrsTestJSON-1901060402 tempest-PortsAdminExtendedAttrsTestJSON-1901060402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.439356 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be12f7b-fbc7-4f7c-93a4-19f50d623cac tempest-PortsAdminExtendedAttrsTestJSON-1901060402 tempest-PortsAdminExtendedAttrsTestJSON-1901060402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:05.439981 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7be12f7b-fbc7-4f7c-93a4-19f50d623cac tempest-PortsAdminExtendedAttrsTestJSON-1901060402 tempest-PortsAdminExtendedAttrsTestJSON-1901060402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.547557 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7be12f7b-fbc7-4f7c-93a4-19f50d623cac tempest-PortsAdminExtendedAttrsTestJSON-1901060402 tempest-PortsAdminExtendedAttrsTestJSON-1901060402-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.2932966 Nov 12 08:46:05.550675 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-893a980d-5d76-434f-ab25-d5671f873b91 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.574459 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893a980d-5d76-434f-ab25-d5671f873b91 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c6586e2f-1f89-48ab-810a-832d82ff8e3b {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 08:46:05.579719 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be12f7b-fbc7-4f7c-93a4-19f50d623cac tempest-PortsAdminExtendedAttrsTestJSON-1901060402 tempest-PortsAdminExtendedAttrsTestJSON-1901060402-project] Pushing event updated for resources: {'Network': ['ID=9d1954ed-ab04-4579-a319-506970c89ae0,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:05.587198 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-893a980d-5d76-434f-ab25-d5671f873b91 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.594288 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-893a980d-5d76-434f-ab25-d5671f873b91 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "DELETE /v2.0/networks/c6586e2f-1f89-48ab-810a-832d82ff8e3b HTTP/1.1" status: 204 len: 168 time: 0.8681548 Nov 12 08:46:05.604342 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 9d1954ed-ab04-4579-a319-506970c89ae0 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:46:05.613052 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf8f09d0-3915-48a1-ba14-21e65beb8a88 req-de21c13a-64f3-4f52-81f0-7cd74f13ddc3 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807132 Nov 12 08:46:05.615249 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a980d-5d76-434f-ab25-d5671f873b91 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Pushing event deleted for resources: {'Network': ['ID=c6586e2f-1f89-48ab-810a-832d82ff8e3b,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:05.621005 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Deleting port 0f870fec-c096-4bb4-975e-f6035abf459c {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:05.621224 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.748097 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] For port 0f870fec-c096-4bb4-975e-f6035abf459c, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=0f870fec-c096-4bb4-975e-f6035abf459c,segment=NetworkSegment(e8b3d0ed-239a-4eb4-87f7-ee397d2a0796),segment_id=e8b3d0ed-239a-4eb4-87f7-ee397d2a0796)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:05.748639 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.768591 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Calling delete_port for 0f870fec-c096-4bb4-975e-f6035abf459c owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:05.818291 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55260) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:05.823517 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Request body: {'port': {'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0', 'binding:host_id': 'n-h1-768862-16', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1053579480'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:05.847634 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Made reservation on behalf of a78be7add9f441b6a79d1e5fa2f262e8 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:05.851274 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.872702 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.873995 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.906507 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event deleted for resources: {'Port': ['ID=0f870fec-c096-4bb4-975e-f6035abf459c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:05.923986 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] No DVR routers for this DVR port 0f870fec-c096-4bb4-975e-f6035abf459c on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:05.966143 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.973137 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.978021 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] device_id is not set on port 580134e8-a296-4148-b830-83a646925f58 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:46:06.028863 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55264) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:06.035494 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-3cc77429-a49b-4ced-9ac2-cd1eaee61067 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Request body: {'router': {'name': 'tempest-router--1269762754', 'project_id': '7471d9cbdad34c849dbe986d5f11fefe'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:06.043078 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.074602 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76248175-cdbc-4352-8641-b3914015a3a6']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:06.087237 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b3d0ed-239a-4eb4-87f7-ee397d2a0796') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:06.087784 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b3d0ed-239a-4eb4-87f7-ee397d2a0796') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:06.090319 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3cc77429-a49b-4ced-9ac2-cd1eaee61067 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.091486 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3cc77429-a49b-4ced-9ac2-cd1eaee61067 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.105363 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.161356 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ceb229-3a36-449e-b69b-3f44917623dc,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:06.181354 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3cc77429-a49b-4ced-9ac2-cd1eaee61067 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.184390 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.190349 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3cc77429-a49b-4ced-9ac2-cd1eaee61067 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.230719 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:46:06.231451 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.234781 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:46:06.234781 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:46:06.234781 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:46:06.234781 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:46:06.234781 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:46:06.234781 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:46:06.234781 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:46:06.234781 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:46:06.234781 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:46:06.234781 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:46:06.234781 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:46:06.234781 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:46:06.234781 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:46:06.234781 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:46:06.234781 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:46:06.234781 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:46:06.234781 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:46:06.234781 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:46:06.234781 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:46:06.234781 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:46:06.234781 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:46:06.234781 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:46:06.234781 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:46:06.234781 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:46:06.234781 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:46:06.234781 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:46:06.234781 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:46:06.234781 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:46:06.234781 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:46:06.234781 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:46:06.234781 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:46:06.234781 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:46:06.249855 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] device_id is not set on port 580134e8-a296-4148-b830-83a646925f58 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:46:06.260056 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.267185 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.291922 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3cc77429-a49b-4ced-9ac2-cd1eaee61067 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.293156 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3cc77429-a49b-4ced-9ac2-cd1eaee61067 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2632153 Nov 12 08:46:06.297444 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55272) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:06.346528 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccbc46-7f78-4b1a-9888-b7685c44e39b req-3175010e-5f06-4534-9bbf-3c5d25ca9c25 tempest-ServersAdminNegativeTestJSON-1339457349 tempest-ServersAdminNegativeTestJSON-1339457349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:06.348250 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-82ccbc46-7f78-4b1a-9888-b7685c44e39b req-3175010e-5f06-4534-9bbf-3c5d25ca9c25 tempest-ServersAdminNegativeTestJSON-1339457349 tempest-ServersAdminNegativeTestJSON-1339457349-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=73d428b5-ac26-4b50-bbeb-ea359e099829 HTTP/1.1" status: 200 len: 1102 time: 0.1521821 Nov 12 08:46:06.353626 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.358546 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.361814 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/networks/76248175-cdbc-4352-8641-b3914015a3a6 HTTP/1.1" status: 204 len: 168 time: 3.2286093 Nov 12 08:46:06.369176 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55276) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:06.382140 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-c0db50f0-2dd3-4b61-9bad-84eda6721eec tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-289581935'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:06.393990 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Pushing event updated for resources: {'Port': ['ID=580134e8-a296-4148-b830-83a646925f58,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:06.398012 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-105e2689-cda0-4df0-9f59-c64f2ef44a97 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.410321 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70e77b-7cdf-4b7e-85eb-27e2181b2916 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event deleted for resources: {'Network': ['ID=76248175-cdbc-4352-8641-b3914015a3a6,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:06.438309 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287825e-f11f-4347-be43-abd7130de390 req-fc0d975d-b2a5-4700-b2f0-ddaa8f11c4bf tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:06.439887 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3287825e-f11f-4347-be43-abd7130de390 req-fc0d975d-b2a5-4700-b2f0-ddaa8f11c4bf tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.1811230 Nov 12 08:46:06.463069 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0db50f0-2dd3-4b61-9bad-84eda6721eec tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Made reservation on behalf of c3322adda46947968847f0144371afce for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:06.467006 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c0db50f0-2dd3-4b61-9bad-84eda6721eec tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.476968 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Checking segment: {'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:06.477328 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Network hostable DHCP agents. Network: 9d1954ed-ab04-4579-a319-506970c89ae0, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:46:06.501223 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-82ccbc46-7f78-4b1a-9888-b7685c44e39b req-737464fd-5b2b-4a26-9b09-4afa2ca06c05 tempest-ServersAdminNegativeTestJSON-1339457349 tempest-ServersAdminNegativeTestJSON-1339457349-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fd421b32-318c-4ef3-bb00-ab3038c8a286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375089 Nov 12 08:46:06.534654 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0db50f0-2dd3-4b61-9bad-84eda6721eec tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:46:06.544171 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3287825e-f11f-4347-be43-abd7130de390 req-1289fe6d-8354-4cb8-bcb4-454bae764565 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948186 Nov 12 08:46:06.551371 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c0db50f0-2dd3-4b61-9bad-84eda6721eec tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.551730 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-c0db50f0-2dd3-4b61-9bad-84eda6721eec tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Added segment acff8226-cb11-44eb-aa83-84989a149ad9 of type vlan for network b6d7d4d0-000e-415e-9b7c-a17718972164 Nov 12 08:46:06.598216 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Network 9d1954ed-ab04-4579-a319-506970c89ae0 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:46:06.607402 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-105e2689-cda0-4df0-9f59-c64f2ef44a97 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.610993 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-105e2689-cda0-4df0-9f59-c64f2ef44a97 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.615280 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 9d1954ed-ab04-4579-a319-506970c89ae0) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:06.624016 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:06.629840 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d594cc2-e5d2-4a84-92c7-9ff48e1effb7 None None] Network 9d1954ed-ab04-4579-a319-506970c89ae0 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:06.630408 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c0db50f0-2dd3-4b61-9bad-84eda6721eec tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.664463 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c0db50f0-2dd3-4b61-9bad-84eda6721eec tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.674054 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 580134e8-a296-4148-b830-83a646925f58 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:06.674432 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 580134e8-a296-4148-b830-83a646925f58 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:06.674767 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 580134e8-a296-4148-b830-83a646925f58 on network 9d1954ed-ab04-4579-a319-506970c89ae0 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:06.679814 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Port 580134e8-a296-4148-b830-83a646925f58 on network 9d1954ed-ab04-4579-a319-506970c89ae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:06.680156 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Failed to bind port 580134e8-a296-4148-b830-83a646925f58 on host n-h1-768862-16 for vnic_type normal using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] Nov 12 08:46:06.681070 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempt 2 to bind port 580134e8-a296-4148-b830-83a646925f58 Nov 12 08:46:06.684193 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-105e2689-cda0-4df0-9f59-c64f2ef44a97 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.684686 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105e2689-cda0-4df0-9f59-c64f2ef44a97 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 919dba47-c907-4ccf-8afe-0aefbbd408b0 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:46:06.690174 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0db50f0-2dd3-4b61-9bad-84eda6721eec tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:06.690318 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-105e2689-cda0-4df0-9f59-c64f2ef44a97 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.690407 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c0db50f0-2dd3-4b61-9bad-84eda6721eec tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.691091 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-105e2689-cda0-4df0-9f59-c64f2ef44a97 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "DELETE /v2.0/routers/919dba47-c907-4ccf-8afe-0aefbbd408b0 HTTP/1.1" status: 204 len: 168 time: 0.3925598 Nov 12 08:46:06.702225 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 580134e8-a296-4148-b830-83a646925f58 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:06.702570 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 580134e8-a296-4148-b830-83a646925f58 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:06.702908 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 580134e8-a296-4148-b830-83a646925f58 on network 9d1954ed-ab04-4579-a319-506970c89ae0 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:06.707581 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Port 580134e8-a296-4148-b830-83a646925f58 on network 9d1954ed-ab04-4579-a319-506970c89ae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:06.707948 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Failed to bind port 580134e8-a296-4148-b830-83a646925f58 on host n-h1-768862-16 for vnic_type normal using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] Nov 12 08:46:06.712381 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempt 3 to bind port 580134e8-a296-4148-b830-83a646925f58 Nov 12 08:46:06.726992 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 580134e8-a296-4148-b830-83a646925f58 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:06.727567 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 580134e8-a296-4148-b830-83a646925f58 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:06.727916 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 580134e8-a296-4148-b830-83a646925f58 on network 9d1954ed-ab04-4579-a319-506970c89ae0 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:06.733595 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Port 580134e8-a296-4148-b830-83a646925f58 on network 9d1954ed-ab04-4579-a319-506970c89ae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:06.733934 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Failed to bind port 580134e8-a296-4148-b830-83a646925f58 on host n-h1-768862-16 for vnic_type normal using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] Nov 12 08:46:06.734343 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempt 4 to bind port 580134e8-a296-4148-b830-83a646925f58 Nov 12 08:46:06.748681 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 580134e8-a296-4148-b830-83a646925f58 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:06.749056 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 580134e8-a296-4148-b830-83a646925f58 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:06.749352 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 580134e8-a296-4148-b830-83a646925f58 on network 9d1954ed-ab04-4579-a319-506970c89ae0 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:06.754185 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Port 580134e8-a296-4148-b830-83a646925f58 on network 9d1954ed-ab04-4579-a319-506970c89ae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:06.754514 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Failed to bind port 580134e8-a296-4148-b830-83a646925f58 on host n-h1-768862-16 for vnic_type normal using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] Nov 12 08:46:06.754915 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempt 5 to bind port 580134e8-a296-4148-b830-83a646925f58 Nov 12 08:46:06.771529 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 580134e8-a296-4148-b830-83a646925f58 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:06.771892 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 580134e8-a296-4148-b830-83a646925f58 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:06.772145 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 580134e8-a296-4148-b830-83a646925f58 on network 9d1954ed-ab04-4579-a319-506970c89ae0 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:06.777748 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Port 580134e8-a296-4148-b830-83a646925f58 on network 9d1954ed-ab04-4579-a319-506970c89ae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:06.778082 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Failed to bind port 580134e8-a296-4148-b830-83a646925f58 on host n-h1-768862-16 for vnic_type normal using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] Nov 12 08:46:06.778476 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempt 6 to bind port 580134e8-a296-4148-b830-83a646925f58 Nov 12 08:46:06.793081 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 580134e8-a296-4148-b830-83a646925f58 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:06.793467 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 580134e8-a296-4148-b830-83a646925f58 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:06.793771 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 580134e8-a296-4148-b830-83a646925f58 on network 9d1954ed-ab04-4579-a319-506970c89ae0 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:06.795127 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-1df98cb8-a686-4d5e-93d7-516fad0262da req-a1cc09aa-4a97-44bd-9757-002aa0a24cdb service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:46:06.797603 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1df98cb8-a686-4d5e-93d7-516fad0262da req-a1cc09aa-4a97-44bd-9757-002aa0a24cdb service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132835 Nov 12 08:46:06.798857 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Port 580134e8-a296-4148-b830-83a646925f58 on network 9d1954ed-ab04-4579-a319-506970c89ae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:06.799195 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Failed to bind port 580134e8-a296-4148-b830-83a646925f58 on host n-h1-768862-16 for vnic_type normal using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] Nov 12 08:46:06.799719 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempt 7 to bind port 580134e8-a296-4148-b830-83a646925f58 Nov 12 08:46:06.825199 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 580134e8-a296-4148-b830-83a646925f58 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:06.825922 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 580134e8-a296-4148-b830-83a646925f58 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:06.826076 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 580134e8-a296-4148-b830-83a646925f58 on network 9d1954ed-ab04-4579-a319-506970c89ae0 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:06.838895 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Port 580134e8-a296-4148-b830-83a646925f58 on network 9d1954ed-ab04-4579-a319-506970c89ae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:06.844081 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Failed to bind port 580134e8-a296-4148-b830-83a646925f58 on host n-h1-768862-16 for vnic_type normal using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] Nov 12 08:46:06.844561 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempt 8 to bind port 580134e8-a296-4148-b830-83a646925f58 Nov 12 08:46:06.863755 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 580134e8-a296-4148-b830-83a646925f58 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:06.864107 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 580134e8-a296-4148-b830-83a646925f58 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:06.864447 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 580134e8-a296-4148-b830-83a646925f58 on network 9d1954ed-ab04-4579-a319-506970c89ae0 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:06.869824 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Port 580134e8-a296-4148-b830-83a646925f58 on network 9d1954ed-ab04-4579-a319-506970c89ae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:06.870157 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Failed to bind port 580134e8-a296-4148-b830-83a646925f58 on host n-h1-768862-16 for vnic_type normal using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] Nov 12 08:46:06.870554 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempt 9 to bind port 580134e8-a296-4148-b830-83a646925f58 Nov 12 08:46:06.880959 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db50f0-2dd3-4b61-9bad-84eda6721eec tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event updated for resources: {'Network': ['ID=b6d7d4d0-000e-415e-9b7c-a17718972164,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:06.888843 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c0db50f0-2dd3-4b61-9bad-84eda6721eec tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5151463 Nov 12 08:46:06.894304 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55292) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:06.895110 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 580134e8-a296-4148-b830-83a646925f58 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:06.895449 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 580134e8-a296-4148-b830-83a646925f58 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:06.895908 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 580134e8-a296-4148-b830-83a646925f58 on network 9d1954ed-ab04-4579-a319-506970c89ae0 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:06.898282 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network b6d7d4d0-000e-415e-9b7c-a17718972164 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:46:06.904074 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-9e04eb28-18a1-4e3a-a101-e35e3b887426 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:06.927428 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55294) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:06.932967 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194c102-37ba-4fb3-a2c3-1d98c8ba9c43 req-b77091af-ab4f-49e3-89cb-4b6c09baccf3 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:06.934663 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f194c102-37ba-4fb3-a2c3-1d98c8ba9c43 req-b77091af-ab4f-49e3-89cb-4b6c09baccf3 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 945 time: 0.1486881 Nov 12 08:46:06.948043 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Port 580134e8-a296-4148-b830-83a646925f58 on network 9d1954ed-ab04-4579-a319-506970c89ae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:06.948540 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Failed to bind port 580134e8-a296-4148-b830-83a646925f58 on host n-h1-768862-16 for vnic_type normal using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] Nov 12 08:46:06.952090 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempt 10 to bind port 580134e8-a296-4148-b830-83a646925f58 Nov 12 08:46:06.976353 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 580134e8-a296-4148-b830-83a646925f58 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:06.976595 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 580134e8-a296-4148-b830-83a646925f58 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:06.976959 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 580134e8-a296-4148-b830-83a646925f58 on network 9d1954ed-ab04-4579-a319-506970c89ae0 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:07.019252 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Port 580134e8-a296-4148-b830-83a646925f58 on network 9d1954ed-ab04-4579-a319-506970c89ae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:07.019252 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Failed to bind port 580134e8-a296-4148-b830-83a646925f58 on host n-h1-768862-16 for vnic_type normal using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] Nov 12 08:46:07.019252 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:07.042097 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f194c102-37ba-4fb3-a2c3-1d98c8ba9c43 req-e5347027-6f51-471e-b3ed-aa7f3d880caf tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007652 Nov 12 08:46:07.173672 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50192b-8aa5-41ef-86cc-6f2ee89ea5e6 req-e6371328-7867-4070-88d8-fdf049beca4d tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:07.175212 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f50192b-8aa5-41ef-86cc-6f2ee89ea5e6 req-e6371328-7867-4070-88d8-fdf049beca4d tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/ports?device_id=73d428b5-ac26-4b50-bbeb-ea359e099829 HTTP/1.1" status: 200 len: 950 time: 0.0646670 Nov 12 08:46:07.210739 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] For port 580134e8-a296-4148-b830-83a646925f58, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:07.211230 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempted to set empty binding levels {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 08:46:07.222347 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:07.227771 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f50192b-8aa5-41ef-86cc-6f2ee89ea5e6 req-66be6603-cd34-4aa1-a561-4cff3741afc6 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd421b32-318c-4ef3-bb00-ab3038c8a286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460484 Nov 12 08:46:07.233203 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9e04eb28-18a1-4e3a-a101-e35e3b887426 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:07.271025 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-402b6c3a-6661-430a-b948-5efca250ca74 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1753597710', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:07.280120 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:07.280787 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:07.293020 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9e04eb28-18a1-4e3a-a101-e35e3b887426 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:07.329479 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9e04eb28-18a1-4e3a-a101-e35e3b887426 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Network b6d7d4d0-000e-415e-9b7c-a17718972164 is not hosted by any dhcp agent {{(pid=102568) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:46:07.334907 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e04eb28-18a1-4e3a-a101-e35e3b887426 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:07.335503 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9e04eb28-18a1-4e3a-a101-e35e3b887426 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:07.336873 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9e04eb28-18a1-4e3a-a101-e35e3b887426 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "PUT /v2.0/networks/b6d7d4d0-000e-415e-9b7c-a17718972164 HTTP/1.1" status: 200 len: 723 time: 0.4377763 Nov 12 08:46:07.340271 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55300) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:07.345535 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-817b323f-02aa-45e3-9d41-374249d6440e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Request body: {'subnet': {'network_id': 'b6d7d4d0-000e-415e-9b7c-a17718972164', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:07.350784 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Pushing event updated for resources: {'Port': ['ID=580134e8-a296-4148-b830-83a646925f58,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:07.380839 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-402b6c3a-6661-430a-b948-5efca250ca74 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:07.381893 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-402b6c3a-6661-430a-b948-5efca250ca74 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:07.393534 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b1429ded-9f09-47d0-858a-f726bdcfe98c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.5712767 Nov 12 08:46:07.395002 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55302) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:07.407231 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04eb28-18a1-4e3a-a101-e35e3b887426 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event updated for resources: {'Network': ['ID=b6d7d4d0-000e-415e-9b7c-a17718972164,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:07.423433 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network b6d7d4d0-000e-415e-9b7c-a17718972164 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:46:07.450903 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817b323f-02aa-45e3-9d41-374249d6440e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Made reservation on behalf of c3322adda46947968847f0144371afce for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:07.454970 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-817b323f-02aa-45e3-9d41-374249d6440e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:07.503032 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-402b6c3a-6661-430a-b948-5efca250ca74 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:07.695670 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-817b323f-02aa-45e3-9d41-374249d6440e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:07.752694 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006ec4b-400d-4bf9-af3c-1e414b23b9fa req-49913fa5-0352-4896-8b8a-05f8d1a8350f tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:07.760783 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d006ec4b-400d-4bf9-af3c-1e414b23b9fa req-49913fa5-0352-4896-8b8a-05f8d1a8350f tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.1246448 Nov 12 08:46:07.772348 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-201fc869-1ed4-4784-bf7c-8f467abaad81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:07.802895 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b323f-02aa-45e3-9d41-374249d6440e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event updated for resources: {'Subnet': ['ID=ad3e8263-34ef-4bc6-ad78-ad45b7852c38,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:07.844230 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817b323f-02aa-45e3-9d41-374249d6440e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Checking segment: {'id': 'acff8226-cb11-44eb-aa83-84989a149ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b6d7d4d0-000e-415e-9b7c-a17718972164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:07.844761 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817b323f-02aa-45e3-9d41-374249d6440e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Network hostable DHCP agents. Network: b6d7d4d0-000e-415e-9b7c-a17718972164, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:46:07.857840 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d006ec4b-400d-4bf9-af3c-1e414b23b9fa req-c5889daf-89fb-4651-bc6e-b0f687402a64 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959151 Nov 12 08:46:07.872812 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817b323f-02aa-45e3-9d41-374249d6440e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Network b6d7d4d0-000e-415e-9b7c-a17718972164 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:46:07.886449 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-817b323f-02aa-45e3-9d41-374249d6440e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, b6d7d4d0-000e-415e-9b7c-a17718972164) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:07.890948 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817b323f-02aa-45e3-9d41-374249d6440e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:07.891534 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-817b323f-02aa-45e3-9d41-374249d6440e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:07.897119 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03de022f-5008-4f6c-8af6-2746f2608a4f None None] Network b6d7d4d0-000e-415e-9b7c-a17718972164 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:07.910458 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-817b323f-02aa-45e3-9d41-374249d6440e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5689805 Nov 12 08:46:07.913410 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55310) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:07.919857 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-8d860d5d-cc89-4b13-a165-bccac7612366 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:07.994849 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-fb64d92d-4f77-472b-9784-83eb96a7cee4 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Deleting port 580134e8-a296-4148-b830-83a646925f58 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:07.995491 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fb64d92d-4f77-472b-9784-83eb96a7cee4 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:07.998610 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-402b6c3a-6661-430a-b948-5efca250ca74 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.030781 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8d860d5d-cc89-4b13-a165-bccac7612366 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10411336'] for subnet, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.074761 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d46e7f-ab2d-47e7-a968-a09725344135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-b6d7d4d0-000e-415e-9b7c-a17718972164', 'network_id': 'b6d7d4d0-000e-415e-9b7c-a17718972164', 'tenant_id': 'c3322adda46947968847f0144371afce', 'fixed_ips': [{'subnet_id': 'ad3e8263-34ef-4bc6-ad78-ad45b7852c38'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:46:08.076186 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e2d46e7f-ab2d-47e7-a968-a09725344135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.094676 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-fb64d92d-4f77-472b-9784-83eb96a7cee4 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] For port 580134e8-a296-4148-b830-83a646925f58, host n-h1-768862-16, got binding levels [] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:08.095040 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fb64d92d-4f77-472b-9784-83eb96a7cee4 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.137409 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-fb64d92d-4f77-472b-9784-83eb96a7cee4 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Calling delete_port for 580134e8-a296-4148-b830-83a646925f58 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:08.236929 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d181c04-568a-42f3-9e62-a471b271d521 req-e6ae76bf-81fa-4fae-8300-58b4bfd8d511 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:08.238446 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1d181c04-568a-42f3-9e62-a471b271d521 req-e6ae76bf-81fa-4fae-8300-58b4bfd8d511 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 945 time: 0.0967574 Nov 12 08:46:08.247501 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8d860d5d-cc89-4b13-a165-bccac7612366 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763891908747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2336311'] for subnet, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.288435 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fb64d92d-4f77-472b-9784-83eb96a7cee4 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.302337 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-e2d46e7f-ab2d-47e7-a968-a09725344135 None None] Allocated IP 172.20.0.2 (b6d7d4d0-000e-415e-9b7c-a17718972164/ad3e8263-34ef-4bc6-ad78-ad45b7852c38/4d5d7111-ed0d-43bc-a15f-457670859c2c) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:08.308453 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d860d5d-cc89-4b13-a165-bccac7612366 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event updated for resources: {'Subnet': ['ID=ad3e8263-34ef-4bc6-ad78-ad45b7852c38,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:08.342533 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d860d5d-cc89-4b13-a165-bccac7612366 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:08.343139 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8d860d5d-cc89-4b13-a165-bccac7612366 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.344450 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8d860d5d-cc89-4b13-a165-bccac7612366 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "PUT /v2.0/subnets/ad3e8263-34ef-4bc6-ad78-ad45b7852c38 HTTP/1.1" status: 200 len: 806 time: 0.4300740 Nov 12 08:46:08.347850 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55316) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:08.360445 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64d92d-4f77-472b-9784-83eb96a7cee4 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Pushing event deleted for resources: {'Port': ['ID=580134e8-a296-4148-b830-83a646925f58,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:08.370684 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fb64d92d-4f77-472b-9784-83eb96a7cee4 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.373989 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-fb64d92d-4f77-472b-9784-83eb96a7cee4 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] 10.222.0.37 "DELETE /v2.0/ports/580134e8-a296-4148-b830-83a646925f58 HTTP/1.1" status: 204 len: 168 time: 0.9783905 Nov 12 08:46:08.381153 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55318) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:08.393929 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-402b6c3a-6661-430a-b948-5efca250ca74 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.412449 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-402b6c3a-6661-430a-b948-5efca250ca74 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.474510 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb81c6d-d502-4cc3-a44e-e6a410e1ab69 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] GET failed (client error): The resource could not be found. Nov 12 08:46:08.482495 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2bb81c6d-d502-4cc3-a44e-e6a410e1ab69 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] 10.222.0.37 "GET /v2.0/ports/580134e8-a296-4148-b830-83a646925f58 HTTP/1.1" status: 404 len: 333 time: 0.1000214 Nov 12 08:46:08.488658 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55320) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:08.495401 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e2d46e7f-ab2d-47e7-a968-a09725344135 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.497580 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-86787a49-2f4f-4188-8060-db40023f25d7 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Request body: {'port': {'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-338456394'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:08.503068 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e2d46e7f-ab2d-47e7-a968-a09725344135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.513701 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1d181c04-568a-42f3-9e62-a471b271d521 req-342db6c8-c16b-4ae3-ae75-1b1106ef2c5a tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628996 Nov 12 08:46:08.540967 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf1bf1-125b-47cd-8771-e076ffb2230e req-3ad52635-3400-4ccb-aba0-94ac4f0b8fd1 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:08.542837 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41bf1bf1-125b-47cd-8771-e076ffb2230e req-3ad52635-3400-4ccb-aba0-94ac4f0b8fd1 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/ports?device_id=73d428b5-ac26-4b50-bbeb-ea359e099829 HTTP/1.1" status: 200 len: 950 time: 0.2222047 Nov 12 08:46:08.560576 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d46e7f-ab2d-47e7-a968-a09725344135 None None] Network b6d7d4d0-000e-415e-9b7c-a17718972164 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:08.561217 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-402b6c3a-6661-430a-b948-5efca250ca74 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Allocated IP 172.25.6.157 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/f1e70793-e1d9-4e39-bf82-6757dbbe9cbd) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:08.567965 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-e2d46e7f-ab2d-47e7-a968-a09725344135 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:08.573136 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d46e7f-ab2d-47e7-a968-a09725344135 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:08.581194 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d46e7f-ab2d-47e7-a968-a09725344135 None None] Pushing event updated for resources: {'Port': ['ID=4d5d7111-ed0d-43bc-a15f-457670859c2c,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:08.586076 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86787a49-2f4f-4188-8060-db40023f25d7 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Made reservation on behalf of a78be7add9f441b6a79d1e5fa2f262e8 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:08.589516 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-86787a49-2f4f-4188-8060-db40023f25d7 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.626427 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d3414787-9a5a-454d-929e-ec0be80304bd tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.640125 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-86787a49-2f4f-4188-8060-db40023f25d7 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] device_id is not set on port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:46:08.646410 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-e2d46e7f-ab2d-47e7-a968-a09725344135 None None] Attempting to bind port 4d5d7111-ed0d-43bc-a15f-457670859c2c on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:08.646969 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-e2d46e7f-ab2d-47e7-a968-a09725344135 None None] Attempting to bind port 4d5d7111-ed0d-43bc-a15f-457670859c2c by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'acff8226-cb11-44eb-aa83-84989a149ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b6d7d4d0-000e-415e-9b7c-a17718972164'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:08.647431 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d46e7f-ab2d-47e7-a968-a09725344135 None None] Attempting to bind port 4d5d7111-ed0d-43bc-a15f-457670859c2c on network b6d7d4d0-000e-415e-9b7c-a17718972164 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:08.654092 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d46e7f-ab2d-47e7-a968-a09725344135 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:08.654632 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d46e7f-ab2d-47e7-a968-a09725344135 None None] Checking segment: {'id': 'acff8226-cb11-44eb-aa83-84989a149ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b6d7d4d0-000e-415e-9b7c-a17718972164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:08.655139 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e2d46e7f-ab2d-47e7-a968-a09725344135 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.655638 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d46e7f-ab2d-47e7-a968-a09725344135 None None] Bound using segment: {'id': 'acff8226-cb11-44eb-aa83-84989a149ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b6d7d4d0-000e-415e-9b7c-a17718972164'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:08.656385 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-e2d46e7f-ab2d-47e7-a968-a09725344135 None None] Bound port: 4d5d7111-ed0d-43bc-a15f-457670859c2c, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acff8226-cb11-44eb-aa83-84989a149ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b6d7d4d0-000e-415e-9b7c-a17718972164'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:08.656847 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e2d46e7f-ab2d-47e7-a968-a09725344135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.714842 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41bf1bf1-125b-47cd-8771-e076ffb2230e req-96e63550-2272-4af1-a364-a950b701eea6 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd421b32-318c-4ef3-bb00-ab3038c8a286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630967 Nov 12 08:46:08.718494 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-402b6c3a-6661-430a-b948-5efca250ca74 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.762672 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-402b6c3a-6661-430a-b948-5efca250ca74 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.826558 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402b6c3a-6661-430a-b948-5efca250ca74 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:08.834544 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-402b6c3a-6661-430a-b948-5efca250ca74 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:08.838390 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402b6c3a-6661-430a-b948-5efca250ca74 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:08.867163 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-d3414787-9a5a-454d-929e-ec0be80304bd tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Deleting port 4d5d7111-ed0d-43bc-a15f-457670859c2c {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:08.867506 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d3414787-9a5a-454d-929e-ec0be80304bd tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.890277 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b6c3a-6661-430a-b948-5efca250ca74 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Pushing event updated for resources: {'Port': ['ID=f1e70793-e1d9-4e39-bf82-6757dbbe9cbd,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:08.949031 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f43e43-e454-4ef0-be41-7a4aa6641140 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:08.957507 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-86787a49-2f4f-4188-8060-db40023f25d7 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.992618 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-e2d46e7f-ab2d-47e7-a968-a09725344135 None None] For port 4d5d7111-ed0d-43bc-a15f-457670859c2c, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:08.996965 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-e2d46e7f-ab2d-47e7-a968-a09725344135 None None] For port 4d5d7111-ed0d-43bc-a15f-457670859c2c, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4d5d7111-ed0d-43bc-a15f-457670859c2c,segment=NetworkSegment(acff8226-cb11-44eb-aa83-84989a149ad9),segment_id=acff8226-cb11-44eb-aa83-84989a149ad9)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:09.007403 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e2d46e7f-ab2d-47e7-a968-a09725344135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:09.018093 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-d3414787-9a5a-454d-929e-ec0be80304bd tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] For port 4d5d7111-ed0d-43bc-a15f-457670859c2c, host n-d-768862-16, got binding levels [] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:09.018494 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d3414787-9a5a-454d-929e-ec0be80304bd tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:09.075805 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-7aa97fdf-f796-4b9c-bb48-36e4f48a351f None None] Provisioning complete for port f1e70793-e1d9-4e39-bf82-6757dbbe9cbd triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:09.076487 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7aa97fdf-f796-4b9c-bb48-36e4f48a351f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:09.122467 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63a9b9-aae3-4539-ae52-c7572d849ae9 req-05008f71-fe11-485c-b806-b3e02b413109 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:09.124550 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4b63a9b9-aae3-4539-ae52-c7572d849ae9 req-05008f71-fe11-485c-b806-b3e02b413109 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.54 "GET /v2.0/ports?device_id=73d428b5-ac26-4b50-bbeb-ea359e099829 HTTP/1.1" status: 200 len: 950 time: 0.2077188 Nov 12 08:46:09.137668 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d46e7f-ab2d-47e7-a968-a09725344135 None None] Pushing event updated for resources: {'Port': ['ID=4d5d7111-ed0d-43bc-a15f-457670859c2c,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:09.153390 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-7aa97fdf-f796-4b9c-bb48-36e4f48a351f None None] Port f1e70793-e1d9-4e39-bf82-6757dbbe9cbd cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:46:09.366149 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-d3414787-9a5a-454d-929e-ec0be80304bd tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Calling delete_port for 4d5d7111-ed0d-43bc-a15f-457670859c2c owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:09.423954 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-86787a49-2f4f-4188-8060-db40023f25d7 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:09.476908 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-4b63a9b9-aae3-4539-ae52-c7572d849ae9 req-7b47bdbb-b99b-4cc9-9372-3539dff898be tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Deleting port 7188e9d8-c883-47a1-bfea-30f9532200ff {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:09.477579 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4b63a9b9-aae3-4539-ae52-c7572d849ae9 req-7b47bdbb-b99b-4cc9-9372-3539dff898be tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:09.485259 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-402b6c3a-6661-430a-b948-5efca250ca74 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:09.512184 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07aeb5-af76-4de2-8e39-225efbf11a18 req-624ad8b5-0c4a-4006-baa6-75a71ea0001c tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:09.514318 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ea07aeb5-af76-4de2-8e39-225efbf11a18 req-624ad8b5-0c4a-4006-baa6-75a71ea0001c tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.5232563 Nov 12 08:46:09.581411 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86787a49-2f4f-4188-8060-db40023f25d7 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Network 9d1954ed-ab04-4579-a319-506970c89ae0 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:09.592239 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-86787a49-2f4f-4188-8060-db40023f25d7 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:09.597051 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86787a49-2f4f-4188-8060-db40023f25d7 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Pushing event updated for resources: {'Port': ['ID=5adfbf93-e00a-439c-85d3-7760bdf4aa5e,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:09.599509 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86787a49-2f4f-4188-8060-db40023f25d7 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:09.600512 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86787a49-2f4f-4188-8060-db40023f25d7 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:09.601181 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-86787a49-2f4f-4188-8060-db40023f25d7 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:09.654305 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-86787a49-2f4f-4188-8060-db40023f25d7 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1603103 Nov 12 08:46:09.654416 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55330) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:09.665223 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ea07aeb5-af76-4de2-8e39-225efbf11a18 req-f5199005-525c-4676-854e-619416365181 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261401 Nov 12 08:46:09.685837 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:09.758612 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d3414787-9a5a-454d-929e-ec0be80304bd tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:09.780534 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3553482-1bf2-4bac-8a43-c5dcc3c0f23a req-29b96fc2-7d31-466f-a24a-77d6216ad4fc tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:09.782872 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e3553482-1bf2-4bac-8a43-c5dcc3c0f23a req-29b96fc2-7d31-466f-a24a-77d6216ad4fc tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 945 time: 0.0964601 Nov 12 08:46:09.815393 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3414787-9a5a-454d-929e-ec0be80304bd tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event deleted for resources: {'Port': ['ID=4d5d7111-ed0d-43bc-a15f-457670859c2c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:09.817549 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-4b63a9b9-aae3-4539-ae52-c7572d849ae9 req-7b47bdbb-b99b-4cc9-9372-3539dff898be tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] For port 7188e9d8-c883-47a1-bfea-30f9532200ff, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=7188e9d8-c883-47a1-bfea-30f9532200ff,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:09.817929 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4b63a9b9-aae3-4539-ae52-c7572d849ae9 req-7b47bdbb-b99b-4cc9-9372-3539dff898be tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:09.839808 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-4b63a9b9-aae3-4539-ae52-c7572d849ae9 req-7b47bdbb-b99b-4cc9-9372-3539dff898be tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Calling delete_port for 7188e9d8-c883-47a1-bfea-30f9532200ff owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:09.846291 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:09.924645 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3414787-9a5a-454d-929e-ec0be80304bd tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] No DVR routers for this DVR port 4d5d7111-ed0d-43bc-a15f-457670859c2c on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:10.020980 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e3553482-1bf2-4bac-8a43-c5dcc3c0f23a req-7bbf17be-b5e5-434d-8d6b-148b4d432f1a tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090337 Nov 12 08:46:10.044601 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207493b0-bda4-4102-a084-902300cba603 req-15993297-2b36-4f0d-b84f-97d4d27f0e8a tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:10.046280 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-207493b0-bda4-4102-a084-902300cba603 req-15993297-2b36-4f0d-b84f-97d4d27f0e8a tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/ports?device_id=73d428b5-ac26-4b50-bbeb-ea359e099829 HTTP/1.1" status: 200 len: 950 time: 0.2276878 Nov 12 08:46:10.047704 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d3414787-9a5a-454d-929e-ec0be80304bd tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.174998 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0dd644e7-e9f4-4ff9-b8e3-06959b50d06e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.190269 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-207493b0-bda4-4102-a084-902300cba603 req-6fdab248-cd28-417b-a959-63a7097bd87c tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd421b32-318c-4ef3-bb00-ab3038c8a286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061261 Nov 12 08:46:10.211269 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d3414787-9a5a-454d-929e-ec0be80304bd tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.251433 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3414787-9a5a-454d-929e-ec0be80304bd tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event deleted for resources: {'Subnet': ['ID=ad3e8263-34ef-4bc6-ad78-ad45b7852c38,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:10.262489 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] device_id is not set on port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:46:10.276105 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.286804 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-402b6c3a-6661-430a-b948-5efca250ca74 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.292489 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.342690 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d3414787-9a5a-454d-929e-ec0be80304bd tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.368105 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-d3414787-9a5a-454d-929e-ec0be80304bd tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d7d4d0-000e-415e-9b7c-a17718972164']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:10.381062 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-d3414787-9a5a-454d-929e-ec0be80304bd tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acff8226-cb11-44eb-aa83-84989a149ad9') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:10.381397 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-d3414787-9a5a-454d-929e-ec0be80304bd tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acff8226-cb11-44eb-aa83-84989a149ad9') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:10.399861 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d3414787-9a5a-454d-929e-ec0be80304bd tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.415693 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d3414787-9a5a-454d-929e-ec0be80304bd tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.424855 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3414787-9a5a-454d-929e-ec0be80304bd tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:46:10.426253 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d3414787-9a5a-454d-929e-ec0be80304bd tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.430155 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:46:10.430155 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:46:10.430155 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:46:10.430155 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:46:10.430155 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:46:10.430155 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:46:10.430155 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:46:10.430155 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:46:10.430155 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:46:10.430155 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:46:10.430155 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:46:10.430155 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:46:10.430155 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:46:10.430155 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:46:10.430155 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:46:10.430155 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:46:10.430155 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:46:10.430155 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:46:10.430155 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:46:10.430155 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:46:10.430155 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:46:10.430155 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:46:10.430155 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:46:10.430155 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:46:10.430155 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:46:10.430155 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:46:10.430155 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:46:10.430155 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:46:10.430155 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:46:10.430155 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:46:10.430155 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:46:10.430155 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:46:10.460443 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Pushing event updated for resources: {'Port': ['ID=5adfbf93-e00a-439c-85d3-7760bdf4aa5e,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:10.513811 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4b63a9b9-aae3-4539-ae52-c7572d849ae9 req-7b47bdbb-b99b-4cc9-9372-3539dff898be tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.519401 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:10.519818 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:10.520011 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a10ea4-a739-497f-ac87-43970d804228 None None] Network b6d7d4d0-000e-415e-9b7c-a17718972164 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:10.520180 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on network 9d1954ed-ab04-4579-a319-506970c89ae0 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:10.531906 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d3414787-9a5a-454d-929e-ec0be80304bd tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.539046 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['648c3e98-1f4b-447e-8679-5d17d8b78f08', '7188e9d8-c883-47a1-bfea-30f9532200ff'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:46:10.548673 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d3414787-9a5a-454d-929e-ec0be80304bd tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.553223 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d3414787-9a5a-454d-929e-ec0be80304bd tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/networks/b6d7d4d0-000e-415e-9b7c-a17718972164 HTTP/1.1" status: 204 len: 168 time: 2.2044051 Nov 12 08:46:10.556087 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55338) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:10.574452 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a10ea4-a739-497f-ac87-43970d804228 None None] Network b6d7d4d0-000e-415e-9b7c-a17718972164 could not be found, it might have been deleted concurrently. {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 08:46:10.577943 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on network 9d1954ed-ab04-4579-a319-506970c89ae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:10.578417 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Failed to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on host n-h1-768862-16 for vnic_type normal using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] Nov 12 08:46:10.580821 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3414787-9a5a-454d-929e-ec0be80304bd tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event deleted for resources: {'Network': ['ID=b6d7d4d0-000e-415e-9b7c-a17718972164,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:10.582733 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempt 2 to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e Nov 12 08:46:10.595329 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47bdbb-b99b-4cc9-9372-3539dff898be tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Pushing event deleted for resources: {'Port': ['ID=7188e9d8-c883-47a1-bfea-30f9532200ff,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:10.597401 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-c353f689-4cc2-4911-bc71-38ca062963c3 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:10.598310 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c353f689-4cc2-4911-bc71-38ca062963c3 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:10.605449 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b880fed3-4c01-4a35-83ab-56d3fca01774 None None] Could not find standard attr ID for object 4d5d7111-ed0d-43bc-a15f-457670859c2c. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:46:10.606086 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c353f689-4cc2-4911-bc71-38ca062963c3 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/networks/b6d7d4d0-000e-415e-9b7c-a17718972164 HTTP/1.1" status: 404 len: 339 time: 0.0444860 Nov 12 08:46:10.606210 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55340) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:10.617096 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-61ce4db1-6093-4f3b-be2c-5691326da419 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1088188558', 'description': 'd1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:10.664594 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ce4db1-6093-4f3b-be2c-5691326da419 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Made reservation on behalf of c3322adda46947968847f0144371afce for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:10.673028 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-61ce4db1-6093-4f3b-be2c-5691326da419 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.681159 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:10.681536 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:10.681884 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on network 9d1954ed-ab04-4579-a319-506970c89ae0 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:10.689960 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ed454c-59cd-4ce0-9b5d-4ec88d5b8b14 None None] DHCP port deletion for b6d7d4d0-000e-415e-9b7c-a17718972164 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:10.720051 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e5cc92-dceb-4af6-a6cb-a13d6b2c4642 None None] Network b6d7d4d0-000e-415e-9b7c-a17718972164 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:10.739021 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b63a9b9-aae3-4539-ae52-c7572d849ae9 req-7b47bdbb-b99b-4cc9-9372-3539dff898be tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] No DVR routers for this DVR port 7188e9d8-c883-47a1-bfea-30f9532200ff on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:10.743787 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4b63a9b9-aae3-4539-ae52-c7572d849ae9 req-7b47bdbb-b99b-4cc9-9372-3539dff898be tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.746575 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e5cc92-dceb-4af6-a6cb-a13d6b2c4642 None None] Network b6d7d4d0-000e-415e-9b7c-a17718972164 could not be found, it might have been deleted concurrently. {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 08:46:10.748785 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ce4db1-6093-4f3b-be2c-5691326da419 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:46:10.749793 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4b63a9b9-aae3-4539-ae52-c7572d849ae9 req-7b47bdbb-b99b-4cc9-9372-3539dff898be tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.54 "DELETE /v2.0/ports/7188e9d8-c883-47a1-bfea-30f9532200ff HTTP/1.1" status: 204 len: 173 time: 1.6139872 Nov 12 08:46:10.751227 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d428b5-ac26-4b50-bbeb-ea359e099829', 'name': 'network-vif-deleted', 'tag': '7188e9d8-c883-47a1-bfea-30f9532200ff'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:10.755861 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fc95e8-2191-4ebf-939d-195a6025b8fe" -d '{"events": [{"server_uuid": "73d428b5-ac26-4b50-bbeb-ea359e099829", "name": "network-vif-deleted", "tag": "7188e9d8-c883-47a1-bfea-30f9532200ff"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:10.761073 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on network 9d1954ed-ab04-4579-a319-506970c89ae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:10.761436 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Failed to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on host n-h1-768862-16 for vnic_type normal using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] Nov 12 08:46:10.766615 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempt 3 to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e Nov 12 08:46:10.788353 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402b6c3a-6661-430a-b948-5efca250ca74 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Router c6eff6c4-48c9-4859-82d0-33d2c9f10a95 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:46:10.798888 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:10.799239 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:10.799635 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on network 9d1954ed-ab04-4579-a319-506970c89ae0 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:10.824986 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-61ce4db1-6093-4f3b-be2c-5691326da419 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.826666 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-61ce4db1-6093-4f3b-be2c-5691326da419 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Added segment 077a97af-57b5-4d8b-8ce1-19ad6afeeb22 of type vlan for network a3f51ffc-5504-4a80-9b69-18f22509995d Nov 12 08:46:10.834636 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on network 9d1954ed-ab04-4579-a319-506970c89ae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:10.834968 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Failed to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on host n-h1-768862-16 for vnic_type normal using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] Nov 12 08:46:10.919606 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempt 4 to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e Nov 12 08:46:10.929521 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29c305a-3ec2-4f85-99b4-e29ce2c1300b x-openstack-request-id: req-d29c305a-3ec2-4f85-99b4-e29ce2c1300b {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:10.929811 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d428b5-ac26-4b50-bbeb-ea359e099829", "name": "network-vif-deleted", "tag": "7188e9d8-c883-47a1-bfea-30f9532200ff", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:10.930053 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d29c305a-3ec2-4f85-99b4-e29ce2c1300b {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:10.930747 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d428b5-ac26-4b50-bbeb-ea359e099829', 'name': 'network-vif-deleted', 'tag': '7188e9d8-c883-47a1-bfea-30f9532200ff', 'status': 'completed', 'code': 200} Nov 12 08:46:10.962772 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:10.963920 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:10.964482 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on network 9d1954ed-ab04-4579-a319-506970c89ae0 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:10.979055 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on network 9d1954ed-ab04-4579-a319-506970c89ae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:10.979628 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Failed to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on host n-h1-768862-16 for vnic_type normal using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] Nov 12 08:46:10.984459 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-61ce4db1-6093-4f3b-be2c-5691326da419 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.013181 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempt 5 to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e Nov 12 08:46:11.038793 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:11.038977 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4149e-eb0b-499f-83aa-30efc07fb63c req-aec40f61-5f1f-42ae-8a60-ba1af0c53f59 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:11.039530 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:11.040220 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on network 9d1954ed-ab04-4579-a319-506970c89ae0 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:11.041783 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8f4149e-eb0b-499f-83aa-30efc07fb63c req-aec40f61-5f1f-42ae-8a60-ba1af0c53f59 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.1341715 Nov 12 08:46:11.043199 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-61ce4db1-6093-4f3b-be2c-5691326da419 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.050044 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ce4db1-6093-4f3b-be2c-5691326da419 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:11.050917 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-61ce4db1-6093-4f3b-be2c-5691326da419 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.051044 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on network 9d1954ed-ab04-4579-a319-506970c89ae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:11.051044 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Failed to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on host n-h1-768862-16 for vnic_type normal using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] Nov 12 08:46:11.053233 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempt 6 to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e Nov 12 08:46:11.072812 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402b6c3a-6661-430a-b948-5efca250ca74 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:11.083451 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:11.083803 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:11.084392 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on network 9d1954ed-ab04-4579-a319-506970c89ae0 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:11.088409 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b7df6d-76aa-4e75-a44d-2e8c421acd43 None None] Sync routers for ids ['c6eff6c4-48c9-4859-82d0-33d2c9f10a95'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:11.099085 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b7df6d-76aa-4e75-a44d-2e8c421acd43 None None] Routers {'c6eff6c4-48c9-4859-82d0-33d2c9f10a95'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:11.099727 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-41b7df6d-76aa-4e75-a44d-2e8c421acd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:46:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c6eff6c4-48c9-4859-82d0-33d2c9f10a95'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:11.101544 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on network 9d1954ed-ab04-4579-a319-506970c89ae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:11.102105 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Failed to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on host n-h1-768862-16 for vnic_type normal using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] Nov 12 08:46:11.105173 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempt 7 to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e Nov 12 08:46:11.124749 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-402b6c3a-6661-430a-b948-5efca250ca74 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.128676 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-402b6c3a-6661-430a-b948-5efca250ca74 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1966162 Nov 12 08:46:11.130191 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55350) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:11.137826 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-41b7df6d-76aa-4e75-a44d-2e8c421acd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:11.141617 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:11.141617 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:11.141872 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on network 9d1954ed-ab04-4579-a319-506970c89ae0 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:11.148371 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b7df6d-76aa-4e75-a44d-2e8c421acd43 None None] Routers {'c6eff6c4-48c9-4859-82d0-33d2c9f10a95'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:11.149225 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-41b7df6d-76aa-4e75-a44d-2e8c421acd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:46:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c6eff6c4-48c9-4859-82d0-33d2c9f10a95'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:11.187771 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-61ce4db1-6093-4f3b-be2c-5691326da419 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5760105 Nov 12 08:46:11.204304 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55352) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:11.280577 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8f4149e-eb0b-499f-83aa-30efc07fb63c req-8587e429-63f0-455b-8c20-b63cc66a4ec4 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261508 Nov 12 08:46:11.281006 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce4db1-6093-4f3b-be2c-5691326da419 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event updated for resources: {'Network': ['ID=a3f51ffc-5504-4a80-9b69-18f22509995d,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:11.317080 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network a3f51ffc-5504-4a80-9b69-18f22509995d details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:46:11.336170 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def68d14-5673-49e0-b88b-d742b9785af0 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:11.338110 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-def68d14-5673-49e0-b88b-d742b9785af0 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "GET /v2.0/networks?id=a3f51ffc-5504-4a80-9b69-18f22509995d HTTP/1.1" status: 200 len: 761 time: 0.1324744 Nov 12 08:46:11.348426 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26433e-20c4-42b7-a47a-6609c9d256b8 req-be2d7276-50b0-4e91-9c42-1792cdcde2e9 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:11.356704 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4c26433e-20c4-42b7-a47a-6609c9d256b8 req-be2d7276-50b0-4e91-9c42-1792cdcde2e9 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 945 time: 0.2025495 Nov 12 08:46:11.359360 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55358) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:11.367705 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-41b7df6d-76aa-4e75-a44d-2e8c421acd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:11.369634 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b7df6d-76aa-4e75-a44d-2e8c421acd43 None None] The sync data for ids ['c6eff6c4-48c9-4859-82d0-33d2c9f10a95'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:11.370272 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-0f3b71cd-af5c-4c31-bfd9-e1616712e03a tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Request body: {'network': {'description': 'd2'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:11.559446 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4c26433e-20c4-42b7-a47a-6609c9d256b8 req-2edc2d7f-0f83-4d11-b397-cc6c8434e822 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017031 Nov 12 08:46:11.715653 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0f3b71cd-af5c-4c31-bfd9-e1616712e03a tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.738625 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0f3b71cd-af5c-4c31-bfd9-e1616712e03a tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.778038 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0f3b71cd-af5c-4c31-bfd9-e1616712e03a tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Network a3f51ffc-5504-4a80-9b69-18f22509995d is not hosted by any dhcp agent {{(pid=102569) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:46:11.778645 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on network 9d1954ed-ab04-4579-a319-506970c89ae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:11.779148 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Failed to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on host n-h1-768862-16 for vnic_type normal using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] Nov 12 08:46:11.781430 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempt 8 to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e Nov 12 08:46:11.791587 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d17fc469-b65e-439d-ac8b-26fcf100f5ac tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "GET /v2.0/routers/c6eff6c4-48c9-4859-82d0-33d2c9f10a95 HTTP/1.1" status: 200 len: 921 time: 0.6571195 Nov 12 08:46:11.791835 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3b71cd-af5c-4c31-bfd9-e1616712e03a tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:11.791835 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0f3b71cd-af5c-4c31-bfd9-e1616712e03a tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.795729 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0f3b71cd-af5c-4c31-bfd9-e1616712e03a tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "PUT /v2.0/networks/a3f51ffc-5504-4a80-9b69-18f22509995d HTTP/1.1" status: 200 len: 758 time: 0.4324811 Nov 12 08:46:11.795729 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55364) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:11.796894 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55366) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:11.859089 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-69264c04-f114-48f2-995e-19d47a681358 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6eff6c4-48c9-4859-82d0-33d2c9f10a95 HTTP/1.1" status: 200 len: 205 time: 0.0444629 Nov 12 08:46:11.859320 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:11.859320 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:11.859320 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on network 9d1954ed-ab04-4579-a319-506970c89ae0 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:11.861776 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55368) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:11.882046 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on network 9d1954ed-ab04-4579-a319-506970c89ae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:11.882251 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Failed to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on host n-h1-768862-16 for vnic_type normal using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] Nov 12 08:46:11.912496 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempt 9 to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e Nov 12 08:46:11.934523 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.952562 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:11.952904 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:11.953431 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on network 9d1954ed-ab04-4579-a319-506970c89ae0 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:11.966980 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f07dc24-8e15-4ff9-8a62-63ed396e5a89 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:11.973032 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8f07dc24-8e15-4ff9-8a62-63ed396e5a89 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "GET /v2.0/networks?id=a3f51ffc-5504-4a80-9b69-18f22509995d HTTP/1.1" status: 200 len: 761 time: 0.1721780 Nov 12 08:46:11.973414 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55370) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:11.978844 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-610d7f8e-3978-4845-887b-7ab746c7cabe tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1549188737'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:11.981397 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4d5d7111-ed0d-43bc-a15f-457670859c2c no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:11.983594 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on network 9d1954ed-ab04-4579-a319-506970c89ae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:11.984917 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Failed to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on host n-h1-768862-16 for vnic_type normal using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] Nov 12 08:46:11.987345 n-d-768862-16 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempt 10 to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e Nov 12 08:46:12.012741 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:12.013134 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:12.013483 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on network 9d1954ed-ab04-4579-a319-506970c89ae0 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:12.014893 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 4d5d7111-ed0d-43bc-a15f-457670859c2c {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:12.018988 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4d5d7111-ed0d-43bc-a15f-457670859c2c not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:12.019849 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on network 9d1954ed-ab04-4579-a319-506970c89ae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:12.020315 n-d-768862-16 neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Failed to bind port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on host n-h1-768862-16 for vnic_type normal using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] Nov 12 08:46:12.020745 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.026044 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610d7f8e-3978-4845-887b-7ab746c7cabe tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Made reservation on behalf of c3322adda46947968847f0144371afce for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:12.029924 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-610d7f8e-3978-4845-887b-7ab746c7cabe tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.065080 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b71cd-af5c-4c31-bfd9-e1616712e03a tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event updated for resources: {'Network': ['ID=a3f51ffc-5504-4a80-9b69-18f22509995d,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:12.098661 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network a3f51ffc-5504-4a80-9b69-18f22509995d details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:46:12.099805 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-610d7f8e-3978-4845-887b-7ab746c7cabe tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:46:12.126304 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-610d7f8e-3978-4845-887b-7ab746c7cabe tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.126853 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-610d7f8e-3978-4845-887b-7ab746c7cabe tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Added segment e3d61966-77aa-47c7-89aa-0159eaa53d75 of type vlan for network f69072ee-ac7a-438f-9e77-0b570e53383b Nov 12 08:46:12.147980 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] For port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:12.148449 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempted to set empty binding levels {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 08:46:12.185029 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.187946 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e575aa4-127f-407a-a440-6c2df5ed107d req-aa1edfce-4f2a-49a4-ace4-61f8bc132c0a tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.190314 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3e575aa4-127f-407a-a440-6c2df5ed107d req-aa1edfce-4f2a-49a4-ace4-61f8bc132c0a tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4304028-0799-41eb-8ea7-2bd976d64ef0 HTTP/1.1" status: 200 len: 950 time: 0.3289897 Nov 12 08:46:12.227396 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-610d7f8e-3978-4845-887b-7ab746c7cabe tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.242221 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] In _notify_port_updated(), no bound segment for port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e on network 9d1954ed-ab04-4579-a319-506970c89ae0 {{(pid=102568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:46:12.244057 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.245274 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.252173 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] 10.222.0.37 "PUT /v2.0/ports/5adfbf93-e00a-439c-85d3-7760bdf4aa5e HTTP/1.1" status: 200 len: 975 time: 2.5920656 Nov 12 08:46:12.254147 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55372) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:12.303724 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-142dee00-b6de-4a34-aa6e-7e468b3b483d tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.330943 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a34e88-5962-442e-9ba7-0357141b8fcf tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Pushing event updated for resources: {'Port': ['ID=5adfbf93-e00a-439c-85d3-7760bdf4aa5e,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:12.358516 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3e575aa4-127f-407a-a440-6c2df5ed107d req-f4b2350e-bd9c-498b-8b17-b189c473da10 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd421b32-318c-4ef3-bb00-ab3038c8a286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491380 Nov 12 08:46:12.367253 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-610d7f8e-3978-4845-887b-7ab746c7cabe tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.378540 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610d7f8e-3978-4845-887b-7ab746c7cabe tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.389616 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-610d7f8e-3978-4845-887b-7ab746c7cabe tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.453470 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.454483 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.455444 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.456413 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.457295 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.458216 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.459231 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.460195 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.461094 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.462262 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.463214 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.464214 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.465147 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.466097 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.467018 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.468024 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.469008 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.470000 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.470887 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.471875 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.472858 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.473803 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.474740 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.475702 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.476688 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.477724 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.478599 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.479595 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.480590 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.481551 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.482501 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.483417 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.484369 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.495605 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0f251899-e4e1-4ad8-8b27-4e3d54ea3e44 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29621 time: 0.2355940 Nov 12 08:46:12.496960 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55378) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:12.551043 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8069a0-7b2e-489a-9b1d-827439a5116d req-656fc778-43d0-4a5b-8807-b101ed34ac1a tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.552718 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b8069a0-7b2e-489a-9b1d-827439a5116d req-656fc778-43d0-4a5b-8807-b101ed34ac1a tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.1215212 Nov 12 08:46:12.562387 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-142dee00-b6de-4a34-aa6e-7e468b3b483d tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.592117 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-610d7f8e-3978-4845-887b-7ab746c7cabe tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6175551 Nov 12 08:46:12.595977 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55384) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:12.601701 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a695692c-eca8-491f-87e0-a2c9f3d44486 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Request body: {'subnet': {'network_id': 'f69072ee-ac7a-438f-9e77-0b570e53383b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:12.623753 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d7f8e-3978-4845-887b-7ab746c7cabe tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event updated for resources: {'Network': ['ID=f69072ee-ac7a-438f-9e77-0b570e53383b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:12.646532 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network f69072ee-ac7a-438f-9e77-0b570e53383b details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:46:12.753860 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a695692c-eca8-491f-87e0-a2c9f3d44486 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Made reservation on behalf of c3322adda46947968847f0144371afce for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:12.764122 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a695692c-eca8-491f-87e0-a2c9f3d44486 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.780614 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b8069a0-7b2e-489a-9b1d-827439a5116d req-84c461aa-16f5-4836-8322-3ab214d19e90 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200940 Nov 12 08:46:12.801034 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-eedb17e8-8ccf-4c61-99da-fea16435d684 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Deleting port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:12.801601 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eedb17e8-8ccf-4c61-99da-fea16435d684 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.837508 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-142dee00-b6de-4a34-aa6e-7e468b3b483d tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Deleting port f1e70793-e1d9-4e39-bf82-6757dbbe9cbd {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:12.838196 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-142dee00-b6de-4a34-aa6e-7e468b3b483d tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.934012 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-eedb17e8-8ccf-4c61-99da-fea16435d684 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] For port 5adfbf93-e00a-439c-85d3-7760bdf4aa5e, host n-h1-768862-16, got binding levels [] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:12.934488 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eedb17e8-8ccf-4c61-99da-fea16435d684 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.987493 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-eedb17e8-8ccf-4c61-99da-fea16435d684 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Calling delete_port for 5adfbf93-e00a-439c-85d3-7760bdf4aa5e owned by {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:13.021393 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2288e-4768-4e19-8608-8860b93890ea req-a34de194-88cf-4467-b7bb-0026d0867d2e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:13.023001 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-54c2288e-4768-4e19-8608-8860b93890ea req-a34de194-88cf-4467-b7bb-0026d0867d2e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 945 time: 0.1569414 Nov 12 08:46:13.023569 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a695692c-eca8-491f-87e0-a2c9f3d44486 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.091913 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-142dee00-b6de-4a34-aa6e-7e468b3b483d tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.103686 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a695692c-eca8-491f-87e0-a2c9f3d44486 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Checking segment: {'id': 'e3d61966-77aa-47c7-89aa-0159eaa53d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f69072ee-ac7a-438f-9e77-0b570e53383b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:13.104271 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a695692c-eca8-491f-87e0-a2c9f3d44486 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Network hostable DHCP agents. Network: f69072ee-ac7a-438f-9e77-0b570e53383b, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:46:13.119615 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695692c-eca8-491f-87e0-a2c9f3d44486 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event updated for resources: {'Subnet': ['ID=e3fb5470-e275-4e7d-96b0-490fb921141d,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:13.133031 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-142dee00-b6de-4a34-aa6e-7e468b3b483d tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Calling delete_port for f1e70793-e1d9-4e39-bf82-6757dbbe9cbd owned by network:router_gateway {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:13.136066 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a695692c-eca8-491f-87e0-a2c9f3d44486 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Network f69072ee-ac7a-438f-9e77-0b570e53383b is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:46:13.143433 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-54c2288e-4768-4e19-8608-8860b93890ea req-9fe231d6-0dce-48fb-b756-87cccf412066 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807478 Nov 12 08:46:13.148245 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-a695692c-eca8-491f-87e0-a2c9f3d44486 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, f69072ee-ac7a-438f-9e77-0b570e53383b) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:13.168311 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a695692c-eca8-491f-87e0-a2c9f3d44486 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:13.169750 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a695692c-eca8-491f-87e0-a2c9f3d44486 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.171835 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755efd4a-1099-4323-bf17-c3bf909dc3fd None None] Network f69072ee-ac7a-438f-9e77-0b570e53383b requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:13.211063 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a695692c-eca8-491f-87e0-a2c9f3d44486 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6113379 Nov 12 08:46:13.211399 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55386) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:13.307800 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eedb17e8-8ccf-4c61-99da-fea16435d684 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.332696 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.369419 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb17e8-8ccf-4c61-99da-fea16435d684 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Pushing event deleted for resources: {'Port': ['ID=5adfbf93-e00a-439c-85d3-7760bdf4aa5e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:13.373472 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eedb17e8-8ccf-4c61-99da-fea16435d684 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.377355 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-eedb17e8-8ccf-4c61-99da-fea16435d684 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] 10.222.0.37 "DELETE /v2.0/ports/5adfbf93-e00a-439c-85d3-7760bdf4aa5e HTTP/1.1" status: 204 len: 168 time: 0.8781946 Nov 12 08:46:13.380811 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55388) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:13.387253 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a1254d-ad1d-416f-83c5-f3af31890398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-f69072ee-ac7a-438f-9e77-0b570e53383b', 'network_id': 'f69072ee-ac7a-438f-9e77-0b570e53383b', 'tenant_id': 'c3322adda46947968847f0144371afce', 'fixed_ips': [{'subnet_id': 'e3fb5470-e275-4e7d-96b0-490fb921141d'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:46:13.389169 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-92a1254d-ad1d-416f-83c5-f3af31890398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.412881 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.431174 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd2bf9-be68-4971-b1e2-6e4374c14fa2 req-eea08c8c-fd50-44b0-9f8e-32df0afc4e22 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:13.433382 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6dbd2bf9-be68-4971-b1e2-6e4374c14fa2 req-eea08c8c-fd50-44b0-9f8e-32df0afc4e22 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4304028-0799-41eb-8ea7-2bd976d64ef0 HTTP/1.1" status: 200 len: 950 time: 0.0956323 Nov 12 08:46:13.445160 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-453a609a-2794-47ce-8814-57dd0c0ca5d5 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] GET failed (client error): The resource could not be found. Nov 12 08:46:13.446920 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-453a609a-2794-47ce-8814-57dd0c0ca5d5 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] 10.222.0.37 "GET /v2.0/ports/5adfbf93-e00a-439c-85d3-7760bdf4aa5e HTTP/1.1" status: 404 len: 333 time: 0.0652704 Nov 12 08:46:13.454373 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55392) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:13.460359 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-940110af-51de-4e2e-a64c-6917d88f8a1c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1531039472', 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:13.497929 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940110af-51de-4e2e-a64c-6917d88f8a1c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Made reservation on behalf of a78be7add9f441b6a79d1e5fa2f262e8 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:13.504042 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-940110af-51de-4e2e-a64c-6917d88f8a1c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.622882 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-940110af-51de-4e2e-a64c-6917d88f8a1c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] device_id is not set on port 90c6bf2c-273e-4ea0-b9b8-4a88d81f7948 yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:46:13.644014 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.674093 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-92a1254d-ad1d-416f-83c5-f3af31890398 None None] Allocated IP 172.20.0.2 (f69072ee-ac7a-438f-9e77-0b570e53383b/e3fb5470-e275-4e7d-96b0-490fb921141d/dd2a24a8-d3bd-4040-b67b-5a60c8cf6e33) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:13.691173 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1f465-4fd0-41e5-906c-8bbb651198e5 req-7a89119c-c905-4e8d-a6fa-23c8edbb1d22 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:13.692986 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6be1f465-4fd0-41e5-906c-8bbb651198e5 req-7a89119c-c905-4e8d-a6fa-23c8edbb1d22 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4304028-0799-41eb-8ea7-2bd976d64ef0 HTTP/1.1" status: 200 len: 950 time: 0.1803269 Nov 12 08:46:13.705473 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-142dee00-b6de-4a34-aa6e-7e468b3b483d tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.721788 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-6dbd2bf9-be68-4971-b1e2-6e4374c14fa2 req-c6d678a3-2838-4c31-bc04-3bc51594cb1e tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Deleting port 648c3e98-1f4b-447e-8679-5d17d8b78f08 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:13.722134 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6dbd2bf9-be68-4971-b1e2-6e4374c14fa2 req-c6d678a3-2838-4c31-bc04-3bc51594cb1e tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.765917 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142dee00-b6de-4a34-aa6e-7e468b3b483d tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Pushing event deleted for resources: {'Port': ['ID=f1e70793-e1d9-4e39-bf82-6757dbbe9cbd,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:13.794880 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137f6854-00f4-4ab4-8229-fdd7642cf8be None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:13.842092 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-6dbd2bf9-be68-4971-b1e2-6e4374c14fa2 req-c6d678a3-2838-4c31-bc04-3bc51594cb1e tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] For port 648c3e98-1f4b-447e-8679-5d17d8b78f08, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=648c3e98-1f4b-447e-8679-5d17d8b78f08,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:13.842548 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6dbd2bf9-be68-4971-b1e2-6e4374c14fa2 req-c6d678a3-2838-4c31-bc04-3bc51594cb1e tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.863094 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-6dbd2bf9-be68-4971-b1e2-6e4374c14fa2 req-c6d678a3-2838-4c31-bc04-3bc51594cb1e tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Calling delete_port for 648c3e98-1f4b-447e-8679-5d17d8b78f08 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:13.938742 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.946714 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-92a1254d-ad1d-416f-83c5-f3af31890398 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.953689 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6be1f465-4fd0-41e5-906c-8bbb651198e5 req-3583f830-1aaa-4b88-9a4d-94b9ec68b154 tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd421b32-318c-4ef3-bb00-ab3038c8a286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363939 Nov 12 08:46:13.961957 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-92a1254d-ad1d-416f-83c5-f3af31890398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.996437 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-940110af-51de-4e2e-a64c-6917d88f8a1c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.002048 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-142dee00-b6de-4a34-aa6e-7e468b3b483d tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.005714 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.049479 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a1254d-ad1d-416f-83c5-f3af31890398 None None] Network f69072ee-ac7a-438f-9e77-0b570e53383b is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:14.052798 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-92a1254d-ad1d-416f-83c5-f3af31890398 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:14.060276 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a1254d-ad1d-416f-83c5-f3af31890398 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:14.064102 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1254d-ad1d-416f-83c5-f3af31890398 None None] Pushing event updated for resources: {'Port': ['ID=dd2a24a8-d3bd-4040-b67b-5a60c8cf6e33,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:14.075696 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event deleted for resources: {'Subnet': ['ID=e3fb5470-e275-4e7d-96b0-490fb921141d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:14.123039 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-142dee00-b6de-4a34-aa6e-7e468b3b483d tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.128468 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-92a1254d-ad1d-416f-83c5-f3af31890398 None None] Attempting to bind port dd2a24a8-d3bd-4040-b67b-5a60c8cf6e33 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:14.128964 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-92a1254d-ad1d-416f-83c5-f3af31890398 None None] Attempting to bind port dd2a24a8-d3bd-4040-b67b-5a60c8cf6e33 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'e3d61966-77aa-47c7-89aa-0159eaa53d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f69072ee-ac7a-438f-9e77-0b570e53383b'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:14.129387 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1254d-ad1d-416f-83c5-f3af31890398 None None] Attempting to bind port dd2a24a8-d3bd-4040-b67b-5a60c8cf6e33 on network f69072ee-ac7a-438f-9e77-0b570e53383b {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:14.133489 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c5a34-869c-4f1b-98d5-6e801bdd701e req-45e1ca12-9dca-4a42-89e9-c10cd9d9a7b7 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:14.134999 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1254d-ad1d-416f-83c5-f3af31890398 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:14.135499 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1254d-ad1d-416f-83c5-f3af31890398 None None] Checking segment: {'id': 'e3d61966-77aa-47c7-89aa-0159eaa53d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f69072ee-ac7a-438f-9e77-0b570e53383b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:14.135945 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-92a1254d-ad1d-416f-83c5-f3af31890398 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.136424 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1254d-ad1d-416f-83c5-f3af31890398 None None] Bound using segment: {'id': 'e3d61966-77aa-47c7-89aa-0159eaa53d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f69072ee-ac7a-438f-9e77-0b570e53383b'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:14.136964 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-92a1254d-ad1d-416f-83c5-f3af31890398 None None] Bound port: dd2a24a8-d3bd-4040-b67b-5a60c8cf6e33, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d61966-77aa-47c7-89aa-0159eaa53d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f69072ee-ac7a-438f-9e77-0b570e53383b'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:14.137416 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-92a1254d-ad1d-416f-83c5-f3af31890398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.141111 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5c0c5a34-869c-4f1b-98d5-6e801bdd701e req-45e1ca12-9dca-4a42-89e9-c10cd9d9a7b7 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.2409029 Nov 12 08:46:14.144257 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-142dee00-b6de-4a34-aa6e-7e468b3b483d tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.172081 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.197684 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 7188e9d8-c883-47a1-bfea-30f9532200ff no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:14.210165 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f69072ee-ac7a-438f-9e77-0b570e53383b']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:14.222416 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d61966-77aa-47c7-89aa-0159eaa53d75') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:14.222694 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d61966-77aa-47c7-89aa-0159eaa53d75') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:14.231768 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-940110af-51de-4e2e-a64c-6917d88f8a1c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.234752 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6dbd2bf9-be68-4971-b1e2-6e4374c14fa2 req-c6d678a3-2838-4c31-bc04-3bc51594cb1e tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.242320 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.250585 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 7188e9d8-c883-47a1-bfea-30f9532200ff {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:14.251070 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 7188e9d8-c883-47a1-bfea-30f9532200ff not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:14.254009 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-142dee00-b6de-4a34-aa6e-7e468b3b483d tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.254547 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142dee00-b6de-4a34-aa6e-7e468b3b483d tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Fanout notify agent at l3_agent the message router_deleted on router c6eff6c4-48c9-4859-82d0-33d2c9f10a95 {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:46:14.257926 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['648c3e98-1f4b-447e-8679-5d17d8b78f08'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:46:14.278316 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-142dee00-b6de-4a34-aa6e-7e468b3b483d tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.279462 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-142dee00-b6de-4a34-aa6e-7e468b3b483d tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] 10.222.0.37 "DELETE /v2.0/routers/c6eff6c4-48c9-4859-82d0-33d2c9f10a95 HTTP/1.1" status: 204 len: 168 time: 2.4167521 Nov 12 08:46:14.294779 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55402) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:14.295693 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-92a1254d-ad1d-416f-83c5-f3af31890398 None None] For port dd2a24a8-d3bd-4040-b67b-5a60c8cf6e33, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:14.299684 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d319a7be-21f8-4a48-a1dd-796062a5e649 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Request body: {'router': {'name': 'tempest-snat-router-712806373', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'enable_snat': False}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:14.304445 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d678a3-2838-4c31-bc04-3bc51594cb1e tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Pushing event deleted for resources: {'Port': ['ID=648c3e98-1f4b-447e-8679-5d17d8b78f08,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:14.307901 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.323365 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:46:14.323898 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.328838 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:46:14.328838 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:46:14.328838 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:46:14.328838 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:46:14.328838 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:46:14.328838 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:46:14.328838 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:46:14.328838 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:46:14.328838 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:46:14.328838 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:46:14.328838 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:46:14.328838 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:46:14.328838 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:46:14.328838 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:46:14.328838 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:46:14.328838 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:46:14.328838 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:46:14.328838 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:46:14.328838 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:46:14.328838 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:46:14.328838 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:46:14.328838 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:46:14.328838 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:46:14.328838 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:46:14.328838 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:46:14.328838 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:46:14.328838 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:46:14.328838 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:46:14.328838 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:46:14.328838 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:46:14.328838 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:46:14.328838 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:46:14.427903 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbd2bf9-be68-4971-b1e2-6e4374c14fa2 req-c6d678a3-2838-4c31-bc04-3bc51594cb1e tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] No DVR routers for this DVR port 648c3e98-1f4b-447e-8679-5d17d8b78f08 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:14.431018 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6dbd2bf9-be68-4971-b1e2-6e4374c14fa2 req-c6d678a3-2838-4c31-bc04-3bc51594cb1e tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.434915 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6dbd2bf9-be68-4971-b1e2-6e4374c14fa2 req-c6d678a3-2838-4c31-bc04-3bc51594cb1e tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.54 "DELETE /v2.0/ports/648c3e98-1f4b-447e-8679-5d17d8b78f08 HTTP/1.1" status: 204 len: 173 time: 0.9932401 Nov 12 08:46:14.435403 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4304028-0799-41eb-8ea7-2bd976d64ef0', 'name': 'network-vif-deleted', 'tag': '648c3e98-1f4b-447e-8679-5d17d8b78f08'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:14.437992 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1b3f6d-15a9-4ae2-88d7-79393b42924c" -d '{"events": [{"server_uuid": "c4304028-0799-41eb-8ea7-2bd976d64ef0", "name": "network-vif-deleted", "tag": "648c3e98-1f4b-447e-8679-5d17d8b78f08"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:14.442607 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d319a7be-21f8-4a48-a1dd-796062a5e649 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.443859 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d319a7be-21f8-4a48-a1dd-796062a5e649 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.446321 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-92a1254d-ad1d-416f-83c5-f3af31890398 None None] For port dd2a24a8-d3bd-4040-b67b-5a60c8cf6e33, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=dd2a24a8-d3bd-4040-b67b-5a60c8cf6e33,segment=NetworkSegment(e3d61966-77aa-47c7-89aa-0159eaa53d75),segment_id=e3d61966-77aa-47c7-89aa-0159eaa53d75)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:14.449987 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.db.api [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 08:46:14.449987 n-d-768862-16 neutron-server[102568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 08:46:14.449987 n-d-768862-16 neutron-server[102568]: [parameters: {'id': 'f69072ee-ac7a-438f-9e77-0b570e53383b'}] Nov 12 08:46:14.449987 n-d-768862-16 neutron-server[102568]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:46:14.450940 n-d-768862-16 neutron-server[102568]: DEBUG oslo_db.api [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:46:14.456076 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-92a1254d-ad1d-416f-83c5-f3af31890398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.524778 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d319a7be-21f8-4a48-a1dd-796062a5e649 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.598965 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1254d-ad1d-416f-83c5-f3af31890398 None None] Pushing event updated for resources: {'Port': ['ID=dd2a24a8-d3bd-4040-b67b-5a60c8cf6e33,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:14.631253 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a36f779-c3f2-46ae-96a7-a1138a2efe26 None None] Network f69072ee-ac7a-438f-9e77-0b570e53383b requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:14.659414 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5c0c5a34-869c-4f1b-98d5-6e801bdd701e req-bc24854c-e3aa-4825-9489-a43b2c476622 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5166950 Nov 12 08:46:14.661158 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940110af-51de-4e2e-a64c-6917d88f8a1c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Network 9d1954ed-ab04-4579-a319-506970c89ae0 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:14.687338 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-940110af-51de-4e2e-a64c-6917d88f8a1c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:14.691889 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940110af-51de-4e2e-a64c-6917d88f8a1c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:14.692855 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940110af-51de-4e2e-a64c-6917d88f8a1c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:14.693463 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-940110af-51de-4e2e-a64c-6917d88f8a1c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.722103 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d319a7be-21f8-4a48-a1dd-796062a5e649 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.725477 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940110af-51de-4e2e-a64c-6917d88f8a1c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Pushing event updated for resources: {'Port': ['ID=90c6bf2c-273e-4ea0-b9b8-4a88d81f7948,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:14.750195 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b747f3-b0b9-4aa6-a98b-f155641e96d6 x-openstack-request-id: req-77b747f3-b0b9-4aa6-a98b-f155641e96d6 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:14.750622 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4304028-0799-41eb-8ea7-2bd976d64ef0", "name": "network-vif-deleted", "tag": "648c3e98-1f4b-447e-8679-5d17d8b78f08", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:14.750959 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77b747f3-b0b9-4aa6-a98b-f155641e96d6 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:14.751464 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4304028-0799-41eb-8ea7-2bd976d64ef0', 'name': 'network-vif-deleted', 'tag': '648c3e98-1f4b-447e-8679-5d17d8b78f08', 'status': 'completed', 'code': 200} Nov 12 08:46:14.756948 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac91d8-9a2d-4a94-82d8-f1c5201bfc0d req-6b47ca6b-91bc-4565-aa03-6bfe18731b1e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:14.778493 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c9ac91d8-9a2d-4a94-82d8-f1c5201bfc0d req-6b47ca6b-91bc-4565-aa03-6bfe18731b1e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 945 time: 0.5304699 Nov 12 08:46:14.810203 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-940110af-51de-4e2e-a64c-6917d88f8a1c tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3546052 Nov 12 08:46:14.812479 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55410) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:14.850846 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c9ac91d8-9a2d-4a94-82d8-f1c5201bfc0d req-0adcfd4e-5440-4e28-94de-0179326bb3dd tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709405 Nov 12 08:46:14.860604 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a111e4-8af8-41f3-99de-cd9cb4944ee4 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:14.862023 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a0a111e4-8af8-41f3-99de-cd9cb4944ee4 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] 10.222.0.37 "GET /v2.0/ports/90c6bf2c-273e-4ea0-b9b8-4a88d81f7948 HTTP/1.1" status: 200 len: 955 time: 0.0484519 Nov 12 08:46:14.864894 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55412) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:14.951169 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.960666 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636e7f4b-e697-4391-bf10-cc17a11a4748 None None] get_active_networks_info from n-d-768862-16 {{(pid=102570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:46:15.098542 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636e7f4b-e697-4391-bf10-cc17a11a4748 None None] Resources bound (agent type, host, resource id): {{(pid=102570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:46:15.110546 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f8b14f9-2bc6-4a9a-8b26-57870f81966e req-96d10d33-95e4-4236-9c7d-81f1e7b5b4ed tempest-ServersAdminNegativeTestJSON-1989463567 tempest-ServersAdminNegativeTestJSON-1989463567-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4304028-0799-41eb-8ea7-2bd976d64ef0 HTTP/1.1" status: 200 len: 210 time: 0.0315955 Nov 12 08:46:15.120095 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-15f21f99-4aec-4063-9df6-1be2bb4ff984 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Deleting port 90c6bf2c-273e-4ea0-b9b8-4a88d81f7948 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:15.120691 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15f21f99-4aec-4063-9df6-1be2bb4ff984 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.181800 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d319a7be-21f8-4a48-a1dd-796062a5e649 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.226107 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15f21f99-4aec-4063-9df6-1be2bb4ff984 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.229318 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d319a7be-21f8-4a48-a1dd-796062a5e649 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.250143 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-15f21f99-4aec-4063-9df6-1be2bb4ff984 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Calling delete_port for 90c6bf2c-273e-4ea0-b9b8-4a88d81f7948 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:15.304442 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Deleting port dd2a24a8-d3bd-4040-b67b-5a60c8cf6e33 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:15.304857 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.446886 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] For port dd2a24a8-d3bd-4040-b67b-5a60c8cf6e33, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=dd2a24a8-d3bd-4040-b67b-5a60c8cf6e33,segment=NetworkSegment(e3d61966-77aa-47c7-89aa-0159eaa53d75),segment_id=e3d61966-77aa-47c7-89aa-0159eaa53d75)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:15.447248 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.474009 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Calling delete_port for dd2a24a8-d3bd-4040-b67b-5a60c8cf6e33 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:15.508337 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-d319a7be-21f8-4a48-a1dd-796062a5e649 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Allocated IP 172.25.6.3 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/c7b62a0c-65ff-4647-8d05-823d981c452b) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:15.562423 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15f21f99-4aec-4063-9df6-1be2bb4ff984 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.647402 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f21f99-4aec-4063-9df6-1be2bb4ff984 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Pushing event deleted for resources: {'Port': ['ID=90c6bf2c-273e-4ea0-b9b8-4a88d81f7948,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:15.661523 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15f21f99-4aec-4063-9df6-1be2bb4ff984 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.664989 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-15f21f99-4aec-4063-9df6-1be2bb4ff984 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] 10.222.0.37 "DELETE /v2.0/ports/90c6bf2c-273e-4ea0-b9b8-4a88d81f7948 HTTP/1.1" status: 204 len: 168 time: 0.7989366 Nov 12 08:46:15.668637 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55416) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:15.700745 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.714182 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-396f4845-c5b6-43c9-8c8f-50cb77752364 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] GET failed (client error): The resource could not be found. Nov 12 08:46:15.717047 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-396f4845-c5b6-43c9-8c8f-50cb77752364 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] 10.222.0.37 "GET /v2.0/ports/90c6bf2c-273e-4ea0-b9b8-4a88d81f7948 HTTP/1.1" status: 404 len: 333 time: 0.0468719 Nov 12 08:46:15.720955 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55420) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:15.726755 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-1f532db3-0d74-47bc-a177-3522242c1243 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Request body: {'port': {'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-742514453'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:15.741821 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d319a7be-21f8-4a48-a1dd-796062a5e649 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.743479 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event deleted for resources: {'Port': ['ID=dd2a24a8-d3bd-4040-b67b-5a60c8cf6e33,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:15.752099 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f532db3-0d74-47bc-a177-3522242c1243 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Made reservation on behalf of a78be7add9f441b6a79d1e5fa2f262e8 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:15.752342 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] No DVR routers for this DVR port dd2a24a8-d3bd-4040-b67b-5a60c8cf6e33 on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:15.756064 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1f532db3-0d74-47bc-a177-3522242c1243 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.798732 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-1f532db3-0d74-47bc-a177-3522242c1243 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] device_id is not set on port b46ba673-9d7d-4c27-ab5f-c17f8234de2b yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:46:15.852589 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.859299 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ab961-9a88-4a4d-b594-605c1c3ef72e req-d18e0a0b-6fa4-4598-91e8-ed7a439be3e8 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:15.861080 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-911ab961-9a88-4a4d-b594-605c1c3ef72e req-d18e0a0b-6fa4-4598-91e8-ed7a439be3e8 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.1012228 Nov 12 08:46:15.877793 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d319a7be-21f8-4a48-a1dd-796062a5e649 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.880899 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f69072ee-ac7a-438f-9e77-0b570e53383b']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:15.915204 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d61966-77aa-47c7-89aa-0159eaa53d75') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:15.915426 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d61966-77aa-47c7-89aa-0159eaa53d75') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:15.931239 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.943077 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d319a7be-21f8-4a48-a1dd-796062a5e649 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:15.951642 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-d319a7be-21f8-4a48-a1dd-796062a5e649 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:15.957667 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-911ab961-9a88-4a4d-b594-605c1c3ef72e req-7fa959e7-59c9-40b9-bdce-a38ebc26510c tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847776 Nov 12 08:46:15.960300 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d319a7be-21f8-4a48-a1dd-796062a5e649 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:15.993865 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde31192-dd38-4101-8abf-b72260a8cd39 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:16.017536 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.022201 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1f532db3-0d74-47bc-a177-3522242c1243 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.025089 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319a7be-21f8-4a48-a1dd-796062a5e649 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Pushing event updated for resources: {'Port': ['ID=c7b62a0c-65ff-4647-8d05-823d981c452b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:16.034171 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:46:16.035169 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.043291 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:46:16.043291 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:46:16.043291 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:46:16.043291 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:46:16.043291 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:46:16.043291 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:46:16.043291 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:46:16.043291 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:46:16.043291 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:46:16.043291 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:46:16.043291 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:46:16.043291 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:46:16.043291 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:46:16.043291 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:46:16.043291 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:46:16.043291 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:46:16.043291 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:46:16.043291 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:46:16.043291 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:46:16.043291 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:46:16.043291 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:46:16.043291 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:46:16.043291 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:46:16.043291 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:46:16.043291 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:46:16.043291 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:46:16.043291 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:46:16.043291 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:46:16.043291 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:46:16.043291 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:46:16.043291 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:46:16.043291 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:46:16.103178 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1f532db3-0d74-47bc-a177-3522242c1243 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.111621 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-0956a3ad-b0b3-423b-9a4b-024c5c6280aa None None] Provisioning complete for port c7b62a0c-65ff-4647-8d05-823d981c452b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:16.112027 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0956a3ad-b0b3-423b-9a4b-024c5c6280aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.148392 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cc2d4-d9c8-42df-a80b-bd90c6fea131 req-9f650956-d298-4f98-a555-bac930b6933e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:16.150270 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-715cc2d4-d9c8-42df-a80b-bd90c6fea131 req-9f650956-d298-4f98-a555-bac930b6933e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 945 time: 0.0960879 Nov 12 08:46:16.160614 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-0956a3ad-b0b3-423b-9a4b-024c5c6280aa None None] Port c7b62a0c-65ff-4647-8d05-823d981c452b cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:46:16.164823 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f532db3-0d74-47bc-a177-3522242c1243 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Network 9d1954ed-ab04-4579-a319-506970c89ae0 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:16.224435 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.231977 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-715cc2d4-d9c8-42df-a80b-bd90c6fea131 req-5f35f7cd-15c5-46cc-968e-f125e7e5ad01 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636046 Nov 12 08:46:16.232992 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-1f532db3-0d74-47bc-a177-3522242c1243 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:16.234129 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.235465 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f532db3-0d74-47bc-a177-3522242c1243 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:16.236493 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f532db3-0d74-47bc-a177-3522242c1243 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:16.237579 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1f532db3-0d74-47bc-a177-3522242c1243 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.241957 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/networks/f69072ee-ac7a-438f-9e77-0b570e53383b HTTP/1.1" status: 204 len: 168 time: 3.0254552 Nov 12 08:46:16.241957 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55432) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:16.255170 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f532db3-0d74-47bc-a177-3522242c1243 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Pushing event updated for resources: {'Port': ['ID=b46ba673-9d7d-4c27-ab5f-c17f8234de2b,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:16.267853 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1f532db3-0d74-47bc-a177-3522242c1243 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5423708 Nov 12 08:46:16.268345 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55434) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:16.274933 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:16.296078 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8e1af-9ee8-4c5c-a0bf-f5fb0ae98054 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event deleted for resources: {'Network': ['ID=f69072ee-ac7a-438f-9e77-0b570e53383b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:16.300045 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a318109-6c54-48e3-bcbf-79dfe12df6c4 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] GET failed (client error): The resource could not be found. Nov 12 08:46:16.301444 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7a318109-6c54-48e3-bcbf-79dfe12df6c4 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "GET /v2.0/subnets/e3fb5470-e275-4e7d-96b0-490fb921141d HTTP/1.1" status: 404 len: 337 time: 0.0586023 Nov 12 08:46:16.304744 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55436) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:16.350998 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e54b591-ee05-4cc5-a893-04148d9c0924 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:16.351589 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e54b591-ee05-4cc5-a893-04148d9c0924 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:16.359582 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8e54b591-ee05-4cc5-a893-04148d9c0924 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/networks/f69072ee-ac7a-438f-9e77-0b570e53383b HTTP/1.1" status: 404 len: 339 time: 0.0487576 Nov 12 08:46:16.360589 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55438) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:16.427590 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d319a7be-21f8-4a48-a1dd-796062a5e649 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.501331 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.526162 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55442) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:16.633414 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e8a11c-e8fd-4c03-b2ea-242f052ce616 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:16.637757 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b4e8a11c-e8fd-4c03-b2ea-242f052ce616 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2735088 Nov 12 08:46:16.638607 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55446) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:16.690679 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-34c3b8b6-602c-4445-beb6-06fa1b793982 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "GET /v2.0/subnets?network_id=83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 207 time: 0.0498953 Nov 12 08:46:16.694056 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55448) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:16.742323 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d319a7be-21f8-4a48-a1dd-796062a5e649 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.882039 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d319a7be-21f8-4a48-a1dd-796062a5e649 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Router 626fdbc8-6c93-40be-9a0d-8e7075240b34 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:46:16.893696 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fb83efe8-0b10-4700-890f-2ed929c47e10 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=844ba4baefd54502bd68bdeba0e53060&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3560247 Nov 12 08:46:16.917528 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55450) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:16.991614 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] device_id is not set on port b46ba673-9d7d-4c27-ab5f-c17f8234de2b yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:46:17.010311 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d319a7be-21f8-4a48-a1dd-796062a5e649 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:17.011520 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437a0226-d937-439a-af5f-a33045083725 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:17.017757 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437a0226-d937-439a-af5f-a33045083725 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:17.023833 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437a0226-d937-439a-af5f-a33045083725 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:17.030046 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c54db7-6c3f-4318-9d24-97a3680d58a7 None None] Sync routers for ids ['626fdbc8-6c93-40be-9a0d-8e7075240b34'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:17.031159 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437a0226-d937-439a-af5f-a33045083725 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:17.036510 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-437a0226-d937-439a-af5f-a33045083725 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3370168 Nov 12 08:46:17.036755 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:17.038519 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55456) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:17.042006 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d319a7be-21f8-4a48-a1dd-796062a5e649 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:17.047985 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d319a7be-21f8-4a48-a1dd-796062a5e649 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.7519372 Nov 12 08:46:17.049075 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55458) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:17.054563 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c54db7-6c3f-4318-9d24-97a3680d58a7 None None] Routers {'626fdbc8-6c93-40be-9a0d-8e7075240b34'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:17.055350 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-37c54db7-6c3f-4318-9d24-97a3680d58a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:46:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['626fdbc8-6c93-40be-9a0d-8e7075240b34'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:17.064621 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:17.161995 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5253a49e-ac79-4b71-bd09-06ce19305da2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:17.195008 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-37c54db7-6c3f-4318-9d24-97a3680d58a7 None None] Set router 626fdbc8-6c93-40be-9a0d-8e7075240b34 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:17.249735 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5253a49e-ac79-4b71-bd09-06ce19305da2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:17.253905 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Pushing event updated for resources: {'Port': ['ID=b46ba673-9d7d-4c27-ab5f-c17f8234de2b,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:17.312948 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5c15b98d-3cad-4dc1-91bc-b61989ebdb44 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2732682 Nov 12 08:46:17.319454 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:17.319884 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:17.320189 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on network 9d1954ed-ab04-4579-a319-506970c89ae0 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:17.322371 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55464) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:17.357026 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93957045-bad3-41eb-9058-fbd32df9b44c req-390aff31-9af0-4743-9457-2676e1792be8 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:17.358669 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93957045-bad3-41eb-9058-fbd32df9b44c req-390aff31-9af0-4743-9457-2676e1792be8 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.2427037 Nov 12 08:46:17.387369 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on network 9d1954ed-ab04-4579-a319-506970c89ae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:17.387812 n-d-768862-16 neutron-server[102569]: ERROR neutron.plugins.ml2.managers [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Failed to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on host n-h1-768862-16 for vnic_type normal using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] Nov 12 08:46:17.395184 n-d-768862-16 neutron-server[102569]: INFO neutron.plugins.ml2.plugin [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempt 2 to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b Nov 12 08:46:17.478648 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-37c54db7-6c3f-4318-9d24-97a3680d58a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626fdbc8-6c93-40be-9a0d-8e7075240b34', 'name': 'tempest-snat-router-712806373', 'tenant_id': 'b138899e563449f390754b290e7c930a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.3'}], 'enable_snat': False}, 'gw_port_id': 'c7b62a0c-65ff-4647-8d05-823d981c452b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:14Z', 'updated_at': '2021-11-12T08:46:16Z', 'revision_number': 3, 'project_id': 'b138899e563449f390754b290e7c930a', 'gw_port': {'id': 'c7b62a0c-65ff-4647-8d05-823d981c452b', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:36:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626fdbc8-6c93-40be-9a0d-8e7075240b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:15Z', 'updated_at': '2021-11-12T08:46:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:17.482878 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:17.483198 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:17.483526 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on network 9d1954ed-ab04-4579-a319-506970c89ae0 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:17.500559 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a066ba58-9e98-426c-b372-d50a414bf09b tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:17.502847 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a066ba58-9e98-426c-b372-d50a414bf09b tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:17.508067 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a066ba58-9e98-426c-b372-d50a414bf09b tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1767647 Nov 12 08:46:17.511153 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55466) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:17.519321 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c54db7-6c3f-4318-9d24-97a3680d58a7 None None] Checking router: 626fdbc8-6c93-40be-9a0d-8e7075240b34 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:17.520328 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c54db7-6c3f-4318-9d24-97a3680d58a7 None None] Updating router 626fdbc8-6c93-40be-9a0d-8e7075240b34 port c7b62a0c-65ff-4647-8d05-823d981c452b binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:46:17.527174 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on network 9d1954ed-ab04-4579-a319-506970c89ae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:17.527488 n-d-768862-16 neutron-server[102569]: ERROR neutron.plugins.ml2.managers [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Failed to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on host n-h1-768862-16 for vnic_type normal using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] Nov 12 08:46:17.532144 n-d-768862-16 neutron-server[102569]: INFO neutron.plugins.ml2.plugin [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempt 3 to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b Nov 12 08:46:17.554758 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-37c54db7-6c3f-4318-9d24-97a3680d58a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:17.570585 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e0edbf53-adae-4868-8868-6e6cb85dd7c4 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "GET /v2.0/routers/626fdbc8-6c93-40be-9a0d-8e7075240b34 HTTP/1.1" status: 200 len: 906 time: 0.5195959 Nov 12 08:46:17.573304 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55468) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:17.579614 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8bdfe99e-e79b-4ff7-83cc-9172b8b898e9 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Request body: {'router': {'name': 'tempest-snat-router-712806373', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'enable_snat': True}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:17.580160 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5253a49e-ac79-4b71-bd09-06ce19305da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:17.582697 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5253a49e-ac79-4b71-bd09-06ce19305da2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:17.583858 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5253a49e-ac79-4b71-bd09-06ce19305da2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd421b32-318c-4ef3-bb00-ab3038c8a286 HTTP/1.1" status: 204 len: 168 time: 0.6653450 Nov 12 08:46:17.611109 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93957045-bad3-41eb-9058-fbd32df9b44c req-fc21a0c2-3358-4f7c-a505-fc334270ab83 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167747 Nov 12 08:46:17.617747 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8bdfe99e-e79b-4ff7-83cc-9172b8b898e9 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:17.618583 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8bdfe99e-e79b-4ff7-83cc-9172b8b898e9 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:17.621879 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaed8c-2438-48b0-95f4-c834bb0bd46e req-be5d9f63-4d70-4490-9d54-9ac0d1b64f31 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:17.629645 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9aeaed8c-2438-48b0-95f4-c834bb0bd46e req-be5d9f63-4d70-4490-9d54-9ac0d1b64f31 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 945 time: 0.2698770 Nov 12 08:46:17.631762 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:17.632448 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:17.632448 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on network 9d1954ed-ab04-4579-a319-506970c89ae0 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:17.647815 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253a49e-ac79-4b71-bd09-06ce19305da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd421b32-318c-4ef3-bb00-ab3038c8a286,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:17.653659 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f549acd-728f-4977-a5bd-e0e79df02439 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['shared'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:17.655331 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f549acd-728f-4977-a5bd-e0e79df02439 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['shared'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:17.660670 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2f549acd-728f-4977-a5bd-e0e79df02439 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1452169 Nov 12 08:46:17.660670 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on network 9d1954ed-ab04-4579-a319-506970c89ae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:17.660938 n-d-768862-16 neutron-server[102569]: ERROR neutron.plugins.ml2.managers [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Failed to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on host n-h1-768862-16 for vnic_type normal using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] Nov 12 08:46:17.661648 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55472) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:17.661843 n-d-768862-16 neutron-server[102569]: INFO neutron.plugins.ml2.plugin [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempt 4 to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b Nov 12 08:46:17.722600 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:17.723357 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:17.723357 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on network 9d1954ed-ab04-4579-a319-506970c89ae0 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:17.730256 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8bdfe99e-e79b-4ff7-83cc-9172b8b898e9 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:17.774863 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on network 9d1954ed-ab04-4579-a319-506970c89ae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:17.775576 n-d-768862-16 neutron-server[102569]: ERROR neutron.plugins.ml2.managers [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Failed to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on host n-h1-768862-16 for vnic_type normal using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] Nov 12 08:46:17.782803 n-d-768862-16 neutron-server[102569]: INFO neutron.plugins.ml2.plugin [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempt 5 to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b Nov 12 08:46:17.821481 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9aeaed8c-2438-48b0-95f4-c834bb0bd46e req-917ab99d-ed14-4100-acc6-4c60e4e5244f tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887288 Nov 12 08:46:17.836707 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:17.837285 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:17.837775 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on network 9d1954ed-ab04-4579-a319-506970c89ae0 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:17.846007 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on network 9d1954ed-ab04-4579-a319-506970c89ae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:17.846611 n-d-768862-16 neutron-server[102569]: ERROR neutron.plugins.ml2.managers [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Failed to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on host n-h1-768862-16 for vnic_type normal using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] Nov 12 08:46:17.852558 n-d-768862-16 neutron-server[102569]: INFO neutron.plugins.ml2.plugin [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempt 6 to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b Nov 12 08:46:17.883373 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ce825b-49e5-4292-a7b8-4711aeaee41f tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:17.885352 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e9ce825b-49e5-4292-a7b8-4711aeaee41f tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "GET /v2.0/networks/7e4e0f32-cb7f-4599-a1d6-21d206208b07 HTTP/1.1" status: 200 len: 800 time: 0.2199690 Nov 12 08:46:17.889057 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55476) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:17.901714 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:17.901986 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8bdfe99e-e79b-4ff7-83cc-9172b8b898e9 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:17.902464 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:17.902963 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on network 9d1954ed-ab04-4579-a319-506970c89ae0 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:17.920598 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on network 9d1954ed-ab04-4579-a319-506970c89ae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:17.920720 n-d-768862-16 neutron-server[102569]: ERROR neutron.plugins.ml2.managers [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Failed to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on host n-h1-768862-16 for vnic_type normal using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] Nov 12 08:46:17.928244 n-d-768862-16 neutron-server[102569]: INFO neutron.plugins.ml2.plugin [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempt 7 to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b Nov 12 08:46:17.982818 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:17.983679 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:17.984350 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on network 9d1954ed-ab04-4579-a319-506970c89ae0 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:18.002905 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on network 9d1954ed-ab04-4579-a319-506970c89ae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:18.003143 n-d-768862-16 neutron-server[102569]: ERROR neutron.plugins.ml2.managers [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Failed to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on host n-h1-768862-16 for vnic_type normal using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] Nov 12 08:46:18.008779 n-d-768862-16 neutron-server[102569]: INFO neutron.plugins.ml2.plugin [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempt 8 to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b Nov 12 08:46:18.032107 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:18.032498 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:18.032864 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on network 9d1954ed-ab04-4579-a319-506970c89ae0 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:18.052654 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on network 9d1954ed-ab04-4579-a319-506970c89ae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:18.053209 n-d-768862-16 neutron-server[102569]: ERROR neutron.plugins.ml2.managers [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Failed to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on host n-h1-768862-16 for vnic_type normal using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] Nov 12 08:46:18.058114 n-d-768862-16 neutron-server[102569]: INFO neutron.plugins.ml2.plugin [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempt 9 to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b Nov 12 08:46:18.080614 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b2e06c32-a4a6-4cf9-ba3f-2ebc39d70b16 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "GET /v2.0/networks/7e4e0f32-cb7f-4599-a1d6-21d206208b07?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1868882 Nov 12 08:46:18.082588 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55480) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:18.083336 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:18.083678 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:18.084066 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on network 9d1954ed-ab04-4579-a319-506970c89ae0 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:18.090094 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on network 9d1954ed-ab04-4579-a319-506970c89ae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:18.090312 n-d-768862-16 neutron-server[102569]: ERROR neutron.plugins.ml2.managers [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Failed to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on host n-h1-768862-16 for vnic_type normal using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] Nov 12 08:46:18.090633 n-d-768862-16 neutron-server[102569]: INFO neutron.plugins.ml2.plugin [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempt 10 to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b Nov 12 08:46:18.104225 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55482) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:18.113841 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:18.114190 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:18.114533 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempting to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on network 9d1954ed-ab04-4579-a319-506970c89ae0 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:18.132697 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on network 9d1954ed-ab04-4579-a319-506970c89ae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:18.133043 n-d-768862-16 neutron-server[102569]: ERROR neutron.plugins.ml2.managers [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Failed to bind port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on host n-h1-768862-16 for vnic_type normal using segments [{'id': '5c5f5824-04cd-416c-ab6a-3577c4668fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d1954ed-ab04-4579-a319-506970c89ae0'}] Nov 12 08:46:18.133518 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.148239 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-37c54db7-6c3f-4318-9d24-97a3680d58a7 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.158076 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-37c54db7-6c3f-4318-9d24-97a3680d58a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.202823 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-73e0daf2-5898-4088-b5d1-01a3413734cc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7972ad5c927f47108e438b68fe1ccf60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0951445 Nov 12 08:46:18.203070 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55484) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:18.221078 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ad34de-b4bf-4328-bf09-313249dc5d1c tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:18.225888 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e2ad34de-b4bf-4328-bf09-313249dc5d1c tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "GET /v2.0/subnets/9b630631-5da8-403d-9854-c7e78d8014ff HTTP/1.1" status: 200 len: 811 time: 0.1387429 Nov 12 08:46:18.226335 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55488) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:18.229113 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdacb7f-579e-45c4-9334-b6ac0b7bb0e1 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:18.240903 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 648c3e98-1f4b-447e-8679-5d17d8b78f08 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:18.267931 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] For port b46ba673-9d7d-4c27-ab5f-c17f8234de2b, host n-h1-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:18.267931 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attempted to set empty binding levels {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 08:46:18.278741 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.315754 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-37c54db7-6c3f-4318-9d24-97a3680d58a7 None None] Attempting to bind port c7b62a0c-65ff-4647-8d05-823d981c452b on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:18.316033 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6172ad0f-6095-4dac-b4ca-d2432c595030 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:18.316929 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-37c54db7-6c3f-4318-9d24-97a3680d58a7 None None] Attempting to bind port c7b62a0c-65ff-4647-8d05-823d981c452b by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:18.317803 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6172ad0f-6095-4dac-b4ca-d2432c595030 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "GET /v2.0/subnets/9b630631-5da8-403d-9854-c7e78d8014ff?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0902090 Nov 12 08:46:18.318701 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c54db7-6c3f-4318-9d24-97a3680d58a7 None None] Attempting to bind port c7b62a0c-65ff-4647-8d05-823d981c452b on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:18.321353 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55490) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:18.324529 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 648c3e98-1f4b-447e-8679-5d17d8b78f08 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:18.325027 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 648c3e98-1f4b-447e-8679-5d17d8b78f08 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:18.325346 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4f7cb0f-f8bd-4f3d-a543-5c30b29fa0f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.326661 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-41f303a5-5993-4a8d-b0ef-b3d17b46a851 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-413296781'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:18.332109 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8bdfe99e-e79b-4ff7-83cc-9172b8b898e9 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.333930 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] In _notify_port_updated(), no bound segment for port b46ba673-9d7d-4c27-ab5f-c17f8234de2b on network 9d1954ed-ab04-4579-a319-506970c89ae0 {{(pid=102569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:46:18.334889 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:18.335696 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.337108 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] 10.222.0.37 "PUT /v2.0/ports/b46ba673-9d7d-4c27-ab5f-c17f8234de2b HTTP/1.1" status: 200 len: 975 time: 2.0676265 Nov 12 08:46:18.338402 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd1045-aae6-460a-96e9-b532e504a3f1 None None] Pushing event updated for resources: {'Port': ['ID=c7b62a0c-65ff-4647-8d05-823d981c452b,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:18.341608 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55492) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:18.345899 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c54db7-6c3f-4318-9d24-97a3680d58a7 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:18.346429 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c54db7-6c3f-4318-9d24-97a3680d58a7 None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:18.347627 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-37c54db7-6c3f-4318-9d24-97a3680d58a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.348169 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c54db7-6c3f-4318-9d24-97a3680d58a7 None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:18.349675 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-37c54db7-6c3f-4318-9d24-97a3680d58a7 None None] Bound port: c7b62a0c-65ff-4647-8d05-823d981c452b, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:18.350174 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-37c54db7-6c3f-4318-9d24-97a3680d58a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.367968 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c5457-f176-4399-9fe9-231ab0fe1476 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Pushing event updated for resources: {'Port': ['ID=b46ba673-9d7d-4c27-ab5f-c17f8234de2b,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:18.371864 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4f7cb0f-f8bd-4f3d-a543-5c30b29fa0f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.380209 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8bdfe99e-e79b-4ff7-83cc-9172b8b898e9 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.420454 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f303a5-5993-4a8d-b0ef-b3d17b46a851 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Made reservation on behalf of c3322adda46947968847f0144371afce for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:18.424173 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41f303a5-5993-4a8d-b0ef-b3d17b46a851 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.437760 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-6b1e1c44-4e40-4037-bfef-2c53de55b737 None None] Provisioning complete for port c7b62a0c-65ff-4647-8d05-823d981c452b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:18.438292 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6b1e1c44-4e40-4037-bfef-2c53de55b737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.448861 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4f7cb0f-f8bd-4f3d-a543-5c30b29fa0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.451619 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4f7cb0f-f8bd-4f3d-a543-5c30b29fa0f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.455458 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e4f7cb0f-f8bd-4f3d-a543-5c30b29fa0f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c6a23078-1a6b-4b60-84bd-4445c1267167 HTTP/1.1" status: 204 len: 168 time: 0.2489283 Nov 12 08:46:18.464329 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7cb0f-f8bd-4f3d-a543-5c30b29fa0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a23078-1a6b-4b60-84bd-4445c1267167,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:18.498487 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-37c54db7-6c3f-4318-9d24-97a3680d58a7 None None] For port c7b62a0c-65ff-4647-8d05-823d981c452b, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:18.521843 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f303a5-5993-4a8d-b0ef-b3d17b46a851 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:46:18.527916 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-37c54db7-6c3f-4318-9d24-97a3680d58a7 None None] For port c7b62a0c-65ff-4647-8d05-823d981c452b, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=c7b62a0c-65ff-4647-8d05-823d981c452b,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:18.529163 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e1c44-4e40-4037-bfef-2c53de55b737 None None] Port c7b62a0c-65ff-4647-8d05-823d981c452b cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:46:18.538615 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-37c54db7-6c3f-4318-9d24-97a3680d58a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.568507 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41f303a5-5993-4a8d-b0ef-b3d17b46a851 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.568854 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-41f303a5-5993-4a8d-b0ef-b3d17b46a851 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Added segment b9974556-b0a0-46fe-abea-b9144160da55 of type vlan for network ac65df0c-06a6-44a5-b1be-826538cec408 Nov 12 08:46:18.602735 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c54db7-6c3f-4318-9d24-97a3680d58a7 None None] Routers {'626fdbc8-6c93-40be-9a0d-8e7075240b34'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:18.603617 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-37c54db7-6c3f-4318-9d24-97a3680d58a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:46:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['626fdbc8-6c93-40be-9a0d-8e7075240b34'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:18.613483 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e647a672-cf5f-447f-a1a8-616ab0db6d31 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:18.636184 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41f303a5-5993-4a8d-b0ef-b3d17b46a851 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.648262 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-8bdfe99e-e79b-4ff7-83cc-9172b8b898e9 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Allocated IP 172.25.6.250 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/2634a976-19ec-4c62-8075-b7693af4aa84) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:18.658733 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c8075464-32a3-4ac9-9d01-dd70cd50c876 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Deleting port b46ba673-9d7d-4c27-ab5f-c17f8234de2b {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:18.659081 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8075464-32a3-4ac9-9d01-dd70cd50c876 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.662670 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd1045-aae6-460a-96e9-b532e504a3f1 None None] Pushing event updated for resources: {'Port': ['ID=c7b62a0c-65ff-4647-8d05-823d981c452b,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:18.757897 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41f303a5-5993-4a8d-b0ef-b3d17b46a851 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.760397 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-37c54db7-6c3f-4318-9d24-97a3680d58a7 None None] Set router 626fdbc8-6c93-40be-9a0d-8e7075240b34 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:18.763692 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f303a5-5993-4a8d-b0ef-b3d17b46a851 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:18.764336 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41f303a5-5993-4a8d-b0ef-b3d17b46a851 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.799418 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd4ed8-5a64-4fe7-bda5-b6db4a8e6ed8 req-c5fc1366-5044-4d3a-b52c-532120910a1a tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:18.810347 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-45bd4ed8-5a64-4fe7-bda5-b6db4a8e6ed8 req-c5fc1366-5044-4d3a-b52c-532120910a1a tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.0737731 Nov 12 08:46:18.828054 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-c8075464-32a3-4ac9-9d01-dd70cd50c876 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] For port b46ba673-9d7d-4c27-ab5f-c17f8234de2b, host n-h1-768862-16, got binding levels [] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:18.828453 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8075464-32a3-4ac9-9d01-dd70cd50c876 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.878340 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-41f303a5-5993-4a8d-b0ef-b3d17b46a851 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5558727 Nov 12 08:46:18.878586 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-45bd4ed8-5a64-4fe7-bda5-b6db4a8e6ed8 req-ead8a887-0344-40ef-89f9-65453977413e tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635142 Nov 12 08:46:18.886084 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55502) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:18.893129 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-53f2f240-9a73-4811-a809-32775cfb6eaf tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Request body: {'subnet': {'network_id': 'ac65df0c-06a6-44a5-b1be-826538cec408', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:18.897715 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c8075464-32a3-4ac9-9d01-dd70cd50c876 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Calling delete_port for b46ba673-9d7d-4c27-ab5f-c17f8234de2b owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:18.956028 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f303a5-5993-4a8d-b0ef-b3d17b46a851 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event updated for resources: {'Network': ['ID=ac65df0c-06a6-44a5-b1be-826538cec408,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:18.973474 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-1cceba44-fa7c-467c-840d-c9059010ff1f None None] Provisioning complete for port c7b62a0c-65ff-4647-8d05-823d981c452b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:18.974073 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1cceba44-fa7c-467c-840d-c9059010ff1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.980288 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network ac65df0c-06a6-44a5-b1be-826538cec408 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:46:19.024265 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8bdfe99e-e79b-4ff7-83cc-9172b8b898e9 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.078621 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8075464-32a3-4ac9-9d01-dd70cd50c876 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.093504 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8bdfe99e-e79b-4ff7-83cc-9172b8b898e9 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.097634 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b6cc6-f041-49ff-b7bc-2d7790b3bc2b req-a824b0b7-ea9e-45f3-a4b3-8c0be65e524e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:19.099904 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-183b6cc6-f041-49ff-b7bc-2d7790b3bc2b req-a824b0b7-ea9e-45f3-a4b3-8c0be65e524e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 945 time: 0.1016400 Nov 12 08:46:19.100933 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f2f240-9a73-4811-a809-32775cfb6eaf tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Made reservation on behalf of c3322adda46947968847f0144371afce for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:19.104909 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-53f2f240-9a73-4811-a809-32775cfb6eaf tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.126722 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8075464-32a3-4ac9-9d01-dd70cd50c876 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Pushing event deleted for resources: {'Port': ['ID=b46ba673-9d7d-4c27-ab5f-c17f8234de2b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:19.132473 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8075464-32a3-4ac9-9d01-dd70cd50c876 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.138858 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c8075464-32a3-4ac9-9d01-dd70cd50c876 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] 10.222.0.37 "DELETE /v2.0/ports/b46ba673-9d7d-4c27-ab5f-c17f8234de2b HTTP/1.1" status: 204 len: 168 time: 0.7726867 Nov 12 08:46:19.141917 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55512) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:19.201111 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d708875f-5208-4db5-91ca-078a7b91a868 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] GET failed (client error): The resource could not be found. Nov 12 08:46:19.206593 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d708875f-5208-4db5-91ca-078a7b91a868 tempest-PortsAdminExtendedAttrsTestJSON-1760025407 tempest-PortsAdminExtendedAttrsTestJSON-1760025407-project-admin] 10.222.0.37 "GET /v2.0/ports/b46ba673-9d7d-4c27-ab5f-c17f8234de2b HTTP/1.1" status: 404 len: 333 time: 0.0623219 Nov 12 08:46:19.215022 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdfe99e-e79b-4ff7-83cc-9172b8b898e9 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:19.215287 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55516) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:19.221645 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-8bdfe99e-e79b-4ff7-83cc-9172b8b898e9 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:19.225800 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdfe99e-e79b-4ff7-83cc-9172b8b898e9 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:19.232175 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdfe99e-e79b-4ff7-83cc-9172b8b898e9 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Pushing event updated for resources: {'Port': ['ID=2634a976-19ec-4c62-8075-b7693af4aa84,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:19.242631 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.ipam_backend_mixin [None req-53f2f240-9a73-4811-a809-32775cfb6eaf tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Performing IP validity checks on allocation pools {{(pid=102569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 08:46:19.243166 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.ipam_backend_mixin [None req-53f2f240-9a73-4811-a809-32775cfb6eaf tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 08:46:19.273567 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ab6d5a-8ffc-483e-82a9-3c571c1de9b8 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:19.280959 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-183b6cc6-f041-49ff-b7bc-2d7790b3bc2b req-69e4beae-1809-457a-9e8d-e31414ef61b4 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710241 Nov 12 08:46:19.349877 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-66d1298d-19c5-4ffe-aa1d-bceafc5525f9 tempest-PortsAdminExtendedAttrsTestJSON-1901060402 tempest-PortsAdminExtendedAttrsTestJSON-1901060402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.383568 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1cceba44-fa7c-467c-840d-c9059010ff1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.411324 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-1cceba44-fa7c-467c-840d-c9059010ff1f None None] For port c7b62a0c-65ff-4647-8d05-823d981c452b, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=c7b62a0c-65ff-4647-8d05-823d981c452b,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:19.413976 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-37c54db7-6c3f-4318-9d24-97a3680d58a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626fdbc8-6c93-40be-9a0d-8e7075240b34', 'name': 'tempest-snat-router-712806373', 'tenant_id': 'b138899e563449f390754b290e7c930a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.3'}], 'enable_snat': False}, 'gw_port_id': 'c7b62a0c-65ff-4647-8d05-823d981c452b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:14Z', 'updated_at': '2021-11-12T08:46:16Z', 'revision_number': 3, 'project_id': 'b138899e563449f390754b290e7c930a', 'gw_port': {'id': 'c7b62a0c-65ff-4647-8d05-823d981c452b', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:36:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626fdbc8-6c93-40be-9a0d-8e7075240b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:15Z', 'updated_at': '2021-11-12T08:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:19.419155 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1cceba44-fa7c-467c-840d-c9059010ff1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.453921 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c54db7-6c3f-4318-9d24-97a3680d58a7 None None] The sync data for ids ['626fdbc8-6c93-40be-9a0d-8e7075240b34'] in n-d-768862-16 is: [{'id': '626fdbc8-6c93-40be-9a0d-8e7075240b34', 'name': 'tempest-snat-router-712806373', 'tenant_id': 'b138899e563449f390754b290e7c930a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.3'}], 'enable_snat': False}, 'gw_port_id': 'c7b62a0c-65ff-4647-8d05-823d981c452b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:14Z', 'updated_at': '2021-11-12T08:46:16Z', 'revision_number': 3, 'project_id': 'b138899e563449f390754b290e7c930a', 'gw_port': {'id': 'c7b62a0c-65ff-4647-8d05-823d981c452b', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:36:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626fdbc8-6c93-40be-9a0d-8e7075240b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:15Z', 'updated_at': '2021-11-12T08:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:19.534800 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cceba44-fa7c-467c-840d-c9059010ff1f None None] Pushing event updated for resources: {'Port': ['ID=c7b62a0c-65ff-4647-8d05-823d981c452b,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:19.545929 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-66d1298d-19c5-4ffe-aa1d-bceafc5525f9 tempest-PortsAdminExtendedAttrsTestJSON-1901060402 tempest-PortsAdminExtendedAttrsTestJSON-1901060402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.570655 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-66d1298d-19c5-4ffe-aa1d-bceafc5525f9 tempest-PortsAdminExtendedAttrsTestJSON-1901060402 tempest-PortsAdminExtendedAttrsTestJSON-1901060402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d1954ed-ab04-4579-a319-506970c89ae0']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:19.571359 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-811c901c-16be-4bdb-8d27-545b340840aa None None] Provisioning complete for port 2634a976-19ec-4c62-8075-b7693af4aa84 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:19.571904 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-811c901c-16be-4bdb-8d27-545b340840aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.602396 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-66d1298d-19c5-4ffe-aa1d-bceafc5525f9 tempest-PortsAdminExtendedAttrsTestJSON-1901060402 tempest-PortsAdminExtendedAttrsTestJSON-1901060402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c5f5824-04cd-416c-ab6a-3577c4668fa2') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:19.602677 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-66d1298d-19c5-4ffe-aa1d-bceafc5525f9 tempest-PortsAdminExtendedAttrsTestJSON-1901060402 tempest-PortsAdminExtendedAttrsTestJSON-1901060402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c5f5824-04cd-416c-ab6a-3577c4668fa2') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:19.618846 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-66d1298d-19c5-4ffe-aa1d-bceafc5525f9 tempest-PortsAdminExtendedAttrsTestJSON-1901060402 tempest-PortsAdminExtendedAttrsTestJSON-1901060402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.651879 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-811c901c-16be-4bdb-8d27-545b340840aa None None] Port 2634a976-19ec-4c62-8075-b7693af4aa84 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:46:19.662929 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-66d1298d-19c5-4ffe-aa1d-bceafc5525f9 tempest-PortsAdminExtendedAttrsTestJSON-1901060402 tempest-PortsAdminExtendedAttrsTestJSON-1901060402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.669813 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d1298d-19c5-4ffe-aa1d-bceafc5525f9 tempest-PortsAdminExtendedAttrsTestJSON-1901060402 tempest-PortsAdminExtendedAttrsTestJSON-1901060402-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:46:19.670070 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8bdfe99e-e79b-4ff7-83cc-9172b8b898e9 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.670523 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-66d1298d-19c5-4ffe-aa1d-bceafc5525f9 tempest-PortsAdminExtendedAttrsTestJSON-1901060402 tempest-PortsAdminExtendedAttrsTestJSON-1901060402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.732264 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:46:19.732264 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:46:19.732264 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:46:19.732264 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:46:19.732264 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:46:19.732264 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:46:19.732264 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:46:19.732264 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:46:19.732264 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:46:19.732264 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:46:19.732264 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:46:19.732264 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:46:19.732264 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:46:19.732264 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:46:19.732264 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:46:19.732264 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:46:19.732264 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:46:19.732264 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:46:19.732264 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:46:19.732264 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:46:19.732264 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:46:19.732264 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:46:19.732264 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:46:19.732264 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:46:19.732264 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:46:19.732264 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:46:19.732264 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:46:19.732264 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:46:19.732264 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:46:19.732264 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:46:19.732264 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:46:19.732264 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:46:19.756122 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-53f2f240-9a73-4811-a809-32775cfb6eaf tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.766662 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-66d1298d-19c5-4ffe-aa1d-bceafc5525f9 tempest-PortsAdminExtendedAttrsTestJSON-1901060402 tempest-PortsAdminExtendedAttrsTestJSON-1901060402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.774684 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device d1631c44-217c-4874-bda0-3ae83d367b5b details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:46:19.783335 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device d1631c44-217c-4874-bda0-3ae83d367b5b no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:19.816557 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-66d1298d-19c5-4ffe-aa1d-bceafc5525f9 tempest-PortsAdminExtendedAttrsTestJSON-1901060402 tempest-PortsAdminExtendedAttrsTestJSON-1901060402-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.822968 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-66d1298d-19c5-4ffe-aa1d-bceafc5525f9 tempest-PortsAdminExtendedAttrsTestJSON-1901060402 tempest-PortsAdminExtendedAttrsTestJSON-1901060402-project] 10.222.0.37 "DELETE /v2.0/networks/9d1954ed-ab04-4579-a319-506970c89ae0 HTTP/1.1" status: 204 len: 168 time: 0.6033804 Nov 12 08:46:19.892724 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1298d-19c5-4ffe-aa1d-bceafc5525f9 tempest-PortsAdminExtendedAttrsTestJSON-1901060402 tempest-PortsAdminExtendedAttrsTestJSON-1901060402-project] Pushing event deleted for resources: {'Network': ['ID=9d1954ed-ab04-4579-a319-506970c89ae0,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:19.967695 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2f240-9a73-4811-a809-32775cfb6eaf tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event updated for resources: {'Subnet': ['ID=3e2a1cd9-748b-420d-8d80-6ae04ef3036a,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:19.986954 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port d1631c44-217c-4874-bda0-3ae83d367b5b, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=d1631c44-217c-4874-bda0-3ae83d367b5b,segment=NetworkSegment(34828fde-3b53-4826-975b-0c6b4715c685),segment_id=34828fde-3b53-4826-975b-0c6b4715c685)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:19.993831 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f2f240-9a73-4811-a809-32775cfb6eaf tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Checking segment: {'id': 'b9974556-b0a0-46fe-abea-b9144160da55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ac65df0c-06a6-44a5-b1be-826538cec408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:19.994071 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f2f240-9a73-4811-a809-32775cfb6eaf tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Network hostable DHCP agents. Network: ac65df0c-06a6-44a5-b1be-826538cec408, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:46:20.027230 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'd1631c44-217c-4874-bda0-3ae83d367b5b', 'network_id': '2920a1cf-2450-4e88-a1ad-b45da486889e', 'port_id': 'd1631c44-217c-4874-bda0-3ae83d367b5b', 'mac_address': 'fa:16:3e:a3:91:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514a597d-ff4c-46bb-8a31-1a78b7448335', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:46:20.094785 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f2f240-9a73-4811-a809-32775cfb6eaf tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Network ac65df0c-06a6-44a5-b1be-826538cec408 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:46:20.137966 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8bdfe99e-e79b-4ff7-83cc-9172b8b898e9 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:20.177064 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-53f2f240-9a73-4811-a809-32775cfb6eaf tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, ac65df0c-06a6-44a5-b1be-826538cec408) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:20.185141 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f2f240-9a73-4811-a809-32775cfb6eaf tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:20.185832 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-53f2f240-9a73-4811-a809-32775cfb6eaf tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:20.239954 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:20.254178 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f77a4-5d34-473c-a273-96243649ea5d req-c5ccd7ee-8d44-4f1a-99bb-ba3f2079e1fa tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:20.263677 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176db23b-220e-467e-b427-4ce70cd771c3 None None] Network ac65df0c-06a6-44a5-b1be-826538cec408 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:20.264495 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-275f77a4-5d34-473c-a273-96243649ea5d req-c5ccd7ee-8d44-4f1a-99bb-ba3f2079e1fa tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.2023528 Nov 12 08:46:20.276573 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c7b62a0c-65ff-4647-8d05-823d981c452b up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:20.302371 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-53f2f240-9a73-4811-a809-32775cfb6eaf tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4148803 Nov 12 08:46:20.310808 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55538) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:20.329066 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-9a6b6859-b47e-44af-b25c-a156e600e46b tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:20.376065 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bdfe99e-e79b-4ff7-83cc-9172b8b898e9 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Router 2887e78d-d74c-45cf-9958-6cf226e68b3f is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:46:20.483370 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1631c44-217c-4874-bda0-3ae83d367b5b {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:46:20.526021 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-275f77a4-5d34-473c-a273-96243649ea5d req-07c9a63a-d7e3-420d-a6df-96f1699f4899 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602468 Nov 12 08:46:20.562387 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55552) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:20.577358 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port d1631c44-217c-4874-bda0-3ae83d367b5b, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=d1631c44-217c-4874-bda0-3ae83d367b5b,segment=NetworkSegment(34828fde-3b53-4826-975b-0c6b4715c685),segment_id=34828fde-3b53-4826-975b-0c6b4715c685)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:20.600464 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:20.615324 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdfe99e-e79b-4ff7-83cc-9172b8b898e9 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:20.626481 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf706f7-0dae-4f12-892b-4b4cda222674 None None] Sync routers for ids ['2887e78d-d74c-45cf-9958-6cf226e68b3f'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:20.659701 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf706f7-0dae-4f12-892b-4b4cda222674 None None] Routers {'2887e78d-d74c-45cf-9958-6cf226e68b3f'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:20.659986 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8bdfe99e-e79b-4ff7-83cc-9172b8b898e9 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:20.661235 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8bdfe99e-e79b-4ff7-83cc-9172b8b898e9 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.0868924 Nov 12 08:46:20.662543 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-fdf706f7-0dae-4f12-892b-4b4cda222674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:46:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['2887e78d-d74c-45cf-9958-6cf226e68b3f'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:20.664024 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55558) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:20.674935 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9a6b6859-b47e-44af-b25c-a156e600e46b tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10411336'] for subnet, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:20.833814 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:20.895313 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=d1631c44-217c-4874-bda0-3ae83d367b5b,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:20.915649 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d1631c44-217c-4874-bda0-3ae83d367b5b {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:46:20.925015 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-316151d3-0b59-4e19-9fa3-556effd360f2 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "GET /v2.0/routers/2887e78d-d74c-45cf-9958-6cf226e68b3f HTTP/1.1" status: 200 len: 907 time: 0.2596626 Nov 12 08:46:20.929258 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55560) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:20.940941 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-fdf706f7-0dae-4f12-892b-4b4cda222674 None None] Set router 2887e78d-d74c-45cf-9958-6cf226e68b3f gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:20.945518 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port d1631c44-217c-4874-bda0-3ae83d367b5b, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=d1631c44-217c-4874-bda0-3ae83d367b5b,segment=NetworkSegment(34828fde-3b53-4826-975b-0c6b4715c685),segment_id=34828fde-3b53-4826-975b-0c6b4715c685)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:20.957097 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['d1631c44-217c-4874-bda0-3ae83d367b5b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:46:21.010879 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port c7b62a0c-65ff-4647-8d05-823d981c452b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:21.011311 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.013287 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.121340 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9a6b6859-b47e-44af-b25c-a156e600e46b tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763891908747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2336311'] for subnet, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.199215 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131fde23-b6fe-4f4d-a1f4-f461bdd2154e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-ac65df0c-06a6-44a5-b1be-826538cec408', 'network_id': 'ac65df0c-06a6-44a5-b1be-826538cec408', 'tenant_id': 'c3322adda46947968847f0144371afce', 'fixed_ips': [{'subnet_id': '3e2a1cd9-748b-420d-8d80-6ae04ef3036a'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:46:21.200167 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-131fde23-b6fe-4f4d-a1f4-f461bdd2154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.244253 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-77df93c8-6da2-447e-a2ec-ac1606d1be3c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8ff649232344386b86eba39c46fae9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6737006 Nov 12 08:46:21.249308 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55566) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:21.266795 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6b6859-b47e-44af-b25c-a156e600e46b tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:21.268050 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9a6b6859-b47e-44af-b25c-a156e600e46b tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.269698 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9a6b6859-b47e-44af-b25c-a156e600e46b tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "PUT /v2.0/subnets/3e2a1cd9-748b-420d-8d80-6ae04ef3036a HTTP/1.1" status: 200 len: 877 time: 0.9471889 Nov 12 08:46:21.270710 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b6859-b47e-44af-b25c-a156e600e46b tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event updated for resources: {'Subnet': ['ID=3e2a1cd9-748b-420d-8d80-6ae04ef3036a,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:21.273327 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55568) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:21.302047 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f4bed2f6-ddd2-4ae1-a967-32cbfa39d3c7 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.319855 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=d1631c44-217c-4874-bda0-3ae83d367b5b,revision_number=7']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:21.362589 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ffaa9f4c-c3cf-4d81-b0c2-02a73c83e800 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.465782 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-fdf706f7-0dae-4f12-892b-4b4cda222674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2887e78d-d74c-45cf-9958-6cf226e68b3f', 'name': 'tempest-snat-router-712806373', 'tenant_id': 'b138899e563449f390754b290e7c930a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '2634a976-19ec-4c62-8075-b7693af4aa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:17Z', 'updated_at': '2021-11-12T08:46:19Z', 'revision_number': 3, 'project_id': 'b138899e563449f390754b290e7c930a', 'gw_port': {'id': '2634a976-19ec-4c62-8075-b7693af4aa84', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ee:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2887e78d-d74c-45cf-9958-6cf226e68b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:18Z', 'updated_at': '2021-11-12T08:46:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:21.468379 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f4bed2f6-ddd2-4ae1-a967-32cbfa39d3c7 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.527071 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf706f7-0dae-4f12-892b-4b4cda222674 None None] Checking router: 2887e78d-d74c-45cf-9958-6cf226e68b3f for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:21.528777 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf706f7-0dae-4f12-892b-4b4cda222674 None None] Updating router 2887e78d-d74c-45cf-9958-6cf226e68b3f port 2634a976-19ec-4c62-8075-b7693af4aa84 binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:46:21.531414 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ffaa9f4c-c3cf-4d81-b0c2-02a73c83e800 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.595502 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fdf706f7-0dae-4f12-892b-4b4cda222674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.723199 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f4bed2f6-ddd2-4ae1-a967-32cbfa39d3c7 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Deleting port 2634a976-19ec-4c62-8075-b7693af4aa84 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:21.723604 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f4bed2f6-ddd2-4ae1-a967-32cbfa39d3c7 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.758724 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ffaa9f4c-c3cf-4d81-b0c2-02a73c83e800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.762017 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ffaa9f4c-c3cf-4d81-b0c2-02a73c83e800 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.766402 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ffaa9f4c-c3cf-4d81-b0c2-02a73c83e800 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1d5b2ce-678c-4db6-81c3-29db310c1e1f HTTP/1.1" status: 204 len: 168 time: 0.5136883 Nov 12 08:46:21.848056 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa9f4c-c3cf-4d81-b0c2-02a73c83e800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d5b2ce-678c-4db6-81c3-29db310c1e1f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:21.877185 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaa9f4c-c3cf-4d81-b0c2-02a73c83e800 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:21.877570 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaa9f4c-c3cf-4d81-b0c2-02a73c83e800 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:21.877877 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaa9f4c-c3cf-4d81-b0c2-02a73c83e800 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:21.878219 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaa9f4c-c3cf-4d81-b0c2-02a73c83e800 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:21.878557 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaa9f4c-c3cf-4d81-b0c2-02a73c83e800 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:21.878893 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaa9f4c-c3cf-4d81-b0c2-02a73c83e800 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:21.879240 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaa9f4c-c3cf-4d81-b0c2-02a73c83e800 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:21.879616 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaa9f4c-c3cf-4d81-b0c2-02a73c83e800 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:21.879990 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaa9f4c-c3cf-4d81-b0c2-02a73c83e800 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:21.880323 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaa9f4c-c3cf-4d81-b0c2-02a73c83e800 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:21.880660 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaa9f4c-c3cf-4d81-b0c2-02a73c83e800 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:21.880985 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaa9f4c-c3cf-4d81-b0c2-02a73c83e800 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:21.889080 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-131fde23-b6fe-4f4d-a1f4-f461bdd2154e None None] Allocated IP 172.20.0.3 (ac65df0c-06a6-44a5-b1be-826538cec408/3e2a1cd9-748b-420d-8d80-6ae04ef3036a/741845eb-0bdd-4cc2-98a3-23dae1f0dd11) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:22.099901 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95fe65-9eff-442a-a3fb-0a7c1419db15 req-5368dede-5c9c-4235-8876-7b6b01d66940 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:22.107953 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dd95fe65-9eff-442a-a3fb-0a7c1419db15 req-5368dede-5c9c-4235-8876-7b6b01d66940 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 945 time: 0.6749034 Nov 12 08:46:22.131431 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fdf706f7-0dae-4f12-892b-4b4cda222674 None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.138892 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fdf706f7-0dae-4f12-892b-4b4cda222674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.208263 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88d4a6-a0e4-4881-a5b8-595e3e6bda36 req-846ce377-1be8-4939-ab2b-37ce0a558963 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:22.211108 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dd88d4a6-a0e4-4881-a5b8-595e3e6bda36 req-846ce377-1be8-4939-ab2b-37ce0a558963 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 943 time: 0.2137103 Nov 12 08:46:22.282937 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-fdf706f7-0dae-4f12-892b-4b4cda222674 None None] Attempting to bind port 2634a976-19ec-4c62-8075-b7693af4aa84 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:22.283503 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-fdf706f7-0dae-4f12-892b-4b4cda222674 None None] Attempting to bind port 2634a976-19ec-4c62-8075-b7693af4aa84 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:22.285588 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf706f7-0dae-4f12-892b-4b4cda222674 None None] Attempting to bind port 2634a976-19ec-4c62-8075-b7693af4aa84 on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:22.315728 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dd95fe65-9eff-442a-a3fb-0a7c1419db15 req-aa483298-b9aa-46c9-9604-08cec8836da3 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066550 Nov 12 08:46:22.330349 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf706f7-0dae-4f12-892b-4b4cda222674 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:22.331204 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf706f7-0dae-4f12-892b-4b4cda222674 None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:22.332198 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fdf706f7-0dae-4f12-892b-4b4cda222674 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.333245 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf706f7-0dae-4f12-892b-4b4cda222674 None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:22.334551 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-fdf706f7-0dae-4f12-892b-4b4cda222674 None None] Bound port: 2634a976-19ec-4c62-8075-b7693af4aa84, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:22.343538 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fdf706f7-0dae-4f12-892b-4b4cda222674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.344418 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9138a85e-9690-4058-8893-66c1e8794071 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:22.376773 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-131fde23-b6fe-4f4d-a1f4-f461bdd2154e None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.389631 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d580f-b240-43d7-a8f4-2573a7e97a25 None None] Pushing event updated for resources: {'Port': ['ID=2634a976-19ec-4c62-8075-b7693af4aa84,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:22.398391 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-131fde23-b6fe-4f4d-a1f4-f461bdd2154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.401043 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f4bed2f6-ddd2-4ae1-a967-32cbfa39d3c7 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.414820 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d580f-b240-43d7-a8f4-2573a7e97a25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:22.415669 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d580f-b240-43d7-a8f4-2573a7e97a25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:22.416444 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d580f-b240-43d7-a8f4-2573a7e97a25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:22.417151 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d580f-b240-43d7-a8f4-2573a7e97a25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:22.418231 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d580f-b240-43d7-a8f4-2573a7e97a25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:22.419550 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d580f-b240-43d7-a8f4-2573a7e97a25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:22.420333 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d580f-b240-43d7-a8f4-2573a7e97a25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:22.421263 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d580f-b240-43d7-a8f4-2573a7e97a25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:22.422544 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d580f-b240-43d7-a8f4-2573a7e97a25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:22.423500 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d580f-b240-43d7-a8f4-2573a7e97a25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:22.424201 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d580f-b240-43d7-a8f4-2573a7e97a25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:22.425134 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d580f-b240-43d7-a8f4-2573a7e97a25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:22.426010 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e46e8633-8deb-4af3-8ce3-fd71c93d9638 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.449227 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f4bed2f6-ddd2-4ae1-a967-32cbfa39d3c7 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Calling delete_port for 2634a976-19ec-4c62-8075-b7693af4aa84 owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:22.486707 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-fdf706f7-0dae-4f12-892b-4b4cda222674 None None] For port 2634a976-19ec-4c62-8075-b7693af4aa84, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:22.494654 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131fde23-b6fe-4f4d-a1f4-f461bdd2154e None None] Network ac65df0c-06a6-44a5-b1be-826538cec408 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:22.497994 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-fdf706f7-0dae-4f12-892b-4b4cda222674 None None] For port 2634a976-19ec-4c62-8075-b7693af4aa84, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=2634a976-19ec-4c62-8075-b7693af4aa84,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:22.501735 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-131fde23-b6fe-4f4d-a1f4-f461bdd2154e None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:22.506795 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fdf706f7-0dae-4f12-892b-4b4cda222674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.513060 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131fde23-b6fe-4f4d-a1f4-f461bdd2154e None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:22.570656 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dd88d4a6-a0e4-4881-a5b8-595e3e6bda36 req-746c9051-714b-4735-82ca-05698a264203 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917032 Nov 12 08:46:22.615418 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47140c09-0f6c-4072-8d4e-38003733eca0 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:22.617122 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf706f7-0dae-4f12-892b-4b4cda222674 None None] Routers {'2887e78d-d74c-45cf-9958-6cf226e68b3f'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:22.621181 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-fdf706f7-0dae-4f12-892b-4b4cda222674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:46:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['2887e78d-d74c-45cf-9958-6cf226e68b3f'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:22.634002 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e46e8633-8deb-4af3-8ce3-fd71c93d9638 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Deleting port 741845eb-0bdd-4cc2-98a3-23dae1f0dd11 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:22.635232 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131fde23-b6fe-4f4d-a1f4-f461bdd2154e None None] Pushing event updated for resources: {'Port': ['ID=741845eb-0bdd-4cc2-98a3-23dae1f0dd11,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:22.636231 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e46e8633-8deb-4af3-8ce3-fd71c93d9638 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.780853 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55588) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:22.802937 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d580f-b240-43d7-a8f4-2573a7e97a25 None None] Pushing event updated for resources: {'Port': ['ID=2634a976-19ec-4c62-8075-b7693af4aa84,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:22.813406 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-fdf706f7-0dae-4f12-892b-4b4cda222674 None None] Set router 2887e78d-d74c-45cf-9958-6cf226e68b3f gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:22.828222 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f8c3c0b3-3e96-4783-b5be-b51b3f8f0fe0 None None] Provisioning complete for port 2634a976-19ec-4c62-8075-b7693af4aa84 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:22.828613 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f8c3c0b3-3e96-4783-b5be-b51b3f8f0fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.865267 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-e46e8633-8deb-4af3-8ce3-fd71c93d9638 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] For port 741845eb-0bdd-4cc2-98a3-23dae1f0dd11, host n-d-768862-16, got binding levels [] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:22.866211 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e46e8633-8deb-4af3-8ce3-fd71c93d9638 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.887010 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-fdf706f7-0dae-4f12-892b-4b4cda222674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2887e78d-d74c-45cf-9958-6cf226e68b3f', 'name': 'tempest-snat-router-712806373', 'tenant_id': 'b138899e563449f390754b290e7c930a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:17Z', 'updated_at': '2021-11-12T08:46:21Z', 'revision_number': 4, 'project_id': 'b138899e563449f390754b290e7c930a', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:22.893015 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4f0f8391-2994-44cc-acb5-3269614a7319 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a78be7add9f441b6a79d1e5fa2f262e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1100998 Nov 12 08:46:22.894414 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e46e8633-8deb-4af3-8ce3-fd71c93d9638 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Calling delete_port for 741845eb-0bdd-4cc2-98a3-23dae1f0dd11 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:22.896696 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55594) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:22.922225 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf706f7-0dae-4f12-892b-4b4cda222674 None None] The sync data for ids ['2887e78d-d74c-45cf-9958-6cf226e68b3f'] in n-d-768862-16 is: [{'id': '2887e78d-d74c-45cf-9958-6cf226e68b3f', 'name': 'tempest-snat-router-712806373', 'tenant_id': 'b138899e563449f390754b290e7c930a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:17Z', 'updated_at': '2021-11-12T08:46:21Z', 'revision_number': 4, 'project_id': 'b138899e563449f390754b290e7c930a', 'gw_port_host': None}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:22.926231 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-131fde23-b6fe-4f4d-a1f4-f461bdd2154e None None] Attempting to bind port 741845eb-0bdd-4cc2-98a3-23dae1f0dd11 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:22.927062 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-131fde23-b6fe-4f4d-a1f4-f461bdd2154e None None] Attempting to bind port 741845eb-0bdd-4cc2-98a3-23dae1f0dd11 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'b9974556-b0a0-46fe-abea-b9144160da55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ac65df0c-06a6-44a5-b1be-826538cec408'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:22.927187 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131fde23-b6fe-4f4d-a1f4-f461bdd2154e None None] Attempting to bind port 741845eb-0bdd-4cc2-98a3-23dae1f0dd11 on network ac65df0c-06a6-44a5-b1be-826538cec408 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:22.941292 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131fde23-b6fe-4f4d-a1f4-f461bdd2154e None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:22.941952 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131fde23-b6fe-4f4d-a1f4-f461bdd2154e None None] Checking segment: {'id': 'b9974556-b0a0-46fe-abea-b9144160da55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ac65df0c-06a6-44a5-b1be-826538cec408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:22.944485 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-131fde23-b6fe-4f4d-a1f4-f461bdd2154e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.945025 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131fde23-b6fe-4f4d-a1f4-f461bdd2154e None None] Bound using segment: {'id': 'b9974556-b0a0-46fe-abea-b9144160da55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ac65df0c-06a6-44a5-b1be-826538cec408'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:22.945942 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-131fde23-b6fe-4f4d-a1f4-f461bdd2154e None None] Bound port: 741845eb-0bdd-4cc2-98a3-23dae1f0dd11, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9974556-b0a0-46fe-abea-b9144160da55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ac65df0c-06a6-44a5-b1be-826538cec408'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:22.947174 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-131fde23-b6fe-4f4d-a1f4-f461bdd2154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.949702 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f4bed2f6-ddd2-4ae1-a967-32cbfa39d3c7 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.954677 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.987573 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2d3b61-d2dd-4579-9f29-8759389cdbea None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:22.990051 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f8c3c0b3-3e96-4783-b5be-b51b3f8f0fe0 None None] Could not find standard attr ID for object 2634a976-19ec-4c62-8075-b7693af4aa84. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:46:22.997087 n-d-768862-16 neutron-server[102570]: INFO neutron.plugins.ml2.db [None req-f8c3c0b3-3e96-4783-b5be-b51b3f8f0fe0 None None] No ports have port_id starting with 2634a976-19ec-4c62-8075-b7693af4aa84 Nov 12 08:46:23.029075 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bed2f6-ddd2-4ae1-a967-32cbfa39d3c7 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Pushing event deleted for resources: {'Port': ['ID=2634a976-19ec-4c62-8075-b7693af4aa84,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:23.049291 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-68396f34-b0ae-469b-8a19-2fb75c4eb26b tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a77d98142d4f4d649c52909b874f6bcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0797682 Nov 12 08:46:23.068269 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-131fde23-b6fe-4f4d-a1f4-f461bdd2154e None None] For port 741845eb-0bdd-4cc2-98a3-23dae1f0dd11, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:23.074104 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-131fde23-b6fe-4f4d-a1f4-f461bdd2154e None None] For port 741845eb-0bdd-4cc2-98a3-23dae1f0dd11, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=741845eb-0bdd-4cc2-98a3-23dae1f0dd11,segment=NetworkSegment(b9974556-b0a0-46fe-abea-b9144160da55),segment_id=b9974556-b0a0-46fe-abea-b9144160da55)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:23.080139 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-131fde23-b6fe-4f4d-a1f4-f461bdd2154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.091465 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f4bed2f6-ddd2-4ae1-a967-32cbfa39d3c7 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.140262 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8e5c1b45-375e-4bde-8798-c346c4b250b8 None None] Could not find standard attr ID for object 2634a976-19ec-4c62-8075-b7693af4aa84. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:46:23.176878 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131fde23-b6fe-4f4d-a1f4-f461bdd2154e None None] Pushing event updated for resources: {'Port': ['ID=741845eb-0bdd-4cc2-98a3-23dae1f0dd11,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:23.227368 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f4bed2f6-ddd2-4ae1-a967-32cbfa39d3c7 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.230226 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f4bed2f6-ddd2-4ae1-a967-32cbfa39d3c7 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.264049 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4a63b68b-3bf3-4239-bf1d-7ecd304adb18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.311350 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f4bed2f6-ddd2-4ae1-a967-32cbfa39d3c7 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.312431 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bed2f6-ddd2-4ae1-a967-32cbfa39d3c7 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2887e78d-d74c-45cf-9958-6cf226e68b3f {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:46:23.330770 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f4bed2f6-ddd2-4ae1-a967-32cbfa39d3c7 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.336214 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f4bed2f6-ddd2-4ae1-a967-32cbfa39d3c7 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "DELETE /v2.0/routers/2887e78d-d74c-45cf-9958-6cf226e68b3f HTTP/1.1" status: 204 len: 168 time: 2.3991315 Nov 12 08:46:23.336214 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55600) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:23.341978 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-20105dd7-1f04-430c-b452-26f80cfc3420 tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:23.343834 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-20105dd7-1f04-430c-b452-26f80cfc3420 tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2794688 Nov 12 08:46:23.382216 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4a63b68b-3bf3-4239-bf1d-7ecd304adb18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.416409 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-048cfef8-394d-4566-aac5-c6d826e16cd0 tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] 10.222.0.37 "GET /v2.0/quotas/a77d98142d4f4d649c52909b874f6bcd HTTP/1.1" status: 200 len: 375 time: 0.0495780 Nov 12 08:46:23.498806 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e46e8633-8deb-4af3-8ce3-fd71c93d9638 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.509650 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ef8d6562-b504-4057-a42b-c10829ba4160 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.533284 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-1b41f479-42d5-43e8-bd6e-0bc7fced08cc tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a77d98142d4f4d649c52909b874f6bcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0987875 Nov 12 08:46:23.555907 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e8633-8deb-4af3-8ce3-fd71c93d9638 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event deleted for resources: {'Port': ['ID=741845eb-0bdd-4cc2-98a3-23dae1f0dd11,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:23.647816 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46e8633-8deb-4af3-8ce3-fd71c93d9638 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] No DVR routers for this DVR port 741845eb-0bdd-4cc2-98a3-23dae1f0dd11 on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:23.685677 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4a63b68b-3bf3-4239-bf1d-7ecd304adb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.688414 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4a63b68b-3bf3-4239-bf1d-7ecd304adb18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.693031 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4a63b68b-3bf3-4239-bf1d-7ecd304adb18 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/46ceb229-3a36-449e-b69b-3f44917623dc HTTP/1.1" status: 204 len: 168 time: 0.7950597 Nov 12 08:46:23.694086 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ef8d6562-b504-4057-a42b-c10829ba4160 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.715640 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5f59c-3d7e-451f-ba8e-e7f9b35c520e req-80be5c2d-4ab7-4def-93b8-f610524329ac tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:23.717283 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ae5f59c-3d7e-451f-ba8e-e7f9b35c520e req-80be5c2d-4ab7-4def-93b8-f610524329ac tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 945 time: 0.2124283 Nov 12 08:46:23.767812 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63b68b-3bf3-4239-bf1d-7ecd304adb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ceb229-3a36-449e-b69b-3f44917623dc,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:23.779829 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-ef8d6562-b504-4057-a42b-c10829ba4160 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Deleting port c7b62a0c-65ff-4647-8d05-823d981c452b {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:23.780260 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ef8d6562-b504-4057-a42b-c10829ba4160 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.783701 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device d1631c44-217c-4874-bda0-3ae83d367b5b up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:23.821556 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e46e8633-8deb-4af3-8ce3-fd71c93d9638 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.915199 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-ef8d6562-b504-4057-a42b-c10829ba4160 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] For port c7b62a0c-65ff-4647-8d05-823d981c452b, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=c7b62a0c-65ff-4647-8d05-823d981c452b,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:23.915776 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ef8d6562-b504-4057-a42b-c10829ba4160 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.917038 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port d1631c44-217c-4874-bda0-3ae83d367b5b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:23.917576 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.933833 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-ef8d6562-b504-4057-a42b-c10829ba4160 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Calling delete_port for c7b62a0c-65ff-4647-8d05-823d981c452b owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:24.025091 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.036169 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf7609-9c3f-4ec1-b258-fc7347db40cc req-e53a580c-64b1-4716-a37c-ffef1ecc9dbb tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:24.037808 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0ccf7609-9c3f-4ec1-b258-fc7347db40cc req-e53a580c-64b1-4716-a37c-ffef1ecc9dbb tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 943 time: 0.2289436 Nov 12 08:46:24.046654 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ae5f59c-3d7e-451f-ba8e-e7f9b35c520e req-e52cf3ff-d925-402f-85ff-de949d1e80f5 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100116 Nov 12 08:46:24.062306 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481f29e4-38a9-44c3-85cc-10e0f64ae731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1631c44-217c-4874-bda0-3ae83d367b5b'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:24.065770 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5a1c60-b09f-499f-8623-5442a707d31b" -d '{"events": [{"server_uuid": "481f29e4-38a9-44c3-85cc-10e0f64ae731", "name": "network-vif-plugged", "status": "completed", "tag": "d1631c44-217c-4874-bda0-3ae83d367b5b"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:24.090875 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port d1631c44-217c-4874-bda0-3ae83d367b5b, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=d1631c44-217c-4874-bda0-3ae83d367b5b,segment=NetworkSegment(34828fde-3b53-4826-975b-0c6b4715c685),segment_id=34828fde-3b53-4826-975b-0c6b4715c685)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:24.096085 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.135460 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e46e8633-8deb-4af3-8ce3-fd71c93d9638 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.182861 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=d1631c44-217c-4874-bda0-3ae83d367b5b,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:24.242212 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0ccf7609-9c3f-4ec1-b258-fc7347db40cc req-236e6430-8021-4f4d-b28e-5f626927b864 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760924 Nov 12 08:46:24.296975 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ef8d6562-b504-4057-a42b-c10829ba4160 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.313668 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e8633-8deb-4af3-8ce3-fd71c93d9638 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event deleted for resources: {'Subnet': ['ID=3e2a1cd9-748b-420d-8d80-6ae04ef3036a,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:24.357289 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d6562-b504-4057-a42b-c10829ba4160 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7b62a0c-65ff-4647-8d05-823d981c452b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:24.362239 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e46e8633-8deb-4af3-8ce3-fd71c93d9638 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.388671 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfafd0b-a62a-4fef-b35c-3a93356cc778 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:24.468091 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b12fa00-9380-4433-9ca0-ad89e64b6da3 req-d25e7e47-8edb-48d4-8453-34ef6a5b9610 tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] 10.222.0.37 "GET /v2.0/ports?device_id=091ce2b9-1474-4d80-8435-99190dcc4189 HTTP/1.1" status: 200 len: 210 time: 0.2609110 Nov 12 08:46:24.502629 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-e46e8633-8deb-4af3-8ce3-fd71c93d9638 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac65df0c-06a6-44a5-b1be-826538cec408']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:24.528764 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ef8d6562-b504-4057-a42b-c10829ba4160 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.553514 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-e46e8633-8deb-4af3-8ce3-fd71c93d9638 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9974556-b0a0-46fe-abea-b9144160da55') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:24.554100 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-e46e8633-8deb-4af3-8ce3-fd71c93d9638 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9974556-b0a0-46fe-abea-b9144160da55') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:24.573002 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e46e8633-8deb-4af3-8ce3-fd71c93d9638 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.582621 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1459dd52-8e63-4845-a062-362ee7594ab9 x-openstack-request-id: req-1459dd52-8e63-4845-a062-362ee7594ab9 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:24.582926 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481f29e4-38a9-44c3-85cc-10e0f64ae731", "name": "network-vif-plugged", "status": "completed", "tag": "d1631c44-217c-4874-bda0-3ae83d367b5b", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:24.583185 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1459dd52-8e63-4845-a062-362ee7594ab9 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:24.583584 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481f29e4-38a9-44c3-85cc-10e0f64ae731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1631c44-217c-4874-bda0-3ae83d367b5b', 'code': 200} Nov 12 08:46:24.595235 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e46e8633-8deb-4af3-8ce3-fd71c93d9638 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.606929 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46e8633-8deb-4af3-8ce3-fd71c93d9638 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:46:24.607386 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e46e8633-8deb-4af3-8ce3-fd71c93d9638 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.612319 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:46:24.612319 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:46:24.612319 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:46:24.612319 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:46:24.612319 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:46:24.612319 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:46:24.612319 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:46:24.612319 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:46:24.612319 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:46:24.612319 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:46:24.612319 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:46:24.612319 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:46:24.612319 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:46:24.612319 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:46:24.612319 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:46:24.612319 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:46:24.612319 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:46:24.612319 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:46:24.612319 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:46:24.612319 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:46:24.612319 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:46:24.612319 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:46:24.612319 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:46:24.612319 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:46:24.612319 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:46:24.612319 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:46:24.612319 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:46:24.612319 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:46:24.612319 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:46:24.612319 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:46:24.612319 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:46:24.612319 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:46:24.709476 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ef8d6562-b504-4057-a42b-c10829ba4160 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.714635 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ef8d6562-b504-4057-a42b-c10829ba4160 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.741744 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e46e8633-8deb-4af3-8ce3-fd71c93d9638 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.753102 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e46e8633-8deb-4af3-8ce3-fd71c93d9638 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.757103 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e46e8633-8deb-4af3-8ce3-fd71c93d9638 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/networks/ac65df0c-06a6-44a5-b1be-826538cec408 HTTP/1.1" status: 204 len: 168 time: 3.4821572 Nov 12 08:46:24.780605 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55634) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:24.819910 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b275846-2131-451a-9f8c-c50773df636e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:24.820440 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b275846-2131-451a-9f8c-c50773df636e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:24.824609 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6b275846-2131-451a-9f8c-c50773df636e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/subnets/3e2a1cd9-748b-420d-8d80-6ae04ef3036a HTTP/1.1" status: 404 len: 337 time: 0.0422571 Nov 12 08:46:24.825819 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e8633-8deb-4af3-8ce3-fd71c93d9638 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event deleted for resources: {'Network': ['ID=ac65df0c-06a6-44a5-b1be-826538cec408,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:24.833535 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55636) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:24.885021 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b336b8-9105-4f10-9da7-69aac15fa043 req-e1d1def9-356a-48ef-9149-7eaa49abf8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:24.887685 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c2b336b8-9105-4f10-9da7-69aac15fa043 req-e1d1def9-356a-48ef-9149-7eaa49abf8a2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 1097 time: 0.1173763 Nov 12 08:46:24.889772 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db4ae16-fc69-4724-a0c6-8ddb6391502f tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:24.890759 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db4ae16-fc69-4724-a0c6-8ddb6391502f tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:24.895215 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0db4ae16-fc69-4724-a0c6-8ddb6391502f tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/networks/ac65df0c-06a6-44a5-b1be-826538cec408 HTTP/1.1" status: 404 len: 339 time: 0.0604084 Nov 12 08:46:24.896680 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ef8d6562-b504-4057-a42b-c10829ba4160 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.899250 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8d6562-b504-4057-a42b-c10829ba4160 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 626fdbc8-6c93-40be-9a0d-8e7075240b34 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:46:24.902290 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55638) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:24.970794 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ef8d6562-b504-4057-a42b-c10829ba4160 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.978024 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ef8d6562-b504-4057-a42b-c10829ba4160 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "DELETE /v2.0/routers/626fdbc8-6c93-40be-9a0d-8e7075240b34 HTTP/1.1" status: 204 len: 168 time: 1.6404259 Nov 12 08:46:24.979505 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-17035639-81d8-418f-b0ad-9938e78d3f70 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:24.980076 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17035639-81d8-418f-b0ad-9938e78d3f70 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:24.983429 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-17035639-81d8-418f-b0ad-9938e78d3f70 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/subnets/e3fb5470-e275-4e7d-96b0-490fb921141d HTTP/1.1" status: 404 len: 337 time: 0.0788054 Nov 12 08:46:24.984303 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55642) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:24.987326 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55644) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:24.991293 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c2b336b8-9105-4f10-9da7-69aac15fa043 req-5fd5c640-5042-4ba3-861b-867a55fb7751 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935807 Nov 12 08:46:24.999715 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-9b3333a8-d84b-444f-86d5-246d156b4bc6 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-595511462', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:25.026294 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9c38949-d53a-40d3-b0fc-7efe6c477dc7 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:25.027007 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9c38949-d53a-40d3-b0fc-7efe6c477dc7 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:25.030439 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d9c38949-d53a-40d3-b0fc-7efe6c477dc7 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/networks/f69072ee-ac7a-438f-9e77-0b570e53383b HTTP/1.1" status: 404 len: 339 time: 0.0417454 Nov 12 08:46:25.033028 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55648) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:25.107156 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-153ef6c6-7657-4914-a98c-0fdfd6886627 None None] Could not find standard attr ID for object 741845eb-0bdd-4cc2-98a3-23dae1f0dd11. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:46:25.149406 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb2035b-0079-43d2-838e-96ac133d17dd None None] DHCP port deletion for ac65df0c-06a6-44a5-b1be-826538cec408 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:25.163126 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b3333a8-d84b-444f-86d5-246d156b4bc6 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:25.165156 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b3333a8-d84b-444f-86d5-246d156b4bc6 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:25.187019 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d5bfdb-7217-48e4-9f79-a5007c137002 None None] Network ac65df0c-06a6-44a5-b1be-826538cec408 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:25.202842 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39b331b7-3334-4a40-93ac-e6dca5db83e2 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:25.208601 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d5bfdb-7217-48e4-9f79-a5007c137002 None None] Network ac65df0c-06a6-44a5-b1be-826538cec408 could not be found, it might have been deleted concurrently. {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 08:46:25.231598 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358f49f0-4c33-4f06-b858-99b6737b961d None None] Network ac65df0c-06a6-44a5-b1be-826538cec408 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:25.248448 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358f49f0-4c33-4f06-b858-99b6737b961d None None] Network ac65df0c-06a6-44a5-b1be-826538cec408 could not be found, it might have been deleted concurrently. {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 08:46:25.284385 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b3333a8-d84b-444f-86d5-246d156b4bc6 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:25.310681 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b53fdb-ddcf-46d4-b0d4-a9e28a129220 req-323babbb-128b-4b84-a9eb-db9ab08908e5 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:25.315693 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-17b53fdb-ddcf-46d4-b0d4-a9e28a129220 req-323babbb-128b-4b84-a9eb-db9ab08908e5 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 945 time: 0.0810213 Nov 12 08:46:25.371682 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55658) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:25.423786 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39b331b7-3334-4a40-93ac-e6dca5db83e2 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:25.436429 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e98c6-37c6-43b9-ab2d-c295c2089479 req-a7983bb1-6fb1-47bf-bc9c-9177f034f43f tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:25.444598 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fb4e98c6-37c6-43b9-ab2d-c295c2089479 req-a7983bb1-6fb1-47bf-bc9c-9177f034f43f tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.1269107 Nov 12 08:46:25.450658 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-17b53fdb-ddcf-46d4-b0d4-a9e28a129220 req-fbb96b70-105c-4d26-a3a4-860f93121114 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239581 Nov 12 08:46:25.509197 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-39b331b7-3334-4a40-93ac-e6dca5db83e2 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f51ffc-5504-4a80-9b69-18f22509995d']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:25.519278 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fb4e98c6-37c6-43b9-ab2d-c295c2089479 req-45a505a2-a11a-40f2-abad-11b545563094 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735049 Nov 12 08:46:25.524719 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b3333a8-d84b-444f-86d5-246d156b4bc6 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:25.534995 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-39b331b7-3334-4a40-93ac-e6dca5db83e2 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '077a97af-57b5-4d8b-8ce1-19ad6afeeb22') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:25.534995 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-39b331b7-3334-4a40-93ac-e6dca5db83e2 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '077a97af-57b5-4d8b-8ce1-19ad6afeeb22') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:25.576347 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-ebdc1ece-3365-461e-bc1d-ef90725e2fdd tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-227818461'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:25.593296 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39b331b7-3334-4a40-93ac-e6dca5db83e2 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:25.610574 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-7cd4b687-88ac-4675-8818-55e9d3ac49eb tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=a77d98142d4f4d649c52909b874f6bcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0834174 Nov 12 08:46:25.641775 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39b331b7-3334-4a40-93ac-e6dca5db83e2 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:25.663346 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdc1ece-3365-461e-bc1d-ef90725e2fdd tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:25.668116 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ebdc1ece-3365-461e-bc1d-ef90725e2fdd tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:25.668342 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b331b7-3334-4a40-93ac-e6dca5db83e2 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:46:25.668750 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39b331b7-3334-4a40-93ac-e6dca5db83e2 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:25.674392 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-de447fd4-f421-4ee4-b0e5-a0c8a307c9c2 req-d53bfd79-1185-4905-bede-d9c0c6a61c87 tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] 10.222.0.37 "GET /v2.0/ports?device_id=091ce2b9-1474-4d80-8435-99190dcc4189 HTTP/1.1" status: 200 len: 210 time: 0.0525727 Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: items = [ Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:46:25.679912 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:46:25.688771 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ebdc1ece-3365-461e-bc1d-ef90725e2fdd tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:25.821835 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39b331b7-3334-4a40-93ac-e6dca5db83e2 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:25.835111 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39b331b7-3334-4a40-93ac-e6dca5db83e2 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:25.838864 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-39b331b7-3334-4a40-93ac-e6dca5db83e2 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/networks/a3f51ffc-5504-4a80-9b69-18f22509995d HTTP/1.1" status: 204 len: 168 time: 0.8047831 Nov 12 08:46:25.843932 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55668) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:25.872175 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b331b7-3334-4a40-93ac-e6dca5db83e2 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event deleted for resources: {'Network': ['ID=a3f51ffc-5504-4a80-9b69-18f22509995d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:25.888212 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-c4599d8c-f3e4-4f49-a157-3e2b66b509db tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:25.889758 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-c4599d8c-f3e4-4f49-a157-3e2b66b509db tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2681038 Nov 12 08:46:25.895385 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-09476336-cf9c-427f-866c-1221c418e434 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:25.895787 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09476336-cf9c-427f-866c-1221c418e434 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:25.899260 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-09476336-cf9c-427f-866c-1221c418e434 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/subnets/ad3e8263-34ef-4bc6-ad78-ad45b7852c38 HTTP/1.1" status: 404 len: 337 time: 0.0540035 Nov 12 08:46:25.903602 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55670) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:25.905536 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-3c395515-860a-400a-b954-18ffbd90956d tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Request body: {'port': {'device_id': '091ce2b9-1474-4d80-8435-99190dcc4189', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'admin_state_up': True, 'tenant_id': 'a77d98142d4f4d649c52909b874f6bcd'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:25.936573 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-59500dd2-eada-40ca-bc4d-51607836c494 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:25.937302 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59500dd2-eada-40ca-bc4d-51607836c494 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:25.940752 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-59500dd2-eada-40ca-bc4d-51607836c494 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/networks/b6d7d4d0-000e-415e-9b7c-a17718972164 HTTP/1.1" status: 404 len: 339 time: 0.0360401 Nov 12 08:46:25.945324 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55672) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:25.981843 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c34093-b1ef-482f-af40-3b21246332f6 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:25.982587 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5c34093-b1ef-482f-af40-3b21246332f6 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:25.985880 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f5c34093-b1ef-482f-af40-3b21246332f6 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/subnets/bf09325b-9fee-4ed9-906d-6e54020e401d HTTP/1.1" status: 404 len: 337 time: 0.0393996 Nov 12 08:46:25.991690 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55674) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:26.019352 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-56240b8d-c7da-4818-8792-d1a50c6b27d1 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:26.019902 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56240b8d-c7da-4818-8792-d1a50c6b27d1 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:26.023043 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-56240b8d-c7da-4818-8792-d1a50c6b27d1 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/networks/76248175-cdbc-4352-8641-b3914015a3a6 HTTP/1.1" status: 404 len: 339 time: 0.0302541 Nov 12 08:46:26.026921 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55676) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:26.030458 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ebdc1ece-3365-461e-bc1d-ef90725e2fdd tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:26.057042 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ebdc1ece-3365-461e-bc1d-ef90725e2fdd tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:26.061845 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c7b62a0c-65ff-4647-8d05-823d981c452b no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:26.065278 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ddbd68c-ede4-4cac-8bb6-a3c18ca4bcea tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:26.066009 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ddbd68c-ede4-4cac-8bb6-a3c18ca4bcea tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:26.069329 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2ddbd68c-ede4-4cac-8bb6-a3c18ca4bcea tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/subnets/bac08e41-22e1-4fb9-95e6-12ca7101edf8 HTTP/1.1" status: 404 len: 337 time: 0.0412316 Nov 12 08:46:26.077660 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55678) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:26.090133 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: c7b62a0c-65ff-4647-8d05-823d981c452b {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:26.090517 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c7b62a0c-65ff-4647-8d05-823d981c452b not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:26.091038 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 741845eb-0bdd-4cc2-98a3-23dae1f0dd11 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:26.094695 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b3333a8-d84b-444f-86d5-246d156b4bc6 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:26.112192 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebdc1ece-3365-461e-bc1d-ef90725e2fdd tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:46:26.114610 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 741845eb-0bdd-4cc2-98a3-23dae1f0dd11 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:26.115231 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 741845eb-0bdd-4cc2-98a3-23dae1f0dd11 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:26.122791 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db9bfb7-c582-4d5e-a07a-543d9614d344 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:26.123014 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b3333a8-d84b-444f-86d5-246d156b4bc6 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:26.123340 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db9bfb7-c582-4d5e-a07a-543d9614d344 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:26.125806 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8db9bfb7-c582-4d5e-a07a-543d9614d344 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/networks/e2bd4246-2e2d-44e8-ba1c-312ede36dcbd HTTP/1.1" status: 404 len: 339 time: 0.0470800 Nov 12 08:46:26.130117 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55680) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:26.141434 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ebdc1ece-3365-461e-bc1d-ef90725e2fdd tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:26.143568 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-ebdc1ece-3365-461e-bc1d-ef90725e2fdd tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Added segment 21f12dd7-83bd-4dde-a83f-042a567369fd of type vlan for network 7bfd1417-cac6-4152-826e-588573fa4bfa Nov 12 08:46:26.144650 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc1ece-3365-461e-bc1d-ef90725e2fdd tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8e44d4-426c-41b9-b022-6ae252ebe9b5,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:26.173136 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4924708-44aa-43cb-ab60-b96bcc914a83 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:26.173615 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4924708-44aa-43cb-ab60-b96bcc914a83 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:26.176783 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d4924708-44aa-43cb-ab60-b96bcc914a83 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/subnets/1c9c2557-1f28-4b90-b218-5332a1824c32 HTTP/1.1" status: 404 len: 337 time: 0.0456131 Nov 12 08:46:26.179615 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55682) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:26.202891 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-3c395515-860a-400a-b954-18ffbd90956d tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Made reservation on behalf of a77d98142d4f4d649c52909b874f6bcd for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:26.207393 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-3c395515-860a-400a-b954-18ffbd90956d tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:26.222821 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ebdc1ece-3365-461e-bc1d-ef90725e2fdd tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:26.229543 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-94db88d1-64c4-4819-92f4-7cb7348eb53b tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:26.230146 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94db88d1-64c4-4819-92f4-7cb7348eb53b tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:26.233189 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-94db88d1-64c4-4819-92f4-7cb7348eb53b tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/networks/fef84f66-ad53-403b-bba5-af82e500acfc HTTP/1.1" status: 404 len: 339 time: 0.0497537 Nov 12 08:46:26.236357 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-3c395515-860a-400a-b954-18ffbd90956d tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:26.237926 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55684) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:26.251977 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ebdc1ece-3365-461e-bc1d-ef90725e2fdd tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:26.258676 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdc1ece-3365-461e-bc1d-ef90725e2fdd tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:26.258676 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ebdc1ece-3365-461e-bc1d-ef90725e2fdd tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:26.296942 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ebdc1ece-3365-461e-bc1d-ef90725e2fdd tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9215906 Nov 12 08:46:26.297464 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7bf4b36-c944-4735-bbed-d666c1cdb5eb tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:26.297925 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7bf4b36-c944-4735-bbed-d666c1cdb5eb tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:26.301774 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b7bf4b36-c944-4735-bbed-d666c1cdb5eb tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/subnets/852dc5d0-e7c6-4f1e-a88d-db4a79688fc8 HTTP/1.1" status: 404 len: 337 time: 0.0603848 Nov 12 08:46:26.302692 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55686) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:26.311129 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55688) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:26.318216 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c461f829-97dc-46c7-b4f9-a85dcf7eea30 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:26.340941 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc1ece-3365-461e-bc1d-ef90725e2fdd tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Network': ['ID=7bfd1417-cac6-4152-826e-588573fa4bfa,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:26.362994 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:46:26.377797 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd34df79-c132-40de-9ef3-23f1fce2a638 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:26.378387 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd34df79-c132-40de-9ef3-23f1fce2a638 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:26.381407 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-bd34df79-c132-40de-9ef3-23f1fce2a638 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/networks/e5b80848-266c-4f74-a685-30f913e9eb31 HTTP/1.1" status: 404 len: 339 time: 0.0575106 Nov 12 08:46:26.385994 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55690) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:26.421654 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d05284-6b38-4050-ad11-53332920d6b2 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:26.422450 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d05284-6b38-4050-ad11-53332920d6b2 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:26.426063 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a7d05284-6b38-4050-ad11-53332920d6b2 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/subnets/b055cdf6-2cd4-463c-8b71-2e406200e636 HTTP/1.1" status: 404 len: 337 time: 0.0391986 Nov 12 08:46:26.429539 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55692) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:26.437689 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-9b3333a8-d84b-444f-86d5-246d156b4bc6 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Allocated IP 172.25.6.238 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/3cb40894-07f7-4e53-b128-671f5b50147e) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:26.453981 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f1fefdf-e203-4f3c-b5fe-aa5b38924b6e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:26.454943 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f1fefdf-e203-4f3c-b5fe-aa5b38924b6e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:26.458385 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5f1fefdf-e203-4f3c-b5fe-aa5b38924b6e tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/networks/6669ceb9-133e-407d-9874-8f7e0682a60a HTTP/1.1" status: 404 len: 339 time: 0.0271280 Nov 12 08:46:26.461502 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55694) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:26.505320 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ce6b61-5f6a-4959-b4bc-5aceb2dcd2cd tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:26.505912 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32ce6b61-5f6a-4959-b4bc-5aceb2dcd2cd tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:26.509878 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-32ce6b61-5f6a-4959-b4bc-5aceb2dcd2cd tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/subnets/55687768-5291-4f0b-a568-057906f89b23 HTTP/1.1" status: 404 len: 337 time: 0.0466247 Nov 12 08:46:26.512817 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55698) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:26.547305 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-9963a4c5-f985-4cc6-8dc9-62d760a9ae90 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:26.547860 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9963a4c5-f985-4cc6-8dc9-62d760a9ae90 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:26.553481 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9963a4c5-f985-4cc6-8dc9-62d760a9ae90 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/networks/a6b6aef6-a090-444a-ae22-4db276dc8870 HTTP/1.1" status: 404 len: 339 time: 0.0367622 Nov 12 08:46:26.555900 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55702) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:26.596112 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c461f829-97dc-46c7-b4f9-a85dcf7eea30 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:26.599664 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c461f829-97dc-46c7-b4f9-a85dcf7eea30 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:26.608331 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68323dc4-fd7b-432c-8551-f30e0636c7fc req-2538724b-3fa8-4edc-95f5-889f4122d2ee tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:26.611538 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-68323dc4-fd7b-432c-8551-f30e0636c7fc req-2538724b-3fa8-4edc-95f5-889f4122d2ee tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 945 time: 0.0669029 Nov 12 08:46:26.621234 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7690963-5f62-4728-8dea-067eb1cc952b tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:26.621686 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7690963-5f62-4728-8dea-067eb1cc952b tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:26.625717 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d7690963-5f62-4728-8dea-067eb1cc952b tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/subnets/b30b6ef2-2982-400d-b588-1a792da6be79 HTTP/1.1" status: 404 len: 337 time: 0.0674810 Nov 12 08:46:26.642491 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55704) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:26.645680 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-3c395515-860a-400a-b954-18ffbd90956d tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:26.690913 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-3c395515-860a-400a-b954-18ffbd90956d tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:26.695103 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa62bc-5e91-4f32-8988-204f9069b8b9 req-3b62b533-6655-4765-bd30-b5992c863f02 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:26.696736 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ccaa62bc-5e91-4f32-8988-204f9069b8b9 req-3b62b533-6655-4765-bd30-b5992c863f02 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.0839024 Nov 12 08:46:26.700323 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-68323dc4-fd7b-432c-8551-f30e0636c7fc req-24f3bbdc-cb39-4c1f-9f79-f399d6a05859 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785542 Nov 12 08:46:26.741685 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-98bceb30-2bfc-447e-b459-d7576c0a7f72 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:26.742392 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98bceb30-2bfc-447e-b459-d7576c0a7f72 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:26.745985 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-98bceb30-2bfc-447e-b459-d7576c0a7f72 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/networks/c6e7349e-3870-4f2f-b7a0-849c39d33276 HTTP/1.1" status: 404 len: 339 time: 0.1024520 Nov 12 08:46:26.750463 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55712) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:26.801043 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ccaa62bc-5e91-4f32-8988-204f9069b8b9 req-6a446df5-31c9-4985-8d07-8d6e66631284 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950987 Nov 12 08:46:26.811217 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b3333a8-d84b-444f-86d5-246d156b4bc6 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:26.824012 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-d52683c4-c133-4b21-8bb5-10ed88cd3962 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Deleting subnet 9b630631-5da8-403d-9854-c7e78d8014ff {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:46:26.830641 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c395515-860a-400a-b954-18ffbd90956d tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f09ac26-a6cc-4d52-9a7e-68fa5168005d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:26.835194 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d52683c4-c133-4b21-8bb5-10ed88cd3962 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:26.905389 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c33269d7-e54c-40f6-b11c-f335f7ade36e req-d606bf21-2607-4f8b-be6b-70a5879fb3ed tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] 10.222.0.37 "GET /v2.0/ports?device_id=091ce2b9-1474-4d80-8435-99190dcc4189 HTTP/1.1" status: 200 len: 210 time: 0.0343604 Nov 12 08:46:26.913281 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d52683c4-c133-4b21-8bb5-10ed88cd3962 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:26.984944 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b3333a8-d84b-444f-86d5-246d156b4bc6 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:26.991495 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-3c395515-860a-400a-b954-18ffbd90956d tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Allocated IP 192.168.233.93 (aaa9e939-3555-4037-a22a-8e3905c2166f/ac1fb13e-fa96-4a78-a070-af75ed125682/5b0f0659-074f-4ec1-8a74-2a9d892acc22) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:27.039681 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d52683c4-c133-4b21-8bb5-10ed88cd3962 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.093033 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3333a8-d84b-444f-86d5-246d156b4bc6 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:27.097321 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3333a8-d84b-444f-86d5-246d156b4bc6 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Pushing event updated for resources: {'Port': ['ID=3cb40894-07f7-4e53-b128-671f5b50147e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:27.133265 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-9b3333a8-d84b-444f-86d5-246d156b4bc6 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:27.145196 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3333a8-d84b-444f-86d5-246d156b4bc6 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:27.159369 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005f1239-07f3-48b4-80b2-8e1788ef6314 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:27.175459 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3ceea-f5b1-40b6-a285-0315bc9263e6 req-1e97e950-15ae-41cd-8b51-6d16eb905917 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:27.177099 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41a3ceea-f5b1-40b6-a285-0315bc9263e6 req-1e97e950-15ae-41cd-8b51-6d16eb905917 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.1103332 Nov 12 08:46:27.186093 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db2624-5f28-4fa0-a0a8-555754936c26 req-8216b1b3-e972-4b76-9cc0-9fe662212047 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:27.188420 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c461f829-97dc-46c7-b4f9-a85dcf7eea30 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.192375 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-63db2624-5f28-4fa0-a0a8-555754936c26 req-8216b1b3-e972-4b76-9cc0-9fe662212047 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.1242464 Nov 12 08:46:27.198411 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d52683c4-c133-4b21-8bb5-10ed88cd3962 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.261575 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52683c4-c133-4b21-8bb5-10ed88cd3962 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event deleted for resources: {'Subnet': ['ID=9b630631-5da8-403d-9854-c7e78d8014ff,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:27.265075 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d52683c4-c133-4b21-8bb5-10ed88cd3962 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.272600 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d52683c4-c133-4b21-8bb5-10ed88cd3962 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/subnets/9b630631-5da8-403d-9854-c7e78d8014ff HTTP/1.1" status: 204 len: 168 time: 0.5168650 Nov 12 08:46:27.276414 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55720) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:27.289666 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f4c2ae-a73b-4773-b170-8b9ea7142fab None None] Network 7e4e0f32-cb7f-4599-a1d6-21d206208b07 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:27.323223 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-a9bb0ae3-fcca-4f83-88be-cdcc315ac162 None None] Provisioning complete for port 3cb40894-07f7-4e53-b128-671f5b50147e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:27.323588 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a9bb0ae3-fcca-4f83-88be-cdcc315ac162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.382567 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-63db2624-5f28-4fa0-a0a8-555754936c26 req-32fdb253-1e8e-46cc-ba91-5ff7337d2a03 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878011 Nov 12 08:46:27.392643 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41a3ceea-f5b1-40b6-a285-0315bc9263e6 req-e05f901b-c11f-48c7-8dbf-3c4c420871b2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957250 Nov 12 08:46:27.427514 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-a9bb0ae3-fcca-4f83-88be-cdcc315ac162 None None] Port 3cb40894-07f7-4e53-b128-671f5b50147e cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:46:27.446864 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f9a8a48-e125-4f79-bdf9-eb7fb3dfa702 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.624719 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b25d4-2aee-46e2-8d52-769b6a2679ae req-bd754307-46aa-44bf-93f3-2638a654d9f5 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:27.626283 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-438b25d4-2aee-46e2-8d52-769b6a2679ae req-bd754307-46aa-44bf-93f3-2638a654d9f5 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.1000652 Nov 12 08:46:27.634303 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-6f9a8a48-e125-4f79-bdf9-eb7fb3dfa702 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Deleting port 7952a4e1-d711-4785-8f88-1c73af318548 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:27.634560 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f9a8a48-e125-4f79-bdf9-eb7fb3dfa702 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.688277 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59daa895-2c13-41fa-ae3c-cf26129ea8af None None] DHCP port deletion for 7e4e0f32-cb7f-4599-a1d6-21d206208b07 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:27.773834 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-59daa895-2c13-41fa-ae3c-cf26129ea8af None None] Deleting port 7952a4e1-d711-4785-8f88-1c73af318548 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:27.774538 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-59daa895-2c13-41fa-ae3c-cf26129ea8af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.777162 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-6f9a8a48-e125-4f79-bdf9-eb7fb3dfa702 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] For port 7952a4e1-d711-4785-8f88-1c73af318548, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=7952a4e1-d711-4785-8f88-1c73af318548,segment=NetworkSegment(2df003d7-6aab-40ce-b851-1e18ca6a1a48),segment_id=2df003d7-6aab-40ce-b851-1e18ca6a1a48)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:27.777916 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f9a8a48-e125-4f79-bdf9-eb7fb3dfa702 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.797520 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-438b25d4-2aee-46e2-8d52-769b6a2679ae req-42f8f1ed-e6eb-403a-b282-39244cfc67ce tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604970 Nov 12 08:46:27.805953 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-6f9a8a48-e125-4f79-bdf9-eb7fb3dfa702 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Calling delete_port for 7952a4e1-d711-4785-8f88-1c73af318548 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:27.876114 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461f829-97dc-46c7-b4f9-a85dcf7eea30 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Subnet': ['ID=303757f5-c4ea-45a6-bdb9-8f2003af7332,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:27.933748 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-59daa895-2c13-41fa-ae3c-cf26129ea8af None None] For port 7952a4e1-d711-4785-8f88-1c73af318548, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=7952a4e1-d711-4785-8f88-1c73af318548,segment=NetworkSegment(2df003d7-6aab-40ce-b851-1e18ca6a1a48),segment_id=2df003d7-6aab-40ce-b851-1e18ca6a1a48)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:27.934909 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-59daa895-2c13-41fa-ae3c-cf26129ea8af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.951444 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c461f829-97dc-46c7-b4f9-a85dcf7eea30 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Checking segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:27.952659 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c461f829-97dc-46c7-b4f9-a85dcf7eea30 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network hostable DHCP agents. Network: 7bfd1417-cac6-4152-826e-588573fa4bfa, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:46:27.966688 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-59daa895-2c13-41fa-ae3c-cf26129ea8af None None] Calling delete_port for 7952a4e1-d711-4785-8f88-1c73af318548 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:28.081185 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f9a8a48-e125-4f79-bdf9-eb7fb3dfa702 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.096644 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-3c395515-860a-400a-b954-18ffbd90956d tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.101754 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c461f829-97dc-46c7-b4f9-a85dcf7eea30 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:46:28.111009 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9a8a48-e125-4f79-bdf9-eb7fb3dfa702 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] No DVR routers for this DVR port 7952a4e1-d711-4785-8f88-1c73af318548 on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:28.160744 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 7952a4e1-d711-4785-8f88-1c73af318548 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:28.169818 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-59daa895-2c13-41fa-ae3c-cf26129ea8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.199482 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-c461f829-97dc-46c7-b4f9-a85dcf7eea30 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 7bfd1417-cac6-4152-826e-588573fa4bfa) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:28.200910 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed878c-503e-4ed1-8976-c51788415d35 req-e266f2e5-fe07-4e84-87c5-45937d768519 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:28.202578 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69ed878c-503e-4ed1-8976-c51788415d35 req-e266f2e5-fe07-4e84-87c5-45937d768519 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/networks?id=2920a1cf-2450-4e88-a1ad-b45da486889e HTTP/1.1" status: 200 len: 814 time: 0.3192022 Nov 12 08:46:28.212979 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 7952a4e1-d711-4785-8f88-1c73af318548 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:28.213803 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 7952a4e1-d711-4785-8f88-1c73af318548 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:28.234583 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c461f829-97dc-46c7-b4f9-a85dcf7eea30 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:28.235790 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c461f829-97dc-46c7-b4f9-a85dcf7eea30 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.246803 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47ab1aa-a5c6-4bd0-9343-2c59253877bc None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:28.259439 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ea65b3c1-0f6c-4cb5-a887-a2278920c4d9 req-c5394d3e-f115-427d-8863-4e945a3a90df tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] 10.222.0.37 "GET /v2.0/ports?device_id=091ce2b9-1474-4d80-8435-99190dcc4189 HTTP/1.1" status: 200 len: 210 time: 0.0665035 Nov 12 08:46:28.262398 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a8a48-e125-4f79-bdf9-eb7fb3dfa702 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event deleted for resources: {'Port': ['ID=7952a4e1-d711-4785-8f88-1c73af318548,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:28.267030 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59daa895-2c13-41fa-ae3c-cf26129ea8af None None] Pushing event deleted for resources: {'Port': ['ID=7952a4e1-d711-4785-8f88-1c73af318548,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:28.288089 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59daa895-2c13-41fa-ae3c-cf26129ea8af None None] No DVR routers for this DVR port 7952a4e1-d711-4785-8f88-1c73af318548 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:28.316424 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69ed878c-503e-4ed1-8976-c51788415d35 req-cf0d01de-d280-4300-ab74-834263f2d7e8 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/quotas/fd85219b61af4e12a9debc00cd31a7fa HTTP/1.1" status: 200 len: 375 time: 0.0504110 Nov 12 08:46:28.322543 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9a8a48-e125-4f79-bdf9-eb7fb3dfa702 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:28.322886 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9a8a48-e125-4f79-bdf9-eb7fb3dfa702 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:28.323223 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9a8a48-e125-4f79-bdf9-eb7fb3dfa702 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:28.323555 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9a8a48-e125-4f79-bdf9-eb7fb3dfa702 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:28.324333 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9a8a48-e125-4f79-bdf9-eb7fb3dfa702 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:28.324656 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9a8a48-e125-4f79-bdf9-eb7fb3dfa702 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:28.324972 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9a8a48-e125-4f79-bdf9-eb7fb3dfa702 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:28.325304 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9a8a48-e125-4f79-bdf9-eb7fb3dfa702 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:28.325626 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9a8a48-e125-4f79-bdf9-eb7fb3dfa702 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:28.325960 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9a8a48-e125-4f79-bdf9-eb7fb3dfa702 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:28.326495 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9a8a48-e125-4f79-bdf9-eb7fb3dfa702 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:28.326648 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9a8a48-e125-4f79-bdf9-eb7fb3dfa702 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:28.397172 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f9a8a48-e125-4f79-bdf9-eb7fb3dfa702 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.413339 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c461f829-97dc-46c7-b4f9-a85dcf7eea30 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1046157 Nov 12 08:46:28.422317 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55748) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:28.433142 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-80d2eccd-3e1e-4fbe-842c-f85d353ac42f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'port': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'name': 'tempest-NetworksTestDHCPv6-1898631667'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:28.437736 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-6f9a8a48-e125-4f79-bdf9-eb7fb3dfa702 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e4e0f32-cb7f-4599-a1d6-21d206208b07']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:28.453438 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69ed878c-503e-4ed1-8976-c51788415d35 req-c15ef5b2-2915-4aa3-a866-e12c5133abaf tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd85219b61af4e12a9debc00cd31a7fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1354849 Nov 12 08:46:28.501963 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-3c395515-860a-400a-b954-18ffbd90956d tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.563018 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69ed878c-503e-4ed1-8976-c51788415d35 req-d56c9ba8-ed72-4df4-a956-6032b2716ba1 service neutron] 10.222.0.37 "GET /v2.0/networks/2920a1cf-2450-4e88-a1ad-b45da486889e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092134 Nov 12 08:46:28.593225 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-6f9a8a48-e125-4f79-bdf9-eb7fb3dfa702 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df003d7-6aab-40ce-b851-1e18ca6a1a48') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:28.593530 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-6f9a8a48-e125-4f79-bdf9-eb7fb3dfa702 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df003d7-6aab-40ce-b851-1e18ca6a1a48') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:28.613477 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f9a8a48-e125-4f79-bdf9-eb7fb3dfa702 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.613827 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a76879-ab2b-428b-ada5-beb3c8f0013c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-7bfd1417-cac6-4152-826e-588573fa4bfa', 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'fixed_ips': [{'subnet_id': '303757f5-c4ea-45a6-bdb9-8f2003af7332'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:46:28.617362 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-30a76879-ab2b-428b-ada5-beb3c8f0013c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.626562 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b3333a8-d84b-444f-86d5-246d156b4bc6 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.687586 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f9a8a48-e125-4f79-bdf9-eb7fb3dfa702 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.706791 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f9a8a48-e125-4f79-bdf9-eb7fb3dfa702 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:46:28.707241 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f9a8a48-e125-4f79-bdf9-eb7fb3dfa702 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.712584 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:46:28.712584 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:46:28.712584 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:46:28.712584 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:46:28.712584 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:46:28.712584 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:46:28.712584 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:46:28.712584 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:46:28.712584 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:46:28.712584 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:46:28.712584 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:46:28.712584 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:46:28.712584 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:46:28.712584 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:46:28.712584 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:46:28.712584 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:46:28.712584 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:46:28.712584 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:46:28.712584 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:46:28.712584 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:46:28.712584 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:46:28.712584 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:46:28.712584 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:46:28.712584 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:46:28.712584 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:46:28.712584 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:46:28.712584 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:46:28.712584 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:46:28.712584 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:46:28.712584 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:46:28.712584 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:46:28.712584 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:46:28.816725 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69ed878c-503e-4ed1-8976-c51788415d35 req-7676e77e-dd19-4ff2-a965-67907ef25af6 service neutron] 10.222.0.37 "GET /v2.0/networks/2920a1cf-2450-4e88-a1ad-b45da486889e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523754 Nov 12 08:46:28.820488 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-3c395515-860a-400a-b954-18ffbd90956d tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Network aaa9e939-3555-4037-a22a-8e3905c2166f is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:28.842438 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c395515-860a-400a-b954-18ffbd90956d tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Pushing event updated for resources: {'Port': ['ID=5b0f0659-074f-4ec1-8a74-2a9d892acc22,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:28.848251 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-3c395515-860a-400a-b954-18ffbd90956d tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:28.874297 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-3c395515-860a-400a-b954-18ffbd90956d tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:28.928761 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-30a76879-ab2b-428b-ada5-beb3c8f0013c None None] Allocated IP 2001:db8::2 (7bfd1417-cac6-4152-826e-588573fa4bfa/303757f5-c4ea-45a6-bdb9-8f2003af7332/6d9701ab-aae8-4baa-9c6b-806d0854847d) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:28.954506 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f9a8a48-e125-4f79-bdf9-eb7fb3dfa702 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.987223 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f9a8a48-e125-4f79-bdf9-eb7fb3dfa702 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.011194 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6f9a8a48-e125-4f79-bdf9-eb7fb3dfa702 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] 10.222.0.37 "DELETE /v2.0/networks/7e4e0f32-cb7f-4599-a1d6-21d206208b07 HTTP/1.1" status: 204 len: 168 time: 1.7338512 Nov 12 08:46:29.033242 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-79d4aabe-ae1a-48a1-9a15-10ef6041de6e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:29.042310 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-79d4aabe-ae1a-48a1-9a15-10ef6041de6e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/networks?id=837ec62d-b3f5-4602-995a-15f6fc8805b4 HTTP/1.1" status: 200 len: 811 time: 0.3922739 Nov 12 08:46:29.066566 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a8a48-e125-4f79-bdf9-eb7fb3dfa702 tempest-NetworksTest-344298763 tempest-NetworksTest-344298763-project] Pushing event deleted for resources: {'Network': ['ID=7e4e0f32-cb7f-4599-a1d6-21d206208b07,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:29.094184 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-e97c448d-f2a8-4455-8e31-d1c07e6384cb tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/quotas/80cba63a5f3c423896b758b0902dcec9 HTTP/1.1" status: 200 len: 375 time: 0.0503976 Nov 12 08:46:29.246543 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-fd8b34bd-ef55-440a-8f6d-969920a6a63d tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=80cba63a5f3c423896b758b0902dcec9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1507330 Nov 12 08:46:29.250807 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.389994 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-3c395515-860a-400a-b954-18ffbd90956d tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:29.391037 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-3c395515-860a-400a-b954-18ffbd90956d tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.441010 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1a4579d8-0602-483b-8b8a-a1cbe66f0ebc req-e33c2ca9-3c98-40ac-afb8-edec2ac5778a tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=65afee34-102a-4d76-9167-7df223e5f321 HTTP/1.1" status: 200 len: 210 time: 0.1919568 Nov 12 08:46:29.486798 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d2eccd-3e1e-4fbe-842c-f85d353ac42f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:29.490540 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-80d2eccd-3e1e-4fbe-842c-f85d353ac42f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.504227 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-3c395515-860a-400a-b954-18ffbd90956d tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6026862 Nov 12 08:46:29.522053 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b3333a8-d84b-444f-86d5-246d156b4bc6 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.540629 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-0411bf48-eb82-4d26-bacc-af99562ab131 service neutron] Request body: {'port': {'device_id': '091ce2b9-1474-4d80-8435-99190dcc4189', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:29.582947 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-80d2eccd-3e1e-4fbe-842c-f85d353ac42f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] device_id is not set on port 37a971b2-2aee-4ffb-a789-b0914def699d yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:46:29.607096 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-30a76879-ab2b-428b-ada5-beb3c8f0013c None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.620933 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ef3bdbbb-7f76-48a8-85e3-0954e873ab9b None None] Provisioning complete for port 5b0f0659-074f-4ec1-8a74-2a9d892acc22 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:29.622279 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ef3bdbbb-7f76-48a8-85e3-0954e873ab9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.749161 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-0411bf48-eb82-4d26-bacc-af99562ab131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.778204 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-30a76879-ab2b-428b-ada5-beb3c8f0013c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.796699 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efc79e-7b1e-49b3-8310-4c6112a7d71c req-90418af8-480d-4b23-bf01-c41927465229 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:29.799439 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c9efc79e-7b1e-49b3-8310-4c6112a7d71c req-90418af8-480d-4b23-bf01-c41927465229 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.58 "GET /v2.0/ports?device_id=481f29e4-38a9-44c3-85cc-10e0f64ae731 HTTP/1.1" status: 200 len: 945 time: 0.4712117 Nov 12 08:46:29.803011 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-5936fa0c-b74a-4967-ba4d-cc4a01672ce2 service neutron] 10.222.0.37 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5273011 Nov 12 08:46:29.906440 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-80d2eccd-3e1e-4fbe-842c-f85d353ac42f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Allocated IP 2001:db8::202 (7bfd1417-cac6-4152-826e-588573fa4bfa/303757f5-c4ea-45a6-bdb9-8f2003af7332/37a971b2-2aee-4ffb-a789-b0914def699d) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:29.969664 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55778) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:29.991031 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a76879-ab2b-428b-ada5-beb3c8f0013c None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:29.995646 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ef3bdbbb-7f76-48a8-85e3-0954e873ab9b None None] Port 5b0f0659-074f-4ec1-8a74-2a9d892acc22 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:46:30.008510 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-30a76879-ab2b-428b-ada5-beb3c8f0013c None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:30.028452 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a76879-ab2b-428b-ada5-beb3c8f0013c None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:30.078042 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3333a8-d84b-444f-86d5-246d156b4bc6 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Router 01b9d713-b9e0-42d3-9163-7d7d57aaa86d is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:46:30.180414 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a76879-ab2b-428b-ada5-beb3c8f0013c None None] Pushing event updated for resources: {'Port': ['ID=6d9701ab-aae8-4baa-9c6b-806d0854847d,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:30.238142 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-30a76879-ab2b-428b-ada5-beb3c8f0013c None None] Attempting to bind port 6d9701ab-aae8-4baa-9c6b-806d0854847d on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:30.238740 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-30a76879-ab2b-428b-ada5-beb3c8f0013c None None] Attempting to bind port 6d9701ab-aae8-4baa-9c6b-806d0854847d by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:30.239413 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a76879-ab2b-428b-ada5-beb3c8f0013c None None] Attempting to bind port 6d9701ab-aae8-4baa-9c6b-806d0854847d on network 7bfd1417-cac6-4152-826e-588573fa4bfa {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:30.248780 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a76879-ab2b-428b-ada5-beb3c8f0013c None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:30.249279 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a76879-ab2b-428b-ada5-beb3c8f0013c None None] Checking segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:30.249636 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-30a76879-ab2b-428b-ada5-beb3c8f0013c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.250110 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a76879-ab2b-428b-ada5-beb3c8f0013c None None] Bound using segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:30.250660 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-30a76879-ab2b-428b-ada5-beb3c8f0013c None None] Bound port: 6d9701ab-aae8-4baa-9c6b-806d0854847d, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:30.251047 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-30a76879-ab2b-428b-ada5-beb3c8f0013c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.350928 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-30a76879-ab2b-428b-ada5-beb3c8f0013c None None] For port 6d9701ab-aae8-4baa-9c6b-806d0854847d, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:30.356423 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-30a76879-ab2b-428b-ada5-beb3c8f0013c None None] For port 6d9701ab-aae8-4baa-9c6b-806d0854847d, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=6d9701ab-aae8-4baa-9c6b-806d0854847d,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:30.363492 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b81cd6-b248-41cf-a316-12e07c308c77 req-0a1e33fa-d978-48a2-a5b7-0acf3ca55c6e tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:30.363843 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-30a76879-ab2b-428b-ada5-beb3c8f0013c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.366259 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e5b81cd6-b248-41cf-a316-12e07c308c77 req-0a1e33fa-d978-48a2-a5b7-0acf3ca55c6e tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] 10.222.0.37 "GET /v2.0/ports?device_id=091ce2b9-1474-4d80-8435-99190dcc4189 HTTP/1.1" status: 200 len: 935 time: 0.5609794 Nov 12 08:46:30.370270 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-0a0aec51-fee0-45a6-a29e-7c63375903b9 service neutron] 10.222.0.37 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5309739 Nov 12 08:46:30.464788 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a76879-ab2b-428b-ada5-beb3c8f0013c None None] Pushing event updated for resources: {'Port': ['ID=6d9701ab-aae8-4baa-9c6b-806d0854847d,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:30.480132 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-c9efc79e-7b1e-49b3-8310-4c6112a7d71c req-1e49aca1-b435-4ce2-b800-64a89807613e tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Deleting port d1631c44-217c-4874-bda0-3ae83d367b5b {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:30.480829 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c9efc79e-7b1e-49b3-8310-4c6112a7d71c req-1e49aca1-b435-4ce2-b800-64a89807613e tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.505225 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-80d2eccd-3e1e-4fbe-842c-f85d353ac42f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.568782 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e5b81cd6-b248-41cf-a316-12e07c308c77 req-c10480b9-e21a-4edd-bc67-f39e5830b2bc tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f09ac26-a6cc-4d52-9a7e-68fa5168005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913638 Nov 12 08:46:30.683728 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-67e0bbc6-0fc9-4629-b0eb-230aea31e64c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c3322adda46947968847f0144371afce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7002184 Nov 12 08:46:30.688173 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55786) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:30.706634 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-80d2eccd-3e1e-4fbe-842c-f85d353ac42f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.793253 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-c9efc79e-7b1e-49b3-8310-4c6112a7d71c req-1e49aca1-b435-4ce2-b800-64a89807613e tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] For port d1631c44-217c-4874-bda0-3ae83d367b5b, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=d1631c44-217c-4874-bda0-3ae83d367b5b,segment=NetworkSegment(34828fde-3b53-4826-975b-0c6b4715c685),segment_id=34828fde-3b53-4826-975b-0c6b4715c685)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:30.793253 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c9efc79e-7b1e-49b3-8310-4c6112a7d71c req-1e49aca1-b435-4ce2-b800-64a89807613e tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.816703 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2eccd-3e1e-4fbe-842c-f85d353ac42f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Port': ['ID=37a971b2-2aee-4ffb-a789-b0914def699d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:30.849706 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3333a8-d84b-444f-86d5-246d156b4bc6 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:30.863363 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d2eccd-3e1e-4fbe-842c-f85d353ac42f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:30.867883 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-80d2eccd-3e1e-4fbe-842c-f85d353ac42f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:30.870535 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d2eccd-3e1e-4fbe-842c-f85d353ac42f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:30.877417 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0587f159-5a92-4343-9d4f-92967023aafb None None] Sync routers for ids ['01b9d713-b9e0-42d3-9163-7d7d57aaa86d'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:30.878478 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d2eccd-3e1e-4fbe-842c-f85d353ac42f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:30.879172 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-80d2eccd-3e1e-4fbe-842c-f85d353ac42f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.885540 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-0411bf48-eb82-4d26-bacc-af99562ab131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b0f0659-074f-4ec1-8a74-2a9d892acc22 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:46:30.900158 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-0411bf48-eb82-4d26-bacc-af99562ab131 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.924373 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0587f159-5a92-4343-9d4f-92967023aafb None None] Routers {'01b9d713-b9e0-42d3-9163-7d7d57aaa86d'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:30.927923 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0587f159-5a92-4343-9d4f-92967023aafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:46:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['01b9d713-b9e0-42d3-9163-7d7d57aaa86d'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:30.933121 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b3333a8-d84b-444f-86d5-246d156b4bc6 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.934477 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9b3333a8-d84b-444f-86d5-246d156b4bc6 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.9490077 Nov 12 08:46:30.945135 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55792) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:30.952330 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-80d2eccd-3e1e-4fbe-842c-f85d353ac42f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5263765 Nov 12 08:46:30.957656 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55794) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:30.967962 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-c9efc79e-7b1e-49b3-8310-4c6112a7d71c req-1e49aca1-b435-4ce2-b800-64a89807613e tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Calling delete_port for d1631c44-217c-4874-bda0-3ae83d367b5b owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:30.971271 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1ad6714b-1ef2-4545-ad4f-4229509d0138 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'enable_snat': False}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:31.050873 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0587f159-5a92-4343-9d4f-92967023aafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:31.070539 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0587f159-5a92-4343-9d4f-92967023aafb None None] Routers {'01b9d713-b9e0-42d3-9163-7d7d57aaa86d'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:31.071183 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0587f159-5a92-4343-9d4f-92967023aafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:46:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['01b9d713-b9e0-42d3-9163-7d7d57aaa86d'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:31.153104 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0587f159-5a92-4343-9d4f-92967023aafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:31.153812 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0587f159-5a92-4343-9d4f-92967023aafb None None] The sync data for ids ['01b9d713-b9e0-42d3-9163-7d7d57aaa86d'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:31.183011 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-0411bf48-eb82-4d26-bacc-af99562ab131 service neutron] Transition to ACTIVE for port object 5b0f0659-074f-4ec1-8a74-2a9d892acc22 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:46:31.224008 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-0411bf48-eb82-4d26-bacc-af99562ab131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.378857 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-beca65db-6a20-44f2-bd7e-50182526bafd req-4e8a0d4d-6148-46f6-a1be-6becf054cf4e tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=65afee34-102a-4d76-9167-7df223e5f321 HTTP/1.1" status: 200 len: 210 time: 0.2391231 Nov 12 08:46:31.413099 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e86e4374-b39e-408e-8611-683430c679c2 req-404a5976-6d45-4441-988e-d8d63b8bca04 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f6b4a0d-54be-492d-8c1f-c1beeb9f265f HTTP/1.1" status: 200 len: 210 time: 0.2755573 Nov 12 08:46:31.543025 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411bf48-eb82-4d26-bacc-af99562ab131 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0f0659-074f-4ec1-8a74-2a9d892acc22,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:31.639103 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed11d90-cf55-499b-8aeb-d105bbccd12c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:31.668376 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed11d90-cf55-499b-8aeb-d105bbccd12c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:31.674466 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9ed11d90-cf55-499b-8aeb-d105bbccd12c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6978064 Nov 12 08:46:31.674466 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3dd22a79-0447-453c-909e-0753fb40daa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.677551 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55804) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:31.709209 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c9efc79e-7b1e-49b3-8310-4c6112a7d71c req-1e49aca1-b435-4ce2-b800-64a89807613e tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.743581 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed878c-503e-4ed1-8976-c51788415d35 req-e36abd18-83fa-483f-91eb-9def9d728ae5 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:31.745806 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-69ed878c-503e-4ed1-8976-c51788415d35 req-e36abd18-83fa-483f-91eb-9def9d728ae5 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.54 "GET /v2.0/networks?id=2920a1cf-2450-4e88-a1ad-b45da486889e HTTP/1.1" status: 200 len: 814 time: 0.5616074 Nov 12 08:46:31.819852 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-69ed878c-503e-4ed1-8976-c51788415d35 req-726848e9-e3d5-4592-95bf-8947364bc80c tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Request body: {'port': {'device_id': '65afee34-102a-4d76-9167-7df223e5f321', 'network_id': '2920a1cf-2450-4e88-a1ad-b45da486889e', 'admin_state_up': True, 'tenant_id': 'fd85219b61af4e12a9debc00cd31a7fa'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:31.826842 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device d1631c44-217c-4874-bda0-3ae83d367b5b no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:31.912670 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: d1631c44-217c-4874-bda0-3ae83d367b5b {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:31.912670 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device d1631c44-217c-4874-bda0-3ae83d367b5b not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:31.914495 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8cb4cd-1484-46c1-a8ba-2b632829a2ad None None] DHCP port deletion for 2920a1cf-2450-4e88-a1ad-b45da486889e request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:32.121784 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49aca1-b435-4ce2-b800-64a89807613e tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Pushing event deleted for resources: {'Port': ['ID=d1631c44-217c-4874-bda0-3ae83d367b5b,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:32.163628 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3dd22a79-0447-453c-909e-0753fb40daa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.225772 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9efc79e-7b1e-49b3-8310-4c6112a7d71c req-1e49aca1-b435-4ce2-b800-64a89807613e tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] No DVR routers for this DVR port d1631c44-217c-4874-bda0-3ae83d367b5b on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:32.236178 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c9efc79e-7b1e-49b3-8310-4c6112a7d71c req-1e49aca1-b435-4ce2-b800-64a89807613e tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.239959 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c9efc79e-7b1e-49b3-8310-4c6112a7d71c req-1e49aca1-b435-4ce2-b800-64a89807613e tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.58 "DELETE /v2.0/ports/d1631c44-217c-4874-bda0-3ae83d367b5b HTTP/1.1" status: 204 len: 173 time: 2.4319706 Nov 12 08:46:32.244090 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481f29e4-38a9-44c3-85cc-10e0f64ae731', 'name': 'network-vif-deleted', 'tag': 'd1631c44-217c-4874-bda0-3ae83d367b5b'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:32.245203 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a99169-b00a-40b1-a784-131a8361f879" -d '{"events": [{"server_uuid": "481f29e4-38a9-44c3-85cc-10e0f64ae731", "name": "network-vif-deleted", "tag": "d1631c44-217c-4874-bda0-3ae83d367b5b"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:32.269791 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 6d9701ab-aae8-4baa-9c6b-806d0854847d up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:32.288496 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca41e7b-f7cf-4c09-b869-45d276b2b788 req-41924775-0f35-401a-82c1-52e8817b53f1 tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:32.296359 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2ca41e7b-f7cf-4c09-b869-45d276b2b788 req-41924775-0f35-401a-82c1-52e8817b53f1 tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] 10.222.0.37 "GET /v2.0/ports?device_id=091ce2b9-1474-4d80-8435-99190dcc4189 HTTP/1.1" status: 200 len: 947 time: 0.5092168 Nov 12 08:46:32.425035 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 6d9701ab-aae8-4baa-9c6b-806d0854847d triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:32.426484 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.572208 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37060f70-afbd-4876-8e47-695ea51cc4d9 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:32.666382 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8a639981-1bda-43e3-b8be-885b2501c514 None None] Provisioning complete for port 6d9701ab-aae8-4baa-9c6b-806d0854847d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:32.666665 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8a639981-1bda-43e3-b8be-885b2501c514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.795383 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.858285 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c32170-2aed-4698-89b3-a92891e684f6 x-openstack-request-id: req-b8c32170-2aed-4698-89b3-a92891e684f6 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:32.859862 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481f29e4-38a9-44c3-85cc-10e0f64ae731", "name": "network-vif-deleted", "tag": "d1631c44-217c-4874-bda0-3ae83d367b5b", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:32.860575 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b8c32170-2aed-4698-89b3-a92891e684f6 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:32.863775 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481f29e4-38a9-44c3-85cc-10e0f64ae731', 'name': 'network-vif-deleted', 'tag': 'd1631c44-217c-4874-bda0-3ae83d367b5b', 'status': 'completed', 'code': 200} Nov 12 08:46:32.897989 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 6d9701ab-aae8-4baa-9c6b-806d0854847d, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=6d9701ab-aae8-4baa-9c6b-806d0854847d,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:32.912130 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.918668 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8a639981-1bda-43e3-b8be-885b2501c514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.976683 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1e77be89-d46c-4231-8fc2-84bf64d709c8 req-0d7db077-b2ab-4a26-96e3-c84b27043bb1 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=65afee34-102a-4d76-9167-7df223e5f321 HTTP/1.1" status: 200 len: 210 time: 0.1107323 Nov 12 08:46:33.022302 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=6d9701ab-aae8-4baa-9c6b-806d0854847d,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:33.033026 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-3066f182-3044-437f-bcfb-b6c94a069e2c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting port 37a971b2-2aee-4ffb-a789-b0914def699d {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:33.038145 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:33.038494 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:33.039366 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:33.039717 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:33.040077 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:33.040414 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:33.040746 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:33.041077 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:33.041470 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:33.041719 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:33.042050 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:33.042374 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:33.043184 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3066f182-3044-437f-bcfb-b6c94a069e2c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.051026 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-8a639981-1bda-43e3-b8be-885b2501c514 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:46:33.051258 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1ad6714b-1ef2-4545-ad4f-4229509d0138 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.051767 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-8a639981-1bda-43e3-b8be-885b2501c514 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:46:33.106602 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3dd22a79-0447-453c-909e-0753fb40daa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.112062 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3dd22a79-0447-453c-909e-0753fb40daa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.114294 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3dd22a79-0447-453c-909e-0753fb40daa4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/60d2f5fc-5043-424f-9e33-6ebd7d4c5abd HTTP/1.1" status: 204 len: 168 time: 2.4240928 Nov 12 08:46:33.128314 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-0411bf48-eb82-4d26-bacc-af99562ab131 service neutron] Attempting to bind port 5b0f0659-074f-4ec1-8a74-2a9d892acc22 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:33.128896 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-0411bf48-eb82-4d26-bacc-af99562ab131 service neutron] Attempting to bind port 5b0f0659-074f-4ec1-8a74-2a9d892acc22 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:33.129464 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-0411bf48-eb82-4d26-bacc-af99562ab131 service neutron] Attempting to bind port 5b0f0659-074f-4ec1-8a74-2a9d892acc22 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:33.163509 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-0411bf48-eb82-4d26-bacc-af99562ab131 service neutron] Port 5b0f0659-074f-4ec1-8a74-2a9d892acc22 on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:33.164820 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-0411bf48-eb82-4d26-bacc-af99562ab131 service neutron] Attempting to bind port 5b0f0659-074f-4ec1-8a74-2a9d892acc22 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:33.169775 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2ca41e7b-f7cf-4c09-b869-45d276b2b788 req-d5bd834a-fc46-4592-ba29-87ca1e30e022 tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f09ac26-a6cc-4d52-9a7e-68fa5168005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8723547 Nov 12 08:46:33.183364 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-0411bf48-eb82-4d26-bacc-af99562ab131 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:33.184074 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-0411bf48-eb82-4d26-bacc-af99562ab131 service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:33.184965 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-0411bf48-eb82-4d26-bacc-af99562ab131 service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:33.185564 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-0411bf48-eb82-4d26-bacc-af99562ab131 service neutron] Bound port: 5b0f0659-074f-4ec1-8a74-2a9d892acc22, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:33.186366 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-0411bf48-eb82-4d26-bacc-af99562ab131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.313325 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69ed878c-503e-4ed1-8976-c51788415d35 req-726848e9-e3d5-4592-95bf-8947364bc80c tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Made reservation on behalf of fd85219b61af4e12a9debc00cd31a7fa for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:33.316988 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-69ed878c-503e-4ed1-8976-c51788415d35 req-726848e9-e3d5-4592-95bf-8947364bc80c tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.327090 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-0411bf48-eb82-4d26-bacc-af99562ab131 service neutron] For port 5b0f0659-074f-4ec1-8a74-2a9d892acc22, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:33.436609 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-0411bf48-eb82-4d26-bacc-af99562ab131 service neutron] For port 5b0f0659-074f-4ec1-8a74-2a9d892acc22, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=5b0f0659-074f-4ec1-8a74-2a9d892acc22,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:33.452424 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-0411bf48-eb82-4d26-bacc-af99562ab131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.471445 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-5ef6a56d-2d7e-4d21-a8ea-635514a8b317 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:33.478702 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-5ef6a56d-2d7e-4d21-a8ea-635514a8b317 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.58 "GET /v2.0/networks?id=837ec62d-b3f5-4602-995a-15f6fc8805b4 HTTP/1.1" status: 200 len: 811 time: 0.5214012 Nov 12 08:46:33.499798 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd22a79-0447-453c-909e-0753fb40daa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d2f5fc-5043-424f-9e33-6ebd7d4c5abd,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:33.535333 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-b3f25630-652b-4e2f-95bb-9620c52ef0c2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Request body: {'port': {'device_id': '5f6b4a0d-54be-492d-8c1f-c1beeb9f265f', 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4', 'admin_state_up': True, 'tenant_id': '80cba63a5f3c423896b758b0902dcec9'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:33.652860 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-0411bf48-eb82-4d26-bacc-af99562ab131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:33.653540 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-0411bf48-eb82-4d26-bacc-af99562ab131 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.654251 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-74dd0653-eeda-4a24-9e5d-1fec12a1ff8b req-11ffb556-cebb-4f59-a029-f17aa8c46462 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f6b4a0d-54be-492d-8c1f-c1beeb9f265f HTTP/1.1" status: 200 len: 210 time: 0.3296554 Nov 12 08:46:33.655114 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-0411bf48-eb82-4d26-bacc-af99562ab131 service neutron] 10.222.0.54 "PUT /v2.0/ports/5b0f0659-074f-4ec1-8a74-2a9d892acc22 HTTP/1.1" status: 200 len: 1096 time: 4.1237066 Nov 12 08:46:33.666748 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '091ce2b9-1474-4d80-8435-99190dcc4189', 'tag': '5b0f0659-074f-4ec1-8a74-2a9d892acc22'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:33.669460 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709eb840-90a0-4384-8d19-1836b87a0dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "091ce2b9-1474-4d80-8435-99190dcc4189", "tag": "5b0f0659-074f-4ec1-8a74-2a9d892acc22"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:33.790795 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3066f182-3044-437f-bcfb-b6c94a069e2c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.796681 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7936d423-4de3-4379-a8f1-6301d13c8e1b x-openstack-request-id: req-7936d423-4de3-4379-a8f1-6301d13c8e1b {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:33.797123 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "091ce2b9-1474-4d80-8435-99190dcc4189", "tag": "5b0f0659-074f-4ec1-8a74-2a9d892acc22", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:33.797475 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7936d423-4de3-4379-a8f1-6301d13c8e1b {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:33.797808 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '091ce2b9-1474-4d80-8435-99190dcc4189', 'tag': '5b0f0659-074f-4ec1-8a74-2a9d892acc22', 'status': 'completed', 'code': 200} Nov 12 08:46:33.836715 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-3066f182-3044-437f-bcfb-b6c94a069e2c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Calling delete_port for 37a971b2-2aee-4ffb-a789-b0914def699d owned by {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:33.881628 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411bf48-eb82-4d26-bacc-af99562ab131 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0f0659-074f-4ec1-8a74-2a9d892acc22,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:33.998636 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:46:34.008910 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-7d478793-d1b9-41d3-b6c4-cc2c311a015d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:34.014498 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-7d478793-d1b9-41d3-b6c4-cc2c311a015d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a77d98142d4f4d649c52909b874f6bcd&device_id=091ce2b9-1474-4d80-8435-99190dcc4189 HTTP/1.1" status: 200 len: 1099 time: 0.2345862 Nov 12 08:46:34.016085 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-69ed878c-503e-4ed1-8976-c51788415d35 req-726848e9-e3d5-4592-95bf-8947364bc80c tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Allocated IP 172.20.0.12 (2920a1cf-2450-4e88-a1ad-b45da486889e/514a597d-ff4c-46bb-8a31-1a78b7448335/575e2463-d78d-4249-9126-b8827bc50c70) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:34.037283 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-b3f25630-652b-4e2f-95bb-9620c52ef0c2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Made reservation on behalf of 80cba63a5f3c423896b758b0902dcec9 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:34.041236 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-b3f25630-652b-4e2f-95bb-9620c52ef0c2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:34.076457 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ccfbbf1c-483d-403d-9ae6-33f74e33f61b None None] Provisioning complete for port 37a971b2-2aee-4ffb-a789-b0914def699d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:34.077981 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ccfbbf1c-483d-403d-9ae6-33f74e33f61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:34.177148 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-2a1cb7c7-fc32-4c3b-8cf1-17d6ccea2a0f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=5b0f0659-074f-4ec1-8a74-2a9d892acc22 HTTP/1.1" status: 200 len: 217 time: 0.0865705 Nov 12 08:46:34.194284 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbbf1c-483d-403d-9ae6-33f74e33f61b None None] Port 37a971b2-2aee-4ffb-a789-b0914def699d cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:46:34.198609 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-04eadc1c-b136-4457-8d5c-ba89cf8dda45 req-c86ecbdb-ad14-4913-b016-d17756523c71 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=65afee34-102a-4d76-9167-7df223e5f321 HTTP/1.1" status: 200 len: 210 time: 0.0651817 Nov 12 08:46:34.217568 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 6d9701ab-aae8-4baa-9c6b-806d0854847d up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:34.307925 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3066f182-3044-437f-bcfb-b6c94a069e2c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:34.334040 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ccfbbf1c-483d-403d-9ae6-33f74e33f61b None None] Provisioning complete for port 6d9701ab-aae8-4baa-9c6b-806d0854847d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:34.334431 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ccfbbf1c-483d-403d-9ae6-33f74e33f61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:34.358295 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-13c22883-b3dc-4a3e-ae2e-291630d2dfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:34.360262 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-13c22883-b3dc-4a3e-ae2e-291630d2dfb7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1742611 Nov 12 08:46:34.384518 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 6d9701ab-aae8-4baa-9c6b-806d0854847d triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:34.385046 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:34.492126 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-b3f25630-652b-4e2f-95bb-9620c52ef0c2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Allocated IP 172.20.0.14 (837ec62d-b3f5-4602-995a-15f6fc8805b4/601c19d7-10c1-44ee-a86c-ac9c499e748d/25bd8be1-8f5b-41f0-af63-40522e7c552e) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:34.606622 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3066f182-3044-437f-bcfb-b6c94a069e2c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:34.610293 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3066f182-3044-437f-bcfb-b6c94a069e2c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/37a971b2-2aee-4ffb-a789-b0914def699d HTTP/1.1" status: 204 len: 168 time: 2.9313173 Nov 12 08:46:34.611522 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066f182-3044-437f-bcfb-b6c94a069e2c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Port': ['ID=37a971b2-2aee-4ffb-a789-b0914def699d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:34.628397 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55850) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:34.699362 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9fa46cd9-c463-4649-ab67-ef5477cd7bd9 None None] Could not find standard attr ID for object 37a971b2-2aee-4ffb-a789-b0914def699d. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:46:34.760687 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f53985-b432-4d9f-b6b7-4eaf8c1ed439 req-0a969bac-71ae-4976-8766-c79f73c79f1d tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:34.762482 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-33f53985-b432-4d9f-b6b7-4eaf8c1ed439 req-0a969bac-71ae-4976-8766-c79f73c79f1d tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] 10.222.0.37 "GET /v2.0/ports?device_id=091ce2b9-1474-4d80-8435-99190dcc4189 HTTP/1.1" status: 200 len: 947 time: 0.4026556 Nov 12 08:46:34.780145 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-43f20a75-b4a0-4212-b99d-2e4c934734ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:34.781135 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-43f20a75-b4a0-4212-b99d-2e4c934734ed service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4113095 Nov 12 08:46:34.804876 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55854) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:34.862717 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a6941d32-9255-4fc8-b577-0e054ff8a562 req-3150575d-5fe4-4537-b740-ebb7e19da14d tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f6b4a0d-54be-492d-8c1f-c1beeb9f265f HTTP/1.1" status: 200 len: 210 time: 0.0618017 Nov 12 08:46:34.869638 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42691f04-a0ab-40a8-8bda-e1a49532e3f3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:34.871300 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42691f04-a0ab-40a8-8bda-e1a49532e3f3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:34.875809 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-42691f04-a0ab-40a8-8bda-e1a49532e3f3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2425766 Nov 12 08:46:34.880819 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55858) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:34.881598 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-69ed878c-503e-4ed1-8976-c51788415d35 req-726848e9-e3d5-4592-95bf-8947364bc80c tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:34.898126 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-b3f25630-652b-4e2f-95bb-9620c52ef0c2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:34.942566 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-33f53985-b432-4d9f-b6b7-4eaf8c1ed439 req-2cca9d26-728b-4e59-9a6b-1f617642ba13 tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f09ac26-a6cc-4d52-9a7e-68fa5168005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644554 Nov 12 08:46:34.971848 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-1d9405db-65c5-4eff-9d1e-d3f637167e2a tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1285247110', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:34.989235 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-732b3e67-7afd-4c8e-9169-862b64e001eb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting subnet 303757f5-c4ea-45a6-bdb9-8f2003af7332 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:46:34.996848 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-732b3e67-7afd-4c8e-9169-862b64e001eb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.052651 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-b3f25630-652b-4e2f-95bb-9620c52ef0c2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.057477 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-732b3e67-7afd-4c8e-9169-862b64e001eb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.062378 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1d9405db-65c5-4eff-9d1e-d3f637167e2a tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.063949 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1d9405db-65c5-4eff-9d1e-d3f637167e2a tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.065680 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-c905de44-1945-43e9-bc5c-7bed865f7b67 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633183 Nov 12 08:46:35.067514 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['95abe0da-cc08-4f59-931c-b1c44e9b4cc4'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:46:35.069354 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-69ed878c-503e-4ed1-8976-c51788415d35 req-726848e9-e3d5-4592-95bf-8947364bc80c tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.081102 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1ad6714b-1ef2-4545-ad4f-4229509d0138 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12134'] for router, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.133076 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1ad6714b-1ef2-4545-ad4f-4229509d0138 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920415'] for router, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.172513 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-b3f25630-652b-4e2f-95bb-9620c52ef0c2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Network 837ec62d-b3f5-4602-995a-15f6fc8805b4 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:35.178205 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f25630-652b-4e2f-95bb-9620c52ef0c2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Pushing event updated for resources: {'Port': ['ID=25bd8be1-8f5b-41f0-af63-40522e7c552e,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:35.185403 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-b3f25630-652b-4e2f-95bb-9620c52ef0c2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:35.195801 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69ed878c-503e-4ed1-8976-c51788415d35 req-726848e9-e3d5-4592-95bf-8947364bc80c tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Network 2920a1cf-2450-4e88-a1ad-b45da486889e is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:35.243006 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-b3f25630-652b-4e2f-95bb-9620c52ef0c2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:35.246468 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-69ed878c-503e-4ed1-8976-c51788415d35 req-726848e9-e3d5-4592-95bf-8947364bc80c tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:35.248904 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ed878c-503e-4ed1-8976-c51788415d35 req-726848e9-e3d5-4592-95bf-8947364bc80c tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:35.251819 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726848e9-e3d5-4592-95bf-8947364bc80c tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Pushing event updated for resources: {'Port': ['ID=575e2463-d78d-4249-9126-b8827bc50c70,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:35.256528 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1d9405db-65c5-4eff-9d1e-d3f637167e2a tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.281108 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1d9405db-65c5-4eff-9d1e-d3f637167e2a tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.295968 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102a9a39-344b-4b62-9a2e-2c0919447e61 None None] DHCP port deletion for 2920a1cf-2450-4e88-a1ad-b45da486889e request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:35.348797 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-732b3e67-7afd-4c8e-9169-862b64e001eb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.356856 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1d9405db-65c5-4eff-9d1e-d3f637167e2a tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.357116 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e5f83b83-24ca-48dc-b90d-77bef16b42ca req-2aa02c27-f981-484f-80f8-03b39d2dd3f7 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739477 Nov 12 08:46:35.358047 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1d9405db-65c5-4eff-9d1e-d3f637167e2a tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5503368 Nov 12 08:46:35.368004 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed878c-503e-4ed1-8976-c51788415d35 req-726848e9-e3d5-4592-95bf-8947364bc80c tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:35.368589 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-69ed878c-503e-4ed1-8976-c51788415d35 req-726848e9-e3d5-4592-95bf-8947364bc80c tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.376210 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55862) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:35.377431 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-57703a2b-eb2c-4af5-b0a5-6424222de387 None None] Provisioning complete for port 575e2463-d78d-4249-9126-b8827bc50c70 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:35.378166 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-57703a2b-eb2c-4af5-b0a5-6424222de387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.381531 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-024d3f68-b8c6-407c-bae3-e3fc2f8d0277 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1730866598'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:35.403607 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-b3f25630-652b-4e2f-95bb-9620c52ef0c2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:35.404325 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-b3f25630-652b-4e2f-95bb-9620c52ef0c2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.426608 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad6714b-1ef2-4545-ad4f-4229509d0138 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Router 01b9d713-b9e0-42d3-9163-7d7d57aaa86d has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:46:35.437447 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-57703a2b-eb2c-4af5-b0a5-6424222de387 None None] Port 575e2463-d78d-4249-9126-b8827bc50c70 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:46:35.448976 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888c179-4bbe-4ec5-8c50-b38fc866a255 req-770a37c9-8fdf-4fa5-a116-832375e6a283 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:35.451402 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c888c179-4bbe-4ec5-8c50-b38fc866a255 req-770a37c9-8fdf-4fa5-a116-832375e6a283 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=65afee34-102a-4d76-9167-7df223e5f321 HTTP/1.1" status: 200 len: 932 time: 0.1514864 Nov 12 08:46:35.457804 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024d3f68-b8c6-407c-bae3-e3fc2f8d0277 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Made reservation on behalf of dfff68fcfe1e423c9412dc8198cde5f4 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:35.458028 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-b3f25630-652b-4e2f-95bb-9620c52ef0c2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9317839 Nov 12 08:46:35.460450 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-024d3f68-b8c6-407c-bae3-e3fc2f8d0277 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.475942 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-69ed878c-503e-4ed1-8976-c51788415d35 req-726848e9-e3d5-4592-95bf-8947364bc80c tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6725905 Nov 12 08:46:35.476232 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-5ee60a48-7d02-47e5-a1dc-ca534b8ba984 service neutron] Request body: {'port': {'device_id': '5f6b4a0d-54be-492d-8c1f-c1beeb9f265f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:35.493401 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-024d3f68-b8c6-407c-bae3-e3fc2f8d0277 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.503486 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-69ed878c-503e-4ed1-8976-c51788415d35 req-b8a6345b-21f1-43ea-af29-df642bb7d6a3 service neutron] Request body: {'port': {'device_id': '65afee34-102a-4d76-9167-7df223e5f321', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:35.516408 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-732b3e67-7afd-4c8e-9169-862b64e001eb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.565685 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b3e67-7afd-4c8e-9169-862b64e001eb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Subnet': ['ID=303757f5-c4ea-45a6-bdb9-8f2003af7332,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:35.571559 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91357729-9f0f-49dc-a2bb-d54ecc43b35a None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:35.574431 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-732b3e67-7afd-4c8e-9169-862b64e001eb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.584274 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-732b3e67-7afd-4c8e-9169-862b64e001eb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/303757f5-c4ea-45a6-bdb9-8f2003af7332 HTTP/1.1" status: 204 len: 168 time: 0.6990445 Nov 12 08:46:35.592456 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55866) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:35.619977 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c888c179-4bbe-4ec5-8c50-b38fc866a255 req-d253d602-a686-4b59-a06b-ccc91034cbb8 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536219 Nov 12 08:46:35.624071 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-5ee60a48-7d02-47e5-a1dc-ca534b8ba984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.708183 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f832f642-1007-409d-8a54-d56db094a428 None None] Provisioning complete for port 25bd8be1-8f5b-41f0-af63-40522e7c552e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:35.708575 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f832f642-1007-409d-8a54-d56db094a428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.744459 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d9f247f6-47a6-4f13-a537-a32f49291d9e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1507401 Nov 12 08:46:35.748159 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709eb840-90a0-4384-8d19-1836b87a0dc0 req-a5fdbc03-8cbd-4aa7-a65e-99d4c834d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:35.749694 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-709eb840-90a0-4384-8d19-1836b87a0dc0 req-a5fdbc03-8cbd-4aa7-a65e-99d4c834d66d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a77d98142d4f4d649c52909b874f6bcd&device_id=091ce2b9-1474-4d80-8435-99190dcc4189 HTTP/1.1" status: 200 len: 1099 time: 0.3049421 Nov 12 08:46:35.750193 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55870) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:35.761425 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d33b60b7-78b4-489e-bf0c-1083d03b80e3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:35.769797 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-f832f642-1007-409d-8a54-d56db094a428 None None] Port 25bd8be1-8f5b-41f0-af63-40522e7c552e cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:46:35.858784 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6de7b09-fc9c-4470-99ca-4c60966087d3 None None] DHCP port deletion for 7bfd1417-cac6-4152-826e-588573fa4bfa request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:35.872864 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-69ed878c-503e-4ed1-8976-c51788415d35 req-b8a6345b-21f1-43ea-af29-df642bb7d6a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.911238 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-f6de7b09-fc9c-4470-99ca-4c60966087d3 None None] Deleting port 6d9701ab-aae8-4baa-9c6b-806d0854847d {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:35.911713 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f6de7b09-fc9c-4470-99ca-4c60966087d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:36.004760 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f6de7b09-fc9c-4470-99ca-4c60966087d3 None None] For port 6d9701ab-aae8-4baa-9c6b-806d0854847d, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=6d9701ab-aae8-4baa-9c6b-806d0854847d,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:36.005262 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f6de7b09-fc9c-4470-99ca-4c60966087d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:36.019568 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad6714b-1ef2-4545-ad4f-4229509d0138 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:36.023289 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-f6de7b09-fc9c-4470-99ca-4c60966087d3 None None] Calling delete_port for 6d9701ab-aae8-4baa-9c6b-806d0854847d owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:36.030928 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-5ee60a48-7d02-47e5-a1dc-ca534b8ba984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25bd8be1-8f5b-41f0-af63-40522e7c552e {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:46:36.034159 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf4859e-d384-40f6-9948-32a888e2150f None None] Sync routers for ids ['01b9d713-b9e0-42d3-9163-7d7d57aaa86d'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:36.052589 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf4859e-d384-40f6-9948-32a888e2150f None None] Routers {'01b9d713-b9e0-42d3-9163-7d7d57aaa86d'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:36.053487 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-fbf4859e-d384-40f6-9948-32a888e2150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:46:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['01b9d713-b9e0-42d3-9163-7d7d57aaa86d'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:36.064544 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-5ee60a48-7d02-47e5-a1dc-ca534b8ba984 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:36.068031 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1ad6714b-1ef2-4545-ad4f-4229509d0138 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:36.069326 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1ad6714b-1ef2-4545-ad4f-4229509d0138 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "PUT /v2.0/routers/01b9d713-b9e0-42d3-9163-7d7d57aaa86d HTTP/1.1" status: 200 len: 921 time: 5.1177139 Nov 12 08:46:36.074557 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55876) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:36.083956 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-024d3f68-b8c6-407c-bae3-e3fc2f8d0277 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:36.097644 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-024d3f68-b8c6-407c-bae3-e3fc2f8d0277 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:36.110239 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-fbf4859e-d384-40f6-9948-32a888e2150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:36.121624 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf4859e-d384-40f6-9948-32a888e2150f None None] Routers {'01b9d713-b9e0-42d3-9163-7d7d57aaa86d'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:36.122324 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-fbf4859e-d384-40f6-9948-32a888e2150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:46:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['01b9d713-b9e0-42d3-9163-7d7d57aaa86d'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:36.128415 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 6d9701ab-aae8-4baa-9c6b-806d0854847d no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:36.164155 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-fbf4859e-d384-40f6-9948-32a888e2150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:36.164901 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf4859e-d384-40f6-9948-32a888e2150f None None] The sync data for ids ['01b9d713-b9e0-42d3-9163-7d7d57aaa86d'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:36.171521 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-024d3f68-b8c6-407c-bae3-e3fc2f8d0277 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:46:36.186877 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709eb840-90a0-4384-8d19-1836b87a0dc0 req-f1f3446c-1e25-4c3a-a6f1-05d059af0d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:36.188739 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-709eb840-90a0-4384-8d19-1836b87a0dc0 req-f1f3446c-1e25-4c3a-a6f1-05d059af0d49 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.4067631 Nov 12 08:46:36.196303 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-5ee60a48-7d02-47e5-a1dc-ca534b8ba984 service neutron] Transition to ACTIVE for port object 25bd8be1-8f5b-41f0-af63-40522e7c552e will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:46:36.236189 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95c8cd-a893-4b7e-8879-a9b9a437dca9 req-0a2bb6ca-86f0-4d84-9d78-c02f8a6fdc07 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:36.238237 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dc95c8cd-a893-4b7e-8879-a9b9a437dca9 req-0a2bb6ca-86f0-4d84-9d78-c02f8a6fdc07 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f6b4a0d-54be-492d-8c1f-c1beeb9f265f HTTP/1.1" status: 200 len: 932 time: 0.2499492 Nov 12 08:46:36.244934 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-5ee60a48-7d02-47e5-a1dc-ca534b8ba984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:36.277570 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:36.282020 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f6de7b09-fc9c-4470-99ca-4c60966087d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:36.319382 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de7b09-fc9c-4470-99ca-4c60966087d3 None None] Pushing event deleted for resources: {'Port': ['ID=6d9701ab-aae8-4baa-9c6b-806d0854847d,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:36.332698 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6de7b09-fc9c-4470-99ca-4c60966087d3 None None] No DVR routers for this DVR port 6d9701ab-aae8-4baa-9c6b-806d0854847d on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:36.445363 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88222ed3-874e-4bf2-9060-884370837dad req-e19fd549-72cf-43eb-9d98-05e2d2ae76e4 tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:36.447097 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-88222ed3-874e-4bf2-9060-884370837dad req-e19fd549-72cf-43eb-9d98-05e2d2ae76e4 tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] 10.222.0.37 "GET /v2.0/ports?device_id=091ce2b9-1474-4d80-8435-99190dcc4189 HTTP/1.1" status: 200 len: 947 time: 0.3464038 Nov 12 08:46:36.451415 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee60a48-7d02-47e5-a1dc-ca534b8ba984 service neutron] Pushing event updated for resources: {'Port': ['ID=25bd8be1-8f5b-41f0-af63-40522e7c552e,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:36.461756 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dc95c8cd-a893-4b7e-8879-a9b9a437dca9 req-2321155c-31da-40f1-af2f-d0b827edc1b7 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082894 Nov 12 08:46:36.534271 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8b1f668c-a6bb-4b63-b108-82630e5e1666 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "GET /v2.0/routers/01b9d713-b9e0-42d3-9163-7d7d57aaa86d HTTP/1.1" status: 200 len: 921 time: 0.4572973 Nov 12 08:46:36.541625 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55878) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:36.606892 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d3f68-b8c6-407c-bae3-e3fc2f8d0277 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d877d1bd-a950-4039-95c4-190b9eca8e20,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:36.636461 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33b60b7-78b4-489e-bf0c-1083d03b80e3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:36.640414 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d33b60b7-78b4-489e-bf0c-1083d03b80e3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:36.662641 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-024d3f68-b8c6-407c-bae3-e3fc2f8d0277 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:36.663004 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-024d3f68-b8c6-407c-bae3-e3fc2f8d0277 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Added segment 2b22ac96-1d96-4556-acc8-058f624c42de of type vlan for network b66e024a-4f6b-4428-ad82-fdc24bde2b7c Nov 12 08:46:36.676413 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-88222ed3-874e-4bf2-9060-884370837dad req-49120fce-3770-4035-a306-66ac4d873b8b tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f09ac26-a6cc-4d52-9a7e-68fa5168005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103691 Nov 12 08:46:36.681232 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa87add-f6a0-420b-8085-832197c0d5f9 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:36.685966 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8aa87add-f6a0-420b-8085-832197c0d5f9 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=83f85ab7-23f1-4ab4-91ca-b1dcd4333f60&device_id=01b9d713-b9e0-42d3-9163-7d7d57aaa86d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1432571 Nov 12 08:46:36.688555 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55884) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:36.718987 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-5ee60a48-7d02-47e5-a1dc-ca534b8ba984 service neutron] Attempting to bind port 25bd8be1-8f5b-41f0-af63-40522e7c552e on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:36.719326 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-5ee60a48-7d02-47e5-a1dc-ca534b8ba984 service neutron] Attempting to bind port 25bd8be1-8f5b-41f0-af63-40522e7c552e by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'b53301f5-d6fd-4e61-b347-e433dc056bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:36.719649 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-5ee60a48-7d02-47e5-a1dc-ca534b8ba984 service neutron] Attempting to bind port 25bd8be1-8f5b-41f0-af63-40522e7c552e on network 837ec62d-b3f5-4602-995a-15f6fc8805b4 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:36.757300 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-5ee60a48-7d02-47e5-a1dc-ca534b8ba984 service neutron] Port 25bd8be1-8f5b-41f0-af63-40522e7c552e on network 837ec62d-b3f5-4602-995a-15f6fc8805b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:36.757855 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-5ee60a48-7d02-47e5-a1dc-ca534b8ba984 service neutron] Attempting to bind port 25bd8be1-8f5b-41f0-af63-40522e7c552e on network 837ec62d-b3f5-4602-995a-15f6fc8805b4 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:36.759340 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-709eb840-90a0-4384-8d19-1836b87a0dc0 req-1f84b7be-026d-401b-adbc-42f2dea707c4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=5b0f0659-074f-4ec1-8a74-2a9d892acc22 HTTP/1.1" status: 200 len: 217 time: 0.1490784 Nov 12 08:46:36.778633 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-5ee60a48-7d02-47e5-a1dc-ca534b8ba984 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:36.779025 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-5ee60a48-7d02-47e5-a1dc-ca534b8ba984 service neutron] Checking segment: {'id': 'b53301f5-d6fd-4e61-b347-e433dc056bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:36.779338 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-5ee60a48-7d02-47e5-a1dc-ca534b8ba984 service neutron] Bound using segment: {'id': 'b53301f5-d6fd-4e61-b347-e433dc056bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:36.779810 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-5ee60a48-7d02-47e5-a1dc-ca534b8ba984 service neutron] Bound port: 25bd8be1-8f5b-41f0-af63-40522e7c552e, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b53301f5-d6fd-4e61-b347-e433dc056bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:36.780161 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-5ee60a48-7d02-47e5-a1dc-ca534b8ba984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:36.850077 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb5b249-7144-42cb-8130-6bff0eb93f78 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:36.854256 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5cb5b249-7144-42cb-8130-6bff0eb93f78 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 881 time: 0.1620610 Nov 12 08:46:36.856414 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55888) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:36.876907 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-024d3f68-b8c6-407c-bae3-e3fc2f8d0277 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:36.893794 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e10d50eb-3ac6-4b87-87a5-dfcd9f4cced9 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] 10.222.0.37 "GET /v2.0/ports?device_id=01b9d713-b9e0-42d3-9163-7d7d57aaa86d HTTP/1.1" status: 200 len: 205 time: 0.0362632 Nov 12 08:46:36.903879 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccd07d-9880-41cf-ac17-8a75b8a55dec req-3e7ef495-85fa-40f8-9a47-d9f6a285305c tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:36.905365 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6fccd07d-9880-41cf-ac17-8a75b8a55dec req-3e7ef495-85fa-40f8-9a47-d9f6a285305c tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=65afee34-102a-4d76-9167-7df223e5f321 HTTP/1.1" status: 200 len: 932 time: 0.1370945 Nov 12 08:46:36.905836 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55890) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:36.969501 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709eb840-90a0-4384-8d19-1836b87a0dc0 req-6b64ea20-9313-4782-a687-3b346bfa27a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:36.971022 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-709eb840-90a0-4384-8d19-1836b87a0dc0 req-6b64ea20-9313-4782-a687-3b346bfa27a2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1890607 Nov 12 08:46:36.978074 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-5ee60a48-7d02-47e5-a1dc-ca534b8ba984 service neutron] For port 25bd8be1-8f5b-41f0-af63-40522e7c552e, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:36.980569 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-024d3f68-b8c6-407c-bae3-e3fc2f8d0277 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:36.986330 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024d3f68-b8c6-407c-bae3-e3fc2f8d0277 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:36.986903 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-024d3f68-b8c6-407c-bae3-e3fc2f8d0277 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.000530 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-5ee60a48-7d02-47e5-a1dc-ca534b8ba984 service neutron] For port 25bd8be1-8f5b-41f0-af63-40522e7c552e, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=25bd8be1-8f5b-41f0-af63-40522e7c552e,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:37.012992 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-5ee60a48-7d02-47e5-a1dc-ca534b8ba984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.104112 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6fccd07d-9880-41cf-ac17-8a75b8a55dec req-4ef5ce06-7b84-4459-8266-8abf8c2e86dc tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833975 Nov 12 08:46:37.109171 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-5ee60a48-7d02-47e5-a1dc-ca534b8ba984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:37.109789 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-5ee60a48-7d02-47e5-a1dc-ca534b8ba984 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.111153 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-5ee60a48-7d02-47e5-a1dc-ca534b8ba984 service neutron] 10.222.0.58 "PUT /v2.0/ports/25bd8be1-8f5b-41f0-af63-40522e7c552e HTTP/1.1" status: 200 len: 1093 time: 1.6423368 Nov 12 08:46:37.111621 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6b4a0d-54be-492d-8c1f-c1beeb9f265f', 'tag': '25bd8be1-8f5b-41f0-af63-40522e7c552e'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:37.113963 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35445544-3bb2-4e12-8cb4-e70d309d7803" -d '{"events": [{"name": "network-changed", "server_uuid": "5f6b4a0d-54be-492d-8c1f-c1beeb9f265f", "tag": "25bd8be1-8f5b-41f0-af63-40522e7c552e"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:37.133609 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-024d3f68-b8c6-407c-bae3-e3fc2f8d0277 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.7562728 Nov 12 08:46:37.136726 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55894) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:37.149979 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-62291e71-470e-4b9b-9ee5-e929bb808049 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Request body: {'subnet': {'network_id': 'b66e024a-4f6b-4428-ad82-fdc24bde2b7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:37.155788 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2211607-ed66-4039-a081-ef28b6d75d57 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.158033 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee60a48-7d02-47e5-a1dc-ca534b8ba984 service neutron] Pushing event updated for resources: {'Port': ['ID=25bd8be1-8f5b-41f0-af63-40522e7c552e,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:37.163649 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d3f68-b8c6-407c-bae3-e3fc2f8d0277 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Pushing event updated for resources: {'Network': ['ID=b66e024a-4f6b-4428-ad82-fdc24bde2b7c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:37.199667 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network b66e024a-4f6b-4428-ad82-fdc24bde2b7c details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:46:37.217095 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e7bd2c-0c24-4903-9e06-6e31eeb87538 x-openstack-request-id: req-98e7bd2c-0c24-4903-9e06-6e31eeb87538 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:37.217370 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f6b4a0d-54be-492d-8c1f-c1beeb9f265f", "tag": "25bd8be1-8f5b-41f0-af63-40522e7c552e", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:37.217625 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98e7bd2c-0c24-4903-9e06-6e31eeb87538 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:37.217982 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f6b4a0d-54be-492d-8c1f-c1beeb9f265f', 'tag': '25bd8be1-8f5b-41f0-af63-40522e7c552e', 'status': 'completed', 'code': 200} Nov 12 08:46:37.252618 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709eb840-90a0-4384-8d19-1836b87a0dc0 req-b451ebc5-a47d-49f0-ba9c-611ab54dd4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:37.254271 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-709eb840-90a0-4384-8d19-1836b87a0dc0 req-b451ebc5-a47d-49f0-ba9c-611ab54dd4d0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2625930 Nov 12 08:46:37.300663 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-69ed878c-503e-4ed1-8976-c51788415d35 req-b8a6345b-21f1-43ea-af29-df642bb7d6a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 575e2463-d78d-4249-9126-b8827bc50c70 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:46:37.319143 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-69ed878c-503e-4ed1-8976-c51788415d35 req-b8a6345b-21f1-43ea-af29-df642bb7d6a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.325536 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d33b60b7-78b4-489e-bf0c-1083d03b80e3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.377981 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-05decfe9-1f04-4651-b0f9-65f8b72dd3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:37.379519 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-05decfe9-1f04-4651-b0f9-65f8b72dd3a9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80cba63a5f3c423896b758b0902dcec9&device_id=5f6b4a0d-54be-492d-8c1f-c1beeb9f265f HTTP/1.1" status: 200 len: 1096 time: 0.1607695 Nov 12 08:46:37.397319 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-69ed878c-503e-4ed1-8976-c51788415d35 req-b8a6345b-21f1-43ea-af29-df642bb7d6a3 service neutron] Transition to ACTIVE for port object 575e2463-d78d-4249-9126-b8827bc50c70 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:46:37.420679 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33b60b7-78b4-489e-bf0c-1083d03b80e3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:37.425027 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-69ed878c-503e-4ed1-8976-c51788415d35 req-b8a6345b-21f1-43ea-af29-df642bb7d6a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.435446 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-bb066935-cc65-428e-bd1e-2ca1b2a67259 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25bd8be1-8f5b-41f0-af63-40522e7c552e HTTP/1.1" status: 200 len: 217 time: 0.0446463 Nov 12 08:46:37.436023 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62291e71-470e-4b9b-9ee5-e929bb808049 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Made reservation on behalf of dfff68fcfe1e423c9412dc8198cde5f4 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:37.439194 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-d33b60b7-78b4-489e-bf0c-1083d03b80e3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:37.440140 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-62291e71-470e-4b9b-9ee5-e929bb808049 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.445568 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2211607-ed66-4039-a081-ef28b6d75d57 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.455425 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da78b7be-272b-4a4f-9243-cca1ec5c2004 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:37.471148 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33b60b7-78b4-489e-bf0c-1083d03b80e3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:37.471660 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d33b60b7-78b4-489e-bf0c-1083d03b80e3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.516305 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b60b7-78b4-489e-bf0c-1083d03b80e3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Subnet': ['ID=54477f6c-f12d-4588-9167-1e0272652885,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:37.526696 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d33b60b7-78b4-489e-bf0c-1083d03b80e3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7708812 Nov 12 08:46:37.532696 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-709eb840-90a0-4384-8d19-1836b87a0dc0 req-211540ba-b865-49fa-83a0-34fae9c53809 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707841 Nov 12 08:46:37.536525 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d0f6b5-e6ee-494d-a04e-38b7456e8130 None None] DHCP port deletion for 2920a1cf-2450-4e88-a1ad-b45da486889e request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:37.543058 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55898) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:37.545702 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-077ed49e-be97-476f-9604-89f3c7b6a612 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'port': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'name': 'tempest-NetworksTestDHCPv6-529247361'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:37.557896 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6345b-21f1-43ea-af29-df642bb7d6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=575e2463-d78d-4249-9126-b8827bc50c70,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:37.625288 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-accbc972-e544-4fbc-b3ba-0beca4b1d228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:37.626685 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-accbc972-e544-4fbc-b3ba-0beca4b1d228 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=601c19d7-10c1-44ee-a86c-ac9c499e748d HTTP/1.1" status: 200 len: 850 time: 0.1830900 Nov 12 08:46:37.685649 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87e51c0-a9d1-4a23-b553-d001ee79391e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-7bfd1417-cac6-4152-826e-588573fa4bfa', 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'fixed_ips': [{'subnet_id': '54477f6c-f12d-4588-9167-1e0272652885'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:46:37.686657 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e87e51c0-a9d1-4a23-b553-d001ee79391e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.805671 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-709eb840-90a0-4384-8d19-1836b87a0dc0 req-82bf3584-ff3c-4bc2-9da3-d1211f5def0c service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653813 Nov 12 08:46:37.809412 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-69ed878c-503e-4ed1-8976-c51788415d35 req-b8a6345b-21f1-43ea-af29-df642bb7d6a3 service neutron] Attempting to bind port 575e2463-d78d-4249-9126-b8827bc50c70 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:37.809779 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-69ed878c-503e-4ed1-8976-c51788415d35 req-b8a6345b-21f1-43ea-af29-df642bb7d6a3 service neutron] Attempting to bind port 575e2463-d78d-4249-9126-b8827bc50c70 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '34828fde-3b53-4826-975b-0c6b4715c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2920a1cf-2450-4e88-a1ad-b45da486889e'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:37.810665 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ed878c-503e-4ed1-8976-c51788415d35 req-b8a6345b-21f1-43ea-af29-df642bb7d6a3 service neutron] Attempting to bind port 575e2463-d78d-4249-9126-b8827bc50c70 on network 2920a1cf-2450-4e88-a1ad-b45da486889e {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:37.820156 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ed878c-503e-4ed1-8976-c51788415d35 req-b8a6345b-21f1-43ea-af29-df642bb7d6a3 service neutron] Port 575e2463-d78d-4249-9126-b8827bc50c70 on network 2920a1cf-2450-4e88-a1ad-b45da486889e not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:37.820552 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ed878c-503e-4ed1-8976-c51788415d35 req-b8a6345b-21f1-43ea-af29-df642bb7d6a3 service neutron] Attempting to bind port 575e2463-d78d-4249-9126-b8827bc50c70 on network 2920a1cf-2450-4e88-a1ad-b45da486889e {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:37.828584 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ed878c-503e-4ed1-8976-c51788415d35 req-b8a6345b-21f1-43ea-af29-df642bb7d6a3 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:37.828910 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ed878c-503e-4ed1-8976-c51788415d35 req-b8a6345b-21f1-43ea-af29-df642bb7d6a3 service neutron] Checking segment: {'id': '34828fde-3b53-4826-975b-0c6b4715c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2920a1cf-2450-4e88-a1ad-b45da486889e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:37.829318 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ed878c-503e-4ed1-8976-c51788415d35 req-b8a6345b-21f1-43ea-af29-df642bb7d6a3 service neutron] Bound using segment: {'id': '34828fde-3b53-4826-975b-0c6b4715c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2920a1cf-2450-4e88-a1ad-b45da486889e'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:37.830983 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-69ed878c-503e-4ed1-8976-c51788415d35 req-b8a6345b-21f1-43ea-af29-df642bb7d6a3 service neutron] Bound port: 575e2463-d78d-4249-9126-b8827bc50c70, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34828fde-3b53-4826-975b-0c6b4715c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2920a1cf-2450-4e88-a1ad-b45da486889e'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:37.830983 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-69ed878c-503e-4ed1-8976-c51788415d35 req-b8a6345b-21f1-43ea-af29-df642bb7d6a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.844182 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077ed49e-be97-476f-9604-89f3c7b6a612 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:37.847997 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-077ed49e-be97-476f-9604-89f3c7b6a612 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.851382 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f9b4eb1d-dba0-40ca-a18c-d78f3d09ae29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.895509 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-077ed49e-be97-476f-9604-89f3c7b6a612 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] device_id is not set on port 39ce46a0-9046-437f-acb8-4dc1ba64dd69 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:46:37.916994 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-e87e51c0-a9d1-4a23-b553-d001ee79391e None None] Allocated IP 2001:db8::2 (7bfd1417-cac6-4152-826e-588573fa4bfa/54477f6c-f12d-4588-9167-1e0272652885/ecf296ff-ac99-4565-ac72-14fc099ed4b4) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:37.974397 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-69ed878c-503e-4ed1-8976-c51788415d35 req-b8a6345b-21f1-43ea-af29-df642bb7d6a3 service neutron] For port 575e2463-d78d-4249-9126-b8827bc50c70, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:37.994095 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-69ed878c-503e-4ed1-8976-c51788415d35 req-b8a6345b-21f1-43ea-af29-df642bb7d6a3 service neutron] For port 575e2463-d78d-4249-9126-b8827bc50c70, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=575e2463-d78d-4249-9126-b8827bc50c70,segment=NetworkSegment(34828fde-3b53-4826-975b-0c6b4715c685),segment_id=34828fde-3b53-4826-975b-0c6b4715c685)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:38.000790 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-69ed878c-503e-4ed1-8976-c51788415d35 req-b8a6345b-21f1-43ea-af29-df642bb7d6a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.043895 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed878c-503e-4ed1-8976-c51788415d35 req-b8a6345b-21f1-43ea-af29-df642bb7d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:38.045426 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-69ed878c-503e-4ed1-8976-c51788415d35 req-b8a6345b-21f1-43ea-af29-df642bb7d6a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.046748 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-69ed878c-503e-4ed1-8976-c51788415d35 req-b8a6345b-21f1-43ea-af29-df642bb7d6a3 service neutron] 10.222.0.54 "PUT /v2.0/ports/575e2463-d78d-4249-9126-b8827bc50c70 HTTP/1.1" status: 200 len: 1093 time: 2.5551913 Nov 12 08:46:38.047244 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65afee34-102a-4d76-9167-7df223e5f321', 'tag': '575e2463-d78d-4249-9126-b8827bc50c70'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:38.049638 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2df7549-aca8-42d1-9934-7210ec6aa232" -d '{"events": [{"name": "network-changed", "server_uuid": "65afee34-102a-4d76-9167-7df223e5f321", "tag": "575e2463-d78d-4249-9126-b8827bc50c70"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:38.080408 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10954e10-9e82-4155-8f7a-6c6b85d33a2e None None] DHCP port deletion for 2920a1cf-2450-4e88-a1ad-b45da486889e request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:38.084336 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6345b-21f1-43ea-af29-df642bb7d6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=575e2463-d78d-4249-9126-b8827bc50c70,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:38.141090 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e87e51c0-a9d1-4a23-b553-d001ee79391e None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.147726 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed878c-503e-4ed1-8976-c51788415d35 req-2d0e5dd8-f172-4d53-aa40-e02578c1c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:38.149636 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e87e51c0-a9d1-4a23-b553-d001ee79391e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.149788 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-69ed878c-503e-4ed1-8976-c51788415d35 req-2d0e5dd8-f172-4d53-aa40-e02578c1c706 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd85219b61af4e12a9debc00cd31a7fa&device_id=65afee34-102a-4d76-9167-7df223e5f321 HTTP/1.1" status: 200 len: 1096 time: 0.0511243 Nov 12 08:46:38.154150 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c2211607-ed66-4039-a081-ef28b6d75d57 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Deleting port 3cb40894-07f7-4e53-b128-671f5b50147e {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:38.154793 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2211607-ed66-4039-a081-ef28b6d75d57 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.173767 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4dcda8-bc0f-4e5a-a6c6-98ecd2af25d0 req-58e10e73-9c5d-47ef-80c0-9f3a5e610245 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:38.176299 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c4dcda8-bc0f-4e5a-a6c6-98ecd2af25d0 req-58e10e73-9c5d-47ef-80c0-9f3a5e610245 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f6b4a0d-54be-492d-8c1f-c1beeb9f265f HTTP/1.1" status: 200 len: 944 time: 0.5449569 Nov 12 08:46:38.178931 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-f21f084e-95b9-4c2e-b217-ccc10ff0aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:38.181527 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-f21f084e-95b9-4c2e-b217-ccc10ff0aaa0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=837ec62d-b3f5-4602-995a-15f6fc8805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5365150 Nov 12 08:46:38.191271 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87e51c0-a9d1-4a23-b553-d001ee79391e None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:38.197185 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-e87e51c0-a9d1-4a23-b553-d001ee79391e None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:38.199889 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87e51c0-a9d1-4a23-b553-d001ee79391e None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:38.224163 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-69ed878c-503e-4ed1-8976-c51788415d35 req-649cdb87-aa3b-46a2-9a35-e1512f8a7277 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=575e2463-d78d-4249-9126-b8827bc50c70 HTTP/1.1" status: 200 len: 217 time: 0.0661547 Nov 12 08:46:38.284555 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e51c0-a9d1-4a23-b553-d001ee79391e None None] Pushing event updated for resources: {'Port': ['ID=ecf296ff-ac99-4565-ac72-14fc099ed4b4,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:38.288126 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-e87e51c0-a9d1-4a23-b553-d001ee79391e None None] Attempting to bind port ecf296ff-ac99-4565-ac72-14fc099ed4b4 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:38.288600 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-e87e51c0-a9d1-4a23-b553-d001ee79391e None None] Attempting to bind port ecf296ff-ac99-4565-ac72-14fc099ed4b4 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:38.288955 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87e51c0-a9d1-4a23-b553-d001ee79391e None None] Attempting to bind port ecf296ff-ac99-4565-ac72-14fc099ed4b4 on network 7bfd1417-cac6-4152-826e-588573fa4bfa {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:38.295651 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87e51c0-a9d1-4a23-b553-d001ee79391e None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:38.296074 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87e51c0-a9d1-4a23-b553-d001ee79391e None None] Checking segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:38.296673 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e87e51c0-a9d1-4a23-b553-d001ee79391e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.296869 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87e51c0-a9d1-4a23-b553-d001ee79391e None None] Bound using segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:38.297353 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-e87e51c0-a9d1-4a23-b553-d001ee79391e None None] Bound port: ecf296ff-ac99-4565-ac72-14fc099ed4b4, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:38.297750 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e87e51c0-a9d1-4a23-b553-d001ee79391e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.299302 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-077ed49e-be97-476f-9604-89f3c7b6a612 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Allocated IP 2001:db8::29a (7bfd1417-cac6-4152-826e-588573fa4bfa/54477f6c-f12d-4588-9167-1e0272652885/39ce46a0-9046-437f-acb8-4dc1ba64dd69) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:38.318687 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed878c-503e-4ed1-8976-c51788415d35 req-5e722ad4-791e-49c9-a7a7-f669bca507a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:38.320462 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-69ed878c-503e-4ed1-8976-c51788415d35 req-5e722ad4-791e-49c9-a7a7-f669bca507a1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=514a597d-ff4c-46bb-8a31-1a78b7448335 HTTP/1.1" status: 200 len: 854 time: 0.0875707 Nov 12 08:46:38.320730 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b795b67-3d0f-4e01-922f-a4493e24d2b0 req-0318d47b-479c-4b0f-ad88-269be9eae5ef tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:38.328458 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b795b67-3d0f-4e01-922f-a4493e24d2b0 req-0318d47b-479c-4b0f-ad88-269be9eae5ef tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] 10.222.0.37 "GET /v2.0/ports?device_id=091ce2b9-1474-4d80-8435-99190dcc4189 HTTP/1.1" status: 200 len: 947 time: 0.2800376 Nov 12 08:46:38.364081 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-69ed878c-503e-4ed1-8976-c51788415d35 req-fc6d838d-13d5-4b26-ba01-c43916d974e4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2920a1cf-2450-4e88-a1ad-b45da486889e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337877 Nov 12 08:46:38.371262 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-e87e51c0-a9d1-4a23-b553-d001ee79391e None None] For port ecf296ff-ac99-4565-ac72-14fc099ed4b4, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:38.375183 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-e87e51c0-a9d1-4a23-b553-d001ee79391e None None] For port ecf296ff-ac99-4565-ac72-14fc099ed4b4, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ecf296ff-ac99-4565-ac72-14fc099ed4b4,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:38.379791 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 5b0f0659-074f-4ec1-8a74-2a9d892acc22 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:46:38.434019 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-62291e71-470e-4b9b-9ee5-e929bb808049 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.484890 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 5b0f0659-074f-4ec1-8a74-2a9d892acc22, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=5b0f0659-074f-4ec1-8a74-2a9d892acc22,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:38.498686 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '5b0f0659-074f-4ec1-8a74-2a9d892acc22', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': '5b0f0659-074f-4ec1-8a74-2a9d892acc22', 'mac_address': 'fa:16:3e:a8:29:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:46:38.502705 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e87e51c0-a9d1-4a23-b553-d001ee79391e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.525279 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c4dcda8-bc0f-4e5a-a6c6-98ecd2af25d0 req-1c74e94b-8721-408a-ac8d-be1f0a73a288 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799497 Nov 12 08:46:38.527835 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2211607-ed66-4039-a081-ef28b6d75d57 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.558871 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-69ed878c-503e-4ed1-8976-c51788415d35 req-f1c4fe86-92fb-4346-896f-96d220afb5a7 service neutron] 10.222.0.54 "GET /v2.0/networks/2920a1cf-2450-4e88-a1ad-b45da486889e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860030 Nov 12 08:46:38.585478 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c2211607-ed66-4039-a081-ef28b6d75d57 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Calling delete_port for 3cb40894-07f7-4e53-b128-671f5b50147e owned by network:router_gateway {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:38.617454 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b795b67-3d0f-4e01-922f-a4493e24d2b0 req-6c6eb113-49de-4099-8a7b-09cb4dad5404 tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f09ac26-a6cc-4d52-9a7e-68fa5168005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877736 Nov 12 08:46:38.624088 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-077ed49e-be97-476f-9604-89f3c7b6a612 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.625954 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.631168 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62291e71-470e-4b9b-9ee5-e929bb808049 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Pushing event updated for resources: {'Subnet': ['ID=abc4e7fc-f933-4c0f-8cf5-0e568cee3608,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:38.656183 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b0f0659-074f-4ec1-8a74-2a9d892acc22 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:46:38.660796 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e51c0-a9d1-4a23-b553-d001ee79391e None None] Pushing event updated for resources: {'Port': ['ID=ecf296ff-ac99-4565-ac72-14fc099ed4b4,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:38.673525 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-ad99cc27-cc8a-4e42-a6eb-ca7fd917c3fa service neutron] 10.222.0.58 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227786 Nov 12 08:46:38.729232 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 5b0f0659-074f-4ec1-8a74-2a9d892acc22, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=5b0f0659-074f-4ec1-8a74-2a9d892acc22,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:38.737498 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.748501 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-69ed878c-503e-4ed1-8976-c51788415d35 req-fd5e39b2-c126-4885-bdb4-849e89a72f72 service neutron] 10.222.0.54 "GET /v2.0/networks/2920a1cf-2450-4e88-a1ad-b45da486889e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789751 Nov 12 08:46:38.763459 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3699701a-0053-4813-94a2-8e535980d1d5 x-openstack-request-id: req-3699701a-0053-4813-94a2-8e535980d1d5 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:38.763719 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65afee34-102a-4d76-9167-7df223e5f321", "tag": "575e2463-d78d-4249-9126-b8827bc50c70", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:38.764009 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3699701a-0053-4813-94a2-8e535980d1d5 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:38.764472 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65afee34-102a-4d76-9167-7df223e5f321', 'tag': '575e2463-d78d-4249-9126-b8827bc50c70', 'status': 'completed', 'code': 200} Nov 12 08:46:38.766139 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-077ed49e-be97-476f-9604-89f3c7b6a612 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.868170 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077ed49e-be97-476f-9604-89f3c7b6a612 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:38.876736 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-077ed49e-be97-476f-9604-89f3c7b6a612 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:38.881776 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=5b0f0659-074f-4ec1-8a74-2a9d892acc22,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:38.894495 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077ed49e-be97-476f-9604-89f3c7b6a612 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:38.900408 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077ed49e-be97-476f-9604-89f3c7b6a612 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:38.901048 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-077ed49e-be97-476f-9604-89f3c7b6a612 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.923487 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ed49e-be97-476f-9604-89f3c7b6a612 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Port': ['ID=39ce46a0-9046-437f-acb8-4dc1ba64dd69,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:38.926881 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62291e71-470e-4b9b-9ee5-e929bb808049 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Checking segment: {'id': '2b22ac96-1d96-4556-acc8-058f624c42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b66e024a-4f6b-4428-ad82-fdc24bde2b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:38.934766 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df7549-aca8-42d1-9934-7210ec6aa232 req-44f034f5-8f88-4fb7-b837-c5c9d9539009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:38.935215 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62291e71-470e-4b9b-9ee5-e929bb808049 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Network hostable DHCP agents. Network: b66e024a-4f6b-4428-ad82-fdc24bde2b7c, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:46:38.936312 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c2df7549-aca8-42d1-9934-7210ec6aa232 req-44f034f5-8f88-4fb7-b837-c5c9d9539009 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd85219b61af4e12a9debc00cd31a7fa&device_id=65afee34-102a-4d76-9167-7df223e5f321 HTTP/1.1" status: 200 len: 1096 time: 0.1082437 Nov 12 08:46:38.952084 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-077ed49e-be97-476f-9604-89f3c7b6a612 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4133122 Nov 12 08:46:38.954163 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55910) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:39.018394 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e829600-26dd-4fc4-b8af-1bc92db10c5f req-93afccf0-95e9-4126-86ec-f27e592f43cf tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:39.021744 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2e829600-26dd-4fc4-b8af-1bc92db10c5f req-93afccf0-95e9-4126-86ec-f27e592f43cf tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=65afee34-102a-4d76-9167-7df223e5f321 HTTP/1.1" status: 200 len: 944 time: 0.2039905 Nov 12 08:46:39.052176 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['5b0f0659-074f-4ec1-8a74-2a9d892acc22'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:46:39.111158 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62291e71-470e-4b9b-9ee5-e929bb808049 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Network b66e024a-4f6b-4428-ad82-fdc24bde2b7c is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:46:39.111561 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba78edc-2d4f-4761-8295-53b61d980f31 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:39.118251 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba78edc-2d4f-4761-8295-53b61d980f31 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:39.124051 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-bba78edc-2d4f-4761-8295-53b61d980f31 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1687462 Nov 12 08:46:39.124763 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55912) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:39.148983 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-62291e71-470e-4b9b-9ee5-e929bb808049 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, b66e024a-4f6b-4428-ad82-fdc24bde2b7c) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:39.162798 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc020af4-5009-4603-91e5-3cbb6bf19e91 None None] Network b66e024a-4f6b-4428-ad82-fdc24bde2b7c requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:39.170797 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62291e71-470e-4b9b-9ee5-e929bb808049 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:39.171539 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-62291e71-470e-4b9b-9ee5-e929bb808049 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.177212 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f78821b2-5944-43d7-9108-306b4eeb8368 req-bc17a49c-89f2-476d-84a1-64f40d3289ef service neutron] 10.222.0.58 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046323 Nov 12 08:46:39.229541 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2e829600-26dd-4fc4-b8af-1bc92db10c5f req-627c06d2-1edf-4c65-84fb-9703cb4c860f tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629751 Nov 12 08:46:39.238138 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-62291e71-470e-4b9b-9ee5-e929bb808049 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1004932 Nov 12 08:46:39.247402 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55914) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:39.252781 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-dfd249fe-3acc-493b-8061-68fdd48d7814 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Request body: {'network': {'name': 'tempest-router-network01--757842674'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:39.260695 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df7549-aca8-42d1-9934-7210ec6aa232 req-4599c068-2a29-409f-bcb5-d8097cde585b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:39.263044 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c2df7549-aca8-42d1-9934-7210ec6aa232 req-4599c068-2a29-409f-bcb5-d8097cde585b service neutron] 10.222.0.54 "GET /v2.0/networks?id=2920a1cf-2450-4e88-a1ad-b45da486889e HTTP/1.1" status: 200 len: 915 time: 0.3093195 Nov 12 08:46:39.314969 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c2df7549-aca8-42d1-9934-7210ec6aa232 req-2a8c8155-d68c-4fb8-a456-a33d173e4a66 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=575e2463-d78d-4249-9126-b8827bc50c70 HTTP/1.1" status: 200 len: 217 time: 0.0432200 Nov 12 08:46:39.325439 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2211607-ed66-4039-a081-ef28b6d75d57 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.337498 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd249fe-3acc-493b-8061-68fdd48d7814 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Made reservation on behalf of dfff68fcfe1e423c9412dc8198cde5f4 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:39.341389 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dfd249fe-3acc-493b-8061-68fdd48d7814 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.370238 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35445544-3bb2-4e12-8cb4-e70d309d7803 req-af9f96be-174d-4a8f-a8a4-f376322dc131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:39.372309 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35445544-3bb2-4e12-8cb4-e70d309d7803 req-af9f96be-174d-4a8f-a8a4-f376322dc131 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80cba63a5f3c423896b758b0902dcec9&device_id=5f6b4a0d-54be-492d-8c1f-c1beeb9f265f HTTP/1.1" status: 200 len: 1096 time: 0.1127739 Nov 12 08:46:39.380459 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e15c4f3c-500e-4528-b8cb-68d477484050 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting port 39ce46a0-9046-437f-acb8-4dc1ba64dd69 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:39.380806 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e15c4f3c-500e-4528-b8cb-68d477484050 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.388214 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2211607-ed66-4039-a081-ef28b6d75d57 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Pushing event deleted for resources: {'Port': ['ID=3cb40894-07f7-4e53-b128-671f5b50147e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:39.388965 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df7549-aca8-42d1-9934-7210ec6aa232 req-e219cf36-13b9-489c-823a-1f1d5c560b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:39.390467 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c2df7549-aca8-42d1-9934-7210ec6aa232 req-e219cf36-13b9-489c-823a-1f1d5c560b11 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=514a597d-ff4c-46bb-8a31-1a78b7448335 HTTP/1.1" status: 200 len: 854 time: 0.0659449 Nov 12 08:46:39.402734 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cfb93e-08ef-4e83-9ab5-c0e794b463ad None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:39.422788 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43746884-bff2-4e2d-8a9a-fc76990755fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-b66e024a-4f6b-4428-ad82-fdc24bde2b7c', 'network_id': 'b66e024a-4f6b-4428-ad82-fdc24bde2b7c', 'tenant_id': 'dfff68fcfe1e423c9412dc8198cde5f4', 'fixed_ips': [{'subnet_id': 'abc4e7fc-f933-4c0f-8cf5-0e568cee3608'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:46:39.427471 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-43746884-bff2-4e2d-8a9a-fc76990755fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.476601 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c2df7549-aca8-42d1-9934-7210ec6aa232 req-720565ed-d651-4c3a-9379-2e57db5ad922 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2920a1cf-2450-4e88-a1ad-b45da486889e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742822 Nov 12 08:46:39.524141 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd249fe-3acc-493b-8061-68fdd48d7814 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:46:39.595618 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e15c4f3c-500e-4528-b8cb-68d477484050 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.623523 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e15c4f3c-500e-4528-b8cb-68d477484050 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Calling delete_port for 39ce46a0-9046-437f-acb8-4dc1ba64dd69 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:39.652354 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dfd249fe-3acc-493b-8061-68fdd48d7814 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.653161 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-dfd249fe-3acc-493b-8061-68fdd48d7814 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Added segment 3efeb8af-c42a-408c-98d4-02539425de89 of type vlan for network b7b67de7-8f9b-4413-aa20-b4f2c9b1719e Nov 12 08:46:39.662497 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2211607-ed66-4039-a081-ef28b6d75d57 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.670535 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-43746884-bff2-4e2d-8a9a-fc76990755fd None None] Allocated IP 172.20.0.2 (b66e024a-4f6b-4428-ad82-fdc24bde2b7c/abc4e7fc-f933-4c0f-8cf5-0e568cee3608/1547860e-a3ee-4edb-b2ed-95c16f15bd7e) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:39.702943 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c2df7549-aca8-42d1-9934-7210ec6aa232 req-816d4364-3a97-4350-a997-0bfea0fff346 service neutron] 10.222.0.54 "GET /v2.0/networks/2920a1cf-2450-4e88-a1ad-b45da486889e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174151 Nov 12 08:46:39.875840 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c2df7549-aca8-42d1-9934-7210ec6aa232 req-e0cf1490-d391-43ab-b928-a42dcbb29a9d service neutron] 10.222.0.54 "GET /v2.0/networks/2920a1cf-2450-4e88-a1ad-b45da486889e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563323 Nov 12 08:46:39.889774 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2211607-ed66-4039-a081-ef28b6d75d57 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.904505 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e15c4f3c-500e-4528-b8cb-68d477484050 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.914166 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2211607-ed66-4039-a081-ef28b6d75d57 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.921072 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dfd249fe-3acc-493b-8061-68fdd48d7814 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.930234 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35445544-3bb2-4e12-8cb4-e70d309d7803 req-97626c27-e053-4aff-a84f-d0233e25f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:39.932810 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35445544-3bb2-4e12-8cb4-e70d309d7803 req-97626c27-e053-4aff-a84f-d0233e25f76f service neutron] 10.222.0.58 "GET /v2.0/networks?id=837ec62d-b3f5-4602-995a-15f6fc8805b4 HTTP/1.1" status: 200 len: 912 time: 0.5498483 Nov 12 08:46:39.941201 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-43746884-bff2-4e2d-8a9a-fc76990755fd None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.944137 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c4f3c-500e-4528-b8cb-68d477484050 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Port': ['ID=39ce46a0-9046-437f-acb8-4dc1ba64dd69,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:39.949962 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-43746884-bff2-4e2d-8a9a-fc76990755fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.008605 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e15c4f3c-500e-4528-b8cb-68d477484050 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.017146 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e15c4f3c-500e-4528-b8cb-68d477484050 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/39ce46a0-9046-437f-acb8-4dc1ba64dd69 HTTP/1.1" status: 204 len: 168 time: 0.8887131 Nov 12 08:46:40.017974 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55924) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:40.058342 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43746884-bff2-4e2d-8a9a-fc76990755fd None None] Network b66e024a-4f6b-4428-ad82-fdc24bde2b7c is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:40.062514 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-43746884-bff2-4e2d-8a9a-fc76990755fd None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:40.089718 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc590a-caae-4d46-98c5-4af987f23cac req-ffc162ee-724f-4464-b234-5d27908dbd3d tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:40.092909 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43746884-bff2-4e2d-8a9a-fc76990755fd None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:40.101381 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37904ee-e78a-4db0-a177-17b6f5a85b99 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:40.104024 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37904ee-e78a-4db0-a177-17b6f5a85b99 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:40.106094 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a37904ee-e78a-4db0-a177-17b6f5a85b99 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0871143 Nov 12 08:46:40.108207 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-59fc590a-caae-4d46-98c5-4af987f23cac req-ffc162ee-724f-4464-b234-5d27908dbd3d tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f6b4a0d-54be-492d-8c1f-c1beeb9f265f HTTP/1.1" status: 200 len: 944 time: 0.3719332 Nov 12 08:46:40.110057 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43746884-bff2-4e2d-8a9a-fc76990755fd None None] Pushing event updated for resources: {'Port': ['ID=1547860e-a3ee-4edb-b2ed-95c16f15bd7e,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:40.112371 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55926) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:40.120126 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35445544-3bb2-4e12-8cb4-e70d309d7803 req-a8775841-9e39-402b-a9cd-06f79204d1af service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25bd8be1-8f5b-41f0-af63-40522e7c552e HTTP/1.1" status: 200 len: 217 time: 0.1354203 Nov 12 08:46:40.122432 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2211607-ed66-4039-a081-ef28b6d75d57 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.124731 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2211607-ed66-4039-a081-ef28b6d75d57 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Fanout notify agent at l3_agent the message router_deleted on router 01b9d713-b9e0-42d3-9163-7d7d57aaa86d {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:46:40.180375 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2211607-ed66-4039-a081-ef28b6d75d57 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.184424 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c2211607-ed66-4039-a081-ef28b6d75d57 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] 10.222.0.37 "DELETE /v2.0/routers/01b9d713-b9e0-42d3-9163-7d7d57aaa86d HTTP/1.1" status: 204 len: 168 time: 3.2738552 Nov 12 08:46:40.191991 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55928) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:40.203059 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-9b639b25-6951-4de0-a109-1c153da9e328 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1939524308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:40.212553 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dfd249fe-3acc-493b-8061-68fdd48d7814 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.218716 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd249fe-3acc-493b-8061-68fdd48d7814 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:40.219961 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dfd249fe-3acc-493b-8061-68fdd48d7814 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.245766 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-98c10378-9569-4b79-a17f-fc0c24b78ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.254245 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-43746884-bff2-4e2d-8a9a-fc76990755fd None None] Attempting to bind port 1547860e-a3ee-4edb-b2ed-95c16f15bd7e on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:40.257185 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-43746884-bff2-4e2d-8a9a-fc76990755fd None None] Attempting to bind port 1547860e-a3ee-4edb-b2ed-95c16f15bd7e by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '2b22ac96-1d96-4556-acc8-058f624c42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b66e024a-4f6b-4428-ad82-fdc24bde2b7c'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:40.257802 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43746884-bff2-4e2d-8a9a-fc76990755fd None None] Attempting to bind port 1547860e-a3ee-4edb-b2ed-95c16f15bd7e on network b66e024a-4f6b-4428-ad82-fdc24bde2b7c {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:40.263769 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d5909c4b-2a12-4a85-a4ea-8ccbbd4d0a22 None None] Provisioning complete for port ecf296ff-ac99-4565-ac72-14fc099ed4b4 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:40.264349 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d5909c4b-2a12-4a85-a4ea-8ccbbd4d0a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.296001 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43746884-bff2-4e2d-8a9a-fc76990755fd None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:40.296387 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43746884-bff2-4e2d-8a9a-fc76990755fd None None] Checking segment: {'id': '2b22ac96-1d96-4556-acc8-058f624c42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b66e024a-4f6b-4428-ad82-fdc24bde2b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:40.296798 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-43746884-bff2-4e2d-8a9a-fc76990755fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.297267 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43746884-bff2-4e2d-8a9a-fc76990755fd None None] Bound using segment: {'id': '2b22ac96-1d96-4556-acc8-058f624c42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b66e024a-4f6b-4428-ad82-fdc24bde2b7c'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:40.297698 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-43746884-bff2-4e2d-8a9a-fc76990755fd None None] Bound port: 1547860e-a3ee-4edb-b2ed-95c16f15bd7e, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b22ac96-1d96-4556-acc8-058f624c42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b66e024a-4f6b-4428-ad82-fdc24bde2b7c'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:40.298107 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-43746884-bff2-4e2d-8a9a-fc76990755fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.301239 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ecf296ff-ac99-4565-ac72-14fc099ed4b4 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:40.320259 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b639b25-6951-4de0-a109-1c153da9e328 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.327624 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b639b25-6951-4de0-a109-1c153da9e328 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.335579 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd249fe-3acc-493b-8061-68fdd48d7814 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Pushing event updated for resources: {'Network': ['ID=b7b67de7-8f9b-4413-aa20-b4f2c9b1719e,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:40.357469 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 5b0f0659-074f-4ec1-8a74-2a9d892acc22 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:40.366358 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-a520b560-e947-4002-a074-40ff452dd4c8 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting subnet 54477f6c-f12d-4588-9167-1e0272652885 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:46:40.379806 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a520b560-e947-4002-a074-40ff452dd4c8 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.384934 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d480b3-06fa-4c12-b7ea-9c70899291c4 req-682adff8-a112-4f6e-832b-70166a27d0b4 tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:40.386131 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network b7b67de7-8f9b-4413-aa20-b4f2c9b1719e details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:46:40.391840 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a4d480b3-06fa-4c12-b7ea-9c70899291c4 req-682adff8-a112-4f6e-832b-70166a27d0b4 tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] 10.222.0.37 "GET /v2.0/ports?device_id=091ce2b9-1474-4d80-8435-99190dcc4189 HTTP/1.1" status: 200 len: 948 time: 0.6461301 Nov 12 08:46:40.396498 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-dfd249fe-3acc-493b-8061-68fdd48d7814 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1476538 Nov 12 08:46:40.406386 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55932) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:40.457451 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-954580de-528a-41b5-9db9-6409dc5410a7 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Request body: {'network': {'name': 'tempest-router-network02--654293167'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:40.509024 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a520b560-e947-4002-a074-40ff452dd4c8 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.525811 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a4d480b3-06fa-4c12-b7ea-9c70899291c4 req-88296c67-6d08-4d58-ba7d-18d297428a6b tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f09ac26-a6cc-4d52-9a7e-68fa5168005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928519 Nov 12 08:46:40.526678 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954580de-528a-41b5-9db9-6409dc5410a7 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Made reservation on behalf of dfff68fcfe1e423c9412dc8198cde5f4 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:40.530355 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-954580de-528a-41b5-9db9-6409dc5410a7 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.548679 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-59fc590a-caae-4d46-98c5-4af987f23cac req-ba5480a2-68ce-4032-bd0e-b527ce892172 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346864 Nov 12 08:46:40.586379 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35445544-3bb2-4e12-8cb4-e70d309d7803 req-4bdaf325-4e68-48b3-9af2-5cc908384846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:40.586379 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35445544-3bb2-4e12-8cb4-e70d309d7803 req-4bdaf325-4e68-48b3-9af2-5cc908384846 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=601c19d7-10c1-44ee-a86c-ac9c499e748d HTTP/1.1" status: 200 len: 850 time: 0.4490492 Nov 12 08:46:40.594339 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b639b25-6951-4de0-a109-1c153da9e328 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.603603 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b639b25-6951-4de0-a109-1c153da9e328 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.641599 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b639b25-6951-4de0-a109-1c153da9e328 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.643084 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9b639b25-6951-4de0-a109-1c153da9e328 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4500453 Nov 12 08:46:40.647802 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55934) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:40.653062 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ad470d5f-b7e2-40ec-832e-bcafe68e4556 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Request body: {'router': {'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:40.682832 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-954580de-528a-41b5-9db9-6409dc5410a7 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:46:40.721761 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-954580de-528a-41b5-9db9-6409dc5410a7 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.722342 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-954580de-528a-41b5-9db9-6409dc5410a7 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Added segment ade013ab-b4c1-406a-b62e-cb329ce0a381 of type vlan for network b8ca121f-a4f6-4d40-91cc-354a05316b5d Nov 12 08:46:40.734079 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35445544-3bb2-4e12-8cb4-e70d309d7803 req-5594bf06-995c-465b-a78e-d1666c5f8d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:40.741384 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35445544-3bb2-4e12-8cb4-e70d309d7803 req-5594bf06-995c-465b-a78e-d1666c5f8d3e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=837ec62d-b3f5-4602-995a-15f6fc8805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1451790 Nov 12 08:46:41.016152 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-954580de-528a-41b5-9db9-6409dc5410a7 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.025696 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-43746884-bff2-4e2d-8a9a-fc76990755fd None None] For port 1547860e-a3ee-4edb-b2ed-95c16f15bd7e, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:41.030881 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-43746884-bff2-4e2d-8a9a-fc76990755fd None None] For port 1547860e-a3ee-4edb-b2ed-95c16f15bd7e, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=1547860e-a3ee-4edb-b2ed-95c16f15bd7e,segment=NetworkSegment(2b22ac96-1d96-4556-acc8-058f624c42de),segment_id=2b22ac96-1d96-4556-acc8-058f624c42de)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:41.066080 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-43746884-bff2-4e2d-8a9a-fc76990755fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.071912 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port ecf296ff-ac99-4565-ac72-14fc099ed4b4 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:41.072495 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.077781 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f810c-2e81-4af8-b71c-dd8ce8d33c27 req-01aa256a-0f47-4ea6-99da-7dd43523c159 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:41.080965 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-673f810c-2e81-4af8-b71c-dd8ce8d33c27 req-01aa256a-0f47-4ea6-99da-7dd43523c159 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=65afee34-102a-4d76-9167-7df223e5f321 HTTP/1.1" status: 200 len: 944 time: 0.2801404 Nov 12 08:46:41.101050 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 5b0f0659-074f-4ec1-8a74-2a9d892acc22 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:46:41.149409 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 5b0f0659-074f-4ec1-8a74-2a9d892acc22 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:41.150088 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.152158 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d5909c4b-2a12-4a85-a4ea-8ccbbd4d0a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.199732 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35445544-3bb2-4e12-8cb4-e70d309d7803 req-4b55e336-a2e3-43f3-81e7-b5b181998be7 service neutron] 10.222.0.58 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196413 Nov 12 08:46:41.231798 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43746884-bff2-4e2d-8a9a-fc76990755fd None None] Pushing event updated for resources: {'Port': ['ID=1547860e-a3ee-4edb-b2ed-95c16f15bd7e,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:41.232148 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-954580de-528a-41b5-9db9-6409dc5410a7 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.258545 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954580de-528a-41b5-9db9-6409dc5410a7 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:41.260643 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-954580de-528a-41b5-9db9-6409dc5410a7 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.261683 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-d5909c4b-2a12-4a85-a4ea-8ccbbd4d0a22 None None] For port ecf296ff-ac99-4565-ac72-14fc099ed4b4, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ecf296ff-ac99-4565-ac72-14fc099ed4b4,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:41.285729 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a520b560-e947-4002-a074-40ff452dd4c8 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.299827 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d5909c4b-2a12-4a85-a4ea-8ccbbd4d0a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.359887 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.386783 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-954580de-528a-41b5-9db9-6409dc5410a7 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9547615 Nov 12 08:46:41.393967 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.412853 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55936) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:41.425400 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-2988be6c-b242-4425-bef3-c9cc50113f67 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Request body: {'subnet': {'network_id': 'b7b67de7-8f9b-4413-aa20-b4f2c9b1719e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:41.490310 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-2a249a5d-42b3-4a60-b1b2-9fe0be8160cc None None] Could not find standard attr ID for object 39ce46a0-9046-437f-acb8-4dc1ba64dd69. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:46:41.497918 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5909c4b-2a12-4a85-a4ea-8ccbbd4d0a22 None None] Pushing event updated for resources: {'Port': ['ID=ecf296ff-ac99-4565-ac72-14fc099ed4b4,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:41.515507 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091ce2b9-1474-4d80-8435-99190dcc4189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0f0659-074f-4ec1-8a74-2a9d892acc22'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:41.518167 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68936c7-f9c0-47e3-8d2e-4f01dfaf95d3" -d '{"events": [{"server_uuid": "091ce2b9-1474-4d80-8435-99190dcc4189", "name": "network-vif-plugged", "status": "completed", "tag": "5b0f0659-074f-4ec1-8a74-2a9d892acc22"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:41.590224 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 5b0f0659-074f-4ec1-8a74-2a9d892acc22, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=5b0f0659-074f-4ec1-8a74-2a9d892acc22,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:41.601741 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.606725 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad470d5f-b7e2-40ec-832e-bcafe68e4556 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.663582 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f68c56f-15a3-4235-b6ab-f08b35143e69 x-openstack-request-id: req-4f68c56f-15a3-4235-b6ab-f08b35143e69 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:41.668195 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "091ce2b9-1474-4d80-8435-99190dcc4189", "name": "network-vif-plugged", "status": "completed", "tag": "5b0f0659-074f-4ec1-8a74-2a9d892acc22", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:41.668739 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f68c56f-15a3-4235-b6ab-f08b35143e69 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:41.669327 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '091ce2b9-1474-4d80-8435-99190dcc4189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0f0659-074f-4ec1-8a74-2a9d892acc22', 'code': 200} Nov 12 08:46:41.726046 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=5b0f0659-074f-4ec1-8a74-2a9d892acc22,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:41.778817 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a520b560-e947-4002-a074-40ff452dd4c8 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.808662 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-673f810c-2e81-4af8-b71c-dd8ce8d33c27 req-09c5e6b9-8fe2-4bc3-a735-ae25a021b4f6 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6913931 Nov 12 08:46:41.819602 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:46:41.820943 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:46:41.864344 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2988be6c-b242-4425-bef3-c9cc50113f67 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Made reservation on behalf of dfff68fcfe1e423c9412dc8198cde5f4 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:41.866895 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520b560-e947-4002-a074-40ff452dd4c8 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Subnet': ['ID=54477f6c-f12d-4588-9167-1e0272652885,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:41.870393 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2988be6c-b242-4425-bef3-c9cc50113f67 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.875016 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a520b560-e947-4002-a074-40ff452dd4c8 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.880021 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a520b560-e947-4002-a074-40ff452dd4c8 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/54477f6c-f12d-4588-9167-1e0272652885 HTTP/1.1" status: 204 len: 168 time: 1.7664428 Nov 12 08:46:41.886964 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55948) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:41.894167 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954580de-528a-41b5-9db9-6409dc5410a7 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Pushing event updated for resources: {'Network': ['ID=b8ca121f-a4f6-4d40-91cc-354a05316b5d,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:41.894851 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1579105f-c425-4f9d-a582-9a95cf7a10d4 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:41.937111 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f6015b2e-aa04-4395-b1a6-5e02e733046b tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474756 Nov 12 08:46:41.943515 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994555d-b1c4-42d9-8cab-98ecbdf69b8a req-ca79c152-0bbb-46c5-b128-581a8f173323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:41.945391 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b994555d-b1c4-42d9-8cab-98ecbdf69b8a req-ca79c152-0bbb-46c5-b128-581a8f173323 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=091ce2b9-1474-4d80-8435-99190dcc4189 HTTP/1.1" status: 200 len: 1101 time: 0.1910548 Nov 12 08:46:41.946039 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55950) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:41.955342 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ac512481-0393-4094-93c9-c949377f28f6 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:41.974421 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network b8ca121f-a4f6-4d40-91cc-354a05316b5d details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:46:42.090009 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:42.113885 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b994555d-b1c4-42d9-8cab-98ecbdf69b8a req-135b74b8-3fc6-4c49-a2d0-55cc2ef9fee7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1f09ac26-a6cc-4d52-9a7e-68fa5168005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475377 Nov 12 08:46:42.131091 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac512481-0393-4094-93c9-c949377f28f6 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:42.135835 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ac512481-0393-4094-93c9-c949377f28f6 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:42.195349 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35445544-3bb2-4e12-8cb4-e70d309d7803 req-71343bff-2e42-49ec-9f56-812953d2c49b service neutron] 10.222.0.58 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9810040 Nov 12 08:46:42.248004 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b843b7-e578-41fd-ae9f-4a611b4522eb req-f36556f9-4c8c-471f-bb50-b4f05623c35d tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:42.251565 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c5b843b7-e578-41fd-ae9f-4a611b4522eb req-f36556f9-4c8c-471f-bb50-b4f05623c35d tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f6b4a0d-54be-492d-8c1f-c1beeb9f265f HTTP/1.1" status: 200 len: 944 time: 0.4098949 Nov 12 08:46:42.269439 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42277cdf-bd8c-4449-aa40-0869a94e92cb req-724b9971-f793-44a8-8b9e-487d6e2b497a tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:42.272199 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-42277cdf-bd8c-4449-aa40-0869a94e92cb req-724b9971-f793-44a8-8b9e-487d6e2b497a tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] 10.222.0.37 "GET /v2.0/ports?device_id=091ce2b9-1474-4d80-8435-99190dcc4189 HTTP/1.1" status: 200 len: 949 time: 0.3004401 Nov 12 08:46:42.314877 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad470d5f-b7e2-40ec-832e-bcafe68e4556 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:42.354945 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad470d5f-b7e2-40ec-832e-bcafe68e4556 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:42.411912 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 575e2463-d78d-4249-9126-b8827bc50c70 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:46:42.502884 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c5b843b7-e578-41fd-ae9f-4a611b4522eb req-a8e450bc-0c61-494e-96e8-df2415867e4e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287886 Nov 12 08:46:42.511334 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d150575-f117-482b-98ae-75f820700394 None None] DHCP port deletion for 7bfd1417-cac6-4152-826e-588573fa4bfa request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:42.579208 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-42277cdf-bd8c-4449-aa40-0869a94e92cb req-eda9d3d9-6a74-4aa8-bfcb-22757f9dfa54 tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f09ac26-a6cc-4d52-9a7e-68fa5168005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917745 Nov 12 08:46:42.774356 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2988be6c-b242-4425-bef3-c9cc50113f67 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:42.806864 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 575e2463-d78d-4249-9126-b8827bc50c70, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=575e2463-d78d-4249-9126-b8827bc50c70,segment=NetworkSegment(34828fde-3b53-4826-975b-0c6b4715c685),segment_id=34828fde-3b53-4826-975b-0c6b4715c685)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:42.810588 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-ad470d5f-b7e2-40ec-832e-bcafe68e4556 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Allocated IP 172.25.6.211 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/5afec4eb-af36-4504-8607-bf40f64f8760) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:42.835038 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 1547860e-a3ee-4edb-b2ed-95c16f15bd7e up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:42.887983 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-3d150575-f117-482b-98ae-75f820700394 None None] Deleting port ecf296ff-ac99-4565-ac72-14fc099ed4b4 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:42.888752 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3d150575-f117-482b-98ae-75f820700394 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:42.920686 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '575e2463-d78d-4249-9126-b8827bc50c70', 'network_id': '2920a1cf-2450-4e88-a1ad-b45da486889e', 'port_id': '575e2463-d78d-4249-9126-b8827bc50c70', 'mac_address': 'fa:16:3e:b1:73:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514a597d-ff4c-46bb-8a31-1a78b7448335', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:46:42.957572 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988be6c-b242-4425-bef3-c9cc50113f67 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Pushing event updated for resources: {'Subnet': ['ID=009335e1-f55c-44e9-a148-7cd389d137a6,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:42.991786 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2988be6c-b242-4425-bef3-c9cc50113f67 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Checking segment: {'id': '3efeb8af-c42a-408c-98d4-02539425de89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b7b67de7-8f9b-4413-aa20-b4f2c9b1719e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:42.992080 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2988be6c-b242-4425-bef3-c9cc50113f67 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Network hostable DHCP agents. Network: b7b67de7-8f9b-4413-aa20-b4f2c9b1719e, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:46:43.034649 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64841c7-4f58-4589-8690-088a89043d2b None None] Network b66e024a-4f6b-4428-ad82-fdc24bde2b7c requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:43.069933 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2988be6c-b242-4425-bef3-c9cc50113f67 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Network b7b67de7-8f9b-4413-aa20-b4f2c9b1719e is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:46:43.092435 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c1004-124d-4eee-854d-259fd9109c1e req-fab58edc-4d42-4e60-b322-90dbd7009675 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:43.095683 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-074c1004-124d-4eee-854d-259fd9109c1e req-fab58edc-4d42-4e60-b322-90dbd7009675 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=65afee34-102a-4d76-9167-7df223e5f321 HTTP/1.1" status: 200 len: 944 time: 0.1283314 Nov 12 08:46:43.133217 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-2988be6c-b242-4425-bef3-c9cc50113f67 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, b7b67de7-8f9b-4413-aa20-b4f2c9b1719e) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:43.144811 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2988be6c-b242-4425-bef3-c9cc50113f67 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:43.145779 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2988be6c-b242-4425-bef3-c9cc50113f67 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.151958 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad470d5f-b7e2-40ec-832e-bcafe68e4556 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.178481 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f7bbf5d9-998b-4f87-aa39-825016a2ffee None None] Provisioning complete for port 1547860e-a3ee-4edb-b2ed-95c16f15bd7e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:43.178481 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f7bbf5d9-998b-4f87-aa39-825016a2ffee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.182383 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542aa136-1467-469f-8d92-ca88cdce52cb None None] Network b7b67de7-8f9b-4413-aa20-b4f2c9b1719e requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:43.214244 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-074c1004-124d-4eee-854d-259fd9109c1e req-805c3672-0127-41ee-aa77-5af3eddad0e5 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099634 Nov 12 08:46:43.237293 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad470d5f-b7e2-40ec-832e-bcafe68e4556 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.239867 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2988be6c-b242-4425-bef3-c9cc50113f67 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8209341 Nov 12 08:46:43.243251 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55954) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:43.250190 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-b52f9e45-8641-4a44-a800-b40650553277 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Request body: {'subnet': {'network_id': 'b8ca121f-a4f6-4d40-91cc-354a05316b5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:43.384253 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52f9e45-8641-4a44-a800-b40650553277 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Made reservation on behalf of dfff68fcfe1e423c9412dc8198cde5f4 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:43.389247 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b52f9e45-8641-4a44-a800-b40650553277 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.409969 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad470d5f-b7e2-40ec-832e-bcafe68e4556 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:43.416028 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.424878 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-ad470d5f-b7e2-40ec-832e-bcafe68e4556 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:43.432676 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-3d150575-f117-482b-98ae-75f820700394 None None] For port ecf296ff-ac99-4565-ac72-14fc099ed4b4, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ecf296ff-ac99-4565-ac72-14fc099ed4b4,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:43.434182 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3d150575-f117-482b-98ae-75f820700394 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.434968 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ac512481-0393-4094-93c9-c949377f28f6 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.438260 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad470d5f-b7e2-40ec-832e-bcafe68e4556 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Pushing event updated for resources: {'Port': ['ID=5afec4eb-af36-4504-8607-bf40f64f8760,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:43.444059 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad470d5f-b7e2-40ec-832e-bcafe68e4556 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:43.521802 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049addff-cf9b-4191-a71b-ff8eb163f397 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:43.549691 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-3d150575-f117-482b-98ae-75f820700394 None None] Calling delete_port for ecf296ff-ac99-4565-ac72-14fc099ed4b4 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:43.562576 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.579088 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac512481-0393-4094-93c9-c949377f28f6 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:43.586538 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 575e2463-d78d-4249-9126-b8827bc50c70 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:46:43.588842 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-ac512481-0393-4094-93c9-c949377f28f6 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:43.592596 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac512481-0393-4094-93c9-c949377f28f6 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:43.593249 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ac512481-0393-4094-93c9-c949377f28f6 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.598165 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac512481-0393-4094-93c9-c949377f28f6 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Subnet': ['ID=da1ce86c-2071-480c-8a7d-25a02a801ab9,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:43.656754 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 1547860e-a3ee-4edb-b2ed-95c16f15bd7e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:43.657326 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.745368 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ac512481-0393-4094-93c9-c949377f28f6 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7961712 Nov 12 08:46:43.750021 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55962) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:43.758412 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-50969ab4-2077-42e5-9cde-cc28638ec32d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'port': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'name': 'tempest-NetworksTestDHCPv6-140141038'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:43.800231 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 575e2463-d78d-4249-9126-b8827bc50c70, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=575e2463-d78d-4249-9126-b8827bc50c70,segment=NetworkSegment(34828fde-3b53-4826-975b-0c6b4715c685),segment_id=34828fde-3b53-4826-975b-0c6b4715c685)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:43.912527 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 25bd8be1-8f5b-41f0-af63-40522e7c552e details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:46:43.922173 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:44.064902 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50969ab4-2077-42e5-9cde-cc28638ec32d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:44.068965 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-50969ab4-2077-42e5-9cde-cc28638ec32d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:44.091820 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad470d5f-b7e2-40ec-832e-bcafe68e4556 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:44.135806 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-50969ab4-2077-42e5-9cde-cc28638ec32d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] device_id is not set on port a441098d-1b66-49a5-8405-55eab7c00138 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:46:44.273628 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:44.322520 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469e79a-e98c-4f49-ac1a-4ca87d5a1ba3 req-10ed7f90-841e-40e3-b551-1feb310798e9 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:44.324325 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4469e79a-e98c-4f49-ac1a-4ca87d5a1ba3 req-10ed7f90-841e-40e3-b551-1feb310798e9 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f6b4a0d-54be-492d-8c1f-c1beeb9f265f HTTP/1.1" status: 200 len: 944 time: 0.6473272 Nov 12 08:46:44.336503 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f7bbf5d9-998b-4f87-aa39-825016a2ffee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:44.355728 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6058433-f135-49f3-a2a7-17ee87208d8a req-f4ee2de7-42f8-44f8-8a87-bfb06ce0e362 tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:44.360887 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f6058433-f135-49f3-a2a7-17ee87208d8a req-f4ee2de7-42f8-44f8-8a87-bfb06ce0e362 tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] 10.222.0.37 "GET /v2.0/ports?device_id=091ce2b9-1474-4d80-8435-99190dcc4189 HTTP/1.1" status: 200 len: 949 time: 0.2152319 Nov 12 08:46:44.370189 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['575e2463-d78d-4249-9126-b8827bc50c70'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:46:44.380706 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b52f9e45-8641-4a44-a800-b40650553277 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:44.452015 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6ab3e6-2144-4b10-a0e3-f0f6547b0980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-b7b67de7-8f9b-4413-aa20-b4f2c9b1719e', 'network_id': 'b7b67de7-8f9b-4413-aa20-b4f2c9b1719e', 'tenant_id': 'dfff68fcfe1e423c9412dc8198cde5f4', 'fixed_ips': [{'subnet_id': '009335e1-f55c-44e9-a148-7cd389d137a6'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:46:44.452972 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7a6ab3e6-2144-4b10-a0e3-f0f6547b0980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:44.455953 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=575e2463-d78d-4249-9126-b8827bc50c70,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:44.530216 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3d150575-f117-482b-98ae-75f820700394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:44.540657 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-50969ab4-2077-42e5-9cde-cc28638ec32d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Allocated IP 2001:db8::14e (7bfd1417-cac6-4152-826e-588573fa4bfa/da1ce86c-2071-480c-8a7d-25a02a801ab9/a441098d-1b66-49a5-8405-55eab7c00138) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:44.597848 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f9e45-8641-4a44-a800-b40650553277 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Pushing event updated for resources: {'Subnet': ['ID=e305d647-a101-43d4-930b-dc8a5e84c5c9,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:44.602796 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad470d5f-b7e2-40ec-832e-bcafe68e4556 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12134'] for router, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:44.607007 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4469e79a-e98c-4f49-ac1a-4ca87d5a1ba3 req-2b88b9e9-e6bc-4178-837d-08004adb081f tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664702 Nov 12 08:46:44.614069 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f6058433-f135-49f3-a2a7-17ee87208d8a req-e516a8ef-7c74-4cc5-b825-ab0d1949d61e tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f09ac26-a6cc-4d52-9a7e-68fa5168005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044222 Nov 12 08:46:44.614205 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f7bbf5d9-998b-4f87-aa39-825016a2ffee None None] For port 1547860e-a3ee-4edb-b2ed-95c16f15bd7e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=1547860e-a3ee-4edb-b2ed-95c16f15bd7e,segment=NetworkSegment(2b22ac96-1d96-4556-acc8-058f624c42de),segment_id=2b22ac96-1d96-4556-acc8-058f624c42de)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:44.620431 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d150575-f117-482b-98ae-75f820700394 None None] Pushing event deleted for resources: {'Port': ['ID=ecf296ff-ac99-4565-ac72-14fc099ed4b4,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:44.622309 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad470d5f-b7e2-40ec-832e-bcafe68e4556 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920415'] for router, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:44.629429 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52f9e45-8641-4a44-a800-b40650553277 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Checking segment: {'id': 'ade013ab-b4c1-406a-b62e-cb329ce0a381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b8ca121f-a4f6-4d40-91cc-354a05316b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:44.629921 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52f9e45-8641-4a44-a800-b40650553277 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Network hostable DHCP agents. Network: b8ca121f-a4f6-4d40-91cc-354a05316b5d, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:46:44.668628 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:44.670906 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f7bbf5d9-998b-4f87-aa39-825016a2ffee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:44.674173 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52f9e45-8641-4a44-a800-b40650553277 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Network b8ca121f-a4f6-4d40-91cc-354a05316b5d is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:46:44.689475 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-b52f9e45-8641-4a44-a800-b40650553277 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, b8ca121f-a4f6-4d40-91cc-354a05316b5d) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:44.694123 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52f9e45-8641-4a44-a800-b40650553277 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:44.694951 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b52f9e45-8641-4a44-a800-b40650553277 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:44.730584 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b52f9e45-8641-4a44-a800-b40650553277 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4859312 Nov 12 08:46:44.733347 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55970) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:44.745154 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d150575-f117-482b-98ae-75f820700394 None None] No DVR routers for this DVR port ecf296ff-ac99-4565-ac72-14fc099ed4b4 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:44.773318 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50ce564-4253-4460-905a-eda973720ad2 None None] Network b8ca121f-a4f6-4d40-91cc-354a05316b5d requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:44.898023 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cc55fd-7aa2-4ed3-b138-ea233aee58c8 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:44.934323 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 25bd8be1-8f5b-41f0-af63-40522e7c552e, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=25bd8be1-8f5b-41f0-af63-40522e7c552e,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:45.191342 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad470d5f-b7e2-40ec-832e-bcafe68e4556 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Router 0703a3a6-75a4-4f2d-aded-2a6fb6e8e957 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:46:45.209920 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003bf0e3-123f-4697-9e65-f527e226077c req-05c84d1c-d569-4f32-a261-0432a8fb5bd6 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:45.218000 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-003bf0e3-123f-4697-9e65-f527e226077c req-05c84d1c-d569-4f32-a261-0432a8fb5bd6 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=65afee34-102a-4d76-9167-7df223e5f321 HTTP/1.1" status: 200 len: 945 time: 0.2683551 Nov 12 08:46:45.269954 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-7a6ab3e6-2144-4b10-a0e3-f0f6547b0980 None None] Allocated IP 172.20.0.2 (b7b67de7-8f9b-4413-aa20-b4f2c9b1719e/009335e1-f55c-44e9-a148-7cd389d137a6/dd8a593b-1093-4100-8d35-cf3d6d654147) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:45.313156 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-003bf0e3-123f-4697-9e65-f527e226077c req-eed78006-46f0-4dd1-b7ba-4c37098bf887 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942199 Nov 12 08:46:45.317001 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a25d942b-c4bc-41c0-bf36-19946916e418 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:45.335943 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad470d5f-b7e2-40ec-832e-bcafe68e4556 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:45.345231 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad470d5f-b7e2-40ec-832e-bcafe68e4556 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:45.346554 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ad470d5f-b7e2-40ec-832e-bcafe68e4556 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] 10.222.0.37 "PUT /v2.0/routers/0703a3a6-75a4-4f2d-aded-2a6fb6e8e957 HTTP/1.1" status: 200 len: 880 time: 4.6976380 Nov 12 08:46:45.350365 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55978) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:45.401864 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-50969ab4-2077-42e5-9cde-cc28638ec32d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:45.459652 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7a6ab3e6-2144-4b10-a0e3-f0f6547b0980 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:45.524737 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '25bd8be1-8f5b-41f0-af63-40522e7c552e', 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4', 'port_id': '25bd8be1-8f5b-41f0-af63-40522e7c552e', 'mac_address': 'fa:16:3e:f3:c3:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601c19d7-10c1-44ee-a86c-ac9c499e748d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:46:45.575795 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23780c55-8afe-41be-bfea-d328a5eba44b None None] Sync routers for ids ['0703a3a6-75a4-4f2d-aded-2a6fb6e8e957'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:45.615503 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bbf5d9-998b-4f87-aa39-825016a2ffee None None] Pushing event updated for resources: {'Port': ['ID=1547860e-a3ee-4edb-b2ed-95c16f15bd7e,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:45.626919 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7a6ab3e6-2144-4b10-a0e3-f0f6547b0980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:45.639418 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:46:45.639418 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:46:45.716029 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6ab3e6-2144-4b10-a0e3-f0f6547b0980 None None] Network b7b67de7-8f9b-4413-aa20-b4f2c9b1719e is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:45.716961 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ab3e6-2144-4b10-a0e3-f0f6547b0980 None None] Pushing event updated for resources: {'Port': ['ID=dd8a593b-1093-4100-8d35-cf3d6d654147,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:45.786453 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23780c55-8afe-41be-bfea-d328a5eba44b None None] Routers {'0703a3a6-75a4-4f2d-aded-2a6fb6e8e957'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:45.787560 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-23780c55-8afe-41be-bfea-d328a5eba44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:46:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['0703a3a6-75a4-4f2d-aded-2a6fb6e8e957'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:45.842275 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f39fd65b-84ef-4ce0-a144-09a9aa8c9f54 None None] Provisioning complete for port 5afec4eb-af36-4504-8607-bf40f64f8760 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:45.843095 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f39fd65b-84ef-4ce0-a144-09a9aa8c9f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:45.874562 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-23780c55-8afe-41be-bfea-d328a5eba44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:45.884456 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-7a6ab3e6-2144-4b10-a0e3-f0f6547b0980 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:45.888120 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6ab3e6-2144-4b10-a0e3-f0f6547b0980 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:45.914425 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:45.917029 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66b9ea2-3302-46a9-ab95-c9f7d8d0b90e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-b8ca121f-a4f6-4d40-91cc-354a05316b5d', 'network_id': 'b8ca121f-a4f6-4d40-91cc-354a05316b5d', 'tenant_id': 'dfff68fcfe1e423c9412dc8198cde5f4', 'fixed_ips': [{'subnet_id': 'e305d647-a101-43d4-930b-dc8a5e84c5c9'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:46:45.918585 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d66b9ea2-3302-46a9-ab95-c9f7d8d0b90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:45.923243 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-a25d942b-c4bc-41c0-bf36-19946916e418 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Allocated IP 172.20.0.1 (b7b67de7-8f9b-4413-aa20-b4f2c9b1719e/009335e1-f55c-44e9-a148-7cd389d137a6/aa19a740-5c29-4a6f-9210-4845fc06639e) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:45.942853 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c64fe5-09f7-45c5-9a85-89772185bd92 req-5a5a5703-1a73-4b7b-b164-f9bef3a94e54 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:45.944545 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-78c64fe5-09f7-45c5-9a85-89772185bd92 req-5a5a5703-1a73-4b7b-b164-f9bef3a94e54 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f6b4a0d-54be-492d-8c1f-c1beeb9f265f HTTP/1.1" status: 200 len: 944 time: 0.1734102 Nov 12 08:46:45.960470 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23780c55-8afe-41be-bfea-d328a5eba44b None None] Routers {'0703a3a6-75a4-4f2d-aded-2a6fb6e8e957'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:45.961219 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-23780c55-8afe-41be-bfea-d328a5eba44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:46:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['0703a3a6-75a4-4f2d-aded-2a6fb6e8e957'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:45.973828 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-97a7db74-e8c1-4873-aac9-c0389cb8e8f9 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "GET /v2.0/routers/0703a3a6-75a4-4f2d-aded-2a6fb6e8e957 HTTP/1.1" status: 200 len: 921 time: 0.6216371 Nov 12 08:46:45.976487 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-50969ab4-2077-42e5-9cde-cc28638ec32d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:45.981456 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55990) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:46.039864 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-23780c55-8afe-41be-bfea-d328a5eba44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:46.040844 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23780c55-8afe-41be-bfea-d328a5eba44b None None] The sync data for ids ['0703a3a6-75a4-4f2d-aded-2a6fb6e8e957'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:46.063249 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-f39fd65b-84ef-4ce0-a144-09a9aa8c9f54 None None] Port 5afec4eb-af36-4504-8607-bf40f64f8760 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:46:46.065677 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a08d8-6812-4429-85cf-446112e24298 req-c25db6ff-914f-4a0f-b58f-5970b5dea1fd tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:46.068654 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-183a08d8-6812-4429-85cf-446112e24298 req-c25db6ff-914f-4a0f-b58f-5970b5dea1fd tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] 10.222.0.37 "GET /v2.0/ports?device_id=091ce2b9-1474-4d80-8435-99190dcc4189 HTTP/1.1" status: 200 len: 949 time: 0.2254317 Nov 12 08:46:46.076042 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50969ab4-2077-42e5-9cde-cc28638ec32d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:46.078757 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25bd8be1-8f5b-41f0-af63-40522e7c552e {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:46:46.086945 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-50969ab4-2077-42e5-9cde-cc28638ec32d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:46.089777 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50969ab4-2077-42e5-9cde-cc28638ec32d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:46.096215 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50969ab4-2077-42e5-9cde-cc28638ec32d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:46.096898 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-50969ab4-2077-42e5-9cde-cc28638ec32d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.111536 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50969ab4-2077-42e5-9cde-cc28638ec32d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Port': ['ID=a441098d-1b66-49a5-8405-55eab7c00138,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:46.131194 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50deddc5-d0c6-45b3-9465-60afab5d31e5 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:46.133816 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-50deddc5-d0c6-45b3-9465-60afab5d31e5 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=83f85ab7-23f1-4ab4-91ca-b1dcd4333f60&device_id=0703a3a6-75a4-4f2d-aded-2a6fb6e8e957&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1482003 Nov 12 08:46:46.136759 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55992) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:46.150152 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-50969ab4-2077-42e5-9cde-cc28638ec32d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3986208 Nov 12 08:46:46.168190 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55994) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:46.255937 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 25bd8be1-8f5b-41f0-af63-40522e7c552e, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=25bd8be1-8f5b-41f0-af63-40522e7c552e,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:46.257348 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-7a6ab3e6-2144-4b10-a0e3-f0f6547b0980 None None] Attempting to bind port dd8a593b-1093-4100-8d35-cf3d6d654147 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:46.257736 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-7a6ab3e6-2144-4b10-a0e3-f0f6547b0980 None None] Attempting to bind port dd8a593b-1093-4100-8d35-cf3d6d654147 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '3efeb8af-c42a-408c-98d4-02539425de89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b7b67de7-8f9b-4413-aa20-b4f2c9b1719e'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:46.258092 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6ab3e6-2144-4b10-a0e3-f0f6547b0980 None None] Attempting to bind port dd8a593b-1093-4100-8d35-cf3d6d654147 on network b7b67de7-8f9b-4413-aa20-b4f2c9b1719e {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:46.276932 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-78c64fe5-09f7-45c5-9a85-89772185bd92 req-230bc965-ea5a-4804-9d3a-ad708bc97b66 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153439 Nov 12 08:46:46.283648 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.315190 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b00d248-f316-457f-97a5-1bc6c498a1c2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:46.322546 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6b00d248-f316-457f-97a5-1bc6c498a1c2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1484642 Nov 12 08:46:46.322731 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55996) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:46.327281 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6ab3e6-2144-4b10-a0e3-f0f6547b0980 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:46.327666 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6ab3e6-2144-4b10-a0e3-f0f6547b0980 None None] Checking segment: {'id': '3efeb8af-c42a-408c-98d4-02539425de89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b7b67de7-8f9b-4413-aa20-b4f2c9b1719e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:46.328110 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7a6ab3e6-2144-4b10-a0e3-f0f6547b0980 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.328509 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6ab3e6-2144-4b10-a0e3-f0f6547b0980 None None] Bound using segment: {'id': '3efeb8af-c42a-408c-98d4-02539425de89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b7b67de7-8f9b-4413-aa20-b4f2c9b1719e'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:46.329014 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-7a6ab3e6-2144-4b10-a0e3-f0f6547b0980 None None] Bound port: dd8a593b-1093-4100-8d35-cf3d6d654147, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3efeb8af-c42a-408c-98d4-02539425de89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b7b67de7-8f9b-4413-aa20-b4f2c9b1719e'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:46.329402 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7a6ab3e6-2144-4b10-a0e3-f0f6547b0980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.337765 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a25d942b-c4bc-41c0-bf36-19946916e418 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.344641 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03621bf-ea25-4425-827d-f00f4a881e04 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:46.350849 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c03621bf-ea25-4425-827d-f00f4a881e04 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 881 time: 0.2123842 Nov 12 08:46:46.382192 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56000) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:46.415528 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-183a08d8-6812-4429-85cf-446112e24298 req-7322cdb2-3ed9-44c9-b9ff-19f9c1cc4721 tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f09ac26-a6cc-4d52-9a7e-68fa5168005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969978 Nov 12 08:46:46.474052 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-06326fb7-574a-4ae0-843e-6630651d7d42 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] 10.222.0.37 "GET /v2.0/ports?device_id=0703a3a6-75a4-4f2d-aded-2a6fb6e8e957 HTTP/1.1" status: 200 len: 205 time: 0.0879595 Nov 12 08:46:46.488969 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56002) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:46.506609 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4d578cff-fc40-4996-a5b7-41e6cd92fc79 None None] Provisioning complete for port 1547860e-a3ee-4edb-b2ed-95c16f15bd7e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:46.507567 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4d578cff-fc40-4996-a5b7-41e6cd92fc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.568878 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e9aeb45a-f108-4397-9924-907102ce0265 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting port a441098d-1b66-49a5-8405-55eab7c00138 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:46.569233 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e9aeb45a-f108-4397-9924-907102ce0265 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.653523 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a25d942b-c4bc-41c0-bf36-19946916e418 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.678342 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e9aeb45a-f108-4397-9924-907102ce0265 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.706335 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e9aeb45a-f108-4397-9924-907102ce0265 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Calling delete_port for a441098d-1b66-49a5-8405-55eab7c00138 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:46.818350 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25d942b-c4bc-41c0-bf36-19946916e418 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Network b7b67de7-8f9b-4413-aa20-b4f2c9b1719e is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:46.822938 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ecf296ff-ac99-4565-ac72-14fc099ed4b4 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:46.826390 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['25bd8be1-8f5b-41f0-af63-40522e7c552e'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:46:46.838717 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-a25d942b-c4bc-41c0-bf36-19946916e418 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:46.860337 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71298671-8885-4212-b630-fe031acf2c7a req-719f99bb-ed57-4e28-8398-3c481587235b tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:46.862885 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-71298671-8885-4212-b630-fe031acf2c7a req-719f99bb-ed57-4e28-8398-3c481587235b tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=65afee34-102a-4d76-9167-7df223e5f321 HTTP/1.1" status: 200 len: 945 time: 0.2857864 Nov 12 08:46:46.868239 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25d942b-c4bc-41c0-bf36-19946916e418 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:46.872916 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d942b-c4bc-41c0-bf36-19946916e418 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Pushing event updated for resources: {'Port': ['ID=aa19a740-5c29-4a6f-9210-4845fc06639e,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:46.875148 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e9aeb45a-f108-4397-9924-907102ce0265 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.922584 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aeb45a-f108-4397-9924-907102ce0265 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Port': ['ID=a441098d-1b66-49a5-8405-55eab7c00138,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:46.956522 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c791ec7d-bcd2-44fa-a7b8-e2c1a2502cc4 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.979348 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e9aeb45a-f108-4397-9924-907102ce0265 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.985671 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e9aeb45a-f108-4397-9924-907102ce0265 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/a441098d-1b66-49a5-8405-55eab7c00138 HTTP/1.1" status: 204 len: 168 time: 0.6611068 Nov 12 08:46:46.988218 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56004) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:47.009238 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: ecf296ff-ac99-4565-ac72-14fc099ed4b4 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:47.009671 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ecf296ff-ac99-4565-ac72-14fc099ed4b4 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:47.011432 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=25bd8be1-8f5b-41f0-af63-40522e7c552e,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:47.037046 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936263a2-824f-4173-975c-afdd7e89aeef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-7bfd1417-cac6-4152-826e-588573fa4bfa', 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'fixed_ips': [{'subnet_id': 'da1ce86c-2071-480c-8a7d-25a02a801ab9'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:46:47.038139 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-936263a2-824f-4173-975c-afdd7e89aeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:47.081713 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a25d942b-c4bc-41c0-bf36-19946916e418 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:47.084320 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f97008-4c68-43c7-b55c-c175a877d7bd tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:47.086227 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f97008-4c68-43c7-b55c-c175a877d7bd tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:47.091005 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-7a6ab3e6-2144-4b10-a0e3-f0f6547b0980 None None] For port dd8a593b-1093-4100-8d35-cf3d6d654147, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:47.092924 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-99f97008-4c68-43c7-b55c-c175a877d7bd tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1033454 Nov 12 08:46:47.093764 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56006) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:47.099136 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-7a6ab3e6-2144-4b10-a0e3-f0f6547b0980 None None] For port dd8a593b-1093-4100-8d35-cf3d6d654147, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=dd8a593b-1093-4100-8d35-cf3d6d654147,segment=NetworkSegment(3efeb8af-c42a-408c-98d4-02539425de89),segment_id=3efeb8af-c42a-408c-98d4-02539425de89)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:47.107757 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-d66b9ea2-3302-46a9-ab95-c9f7d8d0b90e None None] Allocated IP 172.20.0.2 (b8ca121f-a4f6-4d40-91cc-354a05316b5d/e305d647-a101-43d4-930b-dc8a5e84c5c9/a2a360c8-d101-4ff4-ac67-f29c42cb2a1f) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:47.201006 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afa2ad-0294-4f01-8ce5-9c9f2d6e554b req-db69a2bf-ebfb-4147-aee3-a04e8e711e13 tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:47.202843 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-30afa2ad-0294-4f01-8ce5-9c9f2d6e554b req-db69a2bf-ebfb-4147-aee3-a04e8e711e13 tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] 10.222.0.54 "GET /v2.0/ports?device_id=091ce2b9-1474-4d80-8435-99190dcc4189 HTTP/1.1" status: 200 len: 949 time: 0.1080737 Nov 12 08:46:47.207785 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-50429bfa-6968-4b17-ad3e-112847a9d59d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting subnet da1ce86c-2071-480c-8a7d-25a02a801ab9 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:46:47.211876 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-50429bfa-6968-4b17-ad3e-112847a9d59d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:47.231612 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7a6ab3e6-2144-4b10-a0e3-f0f6547b0980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:47.235626 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 1547860e-a3ee-4edb-b2ed-95c16f15bd7e up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:47.253961 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-71298671-8885-4212-b630-fe031acf2c7a req-9c125ba5-9a99-4e0b-80c6-fa8f19340521 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734856 Nov 12 08:46:47.272140 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-50429bfa-6968-4b17-ad3e-112847a9d59d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:47.357950 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c791ec7d-bcd2-44fa-a7b8-e2c1a2502cc4 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:47.374932 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-50429bfa-6968-4b17-ad3e-112847a9d59d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:47.437885 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a25d942b-c4bc-41c0-bf36-19946916e418 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:47.513352 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 1547860e-a3ee-4edb-b2ed-95c16f15bd7e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:47.513863 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:47.596022 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ab3e6-2144-4b10-a0e3-f0f6547b0980 None None] Pushing event updated for resources: {'Port': ['ID=dd8a593b-1093-4100-8d35-cf3d6d654147,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:47.640288 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-50429bfa-6968-4b17-ad3e-112847a9d59d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:47.659381 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c791ec7d-bcd2-44fa-a7b8-e2c1a2502cc4 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Deleting port 5afec4eb-af36-4504-8607-bf40f64f8760 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:47.659961 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c791ec7d-bcd2-44fa-a7b8-e2c1a2502cc4 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:47.692735 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-30afa2ad-0294-4f01-8ce5-9c9f2d6e554b req-fd46280c-639e-4592-9533-a05fa0811fa4 tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Deleting port 5b0f0659-074f-4ec1-8a74-2a9d892acc22 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:47.693298 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-30afa2ad-0294-4f01-8ce5-9c9f2d6e554b req-fd46280c-639e-4592-9533-a05fa0811fa4 tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:47.768582 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50429bfa-6968-4b17-ad3e-112847a9d59d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Subnet': ['ID=da1ce86c-2071-480c-8a7d-25a02a801ab9,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server [None req-936263a2-824f-4173-975c-afdd7e89aeef None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da1ce86c-2071-480c-8a7d-25a02a801ab9: This subnet is being modified by another concurrent operation. Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:46:47.775415 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise exception Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da1ce86c-2071-480c-8a7d-25a02a801ab9: This subnet is being modified by another concurrent operation. Nov 12 08:46:47.779463 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server Nov 12 08:46:47.781872 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-50429bfa-6968-4b17-ad3e-112847a9d59d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:47.786475 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-50429bfa-6968-4b17-ad3e-112847a9d59d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/da1ce86c-2071-480c-8a7d-25a02a801ab9 HTTP/1.1" status: 204 len: 168 time: 0.6586018 Nov 12 08:46:47.809372 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56016) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:47.944218 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e0974842-5eab-4891-918c-8f07fc5b77d9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1181090 Nov 12 08:46:47.944507 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56018) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:48.003151 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fab0ca-aab4-43e3-82be-74ba63a8fdad req-83506a23-ea6e-4b8d-8c50-a42a36e6f51b tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:48.004711 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c6fab0ca-aab4-43e3-82be-74ba63a8fdad req-83506a23-ea6e-4b8d-8c50-a42a36e6f51b tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f6b4a0d-54be-492d-8c1f-c1beeb9f265f HTTP/1.1" status: 200 len: 945 time: 0.5097880 Nov 12 08:46:48.012659 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d66b9ea2-3302-46a9-ab95-c9f7d8d0b90e None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:48.031007 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d66b9ea2-3302-46a9-ab95-c9f7d8d0b90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:48.034103 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1cf53a43-c05e-40b9-a0ec-a146e69e401b tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0877540 Nov 12 08:46:48.042470 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56020) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:48.095922 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66b9ea2-3302-46a9-ab95-c9f7d8d0b90e None None] Network b8ca121f-a4f6-4d40-91cc-354a05316b5d is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:48.100421 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-d66b9ea2-3302-46a9-ab95-c9f7d8d0b90e None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:48.103784 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b9ea2-3302-46a9-ab95-c9f7d8d0b90e None None] Pushing event updated for resources: {'Port': ['ID=a2a360c8-d101-4ff4-ac67-f29c42cb2a1f,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:48.108519 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66b9ea2-3302-46a9-ab95-c9f7d8d0b90e None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:48.131590 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc68393-369e-4e38-9c22-a25a8a276f5d req-f2157d69-1078-4250-8093-f9e77896c748 tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:48.139440 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1cc68393-369e-4e38-9c22-a25a8a276f5d req-f2157d69-1078-4250-8093-f9e77896c748 tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] 10.222.0.37 "GET /v2.0/ports?device_id=091ce2b9-1474-4d80-8435-99190dcc4189 HTTP/1.1" status: 200 len: 949 time: 0.3150146 Nov 12 08:46:48.167511 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a1a1e7-4495-47e3-9ac8-ba2f3e4b8bc7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:48.172458 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-28a1a1e7-4495-47e3-9ac8-ba2f3e4b8bc7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1285951 Nov 12 08:46:48.186806 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56022) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:48.189500 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-d66b9ea2-3302-46a9-ab95-c9f7d8d0b90e None None] Attempting to bind port a2a360c8-d101-4ff4-ac67-f29c42cb2a1f on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:48.190289 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-d66b9ea2-3302-46a9-ab95-c9f7d8d0b90e None None] Attempting to bind port a2a360c8-d101-4ff4-ac67-f29c42cb2a1f by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'ade013ab-b4c1-406a-b62e-cb329ce0a381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b8ca121f-a4f6-4d40-91cc-354a05316b5d'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:48.191282 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66b9ea2-3302-46a9-ab95-c9f7d8d0b90e None None] Attempting to bind port a2a360c8-d101-4ff4-ac67-f29c42cb2a1f on network b8ca121f-a4f6-4d40-91cc-354a05316b5d {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:48.198587 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66b9ea2-3302-46a9-ab95-c9f7d8d0b90e None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:48.199923 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66b9ea2-3302-46a9-ab95-c9f7d8d0b90e None None] Checking segment: {'id': 'ade013ab-b4c1-406a-b62e-cb329ce0a381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b8ca121f-a4f6-4d40-91cc-354a05316b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:48.200618 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d66b9ea2-3302-46a9-ab95-c9f7d8d0b90e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:48.201189 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66b9ea2-3302-46a9-ab95-c9f7d8d0b90e None None] Bound using segment: {'id': 'ade013ab-b4c1-406a-b62e-cb329ce0a381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b8ca121f-a4f6-4d40-91cc-354a05316b5d'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:48.201711 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-d66b9ea2-3302-46a9-ab95-c9f7d8d0b90e None None] Bound port: a2a360c8-d101-4ff4-ac67-f29c42cb2a1f, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade013ab-b4c1-406a-b62e-cb329ce0a381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b8ca121f-a4f6-4d40-91cc-354a05316b5d'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:48.202119 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d66b9ea2-3302-46a9-ab95-c9f7d8d0b90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:48.206714 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c791ec7d-bcd2-44fa-a7b8-e2c1a2502cc4 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:48.219032 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-30afa2ad-0294-4f01-8ce5-9c9f2d6e554b req-fd46280c-639e-4592-9533-a05fa0811fa4 tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] For port 5b0f0659-074f-4ec1-8a74-2a9d892acc22, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=5b0f0659-074f-4ec1-8a74-2a9d892acc22,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:48.219640 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-30afa2ad-0294-4f01-8ce5-9c9f2d6e554b req-fd46280c-639e-4592-9533-a05fa0811fa4 tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:48.246486 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-30afa2ad-0294-4f01-8ce5-9c9f2d6e554b req-fd46280c-639e-4592-9533-a05fa0811fa4 tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Calling delete_port for 5b0f0659-074f-4ec1-8a74-2a9d892acc22 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:48.302276 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-d66b9ea2-3302-46a9-ab95-c9f7d8d0b90e None None] For port a2a360c8-d101-4ff4-ac67-f29c42cb2a1f, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:48.306668 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-d66b9ea2-3302-46a9-ab95-c9f7d8d0b90e None None] For port a2a360c8-d101-4ff4-ac67-f29c42cb2a1f, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a2a360c8-d101-4ff4-ac67-f29c42cb2a1f,segment=NetworkSegment(ade013ab-b4c1-406a-b62e-cb329ce0a381),segment_id=ade013ab-b4c1-406a-b62e-cb329ce0a381)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:48.315684 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d66b9ea2-3302-46a9-ab95-c9f7d8d0b90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:48.363589 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 575e2463-d78d-4249-9126-b8827bc50c70 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:48.433071 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b9ea2-3302-46a9-ab95-c9f7d8d0b90e None None] Pushing event updated for resources: {'Port': ['ID=a2a360c8-d101-4ff4-ac67-f29c42cb2a1f,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:48.456548 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 575e2463-d78d-4249-9126-b8827bc50c70 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:46:48.487846 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 575e2463-d78d-4249-9126-b8827bc50c70 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:48.488686 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:48.527217 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-30afa2ad-0294-4f01-8ce5-9c9f2d6e554b req-fd46280c-639e-4592-9533-a05fa0811fa4 tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:48.554467 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['5b0f0659-074f-4ec1-8a74-2a9d892acc22'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:46:48.572990 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46280c-639e-4592-9533-a05fa0811fa4 tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Pushing event deleted for resources: {'Port': ['ID=5b0f0659-074f-4ec1-8a74-2a9d892acc22,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:48.657990 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-30afa2ad-0294-4f01-8ce5-9c9f2d6e554b req-fd46280c-639e-4592-9533-a05fa0811fa4 tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] No DVR routers for this DVR port 5b0f0659-074f-4ec1-8a74-2a9d892acc22 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:48.662147 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-30afa2ad-0294-4f01-8ce5-9c9f2d6e554b req-fd46280c-639e-4592-9533-a05fa0811fa4 tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:48.666482 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-30afa2ad-0294-4f01-8ce5-9c9f2d6e554b req-fd46280c-639e-4592-9533-a05fa0811fa4 tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] 10.222.0.54 "DELETE /v2.0/ports/5b0f0659-074f-4ec1-8a74-2a9d892acc22 HTTP/1.1" status: 204 len: 173 time: 1.4509742 Nov 12 08:46:48.667299 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091ce2b9-1474-4d80-8435-99190dcc4189', 'name': 'network-vif-deleted', 'tag': '5b0f0659-074f-4ec1-8a74-2a9d892acc22'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:48.670524 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d4d93c-1223-4f4c-820a-0deab364366d" -d '{"events": [{"server_uuid": "091ce2b9-1474-4d80-8435-99190dcc4189", "name": "network-vif-deleted", "tag": "5b0f0659-074f-4ec1-8a74-2a9d892acc22"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:48.706648 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:48.804660 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65afee34-102a-4d76-9167-7df223e5f321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575e2463-d78d-4249-9126-b8827bc50c70'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:48.808466 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6190098-23ee-4d76-8fce-43c1ac9e6d00" -d '{"events": [{"server_uuid": "65afee34-102a-4d76-9167-7df223e5f321", "name": "network-vif-plugged", "status": "completed", "tag": "575e2463-d78d-4249-9126-b8827bc50c70"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:48.843251 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 575e2463-d78d-4249-9126-b8827bc50c70, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=575e2463-d78d-4249-9126-b8827bc50c70,segment=NetworkSegment(34828fde-3b53-4826-975b-0c6b4715c685),segment_id=34828fde-3b53-4826-975b-0c6b4715c685)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:48.852891 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:48.896617 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c791ec7d-bcd2-44fa-a7b8-e2c1a2502cc4 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Calling delete_port for 5afec4eb-af36-4504-8607-bf40f64f8760 owned by network:router_gateway {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:48.911189 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2979925c-2c3a-4329-ba67-054572a98d42 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7094383 Nov 12 08:46:48.913395 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56032) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:48.929812 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-adc802cd-b649-4019-9053-03bc0871378c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:48.986901 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=575e2463-d78d-4249-9126-b8827bc50c70,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:49.030695 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c6fab0ca-aab4-43e3-82be-74ba63a8fdad req-e1f2ff92-b536-4ef0-8da3-4580f06b362c tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9633675 Nov 12 08:46:49.202554 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1cc68393-369e-4e38-9c22-a25a8a276f5d req-3dd63b39-8c29-4e38-864a-c5ef7958897d tempest-TenantUsagesTestJSON-1232498177 tempest-TenantUsagesTestJSON-1232498177-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f09ac26-a6cc-4d52-9a7e-68fa5168005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0621057 Nov 12 08:46:49.233498 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc802cd-b649-4019-9053-03bc0871378c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:49.239437 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-adc802cd-b649-4019-9053-03bc0871378c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:49.354831 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a25d942b-c4bc-41c0-bf36-19946916e418 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:49.406118 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a25d942b-c4bc-41c0-bf36-19946916e418 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:49.410663 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a2a360c8-d101-4ff4-ac67-f29c42cb2a1f up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:49.586033 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73244a6b-097e-452f-a1cc-abda8ab1a8e3 x-openstack-request-id: req-73244a6b-097e-452f-a1cc-abda8ab1a8e3 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:49.586493 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "091ce2b9-1474-4d80-8435-99190dcc4189", "name": "network-vif-deleted", "tag": "5b0f0659-074f-4ec1-8a74-2a9d892acc22", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:49.587088 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-73244a6b-097e-452f-a1cc-abda8ab1a8e3 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:49.587765 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '091ce2b9-1474-4d80-8435-99190dcc4189', 'name': 'network-vif-deleted', 'tag': '5b0f0659-074f-4ec1-8a74-2a9d892acc22', 'status': 'completed', 'code': 200} Nov 12 08:46:49.617733 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port a2a360c8-d101-4ff4-ac67-f29c42cb2a1f triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:49.618326 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:49.663606 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d14b82-5885-4951-ae0f-7bebb6d6da65 x-openstack-request-id: req-c3d14b82-5885-4951-ae0f-7bebb6d6da65 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:49.665025 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65afee34-102a-4d76-9167-7df223e5f321", "name": "network-vif-plugged", "status": "completed", "tag": "575e2463-d78d-4249-9126-b8827bc50c70", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:49.665524 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3d14b82-5885-4951-ae0f-7bebb6d6da65 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:49.666204 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65afee34-102a-4d76-9167-7df223e5f321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575e2463-d78d-4249-9126-b8827bc50c70', 'code': 200} Nov 12 08:46:49.667196 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60edefd-0e0f-4088-ae24-01a666c4b396 None None] Network b7b67de7-8f9b-4413-aa20-b4f2c9b1719e requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:49.730283 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a25d942b-c4bc-41c0-bf36-19946916e418 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:49.768880 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-adc802cd-b649-4019-9053-03bc0871378c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:49.779656 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d942b-c4bc-41c0-bf36-19946916e418 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Pushing event updated for resources: {'Port': ['ID=aa19a740-5c29-4a6f-9210-4845fc06639e,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:49.829470 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebff297-1c65-4a3c-996a-b8912f4f5fa1 req-c31890e6-0d39-48d2-914b-d1f2b252e566 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:49.831443 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cebff297-1c65-4a3c-996a-b8912f4f5fa1 req-c31890e6-0d39-48d2-914b-d1f2b252e566 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=65afee34-102a-4d76-9167-7df223e5f321 HTTP/1.1" status: 200 len: 946 time: 0.2826254 Nov 12 08:46:49.867985 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c791ec7d-bcd2-44fa-a7b8-e2c1a2502cc4 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:49.910556 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc802cd-b649-4019-9053-03bc0871378c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:49.913860 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc802cd-b649-4019-9053-03bc0871378c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Subnet': ['ID=08f7b4af-a0b3-4da0-a517-3510c8d1506e,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:49.930524 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-adc802cd-b649-4019-9053-03bc0871378c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:49.936990 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc802cd-b649-4019-9053-03bc0871378c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:49.940374 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-adc802cd-b649-4019-9053-03bc0871378c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:49.948124 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207ac91b-ee80-40d6-bff2-d447056bf42e None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:49.974443 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59001185-d76e-494e-91d7-b756e11b7d20 req-6f8eac2f-b787-4718-892a-86994bdd0829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:49.977699 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-59001185-d76e-494e-91d7-b756e11b7d20 req-6f8eac2f-b787-4718-892a-86994bdd0829 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=65afee34-102a-4d76-9167-7df223e5f321 HTTP/1.1" status: 200 len: 1098 time: 0.2230647 Nov 12 08:46:49.990786 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791ec7d-bcd2-44fa-a7b8-e2c1a2502cc4 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Pushing event deleted for resources: {'Port': ['ID=5afec4eb-af36-4504-8607-bf40f64f8760,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:49.990786 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56034) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:50.001467 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-adc802cd-b649-4019-9053-03bc0871378c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0847545 Nov 12 08:46:50.002906 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25d942b-c4bc-41c0-bf36-19946916e418 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Network b7b67de7-8f9b-4413-aa20-b4f2c9b1719e is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:50.007341 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-e948615b-ec12-4455-967b-be7bef2689c7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'port': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'fixed_ips': [{'subnet_id': '08f7b4af-a0b3-4da0-a517-3510c8d1506e', 'ip_address': '2001:db8::3d5c:73f0:705d:2332'}], 'name': 'tempest-NetworksTestDHCPv6-1582094294'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:50.034785 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9531f752-2e6b-4669-852c-f15a45f77dd7 None None] Provisioning complete for port dd8a593b-1093-4100-8d35-cf3d6d654147 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:50.035344 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9531f752-2e6b-4669-852c-f15a45f77dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.090286 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-59001185-d76e-494e-91d7-b756e11b7d20 req-4292ab11-2538-42b8-b7fb-22a432cf1963 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854614 Nov 12 08:46:50.090578 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cebff297-1c65-4a3c-996a-b8912f4f5fa1 req-144b2ea0-c4a3-42ef-b6bd-be704efe194c tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283559 Nov 12 08:46:50.096084 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-a25d942b-c4bc-41c0-bf36-19946916e418 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:50.203294 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b319539c-5405-46e7-9e2e-a149a31aac2d None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:50.254118 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d4639f-5679-47b0-9b2f-736cef08f4fe None None] Network b8ca121f-a4f6-4d40-91cc-354a05316b5d requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:50.298245 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.323689 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 25bd8be1-8f5b-41f0-af63-40522e7c552e up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:50.430957 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c791ec7d-bcd2-44fa-a7b8-e2c1a2502cc4 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.479882 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0ee10-0974-49e4-955f-dda39a8b5bcc req-729b2d3d-9923-4ad9-8a4d-58fb253b2449 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:50.481882 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port a2a360c8-d101-4ff4-ac67-f29c42cb2a1f, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a2a360c8-d101-4ff4-ac67-f29c42cb2a1f,segment=NetworkSegment(ade013ab-b4c1-406a-b62e-cb329ce0a381),segment_id=ade013ab-b4c1-406a-b62e-cb329ce0a381)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:50.494036 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-67c0ee10-0974-49e4-955f-dda39a8b5bcc req-729b2d3d-9923-4ad9-8a4d-58fb253b2449 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f6b4a0d-54be-492d-8c1f-c1beeb9f265f HTTP/1.1" status: 200 len: 945 time: 0.2720575 Nov 12 08:46:50.497012 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.498191 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device dd8a593b-1093-4100-8d35-cf3d6d654147 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:50.712928 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c791ec7d-bcd2-44fa-a7b8-e2c1a2502cc4 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.719643 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c791ec7d-bcd2-44fa-a7b8-e2c1a2502cc4 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.790789 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e948615b-ec12-4455-967b-be7bef2689c7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:50.818052 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-67c0ee10-0974-49e4-955f-dda39a8b5bcc req-2a6cfef8-8dea-494b-8a11-c572fe00462e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228319 Nov 12 08:46:50.842761 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c791ec7d-bcd2-44fa-a7b8-e2c1a2502cc4 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.843478 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c791ec7d-bcd2-44fa-a7b8-e2c1a2502cc4 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Fanout notify agent at l3_agent the message router_deleted on router 0703a3a6-75a4-4f2d-aded-2a6fb6e8e957 {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:46:50.851335 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c791ec7d-bcd2-44fa-a7b8-e2c1a2502cc4 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.857294 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56050) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:50.863086 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-160da1f3-4d1b-4cb4-afe2-9670ba46fd83 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-403624810', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:50.871179 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c791ec7d-bcd2-44fa-a7b8-e2c1a2502cc4 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] 10.222.0.37 "DELETE /v2.0/routers/0703a3a6-75a4-4f2d-aded-2a6fb6e8e957 HTTP/1.1" status: 204 len: 168 time: 4.3809915 Nov 12 08:46:50.918912 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25d942b-c4bc-41c0-bf36-19946916e418 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Router 106a0318-eee6-47bb-9e50-1c10c0afd4db is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:46:50.925086 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-160da1f3-4d1b-4cb4-afe2-9670ba46fd83 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.926852 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-160da1f3-4d1b-4cb4-afe2-9670ba46fd83 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.985901 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56052) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:51.055130 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e948615b-ec12-4455-967b-be7bef2689c7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.058833 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-160da1f3-4d1b-4cb4-afe2-9670ba46fd83 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.069302 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-160da1f3-4d1b-4cb4-afe2-9670ba46fd83 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.116505 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-160da1f3-4d1b-4cb4-afe2-9670ba46fd83 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.140558 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-160da1f3-4d1b-4cb4-afe2-9670ba46fd83 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2652130 Nov 12 08:46:51.143330 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56056) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:51.175706 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-275d8570-2424-41b2-b878-51b59fb87da2 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'enable_snat': True}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:51.202094 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-e948615b-ec12-4455-967b-be7bef2689c7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] device_id is not set on port 9c466243-d1fe-4013-b60f-6231ec2fbd81 yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:46:51.269099 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25d942b-c4bc-41c0-bf36-19946916e418 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:51.281560 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9531f752-2e6b-4669-852c-f15a45f77dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.289729 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52dc4a9-20a6-435d-a8c9-23e62f5a35c8 None None] Sync routers for ids ['106a0318-eee6-47bb-9e50-1c10c0afd4db'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:51.291235 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a25d942b-c4bc-41c0-bf36-19946916e418 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] 10.222.0.37 "PUT /v2.0/routers/106a0318-eee6-47bb-9e50-1c10c0afd4db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5567048 Nov 12 08:46:51.295772 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56060) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:51.304558 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745a64ed-c856-4ff5-b487-766d801482c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-7bfd1417-cac6-4152-826e-588573fa4bfa', 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'fixed_ips': [{'subnet_id': '08f7b4af-a0b3-4da0-a517-3510c8d1506e'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:46:51.306432 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-745a64ed-c856-4ff5-b487-766d801482c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.310023 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=a2a360c8-d101-4ff4-ac67-f29c42cb2a1f,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:51.346193 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52dc4a9-20a6-435d-a8c9-23e62f5a35c8 None None] Routers {'106a0318-eee6-47bb-9e50-1c10c0afd4db'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:51.349191 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-e52dc4a9-20a6-435d-a8c9-23e62f5a35c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:46:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['106a0318-eee6-47bb-9e50-1c10c0afd4db'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:51.349747 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 25bd8be1-8f5b-41f0-af63-40522e7c552e completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:46:51.354202 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port dd8a593b-1093-4100-8d35-cf3d6d654147 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:51.354763 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.460610 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9531f752-2e6b-4669-852c-f15a45f77dd7 None None] For port dd8a593b-1093-4100-8d35-cf3d6d654147, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=dd8a593b-1093-4100-8d35-cf3d6d654147,segment=NetworkSegment(3efeb8af-c42a-408c-98d4-02539425de89),segment_id=3efeb8af-c42a-408c-98d4-02539425de89)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:51.462843 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 25bd8be1-8f5b-41f0-af63-40522e7c552e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:51.463802 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.474443 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-e52dc4a9-20a6-435d-a8c9-23e62f5a35c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:51.513174 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9531f752-2e6b-4669-852c-f15a45f77dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.515262 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52dc4a9-20a6-435d-a8c9-23e62f5a35c8 None None] Routers {'106a0318-eee6-47bb-9e50-1c10c0afd4db'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:51.516360 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-e52dc4a9-20a6-435d-a8c9-23e62f5a35c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:46:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['106a0318-eee6-47bb-9e50-1c10c0afd4db'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:51.568073 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dedad71-aa5c-433e-9f45-78a91695bc46 req-def7c8a4-a453-4574-8220-8646399163db tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:51.581284 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0dedad71-aa5c-433e-9f45-78a91695bc46 req-def7c8a4-a453-4574-8220-8646399163db tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=65afee34-102a-4d76-9167-7df223e5f321 HTTP/1.1" status: 200 len: 946 time: 0.1704674 Nov 12 08:46:51.670727 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-e52dc4a9-20a6-435d-a8c9-23e62f5a35c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:51.671817 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52dc4a9-20a6-435d-a8c9-23e62f5a35c8 None None] The sync data for ids ['106a0318-eee6-47bb-9e50-1c10c0afd4db'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:51.684723 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-275d8570-2424-41b2-b878-51b59fb87da2 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.736427 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0dedad71-aa5c-433e-9f45-78a91695bc46 req-9604939f-3a5d-441b-98cc-5fe0e971f580 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534998 Nov 12 08:46:51.736806 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8516eff9-634b-4ace-b1f3-f894b6d8772a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a77d98142d4f4d649c52909b874f6bcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7470818 Nov 12 08:46:51.758899 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56066) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:51.814383 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9531f752-2e6b-4669-852c-f15a45f77dd7 None None] Pushing event updated for resources: {'Port': ['ID=dd8a593b-1093-4100-8d35-cf3d6d654147,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:51.828365 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-966cfd27-f493-434f-8fce-1b966cf2120f None None] Provisioning complete for port dd8a593b-1093-4100-8d35-cf3d6d654147 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:51.829358 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-966cfd27-f493-434f-8fce-1b966cf2120f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.875480 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-e948615b-ec12-4455-967b-be7bef2689c7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Allocated IP 2001:db8::3d5c:73f0:705d:2332 (7bfd1417-cac6-4152-826e-588573fa4bfa/08f7b4af-a0b3-4da0-a517-3510c8d1506e/9c466243-d1fe-4013-b60f-6231ec2fbd81) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:52.039477 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-275d8570-2424-41b2-b878-51b59fb87da2 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:52.072527 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df4a55f3-f339-4eb7-9c1e-4015969384c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:52.074154 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:52.100472 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-275d8570-2424-41b2-b878-51b59fb87da2 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:52.111418 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6b4a0d-54be-492d-8c1f-c1beeb9f265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bd8be1-8f5b-41f0-af63-40522e7c552e'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:52.114066 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae55a243-98cb-4248-bce2-a011af826b54" -d '{"events": [{"server_uuid": "5f6b4a0d-54be-492d-8c1f-c1beeb9f265f", "name": "network-vif-plugged", "status": "completed", "tag": "25bd8be1-8f5b-41f0-af63-40522e7c552e"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:52.213742 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 25bd8be1-8f5b-41f0-af63-40522e7c552e, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=25bd8be1-8f5b-41f0-af63-40522e7c552e,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:52.225027 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a2a360c8-d101-4ff4-ac67-f29c42cb2a1f up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:52.231380 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:52.253323 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-966cfd27-f493-434f-8fce-1b966cf2120f None None] Provisioning complete for port aa19a740-5c29-4a6f-9210-4845fc06639e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:52.253690 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-966cfd27-f493-434f-8fce-1b966cf2120f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:52.258179 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df4a55f3-f339-4eb7-9c1e-4015969384c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:52.260462 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dab791-df8b-4fad-8c1e-27bf97ed0afa x-openstack-request-id: req-04dab791-df8b-4fad-8c1e-27bf97ed0afa {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:52.260761 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6b4a0d-54be-492d-8c1f-c1beeb9f265f", "name": "network-vif-plugged", "status": "completed", "tag": "25bd8be1-8f5b-41f0-af63-40522e7c552e", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:52.261017 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04dab791-df8b-4fad-8c1e-27bf97ed0afa {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:52.261420 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6b4a0d-54be-492d-8c1f-c1beeb9f265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bd8be1-8f5b-41f0-af63-40522e7c552e', 'code': 200} Nov 12 08:46:52.284856 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-275d8570-2424-41b2-b878-51b59fb87da2 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Allocated IP 172.25.6.25 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/41f2f318-b7f2-43b1-8492-3b1e1fbb2780) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:52.359783 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-966cfd27-f493-434f-8fce-1b966cf2120f None None] Port aa19a740-5c29-4a6f-9210-4845fc06639e cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:46:52.371010 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 5b0f0659-074f-4ec1-8a74-2a9d892acc22 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:52.400514 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=25bd8be1-8f5b-41f0-af63-40522e7c552e,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:52.417277 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 5b0f0659-074f-4ec1-8a74-2a9d892acc22 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:52.417776 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 5b0f0659-074f-4ec1-8a74-2a9d892acc22 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:52.435639 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-966cfd27-f493-434f-8fce-1b966cf2120f None None] Provisioning complete for port a2a360c8-d101-4ff4-ac67-f29c42cb2a1f triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:52.437205 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-966cfd27-f493-434f-8fce-1b966cf2120f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:52.439265 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port a2a360c8-d101-4ff4-ac67-f29c42cb2a1f triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:52.439897 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:52.488403 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-275d8570-2424-41b2-b878-51b59fb87da2 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:52.494194 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a78f87-e8c2-4401-8cef-1c3e6e41a184 req-62adc849-472c-4265-952e-4b36c451f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:52.496926 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41a78f87-e8c2-4401-8cef-1c3e6e41a184 req-62adc849-472c-4265-952e-4b36c451f055 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5f6b4a0d-54be-492d-8c1f-c1beeb9f265f HTTP/1.1" status: 200 len: 1098 time: 0.1556501 Nov 12 08:46:52.534423 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-275d8570-2424-41b2-b878-51b59fb87da2 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:52.539899 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e948615b-ec12-4455-967b-be7bef2689c7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:52.539899 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df4a55f3-f339-4eb7-9c1e-4015969384c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:52.546562 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df4a55f3-f339-4eb7-9c1e-4015969384c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:52.549266 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-df4a55f3-f339-4eb7-9c1e-4015969384c6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f09ac26-a6cc-4d52-9a7e-68fa5168005d HTTP/1.1" status: 204 len: 168 time: 0.7860858 Nov 12 08:46:52.595125 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275d8570-2424-41b2-b878-51b59fb87da2 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:52.599522 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-275d8570-2424-41b2-b878-51b59fb87da2 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:52.615440 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275d8570-2424-41b2-b878-51b59fb87da2 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:52.619096 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a24acc1-7698-4709-bac5-305ca5a33d20 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:52.645855 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device dd8a593b-1093-4100-8d35-cf3d6d654147 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:52.649474 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a55f3-f339-4eb7-9c1e-4015969384c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f09ac26-a6cc-4d52-9a7e-68fa5168005d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:52.668905 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d8570-2424-41b2-b878-51b59fb87da2 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Pushing event updated for resources: {'Port': ['ID=41f2f318-b7f2-43b1-8492-3b1e1fbb2780,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:52.730038 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port dd8a593b-1093-4100-8d35-cf3d6d654147 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:52.730582 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:52.794977 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:52.801975 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5bda1520-768b-4ad0-be45-690f729c5982 None None] Provisioning complete for port 41f2f318-b7f2-43b1-8492-3b1e1fbb2780 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:52.802298 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-dc370fb7-cee9-433a-b9ab-513b0f7d86b7 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:46:52.802450 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5bda1520-768b-4ad0-be45-690f729c5982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:52.810392 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56080) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:52.815107 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-dc370fb7-cee9-433a-b9ab-513b0f7d86b7 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] 10.222.0.37 "PUT /v2.0/routers/106a0318-eee6-47bb-9e50-1c10c0afd4db/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5071263 Nov 12 08:46:52.904888 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41a78f87-e8c2-4401-8cef-1c3e6e41a184 req-b8f798a3-0e13-4435-b8ab-8b8a86a1b58c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707185 Nov 12 08:46:52.942503 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e948615b-ec12-4455-967b-be7bef2689c7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:52.952594 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5bda1520-768b-4ad0-be45-690f729c5982 None None] Port 41f2f318-b7f2-43b1-8492-3b1e1fbb2780 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:46:53.026686 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5bda1520-768b-4ad0-be45-690f729c5982 None None] Provisioning complete for port a2a360c8-d101-4ff4-ac67-f29c42cb2a1f triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:53.027062 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5bda1520-768b-4ad0-be45-690f729c5982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.089273 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-745a64ed-c856-4ff5-b487-766d801482c7 None None] Allocated IP 2001:db8::2 (7bfd1417-cac6-4152-826e-588573fa4bfa/08f7b4af-a0b3-4da0-a517-3510c8d1506e/8833f836-0bd5-4753-b728-70c282ed05b5) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:53.140618 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e948615b-ec12-4455-967b-be7bef2689c7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:53.163342 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-e948615b-ec12-4455-967b-be7bef2689c7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:53.176812 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e948615b-ec12-4455-967b-be7bef2689c7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:53.189423 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e948615b-ec12-4455-967b-be7bef2689c7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:53.190899 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e948615b-ec12-4455-967b-be7bef2689c7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.201682 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56084) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:53.232364 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948615b-ec12-4455-967b-be7bef2689c7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Port': ['ID=9c466243-d1fe-4013-b60f-6231ec2fbd81,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:53.263720 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e948615b-ec12-4455-967b-be7bef2689c7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2624402 Nov 12 08:46:53.264834 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56086) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:53.266268 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-43e125f4-ca47-4564-a1e9-85727cbc1719 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.277577 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882eedc4-cfb2-4aa0-b4ce-4f7b08cf8eec req-46141375-d6eb-44c6-a53a-a98120e98739 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:53.279228 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-882eedc4-cfb2-4aa0-b4ce-4f7b08cf8eec req-46141375-d6eb-44c6-a53a-a98120e98739 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=65afee34-102a-4d76-9167-7df223e5f321 HTTP/1.1" status: 200 len: 946 time: 0.2177103 Nov 12 08:46:53.316167 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-745a64ed-c856-4ff5-b487-766d801482c7 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.321452 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-275d8570-2424-41b2-b878-51b59fb87da2 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.326590 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-745a64ed-c856-4ff5-b487-766d801482c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.378910 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745a64ed-c856-4ff5-b487-766d801482c7 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:53.381262 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-745a64ed-c856-4ff5-b487-766d801482c7 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:53.382705 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a64ed-c856-4ff5-b487-766d801482c7 None None] Pushing event updated for resources: {'Port': ['ID=8833f836-0bd5-4753-b728-70c282ed05b5,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:53.385157 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745a64ed-c856-4ff5-b487-766d801482c7 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:53.414865 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-882eedc4-cfb2-4aa0-b4ce-4f7b08cf8eec req-eacfbac1-8313-485f-87ab-bd645da26c6a tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074009 Nov 12 08:46:53.419910 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1accba03-4ac9-4036-bf39-1c601be738bb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:53.425753 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1accba03-4ac9-4036-bf39-1c601be738bb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1557250 Nov 12 08:46:53.426010 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56088) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:53.439034 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-43e125f4-ca47-4564-a1e9-85727cbc1719 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.462728 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-43e125f4-ca47-4564-a1e9-85727cbc1719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.469052 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-745a64ed-c856-4ff5-b487-766d801482c7 None None] Attempting to bind port 8833f836-0bd5-4753-b728-70c282ed05b5 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:53.469440 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-745a64ed-c856-4ff5-b487-766d801482c7 None None] Attempting to bind port 8833f836-0bd5-4753-b728-70c282ed05b5 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:53.469810 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745a64ed-c856-4ff5-b487-766d801482c7 None None] Attempting to bind port 8833f836-0bd5-4753-b728-70c282ed05b5 on network 7bfd1417-cac6-4152-826e-588573fa4bfa {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:53.475879 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745a64ed-c856-4ff5-b487-766d801482c7 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:53.476462 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745a64ed-c856-4ff5-b487-766d801482c7 None None] Checking segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:53.484707 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-745a64ed-c856-4ff5-b487-766d801482c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.485369 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745a64ed-c856-4ff5-b487-766d801482c7 None None] Bound using segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:53.486409 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-745a64ed-c856-4ff5-b487-766d801482c7 None None] Bound port: 8833f836-0bd5-4753-b728-70c282ed05b5, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:53.487903 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-745a64ed-c856-4ff5-b487-766d801482c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.552838 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-43e125f4-ca47-4564-a1e9-85727cbc1719 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9dd2dfcfa4e84dd8b9a26f6314d2a227&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3490026 Nov 12 08:46:53.556074 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56092) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:53.568485 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e125f4-ca47-4564-a1e9-85727cbc1719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51af0a5-ce39-4cb8-8753-ec6918e2789b,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:53.639103 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-81219992-f62d-41b8-a54f-a747d8f4df03 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting port 9c466243-d1fe-4013-b60f-6231ec2fbd81 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:53.639375 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-745a64ed-c856-4ff5-b487-766d801482c7 None None] For port 8833f836-0bd5-4753-b728-70c282ed05b5, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:53.640317 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-81219992-f62d-41b8-a54f-a747d8f4df03 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.645072 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-745a64ed-c856-4ff5-b487-766d801482c7 None None] For port 8833f836-0bd5-4753-b728-70c282ed05b5, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=8833f836-0bd5-4753-b728-70c282ed05b5,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:53.655813 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-745a64ed-c856-4ff5-b487-766d801482c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.675353 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-275d8570-2424-41b2-b878-51b59fb87da2 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12134'] for router, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.679952 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be585ace-4773-4b6c-ba7f-b0c30d2db25e tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.717793 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-275d8570-2424-41b2-b878-51b59fb87da2 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920415'] for router, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.729028 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4e4aebba-4c33-4549-9a26-55e27d3d6e25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.773147 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a64ed-c856-4ff5-b487-766d801482c7 None None] Pushing event updated for resources: {'Port': ['ID=8833f836-0bd5-4753-b728-70c282ed05b5,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:53.820341 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4e4aebba-4c33-4549-9a26-55e27d3d6e25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.881349 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-81219992-f62d-41b8-a54f-a747d8f4df03 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.894932 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca21ee9-be52-4206-ab98-f5f65836ba3f req-dc4c8691-bd86-40a1-a2d9-d46fe429cbe4 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:53.896533 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5ca21ee9-be52-4206-ab98-f5f65836ba3f req-dc4c8691-bd86-40a1-a2d9-d46fe429cbe4 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=65afee34-102a-4d76-9167-7df223e5f321 HTTP/1.1" status: 200 len: 946 time: 0.2002141 Nov 12 08:46:53.920169 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-81219992-f62d-41b8-a54f-a747d8f4df03 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Calling delete_port for 9c466243-d1fe-4013-b60f-6231ec2fbd81 owned by {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:54.177736 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4e4aebba-4c33-4549-9a26-55e27d3d6e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.189361 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4e4aebba-4c33-4549-9a26-55e27d3d6e25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.199578 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4e4aebba-4c33-4549-9a26-55e27d3d6e25 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f51af0a5-ce39-4cb8-8753-ec6918e2789b HTTP/1.1" status: 204 len: 168 time: 0.6379728 Nov 12 08:46:54.234456 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5ca21ee9-be52-4206-ab98-f5f65836ba3f req-96e62875-0b11-4ff5-a4b0-78cefd2a8cc7 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179715 Nov 12 08:46:54.316236 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4aebba-4c33-4549-9a26-55e27d3d6e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51af0a5-ce39-4cb8-8753-ec6918e2789b,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:54.324181 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8833f836-0bd5-4753-b728-70c282ed05b5 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:54.450570 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275d8570-2424-41b2-b878-51b59fb87da2 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Router c560fd8d-3e0a-4b6a-8bc1-295a3cf828a9 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:46:54.578277 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 8833f836-0bd5-4753-b728-70c282ed05b5 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:54.578924 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.768281 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.858063 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 8833f836-0bd5-4753-b728-70c282ed05b5, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=8833f836-0bd5-4753-b728-70c282ed05b5,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:54.871057 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.887400 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275d8570-2424-41b2-b878-51b59fb87da2 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:54.906652 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-275d8570-2424-41b2-b878-51b59fb87da2 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.914348 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-275d8570-2424-41b2-b878-51b59fb87da2 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "PUT /v2.0/routers/c560fd8d-3e0a-4b6a-8bc1-295a3cf828a9 HTTP/1.1" status: 200 len: 913 time: 3.7670217 Nov 12 08:46:54.919560 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56110) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:54.927979 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22365cb1-e1b0-4f5c-8238-ff58be6af72f None None] Sync routers for ids ['c560fd8d-3e0a-4b6a-8bc1-295a3cf828a9'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:54.980750 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22365cb1-e1b0-4f5c-8238-ff58be6af72f None None] Routers {'c560fd8d-3e0a-4b6a-8bc1-295a3cf828a9'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:54.982359 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-22365cb1-e1b0-4f5c-8238-ff58be6af72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:46:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c560fd8d-3e0a-4b6a-8bc1-295a3cf828a9'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:55.061133 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-22365cb1-e1b0-4f5c-8238-ff58be6af72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:55.065249 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=8833f836-0bd5-4753-b728-70c282ed05b5,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:55.092465 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22365cb1-e1b0-4f5c-8238-ff58be6af72f None None] Routers {'c560fd8d-3e0a-4b6a-8bc1-295a3cf828a9'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:55.093705 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-22365cb1-e1b0-4f5c-8238-ff58be6af72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:46:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c560fd8d-3e0a-4b6a-8bc1-295a3cf828a9'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:55.133985 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-be585ace-4773-4b6c-ba7f-b0c30d2db25e tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Deleting port aa19a740-5c29-4a6f-9210-4845fc06639e {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:55.134656 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be585ace-4773-4b6c-ba7f-b0c30d2db25e tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:55.186861 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-22365cb1-e1b0-4f5c-8238-ff58be6af72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:55.188920 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22365cb1-e1b0-4f5c-8238-ff58be6af72f None None] The sync data for ids ['c560fd8d-3e0a-4b6a-8bc1-295a3cf828a9'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:55.300016 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c6586b1b-5fec-4541-a0c4-78fa1e442530 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "GET /v2.0/routers/c560fd8d-3e0a-4b6a-8bc1-295a3cf828a9 HTTP/1.1" status: 200 len: 919 time: 0.3684471 Nov 12 08:46:55.301326 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56120) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:55.368250 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-81219992-f62d-41b8-a54f-a747d8f4df03 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:55.424123 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942b0544-232b-4a7f-ab29-b67cd885bdb3 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:55.425927 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-942b0544-232b-4a7f-ab29-b67cd885bdb3 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=83f85ab7-23f1-4ab4-91ca-b1dcd4333f60&device_id=c560fd8d-3e0a-4b6a-8bc1-295a3cf828a9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1232159 Nov 12 08:46:55.431376 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81219992-f62d-41b8-a54f-a747d8f4df03 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Port': ['ID=9c466243-d1fe-4013-b60f-6231ec2fbd81,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:55.432347 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56122) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:55.470828 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-81219992-f62d-41b8-a54f-a747d8f4df03 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:55.476921 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-81219992-f62d-41b8-a54f-a747d8f4df03 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/9c466243-d1fe-4013-b60f-6231ec2fbd81 HTTP/1.1" status: 204 len: 168 time: 2.0495884 Nov 12 08:46:55.480211 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56124) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:55.494315 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be585ace-4773-4b6c-ba7f-b0c30d2db25e tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:55.571271 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-be585ace-4773-4b6c-ba7f-b0c30d2db25e tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Calling delete_port for aa19a740-5c29-4a6f-9210-4845fc06639e owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:55.588928 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f27036-4aa0-47c6-a532-7f808f6e8279 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:55.592492 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f27036-4aa0-47c6-a532-7f808f6e8279 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:55.601552 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-67f27036-4aa0-47c6-a532-7f808f6e8279 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1192231 Nov 12 08:46:55.608178 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56132) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:55.666235 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8a69c416-85f8-473f-bafc-fc6a881e80ee None None] Provisioning complete for port 8833f836-0bd5-4753-b728-70c282ed05b5 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:55.666845 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8a69c416-85f8-473f-bafc-fc6a881e80ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:55.750800 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-1999fdeb-15fd-46de-95f5-6bb1ff4c1d48 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting subnet 08f7b4af-a0b3-4da0-a517-3510c8d1506e {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:46:55.762012 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1999fdeb-15fd-46de-95f5-6bb1ff4c1d48 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:55.854126 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41ec632-28e2-4fad-9f6b-5f4386b4a0c9 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:55.856815 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c41ec632-28e2-4fad-9f6b-5f4386b4a0c9 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 881 time: 0.4129565 Nov 12 08:46:55.861839 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56138) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:55.873531 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1999fdeb-15fd-46de-95f5-6bb1ff4c1d48 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:55.907842 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-209973dd-db6b-40d8-9927-be5ad8c5be07 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] 10.222.0.37 "GET /v2.0/ports?device_id=c560fd8d-3e0a-4b6a-8bc1-295a3cf828a9 HTTP/1.1" status: 200 len: 205 time: 0.0422938 Nov 12 08:46:55.913464 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa975ec0-f82b-4731-968c-c759f6556292 req-a3e72790-06bc-48e0-9c85-4649f5db276f tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:55.914763 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56140) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:55.923451 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fa975ec0-f82b-4731-968c-c759f6556292 req-a3e72790-06bc-48e0-9c85-4649f5db276f tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=65afee34-102a-4d76-9167-7df223e5f321 HTTP/1.1" status: 200 len: 946 time: 0.6722488 Nov 12 08:46:55.994795 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56144) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:56.056228 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fa975ec0-f82b-4731-968c-c759f6556292 req-88b25aa3-33e0-4190-8589-9a6a124af0e1 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314259 Nov 12 08:46:56.185770 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4e3354d1-1239-4ac2-b4ca-7572eedf2c65 None None] Could not find standard attr ID for object 9c466243-d1fe-4013-b60f-6231ec2fbd81. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:46:56.197541 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-265dd1f0-0269-434d-8c5e-13842ed5eece tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:56.238577 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1999fdeb-15fd-46de-95f5-6bb1ff4c1d48 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:56.254959 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be585ace-4773-4b6c-ba7f-b0c30d2db25e tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:56.270842 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8833f836-0bd5-4753-b728-70c282ed05b5 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:56.323774 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be585ace-4773-4b6c-ba7f-b0c30d2db25e tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Pushing event deleted for resources: {'Port': ['ID=aa19a740-5c29-4a6f-9210-4845fc06639e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:56.373884 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 8833f836-0bd5-4753-b728-70c282ed05b5 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:56.374375 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:56.405985 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-4e411145-73db-486f-ba19-1b0eea4afb6b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-71362532-network', 'tenant_id': '9070c476e28246d29347d5c048f5801e'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:56.443022 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1999fdeb-15fd-46de-95f5-6bb1ff4c1d48 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:56.463320 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e411145-73db-486f-ba19-1b0eea4afb6b admin admin] Made reservation on behalf of 9070c476e28246d29347d5c048f5801e for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:56.468608 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4e411145-73db-486f-ba19-1b0eea4afb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:56.539927 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999fdeb-15fd-46de-95f5-6bb1ff4c1d48 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Subnet': ['ID=08f7b4af-a0b3-4da0-a517-3510c8d1506e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:56.546055 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4e411145-73db-486f-ba19-1b0eea4afb6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:56.555577 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1999fdeb-15fd-46de-95f5-6bb1ff4c1d48 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:56.563925 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1999fdeb-15fd-46de-95f5-6bb1ff4c1d48 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/08f7b4af-a0b3-4da0-a517-3510c8d1506e HTTP/1.1" status: 204 len: 168 time: 0.9542592 Nov 12 08:46:56.571524 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56150) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:56.636622 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8aab6f-3c4f-4d6d-9ff8-276131829214 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:56.688964 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4f27e3bb-82b9-4939-be95-aa31b8edb848 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1079478 Nov 12 08:46:56.707350 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56152) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:56.720466 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-302a42fd-6b21-498b-b57a-cdd653666f3d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:56.841920 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-265dd1f0-0269-434d-8c5e-13842ed5eece tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:56.873636 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be585ace-4773-4b6c-ba7f-b0c30d2db25e tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:56.894856 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818c21a-8486-496a-ba22-ad17b10a07f3 req-6a40779b-44de-41ca-aede-b5c4ce0b2cdb tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:56.899056 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8818c21a-8486-496a-ba22-ad17b10a07f3 req-6a40779b-44de-41ca-aede-b5c4ce0b2cdb tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=65afee34-102a-4d76-9167-7df223e5f321 HTTP/1.1" status: 200 len: 946 time: 0.1356850 Nov 12 08:46:56.958291 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4e411145-73db-486f-ba19-1b0eea4afb6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:56.961644 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14e6fd8-9152-4b5d-91fd-e85d7f1700ec None None] DHCP port deletion for 7bfd1417-cac6-4152-826e-588573fa4bfa request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:56.970786 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4e411145-73db-486f-ba19-1b0eea4afb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.045182 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e14e6fd8-9152-4b5d-91fd-e85d7f1700ec None None] Deleting port 8833f836-0bd5-4753-b728-70c282ed05b5 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:57.046448 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e14e6fd8-9152-4b5d-91fd-e85d7f1700ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.052600 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8818c21a-8486-496a-ba22-ad17b10a07f3 req-78aa7a67-adf5-49d9-959a-c574d9c5d910 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393559 Nov 12 08:46:57.054822 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e411145-73db-486f-ba19-1b0eea4afb6b admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:46:57.080537 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e411145-73db-486f-ba19-1b0eea4afb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d396c6b-f1f6-4e89-9bab-997c08120245,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:57.091017 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4e411145-73db-486f-ba19-1b0eea4afb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.091311 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302a42fd-6b21-498b-b57a-cdd653666f3d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:57.092274 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-4e411145-73db-486f-ba19-1b0eea4afb6b admin admin] Added segment a128d3fa-2569-4b08-aa51-d060d2c5137b of type vlan for network a86733d9-0c9c-4803-8dda-b98f17491e46 Nov 12 08:46:57.095294 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-302a42fd-6b21-498b-b57a-cdd653666f3d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.189632 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4e411145-73db-486f-ba19-1b0eea4afb6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.201331 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-e14e6fd8-9152-4b5d-91fd-e85d7f1700ec None None] For port 8833f836-0bd5-4753-b728-70c282ed05b5, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=8833f836-0bd5-4753-b728-70c282ed05b5,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:57.202391 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e14e6fd8-9152-4b5d-91fd-e85d7f1700ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.217076 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e14e6fd8-9152-4b5d-91fd-e85d7f1700ec None None] Calling delete_port for 8833f836-0bd5-4753-b728-70c282ed05b5 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:57.240358 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-265dd1f0-0269-434d-8c5e-13842ed5eece tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Deleting port 41f2f318-b7f2-43b1-8492-3b1e1fbb2780 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:57.241079 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-265dd1f0-0269-434d-8c5e-13842ed5eece tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.253146 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be585ace-4773-4b6c-ba7f-b0c30d2db25e tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Router 106a0318-eee6-47bb-9e50-1c10c0afd4db has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:46:57.255235 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4e411145-73db-486f-ba19-1b0eea4afb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.260056 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e411145-73db-486f-ba19-1b0eea4afb6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:57.261164 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4e411145-73db-486f-ba19-1b0eea4afb6b admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.312858 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e14e6fd8-9152-4b5d-91fd-e85d7f1700ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.362213 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e6fd8-9152-4b5d-91fd-e85d7f1700ec None None] Pushing event deleted for resources: {'Port': ['ID=8833f836-0bd5-4753-b728-70c282ed05b5,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:57.373777 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14e6fd8-9152-4b5d-91fd-e85d7f1700ec None None] No DVR routers for this DVR port 8833f836-0bd5-4753-b728-70c282ed05b5 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:57.380895 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e411145-73db-486f-ba19-1b0eea4afb6b admin admin] Pushing event updated for resources: {'Network': ['ID=a86733d9-0c9c-4803-8dda-b98f17491e46,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:57.391145 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4e411145-73db-486f-ba19-1b0eea4afb6b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3900623 Nov 12 08:46:57.394223 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56160) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:57.402205 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-45d44071-f925-4dc9-aa08-72f835437a25 admin admin] Request body: {'subnet': {'network_id': 'a86733d9-0c9c-4803-8dda-b98f17491e46', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-71362532-subnet', 'tenant_id': '9070c476e28246d29347d5c048f5801e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:57.406531 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network a86733d9-0c9c-4803-8dda-b98f17491e46 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:46:57.433737 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d44071-f925-4dc9-aa08-72f835437a25 admin admin] Made reservation on behalf of 9070c476e28246d29347d5c048f5801e for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:57.436725 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-45d44071-f925-4dc9-aa08-72f835437a25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.456312 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926a2afe-db7f-4b6f-b99d-28702a9ca4bc None None] get_active_networks_info from n-d-768862-16 {{(pid=102570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:46:57.710012 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-302a42fd-6b21-498b-b57a-cdd653666f3d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.721932 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be585ace-4773-4b6c-ba7f-b0c30d2db25e tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:57.735900 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926a2afe-db7f-4b6f-b99d-28702a9ca4bc None None] Resources bound (agent type, host, resource id): {{(pid=102570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:46:57.740356 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89f3cf7-5b15-41d8-bc0c-56ad2cdcc09b None None] Sync routers for ids ['106a0318-eee6-47bb-9e50-1c10c0afd4db'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:57.759275 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-be585ace-4773-4b6c-ba7f-b0c30d2db25e tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] 10.222.0.37 "PUT /v2.0/routers/106a0318-eee6-47bb-9e50-1c10c0afd4db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9421902 Nov 12 08:46:57.761655 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56164) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:57.781205 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89f3cf7-5b15-41d8-bc0c-56ad2cdcc09b None None] Routers {'106a0318-eee6-47bb-9e50-1c10c0afd4db'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:57.784751 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-c89f3cf7-5b15-41d8-bc0c-56ad2cdcc09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:46:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['106a0318-eee6-47bb-9e50-1c10c0afd4db'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:57.834293 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-265dd1f0-0269-434d-8c5e-13842ed5eece tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.839502 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302a42fd-6b21-498b-b57a-cdd653666f3d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:57.840783 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-936db0f4-b8b9-4fc2-a295-c4568762d2f7 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] delete failed (client error): The resource could not be found. Nov 12 08:46:57.847562 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-936db0f4-b8b9-4fc2-a295-c4568762d2f7 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-375850471 HTTP/1.1" status: 404 len: 334 time: 0.0767128 Nov 12 08:46:57.847890 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-45d44071-f925-4dc9-aa08-72f835437a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.849920 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56166) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:57.853925 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-302a42fd-6b21-498b-b57a-cdd653666f3d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:57.858782 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302a42fd-6b21-498b-b57a-cdd653666f3d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:57.859792 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-302a42fd-6b21-498b-b57a-cdd653666f3d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.866421 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-c89f3cf7-5b15-41d8-bc0c-56ad2cdcc09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:57.871728 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a42fd-6b21-498b-b57a-cdd653666f3d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Subnet': ['ID=630829de-d81c-40ee-b542-7c6c639a70f2,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:57.878708 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-265dd1f0-0269-434d-8c5e-13842ed5eece tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Calling delete_port for 41f2f318-b7f2-43b1-8492-3b1e1fbb2780 owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:57.891247 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-302a42fd-6b21-498b-b57a-cdd653666f3d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1775327 Nov 12 08:46:57.893867 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56168) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:57.899377 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-502dea0f-74ee-4a2a-b5fa-b7a6062e9a3c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'port': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'fixed_ips': [{'subnet_id': '630829de-d81c-40ee-b542-7c6c639a70f2', 'ip_address': '2001:db8::ce3b:d053:807:4ffc'}], 'name': 'tempest-NetworksTestDHCPv6-1262894862'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:57.907687 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89f3cf7-5b15-41d8-bc0c-56ad2cdcc09b None None] Routers {'106a0318-eee6-47bb-9e50-1c10c0afd4db'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:57.910583 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-c89f3cf7-5b15-41d8-bc0c-56ad2cdcc09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:46:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['106a0318-eee6-47bb-9e50-1c10c0afd4db'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:57.958638 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-6d147954-982e-4c01-94b5-6d187099e179 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Request body: {'router': {'external_gateway_info': {'network_id': '106a0318-eee6-47bb-9e50-1c10c0afd4db'}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:57.972363 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d44071-f925-4dc9-aa08-72f835437a25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=616c2eac-e34e-4c85-8585-5d1edb48c502,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:58.007922 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-c89f3cf7-5b15-41d8-bc0c-56ad2cdcc09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:58.009822 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89f3cf7-5b15-41d8-bc0c-56ad2cdcc09b None None] The sync data for ids ['106a0318-eee6-47bb-9e50-1c10c0afd4db'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:58.163257 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8833f836-0bd5-4753-b728-70c282ed05b5 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:58.182338 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d0076-819e-41eb-b782-898a5d15be0b req-7c74c893-28c6-43d2-b5a6-183fa0c4991d tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:58.188568 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4e5d0076-819e-41eb-b782-898a5d15be0b req-7c74c893-28c6-43d2-b5a6-183fa0c4991d tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=65afee34-102a-4d76-9167-7df223e5f321 HTTP/1.1" status: 200 len: 946 time: 0.5348172 Nov 12 08:46:58.214632 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 8833f836-0bd5-4753-b728-70c282ed05b5 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:58.215199 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8833f836-0bd5-4753-b728-70c282ed05b5 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:58.239196 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502dea0f-74ee-4a2a-b5fa-b7a6062e9a3c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:58.391147 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-265dd1f0-0269-434d-8c5e-13842ed5eece tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.434710 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d44071-f925-4dc9-aa08-72f835437a25 admin admin] Checking segment: {'id': 'a128d3fa-2569-4b08-aa51-d060d2c5137b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a86733d9-0c9c-4803-8dda-b98f17491e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:58.435397 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d44071-f925-4dc9-aa08-72f835437a25 admin admin] Network hostable DHCP agents. Network: a86733d9-0c9c-4803-8dda-b98f17491e46, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:46:58.455904 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265dd1f0-0269-434d-8c5e-13842ed5eece tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Pushing event deleted for resources: {'Port': ['ID=41f2f318-b7f2-43b1-8492-3b1e1fbb2780,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:58.482725 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-502dea0f-74ee-4a2a-b5fa-b7a6062e9a3c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.488731 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4e5d0076-819e-41eb-b782-898a5d15be0b req-3ca6b707-4b6f-4c61-a71e-21c13a3fb09b tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751784 Nov 12 08:46:58.505634 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6d147954-982e-4c01-94b5-6d187099e179 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.516302 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-502dea0f-74ee-4a2a-b5fa-b7a6062e9a3c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] device_id is not set on port b2f421bb-703c-435d-b32a-2b2a0ec3b33d yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:46:58.575877 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-6d147954-982e-4c01-94b5-6d187099e179 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] update failed (client error): The resource could not be found. Nov 12 08:46:58.578795 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6d147954-982e-4c01-94b5-6d187099e179 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] 10.222.0.37 "PUT /v2.0/routers/106a0318-eee6-47bb-9e50-1c10c0afd4db HTTP/1.1" status: 404 len: 339 time: 0.6267934 Nov 12 08:46:58.584062 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56174) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:58.595656 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8a74ba-b425-4477-8329-ea6812519888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-7bfd1417-cac6-4152-826e-588573fa4bfa', 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'fixed_ips': [{'subnet_id': '630829de-d81c-40ee-b542-7c6c639a70f2'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:46:58.598365 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ee8a74ba-b425-4477-8329-ea6812519888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.660251 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d44071-f925-4dc9-aa08-72f835437a25 admin admin] Network a86733d9-0c9c-4803-8dda-b98f17491e46 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:46:58.757939 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-45d44071-f925-4dc9-aa08-72f835437a25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, a86733d9-0c9c-4803-8dda-b98f17491e46) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:58.765396 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d44071-f925-4dc9-aa08-72f835437a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:58.766397 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-45d44071-f925-4dc9-aa08-72f835437a25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.870391 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-ee8a74ba-b425-4477-8329-ea6812519888 None None] Allocated IP 2001:db8::2 (7bfd1417-cac6-4152-826e-588573fa4bfa/630829de-d81c-40ee-b542-7c6c639a70f2/c0a9b73c-b47d-4230-9f06-df818f2fef03) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:58.961873 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-45d44071-f925-4dc9-aa08-72f835437a25 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5625403 Nov 12 08:46:58.968309 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56178) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:58.978865 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-c3146f4f-f5e6-4cdc-a6f3-0716f016a9f6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-71362532-router', 'tenant_id': '9070c476e28246d29347d5c048f5801e', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:59.015382 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a349bb-fd07-4779-bb83-6d1e4b94a8f4 req-720679f6-0250-4800-b684-f858c7ea50f3 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:59.025123 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d0a349bb-fd07-4779-bb83-6d1e4b94a8f4 req-720679f6-0250-4800-b684-f858c7ea50f3 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=65afee34-102a-4d76-9167-7df223e5f321 HTTP/1.1" status: 200 len: 946 time: 0.2894435 Nov 12 08:46:59.027505 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.063713 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-265dd1f0-0269-434d-8c5e-13842ed5eece tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.186967 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3146f4f-f5e6-4cdc-a6f3-0716f016a9f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.188234 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3146f4f-f5e6-4cdc-a6f3-0716f016a9f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.191309 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ee8a74ba-b425-4477-8329-ea6812519888 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.195642 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-265dd1f0-0269-434d-8c5e-13842ed5eece tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.199217 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-265dd1f0-0269-434d-8c5e-13842ed5eece tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.203066 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ee8a74ba-b425-4477-8329-ea6812519888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.230348 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d0a349bb-fd07-4779-bb83-6d1e4b94a8f4 req-3343e676-aed0-40c1-9c1c-e419f24a53c0 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586280 Nov 12 08:46:59.291618 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-502dea0f-74ee-4a2a-b5fa-b7a6062e9a3c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Allocated IP 2001:db8::ce3b:d053:807:4ffc (7bfd1417-cac6-4152-826e-588573fa4bfa/630829de-d81c-40ee-b542-7c6c639a70f2/b2f421bb-703c-435d-b32a-2b2a0ec3b33d) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:59.296977 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8a74ba-b425-4477-8329-ea6812519888 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:59.305558 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-ee8a74ba-b425-4477-8329-ea6812519888 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:59.307847 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3146f4f-f5e6-4cdc-a6f3-0716f016a9f6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.310111 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a74ba-b425-4477-8329-ea6812519888 None None] Pushing event updated for resources: {'Port': ['ID=c0a9b73c-b47d-4230-9f06-df818f2fef03,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:59.315289 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8a74ba-b425-4477-8329-ea6812519888 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:59.400464 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-ee8a74ba-b425-4477-8329-ea6812519888 None None] Attempting to bind port c0a9b73c-b47d-4230-9f06-df818f2fef03 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:59.401234 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-ee8a74ba-b425-4477-8329-ea6812519888 None None] Attempting to bind port c0a9b73c-b47d-4230-9f06-df818f2fef03 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:59.402857 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8a74ba-b425-4477-8329-ea6812519888 None None] Attempting to bind port c0a9b73c-b47d-4230-9f06-df818f2fef03 on network 7bfd1417-cac6-4152-826e-588573fa4bfa {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:59.411018 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8a74ba-b425-4477-8329-ea6812519888 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:59.411991 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8a74ba-b425-4477-8329-ea6812519888 None None] Checking segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:59.412880 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ee8a74ba-b425-4477-8329-ea6812519888 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.413530 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8a74ba-b425-4477-8329-ea6812519888 None None] Bound using segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:59.414255 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-ee8a74ba-b425-4477-8329-ea6812519888 None None] Bound port: c0a9b73c-b47d-4230-9f06-df818f2fef03, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:59.414876 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ee8a74ba-b425-4477-8329-ea6812519888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.436861 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0a2ceea3-8974-435e-ba8c-f5225fadfd7a tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.519625 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ee8a74ba-b425-4477-8329-ea6812519888 None None] For port c0a9b73c-b47d-4230-9f06-df818f2fef03, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:59.541707 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ee8a74ba-b425-4477-8329-ea6812519888 None None] For port c0a9b73c-b47d-4230-9f06-df818f2fef03, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=c0a9b73c-b47d-4230-9f06-df818f2fef03,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:59.553034 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ee8a74ba-b425-4477-8329-ea6812519888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.561655 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-265dd1f0-0269-434d-8c5e-13842ed5eece tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.562491 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265dd1f0-0269-434d-8c5e-13842ed5eece tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Fanout notify agent at l3_agent the message router_deleted on router c560fd8d-3e0a-4b6a-8bc1-295a3cf828a9 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:46:59.574748 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-265dd1f0-0269-434d-8c5e-13842ed5eece tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.586587 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-265dd1f0-0269-434d-8c5e-13842ed5eece tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] 10.222.0.37 "DELETE /v2.0/routers/c560fd8d-3e0a-4b6a-8bc1-295a3cf828a9 HTTP/1.1" status: 204 len: 168 time: 3.6702240 Nov 12 08:46:59.587406 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56182) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:59.597125 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-76290ad4-9018-4f2c-ab75-12fd6bdeaa5c tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-641756775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:59.654356 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3146f4f-f5e6-4cdc-a6f3-0716f016a9f6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.673088 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a74ba-b425-4477-8329-ea6812519888 None None] Pushing event updated for resources: {'Port': ['ID=c0a9b73c-b47d-4230-9f06-df818f2fef03,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:59.681608 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-76290ad4-9018-4f2c-ab75-12fd6bdeaa5c tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.683578 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-76290ad4-9018-4f2c-ab75-12fd6bdeaa5c tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.736509 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d9d4d-b4a2-443d-a1c5-723166c12f86 req-d4fb1012-6664-4089-a1a1-a6a08e550540 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:59.742484 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-502dea0f-74ee-4a2a-b5fa-b7a6062e9a3c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.745907 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3e5d9d4d-b4a2-443d-a1c5-723166c12f86 req-d4fb1012-6664-4089-a1a1-a6a08e550540 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf502a0-342a-4394-9009-259625e8cde0 HTTP/1.1" status: 200 len: 945 time: 0.3115025 Nov 12 08:46:59.840247 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-76290ad4-9018-4f2c-ab75-12fd6bdeaa5c tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.862212 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-76290ad4-9018-4f2c-ab75-12fd6bdeaa5c tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.906793 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-76290ad4-9018-4f2c-ab75-12fd6bdeaa5c tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.909578 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-76290ad4-9018-4f2c-ab75-12fd6bdeaa5c tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3167541 Nov 12 08:46:59.911407 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-502dea0f-74ee-4a2a-b5fa-b7a6062e9a3c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.914162 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56184) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:59.922240 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ae568536-d787-4463-990c-53a684333f5f tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'enable_snat': False}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:59.937709 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3e5d9d4d-b4a2-443d-a1c5-723166c12f86 req-53c3775d-3d50-4503-b9c1-5df26a245bdd tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/security-groups?id=428aaee6-b6d2-4192-aacc-d4497d6e7452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908276 Nov 12 08:47:00.105621 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-0a2ceea3-8974-435e-ba8c-f5225fadfd7a tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Allocated IP 172.20.0.1 (b66e024a-4f6b-4428-ad82-fdc24bde2b7c/abc4e7fc-f933-4c0f-8cf5-0e568cee3608/6c6c56cd-d98c-429f-a6ed-c4c19ba67b66) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:00.119685 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502dea0f-74ee-4a2a-b5fa-b7a6062e9a3c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Port': ['ID=b2f421bb-703c-435d-b32a-2b2a0ec3b33d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:00.155606 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502dea0f-74ee-4a2a-b5fa-b7a6062e9a3c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:00.164588 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-502dea0f-74ee-4a2a-b5fa-b7a6062e9a3c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:00.186788 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502dea0f-74ee-4a2a-b5fa-b7a6062e9a3c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:00.196088 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502dea0f-74ee-4a2a-b5fa-b7a6062e9a3c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:00.196799 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-502dea0f-74ee-4a2a-b5fa-b7a6062e9a3c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:00.312939 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c0a9b73c-b47d-4230-9f06-df818f2fef03 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:00.395892 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ae568536-d787-4463-990c-53a684333f5f tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:00.410342 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-502dea0f-74ee-4a2a-b5fa-b7a6062e9a3c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5141606 Nov 12 08:47:00.411390 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56192) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:00.443479 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port c0a9b73c-b47d-4230-9f06-df818f2fef03 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:00.446401 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:00.510880 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3146f4f-f5e6-4cdc-a6f3-0716f016a9f6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:00.547509 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3146f4f-f5e6-4cdc-a6f3-0716f016a9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:00.599307 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc72a2c-1be5-4578-b1f9-5f33bf0f0071 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:00.611957 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc72a2c-1be5-4578-b1f9-5f33bf0f0071 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:00.619974 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ebc72a2c-1be5-4578-b1f9-5f33bf0f0071 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2021999 Nov 12 08:47:00.642364 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:00.653075 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56196) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:00.714184 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port c0a9b73c-b47d-4230-9f06-df818f2fef03, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=c0a9b73c-b47d-4230-9f06-df818f2fef03,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:00.720586 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:00.815580 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=c0a9b73c-b47d-4230-9f06-df818f2fef03,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:00.925033 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ae568536-d787-4463-990c-53a684333f5f tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:00.948375 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ae568536-d787-4463-990c-53a684333f5f tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:01.107088 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0a2ceea3-8974-435e-ba8c-f5225fadfd7a tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:01.138339 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-c3146f4f-f5e6-4cdc-a6f3-0716f016a9f6 admin admin] Allocated IP 172.25.6.64 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/527dc9b5-f18f-4326-9d0b-130a22b0ca98) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:01.179200 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6a9a43-f629-4cae-9581-f370640c94c1 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:01.223580 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc23be0-d522-42d5-9bdd-579c6a64f008 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:01.225850 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5ca3cc-1195-4eb2-95e2-2325ff6aed9f None None] Network a86733d9-0c9c-4803-8dda-b98f17491e46 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:01.241167 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47413582-9e15-4111-ba59-801a3b48eecf req-ac74e70f-cdc1-4055-8fe2-b8eb288e2175 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:01.243410 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-47413582-9e15-4111-ba59-801a3b48eecf req-ac74e70f-cdc1-4055-8fe2-b8eb288e2175 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=65afee34-102a-4d76-9167-7df223e5f321 HTTP/1.1" status: 200 len: 946 time: 0.5893409 Nov 12 08:47:01.340101 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0a2ceea3-8974-435e-ba8c-f5225fadfd7a tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:01.381760 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c404e18a-62b4-4a83-af30-12fc9525ec60 None None] Provisioning complete for port c0a9b73c-b47d-4230-9f06-df818f2fef03 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:01.382761 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c404e18a-62b4-4a83-af30-12fc9525ec60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:01.472650 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2ceea3-8974-435e-ba8c-f5225fadfd7a tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Network b66e024a-4f6b-4428-ad82-fdc24bde2b7c is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:01.491151 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c86cf084-496e-4c76-adb5-20b65f58791c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting port b2f421bb-703c-435d-b32a-2b2a0ec3b33d {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:01.491780 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c86cf084-496e-4c76-adb5-20b65f58791c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:01.532373 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-47413582-9e15-4111-ba59-801a3b48eecf req-2e88eff7-26ec-4355-8d89-689ff7c05b9c tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414050 Nov 12 08:47:01.565883 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-0a2ceea3-8974-435e-ba8c-f5225fadfd7a tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:01.578029 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ceea3-8974-435e-ba8c-f5225fadfd7a tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Pushing event updated for resources: {'Port': ['ID=6c6c56cd-d98c-429f-a6ed-c4c19ba67b66,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:01.597150 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2ceea3-8974-435e-ba8c-f5225fadfd7a tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:01.606166 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3146f4f-f5e6-4cdc-a6f3-0716f016a9f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:01.743534 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5741ec-c23e-47ce-80c1-02e169ef91ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-a86733d9-0c9c-4803-8dda-b98f17491e46', 'network_id': 'a86733d9-0c9c-4803-8dda-b98f17491e46', 'tenant_id': '9070c476e28246d29347d5c048f5801e', 'fixed_ips': [{'subnet_id': '616c2eac-e34e-4c85-8585-5d1edb48c502'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:47:01.744474 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7c5741ec-c23e-47ce-80c1-02e169ef91ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:01.808012 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0a2ceea3-8974-435e-ba8c-f5225fadfd7a tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:01.912590 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3146f4f-f5e6-4cdc-a6f3-0716f016a9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:01.934743 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c86cf084-496e-4c76-adb5-20b65f58791c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:01.971561 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba654e48-7cf5-4781-a6bc-4ec8309f8838 req-04124870-488d-48b9-a399-68eb56c68bb1 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:01.973330 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ba654e48-7cf5-4781-a6bc-4ec8309f8838 req-04124870-488d-48b9-a399-68eb56c68bb1 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.54 "GET /v2.0/ports?device_id=65afee34-102a-4d76-9167-7df223e5f321 HTTP/1.1" status: 200 len: 946 time: 0.2830539 Nov 12 08:47:02.031481 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c86cf084-496e-4c76-adb5-20b65f58791c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Calling delete_port for b2f421bb-703c-435d-b32a-2b2a0ec3b33d owned by {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:02.105336 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-ae568536-d787-4463-990c-53a684333f5f tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Allocated IP 172.25.6.134 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/8c920c03-e8b6-40f8-9aef-ac2421df85b9) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:02.129492 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3146f4f-f5e6-4cdc-a6f3-0716f016a9f6 admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:02.153571 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-c3146f4f-f5e6-4cdc-a6f3-0716f016a9f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:02.162122 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3146f4f-f5e6-4cdc-a6f3-0716f016a9f6 admin admin] Pushing event updated for resources: {'Port': ['ID=527dc9b5-f18f-4326-9d0b-130a22b0ca98,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:02.186758 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3146f4f-f5e6-4cdc-a6f3-0716f016a9f6 admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:02.241576 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-7c5741ec-c23e-47ce-80c1-02e169ef91ac None None] Allocated IP 172.20.0.2 (a86733d9-0c9c-4803-8dda-b98f17491e46/616c2eac-e34e-4c85-8585-5d1edb48c502/5035ae14-025d-486c-829b-66c2241173fc) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:02.281529 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c0a9b73c-b47d-4230-9f06-df818f2fef03 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:02.283515 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa00433-6200-4099-bacd-fa7373b08a0d None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:02.383828 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ae568536-d787-4463-990c-53a684333f5f tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:02.419804 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-ba654e48-7cf5-4781-a6bc-4ec8309f8838 req-d459f15b-af31-469b-a565-7967e82913b4 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Deleting port 575e2463-d78d-4249-9126-b8827bc50c70 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:02.420185 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ba654e48-7cf5-4781-a6bc-4ec8309f8838 req-d459f15b-af31-469b-a565-7967e82913b4 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:02.469563 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-87c5d083-eac7-43e7-949f-7acda1f21793 None None] Provisioning complete for port b2f421bb-703c-435d-b32a-2b2a0ec3b33d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:02.470440 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-87c5d083-eac7-43e7-949f-7acda1f21793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:02.494671 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0a2ceea3-8974-435e-ba8c-f5225fadfd7a tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:02.561487 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ae568536-d787-4463-990c-53a684333f5f tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:02.566381 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port c0a9b73c-b47d-4230-9f06-df818f2fef03 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:02.566381 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:02.615807 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-87c5d083-eac7-43e7-949f-7acda1f21793 None None] Port b2f421bb-703c-435d-b32a-2b2a0ec3b33d cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:02.649087 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-ba654e48-7cf5-4781-a6bc-4ec8309f8838 req-d459f15b-af31-469b-a565-7967e82913b4 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] For port 575e2463-d78d-4249-9126-b8827bc50c70, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=575e2463-d78d-4249-9126-b8827bc50c70,segment=NetworkSegment(34828fde-3b53-4826-975b-0c6b4715c685),segment_id=34828fde-3b53-4826-975b-0c6b4715c685)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:02.649639 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ba654e48-7cf5-4781-a6bc-4ec8309f8838 req-d459f15b-af31-469b-a565-7967e82913b4 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:02.651113 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd3048-2d5c-48b6-908e-54dc028c0720 req-1992fce8-d3d5-4ff1-9693-8636598ca67e tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:02.654100 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae568536-d787-4463-990c-53a684333f5f tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:02.668212 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-04dd3048-2d5c-48b6-908e-54dc028c0720 req-1992fce8-d3d5-4ff1-9693-8636598ca67e tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf502a0-342a-4394-9009-259625e8cde0 HTTP/1.1" status: 200 len: 945 time: 0.3271945 Nov 12 08:47:02.671202 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-ae568536-d787-4463-990c-53a684333f5f tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:02.681749 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae568536-d787-4463-990c-53a684333f5f tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:02.683237 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7c5741ec-c23e-47ce-80c1-02e169ef91ac None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:02.684803 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-ba654e48-7cf5-4781-a6bc-4ec8309f8838 req-d459f15b-af31-469b-a565-7967e82913b4 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Calling delete_port for 575e2463-d78d-4249-9126-b8827bc50c70 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:02.705506 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7c5741ec-c23e-47ce-80c1-02e169ef91ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:02.719789 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae568536-d787-4463-990c-53a684333f5f tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Pushing event updated for resources: {'Port': ['ID=8c920c03-e8b6-40f8-9aef-ac2421df85b9,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:02.761716 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e32465-977e-43b8-90e7-a3b9b5251cc2 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:02.767521 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5741ec-c23e-47ce-80c1-02e169ef91ac None None] Pushing event updated for resources: {'Port': ['ID=5035ae14-025d-486c-829b-66c2241173fc,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:02.778691 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-87c5d083-eac7-43e7-949f-7acda1f21793 None None] Provisioning complete for port c0a9b73c-b47d-4230-9f06-df818f2fef03 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:02.779066 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-87c5d083-eac7-43e7-949f-7acda1f21793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:02.796109 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5741ec-c23e-47ce-80c1-02e169ef91ac None None] Network a86733d9-0c9c-4803-8dda-b98f17491e46 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:02.831844 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-7c5741ec-c23e-47ce-80c1-02e169ef91ac None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:02.837734 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5741ec-c23e-47ce-80c1-02e169ef91ac None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:02.925456 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-7c5741ec-c23e-47ce-80c1-02e169ef91ac None None] Attempting to bind port 5035ae14-025d-486c-829b-66c2241173fc on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:02.925834 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-7c5741ec-c23e-47ce-80c1-02e169ef91ac None None] Attempting to bind port 5035ae14-025d-486c-829b-66c2241173fc by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'a128d3fa-2569-4b08-aa51-d060d2c5137b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a86733d9-0c9c-4803-8dda-b98f17491e46'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:02.926203 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5741ec-c23e-47ce-80c1-02e169ef91ac None None] Attempting to bind port 5035ae14-025d-486c-829b-66c2241173fc on network a86733d9-0c9c-4803-8dda-b98f17491e46 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:02.939312 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5741ec-c23e-47ce-80c1-02e169ef91ac None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:02.939794 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5741ec-c23e-47ce-80c1-02e169ef91ac None None] Checking segment: {'id': 'a128d3fa-2569-4b08-aa51-d060d2c5137b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a86733d9-0c9c-4803-8dda-b98f17491e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:02.940274 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7c5741ec-c23e-47ce-80c1-02e169ef91ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:02.940844 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5741ec-c23e-47ce-80c1-02e169ef91ac None None] Bound using segment: {'id': 'a128d3fa-2569-4b08-aa51-d060d2c5137b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a86733d9-0c9c-4803-8dda-b98f17491e46'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:02.941163 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-7c5741ec-c23e-47ce-80c1-02e169ef91ac None None] Bound port: 5035ae14-025d-486c-829b-66c2241173fc, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a128d3fa-2569-4b08-aa51-d060d2c5137b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a86733d9-0c9c-4803-8dda-b98f17491e46'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:02.941543 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7c5741ec-c23e-47ce-80c1-02e169ef91ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.019380 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c86cf084-496e-4c76-adb5-20b65f58791c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.049420 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-87c5d083-eac7-43e7-949f-7acda1f21793 None None] Provisioning complete for port 6c6c56cd-d98c-429f-a6ed-c4c19ba67b66 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:03.050214 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-87c5d083-eac7-43e7-949f-7acda1f21793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.093590 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-87c5d083-eac7-43e7-949f-7acda1f21793 None None] Port 6c6c56cd-d98c-429f-a6ed-c4c19ba67b66 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:03.101452 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-7c5741ec-c23e-47ce-80c1-02e169ef91ac None None] For port 5035ae14-025d-486c-829b-66c2241173fc, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:03.105321 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-04dd3048-2d5c-48b6-908e-54dc028c0720 req-a74675f7-b0aa-4b91-8899-da9952717b9a tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/security-groups?id=428aaee6-b6d2-4192-aacc-d4497d6e7452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4360912 Nov 12 08:47:03.121002 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86cf084-496e-4c76-adb5-20b65f58791c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Port': ['ID=b2f421bb-703c-435d-b32a-2b2a0ec3b33d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:03.175039 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ba654e48-7cf5-4781-a6bc-4ec8309f8838 req-d459f15b-af31-469b-a565-7967e82913b4 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.203165 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c86cf084-496e-4c76-adb5-20b65f58791c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.204543 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['575e2463-d78d-4249-9126-b8827bc50c70'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:47:03.209704 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c86cf084-496e-4c76-adb5-20b65f58791c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/b2f421bb-703c-435d-b32a-2b2a0ec3b33d HTTP/1.1" status: 204 len: 168 time: 2.5496919 Nov 12 08:47:03.212021 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56212) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:03.215980 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459f15b-af31-469b-a565-7967e82913b4 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Pushing event deleted for resources: {'Port': ['ID=575e2463-d78d-4249-9126-b8827bc50c70,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:03.232390 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ae568536-d787-4463-990c-53a684333f5f tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.320576 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae88541b-8aa5-4610-bc4f-158a2bfc6fa1 None None] DHCP port deletion for 2920a1cf-2450-4e88-a1ad-b45da486889e request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:03.331571 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-7c5741ec-c23e-47ce-80c1-02e169ef91ac None None] For port 5035ae14-025d-486c-829b-66c2241173fc, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=5035ae14-025d-486c-829b-66c2241173fc,segment=NetworkSegment(a128d3fa-2569-4b08-aa51-d060d2c5137b),segment_id=a128d3fa-2569-4b08-aa51-d060d2c5137b)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:03.334412 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-6033d458-0a7a-4f25-8326-ae9e3a059884 None None] Could not find standard attr ID for object b2f421bb-703c-435d-b32a-2b2a0ec3b33d. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:47:03.348479 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7c5741ec-c23e-47ce-80c1-02e169ef91ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.353022 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3146f4f-f5e6-4cdc-a6f3-0716f016a9f6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.449346 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f4de288d-7939-403a-835b-6e2f98082e29 req-e9521815-34d3-4348-b020-29a440c7688c tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.37 "GET /v2.0/ports?device_id=65afee34-102a-4d76-9167-7df223e5f321 HTTP/1.1" status: 200 len: 210 time: 0.1004694 Nov 12 08:47:03.454619 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba654e48-7cf5-4781-a6bc-4ec8309f8838 req-d459f15b-af31-469b-a565-7967e82913b4 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] No DVR routers for this DVR port 575e2463-d78d-4249-9126-b8827bc50c70 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:47:03.471628 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68990536-c4ce-4d93-9fc9-f8420a17ecca tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:03.473205 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ba654e48-7cf5-4781-a6bc-4ec8309f8838 req-d459f15b-af31-469b-a565-7967e82913b4 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.477390 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68990536-c4ce-4d93-9fc9-f8420a17ecca tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:03.479836 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ba654e48-7cf5-4781-a6bc-4ec8309f8838 req-d459f15b-af31-469b-a565-7967e82913b4 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] 10.222.0.54 "DELETE /v2.0/ports/575e2463-d78d-4249-9126-b8827bc50c70 HTTP/1.1" status: 204 len: 173 time: 1.4930604 Nov 12 08:47:03.480617 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65afee34-102a-4d76-9167-7df223e5f321', 'name': 'network-vif-deleted', 'tag': '575e2463-d78d-4249-9126-b8827bc50c70'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:03.487142 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-68990536-c4ce-4d93-9fc9-f8420a17ecca tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2702470 Nov 12 08:47:03.487379 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc07773e-2b72-4d18-8c89-c85286e0f811" -d '{"events": [{"server_uuid": "65afee34-102a-4d76-9167-7df223e5f321", "name": "network-vif-deleted", "tag": "575e2463-d78d-4249-9126-b8827bc50c70"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:03.496291 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56214) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:03.543681 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-6033d458-0a7a-4f25-8326-ae9e3a059884 None None] Provisioning complete for port 8c920c03-e8b6-40f8-9aef-ac2421df85b9 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:03.543681 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6033d458-0a7a-4f25-8326-ae9e3a059884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.634049 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5741ec-c23e-47ce-80c1-02e169ef91ac None None] Pushing event updated for resources: {'Port': ['ID=5035ae14-025d-486c-829b-66c2241173fc,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:03.673586 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ae568536-d787-4463-990c-53a684333f5f tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12134'] for router, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.683626 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ae568536-d787-4463-990c-53a684333f5f tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920415'] for router, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.692593 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-6033d458-0a7a-4f25-8326-ae9e3a059884 None None] Port 8c920c03-e8b6-40f8-9aef-ac2421df85b9 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:03.724130 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-6033d458-0a7a-4f25-8326-ae9e3a059884 None None] Provisioning complete for port 527dc9b5-f18f-4326-9d0b-130a22b0ca98 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:03.724453 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6033d458-0a7a-4f25-8326-ae9e3a059884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.785554 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-6033d458-0a7a-4f25-8326-ae9e3a059884 None None] Port 527dc9b5-f18f-4326-9d0b-130a22b0ca98 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:03.804426 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35457cbc-ce23-442c-afbf-6da985e819b3 x-openstack-request-id: req-35457cbc-ce23-442c-afbf-6da985e819b3 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:03.805778 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65afee34-102a-4d76-9167-7df223e5f321", "name": "network-vif-deleted", "tag": "575e2463-d78d-4249-9126-b8827bc50c70", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:03.806225 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35457cbc-ce23-442c-afbf-6da985e819b3 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:03.807124 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65afee34-102a-4d76-9167-7df223e5f321', 'name': 'network-vif-deleted', 'tag': '575e2463-d78d-4249-9126-b8827bc50c70', 'status': 'completed', 'code': 200} Nov 12 08:47:03.810316 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e9d4f0-50a8-41bb-9463-d38a234fdd63 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting subnet 630829de-d81c-40ee-b542-7c6c639a70f2 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:47:03.823918 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0a2ceea3-8974-435e-ba8c-f5225fadfd7a tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.825832 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-93e9d4f0-50a8-41bb-9463-d38a234fdd63 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.854786 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0a2ceea3-8974-435e-ba8c-f5225fadfd7a tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:04.009313 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae568536-d787-4463-990c-53a684333f5f tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Router ad013fa4-39ce-46fc-9df7-1eeb0df3cfb4 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:47:04.039782 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-93e9d4f0-50a8-41bb-9463-d38a234fdd63 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:04.090475 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0a2ceea3-8974-435e-ba8c-f5225fadfd7a tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:04.216685 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ceea3-8974-435e-ba8c-f5225fadfd7a tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Pushing event updated for resources: {'Port': ['ID=6c6c56cd-d98c-429f-a6ed-c4c19ba67b66,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:04.292943 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae568536-d787-4463-990c-53a684333f5f tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:04.301333 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ae568536-d787-4463-990c-53a684333f5f tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:04.305069 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ae568536-d787-4463-990c-53a684333f5f tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "PUT /v2.0/routers/ad013fa4-39ce-46fc-9df7-1eeb0df3cfb4 HTTP/1.1" status: 200 len: 915 time: 4.3889482 Nov 12 08:47:04.316311 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8f17c7-437c-4b8a-8c58-9875579bd600 None None] Sync routers for ids ['ad013fa4-39ce-46fc-9df7-1eeb0df3cfb4'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:04.317792 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56222) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:04.344076 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5035ae14-025d-486c-829b-66c2241173fc up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:04.434203 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8f17c7-437c-4b8a-8c58-9875579bd600 None None] Routers {'ad013fa4-39ce-46fc-9df7-1eeb0df3cfb4'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:04.435261 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3a8f17c7-437c-4b8a-8c58-9875579bd600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:46:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['ad013fa4-39ce-46fc-9df7-1eeb0df3cfb4'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:04.489034 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b60d7aa9-7f8e-4e51-bce5-6b3d069c7179 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "GET /v2.0/routers/ad013fa4-39ce-46fc-9df7-1eeb0df3cfb4 HTTP/1.1" status: 200 len: 921 time: 0.1658413 Nov 12 08:47:04.489392 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56228) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:04.496386 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3a8f17c7-437c-4b8a-8c58-9875579bd600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:04.504451 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3146f4f-f5e6-4cdc-a6f3-0716f016a9f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:04.521698 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8f17c7-437c-4b8a-8c58-9875579bd600 None None] Routers {'ad013fa4-39ce-46fc-9df7-1eeb0df3cfb4'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:04.522557 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3a8f17c7-437c-4b8a-8c58-9875579bd600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:46:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['ad013fa4-39ce-46fc-9df7-1eeb0df3cfb4'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:04.572959 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7006f5a3-8210-452f-b641-a1fa8d22e35e tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:04.578889 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3a8f17c7-437c-4b8a-8c58-9875579bd600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:04.579585 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8f17c7-437c-4b8a-8c58-9875579bd600 None None] The sync data for ids ['ad013fa4-39ce-46fc-9df7-1eeb0df3cfb4'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:04.582857 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7006f5a3-8210-452f-b641-a1fa8d22e35e tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=83f85ab7-23f1-4ab4-91ca-b1dcd4333f60&device_id=ad013fa4-39ce-46fc-9df7-1eeb0df3cfb4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0909011 Nov 12 08:47:04.584485 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56230) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:04.584759 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 5035ae14-025d-486c-829b-66c2241173fc triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:04.585251 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:04.665174 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2ceea3-8974-435e-ba8c-f5225fadfd7a tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Network b66e024a-4f6b-4428-ad82-fdc24bde2b7c is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:04.677733 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-93e9d4f0-50a8-41bb-9463-d38a234fdd63 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:04.688296 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-0a2ceea3-8974-435e-ba8c-f5225fadfd7a tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:04.717762 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:04.774515 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 5035ae14-025d-486c-829b-66c2241173fc, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=5035ae14-025d-486c-829b-66c2241173fc,segment=NetworkSegment(a128d3fa-2569-4b08-aa51-d060d2c5137b),segment_id=a128d3fa-2569-4b08-aa51-d060d2c5137b)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:04.784454 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:05.165999 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=5035ae14-025d-486c-829b-66c2241173fc,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:05.181822 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d31b3468-4fd5-4d64-92f1-15d428784970 None None] Provisioning complete for port 6c6c56cd-d98c-429f-a6ed-c4c19ba67b66 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:05.183024 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d31b3468-4fd5-4d64-92f1-15d428784970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:05.226833 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ee7e9a-afae-4eca-a079-1052061159c4 None None] Network a86733d9-0c9c-4803-8dda-b98f17491e46 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:05.231033 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ee0e2e-a2b0-4938-af2f-9e0848d535d0 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:05.232047 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f1ee0e2e-a2b0-4938-af2f-9e0848d535d0 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 881 time: 0.6454949 Nov 12 08:47:05.235030 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56234) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:05.260429 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-d31b3468-4fd5-4d64-92f1-15d428784970 None None] Port 6c6c56cd-d98c-429f-a6ed-c4c19ba67b66 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:05.269071 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-130f0f0b-ff3b-438c-b4bb-953644c0b6f5 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad013fa4-39ce-46fc-9df7-1eeb0df3cfb4 HTTP/1.1" status: 200 len: 205 time: 0.0325601 Nov 12 08:47:05.271998 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56236) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:05.313998 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73ddef-3de9-498c-b630-cd117be8ea13 req-94307582-faf3-44d8-a495-a9ba77009c01 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:05.315645 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9e73ddef-3de9-498c-b630-cd117be8ea13 req-94307582-faf3-44d8-a495-a9ba77009c01 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf502a0-342a-4394-9009-259625e8cde0 HTTP/1.1" status: 200 len: 945 time: 0.8901839 Nov 12 08:47:05.399355 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a6c08f4-62e1-4c2a-96fc-218059e81303 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:05.448222 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c9f2abcb-b3c4-4adc-85f5-cf86f6977a69 None None] Provisioning complete for port 5035ae14-025d-486c-829b-66c2241173fc triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:05.448676 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c9f2abcb-b3c4-4adc-85f5-cf86f6977a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:05.500683 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-93e9d4f0-50a8-41bb-9463-d38a234fdd63 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:05.519319 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9e73ddef-3de9-498c-b630-cd117be8ea13 req-565d4442-23b5-4d7f-957d-279a566399c0 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/security-groups?id=428aaee6-b6d2-4192-aacc-d4497d6e7452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912332 Nov 12 08:47:05.565468 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a6c08f4-62e1-4c2a-96fc-218059e81303 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:05.566798 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-93e9d4f0-50a8-41bb-9463-d38a234fdd63 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:05.573001 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-93e9d4f0-50a8-41bb-9463-d38a234fdd63 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/630829de-d81c-40ee-b542-7c6c639a70f2 HTTP/1.1" status: 204 len: 168 time: 2.0728240 Nov 12 08:47:05.577457 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2ceea3-8974-435e-ba8c-f5225fadfd7a tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Router 106a0318-eee6-47bb-9e50-1c10c0afd4db has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:47:05.579998 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56238) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:05.587555 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6ff83a-cf12-4c3f-8999-208cc209a3b0 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:05.601208 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9d4f0-50a8-41bb-9463-d38a234fdd63 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Subnet': ['ID=630829de-d81c-40ee-b542-7c6c639a70f2,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:05.699638 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-012b8d10-30cf-4b58-bef3-0ff85d37ddd0 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1180480 Nov 12 08:47:05.702681 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56242) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:05.712443 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3146f4f-f5e6-4cdc-a6f3-0716f016a9f6 admin admin] Router 46c6b9d1-6dc9-4475-8686-5b1c6628f184 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:47:05.713618 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-bb05f27e-2929-42d3-b1cd-21735f1d8e42 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:05.894965 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2ceea3-8974-435e-ba8c-f5225fadfd7a tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:05.900966 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992b83b9-2791-467f-9c93-9c08dc9b5fad None None] DHCP port deletion for 7bfd1417-cac6-4152-826e-588573fa4bfa request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:05.909869 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535ddeac-1c2d-42eb-a1d8-399583dcefe1 None None] Sync routers for ids ['106a0318-eee6-47bb-9e50-1c10c0afd4db'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:05.916024 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0a2ceea3-8974-435e-ba8c-f5225fadfd7a tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] 10.222.0.37 "PUT /v2.0/routers/106a0318-eee6-47bb-9e50-1c10c0afd4db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3289511 Nov 12 08:47:05.924440 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56250) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:05.924938 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535ddeac-1c2d-42eb-a1d8-399583dcefe1 None None] Routers {'106a0318-eee6-47bb-9e50-1c10c0afd4db'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:05.925920 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-535ddeac-1c2d-42eb-a1d8-399583dcefe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:46:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['106a0318-eee6-47bb-9e50-1c10c0afd4db'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:05.970887 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-535ddeac-1c2d-42eb-a1d8-399583dcefe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:05.971503 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56252) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:05.984419 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535ddeac-1c2d-42eb-a1d8-399583dcefe1 None None] Routers {'106a0318-eee6-47bb-9e50-1c10c0afd4db'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:05.985388 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-535ddeac-1c2d-42eb-a1d8-399583dcefe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:46:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['106a0318-eee6-47bb-9e50-1c10c0afd4db'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:06.004835 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-992b83b9-2791-467f-9c93-9c08dc9b5fad None None] Deleting port c0a9b73c-b47d-4230-9f06-df818f2fef03 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:06.005298 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-992b83b9-2791-467f-9c93-9c08dc9b5fad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.018641 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb05f27e-2929-42d3-b1cd-21735f1d8e42 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:06.022676 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb05f27e-2929-42d3-b1cd-21735f1d8e42 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.031867 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-535ddeac-1c2d-42eb-a1d8-399583dcefe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:06.033450 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535ddeac-1c2d-42eb-a1d8-399583dcefe1 None None] The sync data for ids ['106a0318-eee6-47bb-9e50-1c10c0afd4db'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:06.127018 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3146f4f-f5e6-4cdc-a6f3-0716f016a9f6 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:06.159890 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-992b83b9-2791-467f-9c93-9c08dc9b5fad None None] For port c0a9b73c-b47d-4230-9f06-df818f2fef03, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=c0a9b73c-b47d-4230-9f06-df818f2fef03,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:06.160506 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-992b83b9-2791-467f-9c93-9c08dc9b5fad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.160867 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-30190495-b302-44d1-9b01-7088258a5553 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.163223 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c14b562-53a2-45b7-9834-7c2feb49f493 admin admin] Deleting subnet 514a597d-ff4c-46bb-8a31-1a78b7448335 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:47:06.170550 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c14b562-53a2-45b7-9834-7c2feb49f493 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.175758 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-5a6c08f4-62e1-4c2a-96fc-218059e81303 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Deleting port 8c920c03-e8b6-40f8-9aef-ac2421df85b9 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:06.176124 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a6c08f4-62e1-4c2a-96fc-218059e81303 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.185843 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643e021b-0671-4509-aef9-8cd7bc1a2b96 None None] Sync routers for ids ['46c6b9d1-6dc9-4475-8686-5b1c6628f184'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:06.205281 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-992b83b9-2791-467f-9c93-9c08dc9b5fad None None] Calling delete_port for c0a9b73c-b47d-4230-9f06-df818f2fef03 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:06.216895 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5035ae14-025d-486c-829b-66c2241173fc up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:06.233256 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3146f4f-f5e6-4cdc-a6f3-0716f016a9f6 admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.237206 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c3146f4f-f5e6-4cdc-a6f3-0716f016a9f6 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.2648094 Nov 12 08:47:06.238879 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56254) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:06.289472 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c14b562-53a2-45b7-9834-7c2feb49f493 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.334076 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643e021b-0671-4509-aef9-8cd7bc1a2b96 None None] Routers {'46c6b9d1-6dc9-4475-8686-5b1c6628f184'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:06.335010 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-643e021b-0671-4509-aef9-8cd7bc1a2b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:46:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['46c6b9d1-6dc9-4475-8686-5b1c6628f184'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:06.351682 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d4693-01b4-4e01-87a9-178b6087de57 req-ecb28f7f-ac62-4ea5-b01e-4f0bcad6fca5 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:06.353140 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d96d4693-01b4-4e01-87a9-178b6087de57 req-ecb28f7f-ac62-4ea5-b01e-4f0bcad6fca5 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.58 "GET /v2.0/ports?device_id=ccf502a0-342a-4394-9009-259625e8cde0 HTTP/1.1" status: 200 len: 945 time: 0.2028868 Nov 12 08:47:06.400155 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-21e4b314-e791-4304-9442-bc81f9bc5a6e None None] Provisioning complete for port 5035ae14-025d-486c-829b-66c2241173fc triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:06.400155 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-21e4b314-e791-4304-9442-bc81f9bc5a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.430641 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-30190495-b302-44d1-9b01-7088258a5553 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 08:47:06.431880 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-30190495-b302-44d1-9b01-7088258a5553 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] 10.222.0.37 "DELETE /v2.0/routers/106a0318-eee6-47bb-9e50-1c10c0afd4db HTTP/1.1" status: 409 len: 329 time: 0.5062239 Nov 12 08:47:06.436352 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56256) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:06.443674 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a6c08f4-62e1-4c2a-96fc-218059e81303 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.447082 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 575e2463-d78d-4249-9126-b8827bc50c70 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:47:06.484844 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-5a6c08f4-62e1-4c2a-96fc-218059e81303 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Calling delete_port for 8c920c03-e8b6-40f8-9aef-ac2421df85b9 owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:06.488689 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c14b562-53a2-45b7-9834-7c2feb49f493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.557588 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 575e2463-d78d-4249-9126-b8827bc50c70 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:47:06.558828 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 575e2463-d78d-4249-9126-b8827bc50c70 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:47:06.613977 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-992b83b9-2791-467f-9c93-9c08dc9b5fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.622532 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 5035ae14-025d-486c-829b-66c2241173fc triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:06.622906 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.652401 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-643e021b-0671-4509-aef9-8cd7bc1a2b96 None None] Set router 46c6b9d1-6dc9-4475-8686-5b1c6628f184 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:06.706935 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b83b9-2791-467f-9c93-9c08dc9b5fad None None] Pushing event deleted for resources: {'Port': ['ID=c0a9b73c-b47d-4230-9f06-df818f2fef03,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:06.749031 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992b83b9-2791-467f-9c93-9c08dc9b5fad None None] No DVR routers for this DVR port c0a9b73c-b47d-4230-9f06-df818f2fef03 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:47:06.763456 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb05f27e-2929-42d3-b1cd-21735f1d8e42 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.885737 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb05f27e-2929-42d3-b1cd-21735f1d8e42 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:06.898697 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c14b562-53a2-45b7-9834-7c2feb49f493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.902840 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-bb05f27e-2929-42d3-b1cd-21735f1d8e42 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:06.914019 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb05f27e-2929-42d3-b1cd-21735f1d8e42 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:06.914651 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb05f27e-2929-42d3-b1cd-21735f1d8e42 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.930443 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05f27e-2929-42d3-b1cd-21735f1d8e42 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Subnet': ['ID=1174374a-12df-4929-8b3c-3b42fb02db76,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:06.935456 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7887d3-8d51-442b-9901-0d3711ed7a59 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:06.941535 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c14b562-53a2-45b7-9834-7c2feb49f493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.945145 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4c14b562-53a2-45b7-9834-7c2feb49f493 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/514a597d-ff4c-46bb-8a31-1a78b7448335 HTTP/1.1" status: 204 len: 168 time: 0.9705043 Nov 12 08:47:06.954795 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56262) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:06.959410 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b28979e-8bb8-4ee2-9198-cd86fdc07290 None None] Network 2920a1cf-2450-4e88-a1ad-b45da486889e requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:07.001413 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14b562-53a2-45b7-9834-7c2feb49f493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=514a597d-ff4c-46bb-8a31-1a78b7448335,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:07.037210 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-bb05f27e-2929-42d3-b1cd-21735f1d8e42 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3300853 Nov 12 08:47:07.041132 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56264) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:07.048118 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-cc46cd77-5d6f-4b5b-83ad-88f77c1118d7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'port': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'fixed_ips': [{'subnet_id': '1174374a-12df-4929-8b3c-3b42fb02db76', 'ip_address': '2001:db8::3130:8461:4d84:bb0b'}], 'name': 'tempest-NetworksTestDHCPv6-372832752'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:07.085065 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9809aab-af10-4f9d-85e9-480332a9a076 req-ef709bc3-789b-477c-b6e1-78f76a779c90 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:07.090434 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f9809aab-af10-4f9d-85e9-480332a9a076 req-ef709bc3-789b-477c-b6e1-78f76a779c90 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf502a0-342a-4394-9009-259625e8cde0 HTTP/1.1" status: 200 len: 945 time: 0.4229035 Nov 12 08:47:07.120059 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-d96d4693-01b4-4e01-87a9-178b6087de57 req-9cc0de37-24ee-4e69-b6f5-d01634612613 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Deleting port cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:07.120528 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d96d4693-01b4-4e01-87a9-178b6087de57 req-9cc0de37-24ee-4e69-b6f5-d01634612613 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.170715 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f2764e8a-14c6-4b46-afb2-a370536d3e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.176924 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a6c08f4-62e1-4c2a-96fc-218059e81303 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.192363 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c0a9b73c-b47d-4230-9f06-df818f2fef03 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:47:07.222525 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c08f4-62e1-4c2a-96fc-218059e81303 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Pushing event deleted for resources: {'Port': ['ID=8c920c03-e8b6-40f8-9aef-ac2421df85b9,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:07.291037 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec6c836-8ebb-4438-a23f-e7439a6ca674 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:07.304263 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea35cc3-97c9-4455-94bb-1889d49dff74 None None] DHCP port deletion for 2920a1cf-2450-4e88-a1ad-b45da486889e request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:07.314920 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: c0a9b73c-b47d-4230-9f06-df818f2fef03 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:47:07.315979 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c0a9b73c-b47d-4230-9f06-df818f2fef03 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:47:07.357937 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-643e021b-0671-4509-aef9-8cd7bc1a2b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c6b9d1-6dc9-4475-8686-5b1c6628f184', 'name': 'tempest-AttachSCSIVolumeTestJSON-71362532-router', 'tenant_id': '9070c476e28246d29347d5c048f5801e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '527dc9b5-f18f-4326-9d0b-130a22b0ca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:59Z', 'updated_at': '2021-11-12T08:47:02Z', 'revision_number': 3, 'project_id': '9070c476e28246d29347d5c048f5801e', 'gw_port': {'id': '527dc9b5-f18f-4326-9d0b-130a22b0ca98', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c6b9d1-6dc9-4475-8686-5b1c6628f184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:07.366800 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a6c08f4-62e1-4c2a-96fc-218059e81303 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.399811 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f9809aab-af10-4f9d-85e9-480332a9a076 req-ea93e462-bd2f-41d1-8957-75870b4b9671 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/security-groups?id=428aaee6-b6d2-4192-aacc-d4497d6e7452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2541859 Nov 12 08:47:07.436462 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643e021b-0671-4509-aef9-8cd7bc1a2b96 None None] Checking router: 46c6b9d1-6dc9-4475-8686-5b1c6628f184 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:47:07.437162 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643e021b-0671-4509-aef9-8cd7bc1a2b96 None None] Updating router 46c6b9d1-6dc9-4475-8686-5b1c6628f184 port 527dc9b5-f18f-4326-9d0b-130a22b0ca98 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:47:07.457375 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc46cd77-5d6f-4b5b-83ad-88f77c1118d7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:07.467856 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f2764e8a-14c6-4b46-afb2-a370536d3e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.506978 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7f610a-11c5-4c7a-917c-fe56e9721ead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-7bfd1417-cac6-4152-826e-588573fa4bfa', 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'fixed_ips': [{'subnet_id': '1174374a-12df-4929-8b3c-3b42fb02db76'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:47:07.508827 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9f7f610a-11c5-4c7a-917c-fe56e9721ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.513201 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-643e021b-0671-4509-aef9-8cd7bc1a2b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.530624 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a6c08f4-62e1-4c2a-96fc-218059e81303 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.537836 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a6c08f4-62e1-4c2a-96fc-218059e81303 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.550451 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-f2764e8a-14c6-4b46-afb2-a370536d3e0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2920a1cf-2450-4e88-a1ad-b45da486889e']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:07.623636 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-f2764e8a-14c6-4b46-afb2-a370536d3e0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34828fde-3b53-4826-975b-0c6b4715c685') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:07.623979 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-f2764e8a-14c6-4b46-afb2-a370536d3e0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34828fde-3b53-4826-975b-0c6b4715c685') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:07.636283 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a6c08f4-62e1-4c2a-96fc-218059e81303 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.636880 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6c08f4-62e1-4c2a-96fc-218059e81303 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Fanout notify agent at l3_agent the message router_deleted on router ad013fa4-39ce-46fc-9df7-1eeb0df3cfb4 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:47:07.639637 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f2764e8a-14c6-4b46-afb2-a370536d3e0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.649495 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-d96d4693-01b4-4e01-87a9-178b6087de57 req-9cc0de37-24ee-4e69-b6f5-d01634612613 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] For port cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5,segment=NetworkSegment(a2bb8357-84e3-4416-95ab-bb4a7e613091),segment_id=a2bb8357-84e3-4416-95ab-bb4a7e613091)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:07.650166 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a6c08f4-62e1-4c2a-96fc-218059e81303 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.650353 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d96d4693-01b4-4e01-87a9-178b6087de57 req-9cc0de37-24ee-4e69-b6f5-d01634612613 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.651305 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5a6c08f4-62e1-4c2a-96fc-218059e81303 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] 10.222.0.37 "DELETE /v2.0/routers/ad013fa4-39ce-46fc-9df7-1eeb0df3cfb4 HTTP/1.1" status: 204 len: 168 time: 2.3781404 Nov 12 08:47:07.658662 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56266) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:07.676131 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f2764e8a-14c6-4b46-afb2-a370536d3e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.690658 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2764e8a-14c6-4b46-afb2-a370536d3e0c admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:47:07.691072 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f2764e8a-14c6-4b46-afb2-a370536d3e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.694583 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:47:07.694583 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:47:07.694583 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:47:07.694583 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:47:07.694583 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:47:07.694583 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:47:07.694583 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:47:07.694583 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:47:07.694583 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:47:07.694583 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:47:07.694583 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:47:07.694583 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:47:07.694583 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:47:07.694583 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:47:07.694583 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:47:07.694583 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:47:07.694583 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:47:07.694583 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:47:07.694583 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:47:07.694583 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:47:07.694583 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:47:07.694583 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:47:07.694583 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:47:07.694583 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:47:07.694583 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:47:07.694583 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:47:07.694583 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:47:07.694583 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:47:07.694583 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:47:07.694583 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:47:07.694583 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:47:07.694583 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:47:07.699466 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cc46cd77-5d6f-4b5b-83ad-88f77c1118d7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.700888 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-2035f648-b111-4770-a66f-a0402ffb701b tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-991195082', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}, 'admin_state_up': False}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:07.765768 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-cc46cd77-5d6f-4b5b-83ad-88f77c1118d7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] device_id is not set on port ea339b33-12e0-4b4c-a0ae-456a5b8ba1c1 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:47:07.800986 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-48b67874-537a-45ff-8274-b3513860da93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.824800 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-9f7f610a-11c5-4c7a-917c-fe56e9721ead None None] Allocated IP 2001:db8::2 (7bfd1417-cac6-4152-826e-588573fa4bfa/1174374a-12df-4929-8b3c-3b42fb02db76/e80e6c0d-3517-4494-a8cd-1999a114699a) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:07.831141 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f2764e8a-14c6-4b46-afb2-a370536d3e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.841651 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f2764e8a-14c6-4b46-afb2-a370536d3e0c admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.854716 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f2764e8a-14c6-4b46-afb2-a370536d3e0c admin admin] 10.222.0.37 "DELETE /v2.0/networks/2920a1cf-2450-4e88-a1ad-b45da486889e HTTP/1.1" status: 204 len: 168 time: 0.8985894 Nov 12 08:47:07.882167 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2764e8a-14c6-4b46-afb2-a370536d3e0c admin admin] Pushing event deleted for resources: {'Network': ['ID=2920a1cf-2450-4e88-a1ad-b45da486889e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:08.069657 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56270) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:08.131831 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d306578c-6a2b-4652-86f9-0a6491017298 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd85219b61af4e12a9debc00cd31a7fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0575283 Nov 12 08:47:08.133497 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56272) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:08.200630 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15315e19-4c99-4ac3-b0f8-941465f0edf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.229232 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15315e19-4c99-4ac3-b0f8-941465f0edf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.293289 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2035f648-b111-4770-a66f-a0402ffb701b tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.294671 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2035f648-b111-4770-a66f-a0402ffb701b tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.306234 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15315e19-4c99-4ac3-b0f8-941465f0edf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.309874 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15315e19-4c99-4ac3-b0f8-941465f0edf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.315569 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-15315e19-4c99-4ac3-b0f8-941465f0edf0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a HTTP/1.1" status: 204 len: 168 time: 0.1771255 Nov 12 08:47:08.331496 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15315e19-4c99-4ac3-b0f8-941465f0edf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a94f9e-11a2-4357-8c6c-e8f436f0bb4a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:08.394531 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:47:08.493254 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9f7f610a-11c5-4c7a-917c-fe56e9721ead None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.501371 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-643e021b-0671-4509-aef9-8cd7bc1a2b96 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.515187 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2035f648-b111-4770-a66f-a0402ffb701b tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.525285 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9f7f610a-11c5-4c7a-917c-fe56e9721ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.570000 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-643e021b-0671-4509-aef9-8cd7bc1a2b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.579188 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-09aeb877-a381-4932-bc48-e3489d19bf6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.645346 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-cc46cd77-5d6f-4b5b-83ad-88f77c1118d7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Allocated IP 2001:db8::3130:8461:4d84:bb0b (7bfd1417-cac6-4152-826e-588573fa4bfa/1174374a-12df-4929-8b3c-3b42fb02db76/ea339b33-12e0-4b4c-a0ae-456a5b8ba1c1) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:08.661566 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7f610a-11c5-4c7a-917c-fe56e9721ead None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:08.667000 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f610a-11c5-4c7a-917c-fe56e9721ead None None] Pushing event updated for resources: {'Port': ['ID=e80e6c0d-3517-4494-a8cd-1999a114699a,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:08.684819 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-9f7f610a-11c5-4c7a-917c-fe56e9721ead None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:08.692633 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7f610a-11c5-4c7a-917c-fe56e9721ead None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:08.721204 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5068967d-2513-4240-a6c1-28af9cedfccc None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:08.724738 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-643e021b-0671-4509-aef9-8cd7bc1a2b96 None None] Attempting to bind port 527dc9b5-f18f-4326-9d0b-130a22b0ca98 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:08.725436 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-643e021b-0671-4509-aef9-8cd7bc1a2b96 None None] Attempting to bind port 527dc9b5-f18f-4326-9d0b-130a22b0ca98 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:08.725915 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643e021b-0671-4509-aef9-8cd7bc1a2b96 None None] Attempting to bind port 527dc9b5-f18f-4326-9d0b-130a22b0ca98 on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:08.737932 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643e021b-0671-4509-aef9-8cd7bc1a2b96 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:08.738531 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643e021b-0671-4509-aef9-8cd7bc1a2b96 None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:08.739405 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-643e021b-0671-4509-aef9-8cd7bc1a2b96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.739973 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643e021b-0671-4509-aef9-8cd7bc1a2b96 None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:08.741300 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-643e021b-0671-4509-aef9-8cd7bc1a2b96 None None] Bound port: 527dc9b5-f18f-4326-9d0b-130a22b0ca98, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:08.741970 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-643e021b-0671-4509-aef9-8cd7bc1a2b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.752923 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a5d50799-0184-4cf1-bcbc-e58636df15ac tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.771466 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d96d4693-01b4-4e01-87a9-178b6087de57 req-9cc0de37-24ee-4e69-b6f5-d01634612613 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.772112 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d96d4693-01b4-4e01-87a9-178b6087de57 req-9cc0de37-24ee-4e69-b6f5-d01634612613 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.772909 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [req-d96d4693-01b4-4e01-87a9-178b6087de57 req-9cc0de37-24ee-4e69-b6f5-d01634612613 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Floating IP b49d3d34-5108-4725-8f8e-b833f046dc04 disassociated. External IP: 172.25.6.130, port: cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5. Nov 12 08:47:08.773748 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-d96d4693-01b4-4e01-87a9-178b6087de57 req-9cc0de37-24ee-4e69-b6f5-d01634612613 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Calling delete_port for cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:08.864578 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ab8a8-3ad1-4b68-8a0b-b761a2dd24e4 req-c9b753e1-e1fa-4926-85e9-5f8203308422 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:08.868826 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-727ab8a8-3ad1-4b68-8a0b-b761a2dd24e4 req-c9b753e1-e1fa-4926-85e9-5f8203308422 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf502a0-342a-4394-9009-259625e8cde0 HTTP/1.1" status: 200 len: 945 time: 0.3022516 Nov 12 08:47:08.925748 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.935700 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f053f4f-224e-4674-817a-0a7155ad243f None None] Pushing event updated for resources: {'Port': ['ID=527dc9b5-f18f-4326-9d0b-130a22b0ca98,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:08.958258 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-9f7f610a-11c5-4c7a-917c-fe56e9721ead None None] Attempting to bind port e80e6c0d-3517-4494-a8cd-1999a114699a on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:08.958642 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-9f7f610a-11c5-4c7a-917c-fe56e9721ead None None] Attempting to bind port e80e6c0d-3517-4494-a8cd-1999a114699a by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:08.959043 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7f610a-11c5-4c7a-917c-fe56e9721ead None None] Attempting to bind port e80e6c0d-3517-4494-a8cd-1999a114699a on network 7bfd1417-cac6-4152-826e-588573fa4bfa {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:08.984056 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7f610a-11c5-4c7a-917c-fe56e9721ead None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:08.984619 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7f610a-11c5-4c7a-917c-fe56e9721ead None None] Checking segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:08.985113 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9f7f610a-11c5-4c7a-917c-fe56e9721ead None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.985658 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7f610a-11c5-4c7a-917c-fe56e9721ead None None] Bound using segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:08.986308 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-9f7f610a-11c5-4c7a-917c-fe56e9721ead None None] Bound port: e80e6c0d-3517-4494-a8cd-1999a114699a, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:08.986709 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9f7f610a-11c5-4c7a-917c-fe56e9721ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.996896 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-643e021b-0671-4509-aef9-8cd7bc1a2b96 None None] For port 527dc9b5-f18f-4326-9d0b-130a22b0ca98, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:09.000616 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-643e021b-0671-4509-aef9-8cd7bc1a2b96 None None] For port 527dc9b5-f18f-4326-9d0b-130a22b0ca98, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=527dc9b5-f18f-4326-9d0b-130a22b0ca98,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:09.015054 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-a28df4ef-d7b7-4a95-969e-d6d703c881b6 None None] Provisioning complete for port 527dc9b5-f18f-4326-9d0b-130a22b0ca98 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:09.015357 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a28df4ef-d7b7-4a95-969e-d6d703c881b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.031836 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cc46cd77-5d6f-4b5b-83ad-88f77c1118d7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.040456 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-643e021b-0671-4509-aef9-8cd7bc1a2b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.044402 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf502a0-342a-4394-9009-259625e8cde0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:09.050823 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4744bf8-6b1e-46c4-a7fd-b02791e7a643" -d '{"events": [{"server_uuid": "ccf502a0-342a-4394-9009-259625e8cde0", "name": "network-vif-unplugged", "status": "completed", "tag": "cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:09.079298 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cc46cd77-5d6f-4b5b-83ad-88f77c1118d7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.126000 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2035f648-b111-4770-a66f-a0402ffb701b tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.140101 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc46cd77-5d6f-4b5b-83ad-88f77c1118d7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:09.142795 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-727ab8a8-3ad1-4b68-8a0b-b761a2dd24e4 req-c83f2975-4e4e-4fa0-bbd3-536684219539 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/security-groups?id=428aaee6-b6d2-4192-aacc-d4497d6e7452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264903 Nov 12 08:47:09.144828 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-cc46cd77-5d6f-4b5b-83ad-88f77c1118d7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:09.152358 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc46cd77-5d6f-4b5b-83ad-88f77c1118d7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:09.159942 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc46cd77-5d6f-4b5b-83ad-88f77c1118d7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:09.160676 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cc46cd77-5d6f-4b5b-83ad-88f77c1118d7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.166739 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46cd77-5d6f-4b5b-83ad-88f77c1118d7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Port': ['ID=ea339b33-12e0-4b4c-a0ae-456a5b8ba1c1,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:09.194127 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-cc46cd77-5d6f-4b5b-83ad-88f77c1118d7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1518154 Nov 12 08:47:09.195682 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56290) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:09.272588 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29218cb-33c3-4b1f-b792-ba78a9b087ea None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:09.279794 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5,segment=NetworkSegment(a2bb8357-84e3-4416-95ab-bb4a7e613091),segment_id=a2bb8357-84e3-4416-95ab-bb4a7e613091)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:09.335169 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643e021b-0671-4509-aef9-8cd7bc1a2b96 None None] Routers {'46c6b9d1-6dc9-4475-8686-5b1c6628f184'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:09.336355 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-643e021b-0671-4509-aef9-8cd7bc1a2b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:46:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['46c6b9d1-6dc9-4475-8686-5b1c6628f184'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:09.383691 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.395436 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f689a8cc-5d00-4a08-b62b-8187f43218df x-openstack-request-id: req-f689a8cc-5d00-4a08-b62b-8187f43218df {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:09.396331 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf502a0-342a-4394-9009-259625e8cde0", "name": "network-vif-unplugged", "status": "completed", "tag": "cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:09.396331 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f689a8cc-5d00-4a08-b62b-8187f43218df {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:09.396980 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf502a0-342a-4394-9009-259625e8cde0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5', 'code': 200} Nov 12 08:47:09.477828 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f053f4f-224e-4674-817a-0a7155ad243f None None] Pushing event updated for resources: {'Port': ['ID=527dc9b5-f18f-4326-9d0b-130a22b0ca98,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:09.503410 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3de5237-1761-4a05-9fba-e8f2100748fc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:09.509763 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3de5237-1761-4a05-9fba-e8f2100748fc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:09.514688 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f3de5237-1761-4a05-9fba-e8f2100748fc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3098574 Nov 12 08:47:09.516108 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56298) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:09.544531 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a28df4ef-d7b7-4a95-969e-d6d703c881b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.564793 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-09aeb877-a381-4932-bc48-e3489d19bf6f admin admin] Allocated IP 172.20.0.1 (a86733d9-0c9c-4803-8dda-b98f17491e46/616c2eac-e34e-4c85-8585-5d1edb48c502/9cd8954e-a8dd-4cc1-91f7-a8f009934042) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:09.568605 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-a28df4ef-d7b7-4a95-969e-d6d703c881b6 None None] For port 527dc9b5-f18f-4326-9d0b-130a22b0ca98, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=527dc9b5-f18f-4326-9d0b-130a22b0ca98,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:09.583422 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a28df4ef-d7b7-4a95-969e-d6d703c881b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.587698 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9f7f610a-11c5-4c7a-917c-fe56e9721ead None None] For port e80e6c0d-3517-4494-a8cd-1999a114699a, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:09.615410 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9f7f610a-11c5-4c7a-917c-fe56e9721ead None None] For port e80e6c0d-3517-4494-a8cd-1999a114699a, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=e80e6c0d-3517-4494-a8cd-1999a114699a,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:09.632405 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d96d4693-01b4-4e01-87a9-178b6087de57 req-9cc0de37-24ee-4e69-b6f5-d01634612613 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.635267 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9f7f610a-11c5-4c7a-917c-fe56e9721ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.656153 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:09.663540 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-643e021b-0671-4509-aef9-8cd7bc1a2b96 None None] Set router 46c6b9d1-6dc9-4475-8686-5b1c6628f184 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:09.736024 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0de37-24ee-4e69-b6f5-d01634612613 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Pushing event deleted for resources: {'Port': ['ID=cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:09.833022 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-bd9ebebf-5850-49e6-aefc-616ff87d8bf6 None None] Provisioning complete for port 527dc9b5-f18f-4326-9d0b-130a22b0ca98 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:09.834080 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bd9ebebf-5850-49e6-aefc-616ff87d8bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.865416 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-1547e6cc-86ec-4077-9b37-ecb5970697aa tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting port ea339b33-12e0-4b4c-a0ae-456a5b8ba1c1 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:09.866484 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1547e6cc-86ec-4077-9b37-ecb5970697aa tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.962556 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28df4ef-d7b7-4a95-969e-d6d703c881b6 None None] Pushing event updated for resources: {'Port': ['ID=527dc9b5-f18f-4326-9d0b-130a22b0ca98,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:10.003085 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d96d4693-01b4-4e01-87a9-178b6087de57 req-9cc0de37-24ee-4e69-b6f5-d01634612613 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Router 52868198-c198-48ad-ade2-c9b9db715967 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:47:10.049196 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1547e6cc-86ec-4077-9b37-ecb5970697aa tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.080065 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-1547e6cc-86ec-4077-9b37-ecb5970697aa tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Calling delete_port for ea339b33-12e0-4b4c-a0ae-456a5b8ba1c1 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:10.137908 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-09aeb877-a381-4932-bc48-e3489d19bf6f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.207010 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f610a-11c5-4c7a-917c-fe56e9721ead None None] Pushing event updated for resources: {'Port': ['ID=e80e6c0d-3517-4494-a8cd-1999a114699a,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:10.216029 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56304) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:10.285144 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-09aeb877-a381-4932-bc48-e3489d19bf6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.400563 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-a5d50799-0184-4cf1-bcbc-e58636df15ac tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Deleting port 6c6c56cd-d98c-429f-a6ed-c4c19ba67b66 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:10.402360 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a5d50799-0184-4cf1-bcbc-e58636df15ac tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.437605 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1547e6cc-86ec-4077-9b37-ecb5970697aa tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.476242 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bae6a794-3844-481e-890d-2323667db085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.541134 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547e6cc-86ec-4077-9b37-ecb5970697aa tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Port': ['ID=ea339b33-12e0-4b4c-a0ae-456a5b8ba1c1,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:10.558660 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1547e6cc-86ec-4077-9b37-ecb5970697aa tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.564646 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1547e6cc-86ec-4077-9b37-ecb5970697aa tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/ea339b33-12e0-4b4c-a0ae-456a5b8ba1c1 HTTP/1.1" status: 204 len: 168 time: 1.0469103 Nov 12 08:47:10.568323 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56312) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:10.577994 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-643e021b-0671-4509-aef9-8cd7bc1a2b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c6b9d1-6dc9-4475-8686-5b1c6628f184', 'name': 'tempest-AttachSCSIVolumeTestJSON-71362532-router', 'tenant_id': '9070c476e28246d29347d5c048f5801e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '527dc9b5-f18f-4326-9d0b-130a22b0ca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:59Z', 'updated_at': '2021-11-12T08:47:02Z', 'revision_number': 3, 'project_id': '9070c476e28246d29347d5c048f5801e', 'gw_port': {'id': '527dc9b5-f18f-4326-9d0b-130a22b0ca98', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c6b9d1-6dc9-4475-8686-5b1c6628f184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:10.630484 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643e021b-0671-4509-aef9-8cd7bc1a2b96 None None] The sync data for ids ['46c6b9d1-6dc9-4475-8686-5b1c6628f184'] in n-d-768862-16 is: [{'id': '46c6b9d1-6dc9-4475-8686-5b1c6628f184', 'name': 'tempest-AttachSCSIVolumeTestJSON-71362532-router', 'tenant_id': '9070c476e28246d29347d5c048f5801e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '527dc9b5-f18f-4326-9d0b-130a22b0ca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:59Z', 'updated_at': '2021-11-12T08:47:02Z', 'revision_number': 3, 'project_id': '9070c476e28246d29347d5c048f5801e', 'gw_port': {'id': '527dc9b5-f18f-4326-9d0b-130a22b0ca98', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c6b9d1-6dc9-4475-8686-5b1c6628f184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:10.659770 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723621e8-6c0f-4783-a2cf-25878e99c18b tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:10.663464 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723621e8-6c0f-4783-a2cf-25878e99c18b tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:10.666465 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-723621e8-6c0f-4783-a2cf-25878e99c18b tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0965233 Nov 12 08:47:10.669026 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56314) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:10.764058 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4fae4c-633f-4ea3-bb30-85fee6ccba98 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting subnet 1174374a-12df-4929-8b3c-3b42fb02db76 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:47:10.768627 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dc4fae4c-633f-4ea3-bb30-85fee6ccba98 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.827398 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dc4fae4c-633f-4ea3-bb30-85fee6ccba98 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.939596 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dc4fae4c-633f-4ea3-bb30-85fee6ccba98 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.999916 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:47:11.036138 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dc4fae4c-633f-4ea3-bb30-85fee6ccba98 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:11.109362 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4fae4c-633f-4ea3-bb30-85fee6ccba98 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Subnet': ['ID=1174374a-12df-4929-8b3c-3b42fb02db76,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:11.116732 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dc4fae4c-633f-4ea3-bb30-85fee6ccba98 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:11.125057 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-dc4fae4c-633f-4ea3-bb30-85fee6ccba98 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/1174374a-12df-4929-8b3c-3b42fb02db76 HTTP/1.1" status: 204 len: 168 time: 0.4520102 Nov 12 08:47:11.125899 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56316) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:11.205861 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c35373de-b0d7-4f53-b4c9-337456f7b646 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761213 Nov 12 08:47:11.206408 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56318) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:11.213337 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-25c5b995-70f8-41e0-97f3-a7be9024c4e7 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-227489202-network', 'tenant_id': 'bab8e981024b480d9e791cf56c49c101'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:11.300012 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc98fb9-e237-44ea-b7c7-d3f3d69413cb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:11.303349 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1cc98fb9-e237-44ea-b7c7-d3f3d69413cb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0952342 Nov 12 08:47:11.308633 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56320) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:11.313348 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72e3792-8d7b-4a5d-a874-c0cf48688ead None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:11.329003 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09aeb877-a381-4932-bc48-e3489d19bf6f admin admin] Network a86733d9-0c9c-4803-8dda-b98f17491e46 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:11.358987 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2d73ed69-50b3-4ced-8ad6-2b1b54a2349b req-cd847d8b-c37c-4d06-9d57-adedeee692ac tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf502a0-342a-4394-9009-259625e8cde0 HTTP/1.1" status: 200 len: 210 time: 0.8529589 Nov 12 08:47:11.375166 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2035f648-b111-4770-a66f-a0402ffb701b tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:11.377426 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-09aeb877-a381-4932-bc48-e3489d19bf6f admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:11.386001 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aeb877-a381-4932-bc48-e3489d19bf6f admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:11.386342 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f456f25-f902-4fb1-9f72-4fe170f97e65 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:11.388131 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4f456f25-f902-4fb1-9f72-4fe170f97e65 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0778716 Nov 12 08:47:11.395240 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56322) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:11.438421 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d96d4693-01b4-4e01-87a9-178b6087de57 req-9cc0de37-24ee-4e69-b6f5-d01634612613 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:11.439786 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-36c8f355-dc73-43ad-8067-ec01257a11ca tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430160 Nov 12 08:47:11.449621 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aeb877-a381-4932-bc48-e3489d19bf6f admin admin] Pushing event updated for resources: {'Port': ['ID=9cd8954e-a8dd-4cc1-91f7-a8f009934042,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:11.455624 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56324) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:11.466895 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d12795eb-0469-42b1-9116-b83f83ead29f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:11.482869 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de13b5d-2e41-4837-a90a-879e75f2c844 None None] Sync routers for ids ['52868198-c198-48ad-ade2-c9b9db715967'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:11.505810 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de13b5d-2e41-4837-a90a-879e75f2c844 None None] Routers {'52868198-c198-48ad-ade2-c9b9db715967'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:11.508652 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-3de13b5d-2e41-4837-a90a-879e75f2c844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:47:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['52868198-c198-48ad-ade2-c9b9db715967'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:11.527683 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2035f648-b111-4770-a66f-a0402ffb701b tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:11.635418 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c5b995-70f8-41e0-97f3-a7be9024c4e7 admin admin] Made reservation on behalf of bab8e981024b480d9e791cf56c49c101 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:11.638717 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25c5b995-70f8-41e0-97f3-a7be9024c4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:11.714550 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96d4693-01b4-4e01-87a9-178b6087de57 req-9cc0de37-24ee-4e69-b6f5-d01634612613 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] No DVR routers for this DVR port cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:47:11.718684 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12795eb-0469-42b1-9116-b83f83ead29f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:11.723837 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d12795eb-0469-42b1-9116-b83f83ead29f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:11.730570 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d96d4693-01b4-4e01-87a9-178b6087de57 req-9cc0de37-24ee-4e69-b6f5-d01634612613 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:11.739225 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d96d4693-01b4-4e01-87a9-178b6087de57 req-9cc0de37-24ee-4e69-b6f5-d01634612613 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.58 "DELETE /v2.0/ports/cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5 HTTP/1.1" status: 204 len: 173 time: 5.3514011 Nov 12 08:47:11.785037 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f3dd8973-7df1-4de8-9133-8bc51642520c None None] Provisioning complete for port e80e6c0d-3517-4494-a8cd-1999a114699a triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:11.789928 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f3dd8973-7df1-4de8-9133-8bc51642520c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:11.828427 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf502a0-342a-4394-9009-259625e8cde0', 'name': 'network-vif-deleted', 'tag': 'cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:11.836840 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07c01ba-083d-4ca7-aca9-10aa363bbb86" -d '{"events": [{"server_uuid": "ccf502a0-342a-4394-9009-259625e8cde0", "name": "network-vif-deleted", "tag": "cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:11.883306 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a5d50799-0184-4cf1-bcbc-e58636df15ac tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:11.886613 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25c5b995-70f8-41e0-97f3-a7be9024c4e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:11.970947 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-09aeb877-a381-4932-bc48-e3489d19bf6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:11.981576 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413dceaa-e1f0-4c99-9255-66a092454904 x-openstack-request-id: req-413dceaa-e1f0-4c99-9255-66a092454904 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:11.982416 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf502a0-342a-4394-9009-259625e8cde0", "name": "network-vif-deleted", "tag": "cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:11.982753 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-413dceaa-e1f0-4c99-9255-66a092454904 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:11.984317 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf502a0-342a-4394-9009-259625e8cde0', 'name': 'network-vif-deleted', 'tag': 'cba4a8ca-ae6e-42c0-a132-79d6fa9eacd5', 'status': 'completed', 'code': 200} Nov 12 08:47:11.985338 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-a5d50799-0184-4cf1-bcbc-e58636df15ac tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Calling delete_port for 6c6c56cd-d98c-429f-a6ed-c4c19ba67b66 owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:11.996017 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.074707 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f3dd8973-7df1-4de8-9133-8bc51642520c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.078268 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916d0c9b-dd62-4837-881e-2c82b397a3c2 None None] DHCP port deletion for 7bfd1417-cac6-4152-826e-588573fa4bfa request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:12.153733 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25c5b995-70f8-41e0-97f3-a7be9024c4e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.197699 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f3dd8973-7df1-4de8-9133-8bc51642520c None None] For port e80e6c0d-3517-4494-a8cd-1999a114699a, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=e80e6c0d-3517-4494-a8cd-1999a114699a,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:12.204879 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f3dd8973-7df1-4de8-9133-8bc51642520c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.208476 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25c5b995-70f8-41e0-97f3-a7be9024c4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.290464 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd8973-7df1-4de8-9133-8bc51642520c None None] Pushing event updated for resources: {'Port': ['ID=e80e6c0d-3517-4494-a8cd-1999a114699a,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:12.339901 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c5b995-70f8-41e0-97f3-a7be9024c4e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:47:12.361987 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 527dc9b5-f18f-4326-9d0b-130a22b0ca98 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:12.362712 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5b995-70f8-41e0-97f3-a7be9024c4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b994a9c-930f-4578-b6a4-2ca02ef37556,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:12.376034 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-1aef5ae0-501c-4e8f-b307-4f0e7f05dae2 None None] Provisioning complete for port 9cd8954e-a8dd-4cc1-91f7-a8f009934042 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:12.376425 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1aef5ae0-501c-4e8f-b307-4f0e7f05dae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.413828 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25c5b995-70f8-41e0-97f3-a7be9024c4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.414242 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-25c5b995-70f8-41e0-97f3-a7be9024c4e7 admin admin] Added segment f47cdde4-7af7-4073-b5c9-3d28775471ec of type vlan for network 300f9e02-d889-4c67-81e5-4a23a811c4ea Nov 12 08:47:12.419864 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-3de13b5d-2e41-4837-a90a-879e75f2c844 None None] Set router 52868198-c198-48ad-ade2-c9b9db715967 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:12.479800 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d12795eb-0469-42b1-9116-b83f83ead29f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.500825 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-916d0c9b-dd62-4837-881e-2c82b397a3c2 None None] Deleting port e80e6c0d-3517-4494-a8cd-1999a114699a {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:12.501255 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-916d0c9b-dd62-4837-881e-2c82b397a3c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.524545 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-2035f648-b111-4770-a66f-a0402ffb701b tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Allocated IP 172.25.6.227 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/80a70d4c-70d8-40bf-865c-fd317dff7490) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:12.576229 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-1aef5ae0-501c-4e8f-b307-4f0e7f05dae2 None None] Port 9cd8954e-a8dd-4cc1-91f7-a8f009934042 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:12.622110 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12795eb-0469-42b1-9116-b83f83ead29f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:12.634551 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-d12795eb-0469-42b1-9116-b83f83ead29f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:12.645309 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12795eb-0469-42b1-9116-b83f83ead29f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:12.646434 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d12795eb-0469-42b1-9116-b83f83ead29f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.727672 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-3de13b5d-2e41-4837-a90a-879e75f2c844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52868198-c198-48ad-ade2-c9b9db715967', 'name': 'tempest-ServersTestManualDisk-377144132-router', 'tenant_id': '28f4e914e83743e38050bab6ad98fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '1e6e424a-1c31-406e-9c2a-020bc5716600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:13Z', 'updated_at': '2021-11-12T08:44:32Z', 'revision_number': 4, 'project_id': '28f4e914e83743e38050bab6ad98fb14', 'gw_port': {'id': '1e6e424a-1c31-406e-9c2a-020bc5716600', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52868198-c198-48ad-ade2-c9b9db715967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:18Z', 'updated_at': '2021-11-12T08:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'd535109c-b3ab-44f1-aec4-75a36c1cda71', 'name': '', 'network_id': '416d77e6-e59f-4b38-b9bd-919bb27e94bb', 'tenant_id': '28f4e914e83743e38050bab6ad98fb14', 'mac_address': 'fa:16:3e:bd:cc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52868198-c198-48ad-ade2-c9b9db715967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'ec79070a-c94b-4d76-8d90-f255a03ba1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:29Z', 'updated_at': '2021-11-12T08:44:43Z', 'revision_number': 5, 'project_id': '28f4e914e83743e38050bab6ad98fb14', 'subnets': [{'id': 'ec79070a-c94b-4d76-8d90-f255a03ba1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:12.734034 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d12795eb-0469-42b1-9116-b83f83ead29f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2725093 Nov 12 08:47:12.735616 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12795eb-0469-42b1-9116-b83f83ead29f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Subnet': ['ID=2aff1093-7722-4632-b4e0-4cd78b8bf385,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:12.739338 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56332) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:12.749555 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d711d2f1-605e-4b5a-b8df-9196052a861f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'port': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'fixed_ips': [{'subnet_id': '2aff1093-7722-4632-b4e0-4cd78b8bf385', 'ip_address': '2001:db8::da88:8a26:900:f4b1'}], 'name': 'tempest-NetworksTestDHCPv6-1926568296'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:12.788610 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de13b5d-2e41-4837-a90a-879e75f2c844 None None] Checking router: 52868198-c198-48ad-ade2-c9b9db715967 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:47:12.802171 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de13b5d-2e41-4837-a90a-879e75f2c844 None None] Routers {'52868198-c198-48ad-ade2-c9b9db715967'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:12.803629 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-3de13b5d-2e41-4837-a90a-879e75f2c844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:47:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['52868198-c198-48ad-ade2-c9b9db715967'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:13.011584 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d711d2f1-605e-4b5a-b8df-9196052a861f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:13.030741 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-3de13b5d-2e41-4837-a90a-879e75f2c844 None None] Set router 52868198-c198-48ad-ade2-c9b9db715967 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:13.042326 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 527dc9b5-f18f-4326-9d0b-130a22b0ca98 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:13.042706 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.055607 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25c5b995-70f8-41e0-97f3-a7be9024c4e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.092768 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-977f4a7b-6b80-45bc-8005-4490e171e5ea req-c6441aed-6975-4c49-973a-a6fa3435c82c tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf502a0-342a-4394-9009-259625e8cde0 HTTP/1.1" status: 200 len: 210 time: 0.2817931 Nov 12 08:47:13.200927 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-916d0c9b-dd62-4837-881e-2c82b397a3c2 None None] For port e80e6c0d-3517-4494-a8cd-1999a114699a, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=e80e6c0d-3517-4494-a8cd-1999a114699a,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:13.201695 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-916d0c9b-dd62-4837-881e-2c82b397a3c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.215560 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2035f648-b111-4770-a66f-a0402ffb701b tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.261459 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a5d50799-0184-4cf1-bcbc-e58636df15ac tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.262758 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-916d0c9b-dd62-4837-881e-2c82b397a3c2 None None] Calling delete_port for e80e6c0d-3517-4494-a8cd-1999a114699a owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:13.285086 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d711d2f1-605e-4b5a-b8df-9196052a861f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.308252 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-d711d2f1-605e-4b5a-b8df-9196052a861f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] device_id is not set on port 0fd309fc-806b-485c-8421-ccbb0584ebb6 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:47:13.323957 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.327109 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25c5b995-70f8-41e0-97f3-a7be9024c4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.328173 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c5b995-70f8-41e0-97f3-a7be9024c4e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:13.328769 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25c5b995-70f8-41e0-97f3-a7be9024c4e7 admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.346353 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d50799-0184-4cf1-bcbc-e58636df15ac tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Pushing event deleted for resources: {'Port': ['ID=6c6c56cd-d98c-429f-a6ed-c4c19ba67b66,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:13.356767 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2035f648-b111-4770-a66f-a0402ffb701b tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.461331 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56334) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:13.468117 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-25c5b995-70f8-41e0-97f3-a7be9024c4e7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.1919672 Nov 12 08:47:13.495547 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2035f648-b111-4770-a66f-a0402ffb701b tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:13.496625 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035f648-b111-4770-a66f-a0402ffb701b tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Pushing event updated for resources: {'Port': ['ID=80a70d4c-70d8-40bf-865c-fd317dff7490,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:13.497801 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-3de13b5d-2e41-4837-a90a-879e75f2c844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52868198-c198-48ad-ade2-c9b9db715967', 'name': 'tempest-ServersTestManualDisk-377144132-router', 'tenant_id': '28f4e914e83743e38050bab6ad98fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '1e6e424a-1c31-406e-9c2a-020bc5716600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:13Z', 'updated_at': '2021-11-12T08:44:32Z', 'revision_number': 4, 'project_id': '28f4e914e83743e38050bab6ad98fb14', 'gw_port': {'id': '1e6e424a-1c31-406e-9c2a-020bc5716600', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52868198-c198-48ad-ade2-c9b9db715967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:18Z', 'updated_at': '2021-11-12T08:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'd535109c-b3ab-44f1-aec4-75a36c1cda71', 'name': '', 'network_id': '416d77e6-e59f-4b38-b9bd-919bb27e94bb', 'tenant_id': '28f4e914e83743e38050bab6ad98fb14', 'mac_address': 'fa:16:3e:bd:cc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52868198-c198-48ad-ade2-c9b9db715967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'ec79070a-c94b-4d76-8d90-f255a03ba1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:29Z', 'updated_at': '2021-11-12T08:44:43Z', 'revision_number': 5, 'project_id': '28f4e914e83743e38050bab6ad98fb14', 'subnets': [{'id': 'ec79070a-c94b-4d76-8d90-f255a03ba1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:13.557983 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-2035f648-b111-4770-a66f-a0402ffb701b tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:13.563075 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de13b5d-2e41-4837-a90a-879e75f2c844 None None] The sync data for ids ['52868198-c198-48ad-ade2-c9b9db715967'] in n-d-768862-16 is: [{'id': '52868198-c198-48ad-ade2-c9b9db715967', 'name': 'tempest-ServersTestManualDisk-377144132-router', 'tenant_id': '28f4e914e83743e38050bab6ad98fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '1e6e424a-1c31-406e-9c2a-020bc5716600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:13Z', 'updated_at': '2021-11-12T08:44:32Z', 'revision_number': 4, 'project_id': '28f4e914e83743e38050bab6ad98fb14', 'gw_port': {'id': '1e6e424a-1c31-406e-9c2a-020bc5716600', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52868198-c198-48ad-ade2-c9b9db715967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:18Z', 'updated_at': '2021-11-12T08:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'd535109c-b3ab-44f1-aec4-75a36c1cda71', 'name': '', 'network_id': '416d77e6-e59f-4b38-b9bd-919bb27e94bb', 'tenant_id': '28f4e914e83743e38050bab6ad98fb14', 'mac_address': 'fa:16:3e:bd:cc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52868198-c198-48ad-ade2-c9b9db715967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'ec79070a-c94b-4d76-8d90-f255a03ba1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:29Z', 'updated_at': '2021-11-12T08:44:43Z', 'revision_number': 5, 'project_id': '28f4e914e83743e38050bab6ad98fb14', 'subnets': [{'id': 'ec79070a-c94b-4d76-8d90-f255a03ba1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:13.576042 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2035f648-b111-4770-a66f-a0402ffb701b tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:13.577200 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c3b41472-7a7e-44e1-99e0-0d3d4ff15932 admin admin] Request body: {'subnet': {'network_id': '300f9e02-d889-4c67-81e5-4a23a811c4ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-227489202-subnet', 'tenant_id': 'bab8e981024b480d9e791cf56c49c101', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:13.605405 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d286e76-a2b9-4b7f-b198-c6849f877f11 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:13.609627 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-d711d2f1-605e-4b5a-b8df-9196052a861f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Allocated IP 2001:db8::da88:8a26:900:f4b1 (7bfd1417-cac6-4152-826e-588573fa4bfa/2aff1093-7722-4632-b4e0-4cd78b8bf385/0fd309fc-806b-485c-8421-ccbb0584ebb6) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:13.613691 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b41472-7a7e-44e1-99e0-0d3d4ff15932 admin admin] Made reservation on behalf of bab8e981024b480d9e791cf56c49c101 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:13.617408 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c3b41472-7a7e-44e1-99e0-0d3d4ff15932 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.700211 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-09aeb877-a381-4932-bc48-e3489d19bf6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.737367 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-916d0c9b-dd62-4837-881e-2c82b397a3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.772346 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916d0c9b-dd62-4837-881e-2c82b397a3c2 None None] No DVR routers for this DVR port e80e6c0d-3517-4494-a8cd-1999a114699a on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:47:13.791159 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8be1ca3a-9660-470c-a498-7421a147f115 None None] Provisioning complete for port 80a70d4c-70d8-40bf-865c-fd317dff7490 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:13.793171 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8be1ca3a-9660-470c-a498-7421a147f115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.898654 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621b066b-3a3e-4466-ba2f-129194bed63a None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:13.926827 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d0c9b-dd62-4837-881e-2c82b397a3c2 None None] Pushing event deleted for resources: {'Port': ['ID=e80e6c0d-3517-4494-a8cd-1999a114699a,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:14.028917 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-8be1ca3a-9660-470c-a498-7421a147f115 None None] Port 80a70d4c-70d8-40bf-865c-fd317dff7490 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:14.038604 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.136621 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16220fdc-f3d5-4ca2-b159-7ec4cd14a12b None None] New status for floating IP b49d3d34-5108-4725-8f8e-b833f046dc04: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:47:14.199876 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d711d2f1-605e-4b5a-b8df-9196052a861f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.223722 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c3b41472-7a7e-44e1-99e0-0d3d4ff15932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.300939 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56342) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:14.391385 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ab9441-b678-4d6a-aa81-e7ddaf3cc20d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-7bfd1417-cac6-4152-826e-588573fa4bfa', 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'fixed_ips': [{'subnet_id': '2aff1093-7722-4632-b4e0-4cd78b8bf385'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:47:14.393306 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-63ab9441-b678-4d6a-aa81-e7ddaf3cc20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.496120 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5b995-70f8-41e0-97f3-a7be9024c4e7 admin admin] Pushing event updated for resources: {'Network': ['ID=300f9e02-d889-4c67-81e5-4a23a811c4ea,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:14.634208 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 300f9e02-d889-4c67-81e5-4a23a811c4ea details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:47:14.656270 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a5d50799-0184-4cf1-bcbc-e58636df15ac tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.778602 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-09aeb877-a381-4932-bc48-e3489d19bf6f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.832402 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-09aeb877-a381-4932-bc48-e3489d19bf6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.863705 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b41472-7a7e-44e1-99e0-0d3d4ff15932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c5098d1-f409-4060-ac43-5a5d9389e637,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:14.871980 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b41472-7a7e-44e1-99e0-0d3d4ff15932 admin admin] Checking segment: {'id': 'f47cdde4-7af7-4073-b5c9-3d28775471ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '300f9e02-d889-4c67-81e5-4a23a811c4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:14.872491 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b41472-7a7e-44e1-99e0-0d3d4ff15932 admin admin] Network hostable DHCP agents. Network: 300f9e02-d889-4c67-81e5-4a23a811c4ea, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:47:14.879201 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d711d2f1-605e-4b5a-b8df-9196052a861f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.929921 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27bf3e64-39f4-4d08-b17d-94bda87da2b9 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.949307 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d711d2f1-605e-4b5a-b8df-9196052a861f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:14.950088 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b41472-7a7e-44e1-99e0-0d3d4ff15932 admin admin] Network 300f9e02-d889-4c67-81e5-4a23a811c4ea is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:47:14.955910 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-d711d2f1-605e-4b5a-b8df-9196052a861f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:14.958548 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d711d2f1-605e-4b5a-b8df-9196052a861f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:14.965560 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d711d2f1-605e-4b5a-b8df-9196052a861f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:14.966259 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d711d2f1-605e-4b5a-b8df-9196052a861f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.985888 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711d2f1-605e-4b5a-b8df-9196052a861f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Port': ['ID=0fd309fc-806b-485c-8421-ccbb0584ebb6,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:14.989552 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-c3b41472-7a7e-44e1-99e0-0d3d4ff15932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 300f9e02-d889-4c67-81e5-4a23a811c4ea) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:14.991885 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2035f648-b111-4770-a66f-a0402ffb701b tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.996318 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b41472-7a7e-44e1-99e0-0d3d4ff15932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:14.996918 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c3b41472-7a7e-44e1-99e0-0d3d4ff15932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.014119 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86b8c8f-c3bf-4b33-9143-53a3ea98cc07 None None] Network 300f9e02-d889-4c67-81e5-4a23a811c4ea requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:15.022359 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d711d2f1-605e-4b5a-b8df-9196052a861f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2751269 Nov 12 08:47:15.022359 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56344) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:15.027807 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d013865d-87c8-4b0c-ad0a-31187e0f531c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'port': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'fixed_ips': [{'subnet_id': '2aff1093-7722-4632-b4e0-4cd78b8bf385', 'ip_address': '2001:db8::da88:8a26:900:f4b1'}], 'name': 'tempest-NetworksTestDHCPv6-1815669245'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:15.036042 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c3b41472-7a7e-44e1-99e0-0d3d4ff15932 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5724835 Nov 12 08:47:15.082243 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-63ab9441-b678-4d6a-aa81-e7ddaf3cc20d None None] Allocated IP 2001:db8::2 (7bfd1417-cac6-4152-826e-588573fa4bfa/2aff1093-7722-4632-b4e0-4cd78b8bf385/751dd3b8-3046-4d7f-a643-58b6ec843b10) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:15.109633 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aeb877-a381-4932-bc48-e3489d19bf6f admin admin] Pushing event updated for resources: {'Port': ['ID=9cd8954e-a8dd-4cc1-91f7-a8f009934042,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:15.130335 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-09aeb877-a381-4932-bc48-e3489d19bf6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.136331 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27bf3e64-39f4-4d08-b17d-94bda87da2b9 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.185379 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d50799-0184-4cf1-bcbc-e58636df15ac tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Router 106a0318-eee6-47bb-9e50-1c10c0afd4db has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:47:15.248026 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d013865d-87c8-4b0c-ad0a-31187e0f531c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:15.254625 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d013865d-87c8-4b0c-ad0a-31187e0f531c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.288512 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-d013865d-87c8-4b0c-ad0a-31187e0f531c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] device_id is not set on port a8a94367-73c6-4b6f-a642-81c364749f14 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:47:15.421874 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d50799-0184-4cf1-bcbc-e58636df15ac tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:15.435536 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082a56ea-e1f5-462b-a02c-0d8c7991cdb1 None None] Sync routers for ids ['106a0318-eee6-47bb-9e50-1c10c0afd4db'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:15.454287 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082a56ea-e1f5-462b-a02c-0d8c7991cdb1 None None] Routers {'106a0318-eee6-47bb-9e50-1c10c0afd4db'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:15.455995 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-082a56ea-e1f5-462b-a02c-0d8c7991cdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:47:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['106a0318-eee6-47bb-9e50-1c10c0afd4db'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:15.469025 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50187de9-5d0f-4d81-81db-3aefc0378b3b None None] Network 300f9e02-d889-4c67-81e5-4a23a811c4ea requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:15.524005 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-082a56ea-e1f5-462b-a02c-0d8c7991cdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:15.540416 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082a56ea-e1f5-462b-a02c-0d8c7991cdb1 None None] Routers {'106a0318-eee6-47bb-9e50-1c10c0afd4db'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:15.542712 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-082a56ea-e1f5-462b-a02c-0d8c7991cdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:47:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['106a0318-eee6-47bb-9e50-1c10c0afd4db'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:15.575353 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a5d50799-0184-4cf1-bcbc-e58636df15ac tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] 10.222.0.37 "PUT /v2.0/routers/106a0318-eee6-47bb-9e50-1c10c0afd4db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1342428 Nov 12 08:47:15.577487 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27bf3e64-39f4-4d08-b17d-94bda87da2b9 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.581151 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56356) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:15.582984 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27bf3e64-39f4-4d08-b17d-94bda87da2b9 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.584885 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-27bf3e64-39f4-4d08-b17d-94bda87da2b9 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "DELETE /v2.0/security-groups/428aaee6-b6d2-4192-aacc-d4497d6e7452 HTTP/1.1" status: 204 len: 168 time: 1.1747475 Nov 12 08:47:15.592820 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56358) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:15.617045 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf3e64-39f4-4d08-b17d-94bda87da2b9 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=428aaee6-b6d2-4192-aacc-d4497d6e7452,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:15.630065 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09aeb877-a381-4932-bc48-e3489d19bf6f admin admin] Network a86733d9-0c9c-4803-8dda-b98f17491e46 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:15.655333 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-082a56ea-e1f5-462b-a02c-0d8c7991cdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:15.658132 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082a56ea-e1f5-462b-a02c-0d8c7991cdb1 None None] The sync data for ids ['106a0318-eee6-47bb-9e50-1c10c0afd4db'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:15.681527 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-09aeb877-a381-4932-bc48-e3489d19bf6f admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:15.701445 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-6acf781d-e4d5-42c5-a844-65cf10898ca9 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] show failed (client error): The resource could not be found. Nov 12 08:47:15.713999 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6acf781d-e4d5-42c5-a844-65cf10898ca9 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-1102017926 HTTP/1.1" status: 404 len: 335 time: 0.1201568 Nov 12 08:47:15.713999 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-58e649f6-003d-4dfc-86ab-319357a4b0ca tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] show failed (client error): The resource could not be found. Nov 12 08:47:15.713999 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-58e649f6-003d-4dfc-86ab-319357a4b0ca tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "GET /v2.0/security-groups/428aaee6-b6d2-4192-aacc-d4497d6e7452 HTTP/1.1" status: 404 len: 347 time: 0.1065745 Nov 12 08:47:15.713999 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56360) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:15.713999 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56362) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:15.715309 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-63ab9441-b678-4d6a-aa81-e7ddaf3cc20d None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.731332 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d6925e99-49f4-403f-a956-c4078398fd72 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:15.752289 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-63ab9441-b678-4d6a-aa81-e7ddaf3cc20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.814644 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2035f648-b111-4770-a66f-a0402ffb701b tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.929323 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ab9441-b678-4d6a-aa81-e7ddaf3cc20d None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:15.932862 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-63ab9441-b678-4d6a-aa81-e7ddaf3cc20d None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:15.938332 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ab9441-b678-4d6a-aa81-e7ddaf3cc20d None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:15.941844 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab9441-b678-4d6a-aa81-e7ddaf3cc20d None None] Pushing event updated for resources: {'Port': ['ID=751dd3b8-3046-4d7f-a643-58b6ec843b10,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:16.030611 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-d6925e99-49f4-403f-a956-c4078398fd72 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] update failed (client error): The resource could not be found. Nov 12 08:47:16.032348 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d6925e99-49f4-403f-a956-c4078398fd72 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-1092197930 HTTP/1.1" status: 404 len: 335 time: 0.3064177 Nov 12 08:47:16.045150 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d013865d-87c8-4b0c-ad0a-31187e0f531c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 08:47:16.045986 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d013865d-87c8-4b0c-ad0a-31187e0f531c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:47:16.047363 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-63ab9441-b678-4d6a-aa81-e7ddaf3cc20d None None] Attempting to bind port 751dd3b8-3046-4d7f-a643-58b6ec843b10 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:16.047933 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-63ab9441-b678-4d6a-aa81-e7ddaf3cc20d None None] Attempting to bind port 751dd3b8-3046-4d7f-a643-58b6ec843b10 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:16.048492 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ab9441-b678-4d6a-aa81-e7ddaf3cc20d None None] Attempting to bind port 751dd3b8-3046-4d7f-a643-58b6ec843b10 on network 7bfd1417-cac6-4152-826e-588573fa4bfa {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:16.053025 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56372) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:16.057824 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ab9441-b678-4d6a-aa81-e7ddaf3cc20d None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:16.058197 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ab9441-b678-4d6a-aa81-e7ddaf3cc20d None None] Checking segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:16.058423 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-63ab9441-b678-4d6a-aa81-e7ddaf3cc20d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.058869 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ab9441-b678-4d6a-aa81-e7ddaf3cc20d None None] Bound using segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:16.059356 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-63ab9441-b678-4d6a-aa81-e7ddaf3cc20d None None] Bound port: 751dd3b8-3046-4d7f-a643-58b6ec843b10, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:16.059756 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-63ab9441-b678-4d6a-aa81-e7ddaf3cc20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.115348 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d013865d-87c8-4b0c-ad0a-31187e0f531c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.0938368 Nov 12 08:47:16.119081 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56374) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:16.182181 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09aeb877-a381-4932-bc48-e3489d19bf6f admin admin] Router 46c6b9d1-6dc9-4475-8686-5b1c6628f184 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:47:16.195708 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-63ab9441-b678-4d6a-aa81-e7ddaf3cc20d None None] For port 751dd3b8-3046-4d7f-a643-58b6ec843b10, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:16.201855 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-63ab9441-b678-4d6a-aa81-e7ddaf3cc20d None None] For port 751dd3b8-3046-4d7f-a643-58b6ec843b10, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=751dd3b8-3046-4d7f-a643-58b6ec843b10,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:16.210049 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-63ab9441-b678-4d6a-aa81-e7ddaf3cc20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.224462 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9231a907-ab62-473c-9289-24b10c8ee227 None None] Provisioning complete for port 9cd8954e-a8dd-4cc1-91f7-a8f009934042 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:16.225046 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9231a907-ab62-473c-9289-24b10c8ee227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.227597 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bbbfd2-f03e-4e16-8708-d6d6621808a1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:16.238780 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aeb1dc0-250b-4ddf-8636-895ddd1a3904 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Deleting subnet e305d647-a101-43d4-930b-dc8a5e84c5c9 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:47:16.239049 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bbbfd2-f03e-4e16-8708-d6d6621808a1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:16.244822 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-24bbbfd2-f03e-4e16-8708-d6d6621808a1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1181276 Nov 12 08:47:16.245167 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56376) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:16.266597 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c60afd50-b276-4f69-8f6f-aeeb5b2c1fd6 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Deleting port c66a17a5-b6b3-461e-80ed-f288ac6bee8d {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:16.267154 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c60afd50-b276-4f69-8f6f-aeeb5b2c1fd6 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.311764 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9231a907-ab62-473c-9289-24b10c8ee227 None None] Port 9cd8954e-a8dd-4cc1-91f7-a8f009934042 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:16.333264 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab9441-b678-4d6a-aa81-e7ddaf3cc20d None None] Pushing event updated for resources: {'Port': ['ID=751dd3b8-3046-4d7f-a643-58b6ec843b10,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:16.528060 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c60afd50-b276-4f69-8f6f-aeeb5b2c1fd6 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.528060 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c60afd50-b276-4f69-8f6f-aeeb5b2c1fd6 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.581760 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c60afd50-b276-4f69-8f6f-aeeb5b2c1fd6 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Calling delete_port for c66a17a5-b6b3-461e-80ed-f288ac6bee8d owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:16.662618 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-04ddf79c-56a3-40cf-9471-1890ae99381c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting port 0fd309fc-806b-485c-8421-ccbb0584ebb6 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:16.663018 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-04ddf79c-56a3-40cf-9471-1890ae99381c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.689779 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0aeb1dc0-250b-4ddf-8636-895ddd1a3904 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.788236 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094c52b-b054-4f07-9169-749295ad42cb req-751680c3-3874-4eb1-ac51-333d1b64b353 tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:16.789818 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f094c52b-b054-4f07-9169-749295ad42cb req-751680c3-3874-4eb1-ac51-333d1b64b353 tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.37 "GET /v2.0/networks?id=300f9e02-d889-4c67-81e5-4a23a811c4ea HTTP/1.1" status: 200 len: 812 time: 0.7612913 Nov 12 08:47:16.793058 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0aeb1dc0-250b-4ddf-8636-895ddd1a3904 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.839531 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-04ddf79c-56a3-40cf-9471-1890ae99381c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.856241 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-04ddf79c-56a3-40cf-9471-1890ae99381c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Calling delete_port for 0fd309fc-806b-485c-8421-ccbb0584ebb6 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:16.879995 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2035f648-b111-4770-a66f-a0402ffb701b tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Router 0605a228-88a7-406d-aaf1-1a59f8e32195 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:47:16.887299 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f094c52b-b054-4f07-9169-749295ad42cb req-1ad1c30c-96b1-4121-8076-9ead31762bf3 tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.37 "GET /v2.0/quotas/bab8e981024b480d9e791cf56c49c101 HTTP/1.1" status: 200 len: 375 time: 0.0422897 Nov 12 08:47:16.959413 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09aeb877-a381-4932-bc48-e3489d19bf6f admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:16.966251 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c60afd50-b276-4f69-8f6f-aeeb5b2c1fd6 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.976091 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399508ac-396b-45c8-8b54-a67d66bfbc1e None None] Sync routers for ids ['46c6b9d1-6dc9-4475-8686-5b1c6628f184'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:16.988759 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399508ac-396b-45c8-8b54-a67d66bfbc1e None None] Routers {'46c6b9d1-6dc9-4475-8686-5b1c6628f184'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:16.989403 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-399508ac-396b-45c8-8b54-a67d66bfbc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:47:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['46c6b9d1-6dc9-4475-8686-5b1c6628f184'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:16.991870 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-09aeb877-a381-4932-bc48-e3489d19bf6f admin admin] 10.222.0.37 "PUT /v2.0/routers/46c6b9d1-6dc9-4475-8686-5b1c6628f184/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7510498 Nov 12 08:47:16.996099 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f094c52b-b054-4f07-9169-749295ad42cb req-ea2f7d7d-3e44-4714-86e1-53c4a4348a3f tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bab8e981024b480d9e791cf56c49c101&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0858438 Nov 12 08:47:17.027356 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60afd50-b276-4f69-8f6f-aeeb5b2c1fd6 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Pushing event deleted for resources: {'Port': ['ID=c66a17a5-b6b3-461e-80ed-f288ac6bee8d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:17.061892 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb2ab6f-af05-4172-b42d-9ddc0ca2fed8 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:17.119572 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0aeb1dc0-250b-4ddf-8636-895ddd1a3904 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:17.236821 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c60afd50-b276-4f69-8f6f-aeeb5b2c1fd6 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:17.241982 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c60afd50-b276-4f69-8f6f-aeeb5b2c1fd6 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:17.249739 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c60afd50-b276-4f69-8f6f-aeeb5b2c1fd6 tempest-ServersTestManualDisk-1253646319 tempest-ServersTestManualDisk-1253646319-project] 10.222.0.37 "DELETE /v2.0/floatingips/b49d3d34-5108-4725-8f8e-b833f046dc04 HTTP/1.1" status: 204 len: 168 time: 1.5351932 Nov 12 08:47:17.251792 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56382) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:17.255087 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-399508ac-396b-45c8-8b54-a67d66bfbc1e None None] Set router 46c6b9d1-6dc9-4475-8686-5b1c6628f184 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:17.314799 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-04ddf79c-56a3-40cf-9471-1890ae99381c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:17.363947 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f094c52b-b054-4f07-9169-749295ad42cb req-4e6da7e3-a94b-4585-b77f-a409816b0ed3 service neutron] 10.222.0.37 "GET /v2.0/networks/300f9e02-d889-4c67-81e5-4a23a811c4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871001 Nov 12 08:47:17.384078 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ddf79c-56a3-40cf-9471-1890ae99381c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Port': ['ID=0fd309fc-806b-485c-8421-ccbb0584ebb6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:17.389911 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2035f648-b111-4770-a66f-a0402ffb701b tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:17.424782 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab564a4-7256-4362-8ecc-c1f5845df6b5 None None] Sync routers for ids ['0605a228-88a7-406d-aaf1-1a59f8e32195'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:17.462174 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab564a4-7256-4362-8ecc-c1f5845df6b5 None None] Routers {'0605a228-88a7-406d-aaf1-1a59f8e32195'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:17.463988 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-9ab564a4-7256-4362-8ecc-c1f5845df6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:47:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['0605a228-88a7-406d-aaf1-1a59f8e32195'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:17.486467 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-04ddf79c-56a3-40cf-9471-1890ae99381c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:17.492750 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-04ddf79c-56a3-40cf-9471-1890ae99381c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/0fd309fc-806b-485c-8421-ccbb0584ebb6 HTTP/1.1" status: 204 len: 168 time: 1.2457364 Nov 12 08:47:17.498040 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56388) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:17.529518 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0aeb1dc0-250b-4ddf-8636-895ddd1a3904 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:17.576730 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-9ab564a4-7256-4362-8ecc-c1f5845df6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:17.592640 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2035f648-b111-4770-a66f-a0402ffb701b tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:17.593925 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2035f648-b111-4770-a66f-a0402ffb701b tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.8994272 Nov 12 08:47:17.608028 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab564a4-7256-4362-8ecc-c1f5845df6b5 None None] Routers {'0605a228-88a7-406d-aaf1-1a59f8e32195'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:17.609839 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-9ab564a4-7256-4362-8ecc-c1f5845df6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:47:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['0605a228-88a7-406d-aaf1-1a59f8e32195'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:17.637533 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56390) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:17.645761 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78da831-a2fc-4f04-a8f0-047b79b97b8e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:17.650597 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78da831-a2fc-4f04-a8f0-047b79b97b8e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:17.657353 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d78da831-a2fc-4f04-a8f0-047b79b97b8e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1577942 Nov 12 08:47:17.659880 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56392) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:17.670107 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-4b8e020c-e232-47ed-8e3b-0e42d5751091 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:17.679328 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-399508ac-396b-45c8-8b54-a67d66bfbc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c6b9d1-6dc9-4475-8686-5b1c6628f184', 'name': 'tempest-AttachSCSIVolumeTestJSON-71362532-router', 'tenant_id': '9070c476e28246d29347d5c048f5801e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '527dc9b5-f18f-4326-9d0b-130a22b0ca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:59Z', 'updated_at': '2021-11-12T08:47:12Z', 'revision_number': 4, 'project_id': '9070c476e28246d29347d5c048f5801e', 'gw_port': {'id': '527dc9b5-f18f-4326-9d0b-130a22b0ca98', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c6b9d1-6dc9-4475-8686-5b1c6628f184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '9cd8954e-a8dd-4cc1-91f7-a8f009934042', 'name': '', 'network_id': 'a86733d9-0c9c-4803-8dda-b98f17491e46', 'tenant_id': '9070c476e28246d29347d5c048f5801e', 'mac_address': 'fa:16:3e:77:f7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c6b9d1-6dc9-4475-8686-5b1c6628f184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '616c2eac-e34e-4c85-8585-5d1edb48c502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:08Z', 'updated_at': '2021-11-12T08:47:14Z', 'revision_number': 2, 'project_id': '9070c476e28246d29347d5c048f5801e', 'subnets': [{'id': '616c2eac-e34e-4c85-8585-5d1edb48c502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:17.684802 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb1dc0-250b-4ddf-8636-895ddd1a3904 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Pushing event deleted for resources: {'Subnet': ['ID=e305d647-a101-43d4-930b-dc8a5e84c5c9,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:17.689619 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0aeb1dc0-250b-4ddf-8636-895ddd1a3904 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:17.712188 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0aeb1dc0-250b-4ddf-8636-895ddd1a3904 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] 10.222.0.37 "DELETE /v2.0/subnets/e305d647-a101-43d4-930b-dc8a5e84c5c9 HTTP/1.1" status: 204 len: 168 time: 1.6537681 Nov 12 08:47:17.718230 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-9ab564a4-7256-4362-8ecc-c1f5845df6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:17.720190 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab564a4-7256-4362-8ecc-c1f5845df6b5 None None] The sync data for ids ['0605a228-88a7-406d-aaf1-1a59f8e32195'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:17.742232 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802f5b2a-2978-4918-96c1-8ca526a7616e None None] Network b8ca121f-a4f6-4d40-91cc-354a05316b5d requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:17.752850 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399508ac-396b-45c8-8b54-a67d66bfbc1e None None] Checking router: 46c6b9d1-6dc9-4475-8686-5b1c6628f184 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:47:17.753221 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399508ac-396b-45c8-8b54-a67d66bfbc1e None None] Updating router 46c6b9d1-6dc9-4475-8686-5b1c6628f184 port 9cd8954e-a8dd-4cc1-91f7-a8f009934042 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:47:17.758101 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56396) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:17.921320 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b3c8674-72e8-4aff-8e73-1a06a282cec7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting subnet 2aff1093-7722-4632-b4e0-4cd78b8bf385 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:47:17.935123 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8674-72e8-4aff-8e73-1a06a282cec7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:17.948362 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f094c52b-b054-4f07-9169-749295ad42cb req-3df0eef9-be7d-4ea3-bc42-75d2a090fd99 service neutron] 10.222.0.37 "GET /v2.0/networks/300f9e02-d889-4c67-81e5-4a23a811c4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765808 Nov 12 08:47:18.055310 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-a49ede15-bba5-4093-ad54-57b608ae63f3 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Deleting subnet 009335e1-f55c-44e9-a148-7cd389d137a6 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:47:18.065338 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a49ede15-bba5-4093-ad54-57b608ae63f3 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.068265 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-399508ac-396b-45c8-8b54-a67d66bfbc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.129119 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d719bc90-09ea-4487-82d9-047a301150c4 None None] Provisioning complete for port 751dd3b8-3046-4d7f-a643-58b6ec843b10 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:18.129482 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d719bc90-09ea-4487-82d9-047a301150c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.142646 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56404) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:18.169841 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-2ea1bd68-309e-4723-b739-28ca641b920f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1418237876-network', 'tenant_id': '3b19a66bca5e4c74859cbee21d31b6be'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:18.306230 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8674-72e8-4aff-8e73-1a06a282cec7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.330896 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 751dd3b8-3046-4d7f-a643-58b6ec843b10 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:18.399851 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a49ede15-bba5-4093-ad54-57b608ae63f3 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.569420 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea1bd68-309e-4723-b739-28ca641b920f admin admin] Made reservation on behalf of 3b19a66bca5e4c74859cbee21d31b6be for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:18.573030 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2ea1bd68-309e-4723-b739-28ca641b920f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.594037 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2ea1bd68-309e-4723-b739-28ca641b920f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.601883 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbaa2f8-a422-43af-8623-1a4c6e5c08d4 None None] DHCP port deletion for b8ca121f-a4f6-4d40-91cc-354a05316b5d request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:18.611602 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d719bc90-09ea-4487-82d9-047a301150c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.622240 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 751dd3b8-3046-4d7f-a643-58b6ec843b10 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:18.622974 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.691531 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cb818fa0-679e-44ed-8222-0729cf55cff5 req-9b398be5-90b9-43bb-b42c-79dfbc22a109 tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cadc41f-1089-47a0-9da4-bf5d4a31ee84 HTTP/1.1" status: 200 len: 210 time: 0.1719434 Nov 12 08:47:18.814539 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-d719bc90-09ea-4487-82d9-047a301150c4 None None] For port 751dd3b8-3046-4d7f-a643-58b6ec843b10, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=751dd3b8-3046-4d7f-a643-58b6ec843b10,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:18.851604 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d719bc90-09ea-4487-82d9-047a301150c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.868154 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a49ede15-bba5-4093-ad54-57b608ae63f3 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.929878 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ddbaa2f8-a422-43af-8623-1a4c6e5c08d4 None None] Deleting port a2a360c8-d101-4ff4-ac67-f29c42cb2a1f {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:18.930286 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ddbaa2f8-a422-43af-8623-1a4c6e5c08d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.959897 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8674-72e8-4aff-8e73-1a06a282cec7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.960371 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-399508ac-396b-45c8-8b54-a67d66bfbc1e None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.998203 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4b8e020c-e232-47ed-8e3b-0e42d5751091 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.009070 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-399508ac-396b-45c8-8b54-a67d66bfbc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.035898 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4b8e020c-e232-47ed-8e3b-0e42d5751091 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.047725 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-92f648cd-92ec-4ebd-b2db-8aa4ad7c3acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.060372 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719bc90-09ea-4487-82d9-047a301150c4 None None] Pushing event updated for resources: {'Port': ['ID=751dd3b8-3046-4d7f-a643-58b6ec843b10,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:19.122888 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5497872a-360a-4837-8660-90060c03e7ec None None] Could not find standard attr ID for object 0fd309fc-806b-485c-8421-ccbb0584ebb6. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:47:19.157943 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5497872a-360a-4837-8660-90060c03e7ec None None] Could not find standard attr ID for object ea339b33-12e0-4b4c-a0ae-456a5b8ba1c1. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:47:19.175777 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ddbaa2f8-a422-43af-8623-1a4c6e5c08d4 None None] For port a2a360c8-d101-4ff4-ac67-f29c42cb2a1f, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a2a360c8-d101-4ff4-ac67-f29c42cb2a1f,segment=NetworkSegment(ade013ab-b4c1-406a-b62e-cb329ce0a381),segment_id=ade013ab-b4c1-406a-b62e-cb329ce0a381)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:19.176232 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ddbaa2f8-a422-43af-8623-1a4c6e5c08d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.260353 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ddbaa2f8-a422-43af-8623-1a4c6e5c08d4 None None] Calling delete_port for a2a360c8-d101-4ff4-ac67-f29c42cb2a1f owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:19.265566 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe7a11-b219-4307-96db-24b0242a691f None None] Pushing event updated for resources: {'Port': ['ID=9cd8954e-a8dd-4cc1-91f7-a8f009934042,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:19.303141 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2ea1bd68-309e-4723-b739-28ca641b920f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.311118 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a49ede15-bba5-4093-ad54-57b608ae63f3 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.340411 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8674-72e8-4aff-8e73-1a06a282cec7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.344759 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2ea1bd68-309e-4723-b739-28ca641b920f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.358554 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-4b8e020c-e232-47ed-8e3b-0e42d5751091 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Deleting port 80a70d4c-70d8-40bf-865c-fd317dff7490 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:19.359111 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4b8e020c-e232-47ed-8e3b-0e42d5751091 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.408968 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ea1bd68-309e-4723-b739-28ca641b920f admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:47:19.427561 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2ea1bd68-309e-4723-b739-28ca641b920f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.428734 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-2ea1bd68-309e-4723-b739-28ca641b920f admin admin] Added segment 248a752e-b4d2-4cfd-9c16-b31e78b4bead of type vlan for network e2616ee2-fa6a-4521-8d33-a586b1684eb2 Nov 12 08:47:19.556160 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-399508ac-396b-45c8-8b54-a67d66bfbc1e None None] Attempting to bind port 9cd8954e-a8dd-4cc1-91f7-a8f009934042 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:19.556605 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-399508ac-396b-45c8-8b54-a67d66bfbc1e None None] Attempting to bind port 9cd8954e-a8dd-4cc1-91f7-a8f009934042 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'a128d3fa-2569-4b08-aa51-d060d2c5137b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a86733d9-0c9c-4803-8dda-b98f17491e46'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:19.556989 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399508ac-396b-45c8-8b54-a67d66bfbc1e None None] Attempting to bind port 9cd8954e-a8dd-4cc1-91f7-a8f009934042 on network a86733d9-0c9c-4803-8dda-b98f17491e46 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:19.559230 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2ea1bd68-309e-4723-b739-28ca641b920f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.568407 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399508ac-396b-45c8-8b54-a67d66bfbc1e None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:19.574068 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399508ac-396b-45c8-8b54-a67d66bfbc1e None None] Checking segment: {'id': 'a128d3fa-2569-4b08-aa51-d060d2c5137b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a86733d9-0c9c-4803-8dda-b98f17491e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:19.574606 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-399508ac-396b-45c8-8b54-a67d66bfbc1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.575019 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399508ac-396b-45c8-8b54-a67d66bfbc1e None None] Bound using segment: {'id': 'a128d3fa-2569-4b08-aa51-d060d2c5137b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a86733d9-0c9c-4803-8dda-b98f17491e46'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:19.575677 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-399508ac-396b-45c8-8b54-a67d66bfbc1e None None] Bound port: 9cd8954e-a8dd-4cc1-91f7-a8f009934042, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a128d3fa-2569-4b08-aa51-d060d2c5137b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a86733d9-0c9c-4803-8dda-b98f17491e46'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:19.576118 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-399508ac-396b-45c8-8b54-a67d66bfbc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.601579 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4b8e020c-e232-47ed-8e3b-0e42d5751091 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.651131 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-4b8e020c-e232-47ed-8e3b-0e42d5751091 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Calling delete_port for 80a70d4c-70d8-40bf-865c-fd317dff7490 owned by network:router_gateway {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:19.663332 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2ea1bd68-309e-4723-b739-28ca641b920f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.669926 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-92f648cd-92ec-4ebd-b2db-8aa4ad7c3acb admin admin] Deleting port d535109c-b3ab-44f1-aec4-75a36c1cda71 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:19.670437 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-92f648cd-92ec-4ebd-b2db-8aa4ad7c3acb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.670555 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea1bd68-309e-4723-b739-28ca641b920f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:19.671413 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2ea1bd68-309e-4723-b739-28ca641b920f admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.709413 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ede15-bba5-4093-ad54-57b608ae63f3 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Pushing event deleted for resources: {'Subnet': ['ID=009335e1-f55c-44e9-a148-7cd389d137a6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:19.720120 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a49ede15-bba5-4093-ad54-57b608ae63f3 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.726074 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a49ede15-bba5-4093-ad54-57b608ae63f3 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] 10.222.0.37 "DELETE /v2.0/subnets/009335e1-f55c-44e9-a148-7cd389d137a6 HTTP/1.1" status: 204 len: 168 time: 1.9662192 Nov 12 08:47:19.734966 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56420) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:19.742053 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57f6a42-2f59-4810-a5f9-9750b596e39f None None] Network b7b67de7-8f9b-4413-aa20-b4f2c9b1719e requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:19.875610 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b0f466ab-de27-4fcf-a529-9cc2b0ab18ac None None] Provisioning complete for port 9cd8954e-a8dd-4cc1-91f7-a8f009934042 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:19.876007 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b0f466ab-de27-4fcf-a529-9cc2b0ab18ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.913558 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ddbaa2f8-a422-43af-8623-1a4c6e5c08d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.924370 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-399508ac-396b-45c8-8b54-a67d66bfbc1e None None] For port 9cd8954e-a8dd-4cc1-91f7-a8f009934042, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:19.961814 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbaa2f8-a422-43af-8623-1a4c6e5c08d4 None None] No DVR routers for this DVR port a2a360c8-d101-4ff4-ac67-f29c42cb2a1f on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:47:19.972850 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbaa2f8-a422-43af-8623-1a4c6e5c08d4 None None] Pushing event deleted for resources: {'Port': ['ID=a2a360c8-d101-4ff4-ac67-f29c42cb2a1f,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:19.992900 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-399508ac-396b-45c8-8b54-a67d66bfbc1e None None] For port 9cd8954e-a8dd-4cc1-91f7-a8f009934042, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9cd8954e-a8dd-4cc1-91f7-a8f009934042,segment=NetworkSegment(a128d3fa-2569-4b08-aa51-d060d2c5137b),segment_id=a128d3fa-2569-4b08-aa51-d060d2c5137b)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:20.001378 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c8674-72e8-4aff-8e73-1a06a282cec7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Subnet': ['ID=2aff1093-7722-4632-b4e0-4cd78b8bf385,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:20.004071 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-399508ac-396b-45c8-8b54-a67d66bfbc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:20.006984 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8674-72e8-4aff-8e73-1a06a282cec7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:20.016367 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1b3c8674-72e8-4aff-8e73-1a06a282cec7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/2aff1093-7722-4632-b4e0-4cd78b8bf385 HTTP/1.1" status: 204 len: 168 time: 2.3544977 Nov 12 08:47:20.018220 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea1bd68-309e-4723-b739-28ca641b920f admin admin] Pushing event updated for resources: {'Network': ['ID=e2616ee2-fa6a-4521-8d33-a586b1684eb2,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:20.024590 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56424) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:20.033313 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-b0f466ab-de27-4fcf-a529-9cc2b0ab18ac None None] Port 9cd8954e-a8dd-4cc1-91f7-a8f009934042 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:20.052158 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network e2616ee2-fa6a-4521-8d33-a586b1684eb2 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:47:20.055978 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df7fc7f-61dc-4bb6-8bb5-a4712455d792 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:20.078354 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399508ac-396b-45c8-8b54-a67d66bfbc1e None None] Routers {'46c6b9d1-6dc9-4475-8686-5b1c6628f184'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:20.079011 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-399508ac-396b-45c8-8b54-a67d66bfbc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:47:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['46c6b9d1-6dc9-4475-8686-5b1c6628f184'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:20.105619 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-eaf8cd18-d3b1-4f6b-b4d8-f83681df4f6d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0749640 Nov 12 08:47:20.112418 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2ea1bd68-309e-4723-b739-28ca641b920f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9658711 Nov 12 08:47:20.112418 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56426) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:20.113478 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56428) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:20.144385 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-af7930e9-1f06-4c18-9e49-ef2cc19ea8fc admin admin] Request body: {'subnet': {'network_id': 'e2616ee2-fa6a-4521-8d33-a586b1684eb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418237876-subnet', 'tenant_id': '3b19a66bca5e4c74859cbee21d31b6be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:20.159650 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7e906a9d-b793-4887-acc2-1f95bab49065 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:20.170002 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-f04310f2-0778-4568-b384-01b494e571ce tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:20.176302 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea1bd68-309e-4723-b739-28ca641b920f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be1cf89-78eb-4ce4-8f9b-96c8b320ad69,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:20.205056 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-17e934f9-b581-40f3-8e92-a122c2ab3a31 req-83d0ee0e-0fb5-4752-b0b9-d3a330343d96 tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cadc41f-1089-47a0-9da4-bf5d4a31ee84 HTTP/1.1" status: 200 len: 210 time: 0.3731267 Nov 12 08:47:20.226070 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f906a71f-9c4f-4447-a8ba-e21acb2d63d7 None None] DHCP port deletion for b7b67de7-8f9b-4413-aa20-b4f2c9b1719e request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:20.291173 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7930e9-1f06-4c18-9e49-ef2cc19ea8fc admin admin] Made reservation on behalf of 3b19a66bca5e4c74859cbee21d31b6be for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:20.294500 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-af7930e9-1f06-4c18-9e49-ef2cc19ea8fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:20.382865 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 751dd3b8-3046-4d7f-a643-58b6ec843b10 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:20.424109 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-92f648cd-92ec-4ebd-b2db-8aa4ad7c3acb admin admin] For port d535109c-b3ab-44f1-aec4-75a36c1cda71, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d535109c-b3ab-44f1-aec4-75a36c1cda71,segment=NetworkSegment(a2bb8357-84e3-4416-95ab-bb4a7e613091),segment_id=a2bb8357-84e3-4416-95ab-bb4a7e613091)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:20.424915 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-92f648cd-92ec-4ebd-b2db-8aa4ad7c3acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:20.445959 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-92f648cd-92ec-4ebd-b2db-8aa4ad7c3acb admin admin] Calling delete_port for d535109c-b3ab-44f1-aec4-75a36c1cda71 owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:20.638821 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04310f2-0778-4568-b384-01b494e571ce tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:20.644232 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f04310f2-0778-4568-b384-01b494e571ce tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:20.713525 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe7a11-b219-4307-96db-24b0242a691f None None] Pushing event updated for resources: {'Port': ['ID=9cd8954e-a8dd-4cc1-91f7-a8f009934042,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:20.777116 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-af7930e9-1f06-4c18-9e49-ef2cc19ea8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:20.834451 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-399508ac-396b-45c8-8b54-a67d66bfbc1e None None] Set router 46c6b9d1-6dc9-4475-8686-5b1c6628f184 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:20.947954 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-f906a71f-9c4f-4447-a8ba-e21acb2d63d7 None None] Deleting port dd8a593b-1093-4100-8d35-cf3d6d654147 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:20.948628 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f906a71f-9c4f-4447-a8ba-e21acb2d63d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:20.996536 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-005868b8-0ce8-448e-a32a-1a352f48ac44 None None] Provisioning complete for port 9cd8954e-a8dd-4cc1-91f7-a8f009934042 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:20.997147 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-005868b8-0ce8-448e-a32a-1a352f48ac44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.046806 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7930e9-1f06-4c18-9e49-ef2cc19ea8fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdfd3737-15a5-48be-bcfb-904e5fe7a570,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:21.067422 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7930e9-1f06-4c18-9e49-ef2cc19ea8fc admin admin] Checking segment: {'id': '248a752e-b4d2-4cfd-9c16-b31e78b4bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e2616ee2-fa6a-4521-8d33-a586b1684eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:21.068115 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7930e9-1f06-4c18-9e49-ef2cc19ea8fc admin admin] Network hostable DHCP agents. Network: e2616ee2-fa6a-4521-8d33-a586b1684eb2, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:47:21.092882 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094c52b-b054-4f07-9169-749295ad42cb req-7508e0ac-f298-4a5a-824a-d31011619f49 tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:21.094855 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f094c52b-b054-4f07-9169-749295ad42cb req-7508e0ac-f298-4a5a-824a-d31011619f49 tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.54 "GET /v2.0/networks?id=300f9e02-d889-4c67-81e5-4a23a811c4ea HTTP/1.1" status: 200 len: 812 time: 0.3645213 Nov 12 08:47:21.114061 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7e906a9d-b793-4887-acc2-1f95bab49065 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.129949 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-f094c52b-b054-4f07-9169-749295ad42cb req-99e3b2f5-b168-407f-a90b-c010efb5c65e tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Request body: {'port': {'device_id': '3cadc41f-1089-47a0-9da4-bf5d4a31ee84', 'network_id': '300f9e02-d889-4c67-81e5-4a23a811c4ea', 'admin_state_up': True, 'tenant_id': 'bab8e981024b480d9e791cf56c49c101'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:21.183287 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-7e906a9d-b793-4887-acc2-1f95bab49065 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ca121f-a4f6-4d40-91cc-354a05316b5d']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:21.198094 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4b8e020c-e232-47ed-8e3b-0e42d5751091 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.209940 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-7e906a9d-b793-4887-acc2-1f95bab49065 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade013ab-b4c1-406a-b62e-cb329ce0a381') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:21.210354 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-7e906a9d-b793-4887-acc2-1f95bab49065 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade013ab-b4c1-406a-b62e-cb329ce0a381') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:21.215342 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7930e9-1f06-4c18-9e49-ef2cc19ea8fc admin admin] Network e2616ee2-fa6a-4521-8d33-a586b1684eb2 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:47:21.254849 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 751dd3b8-3046-4d7f-a643-58b6ec843b10 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:21.255841 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.280100 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8e9287-ba2a-45a8-ac2c-ec5833f7d8ca None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:21.303141 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-af7930e9-1f06-4c18-9e49-ef2cc19ea8fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, e2616ee2-fa6a-4521-8d33-a586b1684eb2) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:21.305445 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f906a71f-9c4f-4447-a8ba-e21acb2d63d7 None None] For port dd8a593b-1093-4100-8d35-cf3d6d654147, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=dd8a593b-1093-4100-8d35-cf3d6d654147,segment=NetworkSegment(3efeb8af-c42a-408c-98d4-02539425de89),segment_id=3efeb8af-c42a-408c-98d4-02539425de89)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:21.305820 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f04310f2-0778-4568-b384-01b494e571ce tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.306010 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f906a71f-9c4f-4447-a8ba-e21acb2d63d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.320171 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7930e9-1f06-4c18-9e49-ef2cc19ea8fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:21.320823 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-af7930e9-1f06-4c18-9e49-ef2cc19ea8fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.373190 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7e906a9d-b793-4887-acc2-1f95bab49065 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.380705 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-f906a71f-9c4f-4447-a8ba-e21acb2d63d7 None None] Calling delete_port for dd8a593b-1093-4100-8d35-cf3d6d654147 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:21.386798 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8e5c68-98c5-4f44-9375-c2c69bddb574 None None] Network e2616ee2-fa6a-4521-8d33-a586b1684eb2 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:21.393350 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04310f2-0778-4568-b384-01b494e571ce tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:21.405092 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-f04310f2-0778-4568-b384-01b494e571ce tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:21.415269 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-af7930e9-1f06-4c18-9e49-ef2cc19ea8fc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2921369 Nov 12 08:47:21.419984 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04310f2-0778-4568-b384-01b494e571ce tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:21.420594 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f04310f2-0778-4568-b384-01b494e571ce tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.439072 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56434) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:21.454521 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ea2e94df-a492-4ae7-8b10-af1c09d8e2c0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1418237876-router', 'tenant_id': '3b19a66bca5e4c74859cbee21d31b6be', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:21.463770 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04310f2-0778-4568-b384-01b494e571ce tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Subnet': ['ID=988607c2-eb89-4f01-9583-c6a3e45e6ed2,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:21.477853 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f094c52b-b054-4f07-9169-749295ad42cb req-99e3b2f5-b168-407f-a90b-c010efb5c65e tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Made reservation on behalf of bab8e981024b480d9e791cf56c49c101 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:21.481790 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f094c52b-b054-4f07-9169-749295ad42cb req-99e3b2f5-b168-407f-a90b-c010efb5c65e tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.514295 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f04310f2-0778-4568-b384-01b494e571ce tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4015484 Nov 12 08:47:21.519205 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56436) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:21.532534 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a46de650-bd98-4ab3-912b-54d0fe6e7e50 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'port': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'fixed_ips': [{'subnet_id': '988607c2-eb89-4f01-9583-c6a3e45e6ed2', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1059017495'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:21.561027 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d2b909-7eeb-4a96-917b-d387e490951b None None] DHCP port deletion for 7bfd1417-cac6-4152-826e-588573fa4bfa request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:21.561323 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e020c-e232-47ed-8e3b-0e42d5751091 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Pushing event deleted for resources: {'Port': ['ID=80a70d4c-70d8-40bf-865c-fd317dff7490,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:21.623483 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4e68bcf0-ed09-4d0c-9f5f-3b3987a3c546 req-bd8c8f06-10de-4937-a68c-8f05f60ca6aa tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cadc41f-1089-47a0-9da4-bf5d4a31ee84 HTTP/1.1" status: 200 len: 210 time: 0.3033278 Nov 12 08:47:21.628237 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7e906a9d-b793-4887-acc2-1f95bab49065 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.666153 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e906a9d-b793-4887-acc2-1f95bab49065 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:47:21.667008 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7e906a9d-b793-4887-acc2-1f95bab49065 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.673278 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:47:21.673278 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:47:21.673278 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:47:21.673278 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:47:21.673278 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:47:21.673278 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:47:21.673278 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:47:21.673278 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:47:21.673278 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:47:21.673278 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:47:21.673278 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:47:21.673278 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:47:21.673278 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:47:21.673278 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:47:21.673278 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:47:21.673278 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:47:21.673278 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:47:21.673278 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:47:21.673278 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:47:21.673278 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:47:21.673278 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:47:21.673278 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:47:21.673278 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:47:21.673278 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:47:21.673278 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:47:21.673278 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:47:21.673278 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:47:21.673278 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:47:21.673278 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:47:21.673278 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:47:21.673278 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:47:21.673278 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:47:21.741273 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea2e94df-a492-4ae7-8b10-af1c09d8e2c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.742578 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea2e94df-a492-4ae7-8b10-af1c09d8e2c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.805280 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4b8e020c-e232-47ed-8e3b-0e42d5751091 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.805566 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-005868b8-0ce8-448e-a32a-1a352f48ac44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.857003 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46de650-bd98-4ab3-912b-54d0fe6e7e50 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:21.890040 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f906a71f-9c4f-4447-a8ba-e21acb2d63d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.938070 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea2e94df-a492-4ae7-8b10-af1c09d8e2c0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.948041 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7e906a9d-b793-4887-acc2-1f95bab49065 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.962677 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7e906a9d-b793-4887-acc2-1f95bab49065 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.969703 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7e906a9d-b793-4887-acc2-1f95bab49065 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] 10.222.0.37 "DELETE /v2.0/networks/b8ca121f-a4f6-4d40-91cc-354a05316b5d HTTP/1.1" status: 204 len: 168 time: 2.2300506 Nov 12 08:47:21.977604 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56440) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:21.984952 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-005868b8-0ce8-448e-a32a-1a352f48ac44 None None] For port 9cd8954e-a8dd-4cc1-91f7-a8f009934042, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9cd8954e-a8dd-4cc1-91f7-a8f009934042,segment=NetworkSegment(a128d3fa-2569-4b08-aa51-d060d2c5137b),segment_id=a128d3fa-2569-4b08-aa51-d060d2c5137b)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:21.991421 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-40d2b909-7eeb-4a96-917b-d387e490951b None None] Deleting port 751dd3b8-3046-4d7f-a643-58b6ec843b10 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:21.991905 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-40d2b909-7eeb-4a96-917b-d387e490951b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.997966 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb6c8ed-5421-4708-bd55-8ebb1aa28df1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-e2616ee2-fa6a-4521-8d33-a586b1684eb2', 'network_id': 'e2616ee2-fa6a-4521-8d33-a586b1684eb2', 'tenant_id': '3b19a66bca5e4c74859cbee21d31b6be', 'fixed_ips': [{'subnet_id': 'fdfd3737-15a5-48be-bcfb-904e5fe7a570'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:47:21.998865 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-edb6c8ed-5421-4708-bd55-8ebb1aa28df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.001419 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f906a71f-9c4f-4447-a8ba-e21acb2d63d7 None None] Pushing event deleted for resources: {'Port': ['ID=dd8a593b-1093-4100-8d35-cf3d6d654147,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:22.005032 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e906a9d-b793-4887-acc2-1f95bab49065 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Pushing event deleted for resources: {'Network': ['ID=b8ca121f-a4f6-4d40-91cc-354a05316b5d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:22.010828 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-005868b8-0ce8-448e-a32a-1a352f48ac44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.036437 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f906a71f-9c4f-4447-a8ba-e21acb2d63d7 None None] No DVR routers for this DVR port dd8a593b-1093-4100-8d35-cf3d6d654147 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:47:22.103488 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a2a360c8-d101-4ff4-ac67-f29c42cb2a1f no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:47:22.176213 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-399508ac-396b-45c8-8b54-a67d66bfbc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c6b9d1-6dc9-4475-8686-5b1c6628f184', 'name': 'tempest-AttachSCSIVolumeTestJSON-71362532-router', 'tenant_id': '9070c476e28246d29347d5c048f5801e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '527dc9b5-f18f-4326-9d0b-130a22b0ca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:59Z', 'updated_at': '2021-11-12T08:47:12Z', 'revision_number': 4, 'project_id': '9070c476e28246d29347d5c048f5801e', 'gw_port': {'id': '527dc9b5-f18f-4326-9d0b-130a22b0ca98', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c6b9d1-6dc9-4475-8686-5b1c6628f184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '9cd8954e-a8dd-4cc1-91f7-a8f009934042', 'name': '', 'network_id': 'a86733d9-0c9c-4803-8dda-b98f17491e46', 'tenant_id': '9070c476e28246d29347d5c048f5801e', 'mac_address': 'fa:16:3e:77:f7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c6b9d1-6dc9-4475-8686-5b1c6628f184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '616c2eac-e34e-4c85-8585-5d1edb48c502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:08Z', 'updated_at': '2021-11-12T08:47:19Z', 'revision_number': 4, 'project_id': '9070c476e28246d29347d5c048f5801e', 'subnets': [{'id': '616c2eac-e34e-4c85-8585-5d1edb48c502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:22.193437 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: a2a360c8-d101-4ff4-ac67-f29c42cb2a1f {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:47:22.193863 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a2a360c8-d101-4ff4-ac67-f29c42cb2a1f not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:47:22.283574 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-10ec2a50-23f2-4b91-9d97-41394b8d6f70 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.293272 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a46de650-bd98-4ab3-912b-54d0fe6e7e50 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.293800 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399508ac-396b-45c8-8b54-a67d66bfbc1e None None] The sync data for ids ['46c6b9d1-6dc9-4475-8686-5b1c6628f184'] in n-d-768862-16 is: [{'id': '46c6b9d1-6dc9-4475-8686-5b1c6628f184', 'name': 'tempest-AttachSCSIVolumeTestJSON-71362532-router', 'tenant_id': '9070c476e28246d29347d5c048f5801e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '527dc9b5-f18f-4326-9d0b-130a22b0ca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:59Z', 'updated_at': '2021-11-12T08:47:12Z', 'revision_number': 4, 'project_id': '9070c476e28246d29347d5c048f5801e', 'gw_port': {'id': '527dc9b5-f18f-4326-9d0b-130a22b0ca98', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c6b9d1-6dc9-4475-8686-5b1c6628f184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '9cd8954e-a8dd-4cc1-91f7-a8f009934042', 'name': '', 'network_id': 'a86733d9-0c9c-4803-8dda-b98f17491e46', 'tenant_id': '9070c476e28246d29347d5c048f5801e', 'mac_address': 'fa:16:3e:77:f7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c6b9d1-6dc9-4475-8686-5b1c6628f184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '616c2eac-e34e-4c85-8585-5d1edb48c502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:08Z', 'updated_at': '2021-11-12T08:47:19Z', 'revision_number': 4, 'project_id': '9070c476e28246d29347d5c048f5801e', 'subnets': [{'id': '616c2eac-e34e-4c85-8585-5d1edb48c502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:22.313350 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005868b8-0ce8-448e-a32a-1a352f48ac44 None None] Pushing event updated for resources: {'Port': ['ID=9cd8954e-a8dd-4cc1-91f7-a8f009934042,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:22.335269 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-f094c52b-b054-4f07-9169-749295ad42cb req-99e3b2f5-b168-407f-a90b-c010efb5c65e tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Allocated IP 172.20.0.13 (300f9e02-d889-4c67-81e5-4a23a811c4ea/7c5098d1-f409-4060-ac43-5a5d9389e637/5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:22.352695 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-40d2b909-7eeb-4a96-917b-d387e490951b None None] For port 751dd3b8-3046-4d7f-a643-58b6ec843b10, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=751dd3b8-3046-4d7f-a643-58b6ec843b10,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:22.353306 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-40d2b909-7eeb-4a96-917b-d387e490951b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.358366 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4b8e020c-e232-47ed-8e3b-0e42d5751091 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12134'] for router, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.392530 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4b8e020c-e232-47ed-8e3b-0e42d5751091 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920415'] for router, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.404837 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-40d2b909-7eeb-4a96-917b-d387e490951b None None] Calling delete_port for 751dd3b8-3046-4d7f-a643-58b6ec843b10 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:22.491302 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-edb6c8ed-5421-4708-bd55-8ebb1aa28df1 None None] Allocated IP 172.20.0.2 (e2616ee2-fa6a-4521-8d33-a586b1684eb2/fdfd3737-15a5-48be-bcfb-904e5fe7a570/2d7d90bf-ac7a-400a-a040-922ddbbd0791) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:22.560029 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device dd8a593b-1093-4100-8d35-cf3d6d654147 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:47:22.601413 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-92f648cd-92ec-4ebd-b2db-8aa4ad7c3acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.623350 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8e020c-e232-47ed-8e3b-0e42d5751091 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Router 0605a228-88a7-406d-aaf1-1a59f8e32195 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:47:22.633851 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: dd8a593b-1093-4100-8d35-cf3d6d654147 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:47:22.634608 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device dd8a593b-1093-4100-8d35-cf3d6d654147 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:47:22.635278 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 751dd3b8-3046-4d7f-a643-58b6ec843b10 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:47:22.798611 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f648cd-92ec-4ebd-b2db-8aa4ad7c3acb admin admin] Pushing event deleted for resources: {'Port': ['ID=d535109c-b3ab-44f1-aec4-75a36c1cda71,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:22.948331 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.964217 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8e020c-e232-47ed-8e3b-0e42d5751091 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:22.966937 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-40d2b909-7eeb-4a96-917b-d387e490951b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.979593 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a3c918e2-ea0c-4714-b16b-e7f8b9b7e160 req-cef29ea4-5137-40d9-a4d6-0d4aee83cf85 tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cadc41f-1089-47a0-9da4-bf5d4a31ee84 HTTP/1.1" status: 200 len: 210 time: 0.0991075 Nov 12 08:47:22.999276 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4b8e020c-e232-47ed-8e3b-0e42d5751091 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:23.003253 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4b8e020c-e232-47ed-8e3b-0e42d5751091 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] 10.222.0.37 "PUT /v2.0/routers/0605a228-88a7-406d-aaf1-1a59f8e32195 HTTP/1.1" status: 200 len: 705 time: 5.3505344 Nov 12 08:47:23.011623 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56446) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:23.063915 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2b909-7eeb-4a96-917b-d387e490951b None None] Pushing event deleted for resources: {'Port': ['ID=751dd3b8-3046-4d7f-a643-58b6ec843b10,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:23.068829 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac562755-f362-4448-8104-19582ba36f18 None None] Sync routers for ids ['0605a228-88a7-406d-aaf1-1a59f8e32195'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:23.072797 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-edb6c8ed-5421-4708-bd55-8ebb1aa28df1 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:23.094696 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d2b909-7eeb-4a96-917b-d387e490951b None None] No DVR routers for this DVR port 751dd3b8-3046-4d7f-a643-58b6ec843b10 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:47:23.105703 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Port 751dd3b8-3046-4d7f-a643-58b6ec843b10 update to DOWN by agent not found {{(pid=102570) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 08:47:23.117329 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac562755-f362-4448-8104-19582ba36f18 None None] Routers {'0605a228-88a7-406d-aaf1-1a59f8e32195'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:23.118545 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ac562755-f362-4448-8104-19582ba36f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:47:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['0605a228-88a7-406d-aaf1-1a59f8e32195'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:23.121712 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-edb6c8ed-5421-4708-bd55-8ebb1aa28df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:23.251405 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea2e94df-a492-4ae7-8b10-af1c09d8e2c0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:23.265470 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c9413ef7-0270-4b31-8e3d-0a345c8fd2ce tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "GET /v2.0/routers/0605a228-88a7-406d-aaf1-1a59f8e32195 HTTP/1.1" status: 200 len: 740 time: 0.2500699 Nov 12 08:47:23.272647 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56448) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:23.404413 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-92f648cd-92ec-4ebd-b2db-8aa4ad7c3acb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:23.459701 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-91e19819-24fd-4c4e-bfb6-eef2734eed04 tempest-RoutersAdminTest-467979482 tempest-RoutersAdminTest-467979482-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=83f85ab7-23f1-4ab4-91ca-b1dcd4333f60&device_id=0605a228-88a7-406d-aaf1-1a59f8e32195 HTTP/1.1" status: 200 len: 205 time: 0.1621969 Nov 12 08:47:23.462124 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-a46de650-bd98-4ab3-912b-54d0fe6e7e50 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] device_id is not set on port 05372e61-1ac3-4d6b-954c-ea03d6404d48 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:47:23.465725 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56450) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:23.508954 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-38907e5a-39b5-477d-a790-a0d59b751dc6 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] 10.222.0.37 "GET /v2.0/ports?device_id=0605a228-88a7-406d-aaf1-1a59f8e32195 HTTP/1.1" status: 200 len: 205 time: 0.0418997 Nov 12 08:47:23.517131 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56452) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:23.531991 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6c8ed-5421-4708-bd55-8ebb1aa28df1 None None] Pushing event updated for resources: {'Port': ['ID=2d7d90bf-ac7a-400a-a040-922ddbbd0791,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:23.539901 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d001ea-06b2-46cf-8828-b47a26e96bf0 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:23.582632 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ac562755-f362-4448-8104-19582ba36f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:23.680453 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb6c8ed-5421-4708-bd55-8ebb1aa28df1 None None] Network e2616ee2-fa6a-4521-8d33-a586b1684eb2 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:23.706385 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-edb6c8ed-5421-4708-bd55-8ebb1aa28df1 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:23.710097 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb6c8ed-5421-4708-bd55-8ebb1aa28df1 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:23.715166 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac562755-f362-4448-8104-19582ba36f18 None None] Routers {'0605a228-88a7-406d-aaf1-1a59f8e32195'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:23.716365 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ac562755-f362-4448-8104-19582ba36f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:47:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['0605a228-88a7-406d-aaf1-1a59f8e32195'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:23.760910 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ac562755-f362-4448-8104-19582ba36f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:23.761876 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac562755-f362-4448-8104-19582ba36f18 None None] The sync data for ids ['0605a228-88a7-406d-aaf1-1a59f8e32195'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:23.801506 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f648cd-92ec-4ebd-b2db-8aa4ad7c3acb admin admin] Router 52868198-c198-48ad-ade2-c9b9db715967 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:47:23.879190 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f094c52b-b054-4f07-9169-749295ad42cb req-99e3b2f5-b168-407f-a90b-c010efb5c65e tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:23.896134 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-edb6c8ed-5421-4708-bd55-8ebb1aa28df1 None None] Attempting to bind port 2d7d90bf-ac7a-400a-a040-922ddbbd0791 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:23.896134 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-edb6c8ed-5421-4708-bd55-8ebb1aa28df1 None None] Attempting to bind port 2d7d90bf-ac7a-400a-a040-922ddbbd0791 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '248a752e-b4d2-4cfd-9c16-b31e78b4bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e2616ee2-fa6a-4521-8d33-a586b1684eb2'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:23.896610 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb6c8ed-5421-4708-bd55-8ebb1aa28df1 None None] Attempting to bind port 2d7d90bf-ac7a-400a-a040-922ddbbd0791 on network e2616ee2-fa6a-4521-8d33-a586b1684eb2 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:23.907196 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb6c8ed-5421-4708-bd55-8ebb1aa28df1 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:23.907196 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb6c8ed-5421-4708-bd55-8ebb1aa28df1 None None] Checking segment: {'id': '248a752e-b4d2-4cfd-9c16-b31e78b4bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e2616ee2-fa6a-4521-8d33-a586b1684eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:23.907591 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-edb6c8ed-5421-4708-bd55-8ebb1aa28df1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:23.907942 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb6c8ed-5421-4708-bd55-8ebb1aa28df1 None None] Bound using segment: {'id': '248a752e-b4d2-4cfd-9c16-b31e78b4bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e2616ee2-fa6a-4521-8d33-a586b1684eb2'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:23.908451 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-edb6c8ed-5421-4708-bd55-8ebb1aa28df1 None None] Bound port: 2d7d90bf-ac7a-400a-a040-922ddbbd0791, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248a752e-b4d2-4cfd-9c16-b31e78b4bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e2616ee2-fa6a-4521-8d33-a586b1684eb2'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:23.908840 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-edb6c8ed-5421-4708-bd55-8ebb1aa28df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:23.956373 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8f357c-1a4e-4fe3-a1a6-16c205cdd0fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-7bfd1417-cac6-4152-826e-588573fa4bfa', 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'fixed_ips': [{'subnet_id': '988607c2-eb89-4f01-9583-c6a3e45e6ed2'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:47:23.957297 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5f8f357c-1a4e-4fe3-a1a6-16c205cdd0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.025310 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bc1918fb-eb67-4c30-8ae1-3d145f7edfdd tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.029515 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f648cd-92ec-4ebd-b2db-8aa4ad7c3acb admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:24.047729 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954a7c0e-e98b-448c-8a6b-93e3a5324dc4 None None] Sync routers for ids ['52868198-c198-48ad-ade2-c9b9db715967'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:24.050806 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-92f648cd-92ec-4ebd-b2db-8aa4ad7c3acb admin admin] 10.222.0.37 "PUT /v2.0/routers/52868198-c198-48ad-ade2-c9b9db715967/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7888153 Nov 12 08:47:24.055324 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56456) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:24.081701 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954a7c0e-e98b-448c-8a6b-93e3a5324dc4 None None] Routers {'52868198-c198-48ad-ade2-c9b9db715967'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:24.082456 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-954a7c0e-e98b-448c-8a6b-93e3a5324dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:47:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['52868198-c198-48ad-ade2-c9b9db715967'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:24.114000 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-10ec2a50-23f2-4b91-9d97-41394b8d6f70 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.144018 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-10ec2a50-23f2-4b91-9d97-41394b8d6f70 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b67de7-8f9b-4413-aa20-b4f2c9b1719e']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:24.209207 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46de650-bd98-4ab3-912b-54d0fe6e7e50 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:47:24.210180 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a46de650-bd98-4ab3-912b-54d0fe6e7e50 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:47:24.230549 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f094c52b-b054-4f07-9169-749295ad42cb req-99e3b2f5-b168-407f-a90b-c010efb5c65e tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.248848 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-10ec2a50-23f2-4b91-9d97-41394b8d6f70 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3efeb8af-c42a-408c-98d4-02539425de89') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:24.248975 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-10ec2a50-23f2-4b91-9d97-41394b8d6f70 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3efeb8af-c42a-408c-98d4-02539425de89') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:24.258114 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-edb6c8ed-5421-4708-bd55-8ebb1aa28df1 None None] For port 2d7d90bf-ac7a-400a-a040-922ddbbd0791, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:24.272975 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-10ec2a50-23f2-4b91-9d97-41394b8d6f70 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.308040 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a46de650-bd98-4ab3-912b-54d0fe6e7e50 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.7876842 Nov 12 08:47:24.313767 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56460) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:24.351302 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-954a7c0e-e98b-448c-8a6b-93e3a5324dc4 None None] Set router 52868198-c198-48ad-ade2-c9b9db715967 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:24.377842 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-10ec2a50-23f2-4b91-9d97-41394b8d6f70 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.384982 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-5f8f357c-1a4e-4fe3-a1a6-16c205cdd0fc None None] Allocated IP 2001:db8::2 (7bfd1417-cac6-4152-826e-588573fa4bfa/988607c2-eb89-4f01-9583-c6a3e45e6ed2/d1b90378-0b39-4838-84d9-3c83480f32e7) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:24.439473 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8d199982-08d7-4159-a971-db33761e15c8 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1213105 Nov 12 08:47:24.441449 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-edb6c8ed-5421-4708-bd55-8ebb1aa28df1 None None] For port 2d7d90bf-ac7a-400a-a040-922ddbbd0791, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=2d7d90bf-ac7a-400a-a040-922ddbbd0791,segment=NetworkSegment(248a752e-b4d2-4cfd-9c16-b31e78b4bead),segment_id=248a752e-b4d2-4cfd-9c16-b31e78b4bead)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:24.450484 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-edb6c8ed-5421-4708-bd55-8ebb1aa28df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.471454 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ec2a50-23f2-4b91-9d97-41394b8d6f70 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:47:24.475163 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56462) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:24.475442 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-10ec2a50-23f2-4b91-9d97-41394b8d6f70 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.489395 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:47:24.489395 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:47:24.489395 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:47:24.489395 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:47:24.489395 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:47:24.489395 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:47:24.489395 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:47:24.489395 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:47:24.489395 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:47:24.489395 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:47:24.489395 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:47:24.489395 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:47:24.489395 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:47:24.489395 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:47:24.489395 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:47:24.489395 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:47:24.489395 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:47:24.489395 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:47:24.489395 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:47:24.489395 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:47:24.489395 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:47:24.489395 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:47:24.489395 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:47:24.489395 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:47:24.489395 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:47:24.489395 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:47:24.489395 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:47:24.489395 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:47:24.489395 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:47:24.489395 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:47:24.489395 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:47:24.489395 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:47:24.557356 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f094c52b-b054-4f07-9169-749295ad42cb req-99e3b2f5-b168-407f-a90b-c010efb5c65e tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Network 300f9e02-d889-4c67-81e5-4a23a811c4ea is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:24.639478 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084a22c-663d-4a4d-a7b2-cc71e8f9b13c req-613ea31e-30aa-4cb1-a637-f78431371ab5 tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:24.650903 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1084a22c-663d-4a4d-a7b2-cc71e8f9b13c req-613ea31e-30aa-4cb1-a637-f78431371ab5 tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cadc41f-1089-47a0-9da4-bf5d4a31ee84 HTTP/1.1" status: 200 len: 932 time: 0.4664435 Nov 12 08:47:24.798352 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9cd8954e-a8dd-4cc1-91f7-a8f009934042 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:24.869436 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-954a7c0e-e98b-448c-8a6b-93e3a5324dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52868198-c198-48ad-ade2-c9b9db715967', 'name': 'tempest-ServersTestManualDisk-377144132-router', 'tenant_id': '28f4e914e83743e38050bab6ad98fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '1e6e424a-1c31-406e-9c2a-020bc5716600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:13Z', 'updated_at': '2021-11-12T08:47:21Z', 'revision_number': 5, 'project_id': '28f4e914e83743e38050bab6ad98fb14', 'gw_port': {'id': '1e6e424a-1c31-406e-9c2a-020bc5716600', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52868198-c198-48ad-ade2-c9b9db715967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:18Z', 'updated_at': '2021-11-12T08:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:24.895668 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b86e2a82-a4b2-4c88-9a65-582a2d0c52d1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.901924 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-f094c52b-b054-4f07-9169-749295ad42cb req-99e3b2f5-b168-407f-a90b-c010efb5c65e tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:24.903324 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fb74fe-d0b5-4960-9e73-485cb99fd21d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:24.913798 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fb74fe-d0b5-4960-9e73-485cb99fd21d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:24.920999 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-67fb74fe-d0b5-4960-9e73-485cb99fd21d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4268367 Nov 12 08:47:24.935222 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56464) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:24.937103 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5f8f357c-1a4e-4fe3-a1a6-16c205cdd0fc None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.962193 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954a7c0e-e98b-448c-8a6b-93e3a5324dc4 None None] Checking router: 52868198-c198-48ad-ade2-c9b9db715967 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:47:24.969506 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5f8f357c-1a4e-4fe3-a1a6-16c205cdd0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.972717 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f094c52b-b054-4f07-9169-749295ad42cb req-99e3b2f5-b168-407f-a90b-c010efb5c65e tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:24.983689 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3b2f5-b168-407f-a90b-c010efb5c65e tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Pushing event updated for resources: {'Port': ['ID=5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:24.988737 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954a7c0e-e98b-448c-8a6b-93e3a5324dc4 None None] Routers {'52868198-c198-48ad-ade2-c9b9db715967'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:24.989943 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-954a7c0e-e98b-448c-8a6b-93e3a5324dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:47:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['52868198-c198-48ad-ade2-c9b9db715967'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:24.997579 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bc1918fb-eb67-4c30-8ae1-3d145f7edfdd tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.017300 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6c8ed-5421-4708-bd55-8ebb1aa28df1 None None] Pushing event updated for resources: {'Port': ['ID=2d7d90bf-ac7a-400a-a040-922ddbbd0791,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:25.040582 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bc1918fb-eb67-4c30-8ae1-3d145f7edfdd tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.043027 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3b2f5-b168-407f-a90b-c010efb5c65e tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:25.043378 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3b2f5-b168-407f-a90b-c010efb5c65e tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:25.043715 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3b2f5-b168-407f-a90b-c010efb5c65e tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:25.044249 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3b2f5-b168-407f-a90b-c010efb5c65e tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:25.044468 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3b2f5-b168-407f-a90b-c010efb5c65e tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:25.044781 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3b2f5-b168-407f-a90b-c010efb5c65e tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:25.045187 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3b2f5-b168-407f-a90b-c010efb5c65e tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:25.045546 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3b2f5-b168-407f-a90b-c010efb5c65e tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:25.045993 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3b2f5-b168-407f-a90b-c010efb5c65e tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:25.046602 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3b2f5-b168-407f-a90b-c010efb5c65e tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:25.046919 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3b2f5-b168-407f-a90b-c010efb5c65e tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:25.047241 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3b2f5-b168-407f-a90b-c010efb5c65e tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:25.052329 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1084a22c-663d-4a4d-a7b2-cc71e8f9b13c req-4adc79dd-569f-418f-b4fe-638368301ba4 tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b994a9c-930f-4578-b6a4-2ca02ef37556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967278 Nov 12 08:47:25.085363 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-10ec2a50-23f2-4b91-9d97-41394b8d6f70 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.132272 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8f357c-1a4e-4fe3-a1a6-16c205cdd0fc None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:25.140391 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-5f8f357c-1a4e-4fe3-a1a6-16c205cdd0fc None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:25.145199 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8f357c-1a4e-4fe3-a1a6-16c205cdd0fc None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:25.155538 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 9cd8954e-a8dd-4cc1-91f7-a8f009934042 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:25.155913 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.203398 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-10ec2a50-23f2-4b91-9d97-41394b8d6f70 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.211283 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-10ec2a50-23f2-4b91-9d97-41394b8d6f70 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] 10.222.0.37 "DELETE /v2.0/networks/b7b67de7-8f9b-4413-aa20-b4f2c9b1719e HTTP/1.1" status: 204 len: 168 time: 3.2324910 Nov 12 08:47:25.224665 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56466) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:25.270404 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f357c-1a4e-4fe3-a1a6-16c205cdd0fc None None] Pushing event updated for resources: {'Port': ['ID=d1b90378-0b39-4838-84d9-3c83480f32e7,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:25.316075 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-954a7c0e-e98b-448c-8a6b-93e3a5324dc4 None None] Set router 52868198-c198-48ad-ade2-c9b9db715967 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:25.334237 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bc1918fb-eb67-4c30-8ae1-3d145f7edfdd tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.335545 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1918fb-eb67-4c30-8ae1-3d145f7edfdd tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Fanout notify agent at l3_agent the message router_deleted on router 0605a228-88a7-406d-aaf1-1a59f8e32195 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:47:25.343404 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094c52b-b054-4f07-9169-749295ad42cb req-99e3b2f5-b168-407f-a90b-c010efb5c65e tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:25.344328 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f094c52b-b054-4f07-9169-749295ad42cb req-99e3b2f5-b168-407f-a90b-c010efb5c65e tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.354010 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bc1918fb-eb67-4c30-8ae1-3d145f7edfdd tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.355891 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-bc1918fb-eb67-4c30-8ae1-3d145f7edfdd tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] 10.222.0.37 "DELETE /v2.0/routers/0605a228-88a7-406d-aaf1-1a59f8e32195 HTTP/1.1" status: 204 len: 168 time: 1.8215549 Nov 12 08:47:25.363194 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec2a50-23f2-4b91-9d97-41394b8d6f70 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Pushing event deleted for resources: {'Network': ['ID=b7b67de7-8f9b-4413-aa20-b4f2c9b1719e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:25.371075 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56468) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:25.391646 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-5f8f357c-1a4e-4fe3-a1a6-16c205cdd0fc None None] Attempting to bind port d1b90378-0b39-4838-84d9-3c83480f32e7 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:25.393250 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-5f8f357c-1a4e-4fe3-a1a6-16c205cdd0fc None None] Attempting to bind port d1b90378-0b39-4838-84d9-3c83480f32e7 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:25.393600 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8f357c-1a4e-4fe3-a1a6-16c205cdd0fc None None] Attempting to bind port d1b90378-0b39-4838-84d9-3c83480f32e7 on network 7bfd1417-cac6-4152-826e-588573fa4bfa {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:25.414397 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8f357c-1a4e-4fe3-a1a6-16c205cdd0fc None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:25.416589 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8f357c-1a4e-4fe3-a1a6-16c205cdd0fc None None] Checking segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:25.417074 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5f8f357c-1a4e-4fe3-a1a6-16c205cdd0fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.417510 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8f357c-1a4e-4fe3-a1a6-16c205cdd0fc None None] Bound using segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:25.418172 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-5f8f357c-1a4e-4fe3-a1a6-16c205cdd0fc None None] Bound port: d1b90378-0b39-4838-84d9-3c83480f32e7, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:25.419822 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5f8f357c-1a4e-4fe3-a1a6-16c205cdd0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.468584 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-608c4f7d-e56f-4f45-a9da-16efa7751c77 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] 10.222.0.37 "GET /v2.0/ports?device_id=0605a228-88a7-406d-aaf1-1a59f8e32195 HTTP/1.1" status: 200 len: 205 time: 0.0937645 Nov 12 08:47:25.472646 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f094c52b-b054-4f07-9169-749295ad42cb req-99e3b2f5-b168-407f-a90b-c010efb5c65e tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3474219 Nov 12 08:47:25.473446 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56470) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:25.496298 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-f094c52b-b054-4f07-9169-749295ad42cb req-91b95252-4037-4354-bcbf-196a1e24a956 service neutron] Request body: {'port': {'device_id': '3cadc41f-1089-47a0-9da4-bf5d4a31ee84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:25.538732 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b349bf-910e-4a50-af92-f7df136e4d5c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting subnet 988607c2-eb89-4f01-9583-c6a3e45e6ed2 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:47:25.546383 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-63b349bf-910e-4a50-af92-f7df136e4d5c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.575110 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-238a9db6-7ae8-4cc2-9a87-75e4b55bb2cf tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] delete failed (client error): The resource could not be found. Nov 12 08:47:25.576251 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-238a9db6-7ae8-4cc2-9a87-75e4b55bb2cf tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] 10.222.0.37 "DELETE /v2.0/routers/0605a228-88a7-406d-aaf1-1a59f8e32195 HTTP/1.1" status: 404 len: 336 time: 0.0978837 Nov 12 08:47:25.578421 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea2e94df-a492-4ae7-8b10-af1c09d8e2c0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.583242 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56472) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:25.607680 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-5f8f357c-1a4e-4fe3-a1a6-16c205cdd0fc None None] For port d1b90378-0b39-4838-84d9-3c83480f32e7, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:25.616862 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-5f8f357c-1a4e-4fe3-a1a6-16c205cdd0fc None None] For port d1b90378-0b39-4838-84d9-3c83480f32e7, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d1b90378-0b39-4838-84d9-3c83480f32e7,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:25.625367 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5f8f357c-1a4e-4fe3-a1a6-16c205cdd0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.631451 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea2e94df-a492-4ae7-8b10-af1c09d8e2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.663968 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c2017462-4500-4092-8f0a-65217bc1cde0 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad013fa4-39ce-46fc-9df7-1eeb0df3cfb4 HTTP/1.1" status: 200 len: 205 time: 0.0794349 Nov 12 08:47:25.669409 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56474) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:25.726820 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-63b349bf-910e-4a50-af92-f7df136e4d5c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.803495 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc53a5f3-07e3-482c-a8bd-e3449de65055 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Deleting subnet abc4e7fc-f933-4c0f-8cf5-0e568cee3608 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:47:25.812134 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f357c-1a4e-4fe3-a1a6-16c205cdd0fc None None] Pushing event updated for resources: {'Port': ['ID=d1b90378-0b39-4838-84d9-3c83480f32e7,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:25.817952 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc53a5f3-07e3-482c-a8bd-e3449de65055 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.827411 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-0bb4bf47-79d2-4da7-9c2d-fdc2fdf95e37 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] delete failed (client error): The resource could not be found. Nov 12 08:47:25.828623 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0bb4bf47-79d2-4da7-9c2d-fdc2fdf95e37 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] 10.222.0.37 "DELETE /v2.0/routers/ad013fa4-39ce-46fc-9df7-1eeb0df3cfb4 HTTP/1.1" status: 404 len: 336 time: 0.1564600 Nov 12 08:47:25.836759 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56476) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:25.881704 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b9dd51ff-864b-40f9-93b3-2cdb00ac13ab tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] 10.222.0.37 "GET /v2.0/ports?device_id=c560fd8d-3e0a-4b6a-8bc1-295a3cf828a9 HTTP/1.1" status: 200 len: 205 time: 0.0412562 Nov 12 08:47:25.889821 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56478) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:25.890607 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f094c52b-b054-4f07-9169-749295ad42cb req-91b95252-4037-4354-bcbf-196a1e24a956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.922846 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b86e2a82-a4b2-4c88-9a65-582a2d0c52d1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.940885 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-954a7c0e-e98b-448c-8a6b-93e3a5324dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52868198-c198-48ad-ade2-c9b9db715967', 'name': 'tempest-ServersTestManualDisk-377144132-router', 'tenant_id': '28f4e914e83743e38050bab6ad98fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '1e6e424a-1c31-406e-9c2a-020bc5716600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:13Z', 'updated_at': '2021-11-12T08:47:21Z', 'revision_number': 5, 'project_id': '28f4e914e83743e38050bab6ad98fb14', 'gw_port': {'id': '1e6e424a-1c31-406e-9c2a-020bc5716600', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52868198-c198-48ad-ade2-c9b9db715967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:18Z', 'updated_at': '2021-11-12T08:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:25.991447 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954a7c0e-e98b-448c-8a6b-93e3a5324dc4 None None] The sync data for ids ['52868198-c198-48ad-ade2-c9b9db715967'] in n-d-768862-16 is: [{'id': '52868198-c198-48ad-ade2-c9b9db715967', 'name': 'tempest-ServersTestManualDisk-377144132-router', 'tenant_id': '28f4e914e83743e38050bab6ad98fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '1e6e424a-1c31-406e-9c2a-020bc5716600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:13Z', 'updated_at': '2021-11-12T08:47:21Z', 'revision_number': 5, 'project_id': '28f4e914e83743e38050bab6ad98fb14', 'gw_port': {'id': '1e6e424a-1c31-406e-9c2a-020bc5716600', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52868198-c198-48ad-ade2-c9b9db715967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:18Z', 'updated_at': '2021-11-12T08:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:26.006669 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc53a5f3-07e3-482c-a8bd-e3449de65055 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:26.180606 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-ea2e94df-a492-4ae7-8b10-af1c09d8e2c0 admin admin] Allocated IP 172.25.6.16 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/97a6155f-865f-4b0c-b938-65fc5ae1b67e) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:26.443638 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea2e94df-a492-4ae7-8b10-af1c09d8e2c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:26.568705 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea2e94df-a492-4ae7-8b10-af1c09d8e2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:26.632765 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-f094c52b-b054-4f07-9169-749295ad42cb req-91b95252-4037-4354-bcbf-196a1e24a956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:47:26.640666 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 2d7d90bf-ac7a-400a-a040-922ddbbd0791 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:26.647328 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f094c52b-b054-4f07-9169-749295ad42cb req-91b95252-4037-4354-bcbf-196a1e24a956 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:26.654935 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-831258e1-ce4b-4df5-956b-5f4cf66adde3 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] delete failed (client error): The resource could not be found. Nov 12 08:47:26.656117 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-831258e1-ce4b-4df5-956b-5f4cf66adde3 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] 10.222.0.37 "DELETE /v2.0/routers/c560fd8d-3e0a-4b6a-8bc1-295a3cf828a9 HTTP/1.1" status: 404 len: 336 time: 0.7652719 Nov 12 08:47:26.664603 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56484) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:26.668311 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2e94df-a492-4ae7-8b10-af1c09d8e2c0 admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:26.710083 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e94df-a492-4ae7-8b10-af1c09d8e2c0 admin admin] Pushing event updated for resources: {'Port': ['ID=97a6155f-865f-4b0c-b938-65fc5ae1b67e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:26.725120 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-735343c2-4cce-4261-a7ea-a1f1213161d5 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] 10.222.0.37 "GET /v2.0/ports?device_id=0703a3a6-75a4-4f2d-aded-2a6fb6e8e957 HTTP/1.1" status: 200 len: 205 time: 0.0584767 Nov 12 08:47:26.727497 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-ea2e94df-a492-4ae7-8b10-af1c09d8e2c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:26.732203 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56486) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:26.734441 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2e94df-a492-4ae7-8b10-af1c09d8e2c0 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:26.746163 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f4ce28-d511-4894-8fbd-b1692eadbaaf None None] Network e2616ee2-fa6a-4521-8d33-a586b1684eb2 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:26.773649 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-f094c52b-b054-4f07-9169-749295ad42cb req-91b95252-4037-4354-bcbf-196a1e24a956 service neutron] Transition to ACTIVE for port object 5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:47:26.782035 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f094c52b-b054-4f07-9169-749295ad42cb req-91b95252-4037-4354-bcbf-196a1e24a956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:26.895161 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3161b009-6400-4bd9-8fce-1161d1a9cfa1 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:26.896188 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-505dbdae-4328-41d2-a3f2-aa5cd01dd221 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] delete failed (client error): The resource could not be found. Nov 12 08:47:26.896188 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-505dbdae-4328-41d2-a3f2-aa5cd01dd221 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] 10.222.0.37 "DELETE /v2.0/routers/0703a3a6-75a4-4f2d-aded-2a6fb6e8e957 HTTP/1.1" status: 404 len: 336 time: 0.1563997 Nov 12 08:47:26.903230 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275b2f2-9ad0-42e6-a2ff-edd0b4d46a66 req-be06c90d-4331-4af3-9115-08487cc1a659 tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:26.911848 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3275b2f2-9ad0-42e6-a2ff-edd0b4d46a66 req-be06c90d-4331-4af3-9115-08487cc1a659 tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cadc41f-1089-47a0-9da4-bf5d4a31ee84 HTTP/1.1" status: 200 len: 932 time: 0.2525434 Nov 12 08:47:26.923382 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56488) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:26.946810 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-63b349bf-910e-4a50-af92-f7df136e4d5c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:26.963069 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-7d824949-4bea-487a-99e3-016a552fc0c0 None None] Provisioning complete for port 2d7d90bf-ac7a-400a-a040-922ddbbd0791 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:26.963775 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7d824949-4bea-487a-99e3-016a552fc0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.034052 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 2d7d90bf-ac7a-400a-a040-922ddbbd0791 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:27.034429 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.174003 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3275b2f2-9ad0-42e6-a2ff-edd0b4d46a66 req-7576e96d-6f74-42b7-b345-5f402c084b6d tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b994a9c-930f-4578-b6a4-2ca02ef37556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608109 Nov 12 08:47:27.180927 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b95252-4037-4354-bcbf-196a1e24a956 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:27.186145 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-63b349bf-910e-4a50-af92-f7df136e4d5c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.194352 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-852853a3-e32c-4eb6-b7a8-af2081095601 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] 10.222.0.37 "GET /v2.0/ports?device_id=01b9d713-b9e0-42d3-9163-7d7d57aaa86d HTTP/1.1" status: 200 len: 205 time: 0.1810133 Nov 12 08:47:27.205210 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7d824949-4bea-487a-99e3-016a552fc0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.212522 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56490) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:27.277453 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-63b349bf-910e-4a50-af92-f7df136e4d5c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.287122 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-63b349bf-910e-4a50-af92-f7df136e4d5c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/988607c2-eb89-4f01-9583-c6a3e45e6ed2 HTTP/1.1" status: 204 len: 168 time: 2.3500466 Nov 12 08:47:27.332459 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.362991 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc53a5f3-07e3-482c-a8bd-e3449de65055 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.372854 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56492) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:27.383424 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-7d824949-4bea-487a-99e3-016a552fc0c0 None None] For port 2d7d90bf-ac7a-400a-a040-922ddbbd0791, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=2d7d90bf-ac7a-400a-a040-922ddbbd0791,segment=NetworkSegment(248a752e-b4d2-4cfd-9c16-b31e78b4bead),segment_id=248a752e-b4d2-4cfd-9c16-b31e78b4bead)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:27.408332 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7d824949-4bea-487a-99e3-016a552fc0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.437230 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-4c570b4e-42b6-40ad-a309-c6a32e28de82 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] delete failed (client error): The resource could not be found. Nov 12 08:47:27.438372 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4c570b4e-42b6-40ad-a309-c6a32e28de82 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] 10.222.0.37 "DELETE /v2.0/routers/01b9d713-b9e0-42d3-9163-7d7d57aaa86d HTTP/1.1" status: 404 len: 336 time: 0.1994221 Nov 12 08:47:27.440290 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b349bf-910e-4a50-af92-f7df136e4d5c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Subnet': ['ID=988607c2-eb89-4f01-9583-c6a3e45e6ed2,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:27.445862 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56494) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:27.501557 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2b9cb8a1-3d0a-4dfc-9b39-dd72767e48ca tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0822365 Nov 12 08:47:27.519705 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d824949-4bea-487a-99e3-016a552fc0c0 None None] Pushing event updated for resources: {'Port': ['ID=2d7d90bf-ac7a-400a-a040-922ddbbd0791,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:27.563480 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56496) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:27.586916 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b8a19c4c-8bd6-4396-8c07-9fb1a5e70368 None None] Provisioning complete for port 97a6155f-865f-4b0c-b938-65fc5ae1b67e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:27.587316 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b8a19c4c-8bd6-4396-8c07-9fb1a5e70368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.598274 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-bd6f5e95-f5ed-4b87-b17d-6adeb18b2407 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:27.638257 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dc5002-6d0e-4cb2-be3b-fbf9fe52d33c None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:27.645720 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-f094c52b-b054-4f07-9169-749295ad42cb req-91b95252-4037-4354-bcbf-196a1e24a956 service neutron] Attempting to bind port 5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:27.647321 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-f094c52b-b054-4f07-9169-749295ad42cb req-91b95252-4037-4354-bcbf-196a1e24a956 service neutron] Attempting to bind port 5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'f47cdde4-7af7-4073-b5c9-3d28775471ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '300f9e02-d889-4c67-81e5-4a23a811c4ea'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:27.648144 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f094c52b-b054-4f07-9169-749295ad42cb req-91b95252-4037-4354-bcbf-196a1e24a956 service neutron] Attempting to bind port 5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e on network 300f9e02-d889-4c67-81e5-4a23a811c4ea {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:27.655340 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:47:27.655674 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:47:27.659379 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f094c52b-b054-4f07-9169-749295ad42cb req-91b95252-4037-4354-bcbf-196a1e24a956 service neutron] Port 5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e on network 300f9e02-d889-4c67-81e5-4a23a811c4ea not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:27.661160 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f094c52b-b054-4f07-9169-749295ad42cb req-91b95252-4037-4354-bcbf-196a1e24a956 service neutron] Attempting to bind port 5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e on network 300f9e02-d889-4c67-81e5-4a23a811c4ea {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:27.708378 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-b8a19c4c-8bd6-4396-8c07-9fb1a5e70368 None None] Port 97a6155f-865f-4b0c-b938-65fc5ae1b67e cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:27.712691 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f094c52b-b054-4f07-9169-749295ad42cb req-91b95252-4037-4354-bcbf-196a1e24a956 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:27.713389 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f094c52b-b054-4f07-9169-749295ad42cb req-91b95252-4037-4354-bcbf-196a1e24a956 service neutron] Checking segment: {'id': 'f47cdde4-7af7-4073-b5c9-3d28775471ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '300f9e02-d889-4c67-81e5-4a23a811c4ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:27.714385 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f094c52b-b054-4f07-9169-749295ad42cb req-91b95252-4037-4354-bcbf-196a1e24a956 service neutron] Bound using segment: {'id': 'f47cdde4-7af7-4073-b5c9-3d28775471ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '300f9e02-d889-4c67-81e5-4a23a811c4ea'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:27.715558 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-f094c52b-b054-4f07-9169-749295ad42cb req-91b95252-4037-4354-bcbf-196a1e24a956 service neutron] Bound port: 5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47cdde4-7af7-4073-b5c9-3d28775471ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '300f9e02-d889-4c67-81e5-4a23a811c4ea'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:27.716064 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f094c52b-b054-4f07-9169-749295ad42cb req-91b95252-4037-4354-bcbf-196a1e24a956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.733941 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-81ec01ee-1e86-4406-a68f-004f8de6789c tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6eff6c4-48c9-4859-82d0-33d2c9f10a95 HTTP/1.1" status: 200 len: 205 time: 0.2776737 Nov 12 08:47:27.735254 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56498) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:27.763362 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-b86e2a82-a4b2-4c88-9a65-582a2d0c52d1 admin admin] Deleting port 1e6e424a-1c31-406e-9c2a-020bc5716600 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:27.764222 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b86e2a82-a4b2-4c88-9a65-582a2d0c52d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.803945 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-a90eca86-deaa-46c4-8363-8b7be740cf8d tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] delete failed (client error): The resource could not be found. Nov 12 08:47:27.809234 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a90eca86-deaa-46c4-8363-8b7be740cf8d tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] 10.222.0.37 "DELETE /v2.0/routers/c6eff6c4-48c9-4859-82d0-33d2c9f10a95 HTTP/1.1" status: 404 len: 336 time: 0.0666525 Nov 12 08:47:27.809502 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56500) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:27.847620 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d9ae8615-130a-4663-8e15-2d2e85e6777d None None] Provisioning complete for port 2d7d90bf-ac7a-400a-a040-922ddbbd0791 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:27.848659 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d9ae8615-130a-4663-8e15-2d2e85e6777d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.873120 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1cdc4e4-7c78-4643-8cfe-d54eb3433bf1 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] DELETE failed (client error): The resource could not be found. Nov 12 08:47:27.873464 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1cdc4e4-7c78-4643-8cfe-d54eb3433bf1 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:47:27.881496 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f1cdc4e4-7c78-4643-8cfe-d54eb3433bf1 tempest-RoutersAdminTest-387536941 tempest-RoutersAdminTest-387536941-project] 10.222.0.37 "DELETE /v2.0/subnets/79e3c6f2-7f49-496a-9641-f70ee687e276 HTTP/1.1" status: 404 len: 337 time: 0.0667405 Nov 12 08:47:27.895482 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea2e94df-a492-4ae7-8b10-af1c09d8e2c0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.953194 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc53a5f3-07e3-482c-a8bd-e3449de65055 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.962704 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b63a652-a9a4-44e4-b5f9-b9cd0c10afcf None None] DHCP port deletion for 7bfd1417-cac6-4152-826e-588573fa4bfa request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:28.017622 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a5f3-07e3-482c-a8bd-e3449de65055 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Pushing event deleted for resources: {'Subnet': ['ID=abc4e7fc-f933-4c0f-8cf5-0e568cee3608,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:28.049451 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6f5e95-f5ed-4b87-b17d-6adeb18b2407 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:28.056525 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bd6f5e95-f5ed-4b87-b17d-6adeb18b2407 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.098426 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7b74f0-d7a7-4872-a484-3482b018c3fa None None] Network b66e024a-4f6b-4428-ad82-fdc24bde2b7c requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:28.101998 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc53a5f3-07e3-482c-a8bd-e3449de65055 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.108168 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-cc53a5f3-07e3-482c-a8bd-e3449de65055 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] 10.222.0.37 "DELETE /v2.0/subnets/abc4e7fc-f933-4c0f-8cf5-0e568cee3608 HTTP/1.1" status: 204 len: 168 time: 2.8727520 Nov 12 08:47:28.115872 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56504) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:28.272144 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b86e2a82-a4b2-4c88-9a65-582a2d0c52d1 admin admin] For port 1e6e424a-1c31-406e-9c2a-020bc5716600, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=1e6e424a-1c31-406e-9c2a-020bc5716600,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:28.272584 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b86e2a82-a4b2-4c88-9a65-582a2d0c52d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.317075 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-b86e2a82-a4b2-4c88-9a65-582a2d0c52d1 admin admin] Calling delete_port for 1e6e424a-1c31-406e-9c2a-020bc5716600 owned by network:router_gateway {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:28.334382 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-91b66100-aa2b-4dbd-ad72-4340a80f91df tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.387468 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea2e94df-a492-4ae7-8b10-af1c09d8e2c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.419631 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-f094c52b-b054-4f07-9169-749295ad42cb req-91b95252-4037-4354-bcbf-196a1e24a956 service neutron] For port 5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:28.423373 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-f094c52b-b054-4f07-9169-749295ad42cb req-91b95252-4037-4354-bcbf-196a1e24a956 service neutron] For port 5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e,segment=NetworkSegment(f47cdde4-7af7-4073-b5c9-3d28775471ec),segment_id=f47cdde4-7af7-4073-b5c9-3d28775471ec)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:28.472548 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56512) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:28.486107 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f094c52b-b054-4f07-9169-749295ad42cb req-91b95252-4037-4354-bcbf-196a1e24a956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.746795 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9487cb-8ea2-4735-bcf2-c4f3cec103fc req-25f7177f-3d9d-480c-8da7-5703f20dce46 tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:28.750685 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4a9487cb-8ea2-4735-bcf2-c4f3cec103fc req-25f7177f-3d9d-480c-8da7-5703f20dce46 tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cadc41f-1089-47a0-9da4-bf5d4a31ee84 HTTP/1.1" status: 200 len: 944 time: 0.3143821 Nov 12 08:47:28.793979 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d1b90378-0b39-4838-84d9-3c83480f32e7 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:28.802536 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-7b63a652-a9a4-44e4-b5f9-b9cd0c10afcf None None] Deleting port d1b90378-0b39-4838-84d9-3c83480f32e7 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:28.803070 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7b63a652-a9a4-44e4-b5f9-b9cd0c10afcf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.813557 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d9ae8615-130a-4663-8e15-2d2e85e6777d None None] Provisioning complete for port d1b90378-0b39-4838-84d9-3c83480f32e7 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:28.814157 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d9ae8615-130a-4663-8e15-2d2e85e6777d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.978075 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4a9487cb-8ea2-4735-bcf2-c4f3cec103fc req-190b7636-1b36-41ba-9cc2-5cc269e72cfa tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b994a9c-930f-4578-b6a4-2ca02ef37556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172416 Nov 12 08:47:28.982932 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-91b66100-aa2b-4dbd-ad72-4340a80f91df tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Deleting port 1547860e-a3ee-4edb-b2ed-95c16f15bd7e {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:28.982932 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-91b66100-aa2b-4dbd-ad72-4340a80f91df tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.985461 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bd6f5e95-f5ed-4b87-b17d-6adeb18b2407 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.016562 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094c52b-b054-4f07-9169-749295ad42cb req-91b95252-4037-4354-bcbf-196a1e24a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:29.017557 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f094c52b-b054-4f07-9169-749295ad42cb req-91b95252-4037-4354-bcbf-196a1e24a956 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.019836 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f094c52b-b054-4f07-9169-749295ad42cb req-91b95252-4037-4354-bcbf-196a1e24a956 service neutron] 10.222.0.54 "PUT /v2.0/ports/5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e HTTP/1.1" status: 200 len: 1093 time: 3.5320981 Nov 12 08:47:29.020842 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cadc41f-1089-47a0-9da4-bf5d4a31ee84', 'tag': '5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:29.026323 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bc3a20-206d-4e61-8d16-36d00d9eb000" -d '{"events": [{"name": "network-changed", "server_uuid": "3cadc41f-1089-47a0-9da4-bf5d4a31ee84", "tag": "5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:29.031430 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b936cce-6b01-4064-97c3-73c60c694737 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.132578 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb39e36b-cb92-453c-b185-217cd91a6c4d None None] DHCP port deletion for b66e024a-4f6b-4428-ad82-fdc24bde2b7c request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:29.149063 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6f5e95-f5ed-4b87-b17d-6adeb18b2407 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:29.172617 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-bd6f5e95-f5ed-4b87-b17d-6adeb18b2407 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:29.203404 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-7b63a652-a9a4-44e4-b5f9-b9cd0c10afcf None None] For port d1b90378-0b39-4838-84d9-3c83480f32e7, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d1b90378-0b39-4838-84d9-3c83480f32e7,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:29.204672 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7b63a652-a9a4-44e4-b5f9-b9cd0c10afcf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.215453 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6f5e95-f5ed-4b87-b17d-6adeb18b2407 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:29.216770 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bd6f5e95-f5ed-4b87-b17d-6adeb18b2407 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.229176 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-91b66100-aa2b-4dbd-ad72-4340a80f91df tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] For port 1547860e-a3ee-4edb-b2ed-95c16f15bd7e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=1547860e-a3ee-4edb-b2ed-95c16f15bd7e,segment=NetworkSegment(2b22ac96-1d96-4556-acc8-058f624c42de),segment_id=2b22ac96-1d96-4556-acc8-058f624c42de)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:29.232360 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-91b66100-aa2b-4dbd-ad72-4340a80f91df tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.243283 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.244906 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-7b63a652-a9a4-44e4-b5f9-b9cd0c10afcf None None] Calling delete_port for d1b90378-0b39-4838-84d9-3c83480f32e7 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:29.265734 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b95252-4037-4354-bcbf-196a1e24a956 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:29.286555 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-91b66100-aa2b-4dbd-ad72-4340a80f91df tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Calling delete_port for 1547860e-a3ee-4edb-b2ed-95c16f15bd7e owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:29.292431 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f5e95-f5ed-4b87-b17d-6adeb18b2407 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Subnet': ['ID=5fe0e4e9-934b-427a-bf29-9b8698c952d6,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:29.299151 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b86e2a82-a4b2-4c88-9a65-582a2d0c52d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.300690 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port d1b90378-0b39-4838-84d9-3c83480f32e7 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:29.301262 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.314062 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094c52b-b054-4f07-9169-749295ad42cb req-dbc3f15b-c509-44ba-92a7-53b7e5348c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:29.316102 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f094c52b-b054-4f07-9169-749295ad42cb req-dbc3f15b-c509-44ba-92a7-53b7e5348c8c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bab8e981024b480d9e791cf56c49c101&device_id=3cadc41f-1089-47a0-9da4-bf5d4a31ee84 HTTP/1.1" status: 200 len: 1096 time: 0.1969371 Nov 12 08:47:29.321983 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2e94df-a492-4ae7-8b10-af1c09d8e2c0 admin admin] Router 35693e22-759f-44ad-b370-bfc9c085b457 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:47:29.346752 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bd6f5e95-f5ed-4b87-b17d-6adeb18b2407 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7642994 Nov 12 08:47:29.347855 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56520) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:29.371003 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f094c52b-b054-4f07-9169-749295ad42cb req-1ae1d221-99c1-4242-a898-2be91926e08f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e HTTP/1.1" status: 200 len: 217 time: 0.0428925 Nov 12 08:47:29.398064 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f5e95-f5ed-4b87-b17d-6adeb18b2407 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:29.398064 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f5e95-f5ed-4b87-b17d-6adeb18b2407 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:29.398451 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f5e95-f5ed-4b87-b17d-6adeb18b2407 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:29.398641 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f5e95-f5ed-4b87-b17d-6adeb18b2407 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:29.398997 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f5e95-f5ed-4b87-b17d-6adeb18b2407 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:29.399401 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f5e95-f5ed-4b87-b17d-6adeb18b2407 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:29.400020 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f5e95-f5ed-4b87-b17d-6adeb18b2407 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:29.400375 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f5e95-f5ed-4b87-b17d-6adeb18b2407 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:29.400705 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f5e95-f5ed-4b87-b17d-6adeb18b2407 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:29.401068 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f5e95-f5ed-4b87-b17d-6adeb18b2407 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:29.401457 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f5e95-f5ed-4b87-b17d-6adeb18b2407 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:29.401787 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f5e95-f5ed-4b87-b17d-6adeb18b2407 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:29.409484 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-197ce9ae-fccc-4af9-93c7-2eaccb28c59d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1289549272', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:29.421548 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e2a82-a4b2-4c88-9a65-582a2d0c52d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e6e424a-1c31-406e-9c2a-020bc5716600,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:29.456767 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1165bcf8-2fab-4feb-a348-59a28f8a9736 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:29.463006 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d9ae8615-130a-4663-8e15-2d2e85e6777d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.482016 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb39e36b-cb92-453c-b185-217cd91a6c4d None None] Deleting port 1547860e-a3ee-4edb-b2ed-95c16f15bd7e {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:29.482314 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb39e36b-cb92-453c-b185-217cd91a6c4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.533216 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094c52b-b054-4f07-9169-749295ad42cb req-ee3c35b8-1ffc-4b59-8606-722b73149296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:29.535079 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f094c52b-b054-4f07-9169-749295ad42cb req-ee3c35b8-1ffc-4b59-8606-722b73149296 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7c5098d1-f409-4060-ac43-5a5d9389e637 HTTP/1.1" status: 200 len: 852 time: 0.1568601 Nov 12 08:47:29.584597 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b936cce-6b01-4064-97c3-73c60c694737 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.587606 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f094c52b-b054-4f07-9169-749295ad42cb req-11c22733-0e71-481c-8ca2-1e9536a3fb77 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=300f9e02-d889-4c67-81e5-4a23a811c4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434270 Nov 12 08:47:29.610197 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-d9ae8615-130a-4663-8e15-2d2e85e6777d None None] For port d1b90378-0b39-4838-84d9-3c83480f32e7, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d1b90378-0b39-4838-84d9-3c83480f32e7,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:29.640239 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d9ae8615-130a-4663-8e15-2d2e85e6777d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.659041 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-197ce9ae-fccc-4af9-93c7-2eaccb28c59d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.664816 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-197ce9ae-fccc-4af9-93c7-2eaccb28c59d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.683994 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7b63a652-a9a4-44e4-b5f9-b9cd0c10afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.691381 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b86e2a82-a4b2-4c88-9a65-582a2d0c52d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.711199 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb39e36b-cb92-453c-b185-217cd91a6c4d None None] For port 1547860e-a3ee-4edb-b2ed-95c16f15bd7e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=1547860e-a3ee-4edb-b2ed-95c16f15bd7e,segment=NetworkSegment(2b22ac96-1d96-4556-acc8-058f624c42de),segment_id=2b22ac96-1d96-4556-acc8-058f624c42de)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:29.711653 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb39e36b-cb92-453c-b185-217cd91a6c4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.718446 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae8615-130a-4663-8e15-2d2e85e6777d None None] Pushing event deleted for resources: {'Port': ['ID=d1b90378-0b39-4838-84d9-3c83480f32e7,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:29.729326 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.737597 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b936cce-6b01-4064-97c3-73c60c694737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.753371 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe6d548-f6f1-4bcd-b440-faca4d5e21bc x-openstack-request-id: req-3fe6d548-f6f1-4bcd-b440-faca4d5e21bc {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:29.753371 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cadc41f-1089-47a0-9da4-bf5d4a31ee84", "tag": "5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:29.753872 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3fe6d548-f6f1-4bcd-b440-faca4d5e21bc {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:29.754038 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cadc41f-1089-47a0-9da4-bf5d4a31ee84', 'tag': '5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e', 'status': 'completed', 'code': 200} Nov 12 08:47:29.755171 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb39e36b-cb92-453c-b185-217cd91a6c4d None None] Calling delete_port for 1547860e-a3ee-4edb-b2ed-95c16f15bd7e owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:29.778494 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b63a652-a9a4-44e4-b5f9-b9cd0c10afcf None None] No DVR routers for this DVR port d1b90378-0b39-4838-84d9-3c83480f32e7 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:47:29.798231 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63a652-a9a4-44e4-b5f9-b9cd0c10afcf None None] Pushing event deleted for resources: {'Port': ['ID=d1b90378-0b39-4838-84d9-3c83480f32e7,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:29.810386 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2e94df-a492-4ae7-8b10-af1c09d8e2c0 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:29.827560 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f094c52b-b054-4f07-9169-749295ad42cb req-21dcee7b-a274-4367-b99e-4c10bdbeed8a service neutron] 10.222.0.54 "GET /v2.0/networks/300f9e02-d889-4c67-81e5-4a23a811c4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105293 Nov 12 08:47:29.834200 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4b936cce-6b01-4064-97c3-73c60c694737 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ffe62879b9a4ec7a6856bc06cde4eee&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3603926 Nov 12 08:47:29.840702 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56522) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:29.841300 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b936cce-6b01-4064-97c3-73c60c694737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25cf5d5-6867-46c1-b294-c7d3ebdcfe48,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:29.876171 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b86e2a82-a4b2-4c88-9a65-582a2d0c52d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.878354 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea2e94df-a492-4ae7-8b10-af1c09d8e2c0 admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.878529 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c33f03-51cf-4681-b279-29133ac72613 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:29.882338 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ea2e94df-a492-4ae7-8b10-af1c09d8e2c0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.4367988 Nov 12 08:47:29.882583 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b646e510-5ee5-4325-85f2-00e27c40d2bd None None] Sync routers for ids ['35693e22-759f-44ad-b370-bfc9c085b457'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:29.884791 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b86e2a82-a4b2-4c88-9a65-582a2d0c52d1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.887414 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-91b66100-aa2b-4dbd-ad72-4340a80f91df tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.892470 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56524) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:29.933145 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d535109c-b3ab-44f1-aec4-75a36c1cda71 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:47:30.001057 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b66100-aa2b-4dbd-ad72-4340a80f91df tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] No DVR routers for this DVR port 1547860e-a3ee-4edb-b2ed-95c16f15bd7e on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:47:30.004718 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-197ce9ae-fccc-4af9-93c7-2eaccb28c59d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.007837 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b66100-aa2b-4dbd-ad72-4340a80f91df tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Pushing event deleted for resources: {'Port': ['ID=1547860e-a3ee-4edb-b2ed-95c16f15bd7e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:30.011490 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: d535109c-b3ab-44f1-aec4-75a36c1cda71 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:47:30.012143 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d535109c-b3ab-44f1-aec4-75a36c1cda71 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:47:30.017167 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b646e510-5ee5-4325-85f2-00e27c40d2bd None None] Routers {'35693e22-759f-44ad-b370-bfc9c085b457'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:30.018151 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b646e510-5ee5-4325-85f2-00e27c40d2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:47:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['35693e22-759f-44ad-b370-bfc9c085b457'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:30.021477 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-197ce9ae-fccc-4af9-93c7-2eaccb28c59d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.169623 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb39e36b-cb92-453c-b185-217cd91a6c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.188524 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b86e2a82-a4b2-4c88-9a65-582a2d0c52d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.189057 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86e2a82-a4b2-4c88-9a65-582a2d0c52d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52868198-c198-48ad-ade2-c9b9db715967 {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:47:30.207288 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b86e2a82-a4b2-4c88-9a65-582a2d0c52d1 admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.209063 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b86e2a82-a4b2-4c88-9a65-582a2d0c52d1 admin admin] 10.222.0.37 "DELETE /v2.0/routers/52868198-c198-48ad-ade2-c9b9db715967 HTTP/1.1" status: 204 len: 168 time: 6.1520705 Nov 12 08:47:30.222779 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-197ce9ae-fccc-4af9-93c7-2eaccb28c59d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.224429 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-197ce9ae-fccc-4af9-93c7-2eaccb28c59d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8303499 Nov 12 08:47:30.225215 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56528) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:30.234538 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7832a9ea-1405-41d1-a349-37f5cfc9f919 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.271022 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56532) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:30.317896 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb39e36b-cb92-453c-b185-217cd91a6c4d None None] No DVR routers for this DVR port 1547860e-a3ee-4edb-b2ed-95c16f15bd7e on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:47:30.325008 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39e36b-cb92-453c-b185-217cd91a6c4d None None] Pushing event deleted for resources: {'Port': ['ID=1547860e-a3ee-4edb-b2ed-95c16f15bd7e,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:30.362497 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-91b66100-aa2b-4dbd-ad72-4340a80f91df tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.393589 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 2d7d90bf-ac7a-400a-a040-922ddbbd0791 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:30.411277 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f094c52b-b054-4f07-9169-749295ad42cb req-41125dd6-d9e1-482d-a8fa-7992969dc097 service neutron] 10.222.0.54 "GET /v2.0/networks/300f9e02-d889-4c67-81e5-4a23a811c4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5727634 Nov 12 08:47:30.460288 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7832a9ea-1405-41d1-a349-37f5cfc9f919 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.523678 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-b646e510-5ee5-4325-85f2-00e27c40d2bd None None] Set router 35693e22-759f-44ad-b370-bfc9c085b457 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:30.591797 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce8b847-d3ad-4d82-8a70-7ccb1b577074 admin admin] Deleting subnet ec79070a-c94b-4d76-8d90-f255a03ba1be {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:47:30.612295 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6ce8b847-d3ad-4d82-8a70-7ccb1b577074 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.635121 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee5a2d8-224e-4083-bb11-f98fa21ad236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-7bfd1417-cac6-4152-826e-588573fa4bfa', 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'fixed_ips': [{'subnet_id': '5fe0e4e9-934b-427a-bf29-9b8698c952d6'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:47:30.636034 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eee5a2d8-224e-4083-bb11-f98fa21ad236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.700044 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-91b66100-aa2b-4dbd-ad72-4340a80f91df tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b66e024a-4f6b-4428-ad82-fdc24bde2b7c']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:30.741106 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 2d7d90bf-ac7a-400a-a040-922ddbbd0791 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:30.742381 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.773583 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-91b66100-aa2b-4dbd-ad72-4340a80f91df tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b22ac96-1d96-4556-acc8-058f624c42de') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:30.773953 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-91b66100-aa2b-4dbd-ad72-4340a80f91df tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b22ac96-1d96-4556-acc8-058f624c42de') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:30.799939 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-91b66100-aa2b-4dbd-ad72-4340a80f91df tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.805937 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6ce8b847-d3ad-4d82-8a70-7ccb1b577074 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.877714 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-91b66100-aa2b-4dbd-ad72-4340a80f91df tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.879858 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7832a9ea-1405-41d1-a349-37f5cfc9f919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.882980 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7832a9ea-1405-41d1-a349-37f5cfc9f919 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.884275 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7832a9ea-1405-41d1-a349-37f5cfc9f919 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a25cf5d5-6867-46c1-b294-c7d3ebdcfe48 HTTP/1.1" status: 204 len: 168 time: 1.0438871 Nov 12 08:47:30.900693 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc3a20-206d-4e61-8d16-36d00d9eb000 req-e116502f-6e85-462b-ae01-e7ec74e03eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:30.902277 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-08bc3a20-206d-4e61-8d16-36d00d9eb000 req-e116502f-6e85-462b-ae01-e7ec74e03eed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bab8e981024b480d9e791cf56c49c101&device_id=3cadc41f-1089-47a0-9da4-bf5d4a31ee84 HTTP/1.1" status: 200 len: 1096 time: 0.3883438 Nov 12 08:47:30.912293 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1546609-17d3-4d6e-8364-3f54d363ca98 req-5ab3a727-f854-4230-b7dc-9466fa5f9b14 tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:30.912631 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832a9ea-1405-41d1-a349-37f5cfc9f919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25cf5d5-6867-46c1-b294-c7d3ebdcfe48,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:30.929295 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f1546609-17d3-4d6e-8364-3f54d363ca98 req-5ab3a727-f854-4230-b7dc-9466fa5f9b14 tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cadc41f-1089-47a0-9da4-bf5d4a31ee84 HTTP/1.1" status: 200 len: 944 time: 0.4133756 Nov 12 08:47:30.940714 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91b66100-aa2b-4dbd-ad72-4340a80f91df tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:47:30.941282 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-91b66100-aa2b-4dbd-ad72-4340a80f91df tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.125446 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69ccfebc-86c9-4eee-aff8-24e1e2726f28 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.149775 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6ce8b847-d3ad-4d82-8a70-7ccb1b577074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.198250 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:47:31.198250 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:47:31.198250 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:47:31.198250 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:47:31.198250 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:47:31.198250 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:47:31.198250 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:47:31.198250 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:47:31.198250 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:47:31.198250 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:47:31.198250 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:47:31.198250 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:47:31.198250 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:47:31.198250 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:47:31.198250 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:47:31.198250 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:47:31.198250 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:47:31.198250 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:47:31.198250 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:47:31.198250 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:47:31.198250 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:47:31.198250 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:47:31.198250 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:47:31.198250 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:47:31.198250 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:47:31.198250 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:47:31.198250 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:47:31.198250 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:47:31.198250 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:47:31.198250 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:47:31.198250 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:47:31.198250 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:47:31.208965 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-91b66100-aa2b-4dbd-ad72-4340a80f91df tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.236861 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-91b66100-aa2b-4dbd-ad72-4340a80f91df tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.245288 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-91b66100-aa2b-4dbd-ad72-4340a80f91df tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] 10.222.0.37 "DELETE /v2.0/networks/b66e024a-4f6b-4428-ad82-fdc24bde2b7c HTTP/1.1" status: 204 len: 168 time: 3.1238785 Nov 12 08:47:31.255862 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56542) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:31.261835 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b66100-aa2b-4dbd-ad72-4340a80f91df tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Pushing event deleted for resources: {'Network': ['ID=b66e024a-4f6b-4428-ad82-fdc24bde2b7c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:31.279375 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc3a20-206d-4e61-8d16-36d00d9eb000 req-5025cb13-5bc5-4b47-a6a3-a7ac6be7afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:31.279375 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-08bc3a20-206d-4e61-8d16-36d00d9eb000 req-5025cb13-5bc5-4b47-a6a3-a7ac6be7afd8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=300f9e02-d889-4c67-81e5-4a23a811c4ea HTTP/1.1" status: 200 len: 913 time: 0.3591053 Nov 12 08:47:31.324979 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-70b52011-7073-4ee3-8c91-81006f16be98 tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] 10.222.0.37 "GET /v2.0/ports?device_id=106a0318-eee6-47bb-9e50-1c10c0afd4db HTTP/1.1" status: 200 len: 205 time: 0.0606117 Nov 12 08:47:31.326719 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f1546609-17d3-4d6e-8364-3f54d363ca98 req-10036c42-0209-476f-8f0d-7a874ed9a44b tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b994a9c-930f-4578-b6a4-2ca02ef37556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939013 Nov 12 08:47:31.329921 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56544) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:31.372604 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-08bc3a20-206d-4e61-8d16-36d00d9eb000 req-9ee2f27a-b642-42ce-9487-f1a293846610 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e HTTP/1.1" status: 200 len: 217 time: 0.0840294 Nov 12 08:47:31.419391 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6ce8b847-d3ad-4d82-8a70-7ccb1b577074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.531233 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8b847-d3ad-4d82-8a70-7ccb1b577074 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec79070a-c94b-4d76-8d90-f255a03ba1be,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:31.534884 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6ce8b847-d3ad-4d82-8a70-7ccb1b577074 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.545397 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6ce8b847-d3ad-4d82-8a70-7ccb1b577074 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ec79070a-c94b-4d76-8d90-f255a03ba1be HTTP/1.1" status: 204 len: 168 time: 1.1630244 Nov 12 08:47:31.550100 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bed0d546-0390-4290-88c7-055018e26dfa tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.553985 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56546) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:31.595628 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc3a20-206d-4e61-8d16-36d00d9eb000 req-a38698b4-be4e-41ff-b07c-f46cf111e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:31.597359 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-08bc3a20-206d-4e61-8d16-36d00d9eb000 req-a38698b4-be4e-41ff-b07c-f46cf111e88d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7c5098d1-f409-4060-ac43-5a5d9389e637 HTTP/1.1" status: 200 len: 852 time: 0.1883523 Nov 12 08:47:31.617225 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe39019-9db2-4f43-8a86-ce4dcef90ba7 None None] Network 416d77e6-e59f-4b38-b9bd-919bb27e94bb requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:31.646661 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56548) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:31.658788 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-08bc3a20-206d-4e61-8d16-36d00d9eb000 req-bc735bd3-aa22-49a6-8cb3-8d08fafdcb43 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=300f9e02-d889-4c67-81e5-4a23a811c4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398791 Nov 12 08:47:31.677537 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-eee5a2d8-224e-4083-bb11-f98fa21ad236 None None] Allocated IP 2001:db8::2 (7bfd1417-cac6-4152-826e-588573fa4bfa/5fe0e4e9-934b-427a-bf29-9b8698c952d6/aa074f29-3e6a-4816-b880-a83c9b755f95) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:31.708765 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2d34fa47-b0ef-4a70-b5f6-9d4a4a0601b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.754651 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b646e510-5ee5-4325-85f2-00e27c40d2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35693e22-759f-44ad-b370-bfc9c085b457', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418237876-router', 'tenant_id': '3b19a66bca5e4c74859cbee21d31b6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '97a6155f-865f-4b0c-b938-65fc5ae1b67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:21Z', 'updated_at': '2021-11-12T08:47:27Z', 'revision_number': 3, 'project_id': '3b19a66bca5e4c74859cbee21d31b6be', 'gw_port': {'id': '97a6155f-865f-4b0c-b938-65fc5ae1b67e', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:00:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35693e22-759f-44ad-b370-bfc9c085b457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:25Z', 'updated_at': '2021-11-12T08:47:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:31.811571 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-030ff2d9-cb87-4273-8c5c-9d8273eb4c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.821855 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d1b90378-0b39-4838-84d9-3c83480f32e7 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:47:31.847232 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1fcd7036-a792-4b27-afa7-d31daee9cf90 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b138899e563449f390754b290e7c930a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1940849 Nov 12 08:47:31.850745 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56550) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:31.863365 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b646e510-5ee5-4325-85f2-00e27c40d2bd None None] Checking router: 35693e22-759f-44ad-b370-bfc9c085b457 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:47:31.864200 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b646e510-5ee5-4325-85f2-00e27c40d2bd None None] Updating router 35693e22-759f-44ad-b370-bfc9c085b457 port 97a6155f-865f-4b0c-b938-65fc5ae1b67e binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:47:31.873790 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-08bc3a20-206d-4e61-8d16-36d00d9eb000 req-2e9bd58d-dec2-431d-8c1b-ac5b6c40a772 service neutron] 10.222.0.54 "GET /v2.0/networks/300f9e02-d889-4c67-81e5-4a23a811c4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007155 Nov 12 08:47:31.901806 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: d1b90378-0b39-4838-84d9-3c83480f32e7 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:47:31.902144 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d1b90378-0b39-4838-84d9-3c83480f32e7 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:47:31.902563 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 1547860e-a3ee-4edb-b2ed-95c16f15bd7e no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:47:31.968351 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 1547860e-a3ee-4edb-b2ed-95c16f15bd7e {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:47:31.969032 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 1547860e-a3ee-4edb-b2ed-95c16f15bd7e not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:47:31.982988 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bed0d546-0390-4290-88c7-055018e26dfa tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.984040 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b646e510-5ee5-4325-85f2-00e27c40d2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.987288 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bed0d546-0390-4290-88c7-055018e26dfa tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.067613 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4a2d1bb0-9d85-4243-bda6-8e5859811340 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.124076 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bed0d546-0390-4290-88c7-055018e26dfa tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.124971 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed0d546-0390-4290-88c7-055018e26dfa tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Fanout notify agent at l3_agent the message router_deleted on router 106a0318-eee6-47bb-9e50-1c10c0afd4db {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:47:32.148375 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bed0d546-0390-4290-88c7-055018e26dfa tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.152797 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bed0d546-0390-4290-88c7-055018e26dfa tempest-RoutersNegativeTest-1594384657 tempest-RoutersNegativeTest-1594384657-project] 10.222.0.37 "DELETE /v2.0/routers/106a0318-eee6-47bb-9e50-1c10c0afd4db HTTP/1.1" status: 204 len: 168 time: 0.8179958 Nov 12 08:47:32.160237 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-2d34fa47-b0ef-4a70-b5f6-9d4a4a0601b6 admin admin] Allocated IP 172.20.0.1 (e2616ee2-fa6a-4521-8d33-a586b1684eb2/fdfd3737-15a5-48be-bcfb-904e5fe7a570/fd298b81-a8d0-407f-84c3-ce6099ab9986) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:32.192939 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 1e6e424a-1c31-406e-9c2a-020bc5716600 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:47:32.198321 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4a2d1bb0-9d85-4243-bda6-8e5859811340 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.214406 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-030ff2d9-cb87-4273-8c5c-9d8273eb4c2a admin admin] Deleting port 8ba0e179-efd4-4208-a411-c840fcf25f05 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:32.215448 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-030ff2d9-cb87-4273-8c5c-9d8273eb4c2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.221766 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-08bc3a20-206d-4e61-8d16-36d00d9eb000 req-a8a3b9bb-c756-4cd6-8d21-6d657d3bccb7 service neutron] 10.222.0.54 "GET /v2.0/networks/300f9e02-d889-4c67-81e5-4a23a811c4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209238 Nov 12 08:47:32.238514 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 1e6e424a-1c31-406e-9c2a-020bc5716600 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:47:32.238514 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 1e6e424a-1c31-406e-9c2a-020bc5716600 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:47:32.250920 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf41087-3d8f-49b9-83f6-55ac728726a2 None None] DHCP port deletion for 416d77e6-e59f-4b38-b9bd-919bb27e94bb request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:32.281291 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eee5a2d8-224e-4083-bb11-f98fa21ad236 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.320967 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eee5a2d8-224e-4083-bb11-f98fa21ad236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.380830 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-69ccfebc-86c9-4eee-aff8-24e1e2726f28 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Allocated IP 2001:db8::1 (7bfd1417-cac6-4152-826e-588573fa4bfa/5fe0e4e9-934b-427a-bf29-9b8698c952d6/48df7768-1358-49bb-98fc-b481dc7521bf) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:32.502058 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee5a2d8-224e-4083-bb11-f98fa21ad236 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:32.526117 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-eee5a2d8-224e-4083-bb11-f98fa21ad236 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:32.544461 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee5a2d8-224e-4083-bb11-f98fa21ad236 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:32.555040 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5a2d8-224e-4083-bb11-f98fa21ad236 None None] Pushing event updated for resources: {'Port': ['ID=aa074f29-3e6a-4816-b880-a83c9b755f95,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:32.595203 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-030ff2d9-cb87-4273-8c5c-9d8273eb4c2a admin admin] For port 8ba0e179-efd4-4208-a411-c840fcf25f05, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=8ba0e179-efd4-4208-a411-c840fcf25f05,segment=NetworkSegment(a2bb8357-84e3-4416-95ab-bb4a7e613091),segment_id=a2bb8357-84e3-4416-95ab-bb4a7e613091)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:32.598597 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-030ff2d9-cb87-4273-8c5c-9d8273eb4c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.621570 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-030ff2d9-cb87-4273-8c5c-9d8273eb4c2a admin admin] Calling delete_port for 8ba0e179-efd4-4208-a411-c840fcf25f05 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:32.685936 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-abf41087-3d8f-49b9-83f6-55ac728726a2 None None] Deleting port 8ba0e179-efd4-4208-a411-c840fcf25f05 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:32.686889 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-abf41087-3d8f-49b9-83f6-55ac728726a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.714323 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:47:32.727464 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55066c2-49c2-4895-a742-f618a11419dc req-5734ed07-b65d-44d9-94a6-5837051ffe88 tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:32.729386 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f55066c2-49c2-4895-a742-f618a11419dc req-5734ed07-b65d-44d9-94a6-5837051ffe88 tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cadc41f-1089-47a0-9da4-bf5d4a31ee84 HTTP/1.1" status: 200 len: 944 time: 0.2750318 Nov 12 08:47:32.808245 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-030ff2d9-cb87-4273-8c5c-9d8273eb4c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.848170 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56560) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:32.860469 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ff2d9-cb87-4273-8c5c-9d8273eb4c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=8ba0e179-efd4-4208-a411-c840fcf25f05,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:32.879359 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030ff2d9-cb87-4273-8c5c-9d8273eb4c2a admin admin] No DVR routers for this DVR port 8ba0e179-efd4-4208-a411-c840fcf25f05 on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:47:32.922730 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f55066c2-49c2-4895-a742-f618a11419dc req-d6fc03e0-b303-42f7-a197-5566bb01efa1 tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b994a9c-930f-4578-b6a4-2ca02ef37556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487591 Nov 12 08:47:32.954235 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-eee5a2d8-224e-4083-bb11-f98fa21ad236 None None] Attempting to bind port aa074f29-3e6a-4816-b880-a83c9b755f95 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:32.955039 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-eee5a2d8-224e-4083-bb11-f98fa21ad236 None None] Attempting to bind port aa074f29-3e6a-4816-b880-a83c9b755f95 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:32.955794 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee5a2d8-224e-4083-bb11-f98fa21ad236 None None] Attempting to bind port aa074f29-3e6a-4816-b880-a83c9b755f95 on network 7bfd1417-cac6-4152-826e-588573fa4bfa {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:32.969380 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.resource_extend [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:47:32.991630 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-030ff2d9-cb87-4273-8c5c-9d8273eb4c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.023769 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-030ff2d9-cb87-4273-8c5c-9d8273eb4c2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416d77e6-e59f-4b38-b9bd-919bb27e94bb']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:33.036240 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-030ff2d9-cb87-4273-8c5c-9d8273eb4c2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2bb8357-84e3-4416-95ab-bb4a7e613091') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:33.036746 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-030ff2d9-cb87-4273-8c5c-9d8273eb4c2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2bb8357-84e3-4416-95ab-bb4a7e613091') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:33.050664 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-030ff2d9-cb87-4273-8c5c-9d8273eb4c2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.073886 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-030ff2d9-cb87-4273-8c5c-9d8273eb4c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.083660 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-030ff2d9-cb87-4273-8c5c-9d8273eb4c2a admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:47:33.085312 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-030ff2d9-cb87-4273-8c5c-9d8273eb4c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.086504 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee5a2d8-224e-4083-bb11-f98fa21ad236 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:33.087321 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee5a2d8-224e-4083-bb11-f98fa21ad236 None None] Checking segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:33.088122 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eee5a2d8-224e-4083-bb11-f98fa21ad236 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.088853 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee5a2d8-224e-4083-bb11-f98fa21ad236 None None] Bound using segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:33.089884 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-eee5a2d8-224e-4083-bb11-f98fa21ad236 None None] Bound port: aa074f29-3e6a-4816-b880-a83c9b755f95, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:33.091296 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eee5a2d8-224e-4083-bb11-f98fa21ad236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.132212 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4a2d1bb0-9d85-4243-bda6-8e5859811340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.134981 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4a2d1bb0-9d85-4243-bda6-8e5859811340 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.136537 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4a2d1bb0-9d85-4243-bda6-8e5859811340 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ef76876-f9b4-480e-ad2e-4045e14346d0 HTTP/1.1" status: 204 len: 168 time: 1.2852006 Nov 12 08:47:33.149487 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-abf41087-3d8f-49b9-83f6-55ac728726a2 None None] For port 8ba0e179-efd4-4208-a411-c840fcf25f05, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=8ba0e179-efd4-4208-a411-c840fcf25f05,segment=NetworkSegment(a2bb8357-84e3-4416-95ab-bb4a7e613091),segment_id=a2bb8357-84e3-4416-95ab-bb4a7e613091)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:33.150324 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-abf41087-3d8f-49b9-83f6-55ac728726a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.158656 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:47:33.158656 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:47:33.158656 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:47:33.158656 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:47:33.158656 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:47:33.158656 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:47:33.158656 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:47:33.158656 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:47:33.158656 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:47:33.158656 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:47:33.158656 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:47:33.158656 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:47:33.158656 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:47:33.158656 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:47:33.158656 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:47:33.158656 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:47:33.158656 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:47:33.158656 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:47:33.158656 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:47:33.158656 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:47:33.158656 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:47:33.158656 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:47:33.158656 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:47:33.158656 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:47:33.158656 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:47:33.158656 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:47:33.158656 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:47:33.158656 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:47:33.158656 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:47:33.158656 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:47:33.158656 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:47:33.158656 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:47:33.186706 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d1bb0-9d85-4243-bda6-8e5859811340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef76876-f9b4-480e-ad2e-4045e14346d0,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:33.195283 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69ccfebc-86c9-4eee-aff8-24e1e2726f28 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.201019 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2d34fa47-b0ef-4a70-b5f6-9d4a4a0601b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.204172 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-49c06fa1-1761-45ed-adbd-e81a3d2a4944 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dfff68fcfe1e423c9412dc8198cde5f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3539562 Nov 12 08:47:33.205373 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56566) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:33.211504 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-abf41087-3d8f-49b9-83f6-55ac728726a2 None None] Calling delete_port for 8ba0e179-efd4-4208-a411-c840fcf25f05 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:33.259791 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-030ff2d9-cb87-4273-8c5c-9d8273eb4c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.263392 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2d34fa47-b0ef-4a70-b5f6-9d4a4a0601b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.274039 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69ccfebc-86c9-4eee-aff8-24e1e2726f28 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.281550 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b646e510-5ee5-4325-85f2-00e27c40d2bd None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.288747 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-030ff2d9-cb87-4273-8c5c-9d8273eb4c2a admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.299172 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-030ff2d9-cb87-4273-8c5c-9d8273eb4c2a admin admin] 10.222.0.37 "DELETE /v2.0/networks/416d77e6-e59f-4b38-b9bd-919bb27e94bb HTTP/1.1" status: 204 len: 168 time: 1.7411027 Nov 12 08:47:33.321992 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b646e510-5ee5-4325-85f2-00e27c40d2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.324038 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ff2d9-cb87-4273-8c5c-9d8273eb4c2a admin admin] Pushing event deleted for resources: {'Network': ['ID=416d77e6-e59f-4b38-b9bd-919bb27e94bb,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:33.340042 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34fa47-b0ef-4a70-b5f6-9d4a4a0601b6 admin admin] Pushing event updated for resources: {'Port': ['ID=fd298b81-a8d0-407f-84c3-ce6099ab9986,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:33.363253 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7c62aedb-aa05-4b32-806a-8925a2bf118a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.413467 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d34fa47-b0ef-4a70-b5f6-9d4a4a0601b6 admin admin] Network e2616ee2-fa6a-4521-8d33-a586b1684eb2 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:33.432124 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-2d34fa47-b0ef-4a70-b5f6-9d4a4a0601b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:33.438007 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ccfebc-86c9-4eee-aff8-24e1e2726f28 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:33.440203 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7c62aedb-aa05-4b32-806a-8925a2bf118a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.443440 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d34fa47-b0ef-4a70-b5f6-9d4a4a0601b6 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:33.449229 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e,segment=NetworkSegment(f47cdde4-7af7-4073-b5c9-3d28775471ec),segment_id=f47cdde4-7af7-4073-b5c9-3d28775471ec)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:33.461686 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-69ccfebc-86c9-4eee-aff8-24e1e2726f28 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:33.505357 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ccfebc-86c9-4eee-aff8-24e1e2726f28 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:33.506451 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69ccfebc-86c9-4eee-aff8-24e1e2726f28 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.523891 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccfebc-86c9-4eee-aff8-24e1e2726f28 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Port': ['ID=48df7768-1358-49bb-98fc-b481dc7521bf,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:33.525830 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e', 'network_id': '300f9e02-d889-4c67-81e5-4a23a811c4ea', 'port_id': '5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e', 'mac_address': 'fa:16:3e:f9:46:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c5098d1-f409-4060-ac43-5a5d9389e637', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:47:33.527993 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96356963-f1e0-457e-94c2-1c497b41f29a None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:33.542908 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eee5a2d8-224e-4083-bb11-f98fa21ad236 None None] For port aa074f29-3e6a-4816-b880-a83c9b755f95, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:33.547788 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c90a9-c414-4e25-85f1-39fd0a08db30 None None] Pushing event updated for resources: {'Port': ['ID=97a6155f-865f-4b0c-b938-65fc5ae1b67e,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:33.567792 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b646e510-5ee5-4325-85f2-00e27c40d2bd None None] Attempting to bind port 97a6155f-865f-4b0c-b938-65fc5ae1b67e on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:33.568444 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b646e510-5ee5-4325-85f2-00e27c40d2bd None None] Attempting to bind port 97a6155f-865f-4b0c-b938-65fc5ae1b67e by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:33.568982 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b646e510-5ee5-4325-85f2-00e27c40d2bd None None] Attempting to bind port 97a6155f-865f-4b0c-b938-65fc5ae1b67e on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:33.578112 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eee5a2d8-224e-4083-bb11-f98fa21ad236 None None] For port aa074f29-3e6a-4816-b880-a83c9b755f95, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=aa074f29-3e6a-4816-b880-a83c9b755f95,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:33.587817 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7c62aedb-aa05-4b32-806a-8925a2bf118a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.593250 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7c62aedb-aa05-4b32-806a-8925a2bf118a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.595030 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7c62aedb-aa05-4b32-806a-8925a2bf118a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d877d1bd-a950-4039-95c4-190b9eca8e20 HTTP/1.1" status: 204 len: 168 time: 0.3884072 Nov 12 08:47:33.610228 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b646e510-5ee5-4325-85f2-00e27c40d2bd None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:33.610620 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b646e510-5ee5-4325-85f2-00e27c40d2bd None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:33.611124 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b646e510-5ee5-4325-85f2-00e27c40d2bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.611425 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b646e510-5ee5-4325-85f2-00e27c40d2bd None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:33.611952 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b646e510-5ee5-4325-85f2-00e27c40d2bd None None] Bound port: 97a6155f-865f-4b0c-b938-65fc5ae1b67e, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:33.612351 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b646e510-5ee5-4325-85f2-00e27c40d2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.615630 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eee5a2d8-224e-4083-bb11-f98fa21ad236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.617873 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c90a9-c414-4e25-85f1-39fd0a08db30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:33.618259 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c90a9-c414-4e25-85f1-39fd0a08db30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:33.618655 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c90a9-c414-4e25-85f1-39fd0a08db30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:33.618972 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c90a9-c414-4e25-85f1-39fd0a08db30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:33.619384 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c90a9-c414-4e25-85f1-39fd0a08db30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:33.619803 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c90a9-c414-4e25-85f1-39fd0a08db30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:33.620145 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c90a9-c414-4e25-85f1-39fd0a08db30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:33.620476 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c90a9-c414-4e25-85f1-39fd0a08db30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:33.620885 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c90a9-c414-4e25-85f1-39fd0a08db30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:33.621130 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c90a9-c414-4e25-85f1-39fd0a08db30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:33.621460 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c90a9-c414-4e25-85f1-39fd0a08db30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:33.621804 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c90a9-c414-4e25-85f1-39fd0a08db30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:33.622539 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62aedb-aa05-4b32-806a-8925a2bf118a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d877d1bd-a950-4039-95c4-190b9eca8e20,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:33.720894 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2d34fa47-b0ef-4a70-b5f6-9d4a4a0601b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.740057 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56574) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:33.858786 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-abf41087-3d8f-49b9-83f6-55ac728726a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.883530 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-aff68752-2966-4650-995e-64d2344a4d69 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=28f4e914e83743e38050bab6ad98fb14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1360371 Nov 12 08:47:33.887312 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56578) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:33.904945 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-abf41087-3d8f-49b9-83f6-55ac728726a2 None None] Network 416d77e6-e59f-4b38-b9bd-919bb27e94bb is not hosted by any dhcp agent {{(pid=102570) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:47:33.905461 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf41087-3d8f-49b9-83f6-55ac728726a2 None None] No DVR routers for this DVR port 8ba0e179-efd4-4208-a411-c840fcf25f05 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:47:33.924525 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.926656 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f76043b4-8249-4943-8ee0-95fe89f71730 None None] Provisioning complete for port 97a6155f-865f-4b0c-b938-65fc5ae1b67e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:33.927148 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f76043b4-8249-4943-8ee0-95fe89f71730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.985737 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b646e510-5ee5-4325-85f2-00e27c40d2bd None None] For port 97a6155f-865f-4b0c-b938-65fc5ae1b67e, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:33.988277 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5a2d8-224e-4083-bb11-f98fa21ad236 None None] Pushing event updated for resources: {'Port': ['ID=aa074f29-3e6a-4816-b880-a83c9b755f95,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:34.024917 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b646e510-5ee5-4325-85f2-00e27c40d2bd None None] For port 97a6155f-865f-4b0c-b938-65fc5ae1b67e, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=97a6155f-865f-4b0c-b938-65fc5ae1b67e,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:34.027261 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:47:34.079115 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d551b0cd-87ff-4a60-8912-17e4d78e4c0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:34.088811 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b646e510-5ee5-4325-85f2-00e27c40d2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:34.099017 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf41087-3d8f-49b9-83f6-55ac728726a2 None None] Pushing event deleted for resources: {'Port': ['ID=8ba0e179-efd4-4208-a411-c840fcf25f05,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:34.181462 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e,segment=NetworkSegment(f47cdde4-7af7-4073-b5c9-3d28775471ec),segment_id=f47cdde4-7af7-4073-b5c9-3d28775471ec)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:34.227353 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d551b0cd-87ff-4a60-8912-17e4d78e4c0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:34.253808 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-f76043b4-8249-4943-8ee0-95fe89f71730 None None] Port 97a6155f-865f-4b0c-b938-65fc5ae1b67e cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:34.257143 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c90a9-c414-4e25-85f1-39fd0a08db30 None None] Pushing event updated for resources: {'Port': ['ID=97a6155f-865f-4b0c-b938-65fc5ae1b67e,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:34.273550 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8ba0e179-efd4-4208-a411-c840fcf25f05 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:47:34.277293 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:34.326668 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69ccfebc-86c9-4eee-aff8-24e1e2726f28 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:34.338139 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c5a94-a007-43f2-9235-96e92946f226 req-dccb3bc3-4371-4c2b-a5d0-6a19d7dcf026 tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:34.347074 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca8c5a94-a007-43f2-9235-96e92946f226 req-dccb3bc3-4371-4c2b-a5d0-6a19d7dcf026 tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cadc41f-1089-47a0-9da4-bf5d4a31ee84 HTTP/1.1" status: 200 len: 944 time: 0.2374039 Nov 12 08:47:34.425683 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca8c5a94-a007-43f2-9235-96e92946f226 req-3f9464d7-4dcb-4637-8651-3400e85a6073 tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b994a9c-930f-4578-b6a4-2ca02ef37556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775321 Nov 12 08:47:34.461137 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d551b0cd-87ff-4a60-8912-17e4d78e4c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:34.464716 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d551b0cd-87ff-4a60-8912-17e4d78e4c0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:34.466360 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d551b0cd-87ff-4a60-8912-17e4d78e4c0f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f8a5954e-b945-48ed-b980-9cdbde3ec7bc HTTP/1.1" status: 204 len: 168 time: 0.5777175 Nov 12 08:47:34.481022 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551b0cd-87ff-4a60-8912-17e4d78e4c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a5954e-b945-48ed-b980-9cdbde3ec7bc,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:34.590510 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2d34fa47-b0ef-4a70-b5f6-9d4a4a0601b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:34.721916 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37067feb-8945-4925-a880-6f868efb293c None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:34.736135 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 8ba0e179-efd4-4208-a411-c840fcf25f05 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:47:34.736595 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8ba0e179-efd4-4208-a411-c840fcf25f05 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:47:34.758771 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:34.769019 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b646e510-5ee5-4325-85f2-00e27c40d2bd None None] Routers {'35693e22-759f-44ad-b370-bfc9c085b457'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:34.770568 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b646e510-5ee5-4325-85f2-00e27c40d2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:47:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['35693e22-759f-44ad-b370-bfc9c085b457'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:34.824153 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-3365b07e-4eb6-4a31-a13c-c4c15232e2f1 None None] Provisioning complete for port fd298b81-a8d0-407f-84c3-ce6099ab9986 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:34.824528 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3365b07e-4eb6-4a31-a13c-c4c15232e2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:34.851913 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:47:34.953263 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-3365b07e-4eb6-4a31-a13c-c4c15232e2f1 None None] Port fd298b81-a8d0-407f-84c3-ce6099ab9986 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:34.993482 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-b646e510-5ee5-4325-85f2-00e27c40d2bd None None] Set router 35693e22-759f-44ad-b370-bfc9c085b457 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:35.197589 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e9955b74-a3c5-44f2-97ab-18201ca90122 None None] Provisioning complete for port 97a6155f-865f-4b0c-b938-65fc5ae1b67e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:35.197589 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e9955b74-a3c5-44f2-97ab-18201ca90122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.358734 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69ccfebc-86c9-4eee-aff8-24e1e2726f28 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.374390 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69ccfebc-86c9-4eee-aff8-24e1e2726f28 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.375641 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69ccfebc-86c9-4eee-aff8-24e1e2726f28 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.535432 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e9955b74-a3c5-44f2-97ab-18201ca90122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.601070 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2d34fa47-b0ef-4a70-b5f6-9d4a4a0601b6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.608160 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-e9955b74-a3c5-44f2-97ab-18201ca90122 None None] For port 97a6155f-865f-4b0c-b938-65fc5ae1b67e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=97a6155f-865f-4b0c-b938-65fc5ae1b67e,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:35.624629 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b646e510-5ee5-4325-85f2-00e27c40d2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35693e22-759f-44ad-b370-bfc9c085b457', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418237876-router', 'tenant_id': '3b19a66bca5e4c74859cbee21d31b6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '97a6155f-865f-4b0c-b938-65fc5ae1b67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:21Z', 'updated_at': '2021-11-12T08:47:34Z', 'revision_number': 4, 'project_id': '3b19a66bca5e4c74859cbee21d31b6be', 'gw_port': {'id': '97a6155f-865f-4b0c-b938-65fc5ae1b67e', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:00:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35693e22-759f-44ad-b370-bfc9c085b457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:25Z', 'updated_at': '2021-11-12T08:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'fd298b81-a8d0-407f-84c3-ce6099ab9986', 'name': '', 'network_id': 'e2616ee2-fa6a-4521-8d33-a586b1684eb2', 'tenant_id': '3b19a66bca5e4c74859cbee21d31b6be', 'mac_address': 'fa:16:3e:80:0f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35693e22-759f-44ad-b370-bfc9c085b457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fdfd3737-15a5-48be-bcfb-904e5fe7a570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:31Z', 'updated_at': '2021-11-12T08:47:32Z', 'revision_number': 1, 'project_id': '3b19a66bca5e4c74859cbee21d31b6be', 'subnets': [{'id': 'fdfd3737-15a5-48be-bcfb-904e5fe7a570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:35.630642 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e9955b74-a3c5-44f2-97ab-18201ca90122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.667271 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6c99c-927e-4732-99eb-46db1d960a8f req-1bc69eac-e120-4a5c-938d-37d14a2e3544 tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:35.677835 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cdd6c99c-927e-4732-99eb-46db1d960a8f req-1bc69eac-e120-4a5c-938d-37d14a2e3544 tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cadc41f-1089-47a0-9da4-bf5d4a31ee84 HTTP/1.1" status: 200 len: 945 time: 0.1044099 Nov 12 08:47:35.696051 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2d34fa47-b0ef-4a70-b5f6-9d4a4a0601b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.700539 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccfebc-86c9-4eee-aff8-24e1e2726f28 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Port': ['ID=48df7768-1358-49bb-98fc-b481dc7521bf,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:35.735251 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9955b74-a3c5-44f2-97ab-18201ca90122 None None] Pushing event updated for resources: {'Port': ['ID=97a6155f-865f-4b0c-b938-65fc5ae1b67e,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:35.745283 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b646e510-5ee5-4325-85f2-00e27c40d2bd None None] The sync data for ids ['35693e22-759f-44ad-b370-bfc9c085b457'] in n-d-768862-16 is: [{'id': '35693e22-759f-44ad-b370-bfc9c085b457', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418237876-router', 'tenant_id': '3b19a66bca5e4c74859cbee21d31b6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '97a6155f-865f-4b0c-b938-65fc5ae1b67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:21Z', 'updated_at': '2021-11-12T08:47:34Z', 'revision_number': 4, 'project_id': '3b19a66bca5e4c74859cbee21d31b6be', 'gw_port': {'id': '97a6155f-865f-4b0c-b938-65fc5ae1b67e', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:00:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35693e22-759f-44ad-b370-bfc9c085b457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:25Z', 'updated_at': '2021-11-12T08:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'fd298b81-a8d0-407f-84c3-ce6099ab9986', 'name': '', 'network_id': 'e2616ee2-fa6a-4521-8d33-a586b1684eb2', 'tenant_id': '3b19a66bca5e4c74859cbee21d31b6be', 'mac_address': 'fa:16:3e:80:0f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35693e22-759f-44ad-b370-bfc9c085b457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fdfd3737-15a5-48be-bcfb-904e5fe7a570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:31Z', 'updated_at': '2021-11-12T08:47:32Z', 'revision_number': 1, 'project_id': '3b19a66bca5e4c74859cbee21d31b6be', 'subnets': [{'id': 'fdfd3737-15a5-48be-bcfb-904e5fe7a570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:35.800293 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-be365831-b7a7-4371-bd60-40235a335bd7 None None] Provisioning complete for port aa074f29-3e6a-4816-b880-a83c9b755f95 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:35.800666 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-be365831-b7a7-4371-bd60-40235a335bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.823870 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cdd6c99c-927e-4732-99eb-46db1d960a8f req-ad0406da-b9e4-4480-b883-79c07ce4d8ad tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b994a9c-930f-4578-b6a4-2ca02ef37556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391327 Nov 12 08:47:35.950754 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2d34fa47-b0ef-4a70-b5f6-9d4a4a0601b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.983658 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-be365831-b7a7-4371-bd60-40235a335bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:36.039270 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-be365831-b7a7-4371-bd60-40235a335bd7 None None] For port aa074f29-3e6a-4816-b880-a83c9b755f95, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=aa074f29-3e6a-4816-b880-a83c9b755f95,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:36.047179 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-be365831-b7a7-4371-bd60-40235a335bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:36.196307 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be365831-b7a7-4371-bd60-40235a335bd7 None None] Pushing event updated for resources: {'Port': ['ID=aa074f29-3e6a-4816-b880-a83c9b755f95,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:36.211155 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34fa47-b0ef-4a70-b5f6-9d4a4a0601b6 admin admin] Pushing event updated for resources: {'Port': ['ID=fd298b81-a8d0-407f-84c3-ce6099ab9986,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:36.247449 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f3cbc096-4bd1-4c2d-ac54-c982b134a5cf None None] Provisioning complete for port 48df7768-1358-49bb-98fc-b481dc7521bf triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:36.250550 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ccfebc-86c9-4eee-aff8-24e1e2726f28 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:36.255860 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-69ccfebc-86c9-4eee-aff8-24e1e2726f28 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:36.262265 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f3cbc096-4bd1-4c2d-ac54-c982b134a5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:36.397821 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device aa074f29-3e6a-4816-b880-a83c9b755f95 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:36.422523 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d34fa47-b0ef-4a70-b5f6-9d4a4a0601b6 admin admin] Network e2616ee2-fa6a-4521-8d33-a586b1684eb2 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:36.425985 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-2d34fa47-b0ef-4a70-b5f6-9d4a4a0601b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:36.458945 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-f3cbc096-4bd1-4c2d-ac54-c982b134a5cf None None] Port 48df7768-1358-49bb-98fc-b481dc7521bf cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:36.492038 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port aa074f29-3e6a-4816-b880-a83c9b755f95 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:36.492424 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:36.631917 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d34fa47-b0ef-4a70-b5f6-9d4a4a0601b6 admin admin] Router 35693e22-759f-44ad-b370-bfc9c085b457 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:47:36.704217 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:36.728641 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56646) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:36.898688 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d34fa47-b0ef-4a70-b5f6-9d4a4a0601b6 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:36.924996 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2d34fa47-b0ef-4a70-b5f6-9d4a4a0601b6 admin admin] 10.222.0.37 "PUT /v2.0/routers/35693e22-759f-44ad-b370-bfc9c085b457/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0259089 Nov 12 08:47:36.976773 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ccfebc-86c9-4eee-aff8-24e1e2726f28 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Router 457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:47:36.979159 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-68436814-a4a0-4bd6-907c-9d1d61dd81c7 None None] Provisioning complete for port 48df7768-1358-49bb-98fc-b481dc7521bf triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:36.979726 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-68436814-a4a0-4bd6-907c-9d1d61dd81c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.076087 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44a351-3c24-4082-96a5-ef83d1e4b763 req-157f58a6-6b35-49e8-9983-7e5027a071ca tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:37.078951 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5d44a351-3c24-4082-96a5-ef83d1e4b763 req-157f58a6-6b35-49e8-9983-7e5027a071ca tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cadc41f-1089-47a0-9da4-bf5d4a31ee84 HTTP/1.1" status: 200 len: 945 time: 0.0946867 Nov 12 08:47:37.085612 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56660) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:37.096596 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:47:37.128087 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-68436814-a4a0-4bd6-907c-9d1d61dd81c7 None None] Port 48df7768-1358-49bb-98fc-b481dc7521bf cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:37.165448 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:37.168897 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.217495 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ccfebc-86c9-4eee-aff8-24e1e2726f28 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:37.246633 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-69ccfebc-86c9-4eee-aff8-24e1e2726f28 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "PUT /v2.0/routers/457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9709046 Nov 12 08:47:37.250491 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c35fca-cc76-4df7-8fac-0c716502f349 None None] Sync routers for ids ['457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:37.256831 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56666) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:37.261477 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4554d8b6-6d8a-4558-9418-da6a13182dbc req-05fe1426-1bd8-453b-8511-682cb0ecdc01 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3644202 Nov 12 08:47:37.278135 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c35fca-cc76-4df7-8fac-0c716502f349 None None] Routers {'457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:37.278815 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-32c35fca-cc76-4df7-8fac-0c716502f349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:47:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:37.299821 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-809bf86a-901b-4fd6-bf88-0328fe9e7491 None None] Provisioning complete for port fd298b81-a8d0-407f-84c3-ce6099ab9986 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:37.306356 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-809bf86a-901b-4fd6-bf88-0328fe9e7491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.327068 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5d44a351-3c24-4082-96a5-ef83d1e4b763 req-293b3f63-5f26-4a10-8ca3-958da8e15a9c tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b994a9c-930f-4578-b6a4-2ca02ef37556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230387 Nov 12 08:47:37.469267 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f674cafc-b20f-4f7d-8fc7-637d9ebc01dc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:37.471139 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f674cafc-b20f-4f7d-8fc7-637d9ebc01dc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports/48df7768-1358-49bb-98fc-b481dc7521bf HTTP/1.1" status: 200 len: 911 time: 0.2063477 Nov 12 08:47:37.474437 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56674) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:37.500059 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-71a14232-1cdc-4f0d-933e-9e02e4b56756 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Request body: {'security_group': {'name': 'tempest-secgroup--1412408362'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:37.505507 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-32c35fca-cc76-4df7-8fac-0c716502f349 None None] Set router 457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2 gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:37.514486 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554d8b6-6d8a-4558-9418-da6a13182dbc req-d8e6d10a-73c4-4c8f-a4af-688ef8a09e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:37.521715 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4554d8b6-6d8a-4558-9418-da6a13182dbc req-d8e6d10a-73c4-4c8f-a4af-688ef8a09e99 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=80cba63a5f3c423896b758b0902dcec9&device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 1097 time: 0.1523774 Nov 12 08:47:37.567460 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-3e79a713-2e9f-49f9-9f14-b45a17c86dec admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-852595403-network', 'tenant_id': '3b73e8d3d1c6491e81f21331afe242f6'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:37.570607 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-809bf86a-901b-4fd6-bf88-0328fe9e7491 None None] Port fd298b81-a8d0-407f-84c3-ce6099ab9986 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:37.609153 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.633958 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-71a14232-1cdc-4f0d-933e-9e02e4b56756 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.695212 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cadc41f-1089-47a0-9da4-bf5d4a31ee84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:37.704313 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-71a14232-1cdc-4f0d-933e-9e02e4b56756 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.710118 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca60858a-f33e-4861-bcc6-9cdf36023bda" -d '{"events": [{"server_uuid": "3cadc41f-1089-47a0-9da4-bf5d4a31ee84", "name": "network-vif-plugged", "status": "completed", "tag": "5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:37.716612 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e79a713-2e9f-49f9-9f14-b45a17c86dec admin admin] Made reservation on behalf of 3b73e8d3d1c6491e81f21331afe242f6 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:37.723113 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3e79a713-2e9f-49f9-9f14-b45a17c86dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.762770 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554d8b6-6d8a-4558-9418-da6a13182dbc req-44c114a7-ea57-4141-bcf5-334bf4823c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:37.772898 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4554d8b6-6d8a-4558-9418-da6a13182dbc req-44c114a7-ea57-4141-bcf5-334bf4823c92 service neutron] 10.222.0.54 "GET /v2.0/networks?id=837ec62d-b3f5-4602-995a-15f6fc8805b4 HTTP/1.1" status: 200 len: 912 time: 0.2202582 Nov 12 08:47:37.778616 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3e79a713-2e9f-49f9-9f14-b45a17c86dec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.798590 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1c9f31-de84-48b7-83f0-d4da2a52213e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:37.811197 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e,segment=NetworkSegment(f47cdde4-7af7-4073-b5c9-3d28775471ec),segment_id=f47cdde4-7af7-4073-b5c9-3d28775471ec)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:37.824553 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1c9f31-de84-48b7-83f0-d4da2a52213e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:37.833051 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.833457 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6b1c9f31-de84-48b7-83f0-d4da2a52213e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3577516 Nov 12 08:47:37.842349 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56682) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:37.846800 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-74fb9cba-4a80-4379-b906-62f5660cd84b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.935913 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4554d8b6-6d8a-4558-9418-da6a13182dbc req-26476f40-1779-4d4b-9d6d-8fb511dae848 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=208f95e9-28ae-4c99-8b45-cff231909e59 HTTP/1.1" status: 200 len: 1000 time: 0.1545012 Nov 12 08:47:37.965283 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56684) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:38.031001 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:38.060034 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554d8b6-6d8a-4558-9418-da6a13182dbc req-ef8e064b-871f-4f91-a8f7-78fe0cf59a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.061850 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4554d8b6-6d8a-4558-9418-da6a13182dbc req-ef8e064b-871f-4f91-a8f7-78fe0cf59a31 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=601c19d7-10c1-44ee-a86c-ac9c499e748d HTTP/1.1" status: 200 len: 850 time: 0.1173263 Nov 12 08:47:38.077823 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-32c35fca-cc76-4df7-8fac-0c716502f349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2', 'name': 'tempest-NetworksTestDHCPv6-router-1289549272', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:29Z', 'updated_at': '2021-11-12T08:47:33Z', 'revision_number': 2, 'project_id': '5b0590da7c59470ea0796d2ea353c115', 'gw_port_host': None, '_interfaces': [{'id': '48df7768-1358-49bb-98fc-b481dc7521bf', 'name': '', 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'mac_address': 'fa:16:3e:be:0b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '5fe0e4e9-934b-427a-bf29-9b8698c952d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:31Z', 'updated_at': '2021-11-12T08:47:34Z', 'revision_number': 2, 'project_id': '5b0590da7c59470ea0796d2ea353c115', 'subnets': [{'id': '5fe0e4e9-934b-427a-bf29-9b8698c952d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:38.165589 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554d8b6-6d8a-4558-9418-da6a13182dbc req-1a0a7331-a3db-4a3b-b19c-bd50f781f1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.167375 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4554d8b6-6d8a-4558-9418-da6a13182dbc req-1a0a7331-a3db-4a3b-b19c-bd50f781f1d1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=837ec62d-b3f5-4602-995a-15f6fc8805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0977752 Nov 12 08:47:38.294095 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c35fca-cc76-4df7-8fac-0c716502f349 None None] Checking router: 457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:47:38.298433 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c35fca-cc76-4df7-8fac-0c716502f349 None None] Updating router 457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2 port 48df7768-1358-49bb-98fc-b481dc7521bf binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:47:38.353182 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b93712d8-98ba-45cb-9d88-a145f0daa3f9 tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-465026521', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:38.408624 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-32c35fca-cc76-4df7-8fac-0c716502f349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:38.490820 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93712d8-98ba-45cb-9d88-a145f0daa3f9 tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Made reservation on behalf of 7884ca100369438cb14723bfafd07089 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:38.498837 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b93712d8-98ba-45cb-9d88-a145f0daa3f9 tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:38.549093 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4554d8b6-6d8a-4558-9418-da6a13182dbc req-19abd848-8d3d-42f5-923c-3103462cefbe service neutron] 10.222.0.54 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737981 Nov 12 08:47:38.550356 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b93712d8-98ba-45cb-9d88-a145f0daa3f9 tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:38.683845 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ce2293-66ae-4eae-9bbe-e268f785bb46 x-openstack-request-id: req-a3ce2293-66ae-4eae-9bbe-e268f785bb46 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:38.683845 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cadc41f-1089-47a0-9da4-bf5d4a31ee84", "name": "network-vif-plugged", "status": "completed", "tag": "5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:38.684676 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a3ce2293-66ae-4eae-9bbe-e268f785bb46 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:38.693810 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cadc41f-1089-47a0-9da4-bf5d4a31ee84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e', 'code': 200} Nov 12 08:47:38.700827 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 97a6155f-865f-4b0c-b938-65fc5ae1b67e up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:38.853735 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4554d8b6-6d8a-4558-9418-da6a13182dbc req-f54e0265-d2ab-41f2-9023-fe49fccb66a9 service neutron] 10.222.0.54 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929265 Nov 12 08:47:38.870943 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 97a6155f-865f-4b0c-b938-65fc5ae1b67e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:38.871310 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:38.975621 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7765afe-19a8-4caf-aeb1-29c2b61183a9 req-525a9187-3bd9-4bfe-9a2c-5e6cf99789e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.977859 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e7765afe-19a8-4caf-aeb1-29c2b61183a9 req-525a9187-3bd9-4bfe-9a2c-5e6cf99789e5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3cadc41f-1089-47a0-9da4-bf5d4a31ee84 HTTP/1.1" status: 200 len: 1098 time: 0.1230357 Nov 12 08:47:38.995308 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-32c35fca-cc76-4df7-8fac-0c716502f349 None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.017490 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-32c35fca-cc76-4df7-8fac-0c716502f349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.050936 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e7765afe-19a8-4caf-aeb1-29c2b61183a9 req-9a3690ba-aadf-4c20-8316-3906dc309610 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4b994a9c-930f-4578-b6a4-2ca02ef37556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633352 Nov 12 08:47:39.148015 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device aa074f29-3e6a-4816-b880-a83c9b755f95 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:39.227612 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8cb50-4903-4e09-9dd0-502e12d9f0a1 None None] Pushing event updated for resources: {'Port': ['ID=48df7768-1358-49bb-98fc-b481dc7521bf,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:39.271170 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b93712d8-98ba-45cb-9d88-a145f0daa3f9 tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.274785 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port aa074f29-3e6a-4816-b880-a83c9b755f95 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:39.275462 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.281908 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b93712d8-98ba-45cb-9d88-a145f0daa3f9 tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.291334 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-b93712d8-98ba-45cb-9d88-a145f0daa3f9 tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] device_id is not set on port d4fb0395-afcf-4ddf-bda2-8d1a2048a8c7 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:47:39.319098 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8cb50-4903-4e09-9dd0-502e12d9f0a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:39.319698 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8cb50-4903-4e09-9dd0-502e12d9f0a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:39.319915 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8cb50-4903-4e09-9dd0-502e12d9f0a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:39.320343 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8cb50-4903-4e09-9dd0-502e12d9f0a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:39.320786 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8cb50-4903-4e09-9dd0-502e12d9f0a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:39.321206 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8cb50-4903-4e09-9dd0-502e12d9f0a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:39.321622 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8cb50-4903-4e09-9dd0-502e12d9f0a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:39.328869 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8cb50-4903-4e09-9dd0-502e12d9f0a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:39.329375 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8cb50-4903-4e09-9dd0-502e12d9f0a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:39.329803 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8cb50-4903-4e09-9dd0-502e12d9f0a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:39.330250 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8cb50-4903-4e09-9dd0-502e12d9f0a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:39.331126 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8cb50-4903-4e09-9dd0-502e12d9f0a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:39.398051 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-32c35fca-cc76-4df7-8fac-0c716502f349 None None] Attempting to bind port 48df7768-1358-49bb-98fc-b481dc7521bf on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:39.398864 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-32c35fca-cc76-4df7-8fac-0c716502f349 None None] Attempting to bind port 48df7768-1358-49bb-98fc-b481dc7521bf by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:39.399486 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c35fca-cc76-4df7-8fac-0c716502f349 None None] Attempting to bind port 48df7768-1358-49bb-98fc-b481dc7521bf on network 7bfd1417-cac6-4152-826e-588573fa4bfa {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:39.413754 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c35fca-cc76-4df7-8fac-0c716502f349 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:39.414642 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c35fca-cc76-4df7-8fac-0c716502f349 None None] Checking segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:39.415297 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-32c35fca-cc76-4df7-8fac-0c716502f349 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.415934 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c35fca-cc76-4df7-8fac-0c716502f349 None None] Bound using segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:39.416640 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-32c35fca-cc76-4df7-8fac-0c716502f349 None None] Bound port: 48df7768-1358-49bb-98fc-b481dc7521bf, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:39.417246 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-32c35fca-cc76-4df7-8fac-0c716502f349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.475220 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-71a14232-1cdc-4f0d-933e-9e02e4b56756 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.554144 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-71a14232-1cdc-4f0d-933e-9e02e4b56756 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.687000 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-32c35fca-cc76-4df7-8fac-0c716502f349 None None] For port 48df7768-1358-49bb-98fc-b481dc7521bf, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:39.690231 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93712d8-98ba-45cb-9d88-a145f0daa3f9 tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd1c428-bc6c-4a1f-9fd7-0aec18732e76,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:39.696669 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-32c35fca-cc76-4df7-8fac-0c716502f349 None None] For port 48df7768-1358-49bb-98fc-b481dc7521bf, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=48df7768-1358-49bb-98fc-b481dc7521bf,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:39.712241 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-32c35fca-cc76-4df7-8fac-0c716502f349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.731491 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-b93712d8-98ba-45cb-9d88-a145f0daa3f9 tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Allocated IP 172.25.6.32 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/d4fb0395-afcf-4ddf-bda2-8d1a2048a8c7) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:39.770693 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-71a14232-1cdc-4f0d-933e-9e02e4b56756 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.808509 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3e79a713-2e9f-49f9-9f14-b45a17c86dec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.831844 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-71a14232-1cdc-4f0d-933e-9e02e4b56756 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.850521 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c35fca-cc76-4df7-8fac-0c716502f349 None None] Routers {'457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:39.851480 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-32c35fca-cc76-4df7-8fac-0c716502f349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:47:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:39.865991 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3e79a713-2e9f-49f9-9f14-b45a17c86dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.919564 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-71a14232-1cdc-4f0d-933e-9e02e4b56756 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.923894 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-69abf1a3-4928-4887-b53a-4bcc409305bb None None] Provisioning complete for port 48df7768-1358-49bb-98fc-b481dc7521bf triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:39.929670 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-71a14232-1cdc-4f0d-933e-9e02e4b56756 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 3.1988053 Nov 12 08:47:39.939513 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-69abf1a3-4928-4887-b53a-4bcc409305bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.944032 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56696) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:40.026208 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8cb50-4903-4e09-9dd0-502e12d9f0a1 None None] Pushing event updated for resources: {'Port': ['ID=48df7768-1358-49bb-98fc-b481dc7521bf,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:40.158187 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d4994-b0b1-4d3c-8c12-c2ad923d1062 req-ed3ad74b-f90b-4c34-b4f6-ad4c53ce15e8 tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:40.168527 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-588d4994-b0b1-4d3c-8c12-c2ad923d1062 req-ed3ad74b-f90b-4c34-b4f6-ad4c53ce15e8 tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cadc41f-1089-47a0-9da4-bf5d4a31ee84 HTTP/1.1" status: 200 len: 946 time: 1.0350394 Nov 12 08:47:40.186614 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-32c35fca-cc76-4df7-8fac-0c716502f349 None None] Set router 457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2 gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:40.194831 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a14232-1cdc-4f0d-933e-9e02e4b56756 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76344a3d-18fe-4011-a5d0-eb939b9f4f1d,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:40.200842 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e79a713-2e9f-49f9-9f14-b45a17c86dec admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:47:40.334090 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697bc179-911a-479b-a03b-ed187104d398 None None] Sync routers for ids ['35693e22-759f-44ad-b370-bfc9c085b457'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:40.373675 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3e79a713-2e9f-49f9-9f14-b45a17c86dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:40.374706 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-3e79a713-2e9f-49f9-9f14-b45a17c86dec admin admin] Added segment 3737c7d8-b5de-48d9-95bd-9f646bf0d422 of type vlan for network 5593f1e4-1e15-4c43-9175-838232660338 Nov 12 08:47:40.402987 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1fd2f90d-94e2-4978-9b9b-5ea268162621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:40.434054 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697bc179-911a-479b-a03b-ed187104d398 None None] Routers {'35693e22-759f-44ad-b370-bfc9c085b457'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:40.439377 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-697bc179-911a-479b-a03b-ed187104d398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:47:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['35693e22-759f-44ad-b370-bfc9c085b457'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:40.529790 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a14232-1cdc-4f0d-933e-9e02e4b56756 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40ab7304-ffc2-46f5-9a50-62344033a6ba,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:40.544431 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-588d4994-b0b1-4d3c-8c12-c2ad923d1062 req-262fda05-fb63-46aa-864c-5cbac9b45624 tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b994a9c-930f-4578-b6a4-2ca02ef37556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735573 Nov 12 08:47:40.640986 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3e79a713-2e9f-49f9-9f14-b45a17c86dec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:40.652018 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b93712d8-98ba-45cb-9d88-a145f0daa3f9 tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:40.663150 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-452e32c0-5bbb-40d5-9e0f-7967aaa49664 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.6561725 Nov 12 08:47:40.666848 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56702) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:40.705466 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-f13ad22d-da68-42c8-af8a-f6e9cb0318a2 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Request body: {'security_group': {'name': 'tempest-security--1576112687', 'description': 'tempest-security-description-376009670'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:40.760710 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79a713-2e9f-49f9-9f14-b45a17c86dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb05e56-8f15-4f50-8e25-e91f35f0613c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:40.801396 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-32c35fca-cc76-4df7-8fac-0c716502f349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2', 'name': 'tempest-NetworksTestDHCPv6-router-1289549272', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:29Z', 'updated_at': '2021-11-12T08:47:33Z', 'revision_number': 2, 'project_id': '5b0590da7c59470ea0796d2ea353c115', 'gw_port_host': None, '_interfaces': [{'id': '48df7768-1358-49bb-98fc-b481dc7521bf', 'name': '', 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'mac_address': 'fa:16:3e:be:0b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '5fe0e4e9-934b-427a-bf29-9b8698c952d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:31Z', 'updated_at': '2021-11-12T08:47:39Z', 'revision_number': 4, 'project_id': '5b0590da7c59470ea0796d2ea353c115', 'subnets': [{'id': '5fe0e4e9-934b-427a-bf29-9b8698c952d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:40.825990 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ef1d8de1-160e-4cfd-8818-16b25436d251 req-687e6816-a9e5-47d6-9ead-d17578a1cf95 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4711916 Nov 12 08:47:40.856920 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c35fca-cc76-4df7-8fac-0c716502f349 None None] The sync data for ids ['457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2'] in n-d-768862-16 is: [{'id': '457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2', 'name': 'tempest-NetworksTestDHCPv6-router-1289549272', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:29Z', 'updated_at': '2021-11-12T08:47:33Z', 'revision_number': 2, 'project_id': '5b0590da7c59470ea0796d2ea353c115', 'gw_port_host': None, '_interfaces': [{'id': '48df7768-1358-49bb-98fc-b481dc7521bf', 'name': '', 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'mac_address': 'fa:16:3e:be:0b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '5fe0e4e9-934b-427a-bf29-9b8698c952d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:31Z', 'updated_at': '2021-11-12T08:47:39Z', 'revision_number': 4, 'project_id': '5b0590da7c59470ea0796d2ea353c115', 'subnets': [{'id': '5fe0e4e9-934b-427a-bf29-9b8698c952d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:40.915920 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3e79a713-2e9f-49f9-9f14-b45a17c86dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:40.917230 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e79a713-2e9f-49f9-9f14-b45a17c86dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:40.918365 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3e79a713-2e9f-49f9-9f14-b45a17c86dec admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:40.946656 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f13ad22d-da68-42c8-af8a-f6e9cb0318a2 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:41.002874 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-697bc179-911a-479b-a03b-ed187104d398 None None] Set router 35693e22-759f-44ad-b370-bfc9c085b457 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:41.085469 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3e79a713-2e9f-49f9-9f14-b45a17c86dec admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.9955907 Nov 12 08:47:41.087845 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56704) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:41.095699 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-df0401fe-a008-40d9-89d5-1b98a54ca302 admin admin] Request body: {'subnet': {'network_id': '5593f1e4-1e15-4c43-9175-838232660338', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-852595403-subnet', 'tenant_id': '3b73e8d3d1c6491e81f21331afe242f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:41.107136 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79a713-2e9f-49f9-9f14-b45a17c86dec admin admin] Pushing event updated for resources: {'Network': ['ID=5593f1e4-1e15-4c43-9175-838232660338,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:41.124957 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b93712d8-98ba-45cb-9d88-a145f0daa3f9 tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:41.159902 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d8de1-160e-4cfd-8818-16b25436d251 req-2f80f617-216d-4e65-ba90-91908a525941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:41.162710 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ef1d8de1-160e-4cfd-8818-16b25436d251 req-2f80f617-216d-4e65-ba90-91908a525941 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80cba63a5f3c423896b758b0902dcec9&device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 1097 time: 0.2477968 Nov 12 08:47:41.276769 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0401fe-a008-40d9-89d5-1b98a54ca302 admin admin] Made reservation on behalf of 3b73e8d3d1c6491e81f21331afe242f6 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:41.280715 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df0401fe-a008-40d9-89d5-1b98a54ca302 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:41.316017 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f13ad22d-da68-42c8-af8a-f6e9cb0318a2 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:41.373022 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 5593f1e4-1e15-4c43-9175-838232660338 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:47:41.434350 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f13ad22d-da68-42c8-af8a-f6e9cb0318a2 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:41.445347 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f13ad22d-da68-42c8-af8a-f6e9cb0318a2 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:41.447535 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f13ad22d-da68-42c8-af8a-f6e9cb0318a2 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "PUT /v2.0/security-groups/40ab7304-ffc2-46f5-9a50-62344033a6ba HTTP/1.1" status: 200 len: 1796 time: 0.7713892 Nov 12 08:47:41.481918 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56706) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:41.488086 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93712d8-98ba-45cb-9d88-a145f0daa3f9 tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:41.497360 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-69abf1a3-4928-4887-b53a-4bcc409305bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:41.553450 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-b93712d8-98ba-45cb-9d88-a145f0daa3f9 tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:41.571167 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93712d8-98ba-45cb-9d88-a145f0daa3f9 tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Pushing event updated for resources: {'Port': ['ID=d4fb0395-afcf-4ddf-bda2-8d1a2048a8c7,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:41.586966 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93712d8-98ba-45cb-9d88-a145f0daa3f9 tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:41.626819 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb2d6b5-ba80-420d-9afa-7b8024f365b2 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:41.823388 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ad22d-da68-42c8-af8a-f6e9cb0318a2 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40ab7304-ffc2-46f5-9a50-62344033a6ba,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:41.877817 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93712d8-98ba-45cb-9d88-a145f0daa3f9 tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:41.878863 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b93712d8-98ba-45cb-9d88-a145f0daa3f9 tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:41.901541 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-22e1cc42-02cd-4a19-bad5-2c64fbadb40c tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "GET /v2.0/security-groups/40ab7304-ffc2-46f5-9a50-62344033a6ba HTTP/1.1" status: 200 len: 1796 time: 0.4037960 Nov 12 08:47:41.906120 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56712) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:41.950888 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b93712d8-98ba-45cb-9d88-a145f0daa3f9 tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.9804285 Nov 12 08:47:41.952825 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56714) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:41.978315 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-990857ba-e2ec-4b6a-a48f-ffc57fcfd022 tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.32'}]}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:42.009915 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-69abf1a3-4928-4887-b53a-4bcc409305bb None None] For port 48df7768-1358-49bb-98fc-b481dc7521bf, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=48df7768-1358-49bb-98fc-b481dc7521bf,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:42.024920 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-69abf1a3-4928-4887-b53a-4bcc409305bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.047730 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.061653 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-990857ba-e2ec-4b6a-a48f-ffc57fcfd022 tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.064014 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-990857ba-e2ec-4b6a-a48f-ffc57fcfd022 tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.084878 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-75b7b938-d5d0-4041-a88d-6897a50384c8 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.116005 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-75b7b938-d5d0-4041-a88d-6897a50384c8 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.188399 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-75b7b938-d5d0-4041-a88d-6897a50384c8 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.198231 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-75b7b938-d5d0-4041-a88d-6897a50384c8 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.212357 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5cf1606e-8415-411e-95ac-4b6416d08a63 None None] Provisioning complete for port d4fb0395-afcf-4ddf-bda2-8d1a2048a8c7 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:42.212980 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5cf1606e-8415-411e-95ac-4b6416d08a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.213742 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-75b7b938-d5d0-4041-a88d-6897a50384c8 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "DELETE /v2.0/security-groups/40ab7304-ffc2-46f5-9a50-62344033a6ba HTTP/1.1" status: 204 len: 168 time: 0.3058574 Nov 12 08:47:42.214822 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56716) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:42.274157 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-697bc179-911a-479b-a03b-ed187104d398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35693e22-759f-44ad-b370-bfc9c085b457', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418237876-router', 'tenant_id': '3b19a66bca5e4c74859cbee21d31b6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '97a6155f-865f-4b0c-b938-65fc5ae1b67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:21Z', 'updated_at': '2021-11-12T08:47:34Z', 'revision_number': 4, 'project_id': '3b19a66bca5e4c74859cbee21d31b6be', 'gw_port': {'id': '97a6155f-865f-4b0c-b938-65fc5ae1b67e', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35693e22-759f-44ad-b370-bfc9c085b457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:25Z', 'updated_at': '2021-11-12T08:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'fd298b81-a8d0-407f-84c3-ce6099ab9986', 'name': '', 'network_id': 'e2616ee2-fa6a-4521-8d33-a586b1684eb2', 'tenant_id': '3b19a66bca5e4c74859cbee21d31b6be', 'mac_address': 'fa:16:3e:80:0f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35693e22-759f-44ad-b370-bfc9c085b457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fdfd3737-15a5-48be-bcfb-904e5fe7a570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:31Z', 'updated_at': '2021-11-12T08:47:34Z', 'revision_number': 2, 'project_id': '3b19a66bca5e4c74859cbee21d31b6be', 'subnets': [{'id': 'fdfd3737-15a5-48be-bcfb-904e5fe7a570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:42.298686 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7b938-d5d0-4041-a88d-6897a50384c8 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ab7304-ffc2-46f5-9a50-62344033a6ba,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:42.343157 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697bc179-911a-479b-a03b-ed187104d398 None None] Checking router: 35693e22-759f-44ad-b370-bfc9c085b457 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:47:42.343726 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697bc179-911a-479b-a03b-ed187104d398 None None] Updating router 35693e22-759f-44ad-b370-bfc9c085b457 port fd298b81-a8d0-407f-84c3-ce6099ab9986 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:47:42.347324 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2931d7c7-ea80-4478-9984-fa7d97e0076d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.386372 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-990857ba-e2ec-4b6a-a48f-ffc57fcfd022 tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.387151 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69abf1a3-4928-4887-b53a-4bcc409305bb None None] Pushing event updated for resources: {'Port': ['ID=48df7768-1358-49bb-98fc-b481dc7521bf,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:42.438152 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5cf1606e-8415-411e-95ac-4b6416d08a63 None None] Port d4fb0395-afcf-4ddf-bda2-8d1a2048a8c7 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:42.456823 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-54d4b926-b0ef-4030-89e2-fd9f2b3dc0c9 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2185845 Nov 12 08:47:42.467529 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56718) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:42.471944 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-697bc179-911a-479b-a03b-ed187104d398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.528548 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5cf1606e-8415-411e-95ac-4b6416d08a63 None None] Provisioning complete for port 48df7768-1358-49bb-98fc-b481dc7521bf triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:42.529023 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5cf1606e-8415-411e-95ac-4b6416d08a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.551997 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-db8e146d-ba69-4113-8422-71f1b0fad02d tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] delete failed (client error): The resource could not be found. Nov 12 08:47:42.553408 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-db8e146d-ba69-4113-8422-71f1b0fad02d tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "DELETE /v2.0/security-groups/40ab7304-ffc2-46f5-9a50-62344033a6ba HTTP/1.1" status: 404 len: 347 time: 0.0905716 Nov 12 08:47:42.559777 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56720) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:42.564764 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-67068249-5ff8-4efc-9662-8bcd1513a898 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Request body: {'security_group': {'name': 'tempest-secgroup--1215265426'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:42.639471 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-67068249-5ff8-4efc-9662-8bcd1513a898 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.689296 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-990857ba-e2ec-4b6a-a48f-ffc57fcfd022 tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.941067 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-67068249-5ff8-4efc-9662-8bcd1513a898 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.953922 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-67068249-5ff8-4efc-9662-8bcd1513a898 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:43.032323 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-67068249-5ff8-4efc-9662-8bcd1513a898 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:43.036199 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-67068249-5ff8-4efc-9662-8bcd1513a898 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4724646 Nov 12 08:47:43.040635 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56722) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:43.056977 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67068249-5ff8-4efc-9662-8bcd1513a898 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe27dced-a801-4bb1-94c0-9478899739be,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:43.069121 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e1141b11-0625-4a67-a324-237324629384 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Request body: {'security_group_rule': {'security_group_id': 'fe27dced-a801-4bb1-94c0-9478899739be', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:43.107369 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d8de1-160e-4cfd-8818-16b25436d251 req-2634b1d1-d457-4620-a175-4f6c769da9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:43.110821 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ef1d8de1-160e-4cfd-8818-16b25436d251 req-2634b1d1-d457-4620-a175-4f6c769da9b1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=837ec62d-b3f5-4602-995a-15f6fc8805b4 HTTP/1.1" status: 200 len: 912 time: 1.9032967 Nov 12 08:47:43.115468 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df0401fe-a008-40d9-89d5-1b98a54ca302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:43.259883 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2061b79-367c-46e4-af96-d43b9159f6e8 req-cb39e250-37e6-42a0-a7ae-6150ae0d2f4a tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:43.262855 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e2061b79-367c-46e4-af96-d43b9159f6e8 req-cb39e250-37e6-42a0-a7ae-6150ae0d2f4a tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cadc41f-1089-47a0-9da4-bf5d4a31ee84 HTTP/1.1" status: 200 len: 946 time: 1.2917356 Nov 12 08:47:43.265339 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ef1d8de1-160e-4cfd-8818-16b25436d251 req-66335348-9eaf-4be7-b9c5-129c38530ca8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95abe0da-cc08-4f59-931c-b1c44e9b4cc4 HTTP/1.1" status: 200 len: 217 time: 0.1422031 Nov 12 08:47:43.266589 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0401fe-a008-40d9-89d5-1b98a54ca302 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c28306b0-1d59-4ea1-a278-cb3bc5a54356,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:43.299608 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 48df7768-1358-49bb-98fc-b481dc7521bf up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:43.367923 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-990857ba-e2ec-4b6a-a48f-ffc57fcfd022 tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:43.408392 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 48df7768-1358-49bb-98fc-b481dc7521bf triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:43.408866 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:43.409469 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-990857ba-e2ec-4b6a-a48f-ffc57fcfd022 tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:43.438772 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e1141b11-0625-4a67-a324-237324629384 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:43.504123 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:43.607133 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0401fe-a008-40d9-89d5-1b98a54ca302 admin admin] Checking segment: {'id': '3737c7d8-b5de-48d9-95bd-9f646bf0d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5593f1e4-1e15-4c43-9175-838232660338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:43.608087 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0401fe-a008-40d9-89d5-1b98a54ca302 admin admin] Network hostable DHCP agents. Network: 5593f1e4-1e15-4c43-9175-838232660338, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:47:43.647371 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-697bc179-911a-479b-a03b-ed187104d398 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:43.668471 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-697bc179-911a-479b-a03b-ed187104d398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:43.746317 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d8de1-160e-4cfd-8818-16b25436d251 req-1b8eb1ae-5a1f-4805-b145-5e06b233063c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:43.746317 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ef1d8de1-160e-4cfd-8818-16b25436d251 req-1b8eb1ae-5a1f-4805-b145-5e06b233063c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=601c19d7-10c1-44ee-a86c-ac9c499e748d HTTP/1.1" status: 200 len: 850 time: 0.4528317 Nov 12 08:47:43.777853 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b94f84-9a84-4fb3-acc6-253f6c1a9a29 None None] Pushing event updated for resources: {'Port': ['ID=fd298b81-a8d0-407f-84c3-ce6099ab9986,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:43.955999 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e2061b79-367c-46e4-af96-d43b9159f6e8 req-326fccfd-ca42-4133-af91-87f47d1c2f90 tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b994a9c-930f-4578-b6a4-2ca02ef37556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6684401 Nov 12 08:47:43.964657 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0401fe-a008-40d9-89d5-1b98a54ca302 admin admin] Network 5593f1e4-1e15-4c43-9175-838232660338 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:47:43.975079 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:44.032535 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d8de1-160e-4cfd-8818-16b25436d251 req-c16ec119-6967-44b4-bc73-7923815d1894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:44.034717 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ef1d8de1-160e-4cfd-8818-16b25436d251 req-c16ec119-6967-44b4-bc73-7923815d1894 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=837ec62d-b3f5-4602-995a-15f6fc8805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2757699 Nov 12 08:47:44.095862 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-697bc179-911a-479b-a03b-ed187104d398 None None] Attempting to bind port fd298b81-a8d0-407f-84c3-ce6099ab9986 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:44.096447 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-697bc179-911a-479b-a03b-ed187104d398 None None] Attempting to bind port fd298b81-a8d0-407f-84c3-ce6099ab9986 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '248a752e-b4d2-4cfd-9c16-b31e78b4bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e2616ee2-fa6a-4521-8d33-a586b1684eb2'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:44.097103 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697bc179-911a-479b-a03b-ed187104d398 None None] Attempting to bind port fd298b81-a8d0-407f-84c3-ce6099ab9986 on network e2616ee2-fa6a-4521-8d33-a586b1684eb2 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:44.108528 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697bc179-911a-479b-a03b-ed187104d398 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:44.109827 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697bc179-911a-479b-a03b-ed187104d398 None None] Checking segment: {'id': '248a752e-b4d2-4cfd-9c16-b31e78b4bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e2616ee2-fa6a-4521-8d33-a586b1684eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:44.110484 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-697bc179-911a-479b-a03b-ed187104d398 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:44.112000 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697bc179-911a-479b-a03b-ed187104d398 None None] Bound using segment: {'id': '248a752e-b4d2-4cfd-9c16-b31e78b4bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e2616ee2-fa6a-4521-8d33-a586b1684eb2'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:44.112882 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-697bc179-911a-479b-a03b-ed187104d398 None None] Bound port: fd298b81-a8d0-407f-84c3-ce6099ab9986, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248a752e-b4d2-4cfd-9c16-b31e78b4bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e2616ee2-fa6a-4521-8d33-a586b1684eb2'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:44.113543 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-697bc179-911a-479b-a03b-ed187104d398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:44.251839 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ef1d8de1-160e-4cfd-8818-16b25436d251 req-6d4812c2-ca3c-48a7-9db7-9689e0825ce3 service neutron] 10.222.0.58 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814961 Nov 12 08:47:44.383724 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-df0401fe-a008-40d9-89d5-1b98a54ca302 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 5593f1e4-1e15-4c43-9175-838232660338) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:44.384712 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 48df7768-1358-49bb-98fc-b481dc7521bf up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:44.409669 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-697bc179-911a-479b-a03b-ed187104d398 None None] For port fd298b81-a8d0-407f-84c3-ce6099ab9986, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:44.416165 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0401fe-a008-40d9-89d5-1b98a54ca302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:44.416983 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df0401fe-a008-40d9-89d5-1b98a54ca302 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:44.495268 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adefc02f-33bf-4362-a70e-082e1a281271 None None] Network 5593f1e4-1e15-4c43-9175-838232660338 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:44.509310 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-2931d7c7-ea80-4478-9984-fa7d97e0076d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting port 48df7768-1358-49bb-98fc-b481dc7521bf {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:44.509999 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2931d7c7-ea80-4478-9984-fa7d97e0076d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:44.668663 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-2931d7c7-ea80-4478-9984-fa7d97e0076d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] For port 48df7768-1358-49bb-98fc-b481dc7521bf, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=48df7768-1358-49bb-98fc-b481dc7521bf,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:44.669412 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2931d7c7-ea80-4478-9984-fa7d97e0076d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:44.683763 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-df0401fe-a008-40d9-89d5-1b98a54ca302 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.5914097 Nov 12 08:47:44.695376 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-697bc179-911a-479b-a03b-ed187104d398 None None] For port fd298b81-a8d0-407f-84c3-ce6099ab9986, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=fd298b81-a8d0-407f-84c3-ce6099ab9986,segment=NetworkSegment(248a752e-b4d2-4cfd-9c16-b31e78b4bead),segment_id=248a752e-b4d2-4cfd-9c16-b31e78b4bead)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:44.741381 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ef1d8de1-160e-4cfd-8818-16b25436d251 req-b4187aa5-bf0e-4374-a5a5-0ec904cf85ea service neutron] 10.222.0.58 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807255 Nov 12 08:47:44.742174 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56726) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:44.761738 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-7132fc41-b733-4086-b1a3-e0dfe969c259 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-852595403-router', 'tenant_id': '3b73e8d3d1c6491e81f21331afe242f6', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:44.768946 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-2931d7c7-ea80-4478-9984-fa7d97e0076d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Calling delete_port for 48df7768-1358-49bb-98fc-b481dc7521bf owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:44.862900 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-697bc179-911a-479b-a03b-ed187104d398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:44.946710 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7132fc41-b733-4086-b1a3-e0dfe969c259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:44.950798 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7132fc41-b733-4086-b1a3-e0dfe969c259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.114991 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7132fc41-b733-4086-b1a3-e0dfe969c259 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.162475 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697bc179-911a-479b-a03b-ed187104d398 None None] Routers {'35693e22-759f-44ad-b370-bfc9c085b457'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:45.168218 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-697bc179-911a-479b-a03b-ed187104d398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:47:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['35693e22-759f-44ad-b370-bfc9c085b457'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:45.232253 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-990857ba-e2ec-4b6a-a48f-ffc57fcfd022 tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.445675 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-7b4ba29c-8a08-4315-9819-f97e7a248568 None None] Provisioning complete for port fd298b81-a8d0-407f-84c3-ce6099ab9986 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:45.446557 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7b4ba29c-8a08-4315-9819-f97e7a248568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.451630 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 48df7768-1358-49bb-98fc-b481dc7521bf triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:45.452170 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.476476 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e1141b11-0625-4a67-a324-237324629384 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.484460 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e1141b11-0625-4a67-a324-237324629384 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.565226 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e1141b11-0625-4a67-a324-237324629384 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.567263 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e1141b11-0625-4a67-a324-237324629384 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5174711 Nov 12 08:47:45.572115 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56736) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:45.594698 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7132fc41-b733-4086-b1a3-e0dfe969c259 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.600705 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b94f84-9a84-4fb3-acc6-253f6c1a9a29 None None] Pushing event updated for resources: {'Port': ['ID=fd298b81-a8d0-407f-84c3-ce6099ab9986,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:45.610394 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d154c210-377f-4b0b-aa2c-2f81f895cdb8 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.617708 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ef3f40-fd99-4212-af65-a5fb6082a4c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-5593f1e4-1e15-4c43-9175-838232660338', 'network_id': '5593f1e4-1e15-4c43-9175-838232660338', 'tenant_id': '3b73e8d3d1c6491e81f21331afe242f6', 'fixed_ips': [{'subnet_id': 'c28306b0-1d59-4ea1-a278-cb3bc5a54356'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:47:45.619119 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-46ef3f40-fd99-4212-af65-a5fb6082a4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.625600 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d154c210-377f-4b0b-aa2c-2f81f895cdb8 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.654328 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1141b11-0625-4a67-a324-237324629384 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c20897-67f8-41dd-baba-4aa8a372641d,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:45.688922 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d154c210-377f-4b0b-aa2c-2f81f895cdb8 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.737542 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d154c210-377f-4b0b-aa2c-2f81f895cdb8 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.741422 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d154c210-377f-4b0b-aa2c-2f81f895cdb8 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/15c20897-67f8-41dd-baba-4aa8a372641d HTTP/1.1" status: 204 len: 168 time: 0.1653783 Nov 12 08:47:45.742756 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154c210-377f-4b0b-aa2c-2f81f895cdb8 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15c20897-67f8-41dd-baba-4aa8a372641d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:45.744169 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56738) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:45.802082 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2931d7c7-ea80-4478-9984-fa7d97e0076d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.813818 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-990857ba-e2ec-4b6a-a48f-ffc57fcfd022 tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.836929 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-990857ba-e2ec-4b6a-a48f-ffc57fcfd022 tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.851071 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-db69ca35-c644-4d9c-b284-ec770c19c98e tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0679190 Nov 12 08:47:45.851328 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56740) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:45.905161 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931d7c7-ea80-4478-9984-fa7d97e0076d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Port': ['ID=48df7768-1358-49bb-98fc-b481dc7521bf,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:45.919431 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-990857ba-e2ec-4b6a-a48f-ffc57fcfd022 tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.919979 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990857ba-e2ec-4b6a-a48f-ffc57fcfd022 tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8ed81df-4ea3-4480-9249-4509a2dfad04 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:47:45.986558 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2f713711-6493-4085-a834-4fb9a55c332c tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.988975 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-990857ba-e2ec-4b6a-a48f-ffc57fcfd022 tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 08:47:45.994392 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-990857ba-e2ec-4b6a-a48f-ffc57fcfd022 tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.0170248 Nov 12 08:47:46.005460 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Port 48df7768-1358-49bb-98fc-b481dc7521bf update to ACTIVE by agent not found {{(pid=102570) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 08:47:46.019892 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-697bc179-911a-479b-a03b-ed187104d398 None None] Set router 35693e22-759f-44ad-b370-bfc9c085b457 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:46.041725 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2f713711-6493-4085-a834-4fb9a55c332c tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.183215 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56742) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:46.188157 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5d473-4f48-4870-82dc-8166a04ccb12 req-01b1065f-354f-4593-b566-d9a24aa4902c tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:46.197622 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2f713711-6493-4085-a834-4fb9a55c332c tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.204243 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2f713711-6493-4085-a834-4fb9a55c332c tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.205947 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2f713711-6493-4085-a834-4fb9a55c332c tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "DELETE /v2.0/security-groups/fe27dced-a801-4bb1-94c0-9478899739be HTTP/1.1" status: 204 len: 168 time: 0.3534260 Nov 12 08:47:46.217270 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b2b5d473-4f48-4870-82dc-8166a04ccb12 req-01b1065f-354f-4593-b566-d9a24aa4902c tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cadc41f-1089-47a0-9da4-bf5d4a31ee84 HTTP/1.1" status: 200 len: 946 time: 1.0292945 Nov 12 08:47:46.249970 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56744) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:46.297167 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f713711-6493-4085-a834-4fb9a55c332c tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe27dced-a801-4bb1-94c0-9478899739be,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:46.299757 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2931d7c7-ea80-4478-9984-fa7d97e0076d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.469389 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b2b5d473-4f48-4870-82dc-8166a04ccb12 req-d74a8d73-e305-49f3-883f-ef2abd2e727d tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b994a9c-930f-4578-b6a4-2ca02ef37556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508190 Nov 12 08:47:46.470275 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device fd298b81-a8d0-407f-84c3-ce6099ab9986 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:46.603600 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3cedc249-6a4f-4b4f-ab78-44dcca01487f tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3514705 Nov 12 08:47:46.603600 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56746) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:46.614642 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4d046dae-ccc6-482a-8dee-b50bffb8e9b5 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Request body: {'security_group': {'name': 'tempest-secgroup--1576576587'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:46.631581 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4549d79-6c2e-45cb-9eca-100cc5fbe953 req-8d44e435-a812-4072-8e2d-e63806830e22 tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:46.633794 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b4549d79-6c2e-45cb-9eca-100cc5fbe953 req-8d44e435-a812-4072-8e2d-e63806830e22 tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cadc41f-1089-47a0-9da4-bf5d4a31ee84 HTTP/1.1" status: 200 len: 946 time: 0.2937453 Nov 12 08:47:46.642767 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7b4ba29c-8a08-4315-9819-f97e7a248568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.735046 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d046dae-ccc6-482a-8dee-b50bffb8e9b5 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.770850 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e5a8dc93-d0b8-4ef5-948e-ec1cd11f4eeb tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Deleting port d4fb0395-afcf-4ddf-bda2-8d1a2048a8c7 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:46.771316 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e5a8dc93-d0b8-4ef5-948e-ec1cd11f4eeb tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.829655 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-7b4ba29c-8a08-4315-9819-f97e7a248568 None None] For port fd298b81-a8d0-407f-84c3-ce6099ab9986, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=fd298b81-a8d0-407f-84c3-ce6099ab9986,segment=NetworkSegment(248a752e-b4d2-4cfd-9c16-b31e78b4bead),segment_id=248a752e-b4d2-4cfd-9c16-b31e78b4bead)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:46.861454 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7b4ba29c-8a08-4315-9819-f97e7a248568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.893910 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-46ef3f40-fd99-4212-af65-a5fb6082a4c0 None None] Allocated IP 172.20.0.2 (5593f1e4-1e15-4c43-9175-838232660338/c28306b0-1d59-4ea1-a278-cb3bc5a54356/e8628c94-dc04-4ab2-8046-bdefdd4a8848) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:46.991318 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e5a8dc93-d0b8-4ef5-948e-ec1cd11f4eeb tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.029093 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-b4549d79-6c2e-45cb-9eca-100cc5fbe953 req-55fe250c-b67c-405d-874d-b495deaae1be tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Deleting port 5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:47.029346 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b4549d79-6c2e-45cb-9eca-100cc5fbe953 req-55fe250c-b67c-405d-874d-b495deaae1be tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.041546 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e5a8dc93-d0b8-4ef5-948e-ec1cd11f4eeb tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Calling delete_port for d4fb0395-afcf-4ddf-bda2-8d1a2048a8c7 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:47.079304 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d046dae-ccc6-482a-8dee-b50bffb8e9b5 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.104765 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d046dae-ccc6-482a-8dee-b50bffb8e9b5 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.265731 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d046dae-ccc6-482a-8dee-b50bffb8e9b5 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.271946 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4d046dae-ccc6-482a-8dee-b50bffb8e9b5 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6640971 Nov 12 08:47:47.279083 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56748) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:47.279854 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port fd298b81-a8d0-407f-84c3-ce6099ab9986 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:47.280848 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.285488 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c549d02e-0a6d-468a-a7c6-95157cfbf981 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Request body: {'security_group_rule': {'security_group_id': 'f7415047-f2f8-42d5-8150-69e2e7c805d1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:47.295304 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d046dae-ccc6-482a-8dee-b50bffb8e9b5 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7415047-f2f8-42d5-8150-69e2e7c805d1,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:47.373982 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-b4549d79-6c2e-45cb-9eca-100cc5fbe953 req-55fe250c-b67c-405d-874d-b495deaae1be tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] For port 5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e,segment=NetworkSegment(f47cdde4-7af7-4073-b5c9-3d28775471ec),segment_id=f47cdde4-7af7-4073-b5c9-3d28775471ec)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:47.374509 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b4549d79-6c2e-45cb-9eca-100cc5fbe953 req-55fe250c-b67c-405d-874d-b495deaae1be tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.426945 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-b4549d79-6c2e-45cb-9eca-100cc5fbe953 req-55fe250c-b67c-405d-874d-b495deaae1be tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Calling delete_port for 5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:47.443861 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c549d02e-0a6d-468a-a7c6-95157cfbf981 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.452564 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ba29c-8a08-4315-9819-f97e7a248568 None None] Pushing event updated for resources: {'Port': ['ID=fd298b81-a8d0-407f-84c3-ce6099ab9986,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:47.473214 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d8cd0d5a-70cf-4047-b8ae-f6e97d73d263 None None] Provisioning complete for port fd298b81-a8d0-407f-84c3-ce6099ab9986 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:47.474208 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d8cd0d5a-70cf-4047-b8ae-f6e97d73d263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.551554 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-697bc179-911a-479b-a03b-ed187104d398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35693e22-759f-44ad-b370-bfc9c085b457', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418237876-router', 'tenant_id': '3b19a66bca5e4c74859cbee21d31b6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '97a6155f-865f-4b0c-b938-65fc5ae1b67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:21Z', 'updated_at': '2021-11-12T08:47:34Z', 'revision_number': 4, 'project_id': '3b19a66bca5e4c74859cbee21d31b6be', 'gw_port': {'id': '97a6155f-865f-4b0c-b938-65fc5ae1b67e', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35693e22-759f-44ad-b370-bfc9c085b457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:25Z', 'updated_at': '2021-11-12T08:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'fd298b81-a8d0-407f-84c3-ce6099ab9986', 'name': '', 'network_id': 'e2616ee2-fa6a-4521-8d33-a586b1684eb2', 'tenant_id': '3b19a66bca5e4c74859cbee21d31b6be', 'mac_address': 'fa:16:3e:80:0f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35693e22-759f-44ad-b370-bfc9c085b457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fdfd3737-15a5-48be-bcfb-904e5fe7a570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:31Z', 'updated_at': '2021-11-12T08:47:44Z', 'revision_number': 4, 'project_id': '3b19a66bca5e4c74859cbee21d31b6be', 'subnets': [{'id': 'fdfd3737-15a5-48be-bcfb-904e5fe7a570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:47.604118 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2931d7c7-ea80-4478-9984-fa7d97e0076d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Router 457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:47:47.660814 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7132fc41-b733-4086-b1a3-e0dfe969c259 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.670054 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-46ef3f40-fd99-4212-af65-a5fb6082a4c0 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.715677 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-46ef3f40-fd99-4212-af65-a5fb6082a4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.769347 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697bc179-911a-479b-a03b-ed187104d398 None None] The sync data for ids ['35693e22-759f-44ad-b370-bfc9c085b457'] in n-d-768862-16 is: [{'id': '35693e22-759f-44ad-b370-bfc9c085b457', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418237876-router', 'tenant_id': '3b19a66bca5e4c74859cbee21d31b6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '97a6155f-865f-4b0c-b938-65fc5ae1b67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:21Z', 'updated_at': '2021-11-12T08:47:34Z', 'revision_number': 4, 'project_id': '3b19a66bca5e4c74859cbee21d31b6be', 'gw_port': {'id': '97a6155f-865f-4b0c-b938-65fc5ae1b67e', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35693e22-759f-44ad-b370-bfc9c085b457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:25Z', 'updated_at': '2021-11-12T08:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'fd298b81-a8d0-407f-84c3-ce6099ab9986', 'name': '', 'network_id': 'e2616ee2-fa6a-4521-8d33-a586b1684eb2', 'tenant_id': '3b19a66bca5e4c74859cbee21d31b6be', 'mac_address': 'fa:16:3e:80:0f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35693e22-759f-44ad-b370-bfc9c085b457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fdfd3737-15a5-48be-bcfb-904e5fe7a570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:31Z', 'updated_at': '2021-11-12T08:47:44Z', 'revision_number': 4, 'project_id': '3b19a66bca5e4c74859cbee21d31b6be', 'subnets': [{'id': 'fdfd3737-15a5-48be-bcfb-904e5fe7a570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:47.770367 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e4475-0b7c-4364-9815-0410c27b3550 req-a3619964-1b21-42f4-8e09-78cf93ae220a tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:47.772129 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dd6e4475-0b7c-4364-9815-0410c27b3550 req-a3619964-1b21-42f4-8e09-78cf93ae220a tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cadc41f-1089-47a0-9da4-bf5d4a31ee84 HTTP/1.1" status: 200 len: 946 time: 0.1829863 Nov 12 08:47:47.776637 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7132fc41-b733-4086-b1a3-e0dfe969c259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.777992 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef3f40-fd99-4212-af65-a5fb6082a4c0 None None] Pushing event updated for resources: {'Port': ['ID=e8628c94-dc04-4ab2-8046-bdefdd4a8848,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:47.797613 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2931d7c7-ea80-4478-9984-fa7d97e0076d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:47.807884 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2931d7c7-ea80-4478-9984-fa7d97e0076d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "PUT /v2.0/routers/457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9602203 Nov 12 08:47:47.828910 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56754) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:47.829123 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c7b848-f4cd-48c7-a2da-b50e20497ee7 None None] Sync routers for ids ['457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:47.833522 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b4549d79-6c2e-45cb-9eca-100cc5fbe953 req-55fe250c-b67c-405d-874d-b495deaae1be tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.850967 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c7b848-f4cd-48c7-a2da-b50e20497ee7 None None] Routers {'457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:47.853721 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-e2c7b848-f4cd-48c7-a2da-b50e20497ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:47:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:47.857237 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ef3f40-fd99-4212-af65-a5fb6082a4c0 None None] Network 5593f1e4-1e15-4c43-9175-838232660338 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:47.866672 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:47:47.875180 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e5a8dc93-d0b8-4ef5-948e-ec1cd11f4eeb tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.949886 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dd6e4475-0b7c-4364-9815-0410c27b3550 req-d0e33a45-fe72-4094-9779-c887e70d79a1 tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b994a9c-930f-4578-b6a4-2ca02ef37556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430023 Nov 12 08:47:48.027257 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-46ef3f40-fd99-4212-af65-a5fb6082a4c0 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:48.034290 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:47:48.043470 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ef3f40-fd99-4212-af65-a5fb6082a4c0 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:48.051875 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-7132fc41-b733-4086-b1a3-e0dfe969c259 admin admin] Allocated IP 172.25.6.26 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/342e1a87-a352-4006-85cf-68debb1d53b9) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:48.087658 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe250c-b67c-405d-874d-b495deaae1be tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Pushing event deleted for resources: {'Port': ['ID=5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:48.147138 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-e2c7b848-f4cd-48c7-a2da-b50e20497ee7 None None] Set router 457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2 gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:48.196788 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c549d02e-0a6d-468a-a7c6-95157cfbf981 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.270102 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c549d02e-0a6d-468a-a7c6-95157cfbf981 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.308607 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4549d79-6c2e-45cb-9eca-100cc5fbe953 req-55fe250c-b67c-405d-874d-b495deaae1be tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] No DVR routers for this DVR port 5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:47:48.339396 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8dc93-d0b8-4ef5-948e-ec1cd11f4eeb tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4fb0395-afcf-4ddf-bda2-8d1a2048a8c7,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:48.340235 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device fd298b81-a8d0-407f-84c3-ce6099ab9986 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:48.358802 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b4549d79-6c2e-45cb-9eca-100cc5fbe953 req-55fe250c-b67c-405d-874d-b495deaae1be tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.363349 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b4549d79-6c2e-45cb-9eca-100cc5fbe953 req-55fe250c-b67c-405d-874d-b495deaae1be tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.54 "DELETE /v2.0/ports/5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e HTTP/1.1" status: 204 len: 173 time: 1.7190375 Nov 12 08:47:48.378307 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cadc41f-1089-47a0-9da4-bf5d4a31ee84', 'name': 'network-vif-deleted', 'tag': '5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:48.380526 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7132fc41-b733-4086-b1a3-e0dfe969c259 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.384072 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cccc15-95ec-41da-933e-bbef724c112e" -d '{"events": [{"server_uuid": "3cadc41f-1089-47a0-9da4-bf5d4a31ee84", "name": "network-vif-deleted", "tag": "5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:48.423643 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-e2c7b848-f4cd-48c7-a2da-b50e20497ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2', 'name': 'tempest-NetworksTestDHCPv6-router-1289549272', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:29Z', 'updated_at': '2021-11-12T08:47:45Z', 'revision_number': 3, 'project_id': '5b0590da7c59470ea0796d2ea353c115', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:48.498430 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7132fc41-b733-4086-b1a3-e0dfe969c259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.536709 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c549d02e-0a6d-468a-a7c6-95157cfbf981 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.538626 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c549d02e-0a6d-468a-a7c6-95157cfbf981 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2584066 Nov 12 08:47:48.563354 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cacd54-2ced-4c7f-b71f-8d599865a66c x-openstack-request-id: req-d9cacd54-2ced-4c7f-b71f-8d599865a66c {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:48.564532 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cadc41f-1089-47a0-9da4-bf5d4a31ee84", "name": "network-vif-deleted", "tag": "5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:48.565535 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9cacd54-2ced-4c7f-b71f-8d599865a66c {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:48.566276 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cadc41f-1089-47a0-9da4-bf5d4a31ee84', 'name': 'network-vif-deleted', 'tag': '5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e', 'status': 'completed', 'code': 200} Nov 12 08:47:48.570080 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56758) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:48.572227 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da49bce3-084f-4030-98d4-0cb7040ffe46 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:48.579791 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-a9addc8b-65f8-4918-b383-b11843d154e4 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Request body: {'security_group_rule': {'security_group_id': 'f7415047-f2f8-42d5-8150-69e2e7c805d1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:48.587473 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549d02e-0a6d-468a-a7c6-95157cfbf981 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28be5268-b202-4cae-95f0-987f053a075b,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:48.605646 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-46ef3f40-fd99-4212-af65-a5fb6082a4c0 None None] Attempting to bind port e8628c94-dc04-4ab2-8046-bdefdd4a8848 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:48.606016 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-46ef3f40-fd99-4212-af65-a5fb6082a4c0 None None] Attempting to bind port e8628c94-dc04-4ab2-8046-bdefdd4a8848 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '3737c7d8-b5de-48d9-95bd-9f646bf0d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5593f1e4-1e15-4c43-9175-838232660338'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:48.606384 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ef3f40-fd99-4212-af65-a5fb6082a4c0 None None] Attempting to bind port e8628c94-dc04-4ab2-8046-bdefdd4a8848 on network 5593f1e4-1e15-4c43-9175-838232660338 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:48.610076 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c7b848-f4cd-48c7-a2da-b50e20497ee7 None None] Checking router: 457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:47:48.618619 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64af27c2-ba77-4853-a34c-bfb705282495 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:48.623791 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64af27c2-ba77-4853-a34c-bfb705282495 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:48.629075 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-64af27c2-ba77-4853-a34c-bfb705282495 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7683368 Nov 12 08:47:48.632102 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56760) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:48.645158 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c7b848-f4cd-48c7-a2da-b50e20497ee7 None None] Routers {'457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:48.645825 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-e2c7b848-f4cd-48c7-a2da-b50e20497ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:47:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:48.672761 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ef3f40-fd99-4212-af65-a5fb6082a4c0 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:48.672761 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ef3f40-fd99-4212-af65-a5fb6082a4c0 None None] Checking segment: {'id': '3737c7d8-b5de-48d9-95bd-9f646bf0d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5593f1e4-1e15-4c43-9175-838232660338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:48.673273 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-46ef3f40-fd99-4212-af65-a5fb6082a4c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.673764 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ef3f40-fd99-4212-af65-a5fb6082a4c0 None None] Bound using segment: {'id': '3737c7d8-b5de-48d9-95bd-9f646bf0d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5593f1e4-1e15-4c43-9175-838232660338'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:48.674000 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-46ef3f40-fd99-4212-af65-a5fb6082a4c0 None None] Bound port: e8628c94-dc04-4ab2-8046-bdefdd4a8848, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3737c7d8-b5de-48d9-95bd-9f646bf0d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5593f1e4-1e15-4c43-9175-838232660338'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:48.674329 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-46ef3f40-fd99-4212-af65-a5fb6082a4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.690901 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port fd298b81-a8d0-407f-84c3-ce6099ab9986 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:48.691189 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.863292 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a9addc8b-65f8-4918-b383-b11843d154e4 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.909480 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7132fc41-b733-4086-b1a3-e0dfe969c259 admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:48.911518 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132fc41-b733-4086-b1a3-e0dfe969c259 admin admin] Pushing event updated for resources: {'Port': ['ID=342e1a87-a352-4006-85cf-68debb1d53b9,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:48.915224 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-7132fc41-b733-4086-b1a3-e0dfe969c259 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:48.961274 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc5fd2f-bdb4-4199-9d61-0002db748a1e None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:48.985655 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7132fc41-b733-4086-b1a3-e0dfe969c259 admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:49.057491 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e5a8dc93-d0b8-4ef5-948e-ec1cd11f4eeb tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:49.086586 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-46ef3f40-fd99-4212-af65-a5fb6082a4c0 None None] For port e8628c94-dc04-4ab2-8046-bdefdd4a8848, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:49.103351 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e5a8dc93-d0b8-4ef5-948e-ec1cd11f4eeb tempest-RoutersAdminNegativeTest-1417526966 tempest-RoutersAdminNegativeTest-1417526966-project-admin] 10.222.0.37 "DELETE /v2.0/ports/d4fb0395-afcf-4ddf-bda2-8d1a2048a8c7 HTTP/1.1" status: 204 len: 168 time: 2.9182506 Nov 12 08:47:49.143949 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-46ef3f40-fd99-4212-af65-a5fb6082a4c0 None None] For port e8628c94-dc04-4ab2-8046-bdefdd4a8848, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=e8628c94-dc04-4ab2-8046-bdefdd4a8848,segment=NetworkSegment(3737c7d8-b5de-48d9-95bd-9f646bf0d422),segment_id=3737c7d8-b5de-48d9-95bd-9f646bf0d422)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:49.157067 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a5ecf6-b02f-4f1c-a13b-5115aa28585e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting subnet 5fe0e4e9-934b-427a-bf29-9b8698c952d6 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:47:49.166409 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-e2c7b848-f4cd-48c7-a2da-b50e20497ee7 None None] Set router 457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2 gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:49.182901 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-60a5ecf6-b02f-4f1c-a13b-5115aa28585e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:49.213903 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-7c9afb9a-540e-42d1-b80a-db6de17481a3 None None] Provisioning complete for port 342e1a87-a352-4006-85cf-68debb1d53b9 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:49.214318 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7c9afb9a-540e-42d1-b80a-db6de17481a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:49.337674 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-46ef3f40-fd99-4212-af65-a5fb6082a4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:49.353469 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-7c9afb9a-540e-42d1-b80a-db6de17481a3 None None] Port 342e1a87-a352-4006-85cf-68debb1d53b9 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:49.396457 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-e2c7b848-f4cd-48c7-a2da-b50e20497ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2', 'name': 'tempest-NetworksTestDHCPv6-router-1289549272', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:29Z', 'updated_at': '2021-11-12T08:47:45Z', 'revision_number': 3, 'project_id': '5b0590da7c59470ea0796d2ea353c115', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:49.504809 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a9addc8b-65f8-4918-b383-b11843d154e4 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:49.555395 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-60a5ecf6-b02f-4f1c-a13b-5115aa28585e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:49.600595 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c7b848-f4cd-48c7-a2da-b50e20497ee7 None None] The sync data for ids ['457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2'] in n-d-768862-16 is: [{'id': '457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2', 'name': 'tempest-NetworksTestDHCPv6-router-1289549272', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:29Z', 'updated_at': '2021-11-12T08:47:45Z', 'revision_number': 3, 'project_id': '5b0590da7c59470ea0796d2ea353c115', 'gw_port_host': None}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:49.629380 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef3f40-fd99-4212-af65-a5fb6082a4c0 None None] Pushing event updated for resources: {'Port': ['ID=e8628c94-dc04-4ab2-8046-bdefdd4a8848,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:49.657664 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a9addc8b-65f8-4918-b383-b11843d154e4 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:49.767266 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9addc8b-65f8-4918-b383-b11843d154e4 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0df35a7-1a42-4f31-8a1f-5a9210acdb14,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:49.809595 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6d67a60c-4a09-459b-844b-3173afdd582e req-5377a722-e750-4214-8c7d-12a636086734 tempest-ServerPasswordTestJSON-1192925996 tempest-ServerPasswordTestJSON-1192925996-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cadc41f-1089-47a0-9da4-bf5d4a31ee84 HTTP/1.1" status: 200 len: 210 time: 0.2849829 Nov 12 08:47:49.860827 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a9addc8b-65f8-4918-b383-b11843d154e4 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:49.868042 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a9addc8b-65f8-4918-b383-b11843d154e4 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2910807 Nov 12 08:47:49.870529 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56770) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:49.880962 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-2058d85f-c4df-4d88-83d8-05a4a1e1da26 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Request body: {'security_group_rule': {'security_group_id': 'f7415047-f2f8-42d5-8150-69e2e7c805d1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:49.906585 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-60a5ecf6-b02f-4f1c-a13b-5115aa28585e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:50.100775 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56772) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:50.152416 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-60a5ecf6-b02f-4f1c-a13b-5115aa28585e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:50.236736 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5ecf6-b02f-4f1c-a13b-5115aa28585e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Subnet': ['ID=5fe0e4e9-934b-427a-bf29-9b8698c952d6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:50.253417 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-60a5ecf6-b02f-4f1c-a13b-5115aa28585e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:50.264533 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da724c19-2e01-4c6a-8ca7-5e351cda56b9 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:50.281212 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-60a5ecf6-b02f-4f1c-a13b-5115aa28585e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/5fe0e4e9-934b-427a-bf29-9b8698c952d6 HTTP/1.1" status: 204 len: 168 time: 1.6375775 Nov 12 08:47:50.290004 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56776) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:50.497912 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-23291a06-aa85-4a62-8735-e6c8985ab2a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:50.586435 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2058d85f-c4df-4d88-83d8-05a4a1e1da26 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:50.672640 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:47:50.726551 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device e8628c94-dc04-4ab2-8046-bdefdd4a8848 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:50.731162 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:47:50.737798 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 5d0f3542-63d6-40ee-ab1d-bf90b8f50c8e not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:47:50.787320 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56778) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:50.787596 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b206c0bc-e473-4bfa-9d31-5580217b775b tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4932837 Nov 12 08:47:50.849626 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efdc662-4905-4595-a15d-f1a72d825f4e None None] DHCP port deletion for 7bfd1417-cac6-4152-826e-588573fa4bfa request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:50.906701 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-23291a06-aa85-4a62-8735-e6c8985ab2a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:50.914680 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7c942f28-efcf-4e66-9bbe-7ad1d11849dc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:50.916550 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-23291a06-aa85-4a62-8735-e6c8985ab2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:50.994374 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56782) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:50.996766 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port e8628c94-dc04-4ab2-8046-bdefdd4a8848 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:50.997141 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:51.024660 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-23291a06-aa85-4a62-8735-e6c8985ab2a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fba8ea0fb8c94f9ab270046312e50556&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9226742 Nov 12 08:47:51.029097 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56784) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:51.110457 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-0efdc662-4905-4595-a15d-f1a72d825f4e None None] Deleting port aa074f29-3e6a-4816-b880-a83c9b755f95 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:51.115446 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0efdc662-4905-4595-a15d-f1a72d825f4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:51.242912 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:51.427675 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7c942f28-efcf-4e66-9bbe-7ad1d11849dc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:51.460255 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7c942f28-efcf-4e66-9bbe-7ad1d11849dc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:51.462504 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23291a06-aa85-4a62-8735-e6c8985ab2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ba801f-9945-4460-b264-d7e122ee1f19,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:51.478911 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port e8628c94-dc04-4ab2-8046-bdefdd4a8848, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=e8628c94-dc04-4ab2-8046-bdefdd4a8848,segment=NetworkSegment(3737c7d8-b5de-48d9-95bd-9f646bf0d422),segment_id=3737c7d8-b5de-48d9-95bd-9f646bf0d422)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:51.498425 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d171a15-a27e-435f-a839-1cde5fd1a762 admin admin] Deleting subnet 7c5098d1-f409-4060-ac43-5a5d9389e637 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:47:51.502495 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:51.516461 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d171a15-a27e-435f-a839-1cde5fd1a762 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:51.520942 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2058d85f-c4df-4d88-83d8-05a4a1e1da26 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:51.559376 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2058d85f-c4df-4d88-83d8-05a4a1e1da26 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:51.565913 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 48df7768-1358-49bb-98fc-b481dc7521bf no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:47:51.585042 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-0efdc662-4905-4595-a15d-f1a72d825f4e None None] For port aa074f29-3e6a-4816-b880-a83c9b755f95, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=aa074f29-3e6a-4816-b880-a83c9b755f95,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:51.586479 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0efdc662-4905-4595-a15d-f1a72d825f4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:51.629264 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-0efdc662-4905-4595-a15d-f1a72d825f4e None None] Calling delete_port for aa074f29-3e6a-4816-b880-a83c9b755f95 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:51.655728 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d171a15-a27e-435f-a839-1cde5fd1a762 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:51.734298 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2058d85f-c4df-4d88-83d8-05a4a1e1da26 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:51.740192 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2058d85f-c4df-4d88-83d8-05a4a1e1da26 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8656685 Nov 12 08:47:51.745433 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56790) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:51.769043 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-861d8e58-c5aa-4c7a-9989-b912a546b31b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:51.771655 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d171a15-a27e-435f-a839-1cde5fd1a762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:51.780015 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-4c01040d-6a13-421a-ba66-7eaacd55a4ef tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Request body: {'security_group_rule': {'security_group_id': 'f7415047-f2f8-42d5-8150-69e2e7c805d1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:51.787189 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7132fc41-b733-4086-b1a3-e0dfe969c259 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:51.793363 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058d85f-c4df-4d88-83d8-05a4a1e1da26 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b208ed0-6d91-44cf-873f-dbcb4ef4779a,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:51.804012 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7c942f28-efcf-4e66-9bbe-7ad1d11849dc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:51.804849 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c942f28-efcf-4e66-9bbe-7ad1d11849dc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Fanout notify agent at l3_agent the message router_deleted on router 457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2 {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:47:51.829212 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7c942f28-efcf-4e66-9bbe-7ad1d11849dc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:51.831863 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7c942f28-efcf-4e66-9bbe-7ad1d11849dc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/routers/457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2 HTTP/1.1" status: 204 len: 168 time: 1.0418584 Nov 12 08:47:51.836656 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-861d8e58-c5aa-4c7a-9989-b912a546b31b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:51.839417 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56792) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:51.847190 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-16524248-311a-4404-b0e6-574d7a766b45 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:52.037569 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4c01040d-6a13-421a-ba66-7eaacd55a4ef tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:52.041155 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=e8628c94-dc04-4ab2-8046-bdefdd4a8848,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:52.125752 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca44a01-bc50-4e5b-93dd-e8578b18213c None None] Network 5593f1e4-1e15-4c43-9175-838232660338 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:52.152420 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d171a15-a27e-435f-a839-1cde5fd1a762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:52.155834 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0efdc662-4905-4595-a15d-f1a72d825f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:52.161340 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16524248-311a-4404-b0e6-574d7a766b45 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:52.166751 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-16524248-311a-4404-b0e6-574d7a766b45 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:52.200503 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-861d8e58-c5aa-4c7a-9989-b912a546b31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:52.203483 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-861d8e58-c5aa-4c7a-9989-b912a546b31b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:52.204858 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-861d8e58-c5aa-4c7a-9989-b912a546b31b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78ba801f-9945-4460-b264-d7e122ee1f19 HTTP/1.1" status: 204 len: 168 time: 1.1686509 Nov 12 08:47:52.241268 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d171a15-a27e-435f-a839-1cde5fd1a762 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c5098d1-f409-4060-ac43-5a5d9389e637,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:52.289621 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d171a15-a27e-435f-a839-1cde5fd1a762 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:52.302249 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7132fc41-b733-4086-b1a3-e0dfe969c259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:52.304365 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6d171a15-a27e-435f-a839-1cde5fd1a762 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7c5098d1-f409-4060-ac43-5a5d9389e637 HTTP/1.1" status: 204 len: 168 time: 1.3067970 Nov 12 08:47:52.308093 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56798) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:52.314099 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d8e58-c5aa-4c7a-9989-b912a546b31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ba801f-9945-4460-b264-d7e122ee1f19,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:52.396170 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d866fd-8f0a-4bc8-867d-9b818b044fb0 req-fcc139bf-2833-4fa5-8e19-7971fd5f4913 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:52.404863 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a5d866fd-8f0a-4bc8-867d-9b818b044fb0 req-fcc139bf-2833-4fa5-8e19-7971fd5f4913 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f6b4a0d-54be-492d-8c1f-c1beeb9f265f HTTP/1.1" status: 200 len: 946 time: 0.3070955 Nov 12 08:47:52.407940 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 48df7768-1358-49bb-98fc-b481dc7521bf {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:47:52.410892 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 48df7768-1358-49bb-98fc-b481dc7521bf not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:47:52.505329 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a5d866fd-8f0a-4bc8-867d-9b818b044fb0 req-f2c6ce64-1514-49de-8880-6cb6d26f3b6d tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971856 Nov 12 08:47:52.563521 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efdc662-4905-4595-a15d-f1a72d825f4e None None] No DVR routers for this DVR port aa074f29-3e6a-4816-b880-a83c9b755f95 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:47:52.584384 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efdc662-4905-4595-a15d-f1a72d825f4e None None] Pushing event deleted for resources: {'Port': ['ID=aa074f29-3e6a-4816-b880-a83c9b755f95,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:52.605815 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f73e7640-8a87-48db-a45d-f7894cf47ade None None] Provisioning complete for port e8628c94-dc04-4ab2-8046-bdefdd4a8848 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:52.610776 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f73e7640-8a87-48db-a45d-f7894cf47ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:52.779788 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device e8628c94-dc04-4ab2-8046-bdefdd4a8848 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:52.869701 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-16524248-311a-4404-b0e6-574d7a766b45 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:52.899992 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4c01040d-6a13-421a-ba66-7eaacd55a4ef tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:52.914573 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5c2f221e-e3cf-4b00-a20b-da05c7bf1bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:52.939663 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.005417 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16524248-311a-4404-b0e6-574d7a766b45 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:53.007157 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-16524248-311a-4404-b0e6-574d7a766b45 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:53.018522 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16524248-311a-4404-b0e6-574d7a766b45 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:53.019192 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-16524248-311a-4404-b0e6-574d7a766b45 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.036705 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56808) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:53.076709 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4c01040d-6a13-421a-ba66-7eaacd55a4ef tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.098134 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-16524248-311a-4404-b0e6-574d7a766b45 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2554305 Nov 12 08:47:53.102721 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56810) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:53.125790 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-79898227-71db-492c-b4bd-e01f110bb3e2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-260277041', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:53.139037 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4c01040d-6a13-421a-ba66-7eaacd55a4ef tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.143486 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4c01040d-6a13-421a-ba66-7eaacd55a4ef tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3816667 Nov 12 08:47:53.154081 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56812) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:53.158976 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-49c4bfff-10f3-4ae2-bbe3-9ca3926f4313 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Request body: {'security_group_rule': {'security_group_id': 'f7415047-f2f8-42d5-8150-69e2e7c805d1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:53.164272 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16524248-311a-4404-b0e6-574d7a766b45 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Subnet': ['ID=40478c7d-1d04-4aac-9774-1be46da744b8,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:53.193593 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb531849-1975-488f-907e-f3170cf7ebc6 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:53.210169 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1d2cd2d9-2737-4a12-9919-1e28e4611df3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7884ca100369438cb14723bfafd07089&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1698642 Nov 12 08:47:53.213983 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56814) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:53.227970 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port e8628c94-dc04-4ab2-8046-bdefdd4a8848 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:53.228631 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.244392 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01040d-6a13-421a-ba66-7eaacd55a4ef tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b64d1b-28fa-4abc-9847-749e9fb76e16,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:53.405837 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7132fc41-b733-4086-b1a3-e0dfe969c259 admin admin] Router a0179efa-367a-43df-ad93-c38a3f6a1add is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:47:53.431802 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a62df44b-67f8-4d51-b216-11a0ba469ae0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.452858 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79898227-71db-492c-b4bd-e01f110bb3e2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.459122 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79898227-71db-492c-b4bd-e01f110bb3e2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.485992 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a62df44b-67f8-4d51-b216-11a0ba469ae0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.561661 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49c4bfff-10f3-4ae2-bbe3-9ca3926f4313 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.650550 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a62df44b-67f8-4d51-b216-11a0ba469ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.654046 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a62df44b-67f8-4d51-b216-11a0ba469ae0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.656594 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a62df44b-67f8-4d51-b216-11a0ba469ae0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ffd1c428-bc6c-4a1f-9fd7-0aec18732e76 HTTP/1.1" status: 204 len: 168 time: 0.4388032 Nov 12 08:47:53.674027 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62df44b-67f8-4d51-b216-11a0ba469ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd1c428-bc6c-4a1f-9fd7-0aec18732e76,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:53.735808 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ed93f1a0-c033-4b4b-8db9-5c24fc213e67 None None] Provisioning complete for port e8628c94-dc04-4ab2-8046-bdefdd4a8848 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:53.746328 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ed93f1a0-c033-4b4b-8db9-5c24fc213e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.835782 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device aa074f29-3e6a-4816-b880-a83c9b755f95 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:47:53.844637 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051162f-62fd-46ec-a027-ce951e233443 req-f43d97c2-5f28-45a0-a829-847a93165e18 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:53.854971 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2051162f-62fd-46ec-a027-ce951e233443 req-f43d97c2-5f28-45a0-a829-847a93165e18 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.6166248 Nov 12 08:47:53.877391 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a044a0f-fadf-4f07-beaf-c79883c7408f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-7bfd1417-cac6-4152-826e-588573fa4bfa', 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'fixed_ips': [{'subnet_id': '40478c7d-1d04-4aac-9774-1be46da744b8'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:47:53.878434 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8a044a0f-fadf-4f07-beaf-c79883c7408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.884583 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: aa074f29-3e6a-4816-b880-a83c9b755f95 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:47:53.885088 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device aa074f29-3e6a-4816-b880-a83c9b755f95 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:47:53.909426 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5c2f221e-e3cf-4b00-a20b-da05c7bf1bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.917773 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79898227-71db-492c-b4bd-e01f110bb3e2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.939553 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79898227-71db-492c-b4bd-e01f110bb3e2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.969465 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49c4bfff-10f3-4ae2-bbe3-9ca3926f4313 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.989954 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49c4bfff-10f3-4ae2-bbe3-9ca3926f4313 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.056618 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4bfff-10f3-4ae2-bbe3-9ca3926f4313 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5b1f7a8-aa9b-4288-8577-d31240a9e51e,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:54.064033 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-5c2f221e-e3cf-4b00-a20b-da05c7bf1bca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300f9e02-d889-4c67-81e5-4a23a811c4ea']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:54.094039 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-5c2f221e-e3cf-4b00-a20b-da05c7bf1bca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f47cdde4-7af7-4073-b5c9-3d28775471ec') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:54.094804 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-5c2f221e-e3cf-4b00-a20b-da05c7bf1bca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f47cdde4-7af7-4073-b5c9-3d28775471ec') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:54.106941 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79898227-71db-492c-b4bd-e01f110bb3e2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.111295 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56820) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:54.111921 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-79898227-71db-492c-b4bd-e01f110bb3e2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9933715 Nov 12 08:47:54.153780 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2051162f-62fd-46ec-a027-ce951e233443 req-af989991-22e0-4563-b1be-1a7ed116121d tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2976530 Nov 12 08:47:54.156867 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49c4bfff-10f3-4ae2-bbe3-9ca3926f4313 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.189912 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-49c4bfff-10f3-4ae2-bbe3-9ca3926f4313 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.0285869 Nov 12 08:47:54.198316 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56824) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:54.256166 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5c2f221e-e3cf-4b00-a20b-da05c7bf1bca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.281582 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-8a044a0f-fadf-4f07-beaf-c79883c7408f None None] Allocated IP 2001:db8::2 (7bfd1417-cac6-4152-826e-588573fa4bfa/40478c7d-1d04-4aac-9774-1be46da744b8/747dbdc2-954e-46a6-bd5e-33cc8ace0b7a) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:54.339715 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5c2f221e-e3cf-4b00-a20b-da05c7bf1bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.347594 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7132fc41-b733-4086-b1a3-e0dfe969c259 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:54.383414 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-97caad9a-8e92-49eb-a51b-24f973350d11 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.396686 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2f221e-e3cf-4b00-a20b-da05c7bf1bca admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:47:54.397499 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5c2f221e-e3cf-4b00-a20b-da05c7bf1bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.404197 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:47:54.404197 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:47:54.404197 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:47:54.404197 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:47:54.404197 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:47:54.404197 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:47:54.404197 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:47:54.404197 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:47:54.404197 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:47:54.404197 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:47:54.404197 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:47:54.404197 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:47:54.404197 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:47:54.404197 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:47:54.404197 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:47:54.404197 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:47:54.404197 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:47:54.404197 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:47:54.404197 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:47:54.404197 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:47:54.404197 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:47:54.404197 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:47:54.404197 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:47:54.404197 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:47:54.404197 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:47:54.404197 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:47:54.404197 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:47:54.404197 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:47:54.404197 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:47:54.404197 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:47:54.404197 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:47:54.404197 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:47:54.444165 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-97caad9a-8e92-49eb-a51b-24f973350d11 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.496443 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9eb03f-1fe9-4f3d-aeed-588a960fb57a None None] Sync routers for ids ['a0179efa-367a-43df-ad93-c38a3f6a1add'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:54.557688 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7132fc41-b733-4086-b1a3-e0dfe969c259 admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.568233 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7132fc41-b733-4086-b1a3-e0dfe969c259 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.8205140 Nov 12 08:47:54.575527 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56830) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:54.607127 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9eb03f-1fe9-4f3d-aeed-588a960fb57a None None] Routers {'a0179efa-367a-43df-ad93-c38a3f6a1add'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:54.607960 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-bb9eb03f-1fe9-4f3d-aeed-588a960fb57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:47:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['a0179efa-367a-43df-ad93-c38a3f6a1add'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:54.829267 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7cdc4317-afe1-4270-b872-8f15a46a3f50 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:55.418764 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-bb9eb03f-1fe9-4f3d-aeed-588a960fb57a None None] Set router a0179efa-367a-43df-ad93-c38a3f6a1add gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:55.580559 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56848) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:55.618797 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc3fa6-0d9c-417b-a6b8-da37dcf9f76f req-7dfccbe5-c961-413b-93a8-e11ab7f78f0b tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:55.632237 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69cc3fa6-0d9c-417b-a6b8-da37dcf9f76f req-7dfccbe5-c961-413b-93a8-e11ab7f78f0b tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 1.1865780 Nov 12 08:47:55.649033 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5c2f221e-e3cf-4b00-a20b-da05c7bf1bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:55.804868 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8a044a0f-fadf-4f07-beaf-c79883c7408f None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:55.809561 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-97caad9a-8e92-49eb-a51b-24f973350d11 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:55.818949 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8a044a0f-fadf-4f07-beaf-c79883c7408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:55.862624 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-fe3858a8-30f1-41c0-aa9d-3a5dc9845760 tempest-AgentManagementNegativeTest-1098844486 tempest-AgentManagementNegativeTest-1098844486-project] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2758722 Nov 12 08:47:55.862953 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a044a0f-fadf-4f07-beaf-c79883c7408f None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:55.871167 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-8a044a0f-fadf-4f07-beaf-c79883c7408f None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:55.877471 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5c2f221e-e3cf-4b00-a20b-da05c7bf1bca admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:55.877761 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a044a0f-fadf-4f07-beaf-c79883c7408f None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:55.883400 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5c2f221e-e3cf-4b00-a20b-da05c7bf1bca admin admin] 10.222.0.37 "DELETE /v2.0/networks/300f9e02-d889-4c67-81e5-4a23a811c4ea HTTP/1.1" status: 204 len: 168 time: 3.5724449 Nov 12 08:47:55.888576 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f221e-e3cf-4b00-a20b-da05c7bf1bca admin admin] Pushing event deleted for resources: {'Network': ['ID=300f9e02-d889-4c67-81e5-4a23a811c4ea,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:55.908183 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a044a0f-fadf-4f07-beaf-c79883c7408f None None] Pushing event updated for resources: {'Port': ['ID=747dbdc2-954e-46a6-bd5e-33cc8ace0b7a,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:55.922299 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-97caad9a-8e92-49eb-a51b-24f973350d11 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:55.928546 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-97caad9a-8e92-49eb-a51b-24f973350d11 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/c5b1f7a8-aa9b-4288-8577-d31240a9e51e HTTP/1.1" status: 204 len: 168 time: 1.7261596 Nov 12 08:47:55.941037 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56864) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:55.942754 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97caad9a-8e92-49eb-a51b-24f973350d11 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5b1f7a8-aa9b-4288-8577-d31240a9e51e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:56.076066 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-bb9eb03f-1fe9-4f3d-aeed-588a960fb57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0179efa-367a-43df-ad93-c38a3f6a1add', 'name': 'tempest-ServersTestMultiNic-852595403-router', 'tenant_id': '3b73e8d3d1c6491e81f21331afe242f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '342e1a87-a352-4006-85cf-68debb1d53b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:44Z', 'updated_at': '2021-11-12T08:47:50Z', 'revision_number': 3, 'project_id': '3b73e8d3d1c6491e81f21331afe242f6', 'gw_port': {'id': '342e1a87-a352-4006-85cf-68debb1d53b9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:47:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0179efa-367a-43df-ad93-c38a3f6a1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:47Z', 'updated_at': '2021-11-12T08:47:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:56.140717 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69cc3fa6-0d9c-417b-a6b8-da37dcf9f76f req-a43b07ad-0b6d-49f2-b6d9-e3be2def4556 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5068839 Nov 12 08:47:56.161505 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9eb03f-1fe9-4f3d-aeed-588a960fb57a None None] Checking router: a0179efa-367a-43df-ad93-c38a3f6a1add for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:47:56.162107 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9eb03f-1fe9-4f3d-aeed-588a960fb57a None None] Updating router a0179efa-367a-43df-ad93-c38a3f6a1add port 342e1a87-a352-4006-85cf-68debb1d53b9 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:47:56.168801 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-7cdc4317-afe1-4270-b872-8f15a46a3f50 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Allocated IP 2001:db8::1 (7bfd1417-cac6-4152-826e-588573fa4bfa/40478c7d-1d04-4aac-9774-1be46da744b8/683901d2-bb49-4d5f-940d-db082111403e) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:56.240315 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-8a044a0f-fadf-4f07-beaf-c79883c7408f None None] Attempting to bind port 747dbdc2-954e-46a6-bd5e-33cc8ace0b7a on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:56.240917 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-8a044a0f-fadf-4f07-beaf-c79883c7408f None None] Attempting to bind port 747dbdc2-954e-46a6-bd5e-33cc8ace0b7a by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:56.241508 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a044a0f-fadf-4f07-beaf-c79883c7408f None None] Attempting to bind port 747dbdc2-954e-46a6-bd5e-33cc8ace0b7a on network 7bfd1417-cac6-4152-826e-588573fa4bfa {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:56.262742 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a044a0f-fadf-4f07-beaf-c79883c7408f None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:56.262742 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a044a0f-fadf-4f07-beaf-c79883c7408f None None] Checking segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:56.262742 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8a044a0f-fadf-4f07-beaf-c79883c7408f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.262742 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a044a0f-fadf-4f07-beaf-c79883c7408f None None] Bound using segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:56.262742 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-8a044a0f-fadf-4f07-beaf-c79883c7408f None None] Bound port: 747dbdc2-954e-46a6-bd5e-33cc8ace0b7a, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:56.262742 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8a044a0f-fadf-4f07-beaf-c79883c7408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.266877 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bb9eb03f-1fe9-4f3d-aeed-588a960fb57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.271960 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56870) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:56.295582 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b87c0ef0-729f-4655-8639-b9f70300145f tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3447847 Nov 12 08:47:56.305051 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56872) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:56.403902 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c31b1c06-c167-4969-af0e-37d1ddfca45b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bab8e981024b480d9e791cf56c49c101&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1258550 Nov 12 08:47:56.404602 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56874) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:56.466713 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49b9f109-c07c-47fc-869a-3deda7a63c99 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.575775 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49b9f109-c07c-47fc-869a-3deda7a63c99 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.661713 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aaba5fcf-72ab-462c-9915-cca9fbbb3114 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.733324 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aaba5fcf-72ab-462c-9915-cca9fbbb3114 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.745705 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7cdc4317-afe1-4270-b872-8f15a46a3f50 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.782160 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49b9f109-c07c-47fc-869a-3deda7a63c99 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.847439 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49b9f109-c07c-47fc-869a-3deda7a63c99 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.849796 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56890) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:56.854232 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-49b9f109-c07c-47fc-869a-3deda7a63c99 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/f7b64d1b-28fa-4abc-9847-749e9fb76e16 HTTP/1.1" status: 204 len: 168 time: 0.5367529 Nov 12 08:47:56.858524 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56892) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:56.914654 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-8a044a0f-fadf-4f07-beaf-c79883c7408f None None] For port 747dbdc2-954e-46a6-bd5e-33cc8ace0b7a, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:56.918924 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aaba5fcf-72ab-462c-9915-cca9fbbb3114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.928686 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aaba5fcf-72ab-462c-9915-cca9fbbb3114 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.932906 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-aaba5fcf-72ab-462c-9915-cca9fbbb3114 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b994a9c-930f-4578-b6a4-2ca02ef37556 HTTP/1.1" status: 204 len: 168 time: 0.5222757 Nov 12 08:47:56.949126 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-8a044a0f-fadf-4f07-beaf-c79883c7408f None None] For port 747dbdc2-954e-46a6-bd5e-33cc8ace0b7a, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=747dbdc2-954e-46a6-bd5e-33cc8ace0b7a,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:56.994508 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8a044a0f-fadf-4f07-beaf-c79883c7408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.025838 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e8ad9fbf-619e-4f35-9686-dcb99bc7aff7 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1631188 Nov 12 08:47:57.029261 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9f109-c07c-47fc-869a-3deda7a63c99 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7b64d1b-28fa-4abc-9847-749e9fb76e16,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:57.041879 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56898) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:57.098156 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba5fcf-72ab-462c-9915-cca9fbbb3114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b994a9c-930f-4578-b6a4-2ca02ef37556,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:57.188484 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7cdc4317-afe1-4270-b872-8f15a46a3f50 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.206798 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-effa796a-4a47-4289-952f-e2b45cf59da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.313168 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e93b00bd-c97c-49eb-bed3-04c96999bd47 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.329191 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0ac78-e5a2-4a44-92c1-211b48ccdb53 req-27d7c665-bc7e-4308-ba85-c6b89c237ab0 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:57.335814 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-74c0ac78-e5a2-4a44-92c1-211b48ccdb53 req-27d7c665-bc7e-4308-ba85-c6b89c237ab0 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.3819818 Nov 12 08:47:57.421502 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e93b00bd-c97c-49eb-bed3-04c96999bd47 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.482156 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a044a0f-fadf-4f07-beaf-c79883c7408f None None] Pushing event updated for resources: {'Port': ['ID=747dbdc2-954e-46a6-bd5e-33cc8ace0b7a,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:57.497582 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dde0fa8c-1a7b-4910-a8e9-e175fb0c34f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.567548 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdc4317-afe1-4270-b872-8f15a46a3f50 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:57.580867 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-7cdc4317-afe1-4270-b872-8f15a46a3f50 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:57.585565 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdc4317-afe1-4270-b872-8f15a46a3f50 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:57.586807 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7cdc4317-afe1-4270-b872-8f15a46a3f50 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.719428 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bb9eb03f-1fe9-4f3d-aeed-588a960fb57a None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.746731 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bb9eb03f-1fe9-4f3d-aeed-588a960fb57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.809065 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-74c0ac78-e5a2-4a44-92c1-211b48ccdb53 req-4d1ef86c-3ce2-4865-b2cc-f3978aa6a002 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3574827 Nov 12 08:47:57.939478 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35516ca-df19-49da-9003-92bea0c0d6ba None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:57.962867 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc4317-afe1-4270-b872-8f15a46a3f50 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Port': ['ID=683901d2-bb49-4d5f-940d-db082111403e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:57.980186 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-bb9eb03f-1fe9-4f3d-aeed-588a960fb57a None None] Attempting to bind port 342e1a87-a352-4006-85cf-68debb1d53b9 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:57.982263 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-bb9eb03f-1fe9-4f3d-aeed-588a960fb57a None None] Attempting to bind port 342e1a87-a352-4006-85cf-68debb1d53b9 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:57.982864 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9eb03f-1fe9-4f3d-aeed-588a960fb57a None None] Attempting to bind port 342e1a87-a352-4006-85cf-68debb1d53b9 on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:57.990976 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc2805-0794-4c56-8fec-74f49c91d588 None None] Pushing event updated for resources: {'Port': ['ID=342e1a87-a352-4006-85cf-68debb1d53b9,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:58.025603 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9eb03f-1fe9-4f3d-aeed-588a960fb57a None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:58.026007 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9eb03f-1fe9-4f3d-aeed-588a960fb57a None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:58.026378 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bb9eb03f-1fe9-4f3d-aeed-588a960fb57a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:58.026851 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9eb03f-1fe9-4f3d-aeed-588a960fb57a None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:58.027354 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-bb9eb03f-1fe9-4f3d-aeed-588a960fb57a None None] Bound port: 342e1a87-a352-4006-85cf-68debb1d53b9, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:58.028802 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bb9eb03f-1fe9-4f3d-aeed-588a960fb57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:58.090232 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-effa796a-4a47-4289-952f-e2b45cf59da3 admin admin] Allocated IP 172.20.0.1 (5593f1e4-1e15-4c43-9175-838232660338/c28306b0-1d59-4ea1-a278-cb3bc5a54356/3db534b2-8410-46c4-90c7-30cd0e046ea9) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:58.157443 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-aec94710-acb3-48e2-94f9-0e26d3a19f2a None None] Provisioning complete for port 342e1a87-a352-4006-85cf-68debb1d53b9 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:58.158150 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-aec94710-acb3-48e2-94f9-0e26d3a19f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:58.175309 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e93b00bd-c97c-49eb-bed3-04c96999bd47 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:58.192351 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e93b00bd-c97c-49eb-bed3-04c96999bd47 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:58.199286 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e93b00bd-c97c-49eb-bed3-04c96999bd47 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/4b208ed0-6d91-44cf-873f-dbcb4ef4779a HTTP/1.1" status: 204 len: 168 time: 1.1477141 Nov 12 08:47:58.204336 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56920) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:58.244296 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-bb9eb03f-1fe9-4f3d-aeed-588a960fb57a None None] For port 342e1a87-a352-4006-85cf-68debb1d53b9, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:58.308491 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-bb9eb03f-1fe9-4f3d-aeed-588a960fb57a None None] For port 342e1a87-a352-4006-85cf-68debb1d53b9, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=342e1a87-a352-4006-85cf-68debb1d53b9,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:58.311412 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-aec94710-acb3-48e2-94f9-0e26d3a19f2a None None] Port 342e1a87-a352-4006-85cf-68debb1d53b9 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:58.323029 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bb9eb03f-1fe9-4f3d-aeed-588a960fb57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:58.362902 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b00bd-c97c-49eb-bed3-04c96999bd47 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b208ed0-6d91-44cf-873f-dbcb4ef4779a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:58.469342 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92344a3-1a83-4657-86b7-f907deb770b8 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:58.482851 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-effa796a-4a47-4289-952f-e2b45cf59da3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:58.521076 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9eb03f-1fe9-4f3d-aeed-588a960fb57a None None] Routers {'a0179efa-367a-43df-ad93-c38a3f6a1add'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:58.524960 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-bb9eb03f-1fe9-4f3d-aeed-588a960fb57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:47:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['a0179efa-367a-43df-ad93-c38a3f6a1add'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:58.570940 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-effa796a-4a47-4289-952f-e2b45cf59da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:58.646597 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc2805-0794-4c56-8fec-74f49c91d588 None None] Pushing event updated for resources: {'Port': ['ID=342e1a87-a352-4006-85cf-68debb1d53b9,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:58.700484 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa796a-4a47-4289-952f-e2b45cf59da3 admin admin] Pushing event updated for resources: {'Port': ['ID=3db534b2-8410-46c4-90c7-30cd0e046ea9,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:58.716655 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effa796a-4a47-4289-952f-e2b45cf59da3 admin admin] Network 5593f1e4-1e15-4c43-9175-838232660338 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:58.718193 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-effa796a-4a47-4289-952f-e2b45cf59da3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:58.742079 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effa796a-4a47-4289-952f-e2b45cf59da3 admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:58.799919 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8c7216ae-9b11-4160-b800-3e13a09337a1 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5831058 Nov 12 08:47:58.801833 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7cdc4317-afe1-4270-b872-8f15a46a3f50 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:58.826819 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56934) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:58.854234 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 747dbdc2-954e-46a6-bd5e-33cc8ace0b7a up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:58.871992 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-98f9b3a2-ffce-41fe-aa6e-d3af4a933145 None None] Provisioning complete for port 342e1a87-a352-4006-85cf-68debb1d53b9 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:58.872515 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-98f9b3a2-ffce-41fe-aa6e-d3af4a933145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.028208 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-effa796a-4a47-4289-952f-e2b45cf59da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.030602 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56938) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:59.151629 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dde0fa8c-1a7b-4910-a8e9-e175fb0c34f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.192654 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.194857 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-bb9eb03f-1fe9-4f3d-aeed-588a960fb57a None None] Set router a0179efa-367a-43df-ad93-c38a3f6a1add gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:59.217930 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fe386-c5db-4601-81ac-a2b397fefbd0 req-c8baaa6d-1d14-44c7-96d2-f3a87944ab38 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:59.232431 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-097fe386-c5db-4601-81ac-a2b397fefbd0 req-c8baaa6d-1d14-44c7-96d2-f3a87944ab38 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.4866166 Nov 12 08:47:59.269086 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5e4b6369-4681-4e5d-9373-176173a8406e tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.315013 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-7116fea7-a1e5-48ae-ae2f-eac1ef3c6828 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-250167597-network', 'tenant_id': '35eede552d344defb0dc93c7b9cedfd4'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:59.326711 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dde0fa8c-1a7b-4910-a8e9-e175fb0c34f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.338921 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-097fe386-c5db-4601-81ac-a2b397fefbd0 req-3da809e0-724a-4a8c-9921-8f1f3274bd1d tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049314 Nov 12 08:47:59.355191 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5e4b6369-4681-4e5d-9373-176173a8406e tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.452250 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5e4b6369-4681-4e5d-9373-176173a8406e tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.471127 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5e4b6369-4681-4e5d-9373-176173a8406e tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.476767 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5e4b6369-4681-4e5d-9373-176173a8406e tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/f0df35a7-1a42-4f31-8a1f-5a9210acdb14 HTTP/1.1" status: 204 len: 168 time: 0.6292772 Nov 12 08:47:59.483637 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56942) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:59.494664 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b6369-4681-4e5d-9373-176173a8406e tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0df35a7-1a42-4f31-8a1f-5a9210acdb14,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:59.606094 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-dde0fa8c-1a7b-4910-a8e9-e175fb0c34f6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7dbc4ae9c4b4578999c14003b2b8861&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7447536 Nov 12 08:47:59.611260 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56944) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:59.667347 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bd79b5be-e1f6-4904-9628-34488729bb0e tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1776097 Nov 12 08:47:59.667347 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-effa796a-4a47-4289-952f-e2b45cf59da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.667912 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7116fea7-a1e5-48ae-ae2f-eac1ef3c6828 admin admin] Made reservation on behalf of 35eede552d344defb0dc93c7b9cedfd4 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:59.670167 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7116fea7-a1e5-48ae-ae2f-eac1ef3c6828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.681469 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56946) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:59.704888 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 747dbdc2-954e-46a6-bd5e-33cc8ace0b7a triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:59.705679 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.747564 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1ee331bc-19bb-4aec-922f-69c1e4b891b8 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.760371 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7116fea7-a1e5-48ae-ae2f-eac1ef3c6828 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.770488 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1ee331bc-19bb-4aec-922f-69c1e4b891b8 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.815534 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-98f9b3a2-ffce-41fe-aa6e-d3af4a933145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.832149 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0fa8c-1a7b-4910-a8e9-e175fb0c34f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71f171f-bcd4-45c5-b7d1-c0339d39f1e2,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:59.864460 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-98f9b3a2-ffce-41fe-aa6e-d3af4a933145 None None] For port 342e1a87-a352-4006-85cf-68debb1d53b9, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=342e1a87-a352-4006-85cf-68debb1d53b9,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:59.883667 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-98f9b3a2-ffce-41fe-aa6e-d3af4a933145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.944201 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1ee331bc-19bb-4aec-922f-69c1e4b891b8 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.974831 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1ee331bc-19bb-4aec-922f-69c1e4b891b8 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.976061 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1ee331bc-19bb-4aec-922f-69c1e4b891b8 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/28be5268-b202-4cae-95f0-987f053a075b HTTP/1.1" status: 204 len: 168 time: 0.2935264 Nov 12 08:47:59.977138 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee331bc-19bb-4aec-922f-69c1e4b891b8 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28be5268-b202-4cae-95f0-987f053a075b,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:00.005594 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-63c97944-40e8-4b9f-9dc7-fbac35bfe421 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.021370 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56948) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:00.200092 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7116fea7-a1e5-48ae-ae2f-eac1ef3c6828 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.213936 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9b3a2-ffce-41fe-aa6e-d3af4a933145 None None] Pushing event updated for resources: {'Port': ['ID=342e1a87-a352-4006-85cf-68debb1d53b9,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:00.223679 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-effa796a-4a47-4289-952f-e2b45cf59da3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.231638 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-effa796a-4a47-4289-952f-e2b45cf59da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.254707 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-6b5f4714-56a7-48ee-b96f-c8b262fd5a83 None None] Provisioning complete for port 3db534b2-8410-46c4-90c7-30cd0e046ea9 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:00.255525 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6b5f4714-56a7-48ee-b96f-c8b262fd5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.341322 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-effa796a-4a47-4289-952f-e2b45cf59da3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.355249 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.389711 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-6b5f4714-56a7-48ee-b96f-c8b262fd5a83 None None] Port 3db534b2-8410-46c4-90c7-30cd0e046ea9 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:00.496183 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-6b5f4714-56a7-48ee-b96f-c8b262fd5a83 None None] Provisioning complete for port 747dbdc2-954e-46a6-bd5e-33cc8ace0b7a triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:00.497062 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6b5f4714-56a7-48ee-b96f-c8b262fd5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.510003 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-bb9eb03f-1fe9-4f3d-aeed-588a960fb57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0179efa-367a-43df-ad93-c38a3f6a1add', 'name': 'tempest-ServersTestMultiNic-852595403-router', 'tenant_id': '3b73e8d3d1c6491e81f21331afe242f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '342e1a87-a352-4006-85cf-68debb1d53b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:44Z', 'updated_at': '2021-11-12T08:47:50Z', 'revision_number': 3, 'project_id': '3b73e8d3d1c6491e81f21331afe242f6', 'gw_port': {'id': '342e1a87-a352-4006-85cf-68debb1d53b9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:47:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0179efa-367a-43df-ad93-c38a3f6a1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:47Z', 'updated_at': '2021-11-12T08:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:00.588047 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9eb03f-1fe9-4f3d-aeed-588a960fb57a None None] The sync data for ids ['a0179efa-367a-43df-ad93-c38a3f6a1add'] in n-d-768862-16 is: [{'id': 'a0179efa-367a-43df-ad93-c38a3f6a1add', 'name': 'tempest-ServersTestMultiNic-852595403-router', 'tenant_id': '3b73e8d3d1c6491e81f21331afe242f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '342e1a87-a352-4006-85cf-68debb1d53b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:44Z', 'updated_at': '2021-11-12T08:47:50Z', 'revision_number': 3, 'project_id': '3b73e8d3d1c6491e81f21331afe242f6', 'gw_port': {'id': '342e1a87-a352-4006-85cf-68debb1d53b9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:47:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0179efa-367a-43df-ad93-c38a3f6a1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:47Z', 'updated_at': '2021-11-12T08:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:48:00.595876 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 747dbdc2-954e-46a6-bd5e-33cc8ace0b7a, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=747dbdc2-954e-46a6-bd5e-33cc8ace0b7a,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:00.609281 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa796a-4a47-4289-952f-e2b45cf59da3 admin admin] Pushing event updated for resources: {'Port': ['ID=3db534b2-8410-46c4-90c7-30cd0e046ea9,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:00.631407 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.689688 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effa796a-4a47-4289-952f-e2b45cf59da3 admin admin] Network 5593f1e4-1e15-4c43-9175-838232660338 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:00.699888 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-effa796a-4a47-4289-952f-e2b45cf59da3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:00.804216 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=747dbdc2-954e-46a6-bd5e-33cc8ace0b7a,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:00.871809 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a24f7e-79da-4413-9781-0c14a0d09db2 req-99e9cac8-010d-42e2-8236-93a108752d40 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:00.884550 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8a24f7e-79da-4413-9781-0c14a0d09db2 req-99e9cac8-010d-42e2-8236-93a108752d40 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.2819672 Nov 12 08:48:00.996126 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-64ce99f6-eeaa-41ee-8f51-72d8d4a0823a None None] Provisioning complete for port 683901d2-bb49-4d5f-940d-db082111403e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:00.996948 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-64ce99f6-eeaa-41ee-8f51-72d8d4a0823a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:01.147784 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-63c97944-40e8-4b9f-9dc7-fbac35bfe421 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:01.179107 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-64ce99f6-eeaa-41ee-8f51-72d8d4a0823a None None] Port 683901d2-bb49-4d5f-940d-db082111403e cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:01.245697 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8a24f7e-79da-4413-9781-0c14a0d09db2 req-16e54909-3700-42a1-a9bd-c09b06a6c77a tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3501437 Nov 12 08:48:01.254980 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7116fea7-a1e5-48ae-ae2f-eac1ef3c6828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:01.280763 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-effa796a-4a47-4289-952f-e2b45cf59da3 admin admin] Router a0179efa-367a-43df-ad93-c38a3f6a1add has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:48:01.372843 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4ba81bf9-acdd-4018-b6a9-b3ee28485d3a None None] Provisioning complete for port 3db534b2-8410-46c4-90c7-30cd0e046ea9 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:01.373730 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4ba81bf9-acdd-4018-b6a9-b3ee28485d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:01.483718 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7cdc4317-afe1-4270-b872-8f15a46a3f50 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:01.499850 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4ba81bf9-acdd-4018-b6a9-b3ee28485d3a None None] Port 3db534b2-8410-46c4-90c7-30cd0e046ea9 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:01.560207 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7116fea7-a1e5-48ae-ae2f-eac1ef3c6828 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:48:01.569764 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7cdc4317-afe1-4270-b872-8f15a46a3f50 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:01.570956 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7cdc4317-afe1-4270-b872-8f15a46a3f50 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:01.650646 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effa796a-4a47-4289-952f-e2b45cf59da3 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:48:01.673531 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-effa796a-4a47-4289-952f-e2b45cf59da3 admin admin] 10.222.0.37 "PUT /v2.0/routers/a0179efa-367a-43df-ad93-c38a3f6a1add/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0702586 Nov 12 08:48:01.743411 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7116fea7-a1e5-48ae-ae2f-eac1ef3c6828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:01.743793 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-7116fea7-a1e5-48ae-ae2f-eac1ef3c6828 admin admin] Added segment 98251d1b-eb48-45c8-9516-e3f80caed389 of type vlan for network 9fb35ee6-b8eb-4c0b-82a3-c78d91249f4c Nov 12 08:48:01.748069 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116fea7-a1e5-48ae-ae2f-eac1ef3c6828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b16225-eaf1-41ea-b8d3-313db9de4323,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:01.751051 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-63c97944-40e8-4b9f-9dc7-fbac35bfe421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:01.753869 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-63c97944-40e8-4b9f-9dc7-fbac35bfe421 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:01.755117 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-63c97944-40e8-4b9f-9dc7-fbac35bfe421 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a71f171f-bcd4-45c5-b7d1-c0339d39f1e2 HTTP/1.1" status: 204 len: 168 time: 2.1386640 Nov 12 08:48:01.785253 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-afc6544b-2d5f-4bdd-b572-ddc0525a9dfe tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.7625072 Nov 12 08:48:01.790258 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56958) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:01.834096 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc4317-afe1-4270-b872-8f15a46a3f50 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Port': ['ID=683901d2-bb49-4d5f-940d-db082111403e,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:01.844613 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c97944-40e8-4b9f-9dc7-fbac35bfe421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71f171f-bcd4-45c5-b7d1-c0339d39f1e2,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:02.011872 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7116fea7-a1e5-48ae-ae2f-eac1ef3c6828 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.044581 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2d10dbb-9199-4647-ac09-8ae53e056571 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.087062 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56960) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:02.133921 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdc4317-afe1-4270-b872-8f15a46a3f50 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:02.141262 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2d10dbb-9199-4647-ac09-8ae53e056571 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.153453 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-7cdc4317-afe1-4270-b872-8f15a46a3f50 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:02.267844 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2d10dbb-9199-4647-ac09-8ae53e056571 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.271899 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2d10dbb-9199-4647-ac09-8ae53e056571 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.273575 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c2d10dbb-9199-4647-ac09-8ae53e056571 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "DELETE /v2.0/security-groups/f7415047-f2f8-42d5-8150-69e2e7c805d1 HTTP/1.1" status: 204 len: 168 time: 0.4816139 Nov 12 08:48:02.281143 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56964) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:02.373208 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d10dbb-9199-4647-ac09-8ae53e056571 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7415047-f2f8-42d5-8150-69e2e7c805d1,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:02.471371 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7116fea7-a1e5-48ae-ae2f-eac1ef3c6828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.477841 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-97ab1bb3-8619-4313-b48d-de167f20f302 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1825373 Nov 12 08:48:02.479329 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56970) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:02.481129 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7116fea7-a1e5-48ae-ae2f-eac1ef3c6828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:02.482122 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7116fea7-a1e5-48ae-ae2f-eac1ef3c6828 admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.491069 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-98ec3ca3-73bd-40f7-b5f0-4503dcce1414 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Request body: {'security_group': {'name': 'tempest-secgroup--2146713957'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:02.571017 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-98ec3ca3-73bd-40f7-b5f0-4503dcce1414 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.634120 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-9b17aa5b-a388-4fa9-93f1-b4c257677491 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-157155314'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:02.734958 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116fea7-a1e5-48ae-ae2f-eac1ef3c6828 admin admin] Pushing event updated for resources: {'Network': ['ID=9fb35ee6-b8eb-4c0b-82a3-c78d91249f4c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:02.770515 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 9fb35ee6-b8eb-4c0b-82a3-c78d91249f4c details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:48:02.774320 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b17aa5b-a388-4fa9-93f1-b4c257677491 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Made reservation on behalf of 3b73e8d3d1c6491e81f21331afe242f6 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:02.779953 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9b17aa5b-a388-4fa9-93f1-b4c257677491 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.818223 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7116fea7-a1e5-48ae-ae2f-eac1ef3c6828 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.7838540 Nov 12 08:48:02.823081 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56980) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:02.842246 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5d128e98-310a-4ff3-9483-1a9563818798 admin admin] Request body: {'subnet': {'network_id': '9fb35ee6-b8eb-4c0b-82a3-c78d91249f4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-250167597-subnet', 'tenant_id': '35eede552d344defb0dc93c7b9cedfd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:02.924771 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdc4317-afe1-4270-b872-8f15a46a3f50 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Router c07351ce-5ebf-41f0-a0e2-46b11af02b5e is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:48:02.941770 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d128e98-310a-4ff3-9483-1a9563818798 admin admin] Made reservation on behalf of 35eede552d344defb0dc93c7b9cedfd4 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:02.950716 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5d128e98-310a-4ff3-9483-1a9563818798 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:03.006072 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b17aa5b-a388-4fa9-93f1-b4c257677491 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:48:03.134756 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9b17aa5b-a388-4fa9-93f1-b4c257677491 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:03.141943 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-9b17aa5b-a388-4fa9-93f1-b4c257677491 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Added segment 7a67437f-1f88-4f72-b55f-8f7a838a7642 of type vlan for network bf1e9e41-df61-40c5-bbef-a099593ccfda Nov 12 08:48:03.169630 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8807f1-f3c8-4cfc-9713-8c9d9c01d296 req-c76edbd5-bddc-45da-ae4c-002ac6615336 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:03.196681 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c8807f1-f3c8-4cfc-9713-8c9d9c01d296 req-c76edbd5-bddc-45da-ae4c-002ac6615336 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.4785385 Nov 12 08:48:03.385990 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 747dbdc2-954e-46a6-bd5e-33cc8ace0b7a up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:03.451146 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-67f09265-a78a-4678-82c8-fe939d55aacd req-8cb39930-3988-495e-8301-27e8a96e531f service neutron] (102569) timed out ('10.222.0.54', 61463) {{(pid=102569) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:48:03.507772 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9b17aa5b-a388-4fa9-93f1-b4c257677491 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:03.536995 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-92ec3c68-e1bb-472f-bf7d-95058d1f4d17 None None] Provisioning complete for port 683901d2-bb49-4d5f-940d-db082111403e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:03.544440 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-98ec3ca3-73bd-40f7-b5f0-4503dcce1414 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:03.547135 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-92ec3c68-e1bb-472f-bf7d-95058d1f4d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:03.584670 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c8807f1-f3c8-4cfc-9713-8c9d9c01d296 req-9a8e36b3-e821-402a-a7cc-3afe31e01ad7 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3863831 Nov 12 08:48:03.588867 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-98ec3ca3-73bd-40f7-b5f0-4503dcce1414 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:03.689129 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-92ec3c68-e1bb-472f-bf7d-95058d1f4d17 None None] Port 683901d2-bb49-4d5f-940d-db082111403e cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:03.707700 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5d128e98-310a-4ff3-9483-1a9563818798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:03.709290 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-3d7cb2f2-d268-4a02-b785-8360823b48f9 req-fd680a55-1dd3-4e65-942e-f4925b60222d tempest-LiveMigrationNegativeTest-1612218706 tempest-LiveMigrationNegativeTest-1612218706-project] (102569) timed out ('10.222.0.54', 61462) {{(pid=102569) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:48:03.728647 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9b17aa5b-a388-4fa9-93f1-b4c257677491 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:03.746817 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 747dbdc2-954e-46a6-bd5e-33cc8ace0b7a triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:03.747431 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:03.751960 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b17aa5b-a388-4fa9-93f1-b4c257677491 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:03.755337 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9b17aa5b-a388-4fa9-93f1-b4c257677491 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:03.774503 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-98ec3ca3-73bd-40f7-b5f0-4503dcce1414 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:03.778581 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-98ec3ca3-73bd-40f7-b5f0-4503dcce1414 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2956185 Nov 12 08:48:03.779315 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56992) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:03.779766 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56994) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:03.796779 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdc4317-afe1-4270-b872-8f15a46a3f50 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:48:03.797082 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-c21f7b5e-f0a9-4119-aec2-18e350de8870 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Request body: {'security_group_rule': {'security_group_id': '93d9160f-55d0-483f-bed5-899c1dc772d4', 'direction': 'ingress', 'protocol': 17}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:03.811418 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] Sync routers for ids ['c07351ce-5ebf-41f0-a0e2-46b11af02b5e'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:48:03.818564 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7cdc4317-afe1-4270-b872-8f15a46a3f50 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "PUT /v2.0/routers/c07351ce-5ebf-41f0-a0e2-46b11af02b5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7049050 Nov 12 08:48:03.834727 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] Routers {'c07351ce-5ebf-41f0-a0e2-46b11af02b5e'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:03.836921 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:47:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c07351ce-5ebf-41f0-a0e2-46b11af02b5e'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:03.837434 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56998) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:03.947766 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84fb26f-7efc-4064-bd86-7f38b02c3680 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:03.950147 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c84fb26f-7efc-4064-bd86-7f38b02c3680 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports/683901d2-bb49-4d5f-940d-db082111403e HTTP/1.1" status: 200 len: 911 time: 0.1006830 Nov 12 08:48:03.971157 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57000) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:03.986095 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d128e98-310a-4ff3-9483-1a9563818798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9038c1a-c241-4b25-90d7-47d992824334,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:04.022874 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d128e98-310a-4ff3-9483-1a9563818798 admin admin] Checking segment: {'id': '98251d1b-eb48-45c8-9516-e3f80caed389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9fb35ee6-b8eb-4c0b-82a3-c78d91249f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:04.023269 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d128e98-310a-4ff3-9483-1a9563818798 admin admin] Network hostable DHCP agents. Network: 9fb35ee6-b8eb-4c0b-82a3-c78d91249f4c, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:48:04.045391 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 342e1a87-a352-4006-85cf-68debb1d53b9 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:04.073217 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d128e98-310a-4ff3-9483-1a9563818798 admin admin] Network 9fb35ee6-b8eb-4c0b-82a3-c78d91249f4c is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:48:04.107418 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-5d128e98-310a-4ff3-9483-1a9563818798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 9fb35ee6-b8eb-4c0b-82a3-c78d91249f4c) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:04.107418 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d128e98-310a-4ff3-9483-1a9563818798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:04.107418 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5d128e98-310a-4ff3-9483-1a9563818798 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.110157 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec3ca3-73bd-40f7-b5f0-4503dcce1414 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93d9160f-55d0-483f-bed5-899c1dc772d4,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:04.112767 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbabac0-c8d9-49b1-9cab-99aaba183691 None None] Network 9fb35ee6-b8eb-4c0b-82a3-c78d91249f4c requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:04.114309 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c21f7b5e-f0a9-4119-aec2-18e350de8870 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.154538 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5d128e98-310a-4ff3-9483-1a9563818798 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3144619 Nov 12 08:48:04.179172 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-499bab1e-45bc-48ea-af16-37b1d22bf2f2 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1766078753'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:04.210570 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c21f7b5e-f0a9-4119-aec2-18e350de8870 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.218342 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57004) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:04.218914 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9b17aa5b-a388-4fa9-93f1-b4c257677491 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.1298497 Nov 12 08:48:04.226626 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-93222f89-d622-424e-a83c-006e2806e7dd tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Request body: {'subnet': {'network_id': 'bf1e9e41-df61-40c5-bbef-a099593ccfda', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:04.246874 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c21f7b5e-f0a9-4119-aec2-18e350de8870 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.274436 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f7b5e-f0a9-4119-aec2-18e350de8870 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f5b6ee-8a71-4d37-bb35-70e9cce6a52b,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:04.276875 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17aa5b-a388-4fa9-93f1-b4c257677491 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Pushing event updated for resources: {'Network': ['ID=bf1e9e41-df61-40c5-bbef-a099593ccfda,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:04.309948 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] Set router c07351ce-5ebf-41f0-a0e2-46b11af02b5e gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:48:04.323948 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48b2ef5-cb93-4553-9888-187f3853d2c9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:04.333324 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48b2ef5-cb93-4553-9888-187f3853d2c9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:04.333654 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19bc222-cbc6-470f-8477-648bab82ad61 None None] Sync routers for ids ['a0179efa-367a-43df-ad93-c38a3f6a1add'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:48:04.338839 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e48b2ef5-cb93-4553-9888-187f3853d2c9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3581216 Nov 12 08:48:04.338839 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499bab1e-45bc-48ea-af16-37b1d22bf2f2 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Made reservation on behalf of 4bbfbe5faa814dbd8f98118ebabe52c1 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:04.341180 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-499bab1e-45bc-48ea-af16-37b1d22bf2f2 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.354385 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57006) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:04.355453 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-499bab1e-45bc-48ea-af16-37b1d22bf2f2 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.361105 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network bf1e9e41-df61-40c5-bbef-a099593ccfda details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:48:04.370520 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c21f7b5e-f0a9-4119-aec2-18e350de8870 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.372366 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c21f7b5e-f0a9-4119-aec2-18e350de8870 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5799258 Nov 12 08:48:04.422700 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57008) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:04.557578 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93222f89-d622-424e-a83c-006e2806e7dd tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Made reservation on behalf of 3b73e8d3d1c6491e81f21331afe242f6 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:04.570287 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-93222f89-d622-424e-a83c-006e2806e7dd tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.601229 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57012) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:04.609046 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19bc222-cbc6-470f-8477-648bab82ad61 None None] Routers {'a0179efa-367a-43df-ad93-c38a3f6a1add'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:04.610561 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d19bc222-cbc6-470f-8477-648bab82ad61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:47:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['a0179efa-367a-43df-ad93-c38a3f6a1add'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:04.720714 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6ba890-a44d-491b-ba9a-d0e0f64451a3 None None] Network 9fb35ee6-b8eb-4c0b-82a3-c78d91249f4c requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:04.807134 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-79fd810d-be5c-46d9-8643-6079580907bc admin admin] Deleting subnet e9038c1a-c241-4b25-90d7-47d992824334 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:48:04.820496 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79fd810d-be5c-46d9-8643-6079580907bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.864065 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f5308c6b-6f79-45c2-a4f5-069d43239a24 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.895042 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79fd810d-be5c-46d9-8643-6079580907bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.895402 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f5308c6b-6f79-45c2-a4f5-069d43239a24 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.944483 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c07351ce-5ebf-41f0-a0e2-46b11af02b5e', 'name': 'tempest-NetworksTestDHCPv6-router-260277041', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:53Z', 'updated_at': '2021-11-12T08:47:58Z', 'revision_number': 2, 'project_id': '5b0590da7c59470ea0796d2ea353c115', 'gw_port_host': None, '_interfaces': [{'id': '683901d2-bb49-4d5f-940d-db082111403e', 'name': '', 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'mac_address': 'fa:16:3e:9d:57:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c07351ce-5ebf-41f0-a0e2-46b11af02b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '40478c7d-1d04-4aac-9774-1be46da744b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:55Z', 'updated_at': '2021-11-12T08:47:59Z', 'revision_number': 2, 'project_id': '5b0590da7c59470ea0796d2ea353c115', 'subnets': [{'id': '40478c7d-1d04-4aac-9774-1be46da744b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:04.992753 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f5308c6b-6f79-45c2-a4f5-069d43239a24 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.995792 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f5308c6b-6f79-45c2-a4f5-069d43239a24 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.996971 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f5308c6b-6f79-45c2-a4f5-069d43239a24 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "DELETE /v2.0/security-groups/93d9160f-55d0-483f-bed5-899c1dc772d4 HTTP/1.1" status: 204 len: 168 time: 0.5732789 Nov 12 08:48:05.001503 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57018) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:05.030206 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5308c6b-6f79-45c2-a4f5-069d43239a24 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d9160f-55d0-483f-bed5-899c1dc772d4,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:05.041149 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] Checking router: c07351ce-5ebf-41f0-a0e2-46b11af02b5e for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:48:05.042047 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] Updating router c07351ce-5ebf-41f0-a0e2-46b11af02b5e port 683901d2-bb49-4d5f-940d-db082111403e binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:48:05.044380 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70de39f-9664-4c69-8efe-08545d9c3c3a req-60b2e885-4cc0-4fd1-90bf-f6120cb8b69b tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:05.046125 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b70de39f-9664-4c69-8efe-08545d9c3c3a req-60b2e885-4cc0-4fd1-90bf-f6120cb8b69b tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.3021736 Nov 12 08:48:05.064192 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 342e1a87-a352-4006-85cf-68debb1d53b9 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:05.065074 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.134478 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79fd810d-be5c-46d9-8643-6079580907bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.144250 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.150704 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-499bab1e-45bc-48ea-af16-37b1d22bf2f2 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.156756 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b70de39f-9664-4c69-8efe-08545d9c3c3a req-43145636-44cf-414a-a1fe-7d2ea1e1db84 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972829 Nov 12 08:48:05.161819 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-499bab1e-45bc-48ea-af16-37b1d22bf2f2 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.210669 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499bab1e-45bc-48ea-af16-37b1d22bf2f2 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9508e8-1830-4c67-af59-a85786e0218c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:05.232162 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-499bab1e-45bc-48ea-af16-37b1d22bf2f2 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:48:05.247627 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-499bab1e-45bc-48ea-af16-37b1d22bf2f2 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.248048 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-499bab1e-45bc-48ea-af16-37b1d22bf2f2 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Added segment cc8fe4a0-9050-472c-b6f3-4cb0d266855f of type vlan for network bf574c1b-160d-4ccc-8114-e7951615ce25 Nov 12 08:48:05.340915 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-499bab1e-45bc-48ea-af16-37b1d22bf2f2 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.428265 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7989f271-28d2-4c8e-b6bd-58a8e22f3081 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.468530 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2e782541-d7fa-4da3-b99b-0d93ed19b5a5 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4473283 Nov 12 08:48:05.469692 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57020) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:05.498057 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b7d1a53f-ce80-4d70-afa4-e250093257c5 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Request body: {'security_group': {'name': 'tempest-secgroup--2146059615'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:05.511056 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-93222f89-d622-424e-a83c-006e2806e7dd tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.569285 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-499bab1e-45bc-48ea-af16-37b1d22bf2f2 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.575160 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499bab1e-45bc-48ea-af16-37b1d22bf2f2 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:05.580944 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-d19bc222-cbc6-470f-8477-648bab82ad61 None None] Set router a0179efa-367a-43df-ad93-c38a3f6a1add gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:48:05.588036 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-499bab1e-45bc-48ea-af16-37b1d22bf2f2 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.624166 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79fd810d-be5c-46d9-8643-6079580907bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.687422 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a53f-ce80-4d70-afa4-e250093257c5 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.703597 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79fd810d-be5c-46d9-8643-6079580907bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.709657 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-79fd810d-be5c-46d9-8643-6079580907bc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e9038c1a-c241-4b25-90d7-47d992824334 HTTP/1.1" status: 204 len: 168 time: 1.1075480 Nov 12 08:48:05.714881 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57022) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:05.766317 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93222f89-d622-424e-a83c-006e2806e7dd tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Pushing event updated for resources: {'Subnet': ['ID=efeac8a5-af5a-491d-ad6d-efd9c4a335a8,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:05.769525 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-499bab1e-45bc-48ea-af16-37b1d22bf2f2 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9760444 Nov 12 08:48:05.776781 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57024) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:05.792626 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499bab1e-45bc-48ea-af16-37b1d22bf2f2 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Pushing event updated for resources: {'Network': ['ID=bf574c1b-160d-4ccc-8114-e7951615ce25,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:05.817213 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-9b9b28ec-4f0e-4ac6-9e13-fdd144f234a8 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Request body: {'subnet': {'network_id': 'bf574c1b-160d-4ccc-8114-e7951615ce25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:05.828374 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network bf574c1b-160d-4ccc-8114-e7951615ce25 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:48:06.042417 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-7989f271-28d2-4c8e-b6bd-58a8e22f3081 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting port 683901d2-bb49-4d5f-940d-db082111403e {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:06.043400 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7989f271-28d2-4c8e-b6bd-58a8e22f3081 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.043578 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d19bc222-cbc6-470f-8477-648bab82ad61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0179efa-367a-43df-ad93-c38a3f6a1add', 'name': 'tempest-ServersTestMultiNic-852595403-router', 'tenant_id': '3b73e8d3d1c6491e81f21331afe242f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '342e1a87-a352-4006-85cf-68debb1d53b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:44Z', 'updated_at': '2021-11-12T08:47:59Z', 'revision_number': 4, 'project_id': '3b73e8d3d1c6491e81f21331afe242f6', 'gw_port': {'id': '342e1a87-a352-4006-85cf-68debb1d53b9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0179efa-367a-43df-ad93-c38a3f6a1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:47Z', 'updated_at': '2021-11-12T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '3db534b2-8410-46c4-90c7-30cd0e046ea9', 'name': '', 'network_id': '5593f1e4-1e15-4c43-9175-838232660338', 'tenant_id': '3b73e8d3d1c6491e81f21331afe242f6', 'mac_address': 'fa:16:3e:d3:9b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0179efa-367a-43df-ad93-c38a3f6a1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'c28306b0-1d59-4ea1-a278-cb3bc5a54356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:57Z', 'updated_at': '2021-11-12T08:47:59Z', 'revision_number': 2, 'project_id': '3b73e8d3d1c6491e81f21331afe242f6', 'subnets': [{'id': 'c28306b0-1d59-4ea1-a278-cb3bc5a54356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:06.108605 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19bc222-cbc6-470f-8477-648bab82ad61 None None] Checking router: a0179efa-367a-43df-ad93-c38a3f6a1add for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:48:06.109761 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19bc222-cbc6-470f-8477-648bab82ad61 None None] Updating router a0179efa-367a-43df-ad93-c38a3f6a1add port 3db534b2-8410-46c4-90c7-30cd0e046ea9 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:48:06.149759 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d19bc222-cbc6-470f-8477-648bab82ad61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.167384 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7989f271-28d2-4c8e-b6bd-58a8e22f3081 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.217571 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-7989f271-28d2-4c8e-b6bd-58a8e22f3081 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Calling delete_port for 683901d2-bb49-4d5f-940d-db082111403e owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:06.250209 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.264942 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.322432 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a53f-ce80-4d70-afa4-e250093257c5 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.331894 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd810d-be5c-46d9-8643-6079580907bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9038c1a-c241-4b25-90d7-47d992824334,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:06.337939 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93222f89-d622-424e-a83c-006e2806e7dd tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Checking segment: {'id': '7a67437f-1f88-4f72-b55f-8f7a838a7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf1e9e41-df61-40c5-bbef-a099593ccfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:06.338663 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93222f89-d622-424e-a83c-006e2806e7dd tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Network hostable DHCP agents. Network: bf1e9e41-df61-40c5-bbef-a099593ccfda, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:48:06.369133 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a53f-ce80-4d70-afa4-e250093257c5 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.513738 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd64164-aba3-4aff-a485-feeeffee1f25 None None] Pushing event updated for resources: {'Port': ['ID=683901d2-bb49-4d5f-940d-db082111403e,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:06.522783 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1a53f-ce80-4d70-afa4-e250093257c5 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12862a24-a0f1-4ab4-804c-f090e870b92c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:06.547502 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a53f-ce80-4d70-afa4-e250093257c5 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.553913 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b7d1a53f-ce80-4d70-afa4-e250093257c5 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0719786 Nov 12 08:48:06.579538 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57030) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:06.591571 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d87f5a8-24ff-41d8-a88d-4de5ad33012a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.593679 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] Attempting to bind port 683901d2-bb49-4d5f-940d-db082111403e on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:06.594428 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] Attempting to bind port 683901d2-bb49-4d5f-940d-db082111403e by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:06.594797 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] Attempting to bind port 683901d2-bb49-4d5f-940d-db082111403e on network 7bfd1417-cac6-4152-826e-588573fa4bfa {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:06.595111 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-eb41979a-0a97-4d7a-8489-c318f887facf tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Request body: {'security_group': {'name': 'tempest-secgroup--338785648'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:06.602439 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:48:06.602845 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] Checking segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:06.603280 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.603660 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] Bound using segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:48:06.605281 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] Bound port: 683901d2-bb49-4d5f-940d-db082111403e, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:48:06.605728 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.748244 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93222f89-d622-424e-a83c-006e2806e7dd tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Network bf1e9e41-df61-40c5-bbef-a099593ccfda is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:48:06.802754 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3be20-6b00-4181-8365-ad5c72cee59b req-7452bcf3-96ca-4dfb-8055-cdf2811a4085 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:06.815772 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49c3be20-6b00-4181-8365-ad5c72cee59b req-7452bcf3-96ca-4dfb-8055-cdf2811a4085 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.2683320 Nov 12 08:48:06.823684 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9b28ec-4f0e-4ac6-9e13-fdd144f234a8 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Made reservation on behalf of 4bbfbe5faa814dbd8f98118ebabe52c1 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:06.829011 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b9b28ec-4f0e-4ac6-9e13-fdd144f234a8 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.832852 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-93222f89-d622-424e-a83c-006e2806e7dd tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, bf1e9e41-df61-40c5-bbef-a099593ccfda) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:06.880195 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93222f89-d622-424e-a83c-006e2806e7dd tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:06.881164 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-93222f89-d622-424e-a83c-006e2806e7dd tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.905474 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.db.api [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:48:06.906229 n-d-768862-16 neutron-server[102571]: DEBUG oslo_db.api [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:48:06.918702 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eb41979a-0a97-4d7a-8489-c318f887facf tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.921721 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7989f271-28d2-4c8e-b6bd-58a8e22f3081 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.922037 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d19bc222-cbc6-470f-8477-648bab82ad61 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.930493 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefb2fa9-dbed-4608-9f7a-80a029be051a None None] Network bf1e9e41-df61-40c5-bbef-a099593ccfda requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:07.000289 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d19bc222-cbc6-470f-8477-648bab82ad61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.012112 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d87f5a8-24ff-41d8-a88d-4de5ad33012a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.014059 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989f271-28d2-4c8e-b6bd-58a8e22f3081 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Port': ['ID=683901d2-bb49-4d5f-940d-db082111403e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:07.049848 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49c3be20-6b00-4181-8365-ad5c72cee59b req-e484f0b2-cd83-4f43-9ce5-a491573227fd tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323060 Nov 12 08:48:07.061246 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-82507579-d5b7-49c5-a674-eff5510e91e5 None None] Could not find standard attr ID for object 683901d2-bb49-4d5f-940d-db082111403e. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:48:07.094251 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57034) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:07.097991 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-93222f89-d622-424e-a83c-006e2806e7dd tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8773661 Nov 12 08:48:07.107495 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-376f59a8-01fa-432a-aeb6-6727bba9aca7 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-542121687'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:07.214332 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e8c18-aa27-48cd-9611-8a696e5ec240 None None] Pushing event updated for resources: {'Port': ['ID=3db534b2-8410-46c4-90c7-30cd0e046ea9,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:07.291727 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376f59a8-01fa-432a-aeb6-6727bba9aca7 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Made reservation on behalf of 3b73e8d3d1c6491e81f21331afe242f6 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:07.304933 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-8d87f5a8-24ff-41d8-a88d-4de5ad33012a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb35ee6-b8eb-4c0b-82a3-c78d91249f4c']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:07.308699 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-376f59a8-01fa-432a-aeb6-6727bba9aca7 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.398256 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-8d87f5a8-24ff-41d8-a88d-4de5ad33012a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98251d1b-eb48-45c8-9516-e3f80caed389') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:07.398656 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-8d87f5a8-24ff-41d8-a88d-4de5ad33012a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98251d1b-eb48-45c8-9516-e3f80caed389') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:07.438905 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] Attempting to bind port 683901d2-bb49-4d5f-940d-db082111403e on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:07.439725 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] Attempting to bind port 683901d2-bb49-4d5f-940d-db082111403e by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:07.444938 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] Attempting to bind port 683901d2-bb49-4d5f-940d-db082111403e on network 7bfd1417-cac6-4152-826e-588573fa4bfa {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:07.450200 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d87f5a8-24ff-41d8-a88d-4de5ad33012a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.458769 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:48:07.459236 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] Checking segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:07.461999 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.467840 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] Bound using segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:48:07.472835 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] Bound port: 683901d2-bb49-4d5f-940d-db082111403e, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:48:07.473408 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.548418 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-d19bc222-cbc6-470f-8477-648bab82ad61 None None] Attempting to bind port 3db534b2-8410-46c4-90c7-30cd0e046ea9 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:07.548418 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-d19bc222-cbc6-470f-8477-648bab82ad61 None None] Attempting to bind port 3db534b2-8410-46c4-90c7-30cd0e046ea9 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '3737c7d8-b5de-48d9-95bd-9f646bf0d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5593f1e4-1e15-4c43-9175-838232660338'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:07.548418 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19bc222-cbc6-470f-8477-648bab82ad61 None None] Attempting to bind port 3db534b2-8410-46c4-90c7-30cd0e046ea9 on network 5593f1e4-1e15-4c43-9175-838232660338 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:07.553811 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d87f5a8-24ff-41d8-a88d-4de5ad33012a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.574969 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] Port 683901d2-bb49-4d5f-940d-db082111403e has been deleted concurrently {{(pid=102571) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 12 08:48:07.602895 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7989f271-28d2-4c8e-b6bd-58a8e22f3081 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.604708 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19bc222-cbc6-470f-8477-648bab82ad61 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:48:07.605021 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19bc222-cbc6-470f-8477-648bab82ad61 None None] Checking segment: {'id': '3737c7d8-b5de-48d9-95bd-9f646bf0d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5593f1e4-1e15-4c43-9175-838232660338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:07.605429 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d19bc222-cbc6-470f-8477-648bab82ad61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.607927 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] Routers {'c07351ce-5ebf-41f0-a0e2-46b11af02b5e'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:07.612031 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:47:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c07351ce-5ebf-41f0-a0e2-46b11af02b5e'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:07.618276 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19bc222-cbc6-470f-8477-648bab82ad61 None None] Bound using segment: {'id': '3737c7d8-b5de-48d9-95bd-9f646bf0d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5593f1e4-1e15-4c43-9175-838232660338'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:48:07.618780 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-d19bc222-cbc6-470f-8477-648bab82ad61 None None] Bound port: 3db534b2-8410-46c4-90c7-30cd0e046ea9, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3737c7d8-b5de-48d9-95bd-9f646bf0d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5593f1e4-1e15-4c43-9175-838232660338'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:48:07.619195 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d19bc222-cbc6-470f-8477-648bab82ad61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.660420 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d87f5a8-24ff-41d8-a88d-4de5ad33012a admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:48:07.661110 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d87f5a8-24ff-41d8-a88d-4de5ad33012a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.664416 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:48:07.664416 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:48:07.664416 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:48:07.664416 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:48:07.664416 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:48:07.664416 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:48:07.664416 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:48:07.664416 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:48:07.664416 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:48:07.664416 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:48:07.664416 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:48:07.664416 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:48:07.664416 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:48:07.664416 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:48:07.664416 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:48:07.664416 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:48:07.664416 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:48:07.664416 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:48:07.664416 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:48:07.664416 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:48:07.664416 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:48:07.664416 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:48:07.664416 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:48:07.664416 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:48:07.664416 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:48:07.664416 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:48:07.664416 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:48:07.664416 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:48:07.664416 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:48:07.664416 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:48:07.664416 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:48:07.664416 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:48:07.696253 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376f59a8-01fa-432a-aeb6-6727bba9aca7 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:48:07.726189 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca5c433-54d8-4bed-9e44-fbb9908ecbff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-bf1e9e41-df61-40c5-bbef-a099593ccfda', 'network_id': 'bf1e9e41-df61-40c5-bbef-a099593ccfda', 'tenant_id': '3b73e8d3d1c6491e81f21331afe242f6', 'fixed_ips': [{'subnet_id': 'efeac8a5-af5a-491d-ad6d-efd9c4a335a8'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:48:07.727767 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eca5c433-54d8-4bed-9e44-fbb9908ecbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.837634 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b9b28ec-4f0e-4ac6-9e13-fdd144f234a8 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.871819 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d87f5a8-24ff-41d8-a88d-4de5ad33012a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.884511 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d87f5a8-24ff-41d8-a88d-4de5ad33012a admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.893964 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] Set router c07351ce-5ebf-41f0-a0e2-46b11af02b5e gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:48:07.900314 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8d87f5a8-24ff-41d8-a88d-4de5ad33012a admin admin] 10.222.0.37 "DELETE /v2.0/networks/9fb35ee6-b8eb-4c0b-82a3-c78d91249f4c HTTP/1.1" status: 204 len: 168 time: 2.1490822 Nov 12 08:48:07.923509 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87f5a8-24ff-41d8-a88d-4de5ad33012a admin admin] Pushing event deleted for resources: {'Network': ['ID=9fb35ee6-b8eb-4c0b-82a3-c78d91249f4c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:07.935220 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b28ec-4f0e-4ac6-9e13-fdd144f234a8 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Pushing event updated for resources: {'Subnet': ['ID=e9eb870f-a720-4a35-88b2-5f934f053cf5,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:07.973723 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9b28ec-4f0e-4ac6-9e13-fdd144f234a8 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Checking segment: {'id': 'cc8fe4a0-9050-472c-b6f3-4cb0d266855f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bf574c1b-160d-4ccc-8114-e7951615ce25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:07.974725 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9b28ec-4f0e-4ac6-9e13-fdd144f234a8 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Network hostable DHCP agents. Network: bf574c1b-160d-4ccc-8114-e7951615ce25, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:48:08.008546 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9b28ec-4f0e-4ac6-9e13-fdd144f234a8 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Network bf574c1b-160d-4ccc-8114-e7951615ce25 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:48:08.023902 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-9b9b28ec-4f0e-4ac6-9e13-fdd144f234a8 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, bf574c1b-160d-4ccc-8114-e7951615ce25) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:08.032190 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9b28ec-4f0e-4ac6-9e13-fdd144f234a8 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:08.033518 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b9b28ec-4f0e-4ac6-9e13-fdd144f234a8 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.065390 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-376f59a8-01fa-432a-aeb6-6727bba9aca7 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.066228 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-376f59a8-01fa-432a-aeb6-6727bba9aca7 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Added segment 5fd0da14-aac5-41f5-9019-7055e58c2d10 of type vlan for network 3c2d2378-f5ec-41ac-8a80-f9f197b7e873 Nov 12 08:48:08.077057 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eb41979a-0a97-4d7a-8489-c318f887facf tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.086021 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9b9b28ec-4f0e-4ac6-9e13-fdd144f234a8 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2814314 Nov 12 08:48:08.090583 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57040) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:08.105440 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-32c48bca-35b9-411f-9a58-1609304e3b10 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Request body: {'port': {'network_id': 'bf574c1b-160d-4ccc-8114-e7951615ce25', 'name': 'tempest-AllowedAddressPairTestJSON-277837482'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:08.115530 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eb41979a-0a97-4d7a-8489-c318f887facf tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.165469 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c07351ce-5ebf-41f0-a0e2-46b11af02b5e', 'name': 'tempest-NetworksTestDHCPv6-router-260277041', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:53Z', 'updated_at': '2021-11-12T08:48:06Z', 'revision_number': 3, 'project_id': '5b0590da7c59470ea0796d2ea353c115', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:08.213887 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e95df5-dc51-488e-9d36-d20007122b6d None None] The sync data for ids ['c07351ce-5ebf-41f0-a0e2-46b11af02b5e'] in n-d-768862-16 is: [{'id': 'c07351ce-5ebf-41f0-a0e2-46b11af02b5e', 'name': 'tempest-NetworksTestDHCPv6-router-260277041', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:53Z', 'updated_at': '2021-11-12T08:48:06Z', 'revision_number': 3, 'project_id': '5b0590da7c59470ea0796d2ea353c115', 'gw_port_host': None}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:48:08.339869 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-376f59a8-01fa-432a-aeb6-6727bba9aca7 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.390051 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57046) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:08.504109 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f367a3eb-338b-4419-a59d-3332778eeebe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=35eede552d344defb0dc93c7b9cedfd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1081421 Nov 12 08:48:08.505679 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57050) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:08.547687 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f85562-4408-438e-8291-8de44262a839 None None] Network bf574c1b-160d-4ccc-8114-e7951615ce25 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:08.578928 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c48bca-35b9-411f-9a58-1609304e3b10 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Made reservation on behalf of 4bbfbe5faa814dbd8f98118ebabe52c1 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:08.585346 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-131f4946-3a27-409b-8ddc-3fad7fd16475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.587622 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32c48bca-35b9-411f-9a58-1609304e3b10 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.604855 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45b655fb-388e-4d0d-bbdd-d2f5cc6cf685 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.631793 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-32c48bca-35b9-411f-9a58-1609304e3b10 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] device_id is not set on port 890c53f8-1e39-4a27-b9a3-6063191572af yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:48:08.639168 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eb41979a-0a97-4d7a-8489-c318f887facf tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.650486 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-eb41979a-0a97-4d7a-8489-c318f887facf tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.0668783 Nov 12 08:48:08.652129 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57052) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:08.661838 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4090bb4f-7cfc-44c9-899b-1ace6d70daf9 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Request body: {'security_group_rule': {'security_group_id': '12862a24-a0f1-4ab4-804c-f090e870b92c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4a745ffa-ac89-4771-a5fb-c71f0404b5bd', 'remote_ip_prefix': None}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:08.687060 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41979a-0a97-4d7a-8489-c318f887facf tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a745ffa-ac89-4771-a5fb-c71f0404b5bd,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:08.696094 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45b655fb-388e-4d0d-bbdd-d2f5cc6cf685 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.705848 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e287124b-5aca-4ad2-a838-7f9c4c70ed7a None None] Provisioning complete for port 3db534b2-8410-46c4-90c7-30cd0e046ea9 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:08.706893 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e287124b-5aca-4ad2-a838-7f9c4c70ed7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.762205 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-d19bc222-cbc6-470f-8477-648bab82ad61 None None] For port 3db534b2-8410-46c4-90c7-30cd0e046ea9, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:48:08.791125 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4090bb4f-7cfc-44c9-899b-1ace6d70daf9 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.804890 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7989f271-28d2-4c8e-b6bd-58a8e22f3081 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Router c07351ce-5ebf-41f0-a0e2-46b11af02b5e has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:48:08.839716 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-d19bc222-cbc6-470f-8477-648bab82ad61 None None] For port 3db534b2-8410-46c4-90c7-30cd0e046ea9, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=3db534b2-8410-46c4-90c7-30cd0e046ea9,segment=NetworkSegment(3737c7d8-b5de-48d9-95bd-9f646bf0d422),segment_id=3737c7d8-b5de-48d9-95bd-9f646bf0d422)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:48:08.842290 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec767028-ecf7-44a0-8197-f7e800c4572c req-93004a24-dd4f-4859-a590-1e5474c6d2ba tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:08.848948 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ec767028-ecf7-44a0-8197-f7e800c4572c req-93004a24-dd4f-4859-a590-1e5474c6d2ba tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.5959859 Nov 12 08:48:08.856165 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d19bc222-cbc6-470f-8477-648bab82ad61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.867666 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e287124b-5aca-4ad2-a838-7f9c4c70ed7a None None] Port 3db534b2-8410-46c4-90c7-30cd0e046ea9 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:08.870867 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-376f59a8-01fa-432a-aeb6-6727bba9aca7 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.895581 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376f59a8-01fa-432a-aeb6-6727bba9aca7 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:08.897090 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-376f59a8-01fa-432a-aeb6-6727bba9aca7 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.028929 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-eca5c433-54d8-4bed-9e44-fbb9908ecbff None None] Allocated IP 19.80.0.2 (bf1e9e41-df61-40c5-bbef-a099593ccfda/efeac8a5-af5a-491d-ad6d-efd9c4a335a8/8c87e07e-5269-4916-a58d-6467b5e0d296) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:09.038423 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45b655fb-388e-4d0d-bbdd-d2f5cc6cf685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.041299 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45b655fb-388e-4d0d-bbdd-d2f5cc6cf685 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.046463 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-45b655fb-388e-4d0d-bbdd-d2f5cc6cf685 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/17b16225-eaf1-41ea-b8d3-313db9de4323 HTTP/1.1" status: 204 len: 168 time: 0.5359287 Nov 12 08:48:09.067202 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-32c48bca-35b9-411f-9a58-1609304e3b10 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Allocated IP 172.20.0.13 (bf574c1b-160d-4ccc-8114-e7951615ce25/e9eb870f-a720-4a35-88b2-5f934f053cf5/890c53f8-1e39-4a27-b9a3-6063191572af) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:09.086998 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b655fb-388e-4d0d-bbdd-d2f5cc6cf685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b16225-eaf1-41ea-b8d3-313db9de4323,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:09.107066 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4090bb4f-7cfc-44c9-899b-1ace6d70daf9 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.117597 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4090bb4f-7cfc-44c9-899b-1ace6d70daf9 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.164283 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090bb4f-7cfc-44c9-899b-1ace6d70daf9 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f334f96-d27e-4615-8223-b26ce1ce9e14,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:09.227276 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4090bb4f-7cfc-44c9-899b-1ace6d70daf9 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.231791 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4090bb4f-7cfc-44c9-899b-1ace6d70daf9 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5745263 Nov 12 08:48:09.232484 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57056) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:09.403565 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ab7b7fd1-9663-4e99-909c-ca85b1e0eab3 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.422905 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ab7b7fd1-9663-4e99-909c-ca85b1e0eab3 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.476678 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e8c18-aa27-48cd-9611-8a696e5ec240 None None] Pushing event updated for resources: {'Port': ['ID=3db534b2-8410-46c4-90c7-30cd0e046ea9,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:09.529678 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ab7b7fd1-9663-4e99-909c-ca85b1e0eab3 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.533331 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19bc222-cbc6-470f-8477-648bab82ad61 None None] Routers {'a0179efa-367a-43df-ad93-c38a3f6a1add'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:09.534432 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d19bc222-cbc6-470f-8477-648bab82ad61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:47:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['a0179efa-367a-43df-ad93-c38a3f6a1add'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:09.591643 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32c48bca-35b9-411f-9a58-1609304e3b10 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.611290 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ab7b7fd1-9663-4e99-909c-ca85b1e0eab3 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.629994 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ab7b7fd1-9663-4e99-909c-ca85b1e0eab3 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/2f334f96-d27e-4615-8223-b26ce1ce9e14 HTTP/1.1" status: 204 len: 168 time: 0.3882585 Nov 12 08:48:09.630997 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b7fd1-9663-4e99-909c-ca85b1e0eab3 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f334f96-d27e-4615-8223-b26ce1ce9e14,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:09.632928 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57060) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:09.831614 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e0434445-f738-451e-8f18-fc906946d924 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1957793 Nov 12 08:48:09.833996 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57064) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:09.911917 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d04e71-46bc-4053-8b89-ba8fc89b1c75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-bf574c1b-160d-4ccc-8114-e7951615ce25', 'network_id': 'bf574c1b-160d-4ccc-8114-e7951615ce25', 'tenant_id': '4bbfbe5faa814dbd8f98118ebabe52c1', 'fixed_ips': [{'subnet_id': 'e9eb870f-a720-4a35-88b2-5f934f053cf5'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:48:09.912942 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-28d04e71-46bc-4053-8b89-ba8fc89b1c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.921148 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32c48bca-35b9-411f-9a58-1609304e3b10 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.004121 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4f45b7d7-a4bb-43e3-8fb6-e3d27beeaeba None None] Provisioning complete for port 3db534b2-8410-46c4-90c7-30cd0e046ea9 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:10.004579 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4f45b7d7-a4bb-43e3-8fb6-e3d27beeaeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.040480 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eca5c433-54d8-4bed-9e44-fbb9908ecbff None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.054707 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-376f59a8-01fa-432a-aeb6-6727bba9aca7 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.9592235 Nov 12 08:48:10.134743 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57068) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:10.135550 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c48bca-35b9-411f-9a58-1609304e3b10 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Pushing event updated for resources: {'Port': ['ID=890c53f8-1e39-4a27-b9a3-6063191572af,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:10.161031 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-f44a12ea-189c-4b5f-9772-b0513dab9a51 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Request body: {'subnet': {'network_id': '3c2d2378-f5ec-41ac-8a80-f9f197b7e873', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:10.181102 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c48bca-35b9-411f-9a58-1609304e3b10 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Network bf574c1b-160d-4ccc-8114-e7951615ce25 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:10.218082 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-32c48bca-35b9-411f-9a58-1609304e3b10 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:10.239388 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c48bca-35b9-411f-9a58-1609304e3b10 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:10.270627 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eca5c433-54d8-4bed-9e44-fbb9908ecbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.292973 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f59a8-01fa-432a-aeb6-6727bba9aca7 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Pushing event updated for resources: {'Network': ['ID=3c2d2378-f5ec-41ac-8a80-f9f197b7e873,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:10.311979 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ec767028-ecf7-44a0-8197-f7e800c4572c req-6400a400-d363-4677-97ff-0cdd34302385 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4092205 Nov 12 08:48:10.332641 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7989f271-28d2-4c8e-b6bd-58a8e22f3081 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:48:10.359832 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0542887-df2b-46cf-b07c-a2d5ab95bd48 None None] Sync routers for ids ['c07351ce-5ebf-41f0-a0e2-46b11af02b5e'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:48:10.360445 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7989f271-28d2-4c8e-b6bd-58a8e22f3081 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "PUT /v2.0/routers/c07351ce-5ebf-41f0-a0e2-46b11af02b5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0012431 Nov 12 08:48:10.369881 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57074) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:10.384986 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0542887-df2b-46cf-b07c-a2d5ab95bd48 None None] Routers {'c07351ce-5ebf-41f0-a0e2-46b11af02b5e'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:10.389163 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-d0542887-df2b-46cf-b07c-a2d5ab95bd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:47:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c07351ce-5ebf-41f0-a0e2-46b11af02b5e'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:10.390305 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c48bca-35b9-411f-9a58-1609304e3b10 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:10.391012 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32c48bca-35b9-411f-9a58-1609304e3b10 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.465094 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-32c48bca-35b9-411f-9a58-1609304e3b10 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3722463 Nov 12 08:48:10.530448 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca5c433-54d8-4bed-9e44-fbb9908ecbff None None] Network bf1e9e41-df61-40c5-bbef-a099593ccfda is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:10.544993 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-95365a79-9963-413c-ab73-908cd06c5cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.547192 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca5c433-54d8-4bed-9e44-fbb9908ecbff None None] Pushing event updated for resources: {'Port': ['ID=8c87e07e-5269-4916-a58d-6467b5e0d296,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:10.550934 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-eca5c433-54d8-4bed-9e44-fbb9908ecbff None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:10.554560 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 3c2d2378-f5ec-41ac-8a80-f9f197b7e873 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:48:10.560426 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca5c433-54d8-4bed-9e44-fbb9908ecbff None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:10.594236 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57076) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:10.612175 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4be9056d-8260-467f-95ed-35abb927c4a7 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Request body: {'port': {'network_id': 'bf574c1b-160d-4ccc-8114-e7951615ce25', 'name': 'tempest-AllowedAddressPairTestJSON-1676556459', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:86:d8:17'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:10.620136 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-d0542887-df2b-46cf-b07c-a2d5ab95bd48 None None] Set router c07351ce-5ebf-41f0-a0e2-46b11af02b5e gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:48:10.653795 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50986c40-b3c0-41d3-b7f7-aa1bef099db8 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:10.661247 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50986c40-b3c0-41d3-b7f7-aa1bef099db8 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:10.669171 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-50986c40-b3c0-41d3-b7f7-aa1bef099db8 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2938893 Nov 12 08:48:10.669860 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57080) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:10.672711 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-425cfccc-0946-4d42-aee7-64fe036cb1f8 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.732144 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-425cfccc-0946-4d42-aee7-64fe036cb1f8 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.771331 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-d0542887-df2b-46cf-b07c-a2d5ab95bd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c07351ce-5ebf-41f0-a0e2-46b11af02b5e', 'name': 'tempest-NetworksTestDHCPv6-router-260277041', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:53Z', 'updated_at': '2021-11-12T08:48:06Z', 'revision_number': 3, 'project_id': '5b0590da7c59470ea0796d2ea353c115', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:10.800227 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-eca5c433-54d8-4bed-9e44-fbb9908ecbff None None] Attempting to bind port 8c87e07e-5269-4916-a58d-6467b5e0d296 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:10.800913 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-eca5c433-54d8-4bed-9e44-fbb9908ecbff None None] Attempting to bind port 8c87e07e-5269-4916-a58d-6467b5e0d296 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '7a67437f-1f88-4f72-b55f-8f7a838a7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf1e9e41-df61-40c5-bbef-a099593ccfda'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:10.801783 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca5c433-54d8-4bed-9e44-fbb9908ecbff None None] Attempting to bind port 8c87e07e-5269-4916-a58d-6467b5e0d296 on network bf1e9e41-df61-40c5-bbef-a099593ccfda {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:10.802102 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b90b80-c937-4a1c-a2ad-89551ff18f87 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting subnet 40478c7d-1d04-4aac-9774-1be46da744b8 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:48:10.807872 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e9b90b80-c937-4a1c-a2ad-89551ff18f87 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.824691 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca5c433-54d8-4bed-9e44-fbb9908ecbff None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:48:10.825416 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca5c433-54d8-4bed-9e44-fbb9908ecbff None None] Checking segment: {'id': '7a67437f-1f88-4f72-b55f-8f7a838a7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf1e9e41-df61-40c5-bbef-a099593ccfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:10.825995 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eca5c433-54d8-4bed-9e44-fbb9908ecbff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.827877 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca5c433-54d8-4bed-9e44-fbb9908ecbff None None] Bound using segment: {'id': '7a67437f-1f88-4f72-b55f-8f7a838a7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf1e9e41-df61-40c5-bbef-a099593ccfda'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:48:10.828681 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-eca5c433-54d8-4bed-9e44-fbb9908ecbff None None] Bound port: 8c87e07e-5269-4916-a58d-6467b5e0d296, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a67437f-1f88-4f72-b55f-8f7a838a7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf1e9e41-df61-40c5-bbef-a099593ccfda'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:48:10.829294 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eca5c433-54d8-4bed-9e44-fbb9908ecbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.845580 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-d19bc222-cbc6-470f-8477-648bab82ad61 None None] Set router a0179efa-367a-43df-ad93-c38a3f6a1add gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:48:10.918304 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e9b90b80-c937-4a1c-a2ad-89551ff18f87 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.980479 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44a12ea-189c-4b5f-9772-b0513dab9a51 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Made reservation on behalf of 3b73e8d3d1c6491e81f21331afe242f6 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:10.995404 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f44a12ea-189c-4b5f-9772-b0513dab9a51 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.004111 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-425cfccc-0946-4d42-aee7-64fe036cb1f8 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.031679 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-425cfccc-0946-4d42-aee7-64fe036cb1f8 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.031679 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-425cfccc-0946-4d42-aee7-64fe036cb1f8 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "DELETE /v2.0/security-groups/4a745ffa-ac89-4771-a5fb-c71f0404b5bd HTTP/1.1" status: 204 len: 168 time: 1.1877730 Nov 12 08:48:11.034175 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57086) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:11.087102 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0542887-df2b-46cf-b07c-a2d5ab95bd48 None None] Checking router: c07351ce-5ebf-41f0-a0e2-46b11af02b5e for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:48:11.127029 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0542887-df2b-46cf-b07c-a2d5ab95bd48 None None] Routers {'c07351ce-5ebf-41f0-a0e2-46b11af02b5e'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:11.127294 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-d0542887-df2b-46cf-b07c-a2d5ab95bd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:48:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c07351ce-5ebf-41f0-a0e2-46b11af02b5e'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:11.208951 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425cfccc-0946-4d42-aee7-64fe036cb1f8 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a745ffa-ac89-4771-a5fb-c71f0404b5bd,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:11.322072 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e9b90b80-c937-4a1c-a2ad-89551ff18f87 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.386738 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-d0542887-df2b-46cf-b07c-a2d5ab95bd48 None None] Set router c07351ce-5ebf-41f0-a0e2-46b11af02b5e gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:48:11.475295 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8dad7f13-62f4-444d-ba3d-859e8307b983 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.4361353 Nov 12 08:48:11.478343 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be9056d-8260-467f-95ed-35abb927c4a7 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Made reservation on behalf of 4bbfbe5faa814dbd8f98118ebabe52c1 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:11.495275 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57096) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:11.534837 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e9b90b80-c937-4a1c-a2ad-89551ff18f87 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.609899 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-d0542887-df2b-46cf-b07c-a2d5ab95bd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c07351ce-5ebf-41f0-a0e2-46b11af02b5e', 'name': 'tempest-NetworksTestDHCPv6-router-260277041', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:53Z', 'updated_at': '2021-11-12T08:48:06Z', 'revision_number': 3, 'project_id': '5b0590da7c59470ea0796d2ea353c115', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:11.675893 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4f45b7d7-a4bb-43e3-8fb6-e3d27beeaeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.690537 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-28d04e71-46bc-4053-8b89-ba8fc89b1c75 None None] Allocated IP 172.20.0.2 (bf574c1b-160d-4ccc-8114-e7951615ce25/e9eb870f-a720-4a35-88b2-5f934f053cf5/ac8e29af-483b-4a51-91d3-4548b84afdc6) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:11.701570 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0542887-df2b-46cf-b07c-a2d5ab95bd48 None None] The sync data for ids ['c07351ce-5ebf-41f0-a0e2-46b11af02b5e'] in n-d-768862-16 is: [{'id': 'c07351ce-5ebf-41f0-a0e2-46b11af02b5e', 'name': 'tempest-NetworksTestDHCPv6-router-260277041', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:53Z', 'updated_at': '2021-11-12T08:48:06Z', 'revision_number': 3, 'project_id': '5b0590da7c59470ea0796d2ea353c115', 'gw_port_host': None}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:48:11.747118 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b90b80-c937-4a1c-a2ad-89551ff18f87 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Subnet': ['ID=40478c7d-1d04-4aac-9774-1be46da744b8,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:11.769114 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e9b90b80-c937-4a1c-a2ad-89551ff18f87 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.782966 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e9b90b80-c937-4a1c-a2ad-89551ff18f87 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/40478c7d-1d04-4aac-9774-1be46da744b8 HTTP/1.1" status: 204 len: 168 time: 1.1077740 Nov 12 08:48:11.785297 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57104) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:11.797888 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b1d798-fc35-4a42-b7a2-0dda83b442d2 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:12.010674 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eca5c433-54d8-4bed-9e44-fbb9908ecbff None None] For port 8c87e07e-5269-4916-a58d-6467b5e0d296, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:48:12.084112 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c165705-9e81-4f32-b52e-1f99b27379a2 req-3a377e2e-7aa4-4cb8-b29f-12e9572c88c3 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:12.090433 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6c165705-9e81-4f32-b52e-1f99b27379a2 req-3a377e2e-7aa4-4cb8-b29f-12e9572c88c3 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.5845406 Nov 12 08:48:12.161681 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f44a12ea-189c-4b5f-9772-b0513dab9a51 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.175586 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4f45b7d7-a4bb-43e3-8fb6-e3d27beeaeba None None] For port 3db534b2-8410-46c4-90c7-30cd0e046ea9, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=3db534b2-8410-46c4-90c7-30cd0e046ea9,segment=NetworkSegment(3737c7d8-b5de-48d9-95bd-9f646bf0d422),segment_id=3737c7d8-b5de-48d9-95bd-9f646bf0d422)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:12.204245 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eca5c433-54d8-4bed-9e44-fbb9908ecbff None None] For port 8c87e07e-5269-4916-a58d-6467b5e0d296, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=8c87e07e-5269-4916-a58d-6467b5e0d296,segment=NetworkSegment(7a67437f-1f88-4f72-b55f-8f7a838a7642),segment_id=7a67437f-1f88-4f72-b55f-8f7a838a7642)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:48:12.311906 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d404b394-34bb-440b-b2d0-1fea539b2f8b tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.377599 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eca5c433-54d8-4bed-9e44-fbb9908ecbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.378798 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d404b394-34bb-440b-b2d0-1fea539b2f8b tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.387060 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4f45b7d7-a4bb-43e3-8fb6-e3d27beeaeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.424251 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.480963 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d404b394-34bb-440b-b2d0-1fea539b2f8b tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.489289 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d404b394-34bb-440b-b2d0-1fea539b2f8b tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.493656 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d404b394-34bb-440b-b2d0-1fea539b2f8b tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "DELETE /v2.0/security-groups/12862a24-a0f1-4ab4-804c-f090e870b92c HTTP/1.1" status: 204 len: 168 time: 0.9953322 Nov 12 08:48:12.494599 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57112) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:12.508859 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-83e3f7ab-1872-45e0-ad56-6c559fb1b5fd tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.7197878 Nov 12 08:48:12.519794 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57114) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:12.548670 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404b394-34bb-440b-b2d0-1fea539b2f8b tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12862a24-a0f1-4ab4-804c-f090e870b92c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:12.610484 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c83f99c7-e34b-4891-be36-aa51121832ee tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0977805 Nov 12 08:48:12.617862 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57116) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:12.633749 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-9e123576-eb98-4352-baaf-713532262c9a tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Request body: {'security_group': {'name': 'tempest-secgroup--971868047'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:12.669737 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44a12ea-189c-4b5f-9772-b0513dab9a51 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Checking segment: {'id': '5fd0da14-aac5-41f5-9019-7055e58c2d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3c2d2378-f5ec-41ac-8a80-f9f197b7e873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:12.670122 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44a12ea-189c-4b5f-9772-b0513dab9a51 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Network hostable DHCP agents. Network: 3c2d2378-f5ec-41ac-8a80-f9f197b7e873, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:48:12.696583 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4be9056d-8260-467f-95ed-35abb927c4a7 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.725295 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-4be9056d-8260-467f-95ed-35abb927c4a7 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] device_id is not set on port 619a4206-2194-4e72-9ed2-ef96099598e5 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:48:12.842629 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a12ea-189c-4b5f-9772-b0513dab9a51 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Pushing event updated for resources: {'Subnet': ['ID=a7458910-e2ba-4c11-9bcc-4672c4f2fc8b,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:12.882185 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9e123576-eb98-4352-baaf-713532262c9a tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.887131 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44a12ea-189c-4b5f-9772-b0513dab9a51 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Network 3c2d2378-f5ec-41ac-8a80-f9f197b7e873 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:48:12.921812 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-f44a12ea-189c-4b5f-9772-b0513dab9a51 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 3c2d2378-f5ec-41ac-8a80-f9f197b7e873) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:12.935261 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a12ea-189c-4b5f-9772-b0513dab9a51 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:12.935908 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f44a12ea-189c-4b5f-9772-b0513dab9a51 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.975244 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f44a12ea-189c-4b5f-9772-b0513dab9a51 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8323228 Nov 12 08:48:12.984219 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6c165705-9e81-4f32-b52e-1f99b27379a2 req-bf964492-64fd-4593-a741-a9eea93fbee3 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7788849 Nov 12 08:48:12.989424 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3239f77d-f874-4b5b-be44-4cf47521ce31 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.056239 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9e123576-eb98-4352-baaf-713532262c9a tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.067056 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9e123576-eb98-4352-baaf-713532262c9a tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.144442 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe98985d-b311-4344-9289-e57e04a9cf1a None None] Network 3c2d2378-f5ec-41ac-8a80-f9f197b7e873 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:13.226431 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9e123576-eb98-4352-baaf-713532262c9a tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.231518 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9e123576-eb98-4352-baaf-713532262c9a tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6115289 Nov 12 08:48:13.235331 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57126) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:13.256390 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b2525595-0f7f-474b-b5c3-2c2a052685aa tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Request body: {'security_group_rule': {'security_group_id': '4637b12c-3d77-45f2-8f3b-e342d7238f3b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:13.270989 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e123576-eb98-4352-baaf-713532262c9a tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4637b12c-3d77-45f2-8f3b-e342d7238f3b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:13.375371 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b2525595-0f7f-474b-b5c3-2c2a052685aa tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.664498 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b2525595-0f7f-474b-b5c3-2c2a052685aa tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.674934 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b2525595-0f7f-474b-b5c3-2c2a052685aa tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.777690 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2525595-0f7f-474b-b5c3-2c2a052685aa tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ddb3d2-370e-402c-b42b-460f8c3c7c21,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:13.823346 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b2525595-0f7f-474b-b5c3-2c2a052685aa tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.868921 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b2525595-0f7f-474b-b5c3-2c2a052685aa tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6156063 Nov 12 08:48:13.870082 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57134) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:13.976720 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca5c433-54d8-4bed-9e44-fbb9908ecbff None None] Pushing event updated for resources: {'Port': ['ID=8c87e07e-5269-4916-a58d-6467b5e0d296,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:14.017764 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3239f77d-f874-4b5b-be44-4cf47521ce31 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.067978 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3239f77d-f874-4b5b-be44-4cf47521ce31 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.112277 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-465e0c28-aa95-4564-aa62-57ac239e4a1c tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.134077 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-465e0c28-aa95-4564-aa62-57ac239e4a1c tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.154299 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3239f77d-f874-4b5b-be44-4cf47521ce31 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.155331 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3239f77d-f874-4b5b-be44-4cf47521ce31 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Fanout notify agent at l3_agent the message router_deleted on router c07351ce-5ebf-41f0-a0e2-46b11af02b5e {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:48:14.179241 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c97fb-4db9-4f75-be5e-e89a1f467a62 req-bac9690f-6c92-4da0-870f-23ea305b5dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:14.181968 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-005c97fb-4db9-4f75-be5e-e89a1f467a62 req-bac9690f-6c92-4da0-870f-23ea305b5dd1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=80cba63a5f3c423896b758b0902dcec9&device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 1097 time: 0.1602132 Nov 12 08:48:14.186758 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3239f77d-f874-4b5b-be44-4cf47521ce31 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.192381 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3239f77d-f874-4b5b-be44-4cf47521ce31 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/routers/c07351ce-5ebf-41f0-a0e2-46b11af02b5e HTTP/1.1" status: 204 len: 168 time: 1.6640162 Nov 12 08:48:14.198143 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57146) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:14.201744 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d19bc222-cbc6-470f-8477-648bab82ad61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0179efa-367a-43df-ad93-c38a3f6a1add', 'name': 'tempest-ServersTestMultiNic-852595403-router', 'tenant_id': '3b73e8d3d1c6491e81f21331afe242f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '342e1a87-a352-4006-85cf-68debb1d53b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:44Z', 'updated_at': '2021-11-12T08:47:59Z', 'revision_number': 4, 'project_id': '3b73e8d3d1c6491e81f21331afe242f6', 'gw_port': {'id': '342e1a87-a352-4006-85cf-68debb1d53b9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0179efa-367a-43df-ad93-c38a3f6a1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:47Z', 'updated_at': '2021-11-12T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '3db534b2-8410-46c4-90c7-30cd0e046ea9', 'name': '', 'network_id': '5593f1e4-1e15-4c43-9175-838232660338', 'tenant_id': '3b73e8d3d1c6491e81f21331afe242f6', 'mac_address': 'fa:16:3e:d3:9b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0179efa-367a-43df-ad93-c38a3f6a1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'c28306b0-1d59-4ea1-a278-cb3bc5a54356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:57Z', 'updated_at': '2021-11-12T08:48:08Z', 'revision_number': 4, 'project_id': '3b73e8d3d1c6491e81f21331afe242f6', 'subnets': [{'id': 'c28306b0-1d59-4ea1-a278-cb3bc5a54356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:14.400662 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-465e0c28-aa95-4564-aa62-57ac239e4a1c tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.443889 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-465e0c28-aa95-4564-aa62-57ac239e4a1c tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.448371 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-465e0c28-aa95-4564-aa62-57ac239e4a1c tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/71ddb3d2-370e-402c-b42b-460f8c3c7c21 HTTP/1.1" status: 204 len: 168 time: 0.5742574 Nov 12 08:48:14.496455 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57154) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:14.523545 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.562689 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19bc222-cbc6-470f-8477-648bab82ad61 None None] The sync data for ids ['a0179efa-367a-43df-ad93-c38a3f6a1add'] in n-d-768862-16 is: [{'id': 'a0179efa-367a-43df-ad93-c38a3f6a1add', 'name': 'tempest-ServersTestMultiNic-852595403-router', 'tenant_id': '3b73e8d3d1c6491e81f21331afe242f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '342e1a87-a352-4006-85cf-68debb1d53b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:44Z', 'updated_at': '2021-11-12T08:47:59Z', 'revision_number': 4, 'project_id': '3b73e8d3d1c6491e81f21331afe242f6', 'gw_port': {'id': '342e1a87-a352-4006-85cf-68debb1d53b9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0179efa-367a-43df-ad93-c38a3f6a1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:47Z', 'updated_at': '2021-11-12T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '3db534b2-8410-46c4-90c7-30cd0e046ea9', 'name': '', 'network_id': '5593f1e4-1e15-4c43-9175-838232660338', 'tenant_id': '3b73e8d3d1c6491e81f21331afe242f6', 'mac_address': 'fa:16:3e:d3:9b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0179efa-367a-43df-ad93-c38a3f6a1add', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'c28306b0-1d59-4ea1-a278-cb3bc5a54356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:57Z', 'updated_at': '2021-11-12T08:48:08Z', 'revision_number': 4, 'project_id': '3b73e8d3d1c6491e81f21331afe242f6', 'subnets': [{'id': 'c28306b0-1d59-4ea1-a278-cb3bc5a54356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:48:14.616805 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e0c28-aa95-4564-aa62-57ac239e4a1c tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71ddb3d2-370e-402c-b42b-460f8c3c7c21,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:14.661950 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.746204 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3823ab30-3361-49c5-bd6e-801edb38dc03 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:14.751973 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3823ab30-3361-49c5-bd6e-801edb38dc03 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5505500 Nov 12 08:48:14.756767 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c97fb-4db9-4f75-be5e-e89a1f467a62 req-b9547aec-ab83-4aa5-9bd1-b9f37ef5c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:14.769656 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-005c97fb-4db9-4f75-be5e-e89a1f467a62 req-b9547aec-ab83-4aa5-9bd1-b9f37ef5c235 service neutron] 10.222.0.54 "GET /v2.0/networks?id=837ec62d-b3f5-4602-995a-15f6fc8805b4 HTTP/1.1" status: 200 len: 912 time: 0.5615714 Nov 12 08:48:14.771241 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57160) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:14.833223 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-28d04e71-46bc-4053-8b89-ba8fc89b1c75 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.861218 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1653cd85-4f08-4476-a470-86c631d8d0e4 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3495412 Nov 12 08:48:14.861894 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57162) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:14.910017 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-28d04e71-46bc-4053-8b89-ba8fc89b1c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.934345 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe78c94-fb55-4284-a1d4-8938ce8bdb1e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:14.939903 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7fe78c94-fb55-4284-a1d4-8938ce8bdb1e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1622317 Nov 12 08:48:14.942971 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57164) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:14.976312 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45b7d7-a4bb-43e3-8fb6-e3d27beeaeba None None] Pushing event updated for resources: {'Port': ['ID=3db534b2-8410-46c4-90c7-30cd0e046ea9,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:15.017667 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-35f610dd-a367-4d4b-abf7-1454e7e0fbb1 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:15.035832 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-35f610dd-a367-4d4b-abf7-1454e7e0fbb1 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:15.047892 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-35f610dd-a367-4d4b-abf7-1454e7e0fbb1 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/networks?id=bf1e9e41-df61-40c5-bbef-a099593ccfda&id=3c2d2378-f5ec-41ac-8a80-f9f197b7e873&id=bf1e9e41-df61-40c5-bbef-a099593ccfda HTTP/1.1" status: 200 len: 1390 time: 1.0344927 Nov 12 08:48:15.112974 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-08393bd8-4aac-4bcf-91b3-566c703631bd tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/quotas/3b73e8d3d1c6491e81f21331afe242f6 HTTP/1.1" status: 200 len: 375 time: 0.0639243 Nov 12 08:48:15.232832 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a95f23-570a-4e06-9984-79229a3afc62 None None] DHCP port deletion for 7bfd1417-cac6-4152-826e-588573fa4bfa request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:15.279466 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-4be9056d-8260-467f-95ed-35abb927c4a7 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Allocated IP 172.20.0.10 (bf574c1b-160d-4ccc-8114-e7951615ce25/e9eb870f-a720-4a35-88b2-5f934f053cf5/619a4206-2194-4e72-9ed2-ef96099598e5) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:15.308649 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d04e71-46bc-4053-8b89-ba8fc89b1c75 None None] Network bf574c1b-160d-4ccc-8114-e7951615ce25 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:15.349168 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82afc5f-9e5c-4bc9-be86-e5e28d1beff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-3c2d2378-f5ec-41ac-8a80-f9f197b7e873', 'network_id': '3c2d2378-f5ec-41ac-8a80-f9f197b7e873', 'tenant_id': '3b73e8d3d1c6491e81f21331afe242f6', 'fixed_ips': [{'subnet_id': 'a7458910-e2ba-4c11-9bcc-4672c4f2fc8b'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:48:15.350356 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d82afc5f-9e5c-4bc9-be86-e5e28d1beff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.359350 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-28d04e71-46bc-4053-8b89-ba8fc89b1c75 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:15.366428 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d04e71-46bc-4053-8b89-ba8fc89b1c75 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:15.431437 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d04e71-46bc-4053-8b89-ba8fc89b1c75 None None] Pushing event updated for resources: {'Port': ['ID=ac8e29af-483b-4a51-91d3-4548b84afdc6,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:15.463451 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49cf7a48-f501-4b59-b1d3-3716bfba9ecf tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.528052 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-e4b43d59-5f99-470d-a455-dbfd66f88fb0 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b73e8d3d1c6491e81f21331afe242f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4117537 Nov 12 08:48:15.675247 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-28d04e71-46bc-4053-8b89-ba8fc89b1c75 None None] Attempting to bind port ac8e29af-483b-4a51-91d3-4548b84afdc6 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:15.675831 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-28d04e71-46bc-4053-8b89-ba8fc89b1c75 None None] Attempting to bind port ac8e29af-483b-4a51-91d3-4548b84afdc6 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'cc8fe4a0-9050-472c-b6f3-4cb0d266855f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bf574c1b-160d-4ccc-8114-e7951615ce25'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:15.676564 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d04e71-46bc-4053-8b89-ba8fc89b1c75 None None] Attempting to bind port ac8e29af-483b-4a51-91d3-4548b84afdc6 on network bf574c1b-160d-4ccc-8114-e7951615ce25 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:15.711103 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49cf7a48-f501-4b59-b1d3-3716bfba9ecf tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.762915 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4be9056d-8260-467f-95ed-35abb927c4a7 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.797481 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d04e71-46bc-4053-8b89-ba8fc89b1c75 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:48:15.798046 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d04e71-46bc-4053-8b89-ba8fc89b1c75 None None] Checking segment: {'id': 'cc8fe4a0-9050-472c-b6f3-4cb0d266855f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bf574c1b-160d-4ccc-8114-e7951615ce25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:15.812779 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-28d04e71-46bc-4053-8b89-ba8fc89b1c75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.815065 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d04e71-46bc-4053-8b89-ba8fc89b1c75 None None] Bound using segment: {'id': 'cc8fe4a0-9050-472c-b6f3-4cb0d266855f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bf574c1b-160d-4ccc-8114-e7951615ce25'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:48:15.819271 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-28d04e71-46bc-4053-8b89-ba8fc89b1c75 None None] Bound port: ac8e29af-483b-4a51-91d3-4548b84afdc6, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8fe4a0-9050-472c-b6f3-4cb0d266855f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bf574c1b-160d-4ccc-8114-e7951615ce25'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:48:15.822933 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-28d04e71-46bc-4053-8b89-ba8fc89b1c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.859971 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49cf7a48-f501-4b59-b1d3-3716bfba9ecf tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.864139 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49cf7a48-f501-4b59-b1d3-3716bfba9ecf tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.872270 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-49cf7a48-f501-4b59-b1d3-3716bfba9ecf tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "DELETE /v2.0/security-groups/4637b12c-3d77-45f2-8f3b-e342d7238f3b HTTP/1.1" status: 204 len: 168 time: 1.0007813 Nov 12 08:48:15.902080 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57178) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:16.015338 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf7a48-f501-4b59-b1d3-3716bfba9ecf tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4637b12c-3d77-45f2-8f3b-e342d7238f3b,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:16.075236 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901d6911-5009-4dfb-b2b9-2b684fdf746b None None] Network bf1e9e41-df61-40c5-bbef-a099593ccfda requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:16.108610 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a1cac33d-ea71-46dd-811d-2b6042433373 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.0930665 Nov 12 08:48:16.112849 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57180) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:16.127984 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-aac775b8-923f-49be-908b-29c02c683849 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2244542 Nov 12 08:48:16.136447 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-7b3ad921-2926-46c4-a68d-07a36e0c8d54 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:16.140553 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57182) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:16.171358 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-a71b86e8-411b-4323-8218-b539b370e805 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Request body: {'security_group': {'name': 'tempest-secgroup--1765831165'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:16.285023 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a71b86e8-411b-4323-8218-b539b370e805 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:16.302946 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-005c97fb-4db9-4f75-be5e-e89a1f467a62 req-78aeb841-6342-4656-86de-f095d7bd43ad service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=208f95e9-28ae-4c99-8b45-cff231909e59 HTTP/1.1" status: 200 len: 1000 time: 1.3796296 Nov 12 08:48:16.391100 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4be9056d-8260-467f-95ed-35abb927c4a7 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:16.595700 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-5b243717-b1eb-49c3-9dc2-7afdcc79857a service neutron] 10.222.0.37 "GET /v2.0/networks/bf1e9e41-df61-40c5-bbef-a099593ccfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9991937 Nov 12 08:48:16.605686 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 3db534b2-8410-46c4-90c7-30cd0e046ea9 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:16.726257 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-093f5b60-199e-4ab2-b6e3-8a155b234eb8 None None] Provisioning complete for port 8c87e07e-5269-4916-a58d-6467b5e0d296 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:16.726720 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-093f5b60-199e-4ab2-b6e3-8a155b234eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:16.762468 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9056d-8260-467f-95ed-35abb927c4a7 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Pushing event updated for resources: {'Port': ['ID=619a4206-2194-4e72-9ed2-ef96099598e5,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:16.779245 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c97fb-4db9-4f75-be5e-e89a1f467a62 req-8f1cbabe-3194-4b81-a3b2-efcfe4711e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:16.782706 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-005c97fb-4db9-4f75-be5e-e89a1f467a62 req-8f1cbabe-3194-4b81-a3b2-efcfe4711e78 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=601c19d7-10c1-44ee-a86c-ac9c499e748d HTTP/1.1" status: 200 len: 850 time: 0.3676736 Nov 12 08:48:16.877696 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-d82afc5f-9e5c-4bc9-be86-e5e28d1beff8 None None] Allocated IP 19.86.0.2 (3c2d2378-f5ec-41ac-8a80-f9f197b7e873/a7458910-e2ba-4c11-9bcc-4672c4f2fc8b/66068289-dbde-4ac6-af64-a81990a98175) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:16.919553 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be9056d-8260-467f-95ed-35abb927c4a7 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Network bf574c1b-160d-4ccc-8114-e7951615ce25 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:16.952916 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c2a95f23-570a-4e06-9984-79229a3afc62 None None] Deleting port 747dbdc2-954e-46a6-bd5e-33cc8ace0b7a {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:16.953800 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c2a95f23-570a-4e06-9984-79229a3afc62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:16.962493 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-a8ef89b6-0236-4893-89aa-7e89e3420655 service neutron] 10.222.0.37 "GET /v2.0/networks/bf1e9e41-df61-40c5-bbef-a099593ccfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657823 Nov 12 08:48:17.001150 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a71b86e8-411b-4323-8218-b539b370e805 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.030372 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-4be9056d-8260-467f-95ed-35abb927c4a7 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:17.047538 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a71b86e8-411b-4323-8218-b539b370e805 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.068533 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3ad921-2926-46c4-a68d-07a36e0c8d54 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:17.080059 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b3ad921-2926-46c4-a68d-07a36e0c8d54 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.132200 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c2a95f23-570a-4e06-9984-79229a3afc62 None None] For port 747dbdc2-954e-46a6-bd5e-33cc8ace0b7a, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=747dbdc2-954e-46a6-bd5e-33cc8ace0b7a,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:17.132838 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c2a95f23-570a-4e06-9984-79229a3afc62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.158620 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c2a95f23-570a-4e06-9984-79229a3afc62 None None] Calling delete_port for 747dbdc2-954e-46a6-bd5e-33cc8ace0b7a owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:17.348153 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-0ce41637-d688-445c-8116-a3842e093065 service neutron] 10.222.0.37 "GET /v2.0/networks/3c2d2378-f5ec-41ac-8a80-f9f197b7e873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596895 Nov 12 08:48:17.365474 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a71b86e8-411b-4323-8218-b539b370e805 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.373330 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a71b86e8-411b-4323-8218-b539b370e805 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2256389 Nov 12 08:48:17.383649 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-28d04e71-46bc-4053-8b89-ba8fc89b1c75 None None] For port ac8e29af-483b-4a51-91d3-4548b84afdc6, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:48:17.391267 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-28d04e71-46bc-4053-8b89-ba8fc89b1c75 None None] For port ac8e29af-483b-4a51-91d3-4548b84afdc6, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ac8e29af-483b-4a51-91d3-4548b84afdc6,segment=NetworkSegment(cc8fe4a0-9050-472c-b6f3-4cb0d266855f),segment_id=cc8fe4a0-9050-472c-b6f3-4cb0d266855f)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:48:17.399223 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57188) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:17.413696 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-72a076f8-9a5c-422c-b798-2dc442f1ee04 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Request body: {'security_group_rule': {'security_group_id': 'c12bdf06-d43a-46f7-8c32-a9ea95cfb398', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:17.483956 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c2a95f23-570a-4e06-9984-79229a3afc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.495431 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-28d04e71-46bc-4053-8b89-ba8fc89b1c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.591961 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a95f23-570a-4e06-9984-79229a3afc62 None None] No DVR routers for this DVR port 747dbdc2-954e-46a6-bd5e-33cc8ace0b7a on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:17.643943 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a95f23-570a-4e06-9984-79229a3afc62 None None] Pushing event deleted for resources: {'Port': ['ID=747dbdc2-954e-46a6-bd5e-33cc8ace0b7a,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:17.776114 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-90fb768b-b5a3-4f74-9932-d2f2804fc95b service neutron] 10.222.0.37 "GET /v2.0/networks/3c2d2378-f5ec-41ac-8a80-f9f197b7e873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797126 Nov 12 08:48:17.780126 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57192) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:17.805432 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b86e8-411b-4323-8218-b539b370e805 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c12bdf06-d43a-46f7-8c32-a9ea95cfb398,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:17.820416 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d04e71-46bc-4053-8b89-ba8fc89b1c75 None None] Pushing event updated for resources: {'Port': ['ID=ac8e29af-483b-4a51-91d3-4548b84afdc6,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:17.910382 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 3db534b2-8410-46c4-90c7-30cd0e046ea9 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:17.910759 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:18.067124 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-71d0aed5-82c8-4ec6-bffc-d088a8df1ffd service neutron] 10.222.0.37 "GET /v2.0/networks/bf1e9e41-df61-40c5-bbef-a099593ccfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657735 Nov 12 08:48:18.130606 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-72a076f8-9a5c-422c-b798-2dc442f1ee04 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:18.208035 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-093f5b60-199e-4ab2-b6e3-8a155b234eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:18.324433 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-72a076f8-9a5c-422c-b798-2dc442f1ee04 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:18.361059 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be9056d-8260-467f-95ed-35abb927c4a7 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:18.406935 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f529322-32f1-42e8-b280-8b5b3412980d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:18.411690 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-72a076f8-9a5c-422c-b798-2dc442f1ee04 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:18.449493 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a076f8-9a5c-422c-b798-2dc442f1ee04 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c035f2-07aa-499b-9c90-1b2bf91755b4,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:18.472878 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c97fb-4db9-4f75-be5e-e89a1f467a62 req-898b8de5-af93-48c3-88d7-d93af4d06861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:18.477819 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-005c97fb-4db9-4f75-be5e-e89a1f467a62 req-898b8de5-af93-48c3-88d7-d93af4d06861 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=837ec62d-b3f5-4602-995a-15f6fc8805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.6386559 Nov 12 08:48:18.493847 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8c87e07e-5269-4916-a58d-6467b5e0d296 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:18.529686 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-093f5b60-199e-4ab2-b6e3-8a155b234eb8 None None] For port 8c87e07e-5269-4916-a58d-6467b5e0d296, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=8c87e07e-5269-4916-a58d-6467b5e0d296,segment=NetworkSegment(7a67437f-1f88-4f72-b55f-8f7a838a7642),segment_id=7a67437f-1f88-4f72-b55f-8f7a838a7642)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:18.601652 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f529322-32f1-42e8-b280-8b5b3412980d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:18.611440 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f529322-32f1-42e8-b280-8b5b3412980d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:18.631772 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-093f5b60-199e-4ab2-b6e3-8a155b234eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:18.638266 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d82afc5f-9e5c-4bc9-be86-e5e28d1beff8 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:18.661527 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f529322-32f1-42e8-b280-8b5b3412980d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c1a91e-00cd-411a-9739-a629f6fb4da9,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:18.684512 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-72a076f8-9a5c-422c-b798-2dc442f1ee04 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:18.688738 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-72a076f8-9a5c-422c-b798-2dc442f1ee04 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2873001 Nov 12 08:48:18.697219 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57196) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:18.739304 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6f529322-32f1-42e8-b280-8b5b3412980d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4fbd3cdea25d476c8056331f580ee358&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9529357 Nov 12 08:48:18.739620 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d82afc5f-9e5c-4bc9-be86-e5e28d1beff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:18.742479 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-e1033ee4-ac14-4b95-b02a-da5b4ad57287 service neutron] 10.222.0.37 "GET /v2.0/networks/bf1e9e41-df61-40c5-bbef-a099593ccfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6590626 Nov 12 08:48:18.742479 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57198) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:18.787162 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4f28a32b-7767-41d3-99b1-65388ad4bca5 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "GET /v2.0/security-group-rules/d6c035f2-07aa-499b-9c90-1b2bf91755b4 HTTP/1.1" status: 200 len: 763 time: 0.0851181 Nov 12 08:48:18.789350 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57200) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:18.854633 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82afc5f-9e5c-4bc9-be86-e5e28d1beff8 None None] Network 3c2d2378-f5ec-41ac-8a80-f9f197b7e873 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:18.878416 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-d82afc5f-9e5c-4bc9-be86-e5e28d1beff8 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:18.888053 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-699637f5-d38c-44ce-a7bb-890b7f9ea71e None None] Provisioning complete for port 8c87e07e-5269-4916-a58d-6467b5e0d296 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:18.889171 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-699637f5-d38c-44ce-a7bb-890b7f9ea71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:18.892118 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8cd272d4-488a-4873-9020-b6d1af5e7057 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:18.895104 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82afc5f-9e5c-4bc9-be86-e5e28d1beff8 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:18.900844 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f5b60-199e-4ab2-b6e3-8a155b234eb8 None None] Pushing event updated for resources: {'Port': ['ID=8c87e07e-5269-4916-a58d-6467b5e0d296,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:18.923505 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8ba07f76-281e-4f81-898d-19ddc42d48ca tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1321406 Nov 12 08:48:18.924312 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57202) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:18.988771 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8cd272d4-488a-4873-9020-b6d1af5e7057 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:19.056513 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dc7d4068-e0d5-4b50-8160-58114f53d0bb tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:19.057356 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be9056d-8260-467f-95ed-35abb927c4a7 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:19.058523 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4be9056d-8260-467f-95ed-35abb927c4a7 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:19.084527 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dc7d4068-e0d5-4b50-8160-58114f53d0bb tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:19.092716 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 8c87e07e-5269-4916-a58d-6467b5e0d296 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:19.095071 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:19.155387 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4be9056d-8260-467f-95ed-35abb927c4a7 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 8.5597174 Nov 12 08:48:19.159847 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57206) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:19.195926 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dc7d4068-e0d5-4b50-8160-58114f53d0bb tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:19.228430 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82afc5f-9e5c-4bc9-be86-e5e28d1beff8 None None] Pushing event updated for resources: {'Port': ['ID=66068289-dbde-4ac6-af64-a81990a98175,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:19.246740 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dc7d4068-e0d5-4b50-8160-58114f53d0bb tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:19.246917 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-005c97fb-4db9-4f75-be5e-e89a1f467a62 req-55cdf70f-3f17-4953-b974-2358d006e5f0 service neutron] 10.222.0.54 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6431978 Nov 12 08:48:19.252026 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-dc7d4068-e0d5-4b50-8160-58114f53d0bb tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/d6c035f2-07aa-499b-9c90-1b2bf91755b4 HTTP/1.1" status: 204 len: 168 time: 0.3237987 Nov 12 08:48:19.286950 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d4068-e0d5-4b50-8160-58114f53d0bb tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6c035f2-07aa-499b-9c90-1b2bf91755b4,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:19.307166 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57210) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:19.443803 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65db89e-f93c-4fb2-8ce4-3b69372933ac tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:19.451097 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65db89e-f93c-4fb2-8ce4-3b69372933ac tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:19.458960 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65db89e-f93c-4fb2-8ce4-3b69372933ac tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:19.461130 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d65db89e-f93c-4fb2-8ce4-3b69372933ac tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.3000886 Nov 12 08:48:19.469909 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57212) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:19.602058 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c40ac-d3fa-48ea-ba73-cf7232a85c60 req-35a30872-71f1-4f28-ad96-ff2e67fc5715 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:19.614303 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e93c40ac-d3fa-48ea-ba73-cf7232a85c60 req-35a30872-71f1-4f28-ad96-ff2e67fc5715 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.2509027 Nov 12 08:48:19.616435 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8cd272d4-488a-4873-9020-b6d1af5e7057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:19.619945 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8cd272d4-488a-4873-9020-b6d1af5e7057 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:19.624562 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8cd272d4-488a-4873-9020-b6d1af5e7057 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/66c1a91e-00cd-411a-9739-a629f6fb4da9 HTTP/1.1" status: 204 len: 168 time: 0.8770583 Nov 12 08:48:19.740651 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e93c40ac-d3fa-48ea-ba73-cf7232a85c60 req-eca3a4de-789c-40af-bdd5-8126d5a35c14 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253295 Nov 12 08:48:19.770355 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d2315c1e-1eda-45ae-af23-2ab4fc54fdc5 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4612637 Nov 12 08:48:19.771507 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57218) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:19.798706 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-27f2191a-2cdf-4872-9793-c58e482c2297 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Request body: {'security_group_rule': {'security_group_id': 'c12bdf06-d43a-46f7-8c32-a9ea95cfb398', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:19.818799 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd272d4-488a-4873-9020-b6d1af5e7057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c1a91e-00cd-411a-9739-a629f6fb4da9,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:19.962781 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-a188425c-b51e-4ca0-8669-11d555bd573c tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Deleting port 619a4206-2194-4e72-9ed2-ef96099598e5 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:19.963974 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a188425c-b51e-4ca0-8669-11d555bd573c tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:20.093627 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-005c97fb-4db9-4f75-be5e-e89a1f467a62 req-70f436c5-d5b6-4035-af6a-0ce4be436a60 service neutron] 10.222.0.54 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7730618 Nov 12 08:48:20.233194 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-d82afc5f-9e5c-4bc9-be86-e5e28d1beff8 None None] Attempting to bind port 66068289-dbde-4ac6-af64-a81990a98175 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:20.233975 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-d82afc5f-9e5c-4bc9-be86-e5e28d1beff8 None None] Attempting to bind port 66068289-dbde-4ac6-af64-a81990a98175 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '5fd0da14-aac5-41f5-9019-7055e58c2d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3c2d2378-f5ec-41ac-8a80-f9f197b7e873'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:20.233975 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82afc5f-9e5c-4bc9-be86-e5e28d1beff8 None None] Attempting to bind port 66068289-dbde-4ac6-af64-a81990a98175 on network 3c2d2378-f5ec-41ac-8a80-f9f197b7e873 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:20.297433 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27f2191a-2cdf-4872-9793-c58e482c2297 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:20.312550 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0180ee-d538-4f9e-8716-784f7d6253e2 None None] Network bf574c1b-160d-4ccc-8114-e7951615ce25 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:20.351465 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4aaaae88-0648-4636-8c0a-58371eb4d5f6 req-bdbb6031-198c-4633-a848-000cf9a9af0d tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4398825f-6f1a-4303-88a3-a5833785b123 HTTP/1.1" status: 200 len: 210 time: 0.1501462 Nov 12 08:48:20.413983 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82afc5f-9e5c-4bc9-be86-e5e28d1beff8 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:48:20.419821 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82afc5f-9e5c-4bc9-be86-e5e28d1beff8 None None] Checking segment: {'id': '5fd0da14-aac5-41f5-9019-7055e58c2d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3c2d2378-f5ec-41ac-8a80-f9f197b7e873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:20.422145 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d82afc5f-9e5c-4bc9-be86-e5e28d1beff8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:20.423591 n-d-768862-16 neutron-server[102568]: DEBUG neutron.objects.ports [None req-7b3ad921-2926-46c4-a68d-07a36e0c8d54 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102568) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:48:20.424693 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82afc5f-9e5c-4bc9-be86-e5e28d1beff8 None None] Bound using segment: {'id': '5fd0da14-aac5-41f5-9019-7055e58c2d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3c2d2378-f5ec-41ac-8a80-f9f197b7e873'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:48:20.426882 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b3ad921-2926-46c4-a68d-07a36e0c8d54 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:20.430059 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-d82afc5f-9e5c-4bc9-be86-e5e28d1beff8 None None] Bound port: 66068289-dbde-4ac6-af64-a81990a98175, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fd0da14-aac5-41f5-9019-7055e58c2d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3c2d2378-f5ec-41ac-8a80-f9f197b7e873'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:48:20.431803 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d82afc5f-9e5c-4bc9-be86-e5e28d1beff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:20.499929 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a188425c-b51e-4ca0-8669-11d555bd573c tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:20.547504 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3ad921-2926-46c4-a68d-07a36e0c8d54 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:20.554674 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-7b3ad921-2926-46c4-a68d-07a36e0c8d54 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:20.581232 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3ad921-2926-46c4-a68d-07a36e0c8d54 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:20.584368 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b3ad921-2926-46c4-a68d-07a36e0c8d54 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:20.647723 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-a188425c-b51e-4ca0-8669-11d555bd573c tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Calling delete_port for 619a4206-2194-4e72-9ed2-ef96099598e5 owned by {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:20.758971 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91132570-1860-43fe-9c63-f9b5df342ca6 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:20.764718 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27f2191a-2cdf-4872-9793-c58e482c2297 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:20.766029 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57226) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:20.766759 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7b3ad921-2926-46c4-a68d-07a36e0c8d54 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.6492109 Nov 12 08:48:20.790187 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57230) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:20.793764 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-1ef79d42-8822-42c5-8b4f-28de3fe5348c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:20.801920 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ad921-2926-46c4-a68d-07a36e0c8d54 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Subnet': ['ID=f1d81cfd-5fb3-417a-8947-0d813019a047,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:20.868227 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6f9d1233-5ad0-4fff-9c88-78c7c8f4342f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.051546 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27f2191a-2cdf-4872-9793-c58e482c2297 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.068270 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef79d42-8822-42c5-8b4f-28de3fe5348c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:21.072451 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1ef79d42-8822-42c5-8b4f-28de3fe5348c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.179376 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6f9d1233-5ad0-4fff-9c88-78c7c8f4342f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.182266 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c4e642ad-28e1-413b-8789-900e97f82d16 None None] Provisioning complete for port ac8e29af-483b-4a51-91d3-4548b84afdc6 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:21.182575 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c4e642ad-28e1-413b-8789-900e97f82d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.189833 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6f9d1233-5ad0-4fff-9c88-78c7c8f4342f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.205466 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2191a-2cdf-4872-9793-c58e482c2297 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a78abcfe-ad03-4b80-a1c8-81ae1acba448,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:21.224901 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27f2191a-2cdf-4872-9793-c58e482c2297 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.229517 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-27f2191a-2cdf-4872-9793-c58e482c2297 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4538872 Nov 12 08:48:21.231649 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57234) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:21.342510 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6eadf-d869-489c-ab21-938e23379b95 req-03bed9ac-519b-419d-806d-b2bd86d45d28 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:21.350780 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ffb6eadf-d869-489c-ab21-938e23379b95 req-03bed9ac-519b-419d-806d-b2bd86d45d28 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.2968695 Nov 12 08:48:21.361171 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-637c4ce7-20b9-401a-9064-5fcf37c7f031 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "GET /v2.0/security-group-rules/a78abcfe-ad03-4b80-a1c8-81ae1acba448 HTTP/1.1" status: 200 len: 763 time: 0.1246381 Nov 12 08:48:21.362298 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-d82afc5f-9e5c-4bc9-be86-e5e28d1beff8 None None] For port 66068289-dbde-4ac6-af64-a81990a98175, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:48:21.371809 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57236) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:21.382544 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6f9d1233-5ad0-4fff-9c88-78c7c8f4342f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca19db898e2140b89e0a19c2582a8514&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5851064 Nov 12 08:48:21.420967 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57240) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:21.443222 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ffb6eadf-d869-489c-ab21-938e23379b95 req-3374d0b0-960c-43f0-9aa8-73bae1d02cfd tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913696 Nov 12 08:48:21.463959 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 747dbdc2-954e-46a6-bd5e-33cc8ace0b7a no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:21.509795 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-d82afc5f-9e5c-4bc9-be86-e5e28d1beff8 None None] For port 66068289-dbde-4ac6-af64-a81990a98175, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=66068289-dbde-4ac6-af64-a81990a98175,segment=NetworkSegment(5fd0da14-aac5-41f5-9019-7055e58c2d10),segment_id=5fd0da14-aac5-41f5-9019-7055e58c2d10)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:48:21.524289 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d1233-5ad0-4fff-9c88-78c7c8f4342f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d26b1c7-36fe-486a-8831-9614a5cb0653,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:21.575366 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2975a677-0e73-48e5-8616-4654211b9b77 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1909962 Nov 12 08:48:21.584463 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d82afc5f-9e5c-4bc9-be86-e5e28d1beff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.623001 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57244) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:21.722165 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a188425c-b51e-4ca0-8669-11d555bd573c tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.730312 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 747dbdc2-954e-46a6-bd5e-33cc8ace0b7a {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:21.730666 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 747dbdc2-954e-46a6-bd5e-33cc8ace0b7a not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:21.749120 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7c8ed1-c379-4e8e-bb00-01419fd43f52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-7bfd1417-cac6-4152-826e-588573fa4bfa', 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'fixed_ips': [{'subnet_id': 'f1d81cfd-5fb3-417a-8947-0d813019a047'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:48:21.755779 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6662ca2a-e98b-4740-9b71-cccff148e28d tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.757596 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7e7c8ed1-c379-4e8e-bb00-01419fd43f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.792616 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6662ca2a-e98b-4740-9b71-cccff148e28d tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.833852 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1ca3b447-31e5-4c90-b95e-705cf16c52b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.946977 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1ca3b447-31e5-4c90-b95e-705cf16c52b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:22.011159 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c4e642ad-28e1-413b-8789-900e97f82d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:22.088415 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1ca3b447-31e5-4c90-b95e-705cf16c52b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:22.093789 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1ca3b447-31e5-4c90-b95e-705cf16c52b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:22.097476 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1ca3b447-31e5-4c90-b95e-705cf16c52b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d26b1c7-36fe-486a-8831-9614a5cb0653 HTTP/1.1" status: 204 len: 168 time: 0.6713519 Nov 12 08:48:22.137356 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6662ca2a-e98b-4740-9b71-cccff148e28d tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:22.150887 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6662ca2a-e98b-4740-9b71-cccff148e28d tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:22.156442 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6662ca2a-e98b-4740-9b71-cccff148e28d tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/a78abcfe-ad03-4b80-a1c8-81ae1acba448 HTTP/1.1" status: 204 len: 168 time: 0.5276840 Nov 12 08:48:22.169972 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c4e642ad-28e1-413b-8789-900e97f82d16 None None] For port ac8e29af-483b-4a51-91d3-4548b84afdc6, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ac8e29af-483b-4a51-91d3-4548b84afdc6,segment=NetworkSegment(cc8fe4a0-9050-472c-b6f3-4cb0d266855f),segment_id=cc8fe4a0-9050-472c-b6f3-4cb0d266855f)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:22.172014 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3b447-31e5-4c90-b95e-705cf16c52b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d26b1c7-36fe-486a-8831-9614a5cb0653,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:22.186194 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57252) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:22.187123 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82afc5f-9e5c-4bc9-be86-e5e28d1beff8 None None] Pushing event updated for resources: {'Port': ['ID=66068289-dbde-4ac6-af64-a81990a98175,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:22.283540 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662ca2a-e98b-4740-9b71-cccff148e28d tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a78abcfe-ad03-4b80-a1c8-81ae1acba448,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:22.478199 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4e6d1672-373e-4939-b5f7-4e7564096a20 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2835104 Nov 12 08:48:22.496960 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57254) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:22.504012 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8c87e07e-5269-4916-a58d-6467b5e0d296 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:22.536729 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-f6995456-bd56-43f9-bb5c-92d8682d88fe tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Request body: {'security_group_rule': {'security_group_id': 'c12bdf06-d43a-46f7-8c32-a9ea95cfb398', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:22.650761 n-d-768862-16 neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-f6995456-bd56-43f9-bb5c-92d8682d88fe tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Project 43db1d47f1c6430eb7c391cfe1df6b7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:48:22.686296 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f6995456-bd56-43f9-bb5c-92d8682d88fe tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:22.702015 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1ef79d42-8822-42c5-8b4f-28de3fe5348c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:22.722289 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188425c-b51e-4ca0-8669-11d555bd573c tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Pushing event deleted for resources: {'Port': ['ID=619a4206-2194-4e72-9ed2-ef96099598e5,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:22.741736 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c4e642ad-28e1-413b-8789-900e97f82d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:22.869044 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-01d8690d-e652-422c-a9f6-77ea248dcee6 req-630901a3-e541-4a23-99f0-1bf709210028 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4398825f-6f1a-4303-88a3-a5833785b123 HTTP/1.1" status: 200 len: 210 time: 0.9777062 Nov 12 08:48:22.992403 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f6995456-bd56-43f9-bb5c-92d8682d88fe tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:23.005625 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f6995456-bd56-43f9-bb5c-92d8682d88fe tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:23.041020 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef79d42-8822-42c5-8b4f-28de3fe5348c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:23.059262 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e642ad-28e1-413b-8789-900e97f82d16 None None] Pushing event updated for resources: {'Port': ['ID=ac8e29af-483b-4a51-91d3-4548b84afdc6,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:23.095910 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6995456-bd56-43f9-bb5c-92d8682d88fe tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1336f52b-dcd3-4fa8-8eb4-a38848492b16,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:23.103785 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:23.109942 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-df55b265-f746-43fb-8535-703ca659eebf None None] Could not find standard attr ID for object 619a4206-2194-4e72-9ed2-ef96099598e5. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:48:23.134890 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 8c87e07e-5269-4916-a58d-6467b5e0d296 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:23.135344 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:23.168479 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f6995456-bd56-43f9-bb5c-92d8682d88fe tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:23.183568 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f6995456-bd56-43f9-bb5c-92d8682d88fe tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6766374 Nov 12 08:48:23.184174 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57262) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:23.189043 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef79d42-8822-42c5-8b4f-28de3fe5348c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Subnet': ['ID=687c728c-162a-48cc-a931-bc5d5e4d041c,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:23.243787 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-df55b265-f746-43fb-8535-703ca659eebf None None] Provisioning complete for port ac8e29af-483b-4a51-91d3-4548b84afdc6 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:23.244192 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-df55b265-f746-43fb-8535-703ca659eebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:23.264436 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3baa40a1-982b-4442-b5a1-69da62ee943f tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "GET /v2.0/security-group-rules/1336f52b-dcd3-4fa8-8eb4-a38848492b16 HTTP/1.1" status: 200 len: 769 time: 0.0678847 Nov 12 08:48:23.265550 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57266) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:23.287790 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-7e7c8ed1-c379-4e8e-bb00-01419fd43f52 None None] Allocated IP 2001:db8::f816:3eff:fef5:1e3c (7bfd1417-cac6-4152-826e-588573fa4bfa/f1d81cfd-5fb3-417a-8947-0d813019a047/8298ab69-21ab-4be0-9aad-c5bcd02dcec7) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:23.382819 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-db2c7976-d2e5-4894-8564-5fb5b499023a tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1115651 Nov 12 08:48:23.383280 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57270) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:23.414585 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-a3caa95b-b450-46f8-8ba5-70de9e778719 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:23.421392 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-a3caa95b-b450-46f8-8ba5-70de9e778719 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:23.423145 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-a3caa95b-b450-46f8-8ba5-70de9e778719 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.58 "GET /v2.0/networks?id=bf1e9e41-df61-40c5-bbef-a099593ccfda&id=3c2d2378-f5ec-41ac-8a80-f9f197b7e873&id=bf1e9e41-df61-40c5-bbef-a099593ccfda HTTP/1.1" status: 200 len: 1390 time: 0.9091196 Nov 12 08:48:23.432883 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-1ef79d42-8822-42c5-8b4f-28de3fe5348c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:23.449083 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef79d42-8822-42c5-8b4f-28de3fe5348c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:23.456945 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1ef79d42-8822-42c5-8b4f-28de3fe5348c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:23.483779 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-7569a5ef-8f1d-4d0f-bbda-188e8a65d900 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Request body: {'port': {'device_id': '4398825f-6f1a-4303-88a3-a5833785b123', 'network_id': 'bf1e9e41-df61-40c5-bbef-a099593ccfda', 'admin_state_up': True, 'tenant_id': '3b73e8d3d1c6491e81f21331afe242f6'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:23.494689 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b719237d-5565-421d-8388-ed6084f0a248 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:23.551465 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ac8e29af-483b-4a51-91d3-4548b84afdc6 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:23.559190 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b719237d-5565-421d-8388-ed6084f0a248 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:23.730342 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b719237d-5565-421d-8388-ed6084f0a248 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:23.752662 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b719237d-5565-421d-8388-ed6084f0a248 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:23.754805 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b719237d-5565-421d-8388-ed6084f0a248 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/1336f52b-dcd3-4fa8-8eb4-a38848492b16 HTTP/1.1" status: 204 len: 168 time: 0.3703020 Nov 12 08:48:23.765055 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57276) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:23.872140 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719237d-5565-421d-8388-ed6084f0a248 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1336f52b-dcd3-4fa8-8eb4-a38848492b16,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:24.021027 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4535d58d-b958-4e11-807f-c07491e3b1d5 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2520595 Nov 12 08:48:24.025746 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57284) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:24.043020 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-df55b265-f746-43fb-8535-703ca659eebf None None] Provisioning complete for port 890c53f8-1e39-4a27-b9a3-6063191572af triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:24.043558 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-df55b265-f746-43fb-8535-703ca659eebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:24.169959 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-df55b265-f746-43fb-8535-703ca659eebf None None] Port 890c53f8-1e39-4a27-b9a3-6063191572af cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:24.220805 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7e7c8ed1-c379-4e8e-bb00-01419fd43f52 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:24.227403 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port ac8e29af-483b-4a51-91d3-4548b84afdc6 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:24.237506 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:24.248992 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1d5a23a5-8670-456b-bff8-698610cc4bc1 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:24.272234 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7e7c8ed1-c379-4e8e-bb00-01419fd43f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:24.374489 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1d5a23a5-8670-456b-bff8-698610cc4bc1 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:24.493263 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8a82cbd9-e1fd-4255-8d60-20c2cee33344 None None] Could not find standard attr ID for object 619a4206-2194-4e72-9ed2-ef96099598e5. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:48:24.545860 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1d5a23a5-8670-456b-bff8-698610cc4bc1 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:24.552503 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1d5a23a5-8670-456b-bff8-698610cc4bc1 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:24.557845 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1d5a23a5-8670-456b-bff8-698610cc4bc1 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "DELETE /v2.0/security-groups/c12bdf06-d43a-46f7-8c32-a9ea95cfb398 HTTP/1.1" status: 204 len: 168 time: 0.5301299 Nov 12 08:48:24.568995 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57290) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:24.585834 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7c8ed1-c379-4e8e-bb00-01419fd43f52 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:24.594213 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a23a5-8670-456b-bff8-698610cc4bc1 tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12bdf06-d43a-46f7-8c32-a9ea95cfb398,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:24.613732 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-7e7c8ed1-c379-4e8e-bb00-01419fd43f52 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:24.618655 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7c8ed1-c379-4e8e-bb00-01419fd43f52 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:24.669146 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1ef79d42-8822-42c5-8b4f-28de3fe5348c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8990002 Nov 12 08:48:24.678505 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ccdae258-79f7-4940-934d-2dd66ad93ccb tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1057868 Nov 12 08:48:24.679516 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57292) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:24.699156 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-976ef358-a339-41b8-918e-72d7194d064d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'port': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'mac_address': 'fa:16:3e:89:24:93', 'name': 'tempest-NetworksTestDHCPv6-2136204918'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:24.710893 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57294) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:24.711160 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d69509-4517-4880-945c-c02c0541a52b None None] Network 3c2d2378-f5ec-41ac-8a80-f9f197b7e873 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:24.716566 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c8ed1-c379-4e8e-bb00-01419fd43f52 None None] Pushing event updated for resources: {'Port': ['ID=8298ab69-21ab-4be0-9aad-c5bcd02dcec7,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:24.729274 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9953203-5fe8-4de5-adad-93cfb21d13d5 req-bc286549-a66b-4a88-8ea1-339c001179b8 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:24.749083 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9953203-5fe8-4de5-adad-93cfb21d13d5 req-bc286549-a66b-4a88-8ea1-339c001179b8 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 1.7043517 Nov 12 08:48:24.763610 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8a82cbd9-e1fd-4255-8d60-20c2cee33344 None None] Provisioning complete for port 890c53f8-1e39-4a27-b9a3-6063191572af triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:24.764314 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8a82cbd9-e1fd-4255-8d60-20c2cee33344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:24.782717 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a188425c-b51e-4ca0-8669-11d555bd573c tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:24.792793 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a188425c-b51e-4ca0-8669-11d555bd573c tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] 10.222.0.37 "DELETE /v2.0/ports/619a4206-2194-4e72-9ed2-ef96099598e5 HTTP/1.1" status: 204 len: 168 time: 5.3188252 Nov 12 08:48:24.797154 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57296) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:24.924439 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9953203-5fe8-4de5-adad-93cfb21d13d5 req-e0af931c-3af6-4a97-b009-4b0cb1412469 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730378 Nov 12 08:48:24.929433 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-7e7c8ed1-c379-4e8e-bb00-01419fd43f52 None None] Attempting to bind port 8298ab69-21ab-4be0-9aad-c5bcd02dcec7 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:24.929729 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-7e7c8ed1-c379-4e8e-bb00-01419fd43f52 None None] Attempting to bind port 8298ab69-21ab-4be0-9aad-c5bcd02dcec7 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:24.930214 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7c8ed1-c379-4e8e-bb00-01419fd43f52 None None] Attempting to bind port 8298ab69-21ab-4be0-9aad-c5bcd02dcec7 on network 7bfd1417-cac6-4152-826e-588573fa4bfa {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:24.932772 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-8a82cbd9-e1fd-4255-8d60-20c2cee33344 None None] Port 890c53f8-1e39-4a27-b9a3-6063191572af cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:24.945553 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1d284ec0-2a5a-46b2-b020-81a5486f060d tempest-SecGroupIPv6Test-1998130386 tempest-SecGroupIPv6Test-1998130386-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2355764 Nov 12 08:48:25.006012 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:48:25.067972 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-7569a5ef-8f1d-4d0f-bbda-188e8a65d900 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Made reservation on behalf of 3b73e8d3d1c6491e81f21331afe242f6 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:25.073494 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-7569a5ef-8f1d-4d0f-bbda-188e8a65d900 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:25.077927 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-33d4ecc6-0a13-4a0e-a66c-5edea86d6488 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] GET failed (client error): The resource could not be found. Nov 12 08:48:25.091817 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-33d4ecc6-0a13-4a0e-a66c-5edea86d6488 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] 10.222.0.37 "GET /v2.0/ports/619a4206-2194-4e72-9ed2-ef96099598e5 HTTP/1.1" status: 404 len: 333 time: 0.2789781 Nov 12 08:48:25.092837 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57304) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:25.109811 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d62f87fa-7fdd-4655-9ed9-86005a56f244 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Request body: {'port': {'network_id': 'bf574c1b-160d-4ccc-8114-e7951615ce25', 'name': 'tempest-AllowedAddressPairTestJSON-410815645'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:25.260139 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7c8ed1-c379-4e8e-bb00-01419fd43f52 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:48:25.260810 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7c8ed1-c379-4e8e-bb00-01419fd43f52 None None] Checking segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:25.261328 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7e7c8ed1-c379-4e8e-bb00-01419fd43f52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:25.261797 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7c8ed1-c379-4e8e-bb00-01419fd43f52 None None] Bound using segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:48:25.264700 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-7e7c8ed1-c379-4e8e-bb00-01419fd43f52 None None] Bound port: 8298ab69-21ab-4be0-9aad-c5bcd02dcec7, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:48:25.265419 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7e7c8ed1-c379-4e8e-bb00-01419fd43f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:25.270182 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976ef358-a339-41b8-918e-72d7194d064d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:25.323948 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-0905add0-076e-414d-bb8d-d1f577400282 None None] Provisioning complete for port 66068289-dbde-4ac6-af64-a81990a98175 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:25.324321 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0905add0-076e-414d-bb8d-d1f577400282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:25.531773 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-976ef358-a339-41b8-918e-72d7194d064d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:25.558165 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62f87fa-7fdd-4655-9ed9-86005a56f244 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Made reservation on behalf of 4bbfbe5faa814dbd8f98118ebabe52c1 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:25.562486 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d62f87fa-7fdd-4655-9ed9-86005a56f244 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:25.598215 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-976ef358-a339-41b8-918e-72d7194d064d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] device_id is not set on port 434ca4eb-b7b2-4e12-bacd-354514f2590f yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:48:25.607797 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-d62f87fa-7fdd-4655-9ed9-86005a56f244 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] device_id is not set on port 3e05a753-9a9b-4220-8148-6d16a8aa850e yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:48:25.678479 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-864536c7-012e-4f00-8b64-71318b5b77f6 req-582f8bbb-432c-4e26-834b-2e3fb7ada812 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4398825f-6f1a-4303-88a3-a5833785b123 HTTP/1.1" status: 200 len: 210 time: 0.3289542 Nov 12 08:48:25.884257 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ac8e29af-483b-4a51-91d3-4548b84afdc6 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:25.920178 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-7569a5ef-8f1d-4d0f-bbda-188e8a65d900 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Allocated IP 19.80.0.46 (bf1e9e41-df61-40c5-bbef-a099593ccfda/efeac8a5-af5a-491d-ad6d-efd9c4a335a8/c432a240-41af-4206-a1ff-a85afdd95ae3) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:26.011953 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57316) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:26.023712 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-7e7c8ed1-c379-4e8e-bb00-01419fd43f52 None None] For port 8298ab69-21ab-4be0-9aad-c5bcd02dcec7, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:48:26.027447 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-7e7c8ed1-c379-4e8e-bb00-01419fd43f52 None None] For port 8298ab69-21ab-4be0-9aad-c5bcd02dcec7, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=8298ab69-21ab-4be0-9aad-c5bcd02dcec7,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:48:26.085816 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7e7c8ed1-c379-4e8e-bb00-01419fd43f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:26.186951 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-d62f87fa-7fdd-4655-9ed9-86005a56f244 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Allocated IP 172.20.0.5 (bf574c1b-160d-4ccc-8114-e7951615ce25/e9eb870f-a720-4a35-88b2-5f934f053cf5/3e05a753-9a9b-4220-8148-6d16a8aa850e) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:26.270178 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c8ed1-c379-4e8e-bb00-01419fd43f52 None None] Pushing event updated for resources: {'Port': ['ID=8298ab69-21ab-4be0-9aad-c5bcd02dcec7,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:26.417859 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port ac8e29af-483b-4a51-91d3-4548b84afdc6 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:26.418242 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:26.447160 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-7569a5ef-8f1d-4d0f-bbda-188e8a65d900 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:26.569017 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-976ef358-a339-41b8-918e-72d7194d064d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Allocated IP 172.20.0.9 (7bfd1417-cac6-4152-826e-588573fa4bfa/687c728c-162a-48cc-a931-bc5d5e4d041c/434ca4eb-b7b2-4e12-bacd-354514f2590f) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:26.586037 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0905add0-076e-414d-bb8d-d1f577400282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:26.625757 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-976ef358-a339-41b8-918e-72d7194d064d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Allocated IP 2001:db8::f816:3eff:fe89:2493 (7bfd1417-cac6-4152-826e-588573fa4bfa/f1d81cfd-5fb3-417a-8947-0d813019a047/434ca4eb-b7b2-4e12-bacd-354514f2590f) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:26.673481 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-0905add0-076e-414d-bb8d-d1f577400282 None None] For port 66068289-dbde-4ac6-af64-a81990a98175, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=66068289-dbde-4ac6-af64-a81990a98175,segment=NetworkSegment(5fd0da14-aac5-41f5-9019-7055e58c2d10),segment_id=5fd0da14-aac5-41f5-9019-7055e58c2d10)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:26.778823 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-7569a5ef-8f1d-4d0f-bbda-188e8a65d900 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:26.790310 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0905add0-076e-414d-bb8d-d1f577400282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:26.974972 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 66068289-dbde-4ac6-af64-a81990a98175 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:27.005492 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-154d3c21-d30a-4b40-b264-3c6cf9141ba5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=43db1d47f1c6430eb7c391cfe1df6b7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9588759 Nov 12 08:48:27.005492 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57334) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:27.023527 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569a5ef-8f1d-4d0f-bbda-188e8a65d900 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Pushing event updated for resources: {'Port': ['ID=c432a240-41af-4206-a1ff-a85afdd95ae3,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:27.040337 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-7569a5ef-8f1d-4d0f-bbda-188e8a65d900 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Network bf1e9e41-df61-40c5-bbef-a099593ccfda is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:27.043987 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-7569a5ef-8f1d-4d0f-bbda-188e8a65d900 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:27.089874 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dec142-898c-491e-9c80-8441b9501f46 req-bdebf17d-e774-482f-a806-bf7e79382e48 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:27.100710 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c512bdb2-d71e-495e-8cd4-3f2fb4eee46a None None] Provisioning complete for port 66068289-dbde-4ac6-af64-a81990a98175 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:27.101114 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c512bdb2-d71e-495e-8cd4-3f2fb4eee46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:27.102853 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-50dec142-898c-491e-9c80-8441b9501f46 req-bdebf17d-e774-482f-a806-bf7e79382e48 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.4906249 Nov 12 08:48:27.158961 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-7569a5ef-8f1d-4d0f-bbda-188e8a65d900 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:27.193284 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905add0-076e-414d-bb8d-d1f577400282 None None] Pushing event updated for resources: {'Port': ['ID=66068289-dbde-4ac6-af64-a81990a98175,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:27.245709 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-7569a5ef-8f1d-4d0f-bbda-188e8a65d900 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:27.246433 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-7569a5ef-8f1d-4d0f-bbda-188e8a65d900 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:27.299429 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-50dec142-898c-491e-9c80-8441b9501f46 req-07d04feb-bc83-4f0a-bb06-ed1dacdd9b97 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931455 Nov 12 08:48:27.324213 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-7569a5ef-8f1d-4d0f-bbda-188e8a65d900 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8859375 Nov 12 08:48:27.332747 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-976ef358-a339-41b8-918e-72d7194d064d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:27.336717 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-42181b13-fe44-43d0-a883-12b14f9f0de6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Request body: {'port': {'device_id': '4398825f-6f1a-4303-88a3-a5833785b123', 'network_id': '3c2d2378-f5ec-41ac-8a80-f9f197b7e873', 'admin_state_up': True, 'tenant_id': '3b73e8d3d1c6491e81f21331afe242f6'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:27.381421 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 66068289-dbde-4ac6-af64-a81990a98175 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:27.381837 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:27.407515 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32069156-79d0-4a0f-b775-2efacd74ade8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:27.413050 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d62f87fa-7fdd-4655-9ed9-86005a56f244 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:27.497935 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32069156-79d0-4a0f-b775-2efacd74ade8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:27.555949 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-976ef358-a339-41b8-918e-72d7194d064d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:27.608308 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4611ae28-b300-4a5e-bcca-1e08261a70d7 None None] Provisioning complete for port c432a240-41af-4206-a1ff-a85afdd95ae3 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:27.608676 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4611ae28-b300-4a5e-bcca-1e08261a70d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:27.638614 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d62f87fa-7fdd-4655-9ed9-86005a56f244 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:27.648974 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976ef358-a339-41b8-918e-72d7194d064d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:27.659181 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-976ef358-a339-41b8-918e-72d7194d064d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:27.666838 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976ef358-a339-41b8-918e-72d7194d064d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:27.680755 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4611ae28-b300-4a5e-bcca-1e08261a70d7 None None] Port c432a240-41af-4206-a1ff-a85afdd95ae3 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:27.735881 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ef358-a339-41b8-918e-72d7194d064d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Port': ['ID=434ca4eb-b7b2-4e12-bacd-354514f2590f,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:27.805794 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ef358-a339-41b8-918e-72d7194d064d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:27.806470 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ef358-a339-41b8-918e-72d7194d064d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:27.807159 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ef358-a339-41b8-918e-72d7194d064d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:27.808631 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ef358-a339-41b8-918e-72d7194d064d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:27.809229 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ef358-a339-41b8-918e-72d7194d064d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:27.809796 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ef358-a339-41b8-918e-72d7194d064d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:27.811170 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ef358-a339-41b8-918e-72d7194d064d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:27.811848 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ef358-a339-41b8-918e-72d7194d064d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:27.812413 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ef358-a339-41b8-918e-72d7194d064d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:27.812969 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ef358-a339-41b8-918e-72d7194d064d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:27.813623 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ef358-a339-41b8-918e-72d7194d064d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:27.814187 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ef358-a339-41b8-918e-72d7194d064d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:27.822201 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62f87fa-7fdd-4655-9ed9-86005a56f244 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Network bf574c1b-160d-4ccc-8114-e7951615ce25 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:27.849404 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f63e9-bd81-47ea-8b9c-260a7d8f1c99 req-b41551c5-2db4-4585-b5ae-03cb007481c3 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:27.863238 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-900f63e9-bd81-47ea-8b9c-260a7d8f1c99 req-b41551c5-2db4-4585-b5ae-03cb007481c3 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4398825f-6f1a-4303-88a3-a5833785b123 HTTP/1.1" status: 200 len: 931 time: 0.2164702 Nov 12 08:48:27.890011 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32069156-79d0-4a0f-b775-2efacd74ade8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:27.895396 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32069156-79d0-4a0f-b775-2efacd74ade8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:27.912636 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-42181b13-fe44-43d0-a883-12b14f9f0de6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Made reservation on behalf of 3b73e8d3d1c6491e81f21331afe242f6 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:27.919991 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-42181b13-fe44-43d0-a883-12b14f9f0de6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:27.923579 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-32069156-79d0-4a0f-b775-2efacd74ade8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76344a3d-18fe-4011-a5d0-eb939b9f4f1d HTTP/1.1" status: 204 len: 168 time: 0.9063573 Nov 12 08:48:27.942607 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f87fa-7fdd-4655-9ed9-86005a56f244 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Pushing event updated for resources: {'Port': ['ID=3e05a753-9a9b-4220-8148-6d16a8aa850e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:27.946238 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-d62f87fa-7fdd-4655-9ed9-86005a56f244 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:27.970128 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62f87fa-7fdd-4655-9ed9-86005a56f244 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:27.987475 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32069156-79d0-4a0f-b775-2efacd74ade8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76344a3d-18fe-4011-a5d0-eb939b9f4f1d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:28.137871 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976ef358-a339-41b8-918e-72d7194d064d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:28.141293 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-976ef358-a339-41b8-918e-72d7194d064d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:28.148883 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-900f63e9-bd81-47ea-8b9c-260a7d8f1c99 req-aa297f9d-3a5f-4e82-83a0-ad51e0399d6d tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846463 Nov 12 08:48:28.208614 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8298ab69-21ab-4be0-9aad-c5bcd02dcec7 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:28.280524 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-976ef358-a339-41b8-918e-72d7194d064d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.5972655 Nov 12 08:48:28.293649 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57346) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:28.446493 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 8298ab69-21ab-4be0-9aad-c5bcd02dcec7 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:28.446890 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:28.544837 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62f87fa-7fdd-4655-9ed9-86005a56f244 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:28.545995 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d62f87fa-7fdd-4655-9ed9-86005a56f244 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:28.665856 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d62f87fa-7fdd-4655-9ed9-86005a56f244 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5658445 Nov 12 08:48:28.676580 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57350) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:28.701725 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-20bee516-9604-411c-8331-e682e2e4cc21 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:86:d8:17'}]}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:28.795801 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078fe927-221f-4e6f-803e-63c18f1184ef tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:28.807258 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-168b2d12-f4bd-4624-b0fa-29bd82a3a24a None None] Provisioning complete for port 3e05a753-9a9b-4220-8148-6d16a8aa850e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:28.808189 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-168b2d12-f4bd-4624-b0fa-29bd82a3a24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:28.812015 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:28.844999 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078fe927-221f-4e6f-803e-63c18f1184ef tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:28.863999 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-078fe927-221f-4e6f-803e-63c18f1184ef tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.5661674 Nov 12 08:48:28.866503 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57358) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:28.963729 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d6971c-993a-4e7c-941c-facf9f5bdd07 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:29.150194 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 8298ab69-21ab-4be0-9aad-c5bcd02dcec7, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=8298ab69-21ab-4be0-9aad-c5bcd02dcec7,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:29.151827 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-168b2d12-f4bd-4624-b0fa-29bd82a3a24a None None] Port 3e05a753-9a9b-4220-8148-6d16a8aa850e cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:29.188979 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-3a549bf7-6772-4f4e-aec9-1a946d864624 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting port 434ca4eb-b7b2-4e12-bacd-354514f2590f {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:29.189120 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3a549bf7-6772-4f4e-aec9-1a946d864624 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:29.206515 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-42181b13-fe44-43d0-a883-12b14f9f0de6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Allocated IP 19.86.0.3 (3c2d2378-f5ec-41ac-8a80-f9f197b7e873/a7458910-e2ba-4c11-9bcc-4672c4f2fc8b/73cd05ed-3b4e-427c-b100-77d23f779d57) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:29.210520 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-20bee516-9604-411c-8331-e682e2e4cc21 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:29.297402 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:29.301339 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:29.305594 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 66068289-dbde-4ac6-af64-a81990a98175 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:29.506331 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3a549bf7-6772-4f4e-aec9-1a946d864624 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:29.540692 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-3a549bf7-6772-4f4e-aec9-1a946d864624 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Calling delete_port for 434ca4eb-b7b2-4e12-bacd-354514f2590f owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:29.698862 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-a0f49410-7eac-47bf-81da-0708993f188c None None] Provisioning complete for port 8298ab69-21ab-4be0-9aad-c5bcd02dcec7 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:29.701410 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a0f49410-7eac-47bf-81da-0708993f188c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:29.759181 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-42181b13-fe44-43d0-a883-12b14f9f0de6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:29.847331 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 66068289-dbde-4ac6-af64-a81990a98175 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:29.847887 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:29.866845 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=8298ab69-21ab-4be0-9aad-c5bcd02dcec7,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:29.885127 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-42181b13-fe44-43d0-a883-12b14f9f0de6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:30.060981 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3a549bf7-6772-4f4e-aec9-1a946d864624 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:30.107215 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-42181b13-fe44-43d0-a883-12b14f9f0de6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Network 3c2d2378-f5ec-41ac-8a80-f9f197b7e873 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:30.195414 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a549bf7-6772-4f4e-aec9-1a946d864624 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Port': ['ID=434ca4eb-b7b2-4e12-bacd-354514f2590f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:30.373205 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-20bee516-9604-411c-8331-e682e2e4cc21 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:30.385390 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-42181b13-fe44-43d0-a883-12b14f9f0de6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:30.393500 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-42181b13-fe44-43d0-a883-12b14f9f0de6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:30.402475 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-20bee516-9604-411c-8331-e682e2e4cc21 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:30.457719 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3a549bf7-6772-4f4e-aec9-1a946d864624 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:30.464753 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3a549bf7-6772-4f4e-aec9-1a946d864624 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/434ca4eb-b7b2-4e12-bacd-354514f2590f HTTP/1.1" status: 204 len: 168 time: 1.5963504 Nov 12 08:48:30.475418 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57388) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:30.650556 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42181b13-fe44-43d0-a883-12b14f9f0de6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Pushing event updated for resources: {'Port': ['ID=73cd05ed-3b4e-427c-b100-77d23f779d57,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:30.698877 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42181b13-fe44-43d0-a883-12b14f9f0de6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:30.699608 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42181b13-fe44-43d0-a883-12b14f9f0de6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:30.708376 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42181b13-fe44-43d0-a883-12b14f9f0de6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:30.712805 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42181b13-fe44-43d0-a883-12b14f9f0de6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:30.713532 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42181b13-fe44-43d0-a883-12b14f9f0de6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:30.714069 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42181b13-fe44-43d0-a883-12b14f9f0de6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:30.718575 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42181b13-fe44-43d0-a883-12b14f9f0de6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:30.723451 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42181b13-fe44-43d0-a883-12b14f9f0de6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:30.724096 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42181b13-fe44-43d0-a883-12b14f9f0de6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:30.724591 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42181b13-fe44-43d0-a883-12b14f9f0de6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:30.725132 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42181b13-fe44-43d0-a883-12b14f9f0de6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:30.725675 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42181b13-fe44-43d0-a883-12b14f9f0de6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:30.750009 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a68eeac-d7ad-4658-8847-47c45d2ce3db None None] Update dhcp port {'port': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'fixed_ips': [{'subnet_id': 'f1d81cfd-5fb3-417a-8947-0d813019a047', 'ip_address': '2001:db8::f816:3eff:fef5:1e3c'}, {'subnet_id': '687c728c-162a-48cc-a931-bc5d5e4d041c'}], 'binding:host_id': 'n-d-768862-16'}, 'id': '8298ab69-21ab-4be0-9aad-c5bcd02dcec7'} from n-d-768862-16. {{(pid=102570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:48:30.822098 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025f7ed4-78d2-4684-9f47-073557fee63f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:30.825415 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025f7ed4-78d2-4684-9f47-073557fee63f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:30.855876 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025f7ed4-78d2-4684-9f47-073557fee63f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:30.863942 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-025f7ed4-78d2-4684-9f47-073557fee63f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3864841 Nov 12 08:48:30.871340 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57394) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:30.896339 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1a68eeac-d7ad-4658-8847-47c45d2ce3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:30.915449 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30492ec9-dbae-41e7-89e0-3c6333a2e65e req-887c2e42-1b3f-47d2-98c6-ebaa7d768e99 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:30.943225 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30492ec9-dbae-41e7-89e0-3c6333a2e65e req-887c2e42-1b3f-47d2-98c6-ebaa7d768e99 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 1.5671642 Nov 12 08:48:30.978202 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8298ab69-21ab-4be0-9aad-c5bcd02dcec7 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:31.002401 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-42181b13-fe44-43d0-a883-12b14f9f0de6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:31.007825 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-42181b13-fe44-43d0-a883-12b14f9f0de6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:31.098468 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-d00e15d2-6a36-47b3-83f2-4dbb02785503 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting subnet 687c728c-162a-48cc-a931-bc5d5e4d041c {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:48:31.118536 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d00e15d2-6a36-47b3-83f2-4dbb02785503 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:31.174684 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-20bee516-9604-411c-8331-e682e2e4cc21 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] In _notify_port_updated(), no bound segment for port 3e05a753-9a9b-4220-8148-6d16a8aa850e on network bf574c1b-160d-4ccc-8114-e7951615ce25 {{(pid=102569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:48:31.195591 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bee516-9604-411c-8331-e682e2e4cc21 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:31.197031 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-20bee516-9604-411c-8331-e682e2e4cc21 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:31.198417 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-20bee516-9604-411c-8331-e682e2e4cc21 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] 10.222.0.37 "PUT /v2.0/ports/3e05a753-9a9b-4220-8148-6d16a8aa850e HTTP/1.1" status: 200 len: 993 time: 2.5188756 Nov 12 08:48:31.202652 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57400) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:31.276535 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d00e15d2-6a36-47b3-83f2-4dbb02785503 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:31.337776 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-42181b13-fe44-43d0-a883-12b14f9f0de6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0058525 Nov 12 08:48:31.342333 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c112ac6e-625d-4fbb-be1d-45541b67f084 None None] Provisioning complete for port 3e05a753-9a9b-4220-8148-6d16a8aa850e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:31.342921 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c112ac6e-625d-4fbb-be1d-45541b67f084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:31.365862 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30492ec9-dbae-41e7-89e0-3c6333a2e65e req-b2d676ba-ecec-43a4-985a-9c47b60fbd16 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4163527 Nov 12 08:48:31.387814 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-577a6437-070a-4910-8469-9dbe850ca906 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Request body: {'port': {'device_id': '4398825f-6f1a-4303-88a3-a5833785b123', 'network_id': 'bf1e9e41-df61-40c5-bbef-a099593ccfda', 'admin_state_up': True, 'tenant_id': '3b73e8d3d1c6491e81f21331afe242f6'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:31.451251 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bee516-9604-411c-8331-e682e2e4cc21 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Pushing event updated for resources: {'Port': ['ID=3e05a753-9a9b-4220-8148-6d16a8aa850e,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:31.570855 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 8298ab69-21ab-4be0-9aad-c5bcd02dcec7 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:31.570855 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:31.593804 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c112ac6e-625d-4fbb-be1d-45541b67f084 None None] Port 3e05a753-9a9b-4220-8148-6d16a8aa850e cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:31.638766 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d00e15d2-6a36-47b3-83f2-4dbb02785503 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:31.660351 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-ba844400-e1ea-4901-bbe9-7de58893aee1 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Deleting port 3e05a753-9a9b-4220-8148-6d16a8aa850e {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:31.660882 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba844400-e1ea-4901-bbe9-7de58893aee1 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:31.728712 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c112ac6e-625d-4fbb-be1d-45541b67f084 None None] Provisioning complete for port 73cd05ed-3b4e-427c-b100-77d23f779d57 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:31.729273 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c112ac6e-625d-4fbb-be1d-45541b67f084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:31.837910 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4df767-a5d4-4689-8515-7320462c1f40 req-bc7b319d-5d77-4907-88ad-6e953f5db695 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:31.859760 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4df767-a5d4-4689-8515-7320462c1f40 req-bc7b319d-5d77-4907-88ad-6e953f5db695 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:31.861606 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8b4df767-a5d4-4689-8515-7320462c1f40 req-bc7b319d-5d77-4907-88ad-6e953f5db695 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4398825f-6f1a-4303-88a3-a5833785b123 HTTP/1.1" status: 200 len: 1652 time: 0.2713616 Nov 12 08:48:31.869113 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c112ac6e-625d-4fbb-be1d-45541b67f084 None None] Port 73cd05ed-3b4e-427c-b100-77d23f779d57 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:31.976829 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-577a6437-070a-4910-8469-9dbe850ca906 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Made reservation on behalf of 3b73e8d3d1c6491e81f21331afe242f6 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:31.981856 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-577a6437-070a-4910-8469-9dbe850ca906 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server [None req-1a68eeac-d7ad-4658-8847-47c45d2ce3db None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 687c728c-162a-48cc-a931-bc5d5e4d041c: This subnet is being modified by another concurrent operation. Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:48:32.064362 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:48:32.074293 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:48:32.074293 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:48:32.074293 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:48:32.074293 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:48:32.074293 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:48:32.074293 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:48:32.074293 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:48:32.074293 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:48:32.074293 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:48:32.074293 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:48:32.074293 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:48:32.074293 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:48:32.074293 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:48:32.074293 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:48:32.074293 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 12 08:48:32.074293 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 12 08:48:32.074293 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 08:48:32.074293 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 08:48:32.074293 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 12 08:48:32.074293 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 12 08:48:32.074293 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 12 08:48:32.074293 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 12 08:48:32.074293 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 12 08:48:32.074293 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 12 08:48:32.074293 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 12 08:48:32.074293 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 08:48:32.074293 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 08:48:32.074293 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 08:48:32.074293 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 08:48:32.074293 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise exception Nov 12 08:48:32.074293 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 687c728c-162a-48cc-a931-bc5d5e4d041c: This subnet is being modified by another concurrent operation. Nov 12 08:48:32.074293 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server Nov 12 08:48:32.098709 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d00e15d2-6a36-47b3-83f2-4dbb02785503 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:32.148175 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-577a6437-070a-4910-8469-9dbe850ca906 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Allocated IP 19.80.0.155 (bf1e9e41-df61-40c5-bbef-a099593ccfda/efeac8a5-af5a-491d-ad6d-efd9c4a335a8/324a1ee4-47e6-4a6f-9387-97f96f7a5ac4) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:32.189928 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e15d2-6a36-47b3-83f2-4dbb02785503 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Subnet': ['ID=687c728c-162a-48cc-a931-bc5d5e4d041c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:32.274786 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d00e15d2-6a36-47b3-83f2-4dbb02785503 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:32.282826 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d00e15d2-6a36-47b3-83f2-4dbb02785503 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/687c728c-162a-48cc-a931-bc5d5e4d041c HTTP/1.1" status: 204 len: 168 time: 1.4047036 Nov 12 08:48:32.290371 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57420) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:32.347032 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8c3dce20-c131-4c7d-b464-c1a9332ce76c None None] Provisioning complete for port 8298ab69-21ab-4be0-9aad-c5bcd02dcec7 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:32.347506 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8c3dce20-c131-4c7d-b464-c1a9332ce76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:32.376086 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8b4df767-a5d4-4689-8515-7320462c1f40 req-03b19ffb-6415-4856-a91e-0a38059acf0a tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4984188 Nov 12 08:48:32.395052 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba844400-e1ea-4901-bbe9-7de58893aee1 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:32.451123 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-ba844400-e1ea-4901-bbe9-7de58893aee1 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Calling delete_port for 3e05a753-9a9b-4220-8148-6d16a8aa850e owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:32.460679 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-577a6437-070a-4910-8469-9dbe850ca906 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:32.518988 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-5801485f-2eff-4f5f-b30f-be80d83677a3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting subnet f1d81cfd-5fb3-417a-8947-0d813019a047 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:48:32.555274 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-577a6437-070a-4910-8469-9dbe850ca906 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:32.597862 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56272717-a6c7-406c-a3ee-3148c39d1acd None None] get_active_networks_info from n-d-768862-16 {{(pid=102570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:48:32.617936 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5801485f-2eff-4f5f-b30f-be80d83677a3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:32.671475 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-577a6437-070a-4910-8469-9dbe850ca906 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Network bf1e9e41-df61-40c5-bbef-a099593ccfda is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:32.676451 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-577a6437-070a-4910-8469-9dbe850ca906 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:32.685950 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-577a6437-070a-4910-8469-9dbe850ca906 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:32.742918 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5801485f-2eff-4f5f-b30f-be80d83677a3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:32.751277 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a6437-070a-4910-8469-9dbe850ca906 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Pushing event updated for resources: {'Port': ['ID=324a1ee4-47e6-4a6f-9387-97f96f7a5ac4,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:32.833856 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-577a6437-070a-4910-8469-9dbe850ca906 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:32.834555 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-577a6437-070a-4910-8469-9dbe850ca906 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:32.882777 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-577a6437-070a-4910-8469-9dbe850ca906 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5148396 Nov 12 08:48:32.899526 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-6f5b0238-a99a-4490-8fc2-99d0e5611bbd service neutron] Request body: {'port': {'device_id': '4398825f-6f1a-4303-88a3-a5833785b123', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:32.915484 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e4f96126-e80c-4b96-ae27-7437bde69be4 None None] Could not find standard attr ID for object 434ca4eb-b7b2-4e12-bacd-354514f2590f. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:48:33.015504 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8298ab69-21ab-4be0-9aad-c5bcd02dcec7 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:33.118210 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-6f5b0238-a99a-4490-8fc2-99d0e5611bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:33.232350 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5801485f-2eff-4f5f-b30f-be80d83677a3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:33.310543 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56272717-a6c7-406c-a3ee-3148c39d1acd None None] Resources bound (agent type, host, resource id): {{(pid=102570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:48:33.324699 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba844400-e1ea-4901-bbe9-7de58893aee1 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:33.360544 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:33.450712 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba844400-e1ea-4901-bbe9-7de58893aee1 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Pushing event deleted for resources: {'Port': ['ID=3e05a753-9a9b-4220-8148-6d16a8aa850e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:33.880036 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5801485f-2eff-4f5f-b30f-be80d83677a3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:33.953059 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6dd95f-1f6b-44de-8049-235bcbb897f9 req-a387890a-26b3-44f2-828e-ac8e45aae501 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:33.958051 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-af6dd95f-1f6b-44de-8049-235bcbb897f9 req-a387890a-26b3-44f2-828e-ac8e45aae501 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.2880330 Nov 12 08:48:33.994301 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801485f-2eff-4f5f-b30f-be80d83677a3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Subnet': ['ID=f1d81cfd-5fb3-417a-8947-0d813019a047,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:34.019618 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5801485f-2eff-4f5f-b30f-be80d83677a3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:34.025522 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5801485f-2eff-4f5f-b30f-be80d83677a3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/f1d81cfd-5fb3-417a-8947-0d813019a047 HTTP/1.1" status: 204 len: 168 time: 1.7269125 Nov 12 08:48:34.027726 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57452) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:34.063264 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba844400-e1ea-4901-bbe9-7de58893aee1 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:34.067399 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ba844400-e1ea-4901-bbe9-7de58893aee1 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] 10.222.0.37 "DELETE /v2.0/ports/3e05a753-9a9b-4220-8148-6d16a8aa850e HTTP/1.1" status: 204 len: 168 time: 2.8625078 Nov 12 08:48:34.071166 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57454) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:34.134275 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:48:34.134907 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:48:34.251969 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f63c61a-c5ac-479d-9507-00cd148371c7 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] GET failed (client error): The resource could not be found. Nov 12 08:48:34.255061 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2f63c61a-c5ac-479d-9507-00cd148371c7 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] 10.222.0.37 "GET /v2.0/ports/3e05a753-9a9b-4220-8148-6d16a8aa850e HTTP/1.1" status: 404 len: 333 time: 0.1822202 Nov 12 08:48:34.268441 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57456) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:34.304087 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-be283b1f-f1ed-409f-b262-c6f893a40e0d tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Request body: {'port': {'network_id': 'bf574c1b-160d-4ccc-8114-e7951615ce25', 'name': 'tempest-AllowedAddressPairTestJSON-224503116'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:34.433538 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e2283b4f-612d-482b-b193-b8f10d17dc2b tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4035876 Nov 12 08:48:34.437808 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57458) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:34.500044 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-af6dd95f-1f6b-44de-8049-235bcbb897f9 req-06e5bb82-5a4f-43d2-803b-a5e91ed20820 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5193081 Nov 12 08:48:34.517265 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4e2b1f-f763-447d-934e-29b998936caf None None] get_active_networks_info from n-d-768862-16 {{(pid=102570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:48:34.535249 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-f74e60c9-95ca-48a2-93a4-3cfc5f2b8e47 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:34.590109 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-dc579b10-5a1c-4019-bd96-f9306361202e None None] Provisioning complete for port 8298ab69-21ab-4be0-9aad-c5bcd02dcec7 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:34.590637 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dc579b10-5a1c-4019-bd96-f9306361202e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:34.691279 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-6f5b0238-a99a-4490-8fc2-99d0e5611bbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c432a240-41af-4206-a1ff-a85afdd95ae3 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:48:34.715374 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff319df-02df-4974-854a-21123b380fac req-1d2c3322-4032-4884-8a57-b2eb753d6350 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:34.723160 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff319df-02df-4974-854a-21123b380fac req-1d2c3322-4032-4884-8a57-b2eb753d6350 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:34.729660 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff319df-02df-4974-854a-21123b380fac req-1d2c3322-4032-4884-8a57-b2eb753d6350 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:34.731679 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ff319df-02df-4974-854a-21123b380fac req-1d2c3322-4032-4884-8a57-b2eb753d6350 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4398825f-6f1a-4303-88a3-a5833785b123 HTTP/1.1" status: 200 len: 2374 time: 0.1349933 Nov 12 08:48:34.734248 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-6f5b0238-a99a-4490-8fc2-99d0e5611bbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:34.775325 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-6f5b0238-a99a-4490-8fc2-99d0e5611bbd service neutron] Transition to ACTIVE for port object c432a240-41af-4206-a1ff-a85afdd95ae3 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:48:34.808705 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be283b1f-f1ed-409f-b262-c6f893a40e0d tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Made reservation on behalf of 4bbfbe5faa814dbd8f98118ebabe52c1 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:34.812360 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be283b1f-f1ed-409f-b262-c6f893a40e0d tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:34.824716 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ff319df-02df-4974-854a-21123b380fac req-71a083a8-5ed7-4e01-b614-9fb1fc1d82ef tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788908 Nov 12 08:48:34.830235 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-6f5b0238-a99a-4490-8fc2-99d0e5611bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:34.848461 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4e2b1f-f763-447d-934e-29b998936caf None None] Resources bound (agent type, host, resource id): {{(pid=102570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:48:34.872060 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-be283b1f-f1ed-409f-b262-c6f893a40e0d tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] device_id is not set on port c9010d16-434e-4eb7-8008-bcfe23e12878 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:48:34.875091 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:34.877997 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74e60c9-95ca-48a2-93a4-3cfc5f2b8e47 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:34.898171 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f74e60c9-95ca-48a2-93a4-3cfc5f2b8e47 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:35.009381 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 8298ab69-21ab-4be0-9aad-c5bcd02dcec7, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=8298ab69-21ab-4be0-9aad-c5bcd02dcec7,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:35.011257 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b0238-a99a-4490-8fc2-99d0e5611bbd service neutron] Pushing event updated for resources: {'Port': ['ID=c432a240-41af-4206-a1ff-a85afdd95ae3,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:35.032317 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:35.124431 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=8298ab69-21ab-4be0-9aad-c5bcd02dcec7,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:35.149224 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:35.150008 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:35.150008 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:35.150217 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:35.150585 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:35.150912 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:35.151264 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:35.151607 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:35.151981 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:35.152304 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:35.152629 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:35.152961 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:35.262887 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-6f5b0238-a99a-4490-8fc2-99d0e5611bbd service neutron] Attempting to bind port c432a240-41af-4206-a1ff-a85afdd95ae3 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:35.263380 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-6f5b0238-a99a-4490-8fc2-99d0e5611bbd service neutron] Attempting to bind port c432a240-41af-4206-a1ff-a85afdd95ae3 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '7a67437f-1f88-4f72-b55f-8f7a838a7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf1e9e41-df61-40c5-bbef-a099593ccfda'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:35.263919 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-6f5b0238-a99a-4490-8fc2-99d0e5611bbd service neutron] Attempting to bind port c432a240-41af-4206-a1ff-a85afdd95ae3 on network bf1e9e41-df61-40c5-bbef-a099593ccfda {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:35.275380 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-6f5b0238-a99a-4490-8fc2-99d0e5611bbd service neutron] Port c432a240-41af-4206-a1ff-a85afdd95ae3 on network bf1e9e41-df61-40c5-bbef-a099593ccfda not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:35.276078 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-6f5b0238-a99a-4490-8fc2-99d0e5611bbd service neutron] Attempting to bind port c432a240-41af-4206-a1ff-a85afdd95ae3 on network bf1e9e41-df61-40c5-bbef-a099593ccfda {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:35.282524 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-6f5b0238-a99a-4490-8fc2-99d0e5611bbd service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:48:35.283398 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-6f5b0238-a99a-4490-8fc2-99d0e5611bbd service neutron] Checking segment: {'id': '7a67437f-1f88-4f72-b55f-8f7a838a7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf1e9e41-df61-40c5-bbef-a099593ccfda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:35.284274 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-6f5b0238-a99a-4490-8fc2-99d0e5611bbd service neutron] Bound using segment: {'id': '7a67437f-1f88-4f72-b55f-8f7a838a7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf1e9e41-df61-40c5-bbef-a099593ccfda'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:48:35.284930 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-6f5b0238-a99a-4490-8fc2-99d0e5611bbd service neutron] Bound port: c432a240-41af-4206-a1ff-a85afdd95ae3, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a67437f-1f88-4f72-b55f-8f7a838a7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf1e9e41-df61-40c5-bbef-a099593ccfda'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:48:35.285498 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-6f5b0238-a99a-4490-8fc2-99d0e5611bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:35.378895 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-6f5b0238-a99a-4490-8fc2-99d0e5611bbd service neutron] For port c432a240-41af-4206-a1ff-a85afdd95ae3, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:48:35.384536 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-6f5b0238-a99a-4490-8fc2-99d0e5611bbd service neutron] For port c432a240-41af-4206-a1ff-a85afdd95ae3, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=c432a240-41af-4206-a1ff-a85afdd95ae3,segment=NetworkSegment(7a67437f-1f88-4f72-b55f-8f7a838a7642),segment_id=7a67437f-1f88-4f72-b55f-8f7a838a7642)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:48:35.414372 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-6f5b0238-a99a-4490-8fc2-99d0e5611bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:35.464358 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-6f5b0238-a99a-4490-8fc2-99d0e5611bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:35.467030 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-6f5b0238-a99a-4490-8fc2-99d0e5611bbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:35.473059 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-6f5b0238-a99a-4490-8fc2-99d0e5611bbd service neutron] 10.222.0.58 "PUT /v2.0/ports/c432a240-41af-4206-a1ff-a85afdd95ae3 HTTP/1.1" status: 200 len: 1092 time: 2.5798924 Nov 12 08:48:35.566268 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4398825f-6f1a-4303-88a3-a5833785b123', 'tag': 'c432a240-41af-4206-a1ff-a85afdd95ae3'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:48:35.570576 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c093f4-8a59-4047-8292-74fc446a5db1" -d '{"events": [{"name": "network-changed", "server_uuid": "4398825f-6f1a-4303-88a3-a5833785b123", "tag": "c432a240-41af-4206-a1ff-a85afdd95ae3"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:48:35.573424 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b0238-a99a-4490-8fc2-99d0e5611bbd service neutron] Pushing event updated for resources: {'Port': ['ID=c432a240-41af-4206-a1ff-a85afdd95ae3,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:35.585421 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-666be288-8622-4514-aa12-4afce738b19c service neutron] Request body: {'port': {'device_id': '4398825f-6f1a-4303-88a3-a5833785b123', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:35.713333 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd06460b-3ec3-4e97-b67d-8577dd621441 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:35.789932 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-be283b1f-f1ed-409f-b262-c6f893a40e0d tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Allocated IP 172.20.0.4 (bf574c1b-160d-4ccc-8114-e7951615ce25/e9eb870f-a720-4a35-88b2-5f934f053cf5/c9010d16-434e-4eb7-8008-bcfe23e12878) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:35.861668 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-666be288-8622-4514-aa12-4afce738b19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:36.054460 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-38237501-fbd7-4ebd-9bdc-3e85d7333733 None None] Provisioning complete for port 8298ab69-21ab-4be0-9aad-c5bcd02dcec7 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:36.055415 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-38237501-fbd7-4ebd-9bdc-3e85d7333733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:36.080347 n-d-768862-16 neutron-server[102568]: DEBUG neutron.objects.ports [None req-f74e60c9-95ca-48a2-93a4-3cfc5f2b8e47 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102568) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:48:36.218230 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91349b24-fc34-42a6-979b-26139d5a7fb3 req-bfe8089e-1906-4d20-9ec8-ba4bbe41bb39 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:36.247396 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-91349b24-fc34-42a6-979b-26139d5a7fb3 req-bfe8089e-1906-4d20-9ec8-ba4bbe41bb39 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.5272272 Nov 12 08:48:36.384692 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-91349b24-fc34-42a6-979b-26139d5a7fb3 req-42692d7b-88a2-46bb-834f-3949460154a8 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357412 Nov 12 08:48:36.563690 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-38237501-fbd7-4ebd-9bdc-3e85d7333733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:36.685870 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-38237501-fbd7-4ebd-9bdc-3e85d7333733 None None] For port 8298ab69-21ab-4be0-9aad-c5bcd02dcec7, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=8298ab69-21ab-4be0-9aad-c5bcd02dcec7,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:36.694031 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-38237501-fbd7-4ebd-9bdc-3e85d7333733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:36.781339 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-666be288-8622-4514-aa12-4afce738b19c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73cd05ed-3b4e-427c-b100-77d23f779d57 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:48:36.802975 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-666be288-8622-4514-aa12-4afce738b19c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:36.836971 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-666be288-8622-4514-aa12-4afce738b19c service neutron] Transition to ACTIVE for port object 73cd05ed-3b4e-427c-b100-77d23f779d57 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:48:36.837501 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38237501-fbd7-4ebd-9bdc-3e85d7333733 None None] Pushing event updated for resources: {'Port': ['ID=8298ab69-21ab-4be0-9aad-c5bcd02dcec7,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:36.850722 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-666be288-8622-4514-aa12-4afce738b19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:36.861130 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-7fc2ffe1-67b3-434c-8d99-614dd10c289f None None] Provisioning complete for port 8298ab69-21ab-4be0-9aad-c5bcd02dcec7 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:36.861971 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7fc2ffe1-67b3-434c-8d99-614dd10c289f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:36.915680 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f74e60c9-95ca-48a2-93a4-3cfc5f2b8e47 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:37.072520 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-7fc2ffe1-67b3-434c-8d99-614dd10c289f None None] Provisioning complete for port 324a1ee4-47e6-4a6f-9387-97f96f7a5ac4 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:37.072979 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7fc2ffe1-67b3-434c-8d99-614dd10c289f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:37.079826 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666be288-8622-4514-aa12-4afce738b19c service neutron] Pushing event updated for resources: {'Port': ['ID=73cd05ed-3b4e-427c-b100-77d23f779d57,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:37.172036 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7e5653-618b-4bc2-8d5a-e84806a8c2b8 x-openstack-request-id: req-ba7e5653-618b-4bc2-8d5a-e84806a8c2b8 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:48:37.172347 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4398825f-6f1a-4303-88a3-a5833785b123", "tag": "c432a240-41af-4206-a1ff-a85afdd95ae3", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:48:37.172611 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba7e5653-618b-4bc2-8d5a-e84806a8c2b8 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:48:37.173034 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4398825f-6f1a-4303-88a3-a5833785b123', 'tag': 'c432a240-41af-4206-a1ff-a85afdd95ae3', 'status': 'completed', 'code': 200} Nov 12 08:48:37.212030 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-7fc2ffe1-67b3-434c-8d99-614dd10c289f None None] Port 324a1ee4-47e6-4a6f-9387-97f96f7a5ac4 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:37.268400 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-666be288-8622-4514-aa12-4afce738b19c service neutron] Attempting to bind port 73cd05ed-3b4e-427c-b100-77d23f779d57 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:37.270910 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-666be288-8622-4514-aa12-4afce738b19c service neutron] Attempting to bind port 73cd05ed-3b4e-427c-b100-77d23f779d57 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '5fd0da14-aac5-41f5-9019-7055e58c2d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3c2d2378-f5ec-41ac-8a80-f9f197b7e873'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:37.271410 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-666be288-8622-4514-aa12-4afce738b19c service neutron] Attempting to bind port 73cd05ed-3b4e-427c-b100-77d23f779d57 on network 3c2d2378-f5ec-41ac-8a80-f9f197b7e873 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:37.283362 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-666be288-8622-4514-aa12-4afce738b19c service neutron] Port 73cd05ed-3b4e-427c-b100-77d23f779d57 on network 3c2d2378-f5ec-41ac-8a80-f9f197b7e873 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:37.283909 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-666be288-8622-4514-aa12-4afce738b19c service neutron] Attempting to bind port 73cd05ed-3b4e-427c-b100-77d23f779d57 on network 3c2d2378-f5ec-41ac-8a80-f9f197b7e873 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:37.296825 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-666be288-8622-4514-aa12-4afce738b19c service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:48:37.297697 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-666be288-8622-4514-aa12-4afce738b19c service neutron] Checking segment: {'id': '5fd0da14-aac5-41f5-9019-7055e58c2d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3c2d2378-f5ec-41ac-8a80-f9f197b7e873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:37.298622 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-666be288-8622-4514-aa12-4afce738b19c service neutron] Bound using segment: {'id': '5fd0da14-aac5-41f5-9019-7055e58c2d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3c2d2378-f5ec-41ac-8a80-f9f197b7e873'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:48:37.299955 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-666be288-8622-4514-aa12-4afce738b19c service neutron] Bound port: 73cd05ed-3b4e-427c-b100-77d23f779d57, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fd0da14-aac5-41f5-9019-7055e58c2d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3c2d2378-f5ec-41ac-8a80-f9f197b7e873'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:48:37.300998 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-666be288-8622-4514-aa12-4afce738b19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:37.335533 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65df8db6-5986-4a6f-81d0-25cda691c179 None None] get_active_networks_info from n-d-768862-16 {{(pid=102570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:48:37.421129 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-666be288-8622-4514-aa12-4afce738b19c service neutron] For port 73cd05ed-3b4e-427c-b100-77d23f779d57, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:48:37.425116 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-666be288-8622-4514-aa12-4afce738b19c service neutron] For port 73cd05ed-3b4e-427c-b100-77d23f779d57, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=73cd05ed-3b4e-427c-b100-77d23f779d57,segment=NetworkSegment(5fd0da14-aac5-41f5-9019-7055e58c2d10),segment_id=5fd0da14-aac5-41f5-9019-7055e58c2d10)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:48:37.444091 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-666be288-8622-4514-aa12-4afce738b19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:37.487884 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e1a79-6f6f-495e-8614-a80c5f0313e5 req-72bbf196-99d2-498f-812f-13a9513c4503 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:37.489265 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c093f4-8a59-4047-8292-74fc446a5db1 req-4e089061-dabb-4447-8b1e-a926a03bc749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:37.489825 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c093f4-8a59-4047-8292-74fc446a5db1 req-4e089061-dabb-4447-8b1e-a926a03bc749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:37.490458 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c093f4-8a59-4047-8292-74fc446a5db1 req-4e089061-dabb-4447-8b1e-a926a03bc749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:37.493073 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-22c093f4-8a59-4047-8292-74fc446a5db1 req-4e089061-dabb-4447-8b1e-a926a03bc749 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b73e8d3d1c6491e81f21331afe242f6&device_id=4398825f-6f1a-4303-88a3-a5833785b123 HTTP/1.1" status: 200 len: 2756 time: 0.3109362 Nov 12 08:48:37.494385 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e1a79-6f6f-495e-8614-a80c5f0313e5 req-72bbf196-99d2-498f-812f-13a9513c4503 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:37.497158 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be283b1f-f1ed-409f-b262-c6f893a40e0d tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:37.500647 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e1a79-6f6f-495e-8614-a80c5f0313e5 req-72bbf196-99d2-498f-812f-13a9513c4503 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:37.509301 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-653e1a79-6f6f-495e-8614-a80c5f0313e5 req-72bbf196-99d2-498f-812f-13a9513c4503 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4398825f-6f1a-4303-88a3-a5833785b123 HTTP/1.1" status: 200 len: 2398 time: 0.2136154 Nov 12 08:48:37.530027 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-666be288-8622-4514-aa12-4afce738b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:37.530692 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-666be288-8622-4514-aa12-4afce738b19c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:37.532823 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-666be288-8622-4514-aa12-4afce738b19c service neutron] 10.222.0.58 "PUT /v2.0/ports/73cd05ed-3b4e-427c-b100-77d23f779d57 HTTP/1.1" status: 200 len: 1091 time: 1.9531546 Nov 12 08:48:37.582113 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-924bec35-6c91-44e9-ac6c-ec2c871830d2 service neutron] Request body: {'port': {'device_id': '4398825f-6f1a-4303-88a3-a5833785b123', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:37.627713 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65df8db6-5986-4a6f-81d0-25cda691c179 None None] Resources bound (agent type, host, resource id): {{(pid=102570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:48:37.636184 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666be288-8622-4514-aa12-4afce738b19c service neutron] Pushing event updated for resources: {'Port': ['ID=73cd05ed-3b4e-427c-b100-77d23f779d57,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:37.655210 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-653e1a79-6f6f-495e-8614-a80c5f0313e5 req-4a65ae6d-818e-4dc9-b169-64a6c119daa9 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449039 Nov 12 08:48:37.692584 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-924bec35-6c91-44e9-ac6c-ec2c871830d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:37.704702 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be283b1f-f1ed-409f-b262-c6f893a40e0d tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:37.712632 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-f74e60c9-95ca-48a2-93a4-3cfc5f2b8e47 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] For port 8298ab69-21ab-4be0-9aad-c5bcd02dcec7, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=8298ab69-21ab-4be0-9aad-c5bcd02dcec7,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:37.802746 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e92522d8-2600-490b-9b35-e86e86471258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.056309 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74c67a-6e2b-4ac7-b438-3fe1d927841a req-820a6062-6214-4b3b-ad24-ba7b4f4deefb tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:38.076008 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4e74c67a-6e2b-4ac7-b438-3fe1d927841a req-820a6062-6214-4b3b-ad24-ba7b4f4deefb tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.2019563 Nov 12 08:48:38.247566 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4e74c67a-6e2b-4ac7-b438-3fe1d927841a req-0443752f-25b8-4203-9620-77ebb6fe9a3b tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706176 Nov 12 08:48:38.333077 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f74e60c9-95ca-48a2-93a4-3cfc5f2b8e47 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.334218 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-924bec35-6c91-44e9-ac6c-ec2c871830d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 324a1ee4-47e6-4a6f-9387-97f96f7a5ac4 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:48:38.356183 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be283b1f-f1ed-409f-b262-c6f893a40e0d tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Network bf574c1b-160d-4ccc-8114-e7951615ce25 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:38.362318 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f74e60c9-95ca-48a2-93a4-3cfc5f2b8e47 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.363087 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f74e60c9-95ca-48a2-93a4-3cfc5f2b8e47 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.375041 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-924bec35-6c91-44e9-ac6c-ec2c871830d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.383856 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be283b1f-f1ed-409f-b262-c6f893a40e0d tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Pushing event updated for resources: {'Port': ['ID=c9010d16-434e-4eb7-8008-bcfe23e12878,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:38.406320 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-924bec35-6c91-44e9-ac6c-ec2c871830d2 service neutron] Transition to ACTIVE for port object 324a1ee4-47e6-4a6f-9387-97f96f7a5ac4 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:48:38.418268 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-924bec35-6c91-44e9-ac6c-ec2c871830d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.434515 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-be283b1f-f1ed-409f-b262-c6f893a40e0d tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:38.437519 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be283b1f-f1ed-409f-b262-c6f893a40e0d tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:38.545826 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924bec35-6c91-44e9-ac6c-ec2c871830d2 service neutron] Pushing event updated for resources: {'Port': ['ID=324a1ee4-47e6-4a6f-9387-97f96f7a5ac4,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:38.577760 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-924bec35-6c91-44e9-ac6c-ec2c871830d2 service neutron] Attempting to bind port 324a1ee4-47e6-4a6f-9387-97f96f7a5ac4 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:38.578110 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-924bec35-6c91-44e9-ac6c-ec2c871830d2 service neutron] Attempting to bind port 324a1ee4-47e6-4a6f-9387-97f96f7a5ac4 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '7a67437f-1f88-4f72-b55f-8f7a838a7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf1e9e41-df61-40c5-bbef-a099593ccfda'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:38.578449 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-924bec35-6c91-44e9-ac6c-ec2c871830d2 service neutron] Attempting to bind port 324a1ee4-47e6-4a6f-9387-97f96f7a5ac4 on network bf1e9e41-df61-40c5-bbef-a099593ccfda {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:38.585326 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-924bec35-6c91-44e9-ac6c-ec2c871830d2 service neutron] Port 324a1ee4-47e6-4a6f-9387-97f96f7a5ac4 on network bf1e9e41-df61-40c5-bbef-a099593ccfda not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:38.585593 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-924bec35-6c91-44e9-ac6c-ec2c871830d2 service neutron] Attempting to bind port 324a1ee4-47e6-4a6f-9387-97f96f7a5ac4 on network bf1e9e41-df61-40c5-bbef-a099593ccfda {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:38.591481 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-924bec35-6c91-44e9-ac6c-ec2c871830d2 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:48:38.591917 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-924bec35-6c91-44e9-ac6c-ec2c871830d2 service neutron] Checking segment: {'id': '7a67437f-1f88-4f72-b55f-8f7a838a7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf1e9e41-df61-40c5-bbef-a099593ccfda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:38.592316 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-924bec35-6c91-44e9-ac6c-ec2c871830d2 service neutron] Bound using segment: {'id': '7a67437f-1f88-4f72-b55f-8f7a838a7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf1e9e41-df61-40c5-bbef-a099593ccfda'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:48:38.592809 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-924bec35-6c91-44e9-ac6c-ec2c871830d2 service neutron] Bound port: 324a1ee4-47e6-4a6f-9387-97f96f7a5ac4, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a67437f-1f88-4f72-b55f-8f7a838a7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf1e9e41-df61-40c5-bbef-a099593ccfda'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:48:38.593314 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-924bec35-6c91-44e9-ac6c-ec2c871830d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.632060 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-46d0edff-29ea-4ba6-ab11-59b0cd6b8c55 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.7951746 Nov 12 08:48:38.650032 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74e60c9-95ca-48a2-93a4-3cfc5f2b8e47 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:38.672421 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c093f4-8a59-4047-8292-74fc446a5db1 req-d36b1994-45a3-4f16-b2c3-7089d34c9090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:38.673287 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c093f4-8a59-4047-8292-74fc446a5db1 req-d36b1994-45a3-4f16-b2c3-7089d34c9090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:38.673870 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c093f4-8a59-4047-8292-74fc446a5db1 req-d36b1994-45a3-4f16-b2c3-7089d34c9090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:38.677286 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-22c093f4-8a59-4047-8292-74fc446a5db1 req-d36b1994-45a3-4f16-b2c3-7089d34c9090 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=3b73e8d3d1c6491e81f21331afe242f6&shared=False HTTP/1.1" status: 200 len: 2289 time: 1.1702721 Nov 12 08:48:38.677286 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-f74e60c9-95ca-48a2-93a4-3cfc5f2b8e47 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:38.679629 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e60c9-95ca-48a2-93a4-3cfc5f2b8e47 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Subnet': ['ID=e6ef702b-bf8d-40fb-91fa-f3882f43801b,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:38.699481 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74e60c9-95ca-48a2-93a4-3cfc5f2b8e47 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:38.700347 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f74e60c9-95ca-48a2-93a4-3cfc5f2b8e47 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.706128 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e60c9-95ca-48a2-93a4-3cfc5f2b8e47 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Port': ['ID=8298ab69-21ab-4be0-9aad-c5bcd02dcec7,revision_number=8']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:38.723407 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-924bec35-6c91-44e9-ac6c-ec2c871830d2 service neutron] For port 324a1ee4-47e6-4a6f-9387-97f96f7a5ac4, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:48:38.727899 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-924bec35-6c91-44e9-ac6c-ec2c871830d2 service neutron] For port 324a1ee4-47e6-4a6f-9387-97f96f7a5ac4, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=324a1ee4-47e6-4a6f-9387-97f96f7a5ac4,segment=NetworkSegment(7a67437f-1f88-4f72-b55f-8f7a838a7642),segment_id=7a67437f-1f88-4f72-b55f-8f7a838a7642)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:48:38.740320 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-924bec35-6c91-44e9-ac6c-ec2c871830d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.792367 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be283b1f-f1ed-409f-b262-c6f893a40e0d tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:38.793134 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be283b1f-f1ed-409f-b262-c6f893a40e0d tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.809427 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-924bec35-6c91-44e9-ac6c-ec2c871830d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:38.810115 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-924bec35-6c91-44e9-ac6c-ec2c871830d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.811636 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-924bec35-6c91-44e9-ac6c-ec2c871830d2 service neutron] 10.222.0.58 "PUT /v2.0/ports/324a1ee4-47e6-4a6f-9387-97f96f7a5ac4 HTTP/1.1" status: 200 len: 1093 time: 1.2368343 Nov 12 08:48:38.844025 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924bec35-6c91-44e9-ac6c-ec2c871830d2 service neutron] Pushing event updated for resources: {'Port': ['ID=324a1ee4-47e6-4a6f-9387-97f96f7a5ac4,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:38.866048 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57560) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:38.874888 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f74e60c9-95ca-48a2-93a4-3cfc5f2b8e47 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4359598 Nov 12 08:48:38.880852 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57562) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:38.884474 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-be283b1f-f1ed-409f-b262-c6f893a40e0d tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.5979028 Nov 12 08:48:38.889426 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57566) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:38.895414 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a8eea29c-304d-4094-a57b-a43bf3c4e49f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:38.915541 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a27d8ab6-b119-4eb6-ae1b-031e747a7799 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:86:d8:17'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:38.984562 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-ef870837-071c-45a3-9a63-493b581d0a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:38.985627 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-ef870837-071c-45a3-9a63-493b581d0a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:38.986353 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-ef870837-071c-45a3-9a63-493b581d0a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:38.988252 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-ef870837-071c-45a3-9a63-493b581d0a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:38.988802 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-ef870837-071c-45a3-9a63-493b581d0a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:38.989428 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-ef870837-071c-45a3-9a63-493b581d0a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:38.989969 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-ef870837-071c-45a3-9a63-493b581d0a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:38.993354 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-ef870837-071c-45a3-9a63-493b581d0a3e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7744ced598be42768ed1d37e40d08f56&device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 6499 time: 0.3283265 Nov 12 08:48:39.015687 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-fe847232-cbb2-484a-ae4d-fc0ecae2f425 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:39.024325 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-fe847232-cbb2-484a-ae4d-fc0ecae2f425 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.37 "GET /v2.0/networks?id=a86733d9-0c9c-4803-8dda-b98f17491e46 HTTP/1.1" status: 200 len: 813 time: 0.1594148 Nov 12 08:48:39.026488 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c093f4-8a59-4047-8292-74fc446a5db1 req-fe90aca3-bf4d-4262-a214-add97586ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:39.028705 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-22c093f4-8a59-4047-8292-74fc446a5db1 req-fe90aca3-bf4d-4262-a214-add97586ab5c service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3183453 Nov 12 08:48:39.044416 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-c26c42c6-41b6-4155-b311-d5c6b711fe50 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.37 "GET /v2.0/quotas/9070c476e28246d29347d5c048f5801e HTTP/1.1" status: 200 len: 375 time: 0.0176067 Nov 12 08:48:39.118185 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-f49f0aa5-ab49-4491-b690-ddb6dbec1772 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9070c476e28246d29347d5c048f5801e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726874 Nov 12 08:48:39.187376 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4398825f-6f1a-4303-88a3-a5833785b123', 'tag': '73cd05ed-3b4e-427c-b100-77d23f779d57'}, {'name': 'network-changed', 'server_uuid': '4398825f-6f1a-4303-88a3-a5833785b123', 'tag': '324a1ee4-47e6-4a6f-9387-97f96f7a5ac4'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:48:39.190323 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f5cc70-e6f1-42f2-87da-a82925a0ebe4" -d '{"events": [{"name": "network-changed", "server_uuid": "4398825f-6f1a-4303-88a3-a5833785b123", "tag": "73cd05ed-3b4e-427c-b100-77d23f779d57"}, {"name": "network-changed", "server_uuid": "4398825f-6f1a-4303-88a3-a5833785b123", "tag": "324a1ee4-47e6-4a6f-9387-97f96f7a5ac4"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:48:39.195399 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-923fb59b-a398-43cc-8bfb-9ce749314f70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.232285 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45016303-3331-48a3-8e3b-89e9470df43e None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:39.292307 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8298ab69-21ab-4be0-9aad-c5bcd02dcec7 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:39.345090 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-dd70babe-dac0-488c-8001-f38932993acd service neutron] 10.222.0.37 "GET /v2.0/networks/a86733d9-0c9c-4803-8dda-b98f17491e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244911 Nov 12 08:48:39.397268 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-e6f79322-6857-4029-9c8d-031a3d30d685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:39.397930 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-e6f79322-6857-4029-9c8d-031a3d30d685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:39.398521 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-e6f79322-6857-4029-9c8d-031a3d30d685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:39.400869 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-e6f79322-6857-4029-9c8d-031a3d30d685 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b73e8d3d1c6491e81f21331afe242f6&device_id=4398825f-6f1a-4303-88a3-a5833785b123 HTTP/1.1" status: 200 len: 2866 time: 0.2989919 Nov 12 08:48:39.441619 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-923fb59b-a398-43cc-8bfb-9ce749314f70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.461257 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-923fb59b-a398-43cc-8bfb-9ce749314f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.479874 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-6425724b-14e2-4640-b288-41738f813876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:39.481771 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-6425724b-14e2-4640-b288-41738f813876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:39.482781 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-6425724b-14e2-4640-b288-41738f813876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:39.484926 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-6425724b-14e2-4640-b288-41738f813876 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7e33e051-e363-49e1-9c6d-2f24faf4dfb5&id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&id=702ebd3a-91cd-4d56-a35d-ad10b18ed18d&id=702ebd3a-91cd-4d56-a35d-ad10b18ed18d HTTP/1.1" status: 200 len: 2293 time: 0.4486241 Nov 12 08:48:39.496054 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-9492912a-4da1-4b8e-ac8b-96407c136717 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.46&port_id=c432a240-41af-4206-a1ff-a85afdd95ae3 HTTP/1.1" status: 200 len: 217 time: 0.0827901 Nov 12 08:48:39.517799 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f575b297-410e-45be-8ac4-fa519b031412 None None] Provisioning complete for port 8298ab69-21ab-4be0-9aad-c5bcd02dcec7 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:39.518422 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f575b297-410e-45be-8ac4-fa519b031412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.694901 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fb59b-a398-43cc-8bfb-9ce749314f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c27a257-81d6-4f23-b035-f76bcafffb7b,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:39.714890 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a27d8ab6-b119-4eb6-ae1b-031e747a7799 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.719208 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-923fb59b-a398-43cc-8bfb-9ce749314f70 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0cf57731d2a74de4bac80d8e8c8691fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8519578 Nov 12 08:48:39.722158 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8eea29c-304d-4094-a57b-a43bf3c4e49f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:39.723019 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57576) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:39.727912 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a8eea29c-304d-4094-a57b-a43bf3c4e49f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.807900 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-fc3226ea-d67f-4fc1-998d-7ae7d406e80e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad631039-f393-4fda-a88e-acbce5bb31d9 HTTP/1.1" status: 200 len: 1001 time: 0.3090067 Nov 12 08:48:39.842933 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-66a7e81b-878d-468d-a202-b09b15275f6d service neutron] 10.222.0.37 "GET /v2.0/networks/a86733d9-0c9c-4803-8dda-b98f17491e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985114 Nov 12 08:48:39.843977 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d5a86928-d972-45ea-9344-e8044593a3bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.866652 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 8298ab69-21ab-4be0-9aad-c5bcd02dcec7 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:39.869156 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.870404 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-b421907c-0d2b-4565-81bb-966563cd2cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:39.872159 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-b421907c-0d2b-4565-81bb-966563cd2cad service neutron] 10.222.0.58 "GET /v2.0/subnets?id=efeac8a5-af5a-491d-ad6d-efd9c4a335a8 HTTP/1.1" status: 200 len: 801 time: 0.3549244 Nov 12 08:48:39.876887 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d5a86928-d972-45ea-9344-e8044593a3bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.946879 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d5a86928-d972-45ea-9344-e8044593a3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.959182 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d5a86928-d972-45ea-9344-e8044593a3bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.963066 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d5a86928-d972-45ea-9344-e8044593a3bd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c27a257-81d6-4f23-b035-f76bcafffb7b HTTP/1.1" status: 204 len: 168 time: 0.2337470 Nov 12 08:48:40.002243 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a86928-d972-45ea-9344-e8044593a3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c27a257-81d6-4f23-b035-f76bcafffb7b,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:40.221421 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-14588460-7e10-4bfb-9b6d-1aac5424c269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.262587 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-2c956181-85b9-4649-8be0-d4f4ce0e2c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:40.267171 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-2c956181-85b9-4649-8be0-d4f4ce0e2c37 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b3ec3dec-5d62-4a75-9611-109bbf916cc1 HTTP/1.1" status: 200 len: 850 time: 0.4446068 Nov 12 08:48:40.281032 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-808a42b8-c9ec-4b08-86e9-acfbc9293eb4 None None] Provisioning complete for port c9010d16-434e-4eb7-8008-bcfe23e12878 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:40.283951 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-808a42b8-c9ec-4b08-86e9-acfbc9293eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.310016 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5422a-b8ce-4816-96e5-786b2bfdeb0a req-54945bf0-421a-4c66-84cc-d6f262a9e884 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:40.313328 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-70e5422a-b8ce-4816-96e5-786b2bfdeb0a req-54945bf0-421a-4c66-84cc-d6f262a9e884 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.1421254 Nov 12 08:48:40.439493 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-703cc408-6391-483a-bb06-7123422f1873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:40.454826 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-703cc408-6391-483a-bb06-7123422f1873 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bf1e9e41-df61-40c5-bbef-a099593ccfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5444534 Nov 12 08:48:40.459592 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-70e5422a-b8ce-4816-96e5-786b2bfdeb0a req-f9d16f43-2eb1-4597-b7bd-680ee3ba6082 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384695 Nov 12 08:48:40.688280 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-362fe9ce-ea0d-484a-9dae-68ccaa7851ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:40.689943 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-362fe9ce-ea0d-484a-9dae-68ccaa7851ef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7e33e051-e363-49e1-9c6d-2f24faf4dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4143238 Nov 12 08:48:40.706657 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57596) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:40.728924 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8ad1365b-8a65-48b4-93c7-27b01c3ad0ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.774947 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-808a42b8-c9ec-4b08-86e9-acfbc9293eb4 None None] Port c9010d16-434e-4eb7-8008-bcfe23e12878 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:40.912922 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-e09db69f-adee-4101-835f-cb0c6330852b service neutron] 10.222.0.58 "GET /v2.0/networks/bf1e9e41-df61-40c5-bbef-a099593ccfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436114 Nov 12 08:48:40.915396 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a27d8ab6-b119-4eb6-ae1b-031e747a7799 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.924084 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-154e9ad7-769a-4fe7-a058-244bd72ab4a2 None None] Provisioning complete for port 8298ab69-21ab-4be0-9aad-c5bcd02dcec7 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:40.924957 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-154e9ad7-769a-4fe7-a058-244bd72ab4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.934581 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8ad1365b-8a65-48b4-93c7-27b01c3ad0ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.941580 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8ad1365b-8a65-48b4-93c7-27b01c3ad0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.984237 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a27d8ab6-b119-4eb6-ae1b-031e747a7799 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.012946 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8ad1365b-8a65-48b4-93c7-27b01c3ad0ac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e44c5f2bb08d4e2cb373f87b3662aa12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3047924 Nov 12 08:48:41.014009 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1365b-8a65-48b4-93c7-27b01c3ad0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d8045b-9cf7-4d87-8886-04a8c0bd27d3,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:41.019255 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57606) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:41.148737 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a57fc122-1d93-40a6-afe0-c3a62c9f9e09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.182682 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-2355ace3-475d-477e-9119-c1ad9f4d59a0 service neutron] 10.222.0.54 "GET /v2.0/networks/7e33e051-e363-49e1-9c6d-2f24faf4dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821720 Nov 12 08:48:41.184317 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a57fc122-1d93-40a6-afe0-c3a62c9f9e09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.266355 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a57fc122-1d93-40a6-afe0-c3a62c9f9e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.270438 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a57fc122-1d93-40a6-afe0-c3a62c9f9e09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.272451 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a57fc122-1d93-40a6-afe0-c3a62c9f9e09 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/61d8045b-9cf7-4d87-8886-04a8c0bd27d3 HTTP/1.1" status: 204 len: 168 time: 0.2518053 Nov 12 08:48:41.286376 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d8ab6-b119-4eb6-ae1b-031e747a7799 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Pushing event updated for resources: {'Port': ['ID=c9010d16-434e-4eb7-8008-bcfe23e12878,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:41.315985 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a8eea29c-304d-4094-a57b-a43bf3c4e49f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.347270 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57fc122-1d93-40a6-afe0-c3a62c9f9e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d8045b-9cf7-4d87-8886-04a8c0bd27d3,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:41.372147 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-a27d8ab6-b119-4eb6-ae1b-031e747a7799 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] In _notify_port_updated(), no bound segment for port c9010d16-434e-4eb7-8008-bcfe23e12878 on network bf574c1b-160d-4ccc-8114-e7951615ce25 {{(pid=102568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:48:41.378972 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27d8ab6-b119-4eb6-ae1b-031e747a7799 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:41.379671 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a27d8ab6-b119-4eb6-ae1b-031e747a7799 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.381060 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a27d8ab6-b119-4eb6-ae1b-031e747a7799 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] 10.222.0.37 "PUT /v2.0/ports/c9010d16-434e-4eb7-8008-bcfe23e12878 HTTP/1.1" status: 200 len: 995 time: 2.4818990 Nov 12 08:48:41.393981 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57610) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:41.450399 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7098d-5551-4e72-b819-e3d5ab99dec9 req-8a74523f-984f-41fc-9f42-e3d1b7e92ddd tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:41.457556 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7098d-5551-4e72-b819-e3d5ab99dec9 req-8a74523f-984f-41fc-9f42-e3d1b7e92ddd tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:41.464083 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7098d-5551-4e72-b819-e3d5ab99dec9 req-8a74523f-984f-41fc-9f42-e3d1b7e92ddd tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:41.469413 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8eea29c-304d-4094-a57b-a43bf3c4e49f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:41.475266 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dbe7098d-5551-4e72-b819-e3d5ab99dec9 req-8a74523f-984f-41fc-9f42-e3d1b7e92ddd tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4398825f-6f1a-4303-88a3-a5833785b123 HTTP/1.1" status: 200 len: 2410 time: 0.2213054 Nov 12 08:48:41.477235 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-b3c84822-4aa5-49d1-a90f-c3f277cfb078 service neutron] 10.222.0.58 "GET /v2.0/networks/bf1e9e41-df61-40c5-bbef-a099593ccfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5518558 Nov 12 08:48:41.492550 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-a8eea29c-304d-4094-a57b-a43bf3c4e49f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:41.510742 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d1a5e513-b61f-49d6-8e75-d7adde92e631 None None] Provisioning complete for port c9010d16-434e-4eb7-8008-bcfe23e12878 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:41.511309 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d1a5e513-b61f-49d6-8e75-d7adde92e631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.539418 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8eea29c-304d-4094-a57b-a43bf3c4e49f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:41.540139 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a8eea29c-304d-4094-a57b-a43bf3c4e49f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.590092 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cf3fe1-7060-48c6-bf73-4e3fea5097d4 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:41.593623 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-d1a5e513-b61f-49d6-8e75-d7adde92e631 None None] Port c9010d16-434e-4eb7-8008-bcfe23e12878 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:41.663705 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-2c0e0c28-b8b3-4cf4-9214-ea1256e4db7e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.3&port_id=73cd05ed-3b4e-427c-b100-77d23f779d57 HTTP/1.1" status: 200 len: 217 time: 0.1554360 Nov 12 08:48:41.664549 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eea29c-304d-4094-a57b-a43bf3c4e49f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Subnet': ['ID=aa460ceb-e266-4565-b9a2-2fc1244ddd13,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:41.673725 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a8eea29c-304d-4094-a57b-a43bf3c4e49f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7876194 Nov 12 08:48:41.682076 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57614) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:41.689437 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-4cbef357-fa0c-4f1f-983a-16d6dac656c3 service neutron] 10.222.0.54 "GET /v2.0/networks/7e33e051-e363-49e1-9c6d-2f24faf4dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880414 Nov 12 08:48:41.697429 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-7a1cd6c6-652a-4e0f-8324-d52471bbb059 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'port': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'mac_address': 'fa:16:3e:f7:f3:eb', 'name': 'tempest-NetworksTestDHCPv6-427918483'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:41.765004 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-26682313-0a5c-4d36-b890-3f1c36820f9e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=996f9d9d-9c4c-4d28-a901-cc2cc552d93a HTTP/1.1" status: 200 len: 217 time: 0.0536020 Nov 12 08:48:41.786537 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-0b21df96-f185-40a1-8302-ee9dc2add815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:41.788196 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-0b21df96-f185-40a1-8302-ee9dc2add815 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a7458910-e2ba-4c11-9bcc-4672c4f2fc8b HTTP/1.1" status: 200 len: 801 time: 0.1135306 Nov 12 08:48:41.807553 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-61c4c96b-9a06-4939-90c4-2d22524205f9 req-df73c9e6-1b13-4aa0-94b7-d1c99832243c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5f6b4a0d-54be-492d-8c1f-c1beeb9f265f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4144120 Nov 12 08:48:41.858113 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dbe7098d-5551-4e72-b819-e3d5ab99dec9 req-e2a434d5-ff2a-4349-b8ad-38e705b16df8 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817983 Nov 12 08:48:41.890833 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-a81d1a42-16a5-4f71-83e5-7e1f4aba1845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:41.892696 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-a81d1a42-16a5-4f71-83e5-7e1f4aba1845 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d86e7b80-541e-4437-9372-c90106323c14 HTTP/1.1" status: 200 len: 797 time: 0.1164138 Nov 12 08:48:41.899358 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-bd42e5d8-a5b2-47fc-88e0-d8a1735aeeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:41.901441 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-bd42e5d8-a5b2-47fc-88e0-d8a1735aeeb3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3c2d2378-f5ec-41ac-8a80-f9f197b7e873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861366 Nov 12 08:48:41.944491 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.981871 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-bde65546-ea49-4bb0-821a-fff315aa10d9 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Deleting port c9010d16-434e-4eb7-8008-bcfe23e12878 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:41.982401 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bde65546-ea49-4bb0-821a-fff315aa10d9 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:42.106961 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bde65546-ea49-4bb0-821a-fff315aa10d9 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:42.123488 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-bde65546-ea49-4bb0-821a-fff315aa10d9 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Calling delete_port for c9010d16-434e-4eb7-8008-bcfe23e12878 owned by {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:42.132244 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68bd672-4b3a-44c7-8008-2cb9250d90d9 None None] Update dhcp port {'port': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'fixed_ips': [{'subnet_id': 'e6ef702b-bf8d-40fb-91fa-f3882f43801b', 'ip_address': '2001:db8::f816:3eff:fef5:1e3c'}, {'subnet_id': 'aa460ceb-e266-4565-b9a2-2fc1244ddd13'}], 'binding:host_id': 'n-d-768862-16'}, 'id': '8298ab69-21ab-4be0-9aad-c5bcd02dcec7'} from n-d-768862-16. {{(pid=102570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:48:42.214257 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e68bd672-4b3a-44c7-8008-2cb9250d90d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:42.326280 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 08:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8697ebbd-4f5b-4e12-b911-b9975e2ee4b1 x-openstack-request-id: req-8697ebbd-4f5b-4e12-b911-b9975e2ee4b1 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:48:42.326672 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4398825f-6f1a-4303-88a3-a5833785b123", "tag": "73cd05ed-3b4e-427c-b100-77d23f779d57", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4398825f-6f1a-4303-88a3-a5833785b123", "tag": "324a1ee4-47e6-4a6f-9387-97f96f7a5ac4", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:48:42.327771 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8697ebbd-4f5b-4e12-b911-b9975e2ee4b1 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:48:42.328370 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4398825f-6f1a-4303-88a3-a5833785b123', 'tag': '73cd05ed-3b4e-427c-b100-77d23f779d57', 'status': 'completed', 'code': 200} Nov 12 08:48:42.328766 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4398825f-6f1a-4303-88a3-a5833785b123', 'tag': '324a1ee4-47e6-4a6f-9387-97f96f7a5ac4', 'status': 'completed', 'code': 200} Nov 12 08:48:42.349353 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-4cfe5916-7223-488f-a3da-064f06586b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:42.351557 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-4cfe5916-7223-488f-a3da-064f06586b0f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4491429 Nov 12 08:48:42.362802 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bde65546-ea49-4bb0-821a-fff315aa10d9 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:42.408966 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5c745f01-58b5-4fe1-b13a-03c02671b42a req-05ed76dd-7092-4452-9001-1173b885e032 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e1dffd-6140-46bb-85f6-2283f284cb73 HTTP/1.1" status: 200 len: 210 time: 0.0723348 Nov 12 08:48:42.444011 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4c96b-9a06-4939-90c4-2d22524205f9 req-e2fed8e2-e47f-4123-96ec-d1220ba76eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:42.454894 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-61c4c96b-9a06-4939-90c4-2d22524205f9 req-e2fed8e2-e47f-4123-96ec-d1220ba76eac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80cba63a5f3c423896b758b0902dcec9&device_id=5f6b4a0d-54be-492d-8c1f-c1beeb9f265f HTTP/1.1" status: 200 len: 1098 time: 0.5945365 Nov 12 08:48:42.632422 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-53cc49f1-95e1-4a92-94df-a451666de254 service neutron] 10.222.0.58 "GET /v2.0/networks/3c2d2378-f5ec-41ac-8a80-f9f197b7e873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7198086 Nov 12 08:48:42.655619 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-23f702d4-752c-4436-bea5-5c995f35419f tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:42.657758 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-23f702d4-752c-4436-bea5-5c995f35419f tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.54 "GET /v2.0/networks?id=a86733d9-0c9c-4803-8dda-b98f17491e46 HTTP/1.1" status: 200 len: 813 time: 0.5980456 Nov 12 08:48:42.687569 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-4cc55a8b-24b5-4e60-975b-2bc10ff2d54a tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Request body: {'port': {'device_id': '81e1dffd-6140-46bb-85f6-2283f284cb73', 'network_id': 'a86733d9-0c9c-4803-8dda-b98f17491e46', 'admin_state_up': True, 'tenant_id': '9070c476e28246d29347d5c048f5801e'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:42.780831 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-e68bd672-4b3a-44c7-8008-2cb9250d90d9 None None] Allocated IP 172.20.0.2 (7bfd1417-cac6-4152-826e-588573fa4bfa/aa460ceb-e266-4565-b9a2-2fc1244ddd13/8298ab69-21ab-4be0-9aad-c5bcd02dcec7) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:42.993222 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-e68bd672-4b3a-44c7-8008-2cb9250d90d9 None None] For port 8298ab69-21ab-4be0-9aad-c5bcd02dcec7, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=8298ab69-21ab-4be0-9aad-c5bcd02dcec7,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:43.039780 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e68bd672-4b3a-44c7-8008-2cb9250d90d9 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:43.050575 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e68bd672-4b3a-44c7-8008-2cb9250d90d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:43.121658 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68bd672-4b3a-44c7-8008-2cb9250d90d9 None None] Pushing event updated for resources: {'Port': ['ID=8298ab69-21ab-4be0-9aad-c5bcd02dcec7,revision_number=9']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:43.291973 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:43.374269 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde65546-ea49-4bb0-821a-fff315aa10d9 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Pushing event deleted for resources: {'Port': ['ID=c9010d16-434e-4eb7-8008-bcfe23e12878,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:43.546268 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4c96b-9a06-4939-90c4-2d22524205f9 req-92af5e01-7ae2-4e2d-a4d2-a3c1078b9805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:43.547905 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-61c4c96b-9a06-4939-90c4-2d22524205f9 req-92af5e01-7ae2-4e2d-a4d2-a3c1078b9805 service neutron] 10.222.0.58 "GET /v2.0/networks?id=837ec62d-b3f5-4602-995a-15f6fc8805b4 HTTP/1.1" status: 200 len: 912 time: 0.9908102 Nov 12 08:48:43.558340 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1cd6c6-652a-4e0f-8324-d52471bbb059 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:43.856675 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-61c4c96b-9a06-4939-90c4-2d22524205f9 req-14f9f052-e282-4436-aace-b26561143138 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25bd8be1-8f5b-41f0-af63-40522e7c552e HTTP/1.1" status: 200 len: 217 time: 0.1135559 Nov 12 08:48:43.900349 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7a1cd6c6-652a-4e0f-8324-d52471bbb059 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:43.940619 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-daedbf81-0dce-4604-b4fb-adbe9606d7d7 service neutron] 10.222.0.54 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5750084 Nov 12 08:48:44.014402 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4c96b-9a06-4939-90c4-2d22524205f9 req-c19e8033-f0ca-443c-b6a6-3731593d0d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:44.016793 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-61c4c96b-9a06-4939-90c4-2d22524205f9 req-c19e8033-f0ca-443c-b6a6-3731593d0d95 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=601c19d7-10c1-44ee-a86c-ac9c499e748d HTTP/1.1" status: 200 len: 850 time: 0.1275938 Nov 12 08:48:44.034909 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-72cf4f28-9594-4983-9eb1-029d8445c16d service neutron] 10.222.0.58 "GET /v2.0/networks/3c2d2378-f5ec-41ac-8a80-f9f197b7e873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3894341 Nov 12 08:48:44.062741 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bde65546-ea49-4bb0-821a-fff315aa10d9 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.071207 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bde65546-ea49-4bb0-821a-fff315aa10d9 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] 10.222.0.37 "DELETE /v2.0/ports/c9010d16-434e-4eb7-8008-bcfe23e12878 HTTP/1.1" status: 204 len: 168 time: 2.6661346 Nov 12 08:48:44.091956 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57672) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:44.092676 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.106185 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-7a1cd6c6-652a-4e0f-8324-d52471bbb059 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] device_id is not set on port db6fdd72-d82f-4da4-ae33-1100df8fad3d yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:48:44.238997 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-37d3284d-b79c-4052-8157-55c23e10ad20 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.155&port_id=324a1ee4-47e6-4a6f-9387-97f96f7a5ac4 HTTP/1.1" status: 200 len: 217 time: 0.1925442 Nov 12 08:48:44.322832 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-7a1cd6c6-652a-4e0f-8324-d52471bbb059 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Allocated IP 172.20.0.8 (7bfd1417-cac6-4152-826e-588573fa4bfa/aa460ceb-e266-4565-b9a2-2fc1244ddd13/db6fdd72-d82f-4da4-ae33-1100df8fad3d) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:44.336481 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-7a1cd6c6-652a-4e0f-8324-d52471bbb059 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Allocated IP 2001:db8::f816:3eff:fef7:f3eb (7bfd1417-cac6-4152-826e-588573fa4bfa/e6ef702b-bf8d-40fb-91fa-f3882f43801b/db6fdd72-d82f-4da4-ae33-1100df8fad3d) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:44.579395 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-8e69f85a-5c17-4dfb-a448-bfa5ffed48ba service neutron] 10.222.0.54 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5110614 Nov 12 08:48:44.586784 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-4cc55a8b-24b5-4e60-975b-2bc10ff2d54a tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Made reservation on behalf of 9070c476e28246d29347d5c048f5801e for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:44.601821 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-4cc55a8b-24b5-4e60-975b-2bc10ff2d54a tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.660655 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7a1cd6c6-652a-4e0f-8324-d52471bbb059 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.813857 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab936022-590c-4339-914c-1d3d7fe9d8fd req-ba7f0bc3-1edf-41c1-8fd0-1a9792e40e51 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:44.824229 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab936022-590c-4339-914c-1d3d7fe9d8fd req-ba7f0bc3-1edf-41c1-8fd0-1a9792e40e51 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 1.4527085 Nov 12 08:48:44.850044 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-4cc55a8b-24b5-4e60-975b-2bc10ff2d54a tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Allocated IP 172.20.0.11 (a86733d9-0c9c-4803-8dda-b98f17491e46/616c2eac-e34e-4c85-8585-5d1edb48c502/793fe65f-25f7-4898-be7a-5ffc5749e6a6) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:44.931010 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed0aa86-bd94-411c-8610-837dafc4a4e3 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] GET failed (client error): The resource could not be found. Nov 12 08:48:44.940927 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-aed0aa86-bd94-411c-8610-837dafc4a4e3 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] 10.222.0.37 "GET /v2.0/ports/c9010d16-434e-4eb7-8008-bcfe23e12878 HTTP/1.1" status: 404 len: 333 time: 0.1832962 Nov 12 08:48:44.969025 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57684) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:44.989716 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-58bdbafa-fe23-4017-934d-82e586acf41f None None] Provisioning complete for port 8298ab69-21ab-4be0-9aad-c5bcd02dcec7 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:44.990036 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-9c39afb3-2689-419c-9f82-c6245d088c73 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Request body: {'port': {'network_id': 'bf574c1b-160d-4ccc-8114-e7951615ce25', 'name': 'tempest-AllowedAddressPairTestJSON-1894611532'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:44.991221 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-58bdbafa-fe23-4017-934d-82e586acf41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.063424 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-4cc55a8b-24b5-4e60-975b-2bc10ff2d54a tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.155727 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7a1cd6c6-652a-4e0f-8324-d52471bbb059 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.160423 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-d69aff37-4ba0-4d08-a407-a14d76d297fc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=21a69529-a5f8-4991-8770-485deba29c21 HTTP/1.1" status: 200 len: 217 time: 0.4927673 Nov 12 08:48:45.165432 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-4cc55a8b-24b5-4e60-975b-2bc10ff2d54a tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.268013 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc55a8b-24b5-4e60-975b-2bc10ff2d54a tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Pushing event updated for resources: {'Port': ['ID=793fe65f-25f7-4898-be7a-5ffc5749e6a6,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:45.383887 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4c96b-9a06-4939-90c4-2d22524205f9 req-2ae9ed6f-d209-487a-8c5f-b47a6c087ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:45.385489 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-61c4c96b-9a06-4939-90c4-2d22524205f9 req-2ae9ed6f-d209-487a-8c5f-b47a6c087ad2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=837ec62d-b3f5-4602-995a-15f6fc8805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.3570156 Nov 12 08:48:45.408165 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-4cc55a8b-24b5-4e60-975b-2bc10ff2d54a tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Network a86733d9-0c9c-4803-8dda-b98f17491e46 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:45.410507 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-27de1f69-2575-45c4-827e-e09ca14e159d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:45.412187 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-27de1f69-2575-45c4-827e-e09ca14e159d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=efeac8a5-af5a-491d-ad6d-efd9c4a335a8 HTTP/1.1" status: 200 len: 801 time: 1.1378238 Nov 12 08:48:45.436165 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-4cc55a8b-24b5-4e60-975b-2bc10ff2d54a tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:45.499001 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab936022-590c-4339-914c-1d3d7fe9d8fd req-ecb60b45-5b52-45ab-9512-03d5b3f2653e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6613832 Nov 12 08:48:45.506797 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-4cc55a8b-24b5-4e60-975b-2bc10ff2d54a tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:45.525358 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8298ab69-21ab-4be0-9aad-c5bcd02dcec7 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:45.557653 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1cd6c6-652a-4e0f-8324-d52471bbb059 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:45.602091 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-c8607c1d-e028-49e4-ad73-141fb1cb6b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:45.603756 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-c8607c1d-e028-49e4-ad73-141fb1cb6b12 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d86e7b80-541e-4437-9372-c90106323c14 HTTP/1.1" status: 200 len: 797 time: 0.3401330 Nov 12 08:48:45.607547 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-7a1cd6c6-652a-4e0f-8324-d52471bbb059 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:45.620221 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-4cc55a8b-24b5-4e60-975b-2bc10ff2d54a tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:45.630460 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-4cc55a8b-24b5-4e60-975b-2bc10ff2d54a tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.657898 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1cd6c6-652a-4e0f-8324-d52471bbb059 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:45.737899 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1cd6c6-652a-4e0f-8324-d52471bbb059 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Port': ['ID=db6fdd72-d82f-4da4-ae33-1100df8fad3d,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:45.761753 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-52e6692f-6e38-4399-883e-ded58f505d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:45.767986 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-52e6692f-6e38-4399-883e-ded58f505d45 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bf1e9e41-df61-40c5-bbef-a099593ccfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3430419 Nov 12 08:48:45.782128 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-4cc55a8b-24b5-4e60-975b-2bc10ff2d54a tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1072354 Nov 12 08:48:46.054732 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 8298ab69-21ab-4be0-9aad-c5bcd02dcec7 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:46.057056 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.073149 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-d816e9b1-735c-4b45-9292-20f90e7e9524 service neutron] 10.222.0.58 "GET /v2.0/networks/bf1e9e41-df61-40c5-bbef-a099593ccfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876725 Nov 12 08:48:46.075499 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c39afb3-2689-419c-9f82-c6245d088c73 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Made reservation on behalf of 4bbfbe5faa814dbd8f98118ebabe52c1 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:46.081071 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9c39afb3-2689-419c-9f82-c6245d088c73 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.104846 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-9ee8b121-6789-4d73-89fc-ac206879c5a6 service neutron] Request body: {'port': {'device_id': '81e1dffd-6140-46bb-85f6-2283f284cb73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:46.265067 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1cd6c6-652a-4e0f-8324-d52471bbb059 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:46.266286 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7a1cd6c6-652a-4e0f-8324-d52471bbb059 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.287406 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-922debd6-fca8-4a25-a1df-dbb56dd713a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:46.300682 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-922debd6-fca8-4a25-a1df-dbb56dd713a4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6540711 Nov 12 08:48:46.320121 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-9ee8b121-6789-4d73-89fc-ac206879c5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.405607 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-61c4c96b-9a06-4939-90c4-2d22524205f9 req-5233e9b2-ac75-4c5e-b876-5a31713b5ccf service neutron] 10.222.0.58 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9566991 Nov 12 08:48:46.478491 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c13f0cae-da0b-4d91-84c0-06f295c4873b None None] Provisioning complete for port 793fe65f-25f7-4898-be7a-5ffc5749e6a6 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:46.481937 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7a1cd6c6-652a-4e0f-8324-d52471bbb059 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.7907984 Nov 12 08:48:46.482778 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c13f0cae-da0b-4d91-84c0-06f295c4873b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.488061 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57700) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:46.552908 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-9c39afb3-2689-419c-9f82-c6245d088c73 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] device_id is not set on port b8aa485c-1bf5-424f-a066-f48724d9e0b8 yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:48:46.639467 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c13f0cae-da0b-4d91-84c0-06f295c4873b None None] Port 793fe65f-25f7-4898-be7a-5ffc5749e6a6 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:46.768180 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-bca294d3-d25e-4027-8fcd-916a7691517c None None] Provisioning complete for port db6fdd72-d82f-4da4-ae33-1100df8fad3d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:46.768798 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bca294d3-d25e-4027-8fcd-916a7691517c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.796153 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-90320caa-6bdc-4eb5-a67f-7b87cd60fd32 req-73ac3576-dd32-44f0-a6a1-720140508f01 service neutron] 10.222.0.58 "GET /v2.0/networks/bf1e9e41-df61-40c5-bbef-a099593ccfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6868567 Nov 12 08:48:46.833462 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-9cc85f88-95e3-452d-b0e4-85a0cbdcf11a service neutron] 10.222.0.54 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5317531 Nov 12 08:48:46.839245 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-bca294d3-d25e-4027-8fcd-916a7691517c None None] Port db6fdd72-d82f-4da4-ae33-1100df8fad3d cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:46.956705 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-9c39afb3-2689-419c-9f82-c6245d088c73 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Allocated IP 172.20.0.7 (bf574c1b-160d-4ccc-8114-e7951615ce25/e9eb870f-a720-4a35-88b2-5f934f053cf5/b8aa485c-1bf5-424f-a066-f48724d9e0b8) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:47.302753 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ddea4-0d37-4a59-bdd6-ec7fd7b0e643 req-978322f5-5b33-49bf-9a0e-9c775c607996 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:47.321487 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ddea4-0d37-4a59-bdd6-ec7fd7b0e643 req-978322f5-5b33-49bf-9a0e-9c775c607996 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:47.346391 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ddea4-0d37-4a59-bdd6-ec7fd7b0e643 req-978322f5-5b33-49bf-9a0e-9c775c607996 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:47.353280 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5cc70-e6f1-42f2-87da-a82925a0ebe4 req-796fe4aa-713b-42dc-b500-e5dfec5652c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:47.353918 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5cc70-e6f1-42f2-87da-a82925a0ebe4 req-796fe4aa-713b-42dc-b500-e5dfec5652c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:47.357037 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5cc70-e6f1-42f2-87da-a82925a0ebe4 req-796fe4aa-713b-42dc-b500-e5dfec5652c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:47.358942 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-71f5cc70-e6f1-42f2-87da-a82925a0ebe4 req-796fe4aa-713b-42dc-b500-e5dfec5652c7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b73e8d3d1c6491e81f21331afe242f6&device_id=4398825f-6f1a-4303-88a3-a5833785b123 HTTP/1.1" status: 200 len: 2866 time: 0.4389164 Nov 12 08:48:47.364524 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-703ddea4-0d37-4a59-bdd6-ec7fd7b0e643 req-978322f5-5b33-49bf-9a0e-9c775c607996 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4398825f-6f1a-4303-88a3-a5833785b123 HTTP/1.1" status: 200 len: 2410 time: 1.2577350 Nov 12 08:48:47.369357 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-61c4c96b-9a06-4939-90c4-2d22524205f9 req-f230cda7-30c2-4046-a00e-f56ba807ffc8 service neutron] 10.222.0.58 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9350762 Nov 12 08:48:47.502605 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-9ee8b121-6789-4d73-89fc-ac206879c5a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 793fe65f-25f7-4898-be7a-5ffc5749e6a6 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:48:47.512247 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-9ee8b121-6789-4d73-89fc-ac206879c5a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:47.547141 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5cc70-e6f1-42f2-87da-a82925a0ebe4 req-ef31e6cc-ad4d-464e-8487-04f3aa32aa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:47.553400 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-71f5cc70-e6f1-42f2-87da-a82925a0ebe4 req-ef31e6cc-ad4d-464e-8487-04f3aa32aa1d service neutron] 10.222.0.58 "GET /v2.0/networks?id=3c2d2378-f5ec-41ac-8a80-f9f197b7e873 HTTP/1.1" status: 200 len: 902 time: 0.1844141 Nov 12 08:48:47.559187 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-9ee8b121-6789-4d73-89fc-ac206879c5a6 service neutron] Transition to ACTIVE for port object 793fe65f-25f7-4898-be7a-5ffc5749e6a6 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:48:47.649922 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-71f5cc70-e6f1-42f2-87da-a82925a0ebe4 req-039d752a-704e-4654-96a8-b30c41a1b78e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.3&port_id=73cd05ed-3b4e-427c-b100-77d23f779d57 HTTP/1.1" status: 200 len: 217 time: 0.0866923 Nov 12 08:48:47.654578 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-9ee8b121-6789-4d73-89fc-ac206879c5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:47.746029 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8b121-6789-4d73-89fc-ac206879c5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=793fe65f-25f7-4898-be7a-5ffc5749e6a6,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:47.830044 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9c39afb3-2689-419c-9f82-c6245d088c73 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:47.994074 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9c39afb3-2689-419c-9f82-c6245d088c73 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.072816 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c00fa60-1187-42b1-831c-4c142216930e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:48.089536 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c00fa60-1187-42b1-831c-4c142216930e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:48.091457 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5c00fa60-1187-42b1-831c-4c142216930e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 1.0621076 Nov 12 08:48:48.100617 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-0d5360e0-577d-4686-a4a7-7dd1673acfad service neutron] 10.222.0.54 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1099582 Nov 12 08:48:48.101318 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57724) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:48.112712 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5cc70-e6f1-42f2-87da-a82925a0ebe4 req-a2f98732-4631-4bc4-a230-8541f0cb8530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:48.114424 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-71f5cc70-e6f1-42f2-87da-a82925a0ebe4 req-a2f98732-4631-4bc4-a230-8541f0cb8530 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a7458910-e2ba-4c11-9bcc-4672c4f2fc8b HTTP/1.1" status: 200 len: 801 time: 0.3698797 Nov 12 08:48:48.179911 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c39afb3-2689-419c-9f82-c6245d088c73 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Network bf574c1b-160d-4ccc-8114-e7951615ce25 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:48.196307 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-703ddea4-0d37-4a59-bdd6-ec7fd7b0e643 req-df7a8120-4594-4d2e-931f-28206e54dc7b tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5106258 Nov 12 08:48:48.207495 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-9c39afb3-2689-419c-9f82-c6245d088c73 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:48.228777 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c39afb3-2689-419c-9f82-c6245d088c73 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:48.477990 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c39afb3-2689-419c-9f82-c6245d088c73 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:48.481409 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9c39afb3-2689-419c-9f82-c6245d088c73 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.511826 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39afb3-2689-419c-9f82-c6245d088c73 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Pushing event updated for resources: {'Port': ['ID=b8aa485c-1bf5-424f-a066-f48724d9e0b8,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:48.519835 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9c39afb3-2689-419c-9f82-c6245d088c73 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5462537 Nov 12 08:48:48.522737 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57734) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:48.533762 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-df5a17c4-68a9-4acd-95bd-bcfea07d657c tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Request body: {'port': {'network_id': 'bf574c1b-160d-4ccc-8114-e7951615ce25', 'name': 'tempest-AllowedAddressPairTestJSON-218634343'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:48.740875 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-9c17f7d4-77cd-49fe-b4ad-ec2d45604b68 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=148f6696-758c-4f5e-92a2-6d895c1475e8 HTTP/1.1" status: 200 len: 217 time: 0.3563569 Nov 12 08:48:48.796954 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-a7ce2869-88ef-4e15-a362-c8a949f19df8 None None] Provisioning complete for port b8aa485c-1bf5-424f-a066-f48724d9e0b8 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:48.799431 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a7ce2869-88ef-4e15-a362-c8a949f19df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.812466 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-9ee8b121-6789-4d73-89fc-ac206879c5a6 service neutron] Attempting to bind port 793fe65f-25f7-4898-be7a-5ffc5749e6a6 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:48.812885 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-9ee8b121-6789-4d73-89fc-ac206879c5a6 service neutron] Attempting to bind port 793fe65f-25f7-4898-be7a-5ffc5749e6a6 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'a128d3fa-2569-4b08-aa51-d060d2c5137b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a86733d9-0c9c-4803-8dda-b98f17491e46'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:48.813224 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-9ee8b121-6789-4d73-89fc-ac206879c5a6 service neutron] Attempting to bind port 793fe65f-25f7-4898-be7a-5ffc5749e6a6 on network a86733d9-0c9c-4803-8dda-b98f17491e46 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:48.846352 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-9ee8b121-6789-4d73-89fc-ac206879c5a6 service neutron] Port 793fe65f-25f7-4898-be7a-5ffc5749e6a6 on network a86733d9-0c9c-4803-8dda-b98f17491e46 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:48.846763 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-9ee8b121-6789-4d73-89fc-ac206879c5a6 service neutron] Attempting to bind port 793fe65f-25f7-4898-be7a-5ffc5749e6a6 on network a86733d9-0c9c-4803-8dda-b98f17491e46 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:48.901839 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5a17c4-68a9-4acd-95bd-bcfea07d657c tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Made reservation on behalf of 4bbfbe5faa814dbd8f98118ebabe52c1 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:48.909280 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df5a17c4-68a9-4acd-95bd-bcfea07d657c tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.926891 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5cc70-e6f1-42f2-87da-a82925a0ebe4 req-7eeb61fd-2eb4-4ced-beb1-6d77fbb75dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:48.929099 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-71f5cc70-e6f1-42f2-87da-a82925a0ebe4 req-7eeb61fd-2eb4-4ced-beb1-6d77fbb75dc6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3c2d2378-f5ec-41ac-8a80-f9f197b7e873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5579116 Nov 12 08:48:48.937991 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-a7ce2869-88ef-4e15-a362-c8a949f19df8 None None] Port b8aa485c-1bf5-424f-a066-f48724d9e0b8 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:48.939711 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-9ee8b121-6789-4d73-89fc-ac206879c5a6 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:48:48.940299 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-9ee8b121-6789-4d73-89fc-ac206879c5a6 service neutron] Checking segment: {'id': 'a128d3fa-2569-4b08-aa51-d060d2c5137b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a86733d9-0c9c-4803-8dda-b98f17491e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:48.941092 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-9ee8b121-6789-4d73-89fc-ac206879c5a6 service neutron] Bound using segment: {'id': 'a128d3fa-2569-4b08-aa51-d060d2c5137b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a86733d9-0c9c-4803-8dda-b98f17491e46'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:48:48.942322 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-9ee8b121-6789-4d73-89fc-ac206879c5a6 service neutron] Bound port: 793fe65f-25f7-4898-be7a-5ffc5749e6a6, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a128d3fa-2569-4b08-aa51-d060d2c5137b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a86733d9-0c9c-4803-8dda-b98f17491e46'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:48:48.942322 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-9ee8b121-6789-4d73-89fc-ac206879c5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.968409 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-8e7a8bbb-3491-49a5-b31e-0741cf52afcb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting port db6fdd72-d82f-4da4-ae33-1100df8fad3d {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:48.968783 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e7a8bbb-3491-49a5-b31e-0741cf52afcb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:49.012001 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-df5a17c4-68a9-4acd-95bd-bcfea07d657c tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] device_id is not set on port 66e5654b-ed41-407a-b12c-c1f356254c42 yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:48:49.178254 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e53007-d8e3-47bb-b137-d270387e7d09 req-8c82cc15-8927-4341-ae8d-66165b1a2ffa tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:49.179875 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b2e53007-d8e3-47bb-b137-d270387e7d09 req-8c82cc15-8927-4341-ae8d-66165b1a2ffa tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e1dffd-6140-46bb-85f6-2283f284cb73 HTTP/1.1" status: 200 len: 944 time: 0.3044608 Nov 12 08:48:49.377619 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-f94156b1-e347-4416-8004-92812eb8fe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:49.383682 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-f94156b1-e347-4416-8004-92812eb8fe49 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d86e7b80-541e-4437-9372-c90106323c14 HTTP/1.1" status: 200 len: 797 time: 0.5772443 Nov 12 08:48:49.444196 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b2e53007-d8e3-47bb-b137-d270387e7d09 req-c5a90e97-720a-48b9-a729-66d2ca688462 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d396c6b-f1f6-4e89-9bab-997c08120245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466321 Nov 12 08:48:49.460984 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-df5a17c4-68a9-4acd-95bd-bcfea07d657c tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Allocated IP 172.20.0.14 (bf574c1b-160d-4ccc-8114-e7951615ce25/e9eb870f-a720-4a35-88b2-5f934f053cf5/66e5654b-ed41-407a-b12c-c1f356254c42) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:49.506606 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-71f5cc70-e6f1-42f2-87da-a82925a0ebe4 req-5d0ec488-509e-43c8-b1f9-907f9ed9f9f6 service neutron] 10.222.0.58 "GET /v2.0/networks/3c2d2378-f5ec-41ac-8a80-f9f197b7e873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5323751 Nov 12 08:48:49.644837 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-9ee8b121-6789-4d73-89fc-ac206879c5a6 service neutron] For port 793fe65f-25f7-4898-be7a-5ffc5749e6a6, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:48:49.711323 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-9ee8b121-6789-4d73-89fc-ac206879c5a6 service neutron] For port 793fe65f-25f7-4898-be7a-5ffc5749e6a6, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=793fe65f-25f7-4898-be7a-5ffc5749e6a6,segment=NetworkSegment(a128d3fa-2569-4b08-aa51-d060d2c5137b),segment_id=a128d3fa-2569-4b08-aa51-d060d2c5137b)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:48:49.786499 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-9ee8b121-6789-4d73-89fc-ac206879c5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:49.800437 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e7a8bbb-3491-49a5-b31e-0741cf52afcb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:49.880281 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3dbc1d-22c0-402a-8c2c-6cfc6fa46719 req-b45a1f5c-c03d-4cd5-9694-6ab1c7466b4d tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:49.898978 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3dbc1d-22c0-402a-8c2c-6cfc6fa46719 req-b45a1f5c-c03d-4cd5-9694-6ab1c7466b4d tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:49.932987 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3dbc1d-22c0-402a-8c2c-6cfc6fa46719 req-b45a1f5c-c03d-4cd5-9694-6ab1c7466b4d tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:49.941696 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4f3dbc1d-22c0-402a-8c2c-6cfc6fa46719 req-b45a1f5c-c03d-4cd5-9694-6ab1c7466b4d tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4398825f-6f1a-4303-88a3-a5833785b123 HTTP/1.1" status: 200 len: 2410 time: 0.2470713 Nov 12 08:48:50.012468 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-8e7a8bbb-3491-49a5-b31e-0741cf52afcb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Calling delete_port for db6fdd72-d82f-4da4-ae33-1100df8fad3d owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:50.052438 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4f3dbc1d-22c0-402a-8c2c-6cfc6fa46719 req-3026ede8-c527-4245-9416-996f6b71cd4f tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095057 Nov 12 08:48:50.061506 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-87dd14a1-620e-41e3-8b65-0f533be3479c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:50.061669 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df5a17c4-68a9-4acd-95bd-bcfea07d657c tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:50.064950 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-87dd14a1-620e-41e3-8b65-0f533be3479c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5462871 Nov 12 08:48:50.129788 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-9ee8b121-6789-4d73-89fc-ac206879c5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:50.130788 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-9ee8b121-6789-4d73-89fc-ac206879c5a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:50.132570 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-9ee8b121-6789-4d73-89fc-ac206879c5a6 service neutron] 10.222.0.54 "PUT /v2.0/ports/793fe65f-25f7-4898-be7a-5ffc5749e6a6 HTTP/1.1" status: 200 len: 1093 time: 4.0574985 Nov 12 08:48:50.133205 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e1dffd-6140-46bb-85f6-2283f284cb73', 'tag': '793fe65f-25f7-4898-be7a-5ffc5749e6a6'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:48:50.136520 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b70956-337b-4929-943d-8c3c0a0065e5" -d '{"events": [{"name": "network-changed", "server_uuid": "81e1dffd-6140-46bb-85f6-2283f284cb73", "tag": "793fe65f-25f7-4898-be7a-5ffc5749e6a6"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:48:50.190196 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df5a17c4-68a9-4acd-95bd-bcfea07d657c tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:50.273180 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-71f5cc70-e6f1-42f2-87da-a82925a0ebe4 req-d9840ae4-6b6e-4e7c-a2de-8cf00723c778 service neutron] 10.222.0.58 "GET /v2.0/networks/3c2d2378-f5ec-41ac-8a80-f9f197b7e873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7470651 Nov 12 08:48:50.301006 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8b121-6789-4d73-89fc-ac206879c5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=793fe65f-25f7-4898-be7a-5ffc5749e6a6,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:50.324220 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5a17c4-68a9-4acd-95bd-bcfea07d657c tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Network bf574c1b-160d-4ccc-8114-e7951615ce25 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:50.337237 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-df5a17c4-68a9-4acd-95bd-bcfea07d657c tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:50.343900 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5a17c4-68a9-4acd-95bd-bcfea07d657c tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:50.502120 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a17c4-68a9-4acd-95bd-bcfea07d657c tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Pushing event updated for resources: {'Port': ['ID=66e5654b-ed41-407a-b12c-c1f356254c42,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:50.624997 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5a17c4-68a9-4acd-95bd-bcfea07d657c tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:50.625945 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df5a17c4-68a9-4acd-95bd-bcfea07d657c tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:50.725936 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-df5a17c4-68a9-4acd-95bd-bcfea07d657c tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1990921 Nov 12 08:48:50.732218 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57774) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:50.741788 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-c5e6f71b-6ba4-4ca8-be25-19fc3e5f1f1e tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:86:d8:17'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:66:33:0c'}]}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:50.805429 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-7f1fc562-1b79-4e03-b53e-8e46a988d60e None None] Provisioning complete for port 66e5654b-ed41-407a-b12c-c1f356254c42 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:50.813917 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7f1fc562-1b79-4e03-b53e-8e46a988d60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:50.856833 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56677b7-7dc3-4b9d-b9f0-7e29282da2a1 x-openstack-request-id: req-b56677b7-7dc3-4b9d-b9f0-7e29282da2a1 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:48:50.857560 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e1dffd-6140-46bb-85f6-2283f284cb73", "tag": "793fe65f-25f7-4898-be7a-5ffc5749e6a6", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:48:50.858064 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b56677b7-7dc3-4b9d-b9f0-7e29282da2a1 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:48:50.858783 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e1dffd-6140-46bb-85f6-2283f284cb73', 'tag': '793fe65f-25f7-4898-be7a-5ffc5749e6a6', 'status': 'completed', 'code': 200} Nov 12 08:48:50.887293 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e7a8bbb-3491-49a5-b31e-0741cf52afcb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:50.983550 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device c432a240-41af-4206-a1ff-a85afdd95ae3 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:48:51.015687 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-7f1fc562-1b79-4e03-b53e-8e46a988d60e None None] Port 66e5654b-ed41-407a-b12c-c1f356254c42 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:51.200946 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93cbe7a-4725-4761-8b76-a179bf851fe3 req-8a13637b-c009-4de7-9e4f-37370159b9cf tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:51.204653 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c93cbe7a-4725-4761-8b76-a179bf851fe3 req-8a13637b-c009-4de7-9e4f-37370159b9cf tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e1dffd-6140-46bb-85f6-2283f284cb73 HTTP/1.1" status: 200 len: 944 time: 0.2390232 Nov 12 08:48:51.385225 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port c432a240-41af-4206-a1ff-a85afdd95ae3, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=c432a240-41af-4206-a1ff-a85afdd95ae3,segment=NetworkSegment(7a67437f-1f88-4f72-b55f-8f7a838a7642),segment_id=7a67437f-1f88-4f72-b55f-8f7a838a7642)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:51.412547 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'c432a240-41af-4206-a1ff-a85afdd95ae3', 'network_id': 'bf1e9e41-df61-40c5-bbef-a099593ccfda', 'port_id': 'c432a240-41af-4206-a1ff-a85afdd95ae3', 'mac_address': 'fa:16:3e:2a:17:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efeac8a5-af5a-491d-ad6d-efd9c4a335a8', 'ip_address': '19.80.0.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:48:51.444296 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c5e6f71b-6ba4-4ca8-be25-19fc3e5f1f1e tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:51.464468 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-fd6bb4ca-1df4-4d6b-99de-ca133073de10 service neutron] 10.222.0.54 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8527718 Nov 12 08:48:51.471431 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5cc70-e6f1-42f2-87da-a82925a0ebe4 req-69fa5b05-d022-4eb7-8240-07bef56d8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:51.472527 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5cc70-e6f1-42f2-87da-a82925a0ebe4 req-69fa5b05-d022-4eb7-8240-07bef56d8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:51.473220 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5cc70-e6f1-42f2-87da-a82925a0ebe4 req-69fa5b05-d022-4eb7-8240-07bef56d8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:51.475553 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-71f5cc70-e6f1-42f2-87da-a82925a0ebe4 req-69fa5b05-d022-4eb7-8240-07bef56d8688 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b73e8d3d1c6491e81f21331afe242f6&device_id=4398825f-6f1a-4303-88a3-a5833785b123 HTTP/1.1" status: 200 len: 2866 time: 1.1251104 Nov 12 08:48:51.484337 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c93cbe7a-4725-4761-8b76-a179bf851fe3 req-67508869-3a7c-44af-83d4-018793b76045 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d396c6b-f1f6-4e89-9bab-997c08120245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553396 Nov 12 08:48:51.566411 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:51.680247 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c432a240-41af-4206-a1ff-a85afdd95ae3 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:48:51.780237 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port c432a240-41af-4206-a1ff-a85afdd95ae3, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=c432a240-41af-4206-a1ff-a85afdd95ae3,segment=NetworkSegment(7a67437f-1f88-4f72-b55f-8f7a838a7642),segment_id=7a67437f-1f88-4f72-b55f-8f7a838a7642)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:51.788632 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:51.789530 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 73cd05ed-3b4e-427c-b100-77d23f779d57 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:48:52.072465 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 73cd05ed-3b4e-427c-b100-77d23f779d57, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=73cd05ed-3b4e-427c-b100-77d23f779d57,segment=NetworkSegment(5fd0da14-aac5-41f5-9019-7055e58c2d10),segment_id=5fd0da14-aac5-41f5-9019-7055e58c2d10)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:52.108571 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '73cd05ed-3b4e-427c-b100-77d23f779d57', 'network_id': '3c2d2378-f5ec-41ac-8a80-f9f197b7e873', 'port_id': '73cd05ed-3b4e-427c-b100-77d23f779d57', 'mac_address': 'fa:16:3e:9e:f8:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7458910-e2ba-4c11-9bcc-4672c4f2fc8b', 'ip_address': '19.86.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:48:52.177684 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=c432a240-41af-4206-a1ff-a85afdd95ae3,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:52.228384 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:52.237156 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a8bbb-3491-49a5-b31e-0741cf52afcb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Port': ['ID=db6fdd72-d82f-4da4-ae33-1100df8fad3d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:52.242273 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ee459-aebe-41b0-aab3-dbdf45384375 req-98151cd0-f33d-4641-8b94-2196c4b7c3e6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:52.261950 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ee459-aebe-41b0-aab3-dbdf45384375 req-98151cd0-f33d-4641-8b94-2196c4b7c3e6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:52.271197 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73cd05ed-3b4e-427c-b100-77d23f779d57 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:48:52.275250 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ee459-aebe-41b0-aab3-dbdf45384375 req-98151cd0-f33d-4641-8b94-2196c4b7c3e6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:52.291713 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6b2ee459-aebe-41b0-aab3-dbdf45384375 req-98151cd0-f33d-4641-8b94-2196c4b7c3e6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4398825f-6f1a-4303-88a3-a5833785b123 HTTP/1.1" status: 200 len: 2411 time: 0.4069002 Nov 12 08:48:52.340522 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 73cd05ed-3b4e-427c-b100-77d23f779d57, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=73cd05ed-3b4e-427c-b100-77d23f779d57,segment=NetworkSegment(5fd0da14-aac5-41f5-9019-7055e58c2d10),segment_id=5fd0da14-aac5-41f5-9019-7055e58c2d10)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:52.348751 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:52.349513 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 324a1ee4-47e6-4a6f-9387-97f96f7a5ac4 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:48:52.426471 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6b2ee459-aebe-41b0-aab3-dbdf45384375 req-4a8a5af9-7d11-4d17-96c8-5859b0b94e08 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303821 Nov 12 08:48:52.486781 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c5e6f71b-6ba4-4ca8-be25-19fc3e5f1f1e tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:52.504923 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c5e6f71b-6ba4-4ca8-be25-19fc3e5f1f1e tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:52.547579 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-3b3bcbf7-01db-4282-9c0e-491cc8e40eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:52.549140 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-3b3bcbf7-01db-4282-9c0e-491cc8e40eaf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9070c476e28246d29347d5c048f5801e&device_id=81e1dffd-6140-46bb-85f6-2283f284cb73 HTTP/1.1" status: 200 len: 1096 time: 1.6958733 Nov 12 08:48:52.606769 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=73cd05ed-3b4e-427c-b100-77d23f779d57,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:52.624054 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 324a1ee4-47e6-4a6f-9387-97f96f7a5ac4, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=324a1ee4-47e6-4a6f-9387-97f96f7a5ac4,segment=NetworkSegment(7a67437f-1f88-4f72-b55f-8f7a838a7642),segment_id=7a67437f-1f88-4f72-b55f-8f7a838a7642)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:52.684619 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '324a1ee4-47e6-4a6f-9387-97f96f7a5ac4', 'network_id': 'bf1e9e41-df61-40c5-bbef-a099593ccfda', 'port_id': '324a1ee4-47e6-4a6f-9387-97f96f7a5ac4', 'mac_address': 'fa:16:3e:6d:cf:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efeac8a5-af5a-491d-ad6d-efd9c4a335a8', 'ip_address': '19.80.0.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:48:52.761718 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:52.772303 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e7a8bbb-3491-49a5-b31e-0741cf52afcb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:52.790642 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8e7a8bbb-3491-49a5-b31e-0741cf52afcb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/db6fdd72-d82f-4da4-ae33-1100df8fad3d HTTP/1.1" status: 204 len: 168 time: 4.6724451 Nov 12 08:48:52.826307 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 324a1ee4-47e6-4a6f-9387-97f96f7a5ac4 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:48:52.864006 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c5e6f71b-6ba4-4ca8-be25-19fc3e5f1f1e tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] In _notify_port_updated(), no bound segment for port 66e5654b-ed41-407a-b12c-c1f356254c42 on network bf574c1b-160d-4ccc-8114-e7951615ce25 {{(pid=102569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:48:52.870657 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e6f71b-6ba4-4ca8-be25-19fc3e5f1f1e tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:52.871348 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c5e6f71b-6ba4-4ca8-be25-19fc3e5f1f1e tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:52.891028 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c5e6f71b-6ba4-4ca8-be25-19fc3e5f1f1e tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] 10.222.0.37 "PUT /v2.0/ports/66e5654b-ed41-407a-b12c-c1f356254c42 HTTP/1.1" status: 200 len: 1056 time: 2.1570597 Nov 12 08:48:52.891834 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57806) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:52.911473 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5cc70-e6f1-42f2-87da-a82925a0ebe4 req-49145e19-92e0-46ad-a6b5-abbf3ba35d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:52.913154 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-71f5cc70-e6f1-42f2-87da-a82925a0ebe4 req-49145e19-92e0-46ad-a6b5-abbf3ba35d8b service neutron] 10.222.0.58 "GET /v2.0/networks?id=bf1e9e41-df61-40c5-bbef-a099593ccfda HTTP/1.1" status: 200 len: 902 time: 0.6629689 Nov 12 08:48:52.913728 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57808) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:52.920116 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 324a1ee4-47e6-4a6f-9387-97f96f7a5ac4, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=324a1ee4-47e6-4a6f-9387-97f96f7a5ac4,segment=NetworkSegment(7a67437f-1f88-4f72-b55f-8f7a838a7642),segment_id=7a67437f-1f88-4f72-b55f-8f7a838a7642)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:52.954521 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:53.007132 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-4a266ad7-936d-43af-820e-455f37225929 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=793fe65f-25f7-4898-be7a-5ffc5749e6a6 HTTP/1.1" status: 200 len: 217 time: 0.4344034 Nov 12 08:48:53.046479 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:53.073972 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6f71b-6ba4-4ca8-be25-19fc3e5f1f1e tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Pushing event updated for resources: {'Port': ['ID=66e5654b-ed41-407a-b12c-c1f356254c42,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:53.196143 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879bc67b-4cbb-4094-a7b2-93d233126ed3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:53.198442 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879bc67b-4cbb-4094-a7b2-93d233126ed3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:53.200430 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879bc67b-4cbb-4094-a7b2-93d233126ed3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:53.203575 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-879bc67b-4cbb-4094-a7b2-93d233126ed3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3001623 Nov 12 08:48:53.206915 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57818) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:53.260984 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-69f796a1-2522-4514-9b42-198166703e6b None None] Provisioning complete for port 66e5654b-ed41-407a-b12c-c1f356254c42 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:53.262535 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-69f796a1-2522-4514-9b42-198166703e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:53.292991 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=324a1ee4-47e6-4a6f-9387-97f96f7a5ac4,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:53.321301 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8252-4e52-4aac-abb3-9f04b88bbdc2 req-63cca950-1201-4260-9f52-507b5ecf34b8 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:53.331731 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c92d8252-4e52-4aac-abb3-9f04b88bbdc2 req-63cca950-1201-4260-9f52-507b5ecf34b8 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e1dffd-6140-46bb-85f6-2283f284cb73 HTTP/1.1" status: 200 len: 944 time: 0.3556747 Nov 12 08:48:53.370343 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['73cd05ed-3b4e-427c-b100-77d23f779d57'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:48:53.384922 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b25773c-45ca-4c85-93e8-5c09815a22f7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting subnet aa460ceb-e266-4565-b9a2-2fc1244ddd13 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:48:53.391629 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5b25773c-45ca-4c85-93e8-5c09815a22f7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:53.419786 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['324a1ee4-47e6-4a6f-9387-97f96f7a5ac4'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:48:53.447870 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-71f5cc70-e6f1-42f2-87da-a82925a0ebe4 req-044a68df-fdb5-4157-8c40-5e8a62b4de60 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.155&port_id=324a1ee4-47e6-4a6f-9387-97f96f7a5ac4 HTTP/1.1" status: 200 len: 217 time: 0.4633036 Nov 12 08:48:53.502386 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-69f796a1-2522-4514-9b42-198166703e6b None None] Port 66e5654b-ed41-407a-b12c-c1f356254c42 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:53.543485 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c92d8252-4e52-4aac-abb3-9f04b88bbdc2 req-cb739112-bc34-4afa-a33e-f3a969d098f2 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d396c6b-f1f6-4e89-9bab-997c08120245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098253 Nov 12 08:48:53.575890 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5b25773c-45ca-4c85-93e8-5c09815a22f7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:53.589204 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5cc70-e6f1-42f2-87da-a82925a0ebe4 req-b03d2948-d771-4a65-bffe-30783f1f2cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:53.591980 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-71f5cc70-e6f1-42f2-87da-a82925a0ebe4 req-b03d2948-d771-4a65-bffe-30783f1f2cc1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=efeac8a5-af5a-491d-ad6d-efd9c4a335a8 HTTP/1.1" status: 200 len: 801 time: 0.1163828 Nov 12 08:48:53.602373 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-fdca8800-c29a-46f5-8ad9-dc62e75398cc service neutron] 10.222.0.54 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3506851 Nov 12 08:48:53.864050 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5b25773c-45ca-4c85-93e8-5c09815a22f7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:53.915254 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-a4db68a6-e091-4a79-9f32-7fc4f5788a91 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=5a26ea24-1891-468a-8682-58706cbc337d HTTP/1.1" status: 200 len: 217 time: 0.2581298 Nov 12 08:48:53.944253 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-c7b09066-fa20-45e1-8e9e-02129278058e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:53.946709 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-c7b09066-fa20-45e1-8e9e-02129278058e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=616c2eac-e34e-4c85-8585-5d1edb48c502 HTTP/1.1" status: 200 len: 852 time: 0.6943958 Nov 12 08:48:53.956664 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-1549939c-f8a2-4576-b243-f3ff691ffadd tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Deleting port 66e5654b-ed41-407a-b12c-c1f356254c42 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:53.957025 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1549939c-f8a2-4576-b243-f3ff691ffadd tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:54.024868 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5b25773c-45ca-4c85-93e8-5c09815a22f7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:54.078286 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5b25773c-45ca-4c85-93e8-5c09815a22f7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:54.085105 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8b9b43-21b4-4879-ba46-a68ee57a44ff None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:54.105929 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5b25773c-45ca-4c85-93e8-5c09815a22f7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/aa460ceb-e266-4565-b9a2-2fc1244ddd13 HTTP/1.1" status: 204 len: 168 time: 0.8885779 Nov 12 08:48:54.148574 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57828) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:54.162028 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25773c-45ca-4c85-93e8-5c09815a22f7 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Subnet': ['ID=aa460ceb-e266-4565-b9a2-2fc1244ddd13,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:54.238161 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97b0de-df66-4cda-bebc-0ebb8219a730 req-9642865d-b8ae-4c78-856d-7431d1a37310 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:54.252058 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97b0de-df66-4cda-bebc-0ebb8219a730 req-9642865d-b8ae-4c78-856d-7431d1a37310 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:54.262176 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97b0de-df66-4cda-bebc-0ebb8219a730 req-9642865d-b8ae-4c78-856d-7431d1a37310 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:54.264232 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0b97b0de-df66-4cda-bebc-0ebb8219a730 req-9642865d-b8ae-4c78-856d-7431d1a37310 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4398825f-6f1a-4303-88a3-a5833785b123 HTTP/1.1" status: 200 len: 2413 time: 0.2647958 Nov 12 08:48:54.273342 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e7d060-0e13-47a2-9b55-58c95f2cd288 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting subnet e6ef702b-bf8d-40fb-91fa-f3882f43801b {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:48:54.277221 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-04e7d060-0e13-47a2-9b55-58c95f2cd288 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:54.334868 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5cc70-e6f1-42f2-87da-a82925a0ebe4 req-1fed4a37-025d-464b-88cb-fa7d1d622f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:54.337585 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-71f5cc70-e6f1-42f2-87da-a82925a0ebe4 req-1fed4a37-025d-464b-88cb-fa7d1d622f6f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bf1e9e41-df61-40c5-bbef-a099593ccfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7244897 Nov 12 08:48:54.365329 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-615b49b6-5f16-44a8-be7f-1bf04fc2d5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:54.366964 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-615b49b6-5f16-44a8-be7f-1bf04fc2d5bb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a86733d9-0c9c-4803-8dda-b98f17491e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3903050 Nov 12 08:48:54.460234 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['c432a240-41af-4206-a1ff-a85afdd95ae3'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:48:54.572429 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-b5343900-1a96-43b4-82d0-a7eba5bb7f3b service neutron] 10.222.0.54 "GET /v2.0/networks/a86733d9-0c9c-4803-8dda-b98f17491e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713016 Nov 12 08:48:54.590641 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-04e7d060-0e13-47a2-9b55-58c95f2cd288 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:54.659325 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0b97b0de-df66-4cda-bebc-0ebb8219a730 req-03c8ccad-3a58-4955-816e-6622b88931ef tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610638 Nov 12 08:48:54.804355 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-7f12de4b-a679-4030-a91c-b25eb914b36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:54.809039 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-7f12de4b-a679-4030-a91c-b25eb914b36d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d86e7b80-541e-4437-9372-c90106323c14 HTTP/1.1" status: 200 len: 797 time: 0.7751415 Nov 12 08:48:54.862931 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-71f5cc70-e6f1-42f2-87da-a82925a0ebe4 req-c8323fbd-f28f-469f-9634-34d694c5449c service neutron] 10.222.0.58 "GET /v2.0/networks/bf1e9e41-df61-40c5-bbef-a099593ccfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079584 Nov 12 08:48:54.990367 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 324a1ee4-47e6-4a6f-9387-97f96f7a5ac4 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:55.025550 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-04e7d060-0e13-47a2-9b55-58c95f2cd288 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:55.148230 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-71f5cc70-e6f1-42f2-87da-a82925a0ebe4 req-799fc89c-7896-40ec-bd52-43d25175ff06 service neutron] 10.222.0.58 "GET /v2.0/networks/bf1e9e41-df61-40c5-bbef-a099593ccfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024012 Nov 12 08:48:55.231323 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-04e7d060-0e13-47a2-9b55-58c95f2cd288 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:55.265625 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1549939c-f8a2-4576-b243-f3ff691ffadd tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:55.288273 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-16fc3e28-a2ec-41c6-8e44-dd867ba7d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:55.290481 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-16fc3e28-a2ec-41c6-8e44-dd867ba7d200 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4195342 Nov 12 08:48:55.315170 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7d060-0e13-47a2-9b55-58c95f2cd288 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Subnet': ['ID=e6ef702b-bf8d-40fb-91fa-f3882f43801b,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:55.323559 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-1549939c-f8a2-4576-b243-f3ff691ffadd tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Calling delete_port for 66e5654b-ed41-407a-b12c-c1f356254c42 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:55.342695 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-04e7d060-0e13-47a2-9b55-58c95f2cd288 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:55.355832 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-04e7d060-0e13-47a2-9b55-58c95f2cd288 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/e6ef702b-bf8d-40fb-91fa-f3882f43801b HTTP/1.1" status: 204 len: 168 time: 1.2034459 Nov 12 08:48:55.359405 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57848) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:55.366225 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 324a1ee4-47e6-4a6f-9387-97f96f7a5ac4 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:48:55.381617 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 324a1ee4-47e6-4a6f-9387-97f96f7a5ac4 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:55.381993 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:55.522012 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8e4cc630-11df-4164-bfb2-18d7deba278f req-109a6e80-4d94-4b7f-a256-672cbe17ec79 service neutron] 10.222.0.54 "GET /v2.0/networks/a86733d9-0c9c-4803-8dda-b98f17491e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7748766 Nov 12 08:48:55.560653 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-240cb297-45b8-461c-a841-0d5e009e8989 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1889255 Nov 12 08:48:55.565417 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57854) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:55.591132 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7880c-ca1b-4404-bf5e-8387f7327eb1 req-d7cf51f7-af1b-4083-a8d5-462b7e7841d4 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:55.608415 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ae7880c-ca1b-4404-bf5e-8387f7327eb1 req-d7cf51f7-af1b-4083-a8d5-462b7e7841d4 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e1dffd-6140-46bb-85f6-2283f284cb73 HTTP/1.1" status: 200 len: 944 time: 0.4610918 Nov 12 08:48:55.637907 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-2b4a6c0c-ce77-4596-b513-b8d4ef466c37 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:55.742933 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:55.800536 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4398825f-6f1a-4303-88a3-a5833785b123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324a1ee4-47e6-4a6f-9387-97f96f7a5ac4'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:48:55.803346 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa6df54-0dbf-4006-8640-e432fd36f62c" -d '{"events": [{"server_uuid": "4398825f-6f1a-4303-88a3-a5833785b123", "name": "network-vif-plugged", "status": "completed", "tag": "324a1ee4-47e6-4a6f-9387-97f96f7a5ac4"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:48:55.837496 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-bd4f9e3b-bc06-42e6-94cf-016d24bc3e9d service neutron] 10.222.0.54 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327501 Nov 12 08:48:55.895576 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 324a1ee4-47e6-4a6f-9387-97f96f7a5ac4, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=324a1ee4-47e6-4a6f-9387-97f96f7a5ac4,segment=NetworkSegment(7a67437f-1f88-4f72-b55f-8f7a838a7642),segment_id=7a67437f-1f88-4f72-b55f-8f7a838a7642)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:55.900607 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b70956-337b-4929-943d-8c3c0a0065e5 req-a450b8bc-5e21-4b9b-8458-95c852feed70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:55.904650 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-38b70956-337b-4929-943d-8c3c0a0065e5 req-a450b8bc-5e21-4b9b-8458-95c852feed70 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9070c476e28246d29347d5c048f5801e&device_id=81e1dffd-6140-46bb-85f6-2283f284cb73 HTTP/1.1" status: 200 len: 1096 time: 0.2743409 Nov 12 08:48:55.910273 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:55.911690 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 73cd05ed-3b4e-427c-b100-77d23f779d57 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:56.201907 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=324a1ee4-47e6-4a6f-9387-97f96f7a5ac4,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:56.248457 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 73cd05ed-3b4e-427c-b100-77d23f779d57 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:48:56.257298 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 73cd05ed-3b4e-427c-b100-77d23f779d57 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:56.257865 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:56.378322 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d1f191-e2f9-46fd-9986-9ed5fbe1667c None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:56.451541 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b70956-337b-4929-943d-8c3c0a0065e5 req-c512d729-20e2-46c7-b29c-496baf3ec2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:56.473435 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-38b70956-337b-4929-943d-8c3c0a0065e5 req-c512d729-20e2-46c7-b29c-496baf3ec2c2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a86733d9-0c9c-4803-8dda-b98f17491e46 HTTP/1.1" status: 200 len: 914 time: 0.5305572 Nov 12 08:48:56.497903 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-6e3ee9f1-a96a-42bc-abdb-71c57b4f671c service neutron] 10.222.0.54 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6396968 Nov 12 08:48:56.641323 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d4a2ad37-7849-42db-a7ba-63e0af5fde3e None None] Provisioning complete for port 8298ab69-21ab-4be0-9aad-c5bcd02dcec7 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:56.641670 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d4a2ad37-7849-42db-a7ba-63e0af5fde3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:56.647817 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-6ddd80fc-f91d-458f-aaa8-5386082c0412 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=42d9b265-ff43-4a1c-acce-53b5283365dc HTTP/1.1" status: 200 len: 217 time: 0.1019285 Nov 12 08:48:56.692198 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ae7880c-ca1b-4404-bf5e-8387f7327eb1 req-0c54cfce-e74c-4037-85dc-71e8a5c71ff7 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d396c6b-f1f6-4e89-9bab-997c08120245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0821087 Nov 12 08:48:56.732363 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-38b70956-337b-4929-943d-8c3c0a0065e5 req-b5917f33-4a10-4288-900d-680dc3b16314 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=793fe65f-25f7-4898-be7a-5ffc5749e6a6 HTTP/1.1" status: 200 len: 217 time: 0.2143905 Nov 12 08:48:56.818287 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4a6c0c-ce77-4596-b513-b8d4ef466c37 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:56.827225 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b4a6c0c-ce77-4596-b513-b8d4ef466c37 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:56.864275 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-61a1c6fe-92ed-4410-88ae-2f790434f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:56.865879 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-61a1c6fe-92ed-4410-88ae-2f790434f8c5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7cdf4593-290a-409d-9183-aaed729edd4d HTTP/1.1" status: 200 len: 797 time: 0.1468947 Nov 12 08:48:56.889708 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1549939c-f8a2-4576-b243-f3ff691ffadd tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:57.037526 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:57.045402 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549939c-f8a2-4576-b243-f3ff691ffadd tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Pushing event deleted for resources: {'Port': ['ID=66e5654b-ed41-407a-b12c-c1f356254c42,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:57.245407 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b70956-337b-4929-943d-8c3c0a0065e5 req-fd43e7e3-000a-4140-a6fd-77ea58b35676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:57.247001 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-38b70956-337b-4929-943d-8c3c0a0065e5 req-fd43e7e3-000a-4140-a6fd-77ea58b35676 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=616c2eac-e34e-4c85-8585-5d1edb48c502 HTTP/1.1" status: 200 len: 852 time: 0.4038517 Nov 12 08:48:57.252348 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bc34fa-d0df-450b-9d26-1e7fdd49b1f5 None None] DHCP port deletion for 7bfd1417-cac6-4152-826e-588573fa4bfa request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:57.264704 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-6a734831-bb7f-42ec-815b-bab49ef22a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:57.266432 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-6a734831-bb7f-42ec-815b-bab49ef22a17 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=702ebd3a-91cd-4d56-a35d-ad10b18ed18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3106942 Nov 12 08:48:57.287900 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeab73d-1fd2-44e5-a2fd-95cda764ef82 req-605c8bec-7243-44a3-9db0-a321b11a00b6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:57.328569 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeab73d-1fd2-44e5-a2fd-95cda764ef82 req-605c8bec-7243-44a3-9db0-a321b11a00b6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:57.343103 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeab73d-1fd2-44e5-a2fd-95cda764ef82 req-605c8bec-7243-44a3-9db0-a321b11a00b6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:57.345327 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 73cd05ed-3b4e-427c-b100-77d23f779d57, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=73cd05ed-3b4e-427c-b100-77d23f779d57,segment=NetworkSegment(5fd0da14-aac5-41f5-9019-7055e58c2d10),segment_id=5fd0da14-aac5-41f5-9019-7055e58c2d10)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:57.355070 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:57.370943 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device c432a240-41af-4206-a1ff-a85afdd95ae3 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:57.371729 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cbeab73d-1fd2-44e5-a2fd-95cda764ef82 req-605c8bec-7243-44a3-9db0-a321b11a00b6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4398825f-6f1a-4303-88a3-a5833785b123 HTTP/1.1" status: 200 len: 2414 time: 0.4482489 Nov 12 08:48:57.548628 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8298ab69-21ab-4be0-9aad-c5bcd02dcec7 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:57.775967 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cbeab73d-1fd2-44e5-a2fd-95cda764ef82 req-b30be061-99c5-4980-aae2-f40b66aeac9b tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023716 Nov 12 08:48:57.891131 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b70956-337b-4929-943d-8c3c0a0065e5 req-50568fcf-afeb-4002-80c0-41e1734ceb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:57.899480 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-38b70956-337b-4929-943d-8c3c0a0065e5 req-50568fcf-afeb-4002-80c0-41e1734ceb8e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a86733d9-0c9c-4803-8dda-b98f17491e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6294394 Nov 12 08:48:57.960418 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=73cd05ed-3b4e-427c-b100-77d23f779d57,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:57.982178 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539f7dde-0271-4525-9455-7f2ef39d5c4c x-openstack-request-id: req-539f7dde-0271-4525-9455-7f2ef39d5c4c {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:48:57.987348 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4398825f-6f1a-4303-88a3-a5833785b123", "name": "network-vif-plugged", "status": "completed", "tag": "324a1ee4-47e6-4a6f-9387-97f96f7a5ac4", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:48:57.988155 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-539f7dde-0271-4525-9455-7f2ef39d5c4c {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:48:57.989012 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4398825f-6f1a-4303-88a3-a5833785b123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324a1ee4-47e6-4a6f-9387-97f96f7a5ac4', 'code': 200} Nov 12 08:48:58.102193 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:58.131545 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port c432a240-41af-4206-a1ff-a85afdd95ae3 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:48:58.140941 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-d5bc34fa-d0df-450b-9d26-1e7fdd49b1f5 None None] Deleting port 8298ab69-21ab-4be0-9aad-c5bcd02dcec7 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:58.141884 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d5bc34fa-d0df-450b-9d26-1e7fdd49b1f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:58.153317 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port c432a240-41af-4206-a1ff-a85afdd95ae3 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:58.153921 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:58.164150 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b4a6c0c-ce77-4596-b513-b8d4ef466c37 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:58.286216 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 8298ab69-21ab-4be0-9aad-c5bcd02dcec7, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=8298ab69-21ab-4be0-9aad-c5bcd02dcec7,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:58.299149 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a6c0c-ce77-4596-b513-b8d4ef466c37 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Subnet': ['ID=477b84e0-1546-4d1b-9956-1e18e2dc4d83,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:58.313129 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4a6c0c-ce77-4596-b513-b8d4ef466c37 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:58.314762 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-2b4a6c0c-ce77-4596-b513-b8d4ef466c37 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:58.322732 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4a6c0c-ce77-4596-b513-b8d4ef466c37 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:58.323887 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b4a6c0c-ce77-4596-b513-b8d4ef466c37 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:58.348954 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2b4a6c0c-ce77-4596-b513-b8d4ef466c37 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7328899 Nov 12 08:48:58.351675 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57886) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:58.358942 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-a2d8a7aa-6e5c-441f-83dc-76255051a529 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:58.430466 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:58.461139 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-80a7c097-d0e9-407e-a781-afd56365f0c4 service neutron] 10.222.0.54 "GET /v2.0/networks/702ebd3a-91cd-4d56-a35d-ad10b18ed18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0718687 Nov 12 08:48:58.605847 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d8a7aa-6e5c-441f-83dc-76255051a529 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:58.618625 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a2d8a7aa-6e5c-441f-83dc-76255051a529 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:58.634695 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:58.798044 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-d5bc34fa-d0df-450b-9d26-1e7fdd49b1f5 None None] For port 8298ab69-21ab-4be0-9aad-c5bcd02dcec7, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=8298ab69-21ab-4be0-9aad-c5bcd02dcec7,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:58.798875 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d5bc34fa-d0df-450b-9d26-1e7fdd49b1f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:58.871806 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port c432a240-41af-4206-a1ff-a85afdd95ae3, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=c432a240-41af-4206-a1ff-a85afdd95ae3,segment=NetworkSegment(7a67437f-1f88-4f72-b55f-8f7a838a7642),segment_id=7a67437f-1f88-4f72-b55f-8f7a838a7642)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:58.898509 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:58.903072 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-d5bc34fa-d0df-450b-9d26-1e7fdd49b1f5 None None] Calling delete_port for 8298ab69-21ab-4be0-9aad-c5bcd02dcec7 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:58.919448 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=8298ab69-21ab-4be0-9aad-c5bcd02dcec7,revision_number=12']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:59.025327 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=c432a240-41af-4206-a1ff-a85afdd95ae3,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:59.101944 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77833236-274f-4901-a425-8e1630556277 req-d0bd4266-e3dc-4e56-b990-45b154b132c9 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:59.112452 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-77833236-274f-4901-a425-8e1630556277 req-d0bd4266-e3dc-4e56-b990-45b154b132c9 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e1dffd-6140-46bb-85f6-2283f284cb73 HTTP/1.1" status: 200 len: 944 time: 0.5558631 Nov 12 08:48:59.148882 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-38b70956-337b-4929-943d-8c3c0a0065e5 req-5dc091a8-071b-4822-9b8f-5d1d52456278 service neutron] 10.222.0.54 "GET /v2.0/networks/a86733d9-0c9c-4803-8dda-b98f17491e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5587900 Nov 12 08:48:59.172167 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1549939c-f8a2-4576-b243-f3ff691ffadd tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:59.180756 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1549939c-f8a2-4576-b243-f3ff691ffadd tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] 10.222.0.37 "DELETE /v2.0/ports/66e5654b-ed41-407a-b12c-c1f356254c42 HTTP/1.1" status: 204 len: 168 time: 6.2412541 Nov 12 08:48:59.181776 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57892) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:59.200545 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:59.240023 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-756f43c6-3291-4079-a650-b61ef7ca4a03 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] GET failed (client error): The resource could not be found. Nov 12 08:48:59.246981 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-756f43c6-3291-4079-a650-b61ef7ca4a03 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] 10.222.0.37 "GET /v2.0/ports/66e5654b-ed41-407a-b12c-c1f356254c42 HTTP/1.1" status: 404 len: 333 time: 0.0606284 Nov 12 08:48:59.255134 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57898) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:59.271371 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-77833236-274f-4901-a425-8e1630556277 req-144b4861-bd2f-4f90-84ed-61d91acffeae tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d396c6b-f1f6-4e89-9bab-997c08120245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572824 Nov 12 08:48:59.313575 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-5f9292cb-bf9d-4dc5-8a99-a7a3f1775071 service neutron] 10.222.0.54 "GET /v2.0/networks/702ebd3a-91cd-4d56-a35d-ad10b18ed18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343735 Nov 12 08:48:59.367780 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d5bc34fa-d0df-450b-9d26-1e7fdd49b1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:59.424933 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-19d877a5-c705-442f-a7a6-27a9675c8292 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00fba7bd-a20a-41f3-948a-cccef4e31a4b HTTP/1.1" status: 200 len: 217 time: 0.0998573 Nov 12 08:48:59.459905 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bc34fa-d0df-450b-9d26-1e7fdd49b1f5 None None] No DVR routers for this DVR port 8298ab69-21ab-4be0-9aad-c5bcd02dcec7 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:59.470262 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc34fa-d0df-450b-9d26-1e7fdd49b1f5 None None] Pushing event deleted for resources: {'Port': ['ID=8298ab69-21ab-4be0-9aad-c5bcd02dcec7,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:59.498355 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c20293-3695-4237-9630-05ac06c8baec None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:59.608107 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef662002-311f-4dd5-945b-b28c074229ce req-226dc1f6-23c6-432f-a11c-ad3aeb602834 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:59.616004 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef662002-311f-4dd5-945b-b28c074229ce req-226dc1f6-23c6-432f-a11c-ad3aeb602834 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:59.627045 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef662002-311f-4dd5-945b-b28c074229ce req-226dc1f6-23c6-432f-a11c-ad3aeb602834 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:59.632265 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ef662002-311f-4dd5-945b-b28c074229ce req-226dc1f6-23c6-432f-a11c-ad3aeb602834 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4398825f-6f1a-4303-88a3-a5833785b123 HTTP/1.1" status: 200 len: 2416 time: 0.1381135 Nov 12 08:48:59.638353 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-34bfb905-b6d7-45d2-8b39-5c219b7b0cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:59.639856 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-34bfb905-b6d7-45d2-8b39-5c219b7b0cb3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7cdf4593-290a-409d-9183-aaed729edd4d HTTP/1.1" status: 200 len: 797 time: 0.1927850 Nov 12 08:48:59.643588 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-38b70956-337b-4929-943d-8c3c0a0065e5 req-c8e001cf-148b-470d-beca-34334cbdba8e service neutron] 10.222.0.54 "GET /v2.0/networks/a86733d9-0c9c-4803-8dda-b98f17491e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140315 Nov 12 08:48:59.721961 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-19ec4fe7-0ad1-496e-a4b6-448aa1a74d69 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Deleting port b8aa485c-1bf5-424f-a066-f48724d9e0b8 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:59.722307 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-19ec4fe7-0ad1-496e-a4b6-448aa1a74d69 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:59.736412 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f64f233-2c37-4430-9574-1c907c638cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-7bfd1417-cac6-4152-826e-588573fa4bfa', 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'fixed_ips': [{'subnet_id': '02efb91e-58aa-47c6-8c2d-4818d02be353'}, {'subnet_id': '477b84e0-1546-4d1b-9956-1e18e2dc4d83'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:48:59.737407 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2f64f233-2c37-4430-9574-1c907c638cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:59.740726 n-d-768862-16 neutron-server[102569]: DEBUG neutron.objects.ports [None req-a2d8a7aa-6e5c-441f-83dc-76255051a529 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102569) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:48:59.743919 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a2d8a7aa-6e5c-441f-83dc-76255051a529 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:59.785173 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-374e2f24-d798-455a-882f-c09573d98476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:59.786704 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-374e2f24-d798-455a-882f-c09573d98476 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=702ebd3a-91cd-4d56-a35d-ad10b18ed18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1297965 Nov 12 08:48:59.802715 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d8a7aa-6e5c-441f-83dc-76255051a529 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:59.819142 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-a2d8a7aa-6e5c-441f-83dc-76255051a529 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:59.827039 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d8a7aa-6e5c-441f-83dc-76255051a529 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:59.827660 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a2d8a7aa-6e5c-441f-83dc-76255051a529 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:59.844589 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ef662002-311f-4dd5-945b-b28c074229ce req-03d59a65-e2f4-40a5-8cf1-e7617dc961fb tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580226 Nov 12 08:48:59.853277 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8a7aa-6e5c-441f-83dc-76255051a529 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Subnet': ['ID=02efb91e-58aa-47c6-8c2d-4818d02be353,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:59.881339 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a2d8a7aa-6e5c-441f-83dc-76255051a529 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5283294 Nov 12 08:48:59.884454 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57908) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:59.890043 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-bc052aed-0fbc-428d-b2b5-047ac506bf01 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'port': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'mac_address': 'fa:16:3e:43:0c:b1', 'name': 'tempest-NetworksTestDHCPv6-831200212'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:59.940268 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57910) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:59.992318 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4398825f-6f1a-4303-88a3-a5833785b123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cd05ed-3b4e-427c-b100-77d23f779d57'}, {'server_uuid': '4398825f-6f1a-4303-88a3-a5833785b123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c432a240-41af-4206-a1ff-a85afdd95ae3'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:48:59.998793 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b19274-c457-49d5-ba8d-f5934fe2e281" -d '{"events": [{"server_uuid": "4398825f-6f1a-4303-88a3-a5833785b123", "name": "network-vif-plugged", "status": "completed", "tag": "73cd05ed-3b4e-427c-b100-77d23f779d57"}, {"server_uuid": "4398825f-6f1a-4303-88a3-a5833785b123", "name": "network-vif-plugged", "status": "completed", "tag": "c432a240-41af-4206-a1ff-a85afdd95ae3"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:49:00.118837 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc052aed-0fbc-428d-b2b5-047ac506bf01 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:00.133759 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-2f64f233-2c37-4430-9574-1c907c638cc8 None None] Allocated IP 172.20.0.2 (7bfd1417-cac6-4152-826e-588573fa4bfa/477b84e0-1546-4d1b-9956-1e18e2dc4d83/35d1dbcf-17ec-4a62-928a-0f1fb7ad3696) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:00.144324 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-2f64f233-2c37-4430-9574-1c907c638cc8 None None] Allocated IP 2001:db8::f816:3eff:fe5a:121d (7bfd1417-cac6-4152-826e-588573fa4bfa/02efb91e-58aa-47c6-8c2d-4818d02be353/35d1dbcf-17ec-4a62-928a-0f1fb7ad3696) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:00.168864 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1769b4a5-4645-4197-bc4e-b76e3f8b5642 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:00.225664 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a60a4b-9921-4c38-bbb7-55b3bb063b2a x-openstack-request-id: req-06a60a4b-9921-4c38-bbb7-55b3bb063b2a {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:49:00.226761 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4398825f-6f1a-4303-88a3-a5833785b123", "name": "network-vif-plugged", "status": "completed", "tag": "73cd05ed-3b4e-427c-b100-77d23f779d57", "code": 200}, {"server_uuid": "4398825f-6f1a-4303-88a3-a5833785b123", "name": "network-vif-plugged", "status": "completed", "tag": "c432a240-41af-4206-a1ff-a85afdd95ae3", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:49:00.227216 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-06a60a4b-9921-4c38-bbb7-55b3bb063b2a {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:49:00.227896 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4398825f-6f1a-4303-88a3-a5833785b123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cd05ed-3b4e-427c-b100-77d23f779d57', 'code': 200} Nov 12 08:49:00.228371 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4398825f-6f1a-4303-88a3-a5833785b123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c432a240-41af-4206-a1ff-a85afdd95ae3', 'code': 200} Nov 12 08:49:00.337309 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bc052aed-0fbc-428d-b2b5-047ac506bf01 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:00.367137 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2f64f233-2c37-4430-9574-1c907c638cc8 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:00.382303 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2f64f233-2c37-4430-9574-1c907c638cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:00.386963 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-bc052aed-0fbc-428d-b2b5-047ac506bf01 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] device_id is not set on port 3ee2bda8-7c0a-4a98-98a8-5dbd461bb895 yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:49:00.423525 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f64f233-2c37-4430-9574-1c907c638cc8 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:00.424606 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-19ec4fe7-0ad1-496e-a4b6-448aa1a74d69 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:00.427670 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-2f64f233-2c37-4430-9574-1c907c638cc8 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:00.436261 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f64f233-2c37-4430-9574-1c907c638cc8 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:00.450846 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-b30ab27d-b133-44cc-ba47-09b910bae147 service neutron] 10.222.0.54 "GET /v2.0/networks/702ebd3a-91cd-4d56-a35d-ad10b18ed18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6515067 Nov 12 08:49:00.454147 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308b9f5-0adf-4821-b114-efbbbb7a5e65 req-d87d7f91-e83c-437e-b671-767caf20e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:00.454786 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308b9f5-0adf-4821-b114-efbbbb7a5e65 req-d87d7f91-e83c-437e-b671-767caf20e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:00.455290 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308b9f5-0adf-4821-b114-efbbbb7a5e65 req-d87d7f91-e83c-437e-b671-767caf20e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:00.456980 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9308b9f5-0adf-4821-b114-efbbbb7a5e65 req-d87d7f91-e83c-437e-b671-767caf20e597 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4398825f-6f1a-4303-88a3-a5833785b123 HTTP/1.1" status: 200 len: 2872 time: 0.1080277 Nov 12 08:49:00.472719 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-19ec4fe7-0ad1-496e-a4b6-448aa1a74d69 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Calling delete_port for b8aa485c-1bf5-424f-a066-f48724d9e0b8 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:00.493059 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64f233-2c37-4430-9574-1c907c638cc8 None None] Pushing event updated for resources: {'Port': ['ID=35d1dbcf-17ec-4a62-928a-0f1fb7ad3696,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:00.598164 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2f64f233-2c37-4430-9574-1c907c638cc8 None None] Attempting to bind port 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:49:00.599625 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2f64f233-2c37-4430-9574-1c907c638cc8 None None] Attempting to bind port 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:49:00.601075 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f64f233-2c37-4430-9574-1c907c638cc8 None None] Attempting to bind port 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696 on network 7bfd1417-cac6-4152-826e-588573fa4bfa {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:00.613245 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f64f233-2c37-4430-9574-1c907c638cc8 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:49:00.613957 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f64f233-2c37-4430-9574-1c907c638cc8 None None] Checking segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:00.614598 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2f64f233-2c37-4430-9574-1c907c638cc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:00.615204 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f64f233-2c37-4430-9574-1c907c638cc8 None None] Bound using segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:49:00.615914 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2f64f233-2c37-4430-9574-1c907c638cc8 None None] Bound port: 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:49:00.617003 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2f64f233-2c37-4430-9574-1c907c638cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:00.624167 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9308b9f5-0adf-4821-b114-efbbbb7a5e65 req-4f87dc22-26f9-4198-b013-4efa171bffb5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491590 Nov 12 08:49:00.678881 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33ea1f1e-a35d-4704-a0c0-5247de8c827a req-53c9c986-6848-4995-9275-fc6fb98b7f8f service neutron] 10.222.0.54 "GET /v2.0/networks/702ebd3a-91cd-4d56-a35d-ad10b18ed18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174814 Nov 12 08:49:00.683355 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1769b4a5-4645-4197-bc4e-b76e3f8b5642 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:00.697729 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1769b4a5-4645-4197-bc4e-b76e3f8b5642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:00.702755 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-bc052aed-0fbc-428d-b2b5-047ac506bf01 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Allocated IP 172.20.0.9 (7bfd1417-cac6-4152-826e-588573fa4bfa/477b84e0-1546-4d1b-9956-1e18e2dc4d83/3ee2bda8-7c0a-4a98-98a8-5dbd461bb895) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:00.729832 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fa71e-b5e4-4f69-8874-9814eb1a7585 req-61d84b41-9d49-40fc-83be-8a1f0f532e61 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:00.731438 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-da5fa71e-b5e4-4f69-8874-9814eb1a7585 req-61d84b41-9d49-40fc-83be-8a1f0f532e61 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e1dffd-6140-46bb-85f6-2283f284cb73 HTTP/1.1" status: 200 len: 944 time: 0.1549063 Nov 12 08:49:00.746795 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-bc052aed-0fbc-428d-b2b5-047ac506bf01 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Allocated IP 2001:db8::f816:3eff:fe43:cb1 (7bfd1417-cac6-4152-826e-588573fa4bfa/02efb91e-58aa-47c6-8c2d-4818d02be353/3ee2bda8-7c0a-4a98-98a8-5dbd461bb895) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:00.762364 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-2f64f233-2c37-4430-9574-1c907c638cc8 None None] For port 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:49:00.769306 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-2f64f233-2c37-4430-9574-1c907c638cc8 None None] For port 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=35d1dbcf-17ec-4a62-928a-0f1fb7ad3696,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:49:00.775729 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1769b4a5-4645-4197-bc4e-b76e3f8b5642 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=24294113c8e34132bf5e9e44db56f147&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8326352 Nov 12 08:49:00.778546 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57924) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:00.781516 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2f64f233-2c37-4430-9574-1c907c638cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:00.786027 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769b4a5-4645-4197-bc4e-b76e3f8b5642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fa565d-9603-47b2-b814-cd3030f9cee5,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:00.833185 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-da5fa71e-b5e4-4f69-8874-9814eb1a7585 req-92d6da6f-3a38-4b06-9b02-891fc7e95aeb tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d396c6b-f1f6-4e89-9bab-997c08120245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883365 Nov 12 08:49:00.837292 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-19ec4fe7-0ad1-496e-a4b6-448aa1a74d69 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:00.886286 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec4fe7-0ad1-496e-a4b6-448aa1a74d69 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Pushing event deleted for resources: {'Port': ['ID=b8aa485c-1bf5-424f-a066-f48724d9e0b8,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:00.915304 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-361a6182-359d-4a22-8c3c-5fc9872411e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:00.925438 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64f233-2c37-4430-9574-1c907c638cc8 None None] Pushing event updated for resources: {'Port': ['ID=35d1dbcf-17ec-4a62-928a-0f1fb7ad3696,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:00.932260 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 793fe65f-25f7-4898-be7a-5ffc5749e6a6 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:49:01.068252 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-361a6182-359d-4a22-8c3c-5fc9872411e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:01.096244 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-19ec4fe7-0ad1-496e-a4b6-448aa1a74d69 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:01.099146 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-19ec4fe7-0ad1-496e-a4b6-448aa1a74d69 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] 10.222.0.37 "DELETE /v2.0/ports/b8aa485c-1bf5-424f-a066-f48724d9e0b8 HTTP/1.1" status: 204 len: 168 time: 1.8426702 Nov 12 08:49:01.103617 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57932) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:01.148889 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d786c1c6-edbe-4a02-a0c3-85fa7c0636fd tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] GET failed (client error): The resource could not be found. Nov 12 08:49:01.159560 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d786c1c6-edbe-4a02-a0c3-85fa7c0636fd tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] 10.222.0.37 "GET /v2.0/ports/b8aa485c-1bf5-424f-a066-f48724d9e0b8 HTTP/1.1" status: 404 len: 333 time: 0.0517035 Nov 12 08:49:01.165510 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57934) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:01.185779 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 793fe65f-25f7-4898-be7a-5ffc5749e6a6, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=793fe65f-25f7-4898-be7a-5ffc5749e6a6,segment=NetworkSegment(a128d3fa-2569-4b08-aa51-d060d2c5137b),segment_id=a128d3fa-2569-4b08-aa51-d060d2c5137b)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:01.201593 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc396559-aad1-4dc4-a171-01fd0921f57b req-2a88c210-16a5-40da-be4e-12b10fde6d5d tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:01.210167 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc396559-aad1-4dc4-a171-01fd0921f57b req-2a88c210-16a5-40da-be4e-12b10fde6d5d tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:01.215333 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '793fe65f-25f7-4898-be7a-5ffc5749e6a6', 'network_id': 'a86733d9-0c9c-4803-8dda-b98f17491e46', 'port_id': '793fe65f-25f7-4898-be7a-5ffc5749e6a6', 'mac_address': 'fa:16:3e:0b:80:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616c2eac-e34e-4c85-8585-5d1edb48c502', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:49:01.233366 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc396559-aad1-4dc4-a171-01fd0921f57b req-2a88c210-16a5-40da-be4e-12b10fde6d5d tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:01.259830 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc396559-aad1-4dc4-a171-01fd0921f57b req-2a88c210-16a5-40da-be4e-12b10fde6d5d tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4398825f-6f1a-4303-88a3-a5833785b123 HTTP/1.1" status: 200 len: 2416 time: 0.2675698 Nov 12 08:49:01.287957 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bc052aed-0fbc-428d-b2b5-047ac506bf01 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:01.336364 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:01.353046 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-361a6182-359d-4a22-8c3c-5fc9872411e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:01.361630 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-361a6182-359d-4a22-8c3c-5fc9872411e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:01.363017 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-361a6182-359d-4a22-8c3c-5fc9872411e8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42fa565d-9603-47b2-b814-cd3030f9cee5 HTTP/1.1" status: 204 len: 168 time: 0.5830147 Nov 12 08:49:01.390525 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a6182-359d-4a22-8c3c-5fc9872411e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fa565d-9603-47b2-b814-cd3030f9cee5,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:01.405237 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc396559-aad1-4dc4-a171-01fd0921f57b req-14d9699d-ce2c-4329-b3f1-2e47913938f3 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444561 Nov 12 08:49:01.414289 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 793fe65f-25f7-4898-be7a-5ffc5749e6a6 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:49:01.436368 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bc052aed-0fbc-428d-b2b5-047ac506bf01 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:01.476404 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 793fe65f-25f7-4898-be7a-5ffc5749e6a6, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=793fe65f-25f7-4898-be7a-5ffc5749e6a6,segment=NetworkSegment(a128d3fa-2569-4b08-aa51-d060d2c5137b),segment_id=a128d3fa-2569-4b08-aa51-d060d2c5137b)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:01.496354 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:01.505206 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e5792712-afd4-42a1-b0d9-bce06e17220f tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Deleting port 890c53f8-1e39-4a27-b9a3-6063191572af {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:01.506096 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e5792712-afd4-42a1-b0d9-bce06e17220f tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:01.585879 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc052aed-0fbc-428d-b2b5-047ac506bf01 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Port': ['ID=3ee2bda8-7c0a-4a98-98a8-5dbd461bb895,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:01.619420 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc052aed-0fbc-428d-b2b5-047ac506bf01 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:01.640484 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-bc052aed-0fbc-428d-b2b5-047ac506bf01 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:01.647018 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc052aed-0fbc-428d-b2b5-047ac506bf01 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:01.786997 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=793fe65f-25f7-4898-be7a-5ffc5749e6a6,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:01.804733 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e5792712-afd4-42a1-b0d9-bce06e17220f tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:01.806510 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['793fe65f-25f7-4898-be7a-5ffc5749e6a6'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:49:01.853280 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc052aed-0fbc-428d-b2b5-047ac506bf01 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:01.853980 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bc052aed-0fbc-428d-b2b5-047ac506bf01 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:01.881125 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e5792712-afd4-42a1-b0d9-bce06e17220f tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Calling delete_port for 890c53f8-1e39-4a27-b9a3-6063191572af owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:01.884771 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bc052aed-0fbc-428d-b2b5-047ac506bf01 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.9978991 Nov 12 08:49:01.885682 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57948) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:01.977907 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c7d4a8-8578-43e4-989d-21796276e526 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:01.978668 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc6e4e-6302-4e57-b389-469ce3866494 req-3fc5aee7-6406-4f47-83e6-e831e0cc4498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:01.980392 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-adcc6e4e-6302-4e57-b389-469ce3866494 req-3fc5aee7-6406-4f47-83e6-e831e0cc4498 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=80cba63a5f3c423896b758b0902dcec9&device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 1097 time: 0.1630745 Nov 12 08:49:01.984208 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c7d4a8-8578-43e4-989d-21796276e526 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:01.986579 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-10c7d4a8-8578-43e4-989d-21796276e526 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.0997443 Nov 12 08:49:02.007329 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:49:02.030136 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57950) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:02.104493 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f765b-9d76-47fc-9faf-27407878de88 req-cde521b8-332f-4360-870a-e759508effea tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:02.116940 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5c6f765b-9d76-47fc-9faf-27407878de88 req-cde521b8-332f-4360-870a-e759508effea tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.1287875 Nov 12 08:49:02.126098 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57952) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:02.163782 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3c65e0d8-ac68-4a42-93d0-fd34123b1171 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:02.245556 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5c6f765b-9d76-47fc-9faf-27407878de88 req-20ef9b5e-4035-405e-9a29-e7e3dea473fc tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251304 Nov 12 08:49:02.254221 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-52416a52-3e10-4238-91cd-18c02d2a2ce2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting port 3ee2bda8-7c0a-4a98-98a8-5dbd461bb895 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:02.254780 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-52416a52-3e10-4238-91cd-18c02d2a2ce2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:02.262946 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc6e4e-6302-4e57-b389-469ce3866494 req-f76e04cf-b99e-4e89-8f95-7903fa6236f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:02.265172 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-adcc6e4e-6302-4e57-b389-469ce3866494 req-f76e04cf-b99e-4e89-8f95-7903fa6236f6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=837ec62d-b3f5-4602-995a-15f6fc8805b4 HTTP/1.1" status: 200 len: 912 time: 0.2767224 Nov 12 08:49:02.408763 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e5792712-afd4-42a1-b0d9-bce06e17220f tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:02.443683 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-52416a52-3e10-4238-91cd-18c02d2a2ce2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:02.468222 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-52416a52-3e10-4238-91cd-18c02d2a2ce2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Calling delete_port for 3ee2bda8-7c0a-4a98-98a8-5dbd461bb895 owned by {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:02.473885 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-adcc6e4e-6302-4e57-b389-469ce3866494 req-a8da8bee-2c73-430d-ab3b-c43ce953056d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=208f95e9-28ae-4c99-8b45-cff231909e59 HTTP/1.1" status: 200 len: 1000 time: 0.1721098 Nov 12 08:49:02.476160 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5792712-afd4-42a1-b0d9-bce06e17220f tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Pushing event deleted for resources: {'Port': ['ID=890c53f8-1e39-4a27-b9a3-6063191572af,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:02.507249 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91d22a-b07c-4e38-a2de-dab569c7ccc2 req-e5806b2c-2dd9-4d11-8565-4c1e447e77df tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:02.521033 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab91d22a-b07c-4e38-a2de-dab569c7ccc2 req-e5806b2c-2dd9-4d11-8565-4c1e447e77df tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e1dffd-6140-46bb-85f6-2283f284cb73 HTTP/1.1" status: 200 len: 945 time: 0.1452465 Nov 12 08:49:02.691169 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab91d22a-b07c-4e38-a2de-dab569c7ccc2 req-3b5d2a3b-9680-4725-b8ce-b8ff625c737f tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d396c6b-f1f6-4e89-9bab-997c08120245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124039 Nov 12 08:49:02.693782 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc6e4e-6302-4e57-b389-469ce3866494 req-dfb2280d-cd03-429b-9a20-de43e83b6584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:02.695413 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-adcc6e4e-6302-4e57-b389-469ce3866494 req-dfb2280d-cd03-429b-9a20-de43e83b6584 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=601c19d7-10c1-44ee-a86c-ac9c499e748d HTTP/1.1" status: 200 len: 850 time: 0.2112050 Nov 12 08:49:02.757685 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e5792712-afd4-42a1-b0d9-bce06e17220f tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:02.774088 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e5792712-afd4-42a1-b0d9-bce06e17220f tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] 10.222.0.37 "DELETE /v2.0/ports/890c53f8-1e39-4a27-b9a3-6063191572af HTTP/1.1" status: 204 len: 168 time: 1.5946259 Nov 12 08:49:02.776678 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3c65e0d8-ac68-4a42-93d0-fd34123b1171 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:02.777818 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57958) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:02.845664 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3c65e0d8-ac68-4a42-93d0-fd34123b1171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:02.960771 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 793fe65f-25f7-4898-be7a-5ffc5749e6a6 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:02.985091 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3c65e0d8-ac68-4a42-93d0-fd34123b1171 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=550258aeaaec421dace428844cdebb94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8550074 Nov 12 08:49:02.993673 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57966) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:03.003814 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c6660a-75e8-4d00-8eeb-7dec19a58396 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Deleting subnet e9eb870f-a720-4a35-88b2-5f934f053cf5 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:49:03.021746 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5ee28a-b0a0-4770-9718-cdc9f89d00db None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:03.024224 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15c6660a-75e8-4d00-8eeb-7dec19a58396 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:03.031014 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc6e4e-6302-4e57-b389-469ce3866494 req-f3d31294-59a9-41d0-be7b-efcb5b01bab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:03.035572 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-adcc6e4e-6302-4e57-b389-469ce3866494 req-f3d31294-59a9-41d0-be7b-efcb5b01bab2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=837ec62d-b3f5-4602-995a-15f6fc8805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3285887 Nov 12 08:49:03.088611 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65e0d8-ac68-4a42-93d0-fd34123b1171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3074e8-b3a5-43c6-843e-49c71f6a214a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:03.143643 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15c6660a-75e8-4d00-8eeb-7dec19a58396 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:03.160597 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677a791-a9f0-4a38-9846-b893f59934b5 req-cc741206-671c-4191-b730-939f5ee0029d tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:03.167929 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677a791-a9f0-4a38-9846-b893f59934b5 req-cc741206-671c-4191-b730-939f5ee0029d tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:03.175022 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677a791-a9f0-4a38-9846-b893f59934b5 req-cc741206-671c-4191-b730-939f5ee0029d tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:03.176314 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1677a791-a9f0-4a38-9846-b893f59934b5 req-cc741206-671c-4191-b730-939f5ee0029d tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4398825f-6f1a-4303-88a3-a5833785b123 HTTP/1.1" status: 200 len: 2416 time: 0.3470745 Nov 12 08:49:03.177001 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-52416a52-3e10-4238-91cd-18c02d2a2ce2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:03.191092 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-706ae92c-d6bf-40f8-a202-896c67ae531c None None] Provisioning complete for port 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:03.191429 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-706ae92c-d6bf-40f8-a202-896c67ae531c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:03.265262 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52416a52-3e10-4238-91cd-18c02d2a2ce2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Port': ['ID=3ee2bda8-7c0a-4a98-98a8-5dbd461bb895,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:03.292092 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1bb484fe-9219-41c6-9d44-dd27497a288c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:03.400077 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-706ae92c-d6bf-40f8-a202-896c67ae531c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:03.425919 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:03.439965 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 793fe65f-25f7-4898-be7a-5ffc5749e6a6 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:49:03.449623 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-52416a52-3e10-4238-91cd-18c02d2a2ce2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:03.458337 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-52416a52-3e10-4238-91cd-18c02d2a2ce2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/3ee2bda8-7c0a-4a98-98a8-5dbd461bb895 HTTP/1.1" status: 204 len: 168 time: 1.4230423 Nov 12 08:49:03.462424 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57978) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:03.479150 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1bb484fe-9219-41c6-9d44-dd27497a288c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:03.490253 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-adcc6e4e-6302-4e57-b389-469ce3866494 req-4310d6a0-ebf7-44cb-bc0e-aa599b4a8262 service neutron] 10.222.0.54 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202068 Nov 12 08:49:03.511905 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1677a791-a9f0-4a38-9846-b893f59934b5 req-2edb49c1-a9c5-45ff-9620-5eb61feeccbb tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696497 Nov 12 08:49:03.545914 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 793fe65f-25f7-4898-be7a-5ffc5749e6a6 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:03.546297 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:03.555308 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15c6660a-75e8-4d00-8eeb-7dec19a58396 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:03.592813 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-706ae92c-d6bf-40f8-a202-896c67ae531c None None] For port 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=35d1dbcf-17ec-4a62-928a-0f1fb7ad3696,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:03.604027 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1bb484fe-9219-41c6-9d44-dd27497a288c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:03.607111 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1bb484fe-9219-41c6-9d44-dd27497a288c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:03.608767 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1bb484fe-9219-41c6-9d44-dd27497a288c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c3074e8-b3a5-43c6-843e-49c71f6a214a HTTP/1.1" status: 204 len: 168 time: 0.6140728 Nov 12 08:49:03.620389 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb484fe-9219-41c6-9d44-dd27497a288c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3074e8-b3a5-43c6-843e-49c71f6a214a,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:03.677216 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-706ae92c-d6bf-40f8-a202-896c67ae531c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:03.797990 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:03.798794 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:03.808386 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3550f05a-94d2-40d4-ac48-67f1def7f651 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:03.810722 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3550f05a-94d2-40d4-ac48-67f1def7f651 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:03.813078 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3550f05a-94d2-40d4-ac48-67f1def7f651 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:03.815206 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3550f05a-94d2-40d4-ac48-67f1def7f651 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3493538 Nov 12 08:49:03.819819 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57990) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:03.850275 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ae92c-d6bf-40f8-a202-896c67ae531c None None] Pushing event updated for resources: {'Port': ['ID=35d1dbcf-17ec-4a62-928a-0f1fb7ad3696,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:03.905591 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15c6660a-75e8-4d00-8eeb-7dec19a58396 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:03.925445 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-adcc6e4e-6302-4e57-b389-469ce3866494 req-dccceb4e-5f4a-4dfd-b56f-4d0a8bfea9b3 service neutron] 10.222.0.54 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079974 Nov 12 08:49:03.947994 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6660a-75e8-4d00-8eeb-7dec19a58396 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Pushing event deleted for resources: {'Subnet': ['ID=e9eb870f-a720-4a35-88b2-5f934f053cf5,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:03.950417 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15c6660a-75e8-4d00-8eeb-7dec19a58396 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:03.954060 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-15c6660a-75e8-4d00-8eeb-7dec19a58396 tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] 10.222.0.37 "DELETE /v2.0/subnets/e9eb870f-a720-4a35-88b2-5f934f053cf5 HTTP/1.1" status: 204 len: 168 time: 1.1565063 Nov 12 08:49:03.957517 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57992) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:04.003336 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fefc09-6323-4c49-83e8-e4f8506c58e1 None None] Network bf574c1b-160d-4ccc-8114-e7951615ce25 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:04.123411 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af0740-2370-44f8-812d-a6ec2fde6f76 req-5b2189b7-d95f-498c-92fc-4128f36d3d80 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:04.125038 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:04.127388 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-27af0740-2370-44f8-812d-a6ec2fde6f76 req-5b2189b7-d95f-498c-92fc-4128f36d3d80 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.3255322 Nov 12 08:49:04.144759 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0d07900-e870-4c9a-9aaa-eedaf2d5edca tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting subnet 02efb91e-58aa-47c6-8c2d-4818d02be353 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:49:04.158494 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e0d07900-e870-4c9a-9aaa-eedaf2d5edca tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:04.191169 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cf9593b2-0cc9-463c-b820-f126b1fdc5af tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:04.269078 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 793fe65f-25f7-4898-be7a-5ffc5749e6a6, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=793fe65f-25f7-4898-be7a-5ffc5749e6a6,segment=NetworkSegment(a128d3fa-2569-4b08-aa51-d060d2c5137b),segment_id=a128d3fa-2569-4b08-aa51-d060d2c5137b)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:04.272798 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e1dffd-6140-46bb-85f6-2283f284cb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793fe65f-25f7-4898-be7a-5ffc5749e6a6'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:49:04.276399 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46697553-28aa-4ba7-990e-5ac1239282b7" -d '{"events": [{"server_uuid": "81e1dffd-6140-46bb-85f6-2283f284cb73", "name": "network-vif-plugged", "status": "completed", "tag": "793fe65f-25f7-4898-be7a-5ffc5749e6a6"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:49:04.285894 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:04.380395 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-27af0740-2370-44f8-812d-a6ec2fde6f76 req-37921e55-300e-4d77-aedb-191c1079b22c tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250986 Nov 12 08:49:04.430274 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cf9593b2-0cc9-463c-b820-f126b1fdc5af tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Deleting port ac8e29af-483b-4a51-91d3-4548b84afdc6 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:04.431451 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cf9593b2-0cc9-463c-b820-f126b1fdc5af tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:04.444317 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e0d07900-e870-4c9a-9aaa-eedaf2d5edca tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:04.529599 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=793fe65f-25f7-4898-be7a-5ffc5749e6a6,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:04.575224 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ad88ebee-6e79-4855-8d2d-e65acdc47154 None None] Provisioning complete for port 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:04.575596 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ad88ebee-6e79-4855-8d2d-e65acdc47154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:04.661496 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e0d07900-e870-4c9a-9aaa-eedaf2d5edca tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:04.691001 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cf9593b2-0cc9-463c-b820-f126b1fdc5af tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] For port ac8e29af-483b-4a51-91d3-4548b84afdc6, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ac8e29af-483b-4a51-91d3-4548b84afdc6,segment=NetworkSegment(cc8fe4a0-9050-472c-b6f3-4cb0d266855f),segment_id=cc8fe4a0-9050-472c-b6f3-4cb0d266855f)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:04.691373 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cf9593b2-0cc9-463c-b820-f126b1fdc5af tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:04.729252 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cf9593b2-0cc9-463c-b820-f126b1fdc5af tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Calling delete_port for ac8e29af-483b-4a51-91d3-4548b84afdc6 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:04.823522 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baeae99-07f8-4961-9237-ae600012fa2a None None] DHCP port deletion for bf574c1b-160d-4ccc-8114-e7951615ce25 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:49:04.828783 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e0d07900-e870-4c9a-9aaa-eedaf2d5edca tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:04.906783 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cf9593b2-0cc9-463c-b820-f126b1fdc5af tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:04.969029 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9593b2-0cc9-463c-b820-f126b1fdc5af tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] No DVR routers for this DVR port ac8e29af-483b-4a51-91d3-4548b84afdc6 on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:49:04.978195 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9593b2-0cc9-463c-b820-f126b1fdc5af tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Pushing event deleted for resources: {'Port': ['ID=ac8e29af-483b-4a51-91d3-4548b84afdc6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:04.983812 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4baeae99-07f8-4961-9237-ae600012fa2a None None] Deleting port ac8e29af-483b-4a51-91d3-4548b84afdc6 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:04.984387 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4baeae99-07f8-4961-9237-ae600012fa2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:04.995612 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d07900-e870-4c9a-9aaa-eedaf2d5edca tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Subnet': ['ID=02efb91e-58aa-47c6-8c2d-4818d02be353,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:05.014624 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e0d07900-e870-4c9a-9aaa-eedaf2d5edca tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:05.021894 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e0d07900-e870-4c9a-9aaa-eedaf2d5edca tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/02efb91e-58aa-47c6-8c2d-4818d02be353 HTTP/1.1" status: 204 len: 168 time: 1.1691959 Nov 12 08:49:05.033003 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58016) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:05.044515 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eadcdd0-a1d0-4dcf-8a65-d6b528d3933f None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:05.089184 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f1ad5783-a480-408f-a9b4-e4638c22e1bb None None] Could not find standard attr ID for object 3ee2bda8-7c0a-4a98-98a8-5dbd461bb895. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:49:05.091434 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4baeae99-07f8-4961-9237-ae600012fa2a None None] For port ac8e29af-483b-4a51-91d3-4548b84afdc6, host n-d-768862-16, got binding levels [] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:05.091873 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4baeae99-07f8-4961-9237-ae600012fa2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:05.120430 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cf9593b2-0cc9-463c-b820-f126b1fdc5af tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:05.121374 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f6b4f-90d0-4cbe-af3a-f2c02309cd38 req-8d41b4b3-8146-4003-bf6f-0aafe14bd335 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:05.130428 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ce4f6b4f-90d0-4cbe-af3a-f2c02309cd38 req-8d41b4b3-8146-4003-bf6f-0aafe14bd335 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e1dffd-6140-46bb-85f6-2283f284cb73 HTTP/1.1" status: 200 len: 946 time: 0.1951137 Nov 12 08:49:05.204056 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-cf9593b2-0cc9-463c-b820-f126b1fdc5af tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf574c1b-160d-4ccc-8114-e7951615ce25']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:05.226889 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ce4f6b4f-90d0-4cbe-af3a-f2c02309cd38 req-efc17696-41c6-44c6-a128-df52d4119f77 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d396c6b-f1f6-4e89-9bab-997c08120245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917926 Nov 12 08:49:05.233708 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-f60d17b2-9cc2-48cb-8820-5424c8ae8934 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting subnet 477b84e0-1546-4d1b-9956-1e18e2dc4d83 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:49:05.233929 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-cf9593b2-0cc9-463c-b820-f126b1fdc5af tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc8fe4a0-9050-472c-b6f3-4cb0d266855f') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:05.234055 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-cf9593b2-0cc9-463c-b820-f126b1fdc5af tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc8fe4a0-9050-472c-b6f3-4cb0d266855f') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:05.257000 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f60d17b2-9cc2-48cb-8820-5424c8ae8934 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:05.259267 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cf9593b2-0cc9-463c-b820-f126b1fdc5af tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:05.282621 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cf9593b2-0cc9-463c-b820-f126b1fdc5af tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:05.290840 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9593b2-0cc9-463c-b820-f126b1fdc5af tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:49:05.291380 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cf9593b2-0cc9-463c-b820-f126b1fdc5af tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:05.295204 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:49:05.295204 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:49:05.295204 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:49:05.295204 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:49:05.295204 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:49:05.295204 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:49:05.295204 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:49:05.295204 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:49:05.295204 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:49:05.295204 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:49:05.295204 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:49:05.295204 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:49:05.295204 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:49:05.295204 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:49:05.295204 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:49:05.295204 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:49:05.295204 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:49:05.295204 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:49:05.295204 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:49:05.295204 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:49:05.295204 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:49:05.295204 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:49:05.295204 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:49:05.295204 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:49:05.295204 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:49:05.295204 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:49:05.295204 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:49:05.295204 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:49:05.295204 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:49:05.295204 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:49:05.295204 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:49:05.295204 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:49:05.333499 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f60d17b2-9cc2-48cb-8820-5424c8ae8934 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:05.411581 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6903e04-639b-42ac-8514-c4e6b1331996 x-openstack-request-id: req-a6903e04-639b-42ac-8514-c4e6b1331996 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:49:05.412092 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e1dffd-6140-46bb-85f6-2283f284cb73", "name": "network-vif-plugged", "status": "completed", "tag": "793fe65f-25f7-4898-be7a-5ffc5749e6a6", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:49:05.412498 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a6903e04-639b-42ac-8514-c4e6b1331996 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:49:05.413058 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e1dffd-6140-46bb-85f6-2283f284cb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793fe65f-25f7-4898-be7a-5ffc5749e6a6', 'code': 200} Nov 12 08:49:05.417955 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:05.436078 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cf9593b2-0cc9-463c-b820-f126b1fdc5af tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:05.467537 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4baeae99-07f8-4961-9237-ae600012fa2a None None] Calling delete_port for ac8e29af-483b-4a51-91d3-4548b84afdc6 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:05.476593 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.ipam_backend_mixin [None req-4baeae99-07f8-4961-9237-ae600012fa2a None None] Port ac8e29af-483b-4a51-91d3-4548b84afdc6 was not found and therefore no delete operation was performed {{(pid=102570) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:49:05.483633 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cf9593b2-0cc9-463c-b820-f126b1fdc5af tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:05.488632 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4baeae99-07f8-4961-9237-ae600012fa2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:05.496176 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-cf9593b2-0cc9-463c-b820-f126b1fdc5af tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] 10.222.0.37 "DELETE /v2.0/networks/bf574c1b-160d-4ccc-8114-e7951615ce25 HTTP/1.1" status: 204 len: 168 time: 1.5373955 Nov 12 08:49:05.528048 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9593b2-0cc9-463c-b820-f126b1fdc5af tempest-AllowedAddressPairTestJSON-637327872 tempest-AllowedAddressPairTestJSON-637327872-project] Pushing event deleted for resources: {'Network': ['ID=bf574c1b-160d-4ccc-8114-e7951615ce25,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:05.548451 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f60d17b2-9cc2-48cb-8820-5424c8ae8934 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:05.568332 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a8abb-5e81-4f7e-8d73-3551e3b9c196 req-0d7c2819-ba68-4fff-bc2a-ee7659a50766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:05.574061 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4baeae99-07f8-4961-9237-ae600012fa2a None None] Network bf574c1b-160d-4ccc-8114-e7951615ce25 is not hosted by any dhcp agent {{(pid=102570) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:49:05.574224 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ee2a8abb-5e81-4f7e-8d73-3551e3b9c196 req-0d7c2819-ba68-4fff-bc2a-ee7659a50766 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=81e1dffd-6140-46bb-85f6-2283f284cb73 HTTP/1.1" status: 200 len: 1098 time: 0.1507688 Nov 12 08:49:05.574519 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baeae99-07f8-4961-9237-ae600012fa2a None None] No DVR routers for this DVR port ac8e29af-483b-4a51-91d3-4548b84afdc6 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:49:05.589990 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baeae99-07f8-4961-9237-ae600012fa2a None None] Pushing event deleted for resources: {'Port': ['ID=ac8e29af-483b-4a51-91d3-4548b84afdc6,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:05.591698 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:05.596904 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:05.752774 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ee2a8abb-5e81-4f7e-8d73-3551e3b9c196 req-9c7f6b5c-71aa-4f5c-8330-01b452b3d210 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5d396c6b-f1f6-4e89-9bab-997c08120245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732860 Nov 12 08:49:05.770374 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f60d17b2-9cc2-48cb-8820-5424c8ae8934 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:05.808675 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f60d17b2-9cc2-48cb-8820-5424c8ae8934 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:05.824312 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f60d17b2-9cc2-48cb-8820-5424c8ae8934 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/477b84e0-1546-4d1b-9956-1e18e2dc4d83 HTTP/1.1" status: 204 len: 168 time: 0.7874646 Nov 12 08:49:05.825396 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58032) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:05.875685 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d17b2-9cc2-48cb-8820-5424c8ae8934 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Subnet': ['ID=477b84e0-1546-4d1b-9956-1e18e2dc4d83,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:06.023180 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-81eeb390-f734-4e95-a1a1-ac1460b486e5 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1895323 Nov 12 08:49:06.024623 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58042) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:06.032622 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-218ef95f-89a0-4348-ac4e-ba4c6cdb0dab tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:06.039247 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ac8e29af-483b-4a51-91d3-4548b84afdc6 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:49:06.105747 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26626d9f-b94f-4ede-98c8-354175911443 req-30c69239-3757-4788-9d4d-fb385adf437d tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:06.111853 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-26626d9f-b94f-4ede-98c8-354175911443 req-30c69239-3757-4788-9d4d-fb385adf437d tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.1352265 Nov 12 08:49:06.155962 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: ac8e29af-483b-4a51-91d3-4548b84afdc6 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:49:06.159095 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ac8e29af-483b-4a51-91d3-4548b84afdc6 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:49:06.186695 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58046) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:06.197802 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef2ec8d-af55-4233-ac5b-2419d23be1b5 None None] Update dhcp port {'port': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'fixed_ips': [{'subnet_id': '477b84e0-1546-4d1b-9956-1e18e2dc4d83'}], 'binding:host_id': 'n-d-768862-16'}, 'id': '35d1dbcf-17ec-4a62-928a-0f1fb7ad3696'} from n-d-768862-16. {{(pid=102570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:49:06.232662 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218ef95f-89a0-4348-ac4e-ba4c6cdb0dab tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:06.238325 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-26626d9f-b94f-4ede-98c8-354175911443 req-d6fb196a-962c-45e1-8530-2e2bb56c6102 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115971 Nov 12 08:49:06.241735 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-218ef95f-89a0-4348-ac4e-ba4c6cdb0dab tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:06.251352 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0ef2ec8d-af55-4233-ac5b-2419d23be1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:06.388905 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29812a1f-5013-4e1f-9177-1ea1349beefd req-5bdbb653-4280-4781-bbb8-ed60672c54e1 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:06.398005 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29812a1f-5013-4e1f-9177-1ea1349beefd req-5bdbb653-4280-4781-bbb8-ed60672c54e1 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:06.405533 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29812a1f-5013-4e1f-9177-1ea1349beefd req-5bdbb653-4280-4781-bbb8-ed60672c54e1 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:06.409650 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-29812a1f-5013-4e1f-9177-1ea1349beefd req-5bdbb653-4280-4781-bbb8-ed60672c54e1 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4398825f-6f1a-4303-88a3-a5833785b123 HTTP/1.1" status: 200 len: 2416 time: 0.1052337 Nov 12 08:49:06.515232 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-29812a1f-5013-4e1f-9177-1ea1349beefd req-9a7799e2-c92b-408e-bfa1-8d816c0c4dc0 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994780 Nov 12 08:49:06.601064 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b658f46-d652-40cb-8990-e003b58f9a8d None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:06.700961 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93674d9-8d67-42b0-a0e8-099a57a4ee5e req-b190b8ae-3e9d-42da-a97d-41d73f94f54f tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:06.702882 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a93674d9-8d67-42b0-a0e8-099a57a4ee5e req-b190b8ae-3e9d-42da-a97d-41d73f94f54f tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e1dffd-6140-46bb-85f6-2283f284cb73 HTTP/1.1" status: 200 len: 946 time: 0.0824082 Nov 12 08:49:06.705919 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9f1a2b32-a75a-452a-9e33-adacf23a27ca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4bbfbe5faa814dbd8f98118ebabe52c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5177140 Nov 12 08:49:06.709640 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58064) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:06.726187 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-218ef95f-89a0-4348-ac4e-ba4c6cdb0dab tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:06.823961 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c375b8d1-b3af-4b32-9d1b-6dc338a20f96 None None] Provisioning complete for port 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:06.824361 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c375b8d1-b3af-4b32-9d1b-6dc338a20f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:06.849170 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218ef95f-89a0-4348-ac4e-ba4c6cdb0dab tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:06.856788 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3f73f50b-9ea9-4aa0-944b-d3a251c48a0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:06.861860 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-218ef95f-89a0-4348-ac4e-ba4c6cdb0dab tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:06.874000 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218ef95f-89a0-4348-ac4e-ba4c6cdb0dab tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:06.874000 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-218ef95f-89a0-4348-ac4e-ba4c6cdb0dab tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:06.902381 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3f73f50b-9ea9-4aa0-944b-d3a251c48a0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:06.928757 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-218ef95f-89a0-4348-ac4e-ba4c6cdb0dab tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8980370 Nov 12 08:49:06.944287 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58068) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:06.974572 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-f63183a3-da9a-4156-883e-35a664cc5df0 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:06.999379 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ef95f-89a0-4348-ac4e-ba4c6cdb0dab tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Subnet': ['ID=44a0d5b1-efe0-4550-9e39-1ce92147cbbc,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:07.014792 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a93674d9-8d67-42b0-a0e8-099a57a4ee5e req-3bd8f5f4-5d10-482c-bee5-05e78bb5ae46 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d396c6b-f1f6-4e89-9bab-997c08120245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959425 Nov 12 08:49:07.041467 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3f73f50b-9ea9-4aa0-944b-d3a251c48a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:07.052757 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3f73f50b-9ea9-4aa0-944b-d3a251c48a0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:07.060575 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986b1ca9-d6f3-427c-bbd6-4ad84dc76ef5 None None] Update dhcp port {'port': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'fixed_ips': [{'subnet_id': '44a0d5b1-efe0-4550-9e39-1ce92147cbbc'}], 'binding:host_id': 'n-d-768862-16'}, 'id': '35d1dbcf-17ec-4a62-928a-0f1fb7ad3696'} from n-d-768862-16. {{(pid=102570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:49:07.070555 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3f73f50b-9ea9-4aa0-944b-d3a251c48a0d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf9508e8-1830-4c67-af59-a85786e0218c HTTP/1.1" status: 204 len: 168 time: 0.3591099 Nov 12 08:49:07.114045 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73f50b-9ea9-4aa0-944b-d3a251c48a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9508e8-1830-4c67-af59-a85786e0218c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:07.141879 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-986b1ca9-d6f3-427c-bbd6-4ad84dc76ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:07.306904 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63183a3-da9a-4156-883e-35a664cc5df0 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:07.315837 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f63183a3-da9a-4156-883e-35a664cc5df0 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:07.403852 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:49:07.683873 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-986b1ca9-d6f3-427c-bbd6-4ad84dc76ef5 None None] Allocated IP 172.20.0.2 (7bfd1417-cac6-4152-826e-588573fa4bfa/44a0d5b1-efe0-4550-9e39-1ce92147cbbc/35d1dbcf-17ec-4a62-928a-0f1fb7ad3696) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:07.699706 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:07.779025 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841916d-19b7-4fd6-9d89-5d7aa70a5768 req-37787e67-88b6-44d7-9410-03eb90ebaab1 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:07.791093 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841916d-19b7-4fd6-9d89-5d7aa70a5768 req-37787e67-88b6-44d7-9410-03eb90ebaab1 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:07.798206 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb6c5c5c-2d6f-45c8-9164-132be6120524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:07.803809 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841916d-19b7-4fd6-9d89-5d7aa70a5768 req-37787e67-88b6-44d7-9410-03eb90ebaab1 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:07.815302 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6841916d-19b7-4fd6-9d89-5d7aa70a5768 req-37787e67-88b6-44d7-9410-03eb90ebaab1 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4398825f-6f1a-4303-88a3-a5833785b123 HTTP/1.1" status: 200 len: 2416 time: 0.1865234 Nov 12 08:49:07.925049 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6841916d-19b7-4fd6-9d89-5d7aa70a5768 req-5e974eb9-2cba-4789-b83f-28280e1d3eb3 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063240 Nov 12 08:49:07.983611 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-986b1ca9-d6f3-427c-bbd6-4ad84dc76ef5 None None] For port 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=35d1dbcf-17ec-4a62-928a-0f1fb7ad3696,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:08.053453 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c96d8-52bc-4813-8781-49c6347a9cb5 req-9e33a636-23a2-4967-ab85-78d4511042e0 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:08.065982 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c96d8-52bc-4813-8781-49c6347a9cb5 req-9e33a636-23a2-4967-ab85-78d4511042e0 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:08.076151 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-986b1ca9-d6f3-427c-bbd6-4ad84dc76ef5 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.078594 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c96d8-52bc-4813-8781-49c6347a9cb5 req-9e33a636-23a2-4967-ab85-78d4511042e0 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:08.081508 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c24c96d8-52bc-4813-8781-49c6347a9cb5 req-9e33a636-23a2-4967-ab85-78d4511042e0 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.58 "GET /v2.0/ports?device_id=4398825f-6f1a-4303-88a3-a5833785b123 HTTP/1.1" status: 200 len: 2416 time: 0.2183700 Nov 12 08:49:08.091323 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-986b1ca9-d6f3-427c-bbd6-4ad84dc76ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.277037 n-d-768862-16 neutron-server[102568]: DEBUG neutron.objects.ports [None req-f63183a3-da9a-4156-883e-35a664cc5df0 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102568) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:49:08.331776 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:49:08.343269 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:49:08.350737 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b1ca9-d6f3-427c-bbd6-4ad84dc76ef5 None None] Pushing event updated for resources: {'Port': ['ID=35d1dbcf-17ec-4a62-928a-0f1fb7ad3696,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:08.481086 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2be922-45c0-43f7-b27e-447a9353adcb req-5f85360f-fbfc-4bb7-ae06-54946a6eeab5 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:08.492018 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-c24c96d8-52bc-4813-8781-49c6347a9cb5 req-bbf24ca1-eebb-43fb-aae0-71a677af45b2 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Deleting port c432a240-41af-4206-a1ff-a85afdd95ae3 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:08.498193 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c24c96d8-52bc-4813-8781-49c6347a9cb5 req-bbf24ca1-eebb-43fb-aae0-71a677af45b2 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.504162 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8c2be922-45c0-43f7-b27e-447a9353adcb req-5f85360f-fbfc-4bb7-ae06-54946a6eeab5 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e1dffd-6140-46bb-85f6-2283f284cb73 HTTP/1.1" status: 200 len: 946 time: 0.2067943 Nov 12 08:49:08.632888 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8c2be922-45c0-43f7-b27e-447a9353adcb req-b9f0b5d3-57be-42b9-8f9c-6aea8095e7c3 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d396c6b-f1f6-4e89-9bab-997c08120245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214862 Nov 12 08:49:08.928975 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c24c96d8-52bc-4813-8781-49c6347a9cb5 req-bbf24ca1-eebb-43fb-aae0-71a677af45b2 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] For port c432a240-41af-4206-a1ff-a85afdd95ae3, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=c432a240-41af-4206-a1ff-a85afdd95ae3,segment=NetworkSegment(7a67437f-1f88-4f72-b55f-8f7a838a7642),segment_id=7a67437f-1f88-4f72-b55f-8f7a838a7642)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:08.929246 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c24c96d8-52bc-4813-8781-49c6347a9cb5 req-bbf24ca1-eebb-43fb-aae0-71a677af45b2 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.932075 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f63183a3-da9a-4156-883e-35a664cc5df0 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:09.001654 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:09.016595 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-c24c96d8-52bc-4813-8781-49c6347a9cb5 req-bbf24ca1-eebb-43fb-aae0-71a677af45b2 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Calling delete_port for c432a240-41af-4206-a1ff-a85afdd95ae3 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:09.133369 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=35d1dbcf-17ec-4a62-928a-0f1fb7ad3696,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:09.149079 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:09.159332 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58136) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:09.170144 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.db.api [None req-f63183a3-da9a-4156-883e-35a664cc5df0 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:49:09.170570 n-d-768862-16 neutron-server[102568]: DEBUG oslo_db.api [None req-f63183a3-da9a-4156-883e-35a664cc5df0 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:49:09.282146 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b872290-81dd-474f-9669-9f04b741ef4d req-63130a82-8289-45f7-9c64-139377ff5817 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:09.293525 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b872290-81dd-474f-9669-9f04b741ef4d req-63130a82-8289-45f7-9c64-139377ff5817 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:09.307898 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b872290-81dd-474f-9669-9f04b741ef4d req-63130a82-8289-45f7-9c64-139377ff5817 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:09.322925 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8b872290-81dd-474f-9669-9f04b741ef4d req-63130a82-8289-45f7-9c64-139377ff5817 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4398825f-6f1a-4303-88a3-a5833785b123 HTTP/1.1" status: 200 len: 2416 time: 0.1852689 Nov 12 08:49:09.369044 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=35d1dbcf-17ec-4a62-928a-0f1fb7ad3696,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:09.471811 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8b872290-81dd-474f-9669-9f04b741ef4d req-e04e77e0-39d1-4d8c-9d1e-90c15be107f6 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410966 Nov 12 08:49:09.549080 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-36c34a55-f2aa-4895-abf6-740f22bddf57 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2049718597'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:09.600543 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c34a55-f2aa-4895-abf6-740f22bddf57 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Made reservation on behalf of 677b00ba9eff4c119c0309450642f4d9 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:09.608528 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-36c34a55-f2aa-4895-abf6-740f22bddf57 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:09.624595 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c24c96d8-52bc-4813-8781-49c6347a9cb5 req-bbf24ca1-eebb-43fb-aae0-71a677af45b2 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:09.632741 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-36c34a55-f2aa-4895-abf6-740f22bddf57 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:09.644146 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['324a1ee4-47e6-4a6f-9387-97f96f7a5ac4', '73cd05ed-3b4e-427c-b100-77d23f779d57', 'c432a240-41af-4206-a1ff-a85afdd95ae3'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:49:09.688701 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf24ca1-eebb-43fb-aae0-71a677af45b2 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Pushing event deleted for resources: {'Port': ['ID=c432a240-41af-4206-a1ff-a85afdd95ae3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:09.773117 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:09.833361 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f63183a3-da9a-4156-883e-35a664cc5df0 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:09.865326 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7631be74-d4f3-4bb9-9ab5-0ac2dbeed4ef None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:09.922344 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24c96d8-52bc-4813-8781-49c6347a9cb5 req-bbf24ca1-eebb-43fb-aae0-71a677af45b2 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] No DVR routers for this DVR port c432a240-41af-4206-a1ff-a85afdd95ae3 on host n-h2-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:49:09.922554 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-36c34a55-f2aa-4895-abf6-740f22bddf57 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:09.926463 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c24c96d8-52bc-4813-8781-49c6347a9cb5 req-bbf24ca1-eebb-43fb-aae0-71a677af45b2 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:09.933126 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c24c96d8-52bc-4813-8781-49c6347a9cb5 req-bbf24ca1-eebb-43fb-aae0-71a677af45b2 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.58 "DELETE /v2.0/ports/c432a240-41af-4206-a1ff-a85afdd95ae3 HTTP/1.1" status: 204 len: 173 time: 1.8129199 Nov 12 08:49:09.934391 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4398825f-6f1a-4303-88a3-a5833785b123', 'name': 'network-vif-deleted', 'tag': 'c432a240-41af-4206-a1ff-a85afdd95ae3'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:49:09.934581 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-36c34a55-f2aa-4895-abf6-740f22bddf57 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:09.937912 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2e74e8-78e7-45c4-9de1-aee7901caafb" -d '{"events": [{"server_uuid": "4398825f-6f1a-4303-88a3-a5833785b123", "name": "network-vif-deleted", "tag": "c432a240-41af-4206-a1ff-a85afdd95ae3"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:49:10.008268 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c34a55-f2aa-4895-abf6-740f22bddf57 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:49:10.035902 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c34a55-f2aa-4895-abf6-740f22bddf57 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9850098-9dd4-483e-9b5c-328231e3a9b2,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:10.069600 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-36c34a55-f2aa-4895-abf6-740f22bddf57 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.072049 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-36c34a55-f2aa-4895-abf6-740f22bddf57 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Added segment cbeac5c7-604f-46e3-80f6-c7c5827b4a6f of type vlan for network b364de6c-dd9f-41b4-bb64-458bff6388d0 Nov 12 08:49:10.216539 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-36c34a55-f2aa-4895-abf6-740f22bddf57 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.266184 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-79d376f9-ecd0-4110-8357-22d81f6fccca None None] Provisioning complete for port 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:10.270463 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-79d376f9-ecd0-4110-8357-22d81f6fccca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.315070 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-36c34a55-f2aa-4895-abf6-740f22bddf57 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.321668 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c34a55-f2aa-4895-abf6-740f22bddf57 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:10.322805 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-36c34a55-f2aa-4895-abf6-740f22bddf57 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.489784 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-f63183a3-da9a-4156-883e-35a664cc5df0 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] For port 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=35d1dbcf-17ec-4a62-928a-0f1fb7ad3696,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:10.495898 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-36c34a55-f2aa-4895-abf6-740f22bddf57 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.3298624 Nov 12 08:49:10.497736 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58164) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:10.523982 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:10.526030 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f63183a3-da9a-4156-883e-35a664cc5df0 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.527389 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-ac1f3cec-462e-4a95-90e9-c7001ded58fc tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Request body: {'subnet': {'network_id': 'b364de6c-dd9f-41b4-bb64-458bff6388d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:10.527614 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.532937 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f756f9fb-f7d7-461f-8533-c9c1636d0e8b x-openstack-request-id: req-f756f9fb-f7d7-461f-8533-c9c1636d0e8b {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:49:10.533284 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4398825f-6f1a-4303-88a3-a5833785b123", "name": "network-vif-deleted", "tag": "c432a240-41af-4206-a1ff-a85afdd95ae3", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:49:10.534690 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f756f9fb-f7d7-461f-8533-c9c1636d0e8b {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:49:10.534690 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4398825f-6f1a-4303-88a3-a5833785b123', 'name': 'network-vif-deleted', 'tag': 'c432a240-41af-4206-a1ff-a85afdd95ae3', 'status': 'completed', 'code': 200} Nov 12 08:49:10.538353 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f63183a3-da9a-4156-883e-35a664cc5df0 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.539228 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f63183a3-da9a-4156-883e-35a664cc5df0 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.631271 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ebb8facc-b122-4393-90b3-4cd6c984e787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.687936 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c34a55-f2aa-4895-abf6-740f22bddf57 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Pushing event updated for resources: {'Network': ['ID=b364de6c-dd9f-41b4-bb64-458bff6388d0,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:10.708683 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63183a3-da9a-4156-883e-35a664cc5df0 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:10.739218 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-f63183a3-da9a-4156-883e-35a664cc5df0 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:10.750849 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63183a3-da9a-4156-883e-35a664cc5df0 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:10.751622 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f63183a3-da9a-4156-883e-35a664cc5df0 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.762244 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network b364de6c-dd9f-41b4-bb64-458bff6388d0 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:49:10.836328 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63183a3-da9a-4156-883e-35a664cc5df0 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Subnet': ['ID=7e466fb2-f9de-4f01-88ac-ef1e8080b971,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:10.871000 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63183a3-da9a-4156-883e-35a664cc5df0 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Port': ['ID=35d1dbcf-17ec-4a62-928a-0f1fb7ad3696,revision_number=9']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:10.904140 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f63183a3-da9a-4156-883e-35a664cc5df0 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9578977 Nov 12 08:49:10.906766 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58172) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:10.923990 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-afa8a013-13df-410d-8bbc-51877d56cdf9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'port': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'mac_address': 'fa:16:3e:e6:34:a4', 'name': 'tempest-NetworksTestDHCPv6-764651549'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:10.934804 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-79d376f9-ecd0-4110-8357-22d81f6fccca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.949828 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-c24c96d8-52bc-4813-8781-49c6347a9cb5 req-331967f9-f973-47e4-937a-d3cb22dc0d11 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Deleting port 73cd05ed-3b4e-427c-b100-77d23f779d57 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:10.950176 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c24c96d8-52bc-4813-8781-49c6347a9cb5 req-331967f9-f973-47e4-937a-d3cb22dc0d11 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.996222 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2803b67-225e-48b3-ba92-065745928629 req-b8a40dd2-54a9-41ef-9db2-bbbb6a3028dc tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:11.003059 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2803b67-225e-48b3-ba92-065745928629 req-b8a40dd2-54a9-41ef-9db2-bbbb6a3028dc tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:11.012541 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b2803b67-225e-48b3-ba92-065745928629 req-b8a40dd2-54a9-41ef-9db2-bbbb6a3028dc tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4398825f-6f1a-4303-88a3-a5833785b123 HTTP/1.1" status: 200 len: 1681 time: 0.2361434 Nov 12 08:49:11.066475 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1f3cec-462e-4a95-90e9-c7001ded58fc tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Made reservation on behalf of 677b00ba9eff4c119c0309450642f4d9 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:11.073199 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ac1f3cec-462e-4a95-90e9-c7001ded58fc tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:11.184256 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:11.301541 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-79d376f9-ecd0-4110-8357-22d81f6fccca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:49:11.302703 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-79d376f9-ecd0-4110-8357-22d81f6fccca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:49:11.345038 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b2803b67-225e-48b3-ba92-065745928629 req-5c455f07-998a-4f7d-b213-78a5ea3fc780 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208566 Nov 12 08:49:11.346908 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=35d1dbcf-17ec-4a62-928a-0f1fb7ad3696,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:11.415026 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:11.484364 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c24c96d8-52bc-4813-8781-49c6347a9cb5 req-331967f9-f973-47e4-937a-d3cb22dc0d11 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] For port 73cd05ed-3b4e-427c-b100-77d23f779d57, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=73cd05ed-3b4e-427c-b100-77d23f779d57,segment=NetworkSegment(5fd0da14-aac5-41f5-9019-7055e58c2d10),segment_id=5fd0da14-aac5-41f5-9019-7055e58c2d10)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:11.487328 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c24c96d8-52bc-4813-8781-49c6347a9cb5 req-331967f9-f973-47e4-937a-d3cb22dc0d11 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:11.594152 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-c24c96d8-52bc-4813-8781-49c6347a9cb5 req-331967f9-f973-47e4-937a-d3cb22dc0d11 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Calling delete_port for 73cd05ed-3b4e-427c-b100-77d23f779d57 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:11.682549 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:11.783237 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=35d1dbcf-17ec-4a62-928a-0f1fb7ad3696,revision_number=10']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:11.788159 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ac1f3cec-462e-4a95-90e9-c7001ded58fc tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:11.915781 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa8a013-13df-410d-8bbc-51877d56cdf9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:11.950204 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:11.950922 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:11.974133 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f3cec-462e-4a95-90e9-c7001ded58fc tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Pushing event updated for resources: {'Subnet': ['ID=edcadf3c-1db1-439e-a581-3debdba700b6,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:12.025865 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1f3cec-462e-4a95-90e9-c7001ded58fc tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Checking segment: {'id': 'cbeac5c7-604f-46e3-80f6-c7c5827b4a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b364de6c-dd9f-41b4-bb64-458bff6388d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:12.030617 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1f3cec-462e-4a95-90e9-c7001ded58fc tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Network hostable DHCP agents. Network: b364de6c-dd9f-41b4-bb64-458bff6388d0, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:49:12.077468 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1f3cec-462e-4a95-90e9-c7001ded58fc tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Network b364de6c-dd9f-41b4-bb64-458bff6388d0 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:49:12.081103 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:12.094665 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-ac1f3cec-462e-4a95-90e9-c7001ded58fc tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, b364de6c-dd9f-41b4-bb64-458bff6388d0) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:12.100454 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1f3cec-462e-4a95-90e9-c7001ded58fc tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:12.101110 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ac1f3cec-462e-4a95-90e9-c7001ded58fc tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:12.111950 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc63305-326c-4677-a2cd-adc828025e1c None None] Network b364de6c-dd9f-41b4-bb64-458bff6388d0 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:12.152237 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ac1f3cec-462e-4a95-90e9-c7001ded58fc tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6531920 Nov 12 08:49:12.155122 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58198) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:12.167847 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-30d13037-739d-42e9-aee4-ea5e6d40ebbf tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Request body: {'port': {'network_id': 'b364de6c-dd9f-41b4-bb64-458bff6388d0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-515131888'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:12.183206 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c24c96d8-52bc-4813-8781-49c6347a9cb5 req-331967f9-f973-47e4-937a-d3cb22dc0d11 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:12.275017 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331967f9-f973-47e4-937a-d3cb22dc0d11 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Pushing event deleted for resources: {'Port': ['ID=73cd05ed-3b4e-427c-b100-77d23f779d57,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:12.289871 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-afa8a013-13df-410d-8bbc-51877d56cdf9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:12.433215 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24c96d8-52bc-4813-8781-49c6347a9cb5 req-331967f9-f973-47e4-937a-d3cb22dc0d11 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] No DVR routers for this DVR port 73cd05ed-3b4e-427c-b100-77d23f779d57 on host n-h2-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:49:12.440816 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c24c96d8-52bc-4813-8781-49c6347a9cb5 req-331967f9-f973-47e4-937a-d3cb22dc0d11 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:12.458335 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c24c96d8-52bc-4813-8781-49c6347a9cb5 req-331967f9-f973-47e4-937a-d3cb22dc0d11 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.58 "DELETE /v2.0/ports/73cd05ed-3b4e-427c-b100-77d23f779d57 HTTP/1.1" status: 204 len: 173 time: 2.4322879 Nov 12 08:49:12.478146 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-afa8a013-13df-410d-8bbc-51877d56cdf9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] device_id is not set on port 56de4dd7-04bd-4f33-a1aa-cb3780b4d6d5 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:49:12.559968 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4398825f-6f1a-4303-88a3-a5833785b123', 'name': 'network-vif-deleted', 'tag': '73cd05ed-3b4e-427c-b100-77d23f779d57'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:49:12.562372 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b6c128-fc98-41de-bd3d-1551b866180a" -d '{"events": [{"server_uuid": "4398825f-6f1a-4303-88a3-a5833785b123", "name": "network-vif-deleted", "tag": "73cd05ed-3b4e-427c-b100-77d23f779d57"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:49:12.698458 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d13037-739d-42e9-aee4-ea5e6d40ebbf tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Made reservation on behalf of 677b00ba9eff4c119c0309450642f4d9 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:12.710781 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-30d13037-739d-42e9-aee4-ea5e6d40ebbf tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:12.804306 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-30d13037-739d-42e9-aee4-ea5e6d40ebbf tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] device_id is not set on port 661e3364-a526-4170-988c-236ede3f50c9 yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:49:12.983592 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b039e1eb-ace0-4181-b441-46235552ba75 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:13.069675 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 324a1ee4-47e6-4a6f-9387-97f96f7a5ac4 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:49:13.085341 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d849a-73b3-461d-ad43-759dc033c76a req-818cc24b-a67e-4208-8286-6fd5a1deb8b1 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:13.099714 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b68d849a-73b3-461d-ad43-759dc033c76a req-818cc24b-a67e-4208-8286-6fd5a1deb8b1 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4398825f-6f1a-4303-88a3-a5833785b123 HTTP/1.1" status: 200 len: 946 time: 0.4267986 Nov 12 08:49:13.165820 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-154a44d0-f65b-41b6-8496-9da85b1cf4bb None None] Provisioning complete for port 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:13.174721 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-154a44d0-f65b-41b6-8496-9da85b1cf4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:13.257308 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-30d13037-739d-42e9-aee4-ea5e6d40ebbf tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Allocated IP 2001:db8::2f0 (b364de6c-dd9f-41b4-bb64-458bff6388d0/edcadf3c-1db1-439e-a581-3debdba700b6/661e3364-a526-4170-988c-236ede3f50c9) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:13.314732 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72f2667-efab-4ec6-b68a-ae490dab8afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-b364de6c-dd9f-41b4-bb64-458bff6388d0', 'network_id': 'b364de6c-dd9f-41b4-bb64-458bff6388d0', 'tenant_id': '677b00ba9eff4c119c0309450642f4d9', 'fixed_ips': [{'subnet_id': 'edcadf3c-1db1-439e-a581-3debdba700b6'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:49:13.317035 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c72f2667-efab-4ec6-b68a-ae490dab8afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:13.371583 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b68d849a-73b3-461d-ad43-759dc033c76a req-d04de3ed-6d0b-43cc-b428-28b94334e4ba tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692935 Nov 12 08:49:13.475843 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:13.632599 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62adf2b3-90ea-4c8c-9fb9-ba4d448fa6ff x-openstack-request-id: req-62adf2b3-90ea-4c8c-9fb9-ba4d448fa6ff {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:49:13.633660 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4398825f-6f1a-4303-88a3-a5833785b123", "name": "network-vif-deleted", "tag": "73cd05ed-3b4e-427c-b100-77d23f779d57", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:49:13.634138 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-62adf2b3-90ea-4c8c-9fb9-ba4d448fa6ff {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:49:13.634775 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4398825f-6f1a-4303-88a3-a5833785b123', 'name': 'network-vif-deleted', 'tag': '73cd05ed-3b4e-427c-b100-77d23f779d57', 'status': 'completed', 'code': 200} Nov 12 08:49:13.671372 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-30d13037-739d-42e9-aee4-ea5e6d40ebbf tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:13.682624 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:13.727482 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-c24c96d8-52bc-4813-8781-49c6347a9cb5 req-2773aca5-3eda-4f9c-8cd8-4dfa030c4757 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Deleting port 324a1ee4-47e6-4a6f-9387-97f96f7a5ac4 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:13.735137 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c24c96d8-52bc-4813-8781-49c6347a9cb5 req-2773aca5-3eda-4f9c-8cd8-4dfa030c4757 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:14.031585 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-afa8a013-13df-410d-8bbc-51877d56cdf9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Allocated IP 172.20.0.9 (7bfd1417-cac6-4152-826e-588573fa4bfa/44a0d5b1-efe0-4550-9e39-1ce92147cbbc/56de4dd7-04bd-4f33-a1aa-cb3780b4d6d5) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:14.044390 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:14.063752 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-afa8a013-13df-410d-8bbc-51877d56cdf9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Allocated IP 2001:db8::f816:3eff:fee6:34a4 (7bfd1417-cac6-4152-826e-588573fa4bfa/7e466fb2-f9de-4f01-88ac-ef1e8080b971/56de4dd7-04bd-4f33-a1aa-cb3780b4d6d5) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:14.073585 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:14.088591 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4398825f-6f1a-4303-88a3-a5833785b123', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '324a1ee4-47e6-4a6f-9387-97f96f7a5ac4'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:49:14.091295 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5831589-adc1-4e6b-9aef-3504af46e765" -d '{"events": [{"server_uuid": "4398825f-6f1a-4303-88a3-a5833785b123", "name": "network-vif-unplugged", "status": "completed", "tag": "324a1ee4-47e6-4a6f-9387-97f96f7a5ac4"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:49:14.121391 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 324a1ee4-47e6-4a6f-9387-97f96f7a5ac4, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=324a1ee4-47e6-4a6f-9387-97f96f7a5ac4,segment=NetworkSegment(7a67437f-1f88-4f72-b55f-8f7a838a7642),segment_id=7a67437f-1f88-4f72-b55f-8f7a838a7642)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:14.128825 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:14.129604 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:14.131796 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:14.133028 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device c432a240-41af-4206-a1ff-a85afdd95ae3 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:49:14.209655 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c24c96d8-52bc-4813-8781-49c6347a9cb5 req-2773aca5-3eda-4f9c-8cd8-4dfa030c4757 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] For port 324a1ee4-47e6-4a6f-9387-97f96f7a5ac4, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=324a1ee4-47e6-4a6f-9387-97f96f7a5ac4,segment=NetworkSegment(7a67437f-1f88-4f72-b55f-8f7a838a7642),segment_id=7a67437f-1f88-4f72-b55f-8f7a838a7642)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:14.210106 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c24c96d8-52bc-4813-8781-49c6347a9cb5 req-2773aca5-3eda-4f9c-8cd8-4dfa030c4757 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:14.215389 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: c432a240-41af-4206-a1ff-a85afdd95ae3 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:49:14.218036 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device c432a240-41af-4206-a1ff-a85afdd95ae3 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:49:14.220116 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 73cd05ed-3b4e-427c-b100-77d23f779d57 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:49:14.248577 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-30d13037-739d-42e9-aee4-ea5e6d40ebbf tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:14.251771 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-c24c96d8-52bc-4813-8781-49c6347a9cb5 req-2773aca5-3eda-4f9c-8cd8-4dfa030c4757 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Calling delete_port for 324a1ee4-47e6-4a6f-9387-97f96f7a5ac4 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:14.278331 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51d546d-f5ec-49ed-9386-e4516b2fbe6a x-openstack-request-id: req-a51d546d-f5ec-49ed-9386-e4516b2fbe6a {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:49:14.282151 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4398825f-6f1a-4303-88a3-a5833785b123", "name": "network-vif-unplugged", "status": "completed", "tag": "324a1ee4-47e6-4a6f-9387-97f96f7a5ac4", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:49:14.282528 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a51d546d-f5ec-49ed-9386-e4516b2fbe6a {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:49:14.283050 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4398825f-6f1a-4303-88a3-a5833785b123', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '324a1ee4-47e6-4a6f-9387-97f96f7a5ac4', 'code': 200} Nov 12 08:49:14.301128 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 73cd05ed-3b4e-427c-b100-77d23f779d57 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:49:14.301620 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 73cd05ed-3b4e-427c-b100-77d23f779d57 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:49:14.345745 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d13037-739d-42e9-aee4-ea5e6d40ebbf tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Network b364de6c-dd9f-41b4-bb64-458bff6388d0 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:14.370528 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-30d13037-739d-42e9-aee4-ea5e6d40ebbf tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:14.373990 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d13037-739d-42e9-aee4-ea5e6d40ebbf tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:14.385817 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d13037-739d-42e9-aee4-ea5e6d40ebbf tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:14.392769 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-30d13037-739d-42e9-aee4-ea5e6d40ebbf tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:14.416338 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d13037-739d-42e9-aee4-ea5e6d40ebbf tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Pushing event updated for resources: {'Port': ['ID=661e3364-a526-4170-988c-236ede3f50c9,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:14.445980 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-30d13037-739d-42e9-aee4-ea5e6d40ebbf tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.2860610 Nov 12 08:49:14.449047 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58240) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:14.454858 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-7e1407d2-d19f-43da-b4a1-23808415fe99 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Request body: {'port': {'network_id': 'b364de6c-dd9f-41b4-bb64-458bff6388d0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-21535646', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:14.455545 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.api.validators [None req-7e1407d2-d19f-43da-b4a1-23808415fe99 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] bootfile-name is not in valid_values {{(pid=102569) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:49:14.464606 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=324a1ee4-47e6-4a6f-9387-97f96f7a5ac4,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:14.465443 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.api.validators [None req-7e1407d2-d19f-43da-b4a1-23808415fe99 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] tftp-server is not in valid_values {{(pid=102569) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:49:14.466011 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.api.validators [None req-7e1407d2-d19f-43da-b4a1-23808415fe99 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] server-ip-address is not in valid_values {{(pid=102569) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:49:14.502869 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-c72f2667-efab-4ec6-b68a-ae490dab8afa None None] Allocated IP 2001:db8::2 (b364de6c-dd9f-41b4-bb64-458bff6388d0/edcadf3c-1db1-439e-a581-3debdba700b6/89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:14.795928 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-183c396a-fbf8-4330-a967-e83559c0f5ef None None] Provisioning complete for port 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:14.796509 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-183c396a-fbf8-4330-a967-e83559c0f5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:14.818260 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1407d2-d19f-43da-b4a1-23808415fe99 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Made reservation on behalf of 677b00ba9eff4c119c0309450642f4d9 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:14.832289 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7e1407d2-d19f-43da-b4a1-23808415fe99 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:14.933731 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1817454-283b-48e2-9e93-4ddb03f12123 req-79aed904-59eb-4215-b51d-2dda45623c34 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:14.949436 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-afa8a013-13df-410d-8bbc-51877d56cdf9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:14.952337 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c72f2667-efab-4ec6-b68a-ae490dab8afa None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:14.954395 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f1817454-283b-48e2-9e93-4ddb03f12123 req-79aed904-59eb-4215-b51d-2dda45623c34 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4398825f-6f1a-4303-88a3-a5833785b123 HTTP/1.1" status: 200 len: 944 time: 0.3247080 Nov 12 08:49:14.966498 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c72f2667-efab-4ec6-b68a-ae490dab8afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:15.021099 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-7e1407d2-d19f-43da-b4a1-23808415fe99 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] device_id is not set on port 94fa4908-f563-4147-9b40-c4c3d3fc952b yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:49:15.061396 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c24c96d8-52bc-4813-8781-49c6347a9cb5 req-2773aca5-3eda-4f9c-8cd8-4dfa030c4757 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:15.095190 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72f2667-efab-4ec6-b68a-ae490dab8afa None None] Network b364de6c-dd9f-41b4-bb64-458bff6388d0 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:15.100069 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f2667-efab-4ec6-b68a-ae490dab8afa None None] Pushing event updated for resources: {'Port': ['ID=89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:15.108723 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-c72f2667-efab-4ec6-b68a-ae490dab8afa None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:15.113164 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72f2667-efab-4ec6-b68a-ae490dab8afa None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:15.196166 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773aca5-3eda-4f9c-8cd8-4dfa030c4757 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Pushing event deleted for resources: {'Port': ['ID=324a1ee4-47e6-4a6f-9387-97f96f7a5ac4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:15.240876 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-c72f2667-efab-4ec6-b68a-ae490dab8afa None None] Attempting to bind port 89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:49:15.243327 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-c72f2667-efab-4ec6-b68a-ae490dab8afa None None] Attempting to bind port 89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'cbeac5c7-604f-46e3-80f6-c7c5827b4a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b364de6c-dd9f-41b4-bb64-458bff6388d0'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:49:15.243866 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72f2667-efab-4ec6-b68a-ae490dab8afa None None] Attempting to bind port 89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e on network b364de6c-dd9f-41b4-bb64-458bff6388d0 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:15.258995 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72f2667-efab-4ec6-b68a-ae490dab8afa None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:49:15.259423 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72f2667-efab-4ec6-b68a-ae490dab8afa None None] Checking segment: {'id': 'cbeac5c7-604f-46e3-80f6-c7c5827b4a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b364de6c-dd9f-41b4-bb64-458bff6388d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:15.259950 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c72f2667-efab-4ec6-b68a-ae490dab8afa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:15.261258 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72f2667-efab-4ec6-b68a-ae490dab8afa None None] Bound using segment: {'id': 'cbeac5c7-604f-46e3-80f6-c7c5827b4a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b364de6c-dd9f-41b4-bb64-458bff6388d0'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:49:15.261984 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-c72f2667-efab-4ec6-b68a-ae490dab8afa None None] Bound port: 89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbeac5c7-604f-46e3-80f6-c7c5827b4a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b364de6c-dd9f-41b4-bb64-458bff6388d0'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:49:15.264215 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c72f2667-efab-4ec6-b68a-ae490dab8afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:15.305958 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-afa8a013-13df-410d-8bbc-51877d56cdf9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:15.308220 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24c96d8-52bc-4813-8781-49c6347a9cb5 req-2773aca5-3eda-4f9c-8cd8-4dfa030c4757 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] No DVR routers for this DVR port 324a1ee4-47e6-4a6f-9387-97f96f7a5ac4 on host n-h2-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:49:15.407878 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c24c96d8-52bc-4813-8781-49c6347a9cb5 req-2773aca5-3eda-4f9c-8cd8-4dfa030c4757 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:15.418112 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c24c96d8-52bc-4813-8781-49c6347a9cb5 req-2773aca5-3eda-4f9c-8cd8-4dfa030c4757 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.58 "DELETE /v2.0/ports/324a1ee4-47e6-4a6f-9387-97f96f7a5ac4 HTTP/1.1" status: 204 len: 173 time: 2.9483831 Nov 12 08:49:15.422142 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa8a013-13df-410d-8bbc-51877d56cdf9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Port': ['ID=56de4dd7-04bd-4f33-a1aa-cb3780b4d6d5,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:15.431106 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c72f2667-efab-4ec6-b68a-ae490dab8afa None None] For port 89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:49:15.439829 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-7e1407d2-d19f-43da-b4a1-23808415fe99 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Allocated IP 2001:db8::2a4 (b364de6c-dd9f-41b4-bb64-458bff6388d0/edcadf3c-1db1-439e-a581-3debdba700b6/94fa4908-f563-4147-9b40-c4c3d3fc952b) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:15.440297 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa8a013-13df-410d-8bbc-51877d56cdf9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:15.440402 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c72f2667-efab-4ec6-b68a-ae490dab8afa None None] For port 89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e,segment=NetworkSegment(cbeac5c7-604f-46e3-80f6-c7c5827b4a6f),segment_id=cbeac5c7-604f-46e3-80f6-c7c5827b4a6f)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:49:15.444406 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-afa8a013-13df-410d-8bbc-51877d56cdf9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:15.452041 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c72f2667-efab-4ec6-b68a-ae490dab8afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:15.464746 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa8a013-13df-410d-8bbc-51877d56cdf9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:15.660185 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4398825f-6f1a-4303-88a3-a5833785b123', 'name': 'network-vif-deleted', 'tag': '324a1ee4-47e6-4a6f-9387-97f96f7a5ac4'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:49:15.681100 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51a6b17-2643-4061-9fb4-7f31e45a6756" -d '{"events": [{"server_uuid": "4398825f-6f1a-4303-88a3-a5833785b123", "name": "network-vif-deleted", "tag": "324a1ee4-47e6-4a6f-9387-97f96f7a5ac4"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:49:15.715841 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa8a013-13df-410d-8bbc-51877d56cdf9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:15.719059 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-afa8a013-13df-410d-8bbc-51877d56cdf9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:15.758345 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f2667-efab-4ec6-b68a-ae490dab8afa None None] Pushing event updated for resources: {'Port': ['ID=89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:15.772561 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-afa8a013-13df-410d-8bbc-51877d56cdf9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.8591242 Nov 12 08:49:15.773661 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58276) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:15.931183 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7e1407d2-d19f-43da-b4a1-23808415fe99 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:15.933274 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831f9e11-7b6d-4bea-bd99-18f81cc63b1d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:15.945838 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831f9e11-7b6d-4bea-bd99-18f81cc63b1d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:15.949640 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-831f9e11-7b6d-4bea-bd99-18f81cc63b1d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1748605 Nov 12 08:49:15.952501 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58280) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:15.976781 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58282) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:16.008082 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f1817454-283b-48e2-9e93-4ddb03f12123 req-e0033e2e-20aa-4204-b446-93ee176eb503 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0498519 Nov 12 08:49:16.025228 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7e1407d2-d19f-43da-b4a1-23808415fe99 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:16.288591 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-d80eb532-b35c-4770-b22e-83722ddfc1f2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting port 56de4dd7-04bd-4f33-a1aa-cb3780b4d6d5 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:16.289760 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d80eb532-b35c-4770-b22e-83722ddfc1f2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:16.324779 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1407d2-d19f-43da-b4a1-23808415fe99 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Pushing event updated for resources: {'Port': ['ID=94fa4908-f563-4147-9b40-c4c3d3fc952b,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:16.367561 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da26b04-25e4-492f-87f3-b8679a5fa246 x-openstack-request-id: req-0da26b04-25e4-492f-87f3-b8679a5fa246 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:49:16.369154 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4398825f-6f1a-4303-88a3-a5833785b123", "name": "network-vif-deleted", "tag": "324a1ee4-47e6-4a6f-9387-97f96f7a5ac4", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:49:16.369629 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0da26b04-25e4-492f-87f3-b8679a5fa246 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:49:16.370210 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4398825f-6f1a-4303-88a3-a5833785b123', 'name': 'network-vif-deleted', 'tag': '324a1ee4-47e6-4a6f-9387-97f96f7a5ac4', 'status': 'completed', 'code': 200} Nov 12 08:49:16.382080 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1407d2-d19f-43da-b4a1-23808415fe99 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Network b364de6c-dd9f-41b4-bb64-458bff6388d0 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:16.389418 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-7e1407d2-d19f-43da-b4a1-23808415fe99 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:16.408741 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1407d2-d19f-43da-b4a1-23808415fe99 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:16.414716 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1407d2-d19f-43da-b4a1-23808415fe99 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:16.415419 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7e1407d2-d19f-43da-b4a1-23808415fe99 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:16.460004 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-30c870ed-609d-49b1-99eb-2025060ff139 None None] Provisioning complete for port 56de4dd7-04bd-4f33-a1aa-cb3780b4d6d5 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:16.460739 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-30c870ed-609d-49b1-99eb-2025060ff139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:16.479941 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7e1407d2-d19f-43da-b4a1-23808415fe99 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.0295460 Nov 12 08:49:16.492198 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58288) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:16.563212 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-30c870ed-609d-49b1-99eb-2025060ff139 None None] Port 56de4dd7-04bd-4f33-a1aa-cb3780b4d6d5 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:49:16.570372 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984adb25-d1dc-47ff-ae42-e81855c9ae22 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:16.587829 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d88476e5-4618-42dd-95bf-0673b7531728 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:16.588247 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984adb25-d1dc-47ff-ae42-e81855c9ae22 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:16.594557 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984adb25-d1dc-47ff-ae42-e81855c9ae22 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:16.596412 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-984adb25-d1dc-47ff-ae42-e81855c9ae22 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1032908 Nov 12 08:49:16.599623 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58292) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:16.663098 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d80eb532-b35c-4770-b22e-83722ddfc1f2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:16.693330 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-d80eb532-b35c-4770-b22e-83722ddfc1f2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Calling delete_port for 56de4dd7-04bd-4f33-a1aa-cb3780b4d6d5 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:16.744243 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-6725ba8e-c577-4405-b980-5beea11ce627 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Deleting port 94fa4908-f563-4147-9b40-c4c3d3fc952b {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:16.744983 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6725ba8e-c577-4405-b980-5beea11ce627 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:16.834075 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d88476e5-4618-42dd-95bf-0673b7531728 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:16.845593 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d88476e5-4618-42dd-95bf-0673b7531728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:16.867878 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6725ba8e-c577-4405-b980-5beea11ce627 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:16.890767 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-6725ba8e-c577-4405-b980-5beea11ce627 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Calling delete_port for 94fa4908-f563-4147-9b40-c4c3d3fc952b owned by {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:16.957857 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88476e5-4618-42dd-95bf-0673b7531728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639796e8-8e81-435a-b89a-cfdd75ad506d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:17.038173 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d88476e5-4618-42dd-95bf-0673b7531728 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=23f07d7546a345eba43d3a68280edb54&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0592148 Nov 12 08:49:17.041780 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58306) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:17.110123 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58308) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:17.169934 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be2377d-a6d9-4265-a150-d36e2f51326e tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Deleting subnet a7458910-e2ba-4c11-9bcc-4672c4f2fc8b {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:49:17.175532 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0be2377d-a6d9-4265-a150-d36e2f51326e tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:17.200162 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6725ba8e-c577-4405-b980-5beea11ce627 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:17.232714 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d80eb532-b35c-4770-b22e-83722ddfc1f2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:17.280412 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80eb532-b35c-4770-b22e-83722ddfc1f2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Port': ['ID=56de4dd7-04bd-4f33-a1aa-cb3780b4d6d5,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:17.291958 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c730aad0-f55b-4ad7-a749-919dcf5e5735 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:17.308694 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725ba8e-c577-4405-b980-5beea11ce627 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Pushing event deleted for resources: {'Port': ['ID=94fa4908-f563-4147-9b40-c4c3d3fc952b,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:17.340044 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c730aad0-f55b-4ad7-a749-919dcf5e5735 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:17.349892 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6725ba8e-c577-4405-b980-5beea11ce627 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:17.358515 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6725ba8e-c577-4405-b980-5beea11ce627 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] 10.222.0.37 "DELETE /v2.0/ports/94fa4908-f563-4147-9b40-c4c3d3fc952b HTTP/1.1" status: 204 len: 168 time: 0.7575557 Nov 12 08:49:17.367860 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58314) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:17.387946 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-e707c8eb-e364-45e4-ab89-a657ec41f8be tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Request body: {'port': {'name': 'tempest-new-port-name-693054429', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:17.388194 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.api.validators [None req-e707c8eb-e364-45e4-ab89-a657ec41f8be tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] bootfile-name is not in valid_values {{(pid=102569) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:49:17.389108 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.api.validators [None req-e707c8eb-e364-45e4-ab89-a657ec41f8be tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] tftp-server is not in valid_values {{(pid=102569) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:49:17.389108 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.api.validators [None req-e707c8eb-e364-45e4-ab89-a657ec41f8be tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] server-ip-address is not in valid_values {{(pid=102569) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:49:17.519436 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c730aad0-f55b-4ad7-a749-919dcf5e5735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:17.523425 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c730aad0-f55b-4ad7-a749-919dcf5e5735 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:17.525128 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c730aad0-f55b-4ad7-a749-919dcf5e5735 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/639796e8-8e81-435a-b89a-cfdd75ad506d HTTP/1.1" status: 204 len: 168 time: 0.4822764 Nov 12 08:49:17.549963 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0be2377d-a6d9-4265-a150-d36e2f51326e tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:17.622981 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730aad0-f55b-4ad7-a749-919dcf5e5735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639796e8-8e81-435a-b89a-cfdd75ad506d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:17.656498 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e707c8eb-e364-45e4-ab89-a657ec41f8be tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:17.674360 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d80eb532-b35c-4770-b22e-83722ddfc1f2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:17.688080 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d80eb532-b35c-4770-b22e-83722ddfc1f2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/56de4dd7-04bd-4f33-a1aa-cb3780b4d6d5 HTTP/1.1" status: 204 len: 168 time: 1.7312467 Nov 12 08:49:17.694396 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58320) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:17.795561 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:17.820907 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e560e18f-ecfe-49ca-94b0-3d94ffaff854 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:17.823432 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e560e18f-ecfe-49ca-94b0-3d94ffaff854 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:17.825711 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e560e18f-ecfe-49ca-94b0-3d94ffaff854 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:17.832214 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e560e18f-ecfe-49ca-94b0-3d94ffaff854 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1346414 Nov 12 08:49:17.832911 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58322) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:17.905991 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3631db91-aabb-4813-b999-9ad559d7f896 None None] Network b364de6c-dd9f-41b4-bb64-458bff6388d0 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:17.977445 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0be2377d-a6d9-4265-a150-d36e2f51326e tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:17.978521 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:17.979209 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:18.031317 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c50277d-e75d-459a-804c-1328ffb50528 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting subnet 44a0d5b1-efe0-4550-9e39-1ce92147cbbc {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:49:18.041710 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3c50277d-e75d-459a-804c-1328ffb50528 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:18.146753 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3c50277d-e75d-459a-804c-1328ffb50528 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:18.207716 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:18.224869 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-7d8b40d9-1072-4423-8a54-fa0d032c1c2c None None] Provisioning complete for port 89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:18.225601 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7d8b40d9-1072-4423-8a54-fa0d032c1c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:18.313464 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58334) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:18.319411 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3c50277d-e75d-459a-804c-1328ffb50528 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:18.344008 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0be2377d-a6d9-4265-a150-d36e2f51326e tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:18.373351 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df6380dd-e695-4b1c-b563-e2b320d24eff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:18.400337 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3c50277d-e75d-459a-804c-1328ffb50528 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:18.438592 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3c50277d-e75d-459a-804c-1328ffb50528 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:18.441472 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e,segment=NetworkSegment(cbeac5c7-604f-46e3-80f6-c7c5827b4a6f),segment_id=cbeac5c7-604f-46e3-80f6-c7c5827b4a6f)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:18.442810 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3c50277d-e75d-459a-804c-1328ffb50528 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/44a0d5b1-efe0-4550-9e39-1ce92147cbbc HTTP/1.1" status: 204 len: 168 time: 0.6082392 Nov 12 08:49:18.443396 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50277d-e75d-459a-804c-1328ffb50528 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Subnet': ['ID=44a0d5b1-efe0-4550-9e39-1ce92147cbbc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:18.445491 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58338) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:18.475076 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc7e6b6-7db1-43dc-a9a7-1de42a57db6a None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:18.527319 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0be2377d-a6d9-4265-a150-d36e2f51326e tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:18.527524 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:18.534675 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-92cfc4be-6fa5-413b-af5f-880774730469 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting subnet 7e466fb2-f9de-4f01-88ac-ef1e8080b971 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:49:18.540790 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0be2377d-a6d9-4265-a150-d36e2f51326e tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "DELETE /v2.0/subnets/a7458910-e2ba-4c11-9bcc-4672c4f2fc8b HTTP/1.1" status: 204 len: 168 time: 1.4274187 Nov 12 08:49:18.549262 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2377d-a6d9-4265-a150-d36e2f51326e tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Pushing event deleted for resources: {'Subnet': ['ID=a7458910-e2ba-4c11-9bcc-4672c4f2fc8b,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:18.552488 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58342) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:18.562725 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-92cfc4be-6fa5-413b-af5f-880774730469 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:18.600035 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df6380dd-e695-4b1c-b563-e2b320d24eff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:18.605998 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df6380dd-e695-4b1c-b563-e2b320d24eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:18.670928 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-92cfc4be-6fa5-413b-af5f-880774730469 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:18.686021 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-df6380dd-e695-4b1c-b563-e2b320d24eff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a9f29ff7ecf147278422c119f82f0a7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3652072 Nov 12 08:49:18.693353 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58348) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:18.695517 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6380dd-e695-4b1c-b563-e2b320d24eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42e36b5-1c36-4ec4-a621-b470dc6750fd,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:18.708467 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e707c8eb-e364-45e4-ab89-a657ec41f8be tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:18.723465 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e707c8eb-e364-45e4-ab89-a657ec41f8be tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:18.757862 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bc529f-f898-4ee6-9a54-e69ec205712b None None] Network 3c2d2378-f5ec-41ac-8a80-f9f197b7e873 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:18.791061 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e707c8eb-e364-45e4-ab89-a657ec41f8be tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] In _notify_port_updated(), no bound segment for port 661e3364-a526-4170-988c-236ede3f50c9 on network b364de6c-dd9f-41b4-bb64-458bff6388d0 {{(pid=102569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:49:18.798034 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e707c8eb-e364-45e4-ab89-a657ec41f8be tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:18.799721 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e707c8eb-e364-45e4-ab89-a657ec41f8be tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:18.801726 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e707c8eb-e364-45e4-ab89-a657ec41f8be tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] 10.222.0.37 "PUT /v2.0/ports/661e3364-a526-4170-988c-236ede3f50c9 HTTP/1.1" status: 200 len: 1129 time: 1.4329281 Nov 12 08:49:18.808765 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58352) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:18.880144 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7939754-c530-4431-aea3-67250c87ccde tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:18.881991 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a7939754-c530-4431-aea3-67250c87ccde tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] 10.222.0.37 "GET /v2.0/ports/661e3364-a526-4170-988c-236ede3f50c9 HTTP/1.1" status: 200 len: 1129 time: 0.0670416 Nov 12 08:49:18.889695 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58356) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:18.908915 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707c8eb-e364-45e4-ab89-a657ec41f8be tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Pushing event updated for resources: {'Port': ['ID=661e3364-a526-4170-988c-236ede3f50c9,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:18.924001 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-92cfc4be-6fa5-413b-af5f-880774730469 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:18.970252 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b63c2bad-748a-4e3f-a014-acb9db54e689 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:19.036208 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b63c2bad-748a-4e3f-a014-acb9db54e689 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:19.074601 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:19.094408 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-2440feca-5b12-4a74-97f0-90448efce8ba tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Deleting port 661e3364-a526-4170-988c-236ede3f50c9 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:19.094767 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2440feca-5b12-4a74-97f0-90448efce8ba tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:19.244338 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52afb824-1bc2-45f5-ac31-d3a866131562 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:19.247873 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b63c2bad-748a-4e3f-a014-acb9db54e689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:19.253920 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b63c2bad-748a-4e3f-a014-acb9db54e689 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:19.261598 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b63c2bad-748a-4e3f-a014-acb9db54e689 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c42e36b5-1c36-4ec4-a621-b470dc6750fd HTTP/1.1" status: 204 len: 168 time: 0.5670011 Nov 12 08:49:19.315138 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f067cc0-0246-42b9-89b9-a5343e6f774f None None] DHCP port deletion for 3c2d2378-f5ec-41ac-8a80-f9f197b7e873 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:49:19.330395 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c2bad-748a-4e3f-a014-acb9db54e689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42e36b5-1c36-4ec4-a621-b470dc6750fd,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:19.346804 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2440feca-5b12-4a74-97f0-90448efce8ba tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:19.395299 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-92cfc4be-6fa5-413b-af5f-880774730469 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:19.396044 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-2440feca-5b12-4a74-97f0-90448efce8ba tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Calling delete_port for 661e3364-a526-4170-988c-236ede3f50c9 owned by {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:19.496729 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-0f067cc0-0246-42b9-89b9-a5343e6f774f None None] Deleting port 66068289-dbde-4ac6-af64-a81990a98175 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:19.497121 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0f067cc0-0246-42b9-89b9-a5343e6f774f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:19.521300 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfc4be-6fa5-413b-af5f-880774730469 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Subnet': ['ID=7e466fb2-f9de-4f01-88ac-ef1e8080b971,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:19.545961 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-92cfc4be-6fa5-413b-af5f-880774730469 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:19.553389 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-92cfc4be-6fa5-413b-af5f-880774730469 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/7e466fb2-f9de-4f01-88ac-ef1e8080b971 HTTP/1.1" status: 204 len: 168 time: 1.1068375 Nov 12 08:49:19.557038 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58372) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:19.643314 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-52afb824-1bc2-45f5-ac31-d3a866131562 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Deleting port 66068289-dbde-4ac6-af64-a81990a98175 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:19.647569 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52afb824-1bc2-45f5-ac31-d3a866131562 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:19.705755 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:19.746668 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f4437d1d-2c4e-4b5c-a08a-cfbbb8de03de tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1827648 Nov 12 08:49:19.747377 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58374) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:19.767757 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-0f067cc0-0246-42b9-89b9-a5343e6f774f None None] For port 66068289-dbde-4ac6-af64-a81990a98175, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=66068289-dbde-4ac6-af64-a81990a98175,segment=NetworkSegment(5fd0da14-aac5-41f5-9019-7055e58c2d10),segment_id=5fd0da14-aac5-41f5-9019-7055e58c2d10)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:19.772184 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0f067cc0-0246-42b9-89b9-a5343e6f774f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:19.910914 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-0f067cc0-0246-42b9-89b9-a5343e6f774f None None] Calling delete_port for 66068289-dbde-4ac6-af64-a81990a98175 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:19.915722 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-52afb824-1bc2-45f5-ac31-d3a866131562 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] For port 66068289-dbde-4ac6-af64-a81990a98175, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=66068289-dbde-4ac6-af64-a81990a98175,segment=NetworkSegment(5fd0da14-aac5-41f5-9019-7055e58c2d10),segment_id=5fd0da14-aac5-41f5-9019-7055e58c2d10)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:19.918357 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52afb824-1bc2-45f5-ac31-d3a866131562 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:19.953019 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b55bb73-f5eb-43fb-a762-10a0c42ee58e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:19.959141 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3b55bb73-f5eb-43fb-a762-10a0c42ee58e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2057478 Nov 12 08:49:19.963135 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-52afb824-1bc2-45f5-ac31-d3a866131562 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Calling delete_port for 66068289-dbde-4ac6-af64-a81990a98175 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:19.963308 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58380) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:20.034386 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-279b47f0-51f4-43a9-a7b3-c6e167953169 None None] Provisioning complete for port 89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:20.035858 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-279b47f0-51f4-43a9-a7b3-c6e167953169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:20.185141 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52afb824-1bc2-45f5-ac31-d3a866131562 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:20.230558 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:20.231177 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:20.242208 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52afb824-1bc2-45f5-ac31-d3a866131562 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Pushing event deleted for resources: {'Port': ['ID=66068289-dbde-4ac6-af64-a81990a98175,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:20.267289 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2440feca-5b12-4a74-97f0-90448efce8ba tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:20.274516 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52afb824-1bc2-45f5-ac31-d3a866131562 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] No DVR routers for this DVR port 66068289-dbde-4ac6-af64-a81990a98175 on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:49:20.299196 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fddcb8b-a303-49ba-885b-cce5ada3c5e4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:20.301423 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9fddcb8b-a303-49ba-885b-cce5ada3c5e4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3382852 Nov 12 08:49:20.321167 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58390) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:20.533217 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52afb824-1bc2-45f5-ac31-d3a866131562 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:20.537601 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440feca-5b12-4a74-97f0-90448efce8ba tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Pushing event deleted for resources: {'Port': ['ID=661e3364-a526-4170-988c-236ede3f50c9,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:20.589343 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-52afb824-1bc2-45f5-ac31-d3a866131562 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c2d2378-f5ec-41ac-8a80-f9f197b7e873']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:20.605474 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d24c05e-077c-41a6-ae16-a5b8d7a043a7 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:20.609900 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5f9d1188-1ace-4175-a575-90818c8e4c36 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2874763 Nov 12 08:49:20.610869 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-52afb824-1bc2-45f5-ac31-d3a866131562 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd0da14-aac5-41f5-9019-7055e58c2d10') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:20.611183 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-52afb824-1bc2-45f5-ac31-d3a866131562 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd0da14-aac5-41f5-9019-7055e58c2d10') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:20.618530 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58396) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:20.623256 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52afb824-1bc2-45f5-ac31-d3a866131562 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:20.642763 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-fd6b624f-a3ea-43b5-b5ce-f123b0054f79 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:20.647181 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2440feca-5b12-4a74-97f0-90448efce8ba tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:20.653795 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52afb824-1bc2-45f5-ac31-d3a866131562 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:20.671773 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52afb824-1bc2-45f5-ac31-d3a866131562 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:49:20.672031 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2440feca-5b12-4a74-97f0-90448efce8ba tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] 10.222.0.37 "DELETE /v2.0/ports/661e3364-a526-4170-988c-236ede3f50c9 HTTP/1.1" status: 204 len: 168 time: 1.7727065 Nov 12 08:49:20.672228 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52afb824-1bc2-45f5-ac31-d3a866131562 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:20.674460 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58400) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:20.691679 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-279b47f0-51f4-43a9-a7b3-c6e167953169 None None] Could not find standard attr ID for object 661e3364-a526-4170-988c-236ede3f50c9. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:49:20.789239 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0f067cc0-0246-42b9-89b9-a5343e6f774f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:20.868985 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:49:20.868985 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:49:20.868985 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:49:20.868985 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:49:20.868985 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:49:20.868985 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:49:20.868985 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:49:20.868985 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:49:20.868985 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:49:20.868985 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:49:20.868985 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:49:20.868985 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:49:20.868985 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:49:20.868985 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:49:20.868985 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:49:20.868985 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:49:20.868985 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:49:20.868985 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:49:20.868985 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:49:20.868985 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:49:20.868985 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:49:20.868985 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:49:20.868985 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:49:20.868985 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:49:20.868985 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:49:20.868985 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:49:20.868985 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:49:20.868985 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:49:20.868985 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:49:20.868985 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:49:20.868985 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:49:20.868985 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:49:20.929536 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52afb824-1bc2-45f5-ac31-d3a866131562 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:20.944411 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f067cc0-0246-42b9-89b9-a5343e6f774f None None] Pushing event deleted for resources: {'Port': ['ID=66068289-dbde-4ac6-af64-a81990a98175,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:20.948601 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52afb824-1bc2-45f5-ac31-d3a866131562 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:20.957178 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-52afb824-1bc2-45f5-ac31-d3a866131562 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "DELETE /v2.0/networks/3c2d2378-f5ec-41ac-8a80-f9f197b7e873 HTTP/1.1" status: 204 len: 168 time: 2.4032459 Nov 12 08:49:20.961723 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 66068289-dbde-4ac6-af64-a81990a98175 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:49:20.964787 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58410) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:20.975732 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52afb824-1bc2-45f5-ac31-d3a866131562 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Pushing event deleted for resources: {'Network': ['ID=3c2d2378-f5ec-41ac-8a80-f9f197b7e873,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:20.994773 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-a447094a-3292-4b4c-9397-c0ac9a17e268 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Deleting subnet edcadf3c-1db1-439e-a581-3debdba700b6 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:49:21.016100 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a447094a-3292-4b4c-9397-c0ac9a17e268 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:21.052509 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-396e7a6c-693e-4626-ad92-9355b4c3d973 None None] Could not find standard attr ID for object 661e3364-a526-4170-988c-236ede3f50c9. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:49:21.067333 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0f067cc0-0246-42b9-89b9-a5343e6f774f None None] Network 3c2d2378-f5ec-41ac-8a80-f9f197b7e873 is not hosted by any dhcp agent {{(pid=102570) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:49:21.067333 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f067cc0-0246-42b9-89b9-a5343e6f774f None None] No DVR routers for this DVR port 66068289-dbde-4ac6-af64-a81990a98175 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:49:21.073758 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 66068289-dbde-4ac6-af64-a81990a98175 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:49:21.074208 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 66068289-dbde-4ac6-af64-a81990a98175 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:49:21.150200 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f80edd1-b4cd-4dfd-b7e8-dbc439d6a4b3 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Deleting subnet efeac8a5-af5a-491d-ad6d-efd9c4a335a8 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:49:21.163015 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a447094a-3292-4b4c-9397-c0ac9a17e268 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:21.166293 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4f80edd1-b4cd-4dfd-b7e8-dbc439d6a4b3 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:21.169280 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6b624f-a3ea-43b5-b5ce-f123b0054f79 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:21.177070 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-396e7a6c-693e-4626-ad92-9355b4c3d973 None None] Provisioning complete for port 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:21.177563 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-396e7a6c-693e-4626-ad92-9355b4c3d973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:21.177681 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fd6b624f-a3ea-43b5-b5ce-f123b0054f79 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:21.179217 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd6b624f-a3ea-43b5-b5ce-f123b0054f79 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:49:21.179671 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd6b624f-a3ea-43b5-b5ce-f123b0054f79 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:49:21.320181 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4f80edd1-b4cd-4dfd-b7e8-dbc439d6a4b3 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:21.331316 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fd6b624f-a3ea-43b5-b5ce-f123b0054f79 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7114773 Nov 12 08:49:21.334845 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58418) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:21.340446 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652285ac-e6b7-4ac9-a95b-fa74f325d945 None None] DHCP port deletion for 7bfd1417-cac6-4152-826e-588573fa4bfa request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:49:21.341004 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c28a6ea7-969a-47c8-b172-e45b98846562 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:21.349504 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-396e7a6c-693e-4626-ad92-9355b4c3d973 None None] Could not find standard attr ID for object 94fa4908-f563-4147-9b40-c4c3d3fc952b. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:49:21.440219 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-652285ac-e6b7-4ac9-a95b-fa74f325d945 None None] Deleting port 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:21.440566 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-652285ac-e6b7-4ac9-a95b-fa74f325d945 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:21.596744 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4f80edd1-b4cd-4dfd-b7e8-dbc439d6a4b3 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:21.616216 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28a6ea7-969a-47c8-b172-e45b98846562 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:21.636978 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c28a6ea7-969a-47c8-b172-e45b98846562 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:21.647945 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-c28a6ea7-969a-47c8-b172-e45b98846562 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:49:21.654246 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c28a6ea7-969a-47c8-b172-e45b98846562 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:49:21.659294 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-652285ac-e6b7-4ac9-a95b-fa74f325d945 None None] For port 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=35d1dbcf-17ec-4a62-928a-0f1fb7ad3696,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:21.660153 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-652285ac-e6b7-4ac9-a95b-fa74f325d945 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:21.665199 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:49:21.720778 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c28a6ea7-969a-47c8-b172-e45b98846562 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3813918 Nov 12 08:49:21.722317 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58432) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:21.748852 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8cf42f8f-45f9-44bc-90e0-0b0ede80344d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:21.767693 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-652285ac-e6b7-4ac9-a95b-fa74f325d945 None None] Calling delete_port for 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:21.794490 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a447094a-3292-4b4c-9397-c0ac9a17e268 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:21.825826 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-1910db73-0cc1-41be-a575-eca7b39eb8d5 None None] Could not find standard attr ID for object 661e3364-a526-4170-988c-236ede3f50c9. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:49:21.909512 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4f80edd1-b4cd-4dfd-b7e8-dbc439d6a4b3 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:21.946591 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4f80edd1-b4cd-4dfd-b7e8-dbc439d6a4b3 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:21.956295 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4f80edd1-b4cd-4dfd-b7e8-dbc439d6a4b3 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "DELETE /v2.0/subnets/efeac8a5-af5a-491d-ad6d-efd9c4a335a8 HTTP/1.1" status: 204 len: 168 time: 0.9893878 Nov 12 08:49:21.959241 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ddf2b6-19d9-46d7-9bfb-d294b38b0859 None None] Network bf1e9e41-df61-40c5-bbef-a099593ccfda requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:21.967448 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58438) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:22.049796 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f80edd1-b4cd-4dfd-b7e8-dbc439d6a4b3 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Pushing event deleted for resources: {'Subnet': ['ID=efeac8a5-af5a-491d-ad6d-efd9c4a335a8,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:22.066204 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:22.131556 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf42f8f-45f9-44bc-90e0-0b0ede80344d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:22.137224 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cf42f8f-45f9-44bc-90e0-0b0ede80344d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:22.139354 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf42f8f-45f9-44bc-90e0-0b0ede80344d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:49:22.142271 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf42f8f-45f9-44bc-90e0-0b0ede80344d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:49:22.177632 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8cf42f8f-45f9-44bc-90e0-0b0ede80344d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4540858 Nov 12 08:49:22.179006 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58442) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:22.191209 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-9396dc8e-bee9-434f-9b70-7387c88d65c6 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:22.213261 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a447094a-3292-4b4c-9397-c0ac9a17e268 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:22.236515 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49d352b3-4cb8-4552-95eb-a1544246e7df tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:22.251390 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a447094a-3292-4b4c-9397-c0ac9a17e268 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:22.256868 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a447094a-3292-4b4c-9397-c0ac9a17e268 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] 10.222.0.37 "DELETE /v2.0/subnets/edcadf3c-1db1-439e-a581-3debdba700b6 HTTP/1.1" status: 204 len: 168 time: 1.5797467 Nov 12 08:49:22.261812 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58448) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:22.272394 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57eb23cc-4eed-4954-b5fd-e4e958722e56 None None] Network b364de6c-dd9f-41b4-bb64-458bff6388d0 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:22.330316 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447094a-3292-4b4c-9397-c0ac9a17e268 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Pushing event deleted for resources: {'Subnet': ['ID=edcadf3c-1db1-439e-a581-3debdba700b6,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:22.333414 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=35d1dbcf-17ec-4a62-928a-0f1fb7ad3696,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:22.438157 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9396dc8e-bee9-434f-9b70-7387c88d65c6 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:22.442299 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9396dc8e-bee9-434f-9b70-7387c88d65c6 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:22.446289 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-9396dc8e-bee9-434f-9b70-7387c88d65c6 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:49:22.447845 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9396dc8e-bee9-434f-9b70-7387c88d65c6 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:49:22.451318 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:22.488094 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9396dc8e-bee9-434f-9b70-7387c88d65c6 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3078465 Nov 12 08:49:22.488977 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58456) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:22.495466 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-a90aab67-eeb8-46af-ada9-54a135342e43 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:22.506600 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e232303f-1e6c-401d-962c-f4772e9b0d29 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:22.522680 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-49d352b3-4cb8-4552-95eb-a1544246e7df tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Deleting port 8c87e07e-5269-4916-a58d-6467b5e0d296 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:22.523052 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49d352b3-4cb8-4552-95eb-a1544246e7df tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:22.529352 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event deleted for resources: {'Port': ['ID=35d1dbcf-17ec-4a62-928a-0f1fb7ad3696,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:22.533157 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-652285ac-e6b7-4ac9-a95b-fa74f325d945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:22.587078 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652285ac-e6b7-4ac9-a95b-fa74f325d945 None None] Pushing event deleted for resources: {'Port': ['ID=35d1dbcf-17ec-4a62-928a-0f1fb7ad3696,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:22.589426 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652285ac-e6b7-4ac9-a95b-fa74f325d945 None None] No DVR routers for this DVR port 35d1dbcf-17ec-4a62-928a-0f1fb7ad3696 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:49:22.693862 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3468591-682b-44dc-aa4d-b6aed9ec5850 None None] DHCP port deletion for bf1e9e41-df61-40c5-bbef-a099593ccfda request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:49:22.789094 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:22.807165 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-b3468591-682b-44dc-aa4d-b6aed9ec5850 None None] Deleting port 8c87e07e-5269-4916-a58d-6467b5e0d296 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:22.807547 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b3468591-682b-44dc-aa4d-b6aed9ec5850 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:22.812031 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-49d352b3-4cb8-4552-95eb-a1544246e7df tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] For port 8c87e07e-5269-4916-a58d-6467b5e0d296, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=8c87e07e-5269-4916-a58d-6467b5e0d296,segment=NetworkSegment(7a67437f-1f88-4f72-b55f-8f7a838a7642),segment_id=7a67437f-1f88-4f72-b55f-8f7a838a7642)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:22.812405 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49d352b3-4cb8-4552-95eb-a1544246e7df tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:22.812686 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e8658a-99ed-45aa-a87b-ee6555d8a22e None None] DHCP port deletion for b364de6c-dd9f-41b4-bb64-458bff6388d0 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:49:22.815248 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90aab67-eeb8-46af-ada9-54a135342e43 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:22.819922 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a90aab67-eeb8-46af-ada9-54a135342e43 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:22.821417 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90aab67-eeb8-46af-ada9-54a135342e43 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:49:22.821866 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a90aab67-eeb8-46af-ada9-54a135342e43 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:49:22.848449 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-49d352b3-4cb8-4552-95eb-a1544246e7df tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Calling delete_port for 8c87e07e-5269-4916-a58d-6467b5e0d296 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:22.859912 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a90aab67-eeb8-46af-ada9-54a135342e43 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3685651 Nov 12 08:49:22.865333 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58464) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:22.871406 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0b62dff2-ce9e-479b-8133-a866fa9b4fb8 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:22.922345 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e232303f-1e6c-401d-962c-f4772e9b0d29 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Deleting port 89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:22.922947 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e232303f-1e6c-401d-962c-f4772e9b0d29 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:22.992680 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b3468591-682b-44dc-aa4d-b6aed9ec5850 None None] For port 8c87e07e-5269-4916-a58d-6467b5e0d296, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=8c87e07e-5269-4916-a58d-6467b5e0d296,segment=NetworkSegment(7a67437f-1f88-4f72-b55f-8f7a838a7642),segment_id=7a67437f-1f88-4f72-b55f-8f7a838a7642)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:22.994793 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b3468591-682b-44dc-aa4d-b6aed9ec5850 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:23.025092 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-e232303f-1e6c-401d-962c-f4772e9b0d29 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] For port 89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e,segment=NetworkSegment(cbeac5c7-604f-46e3-80f6-c7c5827b4a6f),segment_id=cbeac5c7-604f-46e3-80f6-c7c5827b4a6f)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:23.026001 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e232303f-1e6c-401d-962c-f4772e9b0d29 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:23.042600 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e232303f-1e6c-401d-962c-f4772e9b0d29 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Calling delete_port for 89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:23.052993 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-b3468591-682b-44dc-aa4d-b6aed9ec5850 None None] Calling delete_port for 8c87e07e-5269-4916-a58d-6467b5e0d296 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:23.055578 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49d352b3-4cb8-4552-95eb-a1544246e7df tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:23.076102 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b62dff2-ce9e-479b-8133-a866fa9b4fb8 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:23.084377 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0b62dff2-ce9e-479b-8133-a866fa9b4fb8 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:23.089657 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b62dff2-ce9e-479b-8133-a866fa9b4fb8 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:49:23.090129 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b62dff2-ce9e-479b-8133-a866fa9b4fb8 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:49:23.130638 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0b62dff2-ce9e-479b-8133-a866fa9b4fb8 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2656655 Nov 12 08:49:23.131255 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58474) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:23.159644 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d352b3-4cb8-4552-95eb-a1544246e7df tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Pushing event deleted for resources: {'Port': ['ID=8c87e07e-5269-4916-a58d-6467b5e0d296,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:23.161799 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d352b3-4cb8-4552-95eb-a1544246e7df tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] No DVR routers for this DVR port 8c87e07e-5269-4916-a58d-6467b5e0d296 on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:49:23.211036 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b3468591-682b-44dc-aa4d-b6aed9ec5850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:23.216607 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-88e8658a-99ed-45aa-a87b-ee6555d8a22e None None] Deleting port 89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:23.216981 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-88e8658a-99ed-45aa-a87b-ee6555d8a22e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:23.228881 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f03554d4-9377-4aa2-852a-b2dc0d7555c6 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0889368 Nov 12 08:49:23.230374 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58476) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:23.313735 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3468591-682b-44dc-aa4d-b6aed9ec5850 None None] Pushing event deleted for resources: {'Port': ['ID=8c87e07e-5269-4916-a58d-6467b5e0d296,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:23.334855 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3468591-682b-44dc-aa4d-b6aed9ec5850 None None] No DVR routers for this DVR port 8c87e07e-5269-4916-a58d-6467b5e0d296 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:49:23.388555 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee657b2-7ce2-4a43-8355-0943596b4a02 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:23.395088 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-88e8658a-99ed-45aa-a87b-ee6555d8a22e None None] For port 89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e,segment=NetworkSegment(cbeac5c7-604f-46e3-80f6-c7c5827b4a6f),segment_id=cbeac5c7-604f-46e3-80f6-c7c5827b4a6f)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:23.395847 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4ee657b2-7ce2-4a43-8355-0943596b4a02 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1613379 Nov 12 08:49:23.396310 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-88e8658a-99ed-45aa-a87b-ee6555d8a22e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:23.398599 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58480) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:23.411351 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-88e8658a-99ed-45aa-a87b-ee6555d8a22e None None] Calling delete_port for 89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:23.415668 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49d352b3-4cb8-4552-95eb-a1544246e7df tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:23.454726 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e232303f-1e6c-401d-962c-f4772e9b0d29 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:23.521135 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-88e8658a-99ed-45aa-a87b-ee6555d8a22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:23.566953 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-88e7d7de-85e2-444a-9875-70bdb1a3cfd1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1637864 Nov 12 08:49:23.574335 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58484) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:23.580888 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e8658a-99ed-45aa-a87b-ee6555d8a22e None None] No DVR routers for this DVR port 89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:49:23.597422 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-59518e27-705f-4a67-9470-d17c5f106924 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:23.601005 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e8658a-99ed-45aa-a87b-ee6555d8a22e None None] Pushing event deleted for resources: {'Port': ['ID=89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:23.608221 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:49:23.635498 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:49:23.636112 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:49:23.636711 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8c87e07e-5269-4916-a58d-6467b5e0d296 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:49:23.659449 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 8c87e07e-5269-4916-a58d-6467b5e0d296 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:49:23.660183 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8c87e07e-5269-4916-a58d-6467b5e0d296 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:49:23.851468 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59518e27-705f-4a67-9470-d17c5f106924 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:23.861684 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-59518e27-705f-4a67-9470-d17c5f106924 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:23.944942 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-49d352b3-4cb8-4552-95eb-a1544246e7df tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1e9e41-df61-40c5-bbef-a099593ccfda']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:23.985786 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-49d352b3-4cb8-4552-95eb-a1544246e7df tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a67437f-1f88-4f72-b55f-8f7a838a7642') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:23.986872 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-49d352b3-4cb8-4552-95eb-a1544246e7df tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a67437f-1f88-4f72-b55f-8f7a838a7642') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:23.989901 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232303f-1e6c-401d-962c-f4772e9b0d29 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Pushing event deleted for resources: {'Port': ['ID=89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:23.992853 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e232303f-1e6c-401d-962c-f4772e9b0d29 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] No DVR routers for this DVR port 89dbf99e-ee48-4ca3-8fa1-8e35f1e3572e on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:49:24.031250 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49d352b3-4cb8-4552-95eb-a1544246e7df tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:24.111485 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e232303f-1e6c-401d-962c-f4772e9b0d29 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:24.167591 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-e232303f-1e6c-401d-962c-f4772e9b0d29 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b364de6c-dd9f-41b4-bb64-458bff6388d0']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:24.194456 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-e232303f-1e6c-401d-962c-f4772e9b0d29 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbeac5c7-604f-46e3-80f6-c7c5827b4a6f') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:24.194878 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-e232303f-1e6c-401d-962c-f4772e9b0d29 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbeac5c7-604f-46e3-80f6-c7c5827b4a6f') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:24.210560 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49d352b3-4cb8-4552-95eb-a1544246e7df tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:24.214162 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e232303f-1e6c-401d-962c-f4772e9b0d29 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:24.230741 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d352b3-4cb8-4552-95eb-a1544246e7df tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:49:24.231218 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49d352b3-4cb8-4552-95eb-a1544246e7df tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: items = [ Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:49:24.235431 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:49:24.260927 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e232303f-1e6c-401d-962c-f4772e9b0d29 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:24.301598 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e232303f-1e6c-401d-962c-f4772e9b0d29 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:49:24.302019 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e232303f-1e6c-401d-962c-f4772e9b0d29 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:24.305987 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:49:24.305987 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:49:24.305987 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:49:24.305987 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:49:24.305987 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:49:24.305987 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:49:24.305987 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:49:24.305987 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:49:24.305987 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:49:24.305987 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:49:24.305987 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:49:24.305987 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:49:24.305987 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:49:24.305987 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:49:24.305987 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:49:24.305987 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:49:24.305987 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:49:24.305987 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:49:24.305987 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:49:24.305987 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:49:24.305987 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:49:24.305987 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:49:24.305987 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:49:24.305987 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:49:24.305987 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:49:24.305987 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:49:24.305987 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:49:24.305987 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:49:24.305987 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:49:24.305987 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:49:24.305987 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:49:24.305987 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:49:24.387075 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49d352b3-4cb8-4552-95eb-a1544246e7df tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:24.405440 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49d352b3-4cb8-4552-95eb-a1544246e7df tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:24.416311 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-49d352b3-4cb8-4552-95eb-a1544246e7df tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "DELETE /v2.0/networks/bf1e9e41-df61-40c5-bbef-a099593ccfda HTTP/1.1" status: 204 len: 168 time: 2.4436982 Nov 12 08:49:24.420074 n-d-768862-16 neutron-server[102568]: DEBUG neutron.objects.ports [None req-59518e27-705f-4a67-9470-d17c5f106924 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102568) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:49:24.424184 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58504) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:24.430708 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-28f06f7d-c664-4764-b053-89366bf11dfd tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1543312310'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:24.436617 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-59518e27-705f-4a67-9470-d17c5f106924 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:24.445475 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d352b3-4cb8-4552-95eb-a1544246e7df tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Pushing event deleted for resources: {'Network': ['ID=bf1e9e41-df61-40c5-bbef-a099593ccfda,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:24.451701 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e232303f-1e6c-401d-962c-f4772e9b0d29 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:24.460721 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e232303f-1e6c-401d-962c-f4772e9b0d29 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:24.467443 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e232303f-1e6c-401d-962c-f4772e9b0d29 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] 10.222.0.37 "DELETE /v2.0/networks/b364de6c-dd9f-41b4-bb64-458bff6388d0 HTTP/1.1" status: 204 len: 168 time: 2.2005527 Nov 12 08:49:24.483930 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232303f-1e6c-401d-962c-f4772e9b0d29 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007 tempest-ExtraDHCPOptionsIpV6TestJSON-400199007-project] Pushing event deleted for resources: {'Network': ['ID=b364de6c-dd9f-41b4-bb64-458bff6388d0,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:24.529095 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59518e27-705f-4a67-9470-d17c5f106924 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:24.534745 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-59518e27-705f-4a67-9470-d17c5f106924 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:24.543938 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59518e27-705f-4a67-9470-d17c5f106924 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:24.543938 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-59518e27-705f-4a67-9470-d17c5f106924 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:24.559407 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb4a30b-8db2-4593-83d1-8dff24660814 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:24.581512 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59518e27-705f-4a67-9470-d17c5f106924 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Subnet': ['ID=e9d61f44-48ac-48b3-b454-41951554b3f8,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:24.588347 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f06f7d-c664-4764-b053-89366bf11dfd tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Made reservation on behalf of 3b73e8d3d1c6491e81f21331afe242f6 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:24.593784 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-28f06f7d-c664-4764-b053-89366bf11dfd tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:24.601131 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-59518e27-705f-4a67-9470-d17c5f106924 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0221970 Nov 12 08:49:24.607503 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58508) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:24.617629 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-2d3611bf-3ff6-41ee-9d1b-e17f7a624f79 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'port': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'mac_address': 'fa:16:3e:69:56:97', 'name': 'tempest-NetworksTestDHCPv6-426203735'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:24.630508 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f06f7d-c664-4764-b053-89366bf11dfd tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:49:24.651274 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-28f06f7d-c664-4764-b053-89366bf11dfd tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:24.652742 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-28f06f7d-c664-4764-b053-89366bf11dfd tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Added segment 6dfab28b-aca8-430f-9436-bd79976f6719 of type vlan for network e9c8794b-b17c-4b8a-915b-e40c3661521c Nov 12 08:49:24.745160 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-28f06f7d-c664-4764-b053-89366bf11dfd tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:24.784992 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-28f06f7d-c664-4764-b053-89366bf11dfd tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:24.799380 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f06f7d-c664-4764-b053-89366bf11dfd tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:24.800964 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-28f06f7d-c664-4764-b053-89366bf11dfd tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:24.864795 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3611bf-3ff6-41ee-9d1b-e17f7a624f79 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:24.944849 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e9ffc2-09a6-4336-be9f-e6d5b5f23c6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-7bfd1417-cac6-4152-826e-588573fa4bfa', 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'fixed_ips': [{'subnet_id': 'e9d61f44-48ac-48b3-b454-41951554b3f8'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:49:24.945758 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58518) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:24.946114 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-38e9ffc2-09a6-4336-be9f-e6d5b5f23c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:24.963778 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58522) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:24.969975 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-7c6e5a60-b2fd-476e-add2-b2ec55697883 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Request body: {'subnet': {'network_id': 'e9c8794b-b17c-4b8a-915b-e40c3661521c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:24.970372 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-28f06f7d-c664-4764-b053-89366bf11dfd tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5411396 Nov 12 08:49:24.999667 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f06f7d-c664-4764-b053-89366bf11dfd tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Pushing event updated for resources: {'Network': ['ID=e9c8794b-b17c-4b8a-915b-e40c3661521c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:25.155235 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6e5a60-b2fd-476e-add2-b2ec55697883 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Made reservation on behalf of 3b73e8d3d1c6491e81f21331afe242f6 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:25.160031 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7c6e5a60-b2fd-476e-add2-b2ec55697883 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:25.267999 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2d3611bf-3ff6-41ee-9d1b-e17f7a624f79 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:25.308080 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-2d3611bf-3ff6-41ee-9d1b-e17f7a624f79 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] device_id is not set on port 9c2f35fa-30a3-49e5-880d-df51141755ef yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:49:25.332574 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network e9c8794b-b17c-4b8a-915b-e40c3661521c details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:49:25.474916 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-38e9ffc2-09a6-4336-be9f-e6d5b5f23c6e None None] Allocated IP 2001:db8::f816:3eff:fe54:e798 (7bfd1417-cac6-4152-826e-588573fa4bfa/e9d61f44-48ac-48b3-b454-41951554b3f8/98c800ab-db1c-4a9c-9b50-7a953052f38d) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:25.502385 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7c6e5a60-b2fd-476e-add2-b2ec55697883 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:25.545040 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-114b5b09-10f2-4e49-9033-6cc3f292e8df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=677b00ba9eff4c119c0309450642f4d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5973272 Nov 12 08:49:25.547902 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58536) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:25.599447 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e5a60-b2fd-476e-add2-b2ec55697883 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Pushing event updated for resources: {'Subnet': ['ID=2deaa4d7-3234-4dbb-88d5-2534cd0be62f,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:25.615889 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8957ea81-c082-4e90-8291-c98ddd333246 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:25.636477 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6e5a60-b2fd-476e-add2-b2ec55697883 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Checking segment: {'id': '6dfab28b-aca8-430f-9436-bd79976f6719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e9c8794b-b17c-4b8a-915b-e40c3661521c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:25.636916 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6e5a60-b2fd-476e-add2-b2ec55697883 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Network hostable DHCP agents. Network: e9c8794b-b17c-4b8a-915b-e40c3661521c, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:49:25.651844 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8957ea81-c082-4e90-8291-c98ddd333246 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:25.663873 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6e5a60-b2fd-476e-add2-b2ec55697883 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Network e9c8794b-b17c-4b8a-915b-e40c3661521c is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:49:25.678432 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-7c6e5a60-b2fd-476e-add2-b2ec55697883 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, e9c8794b-b17c-4b8a-915b-e40c3661521c) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:25.684581 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6e5a60-b2fd-476e-add2-b2ec55697883 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:25.685206 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7c6e5a60-b2fd-476e-add2-b2ec55697883 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:25.693766 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-38e9ffc2-09a6-4336-be9f-e6d5b5f23c6e None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:25.700208 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ed5b34-8323-4d34-8384-846f2553cd2d None None] Network e9c8794b-b17c-4b8a-915b-e40c3661521c requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:25.705605 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-38e9ffc2-09a6-4336-be9f-e6d5b5f23c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:25.716306 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7c6e5a60-b2fd-476e-add2-b2ec55697883 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7513847 Nov 12 08:49:25.719137 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58542) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:25.725863 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-335030c3-582f-473d-8ad6-81b771438558 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1077882260'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:25.731808 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8957ea81-c082-4e90-8291-c98ddd333246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:25.735584 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8957ea81-c082-4e90-8291-c98ddd333246 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:25.739093 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8957ea81-c082-4e90-8291-c98ddd333246 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d9850098-9dd4-483e-9b5c-328231e3a9b2 HTTP/1.1" status: 204 len: 168 time: 0.1870883 Nov 12 08:49:25.774232 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-2d3611bf-3ff6-41ee-9d1b-e17f7a624f79 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Allocated IP 2001:db8::f816:3eff:fe69:5697 (7bfd1417-cac6-4152-826e-588573fa4bfa/e9d61f44-48ac-48b3-b454-41951554b3f8/9c2f35fa-30a3-49e5-880d-df51141755ef) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:25.780406 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957ea81-c082-4e90-8291-c98ddd333246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9850098-9dd4-483e-9b5c-328231e3a9b2,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:25.808290 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335030c3-582f-473d-8ad6-81b771438558 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Made reservation on behalf of 3b73e8d3d1c6491e81f21331afe242f6 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:25.814832 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-335030c3-582f-473d-8ad6-81b771438558 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:25.822441 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e9ffc2-09a6-4336-be9f-e6d5b5f23c6e None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:25.836412 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-38e9ffc2-09a6-4336-be9f-e6d5b5f23c6e None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:25.839373 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e9ffc2-09a6-4336-be9f-e6d5b5f23c6e None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:25.853094 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9ffc2-09a6-4336-be9f-e6d5b5f23c6e None None] Pushing event updated for resources: {'Port': ['ID=98c800ab-db1c-4a9c-9b50-7a953052f38d,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:25.871223 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-335030c3-582f-473d-8ad6-81b771438558 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:49:25.899250 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-335030c3-582f-473d-8ad6-81b771438558 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:25.899610 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-335030c3-582f-473d-8ad6-81b771438558 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Added segment 667b57db-43c4-4518-bbcb-6036bce0392b of type vlan for network 6f06b836-b30c-48d1-8646-e18eb60622f3 Nov 12 08:49:25.927693 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-38e9ffc2-09a6-4336-be9f-e6d5b5f23c6e None None] Attempting to bind port 98c800ab-db1c-4a9c-9b50-7a953052f38d on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:49:25.928042 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-38e9ffc2-09a6-4336-be9f-e6d5b5f23c6e None None] Attempting to bind port 98c800ab-db1c-4a9c-9b50-7a953052f38d by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:49:25.928507 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e9ffc2-09a6-4336-be9f-e6d5b5f23c6e None None] Attempting to bind port 98c800ab-db1c-4a9c-9b50-7a953052f38d on network 7bfd1417-cac6-4152-826e-588573fa4bfa {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:25.939402 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e9ffc2-09a6-4336-be9f-e6d5b5f23c6e None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:49:25.939972 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e9ffc2-09a6-4336-be9f-e6d5b5f23c6e None None] Checking segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:25.940478 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-38e9ffc2-09a6-4336-be9f-e6d5b5f23c6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:25.940977 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e9ffc2-09a6-4336-be9f-e6d5b5f23c6e None None] Bound using segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:49:25.941560 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-38e9ffc2-09a6-4336-be9f-e6d5b5f23c6e None None] Bound port: 98c800ab-db1c-4a9c-9b50-7a953052f38d, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:49:25.942054 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-38e9ffc2-09a6-4336-be9f-e6d5b5f23c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:25.957505 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-335030c3-582f-473d-8ad6-81b771438558 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:25.998288 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-335030c3-582f-473d-8ad6-81b771438558 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:26.011379 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335030c3-582f-473d-8ad6-81b771438558 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:26.012277 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-335030c3-582f-473d-8ad6-81b771438558 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:26.065549 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec44a08-443c-4e85-8bc2-3eb8a7209dcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-e9c8794b-b17c-4b8a-915b-e40c3661521c', 'network_id': 'e9c8794b-b17c-4b8a-915b-e40c3661521c', 'tenant_id': '3b73e8d3d1c6491e81f21331afe242f6', 'fixed_ips': [{'subnet_id': '2deaa4d7-3234-4dbb-88d5-2534cd0be62f'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:49:26.066560 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4ec44a08-443c-4e85-8bc2-3eb8a7209dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:26.093809 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-38e9ffc2-09a6-4336-be9f-e6d5b5f23c6e None None] For port 98c800ab-db1c-4a9c-9b50-7a953052f38d, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:49:26.094745 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-335030c3-582f-473d-8ad6-81b771438558 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3736994 Nov 12 08:49:26.100033 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58556) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:26.110373 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-38e9ffc2-09a6-4336-be9f-e6d5b5f23c6e None None] For port 98c800ab-db1c-4a9c-9b50-7a953052f38d, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=98c800ab-db1c-4a9c-9b50-7a953052f38d,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:49:26.113712 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-f4a88f33-8e9a-4a33-8a89-91d44ad40c09 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Request body: {'subnet': {'network_id': '6f06b836-b30c-48d1-8646-e18eb60622f3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:26.125188 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2d3611bf-3ff6-41ee-9d1b-e17f7a624f79 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:26.135570 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335030c3-582f-473d-8ad6-81b771438558 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Pushing event updated for resources: {'Network': ['ID=6f06b836-b30c-48d1-8646-e18eb60622f3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:26.173297 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 6f06b836-b30c-48d1-8646-e18eb60622f3 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:49:26.254372 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-38e9ffc2-09a6-4336-be9f-e6d5b5f23c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:26.263215 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2d3611bf-3ff6-41ee-9d1b-e17f7a624f79 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:26.277703 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a88f33-8e9a-4a33-8a89-91d44ad40c09 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Made reservation on behalf of 3b73e8d3d1c6491e81f21331afe242f6 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:26.281922 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f4a88f33-8e9a-4a33-8a89-91d44ad40c09 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:26.486804 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3611bf-3ff6-41ee-9d1b-e17f7a624f79 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:26.514071 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-4ec44a08-443c-4e85-8bc2-3eb8a7209dcb None None] Allocated IP 19.80.0.2 (e9c8794b-b17c-4b8a-915b-e40c3661521c/2deaa4d7-3234-4dbb-88d5-2534cd0be62f/6e7fee77-9a3a-4b39-915a-98d2e1081ca7) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:26.523436 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-2d3611bf-3ff6-41ee-9d1b-e17f7a624f79 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:26.536239 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9ffc2-09a6-4336-be9f-e6d5b5f23c6e None None] Pushing event updated for resources: {'Port': ['ID=98c800ab-db1c-4a9c-9b50-7a953052f38d,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:26.544296 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3611bf-3ff6-41ee-9d1b-e17f7a624f79 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:26.572341 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3611bf-3ff6-41ee-9d1b-e17f7a624f79 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:26.573080 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2d3611bf-3ff6-41ee-9d1b-e17f7a624f79 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:26.603296 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3611bf-3ff6-41ee-9d1b-e17f7a624f79 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Port': ['ID=9c2f35fa-30a3-49e5-880d-df51141755ef,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:26.679577 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58586) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:26.680375 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2d3611bf-3ff6-41ee-9d1b-e17f7a624f79 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0700798 Nov 12 08:49:26.823265 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346e95c6-e617-464b-bc6f-5d85998c7e42 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:26.830611 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346e95c6-e617-464b-bc6f-5d85998c7e42 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:26.834194 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-346e95c6-e617-464b-bc6f-5d85998c7e42 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1518354 Nov 12 08:49:26.836525 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58590) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:26.870493 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f4a88f33-8e9a-4a33-8a89-91d44ad40c09 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:26.967232 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-bf5d0720-7e8e-4425-aef5-36dd7748f444 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting port 9c2f35fa-30a3-49e5-880d-df51141755ef {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:26.970235 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf5d0720-7e8e-4425-aef5-36dd7748f444 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:27.029045 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4ec44a08-443c-4e85-8bc2-3eb8a7209dcb None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:27.040737 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4ec44a08-443c-4e85-8bc2-3eb8a7209dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:27.059183 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a88f33-8e9a-4a33-8a89-91d44ad40c09 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Pushing event updated for resources: {'Subnet': ['ID=df07901a-db3c-4a1e-a6d3-962ca34b682c,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:27.070312 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a88f33-8e9a-4a33-8a89-91d44ad40c09 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Checking segment: {'id': '667b57db-43c4-4518-bbcb-6036bce0392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6f06b836-b30c-48d1-8646-e18eb60622f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:27.070773 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a88f33-8e9a-4a33-8a89-91d44ad40c09 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Network hostable DHCP agents. Network: 6f06b836-b30c-48d1-8646-e18eb60622f3, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:49:27.107636 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a88f33-8e9a-4a33-8a89-91d44ad40c09 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Network 6f06b836-b30c-48d1-8646-e18eb60622f3 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:49:27.119318 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec44a08-443c-4e85-8bc2-3eb8a7209dcb None None] Network e9c8794b-b17c-4b8a-915b-e40c3661521c is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:27.124954 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-4ec44a08-443c-4e85-8bc2-3eb8a7209dcb None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:27.125618 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-f4a88f33-8e9a-4a33-8a89-91d44ad40c09 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 6f06b836-b30c-48d1-8646-e18eb60622f3) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:27.132932 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a88f33-8e9a-4a33-8a89-91d44ad40c09 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:27.133573 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f4a88f33-8e9a-4a33-8a89-91d44ad40c09 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:27.144939 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec44a08-443c-4e85-8bc2-3eb8a7209dcb None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:27.148863 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d3ed40-c09e-43b3-88e8-b2896ea9895a None None] Network 6f06b836-b30c-48d1-8646-e18eb60622f3 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:27.183303 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f4a88f33-8e9a-4a33-8a89-91d44ad40c09 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0810533 Nov 12 08:49:27.188077 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf5d0720-7e8e-4425-aef5-36dd7748f444 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:27.228591 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-bf5d0720-7e8e-4425-aef5-36dd7748f444 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Calling delete_port for 9c2f35fa-30a3-49e5-880d-df51141755ef owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:27.273493 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58602) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:27.298337 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec44a08-443c-4e85-8bc2-3eb8a7209dcb None None] Pushing event updated for resources: {'Port': ['ID=6e7fee77-9a3a-4b39-915a-98d2e1081ca7,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:27.474185 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-4ec44a08-443c-4e85-8bc2-3eb8a7209dcb None None] Attempting to bind port 6e7fee77-9a3a-4b39-915a-98d2e1081ca7 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:49:27.474556 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-4ec44a08-443c-4e85-8bc2-3eb8a7209dcb None None] Attempting to bind port 6e7fee77-9a3a-4b39-915a-98d2e1081ca7 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '6dfab28b-aca8-430f-9436-bd79976f6719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e9c8794b-b17c-4b8a-915b-e40c3661521c'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:49:27.474941 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec44a08-443c-4e85-8bc2-3eb8a7209dcb None None] Attempting to bind port 6e7fee77-9a3a-4b39-915a-98d2e1081ca7 on network e9c8794b-b17c-4b8a-915b-e40c3661521c {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:27.494005 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec44a08-443c-4e85-8bc2-3eb8a7209dcb None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:49:27.494613 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec44a08-443c-4e85-8bc2-3eb8a7209dcb None None] Checking segment: {'id': '6dfab28b-aca8-430f-9436-bd79976f6719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e9c8794b-b17c-4b8a-915b-e40c3661521c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:27.494966 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4ec44a08-443c-4e85-8bc2-3eb8a7209dcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:27.495448 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec44a08-443c-4e85-8bc2-3eb8a7209dcb None None] Bound using segment: {'id': '6dfab28b-aca8-430f-9436-bd79976f6719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e9c8794b-b17c-4b8a-915b-e40c3661521c'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:49:27.496023 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-4ec44a08-443c-4e85-8bc2-3eb8a7209dcb None None] Bound port: 6e7fee77-9a3a-4b39-915a-98d2e1081ca7, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dfab28b-aca8-430f-9436-bd79976f6719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e9c8794b-b17c-4b8a-915b-e40c3661521c'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:49:27.496405 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4ec44a08-443c-4e85-8bc2-3eb8a7209dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:27.572468 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf5d0720-7e8e-4425-aef5-36dd7748f444 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:27.641763 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d0720-7e8e-4425-aef5-36dd7748f444 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Port': ['ID=9c2f35fa-30a3-49e5-880d-df51141755ef,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:27.704990 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf5d0720-7e8e-4425-aef5-36dd7748f444 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:27.729802 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-bf5d0720-7e8e-4425-aef5-36dd7748f444 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/9c2f35fa-30a3-49e5-880d-df51141755ef HTTP/1.1" status: 204 len: 168 time: 0.8914573 Nov 12 08:49:27.732924 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58624) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:27.752546 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 98c800ab-db1c-4a9c-9b50-7a953052f38d up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:27.840802 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71883a92-58d2-458a-b630-bfb07ec257cd tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:27.844958 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71883a92-58d2-458a-b630-bfb07ec257cd tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:27.850268 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-71883a92-58d2-458a-b630-bfb07ec257cd tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1135466 Nov 12 08:49:27.851265 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58626) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:27.888623 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26361913-73c6-4524-aae5-4b01b608a471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-6f06b836-b30c-48d1-8646-e18eb60622f3', 'network_id': '6f06b836-b30c-48d1-8646-e18eb60622f3', 'tenant_id': '3b73e8d3d1c6491e81f21331afe242f6', 'fixed_ips': [{'subnet_id': 'df07901a-db3c-4a1e-a6d3-962ca34b682c'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:49:27.891415 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-26361913-73c6-4524-aae5-4b01b608a471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:27.907765 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-37b5aeb0-0088-4674-8079-d554a7f381f0 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:27.920094 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-37b5aeb0-0088-4674-8079-d554a7f381f0 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:27.929694 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-37b5aeb0-0088-4674-8079-d554a7f381f0 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/networks?id=e9c8794b-b17c-4b8a-915b-e40c3661521c&id=6f06b836-b30c-48d1-8646-e18eb60622f3 HTTP/1.1" status: 200 len: 1392 time: 0.3647287 Nov 12 08:49:27.946562 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4ec44a08-443c-4e85-8bc2-3eb8a7209dcb None None] For port 6e7fee77-9a3a-4b39-915a-98d2e1081ca7, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:49:27.950453 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e12ab8-ac62-499f-84ab-fd52749a804c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting subnet e9d61f44-48ac-48b3-b454-41951554b3f8 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:49:27.955439 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b6e12ab8-ac62-499f-84ab-fd52749a804c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:27.979908 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-d92b542a-943b-4e31-818a-c568340ac960 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/quotas/3b73e8d3d1c6491e81f21331afe242f6 HTTP/1.1" status: 200 len: 375 time: 0.0423293 Nov 12 08:49:28.030210 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-655b8467-c87a-4b38-b9d2-c4ea091e65f7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-28006458'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:28.036370 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b6e12ab8-ac62-499f-84ab-fd52749a804c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:28.147985 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655b8467-c87a-4b38-b9d2-c4ea091e65f7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Made reservation on behalf of c55c22fe318e4764964768a3f517f6bc for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:28.155998 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-655b8467-c87a-4b38-b9d2-c4ea091e65f7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:28.170099 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-dc4fa4ff-6b37-44d0-b9d3-35c422fd9500 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b73e8d3d1c6491e81f21331afe242f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1785471 Nov 12 08:49:28.177843 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-655b8467-c87a-4b38-b9d2-c4ea091e65f7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:28.232550 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b6e12ab8-ac62-499f-84ab-fd52749a804c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:28.286872 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-26361913-73c6-4524-aae5-4b01b608a471 None None] Allocated IP 19.86.0.2 (6f06b836-b30c-48d1-8646-e18eb60622f3/df07901a-db3c-4a1e-a6d3-962ca34b682c/9d8463ea-4c03-42ba-93e8-00dff72eb66b) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:28.317973 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4ec44a08-443c-4e85-8bc2-3eb8a7209dcb None None] For port 6e7fee77-9a3a-4b39-915a-98d2e1081ca7, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=6e7fee77-9a3a-4b39-915a-98d2e1081ca7,segment=NetworkSegment(6dfab28b-aca8-430f-9436-bd79976f6719),segment_id=6dfab28b-aca8-430f-9436-bd79976f6719)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:49:28.337809 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4ec44a08-443c-4e85-8bc2-3eb8a7209dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:28.388819 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-85c21ad5-7c4a-4238-af74-60194b32139c service neutron] 10.222.0.37 "GET /v2.0/networks/e9c8794b-b17c-4b8a-915b-e40c3661521c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080948 Nov 12 08:49:28.401088 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b6e12ab8-ac62-499f-84ab-fd52749a804c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:28.494714 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e12ab8-ac62-499f-84ab-fd52749a804c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Subnet': ['ID=e9d61f44-48ac-48b3-b454-41951554b3f8,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:28.524846 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-62c57e51-8057-48b9-a4db-97239e1ece32 None None] Provisioning complete for port 98c800ab-db1c-4a9c-9b50-7a953052f38d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:28.525242 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-62c57e51-8057-48b9-a4db-97239e1ece32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:28.538379 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b6e12ab8-ac62-499f-84ab-fd52749a804c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:28.551184 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b6e12ab8-ac62-499f-84ab-fd52749a804c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/e9d61f44-48ac-48b3-b454-41951554b3f8 HTTP/1.1" status: 204 len: 168 time: 0.6981483 Nov 12 08:49:28.567919 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-48ab5d99-2878-4c4a-9368-6d3dc6837fd9 service neutron] 10.222.0.37 "GET /v2.0/networks/e9c8794b-b17c-4b8a-915b-e40c3661521c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781273 Nov 12 08:49:28.568442 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58634) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:28.574316 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e12ab8-ac62-499f-84ab-fd52749a804c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:28.580028 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e12ab8-ac62-499f-84ab-fd52749a804c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:28.583033 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e12ab8-ac62-499f-84ab-fd52749a804c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:28.583553 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e12ab8-ac62-499f-84ab-fd52749a804c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:28.587208 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e12ab8-ac62-499f-84ab-fd52749a804c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:28.587683 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e12ab8-ac62-499f-84ab-fd52749a804c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:28.588173 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e12ab8-ac62-499f-84ab-fd52749a804c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:28.588634 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e12ab8-ac62-499f-84ab-fd52749a804c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:28.589045 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e12ab8-ac62-499f-84ab-fd52749a804c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:28.589448 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e12ab8-ac62-499f-84ab-fd52749a804c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:28.590015 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e12ab8-ac62-499f-84ab-fd52749a804c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:28.590415 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e12ab8-ac62-499f-84ab-fd52749a804c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:28.644528 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 98c800ab-db1c-4a9c-9b50-7a953052f38d triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:28.644944 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:28.783802 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58640) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:28.784633 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3a21d5f9-14ba-4b0e-8026-b20cda3a3b53 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2091913 Nov 12 08:49:28.794003 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-43618b82-5cad-4773-be7e-44764d205066 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:28.833319 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-655b8467-c87a-4b38-b9d2-c4ea091e65f7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:28.851174 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-655b8467-c87a-4b38-b9d2-c4ea091e65f7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:28.924070 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655b8467-c87a-4b38-b9d2-c4ea091e65f7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:49:28.949044 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7963af48-b167-41b1-803e-61db417b835a None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:28.958673 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec44a08-443c-4e85-8bc2-3eb8a7209dcb None None] Pushing event updated for resources: {'Port': ['ID=6e7fee77-9a3a-4b39-915a-98d2e1081ca7,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:29.009239 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b8467-c87a-4b38-b9d2-c4ea091e65f7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb454bf-40f8-48f8-8c68-aa1301ad67fa,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:29.012664 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-655b8467-c87a-4b38-b9d2-c4ea091e65f7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:29.013014 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-655b8467-c87a-4b38-b9d2-c4ea091e65f7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Added segment 1f3980cf-97b6-4ba5-8c9b-1f72c7baf2cb of type vlan for network 5fd79c4a-c4de-486d-9d83-6ad7283a8bf5 Nov 12 08:49:29.051698 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43618b82-5cad-4773-be7e-44764d205066 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:29.059369 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43618b82-5cad-4773-be7e-44764d205066 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:29.069984 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-9fd42e42-1524-423e-9fc2-58b931d01b28 service neutron] 10.222.0.37 "GET /v2.0/networks/6f06b836-b30c-48d1-8646-e18eb60622f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932728 Nov 12 08:49:29.167482 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-655b8467-c87a-4b38-b9d2-c4ea091e65f7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:29.176201 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-26361913-73c6-4524-aae5-4b01b608a471 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:29.214110 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:29.222892 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-655b8467-c87a-4b38-b9d2-c4ea091e65f7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:29.223140 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-26361913-73c6-4524-aae5-4b01b608a471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:29.229698 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655b8467-c87a-4b38-b9d2-c4ea091e65f7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:29.230996 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-655b8467-c87a-4b38-b9d2-c4ea091e65f7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:29.259650 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-bbc51fb3-c9ea-4ee3-b1de-7de1c0482a6c service neutron] 10.222.0.37 "GET /v2.0/networks/6f06b836-b30c-48d1-8646-e18eb60622f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885960 Nov 12 08:49:29.262994 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26361913-73c6-4524-aae5-4b01b608a471 None None] Network 6f06b836-b30c-48d1-8646-e18eb60622f3 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:29.273706 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-26361913-73c6-4524-aae5-4b01b608a471 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:29.277820 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26361913-73c6-4524-aae5-4b01b608a471 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:29.330280 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-655b8467-c87a-4b38-b9d2-c4ea091e65f7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0554781 Nov 12 08:49:29.338336 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58650) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:29.352073 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-5b13e69d-b388-4977-ac29-3fad98f1ada7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2065824295'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:29.533917 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b8467-c87a-4b38-b9d2-c4ea091e65f7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Network': ['ID=5fd79c4a-c4de-486d-9d83-6ad7283a8bf5,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:29.568055 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-62c57e51-8057-48b9-a4db-97239e1ece32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:29.573827 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b13e69d-b388-4977-ac29-3fad98f1ada7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Made reservation on behalf of c55c22fe318e4764964768a3f517f6bc for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:29.577716 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5b13e69d-b388-4977-ac29-3fad98f1ada7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:29.602628 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 5fd79c4a-c4de-486d-9d83-6ad7283a8bf5 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:49:29.699200 n-d-768862-16 neutron-server[102568]: DEBUG neutron.objects.ports [None req-43618b82-5cad-4773-be7e-44764d205066 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102568) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:49:29.757273 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-47c1f303-df8a-4268-ad0e-5a8d3a2680b4 req-946790f5-2196-4d69-942c-f95e7c2e85fe tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c32c85-e348-4249-b480-935fa1745345 HTTP/1.1" status: 200 len: 210 time: 0.1257224 Nov 12 08:49:29.844348 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b13e69d-b388-4977-ac29-3fad98f1ada7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:49:29.915611 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5b13e69d-b388-4977-ac29-3fad98f1ada7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:29.916151 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-5b13e69d-b388-4977-ac29-3fad98f1ada7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Added segment a7bac2d2-4c8e-4479-bd73-6669e1882038 of type vlan for network 9d480332-028e-49a6-b390-0032047ca630 Nov 12 08:49:30.119552 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5b13e69d-b388-4977-ac29-3fad98f1ada7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:30.165763 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43618b82-5cad-4773-be7e-44764d205066 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:30.195589 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5b13e69d-b388-4977-ac29-3fad98f1ada7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:30.213751 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26361913-73c6-4524-aae5-4b01b608a471 None None] Pushing event updated for resources: {'Port': ['ID=9d8463ea-4c03-42ba-93e8-00dff72eb66b,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:30.223631 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:30.226880 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b13e69d-b388-4977-ac29-3fad98f1ada7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:30.229120 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5b13e69d-b388-4977-ac29-3fad98f1ada7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:30.346617 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-26361913-73c6-4524-aae5-4b01b608a471 None None] Attempting to bind port 9d8463ea-4c03-42ba-93e8-00dff72eb66b on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:49:30.347006 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-26361913-73c6-4524-aae5-4b01b608a471 None None] Attempting to bind port 9d8463ea-4c03-42ba-93e8-00dff72eb66b by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '667b57db-43c4-4518-bbcb-6036bce0392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6f06b836-b30c-48d1-8646-e18eb60622f3'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:49:30.347414 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26361913-73c6-4524-aae5-4b01b608a471 None None] Attempting to bind port 9d8463ea-4c03-42ba-93e8-00dff72eb66b on network 6f06b836-b30c-48d1-8646-e18eb60622f3 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:30.367382 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26361913-73c6-4524-aae5-4b01b608a471 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:49:30.367939 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26361913-73c6-4524-aae5-4b01b608a471 None None] Checking segment: {'id': '667b57db-43c4-4518-bbcb-6036bce0392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6f06b836-b30c-48d1-8646-e18eb60622f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:30.368597 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-26361913-73c6-4524-aae5-4b01b608a471 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:30.369017 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26361913-73c6-4524-aae5-4b01b608a471 None None] Bound using segment: {'id': '667b57db-43c4-4518-bbcb-6036bce0392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6f06b836-b30c-48d1-8646-e18eb60622f3'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:49:30.369497 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-26361913-73c6-4524-aae5-4b01b608a471 None None] Bound port: 9d8463ea-4c03-42ba-93e8-00dff72eb66b, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '667b57db-43c4-4518-bbcb-6036bce0392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6f06b836-b30c-48d1-8646-e18eb60622f3'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:49:30.369967 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-26361913-73c6-4524-aae5-4b01b608a471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:30.372564 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96524824-8696-4565-b056-86af4ea52e88 None None] Network e9c8794b-b17c-4b8a-915b-e40c3661521c requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:30.400251 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13e69d-b388-4977-ac29-3fad98f1ada7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Network': ['ID=9d480332-028e-49a6-b390-0032047ca630,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:30.419569 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5b13e69d-b388-4977-ac29-3fad98f1ada7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0776725 Nov 12 08:49:30.419947 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58672) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:30.427329 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-ac2205a3-84b5-44b2-abe7-16236811becb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Request body: {'subnet': {'network_id': '5fd79c4a-c4de-486d-9d83-6ad7283a8bf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:30.477900 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 9d480332-028e-49a6-b390-0032047ca630 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:49:30.594425 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2205a3-84b5-44b2-abe7-16236811becb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Made reservation on behalf of c55c22fe318e4764964768a3f517f6bc for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:30.608907 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ac2205a3-84b5-44b2-abe7-16236811becb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:30.646409 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87295227-e9e2-4c40-aa8e-85219cbf0e93 None None] DHCP port deletion for 7bfd1417-cac6-4152-826e-588573fa4bfa request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:49:30.656886 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-62c57e51-8057-48b9-a4db-97239e1ece32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:49:30.657561 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-62c57e51-8057-48b9-a4db-97239e1ece32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:49:30.702261 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-43618b82-5cad-4773-be7e-44764d205066 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] For port 98c800ab-db1c-4a9c-9b50-7a953052f38d, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=98c800ab-db1c-4a9c-9b50-7a953052f38d,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:30.769769 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43618b82-5cad-4773-be7e-44764d205066 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:30.779410 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43618b82-5cad-4773-be7e-44764d205066 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:30.782799 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43618b82-5cad-4773-be7e-44764d205066 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:30.871295 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:49:30.871809 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:49:30.946079 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43618b82-5cad-4773-be7e-44764d205066 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:30.970747 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-43618b82-5cad-4773-be7e-44764d205066 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:30.987554 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43618b82-5cad-4773-be7e-44764d205066 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:30.990813 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43618b82-5cad-4773-be7e-44764d205066 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:31.035995 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43618b82-5cad-4773-be7e-44764d205066 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Subnet': ['ID=58dda99d-6744-4d5e-8775-223e61b3ec63,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:31.068979 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43618b82-5cad-4773-be7e-44764d205066 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Port': ['ID=98c800ab-db1c-4a9c-9b50-7a953052f38d,revision_number=5']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:31.113569 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-43618b82-5cad-4773-be7e-44764d205066 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3267705 Nov 12 08:49:31.114032 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58700) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:31.122718 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8f9f84f6-8ffd-4cdb-84a3-59c1635803e9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'port': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'mac_address': 'fa:16:3e:fb:ee:01', 'name': 'tempest-NetworksTestDHCPv6-1015603513'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:31.170888 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-26361913-73c6-4524-aae5-4b01b608a471 None None] For port 9d8463ea-4c03-42ba-93e8-00dff72eb66b, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:49:31.177848 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ecdf1aa7-7184-49f9-a42f-5c9fce2ad9ff req-915af880-a459-4172-a988-de209cf75f08 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c32c85-e348-4249-b480-935fa1745345 HTTP/1.1" status: 200 len: 210 time: 0.1020968 Nov 12 08:49:31.305354 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-26361913-73c6-4524-aae5-4b01b608a471 None None] For port 9d8463ea-4c03-42ba-93e8-00dff72eb66b, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9d8463ea-4c03-42ba-93e8-00dff72eb66b,segment=NetworkSegment(667b57db-43c4-4518-bbcb-6036bce0392b),segment_id=667b57db-43c4-4518-bbcb-6036bce0392b)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:49:31.322206 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-87295227-e9e2-4c40-aa8e-85219cbf0e93 None None] Deleting port 98c800ab-db1c-4a9c-9b50-7a953052f38d {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:31.322774 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-87295227-e9e2-4c40-aa8e-85219cbf0e93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:31.332735 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-26361913-73c6-4524-aae5-4b01b608a471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:31.354023 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ac2205a3-84b5-44b2-abe7-16236811becb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:31.412821 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9f84f6-8ffd-4cdb-84a3-59c1635803e9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:31.535362 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2205a3-84b5-44b2-abe7-16236811becb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Subnet': ['ID=6a49d6dc-20bc-4eea-a010-4f19164f14ed,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:31.578265 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2205a3-84b5-44b2-abe7-16236811becb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:31.578922 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2205a3-84b5-44b2-abe7-16236811becb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:31.579635 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2205a3-84b5-44b2-abe7-16236811becb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:31.580238 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2205a3-84b5-44b2-abe7-16236811becb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:31.580932 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2205a3-84b5-44b2-abe7-16236811becb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:31.581503 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2205a3-84b5-44b2-abe7-16236811becb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:31.583070 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2205a3-84b5-44b2-abe7-16236811becb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:31.583877 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2205a3-84b5-44b2-abe7-16236811becb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:31.584538 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2205a3-84b5-44b2-abe7-16236811becb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:31.585321 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2205a3-84b5-44b2-abe7-16236811becb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:31.585898 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2205a3-84b5-44b2-abe7-16236811becb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:31.586522 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2205a3-84b5-44b2-abe7-16236811becb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:31.667568 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2205a3-84b5-44b2-abe7-16236811becb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Checking segment: {'id': '1f3980cf-97b6-4ba5-8c9b-1f72c7baf2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5fd79c4a-c4de-486d-9d83-6ad7283a8bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:31.670246 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2205a3-84b5-44b2-abe7-16236811becb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network hostable DHCP agents. Network: 5fd79c4a-c4de-486d-9d83-6ad7283a8bf5, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:49:31.717266 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2205a3-84b5-44b2-abe7-16236811becb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network 5fd79c4a-c4de-486d-9d83-6ad7283a8bf5 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:49:31.739415 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-62c57e51-8057-48b9-a4db-97239e1ece32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:31.747110 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-ac2205a3-84b5-44b2-abe7-16236811becb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 5fd79c4a-c4de-486d-9d83-6ad7283a8bf5) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:31.758169 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8f9f84f6-8ffd-4cdb-84a3-59c1635803e9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:31.765518 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2205a3-84b5-44b2-abe7-16236811becb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:31.765922 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ac2205a3-84b5-44b2-abe7-16236811becb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:31.817683 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ac2205a3-84b5-44b2-abe7-16236811becb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3959520 Nov 12 08:49:31.832455 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58726) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:31.833932 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-8f9f84f6-8ffd-4cdb-84a3-59c1635803e9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] device_id is not set on port 7460c080-15ce-4d32-a751-8843470d8fc6 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:49:31.857656 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-aa04926f-279c-41d8-a43a-2dda86c36472 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Request body: {'subnet': {'network_id': '9d480332-028e-49a6-b390-0032047ca630', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:32.003258 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcdea45-77df-479f-8468-c157cdea74ff None None] Network 5fd79c4a-c4de-486d-9d83-6ad7283a8bf5 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:32.018980 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-31883fba-c003-495e-83f0-f465b847f2b1 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:32.029907 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-31883fba-c003-495e-83f0-f465b847f2b1 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:32.034015 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-31883fba-c003-495e-83f0-f465b847f2b1 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.58 "GET /v2.0/networks?id=e9c8794b-b17c-4b8a-915b-e40c3661521c&id=6f06b836-b30c-48d1-8646-e18eb60622f3 HTTP/1.1" status: 200 len: 1392 time: 0.5498166 Nov 12 08:49:32.058075 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-5d69c991-ca92-44e4-8514-fbfa7dbe43ea tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Request body: {'port': {'device_id': 'c8c32c85-e348-4249-b480-935fa1745345', 'network_id': 'e9c8794b-b17c-4b8a-915b-e40c3661521c', 'admin_state_up': True, 'tenant_id': '3b73e8d3d1c6491e81f21331afe242f6'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:32.204911 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26361913-73c6-4524-aae5-4b01b608a471 None None] Pushing event updated for resources: {'Port': ['ID=9d8463ea-4c03-42ba-93e8-00dff72eb66b,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:32.240663 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa04926f-279c-41d8-a43a-2dda86c36472 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Made reservation on behalf of c55c22fe318e4764964768a3f517f6bc for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:32.245172 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-aa04926f-279c-41d8-a43a-2dda86c36472 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:32.349883 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-8f9f84f6-8ffd-4cdb-84a3-59c1635803e9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Allocated IP 2001:db8::f816:3eff:fefb:ee01 (7bfd1417-cac6-4152-826e-588573fa4bfa/58dda99d-6744-4d5e-8775-223e61b3ec63/7460c080-15ce-4d32-a751-8843470d8fc6) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:32.442485 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:32.479301 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7dd58348-7f59-4061-91f2-3f5b0e326606 req-a9d9d9ca-0e46-477a-867e-8273e5bdcf7c tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c32c85-e348-4249-b480-935fa1745345 HTTP/1.1" status: 200 len: 210 time: 0.1035011 Nov 12 08:49:32.488539 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-5d69c991-ca92-44e4-8514-fbfa7dbe43ea tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Made reservation on behalf of 3b73e8d3d1c6491e81f21331afe242f6 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:32.498540 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-5d69c991-ca92-44e4-8514-fbfa7dbe43ea tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:32.630164 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-62c57e51-8057-48b9-a4db-97239e1ece32 None None] For port 98c800ab-db1c-4a9c-9b50-7a953052f38d, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=98c800ab-db1c-4a9c-9b50-7a953052f38d,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:32.636464 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-87295227-e9e2-4c40-aa8e-85219cbf0e93 None None] For port 98c800ab-db1c-4a9c-9b50-7a953052f38d, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=98c800ab-db1c-4a9c-9b50-7a953052f38d,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:32.637529 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-87295227-e9e2-4c40-aa8e-85219cbf0e93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:32.691679 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-62c57e51-8057-48b9-a4db-97239e1ece32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:32.707053 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-5fd79c4a-c4de-486d-9d83-6ad7283a8bf5', 'network_id': '5fd79c4a-c4de-486d-9d83-6ad7283a8bf5', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'fixed_ips': [{'subnet_id': '6a49d6dc-20bc-4eea-a010-4f19164f14ed'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:49:32.708081 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:32.736827 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-87295227-e9e2-4c40-aa8e-85219cbf0e93 None None] Calling delete_port for 98c800ab-db1c-4a9c-9b50-7a953052f38d owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:32.793094 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-5d69c991-ca92-44e4-8514-fbfa7dbe43ea tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Allocated IP 19.80.0.88 (e9c8794b-b17c-4b8a-915b-e40c3661521c/2deaa4d7-3234-4dbb-88d5-2534cd0be62f/dbe56429-44c6-4a03-855c-0f35a0728db8) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:32.845130 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5dba67da-f076-4723-abbf-e51c5096d85f None None] Could not find standard attr ID for object 9c2f35fa-30a3-49e5-880d-df51141755ef. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:49:32.858099 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-aa04926f-279c-41d8-a43a-2dda86c36472 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:32.998134 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:49:32.999067 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:49:33.015600 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c57e51-8057-48b9-a4db-97239e1ece32 None None] Pushing event updated for resources: {'Port': ['ID=98c800ab-db1c-4a9c-9b50-7a953052f38d,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:33.019826 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5dba67da-f076-4723-abbf-e51c5096d85f None None] Provisioning complete for port 6e7fee77-9a3a-4b39-915a-98d2e1081ca7 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:33.020695 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5dba67da-f076-4723-abbf-e51c5096d85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:33.113135 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04926f-279c-41d8-a43a-2dda86c36472 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Subnet': ['ID=ac956189-2da5-4c6d-9a14-04a95af58e5b,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:33.154439 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa04926f-279c-41d8-a43a-2dda86c36472 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Checking segment: {'id': 'a7bac2d2-4c8e-4479-bd73-6669e1882038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9d480332-028e-49a6-b390-0032047ca630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:33.154824 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa04926f-279c-41d8-a43a-2dda86c36472 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network hostable DHCP agents. Network: 9d480332-028e-49a6-b390-0032047ca630, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:49:33.206569 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-5d69c991-ca92-44e4-8514-fbfa7dbe43ea tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:33.213134 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa04926f-279c-41d8-a43a-2dda86c36472 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network 9d480332-028e-49a6-b390-0032047ca630 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:49:33.234287 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-aa04926f-279c-41d8-a43a-2dda86c36472 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 9d480332-028e-49a6-b390-0032047ca630) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:33.240082 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa04926f-279c-41d8-a43a-2dda86c36472 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:33.240947 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-aa04926f-279c-41d8-a43a-2dda86c36472 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:33.279450 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-aa04926f-279c-41d8-a43a-2dda86c36472 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4587932 Nov 12 08:49:33.282806 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58750) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:33.290476 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-9c3c31be-7c30-4ba3-a6ac-de73d2c24292 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-872596335', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:33.301696 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4d7a8e-bc82-4231-8980-86423de91ae0 None None] Network 9d480332-028e-49a6-b390-0032047ca630 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:33.354575 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9c3c31be-7c30-4ba3-a6ac-de73d2c24292 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:33.355941 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9c3c31be-7c30-4ba3-a6ac-de73d2c24292 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:33.603076 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9c3c31be-7c30-4ba3-a6ac-de73d2c24292 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:33.616055 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9c3c31be-7c30-4ba3-a6ac-de73d2c24292 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:33.742156 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9c3c31be-7c30-4ba3-a6ac-de73d2c24292 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:33.744255 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9c3c31be-7c30-4ba3-a6ac-de73d2c24292 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4599807 Nov 12 08:49:33.746870 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8f9f84f6-8ffd-4cdb-84a3-59c1635803e9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:33.759846 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58754) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:33.815830 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] Allocated IP 2001:db8::2 (5fd79c4a-c4de-486d-9d83-6ad7283a8bf5/6a49d6dc-20bc-4eea-a010-4f19164f14ed/fde255f5-0754-4da4-9e84-915f087699fc) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:33.937216 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-5d69c991-ca92-44e4-8514-fbfa7dbe43ea tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:34.058732 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817eb37e-6413-4440-83d1-7e8cf3479e00 None None] Network 6f06b836-b30c-48d1-8646-e18eb60622f3 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:34.187110 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5187b-ccdb-4148-a280-93eab982c1f6 req-519d5b98-3568-4a6c-abe5-8862d393ab42 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:34.202526 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-5d69c991-ca92-44e4-8514-fbfa7dbe43ea tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Network e9c8794b-b17c-4b8a-915b-e40c3661521c is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:34.202799 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-26d5187b-ccdb-4148-a280-93eab982c1f6 req-519d5b98-3568-4a6c-abe5-8862d393ab42 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c32c85-e348-4249-b480-935fa1745345 HTTP/1.1" status: 200 len: 931 time: 0.3773131 Nov 12 08:49:34.208123 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8f9f84f6-8ffd-4cdb-84a3-59c1635803e9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:34.214033 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69c991-ca92-44e4-8514-fbfa7dbe43ea tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Pushing event updated for resources: {'Port': ['ID=dbe56429-44c6-4a03-855c-0f35a0728db8,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:34.228037 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-5d69c991-ca92-44e4-8514-fbfa7dbe43ea tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:34.250740 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-5d69c991-ca92-44e4-8514-fbfa7dbe43ea tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:34.471318 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9f84f6-8ffd-4cdb-84a3-59c1635803e9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:34.497592 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-8f9f84f6-8ffd-4cdb-84a3-59c1635803e9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:34.504435 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9f84f6-8ffd-4cdb-84a3-59c1635803e9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:34.511613 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9f84f6-8ffd-4cdb-84a3-59c1635803e9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:34.512674 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8f9f84f6-8ffd-4cdb-84a3-59c1635803e9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:34.523899 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-5d69c991-ca92-44e4-8514-fbfa7dbe43ea tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:34.524938 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-5d69c991-ca92-44e4-8514-fbfa7dbe43ea tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:34.545508 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f84f6-8ffd-4cdb-84a3-59c1635803e9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Port': ['ID=7460c080-15ce-4d32-a751-8843470d8fc6,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:34.563574 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9d8463ea-4c03-42ba-93e8-00dff72eb66b up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:34.572206 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8f9f84f6-8ffd-4cdb-84a3-59c1635803e9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4569588 Nov 12 08:49:34.576645 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-5d69c991-ca92-44e4-8514-fbfa7dbe43ea tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5248005 Nov 12 08:49:34.582144 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58764) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:34.617161 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-f4c3e913-f120-42fa-ba26-e840bac38e8b tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Request body: {'port': {'device_id': 'c8c32c85-e348-4249-b480-935fa1745345', 'network_id': '6f06b836-b30c-48d1-8646-e18eb60622f3', 'admin_state_up': True, 'tenant_id': '3b73e8d3d1c6491e81f21331afe242f6'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:34.733736 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-87295227-e9e2-4c40-aa8e-85219cbf0e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:34.818706 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87295227-e9e2-4c40-aa8e-85219cbf0e93 None None] Pushing event deleted for resources: {'Port': ['ID=98c800ab-db1c-4a9c-9b50-7a953052f38d,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:34.822308 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5dba67da-f076-4723-abbf-e51c5096d85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:34.865010 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58768) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:35.045097 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87295227-e9e2-4c40-aa8e-85219cbf0e93 None None] No DVR routers for this DVR port 98c800ab-db1c-4a9c-9b50-7a953052f38d on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:49:35.074290 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-26d5187b-ccdb-4148-a280-93eab982c1f6 req-76851d52-544f-498d-9cf3-ff5f7eb12ab4 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8702540 Nov 12 08:49:35.158476 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e0942560-dd59-471d-bc7f-47925e6eb86e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:35.210264 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c23da8-ba97-4048-8294-2d7742bcf00f None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:35.240023 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-336a6b98-55d6-411c-805b-75f5e377b57b tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:35.312148 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:35.363999 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:35.400802 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb9d368-e03f-46a5-acf9-0c72ee9f7abf tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:35.406396 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-bcb9d368-e03f-46a5-acf9-0c72ee9f7abf tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.8224564 Nov 12 08:49:35.408004 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58776) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:35.564371 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a4bc23-e6bb-410e-be9a-116e4038a27c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-9d480332-028e-49a6-b390-0032047ca630', 'network_id': '9d480332-028e-49a6-b390-0032047ca630', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'fixed_ips': [{'subnet_id': 'ac956189-2da5-4c6d-9a14-04a95af58e5b'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:49:35.566401 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-33a4bc23-e6bb-410e-be9a-116e4038a27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:35.581910 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-5dba67da-f076-4723-abbf-e51c5096d85f None None] For port 6e7fee77-9a3a-4b39-915a-98d2e1081ca7, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=6e7fee77-9a3a-4b39-915a-98d2e1081ca7,segment=NetworkSegment(6dfab28b-aca8-430f-9436-bd79976f6719),segment_id=6dfab28b-aca8-430f-9436-bd79976f6719)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:35.585654 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] Pushing event updated for resources: {'Port': ['ID=fde255f5-0754-4da4-9e84-915f087699fc,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:35.626851 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:35.628068 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:35.628859 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-f4c3e913-f120-42fa-ba26-e840bac38e8b tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Made reservation on behalf of 3b73e8d3d1c6491e81f21331afe242f6 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:35.629168 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:35.629965 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:35.630746 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:35.631469 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:35.633395 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:35.634318 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:35.635067 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:35.635837 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:35.636064 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-f4c3e913-f120-42fa-ba26-e840bac38e8b tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:35.636789 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:35.638480 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:35.703356 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-054e0a1f-aa88-451a-a192-8c1e360a63db tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting port 7460c080-15ce-4d32-a751-8843470d8fc6 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:35.704156 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-054e0a1f-aa88-451a-a192-8c1e360a63db tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:35.722816 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5dba67da-f076-4723-abbf-e51c5096d85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:35.840499 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e0942560-dd59-471d-bc7f-47925e6eb86e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:35.880493 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba67da-f076-4723-abbf-e51c5096d85f None None] Pushing event updated for resources: {'Port': ['ID=6e7fee77-9a3a-4b39-915a-98d2e1081ca7,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:35.890152 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e0942560-dd59-471d-bc7f-47925e6eb86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:36.041306 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-054e0a1f-aa88-451a-a192-8c1e360a63db tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:36.144774 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-f4c3e913-f120-42fa-ba26-e840bac38e8b tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Allocated IP 19.86.0.222 (6f06b836-b30c-48d1-8646-e18eb60622f3/df07901a-db3c-4a1e-a6d3-962ca34b682c/caa2e910-dbc3-4338-ae91-e712788579de) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:36.154329 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-054e0a1f-aa88-451a-a192-8c1e360a63db tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Calling delete_port for 7460c080-15ce-4d32-a751-8843470d8fc6 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:36.385105 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-33a4bc23-e6bb-410e-be9a-116e4038a27c None None] Allocated IP 2001:db8:1::2 (9d480332-028e-49a6-b390-0032047ca630/ac956189-2da5-4c6d-9a14-04a95af58e5b/e1d245c0-a094-444e-99c1-359aac45b498) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:36.388970 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-336a6b98-55d6-411c-805b-75f5e377b57b tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Allocated IP 2001:db8::1 (5fd79c4a-c4de-486d-9d83-6ad7283a8bf5/6a49d6dc-20bc-4eea-a010-4f19164f14ed/a16365f3-0f66-4915-a7c1-acb0a7797474) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:36.610019 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 9d8463ea-4c03-42ba-93e8-00dff72eb66b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:36.611517 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:36.697731 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] Network 5fd79c4a-c4de-486d-9d83-6ad7283a8bf5 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:36.704407 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-33a4bc23-e6bb-410e-be9a-116e4038a27c None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:36.711572 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:36.721344 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:36.738198 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-041bb320-c6c7-4583-a8f1-6cf3a66c4ed2 None None] Provisioning complete for port dbe56429-44c6-4a03-855c-0f35a0728db8 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:36.739033 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-041bb320-c6c7-4583-a8f1-6cf3a66c4ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:36.786314 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-33a4bc23-e6bb-410e-be9a-116e4038a27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:36.795310 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-041bb320-c6c7-4583-a8f1-6cf3a66c4ed2 None None] Port dbe56429-44c6-4a03-855c-0f35a0728db8 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:49:36.822719 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0942560-dd59-471d-bc7f-47925e6eb86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c5c11e-5c96-4c70-81a4-c3738017dba0,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:36.848120 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e0942560-dd59-471d-bc7f-47925e6eb86e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d2f3b14589a4de9b402541651687915&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9443147 Nov 12 08:49:36.857619 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58786) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:36.898597 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-041bb320-c6c7-4583-a8f1-6cf3a66c4ed2 None None] Provisioning complete for port 9d8463ea-4c03-42ba-93e8-00dff72eb66b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:36.898836 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-041bb320-c6c7-4583-a8f1-6cf3a66c4ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:36.901433 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-054e0a1f-aa88-451a-a192-8c1e360a63db tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:36.921799 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a4bc23-e6bb-410e-be9a-116e4038a27c None None] Network 9d480332-028e-49a6-b390-0032047ca630 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:36.942443 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbe08a-aff2-46a3-b065-f10b2d358c58 req-5b74347b-c2a6-4582-a2c0-ad10875295b4 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:36.945400 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0ccbe08a-aff2-46a3-b065-f10b2d358c58 req-5b74347b-c2a6-4582-a2c0-ad10875295b4 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c32c85-e348-4249-b480-935fa1745345 HTTP/1.1" status: 200 len: 931 time: 0.3272052 Nov 12 08:49:36.950605 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-336a6b98-55d6-411c-805b-75f5e377b57b tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:36.965989 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-33a4bc23-e6bb-410e-be9a-116e4038a27c None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:36.974531 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a4bc23-e6bb-410e-be9a-116e4038a27c None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:36.989062 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-f4c3e913-f120-42fa-ba26-e840bac38e8b tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:36.991941 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e0a1f-aa88-451a-a192-8c1e360a63db tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Port': ['ID=7460c080-15ce-4d32-a751-8843470d8fc6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:37.057364 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:37.060949 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] Attempting to bind port fde255f5-0754-4da4-9e84-915f087699fc on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:49:37.061583 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] Attempting to bind port fde255f5-0754-4da4-9e84-915f087699fc by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '1f3980cf-97b6-4ba5-8c9b-1f72c7baf2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5fd79c4a-c4de-486d-9d83-6ad7283a8bf5'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:49:37.062091 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] Attempting to bind port fde255f5-0754-4da4-9e84-915f087699fc on network 5fd79c4a-c4de-486d-9d83-6ad7283a8bf5 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:37.070986 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-054e0a1f-aa88-451a-a192-8c1e360a63db tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:37.080858 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-054e0a1f-aa88-451a-a192-8c1e360a63db tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/7460c080-15ce-4d32-a751-8843470d8fc6 HTTP/1.1" status: 204 len: 168 time: 1.6653991 Nov 12 08:49:37.081494 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58788) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:37.088034 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-768dc24d-9d0e-452f-9a1c-5ba7068c8fbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:37.104445 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:49:37.104995 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] Checking segment: {'id': '1f3980cf-97b6-4ba5-8c9b-1f72c7baf2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5fd79c4a-c4de-486d-9d83-6ad7283a8bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:37.105312 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:37.105654 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] Bound using segment: {'id': '1f3980cf-97b6-4ba5-8c9b-1f72c7baf2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5fd79c4a-c4de-486d-9d83-6ad7283a8bf5'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:49:37.106165 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] Bound port: fde255f5-0754-4da4-9e84-915f087699fc, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3980cf-97b6-4ba5-8c9b-1f72c7baf2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5fd79c4a-c4de-486d-9d83-6ad7283a8bf5'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:49:37.106552 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:37.146582 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0ccbe08a-aff2-46a3-b065-f10b2d358c58 req-e71a698b-29f4-469e-8350-07904739988f tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667190 Nov 12 08:49:37.203624 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-f4c3e913-f120-42fa-ba26-e840bac38e8b tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:37.226469 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-768dc24d-9d0e-452f-9a1c-5ba7068c8fbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:37.239607 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4bc23-e6bb-410e-be9a-116e4038a27c None None] Pushing event updated for resources: {'Port': ['ID=e1d245c0-a094-444e-99c1-359aac45b498,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:37.321016 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-336a6b98-55d6-411c-805b-75f5e377b57b tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:37.354003 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-768dc24d-9d0e-452f-9a1c-5ba7068c8fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:37.360457 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-768dc24d-9d0e-452f-9a1c-5ba7068c8fbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:37.362152 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-768dc24d-9d0e-452f-9a1c-5ba7068c8fbc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/26c5c11e-5c96-4c70-81a4-c3738017dba0 HTTP/1.1" status: 204 len: 168 time: 0.5033038 Nov 12 08:49:37.370768 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0915187e-4026-4e73-96c5-5fefac107813 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:37.374595 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0915187e-4026-4e73-96c5-5fefac107813 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:37.383295 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0915187e-4026-4e73-96c5-5fefac107813 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2945933 Nov 12 08:49:37.388302 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58792) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:37.392855 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-33a4bc23-e6bb-410e-be9a-116e4038a27c None None] Attempting to bind port e1d245c0-a094-444e-99c1-359aac45b498 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:49:37.393579 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-f4c3e913-f120-42fa-ba26-e840bac38e8b tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Network 6f06b836-b30c-48d1-8646-e18eb60622f3 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:37.393693 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-33a4bc23-e6bb-410e-be9a-116e4038a27c None None] Attempting to bind port e1d245c0-a094-444e-99c1-359aac45b498 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'a7bac2d2-4c8e-4479-bd73-6669e1882038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9d480332-028e-49a6-b390-0032047ca630'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:49:37.393693 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4bc23-e6bb-410e-be9a-116e4038a27c None None] Attempting to bind port e1d245c0-a094-444e-99c1-359aac45b498 on network 9d480332-028e-49a6-b390-0032047ca630 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:37.423487 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-f4c3e913-f120-42fa-ba26-e840bac38e8b tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:37.442365 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 9d8463ea-4c03-42ba-93e8-00dff72eb66b, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9d8463ea-4c03-42ba-93e8-00dff72eb66b,segment=NetworkSegment(667b57db-43c4-4518-bbcb-6036bce0392b),segment_id=667b57db-43c4-4518-bbcb-6036bce0392b)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:37.466382 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dc24d-9d0e-452f-9a1c-5ba7068c8fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c5c11e-5c96-4c70-81a4-c3738017dba0,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:37.484338 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:37.485159 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 6e7fee77-9a3a-4b39-915a-98d2e1081ca7 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:37.498178 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4bc23-e6bb-410e-be9a-116e4038a27c None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:49:37.499283 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4bc23-e6bb-410e-be9a-116e4038a27c None None] Checking segment: {'id': 'a7bac2d2-4c8e-4479-bd73-6669e1882038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9d480332-028e-49a6-b390-0032047ca630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:37.499283 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-33a4bc23-e6bb-410e-be9a-116e4038a27c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:37.499587 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4bc23-e6bb-410e-be9a-116e4038a27c None None] Bound using segment: {'id': 'a7bac2d2-4c8e-4479-bd73-6669e1882038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9d480332-028e-49a6-b390-0032047ca630'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:49:37.500651 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-33a4bc23-e6bb-410e-be9a-116e4038a27c None None] Bound port: e1d245c0-a094-444e-99c1-359aac45b498, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7bac2d2-4c8e-4479-bd73-6669e1882038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9d480332-028e-49a6-b390-0032047ca630'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:49:37.500651 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-33a4bc23-e6bb-410e-be9a-116e4038a27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:37.513675 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-f4c3e913-f120-42fa-ba26-e840bac38e8b tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:37.517789 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336a6b98-55d6-411c-805b-75f5e377b57b tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network 5fd79c4a-c4de-486d-9d83-6ad7283a8bf5 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:37.525286 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-336a6b98-55d6-411c-805b-75f5e377b57b tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:37.530785 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336a6b98-55d6-411c-805b-75f5e377b57b tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:37.531513 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-336a6b98-55d6-411c-805b-75f5e377b57b tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:37.580601 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee20c4bb-8c64-4933-807b-0437a2586a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-7bfd1417-cac6-4152-826e-588573fa4bfa', 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'fixed_ips': [{'subnet_id': '58dda99d-6744-4d5e-8775-223e61b3ec63'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:49:37.581445 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ee20c4bb-8c64-4933-807b-0437a2586a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:37.606928 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-f4c3e913-f120-42fa-ba26-e840bac38e8b tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:37.608382 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-f4c3e913-f120-42fa-ba26-e840bac38e8b tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:37.672082 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3e913-f120-42fa-ba26-e840bac38e8b tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Pushing event updated for resources: {'Port': ['ID=caa2e910-dbc3-4338-ae91-e712788579de,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:37.694465 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-f4c3e913-f120-42fa-ba26-e840bac38e8b tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0933201 Nov 12 08:49:37.712807 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-acdf6e08-a14d-48ee-a072-defc15b1c889 service neutron] Request body: {'port': {'device_id': 'c8c32c85-e348-4249-b480-935fa1745345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:37.762261 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a6b98-55d6-411c-805b-75f5e377b57b tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Port': ['ID=a16365f3-0f66-4915-a7c1-acb0a7797474,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:37.799464 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-336a6b98-55d6-411c-805b-75f5e377b57b tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:37.882489 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-33db4fa3-8d3b-449b-b923-dcfea0795006 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting subnet 58dda99d-6744-4d5e-8775-223e61b3ec63 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:49:37.910438 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-33db4fa3-8d3b-449b-b923-dcfea0795006 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:38.008966 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-acdf6e08-a14d-48ee-a072-defc15b1c889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:38.074987 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-33db4fa3-8d3b-449b-b923-dcfea0795006 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:38.119229 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] For port fde255f5-0754-4da4-9e84-915f087699fc, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:49:38.126343 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] For port fde255f5-0754-4da4-9e84-915f087699fc, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=fde255f5-0754-4da4-9e84-915f087699fc,segment=NetworkSegment(1f3980cf-97b6-4ba5-8c9b-1f72c7baf2cb),segment_id=1f3980cf-97b6-4ba5-8c9b-1f72c7baf2cb)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:49:38.141592 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=9d8463ea-4c03-42ba-93e8-00dff72eb66b,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:38.212177 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:38.290429 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-33db4fa3-8d3b-449b-b923-dcfea0795006 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:38.338297 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58810) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:38.360736 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21f28a-9506-47ed-8976-5268c62b3e27 None None] Pushing event updated for resources: {'Port': ['ID=fde255f5-0754-4da4-9e84-915f087699fc,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:38.456239 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-33a4bc23-e6bb-410e-be9a-116e4038a27c None None] For port e1d245c0-a094-444e-99c1-359aac45b498, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:49:38.460256 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-33a4bc23-e6bb-410e-be9a-116e4038a27c None None] For port e1d245c0-a094-444e-99c1-359aac45b498, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=e1d245c0-a094-444e-99c1-359aac45b498,segment=NetworkSegment(a7bac2d2-4c8e-4479-bd73-6669e1882038),segment_id=a7bac2d2-4c8e-4479-bd73-6669e1882038)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:49:38.483581 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-33a4bc23-e6bb-410e-be9a-116e4038a27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:38.491831 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-18b7842f-5cea-4641-bdac-57e59133ae39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:38.613750 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-33db4fa3-8d3b-449b-b923-dcfea0795006 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:38.662105 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-336a6b98-55d6-411c-805b-75f5e377b57b tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:38.673017 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-336a6b98-55d6-411c-805b-75f5e377b57b tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:38.674103 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-336a6b98-55d6-411c-805b-75f5e377b57b tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:38.724329 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f2febfcc-e794-4216-9918-bfe2b1b48bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:38.735666 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f1ea4-d3c1-4310-b353-d59dcfb7c751 req-40d8d795-a6f5-4186-9f8b-d425fe5e453c tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:38.796580 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f1ea4-d3c1-4310-b353-d59dcfb7c751 req-40d8d795-a6f5-4186-9f8b-d425fe5e453c tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:38.803313 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b2f1ea4-d3c1-4310-b353-d59dcfb7c751 req-40d8d795-a6f5-4186-9f8b-d425fe5e453c tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c32c85-e348-4249-b480-935fa1745345 HTTP/1.1" status: 200 len: 1654 time: 0.4634097 Nov 12 08:49:38.816455 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 6e7fee77-9a3a-4b39-915a-98d2e1081ca7 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:38.817089 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:38.946689 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4bc23-e6bb-410e-be9a-116e4038a27c None None] Pushing event updated for resources: {'Port': ['ID=e1d245c0-a094-444e-99c1-359aac45b498,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:38.964993 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-64f0c496-2371-4f11-909d-b579cfed6d4c None None] Provisioning complete for port caa2e910-dbc3-4338-ae91-e712788579de triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:38.965628 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-64f0c496-2371-4f11-909d-b579cfed6d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:38.995850 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db4fa3-8d3b-449b-b923-dcfea0795006 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Subnet': ['ID=58dda99d-6744-4d5e-8775-223e61b3ec63,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:39.008236 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:49:39.036203 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-33db4fa3-8d3b-449b-b923-dcfea0795006 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:39.050018 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-33db4fa3-8d3b-449b-b923-dcfea0795006 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/58dda99d-6744-4d5e-8775-223e61b3ec63 HTTP/1.1" status: 204 len: 168 time: 1.6560144 Nov 12 08:49:39.062208 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58816) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:39.078501 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a6b98-55d6-411c-805b-75f5e377b57b tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Port': ['ID=a16365f3-0f66-4915-a7c1-acb0a7797474,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:39.092881 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-18b7842f-5cea-4641-bdac-57e59133ae39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:39.137857 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-18b7842f-5cea-4641-bdac-57e59133ae39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:39.247407 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-64f0c496-2371-4f11-909d-b579cfed6d4c None None] Port caa2e910-dbc3-4338-ae91-e712788579de cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:49:39.261154 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-25beec6b-e74e-4d19-aaf0-e61e13b7b723 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1966944 Nov 12 08:49:39.281986 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-64f0c496-2371-4f11-909d-b579cfed6d4c None None] Provisioning complete for port 9d8463ea-4c03-42ba-93e8-00dff72eb66b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:39.299781 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-64f0c496-2371-4f11-909d-b579cfed6d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:39.339949 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-18b7842f-5cea-4641-bdac-57e59133ae39 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2fc6a54fb12c497ebd229840ea6061ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9575779 Nov 12 08:49:39.363907 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-acdf6e08-a14d-48ee-a072-defc15b1c889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbe56429-44c6-4a03-855c-0f35a0728db8 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:49:39.380198 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-acdf6e08-a14d-48ee-a072-defc15b1c889 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:39.424667 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-acdf6e08-a14d-48ee-a072-defc15b1c889 service neutron] Transition to ACTIVE for port object dbe56429-44c6-4a03-855c-0f35a0728db8 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:49:39.428547 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58822) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:39.432369 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58824) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:39.465288 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 98c800ab-db1c-4a9c-9b50-7a953052f38d no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:49:39.544684 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 98c800ab-db1c-4a9c-9b50-7a953052f38d {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:49:39.545134 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 98c800ab-db1c-4a9c-9b50-7a953052f38d not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:49:39.570184 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-346449cf-b1b1-4b9d-a4ac-96ae408651a6 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1325340 Nov 12 08:49:39.572904 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-acdf6e08-a14d-48ee-a072-defc15b1c889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:39.575562 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58826) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:39.680267 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7842f-5cea-4641-bdac-57e59133ae39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36abdbc-bbd4-45e5-acc7-a9f3b3f5cf2f,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:39.704191 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336a6b98-55d6-411c-805b-75f5e377b57b tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network 5fd79c4a-c4de-486d-9d83-6ad7283a8bf5 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:39.726484 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-336a6b98-55d6-411c-805b-75f5e377b57b tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:39.756094 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf6e08-a14d-48ee-a072-defc15b1c889 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe56429-44c6-4a03-855c-0f35a0728db8,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:39.901366 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-890d17c9-46bb-4449-a6d5-cf3fc449c3bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:39.929307 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b2f1ea4-d3c1-4310-b353-d59dcfb7c751 req-2e6bb2ca-a593-4178-9092-d295022d0391 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0092392 Nov 12 08:49:39.958489 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2cc761-9b89-4312-b827-7ba34bf80a79 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:39.963502 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ae2cc761-9b89-4312-b827-7ba34bf80a79 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2964001 Nov 12 08:49:39.968772 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58828) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:39.991512 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-890d17c9-46bb-4449-a6d5-cf3fc449c3bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:40.108087 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 6e7fee77-9a3a-4b39-915a-98d2e1081ca7 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:40.177914 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-746dc93e-bf39-4961-9abd-95f90813fa33 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2075813 Nov 12 08:49:40.183377 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58832) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:40.197891 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-f0dbb8b0-213e-49a4-a9f9-1fb3cb60e923 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:40.355057 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0b0075b2-f0be-4f7f-a25f-f28cc160d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:40.383047 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-14b562ea-40ae-4e01-94d0-266db9a34dc7 req-4319d849-f644-40fd-8889-2c0600e1b30f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6175833 Nov 12 08:49:40.397761 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-890d17c9-46bb-4449-a6d5-cf3fc449c3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:40.402097 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-890d17c9-46bb-4449-a6d5-cf3fc449c3bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:40.403525 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-890d17c9-46bb-4449-a6d5-cf3fc449c3bc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f36abdbc-bbd4-45e5-acc7-a9f3b3f5cf2f HTTP/1.1" status: 204 len: 168 time: 0.9619823 Nov 12 08:49:40.466463 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 6e7fee77-9a3a-4b39-915a-98d2e1081ca7 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:40.467000 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:40.476993 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d17c9-46bb-4449-a6d5-cf3fc449c3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36abdbc-bbd4-45e5-acc7-a9f3b3f5cf2f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:40.564530 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-acdf6e08-a14d-48ee-a072-defc15b1c889 service neutron] Attempting to bind port dbe56429-44c6-4a03-855c-0f35a0728db8 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:49:40.564530 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-acdf6e08-a14d-48ee-a072-defc15b1c889 service neutron] Attempting to bind port dbe56429-44c6-4a03-855c-0f35a0728db8 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '6dfab28b-aca8-430f-9436-bd79976f6719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e9c8794b-b17c-4b8a-915b-e40c3661521c'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:49:40.578082 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e17d83-e428-46ed-9368-2bfc116becbd None None] Network 5fd79c4a-c4de-486d-9d83-6ad7283a8bf5 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:40.582484 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-acdf6e08-a14d-48ee-a072-defc15b1c889 service neutron] Attempting to bind port dbe56429-44c6-4a03-855c-0f35a0728db8 on network e9c8794b-b17c-4b8a-915b-e40c3661521c {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:40.592076 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b562ea-40ae-4e01-94d0-266db9a34dc7 req-362b99b2-2801-43ef-bb63-03d8690af4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:40.617723 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-14b562ea-40ae-4e01-94d0-266db9a34dc7 req-362b99b2-2801-43ef-bb63-03d8690af4ba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=80cba63a5f3c423896b758b0902dcec9&device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 1097 time: 0.1536543 Nov 12 08:49:40.637241 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336a6b98-55d6-411c-805b-75f5e377b57b tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Router 315b32d6-0cfd-4f15-a74b-1090e9577630 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:49:40.667434 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-acdf6e08-a14d-48ee-a072-defc15b1c889 service neutron] Port dbe56429-44c6-4a03-855c-0f35a0728db8 on network e9c8794b-b17c-4b8a-915b-e40c3661521c not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:49:40.675414 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-acdf6e08-a14d-48ee-a072-defc15b1c889 service neutron] Attempting to bind port dbe56429-44c6-4a03-855c-0f35a0728db8 on network e9c8794b-b17c-4b8a-915b-e40c3661521c {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:40.679322 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f27aa7-0cbe-4af5-b504-f04b8404d29b req-cb2e43dd-cc2a-404b-b823-1345d6364bd1 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:40.680979 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b6f27aa7-0cbe-4af5-b504-f04b8404d29b req-cb2e43dd-cc2a-404b-b823-1345d6364bd1 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.2982206 Nov 12 08:49:40.692935 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dbb8b0-213e-49a4-a9f9-1fb3cb60e923 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:40.711369 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f0dbb8b0-213e-49a4-a9f9-1fb3cb60e923 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:40.735473 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-acdf6e08-a14d-48ee-a072-defc15b1c889 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:49:40.736143 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-acdf6e08-a14d-48ee-a072-defc15b1c889 service neutron] Checking segment: {'id': '6dfab28b-aca8-430f-9436-bd79976f6719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e9c8794b-b17c-4b8a-915b-e40c3661521c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:40.736787 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-acdf6e08-a14d-48ee-a072-defc15b1c889 service neutron] Bound using segment: {'id': '6dfab28b-aca8-430f-9436-bd79976f6719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e9c8794b-b17c-4b8a-915b-e40c3661521c'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:49:40.741199 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-acdf6e08-a14d-48ee-a072-defc15b1c889 service neutron] Bound port: dbe56429-44c6-4a03-855c-0f35a0728db8, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dfab28b-aca8-430f-9436-bd79976f6719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e9c8794b-b17c-4b8a-915b-e40c3661521c'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:49:40.741848 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-acdf6e08-a14d-48ee-a072-defc15b1c889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:40.934493 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d1086fe5-3176-40bb-9086-17257c6a87cf None None] Provisioning complete for port fde255f5-0754-4da4-9e84-915f087699fc triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:40.935088 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d1086fe5-3176-40bb-9086-17257c6a87cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:40.976827 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336a6b98-55d6-411c-805b-75f5e377b57b tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:49:41.034688 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b562ea-40ae-4e01-94d0-266db9a34dc7 req-2c723810-b038-4598-a5bd-61881c78b416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:41.036487 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ae3fbf-5377-401e-9af2-514bdfe0b65d None None] Sync routers for ids ['315b32d6-0cfd-4f15-a74b-1090e9577630'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:49:41.046644 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556c2305-a7aa-48a7-a865-e89f6f256704 None None] Network 9d480332-028e-49a6-b390-0032047ca630 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:41.049299 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-14b562ea-40ae-4e01-94d0-266db9a34dc7 req-2c723810-b038-4598-a5bd-61881c78b416 service neutron] 10.222.0.54 "GET /v2.0/networks?id=837ec62d-b3f5-4602-995a-15f6fc8805b4 HTTP/1.1" status: 200 len: 912 time: 0.4306417 Nov 12 08:49:41.097988 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ae3fbf-5377-401e-9af2-514bdfe0b65d None None] Routers {'315b32d6-0cfd-4f15-a74b-1090e9577630'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:49:41.098688 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-58ae3fbf-5377-401e-9af2-514bdfe0b65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:49:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['315b32d6-0cfd-4f15-a74b-1090e9577630'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:41.124548 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-acdf6e08-a14d-48ee-a072-defc15b1c889 service neutron] For port dbe56429-44c6-4a03-855c-0f35a0728db8, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:49:41.131810 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-acdf6e08-a14d-48ee-a072-defc15b1c889 service neutron] For port dbe56429-44c6-4a03-855c-0f35a0728db8, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=dbe56429-44c6-4a03-855c-0f35a0728db8,segment=NetworkSegment(6dfab28b-aca8-430f-9436-bd79976f6719),segment_id=6dfab28b-aca8-430f-9436-bd79976f6719)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:49:41.180738 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device e1d245c0-a094-444e-99c1-359aac45b498 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:41.184786 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-58ae3fbf-5377-401e-9af2-514bdfe0b65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:41.280842 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-acdf6e08-a14d-48ee-a072-defc15b1c889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:41.313263 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ae3fbf-5377-401e-9af2-514bdfe0b65d None None] Routers {'315b32d6-0cfd-4f15-a74b-1090e9577630'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:49:41.313992 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-58ae3fbf-5377-401e-9af2-514bdfe0b65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:49:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['315b32d6-0cfd-4f15-a74b-1090e9577630'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:41.392918 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-336a6b98-55d6-411c-805b-75f5e377b57b tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "PUT /v2.0/routers/315b32d6-0cfd-4f15-a74b-1090e9577630/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6327302 Nov 12 08:49:41.394555 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58856) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:41.434292 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-58ae3fbf-5377-401e-9af2-514bdfe0b65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:41.435001 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ae3fbf-5377-401e-9af2-514bdfe0b65d None None] The sync data for ids ['315b32d6-0cfd-4f15-a74b-1090e9577630'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:49:41.471033 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d1086fe5-3176-40bb-9086-17257c6a87cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:41.539657 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-acdf6e08-a14d-48ee-a072-defc15b1c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:41.547974 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-acdf6e08-a14d-48ee-a072-defc15b1c889 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:41.549732 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-acdf6e08-a14d-48ee-a072-defc15b1c889 service neutron] 10.222.0.58 "PUT /v2.0/ports/dbe56429-44c6-4a03-855c-0f35a0728db8 HTTP/1.1" status: 200 len: 1092 time: 3.8429539 Nov 12 08:49:41.552237 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-14b562ea-40ae-4e01-94d0-266db9a34dc7 req-0dff4857-c12d-49ae-a132-1ba1ecff1170 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=208f95e9-28ae-4c99-8b45-cff231909e59 HTTP/1.1" status: 200 len: 1000 time: 0.4883192 Nov 12 08:49:41.553100 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf6e08-a14d-48ee-a072-defc15b1c889 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe56429-44c6-4a03-855c-0f35a0728db8,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:41.560123 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c32c85-e348-4249-b480-935fa1745345', 'tag': 'dbe56429-44c6-4a03-855c-0f35a0728db8'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:49:41.564160 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa72b376-13f8-4a0f-ae01-8ade0b0ae7fd" -d '{"events": [{"name": "network-changed", "server_uuid": "c8c32c85-e348-4249-b480-935fa1745345", "tag": "dbe56429-44c6-4a03-855c-0f35a0728db8"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:49:41.575321 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port e1d245c0-a094-444e-99c1-359aac45b498 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:41.575678 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:41.607196 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-555a245c-89dc-450c-9344-835b33ffa49a service neutron] Request body: {'port': {'device_id': 'c8c32c85-e348-4249-b480-935fa1745345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:41.702985 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-d1086fe5-3176-40bb-9086-17257c6a87cf None None] For port fde255f5-0754-4da4-9e84-915f087699fc, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=fde255f5-0754-4da4-9e84-915f087699fc,segment=NetworkSegment(1f3980cf-97b6-4ba5-8c9b-1f72c7baf2cb),segment_id=1f3980cf-97b6-4ba5-8c9b-1f72c7baf2cb)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:41.706132 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b6f27aa7-0cbe-4af5-b504-f04b8404d29b req-3fa1ea97-6f7a-40d1-9dea-d7a14f5d8d99 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9902987 Nov 12 08:49:41.738030 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d1086fe5-3176-40bb-9086-17257c6a87cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:41.768660 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b562ea-40ae-4e01-94d0-266db9a34dc7 req-2dd142ed-fa58-4ca8-ab57-d3465230a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:41.770197 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-14b562ea-40ae-4e01-94d0-266db9a34dc7 req-2dd142ed-fa58-4ca8-ab57-d3465230a6e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=601c19d7-10c1-44ee-a86c-ac9c499e748d HTTP/1.1" status: 200 len: 850 time: 0.1906936 Nov 12 08:49:41.770445 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688159e8-0220-46a0-af52-050c9e43e7e7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:41.774905 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58868) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:41.787359 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-688159e8-0220-46a0-af52-050c9e43e7e7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "GET /v2.0/ports/a16365f3-0f66-4915-a7c1-acb0a7797474 HTTP/1.1" status: 200 len: 911 time: 0.3548048 Nov 12 08:49:41.936908 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1086fe5-3176-40bb-9086-17257c6a87cf None None] Pushing event updated for resources: {'Port': ['ID=fde255f5-0754-4da4-9e84-915f087699fc,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:41.965714 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-555a245c-89dc-450c-9344-835b33ffa49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:42.043038 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:42.047686 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ac323a1c-b9c9-4110-8a07-700a1d4452cd None None] Provisioning complete for port e1d245c0-a094-444e-99c1-359aac45b498 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:42.048151 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ac323a1c-b9c9-4110-8a07-700a1d4452cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:42.283438 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:42.368291 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b562ea-40ae-4e01-94d0-266db9a34dc7 req-41b921aa-a175-43eb-8fa8-8614fdb79015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:42.373372 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-14b562ea-40ae-4e01-94d0-266db9a34dc7 req-41b921aa-a175-43eb-8fa8-8614fdb79015 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=837ec62d-b3f5-4602-995a-15f6fc8805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5061693 Nov 12 08:49:42.463235 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ac323a1c-b9c9-4110-8a07-700a1d4452cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:42.493261 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port e1d245c0-a094-444e-99c1-359aac45b498, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=e1d245c0-a094-444e-99c1-359aac45b498,segment=NetworkSegment(a7bac2d2-4c8e-4479-bd73-6669e1882038),segment_id=a7bac2d2-4c8e-4479-bd73-6669e1882038)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:42.516908 n-d-768862-16 neutron-server[102569]: DEBUG neutron.objects.ports [None req-f0dbb8b0-213e-49a4-a9f9-1fb3cb60e923 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102569) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:49:42.531301 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f0dbb8b0-213e-49a4-a9f9-1fb3cb60e923 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:42.558253 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:42.559277 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device fde255f5-0754-4da4-9e84-915f087699fc up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:42.574661 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57ef38-994e-4ac1-950c-40b70c7bdac9 req-be8a28b2-fd5d-4732-8c1f-501dfcca73bd tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:42.583004 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57ef38-994e-4ac1-950c-40b70c7bdac9 req-be8a28b2-fd5d-4732-8c1f-501dfcca73bd tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:42.585208 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-de57ef38-994e-4ac1-950c-40b70c7bdac9 req-be8a28b2-fd5d-4732-8c1f-501dfcca73bd tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c32c85-e348-4249-b480-935fa1745345 HTTP/1.1" status: 200 len: 1666 time: 0.6924033 Nov 12 08:49:42.726548 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=e1d245c0-a094-444e-99c1-359aac45b498,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:42.727175 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dbb8b0-213e-49a4-a9f9-1fb3cb60e923 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:42.729634 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-f0dbb8b0-213e-49a4-a9f9-1fb3cb60e923 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:42.737268 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dbb8b0-213e-49a4-a9f9-1fb3cb60e923 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:42.737889 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f0dbb8b0-213e-49a4-a9f9-1fb3cb60e923 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:42.758770 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0417c12b-e0f9-4d48-8393-59149ced8c77 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:42.830972 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbb8b0-213e-49a4-a9f9-1fb3cb60e923 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Subnet': ['ID=9ec773ab-9ffb-4495-a23c-198adb743351,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:42.916182 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f0dbb8b0-213e-49a4-a9f9-1fb3cb60e923 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.7301722 Nov 12 08:49:42.924664 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58892) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:42.933466 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-7c5a51cf-9765-4aa2-a74b-67a4679ec4ad tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'port': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'mac_address': 'fa:16:3e:02:30:8e', 'name': 'tempest-NetworksTestDHCPv6-954906387'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:43.065581 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-14b562ea-40ae-4e01-94d0-266db9a34dc7 req-b1ce841e-37ec-46d0-a16f-79b916f5630d service neutron] 10.222.0.54 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6504247 Nov 12 08:49:43.109255 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-de57ef38-994e-4ac1-950c-40b70c7bdac9 req-1ccaf411-0438-4b9e-8378-6b17006dee98 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4863529 Nov 12 08:49:43.170121 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5a51cf-9765-4aa2-a74b-67a4679ec4ad tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:43.270992 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-555a245c-89dc-450c-9344-835b33ffa49a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caa2e910-dbc3-4338-ae91-e712788579de {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:49:43.283400 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-555a245c-89dc-450c-9344-835b33ffa49a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:43.317258 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-555a245c-89dc-450c-9344-835b33ffa49a service neutron] Transition to ACTIVE for port object caa2e910-dbc3-4338-ae91-e712788579de will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:49:43.331617 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-555a245c-89dc-450c-9344-835b33ffa49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:43.372415 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7c5a51cf-9765-4aa2-a74b-67a4679ec4ad tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:43.469931 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a7e4fb-7555-4c4a-bbdb-1e68a6030b02 x-openstack-request-id: req-88a7e4fb-7555-4c4a-bbdb-1e68a6030b02 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:49:43.470358 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8c32c85-e348-4249-b480-935fa1745345", "tag": "dbe56429-44c6-4a03-855c-0f35a0728db8", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:49:43.470528 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-88a7e4fb-7555-4c4a-bbdb-1e68a6030b02 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:49:43.472777 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c32c85-e348-4249-b480-935fa1745345', 'tag': 'dbe56429-44c6-4a03-855c-0f35a0728db8', 'status': 'completed', 'code': 200} Nov 12 08:49:43.517473 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-7c5a51cf-9765-4aa2-a74b-67a4679ec4ad tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] device_id is not set on port 9e94770f-7499-4649-8e8b-24342a8b8b3b yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:49:43.584550 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448a6c1f-902f-407b-859a-37480a14da1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-7bfd1417-cac6-4152-826e-588573fa4bfa', 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'fixed_ips': [{'subnet_id': '9ec773ab-9ffb-4495-a23c-198adb743351'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:49:43.586090 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-448a6c1f-902f-407b-859a-37480a14da1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:43.600641 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a245c-89dc-450c-9344-835b33ffa49a service neutron] Pushing event updated for resources: {'Port': ['ID=caa2e910-dbc3-4338-ae91-e712788579de,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:43.648650 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-ac323a1c-b9c9-4110-8a07-700a1d4452cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:49:43.652020 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07fe4bbf-14a8-41f9-bf26-e6496b3e563b req-d83add9b-0f01-4a0e-b360-996bdabfd48a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2825563 Nov 12 08:49:43.655470 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-ac323a1c-b9c9-4110-8a07-700a1d4452cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:49:43.663683 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:43.700065 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port fde255f5-0754-4da4-9e84-915f087699fc triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:43.702185 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:43.704853 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-593ccded-99f3-44ef-9965-46d5240461ae tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:43.731029 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-14b562ea-40ae-4e01-94d0-266db9a34dc7 req-84721c66-efb1-4d18-8d12-f9905f99b727 service neutron] 10.222.0.54 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6466064 Nov 12 08:49:43.902133 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-555a245c-89dc-450c-9344-835b33ffa49a service neutron] Attempting to bind port caa2e910-dbc3-4338-ae91-e712788579de on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:49:43.902380 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-555a245c-89dc-450c-9344-835b33ffa49a service neutron] Attempting to bind port caa2e910-dbc3-4338-ae91-e712788579de by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '667b57db-43c4-4518-bbcb-6036bce0392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6f06b836-b30c-48d1-8646-e18eb60622f3'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:49:43.902709 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-555a245c-89dc-450c-9344-835b33ffa49a service neutron] Attempting to bind port caa2e910-dbc3-4338-ae91-e712788579de on network 6f06b836-b30c-48d1-8646-e18eb60622f3 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:43.933417 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-555a245c-89dc-450c-9344-835b33ffa49a service neutron] Port caa2e910-dbc3-4338-ae91-e712788579de on network 6f06b836-b30c-48d1-8646-e18eb60622f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:49:43.933895 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-555a245c-89dc-450c-9344-835b33ffa49a service neutron] Attempting to bind port caa2e910-dbc3-4338-ae91-e712788579de on network 6f06b836-b30c-48d1-8646-e18eb60622f3 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:43.944114 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-555a245c-89dc-450c-9344-835b33ffa49a service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:49:43.949379 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-555a245c-89dc-450c-9344-835b33ffa49a service neutron] Checking segment: {'id': '667b57db-43c4-4518-bbcb-6036bce0392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6f06b836-b30c-48d1-8646-e18eb60622f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:43.951399 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-555a245c-89dc-450c-9344-835b33ffa49a service neutron] Bound using segment: {'id': '667b57db-43c4-4518-bbcb-6036bce0392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6f06b836-b30c-48d1-8646-e18eb60622f3'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:49:43.952247 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-555a245c-89dc-450c-9344-835b33ffa49a service neutron] Bound port: caa2e910-dbc3-4338-ae91-e712788579de, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '667b57db-43c4-4518-bbcb-6036bce0392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6f06b836-b30c-48d1-8646-e18eb60622f3'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:49:43.952704 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-555a245c-89dc-450c-9344-835b33ffa49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:43.954686 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72b376-13f8-4a0f-ae01-8ade0b0ae7fd req-dc2766fc-ea12-43ab-b04c-dd1f18124513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:43.955310 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72b376-13f8-4a0f-ae01-8ade0b0ae7fd req-dc2766fc-ea12-43ab-b04c-dd1f18124513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:43.968285 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fa72b376-13f8-4a0f-ae01-8ade0b0ae7fd req-dc2766fc-ea12-43ab-b04c-dd1f18124513 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b73e8d3d1c6491e81f21331afe242f6&device_id=c8c32c85-e348-4249-b480-935fa1745345 HTTP/1.1" status: 200 len: 1940 time: 0.4628489 Nov 12 08:49:44.121824 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:44.167169 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-555a245c-89dc-450c-9344-835b33ffa49a service neutron] For port caa2e910-dbc3-4338-ae91-e712788579de, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:49:44.214190 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad49b9-19b3-429c-8015-fe33ce9e04f4 req-c3dce035-aa4c-41a1-b724-d5c6a07c5c91 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:44.224776 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b5ad49b9-19b3-429c-8015-fe33ce9e04f4 req-c3dce035-aa4c-41a1-b724-d5c6a07c5c91 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.6012030 Nov 12 08:49:44.233450 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe4bbf-14a8-41f9-bf26-e6496b3e563b req-d29bc8d0-c9e6-4ca7-9ab1-db6c9e17cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:44.238621 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07fe4bbf-14a8-41f9-bf26-e6496b3e563b req-d29bc8d0-c9e6-4ca7-9ab1-db6c9e17cb70 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80cba63a5f3c423896b758b0902dcec9&device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 1097 time: 0.3820784 Nov 12 08:49:44.259694 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-555a245c-89dc-450c-9344-835b33ffa49a service neutron] For port caa2e910-dbc3-4338-ae91-e712788579de, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=caa2e910-dbc3-4338-ae91-e712788579de,segment=NetworkSegment(667b57db-43c4-4518-bbcb-6036bce0392b),segment_id=667b57db-43c4-4518-bbcb-6036bce0392b)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:49:44.272325 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-555a245c-89dc-450c-9344-835b33ffa49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:44.301721 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9d8463ea-4c03-42ba-93e8-00dff72eb66b up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:44.377673 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ac323a1c-b9c9-4110-8a07-700a1d4452cd None None] Provisioning complete for port a16365f3-0f66-4915-a7c1-acb0a7797474 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:44.377937 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ac323a1c-b9c9-4110-8a07-700a1d4452cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:44.429137 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-555a245c-89dc-450c-9344-835b33ffa49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:44.429738 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-555a245c-89dc-450c-9344-835b33ffa49a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:44.432096 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-555a245c-89dc-450c-9344-835b33ffa49a service neutron] 10.222.0.58 "PUT /v2.0/ports/caa2e910-dbc3-4338-ae91-e712788579de HTTP/1.1" status: 200 len: 1093 time: 2.8327651 Nov 12 08:49:44.440910 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 9d8463ea-4c03-42ba-93e8-00dff72eb66b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:44.441278 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:44.469279 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a245c-89dc-450c-9344-835b33ffa49a service neutron] Pushing event updated for resources: {'Port': ['ID=caa2e910-dbc3-4338-ae91-e712788579de,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:44.502411 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ac323a1c-b9c9-4110-8a07-700a1d4452cd None None] Port a16365f3-0f66-4915-a7c1-acb0a7797474 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:49:44.557335 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-593ccded-99f3-44ef-9965-46d5240461ae tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Allocated IP 2001:db8:1::1 (9d480332-028e-49a6-b390-0032047ca630/ac956189-2da5-4c6d-9a14-04a95af58e5b/f36c1faf-8da3-4112-b9ca-1aeed1e0a753) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:44.580940 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-7c5a51cf-9765-4aa2-a74b-67a4679ec4ad tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Allocated IP 2001:db8::f816:3eff:fe02:308e (7bfd1417-cac6-4152-826e-588573fa4bfa/9ec773ab-9ffb-4495-a23c-198adb743351/9e94770f-7499-4649-8e8b-24342a8b8b3b) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:44.588145 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ac323a1c-b9c9-4110-8a07-700a1d4452cd None None] Provisioning complete for port fde255f5-0754-4da4-9e84-915f087699fc triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:44.598411 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ac323a1c-b9c9-4110-8a07-700a1d4452cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:44.785773 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe4bbf-14a8-41f9-bf26-e6496b3e563b req-559f3226-1b0b-42d9-bd38-aaa8bb2302f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:44.787695 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07fe4bbf-14a8-41f9-bf26-e6496b3e563b req-559f3226-1b0b-42d9-bd38-aaa8bb2302f2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=837ec62d-b3f5-4602-995a-15f6fc8805b4 HTTP/1.1" status: 200 len: 912 time: 0.4820518 Nov 12 08:49:45.049231 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device e1d245c0-a094-444e-99c1-359aac45b498 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:45.078895 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b5ad49b9-19b3-429c-8015-fe33ce9e04f4 req-0e30f9e2-b5aa-4abd-8dfa-5163d9f8ebdd tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7972939 Nov 12 08:49:45.110679 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72b376-13f8-4a0f-ae01-8ade0b0ae7fd req-d295c3c7-5441-46c1-820a-93ed0db46fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:45.111484 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72b376-13f8-4a0f-ae01-8ade0b0ae7fd req-d295c3c7-5441-46c1-820a-93ed0db46fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:45.112840 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72b376-13f8-4a0f-ae01-8ade0b0ae7fd req-d295c3c7-5441-46c1-820a-93ed0db46fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:45.116115 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fa72b376-13f8-4a0f-ae01-8ade0b0ae7fd req-d295c3c7-5441-46c1-820a-93ed0db46fe9 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=3b73e8d3d1c6491e81f21331afe242f6&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.1302636 Nov 12 08:49:45.122999 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07fe4bbf-14a8-41f9-bf26-e6496b3e563b req-06a32196-df2b-4556-892b-70cd2f7270d7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95abe0da-cc08-4f59-931c-b1c44e9b4cc4 HTTP/1.1" status: 200 len: 217 time: 0.2222369 Nov 12 08:49:45.227465 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-caa764b2-d5e4-44ce-b5f7-1a0e9bfec086 None None] Provisioning complete for port e1d245c0-a094-444e-99c1-359aac45b498 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:45.227924 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-caa764b2-d5e4-44ce-b5f7-1a0e9bfec086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:45.328253 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port e1d245c0-a094-444e-99c1-359aac45b498 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:45.328712 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:45.400261 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-593ccded-99f3-44ef-9965-46d5240461ae tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:45.475242 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c32c85-e348-4249-b480-935fa1745345', 'tag': 'caa2e910-dbc3-4338-ae91-e712788579de'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:49:45.475536 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72b376-13f8-4a0f-ae01-8ade0b0ae7fd req-5a4eec00-d720-4d66-8350-1e681e9af4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:45.477770 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fa72b376-13f8-4a0f-ae01-8ade0b0ae7fd req-5a4eec00-d720-4d66-8350-1e681e9af4bd service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3528852 Nov 12 08:49:45.478271 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f8b5ed-4661-4e62-a124-ce317ea8513d" -d '{"events": [{"name": "network-changed", "server_uuid": "c8c32c85-e348-4249-b480-935fa1745345", "tag": "caa2e910-dbc3-4338-ae91-e712788579de"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:49:45.500303 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-593ccded-99f3-44ef-9965-46d5240461ae tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:45.558536 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ccded-99f3-44ef-9965-46d5240461ae tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Port': ['ID=f36c1faf-8da3-4112-b9ca-1aeed1e0a753,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:45.574469 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593ccded-99f3-44ef-9965-46d5240461ae tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network 9d480332-028e-49a6-b390-0032047ca630 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:45.576508 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-593ccded-99f3-44ef-9965-46d5240461ae tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:45.579197 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593ccded-99f3-44ef-9965-46d5240461ae tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:45.579841 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-593ccded-99f3-44ef-9965-46d5240461ae tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:45.589091 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-caa764b2-d5e4-44ce-b5f7-1a0e9bfec086 None None] Provisioning complete for port a16365f3-0f66-4915-a7c1-acb0a7797474 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:45.589649 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-caa764b2-d5e4-44ce-b5f7-1a0e9bfec086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:45.595772 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device fde255f5-0754-4da4-9e84-915f087699fc up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:45.719720 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-caa764b2-d5e4-44ce-b5f7-1a0e9bfec086 None None] Port a16365f3-0f66-4915-a7c1-acb0a7797474 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:49:45.742063 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port fde255f5-0754-4da4-9e84-915f087699fc triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:45.742436 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:45.778292 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911a22e-a524-49ff-9445-99f380fe3b20 req-9707cf89-46c3-42e4-a750-500af897893e tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:45.786834 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911a22e-a524-49ff-9445-99f380fe3b20 req-9707cf89-46c3-42e4-a750-500af897893e tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:45.796478 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b911a22e-a524-49ff-9445-99f380fe3b20 req-9707cf89-46c3-42e4-a750-500af897893e tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c32c85-e348-4249-b480-935fa1745345 HTTP/1.1" status: 200 len: 1678 time: 0.3174090 Nov 12 08:49:45.806137 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe4bbf-14a8-41f9-bf26-e6496b3e563b req-49a9bbe0-9c3a-4476-b272-e3a6b85ddb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:45.808091 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07fe4bbf-14a8-41f9-bf26-e6496b3e563b req-49a9bbe0-9c3a-4476-b272-e3a6b85ddb0f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=601c19d7-10c1-44ee-a86c-ac9c499e748d HTTP/1.1" status: 200 len: 850 time: 0.6342313 Nov 12 08:49:45.810834 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-593ccded-99f3-44ef-9965-46d5240461ae tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:45.817727 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7c5a51cf-9765-4aa2-a74b-67a4679ec4ad tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:45.933647 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-c557118b-9c15-44fb-873a-326c355b6c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:45.934399 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-c557118b-9c15-44fb-873a-326c355b6c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:45.937181 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-c557118b-9c15-44fb-873a-326c355b6c66 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b73e8d3d1c6491e81f21331afe242f6&device_id=c8c32c85-e348-4249-b480-935fa1745345 HTTP/1.1" status: 200 len: 1982 time: 0.3632219 Nov 12 08:49:45.989452 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe4bbf-14a8-41f9-bf26-e6496b3e563b req-23caad20-208b-4a24-b2a5-4f9c52571cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:45.992095 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07fe4bbf-14a8-41f9-bf26-e6496b3e563b req-23caad20-208b-4a24-b2a5-4f9c52571cb9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=837ec62d-b3f5-4602-995a-15f6fc8805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1659636 Nov 12 08:49:46.043594 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-6e66dbf7-6113-45a3-91a7-660510bd1ce4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.88&port_id=dbe56429-44c6-4a03-855c-0f35a0728db8 HTTP/1.1" status: 200 len: 217 time: 0.0871089 Nov 12 08:49:46.073699 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b911a22e-a524-49ff-9445-99f380fe3b20 req-5d6979c9-8566-477c-8ffb-7a82b8373361 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753539 Nov 12 08:49:46.097989 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7c5a51cf-9765-4aa2-a74b-67a4679ec4ad tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:46.269072 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-11ac919b-8496-4f97-bcd8-528d1bd2d889 None None] Provisioning complete for port f36c1faf-8da3-4112-b9ca-1aeed1e0a753 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:46.271495 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-11ac919b-8496-4f97-bcd8-528d1bd2d889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:46.353355 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-448a6c1f-902f-407b-859a-37480a14da1f None None] Allocated IP 2001:db8::f816:3eff:fee5:860 (7bfd1417-cac6-4152-826e-588573fa4bfa/9ec773ab-9ffb-4495-a23c-198adb743351/bfc6ac48-c2e0-492b-bcd5-7943234405ef) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:46.359296 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-11ac919b-8496-4f97-bcd8-528d1bd2d889 None None] Port f36c1faf-8da3-4112-b9ca-1aeed1e0a753 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:49:46.393020 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-593ccded-99f3-44ef-9965-46d5240461ae tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:46.397369 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58944) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:46.404803 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07fe4bbf-14a8-41f9-bf26-e6496b3e563b req-ad087412-1e01-47cd-baa2-36acb2e4c053 service neutron] 10.222.0.58 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505721 Nov 12 08:49:46.414167 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-593ccded-99f3-44ef-9965-46d5240461ae tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:46.415013 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-593ccded-99f3-44ef-9965-46d5240461ae tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:46.500103 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5a51cf-9765-4aa2-a74b-67a4679ec4ad tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:46.540488 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-7c5a51cf-9765-4aa2-a74b-67a4679ec4ad tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:46.574112 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ccded-99f3-44ef-9965-46d5240461ae tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Port': ['ID=f36c1faf-8da3-4112-b9ca-1aeed1e0a753,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:46.628122 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5a51cf-9765-4aa2-a74b-67a4679ec4ad tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:46.635339 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5a51cf-9765-4aa2-a74b-67a4679ec4ad tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:46.636214 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7c5a51cf-9765-4aa2-a74b-67a4679ec4ad tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:46.649733 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5c5046c6-03f8-4ab6-9dad-d16260b7ef7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:46.724821 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-f79e4b90-c7e9-4d50-b803-d85ed49a3799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:46.726535 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-f79e4b90-c7e9-4d50-b803-d85ed49a3799 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2deaa4d7-3234-4dbb-88d5-2534cd0be62f HTTP/1.1" status: 200 len: 801 time: 0.6517816 Nov 12 08:49:46.730797 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-448a6c1f-902f-407b-859a-37480a14da1f None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:46.741162 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-448a6c1f-902f-407b-859a-37480a14da1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:46.759280 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593ccded-99f3-44ef-9965-46d5240461ae tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network 9d480332-028e-49a6-b390-0032047ca630 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:46.767596 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-593ccded-99f3-44ef-9965-46d5240461ae tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:46.772628 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a51cf-9765-4aa2-a74b-67a4679ec4ad tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Port': ['ID=9e94770f-7499-4649-8e8b-24342a8b8b3b,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:46.787004 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7c5a51cf-9765-4aa2-a74b-67a4679ec4ad tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.8580539 Nov 12 08:49:46.793124 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58960) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:46.811123 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5c5046c6-03f8-4ab6-9dad-d16260b7ef7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:46.856375 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448a6c1f-902f-407b-859a-37480a14da1f None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:46.861077 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07fe4bbf-14a8-41f9-bf26-e6496b3e563b req-c65573fa-4ece-4d1d-8fff-24087247bd8e service neutron] 10.222.0.58 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833389 Nov 12 08:49:46.866629 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-448a6c1f-902f-407b-859a-37480a14da1f None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:46.868495 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-0af34bf5-de75-41aa-a11c-897fab90bdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:46.870339 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-0af34bf5-de75-41aa-a11c-897fab90bdd5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9c8794b-b17c-4b8a-915b-e40c3661521c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103489 Nov 12 08:49:46.879154 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448a6c1f-902f-407b-859a-37480a14da1f None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:46.884284 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a6c1f-902f-407b-859a-37480a14da1f None None] Pushing event updated for resources: {'Port': ['ID=bfc6ac48-c2e0-492b-bcd5-7943234405ef,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:46.913845 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-471f42cf-0f71-414f-adea-5b3d416f72a2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:46.918922 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5c5046c6-03f8-4ab6-9dad-d16260b7ef7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:46.923393 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-471f42cf-0f71-414f-adea-5b3d416f72a2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/networks?id=837ec62d-b3f5-4602-995a-15f6fc8805b4 HTTP/1.1" status: 200 len: 811 time: 0.3089886 Nov 12 08:49:46.982024 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-448a6c1f-902f-407b-859a-37480a14da1f None None] Attempting to bind port bfc6ac48-c2e0-492b-bcd5-7943234405ef on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:49:46.982324 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-448a6c1f-902f-407b-859a-37480a14da1f None None] Attempting to bind port bfc6ac48-c2e0-492b-bcd5-7943234405ef by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:49:46.982741 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a6c1f-902f-407b-859a-37480a14da1f None None] Attempting to bind port bfc6ac48-c2e0-492b-bcd5-7943234405ef on network 7bfd1417-cac6-4152-826e-588573fa4bfa {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:46.985082 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-4f3ad776-9047-4966-b627-0d7bbbf3b47d tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/quotas/80cba63a5f3c423896b758b0902dcec9 HTTP/1.1" status: 200 len: 375 time: 0.0605195 Nov 12 08:49:46.993516 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a6c1f-902f-407b-859a-37480a14da1f None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:49:46.993516 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a6c1f-902f-407b-859a-37480a14da1f None None] Checking segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:46.993516 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-448a6c1f-902f-407b-859a-37480a14da1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:46.994011 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a6c1f-902f-407b-859a-37480a14da1f None None] Bound using segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:49:46.994389 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-448a6c1f-902f-407b-859a-37480a14da1f None None] Bound port: bfc6ac48-c2e0-492b-bcd5-7943234405ef, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:49:46.994787 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-448a6c1f-902f-407b-859a-37480a14da1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:47.002775 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5c5046c6-03f8-4ab6-9dad-d16260b7ef7f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08377e8185e7486ab43a372802d50d46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6041708 Nov 12 08:49:47.009541 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58962) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:47.011903 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8326b37-4630-41cf-b3a5-a283136bac2f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:47.018386 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8326b37-4630-41cf-b3a5-a283136bac2f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:47.022929 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d8326b37-4630-41cf-b3a5-a283136bac2f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2259357 Nov 12 08:49:47.024786 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58964) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:47.028149 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5046c6-03f8-4ab6-9dad-d16260b7ef7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a5615d-a322-41c9-8419-1a7cda186683,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:47.090666 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-484dee71-c014-494b-b422-2135b6ef7bd0 service neutron] 10.222.0.58 "GET /v2.0/networks/e9c8794b-b17c-4b8a-915b-e40c3661521c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107415 Nov 12 08:49:47.099256 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593ccded-99f3-44ef-9965-46d5240461ae tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Router 315b32d6-0cfd-4f15-a74b-1090e9577630 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:49:47.103669 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-448a6c1f-902f-407b-859a-37480a14da1f None None] For port bfc6ac48-c2e0-492b-bcd5-7943234405ef, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:49:47.110486 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-448a6c1f-902f-407b-859a-37480a14da1f None None] For port bfc6ac48-c2e0-492b-bcd5-7943234405ef, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=bfc6ac48-c2e0-492b-bcd5-7943234405ef,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:49:47.118531 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-448a6c1f-902f-407b-859a-37480a14da1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:47.138290 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-7945640b-f3ce-403c-9425-31c33213befc tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=80cba63a5f3c423896b758b0902dcec9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1520200 Nov 12 08:49:47.206089 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a6c1f-902f-407b-859a-37480a14da1f None None] Pushing event updated for resources: {'Port': ['ID=bfc6ac48-c2e0-492b-bcd5-7943234405ef,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:47.253281 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-01b9584f-beef-4409-bb63-9f3920de9c55 None None] Provisioning complete for port f36c1faf-8da3-4112-b9ca-1aeed1e0a753 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:47.253547 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-01b9584f-beef-4409-bb63-9f3920de9c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:47.292434 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9fd264bf-18a4-4fcb-8528-0538c42ccfe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:47.294219 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-aa08b2f5-6af5-47d5-b4f7-8e1ec627b0fc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting port 9e94770f-7499-4649-8e8b-24342a8b8b3b {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:47.294584 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa08b2f5-6af5-47d5-b4f7-8e1ec627b0fc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:47.309941 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-01b9584f-beef-4409-bb63-9f3920de9c55 None None] Port f36c1faf-8da3-4112-b9ca-1aeed1e0a753 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:49:47.314097 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593ccded-99f3-44ef-9965-46d5240461ae tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:49:47.326616 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-593ccded-99f3-44ef-9965-46d5240461ae tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "PUT /v2.0/routers/315b32d6-0cfd-4f15-a74b-1090e9577630/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5504713 Nov 12 08:49:47.329876 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58970) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:47.333073 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214cb695-9c3f-4247-8745-88d62c4c7827 None None] Sync routers for ids ['315b32d6-0cfd-4f15-a74b-1090e9577630'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:49:47.351594 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214cb695-9c3f-4247-8745-88d62c4c7827 None None] Routers {'315b32d6-0cfd-4f15-a74b-1090e9577630'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:49:47.352736 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-214cb695-9c3f-4247-8745-88d62c4c7827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:49:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['315b32d6-0cfd-4f15-a74b-1090e9577630'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:47.412113 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-214cb695-9c3f-4247-8745-88d62c4c7827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:47.430014 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214cb695-9c3f-4247-8745-88d62c4c7827 None None] Routers {'315b32d6-0cfd-4f15-a74b-1090e9577630'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:49:47.430671 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-214cb695-9c3f-4247-8745-88d62c4c7827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:49:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['315b32d6-0cfd-4f15-a74b-1090e9577630'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:47.500515 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b00fdd-97d3-4906-a96b-c530de49bb39 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:47.502725 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-69b00fdd-97d3-4906-a96b-c530de49bb39 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "GET /v2.0/ports/f36c1faf-8da3-4112-b9ca-1aeed1e0a753 HTTP/1.1" status: 200 len: 913 time: 0.1716774 Nov 12 08:49:47.508304 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58976) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:47.515003 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-214cb695-9c3f-4247-8745-88d62c4c7827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:47.518457 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214cb695-9c3f-4247-8745-88d62c4c7827 None None] The sync data for ids ['315b32d6-0cfd-4f15-a74b-1090e9577630'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:49:47.636662 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa08b2f5-6af5-47d5-b4f7-8e1ec627b0fc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:47.660780 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-aa08b2f5-6af5-47d5-b4f7-8e1ec627b0fc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Calling delete_port for 9e94770f-7499-4649-8e8b-24342a8b8b3b owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:47.771198 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-3a07de54-ccbb-4be1-8c23-7d86f5311a53 service neutron] 10.222.0.37 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6318381 Nov 12 08:49:47.773768 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9fd264bf-18a4-4fcb-8528-0538c42ccfe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:47.836470 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-41142294-05d7-4c5d-984e-5c82ffdb8618 service neutron] 10.222.0.58 "GET /v2.0/networks/e9c8794b-b17c-4b8a-915b-e40c3661521c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7373900 Nov 12 08:49:47.944012 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-d9c75dc6-bf84-436d-a81f-215df75fe803 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.222&port_id=caa2e910-dbc3-4338-ae91-e712788579de HTTP/1.1" status: 200 len: 217 time: 0.0891025 Nov 12 08:49:48.025601 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa08b2f5-6af5-47d5-b4f7-8e1ec627b0fc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:48.039502 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9fd264bf-18a4-4fcb-8528-0538c42ccfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:48.042468 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9fd264bf-18a4-4fcb-8528-0538c42ccfe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:48.052248 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9fd264bf-18a4-4fcb-8528-0538c42ccfe6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/14a5615d-a322-41c9-8419-1a7cda186683 HTTP/1.1" status: 204 len: 168 time: 1.0254936 Nov 12 08:49:48.097131 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-a301caa1-275f-4e45-82d3-d714f4888008 service neutron] 10.222.0.37 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105385 Nov 12 08:49:48.099625 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-4f3a7bd8-7f83-4e37-a152-30fd52c81b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:48.106249 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-4f3a7bd8-7f83-4e37-a152-30fd52c81b97 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=df07901a-db3c-4a1e-a6d3-962ca34b682c HTTP/1.1" status: 200 len: 801 time: 0.1521459 Nov 12 08:49:48.112805 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd264bf-18a4-4fcb-8528-0538c42ccfe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a5615d-a322-41c9-8419-1a7cda186683,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:48.122753 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08b2f5-6af5-47d5-b4f7-8e1ec627b0fc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Port': ['ID=9e94770f-7499-4649-8e8b-24342a8b8b3b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:48.140924 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa08b2f5-6af5-47d5-b4f7-8e1ec627b0fc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:48.151474 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-aa08b2f5-6af5-47d5-b4f7-8e1ec627b0fc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/9e94770f-7499-4649-8e8b-24342a8b8b3b HTTP/1.1" status: 204 len: 168 time: 1.1221693 Nov 12 08:49:48.154413 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58986) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:48.228099 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-8f4c8422-fc50-4aac-9202-a5bd4f6670bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:48.229936 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-8f4c8422-fc50-4aac-9202-a5bd4f6670bf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6f06b836-b30c-48d1-8646-e18eb60622f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047261 Nov 12 08:49:48.252951 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b0e4298d-8b88-4936-897d-5906653f1627 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:48.365416 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-ab074083-e097-4e32-b3a2-ce68b500f0d0 service neutron] 10.222.0.58 "GET /v2.0/networks/6f06b836-b30c-48d1-8646-e18eb60622f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252286 Nov 12 08:49:48.379843 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5271235-3470-4b38-ac91-f48337f5b716 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:48.381720 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5271235-3470-4b38-ac91-f48337f5b716 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:48.383475 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e5271235-3470-4b38-ac91-f48337f5b716 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2195632 Nov 12 08:49:48.419098 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58990) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:48.519664 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed18d8b-fb30-4676-85ea-38e07f612cf6 x-openstack-request-id: req-fed18d8b-fb30-4676-85ea-38e07f612cf6 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:49:48.520295 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8c32c85-e348-4249-b480-935fa1745345", "tag": "caa2e910-dbc3-4338-ae91-e712788579de", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:49:48.520295 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fed18d8b-fb30-4676-85ea-38e07f612cf6 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:49:48.520652 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c32c85-e348-4249-b480-935fa1745345', 'tag': 'caa2e910-dbc3-4338-ae91-e712788579de', 'status': 'completed', 'code': 200} Nov 12 08:49:48.547558 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-d34e64b2-0a89-41ff-993e-5379c9a93f92 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting subnet 9ec773ab-9ffb-4495-a23c-198adb743351 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:49:48.554221 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d34e64b2-0a89-41ff-993e-5379c9a93f92 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:48.585640 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-5acc9283-7bc3-4c70-8bca-258e25a58d13 service neutron] 10.222.0.58 "GET /v2.0/networks/6f06b836-b30c-48d1-8646-e18eb60622f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106600 Nov 12 08:49:48.642779 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d34e64b2-0a89-41ff-993e-5379c9a93f92 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:48.718175 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58996) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:48.768106 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8b5ed-4661-4e62-a124-ce317ea8513d req-40ae2ddc-3855-45f1-860f-a53df1176c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:48.769655 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8b5ed-4661-4e62-a124-ce317ea8513d req-40ae2ddc-3855-45f1-860f-a53df1176c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:48.772227 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-33f8b5ed-4661-4e62-a124-ce317ea8513d req-40ae2ddc-3855-45f1-860f-a53df1176c81 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b73e8d3d1c6491e81f21331afe242f6&device_id=c8c32c85-e348-4249-b480-935fa1745345 HTTP/1.1" status: 200 len: 1982 time: 0.1113887 Nov 12 08:49:48.813129 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cf573210-40eb-4933-8e30-883c42303dc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:48.977133 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d34e64b2-0a89-41ff-993e-5379c9a93f92 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:49.052506 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f7add-641f-458e-abcf-73010656cfb2 req-fd05c8a2-6165-4bc7-a0ee-1edc5c2a6e49 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:49.074671 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f7add-641f-458e-abcf-73010656cfb2 req-fd05c8a2-6165-4bc7-a0ee-1edc5c2a6e49 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:49.076148 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-250f7add-641f-458e-abcf-73010656cfb2 req-fd05c8a2-6165-4bc7-a0ee-1edc5c2a6e49 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c32c85-e348-4249-b480-935fa1745345 HTTP/1.1" status: 200 len: 1678 time: 0.2160785 Nov 12 08:49:49.078136 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8b5ed-4661-4e62-a124-ce317ea8513d req-a866626f-af32-4b6f-b26f-f8634b02a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:49.090286 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-33f8b5ed-4661-4e62-a124-ce317ea8513d req-a866626f-af32-4b6f-b26f-f8634b02a460 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6f06b836-b30c-48d1-8646-e18eb60622f3 HTTP/1.1" status: 200 len: 903 time: 0.3057232 Nov 12 08:49:49.120135 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-1625e22b-fbc2-4784-bf9b-6180f678b224 None None] Provisioning complete for port bfc6ac48-c2e0-492b-bcd5-7943234405ef triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:49.120898 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1625e22b-fbc2-4784-bf9b-6180f678b224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:49.161523 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-b0e4298d-8b88-4936-897d-5906653f1627 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Deleting port f36c1faf-8da3-4112-b9ca-1aeed1e0a753 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:49.162326 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b0e4298d-8b88-4936-897d-5906653f1627 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:49.197747 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-33f8b5ed-4661-4e62-a124-ce317ea8513d req-01b442c9-5504-44ab-9b38-1adefd4118f3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.222&port_id=caa2e910-dbc3-4338-ae91-e712788579de HTTP/1.1" status: 200 len: 217 time: 0.0889561 Nov 12 08:49:49.222757 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cf573210-40eb-4933-8e30-883c42303dc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:49.238052 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cf573210-40eb-4933-8e30-883c42303dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:49.251337 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device bfc6ac48-c2e0-492b-bcd5-7943234405ef up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:49.330330 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-250f7add-641f-458e-abcf-73010656cfb2 req-0ffbf97f-b676-45be-8db4-51c10a0177b1 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289569 Nov 12 08:49:49.371296 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d34e64b2-0a89-41ff-993e-5379c9a93f92 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:49.374946 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8b5ed-4661-4e62-a124-ce317ea8513d req-f00dea0f-9178-4d5d-a0f2-aaed7e5b1394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:49.377883 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-33f8b5ed-4661-4e62-a124-ce317ea8513d req-f00dea0f-9178-4d5d-a0f2-aaed7e5b1394 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=df07901a-db3c-4a1e-a6d3-962ca34b682c HTTP/1.1" status: 200 len: 801 time: 0.1453810 Nov 12 08:49:49.410009 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port bfc6ac48-c2e0-492b-bcd5-7943234405ef triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:49.410642 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:49.445021 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8b5ed-4661-4e62-a124-ce317ea8513d req-100c51b5-0bfd-4a48-987e-92184b68c7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:49.446626 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-33f8b5ed-4661-4e62-a124-ce317ea8513d req-100c51b5-0bfd-4a48-987e-92184b68c7d7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6f06b836-b30c-48d1-8646-e18eb60622f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598741 Nov 12 08:49:49.478699 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-cf573210-40eb-4933-8e30-883c42303dc2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=206726b553ee4cd396cb48478eab790f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7594514 Nov 12 08:49:49.487789 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59010) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:49.488580 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf573210-40eb-4933-8e30-883c42303dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97814d3a-7021-4839-9eb4-55cbb4ee3598,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:49.493751 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e64b2-0a89-41ff-993e-5379c9a93f92 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Subnet': ['ID=9ec773ab-9ffb-4495-a23c-198adb743351,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:49.512869 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1625e22b-fbc2-4784-bf9b-6180f678b224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:49.733503 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d34e64b2-0a89-41ff-993e-5379c9a93f92 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:49.747404 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d34e64b2-0a89-41ff-993e-5379c9a93f92 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/9ec773ab-9ffb-4495-a23c-198adb743351 HTTP/1.1" status: 204 len: 168 time: 1.2900515 Nov 12 08:49:49.752424 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9e43e39a-cf76-4e50-84ab-c4ef8f6a37b1 req-a21a4415-68b5-45d2-ac96-f823b3c26c86 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3fb0a3f-5746-4613-9f04-0c45cd981ec5 HTTP/1.1" status: 200 len: 210 time: 0.0607445 Nov 12 08:49:49.753017 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59014) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:49.754818 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-1625e22b-fbc2-4784-bf9b-6180f678b224 None None] For port bfc6ac48-c2e0-492b-bcd5-7943234405ef, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=bfc6ac48-c2e0-492b-bcd5-7943234405ef,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:49.825148 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:49.856136 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1625e22b-fbc2-4784-bf9b-6180f678b224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:49.861141 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b0e4298d-8b88-4936-897d-5906653f1627 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:49.911875 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-687321bb-f818-4bc3-b95d-3643892662bb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1409805 Nov 12 08:49:49.917382 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59020) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:49.928845 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-2ccfbefc-74b0-45f2-9981-2941ed24f5f1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:49.932763 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-b0e4298d-8b88-4936-897d-5906653f1627 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Calling delete_port for f36c1faf-8da3-4112-b9ca-1aeed1e0a753 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:49.990415 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba873c9-76f8-4396-aa4c-992caa353f18 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:50.021898 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-114598b3-001c-4b27-8d04-f3eef3f13a99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:50.122630 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-6457733a-1bb3-4c6b-920d-917f49434cfc None None] Could not find standard attr ID for object 9e94770f-7499-4649-8e8b-24342a8b8b3b. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:49:50.125161 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-33f8b5ed-4661-4e62-a124-ce317ea8513d req-08cf97e7-171a-471e-a002-555d317beece service neutron] 10.222.0.58 "GET /v2.0/networks/6f06b836-b30c-48d1-8646-e18eb60622f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6665151 Nov 12 08:49:50.209273 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:49:50.211122 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:49:50.287309 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625e22b-fbc2-4784-bf9b-6180f678b224 None None] Pushing event updated for resources: {'Port': ['ID=bfc6ac48-c2e0-492b-bcd5-7943234405ef,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:50.323135 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-114598b3-001c-4b27-8d04-f3eef3f13a99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:50.339937 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccfbefc-74b0-45f2-9981-2941ed24f5f1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:50.344001 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2ccfbefc-74b0-45f2-9981-2941ed24f5f1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:50.402727 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729eddad-bbde-4d0d-8485-6afc1505b9d2 req-13a8918b-5713-4f6d-97bc-c3840c41a21d tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:50.412434 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-729eddad-bbde-4d0d-8485-6afc1505b9d2 req-13a8918b-5713-4f6d-97bc-c3840c41a21d tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e1dffd-6140-46bb-85f6-2283f284cb73 HTTP/1.1" status: 200 len: 946 time: 0.1745110 Nov 12 08:49:50.428237 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-33f8b5ed-4661-4e62-a124-ce317ea8513d req-2ce1d5b0-590c-4673-ad40-332fba9b3695 service neutron] 10.222.0.58 "GET /v2.0/networks/6f06b836-b30c-48d1-8646-e18eb60622f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840073 Nov 12 08:49:50.431928 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd255360-a088-4063-95d8-e0b2fc801f11 None None] DHCP port deletion for 7bfd1417-cac6-4152-826e-588573fa4bfa request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:49:50.459470 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-114598b3-001c-4b27-8d04-f3eef3f13a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:50.462658 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-114598b3-001c-4b27-8d04-f3eef3f13a99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:50.466039 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-114598b3-001c-4b27-8d04-f3eef3f13a99 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/97814d3a-7021-4839-9eb4-55cbb4ee3598 HTTP/1.1" status: 204 len: 168 time: 0.9709983 Nov 12 08:49:50.482241 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114598b3-001c-4b27-8d04-f3eef3f13a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97814d3a-7021-4839-9eb4-55cbb4ee3598,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:50.486647 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b0e4298d-8b88-4936-897d-5906653f1627 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:50.520104 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4298d-8b88-4936-897d-5906653f1627 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Port': ['ID=f36c1faf-8da3-4112-b9ca-1aeed1e0a753,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:50.645638 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-729eddad-bbde-4d0d-8485-6afc1505b9d2 req-abea1134-882e-49fb-bb0d-3d5e141e2546 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d396c6b-f1f6-4e89-9bab-997c08120245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318850 Nov 12 08:49:50.654283 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-dd255360-a088-4063-95d8-e0b2fc801f11 None None] Deleting port bfc6ac48-c2e0-492b-bcd5-7943234405ef {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:50.655020 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dd255360-a088-4063-95d8-e0b2fc801f11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:50.694702 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b0e4298d-8b88-4936-897d-5906653f1627 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:50.820828 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-dd255360-a088-4063-95d8-e0b2fc801f11 None None] For port bfc6ac48-c2e0-492b-bcd5-7943234405ef, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=bfc6ac48-c2e0-492b-bcd5-7943234405ef,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:50.821484 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dd255360-a088-4063-95d8-e0b2fc801f11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:50.905125 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-dd255360-a088-4063-95d8-e0b2fc801f11 None None] Calling delete_port for bfc6ac48-c2e0-492b-bcd5-7943234405ef owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:51.055498 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device bfc6ac48-c2e0-492b-bcd5-7943234405ef no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:49:51.106686 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55a3f4-b6eb-4eb2-b0d1-18032b6a4283 req-b1d0c083-e22a-4f28-a522-bc4b8be5f0b2 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:51.115567 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55a3f4-b6eb-4eb2-b0d1-18032b6a4283 req-b1d0c083-e22a-4f28-a522-bc4b8be5f0b2 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:51.117553 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ce55a3f4-b6eb-4eb2-b0d1-18032b6a4283 req-b1d0c083-e22a-4f28-a522-bc4b8be5f0b2 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c32c85-e348-4249-b480-935fa1745345 HTTP/1.1" status: 200 len: 1678 time: 0.1904595 Nov 12 08:49:51.147615 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-9bbcef8b-3dab-449d-9efe-5ff03b0c01e8 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:51.148684 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-9bbcef8b-3dab-449d-9efe-5ff03b0c01e8 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.54 "GET /v2.0/networks?id=837ec62d-b3f5-4602-995a-15f6fc8805b4 HTTP/1.1" status: 200 len: 811 time: 0.4557123 Nov 12 08:49:51.155477 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device dbe56429-44c6-4a03-855c-0f35a0728db8 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:49:51.165103 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-1d816416-3fa1-428b-837c-d7cf105bae07 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Request body: {'port': {'device_id': 'b3fb0a3f-5746-4613-9f04-0c45cd981ec5', 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4', 'admin_state_up': True, 'tenant_id': '80cba63a5f3c423896b758b0902dcec9'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:51.258647 n-d-768862-16 neutron-server[102569]: DEBUG neutron.objects.ports [None req-2ccfbefc-74b0-45f2-9981-2941ed24f5f1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102569) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:49:51.306573 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port dbe56429-44c6-4a03-855c-0f35a0728db8, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=dbe56429-44c6-4a03-855c-0f35a0728db8,segment=NetworkSegment(6dfab28b-aca8-430f-9436-bd79976f6719),segment_id=6dfab28b-aca8-430f-9436-bd79976f6719)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:51.313612 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ce55a3f4-b6eb-4eb2-b0d1-18032b6a4283 req-cded3fca-eec6-4fcf-928a-2431c6e88197 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543300 Nov 12 08:49:51.346064 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'dbe56429-44c6-4a03-855c-0f35a0728db8', 'network_id': 'e9c8794b-b17c-4b8a-915b-e40c3661521c', 'port_id': 'dbe56429-44c6-4a03-855c-0f35a0728db8', 'mac_address': 'fa:16:3e:38:c0:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2deaa4d7-3234-4dbb-88d5-2534cd0be62f', 'ip_address': '19.80.0.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:49:51.408376 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e4298d-8b88-4936-897d-5906653f1627 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Router 315b32d6-0cfd-4f15-a74b-1090e9577630 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:49:51.415624 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:51.476854 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe56429-44c6-4a03-855c-0f35a0728db8 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:49:51.500794 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port dbe56429-44c6-4a03-855c-0f35a0728db8, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=dbe56429-44c6-4a03-855c-0f35a0728db8,segment=NetworkSegment(6dfab28b-aca8-430f-9436-bd79976f6719),segment_id=6dfab28b-aca8-430f-9436-bd79976f6719)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:51.504879 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:51.511446 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:51.511446 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device caa2e910-dbc3-4338-ae91-e712788579de details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:49:51.586405 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dd255360-a088-4063-95d8-e0b2fc801f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:51.600222 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=dbe56429-44c6-4a03-855c-0f35a0728db8,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:51.667868 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e4298d-8b88-4936-897d-5906653f1627 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:49:51.696732 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b0e4298d-8b88-4936-897d-5906653f1627 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "PUT /v2.0/routers/315b32d6-0cfd-4f15-a74b-1090e9577630/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1817641 Nov 12 08:49:51.699770 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59052) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:51.719043 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1172d404-3185-45a2-8d1b-658c136e6bb1 req-36c07e3b-704a-4ada-9b10-3b6953caf486 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3fb0a3f-5746-4613-9f04-0c45cd981ec5 HTTP/1.1" status: 200 len: 210 time: 0.0945389 Nov 12 08:49:51.804863 n-d-768862-16 neutron-server[102569]: WARNING neutron.services.revisions.revision_plugin [None req-2ccfbefc-74b0-45f2-9981-2941ed24f5f1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Could not find related port for resource to bump revision. Nov 12 08:49:51.814961 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.ipam_pluggable_backend [None req-2ccfbefc-74b0-45f2-9981-2941ed24f5f1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Port bfc6ac48-c2e0-492b-bcd5-7943234405ef was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102569) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 08:49:51.815552 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.ipam_pluggable_backend [None req-2ccfbefc-74b0-45f2-9981-2941ed24f5f1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Reverting IP allocation for 2001:db8::f816:3eff:fee5:860 {{(pid=102569) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 08:49:51.820845 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.ipam_pluggable_backend [None req-2ccfbefc-74b0-45f2-9981-2941ed24f5f1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee5:860 {{(pid=102569) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 08:49:51.822436 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2ccfbefc-74b0-45f2-9981-2941ed24f5f1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:51.912110 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-1d816416-3fa1-428b-837c-d7cf105bae07 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Made reservation on behalf of 80cba63a5f3c423896b758b0902dcec9 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:51.916101 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-1d816416-3fa1-428b-837c-d7cf105bae07 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:51.949240 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccfbefc-74b0-45f2-9981-2941ed24f5f1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:51.961622 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-2ccfbefc-74b0-45f2-9981-2941ed24f5f1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:51.968697 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccfbefc-74b0-45f2-9981-2941ed24f5f1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:51.969309 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2ccfbefc-74b0-45f2-9981-2941ed24f5f1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:51.979986 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccfbefc-74b0-45f2-9981-2941ed24f5f1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Subnet': ['ID=fd0dd0ef-7147-49c5-afac-76c5708f3d3d,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:51.995505 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675d12b-8848-4438-8a80-ea130be3deb3 req-9c2b42ff-9dc6-4854-b96f-502d15548b29 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:51.997170 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a675d12b-8848-4438-8a80-ea130be3deb3 req-9c2b42ff-9dc6-4854-b96f-502d15548b29 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e1dffd-6140-46bb-85f6-2283f284cb73 HTTP/1.1" status: 200 len: 946 time: 0.1180975 Nov 12 08:49:52.009087 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2ccfbefc-74b0-45f2-9981-2941ed24f5f1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0901003 Nov 12 08:49:52.012331 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59062) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:52.047536 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-75b92fe0-03b7-4a2d-9c5c-e2a599d15d2f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'port': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'mac_address': 'fa:16:3e:06:a1:c7', 'name': 'tempest-NetworksTestDHCPv6-1529044003'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:52.051950 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd255360-a088-4063-95d8-e0b2fc801f11 None None] No DVR routers for this DVR port bfc6ac48-c2e0-492b-bcd5-7943234405ef on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:49:52.063268 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeb481a-715d-4fd2-b261-92913037fb99 None None] Sync routers for ids ['315b32d6-0cfd-4f15-a74b-1090e9577630'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:49:52.116197 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91a4b5f-5099-41c3-a437-95814bc4ba64 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:52.157655 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd255360-a088-4063-95d8-e0b2fc801f11 None None] Pushing event deleted for resources: {'Port': ['ID=bfc6ac48-c2e0-492b-bcd5-7943234405ef,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:52.274696 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a675d12b-8848-4438-8a80-ea130be3deb3 req-1d4c4cd0-bd83-4b04-b35e-e1ca56dc297b tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d396c6b-f1f6-4e89-9bab-997c08120245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621047 Nov 12 08:49:52.296167 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b92fe0-03b7-4a2d-9c5c-e2a599d15d2f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:52.330555 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeb481a-715d-4fd2-b261-92913037fb99 None None] Routers {'315b32d6-0cfd-4f15-a74b-1090e9577630'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:49:52.331336 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ffeb481a-715d-4fd2-b261-92913037fb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:49:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['315b32d6-0cfd-4f15-a74b-1090e9577630'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:52.388331 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ffeb481a-715d-4fd2-b261-92913037fb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:52.452779 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port caa2e910-dbc3-4338-ae91-e712788579de, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=caa2e910-dbc3-4338-ae91-e712788579de,segment=NetworkSegment(667b57db-43c4-4518-bbcb-6036bce0392b),segment_id=667b57db-43c4-4518-bbcb-6036bce0392b)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:52.474407 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeb481a-715d-4fd2-b261-92913037fb99 None None] Routers {'315b32d6-0cfd-4f15-a74b-1090e9577630'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:49:52.476114 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ffeb481a-715d-4fd2-b261-92913037fb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:49:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['315b32d6-0cfd-4f15-a74b-1090e9577630'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:52.495134 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cab33d-912a-44a9-9cd7-079ecb069ac1 req-59bffda0-0e28-4790-b4a2-378a047e253d tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:52.501327 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cab33d-912a-44a9-9cd7-079ecb069ac1 req-59bffda0-0e28-4790-b4a2-378a047e253d tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:52.513408 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-33cab33d-912a-44a9-9cd7-079ecb069ac1 req-59bffda0-0e28-4790-b4a2-378a047e253d tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c32c85-e348-4249-b480-935fa1745345 HTTP/1.1" status: 200 len: 1679 time: 0.1130624 Nov 12 08:49:52.519127 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-75b92fe0-03b7-4a2d-9c5c-e2a599d15d2f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:52.534092 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'caa2e910-dbc3-4338-ae91-e712788579de', 'network_id': '6f06b836-b30c-48d1-8646-e18eb60622f3', 'port_id': 'caa2e910-dbc3-4338-ae91-e712788579de', 'mac_address': 'fa:16:3e:99:d7:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df07901a-db3c-4a1e-a6d3-962ca34b682c', 'ip_address': '19.86.0.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:49:52.542205 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ffeb481a-715d-4fd2-b261-92913037fb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:52.542205 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeb481a-715d-4fd2-b261-92913037fb99 None None] The sync data for ids ['315b32d6-0cfd-4f15-a74b-1090e9577630'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:49:52.564504 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-75b92fe0-03b7-4a2d-9c5c-e2a599d15d2f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] device_id is not set on port c0ec195f-a975-4185-a629-614777a12f14 yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:49:52.650954 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:52.692224 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7549f40-7457-4efb-92e1-32786f6d7204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-7bfd1417-cac6-4152-826e-588573fa4bfa', 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'fixed_ips': [{'subnet_id': 'fd0dd0ef-7147-49c5-afac-76c5708f3d3d'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:49:52.693196 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d7549f40-7457-4efb-92e1-32786f6d7204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:52.693946 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-33cab33d-912a-44a9-9cd7-079ecb069ac1 req-213ed0d0-c80e-4f61-b996-4b8ff85f005f tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793547 Nov 12 08:49:52.751153 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa2e910-dbc3-4338-ae91-e712788579de {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:49:52.807714 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-75b92fe0-03b7-4a2d-9c5c-e2a599d15d2f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Allocated IP 2001:db8::f816:3eff:fe06:a1c7 (7bfd1417-cac6-4152-826e-588573fa4bfa/fd0dd0ef-7147-49c5-afac-76c5708f3d3d/c0ec195f-a975-4185-a629-614777a12f14) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:52.829165 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:52.832656 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e95066-36d9-433a-a6b5-08b0ab9805ae req-b141bc7f-b09b-44d2-a424-e942c5932958 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:52.836204 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-71e95066-36d9-433a-a6b5-08b0ab9805ae req-b141bc7f-b09b-44d2-a424-e942c5932958 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.54 "GET /v2.0/ports?device_id=81e1dffd-6140-46bb-85f6-2283f284cb73 HTTP/1.1" status: 200 len: 946 time: 1.1377478 Nov 12 08:49:52.903342 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port caa2e910-dbc3-4338-ae91-e712788579de, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=caa2e910-dbc3-4338-ae91-e712788579de,segment=NetworkSegment(667b57db-43c4-4518-bbcb-6036bce0392b),segment_id=667b57db-43c4-4518-bbcb-6036bce0392b)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:52.910965 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:52.969911 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-1d816416-3fa1-428b-837c-d7cf105bae07 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Allocated IP 172.20.0.5 (837ec62d-b3f5-4602-995a-15f6fc8805b4/601c19d7-10c1-44ee-a86c-ac9c499e748d/dd2fb5e6-8128-4e43-beb1-06a3f42838a4) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:52.970800 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=caa2e910-dbc3-4338-ae91-e712788579de,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:53.028791 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-356761af-572f-4cf3-ae54-0ad0dd35ab77 req-7d273b15-7054-4d75-820d-5f960fa762bd tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3fb0a3f-5746-4613-9f04-0c45cd981ec5 HTTP/1.1" status: 200 len: 210 time: 0.0440726 Nov 12 08:49:53.042138 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-75b92fe0-03b7-4a2d-9c5c-e2a599d15d2f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:53.103914 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-75b92fe0-03b7-4a2d-9c5c-e2a599d15d2f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:53.176622 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b92fe0-03b7-4a2d-9c5c-e2a599d15d2f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:53.179363 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-d7549f40-7457-4efb-92e1-32786f6d7204 None None] Allocated IP 2001:db8::f816:3eff:fef2:2e29 (7bfd1417-cac6-4152-826e-588573fa4bfa/fd0dd0ef-7147-49c5-afac-76c5708f3d3d/f3ac65ad-71c4-488e-b77d-3ebc37ba1e99) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:53.188567 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-75b92fe0-03b7-4a2d-9c5c-e2a599d15d2f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:53.211373 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b92fe0-03b7-4a2d-9c5c-e2a599d15d2f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:53.227168 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b92fe0-03b7-4a2d-9c5c-e2a599d15d2f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:53.228704 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-75b92fe0-03b7-4a2d-9c5c-e2a599d15d2f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:53.269393 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-75b92fe0-03b7-4a2d-9c5c-e2a599d15d2f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2550945 Nov 12 08:49:53.277238 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59076) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:53.287848 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b92fe0-03b7-4a2d-9c5c-e2a599d15d2f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Port': ['ID=c0ec195f-a975-4185-a629-614777a12f14,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:53.324886 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['caa2e910-dbc3-4338-ae91-e712788579de'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:49:53.328524 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['dbe56429-44c6-4a03-855c-0f35a0728db8'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:49:53.406874 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e6f72b-c4ec-4a09-b4ed-29a1f2dfdd7d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:53.409004 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e5e6f72b-c4ec-4a09-b4ed-29a1f2dfdd7d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1306086 Nov 12 08:49:53.413215 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59080) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:53.593069 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-71e95066-36d9-433a-a6b5-08b0ab9805ae req-741f8f9a-2cff-41a5-ae99-1b5387ea8f54 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Deleting port 793fe65f-25f7-4898-be7a-5ffc5749e6a6 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:53.601392 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-71e95066-36d9-433a-a6b5-08b0ab9805ae req-741f8f9a-2cff-41a5-ae99-1b5387ea8f54 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:53.683130 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-1d816416-3fa1-428b-837c-d7cf105bae07 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:53.714559 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87b69f-3477-4a1f-bf58-495ccebdc5e4 req-156741e3-d08c-4550-8c94-fa11ea242cf1 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:53.726787 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e87b69f-3477-4a1f-bf58-495ccebdc5e4 req-156741e3-d08c-4550-8c94-fa11ea242cf1 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e1dffd-6140-46bb-85f6-2283f284cb73 HTTP/1.1" status: 200 len: 946 time: 0.1669822 Nov 12 08:49:53.799217 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c1c907ae-e95e-4dee-8d7b-b61ed51c996f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting port c0ec195f-a975-4185-a629-614777a12f14 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:53.799587 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c1c907ae-e95e-4dee-8d7b-b61ed51c996f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:53.853228 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-71e95066-36d9-433a-a6b5-08b0ab9805ae req-741f8f9a-2cff-41a5-ae99-1b5387ea8f54 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] For port 793fe65f-25f7-4898-be7a-5ffc5749e6a6, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=793fe65f-25f7-4898-be7a-5ffc5749e6a6,segment=NetworkSegment(a128d3fa-2569-4b08-aa51-d060d2c5137b),segment_id=a128d3fa-2569-4b08-aa51-d060d2c5137b)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:53.854194 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-71e95066-36d9-433a-a6b5-08b0ab9805ae req-741f8f9a-2cff-41a5-ae99-1b5387ea8f54 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:53.860593 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-afffc306-85fa-43c1-beb6-8da144a7ee96 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:53.871207 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-1d816416-3fa1-428b-837c-d7cf105bae07 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:53.877213 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d7549f40-7457-4efb-92e1-32786f6d7204 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:53.893607 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d7549f40-7457-4efb-92e1-32786f6d7204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:53.899290 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e87b69f-3477-4a1f-bf58-495ccebdc5e4 req-be92e316-20e0-42ef-9bb1-10798daff50d tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d396c6b-f1f6-4e89-9bab-997c08120245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718185 Nov 12 08:49:53.947962 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-71e95066-36d9-433a-a6b5-08b0ab9805ae req-741f8f9a-2cff-41a5-ae99-1b5387ea8f54 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Calling delete_port for 793fe65f-25f7-4898-be7a-5ffc5749e6a6 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:53.990368 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c1c907ae-e95e-4dee-8d7b-b61ed51c996f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:54.021243 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c1c907ae-e95e-4dee-8d7b-b61ed51c996f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Calling delete_port for c0ec195f-a975-4185-a629-614777a12f14 owned by {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:54.079952 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7549f40-7457-4efb-92e1-32786f6d7204 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:54.086461 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7549f40-7457-4efb-92e1-32786f6d7204 None None] Pushing event updated for resources: {'Port': ['ID=f3ac65ad-71c4-488e-b77d-3ebc37ba1e99,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:54.099230 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-d7549f40-7457-4efb-92e1-32786f6d7204 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:54.102974 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7549f40-7457-4efb-92e1-32786f6d7204 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:54.134765 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d816416-3fa1-428b-837c-d7cf105bae07 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Pushing event updated for resources: {'Port': ['ID=dd2fb5e6-8128-4e43-beb1-06a3f42838a4,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:54.184322 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-1d816416-3fa1-428b-837c-d7cf105bae07 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Network 837ec62d-b3f5-4602-995a-15f6fc8805b4 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:54.195215 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-1d816416-3fa1-428b-837c-d7cf105bae07 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:54.202041 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-1d816416-3fa1-428b-837c-d7cf105bae07 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:54.232674 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c1c907ae-e95e-4dee-8d7b-b61ed51c996f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:54.236896 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-d7549f40-7457-4efb-92e1-32786f6d7204 None None] Attempting to bind port f3ac65ad-71c4-488e-b77d-3ebc37ba1e99 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:49:54.237867 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-d7549f40-7457-4efb-92e1-32786f6d7204 None None] Attempting to bind port f3ac65ad-71c4-488e-b77d-3ebc37ba1e99 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:49:54.237867 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7549f40-7457-4efb-92e1-32786f6d7204 None None] Attempting to bind port f3ac65ad-71c4-488e-b77d-3ebc37ba1e99 on network 7bfd1417-cac6-4152-826e-588573fa4bfa {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:54.263214 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100187d-134b-4b5e-95c0-e3ee52c79ba9 req-ac4023e3-3899-4c59-b60a-f9dd57e81c1a tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:54.267339 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7549f40-7457-4efb-92e1-32786f6d7204 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:49:54.270849 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100187d-134b-4b5e-95c0-e3ee52c79ba9 req-ac4023e3-3899-4c59-b60a-f9dd57e81c1a tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:54.271369 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7549f40-7457-4efb-92e1-32786f6d7204 None None] Checking segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:54.271942 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d7549f40-7457-4efb-92e1-32786f6d7204 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:54.272418 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7549f40-7457-4efb-92e1-32786f6d7204 None None] Bound using segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:49:54.273015 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-d7549f40-7457-4efb-92e1-32786f6d7204 None None] Bound port: f3ac65ad-71c4-488e-b77d-3ebc37ba1e99, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:49:54.273252 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7100187d-134b-4b5e-95c0-e3ee52c79ba9 req-ac4023e3-3899-4c59-b60a-f9dd57e81c1a tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c32c85-e348-4249-b480-935fa1745345 HTTP/1.1" status: 200 len: 1680 time: 0.1571569 Nov 12 08:49:54.273593 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d7549f40-7457-4efb-92e1-32786f6d7204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:54.305767 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c907ae-e95e-4dee-8d7b-b61ed51c996f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Port': ['ID=c0ec195f-a975-4185-a629-614777a12f14,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:54.369253 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-d7549f40-7457-4efb-92e1-32786f6d7204 None None] For port f3ac65ad-71c4-488e-b77d-3ebc37ba1e99, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:49:54.373138 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-d7549f40-7457-4efb-92e1-32786f6d7204 None None] For port f3ac65ad-71c4-488e-b77d-3ebc37ba1e99, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=f3ac65ad-71c4-488e-b77d-3ebc37ba1e99,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:49:54.382573 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d7549f40-7457-4efb-92e1-32786f6d7204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:54.386340 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c1c907ae-e95e-4dee-8d7b-b61ed51c996f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:54.390437 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c1c907ae-e95e-4dee-8d7b-b61ed51c996f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/c0ec195f-a975-4185-a629-614777a12f14 HTTP/1.1" status: 204 len: 168 time: 0.9752383 Nov 12 08:49:54.395356 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-1d816416-3fa1-428b-837c-d7cf105bae07 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:54.396340 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-1d816416-3fa1-428b-837c-d7cf105bae07 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:54.396994 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7100187d-134b-4b5e-95c0-e3ee52c79ba9 req-7eae584a-68b4-4970-a0ed-3f0ab98afe3a tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977011 Nov 12 08:49:54.397676 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59100) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:54.467253 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7549f40-7457-4efb-92e1-32786f6d7204 None None] Pushing event updated for resources: {'Port': ['ID=f3ac65ad-71c4-488e-b77d-3ebc37ba1e99,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:54.476634 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493b9f04-03ad-4e8b-b66d-3623bed15b68 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:54.478469 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493b9f04-03ad-4e8b-b66d-3623bed15b68 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:54.480192 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-493b9f04-03ad-4e8b-b66d-3623bed15b68 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0814574 Nov 12 08:49:54.483420 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59102) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:54.493846 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-1d816416-3fa1-428b-837c-d7cf105bae07 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3340662 Nov 12 08:49:54.511834 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-ac56e45f-eb3c-4540-a53b-f62f8224450b service neutron] Request body: {'port': {'device_id': 'b3fb0a3f-5746-4613-9f04-0c45cd981ec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:54.564983 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de95531-44f8-415c-afbd-e9be655fac67 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting subnet fd0dd0ef-7147-49c5-afac-76c5708f3d3d {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:49:54.569348 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3de95531-44f8-415c-afbd-e9be655fac67 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:54.632146 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3de95531-44f8-415c-afbd-e9be655fac67 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:54.691261 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-ac56e45f-eb3c-4540-a53b-f62f8224450b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:54.719664 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-71e95066-36d9-433a-a6b5-08b0ab9805ae req-741f8f9a-2cff-41a5-ae99-1b5387ea8f54 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:54.737402 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['95abe0da-cc08-4f59-931c-b1c44e9b4cc4', '25bd8be1-8f5b-41f0-af63-40522e7c552e'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:49:54.801651 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb249291-763a-4c4c-88ab-31d97a9ebaea req-5884cbf2-36ea-4d17-b5f2-b75bef87e6ce tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:54.809588 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cb249291-763a-4c4c-88ab-31d97a9ebaea req-5884cbf2-36ea-4d17-b5f2-b75bef87e6ce tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3fb0a3f-5746-4613-9f04-0c45cd981ec5 HTTP/1.1" status: 200 len: 931 time: 0.1307917 Nov 12 08:49:54.851558 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3de95531-44f8-415c-afbd-e9be655fac67 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:54.888819 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f8f9a-2cff-41a5-ae99-1b5387ea8f54 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Pushing event deleted for resources: {'Port': ['ID=793fe65f-25f7-4898-be7a-5ffc5749e6a6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:54.913014 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-2aa1e5c4-5e26-43fb-9c52-897f82276a62 None None] Provisioning complete for port dd2fb5e6-8128-4e43-beb1-06a3f42838a4 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:54.924105 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2aa1e5c4-5e26-43fb-9c52-897f82276a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:54.939329 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cb249291-763a-4c4c-88ab-31d97a9ebaea req-4f8bc7ec-ac72-47ac-9cec-22226650b287 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288183 Nov 12 08:49:54.988207 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3de95531-44f8-415c-afbd-e9be655fac67 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:55.053495 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-2aa1e5c4-5e26-43fb-9c52-897f82276a62 None None] Port dd2fb5e6-8128-4e43-beb1-06a3f42838a4 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:49:55.068604 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de95531-44f8-415c-afbd-e9be655fac67 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Subnet': ['ID=fd0dd0ef-7147-49c5-afac-76c5708f3d3d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:55.102778 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3de95531-44f8-415c-afbd-e9be655fac67 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:55.108781 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3de95531-44f8-415c-afbd-e9be655fac67 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/fd0dd0ef-7147-49c5-afac-76c5708f3d3d HTTP/1.1" status: 204 len: 168 time: 0.6239145 Nov 12 08:49:55.119253 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 793fe65f-25f7-4898-be7a-5ffc5749e6a6 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:49:55.145334 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59116) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:55.159026 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e95066-36d9-433a-a6b5-08b0ab9805ae req-741f8f9a-2cff-41a5-ae99-1b5387ea8f54 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] No DVR routers for this DVR port 793fe65f-25f7-4898-be7a-5ffc5749e6a6 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:49:55.172929 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-71e95066-36d9-433a-a6b5-08b0ab9805ae req-741f8f9a-2cff-41a5-ae99-1b5387ea8f54 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:55.176270 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-39c1e8fa-0097-4745-9c2c-560ef9293fb5 req-0d67ebc0-5b80-4171-aac2-cb0df8041e17 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e1dffd-6140-46bb-85f6-2283f284cb73 HTTP/1.1" status: 200 len: 210 time: 0.0971746 Nov 12 08:49:55.199530 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-71e95066-36d9-433a-a6b5-08b0ab9805ae req-741f8f9a-2cff-41a5-ae99-1b5387ea8f54 tempest-AttachSCSIVolumeTestJSON-286395863 tempest-AttachSCSIVolumeTestJSON-286395863-project] 10.222.0.54 "DELETE /v2.0/ports/793fe65f-25f7-4898-be7a-5ffc5749e6a6 HTTP/1.1" status: 204 len: 173 time: 2.3480892 Nov 12 08:49:55.207904 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device dbe56429-44c6-4a03-855c-0f35a0728db8 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:55.226872 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e1dffd-6140-46bb-85f6-2283f284cb73', 'name': 'network-vif-deleted', 'tag': '793fe65f-25f7-4898-be7a-5ffc5749e6a6'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:49:55.226872 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36dd11dc-3ceb-4d7e-aec1-a08c37032b9e" -d '{"events": [{"server_uuid": "81e1dffd-6140-46bb-85f6-2283f284cb73", "name": "network-vif-deleted", "tag": "793fe65f-25f7-4898-be7a-5ffc5749e6a6"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:49:55.241354 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 793fe65f-25f7-4898-be7a-5ffc5749e6a6 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:49:55.241988 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 793fe65f-25f7-4898-be7a-5ffc5749e6a6 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:49:55.278057 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device f3ac65ad-71c4-488e-b77d-3ebc37ba1e99 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:55.317776 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb3c5ba-a481-4d27-9d58-3c67237148c4 x-openstack-request-id: req-9bb3c5ba-a481-4d27-9d58-3c67237148c4 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:49:55.318354 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e1dffd-6140-46bb-85f6-2283f284cb73", "name": "network-vif-deleted", "tag": "793fe65f-25f7-4898-be7a-5ffc5749e6a6", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:49:55.318769 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9bb3c5ba-a481-4d27-9d58-3c67237148c4 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:49:55.319466 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e1dffd-6140-46bb-85f6-2283f284cb73', 'name': 'network-vif-deleted', 'tag': '793fe65f-25f7-4898-be7a-5ffc5749e6a6', 'status': 'completed', 'code': 200} Nov 12 08:49:55.322406 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-36c17be7-c6be-4fe7-ac13-d6b32d154983 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1747446 Nov 12 08:49:55.325586 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59126) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:55.487653 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port dbe56429-44c6-4a03-855c-0f35a0728db8 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:49:55.498132 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port dbe56429-44c6-4a03-855c-0f35a0728db8 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:55.498625 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:55.500452 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port f3ac65ad-71c4-488e-b77d-3ebc37ba1e99 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:55.500815 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:55.505390 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b87cc3-bbde-41f6-8b68-ceebe4c59014 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:55.507004 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b0b87cc3-bbde-41f6-8b68-ceebe4c59014 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1774120 Nov 12 08:49:55.511642 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59130) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:55.557022 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-afffc306-85fa-43c1-beb6-8da144a7ee96 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Deleting port a16365f3-0f66-4915-a7c1-acb0a7797474 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:55.557653 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-afffc306-85fa-43c1-beb6-8da144a7ee96 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:55.644834 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9307fea3-9e68-4a02-96ad-0bc67bd2d95c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:55.649187 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9307fea3-9e68-4a02-96ad-0bc67bd2d95c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1337168 Nov 12 08:49:55.651141 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59134) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:55.722904 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:55.781998 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-afffc306-85fa-43c1-beb6-8da144a7ee96 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:55.805132 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-afffc306-85fa-43c1-beb6-8da144a7ee96 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Calling delete_port for a16365f3-0f66-4915-a7c1-acb0a7797474 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:55.841054 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c32c85-e348-4249-b480-935fa1745345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe56429-44c6-4a03-855c-0f35a0728db8'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:49:55.847267 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df29bad-7f7c-4cb1-99af-526550f74542" -d '{"events": [{"server_uuid": "c8c32c85-e348-4249-b480-935fa1745345", "name": "network-vif-plugged", "status": "completed", "tag": "dbe56429-44c6-4a03-855c-0f35a0728db8"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:49:55.931388 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-ac56e45f-eb3c-4540-a53b-f62f8224450b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd2fb5e6-8128-4e43-beb1-06a3f42838a4 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:49:55.945199 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port dbe56429-44c6-4a03-855c-0f35a0728db8, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=dbe56429-44c6-4a03-855c-0f35a0728db8,segment=NetworkSegment(6dfab28b-aca8-430f-9436-bd79976f6719),segment_id=6dfab28b-aca8-430f-9436-bd79976f6719)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:55.958170 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-ac56e45f-eb3c-4540-a53b-f62f8224450b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:55.959461 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:55.960295 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device caa2e910-dbc3-4338-ae91-e712788579de up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:56.002602 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-ac56e45f-eb3c-4540-a53b-f62f8224450b service neutron] Transition to ACTIVE for port object dd2fb5e6-8128-4e43-beb1-06a3f42838a4 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:49:56.026300 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-ac56e45f-eb3c-4540-a53b-f62f8224450b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:56.030658 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:56.052145 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=dbe56429-44c6-4a03-855c-0f35a0728db8,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:56.090121 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port f3ac65ad-71c4-488e-b77d-3ebc37ba1e99, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=f3ac65ad-71c4-488e-b77d-3ebc37ba1e99,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:56.122531 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:56.179775 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56e45f-eb3c-4540-a53b-f62f8224450b service neutron] Pushing event updated for resources: {'Port': ['ID=dd2fb5e6-8128-4e43-beb1-06a3f42838a4,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:56.191278 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7bffcc82-6265-4208-9a37-d66a6b1c9ae8 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5390434 Nov 12 08:49:56.200836 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59144) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:56.212175 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d031cf20-a92a-4ddb-82bf-baefa1d9efd3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:56.240329 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56647d7a-ca95-4d39-bec8-aa427b19ba0d req-650cbbc7-3bfa-44b4-9c51-eb2cf2126902 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:56.249755 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56647d7a-ca95-4d39-bec8-aa427b19ba0d req-650cbbc7-3bfa-44b4-9c51-eb2cf2126902 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:56.260142 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-56647d7a-ca95-4d39-bec8-aa427b19ba0d req-650cbbc7-3bfa-44b4-9c51-eb2cf2126902 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c32c85-e348-4249-b480-935fa1745345 HTTP/1.1" status: 200 len: 1680 time: 0.6096196 Nov 12 08:49:56.294951 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=f3ac65ad-71c4-488e-b77d-3ebc37ba1e99,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:56.315511 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port caa2e910-dbc3-4338-ae91-e712788579de completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:49:56.320649 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port caa2e910-dbc3-4338-ae91-e712788579de triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:56.321041 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:56.336552 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-56647d7a-ca95-4d39-bec8-aa427b19ba0d req-ac54db78-a99a-4480-86d3-08db111749cb tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752161 Nov 12 08:49:56.409536 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-afffc306-85fa-43c1-beb6-8da144a7ee96 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:56.460953 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6fe033-0dd6-428b-a4ae-d4a9295f8ebf None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:56.465895 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:56.566018 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffc306-85fa-43c1-beb6-8da144a7ee96 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Port': ['ID=a16365f3-0f66-4915-a7c1-acb0a7797474,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:56.603753 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd27984d-a0e8-41a8-bc74-f6ebf2ea0568 x-openstack-request-id: req-dd27984d-a0e8-41a8-bc74-f6ebf2ea0568 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:49:56.604063 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c32c85-e348-4249-b480-935fa1745345", "name": "network-vif-plugged", "status": "completed", "tag": "dbe56429-44c6-4a03-855c-0f35a0728db8", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:49:56.604325 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd27984d-a0e8-41a8-bc74-f6ebf2ea0568 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:49:56.604739 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c32c85-e348-4249-b480-935fa1745345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe56429-44c6-4a03-855c-0f35a0728db8', 'code': 200} Nov 12 08:49:56.647373 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-073bcb55-4c06-4c7a-973d-86efa9faea39 None None] Provisioning complete for port f3ac65ad-71c4-488e-b77d-3ebc37ba1e99 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:56.647818 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-073bcb55-4c06-4c7a-973d-86efa9faea39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:56.649047 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d031cf20-a92a-4ddb-82bf-baefa1d9efd3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:56.653523 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d031cf20-a92a-4ddb-82bf-baefa1d9efd3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:56.692437 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port caa2e910-dbc3-4338-ae91-e712788579de, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=caa2e910-dbc3-4338-ae91-e712788579de,segment=NetworkSegment(667b57db-43c4-4518-bbcb-6036bce0392b),segment_id=667b57db-43c4-4518-bbcb-6036bce0392b)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:56.725628 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:56.856864 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3444fc1-4803-4e03-a3e0-7bf5036e0d23 req-1f06b8cb-867d-401c-aa38-500cea354225 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:56.859622 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b3444fc1-4803-4e03-a3e0-7bf5036e0d23 req-1f06b8cb-867d-401c-aa38-500cea354225 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3fb0a3f-5746-4613-9f04-0c45cd981ec5 HTTP/1.1" status: 200 len: 943 time: 0.1002548 Nov 12 08:49:56.967610 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b3444fc1-4803-4e03-a3e0-7bf5036e0d23 req-546befe6-1f46-4c06-b569-a5da50529f7d tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000254 Nov 12 08:49:56.985966 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=caa2e910-dbc3-4338-ae91-e712788579de,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:57.021771 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-ac56e45f-eb3c-4540-a53b-f62f8224450b service neutron] Attempting to bind port dd2fb5e6-8128-4e43-beb1-06a3f42838a4 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:49:57.022305 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-ac56e45f-eb3c-4540-a53b-f62f8224450b service neutron] Attempting to bind port dd2fb5e6-8128-4e43-beb1-06a3f42838a4 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'b53301f5-d6fd-4e61-b347-e433dc056bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:49:57.022446 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-ac56e45f-eb3c-4540-a53b-f62f8224450b service neutron] Attempting to bind port dd2fb5e6-8128-4e43-beb1-06a3f42838a4 on network 837ec62d-b3f5-4602-995a-15f6fc8805b4 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:57.030722 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device f3ac65ad-71c4-488e-b77d-3ebc37ba1e99 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:57.040573 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-ac56e45f-eb3c-4540-a53b-f62f8224450b service neutron] Port dd2fb5e6-8128-4e43-beb1-06a3f42838a4 on network 837ec62d-b3f5-4602-995a-15f6fc8805b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:49:57.040917 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-ac56e45f-eb3c-4540-a53b-f62f8224450b service neutron] Attempting to bind port dd2fb5e6-8128-4e43-beb1-06a3f42838a4 on network 837ec62d-b3f5-4602-995a-15f6fc8805b4 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:57.102719 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-ac56e45f-eb3c-4540-a53b-f62f8224450b service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:49:57.103074 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-ac56e45f-eb3c-4540-a53b-f62f8224450b service neutron] Checking segment: {'id': 'b53301f5-d6fd-4e61-b347-e433dc056bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:57.103483 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-ac56e45f-eb3c-4540-a53b-f62f8224450b service neutron] Bound using segment: {'id': 'b53301f5-d6fd-4e61-b347-e433dc056bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:49:57.103979 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-ac56e45f-eb3c-4540-a53b-f62f8224450b service neutron] Bound port: dd2fb5e6-8128-4e43-beb1-06a3f42838a4, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b53301f5-d6fd-4e61-b347-e433dc056bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:49:57.104346 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-ac56e45f-eb3c-4540-a53b-f62f8224450b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:57.106499 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-afffc306-85fa-43c1-beb6-8da144a7ee96 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:57.131241 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d031cf20-a92a-4ddb-82bf-baefa1d9efd3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:57.152807 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733bca0d-91f6-458d-896a-3f9b5d764047 None None] DHCP port deletion for 7bfd1417-cac6-4152-826e-588573fa4bfa request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:49:57.158749 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port f3ac65ad-71c4-488e-b77d-3ebc37ba1e99 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:57.159310 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:57.193762 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031cf20-a92a-4ddb-82bf-baefa1d9efd3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Subnet': ['ID=547adae7-a3c8-4e4b-84f9-40620ca60aab,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:57.320983 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d031cf20-a92a-4ddb-82bf-baefa1d9efd3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:57.329478 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-d031cf20-a92a-4ddb-82bf-baefa1d9efd3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:57.339460 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d031cf20-a92a-4ddb-82bf-baefa1d9efd3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:57.340176 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d031cf20-a92a-4ddb-82bf-baefa1d9efd3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:57.364280 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-ac56e45f-eb3c-4540-a53b-f62f8224450b service neutron] For port dd2fb5e6-8128-4e43-beb1-06a3f42838a4, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:49:57.408889 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-733bca0d-91f6-458d-896a-3f9b5d764047 None None] Deleting port f3ac65ad-71c4-488e-b77d-3ebc37ba1e99 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:57.409933 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-733bca0d-91f6-458d-896a-3f9b5d764047 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:57.410078 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59172) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:57.415367 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-7fa9532d-f5af-4ce4-b2d0-381e739923a9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'port': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'mac_address': 'fa:16:3e:b8:09:50', 'name': 'tempest-NetworksTestDHCPv6-1168875551'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:57.420596 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d031cf20-a92a-4ddb-82bf-baefa1d9efd3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2171640 Nov 12 08:49:57.473304 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-ac56e45f-eb3c-4540-a53b-f62f8224450b service neutron] For port dd2fb5e6-8128-4e43-beb1-06a3f42838a4, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=dd2fb5e6-8128-4e43-beb1-06a3f42838a4,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:49:57.484512 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-ac56e45f-eb3c-4540-a53b-f62f8224450b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:57.487946 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afffc306-85fa-43c1-beb6-8da144a7ee96 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Router 315b32d6-0cfd-4f15-a74b-1090e9577630 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:49:57.553226 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-ac56e45f-eb3c-4540-a53b-f62f8224450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:57.553867 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-ac56e45f-eb3c-4540-a53b-f62f8224450b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:57.555314 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-ac56e45f-eb3c-4540-a53b-f62f8224450b service neutron] 10.222.0.54 "PUT /v2.0/ports/dd2fb5e6-8128-4e43-beb1-06a3f42838a4 HTTP/1.1" status: 200 len: 1092 time: 3.0506759 Nov 12 08:49:57.555818 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3fb0a3f-5746-4613-9f04-0c45cd981ec5', 'tag': 'dd2fb5e6-8128-4e43-beb1-06a3f42838a4'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:49:57.557880 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-733bca0d-91f6-458d-896a-3f9b5d764047 None None] For port f3ac65ad-71c4-488e-b77d-3ebc37ba1e99, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=f3ac65ad-71c4-488e-b77d-3ebc37ba1e99,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:57.558250 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847cbb71-6265-4ea3-809e-c78fb054ca63" -d '{"events": [{"name": "network-changed", "server_uuid": "b3fb0a3f-5746-4613-9f04-0c45cd981ec5", "tag": "dd2fb5e6-8128-4e43-beb1-06a3f42838a4"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:49:57.558405 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-733bca0d-91f6-458d-896a-3f9b5d764047 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:57.596639 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-733bca0d-91f6-458d-896a-3f9b5d764047 None None] Calling delete_port for f3ac65ad-71c4-488e-b77d-3ebc37ba1e99 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:57.610861 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56e45f-eb3c-4540-a53b-f62f8224450b service neutron] Pushing event updated for resources: {'Port': ['ID=dd2fb5e6-8128-4e43-beb1-06a3f42838a4,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:57.756305 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afffc306-85fa-43c1-beb6-8da144a7ee96 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:49:57.763228 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-afffc306-85fa-43c1-beb6-8da144a7ee96 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "PUT /v2.0/routers/315b32d6-0cfd-4f15-a74b-1090e9577630/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0621338 Nov 12 08:49:57.768436 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59184) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:57.775960 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c04ba3-b981-41a1-a411-c478f70aac7e req-c4176ff5-714c-46af-9eb6-004b0bfd1f0e tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:57.787699 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb41a9a-02bd-4235-9200-a2374445a2e9 None None] Sync routers for ids ['315b32d6-0cfd-4f15-a74b-1090e9577630'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:49:57.796975 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-733bca0d-91f6-458d-896a-3f9b5d764047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:57.800238 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c04ba3-b981-41a1-a411-c478f70aac7e req-c4176ff5-714c-46af-9eb6-004b0bfd1f0e tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:57.804078 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-53c04ba3-b981-41a1-a411-c478f70aac7e req-c4176ff5-714c-46af-9eb6-004b0bfd1f0e tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c32c85-e348-4249-b480-935fa1745345 HTTP/1.1" status: 200 len: 1682 time: 0.1250336 Nov 12 08:49:57.810464 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb41a9a-02bd-4235-9200-a2374445a2e9 None None] Routers {'315b32d6-0cfd-4f15-a74b-1090e9577630'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:49:57.812033 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-9bb41a9a-02bd-4235-9200-a2374445a2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:49:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['315b32d6-0cfd-4f15-a74b-1090e9577630'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:57.833832 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0897c24e-ca3d-4ac0-9ee2-db2f3d48432d tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "GET /v2.0/ports?device_id=315b32d6-0cfd-4f15-a74b-1090e9577630 HTTP/1.1" status: 200 len: 205 time: 0.0632911 Nov 12 08:49:57.842887 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-7060eb36-4cdb-4ac1-a9b4-8d6de6a47432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:57.843995 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-7060eb36-4cdb-4ac1-a9b4-8d6de6a47432 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=80cba63a5f3c423896b758b0902dcec9&device_id=b3fb0a3f-5746-4613-9f04-0c45cd981ec5 HTTP/1.1" status: 200 len: 1095 time: 0.2341013 Nov 12 08:49:57.845558 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59190) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:57.878285 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa9532d-f5af-4ce4-b2d0-381e739923a9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:57.913453 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733bca0d-91f6-458d-896a-3f9b5d764047 None None] Pushing event deleted for resources: {'Port': ['ID=f3ac65ad-71c4-488e-b77d-3ebc37ba1e99,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:57.924420 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733bca0d-91f6-458d-896a-3f9b5d764047 None None] No DVR routers for this DVR port f3ac65ad-71c4-488e-b77d-3ebc37ba1e99 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:49:57.955762 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-9bb41a9a-02bd-4235-9200-a2374445a2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:57.988069 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb41a9a-02bd-4235-9200-a2374445a2e9 None None] Routers {'315b32d6-0cfd-4f15-a74b-1090e9577630'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:49:57.988982 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-9bb41a9a-02bd-4235-9200-a2374445a2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:49:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['315b32d6-0cfd-4f15-a74b-1090e9577630'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:58.030716 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d146ff40-2afe-4ffc-962c-163a6379fbb8 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:58.092898 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-9bb41a9a-02bd-4235-9200-a2374445a2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:58.093859 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb41a9a-02bd-4235-9200-a2374445a2e9 None None] The sync data for ids ['315b32d6-0cfd-4f15-a74b-1090e9577630'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:49:58.104492 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-e0e2929e-04e1-44ce-8cbb-843f6908aa89 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd2fb5e6-8128-4e43-beb1-06a3f42838a4 HTTP/1.1" status: 200 len: 217 time: 0.2478154 Nov 12 08:49:58.276847 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-931944e0-93b2-49f1-bf0c-a63029ee110a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:58.300760 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-53c04ba3-b981-41a1-a411-c478f70aac7e req-0e3c7eb2-83fa-4314-ba43-0279b50a589d tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874504 Nov 12 08:49:58.391009 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-ca3af0c7-eeda-4e69-94e8-4d1cc3a8de83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:58.393043 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-ca3af0c7-eeda-4e69-94e8-4d1cc3a8de83 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=601c19d7-10c1-44ee-a86c-ac9c499e748d HTTP/1.1" status: 200 len: 850 time: 0.2823050 Nov 12 08:49:58.493534 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7fa9532d-f5af-4ce4-b2d0-381e739923a9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:58.584524 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-931944e0-93b2-49f1-bf0c-a63029ee110a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:58.590319 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-7fa9532d-f5af-4ce4-b2d0-381e739923a9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] device_id is not set on port 655d249c-a676-4f39-bf12-dfbe81664050 yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:49:58.594218 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-931944e0-93b2-49f1-bf0c-a63029ee110a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:58.603102 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206b57ca-9e78-4720-83e7-89d5063492ce x-openstack-request-id: req-206b57ca-9e78-4720-83e7-89d5063492ce {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:49:58.603521 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3fb0a3f-5746-4613-9f04-0c45cd981ec5", "tag": "dd2fb5e6-8128-4e43-beb1-06a3f42838a4", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:49:58.603940 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-206b57ca-9e78-4720-83e7-89d5063492ce {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:49:58.604261 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3fb0a3f-5746-4613-9f04-0c45cd981ec5', 'tag': 'dd2fb5e6-8128-4e43-beb1-06a3f42838a4', 'status': 'completed', 'code': 200} Nov 12 08:49:58.610656 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c32c85-e348-4249-b480-935fa1745345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa2e910-dbc3-4338-ae91-e712788579de'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:49:58.623918 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415a8533-6f33-4906-a416-9aa6eaa6ec63" -d '{"events": [{"server_uuid": "c8c32c85-e348-4249-b480-935fa1745345", "name": "network-vif-plugged", "status": "completed", "tag": "caa2e910-dbc3-4338-ae91-e712788579de"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:49:58.721865 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-28e54138-c462-495c-b7cc-751da2196a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:58.733532 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-28e54138-c462-495c-b7cc-751da2196a3c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=837ec62d-b3f5-4602-995a-15f6fc8805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3051958 Nov 12 08:49:58.781319 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-931944e0-93b2-49f1-bf0c-a63029ee110a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:58.782674 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931944e0-93b2-49f1-bf0c-a63029ee110a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Fanout notify agent at l3_agent the message router_deleted on router 315b32d6-0cfd-4f15-a74b-1090e9577630 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:49:58.794882 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-931944e0-93b2-49f1-bf0c-a63029ee110a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:58.796889 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-931944e0-93b2-49f1-bf0c-a63029ee110a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/routers/315b32d6-0cfd-4f15-a74b-1090e9577630 HTTP/1.1" status: 204 len: 168 time: 0.9492319 Nov 12 08:49:58.809343 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59228) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:58.823470 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-7fa9532d-f5af-4ce4-b2d0-381e739923a9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Allocated IP 2001:db8::a6 (7bfd1417-cac6-4152-826e-588573fa4bfa/547adae7-a3c8-4e4b-84f9-40620ca60aab/655d249c-a676-4f39-bf12-dfbe81664050) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:58.885865 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3fa883-4af7-4946-8266-20c85c1abe99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-7bfd1417-cac6-4152-826e-588573fa4bfa', 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'fixed_ips': [{'subnet_id': '547adae7-a3c8-4e4b-84f9-40620ca60aab'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:49:58.886754 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0b3fa883-4af7-4946-8266-20c85c1abe99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:58.932438 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-307d46fa-b1cb-4fff-9a51-e81e90529624 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Deleting subnet ac956189-2da5-4c6d-9a14-04a95af58e5b {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:49:58.970714 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-307d46fa-b1cb-4fff-9a51-e81e90529624 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:58.982482 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b50be-2984-4a5a-ab9e-b65a28f8728d req-d7529386-e3a4-40dc-92ae-7a83eadcb988 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:58.992829 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-be3b50be-2984-4a5a-ab9e-b65a28f8728d req-d7529386-e3a4-40dc-92ae-7a83eadcb988 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3fb0a3f-5746-4613-9f04-0c45cd981ec5 HTTP/1.1" status: 200 len: 943 time: 0.1487505 Nov 12 08:49:59.058711 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-307d46fa-b1cb-4fff-9a51-e81e90529624 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:59.064274 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device f3ac65ad-71c4-488e-b77d-3ebc37ba1e99 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:49:59.067217 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:59.098402 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: f3ac65ad-71c4-488e-b77d-3ebc37ba1e99 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:49:59.098793 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device f3ac65ad-71c4-488e-b77d-3ebc37ba1e99 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:49:59.124134 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-6cf679a2-e50c-4854-974f-f4c33b7c3fa1 service neutron] 10.222.0.54 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812175 Nov 12 08:49:59.127583 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-be3b50be-2984-4a5a-ab9e-b65a28f8728d req-c0f7ae92-329a-4024-889b-8bca1e1e1654 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302114 Nov 12 08:49:59.189531 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a194ecb9-47d4-41b4-ac40-9de168fa33bd x-openstack-request-id: req-a194ecb9-47d4-41b4-ac40-9de168fa33bd {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:49:59.189884 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c32c85-e348-4249-b480-935fa1745345", "name": "network-vif-plugged", "status": "completed", "tag": "caa2e910-dbc3-4338-ae91-e712788579de", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:49:59.190152 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a194ecb9-47d4-41b4-ac40-9de168fa33bd {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:49:59.190545 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c32c85-e348-4249-b480-935fa1745345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa2e910-dbc3-4338-ae91-e712788579de', 'code': 200} Nov 12 08:49:59.192906 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7fa9532d-f5af-4ce4-b2d0-381e739923a9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:59.254059 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7fa9532d-f5af-4ce4-b2d0-381e739923a9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:59.289037 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-307d46fa-b1cb-4fff-9a51-e81e90529624 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:59.314798 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-0b3fa883-4af7-4946-8266-20c85c1abe99 None None] Allocated IP 2001:db8::2 (7bfd1417-cac6-4152-826e-588573fa4bfa/547adae7-a3c8-4e4b-84f9-40620ca60aab/d1e2defe-bfbb-4da2-8ace-6caa1be44675) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:59.336115 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-41c30549-c7b5-4288-8bc6-00b8ba127dc4 req-7d6a6b79-cfa2-4ce3-a86f-0c6ae0506fe2 service neutron] 10.222.0.54 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028501 Nov 12 08:49:59.415715 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-307d46fa-b1cb-4fff-9a51-e81e90529624 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:59.474977 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d46fa-b1cb-4fff-9a51-e81e90529624 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Subnet': ['ID=ac956189-2da5-4c6d-9a14-04a95af58e5b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:59.496116 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-307d46fa-b1cb-4fff-9a51-e81e90529624 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:59.499899 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-307d46fa-b1cb-4fff-9a51-e81e90529624 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/subnets/ac956189-2da5-4c6d-9a14-04a95af58e5b HTTP/1.1" status: 204 len: 168 time: 0.6881979 Nov 12 08:49:59.503249 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59240) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:59.555499 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa9532d-f5af-4ce4-b2d0-381e739923a9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:59.573286 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-7fa9532d-f5af-4ce4-b2d0-381e739923a9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:59.573654 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cbb71-6265-4ea3-809e-c78fb054ca63 req-c958458d-0beb-42be-ac08-49fa2ce37d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:59.575209 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-847cbb71-6265-4ea3-809e-c78fb054ca63 req-c958458d-0beb-42be-ac08-49fa2ce37d2d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=80cba63a5f3c423896b758b0902dcec9&device_id=b3fb0a3f-5746-4613-9f04-0c45cd981ec5 HTTP/1.1" status: 200 len: 1095 time: 0.1561270 Nov 12 08:49:59.580515 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa9532d-f5af-4ce4-b2d0-381e739923a9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:59.587136 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa9532d-f5af-4ce4-b2d0-381e739923a9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:59.588105 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7fa9532d-f5af-4ce4-b2d0-381e739923a9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:59.598924 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa9532d-f5af-4ce4-b2d0-381e739923a9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Port': ['ID=655d249c-a676-4f39-bf12-dfbe81664050,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:59.616523 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24e8e7-1945-4786-addc-4058f8aba994 req-d002107a-a049-42cb-a912-ff412285cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:59.616746 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24e8e7-1945-4786-addc-4058f8aba994 req-d002107a-a049-42cb-a912-ff412285cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:59.619064 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ed24e8e7-1945-4786-addc-4058f8aba994 req-d002107a-a049-42cb-a912-ff412285cdef service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c8c32c85-e348-4249-b480-935fa1745345 HTTP/1.1" status: 200 len: 1986 time: 0.3444986 Nov 12 08:49:59.666710 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38523ffb-40c7-42c6-8779-5668b54c456e req-9eec6892-a979-4bdf-9106-25fd75f67b39 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:59.667225 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b8b9ad-2194-459b-96ff-506d4bf2e2b3 None None] Network 9d480332-028e-49a6-b390-0032047ca630 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:59.678798 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38523ffb-40c7-42c6-8779-5668b54c456e req-9eec6892-a979-4bdf-9106-25fd75f67b39 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:59.680759 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-38523ffb-40c7-42c6-8779-5668b54c456e req-9eec6892-a979-4bdf-9106-25fd75f67b39 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c32c85-e348-4249-b480-935fa1745345 HTTP/1.1" status: 200 len: 1682 time: 0.2340081 Nov 12 08:49:59.700359 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7fa9532d-f5af-4ce4-b2d0-381e739923a9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2889738 Nov 12 08:49:59.707793 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59246) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:59.737888 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0b3fa883-4af7-4946-8266-20c85c1abe99 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:59.754676 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0b3fa883-4af7-4946-8266-20c85c1abe99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:59.782793 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3fa883-4af7-4946-8266-20c85c1abe99 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:59.783890 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-0b3fa883-4af7-4946-8266-20c85c1abe99 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:59.787728 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3fa883-4af7-4946-8266-20c85c1abe99 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:59.890448 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ed24e8e7-1945-4786-addc-4058f8aba994 req-52701be8-0aa9-4612-b3a0-381033c0a2b3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619476 Nov 12 08:49:59.948077 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52824c1-0251-4fc4-a21d-6871c740fe30 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:59.954612 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52824c1-0251-4fc4-a21d-6871c740fe30 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:59.960117 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f52824c1-0251-4fc4-a21d-6871c740fe30 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2453420 Nov 12 08:49:59.961077 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59252) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:59.980925 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-38523ffb-40c7-42c6-8779-5668b54c456e req-266b4c38-ad7c-4830-8124-8d0469731864 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792006 Nov 12 08:50:00.110193 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3fa883-4af7-4946-8266-20c85c1abe99 None None] Pushing event updated for resources: {'Port': ['ID=d1e2defe-bfbb-4da2-8ace-6caa1be44675,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:00.139172 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-0b3fa883-4af7-4946-8266-20c85c1abe99 None None] Attempting to bind port d1e2defe-bfbb-4da2-8ace-6caa1be44675 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:50:00.139553 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-0b3fa883-4af7-4946-8266-20c85c1abe99 None None] Attempting to bind port d1e2defe-bfbb-4da2-8ace-6caa1be44675 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:50:00.139961 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3fa883-4af7-4946-8266-20c85c1abe99 None None] Attempting to bind port d1e2defe-bfbb-4da2-8ace-6caa1be44675 on network 7bfd1417-cac6-4152-826e-588573fa4bfa {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:50:00.152793 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3fa883-4af7-4946-8266-20c85c1abe99 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:50:00.153183 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3fa883-4af7-4946-8266-20c85c1abe99 None None] Checking segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:50:00.153702 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0b3fa883-4af7-4946-8266-20c85c1abe99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.154186 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3fa883-4af7-4946-8266-20c85c1abe99 None None] Bound using segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:50:00.154711 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-fad96b0b-dedd-471d-80c3-c6d1a1e920f4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting port 655d249c-a676-4f39-bf12-dfbe81664050 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:00.154711 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fad96b0b-dedd-471d-80c3-c6d1a1e920f4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.154920 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-0b3fa883-4af7-4946-8266-20c85c1abe99 None None] Bound port: d1e2defe-bfbb-4da2-8ace-6caa1be44675, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:50:00.155169 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0b3fa883-4af7-4946-8266-20c85c1abe99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.269244 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fad96b0b-dedd-471d-80c3-c6d1a1e920f4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.290006 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-fad96b0b-dedd-471d-80c3-c6d1a1e920f4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Calling delete_port for 655d249c-a676-4f39-bf12-dfbe81664050 owned by {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:00.292202 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d52dee1-9a70-4b18-a0a5-3f38627d1e72 None None] DHCP port deletion for 9d480332-028e-49a6-b390-0032047ca630 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:50:00.365477 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-0b3fa883-4af7-4946-8266-20c85c1abe99 None None] For port d1e2defe-bfbb-4da2-8ace-6caa1be44675, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:50:00.389111 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-0b3fa883-4af7-4946-8266-20c85c1abe99 None None] For port d1e2defe-bfbb-4da2-8ace-6caa1be44675, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d1e2defe-bfbb-4da2-8ace-6caa1be44675,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:50:00.391260 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5d52dee1-9a70-4b18-a0a5-3f38627d1e72 None None] Deleting port e1d245c0-a094-444e-99c1-359aac45b498 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:00.391644 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5d52dee1-9a70-4b18-a0a5-3f38627d1e72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.427264 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f66b1e-68d1-4fe1-bb25-52330550a615 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Deleting subnet 6a49d6dc-20bc-4eea-a010-4f19164f14ed {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:50:00.437269 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66f66b1e-68d1-4fe1-bb25-52330550a615 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.448135 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fad96b0b-dedd-471d-80c3-c6d1a1e920f4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.505801 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-5d52dee1-9a70-4b18-a0a5-3f38627d1e72 None None] For port e1d245c0-a094-444e-99c1-359aac45b498, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=e1d245c0-a094-444e-99c1-359aac45b498,segment=NetworkSegment(a7bac2d2-4c8e-4479-bd73-6669e1882038),segment_id=a7bac2d2-4c8e-4479-bd73-6669e1882038)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:00.506225 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5d52dee1-9a70-4b18-a0a5-3f38627d1e72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.510799 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad96b0b-dedd-471d-80c3-c6d1a1e920f4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Port': ['ID=655d249c-a676-4f39-bf12-dfbe81664050,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:00.536925 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5d52dee1-9a70-4b18-a0a5-3f38627d1e72 None None] Calling delete_port for e1d245c0-a094-444e-99c1-359aac45b498 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:00.550786 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66f66b1e-68d1-4fe1-bb25-52330550a615 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.557649 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fad96b0b-dedd-471d-80c3-c6d1a1e920f4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.565254 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fad96b0b-dedd-471d-80c3-c6d1a1e920f4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/655d249c-a676-4f39-bf12-dfbe81664050 HTTP/1.1" status: 204 len: 168 time: 0.5831752 Nov 12 08:50:00.565930 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59258) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:00.630959 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cbb71-6265-4ea3-809e-c78fb054ca63 req-7414e0f9-d590-4c9e-83f8-749628e03de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:00.632641 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-847cbb71-6265-4ea3-809e-c78fb054ca63 req-7414e0f9-d590-4c9e-83f8-749628e03de8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=837ec62d-b3f5-4602-995a-15f6fc8805b4 HTTP/1.1" status: 200 len: 912 time: 1.0479636 Nov 12 08:50:00.647544 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0b3fa883-4af7-4946-8266-20c85c1abe99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.681806 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48484b2-cbbd-4d08-be48-ddee8ff226c6 req-d0aedeb0-dba8-4d7b-b9a8-468a10f1f890 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:00.683878 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a48484b2-cbbd-4d08-be48-ddee8ff226c6 req-d0aedeb0-dba8-4d7b-b9a8-468a10f1f890 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3fb0a3f-5746-4613-9f04-0c45cd981ec5 HTTP/1.1" status: 200 len: 943 time: 0.2475727 Nov 12 08:50:00.697692 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-847cbb71-6265-4ea3-809e-c78fb054ca63 req-045bd48a-58d7-483d-9b3a-69889c700553 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd2fb5e6-8128-4e43-beb1-06a3f42838a4 HTTP/1.1" status: 200 len: 217 time: 0.0516808 Nov 12 08:50:00.706364 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f000a76-9651-48f9-ae14-0ab4d6500281 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:00.709224 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f000a76-9651-48f9-ae14-0ab4d6500281 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:00.711024 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0f000a76-9651-48f9-ae14-0ab4d6500281 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1439261 Nov 12 08:50:00.718389 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59264) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:00.762490 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5d52dee1-9a70-4b18-a0a5-3f38627d1e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.792981 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d52dee1-9a70-4b18-a0a5-3f38627d1e72 None None] No DVR routers for this DVR port e1d245c0-a094-444e-99c1-359aac45b498 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:00.800156 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3fa883-4af7-4946-8266-20c85c1abe99 None None] Pushing event updated for resources: {'Port': ['ID=d1e2defe-bfbb-4da2-8ace-6caa1be44675,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:00.805259 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a48484b2-cbbd-4d08-be48-ddee8ff226c6 req-83444073-4079-4860-8db4-6265fb829abd tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019623 Nov 12 08:50:00.844933 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52dee1-9a70-4b18-a0a5-3f38627d1e72 None None] Pushing event deleted for resources: {'Port': ['ID=e1d245c0-a094-444e-99c1-359aac45b498,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:00.938842 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d381da5-4495-426f-8255-9828c456aff4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting subnet 547adae7-a3c8-4e4b-84f9-40620ca60aab {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:50:00.953761 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d381da5-4495-426f-8255-9828c456aff4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.993374 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66f66b1e-68d1-4fe1-bb25-52330550a615 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.998439 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cbb71-6265-4ea3-809e-c78fb054ca63 req-4e20d560-0302-4601-b1dd-4e1f8b7e382d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:01.001329 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-847cbb71-6265-4ea3-809e-c78fb054ca63 req-4e20d560-0302-4601-b1dd-4e1f8b7e382d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=601c19d7-10c1-44ee-a86c-ac9c499e748d HTTP/1.1" status: 200 len: 850 time: 0.2948277 Nov 12 08:50:01.029677 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device e1d245c0-a094-444e-99c1-359aac45b498 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:01.167519 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device dd2fb5e6-8128-4e43-beb1-06a3f42838a4 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:50:01.181312 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: e1d245c0-a094-444e-99c1-359aac45b498 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:50:01.181665 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device e1d245c0-a094-444e-99c1-359aac45b498 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:50:01.184366 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d381da5-4495-426f-8255-9828c456aff4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:01.288921 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c2cf4-c8ac-4a66-aec1-ff81ca63d6b4 req-aa7d1a56-cb22-4153-aa96-3d37f38ba42d tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:01.295921 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c2cf4-c8ac-4a66-aec1-ff81ca63d6b4 req-aa7d1a56-cb22-4153-aa96-3d37f38ba42d tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:01.300872 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e04c2cf4-c8ac-4a66-aec1-ff81ca63d6b4 req-aa7d1a56-cb22-4153-aa96-3d37f38ba42d tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c32c85-e348-4249-b480-935fa1745345 HTTP/1.1" status: 200 len: 1682 time: 0.1553400 Nov 12 08:50:01.426761 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d381da5-4495-426f-8255-9828c456aff4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:01.429384 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e04c2cf4-c8ac-4a66-aec1-ff81ca63d6b4 req-0f5f9964-46ac-4518-bd6c-be9c0e5fbb6e tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140015 Nov 12 08:50:01.432635 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port dd2fb5e6-8128-4e43-beb1-06a3f42838a4, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=dd2fb5e6-8128-4e43-beb1-06a3f42838a4,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:01.450954 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'dd2fb5e6-8128-4e43-beb1-06a3f42838a4', 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4', 'port_id': 'dd2fb5e6-8128-4e43-beb1-06a3f42838a4', 'mac_address': 'fa:16:3e:b9:85:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601c19d7-10c1-44ee-a86c-ac9c499e748d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:50:01.518207 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:01.534253 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d381da5-4495-426f-8255-9828c456aff4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:01.554784 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd2fb5e6-8128-4e43-beb1-06a3f42838a4 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:50:01.558354 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cbb71-6265-4ea3-809e-c78fb054ca63 req-8f5f59b2-10ff-4faa-8794-db3f4e642073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:01.560550 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-847cbb71-6265-4ea3-809e-c78fb054ca63 req-8f5f59b2-10ff-4faa-8794-db3f4e642073 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=837ec62d-b3f5-4602-995a-15f6fc8805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5265758 Nov 12 08:50:01.631889 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port dd2fb5e6-8128-4e43-beb1-06a3f42838a4, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=dd2fb5e6-8128-4e43-beb1-06a3f42838a4,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:01.639971 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d381da5-4495-426f-8255-9828c456aff4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Subnet': ['ID=547adae7-a3c8-4e4b-84f9-40620ca60aab,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:01.641815 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:01.667264 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d381da5-4495-426f-8255-9828c456aff4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:01.678661 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6d381da5-4495-426f-8255-9828c456aff4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/547adae7-a3c8-4e4b-84f9-40620ca60aab HTTP/1.1" status: 204 len: 168 time: 0.9595962 Nov 12 08:50:01.684536 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59278) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:01.685535 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66f66b1e-68d1-4fe1-bb25-52330550a615 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:01.771456 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f66b1e-68d1-4fe1-bb25-52330550a615 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Subnet': ['ID=6a49d6dc-20bc-4eea-a010-4f19164f14ed,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:01.776002 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=dd2fb5e6-8128-4e43-beb1-06a3f42838a4,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:01.788379 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66f66b1e-68d1-4fe1-bb25-52330550a615 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:01.788702 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db234037-b133-4489-835e-cb38add9e083 None None] Network 5fd79c4a-c4de-486d-9d83-6ad7283a8bf5 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:01.797189 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-66f66b1e-68d1-4fe1-bb25-52330550a615 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/subnets/6a49d6dc-20bc-4eea-a010-4f19164f14ed HTTP/1.1" status: 204 len: 168 time: 2.2886810 Nov 12 08:50:01.797991 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59280) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:01.806167 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0055a4b2-6ae4-4337-873b-7ae6e316fb8c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1178129 Nov 12 08:50:01.811103 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59282) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:01.937543 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c3f458-2380-460b-8ab9-cec675523392 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:01.944355 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f9c3f458-2380-460b-8ab9-cec675523392 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1268451 Nov 12 08:50:01.945400 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59286) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:01.991469 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-847cbb71-6265-4ea3-809e-c78fb054ca63 req-8c316876-321e-4c0d-8dbb-d1c075aebd32 service neutron] 10.222.0.54 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739579 Nov 12 08:50:02.001857 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-311aa800-756c-4d32-8a24-5abf99e0ed72 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:02.107812 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['dd2fb5e6-8128-4e43-beb1-06a3f42838a4'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:50:02.157850 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-847cbb71-6265-4ea3-809e-c78fb054ca63 req-2c3f1577-acfe-4ee3-96b6-a7a3bb2470b9 service neutron] 10.222.0.54 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533325 Nov 12 08:50:02.240063 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5cd263-7b6d-4dfd-a138-422318e40a2a tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:02.245953 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-df5cd263-7b6d-4dfd-a138-422318e40a2a tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2956276 Nov 12 08:50:02.267094 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59290) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:02.275101 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabda46-cb6f-4c3e-9f80-8106ef9967f8 req-ad25cfd6-9466-4ae1-ae05-2678effff700 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:02.277706 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dcabda46-cb6f-4c3e-9f80-8106ef9967f8 req-ad25cfd6-9466-4ae1-ae05-2678effff700 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3fb0a3f-5746-4613-9f04-0c45cd981ec5 HTTP/1.1" status: 200 len: 944 time: 0.2987657 Nov 12 08:50:02.350126 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-311aa800-756c-4d32-8a24-5abf99e0ed72 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:02.363496 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b252787e-4b4a-40c0-b091-c39cb3e89b35 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0941973 Nov 12 08:50:02.377402 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59294) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:02.389896 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-1475c50f-32d6-450b-9ea3-e5a4d2bc0404 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:02.426282 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-311aa800-756c-4d32-8a24-5abf99e0ed72 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d480332-028e-49a6-b390-0032047ca630']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:02.449708 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-311aa800-756c-4d32-8a24-5abf99e0ed72 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7bac2d2-4c8e-4479-bd73-6669e1882038') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:02.450007 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-311aa800-756c-4d32-8a24-5abf99e0ed72 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7bac2d2-4c8e-4479-bd73-6669e1882038') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:02.480193 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-311aa800-756c-4d32-8a24-5abf99e0ed72 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:02.521045 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-311aa800-756c-4d32-8a24-5abf99e0ed72 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:02.536633 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311aa800-756c-4d32-8a24-5abf99e0ed72 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:50:02.537405 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-311aa800-756c-4d32-8a24-5abf99e0ed72 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:02.546672 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:50:02.546672 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:50:02.546672 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:50:02.546672 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:50:02.546672 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:50:02.546672 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:50:02.546672 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:50:02.546672 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:50:02.546672 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:50:02.546672 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:50:02.546672 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:50:02.546672 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:50:02.546672 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:50:02.546672 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:50:02.546672 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:50:02.546672 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:50:02.546672 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:50:02.546672 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:50:02.546672 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:50:02.546672 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:50:02.546672 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:50:02.546672 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:50:02.546672 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:50:02.546672 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:50:02.546672 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:50:02.546672 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:50:02.546672 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:50:02.546672 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:50:02.546672 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:50:02.546672 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:50:02.546672 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:50:02.546672 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:50:02.580120 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dcabda46-cb6f-4c3e-9f80-8106ef9967f8 req-c0da4643-7393-47cb-a44d-764d1e8d2c06 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946868 Nov 12 08:50:02.684147 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ed81fa-0bdf-465d-ac68-d640a4e4e047 None None] DHCP port deletion for 5fd79c4a-c4de-486d-9d83-6ad7283a8bf5 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:50:02.709609 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f6cd68-eb1d-438c-8865-2639d11e3429 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:02.741421 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-311aa800-756c-4d32-8a24-5abf99e0ed72 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:02.751231 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-311aa800-756c-4d32-8a24-5abf99e0ed72 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:02.759025 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-311aa800-756c-4d32-8a24-5abf99e0ed72 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/networks/9d480332-028e-49a6-b390-0032047ca630 HTTP/1.1" status: 204 len: 168 time: 0.9548094 Nov 12 08:50:02.771974 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59300) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:02.819938 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1475c50f-32d6-450b-9ea3-e5a4d2bc0404 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:02.824080 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1475c50f-32d6-450b-9ea3-e5a4d2bc0404 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:02.847549 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311aa800-756c-4d32-8a24-5abf99e0ed72 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Network': ['ID=9d480332-028e-49a6-b390-0032047ca630,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:02.860844 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d7ea796c-2f7b-49e5-91be-1fe49de08ade None None] Provisioning complete for port d1e2defe-bfbb-4da2-8ace-6caa1be44675 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:02.860844 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d7ea796c-2f7b-49e5-91be-1fe49de08ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:02.906200 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47487650-11da-45bb-9513-f1ff8d4803ad req-07024fde-3cb8-4fdc-9cfd-8700f8505c01 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:02.922222 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47487650-11da-45bb-9513-f1ff8d4803ad req-07024fde-3cb8-4fdc-9cfd-8700f8505c01 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:02.925216 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-47487650-11da-45bb-9513-f1ff8d4803ad req-07024fde-3cb8-4fdc-9cfd-8700f8505c01 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c32c85-e348-4249-b480-935fa1745345 HTTP/1.1" status: 200 len: 1682 time: 0.2167666 Nov 12 08:50:03.089937 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-58ed81fa-0bdf-465d-ac68-d640a4e4e047 None None] Deleting port fde255f5-0754-4da4-9e84-915f087699fc {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:03.090244 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-58ed81fa-0bdf-465d-ac68-d640a4e4e047 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:03.093761 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6757d98b-a6ea-47ad-bda0-39c3559ffefe tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:03.219904 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d1e2defe-bfbb-4da2-8ace-6caa1be44675 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:50:03.250129 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-47487650-11da-45bb-9513-f1ff8d4803ad req-db7fee2d-c965-4e08-a36d-34b146dc4e91 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620271 Nov 12 08:50:03.265234 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-6757d98b-a6ea-47ad-bda0-39c3559ffefe tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Deleting port fde255f5-0754-4da4-9e84-915f087699fc {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:03.266930 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6757d98b-a6ea-47ad-bda0-39c3559ffefe tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:03.372769 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e850190-bfc4-4442-8014-6e8ebdfddb4f None None] DHCP port deletion for 7bfd1417-cac6-4152-826e-588573fa4bfa request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:50:03.497141 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-58ed81fa-0bdf-465d-ac68-d640a4e4e047 None None] For port fde255f5-0754-4da4-9e84-915f087699fc, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=fde255f5-0754-4da4-9e84-915f087699fc,segment=NetworkSegment(1f3980cf-97b6-4ba5-8c9b-1f72c7baf2cb),segment_id=1f3980cf-97b6-4ba5-8c9b-1f72c7baf2cb)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:03.498319 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-58ed81fa-0bdf-465d-ac68-d640a4e4e047 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:03.515683 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d7ea796c-2f7b-49e5-91be-1fe49de08ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:03.539304 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-6757d98b-a6ea-47ad-bda0-39c3559ffefe tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] For port fde255f5-0754-4da4-9e84-915f087699fc, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=fde255f5-0754-4da4-9e84-915f087699fc,segment=NetworkSegment(1f3980cf-97b6-4ba5-8c9b-1f72c7baf2cb),segment_id=1f3980cf-97b6-4ba5-8c9b-1f72c7baf2cb)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:03.544649 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6757d98b-a6ea-47ad-bda0-39c3559ffefe tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:03.588582 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-6757d98b-a6ea-47ad-bda0-39c3559ffefe tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Calling delete_port for fde255f5-0754-4da4-9e84-915f087699fc owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:03.596266 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-58ed81fa-0bdf-465d-ac68-d640a4e4e047 None None] Calling delete_port for fde255f5-0754-4da4-9e84-915f087699fc owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:03.711144 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6757d98b-a6ea-47ad-bda0-39c3559ffefe tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:03.743680 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6757d98b-a6ea-47ad-bda0-39c3559ffefe tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] No DVR routers for this DVR port fde255f5-0754-4da4-9e84-915f087699fc on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:03.763573 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-58ed81fa-0bdf-465d-ac68-d640a4e4e047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:03.806872 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757d98b-a6ea-47ad-bda0-39c3559ffefe tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Port': ['ID=fde255f5-0754-4da4-9e84-915f087699fc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:03.855972 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port d1e2defe-bfbb-4da2-8ace-6caa1be44675 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:03.857515 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:03.857933 n-d-768862-16 neutron-server[102569]: DEBUG neutron.objects.ports [None req-1475c50f-32d6-450b-9ea3-e5a4d2bc0404 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102569) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:50:03.918073 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed81fa-0bdf-465d-ac68-d640a4e4e047 None None] Pushing event deleted for resources: {'Port': ['ID=fde255f5-0754-4da4-9e84-915f087699fc,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:03.930361 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ed81fa-0bdf-465d-ac68-d640a4e4e047 None None] No DVR routers for this DVR port fde255f5-0754-4da4-9e84-915f087699fc on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:03.949837 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6757d98b-a6ea-47ad-bda0-39c3559ffefe tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:03.951368 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-d7ea796c-2f7b-49e5-91be-1fe49de08ade None None] For port d1e2defe-bfbb-4da2-8ace-6caa1be44675, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d1e2defe-bfbb-4da2-8ace-6caa1be44675,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:03.973175 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d7ea796c-2f7b-49e5-91be-1fe49de08ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:03.994021 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-6757d98b-a6ea-47ad-bda0-39c3559ffefe tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd79c4a-c4de-486d-9d83-6ad7283a8bf5']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:04.009329 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-6757d98b-a6ea-47ad-bda0-39c3559ffefe tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f3980cf-97b6-4ba5-8c9b-1f72c7baf2cb') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:04.009605 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-6757d98b-a6ea-47ad-bda0-39c3559ffefe tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f3980cf-97b6-4ba5-8c9b-1f72c7baf2cb') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:04.025617 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6757d98b-a6ea-47ad-bda0-39c3559ffefe tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:04.048873 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6757d98b-a6ea-47ad-bda0-39c3559ffefe tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:04.051078 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86163aa7-8865-42f7-bee4-255b3bbbd035 req-84ff76f0-19b1-4128-81d8-3fa1c6a63a43 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:04.061933 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5e850190-bfc4-4442-8014-6e8ebdfddb4f None None] Deleting port d1e2defe-bfbb-4da2-8ace-6caa1be44675 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:04.061933 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5e850190-bfc4-4442-8014-6e8ebdfddb4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:04.062334 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-86163aa7-8865-42f7-bee4-255b3bbbd035 req-84ff76f0-19b1-4128-81d8-3fa1c6a63a43 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3fb0a3f-5746-4613-9f04-0c45cd981ec5 HTTP/1.1" status: 200 len: 944 time: 0.1978021 Nov 12 08:50:04.074681 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6757d98b-a6ea-47ad-bda0-39c3559ffefe tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:50:04.076014 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6757d98b-a6ea-47ad-bda0-39c3559ffefe tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:04.116221 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea796c-2f7b-49e5-91be-1fe49de08ade None None] Pushing event updated for resources: {'Port': ['ID=d1e2defe-bfbb-4da2-8ace-6caa1be44675,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:04.145187 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-86163aa7-8865-42f7-bee4-255b3bbbd035 req-28e50ef1-7e86-4b80-99d7-133f93b711ba tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828075 Nov 12 08:50:04.198962 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:50:04.198962 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:50:04.198962 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:50:04.198962 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:50:04.198962 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:50:04.198962 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:50:04.198962 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:50:04.198962 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:50:04.198962 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:50:04.198962 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:50:04.198962 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:50:04.198962 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:50:04.198962 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:50:04.198962 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:50:04.198962 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:50:04.198962 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:50:04.198962 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:50:04.198962 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:50:04.198962 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:50:04.198962 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:50:04.198962 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:50:04.198962 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:50:04.198962 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:50:04.198962 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:50:04.198962 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:50:04.198962 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:50:04.198962 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:50:04.198962 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:50:04.198962 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:50:04.198962 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:50:04.198962 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:50:04.198962 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:50:04.205051 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6757d98b-a6ea-47ad-bda0-39c3559ffefe tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:04.231167 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1475c50f-32d6-450b-9ea3-e5a4d2bc0404 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:04.247778 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6757d98b-a6ea-47ad-bda0-39c3559ffefe tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:04.258782 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6757d98b-a6ea-47ad-bda0-39c3559ffefe tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/networks/5fd79c4a-c4de-486d-9d83-6ad7283a8bf5 HTTP/1.1" status: 204 len: 168 time: 1.4787097 Nov 12 08:50:04.258782 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757d98b-a6ea-47ad-bda0-39c3559ffefe tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Network': ['ID=5fd79c4a-c4de-486d-9d83-6ad7283a8bf5,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:04.258782 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59316) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:04.263314 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8c8e2a50-b74f-4d72-bdb9-a618d6613024 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-622982315'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:04.292992 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8e2a50-b74f-4d72-bdb9-a618d6613024 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Made reservation on behalf of c55c22fe318e4764964768a3f517f6bc for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:04.299368 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8c8e2a50-b74f-4d72-bdb9-a618d6613024 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:04.300418 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-5e850190-bfc4-4442-8014-6e8ebdfddb4f None None] For port d1e2defe-bfbb-4da2-8ace-6caa1be44675, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d1e2defe-bfbb-4da2-8ace-6caa1be44675,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:04.301922 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5e850190-bfc4-4442-8014-6e8ebdfddb4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:04.318523 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5e850190-bfc4-4442-8014-6e8ebdfddb4f None None] Calling delete_port for d1e2defe-bfbb-4da2-8ace-6caa1be44675 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:04.338539 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c8e2a50-b74f-4d72-bdb9-a618d6613024 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:50:04.358691 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8c8e2a50-b74f-4d72-bdb9-a618d6613024 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:04.359038 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-8c8e2a50-b74f-4d72-bdb9-a618d6613024 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Added segment 028fb5a8-8a9d-4a9d-b72e-fc2dbfdb7004 of type vlan for network 9c88e1fd-3c65-4e7b-b3a7-644b06028c06 Nov 12 08:50:04.365797 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device fde255f5-0754-4da4-9e84-915f087699fc no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:04.401914 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: fde255f5-0754-4da4-9e84-915f087699fc {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:50:04.402272 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device fde255f5-0754-4da4-9e84-915f087699fc not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:50:04.445972 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132049e9-0a55-460b-b69d-5780b954ab1a req-a9cca07f-0097-48ac-b133-dd9a14be0aec tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:04.457624 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132049e9-0a55-460b-b69d-5780b954ab1a req-a9cca07f-0097-48ac-b133-dd9a14be0aec tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:04.465736 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-132049e9-0a55-460b-b69d-5780b954ab1a req-a9cca07f-0097-48ac-b133-dd9a14be0aec tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c32c85-e348-4249-b480-935fa1745345 HTTP/1.1" status: 200 len: 1682 time: 0.1476583 Nov 12 08:50:04.479126 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8c8e2a50-b74f-4d72-bdb9-a618d6613024 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:04.524659 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8c8e2a50-b74f-4d72-bdb9-a618d6613024 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:04.535415 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8e2a50-b74f-4d72-bdb9-a618d6613024 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:04.536346 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8c8e2a50-b74f-4d72-bdb9-a618d6613024 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:04.571119 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8c8e2a50-b74f-4d72-bdb9-a618d6613024 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3125863 Nov 12 08:50:04.618690 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59330) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:04.633785 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-af415f94-d52b-4216-9d7d-7cbc60700ddf tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Request body: {'subnet': {'network_id': '9c88e1fd-3c65-4e7b-b3a7-644b06028c06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:04.645891 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e2a50-b74f-4d72-bdb9-a618d6613024 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Network': ['ID=9c88e1fd-3c65-4e7b-b3a7-644b06028c06,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:04.657810 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 9c88e1fd-3c65-4e7b-b3a7-644b06028c06 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:50:04.756854 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-132049e9-0a55-460b-b69d-5780b954ab1a req-8627905d-d385-4857-aef8-1bf2734a5933 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898502 Nov 12 08:50:04.930207 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-1475c50f-32d6-450b-9ea3-e5a4d2bc0404 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] For port d1e2defe-bfbb-4da2-8ace-6caa1be44675, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d1e2defe-bfbb-4da2-8ace-6caa1be44675,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:04.980512 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af415f94-d52b-4216-9d7d-7cbc60700ddf tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Made reservation on behalf of c55c22fe318e4764964768a3f517f6bc for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:04.985837 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-af415f94-d52b-4216-9d7d-7cbc60700ddf tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:05.046815 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d1e2defe-bfbb-4da2-8ace-6caa1be44675 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:05.147126 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:05.176803 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device dd2fb5e6-8128-4e43-beb1-06a3f42838a4 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:50:05.254023 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port dd2fb5e6-8128-4e43-beb1-06a3f42838a4 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:50:05.266461 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port dd2fb5e6-8128-4e43-beb1-06a3f42838a4 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:05.266811 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:05.287110 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1475c50f-32d6-450b-9ea3-e5a4d2bc0404 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:05.290750 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-af415f94-d52b-4216-9d7d-7cbc60700ddf tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:05.305723 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1475c50f-32d6-450b-9ea3-e5a4d2bc0404 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:05.306750 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1475c50f-32d6-450b-9ea3-e5a4d2bc0404 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:05.336640 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5e850190-bfc4-4442-8014-6e8ebdfddb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:05.405164 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e850190-bfc4-4442-8014-6e8ebdfddb4f None None] Pushing event deleted for resources: {'Port': ['ID=d1e2defe-bfbb-4da2-8ace-6caa1be44675,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:05.418937 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e850190-bfc4-4442-8014-6e8ebdfddb4f None None] No DVR routers for this DVR port d1e2defe-bfbb-4da2-8ace-6caa1be44675 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:05.444959 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475c50f-32d6-450b-9ea3-e5a4d2bc0404 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Port': ['ID=d1e2defe-bfbb-4da2-8ace-6caa1be44675,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:05.468423 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1475c50f-32d6-450b-9ea3-e5a4d2bc0404 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:05.473837 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-1475c50f-32d6-450b-9ea3-e5a4d2bc0404 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:05.475445 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af415f94-d52b-4216-9d7d-7cbc60700ddf tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Subnet': ['ID=b4813726-2f3b-46bc-8864-3ea26134daec,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:05.478029 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1475c50f-32d6-450b-9ea3-e5a4d2bc0404 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:05.478620 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1475c50f-32d6-450b-9ea3-e5a4d2bc0404 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:05.479796 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:05.488595 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20a6986-e411-4288-ba62-5631bd281c36 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:05.591022 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fb0a3f-5746-4613-9f04-0c45cd981ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2fb5e6-8128-4e43-beb1-06a3f42838a4'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:50:05.594061 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2796fdd9-621b-46b2-8ea8-f8d6f614f90a" -d '{"events": [{"server_uuid": "b3fb0a3f-5746-4613-9f04-0c45cd981ec5", "name": "network-vif-plugged", "status": "completed", "tag": "dd2fb5e6-8128-4e43-beb1-06a3f42838a4"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:50:05.612566 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port dd2fb5e6-8128-4e43-beb1-06a3f42838a4, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=dd2fb5e6-8128-4e43-beb1-06a3f42838a4,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:05.619950 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:05.690352 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475c50f-32d6-450b-9ea3-e5a4d2bc0404 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Subnet': ['ID=5e271b12-898f-43c6-b7ae-e827dac01507,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:05.715600 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b80b2-9d7b-4def-9dbb-cff3ab1c42dd req-eb79678f-f63c-40c0-aefa-720eb5d379f7 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:05.725385 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9d2b80b2-9d7b-4def-9dbb-cff3ab1c42dd req-eb79678f-f63c-40c0-aefa-720eb5d379f7 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3fb0a3f-5746-4613-9f04-0c45cd981ec5 HTTP/1.1" status: 200 len: 944 time: 0.3801072 Nov 12 08:50:05.750091 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=dd2fb5e6-8128-4e43-beb1-06a3f42838a4,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:05.760021 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1475c50f-32d6-450b-9ea3-e5a4d2bc0404 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3798444 Nov 12 08:50:05.761919 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59340) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:05.773605 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4bf20ae0-f2bc-4738-9f08-bf886d652345 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:05.816393 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b442938-4a21-4145-b0ec-4ece4bc3f34a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-7bfd1417-cac6-4152-826e-588573fa4bfa', 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'fixed_ips': [{'subnet_id': '5e271b12-898f-43c6-b7ae-e827dac01507'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:50:05.817949 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9b442938-4a21-4145-b0ec-4ece4bc3f34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:05.862789 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e2775-5d70-4f97-ac58-ef67269b393c req-f0d43798-f719-43fe-9530-346358c72046 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:05.868889 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e2775-5d70-4f97-ac58-ef67269b393c req-f0d43798-f719-43fe-9530-346358c72046 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:05.870518 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-280e2775-5d70-4f97-ac58-ef67269b393c req-f0d43798-f719-43fe-9530-346358c72046 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.58 "GET /v2.0/ports?device_id=c8c32c85-e348-4249-b480-935fa1745345 HTTP/1.1" status: 200 len: 1682 time: 0.2537425 Nov 12 08:50:05.885270 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af415f94-d52b-4216-9d7d-7cbc60700ddf tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Checking segment: {'id': '028fb5a8-8a9d-4a9d-b72e-fc2dbfdb7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9c88e1fd-3c65-4e7b-b3a7-644b06028c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:50:05.885648 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af415f94-d52b-4216-9d7d-7cbc60700ddf tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network hostable DHCP agents. Network: 9c88e1fd-3c65-4e7b-b3a7-644b06028c06, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:50:05.987629 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-9b442938-4a21-4145-b0ec-4ece4bc3f34a None None] Allocated IP 2001:db8::f816:3eff:fe13:e2d4 (7bfd1417-cac6-4152-826e-588573fa4bfa/5e271b12-898f-43c6-b7ae-e827dac01507/b67639f4-5118-4605-9682-f3098d6dc06a) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:50:06.036097 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf20ae0-f2bc-4738-9f08-bf886d652345 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:06.040072 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4bf20ae0-f2bc-4738-9f08-bf886d652345 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:06.084942 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af415f94-d52b-4216-9d7d-7cbc60700ddf tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network 9c88e1fd-3c65-4e7b-b3a7-644b06028c06 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:50:06.108590 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9d2b80b2-9d7b-4def-9dbb-cff3ab1c42dd req-27e44804-2d01-4ef0-914b-bc16269c1958 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820987 Nov 12 08:50:06.116525 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-af415f94-d52b-4216-9d7d-7cbc60700ddf tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 9c88e1fd-3c65-4e7b-b3a7-644b06028c06) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:06.150860 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af415f94-d52b-4216-9d7d-7cbc60700ddf tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:06.151894 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-af415f94-d52b-4216-9d7d-7cbc60700ddf tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:06.209487 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-af415f94-d52b-4216-9d7d-7cbc60700ddf tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5827210 Nov 12 08:50:06.213331 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59348) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:06.220942 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b10753c0-10fb-47de-abd1-2ec76b82d886 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-548879694', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:06.222424 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b858a3fe-f0fa-4645-b4d4-092e167aca11 None None] Network 9c88e1fd-3c65-4e7b-b3a7-644b06028c06 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:06.225553 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3f03ce-a813-49b2-8ddd-6712d63b97ed x-openstack-request-id: req-de3f03ce-a813-49b2-8ddd-6712d63b97ed {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:50:06.225825 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3fb0a3f-5746-4613-9f04-0c45cd981ec5", "name": "network-vif-plugged", "status": "completed", "tag": "dd2fb5e6-8128-4e43-beb1-06a3f42838a4", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:50:06.226079 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de3f03ce-a813-49b2-8ddd-6712d63b97ed {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:50:06.226481 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3fb0a3f-5746-4613-9f04-0c45cd981ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2fb5e6-8128-4e43-beb1-06a3f42838a4', 'code': 200} Nov 12 08:50:06.227919 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-280e2775-5d70-4f97-ac58-ef67269b393c req-168e4c45-1708-4a7a-b681-2f82a0471645 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Deleting port caa2e910-dbc3-4338-ae91-e712788579de {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:06.228537 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-280e2775-5d70-4f97-ac58-ef67269b393c req-168e4c45-1708-4a7a-b681-2f82a0471645 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:06.269113 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9b442938-4a21-4145-b0ec-4ece4bc3f34a None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:06.350220 n-d-768862-16 neutron-server[102568]: INFO neutron.db.ipam_backend_mixin [None req-4bf20ae0-f2bc-4738-9f08-bf886d652345 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5e271b12-898f-43c6-b7ae-e827dac01507 (CIDR: 2001:db8::/64) Nov 12 08:50:06.351560 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b10753c0-10fb-47de-abd1-2ec76b82d886 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:06.353474 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b10753c0-10fb-47de-abd1-2ec76b82d886 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:06.362236 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf20ae0-f2bc-4738-9f08-bf886d652345 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:50:06.363015 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf20ae0-f2bc-4738-9f08-bf886d652345 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:06.394401 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-280e2775-5d70-4f97-ac58-ef67269b393c req-168e4c45-1708-4a7a-b681-2f82a0471645 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] For port caa2e910-dbc3-4338-ae91-e712788579de, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=caa2e910-dbc3-4338-ae91-e712788579de,segment=NetworkSegment(667b57db-43c4-4518-bbcb-6036bce0392b),segment_id=667b57db-43c4-4518-bbcb-6036bce0392b)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:06.395171 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-280e2775-5d70-4f97-ac58-ef67269b393c req-168e4c45-1708-4a7a-b681-2f82a0471645 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:06.396290 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9b442938-4a21-4145-b0ec-4ece4bc3f34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:06.417514 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-280e2775-5d70-4f97-ac58-ef67269b393c req-168e4c45-1708-4a7a-b681-2f82a0471645 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Calling delete_port for caa2e910-dbc3-4338-ae91-e712788579de owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:06.436937 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b10753c0-10fb-47de-abd1-2ec76b82d886 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:06.450932 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b10753c0-10fb-47de-abd1-2ec76b82d886 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:06.469285 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4bf20ae0-f2bc-4738-9f08-bf886d652345 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7047019 Nov 12 08:50:06.469963 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59350) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:06.478868 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-72e5c84e-b1e3-47b7-acd5-6982fb71ddf1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:06.484760 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f139a-dcac-4b32-a61a-d76fb6f87857 req-56d0c2f6-31f7-4690-83b2-1df6e47db24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:06.486414 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1b5f139a-dcac-4b32-a61a-d76fb6f87857 req-56d0c2f6-31f7-4690-83b2-1df6e47db24a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b3fb0a3f-5746-4613-9f04-0c45cd981ec5 HTTP/1.1" status: 200 len: 1097 time: 0.2013466 Nov 12 08:50:06.492945 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b442938-4a21-4145-b0ec-4ece4bc3f34a None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:06.501339 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-9b442938-4a21-4145-b0ec-4ece4bc3f34a None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:06.512789 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b442938-4a21-4145-b0ec-4ece4bc3f34a None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:50:06.517687 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b442938-4a21-4145-b0ec-4ece4bc3f34a None None] Pushing event updated for resources: {'Port': ['ID=b67639f4-5118-4605-9682-f3098d6dc06a,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:06.549708 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b10753c0-10fb-47de-abd1-2ec76b82d886 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:06.554552 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b10753c0-10fb-47de-abd1-2ec76b82d886 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3400252 Nov 12 08:50:06.555211 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59352) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:06.565064 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-45e11e5d-7f65-4667-913e-5f60001b4e14 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Request body: {'port': {'network_id': '9c88e1fd-3c65-4e7b-b3a7-644b06028c06', 'name': 'tempest-RoutersIpV6Test-1992142869'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:06.642229 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd23368-6ba0-4662-b9f3-d03b4f11ce62 req-bc0f252f-ef2e-4bf5-8618-e0042928dcf5 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:06.651346 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd23368-6ba0-4662-b9f3-d03b4f11ce62 req-bc0f252f-ef2e-4bf5-8618-e0042928dcf5 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:06.652587 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-9b442938-4a21-4145-b0ec-4ece4bc3f34a None None] Attempting to bind port b67639f4-5118-4605-9682-f3098d6dc06a on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:50:06.652974 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-9b442938-4a21-4145-b0ec-4ece4bc3f34a None None] Attempting to bind port b67639f4-5118-4605-9682-f3098d6dc06a by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:50:06.653447 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b442938-4a21-4145-b0ec-4ece4bc3f34a None None] Attempting to bind port b67639f4-5118-4605-9682-f3098d6dc06a on network 7bfd1417-cac6-4152-826e-588573fa4bfa {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:50:06.663172 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b442938-4a21-4145-b0ec-4ece4bc3f34a None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:50:06.663547 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b442938-4a21-4145-b0ec-4ece4bc3f34a None None] Checking segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:50:06.663876 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8cd23368-6ba0-4662-b9f3-d03b4f11ce62 req-bc0f252f-ef2e-4bf5-8618-e0042928dcf5 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c32c85-e348-4249-b480-935fa1745345 HTTP/1.1" status: 200 len: 1603 time: 0.1439934 Nov 12 08:50:06.664005 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9b442938-4a21-4145-b0ec-4ece4bc3f34a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:06.664360 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b442938-4a21-4145-b0ec-4ece4bc3f34a None None] Bound using segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:50:06.664841 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-9b442938-4a21-4145-b0ec-4ece4bc3f34a None None] Bound port: b67639f4-5118-4605-9682-f3098d6dc06a, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:50:06.665510 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9b442938-4a21-4145-b0ec-4ece4bc3f34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:06.675411 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-280e2775-5d70-4f97-ac58-ef67269b393c req-168e4c45-1708-4a7a-b681-2f82a0471645 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:06.693875 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['dbe56429-44c6-4a03-855c-0f35a0728db8', 'caa2e910-dbc3-4338-ae91-e712788579de'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:50:06.751607 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e4c45-1708-4a7a-b681-2f82a0471645 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Pushing event deleted for resources: {'Port': ['ID=caa2e910-dbc3-4338-ae91-e712788579de,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:06.857025 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1b5f139a-dcac-4b32-a61a-d76fb6f87857 req-89e04e73-b690-4284-a636-d0c3fec02a42 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481891 Nov 12 08:50:06.882369 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-280e2775-5d70-4f97-ac58-ef67269b393c req-168e4c45-1708-4a7a-b681-2f82a0471645 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] No DVR routers for this DVR port caa2e910-dbc3-4338-ae91-e712788579de on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:06.902005 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b859b2-d391-4063-877d-f4594c1214c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-9c88e1fd-3c65-4e7b-b3a7-644b06028c06', 'network_id': '9c88e1fd-3c65-4e7b-b3a7-644b06028c06', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'fixed_ips': [{'subnet_id': 'b4813726-2f3b-46bc-8864-3ea26134daec'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:50:06.902005 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-17b859b2-d391-4063-877d-f4594c1214c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:06.926010 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8cd23368-6ba0-4662-b9f3-d03b4f11ce62 req-11c86f59-9758-42f3-931b-a12d90cae192 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb05e56-8f15-4f50-8e25-e91f35f0613c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552669 Nov 12 08:50:06.932746 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-280e2775-5d70-4f97-ac58-ef67269b393c req-168e4c45-1708-4a7a-b681-2f82a0471645 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:06.949583 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-280e2775-5d70-4f97-ac58-ef67269b393c req-168e4c45-1708-4a7a-b681-2f82a0471645 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.58 "DELETE /v2.0/ports/caa2e910-dbc3-4338-ae91-e712788579de HTTP/1.1" status: 204 len: 173 time: 1.0513015 Nov 12 08:50:06.949727 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c32c85-e348-4249-b480-935fa1745345', 'name': 'network-vif-deleted', 'tag': 'caa2e910-dbc3-4338-ae91-e712788579de'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:50:06.951924 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e5c84e-b1e3-47b7-acd5-6982fb71ddf1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:06.955811 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72e5c84e-b1e3-47b7-acd5-6982fb71ddf1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:06.959806 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32d72c3-86b4-408f-b1ea-b64cc5105ecf" -d '{"events": [{"server_uuid": "c8c32c85-e348-4249-b480-935fa1745345", "name": "network-vif-deleted", "tag": "caa2e910-dbc3-4338-ae91-e712788579de"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:50:07.047441 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e11e5d-7f65-4667-913e-5f60001b4e14 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Made reservation on behalf of c55c22fe318e4764964768a3f517f6bc for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:07.051330 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45e11e5d-7f65-4667-913e-5f60001b4e14 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:07.116224 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-45e11e5d-7f65-4667-913e-5f60001b4e14 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] device_id is not set on port 13562715-1a55-4ad7-b1f2-bf111c73e1f3 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:50:07.153247 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-280e2775-5d70-4f97-ac58-ef67269b393c req-54cb7e51-fcd2-4951-92ff-e0cc943ec59c tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Deleting port dbe56429-44c6-4a03-855c-0f35a0728db8 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:07.154592 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-280e2775-5d70-4f97-ac58-ef67269b393c req-54cb7e51-fcd2-4951-92ff-e0cc943ec59c tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:07.248638 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9b442938-4a21-4145-b0ec-4ece4bc3f34a None None] For port b67639f4-5118-4605-9682-f3098d6dc06a, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:50:07.271588 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-280e2775-5d70-4f97-ac58-ef67269b393c req-54cb7e51-fcd2-4951-92ff-e0cc943ec59c tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] For port dbe56429-44c6-4a03-855c-0f35a0728db8, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=dbe56429-44c6-4a03-855c-0f35a0728db8,segment=NetworkSegment(6dfab28b-aca8-430f-9436-bd79976f6719),segment_id=6dfab28b-aca8-430f-9436-bd79976f6719)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:07.271966 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-280e2775-5d70-4f97-ac58-ef67269b393c req-54cb7e51-fcd2-4951-92ff-e0cc943ec59c tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:07.286992 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-280e2775-5d70-4f97-ac58-ef67269b393c req-54cb7e51-fcd2-4951-92ff-e0cc943ec59c tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Calling delete_port for dbe56429-44c6-4a03-855c-0f35a0728db8 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:07.290461 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f76adf2-2c20-4145-9e92-ff7de03f3ce7 x-openstack-request-id: req-9f76adf2-2c20-4145-9e92-ff7de03f3ce7 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:50:07.290698 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c32c85-e348-4249-b480-935fa1745345", "name": "network-vif-deleted", "tag": "caa2e910-dbc3-4338-ae91-e712788579de", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:50:07.290984 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f76adf2-2c20-4145-9e92-ff7de03f3ce7 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:50:07.291515 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c32c85-e348-4249-b480-935fa1745345', 'name': 'network-vif-deleted', 'tag': 'caa2e910-dbc3-4338-ae91-e712788579de', 'status': 'completed', 'code': 200} Nov 12 08:50:07.314451 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9b442938-4a21-4145-b0ec-4ece4bc3f34a None None] For port b67639f4-5118-4605-9682-f3098d6dc06a, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b67639f4-5118-4605-9682-f3098d6dc06a,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:50:07.332121 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9b442938-4a21-4145-b0ec-4ece4bc3f34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:07.345885 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59362) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:07.406315 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-17b859b2-d391-4063-877d-f4594c1214c8 None None] Allocated IP 2001:db8::2 (9c88e1fd-3c65-4e7b-b3a7-644b06028c06/b4813726-2f3b-46bc-8864-3ea26134daec/77a1b77a-9f50-42b9-91df-a527d8c425ae) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:50:07.489048 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-280e2775-5d70-4f97-ac58-ef67269b393c req-54cb7e51-fcd2-4951-92ff-e0cc943ec59c tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:07.502305 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b442938-4a21-4145-b0ec-4ece4bc3f34a None None] Pushing event updated for resources: {'Port': ['ID=b67639f4-5118-4605-9682-f3098d6dc06a,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:07.530142 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb7e51-fcd2-4951-92ff-e0cc943ec59c tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Pushing event deleted for resources: {'Port': ['ID=dbe56429-44c6-4a03-855c-0f35a0728db8,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:07.605779 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72e5c84e-b1e3-47b7-acd5-6982fb71ddf1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:07.615130 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-280e2775-5d70-4f97-ac58-ef67269b393c req-54cb7e51-fcd2-4951-92ff-e0cc943ec59c tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] No DVR routers for this DVR port dbe56429-44c6-4a03-855c-0f35a0728db8 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:07.625355 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e91a8-fda7-416e-834a-dbd3e2ce4899 req-408d5330-5ed8-4ae5-92f8-12abbcdc64c9 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:07.633181 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6c2e91a8-fda7-416e-834a-dbd3e2ce4899 req-408d5330-5ed8-4ae5-92f8-12abbcdc64c9 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3fb0a3f-5746-4613-9f04-0c45cd981ec5 HTTP/1.1" status: 200 len: 945 time: 0.1844015 Nov 12 08:50:07.636223 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-280e2775-5d70-4f97-ac58-ef67269b393c req-54cb7e51-fcd2-4951-92ff-e0cc943ec59c tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:07.640217 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-280e2775-5d70-4f97-ac58-ef67269b393c req-54cb7e51-fcd2-4951-92ff-e0cc943ec59c tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.58 "DELETE /v2.0/ports/dbe56429-44c6-4a03-855c-0f35a0728db8 HTTP/1.1" status: 204 len: 173 time: 0.6772695 Nov 12 08:50:07.725370 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e5c84e-b1e3-47b7-acd5-6982fb71ddf1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:07.792313 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-72e5c84e-b1e3-47b7-acd5-6982fb71ddf1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:07.811536 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e5c84e-b1e3-47b7-acd5-6982fb71ddf1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:07.815464 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72e5c84e-b1e3-47b7-acd5-6982fb71ddf1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:07.836609 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-17b859b2-d391-4063-877d-f4594c1214c8 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:07.843890 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6c2e91a8-fda7-416e-834a-dbd3e2ce4899 req-9fe64c18-df2a-4b45-99ae-3643001d2e4c tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045200 Nov 12 08:50:07.855723 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5c84e-b1e3-47b7-acd5-6982fb71ddf1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Subnet': ['ID=5eb3cde9-ab6b-4278-b8f3-c5cbe40fd71f,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:07.870933 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-17b859b2-d391-4063-877d-f4594c1214c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:07.923349 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1d1ec488-fa02-4100-87e5-53383976235b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:07.941963 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-72e5c84e-b1e3-47b7-acd5-6982fb71ddf1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4671593 Nov 12 08:50:07.944867 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59372) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:07.951392 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-8a766f92-4abc-438d-b0dc-8ad33b1c6640 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'port': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'mac_address': 'fa:16:3e:8f:2a:28', 'name': 'tempest-NetworksTestDHCPv6-668285221'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:08.042789 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b859b2-d391-4063-877d-f4594c1214c8 None None] Network 9c88e1fd-3c65-4e7b-b3a7-644b06028c06 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:08.048429 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-17b859b2-d391-4063-877d-f4594c1214c8 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:08.053888 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b859b2-d391-4063-877d-f4594c1214c8 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:50:08.060803 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b859b2-d391-4063-877d-f4594c1214c8 None None] Pushing event updated for resources: {'Port': ['ID=77a1b77a-9f50-42b9-91df-a527d8c425ae,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:08.123249 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-45e11e5d-7f65-4667-913e-5f60001b4e14 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Allocated IP 2001:db8::26b (9c88e1fd-3c65-4e7b-b3a7-644b06028c06/b4813726-2f3b-46bc-8864-3ea26134daec/13562715-1a55-4ad7-b1f2-bf111c73e1f3) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:50:08.182722 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-17b859b2-d391-4063-877d-f4594c1214c8 None None] Attempting to bind port 77a1b77a-9f50-42b9-91df-a527d8c425ae on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:50:08.183097 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-17b859b2-d391-4063-877d-f4594c1214c8 None None] Attempting to bind port 77a1b77a-9f50-42b9-91df-a527d8c425ae by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '028fb5a8-8a9d-4a9d-b72e-fc2dbfdb7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9c88e1fd-3c65-4e7b-b3a7-644b06028c06'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:50:08.183462 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b859b2-d391-4063-877d-f4594c1214c8 None None] Attempting to bind port 77a1b77a-9f50-42b9-91df-a527d8c425ae on network 9c88e1fd-3c65-4e7b-b3a7-644b06028c06 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:50:08.189889 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b859b2-d391-4063-877d-f4594c1214c8 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:50:08.190262 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b859b2-d391-4063-877d-f4594c1214c8 None None] Checking segment: {'id': '028fb5a8-8a9d-4a9d-b72e-fc2dbfdb7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9c88e1fd-3c65-4e7b-b3a7-644b06028c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:50:08.190665 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-17b859b2-d391-4063-877d-f4594c1214c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:08.191069 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b859b2-d391-4063-877d-f4594c1214c8 None None] Bound using segment: {'id': '028fb5a8-8a9d-4a9d-b72e-fc2dbfdb7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9c88e1fd-3c65-4e7b-b3a7-644b06028c06'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:50:08.191544 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-17b859b2-d391-4063-877d-f4594c1214c8 None None] Bound port: 77a1b77a-9f50-42b9-91df-a527d8c425ae, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028fb5a8-8a9d-4a9d-b72e-fc2dbfdb7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9c88e1fd-3c65-4e7b-b3a7-644b06028c06'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:50:08.191954 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-17b859b2-d391-4063-877d-f4594c1214c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:08.233481 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b73edb92-5682-49fa-afed-ef8cc0950a25 req-67c401d0-aaf4-413b-a0cb-244dd677a5a2 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c32c85-e348-4249-b480-935fa1745345 HTTP/1.1" status: 200 len: 210 time: 0.0728579 Nov 12 08:50:08.303922 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a766f92-4abc-438d-b0dc-8ad33b1c6640 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:08.312090 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-17b859b2-d391-4063-877d-f4594c1214c8 None None] For port 77a1b77a-9f50-42b9-91df-a527d8c425ae, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:50:08.320937 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-17b859b2-d391-4063-877d-f4594c1214c8 None None] For port 77a1b77a-9f50-42b9-91df-a527d8c425ae, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=77a1b77a-9f50-42b9-91df-a527d8c425ae,segment=NetworkSegment(028fb5a8-8a9d-4a9d-b72e-fc2dbfdb7004),segment_id=028fb5a8-8a9d-4a9d-b72e-fc2dbfdb7004)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:50:08.332569 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-17b859b2-d391-4063-877d-f4594c1214c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:08.433799 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b859b2-d391-4063-877d-f4594c1214c8 None None] Pushing event updated for resources: {'Port': ['ID=77a1b77a-9f50-42b9-91df-a527d8c425ae,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:08.495679 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45e11e5d-7f65-4667-913e-5f60001b4e14 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:08.527036 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8a766f92-4abc-438d-b0dc-8ad33b1c6640 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:08.578029 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-8a766f92-4abc-438d-b0dc-8ad33b1c6640 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] device_id is not set on port 5b92a2b6-723e-4e4d-a48b-23280bb0bad0 yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:50:08.593972 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-73989dd6-2b61-4cdf-b2a9-8e35b6da0b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:08.598558 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45e11e5d-7f65-4667-913e-5f60001b4e14 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:08.703354 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e11e5d-7f65-4667-913e-5f60001b4e14 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network 9c88e1fd-3c65-4e7b-b3a7-644b06028c06 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:08.713326 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-45e11e5d-7f65-4667-913e-5f60001b4e14 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:08.770926 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e11e5d-7f65-4667-913e-5f60001b4e14 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:50:08.776954 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e11e5d-7f65-4667-913e-5f60001b4e14 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:08.777667 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45e11e5d-7f65-4667-913e-5f60001b4e14 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:08.814744 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e11e5d-7f65-4667-913e-5f60001b4e14 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Port': ['ID=13562715-1a55-4ad7-b1f2-bf111c73e1f3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:08.828432 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-45e11e5d-7f65-4667-913e-5f60001b4e14 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2677402 Nov 12 08:50:08.829597 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59400) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:09.217075 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device dbe56429-44c6-4a03-855c-0f35a0728db8 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:09.244696 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46066af3-edb2-46e2-98b3-2d10563f431c req-44f7dc8d-05e8-4686-b6c6-983c735ca399 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:09.259317 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-46066af3-edb2-46e2-98b3-2d10563f431c req-44f7dc8d-05e8-4686-b6c6-983c735ca399 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3fb0a3f-5746-4613-9f04-0c45cd981ec5 HTTP/1.1" status: 200 len: 945 time: 0.1643949 Nov 12 08:50:09.275232 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b67639f4-5118-4605-9682-f3098d6dc06a up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:50:09.279198 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: dbe56429-44c6-4a03-855c-0f35a0728db8 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:50:09.279541 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device dbe56429-44c6-4a03-855c-0f35a0728db8 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:50:09.284967 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device caa2e910-dbc3-4338-ae91-e712788579de no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:09.293198 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c32c85-e348-4249-b480-935fa1745345', 'name': 'network-vif-deleted', 'tag': 'dbe56429-44c6-4a03-855c-0f35a0728db8'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:50:09.295470 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f41763-36cc-4e5f-953c-8d16b18c9393" -d '{"events": [{"server_uuid": "c8c32c85-e348-4249-b480-935fa1745345", "name": "network-vif-deleted", "tag": "dbe56429-44c6-4a03-855c-0f35a0728db8"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:50:09.320713 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eed7585-dba7-4711-bafe-41e0f2600e92 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:09.376520 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: caa2e910-dbc3-4338-ae91-e712788579de {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:50:09.376866 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device caa2e910-dbc3-4338-ae91-e712788579de not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:50:09.395431 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-46066af3-edb2-46e2-98b3-2d10563f431c req-c3bb15ea-0629-4292-a713-2436ad73f3a9 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346936 Nov 12 08:50:09.420186 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-8a766f92-4abc-438d-b0dc-8ad33b1c6640 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Allocated IP 2001:db8:0:1::1cd (7bfd1417-cac6-4152-826e-588573fa4bfa/5eb3cde9-ab6b-4278-b8f3-c5cbe40fd71f/5b92a2b6-723e-4e4d-a48b-23280bb0bad0) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:50:09.429913 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-8a766f92-4abc-438d-b0dc-8ad33b1c6640 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Allocated IP 2001:db8::f816:3eff:fe8f:2a28 (7bfd1417-cac6-4152-826e-588573fa4bfa/5e271b12-898f-43c6-b7ae-e827dac01507/5b92a2b6-723e-4e4d-a48b-23280bb0bad0) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:50:09.437500 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-a11ccf47-f597-4e86-98d8-09d1cb847482 None None] Provisioning complete for port b67639f4-5118-4605-9682-f3098d6dc06a triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:09.437920 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a11ccf47-f597-4e86-98d8-09d1cb847482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:09.539343 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port b67639f4-5118-4605-9682-f3098d6dc06a triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:09.539787 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:09.556233 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70ba6f4-c0c9-4dd4-b276-892eb95ad96b x-openstack-request-id: req-d70ba6f4-c0c9-4dd4-b276-892eb95ad96b {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:50:09.556503 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c32c85-e348-4249-b480-935fa1745345", "name": "network-vif-deleted", "tag": "dbe56429-44c6-4a03-855c-0f35a0728db8", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:50:09.556609 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d70ba6f4-c0c9-4dd4-b276-892eb95ad96b {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:50:09.556980 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c32c85-e348-4249-b480-935fa1745345', 'name': 'network-vif-deleted', 'tag': 'dbe56429-44c6-4a03-855c-0f35a0728db8', 'status': 'completed', 'code': 200} Nov 12 08:50:09.557413 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59412) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:09.625576 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-596caf45-9ad9-4cb1-897f-9a2d7b57ce75 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Deleting subnet df07901a-db3c-4a1e-a6d3-962ca34b682c {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:50:09.670492 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-596caf45-9ad9-4cb1-897f-9a2d7b57ce75 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:09.779805 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-596caf45-9ad9-4cb1-897f-9a2d7b57ce75 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:09.841014 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a11ccf47-f597-4e86-98d8-09d1cb847482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:09.894141 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8a766f92-4abc-438d-b0dc-8ad33b1c6640 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:09.906511 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b323239c-1d43-4a6c-a1d1-9f935f85658b req-69d6fbb3-85cf-4ffd-95fe-ef02e409fda6 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=80cba63a5f3c423896b758b0902dcec9 HTTP/1.1" status: 200 len: 267 time: 0.2325687 Nov 12 08:50:10.045215 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-596caf45-9ad9-4cb1-897f-9a2d7b57ce75 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.089198 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323239c-1d43-4a6c-a1d1-9f935f85658b req-3abb5937-0875-4de8-9a28-1665bc0bb01e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:10.098417 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b323239c-1d43-4a6c-a1d1-9f935f85658b req-3abb5937-0875-4de8-9a28-1665bc0bb01e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3fb0a3f-5746-4613-9f04-0c45cd981ec5 HTTP/1.1" status: 200 len: 945 time: 0.1907158 Nov 12 08:50:10.104809 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-b323239c-1d43-4a6c-a1d1-9f935f85658b req-d3085e3c-c707-49cb-9e01-8d81a5331464 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Request body: {'port': {'security_groups': []}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:10.182193 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9984ab-39ec-455d-b68f-57facfcba915 None None] Network 9c88e1fd-3c65-4e7b-b3a7-644b06028c06 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:10.197144 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-584a7a1e-ec8f-4b16-b864-4f481226df81 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.214332 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8a766f92-4abc-438d-b0dc-8ad33b1c6640 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.215201 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2aca0d4d-3d98-4d30-8ad7-78880b795f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.243372 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-a11ccf47-f597-4e86-98d8-09d1cb847482 None None] For port b67639f4-5118-4605-9682-f3098d6dc06a, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b67639f4-5118-4605-9682-f3098d6dc06a,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:10.249369 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.295037 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a11ccf47-f597-4e86-98d8-09d1cb847482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.334511 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a766f92-4abc-438d-b0dc-8ad33b1c6640 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Port': ['ID=5b92a2b6-723e-4e4d-a48b-23280bb0bad0,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:10.362901 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a766f92-4abc-438d-b0dc-8ad33b1c6640 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:10.371234 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-8a766f92-4abc-438d-b0dc-8ad33b1c6640 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:10.375894 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a766f92-4abc-438d-b0dc-8ad33b1c6640 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:50:10.384234 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a766f92-4abc-438d-b0dc-8ad33b1c6640 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:10.385455 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8a766f92-4abc-438d-b0dc-8ad33b1c6640 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.397704 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b323239c-1d43-4a6c-a1d1-9f935f85658b req-d3085e3c-c707-49cb-9e01-8d81a5331464 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.427864 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-596caf45-9ad9-4cb1-897f-9a2d7b57ce75 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.463273 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596caf45-9ad9-4cb1-897f-9a2d7b57ce75 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Pushing event deleted for resources: {'Subnet': ['ID=df07901a-db3c-4a1e-a6d3-962ca34b682c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:10.480112 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8a766f92-4abc-438d-b0dc-8ad33b1c6640 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5338402 Nov 12 08:50:10.484446 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59416) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:10.526533 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b62c350-6e73-4fac-be5a-2dcfb4eb353a None None] Update dhcp port {'port': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'fixed_ips': [{'subnet_id': '5e271b12-898f-43c6-b7ae-e827dac01507', 'ip_address': '2001:db8::f816:3eff:fe13:e2d4'}, {'subnet_id': '5eb3cde9-ab6b-4278-b8f3-c5cbe40fd71f'}], 'binding:host_id': 'n-d-768862-16'}, 'id': 'b67639f4-5118-4605-9682-f3098d6dc06a'} from n-d-768862-16. {{(pid=102570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:50:10.537198 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ccf47-f597-4e86-98d8-09d1cb847482 None None] Pushing event updated for resources: {'Port': ['ID=b67639f4-5118-4605-9682-f3098d6dc06a,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:10.595812 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-73989dd6-2b61-4cdf-b2a9-8e35b6da0b78 admin admin] Deleting port 9cd8954e-a8dd-4cc1-91f7-a8f009934042 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:10.596404 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-73989dd6-2b61-4cdf-b2a9-8e35b6da0b78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.604339 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8e9822cf-ec7d-4c8a-ba64-21f327f4e060 None None] Provisioning complete for port 77a1b77a-9f50-42b9-91df-a527d8c425ae triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:10.604825 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8e9822cf-ec7d-4c8a-ba64-21f327f4e060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.629959 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:50:10.633488 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:50:10.650938 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-596caf45-9ad9-4cb1-897f-9a2d7b57ce75 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.655815 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-584a7a1e-ec8f-4b16-b864-4f481226df81 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.656379 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-596caf45-9ad9-4cb1-897f-9a2d7b57ce75 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "DELETE /v2.0/subnets/df07901a-db3c-4a1e-a6d3-962ca34b682c HTTP/1.1" status: 204 len: 168 time: 1.0977848 Nov 12 08:50:10.664964 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59422) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:10.688885 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8250ce-7cb0-4e9c-b5e1-16fb8887417e None None] Network 6f06b836-b30c-48d1-8646-e18eb60622f3 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:10.705437 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-584a7a1e-ec8f-4b16-b864-4f481226df81 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.715000 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8b62c350-6e73-4fac-be5a-2dcfb4eb353a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.805084 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a7a1e-ec8f-4b16-b864-4f481226df81 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Port': ['ID=13562715-1a55-4ad7-b1f2-bf111c73e1f3,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:10.907988 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5601c15e-e9b7-4662-8deb-c0285be55d43 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.923336 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-73989dd6-2b61-4cdf-b2a9-8e35b6da0b78 admin admin] For port 9cd8954e-a8dd-4cc1-91f7-a8f009934042, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9cd8954e-a8dd-4cc1-91f7-a8f009934042,segment=NetworkSegment(a128d3fa-2569-4b08-aa51-d060d2c5137b),segment_id=a128d3fa-2569-4b08-aa51-d060d2c5137b)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:10.923724 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-73989dd6-2b61-4cdf-b2a9-8e35b6da0b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.953344 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-73989dd6-2b61-4cdf-b2a9-8e35b6da0b78 admin admin] Calling delete_port for 9cd8954e-a8dd-4cc1-91f7-a8f009934042 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:10.969909 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-fae512bf-1808-4251-bf4c-a5d1ba65b686 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting port 5b92a2b6-723e-4e4d-a48b-23280bb0bad0 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:10.970272 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fae512bf-1808-4251-bf4c-a5d1ba65b686 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.082515 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-b323239c-1d43-4a6c-a1d1-9f935f85658b req-d3085e3c-c707-49cb-9e01-8d81a5331464 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] For port dd2fb5e6-8128-4e43-beb1-06a3f42838a4, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=dd2fb5e6-8128-4e43-beb1-06a3f42838a4,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:11.109178 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-584a7a1e-ec8f-4b16-b864-4f481226df81 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.157031 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fae512bf-1808-4251-bf4c-a5d1ba65b686 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.160133 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-5601c15e-e9b7-4662-8deb-c0285be55d43 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Deleting port 9d8463ea-4c03-42ba-93e8-00dff72eb66b {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:11.160466 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5601c15e-e9b7-4662-8deb-c0285be55d43 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.187131 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b323239c-1d43-4a6c-a1d1-9f935f85658b req-d3085e3c-c707-49cb-9e01-8d81a5331464 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.197087 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-fae512bf-1808-4251-bf4c-a5d1ba65b686 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Calling delete_port for 5b92a2b6-723e-4e4d-a48b-23280bb0bad0 owned by {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:11.203018 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b323239c-1d43-4a6c-a1d1-9f935f85658b req-d3085e3c-c707-49cb-9e01-8d81a5331464 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.216879 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8e9822cf-ec7d-4c8a-ba64-21f327f4e060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.234589 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-8b62c350-6e73-4fac-be5a-2dcfb4eb353a None None] Allocated IP 2001:db8:0:1::2 (7bfd1417-cac6-4152-826e-588573fa4bfa/5eb3cde9-ab6b-4278-b8f3-c5cbe40fd71f/b67639f4-5118-4605-9682-f3098d6dc06a) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:50:11.237291 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['dd2fb5e6-8128-4e43-beb1-06a3f42838a4'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:50:11.244348 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['95abe0da-cc08-4f59-931c-b1c44e9b4cc4', '25bd8be1-8f5b-41f0-af63-40522e7c552e'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:50:11.339999 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-5601c15e-e9b7-4662-8deb-c0285be55d43 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] For port 9d8463ea-4c03-42ba-93e8-00dff72eb66b, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9d8463ea-4c03-42ba-93e8-00dff72eb66b,segment=NetworkSegment(667b57db-43c4-4518-bbcb-6036bce0392b),segment_id=667b57db-43c4-4518-bbcb-6036bce0392b)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:11.340513 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5601c15e-e9b7-4662-8deb-c0285be55d43 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.348715 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323239c-1d43-4a6c-a1d1-9f935f85658b req-d3085e3c-c707-49cb-9e01-8d81a5331464 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:11.349443 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b323239c-1d43-4a6c-a1d1-9f935f85658b req-d3085e3c-c707-49cb-9e01-8d81a5331464 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.352120 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-584a7a1e-ec8f-4b16-b864-4f481226df81 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.363360 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b323239c-1d43-4a6c-a1d1-9f935f85658b req-d3085e3c-c707-49cb-9e01-8d81a5331464 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "PUT /v2.0/ports/dd2fb5e6-8128-4e43-beb1-06a3f42838a4 HTTP/1.1" status: 200 len: 904 time: 1.2608321 Nov 12 08:50:11.380459 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 77a1b77a-9f50-42b9-91df-a527d8c425ae up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:50:11.457444 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-5601c15e-e9b7-4662-8deb-c0285be55d43 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Calling delete_port for 9d8463ea-4c03-42ba-93e8-00dff72eb66b owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:11.473519 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3085e3c-c707-49cb-9e01-8d81a5331464 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Pushing event updated for resources: {'Port': ['ID=dd2fb5e6-8128-4e43-beb1-06a3f42838a4,revision_number=6']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:11.561250 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['dd2fb5e6-8128-4e43-beb1-06a3f42838a4'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:50:11.610741 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d395a0d6-a082-4d8f-b048-04412ba69b23 None None] DHCP port deletion for 6f06b836-b30c-48d1-8646-e18eb60622f3 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:50:11.689344 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-73989dd6-2b61-4cdf-b2a9-8e35b6da0b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.690660 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3fb0a3f-5746-4613-9f04-0c45cd981ec5', 'tag': 'dd2fb5e6-8128-4e43-beb1-06a3f42838a4'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:50:11.695616 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f31266-2d73-4ec9-84d3-75f00fb233bb" -d '{"events": [{"name": "network-changed", "server_uuid": "b3fb0a3f-5746-4613-9f04-0c45cd981ec5", "tag": "dd2fb5e6-8128-4e43-beb1-06a3f42838a4"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:50:11.794286 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-8e9822cf-ec7d-4c8a-ba64-21f327f4e060 None None] For port 77a1b77a-9f50-42b9-91df-a527d8c425ae, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=77a1b77a-9f50-42b9-91df-a527d8c425ae,segment=NetworkSegment(028fb5a8-8a9d-4a9d-b72e-fc2dbfdb7004),segment_id=028fb5a8-8a9d-4a9d-b72e-fc2dbfdb7004)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:11.811494 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73989dd6-2b61-4cdf-b2a9-8e35b6da0b78 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cd8954e-a8dd-4cc1-91f7-a8f009934042,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:11.896301 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8e9822cf-ec7d-4c8a-ba64-21f327f4e060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.977192 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5601c15e-e9b7-4662-8deb-c0285be55d43 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.159125 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5601c15e-e9b7-4662-8deb-c0285be55d43 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] No DVR routers for this DVR port 9d8463ea-4c03-42ba-93e8-00dff72eb66b on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:12.234396 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601c15e-e9b7-4662-8deb-c0285be55d43 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Pushing event deleted for resources: {'Port': ['ID=9d8463ea-4c03-42ba-93e8-00dff72eb66b,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:12.259308 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fae512bf-1808-4251-bf4c-a5d1ba65b686 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.316091 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-d395a0d6-a082-4d8f-b048-04412ba69b23 None None] The port '9d8463ea-4c03-42ba-93e8-00dff72eb66b' was deleted {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 08:50:12.406849 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5601c15e-e9b7-4662-8deb-c0285be55d43 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.449166 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-5601c15e-e9b7-4662-8deb-c0285be55d43 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f06b836-b30c-48d1-8646-e18eb60622f3']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:12.464543 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-5601c15e-e9b7-4662-8deb-c0285be55d43 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '667b57db-43c4-4518-bbcb-6036bce0392b') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:12.464956 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-5601c15e-e9b7-4662-8deb-c0285be55d43 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '667b57db-43c4-4518-bbcb-6036bce0392b') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:12.483302 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5601c15e-e9b7-4662-8deb-c0285be55d43 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.506693 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5601c15e-e9b7-4662-8deb-c0285be55d43 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.533328 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5601c15e-e9b7-4662-8deb-c0285be55d43 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:50:12.535281 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5601c15e-e9b7-4662-8deb-c0285be55d43 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.633879 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.700931 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:50:12.700931 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:50:12.700931 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:50:12.700931 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:50:12.700931 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:50:12.700931 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:50:12.700931 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:50:12.700931 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:50:12.700931 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:50:12.700931 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:50:12.700931 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:50:12.700931 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:50:12.700931 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:50:12.700931 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:50:12.700931 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:50:12.700931 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:50:12.700931 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:50:12.700931 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:50:12.700931 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:50:12.700931 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:50:12.700931 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:50:12.700931 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:50:12.700931 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:50:12.700931 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:50:12.700931 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:50:12.700931 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:50:12.700931 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:50:12.700931 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:50:12.700931 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:50:12.700931 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:50:12.700931 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:50:12.700931 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:50:12.818598 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae512bf-1808-4251-bf4c-a5d1ba65b686 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Port': ['ID=5b92a2b6-723e-4e4d-a48b-23280bb0bad0,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:12.878199 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-8b62c350-6e73-4fac-be5a-2dcfb4eb353a None None] For port b67639f4-5118-4605-9682-f3098d6dc06a, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b67639f4-5118-4605-9682-f3098d6dc06a,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:12.878572 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc7d43-c77c-42ea-a699-e47fa59ee72a req-801ac78a-4cf4-4805-94c2-cd73cb783ea9 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:12.881591 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-85cc7d43-c77c-42ea-a699-e47fa59ee72a req-801ac78a-4cf4-4805-94c2-cd73cb783ea9 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3fb0a3f-5746-4613-9f04-0c45cd981ec5 HTTP/1.1" status: 200 len: 907 time: 0.9147735 Nov 12 08:50:12.934709 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5601c15e-e9b7-4662-8deb-c0285be55d43 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.979482 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5601c15e-e9b7-4662-8deb-c0285be55d43 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.986968 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5601c15e-e9b7-4662-8deb-c0285be55d43 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "DELETE /v2.0/networks/6f06b836-b30c-48d1-8646-e18eb60622f3 HTTP/1.1" status: 204 len: 168 time: 2.3098004 Nov 12 08:50:13.006145 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fae512bf-1808-4251-bf4c-a5d1ba65b686 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:13.013928 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fae512bf-1808-4251-bf4c-a5d1ba65b686 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/5b92a2b6-723e-4e4d-a48b-23280bb0bad0 HTTP/1.1" status: 204 len: 168 time: 2.5258431 Nov 12 08:50:13.015641 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59442) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:13.031330 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59444) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:13.047540 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601c15e-e9b7-4662-8deb-c0285be55d43 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Pushing event deleted for resources: {'Network': ['ID=6f06b836-b30c-48d1-8646-e18eb60622f3,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:13.096769 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-3a134e9f-0b12-48c2-bcc8-4df09a1707a4 None None] Provisioning complete for port 77a1b77a-9f50-42b9-91df-a527d8c425ae triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:13.102528 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3a134e9f-0b12-48c2-bcc8-4df09a1707a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:13.125634 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9822cf-ec7d-4c8a-ba64-21f327f4e060 None None] Pushing event updated for resources: {'Port': ['ID=77a1b77a-9f50-42b9-91df-a527d8c425ae,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:13.145219 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-584a7a1e-ec8f-4b16-b864-4f481226df81 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:13.168390 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-584a7a1e-ec8f-4b16-b864-4f481226df81 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:13.172844 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6852ed3-dfa0-4cfd-9da6-51ba136dc8c3 x-openstack-request-id: req-e6852ed3-dfa0-4cfd-9da6-51ba136dc8c3 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:50:13.173737 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3fb0a3f-5746-4613-9f04-0c45cd981ec5", "tag": "dd2fb5e6-8128-4e43-beb1-06a3f42838a4", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:50:13.174735 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6852ed3-dfa0-4cfd-9da6-51ba136dc8c3 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:50:13.175838 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3fb0a3f-5746-4613-9f04-0c45cd981ec5', 'tag': 'dd2fb5e6-8128-4e43-beb1-06a3f42838a4', 'status': 'completed', 'code': 200} Nov 12 08:50:13.186846 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-584a7a1e-ec8f-4b16-b864-4f481226df81 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:13.247337 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-27281b35-f791-4676-accf-f6de8b0aa1b0 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Deleting subnet 2deaa4d7-3234-4dbb-88d5-2534cd0be62f {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:50:13.261756 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80b0ec9-9918-4d9e-a7a1-8f1098ab4e93 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:13.264083 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d80b0ec9-9918-4d9e-a7a1-8f1098ab4e93 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2096038 Nov 12 08:50:13.265295 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27281b35-f791-4676-accf-f6de8b0aa1b0 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:13.269278 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59448) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:13.276159 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 77a1b77a-9f50-42b9-91df-a527d8c425ae triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:13.276799 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:13.355459 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-73989dd6-2b61-4cdf-b2a9-8e35b6da0b78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:13.363398 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f31266-2d73-4ec9-84d3-75f00fb233bb req-20ef691e-98a1-4a32-8d3b-b740dbc4bf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:13.365084 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b2f31266-2d73-4ec9-84d3-75f00fb233bb req-20ef691e-98a1-4a32-8d3b-b740dbc4bf10 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=80cba63a5f3c423896b758b0902dcec9&device_id=b3fb0a3f-5746-4613-9f04-0c45cd981ec5 HTTP/1.1" status: 200 len: 1059 time: 0.1606503 Nov 12 08:50:13.534585 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8b62c350-6e73-4fac-be5a-2dcfb4eb353a None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:13.540788 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27281b35-f791-4676-accf-f6de8b0aa1b0 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:13.554630 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:13.572338 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8b62c350-6e73-4fac-be5a-2dcfb4eb353a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:13.652676 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f31266-2d73-4ec9-84d3-75f00fb233bb req-af6577a6-561d-4343-ad18-f2dafa7bae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:13.654711 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b2f31266-2d73-4ec9-84d3-75f00fb233bb req-af6577a6-561d-4343-ad18-f2dafa7bae51 service neutron] 10.222.0.54 "GET /v2.0/networks?id=837ec62d-b3f5-4602-995a-15f6fc8805b4 HTTP/1.1" status: 200 len: 912 time: 0.2209210 Nov 12 08:50:13.668165 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a7a1e-ec8f-4b16-b864-4f481226df81 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Port': ['ID=13562715-1a55-4ad7-b1f2-bf111c73e1f3,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:13.679093 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b46c90e-5311-444b-8720-9896b0ed76da tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:13.696465 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6b46c90e-5311-444b-8720-9896b0ed76da tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.4195735 Nov 12 08:50:13.699932 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59460) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:13.721648 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b2f31266-2d73-4ec9-84d3-75f00fb233bb req-20b8fac2-2080-409b-bfa8-5f150f9dc877 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd2fb5e6-8128-4e43-beb1-06a3f42838a4 HTTP/1.1" status: 200 len: 217 time: 0.0563326 Nov 12 08:50:13.917852 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69136fa5-180c-470c-b659-d4bb3301e7b1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:13.920162 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69136fa5-180c-470c-b659-d4bb3301e7b1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:13.921768 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69136fa5-180c-470c-b659-d4bb3301e7b1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:13.928075 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-69136fa5-180c-470c-b659-d4bb3301e7b1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2180300 Nov 12 08:50:13.932880 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59462) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:13.959730 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0510b-297f-4330-9f63-82dd031cb7c5 req-a454e3aa-d282-4f09-917d-5801eefc5dad tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:13.962368 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62c350-6e73-4fac-be5a-2dcfb4eb353a None None] Pushing event updated for resources: {'Port': ['ID=b67639f4-5118-4605-9682-f3098d6dc06a,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:13.963310 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-52c0510b-297f-4330-9f63-82dd031cb7c5 req-a454e3aa-d282-4f09-917d-5801eefc5dad tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.2686827 Nov 12 08:50:13.995095 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27281b35-f791-4676-accf-f6de8b0aa1b0 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:14.027654 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-3a134e9f-0b12-48c2-bcc8-4df09a1707a4 None None] Provisioning complete for port 13562715-1a55-4ad7-b1f2-bf111c73e1f3 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:14.029534 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3a134e9f-0b12-48c2-bcc8-4df09a1707a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:14.041352 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584a7a1e-ec8f-4b16-b864-4f481226df81 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network 9c88e1fd-3c65-4e7b-b3a7-644b06028c06 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:14.055283 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-584a7a1e-ec8f-4b16-b864-4f481226df81 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:14.155189 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:14.286696 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-3a134e9f-0b12-48c2-bcc8-4df09a1707a4 None None] Port 13562715-1a55-4ad7-b1f2-bf111c73e1f3 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:50:14.294760 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-d335ffb1-8081-4e1f-8174-662cac62ea04 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting subnet 5e271b12-898f-43c6-b7ae-e827dac01507 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:50:14.305547 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d335ffb1-8081-4e1f-8174-662cac62ea04 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:14.382001 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-3a134e9f-0b12-48c2-bcc8-4df09a1707a4 None None] Provisioning complete for port dd2fb5e6-8128-4e43-beb1-06a3f42838a4 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:14.382494 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3a134e9f-0b12-48c2-bcc8-4df09a1707a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:14.428925 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-52c0510b-297f-4330-9f63-82dd031cb7c5 req-728ce9e2-d864-4b1b-83f2-7e88bfa58d3b tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4069743 Nov 12 08:50:14.470382 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27281b35-f791-4676-accf-f6de8b0aa1b0 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:14.475529 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b67639f4-5118-4605-9682-f3098d6dc06a up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:50:14.497935 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d335ffb1-8081-4e1f-8174-662cac62ea04 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:14.536428 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f31266-2d73-4ec9-84d3-75f00fb233bb req-0d74544a-2a5e-4274-9dbc-9493cd89e9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:14.546807 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b2f31266-2d73-4ec9-84d3-75f00fb233bb req-0d74544a-2a5e-4274-9dbc-9493cd89e9b1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=601c19d7-10c1-44ee-a86c-ac9c499e748d HTTP/1.1" status: 200 len: 850 time: 0.8165259 Nov 12 08:50:14.668821 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f31266-2d73-4ec9-84d3-75f00fb233bb req-8787630d-fce0-4916-a623-8ecd5ea0cdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:14.671676 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b2f31266-2d73-4ec9-84d3-75f00fb233bb req-8787630d-fce0-4916-a623-8ecd5ea0cdaa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=837ec62d-b3f5-4602-995a-15f6fc8805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1041315 Nov 12 08:50:14.698225 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27281b35-f791-4676-accf-f6de8b0aa1b0 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:14.712282 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-27281b35-f791-4676-accf-f6de8b0aa1b0 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "DELETE /v2.0/subnets/2deaa4d7-3234-4dbb-88d5-2534cd0be62f HTTP/1.1" status: 204 len: 168 time: 1.6922655 Nov 12 08:50:14.718251 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584a7a1e-ec8f-4b16-b864-4f481226df81 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Router 440e28b5-e93e-4552-9033-8d56aa6db41d is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:50:14.721519 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27281b35-f791-4676-accf-f6de8b0aa1b0 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Pushing event deleted for resources: {'Subnet': ['ID=2deaa4d7-3234-4dbb-88d5-2534cd0be62f,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:14.724860 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59470) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:14.911086 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d335ffb1-8081-4e1f-8174-662cac62ea04 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:14.924429 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6d5107-760c-4ca9-a6bf-93d7e7ddd3aa None None] Network e9c8794b-b17c-4b8a-915b-e40c3661521c requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:15.029720 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d335ffb1-8081-4e1f-8174-662cac62ea04 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:15.117961 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d335ffb1-8081-4e1f-8174-662cac62ea04 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:15.122200 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d335ffb1-8081-4e1f-8174-662cac62ea04 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/5e271b12-898f-43c6-b7ae-e827dac01507 HTTP/1.1" status: 204 len: 168 time: 1.1881046 Nov 12 08:50:15.125992 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59478) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:15.128903 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335ffb1-8081-4e1f-8174-662cac62ea04 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Subnet': ['ID=5e271b12-898f-43c6-b7ae-e827dac01507,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:15.223839 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-732769e0-9929-49ca-947f-1f755149d8dc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting subnet 5eb3cde9-ab6b-4278-b8f3-c5cbe40fd71f {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:50:15.229853 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-732769e0-9929-49ca-947f-1f755149d8dc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:15.250087 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b1bd56-0337-4df5-9ff1-241297e1341b None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:15.292604 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-732769e0-9929-49ca-947f-1f755149d8dc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:15.303506 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port b67639f4-5118-4605-9682-f3098d6dc06a triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:15.304341 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:15.415024 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-732769e0-9929-49ca-947f-1f755149d8dc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:15.510057 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-72958dec-403e-48bc-8948-164a43fa1466 None None] Provisioning complete for port b67639f4-5118-4605-9682-f3098d6dc06a triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:15.510778 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-72958dec-403e-48bc-8948-164a43fa1466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:15.512613 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821640d-0d60-4731-b837-c8cfd827557e req-d93a7151-af54-4a65-a1dc-3c005c502c6d tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:15.514882 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c821640d-0d60-4731-b837-c8cfd827557e req-d93a7151-af54-4a65-a1dc-3c005c502c6d tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.6684637 Nov 12 08:50:15.516946 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-732769e0-9929-49ca-947f-1f755149d8dc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:15.657570 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c821640d-0d60-4731-b837-c8cfd827557e req-a3a00b8f-239c-49e0-a635-f5a1a22626e9 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186554 Nov 12 08:50:15.665895 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732769e0-9929-49ca-947f-1f755149d8dc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Subnet': ['ID=5eb3cde9-ab6b-4278-b8f3-c5cbe40fd71f,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:15.669796 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-732769e0-9929-49ca-947f-1f755149d8dc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:15.679306 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b2f31266-2d73-4ec9-84d3-75f00fb233bb req-1d6efa0f-3f58-48db-ae56-6e8980723254 service neutron] 10.222.0.54 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9972775 Nov 12 08:50:15.679921 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-732769e0-9929-49ca-947f-1f755149d8dc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/5eb3cde9-ab6b-4278-b8f3-c5cbe40fd71f HTTP/1.1" status: 204 len: 168 time: 0.5517368 Nov 12 08:50:15.680486 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59484) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:15.701341 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166a108c-7d5e-4c09-a8fa-db90c66a5356 None None] DHCP port deletion for e9c8794b-b17c-4b8a-915b-e40c3661521c request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:50:15.714163 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 77a1b77a-9f50-42b9-91df-a527d8c425ae up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:50:15.738935 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5dd4579-0ca8-486e-91ca-6e6227ea8763 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:15.757877 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0bb206f3-612c-4c51-adea-5bb506e98519 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0759921 Nov 12 08:50:15.758548 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59488) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:15.766508 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-f88d6369-bdf1-4d46-95ec-f6300a4167f1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:15.857389 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-72958dec-403e-48bc-8948-164a43fa1466 None None] Provisioning complete for port 13562715-1a55-4ad7-b1f2-bf111c73e1f3 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:15.857920 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-72958dec-403e-48bc-8948-164a43fa1466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:15.916446 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-72958dec-403e-48bc-8948-164a43fa1466 None None] Port 13562715-1a55-4ad7-b1f2-bf111c73e1f3 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:50:15.938492 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 77a1b77a-9f50-42b9-91df-a527d8c425ae triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:15.939254 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:15.942251 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a31d1b-862d-4235-9735-0ffb1ef93eb7 None None] DHCP port deletion for 7bfd1417-cac6-4152-826e-588573fa4bfa request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:50:16.015439 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:50:16.017322 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584a7a1e-ec8f-4b16-b864-4f481226df81 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:50:16.061471 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-584a7a1e-ec8f-4b16-b864-4f481226df81 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "PUT /v2.0/routers/440e28b5-e93e-4552-9033-8d56aa6db41d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2287674 Nov 12 08:50:16.065615 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a090aa-aa30-4b07-9072-9d54fd1611e6 None None] Sync routers for ids ['440e28b5-e93e-4552-9033-8d56aa6db41d'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:50:16.069939 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59500) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:16.070171 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-166a108c-7d5e-4c09-a8fa-db90c66a5356 None None] Deleting port 6e7fee77-9a3a-4b39-915a-98d2e1081ca7 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:16.070469 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-166a108c-7d5e-4c09-a8fa-db90c66a5356 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:16.168555 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73989dd6-2b61-4cdf-b2a9-8e35b6da0b78 admin admin] Router 46c6b9d1-6dc9-4475-8686-5b1c6628f184 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:50:16.178791 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8988298b-4639-4703-847a-b4989348e323 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:16.184233 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8988298b-4639-4703-847a-b4989348e323 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "GET /v2.0/ports/13562715-1a55-4ad7-b1f2-bf111c73e1f3 HTTP/1.1" status: 200 len: 984 time: 0.1113844 Nov 12 08:50:16.185664 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59504) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:16.209812 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b2f31266-2d73-4ec9-84d3-75f00fb233bb req-ab7557f5-af14-404b-bc14-1411dae2ba92 service neutron] 10.222.0.54 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604855 Nov 12 08:50:16.215220 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a090aa-aa30-4b07-9072-9d54fd1611e6 None None] Routers {'440e28b5-e93e-4552-9033-8d56aa6db41d'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:50:16.216584 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d1a090aa-aa30-4b07-9072-9d54fd1611e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:50:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['440e28b5-e93e-4552-9033-8d56aa6db41d'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:16.301835 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c5dd4579-0ca8-486e-91ca-6e6227ea8763 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Deleting port 6e7fee77-9a3a-4b39-915a-98d2e1081ca7 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:16.302313 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5dd4579-0ca8-486e-91ca-6e6227ea8763 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:16.422304 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d1a090aa-aa30-4b07-9072-9d54fd1611e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:16.452170 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-166a108c-7d5e-4c09-a8fa-db90c66a5356 None None] For port 6e7fee77-9a3a-4b39-915a-98d2e1081ca7, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=6e7fee77-9a3a-4b39-915a-98d2e1081ca7,segment=NetworkSegment(6dfab28b-aca8-430f-9436-bd79976f6719),segment_id=6dfab28b-aca8-430f-9436-bd79976f6719)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:16.452731 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-166a108c-7d5e-4c09-a8fa-db90c66a5356 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:16.532465 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a090aa-aa30-4b07-9072-9d54fd1611e6 None None] Routers {'440e28b5-e93e-4552-9033-8d56aa6db41d'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:50:16.533645 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d1a090aa-aa30-4b07-9072-9d54fd1611e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:50:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['440e28b5-e93e-4552-9033-8d56aa6db41d'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:16.556381 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-166a108c-7d5e-4c09-a8fa-db90c66a5356 None None] Calling delete_port for 6e7fee77-9a3a-4b39-915a-98d2e1081ca7 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:16.651367 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d1a090aa-aa30-4b07-9072-9d54fd1611e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:16.652688 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a090aa-aa30-4b07-9072-9d54fd1611e6 None None] The sync data for ids ['440e28b5-e93e-4552-9033-8d56aa6db41d'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:50:16.655961 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-c5dd4579-0ca8-486e-91ca-6e6227ea8763 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] For port 6e7fee77-9a3a-4b39-915a-98d2e1081ca7, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=6e7fee77-9a3a-4b39-915a-98d2e1081ca7,segment=NetworkSegment(6dfab28b-aca8-430f-9436-bd79976f6719),segment_id=6dfab28b-aca8-430f-9436-bd79976f6719)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:16.656386 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5dd4579-0ca8-486e-91ca-6e6227ea8763 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:16.679734 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-44a31d1b-862d-4235-9735-0ffb1ef93eb7 None None] Deleting port b67639f4-5118-4605-9682-f3098d6dc06a {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:16.680818 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-44a31d1b-862d-4235-9735-0ffb1ef93eb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:16.691985 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c5dd4579-0ca8-486e-91ca-6e6227ea8763 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Calling delete_port for 6e7fee77-9a3a-4b39-915a-98d2e1081ca7 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:16.721213 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88d6369-bdf1-4d46-95ec-f6300a4167f1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:16.732031 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f88d6369-bdf1-4d46-95ec-f6300a4167f1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:16.758383 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73989dd6-2b61-4cdf-b2a9-8e35b6da0b78 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:50:16.771876 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-73989dd6-2b61-4cdf-b2a9-8e35b6da0b78 admin admin] 10.222.0.37 "PUT /v2.0/routers/46c6b9d1-6dc9-4475-8686-5b1c6628f184/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4242184 Nov 12 08:50:16.774286 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15466c7f-45ad-4300-ba69-9134d7a89f86 None None] Sync routers for ids ['46c6b9d1-6dc9-4475-8686-5b1c6628f184'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:50:16.790965 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15466c7f-45ad-4300-ba69-9134d7a89f86 None None] Routers {'46c6b9d1-6dc9-4475-8686-5b1c6628f184'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:50:16.791962 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-15466c7f-45ad-4300-ba69-9134d7a89f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:50:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['46c6b9d1-6dc9-4475-8686-5b1c6628f184'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:16.795384 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59514) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:16.895419 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9d8463ea-4c03-42ba-93e8-00dff72eb66b no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:16.916628 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-5523f823-f9d5-41fb-bb61-da5860eda8ad tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:16.919520 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-5523f823-f9d5-41fb-bb61-da5860eda8ad tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/networks?id=837ec62d-b3f5-4602-995a-15f6fc8805b4 HTTP/1.1" status: 200 len: 811 time: 0.4833031 Nov 12 08:50:16.953033 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-1ed89b63-f39c-4f93-9385-91b4765589ee tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/quotas/80cba63a5f3c423896b758b0902dcec9 HTTP/1.1" status: 200 len: 375 time: 0.0209534 Nov 12 08:50:16.968318 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 9d8463ea-4c03-42ba-93e8-00dff72eb66b {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:50:16.968703 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9d8463ea-4c03-42ba-93e8-00dff72eb66b not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:50:17.002128 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-44a31d1b-862d-4235-9735-0ffb1ef93eb7 None None] For port b67639f4-5118-4605-9682-f3098d6dc06a, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b67639f4-5118-4605-9682-f3098d6dc06a,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:17.002574 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-44a31d1b-862d-4235-9735-0ffb1ef93eb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.035318 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59520) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:17.046775 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-44a31d1b-862d-4235-9735-0ffb1ef93eb7 None None] Calling delete_port for b67639f4-5118-4605-9682-f3098d6dc06a owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:17.082368 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-15466c7f-45ad-4300-ba69-9134d7a89f86 None None] Set router 46c6b9d1-6dc9-4475-8686-5b1c6628f184 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:50:17.123415 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-bf4d59bb-8250-4551-8eb0-c0ef09a440dd tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=80cba63a5f3c423896b758b0902dcec9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1624961 Nov 12 08:50:17.198411 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 6e7fee77-9a3a-4b39-915a-98d2e1081ca7 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:17.279539 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-166a108c-7d5e-4c09-a8fa-db90c66a5356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.314729 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a108c-7d5e-4c09-a8fa-db90c66a5356 None None] Pushing event deleted for resources: {'Port': ['ID=6e7fee77-9a3a-4b39-915a-98d2e1081ca7,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:17.332866 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166a108c-7d5e-4c09-a8fa-db90c66a5356 None None] No DVR routers for this DVR port 6e7fee77-9a3a-4b39-915a-98d2e1081ca7 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:17.335941 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No active binding found for port 6e7fee77-9a3a-4b39-915a-98d2e1081ca7 {{(pid=102570) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 08:50:17.336525 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 6e7fee77-9a3a-4b39-915a-98d2e1081ca7 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:50:17.337060 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b67639f4-5118-4605-9682-f3098d6dc06a no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:17.364844 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a3a2ee7c-8b05-4d06-ab64-4435fb7b5c3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.389872 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-44a31d1b-862d-4235-9735-0ffb1ef93eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.390123 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07995db5-1338-44de-98ee-2944ee07393f admin admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.427954 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a31d1b-862d-4235-9735-0ffb1ef93eb7 None None] No DVR routers for this DVR port b67639f4-5118-4605-9682-f3098d6dc06a on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:17.433431 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a31d1b-862d-4235-9735-0ffb1ef93eb7 None None] Pushing event deleted for resources: {'Port': ['ID=b67639f4-5118-4605-9682-f3098d6dc06a,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:17.442473 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5dd4579-0ca8-486e-91ca-6e6227ea8763 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.459343 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No active binding found for port b67639f4-5118-4605-9682-f3098d6dc06a {{(pid=102570) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 08:50:17.461739 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b67639f4-5118-4605-9682-f3098d6dc06a not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:50:17.493629 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dd4579-0ca8-486e-91ca-6e6227ea8763 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] No DVR routers for this DVR port 6e7fee77-9a3a-4b39-915a-98d2e1081ca7 on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:17.507197 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd4579-0ca8-486e-91ca-6e6227ea8763 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Pushing event deleted for resources: {'Port': ['ID=6e7fee77-9a3a-4b39-915a-98d2e1081ca7,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:17.519545 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-83cdffb8-8245-4f91-9222-b2c59dadf184 service neutron] 10.222.0.37 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942842 Nov 12 08:50:17.537655 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-15466c7f-45ad-4300-ba69-9134d7a89f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c6b9d1-6dc9-4475-8686-5b1c6628f184', 'name': 'tempest-AttachSCSIVolumeTestJSON-71362532-router', 'tenant_id': '9070c476e28246d29347d5c048f5801e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '527dc9b5-f18f-4326-9d0b-130a22b0ca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:59Z', 'updated_at': '2021-11-12T08:50:11Z', 'revision_number': 5, 'project_id': '9070c476e28246d29347d5c048f5801e', 'gw_port': {'id': '527dc9b5-f18f-4326-9d0b-130a22b0ca98', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c6b9d1-6dc9-4475-8686-5b1c6628f184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:17.581794 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15466c7f-45ad-4300-ba69-9134d7a89f86 None None] Checking router: 46c6b9d1-6dc9-4475-8686-5b1c6628f184 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:50:17.595554 n-d-768862-16 neutron-server[102569]: DEBUG neutron.objects.ports [None req-f88d6369-bdf1-4d46-95ec-f6300a4167f1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102569) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:50:17.596594 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15466c7f-45ad-4300-ba69-9134d7a89f86 None None] Routers {'46c6b9d1-6dc9-4475-8686-5b1c6628f184'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:50:17.597691 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-15466c7f-45ad-4300-ba69-9134d7a89f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:50:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['46c6b9d1-6dc9-4475-8686-5b1c6628f184'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:17.634187 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f88d6369-bdf1-4d46-95ec-f6300a4167f1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.660600 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07995db5-1338-44de-98ee-2944ee07393f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.726169 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88d6369-bdf1-4d46-95ec-f6300a4167f1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:17.744071 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-f88d6369-bdf1-4d46-95ec-f6300a4167f1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:17.750053 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d6369-bdf1-4d46-95ec-f6300a4167f1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Subnet': ['ID=4b036134-f259-43b4-aabf-984d02447c02,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:17.754888 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f079e4-8ec5-4523-b3bb-51c14520157e None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:17.768107 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5dd4579-0ca8-486e-91ca-6e6227ea8763 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.769958 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88d6369-bdf1-4d46-95ec-f6300a4167f1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:17.770617 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f88d6369-bdf1-4d46-95ec-f6300a4167f1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.792331 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-15466c7f-45ad-4300-ba69-9134d7a89f86 None None] Set router 46c6b9d1-6dc9-4475-8686-5b1c6628f184 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:50:17.800044 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-c5dd4579-0ca8-486e-91ca-6e6227ea8763 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c8794b-b17c-4b8a-915b-e40c3661521c']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:17.806277 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-0f2ba55d-a6b8-4799-9588-a204b5c232b8 service neutron] 10.222.0.37 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774944 Nov 12 08:50:17.816683 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-c5dd4579-0ca8-486e-91ca-6e6227ea8763 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dfab28b-aca8-430f-9436-bd79976f6719') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:17.817088 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-c5dd4579-0ca8-486e-91ca-6e6227ea8763 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dfab28b-aca8-430f-9436-bd79976f6719') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:17.838804 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f88d6369-bdf1-4d46-95ec-f6300a4167f1 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0785711 Nov 12 08:50:17.843531 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59526) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:17.845153 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5dd4579-0ca8-486e-91ca-6e6227ea8763 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.859969 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-8a608006-05bb-4774-b975-28d13fe36cab tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:17.877097 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5dd4579-0ca8-486e-91ca-6e6227ea8763 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.893051 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5dd4579-0ca8-486e-91ca-6e6227ea8763 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:50:17.893472 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5dd4579-0ca8-486e-91ca-6e6227ea8763 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.906665 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a3a2ee7c-8b05-4d06-ab64-4435fb7b5c3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.923503 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a3a2ee7c-8b05-4d06-ab64-4435fb7b5c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.985903 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b049f0ef-5484-4f44-b28e-08c9b6312afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-7bfd1417-cac6-4152-826e-588573fa4bfa', 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'fixed_ips': [{'subnet_id': '4b036134-f259-43b4-aabf-984d02447c02'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:50:17.987216 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b049f0ef-5484-4f44-b28e-08c9b6312afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.037283 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2ee7c-8b05-4d06-ab64-4435fb7b5c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ea773d-7077-4ef8-98c9-043ab5720151,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: self.session.flush() Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: self.session.flush() Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: self.session.flush() Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: self.session.flush() Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:50:18.069786 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:50:18.089919 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a3a2ee7c-8b05-4d06-ab64-4435fb7b5c3f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=add04e25118743e084519293315bf77c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0511889 Nov 12 08:50:18.095399 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59528) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:18.181742 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5dd4579-0ca8-486e-91ca-6e6227ea8763 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.244242 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-b049f0ef-5484-4f44-b28e-08c9b6312afa None None] Allocated IP 2001:db8::f816:3eff:feff:f9ce (7bfd1417-cac6-4152-826e-588573fa4bfa/4b036134-f259-43b4-aabf-984d02447c02/9434d383-cd4a-4268-91f4-eea41f22ee3c) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:50:18.247845 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-534f60a5-adc6-4636-962b-630ce724c409 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.292775 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a608006-05bb-4774-b975-28d13fe36cab tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:18.311162 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8a608006-05bb-4774-b975-28d13fe36cab tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.358910 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5dd4579-0ca8-486e-91ca-6e6227ea8763 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.366235 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-15466c7f-45ad-4300-ba69-9134d7a89f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c6b9d1-6dc9-4475-8686-5b1c6628f184', 'name': 'tempest-AttachSCSIVolumeTestJSON-71362532-router', 'tenant_id': '9070c476e28246d29347d5c048f5801e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '527dc9b5-f18f-4326-9d0b-130a22b0ca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:59Z', 'updated_at': '2021-11-12T08:50:11Z', 'revision_number': 5, 'project_id': '9070c476e28246d29347d5c048f5801e', 'gw_port': {'id': '527dc9b5-f18f-4326-9d0b-130a22b0ca98', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c6b9d1-6dc9-4475-8686-5b1c6628f184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:18.375208 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c5dd4579-0ca8-486e-91ca-6e6227ea8763 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] 10.222.0.37 "DELETE /v2.0/networks/e9c8794b-b17c-4b8a-915b-e40c3661521c HTTP/1.1" status: 204 len: 168 time: 3.6387458 Nov 12 08:50:18.376745 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd4579-0ca8-486e-91ca-6e6227ea8763 tempest-ServersTestMultiNic-392775959 tempest-ServersTestMultiNic-392775959-project] Pushing event deleted for resources: {'Network': ['ID=e9c8794b-b17c-4b8a-915b-e40c3661521c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:18.422331 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15466c7f-45ad-4300-ba69-9134d7a89f86 None None] The sync data for ids ['46c6b9d1-6dc9-4475-8686-5b1c6628f184'] in n-d-768862-16 is: [{'id': '46c6b9d1-6dc9-4475-8686-5b1c6628f184', 'name': 'tempest-AttachSCSIVolumeTestJSON-71362532-router', 'tenant_id': '9070c476e28246d29347d5c048f5801e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '527dc9b5-f18f-4326-9d0b-130a22b0ca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:59Z', 'updated_at': '2021-11-12T08:50:11Z', 'revision_number': 5, 'project_id': '9070c476e28246d29347d5c048f5801e', 'gw_port': {'id': '527dc9b5-f18f-4326-9d0b-130a22b0ca98', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c6b9d1-6dc9-4475-8686-5b1c6628f184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:50:18.522805 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-07995db5-1338-44de-98ee-2944ee07393f admin admin] Deleting port 527dc9b5-f18f-4326-9d0b-130a22b0ca98 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:18.523259 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07995db5-1338-44de-98ee-2944ee07393f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.554354 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b049f0ef-5484-4f44-b28e-08c9b6312afa None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.562700 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b049f0ef-5484-4f44-b28e-08c9b6312afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.610035 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-50695033-be88-4eb5-9da7-80b4e2abd4da tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.615318 n-d-768862-16 neutron-server[102569]: INFO neutron.db.ipam_backend_mixin [None req-8a608006-05bb-4774-b975-28d13fe36cab tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4b036134-f259-43b4-aabf-984d02447c02 (CIDR: 2001:db8::/64) Nov 12 08:50:18.640321 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b049f0ef-5484-4f44-b28e-08c9b6312afa None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:18.644020 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-b049f0ef-5484-4f44-b28e-08c9b6312afa None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:18.649644 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b049f0ef-5484-4f44-b28e-08c9b6312afa None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:50:18.652114 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a608006-05bb-4774-b975-28d13fe36cab tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:50:18.652587 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a608006-05bb-4774-b975-28d13fe36cab tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:18.669141 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-534f60a5-adc6-4636-962b-630ce724c409 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.701160 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049f0ef-5484-4f44-b28e-08c9b6312afa None None] Pushing event updated for resources: {'Port': ['ID=9434d383-cd4a-4268-91f4-eea41f22ee3c,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:18.789181 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b049f0ef-5484-4f44-b28e-08c9b6312afa None None] Attempting to bind port 9434d383-cd4a-4268-91f4-eea41f22ee3c on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:50:18.789748 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b049f0ef-5484-4f44-b28e-08c9b6312afa None None] Attempting to bind port 9434d383-cd4a-4268-91f4-eea41f22ee3c by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:50:18.794568 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b049f0ef-5484-4f44-b28e-08c9b6312afa None None] Attempting to bind port 9434d383-cd4a-4268-91f4-eea41f22ee3c on network 7bfd1417-cac6-4152-826e-588573fa4bfa {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:50:18.823775 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b049f0ef-5484-4f44-b28e-08c9b6312afa None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:50:18.824959 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b049f0ef-5484-4f44-b28e-08c9b6312afa None None] Checking segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:50:18.825647 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eae43f5b-1e7e-4700-8b14-2dcfb3b7be9a req-cdff55b0-6a41-44c1-bf33-c956977457f1 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 210 time: 0.2033665 Nov 12 08:50:18.827686 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b049f0ef-5484-4f44-b28e-08c9b6312afa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.828621 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b049f0ef-5484-4f44-b28e-08c9b6312afa None None] Bound using segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:50:18.831330 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b049f0ef-5484-4f44-b28e-08c9b6312afa None None] Bound port: 9434d383-cd4a-4268-91f4-eea41f22ee3c, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:50:18.832411 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-534f60a5-adc6-4636-962b-630ce724c409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.833509 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b049f0ef-5484-4f44-b28e-08c9b6312afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.840511 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-534f60a5-adc6-4636-962b-630ce724c409 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.843530 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-534f60a5-adc6-4636-962b-630ce724c409 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/27ea773d-7077-4ef8-98c9-043ab5720151 HTTP/1.1" status: 204 len: 168 time: 0.7466550 Nov 12 08:50:18.866247 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f60a5-adc6-4636-962b-630ce724c409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ea773d-7077-4ef8-98c9-043ab5720151,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:18.882374 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8a608006-05bb-4774-b975-28d13fe36cab tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0372748 Nov 12 08:50:18.884090 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59548) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:18.913681 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-7dd447c6-ec75-4fd3-a4c1-8602bf497c49 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:19.010498 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-07995db5-1338-44de-98ee-2944ee07393f admin admin] For port 527dc9b5-f18f-4326-9d0b-130a22b0ca98, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=527dc9b5-f18f-4326-9d0b-130a22b0ca98,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:19.013865 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07995db5-1338-44de-98ee-2944ee07393f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:19.048294 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b049f0ef-5484-4f44-b28e-08c9b6312afa None None] For port 9434d383-cd4a-4268-91f4-eea41f22ee3c, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:50:19.055651 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b049f0ef-5484-4f44-b28e-08c9b6312afa None None] For port 9434d383-cd4a-4268-91f4-eea41f22ee3c, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9434d383-cd4a-4268-91f4-eea41f22ee3c,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:50:19.068277 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b049f0ef-5484-4f44-b28e-08c9b6312afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:19.188774 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049f0ef-5484-4f44-b28e-08c9b6312afa None None] Pushing event updated for resources: {'Port': ['ID=9434d383-cd4a-4268-91f4-eea41f22ee3c,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:19.195996 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9cd8954e-a8dd-4cc1-91f7-a8f009934042 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:19.263283 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-07995db5-1338-44de-98ee-2944ee07393f admin admin] Calling delete_port for 527dc9b5-f18f-4326-9d0b-130a22b0ca98 owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:19.310358 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59560) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:19.321314 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 9cd8954e-a8dd-4cc1-91f7-a8f009934042 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:50:19.322006 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9cd8954e-a8dd-4cc1-91f7-a8f009934042 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:50:19.423430 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59564) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:19.497867 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd447c6-ec75-4fd3-a4c1-8602bf497c49 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:19.503320 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7dd447c6-ec75-4fd3-a4c1-8602bf497c49 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:19.741932 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-805d960d-1475-4e74-9595-447af91b9742 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:19.754765 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07995db5-1338-44de-98ee-2944ee07393f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:19.767787 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59568) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:19.826925 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-50695033-be88-4eb5-9da7-80b4e2abd4da tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Deleting port 13562715-1a55-4ad7-b1f2-bf111c73e1f3 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:19.827268 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-50695033-be88-4eb5-9da7-80b4e2abd4da tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:19.832252 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07995db5-1338-44de-98ee-2944ee07393f admin admin] Pushing event deleted for resources: {'Port': ['ID=527dc9b5-f18f-4326-9d0b-130a22b0ca98,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:19.837777 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7a152198-ba31-40c2-8f2e-6d6a7918a282 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:19.847912 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c7e085-dfc6-4cbb-a0f5-4de08cb665bd None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:50:20.026382 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07995db5-1338-44de-98ee-2944ee07393f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.038148 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-da18b126-6908-4f7a-bb4b-9571ad08fea7 req-cc865524-f50d-4e84-a00f-3bfc57617341 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 210 time: 0.0803683 Nov 12 08:50:20.138639 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-50695033-be88-4eb5-9da7-80b4e2abd4da tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.161822 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07995db5-1338-44de-98ee-2944ee07393f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.167854 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07995db5-1338-44de-98ee-2944ee07393f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.171404 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-50695033-be88-4eb5-9da7-80b4e2abd4da tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Calling delete_port for 13562715-1a55-4ad7-b1f2-bf111c73e1f3 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:20.205734 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-805d960d-1475-4e74-9595-447af91b9742 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.220616 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-805d960d-1475-4e74-9595-447af91b9742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.234476 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7a152198-ba31-40c2-8f2e-6d6a7918a282 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.241947 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7a152198-ba31-40c2-8f2e-6d6a7918a282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.302202 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07995db5-1338-44de-98ee-2944ee07393f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.303209 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07995db5-1338-44de-98ee-2944ee07393f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46c6b9d1-6dc9-4475-8686-5b1c6628f184 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:50:20.313139 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07995db5-1338-44de-98ee-2944ee07393f admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.314485 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-07995db5-1338-44de-98ee-2944ee07393f admin admin] 10.222.0.37 "DELETE /v2.0/routers/46c6b9d1-6dc9-4475-8686-5b1c6628f184 HTTP/1.1" status: 204 len: 168 time: 3.5162942 Nov 12 08:50:20.325947 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59572) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:20.350558 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-c2d0a2f2-09eb-461d-bb02-2e58015c90fe tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:20.352880 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-c2d0a2f2-09eb-461d-bb02-2e58015c90fe tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.58 "GET /v2.0/networks?id=837ec62d-b3f5-4602-995a-15f6fc8805b4 HTTP/1.1" status: 200 len: 811 time: 0.4670727 Nov 12 08:50:20.371521 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d960d-1475-4e74-9595-447af91b9742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b23bd6-8776-47c4-b47e-3d4ab8ed697e,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:20.381808 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7a152198-ba31-40c2-8f2e-6d6a7918a282 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=38611b715a6b48dd8acf20321b64d7d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6110320 Nov 12 08:50:20.383648 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-309c0c36-aa22-4871-978b-64b6de77104e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Request body: {'port': {'device_id': '205733b7-3dff-4422-b382-1f4e1214db78', 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4', 'admin_state_up': True, 'tenant_id': '80cba63a5f3c423896b758b0902dcec9'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:20.389247 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59574) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:20.399803 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-805d960d-1475-4e74-9595-447af91b9742 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e425ffe09a554d6b8a9ae3780eb29526&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9748549 Nov 12 08:50:20.400705 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59576) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:20.406317 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a152198-ba31-40c2-8f2e-6d6a7918a282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7f644f-3f00-42bc-acd6-883668b918b7,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:20.431049 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7dd447c6-ec75-4fd3-a4c1-8602bf497c49 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.439614 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-089ba1d0-a9af-4f64-9029-8426fcb6cfcf admin admin] Deleting subnet 616c2eac-e34e-4c85-8585-5d1edb48c502 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:50:20.651995 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd447c6-ec75-4fd3-a4c1-8602bf497c49 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:20.674863 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-7dd447c6-ec75-4fd3-a4c1-8602bf497c49 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:20.678204 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd447c6-ec75-4fd3-a4c1-8602bf497c49 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:20.678803 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7dd447c6-ec75-4fd3-a4c1-8602bf497c49 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.694099 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd447c6-ec75-4fd3-a4c1-8602bf497c49 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Subnet': ['ID=c7191e82-b6a4-46d5-9116-4574abda54e4,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:20.723523 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256e448c-afc3-4f4d-a499-b848ce700de4 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:20.753128 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7dd447c6-ec75-4fd3-a4c1-8602bf497c49 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8653076 Nov 12 08:50:20.767766 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59580) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:20.772999 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-cdf74642-5100-48b4-90a2-ae521cf28d56 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'port': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'mac_address': 'fa:16:3e:5e:ca:45', 'name': 'tempest-NetworksTestDHCPv6-640572536'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:20.785344 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6e190377-4e9e-48d9-9984-b587095f4ae7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.811718 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc52479f-283a-4ab4-895a-4efbb25e3759 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.823190 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-70f330c3-bf7d-4555-bdbd-d99cac6f62ea None None] Provisioning complete for port 9434d383-cd4a-4268-91f4-eea41f22ee3c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:20.823654 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-70f330c3-bf7d-4555-bdbd-d99cac6f62ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.923290 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-089ba1d0-a9af-4f64-9029-8426fcb6cfcf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.953551 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-309c0c36-aa22-4871-978b-64b6de77104e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Made reservation on behalf of 80cba63a5f3c423896b758b0902dcec9 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:20.953551 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-309c0c36-aa22-4871-978b-64b6de77104e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.961891 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6e190377-4e9e-48d9-9984-b587095f4ae7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.973111 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc52479f-283a-4ab4-895a-4efbb25e3759 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.988818 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-089ba1d0-a9af-4f64-9029-8426fcb6cfcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.025667 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-70f330c3-bf7d-4555-bdbd-d99cac6f62ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.106177 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-50695033-be88-4eb5-9da7-80b4e2abd4da tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.113208 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-70f330c3-bf7d-4555-bdbd-d99cac6f62ea None None] For port 9434d383-cd4a-4268-91f4-eea41f22ee3c, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9434d383-cd4a-4268-91f4-eea41f22ee3c,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:21.127765 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-70f330c3-bf7d-4555-bdbd-d99cac6f62ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.182942 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50695033-be88-4eb5-9da7-80b4e2abd4da tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Port': ['ID=13562715-1a55-4ad7-b1f2-bf111c73e1f3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:21.196297 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc52479f-283a-4ab4-895a-4efbb25e3759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.199051 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc52479f-283a-4ab4-895a-4efbb25e3759 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.204699 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-cc52479f-283a-4ab4-895a-4efbb25e3759 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/34b23bd6-8776-47c4-b47e-3d4ab8ed697e HTTP/1.1" status: 204 len: 168 time: 0.7755208 Nov 12 08:50:21.213866 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1e43-7732-4abd-ae0f-93d20a74e984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.217762 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf74642-5100-48b4-90a2-ae521cf28d56 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:21.252520 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-089ba1d0-a9af-4f64-9029-8426fcb6cfcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.453799 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-50695033-be88-4eb5-9da7-80b4e2abd4da tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.472142 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-089ba1d0-a9af-4f64-9029-8426fcb6cfcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.553279 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ba1d0-a9af-4f64-9029-8426fcb6cfcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=616c2eac-e34e-4c85-8585-5d1edb48c502,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:21.575485 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f330c3-bf7d-4555-bdbd-d99cac6f62ea None None] Pushing event updated for resources: {'Port': ['ID=9434d383-cd4a-4268-91f4-eea41f22ee3c,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:21.590324 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9434d383-cd4a-4268-91f4-eea41f22ee3c up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:50:21.626385 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8001bd-f3bf-4c2c-9dd8-1516ecc24f27 None None] Network a86733d9-0c9c-4803-8dda-b98f17491e46 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:21.627328 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-089ba1d0-a9af-4f64-9029-8426fcb6cfcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.637692 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb967de-db3b-4b62-9b33-b6211b09e9f0 None None] Update dhcp port {'port': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'fixed_ips': [{'subnet_id': '4b036134-f259-43b4-aabf-984d02447c02', 'ip_address': '2001:db8::f816:3eff:feff:f9ce'}, {'subnet_id': 'c7191e82-b6a4-46d5-9116-4574abda54e4'}], 'binding:host_id': 'n-d-768862-16'}, 'id': '9434d383-cd4a-4268-91f4-eea41f22ee3c'} from n-d-768862-16. {{(pid=102570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:50:21.637990 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-089ba1d0-a9af-4f64-9029-8426fcb6cfcf admin admin] 10.222.0.37 "DELETE /v2.0/subnets/616c2eac-e34e-4c85-8585-5d1edb48c502 HTTP/1.1" status: 204 len: 168 time: 1.3064232 Nov 12 08:50:21.647603 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59590) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:21.759725 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ecb967de-db3b-4b62-9b33-b6211b09e9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.809079 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50695033-be88-4eb5-9da7-80b4e2abd4da tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Router 440e28b5-e93e-4552-9033-8d56aa6db41d has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:50:21.825426 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6e190377-4e9e-48d9-9984-b587095f4ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.828212 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6e190377-4e9e-48d9-9984-b587095f4ae7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.832290 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6e190377-4e9e-48d9-9984-b587095f4ae7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee7f644f-3f00-42bc-acd6-883668b918b7 HTTP/1.1" status: 204 len: 168 time: 1.4363630 Nov 12 08:50:21.832290 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-309c0c36-aa22-4871-978b-64b6de77104e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Allocated IP 172.20.0.11 (837ec62d-b3f5-4602-995a-15f6fc8805b4/601c19d7-10c1-44ee-a86c-ac9c499e748d/c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:50:21.843159 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-da0acd08-73b9-4b63-8896-c4d0a35248db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.858055 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52479f-283a-4ab4-895a-4efbb25e3759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b23bd6-8776-47c4-b47e-3d4ab8ed697e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:21.897758 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e190377-4e9e-48d9-9984-b587095f4ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7f644f-3f00-42bc-acd6-883668b918b7,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:21.909262 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fdd8aea9-f4a3-4ba1-befe-9b3dee8341de req-3c62fad3-3564-4565-9386-a43505979fe5 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 210 time: 0.0899673 Nov 12 08:50:21.990713 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50695033-be88-4eb5-9da7-80b4e2abd4da tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:50:21.997894 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-50695033-be88-4eb5-9da7-80b4e2abd4da tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "PUT /v2.0/routers/440e28b5-e93e-4552-9033-8d56aa6db41d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8064504 Nov 12 08:50:22.000829 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59602) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:22.031906 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07de7114-7517-423b-bd95-6cb69a832f58 None None] Sync routers for ids ['440e28b5-e93e-4552-9033-8d56aa6db41d'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:50:22.108916 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07de7114-7517-423b-bd95-6cb69a832f58 None None] Routers {'440e28b5-e93e-4552-9033-8d56aa6db41d'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:50:22.112222 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-07de7114-7517-423b-bd95-6cb69a832f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:50:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['440e28b5-e93e-4552-9033-8d56aa6db41d'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:22.119452 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 9434d383-cd4a-4268-91f4-eea41f22ee3c triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:22.120231 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.198425 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cdf74642-5100-48b4-90a2-ae521cf28d56 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.224264 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-da0acd08-73b9-4b63-8896-c4d0a35248db admin admin] Deleting port 5035ae14-025d-486c-829b-66c2241173fc {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:22.224923 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-da0acd08-73b9-4b63-8896-c4d0a35248db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.272833 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-cdf74642-5100-48b4-90a2-ae521cf28d56 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] device_id is not set on port 7a8a5e17-8839-4644-bb41-86f610f57468 yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:50:22.329287 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-da0acd08-73b9-4b63-8896-c4d0a35248db admin admin] For port 5035ae14-025d-486c-829b-66c2241173fc, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=5035ae14-025d-486c-829b-66c2241173fc,segment=NetworkSegment(a128d3fa-2569-4b08-aa51-d060d2c5137b),segment_id=a128d3fa-2569-4b08-aa51-d060d2c5137b)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:22.329827 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-da0acd08-73b9-4b63-8896-c4d0a35248db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.348619 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-07de7114-7517-423b-bd95-6cb69a832f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:22.353698 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-da0acd08-73b9-4b63-8896-c4d0a35248db admin admin] Calling delete_port for 5035ae14-025d-486c-829b-66c2241173fc owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:22.396781 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07de7114-7517-423b-bd95-6cb69a832f58 None None] Routers {'440e28b5-e93e-4552-9033-8d56aa6db41d'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:50:22.397447 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-07de7114-7517-423b-bd95-6cb69a832f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:50:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['440e28b5-e93e-4552-9033-8d56aa6db41d'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:22.404362 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-309c0c36-aa22-4871-978b-64b6de77104e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.503436 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8fc872-85d8-4e1e-8092-3637c80ab89f None None] DHCP port deletion for a86733d9-0c9c-4803-8dda-b98f17491e46 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:50:22.509940 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-07de7114-7517-423b-bd95-6cb69a832f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:22.511354 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07de7114-7517-423b-bd95-6cb69a832f58 None None] The sync data for ids ['440e28b5-e93e-4552-9033-8d56aa6db41d'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:50:22.529194 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-da0acd08-73b9-4b63-8896-c4d0a35248db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.601041 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-309c0c36-aa22-4871-978b-64b6de77104e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.607448 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-aa2da935-d543-4baf-be99-b60e70fe5715 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 08:50:22.612234 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-aa2da935-d543-4baf-be99-b60e70fe5715 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "PUT /v2.0/routers/440e28b5-e93e-4552-9033-8d56aa6db41d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6089730 Nov 12 08:50:22.617668 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59616) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:22.633272 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['95abe0da-cc08-4f59-931c-b1c44e9b4cc4', '25bd8be1-8f5b-41f0-af63-40522e7c552e'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:50:22.684137 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-309c0c36-aa22-4871-978b-64b6de77104e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Network 837ec62d-b3f5-4602-995a-15f6fc8805b4 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:22.689145 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-cdf74642-5100-48b4-90a2-ae521cf28d56 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Allocated IP 2001:db8:0:1::383 (7bfd1417-cac6-4152-826e-588573fa4bfa/c7191e82-b6a4-46d5-9116-4574abda54e4/7a8a5e17-8839-4644-bb41-86f610f57468) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:50:22.691343 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-309c0c36-aa22-4871-978b-64b6de77104e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:22.701063 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-309c0c36-aa22-4871-978b-64b6de77104e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:50:22.703608 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0acd08-73b9-4b63-8896-c4d0a35248db admin admin] Pushing event deleted for resources: {'Port': ['ID=5035ae14-025d-486c-829b-66c2241173fc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:22.716106 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-cdf74642-5100-48b4-90a2-ae521cf28d56 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Allocated IP 2001:db8::f816:3eff:fe5e:ca45 (7bfd1417-cac6-4152-826e-588573fa4bfa/4b036134-f259-43b4-aabf-984d02447c02/7a8a5e17-8839-4644-bb41-86f610f57468) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:50:22.779233 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 527dc9b5-f18f-4326-9d0b-130a22b0ca98 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:22.785588 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-1a4b1e43-7732-4abd-ae0f-93d20a74e984 admin admin] Deleting port 3db534b2-8410-46c4-90c7-30cd0e046ea9 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:22.786240 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1e43-7732-4abd-ae0f-93d20a74e984 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.796925 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c0c36-aa22-4871-978b-64b6de77104e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Pushing event updated for resources: {'Port': ['ID=c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:22.798702 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0acd08-73b9-4b63-8896-c4d0a35248db admin admin] No DVR routers for this DVR port 5035ae14-025d-486c-829b-66c2241173fc on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:22.813916 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-23f7e105-0f06-429b-9385-2bebc793c14c tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "GET /v2.0/ports?device_id=440e28b5-e93e-4552-9033-8d56aa6db41d HTTP/1.1" status: 200 len: 205 time: 0.1032944 Nov 12 08:50:22.817135 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59620) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:22.830523 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 527dc9b5-f18f-4326-9d0b-130a22b0ca98 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:50:22.836825 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 527dc9b5-f18f-4326-9d0b-130a22b0ca98 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:50:22.880831 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.927189 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-309c0c36-aa22-4871-978b-64b6de77104e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:22.928216 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-309c0c36-aa22-4871-978b-64b6de77104e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.118544 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-309c0c36-aa22-4871-978b-64b6de77104e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7505422 Nov 12 08:50:23.167303 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3b2dfbe3-a5de-48e0-948b-93280c884261 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.203480 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-3f9efd22-97a9-473b-a9b6-68b305808b1a service neutron] Request body: {'port': {'device_id': '205733b7-3dff-4422-b382-1f4e1214db78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:23.205013 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9434d383-cd4a-4268-91f4-eea41f22ee3c up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:50:23.412520 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 9434d383-cd4a-4268-91f4-eea41f22ee3c triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:23.412950 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.421245 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-2b0b6d43-39cd-43f8-ad64-80525d628c72 None None] Provisioning complete for port c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:23.421711 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2b0b6d43-39cd-43f8-ad64-80525d628c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.422152 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-da0acd08-73b9-4b63-8896-c4d0a35248db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.472789 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-da0acd08-73b9-4b63-8896-c4d0a35248db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a86733d9-0c9c-4803-8dda-b98f17491e46']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:23.511082 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-da0acd08-73b9-4b63-8896-c4d0a35248db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a128d3fa-2569-4b08-aa51-d060d2c5137b') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:23.511955 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-da0acd08-73b9-4b63-8896-c4d0a35248db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a128d3fa-2569-4b08-aa51-d060d2c5137b') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:23.566505 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-2b0b6d43-39cd-43f8-ad64-80525d628c72 None None] Port c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:50:23.590597 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-da0acd08-73b9-4b63-8896-c4d0a35248db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.705918 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35aa950-af21-4cea-9362-b7e7f7d9f210 req-b0eeda39-3bb8-4449-ad26-ba88b5e28ae7 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:23.722940 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e35aa950-af21-4cea-9362-b7e7f7d9f210 req-b0eeda39-3bb8-4449-ad26-ba88b5e28ae7 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 932 time: 0.5550711 Nov 12 08:50:23.734705 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-1a4b1e43-7732-4abd-ae0f-93d20a74e984 admin admin] For port 3db534b2-8410-46c4-90c7-30cd0e046ea9, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=3db534b2-8410-46c4-90c7-30cd0e046ea9,segment=NetworkSegment(3737c7d8-b5de-48d9-95bd-9f646bf0d422),segment_id=3737c7d8-b5de-48d9-95bd-9f646bf0d422)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:23.735271 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1e43-7732-4abd-ae0f-93d20a74e984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.753947 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-da0acd08-73b9-4b63-8896-c4d0a35248db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.759548 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-3f9efd22-97a9-473b-a9b6-68b305808b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.767295 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0acd08-73b9-4b63-8896-c4d0a35248db admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:50:23.768164 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-da0acd08-73b9-4b63-8896-c4d0a35248db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.769837 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:50:23.769837 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:50:23.769837 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:50:23.769837 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:50:23.769837 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:50:23.769837 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:50:23.769837 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:50:23.769837 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:50:23.769837 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:50:23.769837 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:50:23.769837 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:50:23.769837 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:50:23.769837 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:50:23.769837 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:50:23.769837 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:50:23.769837 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:50:23.769837 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:50:23.769837 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:50:23.769837 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:50:23.769837 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:50:23.769837 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:50:23.769837 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:50:23.769837 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:50:23.769837 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:50:23.769837 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:50:23.769837 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:50:23.769837 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:50:23.769837 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:50:23.769837 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:50:23.769837 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:50:23.769837 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:50:23.769837 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:50:23.781589 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5035ae14-025d-486c-829b-66c2241173fc no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:23.786780 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3b2dfbe3-a5de-48e0-948b-93280c884261 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.795999 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-1a4b1e43-7732-4abd-ae0f-93d20a74e984 admin admin] Calling delete_port for 3db534b2-8410-46c4-90c7-30cd0e046ea9 owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:23.796208 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3b2dfbe3-a5de-48e0-948b-93280c884261 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.845705 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 5035ae14-025d-486c-829b-66c2241173fc {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:50:23.847202 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5035ae14-025d-486c-829b-66c2241173fc not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:50:23.908675 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-da0acd08-73b9-4b63-8896-c4d0a35248db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.922836 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-da0acd08-73b9-4b63-8896-c4d0a35248db admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.927697 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-da0acd08-73b9-4b63-8896-c4d0a35248db admin admin] 10.222.0.37 "DELETE /v2.0/networks/a86733d9-0c9c-4803-8dda-b98f17491e46 HTTP/1.1" status: 204 len: 168 time: 2.2779174 Nov 12 08:50:23.931230 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3b2dfbe3-a5de-48e0-948b-93280c884261 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.931807 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2dfbe3-a5de-48e0-948b-93280c884261 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Fanout notify agent at l3_agent the message router_deleted on router 440e28b5-e93e-4552-9033-8d56aa6db41d {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:50:23.941238 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3b2dfbe3-a5de-48e0-948b-93280c884261 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.942586 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3b2dfbe3-a5de-48e0-948b-93280c884261 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/routers/440e28b5-e93e-4552-9033-8d56aa6db41d HTTP/1.1" status: 204 len: 168 time: 1.1239877 Nov 12 08:50:23.951268 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59646) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:23.951604 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59648) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:23.961420 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cdf74642-5100-48b4-90a2-ae521cf28d56 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.992046 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e35aa950-af21-4cea-9362-b7e7f7d9f210 req-a92eb5cf-98b8-4074-9514-3ae3d337484b tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574198 Nov 12 08:50:24.083720 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0acd08-73b9-4b63-8896-c4d0a35248db admin admin] Pushing event deleted for resources: {'Network': ['ID=a86733d9-0c9c-4803-8dda-b98f17491e46,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:24.165395 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ebfb811-2647-41bf-85ba-a58d75692fe5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Deleting subnet b4813726-2f3b-46bc-8864-3ea26134daec {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:50:24.174915 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5ebfb811-2647-41bf-85ba-a58d75692fe5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:24.250942 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5ebfb811-2647-41bf-85ba-a58d75692fe5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:24.333872 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cdf74642-5100-48b4-90a2-ae521cf28d56 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:24.452594 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5ebfb811-2647-41bf-85ba-a58d75692fe5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:24.488193 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-ecb967de-db3b-4b62-9b33-b6211b09e9f0 None None] Allocated IP 2001:db8:0:1::2 (7bfd1417-cac6-4152-826e-588573fa4bfa/c7191e82-b6a4-46d5-9116-4574abda54e4/9434d383-cd4a-4268-91f4-eea41f22ee3c) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:50:24.502468 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf74642-5100-48b4-90a2-ae521cf28d56 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:24.542696 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-cdf74642-5100-48b4-90a2-ae521cf28d56 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:24.558319 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf74642-5100-48b4-90a2-ae521cf28d56 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:50:24.570020 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf74642-5100-48b4-90a2-ae521cf28d56 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:24.571383 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cdf74642-5100-48b4-90a2-ae521cf28d56 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:24.576185 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf74642-5100-48b4-90a2-ae521cf28d56 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Port': ['ID=7a8a5e17-8839-4644-bb41-86f610f57468,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:24.673352 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5ebfb811-2647-41bf-85ba-a58d75692fe5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:24.706958 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-cdf74642-5100-48b4-90a2-ae521cf28d56 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.9378774 Nov 12 08:50:24.708032 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59676) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:24.735991 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebfb811-2647-41bf-85ba-a58d75692fe5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Subnet': ['ID=b4813726-2f3b-46bc-8864-3ea26134daec,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:24.752049 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5ebfb811-2647-41bf-85ba-a58d75692fe5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:24.752237 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd398d2-bb09-469a-9b3f-81adcdeb4a03 None None] Network 9c88e1fd-3c65-4e7b-b3a7-644b06028c06 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:24.760382 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5ebfb811-2647-41bf-85ba-a58d75692fe5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/subnets/b4813726-2f3b-46bc-8864-3ea26134daec HTTP/1.1" status: 204 len: 168 time: 0.7970843 Nov 12 08:50:24.767454 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59678) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:24.891590 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-3f9efd22-97a9-473b-a9b6-68b305808b1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:50:24.908303 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1e43-7732-4abd-ae0f-93d20a74e984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:24.978414 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-3f9efd22-97a9-473b-a9b6-68b305808b1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:25.006776 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-3f9efd22-97a9-473b-a9b6-68b305808b1a service neutron] Transition to ACTIVE for port object c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:50:25.062058 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-3f9efd22-97a9-473b-a9b6-68b305808b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:25.075318 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ecb967de-db3b-4b62-9b33-b6211b09e9f0 None None] For port 9434d383-cd4a-4268-91f4-eea41f22ee3c, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9434d383-cd4a-4268-91f4-eea41f22ee3c,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:25.142862 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b1e43-7732-4abd-ae0f-93d20a74e984 admin admin] Pushing event deleted for resources: {'Port': ['ID=3db534b2-8410-46c4-90c7-30cd0e046ea9,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:25.165955 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ecb967de-db3b-4b62-9b33-b6211b09e9f0 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:25.173984 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ecb967de-db3b-4b62-9b33-b6211b09e9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:25.342995 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2770f4c-70c0-4b57-b6b4-de9ee5b2f8ad None None] DHCP port deletion for 9c88e1fd-3c65-4e7b-b3a7-644b06028c06 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:50:25.429349 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb967de-db3b-4b62-9b33-b6211b09e9f0 None None] Pushing event updated for resources: {'Port': ['ID=9434d383-cd4a-4268-91f4-eea41f22ee3c,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:25.596093 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-b2770f4c-70c0-4b57-b6b4-de9ee5b2f8ad None None] Deleting port 77a1b77a-9f50-42b9-91df-a527d8c425ae {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:25.596845 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b2770f4c-70c0-4b57-b6b4-de9ee5b2f8ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:25.682519 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b2770f4c-70c0-4b57-b6b4-de9ee5b2f8ad None None] For port 77a1b77a-9f50-42b9-91df-a527d8c425ae, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=77a1b77a-9f50-42b9-91df-a527d8c425ae,segment=NetworkSegment(028fb5a8-8a9d-4a9d-b72e-fc2dbfdb7004),segment_id=028fb5a8-8a9d-4a9d-b72e-fc2dbfdb7004)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:25.683023 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b2770f4c-70c0-4b57-b6b4-de9ee5b2f8ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:25.683341 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25aa1893-bb36-4ed0-b166-0abce8232004 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:25.703348 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-b2770f4c-70c0-4b57-b6b4-de9ee5b2f8ad None None] Calling delete_port for 77a1b77a-9f50-42b9-91df-a527d8c425ae owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:25.905605 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b2770f4c-70c0-4b57-b6b4-de9ee5b2f8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:25.935222 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2770f4c-70c0-4b57-b6b4-de9ee5b2f8ad None None] Pushing event deleted for resources: {'Port': ['ID=77a1b77a-9f50-42b9-91df-a527d8c425ae,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:25.965029 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2770f4c-70c0-4b57-b6b4-de9ee5b2f8ad None None] No DVR routers for this DVR port 77a1b77a-9f50-42b9-91df-a527d8c425ae on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:25.968224 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1e43-7732-4abd-ae0f-93d20a74e984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:26.022690 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0e96ba23-df2b-4ac7-8e05-0e013d22476d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:26.065458 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-7505ff77-b112-46d6-b043-9e800e5438bb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting port 7a8a5e17-8839-4644-bb41-86f610f57468 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:26.066098 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7505ff77-b112-46d6-b043-9e800e5438bb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:26.107237 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-25aa1893-bb36-4ed0-b166-0abce8232004 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Deleting port 77a1b77a-9f50-42b9-91df-a527d8c425ae {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:26.107727 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25aa1893-bb36-4ed0-b166-0abce8232004 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:26.209301 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9efd22-97a9-473b-a9b6-68b305808b1a service neutron] Pushing event updated for resources: {'Port': ['ID=c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:26.341667 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0df3f-72e7-43df-93d6-00582686151f req-4f6bf9cb-f5bc-4f4f-a52d-bfa83b3865a8 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:26.344179 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a3d0df3f-72e7-43df-93d6-00582686151f req-4f6bf9cb-f5bc-4f4f-a52d-bfa83b3865a8 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 944 time: 1.0740654 Nov 12 08:50:26.407499 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-3f9efd22-97a9-473b-a9b6-68b305808b1a service neutron] Attempting to bind port c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:50:26.408479 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-3f9efd22-97a9-473b-a9b6-68b305808b1a service neutron] Attempting to bind port c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'b53301f5-d6fd-4e61-b347-e433dc056bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:50:26.409154 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-3f9efd22-97a9-473b-a9b6-68b305808b1a service neutron] Attempting to bind port c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59 on network 837ec62d-b3f5-4602-995a-15f6fc8805b4 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:50:26.424398 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-25aa1893-bb36-4ed0-b166-0abce8232004 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] For port 77a1b77a-9f50-42b9-91df-a527d8c425ae, host n-d-768862-16, got binding levels [] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:26.424766 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25aa1893-bb36-4ed0-b166-0abce8232004 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:26.456003 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-25aa1893-bb36-4ed0-b166-0abce8232004 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Calling delete_port for 77a1b77a-9f50-42b9-91df-a527d8c425ae owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:26.462326 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.ipam_backend_mixin [None req-25aa1893-bb36-4ed0-b166-0abce8232004 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Port 77a1b77a-9f50-42b9-91df-a527d8c425ae was not found and therefore no delete operation was performed {{(pid=102568) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:50:26.468284 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25aa1893-bb36-4ed0-b166-0abce8232004 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:26.532674 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aa1893-bb36-4ed0-b166-0abce8232004 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] No DVR routers for this DVR port 77a1b77a-9f50-42b9-91df-a527d8c425ae on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:26.539192 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa1893-bb36-4ed0-b166-0abce8232004 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Port': ['ID=77a1b77a-9f50-42b9-91df-a527d8c425ae,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:26.717250 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-3f9efd22-97a9-473b-a9b6-68b305808b1a service neutron] Port c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59 on network 837ec62d-b3f5-4602-995a-15f6fc8805b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:50:26.717710 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-3f9efd22-97a9-473b-a9b6-68b305808b1a service neutron] Attempting to bind port c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59 on network 837ec62d-b3f5-4602-995a-15f6fc8805b4 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:50:26.729186 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7505ff77-b112-46d6-b043-9e800e5438bb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:26.817047 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25aa1893-bb36-4ed0-b166-0abce8232004 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:26.857865 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-cb17b4ca-2066-4058-a907-393bb6034e26 None None] Provisioning complete for port 9434d383-cd4a-4268-91f4-eea41f22ee3c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:26.859969 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cb17b4ca-2066-4058-a907-393bb6034e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:26.863421 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-25aa1893-bb36-4ed0-b166-0abce8232004 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c88e1fd-3c65-4e7b-b3a7-644b06028c06']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:26.883066 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-25aa1893-bb36-4ed0-b166-0abce8232004 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '028fb5a8-8a9d-4a9d-b72e-fc2dbfdb7004') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:26.883362 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-25aa1893-bb36-4ed0-b166-0abce8232004 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '028fb5a8-8a9d-4a9d-b72e-fc2dbfdb7004') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:26.905801 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-0e96ba23-df2b-4ac7-8e05-0e013d22476d admin admin] Deleting port fd298b81-a8d0-407f-84c3-ce6099ab9986 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:26.906134 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0e96ba23-df2b-4ac7-8e05-0e013d22476d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:27.055848 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-0e96ba23-df2b-4ac7-8e05-0e013d22476d admin admin] For port fd298b81-a8d0-407f-84c3-ce6099ab9986, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=fd298b81-a8d0-407f-84c3-ce6099ab9986,segment=NetworkSegment(248a752e-b4d2-4cfd-9c16-b31e78b4bead),segment_id=248a752e-b4d2-4cfd-9c16-b31e78b4bead)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:27.055848 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0e96ba23-df2b-4ac7-8e05-0e013d22476d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:27.087958 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-0e96ba23-df2b-4ac7-8e05-0e013d22476d admin admin] Calling delete_port for fd298b81-a8d0-407f-84c3-ce6099ab9986 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:27.293645 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25aa1893-bb36-4ed0-b166-0abce8232004 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:27.431052 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9434d383-cd4a-4268-91f4-eea41f22ee3c up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:50:27.446152 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4b1e43-7732-4abd-ae0f-93d20a74e984 admin admin] Router a0179efa-367a-43df-ad93-c38a3f6a1add has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:50:27.453975 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-3f9efd22-97a9-473b-a9b6-68b305808b1a service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:50:27.454927 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-3f9efd22-97a9-473b-a9b6-68b305808b1a service neutron] Checking segment: {'id': 'b53301f5-d6fd-4e61-b347-e433dc056bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:50:27.456288 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-3f9efd22-97a9-473b-a9b6-68b305808b1a service neutron] Bound using segment: {'id': 'b53301f5-d6fd-4e61-b347-e433dc056bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:50:27.457046 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-3f9efd22-97a9-473b-a9b6-68b305808b1a service neutron] Bound port: c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b53301f5-d6fd-4e61-b347-e433dc056bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:50:27.457579 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-3f9efd22-97a9-473b-a9b6-68b305808b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:27.501263 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-7505ff77-b112-46d6-b043-9e800e5438bb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Calling delete_port for 7a8a5e17-8839-4644-bb41-86f610f57468 owned by {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:27.540044 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a3d0df3f-72e7-43df-93d6-00582686151f req-b162919d-5978-4359-b84c-fd58ec7605d7 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1591811 Nov 12 08:50:27.584387 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-145350ce-d359-44fa-9939-2a2a19339711 None None] Provisioning complete for port 7a8a5e17-8839-4644-bb41-86f610f57468 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:27.584683 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25aa1893-bb36-4ed0-b166-0abce8232004 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:27.586206 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-145350ce-d359-44fa-9939-2a2a19339711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:27.625492 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25aa1893-bb36-4ed0-b166-0abce8232004 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:50:27.626921 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25aa1893-bb36-4ed0-b166-0abce8232004 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:27.642296 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:50:27.642296 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:50:27.642296 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:50:27.642296 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:50:27.642296 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:50:27.642296 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:50:27.642296 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:50:27.642296 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:50:27.642296 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:50:27.642296 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:50:27.642296 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:50:27.642296 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:50:27.642296 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:50:27.642296 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:50:27.642296 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:50:27.642296 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:50:27.642296 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:50:27.642296 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:50:27.642296 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:50:27.642296 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:50:27.642296 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:50:27.642296 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:50:27.642296 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:50:27.642296 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:50:27.642296 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:50:27.642296 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:50:27.642296 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:50:27.642296 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:50:27.642296 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:50:27.642296 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:50:27.642296 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:50:27.642296 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:50:27.807774 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-145350ce-d359-44fa-9939-2a2a19339711 None None] Port 7a8a5e17-8839-4644-bb41-86f610f57468 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:50:27.812072 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 9434d383-cd4a-4268-91f4-eea41f22ee3c triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:27.813273 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:27.863811 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25aa1893-bb36-4ed0-b166-0abce8232004 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:27.883570 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25aa1893-bb36-4ed0-b166-0abce8232004 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:27.894470 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-25aa1893-bb36-4ed0-b166-0abce8232004 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/networks/9c88e1fd-3c65-4e7b-b3a7-644b06028c06 HTTP/1.1" status: 204 len: 168 time: 3.1196015 Nov 12 08:50:27.901978 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59826) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:27.919111 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0e96ba23-df2b-4ac7-8e05-0e013d22476d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:27.929642 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-55c0c657-668e-497c-a3b7-b02ba371dab3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1496686072'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:27.945800 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa1893-bb36-4ed0-b166-0abce8232004 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Network': ['ID=9c88e1fd-3c65-4e7b-b3a7-644b06028c06,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:27.985889 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96ba23-df2b-4ac7-8e05-0e013d22476d admin admin] Pushing event deleted for resources: {'Port': ['ID=fd298b81-a8d0-407f-84c3-ce6099ab9986,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:28.014412 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4b1e43-7732-4abd-ae0f-93d20a74e984 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:50:28.040550 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1a4b1e43-7732-4abd-ae0f-93d20a74e984 admin admin] 10.222.0.37 "PUT /v2.0/routers/a0179efa-367a-43df-ad93-c38a3f6a1add/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7164583 Nov 12 08:50:28.042122 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-3f9efd22-97a9-473b-a9b6-68b305808b1a service neutron] For port c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:50:28.049136 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a5d4b8-ea69-4adc-b923-7da1c296cff3 None None] Sync routers for ids ['a0179efa-367a-43df-ad93-c38a3f6a1add'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:50:28.052959 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59828) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:28.079598 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c0c657-668e-497c-a3b7-b02ba371dab3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Made reservation on behalf of c55c22fe318e4764964768a3f517f6bc for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:28.085887 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-55c0c657-668e-497c-a3b7-b02ba371dab3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:28.094826 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a5d4b8-ea69-4adc-b923-7da1c296cff3 None None] Routers {'a0179efa-367a-43df-ad93-c38a3f6a1add'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:50:28.095867 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-69a5d4b8-ea69-4adc-b923-7da1c296cff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:50:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['a0179efa-367a-43df-ad93-c38a3f6a1add'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:28.107511 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-3f9efd22-97a9-473b-a9b6-68b305808b1a service neutron] For port c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:50:28.149332 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-3f9efd22-97a9-473b-a9b6-68b305808b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:28.253853 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 77a1b77a-9f50-42b9-91df-a527d8c425ae no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:28.363449 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 77a1b77a-9f50-42b9-91df-a527d8c425ae {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:50:28.365394 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 77a1b77a-9f50-42b9-91df-a527d8c425ae not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:50:28.491620 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-69a5d4b8-ea69-4adc-b923-7da1c296cff3 None None] Set router a0179efa-367a-43df-ad93-c38a3f6a1add gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:50:28.582438 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-3f9efd22-97a9-473b-a9b6-68b305808b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:28.584933 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-3f9efd22-97a9-473b-a9b6-68b305808b1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:28.589523 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-3f9efd22-97a9-473b-a9b6-68b305808b1a service neutron] 10.222.0.58 "PUT /v2.0/ports/c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59 HTTP/1.1" status: 200 len: 1093 time: 5.4037411 Nov 12 08:50:28.616076 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205733b7-3dff-4422-b382-1f4e1214db78', 'tag': 'c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:50:28.636059 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7cd899-ad7b-4598-b92f-d8d1b6791464" -d '{"events": [{"name": "network-changed", "server_uuid": "205733b7-3dff-4422-b382-1f4e1214db78", "tag": "c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:50:28.763345 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a8da24ec-c667-4b24-86da-f29168c45461 admin admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:28.854089 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9efd22-97a9-473b-a9b6-68b305808b1a service neutron] Pushing event updated for resources: {'Port': ['ID=c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:28.929987 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7505ff77-b112-46d6-b043-9e800e5438bb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:28.960544 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55c0c657-668e-497c-a3b7-b02ba371dab3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:50:28.993571 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-55c0c657-668e-497c-a3b7-b02ba371dab3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:28.993962 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-55c0c657-668e-497c-a3b7-b02ba371dab3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Added segment 040e6f5a-a840-4bec-8a75-f79a46b2224a of type vlan for network 3f00aae5-90fb-43ac-8b8a-fdb5de07dd59 Nov 12 08:50:29.009187 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:29.066087 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59840) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:29.104804 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-69a5d4b8-ea69-4adc-b923-7da1c296cff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0179efa-367a-43df-ad93-c38a3f6a1add', 'name': 'tempest-ServersTestMultiNic-852595403-router', 'tenant_id': '3b73e8d3d1c6491e81f21331afe242f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '342e1a87-a352-4006-85cf-68debb1d53b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:44Z', 'updated_at': '2021-11-12T08:50:24Z', 'revision_number': 5, 'project_id': '3b73e8d3d1c6491e81f21331afe242f6', 'gw_port': {'id': '342e1a87-a352-4006-85cf-68debb1d53b9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0179efa-367a-43df-ad93-c38a3f6a1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:47Z', 'updated_at': '2021-11-12T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:29.126669 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505ff77-b112-46d6-b043-9e800e5438bb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Port': ['ID=7a8a5e17-8839-4644-bb41-86f610f57468,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:29.154707 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-55c0c657-668e-497c-a3b7-b02ba371dab3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:29.222646 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a5d4b8-ea69-4adc-b923-7da1c296cff3 None None] Checking router: a0179efa-367a-43df-ad93-c38a3f6a1add for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:50:29.233191 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0e96ba23-df2b-4ac7-8e05-0e013d22476d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:29.253771 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7505ff77-b112-46d6-b043-9e800e5438bb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:29.263328 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a5d4b8-ea69-4adc-b923-7da1c296cff3 None None] Routers {'a0179efa-367a-43df-ad93-c38a3f6a1add'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:50:29.264524 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-69a5d4b8-ea69-4adc-b923-7da1c296cff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:50:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['a0179efa-367a-43df-ad93-c38a3f6a1add'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:29.265171 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7505ff77-b112-46d6-b043-9e800e5438bb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/7a8a5e17-8839-4644-bb41-86f610f57468 HTTP/1.1" status: 204 len: 168 time: 4.5487125 Nov 12 08:50:29.271423 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-1e25caf9-aea7-4b90-930e-51fe43932082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:29.286962 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59844) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:29.294421 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-1e25caf9-aea7-4b90-930e-51fe43932082 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80cba63a5f3c423896b758b0902dcec9&device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 1096 time: 0.4802639 Nov 12 08:50:29.439393 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-55c0c657-668e-497c-a3b7-b02ba371dab3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:29.451105 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c0c657-668e-497c-a3b7-b02ba371dab3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:29.452855 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-55c0c657-668e-497c-a3b7-b02ba371dab3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:29.469570 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67dfa5-7ebb-4dff-9c8f-9c4a60743399 req-722d5556-5343-42c5-bb62-728b95efb197 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:29.472489 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-de67dfa5-7ebb-4dff-9c8f-9c4a60743399 req-722d5556-5343-42c5-bb62-728b95efb197 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 944 time: 0.6038737 Nov 12 08:50:29.474876 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-a37911ba-45a2-4e8a-a6f8-78af1685ad89 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59 HTTP/1.1" status: 200 len: 217 time: 0.1690812 Nov 12 08:50:29.477052 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-814e1430-cedb-4371-90b5-70eeac94d812 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:29.498461 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-69a5d4b8-ea69-4adc-b923-7da1c296cff3 None None] Set router a0179efa-367a-43df-ad93-c38a3f6a1add gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:50:29.686855 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-55c0c657-668e-497c-a3b7-b02ba371dab3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7638137 Nov 12 08:50:29.718560 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-0b6f4ad7-561a-4a57-baba-0a22c38a26fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:29.721482 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-0b6f4ad7-561a-4a57-baba-0a22c38a26fd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=601c19d7-10c1-44ee-a86c-ac9c499e748d HTTP/1.1" status: 200 len: 850 time: 0.2258945 Nov 12 08:50:29.738360 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59848) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:29.764576 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c0c657-668e-497c-a3b7-b02ba371dab3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Network': ['ID=3f00aae5-90fb-43ac-8b8a-fdb5de07dd59,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:29.785308 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-39d4d098-6ea6-4e9b-a0c1-e32b921bbabb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Request body: {'subnet': {'network_id': '3f00aae5-90fb-43ac-8b8a-fdb5de07dd59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:29.820852 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443bd60f-0072-4cc8-bff1-37c185327c84 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:29.825020 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-443bd60f-0072-4cc8-bff1-37c185327c84 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5274932 Nov 12 08:50:29.831810 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0c657-668e-497c-a3b7-b02ba371dab3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:29.832476 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0c657-668e-497c-a3b7-b02ba371dab3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:29.833228 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0c657-668e-497c-a3b7-b02ba371dab3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:29.833784 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0c657-668e-497c-a3b7-b02ba371dab3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:29.834311 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0c657-668e-497c-a3b7-b02ba371dab3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:29.834745 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0c657-668e-497c-a3b7-b02ba371dab3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:29.835259 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0c657-668e-497c-a3b7-b02ba371dab3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:29.836096 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0c657-668e-497c-a3b7-b02ba371dab3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:29.836309 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0c657-668e-497c-a3b7-b02ba371dab3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:29.836830 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0c657-668e-497c-a3b7-b02ba371dab3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:29.837364 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0c657-668e-497c-a3b7-b02ba371dab3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:29.837728 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0c657-668e-497c-a3b7-b02ba371dab3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:29.841810 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59850) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:29.856883 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 3f00aae5-90fb-43ac-8b8a-fdb5de07dd59 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:50:29.922954 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a8da24ec-c667-4b24-86da-f29168c45461 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:29.945110 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-69a5d4b8-ea69-4adc-b923-7da1c296cff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0179efa-367a-43df-ad93-c38a3f6a1add', 'name': 'tempest-ServersTestMultiNic-852595403-router', 'tenant_id': '3b73e8d3d1c6491e81f21331afe242f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '342e1a87-a352-4006-85cf-68debb1d53b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:44Z', 'updated_at': '2021-11-12T08:50:24Z', 'revision_number': 5, 'project_id': '3b73e8d3d1c6491e81f21331afe242f6', 'gw_port': {'id': '342e1a87-a352-4006-85cf-68debb1d53b9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0179efa-367a-43df-ad93-c38a3f6a1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:47Z', 'updated_at': '2021-11-12T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:30.017828 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-814e1430-cedb-4371-90b5-70eeac94d812 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:30.054797 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56004f56-1a80-4a48-bb9a-d7b1ce0a8a61 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:30.056454 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-56004f56-1a80-4a48-bb9a-d7b1ce0a8a61 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2036240 Nov 12 08:50:30.061299 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-de67dfa5-7ebb-4dff-9c8f-9c4a60743399 req-21f264dc-06b7-41bf-89ca-abc77732393e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5734413 Nov 12 08:50:30.065339 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59852) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:30.065921 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a5d4b8-ea69-4adc-b923-7da1c296cff3 None None] The sync data for ids ['a0179efa-367a-43df-ad93-c38a3f6a1add'] in n-d-768862-16 is: [{'id': 'a0179efa-367a-43df-ad93-c38a3f6a1add', 'name': 'tempest-ServersTestMultiNic-852595403-router', 'tenant_id': '3b73e8d3d1c6491e81f21331afe242f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '342e1a87-a352-4006-85cf-68debb1d53b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:44Z', 'updated_at': '2021-11-12T08:50:24Z', 'revision_number': 5, 'project_id': '3b73e8d3d1c6491e81f21331afe242f6', 'gw_port': {'id': '342e1a87-a352-4006-85cf-68debb1d53b9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0179efa-367a-43df-ad93-c38a3f6a1add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:47Z', 'updated_at': '2021-11-12T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:50:30.256798 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-814e1430-cedb-4371-90b5-70eeac94d812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:30.297431 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996161c4-b600-41a4-82e1-0095b518fd13 x-openstack-request-id: req-996161c4-b600-41a4-82e1-0095b518fd13 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:50:30.298434 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "205733b7-3dff-4422-b382-1f4e1214db78", "tag": "c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:50:30.298434 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-996161c4-b600-41a4-82e1-0095b518fd13 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:50:30.299092 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '205733b7-3dff-4422-b382-1f4e1214db78', 'tag': 'c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59', 'status': 'completed', 'code': 200} Nov 12 08:50:30.304809 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-a8da24ec-c667-4b24-86da-f29168c45461 admin admin] Deleting port 342e1a87-a352-4006-85cf-68debb1d53b9 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:30.305391 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a8da24ec-c667-4b24-86da-f29168c45461 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:30.377931 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-814e1430-cedb-4371-90b5-70eeac94d812 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=01762564da5d4859aa1e881482bba93c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2719769 Nov 12 08:50:30.385085 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59854) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:30.394483 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e1430-cedb-4371-90b5-70eeac94d812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b773d20f-67cb-4d49-ad50-876c06aa97d5,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:30.405661 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb33da7-5a45-46d8-9595-c9875e526741 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:30.407421 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb33da7-5a45-46d8-9595-c9875e526741 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:30.409037 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb33da7-5a45-46d8-9595-c9875e526741 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:30.410912 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7eb33da7-5a45-46d8-9595-c9875e526741 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1850829 Nov 12 08:50:30.411567 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d4d098-6ea6-4e9b-a0c1-e32b921bbabb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Made reservation on behalf of c55c22fe318e4764964768a3f517f6bc for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:30.415145 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-39d4d098-6ea6-4e9b-a0c1-e32b921bbabb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:30.422729 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-b22656fb-cf58-4e25-b152-bd0ff37768f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:30.424429 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-b22656fb-cf58-4e25-b152-bd0ff37768f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=837ec62d-b3f5-4602-995a-15f6fc8805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6753953 Nov 12 08:50:30.426366 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59856) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:30.722972 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede322b0-1a87-4860-8c48-46aa85f056bb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting subnet 4b036134-f259-43b4-aabf-984d02447c02 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:50:30.760835 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ede322b0-1a87-4860-8c48-46aa85f056bb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:30.769923 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e96ba23-df2b-4ac7-8e05-0e013d22476d admin admin] Router 35693e22-759f-44ad-b370-bfc9c085b457 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:50:30.823911 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-a8da24ec-c667-4b24-86da-f29168c45461 admin admin] For port 342e1a87-a352-4006-85cf-68debb1d53b9, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=342e1a87-a352-4006-85cf-68debb1d53b9,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:30.825234 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a8da24ec-c667-4b24-86da-f29168c45461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:30.842543 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c8407d6c-a18a-4fc5-a906-8d3a6d988475 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:30.880477 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-a8da24ec-c667-4b24-86da-f29168c45461 admin admin] Calling delete_port for 342e1a87-a352-4006-85cf-68debb1d53b9 owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:30.944469 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ede322b0-1a87-4860-8c48-46aa85f056bb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:30.985635 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-1ed2bd3f-5a28-4add-944f-c86faf424701 service neutron] 10.222.0.58 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5322478 Nov 12 08:50:30.991482 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c8407d6c-a18a-4fc5-a906-8d3a6d988475 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:31.078340 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 3db534b2-8410-46c4-90c7-30cd0e046ea9 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:31.119887 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e96ba23-df2b-4ac7-8e05-0e013d22476d admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:50:31.129247 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 3db534b2-8410-46c4-90c7-30cd0e046ea9 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:50:31.130563 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 3db534b2-8410-46c4-90c7-30cd0e046ea9 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:50:31.138153 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0e96ba23-df2b-4ac7-8e05-0e013d22476d admin admin] 10.222.0.37 "PUT /v2.0/routers/35693e22-759f-44ad-b370-bfc9c085b457/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1819136 Nov 12 08:50:31.141653 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59866) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:31.160488 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0d5fdb-7219-4faa-9a09-85119075b08f None None] Sync routers for ids ['35693e22-759f-44ad-b370-bfc9c085b457'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:50:31.194458 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0d5fdb-7219-4faa-9a09-85119075b08f None None] Routers {'35693e22-759f-44ad-b370-bfc9c085b457'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:50:31.197548 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9d0d5fdb-7219-4faa-9a09-85119075b08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:50:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['35693e22-759f-44ad-b370-bfc9c085b457'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:31.288531 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-39d4d098-6ea6-4e9b-a0c1-e32b921bbabb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:31.316570 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ede322b0-1a87-4860-8c48-46aa85f056bb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:31.433951 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c8407d6c-a18a-4fc5-a906-8d3a6d988475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:31.438909 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c8407d6c-a18a-4fc5-a906-8d3a6d988475 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:31.444654 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c8407d6c-a18a-4fc5-a906-8d3a6d988475 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b773d20f-67cb-4d49-ad50-876c06aa97d5 HTTP/1.1" status: 204 len: 168 time: 1.0490239 Nov 12 08:50:31.481146 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b11bcaf-53e3-44da-97f8-6da2933d1249 admin admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:31.555491 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f1ac055c-7494-4c54-90f7-9f74b720595a req-b98b3d62-1bf2-427d-9c8e-e6908c5a50fb service neutron] 10.222.0.58 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5610087 Nov 12 08:50:31.575903 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8407d6c-a18a-4fc5-a906-8d3a6d988475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b773d20f-67cb-4d49-ad50-876c06aa97d5,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:31.602210 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4d098-6ea6-4e9b-a0c1-e32b921bbabb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Subnet': ['ID=1d4b82c2-6f74-46ca-a780-1ce5c5402b34,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:31.701844 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acfe235-d861-4175-8d8b-848fcb9eec92 req-14f9e3b3-c776-4e18-87f8-068ee1d68c3f tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:31.715546 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8acfe235-d861-4175-8d8b-848fcb9eec92 req-14f9e3b3-c776-4e18-87f8-068ee1d68c3f tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 944 time: 0.3710845 Nov 12 08:50:31.723654 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ede322b0-1a87-4860-8c48-46aa85f056bb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:31.735402 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-9d0d5fdb-7219-4faa-9a09-85119075b08f None None] Set router 35693e22-759f-44ad-b370-bfc9c085b457 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:50:31.743223 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a8da24ec-c667-4b24-86da-f29168c45461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:31.805380 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4d098-6ea6-4e9b-a0c1-e32b921bbabb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:31.805887 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da24ec-c667-4b24-86da-f29168c45461 admin admin] Pushing event deleted for resources: {'Port': ['ID=342e1a87-a352-4006-85cf-68debb1d53b9,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:31.806457 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4d098-6ea6-4e9b-a0c1-e32b921bbabb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:31.808100 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4d098-6ea6-4e9b-a0c1-e32b921bbabb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:31.809279 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4d098-6ea6-4e9b-a0c1-e32b921bbabb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:31.811484 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4d098-6ea6-4e9b-a0c1-e32b921bbabb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:31.811484 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4d098-6ea6-4e9b-a0c1-e32b921bbabb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:31.812667 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4d098-6ea6-4e9b-a0c1-e32b921bbabb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:31.816391 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4d098-6ea6-4e9b-a0c1-e32b921bbabb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:31.817108 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4d098-6ea6-4e9b-a0c1-e32b921bbabb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:31.818003 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4d098-6ea6-4e9b-a0c1-e32b921bbabb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:31.818962 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4d098-6ea6-4e9b-a0c1-e32b921bbabb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:31.819851 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4d098-6ea6-4e9b-a0c1-e32b921bbabb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:31.896505 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3932b5-61f5-4926-acd6-404969132c50 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:50:31.901501 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7cd704-9606-4bfe-9436-3564ad738d2c None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:31.948793 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede322b0-1a87-4860-8c48-46aa85f056bb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Subnet': ['ID=4b036134-f259-43b4-aabf-984d02447c02,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:31.955772 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b11bcaf-53e3-44da-97f8-6da2933d1249 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:31.961627 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ede322b0-1a87-4860-8c48-46aa85f056bb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:31.965862 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a8da24ec-c667-4b24-86da-f29168c45461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:31.972013 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ede322b0-1a87-4860-8c48-46aa85f056bb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/4b036134-f259-43b4-aabf-984d02447c02 HTTP/1.1" status: 204 len: 168 time: 1.5428178 Nov 12 08:50:32.009111 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59876) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:32.040625 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d4d098-6ea6-4e9b-a0c1-e32b921bbabb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Checking segment: {'id': '040e6f5a-a840-4bec-8a75-f79a46b2224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3f00aae5-90fb-43ac-8b8a-fdb5de07dd59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:50:32.042093 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d4d098-6ea6-4e9b-a0c1-e32b921bbabb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network hostable DHCP agents. Network: 3f00aae5-90fb-43ac-8b8a-fdb5de07dd59, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:50:32.129120 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59878) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:32.166032 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7cd899-ad7b-4598-b92f-d8d1b6791464 req-4ecdc256-1c1a-4a41-bcdd-790034adef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:32.169252 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dd7cd899-ad7b-4598-b92f-d8d1b6791464 req-4ecdc256-1c1a-4a41-bcdd-790034adef1a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80cba63a5f3c423896b758b0902dcec9&device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 1096 time: 0.4516759 Nov 12 08:50:32.171014 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1cc63421-f35a-46cd-889c-218c9763f044 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:32.207215 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a8da24ec-c667-4b24-86da-f29168c45461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:32.215260 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a8da24ec-c667-4b24-86da-f29168c45461 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:32.276683 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a35f6c-a2b2-4c92-b8c2-3528c8213910 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting subnet c7191e82-b6a4-46d5-9116-4574abda54e4 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:50:32.283053 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-10a35f6c-a2b2-4c92-b8c2-3528c8213910 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:32.286668 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9d0d5fdb-7219-4faa-9a09-85119075b08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35693e22-759f-44ad-b370-bfc9c085b457', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418237876-router', 'tenant_id': '3b19a66bca5e4c74859cbee21d31b6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '97a6155f-865f-4b0c-b938-65fc5ae1b67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:21Z', 'updated_at': '2021-11-12T08:50:27Z', 'revision_number': 5, 'project_id': '3b19a66bca5e4c74859cbee21d31b6be', 'gw_port': {'id': '97a6155f-865f-4b0c-b938-65fc5ae1b67e', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35693e22-759f-44ad-b370-bfc9c085b457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:25Z', 'updated_at': '2021-11-12T08:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:32.320170 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0d5fdb-7219-4faa-9a09-85119075b08f None None] Checking router: 35693e22-759f-44ad-b370-bfc9c085b457 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:50:32.331199 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0d5fdb-7219-4faa-9a09-85119075b08f None None] Routers {'35693e22-759f-44ad-b370-bfc9c085b457'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:50:32.332350 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9d0d5fdb-7219-4faa-9a09-85119075b08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:50:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['35693e22-759f-44ad-b370-bfc9c085b457'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:32.332502 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1cc63421-f35a-46cd-889c-218c9763f044 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:32.348591 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8acfe235-d861-4175-8d8b-848fcb9eec92 req-db0cae91-6180-435c-8712-a0b38b8e169e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6083369 Nov 12 08:50:32.373427 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1cc63421-f35a-46cd-889c-218c9763f044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:32.377460 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-10a35f6c-a2b2-4c92-b8c2-3528c8213910 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:32.422914 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d4d098-6ea6-4e9b-a0c1-e32b921bbabb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network 3f00aae5-90fb-43ac-8b8a-fdb5de07dd59 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:50:32.437496 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-9d0d5fdb-7219-4faa-9a09-85119075b08f None None] Set router 35693e22-759f-44ad-b370-bfc9c085b457 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:50:32.514286 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1cc63421-f35a-46cd-889c-218c9763f044 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5099aa97a87f4c3a90cec671bef34574&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3826544 Nov 12 08:50:32.531942 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc63421-f35a-46cd-889c-218c9763f044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec700028-bab0-42cd-9524-3af07554ea5e,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:32.535114 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59880) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:32.545392 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9d0d5fdb-7219-4faa-9a09-85119075b08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35693e22-759f-44ad-b370-bfc9c085b457', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418237876-router', 'tenant_id': '3b19a66bca5e4c74859cbee21d31b6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:21Z', 'updated_at': '2021-11-12T08:50:31Z', 'revision_number': 6, 'project_id': '3b19a66bca5e4c74859cbee21d31b6be', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:32.584239 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0d5fdb-7219-4faa-9a09-85119075b08f None None] The sync data for ids ['35693e22-759f-44ad-b370-bfc9c085b457'] in n-d-768862-16 is: [{'id': '35693e22-759f-44ad-b370-bfc9c085b457', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418237876-router', 'tenant_id': '3b19a66bca5e4c74859cbee21d31b6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:21Z', 'updated_at': '2021-11-12T08:50:31Z', 'revision_number': 6, 'project_id': '3b19a66bca5e4c74859cbee21d31b6be', 'gw_port_host': None}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:50:32.630843 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-10a35f6c-a2b2-4c92-b8c2-3528c8213910 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:32.663992 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-39d4d098-6ea6-4e9b-a0c1-e32b921bbabb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 3f00aae5-90fb-43ac-8b8a-fdb5de07dd59) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:32.680063 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4d2b37-e075-465d-9f2e-7396a2decf8e None None] Network 3f00aae5-90fb-43ac-8b8a-fdb5de07dd59 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:32.707294 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d4d098-6ea6-4e9b-a0c1-e32b921bbabb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:32.708570 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-39d4d098-6ea6-4e9b-a0c1-e32b921bbabb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:32.719668 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a8da24ec-c667-4b24-86da-f29168c45461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:32.721273 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8da24ec-c667-4b24-86da-f29168c45461 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0179efa-367a-43df-ad93-c38a3f6a1add {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:50:32.732457 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a8da24ec-c667-4b24-86da-f29168c45461 admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:32.746865 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a8da24ec-c667-4b24-86da-f29168c45461 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a0179efa-367a-43df-ad93-c38a3f6a1add HTTP/1.1" status: 204 len: 168 time: 4.6830199 Nov 12 08:50:32.753800 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59882) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:32.810837 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-39d4d098-6ea6-4e9b-a0c1-e32b921bbabb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0683122 Nov 12 08:50:32.819513 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59886) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:32.842456 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-63beb10d-b284-4171-a5a5-36f9fffd0ab6 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1445385597', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:32.889631 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-13024402-736b-4d0f-9f73-da434a6f3ed0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:32.953319 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4b11bcaf-53e3-44da-97f8-6da2933d1249 admin admin] Deleting port 97a6155f-865f-4b0c-b938-65fc5ae1b67e {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:32.953742 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b11bcaf-53e3-44da-97f8-6da2933d1249 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:32.981073 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-13024402-736b-4d0f-9f73-da434a6f3ed0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.019535 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-10a35f6c-a2b2-4c92-b8c2-3528c8213910 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.084648 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-3f00aae5-90fb-43ac-8b8a-fdb5de07dd59', 'network_id': '3f00aae5-90fb-43ac-8b8a-fdb5de07dd59', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'fixed_ips': [{'subnet_id': '1d4b82c2-6f74-46ca-a780-1ce5c5402b34'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:50:33.084648 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.207834 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-13024402-736b-4d0f-9f73-da434a6f3ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.215670 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-13024402-736b-4d0f-9f73-da434a6f3ed0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.217767 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-13024402-736b-4d0f-9f73-da434a6f3ed0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec700028-bab0-42cd-9524-3af07554ea5e HTTP/1.1" status: 204 len: 168 time: 0.6596642 Nov 12 08:50:33.242453 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-63beb10d-b284-4171-a5a5-36f9fffd0ab6 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.253525 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-63beb10d-b284-4171-a5a5-36f9fffd0ab6 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.281884 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7cd899-ad7b-4598-b92f-d8d1b6791464 req-9ab855f3-15a7-4efc-aad4-6256ab37e19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:33.283676 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dd7cd899-ad7b-4598-b92f-d8d1b6791464 req-9ab855f3-15a7-4efc-aad4-6256ab37e19c service neutron] 10.222.0.58 "GET /v2.0/networks?id=837ec62d-b3f5-4602-995a-15f6fc8805b4 HTTP/1.1" status: 200 len: 912 time: 1.0951936 Nov 12 08:50:33.285078 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13024402-736b-4d0f-9f73-da434a6f3ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec700028-bab0-42cd-9524-3af07554ea5e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:33.360601 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a35f6c-a2b2-4c92-b8c2-3528c8213910 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Subnet': ['ID=c7191e82-b6a4-46d5-9116-4574abda54e4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:33.368485 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-b93ee502-7268-4502-8a97-b4708947d579 admin admin] Deleting subnet c28306b0-1d59-4ea1-a278-cb3bc5a54356 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:50:33.403578 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-63beb10d-b284-4171-a5a5-36f9fffd0ab6 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.418450 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-10a35f6c-a2b2-4c92-b8c2-3528c8213910 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.422207 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-10a35f6c-a2b2-4c92-b8c2-3528c8213910 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/c7191e82-b6a4-46d5-9116-4574abda54e4 HTTP/1.1" status: 204 len: 168 time: 1.4104753 Nov 12 08:50:33.425933 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-63beb10d-b284-4171-a5a5-36f9fffd0ab6 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.450499 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device fd298b81-a8d0-407f-84c3-ce6099ab9986 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:33.509648 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b93ee502-7268-4502-8a97-b4708947d579 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.530188 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59898) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:33.556381 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: fd298b81-a8d0-407f-84c3-ce6099ab9986 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:50:33.563122 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device fd298b81-a8d0-407f-84c3-ce6099ab9986 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:50:33.641525 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d9472585-8985-4a57-b963-2311ae4940ad tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1029248 Nov 12 08:50:33.661733 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dd7cd899-ad7b-4598-b92f-d8d1b6791464 req-ad0d7048-0f62-415e-9064-d7686157729a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59 HTTP/1.1" status: 200 len: 217 time: 0.2465539 Nov 12 08:50:33.664126 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59906) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:33.701758 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] Allocated IP 2001:db8::2 (3f00aae5-90fb-43ac-8b8a-fdb5de07dd59/1d4b82c2-6f74-46ca-a780-1ce5c5402b34/66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:50:33.729490 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-4b11bcaf-53e3-44da-97f8-6da2933d1249 admin admin] For port 97a6155f-865f-4b0c-b938-65fc5ae1b67e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=97a6155f-865f-4b0c-b938-65fc5ae1b67e,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:33.729864 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b11bcaf-53e3-44da-97f8-6da2933d1249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.734891 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b93ee502-7268-4502-8a97-b4708947d579 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.785330 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7cd899-ad7b-4598-b92f-d8d1b6791464 req-de87d908-afae-471f-b53d-36a5f87d9751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:33.786897 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dd7cd899-ad7b-4598-b92f-d8d1b6791464 req-de87d908-afae-471f-b53d-36a5f87d9751 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=601c19d7-10c1-44ee-a86c-ac9c499e748d HTTP/1.1" status: 200 len: 850 time: 0.1245012 Nov 12 08:50:33.791274 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-20b42959-57ea-4229-80e0-79bb96b564e5 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:33.837788 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4b11bcaf-53e3-44da-97f8-6da2933d1249 admin admin] Calling delete_port for 97a6155f-865f-4b0c-b938-65fc5ae1b67e owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:33.892392 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca21fa2e-cb00-49be-b984-0f3d4cc5551d None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:34.122372 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b93ee502-7268-4502-8a97-b4708947d579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:34.159540 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-63beb10d-b284-4171-a5a5-36f9fffd0ab6 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:34.166051 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-63beb10d-b284-4171-a5a5-36f9fffd0ab6 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3458233 Nov 12 08:50:34.174301 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59912) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:34.181267 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b42959-57ea-4229-80e0-79bb96b564e5 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:34.189724 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-20b42959-57ea-4229-80e0-79bb96b564e5 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:34.275977 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9540ece1-516a-44b6-bd2b-f1815918313e None None] Provisioning complete for port 9434d383-cd4a-4268-91f4-eea41f22ee3c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:34.276418 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9540ece1-516a-44b6-bd2b-f1815918313e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:34.311905 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b93ee502-7268-4502-8a97-b4708947d579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:34.361199 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ee502-7268-4502-8a97-b4708947d579 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c28306b0-1d59-4ea1-a278-cb3bc5a54356,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:34.384414 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b93ee502-7268-4502-8a97-b4708947d579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:34.396275 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b93ee502-7268-4502-8a97-b4708947d579 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c28306b0-1d59-4ea1-a278-cb3bc5a54356 HTTP/1.1" status: 204 len: 168 time: 1.6348257 Nov 12 08:50:34.455450 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59918) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:34.576458 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c511e41e-f75f-4459-8bd3-74bbc3bfce0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:34.609230 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34328528-b1be-4317-808c-8c0e124437ea req-69e76eee-3de0-4fa1-a3d6-071cc53f315f tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:34.611347 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-34328528-b1be-4317-808c-8c0e124437ea req-69e76eee-3de0-4fa1-a3d6-071cc53f315f tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 944 time: 0.9722869 Nov 12 08:50:34.651883 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b11bcaf-53e3-44da-97f8-6da2933d1249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:34.668383 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:34.676539 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d99c73-a14f-410f-98ce-b7ba567af3ac None None] Network 5593f1e4-1e15-4c43-9175-838232660338 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:34.762813 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9708a4df-7902-4666-bad5-6451a27fa0f2 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:50:34.768587 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:34.795876 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11bcaf-53e3-44da-97f8-6da2933d1249 admin admin] Pushing event deleted for resources: {'Port': ['ID=97a6155f-865f-4b0c-b938-65fc5ae1b67e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:34.953008 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b11bcaf-53e3-44da-97f8-6da2933d1249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:34.988467 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] Network 3f00aae5-90fb-43ac-8b8a-fdb5de07dd59 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:35.001266 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:35.004006 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:50:35.035097 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] Pushing event updated for resources: {'Port': ['ID=66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:35.203724 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb071fd-be78-4219-a9c3-f61fc8c6123f None None] DHCP port deletion for 7bfd1417-cac6-4152-826e-588573fa4bfa request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:50:35.248107 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515cb9a5-ff09-47a7-b97b-0a8d43057e0e None None] DHCP port deletion for 5593f1e4-1e15-4c43-9175-838232660338 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:50:35.257446 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 97a6155f-865f-4b0c-b938-65fc5ae1b67e no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:35.267803 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b11bcaf-53e3-44da-97f8-6da2933d1249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:35.273518 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b11bcaf-53e3-44da-97f8-6da2933d1249 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:35.298913 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c511e41e-f75f-4459-8bd3-74bbc3bfce0c admin admin] Deleting port e8628c94-dc04-4ab2-8046-bdefdd4a8848 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:35.299338 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c511e41e-f75f-4459-8bd3-74bbc3bfce0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:35.407641 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:50:35.411971 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] Attempting to bind port 66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:50:35.412588 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] Attempting to bind port 66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '040e6f5a-a840-4bec-8a75-f79a46b2224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3f00aae5-90fb-43ac-8b8a-fdb5de07dd59'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:50:35.413180 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] Attempting to bind port 66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8 on network 3f00aae5-90fb-43ac-8b8a-fdb5de07dd59 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:50:35.431721 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b11bcaf-53e3-44da-97f8-6da2933d1249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:35.432439 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b11bcaf-53e3-44da-97f8-6da2933d1249 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35693e22-759f-44ad-b370-bfc9c085b457 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:50:35.449371 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b11bcaf-53e3-44da-97f8-6da2933d1249 admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:35.453479 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4b11bcaf-53e3-44da-97f8-6da2933d1249 admin admin] 10.222.0.37 "DELETE /v2.0/routers/35693e22-759f-44ad-b370-bfc9c085b457 HTTP/1.1" status: 204 len: 168 time: 4.3076494 Nov 12 08:50:35.457902 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59934) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:35.548697 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-c511e41e-f75f-4459-8bd3-74bbc3bfce0c admin admin] For port e8628c94-dc04-4ab2-8046-bdefdd4a8848, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=e8628c94-dc04-4ab2-8046-bdefdd4a8848,segment=NetworkSegment(3737c7d8-b5de-48d9-95bd-9f646bf0d422),segment_id=3737c7d8-b5de-48d9-95bd-9f646bf0d422)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:35.549294 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c511e41e-f75f-4459-8bd3-74bbc3bfce0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:35.616326 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c511e41e-f75f-4459-8bd3-74bbc3bfce0c admin admin] Calling delete_port for e8628c94-dc04-4ab2-8046-bdefdd4a8848 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:35.637579 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 97a6155f-865f-4b0c-b938-65fc5ae1b67e {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:50:35.638574 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 97a6155f-865f-4b0c-b938-65fc5ae1b67e not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:50:35.639364 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 342e1a87-a352-4006-85cf-68debb1d53b9 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:35.654533 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d838fb-600b-4c91-a88c-f039cf8d1470 admin admin] Deleting subnet fdfd3737-15a5-48be-bcfb-904e5fe7a570 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:50:35.667983 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-37d838fb-600b-4c91-a88c-f039cf8d1470 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:35.743687 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-20b42959-57ea-4229-80e0-79bb96b564e5 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:35.763104 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:50:35.765055 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] Checking segment: {'id': '040e6f5a-a840-4bec-8a75-f79a46b2224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3f00aae5-90fb-43ac-8b8a-fdb5de07dd59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:50:35.766011 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:35.766912 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] Bound using segment: {'id': '040e6f5a-a840-4bec-8a75-f79a46b2224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3f00aae5-90fb-43ac-8b8a-fdb5de07dd59'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:50:35.783192 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] Bound port: 66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040e6f5a-a840-4bec-8a75-f79a46b2224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3f00aae5-90fb-43ac-8b8a-fdb5de07dd59'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:50:35.784197 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:35.843838 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-37d838fb-600b-4c91-a88c-f039cf8d1470 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:35.851815 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.resource_extend [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:50:35.870232 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7cd899-ad7b-4598-b92f-d8d1b6791464 req-c2cfdd07-0111-4567-b5f0-1a8eb8bfb957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:35.873781 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dd7cd899-ad7b-4598-b92f-d8d1b6791464 req-c2cfdd07-0111-4567-b5f0-1a8eb8bfb957 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=837ec62d-b3f5-4602-995a-15f6fc8805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.9019892 Nov 12 08:50:35.993083 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b42959-57ea-4229-80e0-79bb96b564e5 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:36.008448 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-37d838fb-600b-4c91-a88c-f039cf8d1470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:36.130780 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-37d838fb-600b-4c91-a88c-f039cf8d1470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:36.145415 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-20b42959-57ea-4229-80e0-79bb96b564e5 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:36.198990 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dd7cd899-ad7b-4598-b92f-d8d1b6791464 req-4ee73f5e-3d06-48e5-80dc-3f90a52de49e service neutron] 10.222.0.58 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241769 Nov 12 08:50:36.206510 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b42959-57ea-4229-80e0-79bb96b564e5 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:36.207640 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-20b42959-57ea-4229-80e0-79bb96b564e5 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:36.213159 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d838fb-600b-4c91-a88c-f039cf8d1470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdfd3737-15a5-48be-bcfb-904e5fe7a570,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:36.236048 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-37d838fb-600b-4c91-a88c-f039cf8d1470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:36.240723 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-34328528-b1be-4317-808c-8c0e124437ea req-6d83b829-c457-411e-aa32-3735f8930f10 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5205050 Nov 12 08:50:36.243341 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-37d838fb-600b-4c91-a88c-f039cf8d1470 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fdfd3737-15a5-48be-bcfb-904e5fe7a570 HTTP/1.1" status: 204 len: 168 time: 0.7837617 Nov 12 08:50:36.247550 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59978) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:36.365170 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:36.388611 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 342e1a87-a352-4006-85cf-68debb1d53b9 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:50:36.388960 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 342e1a87-a352-4006-85cf-68debb1d53b9 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:50:36.399105 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59', 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4', 'port_id': 'c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59', 'mac_address': 'fa:16:3e:e2:41:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601c19d7-10c1-44ee-a86c-ac9c499e748d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:50:36.416714 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde1ab7d-3a5a-4e16-b001-923942974f1c None None] Network e2616ee2-fa6a-4521-8d33-a586b1684eb2 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:36.518490 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b42959-57ea-4229-80e0-79bb96b564e5 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Subnet': ['ID=ed35a109-448f-4dbe-8bad-6a7696eff5c2,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:36.646582 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-20b42959-57ea-4229-80e0-79bb96b564e5 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8631675 Nov 12 08:50:36.655889 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59982) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:36.681259 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-2d084e5c-22fe-48c9-bfbb-dfe5ee79a5c5 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:36.713791 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59984) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:36.844304 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bb362149-a76a-421a-b825-5db6893893e6 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:36.850732 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f777600e-2d08-4285-a592-9a2a12579caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:36.893621 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c511e41e-f75f-4459-8bd3-74bbc3bfce0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:36.935486 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dd7cd899-ad7b-4598-b92f-d8d1b6791464 req-b5bead1b-9a83-48ed-bc09-d462fa03bfd5 service neutron] 10.222.0.58 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6715674 Nov 12 08:50:36.966357 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511e41e-f75f-4459-8bd3-74bbc3bfce0c admin admin] Pushing event deleted for resources: {'Port': ['ID=e8628c94-dc04-4ab2-8046-bdefdd4a8848,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:37.005079 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c511e41e-f75f-4459-8bd3-74bbc3bfce0c admin admin] No DVR routers for this DVR port e8628c94-dc04-4ab2-8046-bdefdd4a8848 on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:37.032001 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:37.143901 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d084e5c-22fe-48c9-bfbb-dfe5ee79a5c5 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:37.144531 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-515cb9a5-ff09-47a7-b97b-0a8d43057e0e None None] Deleting port e8628c94-dc04-4ab2-8046-bdefdd4a8848 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:37.145131 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-515cb9a5-ff09-47a7-b97b-0a8d43057e0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:37.148040 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2d084e5c-22fe-48c9-bfbb-dfe5ee79a5c5 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:37.276036 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-038e067c-4cda-47e4-9368-cbd9093d4164 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:37.298442 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c511e41e-f75f-4459-8bd3-74bbc3bfce0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:37.327167 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] For port 66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:50:37.360928 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-c511e41e-f75f-4459-8bd3-74bbc3bfce0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5593f1e4-1e15-4c43-9175-838232660338']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:37.393548 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f777600e-2d08-4285-a592-9a2a12579caa admin admin] Deleting port 2d7d90bf-ac7a-400a-a040-922ddbbd0791 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:37.394166 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f777600e-2d08-4285-a592-9a2a12579caa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:37.402997 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-c511e41e-f75f-4459-8bd3-74bbc3bfce0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3737c7d8-b5de-48d9-95bd-9f646bf0d422') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:37.405653 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-c511e41e-f75f-4459-8bd3-74bbc3bfce0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3737c7d8-b5de-48d9-95bd-9f646bf0d422') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:37.445488 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9434d383-cd4a-4268-91f4-eea41f22ee3c no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:37.454837 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c511e41e-f75f-4459-8bd3-74bbc3bfce0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:37.540718 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c511e41e-f75f-4459-8bd3-74bbc3bfce0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:37.570913 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c511e41e-f75f-4459-8bd3-74bbc3bfce0c admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:50:37.572033 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c511e41e-f75f-4459-8bd3-74bbc3bfce0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:37.576394 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] For port 66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8,segment=NetworkSegment(040e6f5a-a840-4bec-8a75-f79a46b2224a),segment_id=040e6f5a-a840-4bec-8a75-f79a46b2224a)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:50:37.596311 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:50:37.596311 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:50:37.596311 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:50:37.596311 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:50:37.596311 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:50:37.596311 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:50:37.596311 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:50:37.596311 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:50:37.596311 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:50:37.596311 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:50:37.596311 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:50:37.596311 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:50:37.596311 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:50:37.596311 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:50:37.596311 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:50:37.596311 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:50:37.596311 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:50:37.596311 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:50:37.596311 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:50:37.596311 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:50:37.596311 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:50:37.596311 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:50:37.596311 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:50:37.596311 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:50:37.596311 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:50:37.596311 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:50:37.596311 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:50:37.596311 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:50:37.596311 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:50:37.596311 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:50:37.596311 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:50:37.596311 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:50:37.627627 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:50:37.658561 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:37.677501 n-d-768862-16 neutron-server[102569]: INFO neutron.db.ipam_backend_mixin [None req-2d084e5c-22fe-48c9-bfbb-dfe5ee79a5c5 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ed35a109-448f-4dbe-8bad-6a7696eff5c2 (CIDR: 2001:db8::/64) Nov 12 08:50:37.700768 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4fb071fd-be78-4219-a9c3-f61fc8c6123f None None] Deleting port 9434d383-cd4a-4268-91f4-eea41f22ee3c {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:37.701371 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4fb071fd-be78-4219-a9c3-f61fc8c6123f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:37.718158 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d084e5c-22fe-48c9-bfbb-dfe5ee79a5c5 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:50:37.719267 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d084e5c-22fe-48c9-bfbb-dfe5ee79a5c5 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:37.755249 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-f777600e-2d08-4285-a592-9a2a12579caa admin admin] For port 2d7d90bf-ac7a-400a-a040-922ddbbd0791, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=2d7d90bf-ac7a-400a-a040-922ddbbd0791,segment=NetworkSegment(248a752e-b4d2-4cfd-9c16-b31e78b4bead),segment_id=248a752e-b4d2-4cfd-9c16-b31e78b4bead)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:37.756243 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f777600e-2d08-4285-a592-9a2a12579caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:37.791891 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d97b2-105d-4f4a-9594-3a3e43173c6e req-ecd3ac8d-cacd-4495-9b66-b1a894bda580 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:37.796972 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-198d97b2-105d-4f4a-9594-3a3e43173c6e req-ecd3ac8d-cacd-4495-9b66-b1a894bda580 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 944 time: 0.2979810 Nov 12 08:50:37.799670 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-bb362149-a76a-421a-b825-5db6893893e6 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Allocated IP 2001:db8::1 (3f00aae5-90fb-43ac-8b8a-fdb5de07dd59/1d4b82c2-6f74-46ca-a780-1ce5c5402b34/2778cc90-f6df-461f-a6a4-6e7d993d77a0) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:50:37.805320 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c511e41e-f75f-4459-8bd3-74bbc3bfce0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:37.816531 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2d084e5c-22fe-48c9-bfbb-dfe5ee79a5c5 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1517167 Nov 12 08:50:37.820202 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59994) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:37.836042 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c511e41e-f75f-4459-8bd3-74bbc3bfce0c admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:37.837499 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-15aa8ab3-3da8-46d5-a262-2b36581ec326 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:37.840328 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c511e41e-f75f-4459-8bd3-74bbc3bfce0c admin admin] 10.222.0.37 "DELETE /v2.0/networks/5593f1e4-1e15-4c43-9175-838232660338 HTTP/1.1" status: 204 len: 168 time: 3.3828034 Nov 12 08:50:37.841829 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f777600e-2d08-4285-a592-9a2a12579caa admin admin] Calling delete_port for 2d7d90bf-ac7a-400a-a040-922ddbbd0791 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:37.847127 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-038e067c-4cda-47e4-9368-cbd9093d4164 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:37.867227 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-038e067c-4cda-47e4-9368-cbd9093d4164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:37.908588 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511e41e-f75f-4459-8bd3-74bbc3bfce0c admin admin] Pushing event deleted for resources: {'Network': ['ID=5593f1e4-1e15-4c43-9175-838232660338,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:38.006572 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4fb071fd-be78-4219-a9c3-f61fc8c6123f None None] For port 9434d383-cd4a-4268-91f4-eea41f22ee3c, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9434d383-cd4a-4268-91f4-eea41f22ee3c,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:38.007157 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4fb071fd-be78-4219-a9c3-f61fc8c6123f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:38.033535 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4fb071fd-be78-4219-a9c3-f61fc8c6123f None None] Calling delete_port for 9434d383-cd4a-4268-91f4-eea41f22ee3c owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:38.066267 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-038e067c-4cda-47e4-9368-cbd9093d4164 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=909978cb82d1474d99bb67d4b80bd899&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2223010 Nov 12 08:50:38.081228 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e067c-4cda-47e4-9368-cbd9093d4164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1e7764-2703-4f08-bf48-2056c9632003,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:38.089216 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59998) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:38.172693 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60002) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:38.187450 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60d43b4-ba99-4b96-ba32-9cc6424b32fa None None] DHCP port deletion for e2616ee2-fa6a-4521-8d33-a586b1684eb2 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:50:38.326662 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-198d97b2-105d-4f4a-9594-3a3e43173c6e req-1057957a-7e16-484e-b12f-fe5c1d98c841 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4816658 Nov 12 08:50:38.367630 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f777600e-2d08-4285-a592-9a2a12579caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:38.389199 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-515cb9a5-ff09-47a7-b97b-0a8d43057e0e None None] For port e8628c94-dc04-4ab2-8046-bdefdd4a8848, host n-d-768862-16, got binding levels [] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:38.390108 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3ee6713a-92ac-49aa-9601-eeac02422e8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:38.392707 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-515cb9a5-ff09-47a7-b97b-0a8d43057e0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:38.438574 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:38.462680 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-dd5a7fb7-97be-4e09-92c2-9f1e0cf88156 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3b73e8d3d1c6491e81f21331afe242f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2807863 Nov 12 08:50:38.462680 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777600e-2d08-4285-a592-9a2a12579caa admin admin] Pushing event deleted for resources: {'Port': ['ID=2d7d90bf-ac7a-400a-a040-922ddbbd0791,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:38.463405 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60004) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:38.486625 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f777600e-2d08-4285-a592-9a2a12579caa admin admin] No DVR routers for this DVR port 2d7d90bf-ac7a-400a-a040-922ddbbd0791 on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:38.557353 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:38.588215 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3ee6713a-92ac-49aa-9601-eeac02422e8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:38.591724 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-24ac3512-1c1e-4e17-bf39-5dbb6c2c62d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:38.595595 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-515cb9a5-ff09-47a7-b97b-0a8d43057e0e None None] Calling delete_port for e8628c94-dc04-4ab2-8046-bdefdd4a8848 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:38.618915 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.ipam_backend_mixin [None req-515cb9a5-ff09-47a7-b97b-0a8d43057e0e None None] Port e8628c94-dc04-4ab2-8046-bdefdd4a8848 was not found and therefore no delete operation was performed {{(pid=102570) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:50:38.636943 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-515cb9a5-ff09-47a7-b97b-0a8d43057e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:38.649293 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-515cb9a5-ff09-47a7-b97b-0a8d43057e0e None None] Network 5593f1e4-1e15-4c43-9175-838232660338 is not hosted by any dhcp agent {{(pid=102570) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:50:38.649293 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515cb9a5-ff09-47a7-b97b-0a8d43057e0e None None] No DVR routers for this DVR port e8628c94-dc04-4ab2-8046-bdefdd4a8848 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:38.676673 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] Pushing event updated for resources: {'Port': ['ID=66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:38.698099 n-d-768862-16 neutron-server[102570]: INFO neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No ports have port_id starting with 9434d383-cd4a-4268-91f4-eea41f22ee3c Nov 12 08:50:38.700525 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:38.701966 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:38.702553 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:38.703966 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:38.704552 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:38.705144 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:38.706273 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:38.706273 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:38.706753 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:38.707497 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:38.707929 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:38.708516 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cfc00-0d30-4e21-add5-999c65d849e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:38.717867 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4fb071fd-be78-4219-a9c3-f61fc8c6123f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:38.732120 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15aa8ab3-3da8-46d5-a262-2b36581ec326 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:38.736407 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-15aa8ab3-3da8-46d5-a262-2b36581ec326 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:38.766022 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bb362149-a76a-421a-b825-5db6893893e6 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:38.774353 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f777600e-2d08-4285-a592-9a2a12579caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:38.823512 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-f777600e-2d08-4285-a592-9a2a12579caa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2616ee2-fa6a-4521-8d33-a586b1684eb2']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:38.844585 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device e8628c94-dc04-4ab2-8046-bdefdd4a8848 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:38.845086 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-f777600e-2d08-4285-a592-9a2a12579caa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248a752e-b4d2-4cfd-9c16-b31e78b4bead') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:38.845482 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-f777600e-2d08-4285-a592-9a2a12579caa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248a752e-b4d2-4cfd-9c16-b31e78b4bead') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:38.871366 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-f60d43b4-ba99-4b96-ba32-9cc6424b32fa None None] Deleting port 2d7d90bf-ac7a-400a-a040-922ddbbd0791 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:38.872052 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f60d43b4-ba99-4b96-ba32-9cc6424b32fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:38.873241 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f777600e-2d08-4285-a592-9a2a12579caa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:38.878269 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3ee6713a-92ac-49aa-9601-eeac02422e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:38.883573 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3ee6713a-92ac-49aa-9601-eeac02422e8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:38.890483 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3ee6713a-92ac-49aa-9601-eeac02422e8b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b1e7764-2703-4f08-bf48-2056c9632003 HTTP/1.1" status: 204 len: 168 time: 0.7947254 Nov 12 08:50:38.915557 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6713a-92ac-49aa-9601-eeac02422e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1e7764-2703-4f08-bf48-2056c9632003,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:38.928732 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f777600e-2d08-4285-a592-9a2a12579caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:38.940128 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f777600e-2d08-4285-a592-9a2a12579caa admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:50:38.941461 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f777600e-2d08-4285-a592-9a2a12579caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:38.943277 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:50:38.943277 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:50:38.943277 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:50:38.943277 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:50:38.943277 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:50:38.943277 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:50:38.943277 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:50:38.943277 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:50:38.943277 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:50:38.943277 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:50:38.943277 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:50:38.943277 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:50:38.943277 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:50:38.943277 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:50:38.943277 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:50:38.943277 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:50:38.943277 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:50:38.943277 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:50:38.943277 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:50:38.943277 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:50:38.943277 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:50:38.943277 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:50:38.943277 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:50:38.943277 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:50:38.943277 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:50:38.943277 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:50:38.943277 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:50:38.943277 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:50:38.943277 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:50:38.943277 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:50:38.943277 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:50:38.943277 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:50:39.017544 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:50:39.040370 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: e8628c94-dc04-4ab2-8046-bdefdd4a8848 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:50:39.041378 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device e8628c94-dc04-4ab2-8046-bdefdd4a8848 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:50:39.086075 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb071fd-be78-4219-a9c3-f61fc8c6123f None None] No DVR routers for this DVR port 9434d383-cd4a-4268-91f4-eea41f22ee3c on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:39.117165 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e27eaf7a-43d8-4390-9fe8-d01f7855268a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:39.136790 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bb362149-a76a-421a-b825-5db6893893e6 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:39.160295 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f777600e-2d08-4285-a592-9a2a12579caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:39.196827 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c389192-65b0-4b8a-b12a-da332dc32c42 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:39.204844 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f777600e-2d08-4285-a592-9a2a12579caa admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:39.231559 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f777600e-2d08-4285-a592-9a2a12579caa admin admin] 10.222.0.37 "DELETE /v2.0/networks/e2616ee2-fa6a-4521-8d33-a586b1684eb2 HTTP/1.1" status: 204 len: 168 time: 2.9756098 Nov 12 08:50:39.308256 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777600e-2d08-4285-a592-9a2a12579caa admin admin] Pushing event deleted for resources: {'Network': ['ID=e2616ee2-fa6a-4521-8d33-a586b1684eb2,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:39.361747 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:39.375282 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f60d43b4-ba99-4b96-ba32-9cc6424b32fa None None] For port 2d7d90bf-ac7a-400a-a040-922ddbbd0791, host n-d-768862-16, got binding levels [] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:39.375833 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f60d43b4-ba99-4b96-ba32-9cc6424b32fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:39.595700 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e27eaf7a-43d8-4390-9fe8-d01f7855268a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:39.705145 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-f60d43b4-ba99-4b96-ba32-9cc6424b32fa None None] Calling delete_port for 2d7d90bf-ac7a-400a-a040-922ddbbd0791 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:39.741763 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515cb9a5-ff09-47a7-b97b-0a8d43057e0e None None] Pushing event deleted for resources: {'Port': ['ID=e8628c94-dc04-4ab2-8046-bdefdd4a8848,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:39.749347 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.ipam_backend_mixin [None req-f60d43b4-ba99-4b96-ba32-9cc6424b32fa None None] Port 2d7d90bf-ac7a-400a-a040-922ddbbd0791 was not found and therefore no delete operation was performed {{(pid=102570) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:50:39.757243 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60024) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:39.800116 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f60d43b4-ba99-4b96-ba32-9cc6424b32fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:39.888443 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e27eaf7a-43d8-4390-9fe8-d01f7855268a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:39.894096 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e27eaf7a-43d8-4390-9fe8-d01f7855268a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:39.899649 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e27eaf7a-43d8-4390-9fe8-d01f7855268a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1fb05e56-8f15-4f50-8e25-e91f35f0613c HTTP/1.1" status: 204 len: 168 time: 1.4177771 Nov 12 08:50:39.901123 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:50:39.911501 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb362149-a76a-421a-b825-5db6893893e6 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network 3f00aae5-90fb-43ac-8b8a-fdb5de07dd59 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:40.053239 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-bb362149-a76a-421a-b825-5db6893893e6 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:40.057846 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-74d49686-691d-4049-a57d-b7fd7c8a8bc9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9070c476e28246d29347d5c048f5801e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2963624 Nov 12 08:50:40.058853 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60034) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:40.060242 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb362149-a76a-421a-b825-5db6893893e6 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:50:40.061136 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bb362149-a76a-421a-b825-5db6893893e6 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:40.089685 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb071fd-be78-4219-a9c3-f61fc8c6123f None None] Pushing event deleted for resources: {'Port': ['ID=9434d383-cd4a-4268-91f4-eea41f22ee3c,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:40.147250 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f60d43b4-ba99-4b96-ba32-9cc6424b32fa None None] Network e2616ee2-fa6a-4521-8d33-a586b1684eb2 is not hosted by any dhcp agent {{(pid=102570) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:50:40.152798 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60d43b4-ba99-4b96-ba32-9cc6424b32fa None None] No DVR routers for this DVR port 2d7d90bf-ac7a-400a-a040-922ddbbd0791 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:40.228159 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45f02a83-98f1-446c-a1d0-18153e6bb6f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:40.321330 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45f02a83-98f1-446c-a1d0-18153e6bb6f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:40.357081 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d43b4-ba99-4b96-ba32-9cc6424b32fa None None] Pushing event deleted for resources: {'Port': ['ID=2d7d90bf-ac7a-400a-a040-922ddbbd0791,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:40.423547 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27eaf7a-43d8-4390-9fe8-d01f7855268a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb05e56-8f15-4f50-8e25-e91f35f0613c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:40.502915 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb362149-a76a-421a-b825-5db6893893e6 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Port': ['ID=2778cc90-f6df-461f-a6a4-6e7d993d77a0,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:40.518706 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45f02a83-98f1-446c-a1d0-18153e6bb6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:40.521833 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45f02a83-98f1-446c-a1d0-18153e6bb6f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:40.523156 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-45f02a83-98f1-446c-a1d0-18153e6bb6f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5d396c6b-f1f6-4e89-9bab-997c08120245 HTTP/1.1" status: 204 len: 168 time: 0.4614189 Nov 12 08:50:40.548642 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d706568-2009-4f55-827c-02630b7f1c5c None None] Network 3f00aae5-90fb-43ac-8b8a-fdb5de07dd59 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:40.554402 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f02a83-98f1-446c-a1d0-18153e6bb6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d396c6b-f1f6-4e89-9bab-997c08120245,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:40.558759 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9bb7899c-4c1a-4726-8856-9c0495cf1de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:40.732257 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0708d9-8cb4-410c-876c-f9ddbd3c20f9 req-577357f3-39b8-4284-a85a-201cd4dd789d tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:40.749023 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0b0708d9-8cb4-410c-876c-f9ddbd3c20f9 req-577357f3-39b8-4284-a85a-201cd4dd789d tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 945 time: 0.9062283 Nov 12 08:50:40.757335 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:40.757732 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:40.794872 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5970e173-f93b-46b9-927c-683fca98e17e None None] Provisioning complete for port 66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:40.795252 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5970e173-f93b-46b9-927c-683fca98e17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:40.797374 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f421713f-e2cc-430d-9cb4-fa9bc60dcb9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-7bfd1417-cac6-4152-826e-588573fa4bfa', 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'fixed_ips': [{'subnet_id': 'ed35a109-448f-4dbe-8bad-6a7696eff5c2'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:50:40.798494 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f421713f-e2cc-430d-9cb4-fa9bc60dcb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:40.891579 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bb362149-a76a-421a-b825-5db6893893e6 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:40.963823 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0b0708d9-8cb4-410c-876c-f9ddbd3c20f9 req-6893ecaf-ebd3-40f8-beb2-0b25632d14ef tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922445 Nov 12 08:50:40.995234 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60046) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:41.171790 n-d-768862-16 neutron-server[102569]: DEBUG neutron.objects.ports [None req-15aa8ab3-3da8-46d5-a262-2b36581ec326 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102569) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:50:41.201024 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-15aa8ab3-3da8-46d5-a262-2b36581ec326 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:41.395497 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15aa8ab3-3da8-46d5-a262-2b36581ec326 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:41.414816 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-15aa8ab3-3da8-46d5-a262-2b36581ec326 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:41.429683 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aa8ab3-3da8-46d5-a262-2b36581ec326 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:41.444127 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-15aa8ab3-3da8-46d5-a262-2b36581ec326 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:41.449769 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa8ab3-3da8-46d5-a262-2b36581ec326 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Subnet': ['ID=5730f9b2-53ba-45b9-aebb-f3d2cc0e9af1,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:41.467047 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:41.500078 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-15aa8ab3-3da8-46d5-a262-2b36581ec326 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.6764483 Nov 12 08:50:41.508661 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60058) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:41.519123 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-a7f71a15-4ce3-49d8-8d1d-e5c2f48bc9a3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'port': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'mac_address': 'fa:16:3e:7f:80:16', 'name': 'tempest-NetworksTestDHCPv6-806934463'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:41.531645 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d87c1b2f-02b9-4543-87f2-362152b2f663 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:41.575858 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-f421713f-e2cc-430d-9cb4-fa9bc60dcb9d None None] Allocated IP 2001:db8::2 (7bfd1417-cac6-4152-826e-588573fa4bfa/ed35a109-448f-4dbe-8bad-6a7696eff5c2/2417b9c4-5e47-4203-acb4-c61526e1c3de) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:50:41.579450 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5970e173-f93b-46b9-927c-683fca98e17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:41.677449 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8,segment=NetworkSegment(040e6f5a-a840-4bec-8a75-f79a46b2224a),segment_id=040e6f5a-a840-4bec-8a75-f79a46b2224a)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:41.709246 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:41.822289 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d87c1b2f-02b9-4543-87f2-362152b2f663 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:41.829543 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d87c1b2f-02b9-4543-87f2-362152b2f663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:41.866154 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 2d7d90bf-ac7a-400a-a040-922ddbbd0791 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:41.954326 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c1b2f-02b9-4543-87f2-362152b2f663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fc6695-774c-4794-8d77-ad1d4bdcccb2,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:41.970285 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d87c1b2f-02b9-4543-87f2-362152b2f663 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d698e759f1945c385504847b512437f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9730902 Nov 12 08:50:41.972429 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60064) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:41.995862 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 2d7d90bf-ac7a-400a-a040-922ddbbd0791 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:50:41.996230 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 2d7d90bf-ac7a-400a-a040-922ddbbd0791 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:50:42.063999 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-9b581df0-0e8b-43ae-97eb-8d6163864cfe service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2191901 Nov 12 08:50:42.078644 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8eb64d6d-409a-4241-a156-47e9d6f4cda6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:42.154905 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:42.164990 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8eb64d6d-409a-4241-a156-47e9d6f4cda6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:42.171969 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60068) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:42.178626 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-5970e173-f93b-46b9-927c-683fca98e17e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:50:42.180167 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-5970e173-f93b-46b9-927c-683fca98e17e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:50:42.185878 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:42.299296 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-171425b3-f0b4-4744-b6cc-0e37106056f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:42.300065 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-171425b3-f0b4-4744-b6cc-0e37106056f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:42.300736 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-171425b3-f0b4-4744-b6cc-0e37106056f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:42.301281 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-171425b3-f0b4-4744-b6cc-0e37106056f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:42.301833 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-171425b3-f0b4-4744-b6cc-0e37106056f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:42.302506 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-171425b3-f0b4-4744-b6cc-0e37106056f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:42.303192 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-171425b3-f0b4-4744-b6cc-0e37106056f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:42.306140 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-171425b3-f0b4-4744-b6cc-0e37106056f9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7744ced598be42768ed1d37e40d08f56&device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 6499 time: 0.1779454 Nov 12 08:50:42.317965 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a4bd34de-c4d0-46c1-a586-f673cca68fd2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3b19a66bca5e4c74859cbee21d31b6be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1184239 Nov 12 08:50:42.321942 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60074) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:42.364157 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8eb64d6d-409a-4241-a156-47e9d6f4cda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:42.367429 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8eb64d6d-409a-4241-a156-47e9d6f4cda6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:42.369220 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8eb64d6d-409a-4241-a156-47e9d6f4cda6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/54fc6695-774c-4794-8d77-ad1d4bdcccb2 HTTP/1.1" status: 204 len: 168 time: 0.3954833 Nov 12 08:50:42.471508 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f421713f-e2cc-430d-9cb4-fa9bc60dcb9d None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:42.483207 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f421713f-e2cc-430d-9cb4-fa9bc60dcb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:42.578138 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:50:42.613276 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-1823e091-9231-4971-86a3-d26f40a9b923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:42.617599 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bb362149-a76a-421a-b825-5db6893893e6 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:42.619283 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-1823e091-9231-4971-86a3-d26f40a9b923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:42.619673 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-1823e091-9231-4971-86a3-d26f40a9b923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:42.626681 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-1823e091-9231-4971-86a3-d26f40a9b923 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7e33e051-e363-49e1-9c6d-2f24faf4dfb5&id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&id=702ebd3a-91cd-4d56-a35d-ad10b18ed18d&id=702ebd3a-91cd-4d56-a35d-ad10b18ed18d HTTP/1.1" status: 200 len: 2293 time: 0.2633891 Nov 12 08:50:42.696662 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb64d6d-409a-4241-a156-47e9d6f4cda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fc6695-774c-4794-8d77-ad1d4bdcccb2,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:42.699363 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bb362149-a76a-421a-b825-5db6893893e6 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:42.706490 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bb362149-a76a-421a-b825-5db6893893e6 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:42.770426 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f421713f-e2cc-430d-9cb4-fa9bc60dcb9d None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:42.899688 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421713f-e2cc-430d-9cb4-fa9bc60dcb9d None None] Pushing event updated for resources: {'Port': ['ID=2417b9c4-5e47-4203-acb4-c61526e1c3de,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:42.911808 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-f421713f-e2cc-430d-9cb4-fa9bc60dcb9d None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:42.954309 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f421713f-e2cc-430d-9cb4-fa9bc60dcb9d None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:50:42.958320 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be5f3133-8549-40d1-a3ba-959e54193171 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:43.024649 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-7e2b66b3-8367-41c0-bb93-2ad2d4ac9a37 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad631039-f393-4fda-a88e-acbce5bb31d9 HTTP/1.1" status: 200 len: 1001 time: 0.3645756 Nov 12 08:50:43.173498 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be5f3133-8549-40d1-a3ba-959e54193171 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:43.177438 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-9b95894c-c4f6-4e83-bd3b-4974f756813c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:43.196406 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-9b95894c-c4f6-4e83-bd3b-4974f756813c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b3ec3dec-5d62-4a75-9611-109bbf916cc1 HTTP/1.1" status: 200 len: 850 time: 0.1444292 Nov 12 08:50:43.209894 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:50:43.230448 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f421713f-e2cc-430d-9cb4-fa9bc60dcb9d None None] Attempting to bind port 2417b9c4-5e47-4203-acb4-c61526e1c3de on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:50:43.231775 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f421713f-e2cc-430d-9cb4-fa9bc60dcb9d None None] Attempting to bind port 2417b9c4-5e47-4203-acb4-c61526e1c3de by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:50:43.232749 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f421713f-e2cc-430d-9cb4-fa9bc60dcb9d None None] Attempting to bind port 2417b9c4-5e47-4203-acb4-c61526e1c3de on network 7bfd1417-cac6-4152-826e-588573fa4bfa {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:50:43.239136 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:43.252723 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:43.298277 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60092) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:43.334752 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f71a15-4ce3-49d8-8d1d-e5c2f48bc9a3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:43.371284 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-18ca5017-a526-4640-8250-294b9da24347 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:43.413285 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-a8cec54d-d76b-42f2-a61b-85f0b67dfb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:43.416459 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-a8cec54d-d76b-42f2-a61b-85f0b67dfb6b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7e33e051-e363-49e1-9c6d-2f24faf4dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2169077 Nov 12 08:50:43.473409 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794dfc9-66a4-4dad-ac36-0666ced537fa req-5e0abbee-a0b1-4d26-a8f7-8cc22c47ba2e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:43.493044 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e794dfc9-66a4-4dad-ac36-0666ced537fa req-5e0abbee-a0b1-4d26-a8f7-8cc22c47ba2e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 945 time: 1.2901232 Nov 12 08:50:43.508042 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f421713f-e2cc-430d-9cb4-fa9bc60dcb9d None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:50:43.508766 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f421713f-e2cc-430d-9cb4-fa9bc60dcb9d None None] Checking segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:50:43.509264 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f421713f-e2cc-430d-9cb4-fa9bc60dcb9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:43.511535 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f421713f-e2cc-430d-9cb4-fa9bc60dcb9d None None] Bound using segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:50:43.512773 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f421713f-e2cc-430d-9cb4-fa9bc60dcb9d None None] Bound port: 2417b9c4-5e47-4203-acb4-c61526e1c3de, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:50:43.513641 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f421713f-e2cc-430d-9cb4-fa9bc60dcb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:43.565475 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be5f3133-8549-40d1-a3ba-959e54193171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:43.570388 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be5f3133-8549-40d1-a3ba-959e54193171 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:43.572553 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-be5f3133-8549-40d1-a3ba-959e54193171 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3be1cf89-78eb-4ce4-8f9b-96c8b320ad69 HTTP/1.1" status: 204 len: 168 time: 1.2489247 Nov 12 08:50:43.628435 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f3133-8549-40d1-a3ba-959e54193171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be1cf89-78eb-4ce4-8f9b-96c8b320ad69,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:43.662883 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb362149-a76a-421a-b825-5db6893893e6 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Port': ['ID=2778cc90-f6df-461f-a6a4-6e7d993d77a0,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:43.728691 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-80df1345-1537-4ec9-b69f-3c9ba96c575c service neutron] 10.222.0.54 "GET /v2.0/networks/7e33e051-e363-49e1-9c6d-2f24faf4dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008764 Nov 12 08:50:43.752160 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e794dfc9-66a4-4dad-ac36-0666ced537fa req-494bc437-6a65-4bf2-b30f-7210bbcaa8b7 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571270 Nov 12 08:50:43.863957 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-18ca5017-a526-4640-8250-294b9da24347 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:43.878807 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-dc6ffdc9-e8e9-403c-bb68-9fd3b0e3576b None None] Provisioning complete for port 2778cc90-f6df-461f-a6a4-6e7d993d77a0 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:43.880934 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dc6ffdc9-e8e9-403c-bb68-9fd3b0e3576b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:43.881416 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca83602e-f317-4e42-91ad-6ceb621836d0 req-7340d3a9-9620-4879-b5e1-d8a5c4ca151f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5f6b4a0d-54be-492d-8c1f-c1beeb9f265f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2395601 Nov 12 08:50:43.905361 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb362149-a76a-421a-b825-5db6893893e6 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network 3f00aae5-90fb-43ac-8b8a-fdb5de07dd59 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:43.908893 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:43.911173 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a7f71a15-4ce3-49d8-8d1d-e5c2f48bc9a3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:43.917336 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-18ca5017-a526-4640-8250-294b9da24347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:43.926452 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-bb362149-a76a-421a-b825-5db6893893e6 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:44.100591 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:44.108126 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-a7f71a15-4ce3-49d8-8d1d-e5c2f48bc9a3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] device_id is not set on port 6e2f233d-24db-4f18-9dc6-d6ab2a037dc8 yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:50:44.124061 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f421713f-e2cc-430d-9cb4-fa9bc60dcb9d None None] For port 2417b9c4-5e47-4203-acb4-c61526e1c3de, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:50:44.152226 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:44.154519 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-dc6ffdc9-e8e9-403c-bb68-9fd3b0e3576b None None] Port 2778cc90-f6df-461f-a6a4-6e7d993d77a0 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:50:44.203453 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f421713f-e2cc-430d-9cb4-fa9bc60dcb9d None None] For port 2417b9c4-5e47-4203-acb4-c61526e1c3de, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=2417b9c4-5e47-4203-acb4-c61526e1c3de,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:50:44.260391 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:44.264446 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-18ca5017-a526-4640-8250-294b9da24347 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc4decb4b6f8447fba608fa4fc75503f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9646559 Nov 12 08:50:44.271877 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205733b7-3dff-4422-b382-1f4e1214db78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:50:44.276304 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a297e252-97c4-4221-8c6f-241fee1f9e79" -d '{"events": [{"server_uuid": "205733b7-3dff-4422-b382-1f4e1214db78", "name": "network-vif-plugged", "status": "completed", "tag": "c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:50:44.287353 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60104) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:44.304858 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:44.313571 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f421713f-e2cc-430d-9cb4-fa9bc60dcb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:44.347923 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83602e-f317-4e42-91ad-6ceb621836d0 req-da68ee0e-a503-45f7-9c18-4ee090b2634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:44.349630 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca83602e-f317-4e42-91ad-6ceb621836d0 req-da68ee0e-a503-45f7-9c18-4ee090b2634f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80cba63a5f3c423896b758b0902dcec9&device_id=5f6b4a0d-54be-492d-8c1f-c1beeb9f265f HTTP/1.1" status: 200 len: 1098 time: 0.4082515 Nov 12 08:50:44.394571 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca5017-a526-4640-8250-294b9da24347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdbc53f-ef0e-4881-8c61-fbe061e33620,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:44.429416 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60108) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:44.435610 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:50:44.561608 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-dc6ffdc9-e8e9-403c-bb68-9fd3b0e3576b None None] Provisioning complete for port 66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:44.564748 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dc6ffdc9-e8e9-403c-bb68-9fd3b0e3576b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:44.569622 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-c7d89fd0-3172-4f93-a0dd-2e5f4c266478 service neutron] 10.222.0.54 "GET /v2.0/networks/7e33e051-e363-49e1-9c6d-2f24faf4dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8266585 Nov 12 08:50:44.595364 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba511f4-292d-4126-9d31-bfbb4d5e2125 x-openstack-request-id: req-eba511f4-292d-4126-9d31-bfbb4d5e2125 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:50:44.596110 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "205733b7-3dff-4422-b382-1f4e1214db78", "name": "network-vif-plugged", "status": "completed", "tag": "c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:50:44.598075 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eba511f4-292d-4126-9d31-bfbb4d5e2125 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:50:44.598781 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205733b7-3dff-4422-b382-1f4e1214db78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59', 'code': 200} Nov 12 08:50:44.692836 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-eba89501-bbe6-468e-9b78-63fff74bf1fd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=996f9d9d-9c4c-4d28-a901-cc2cc552d93a HTTP/1.1" status: 200 len: 217 time: 0.1112845 Nov 12 08:50:44.827779 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb362149-a76a-421a-b825-5db6893893e6 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Router 54446d3c-7c73-4101-acc5-855ac7511788 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:50:44.847978 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-48691ba6-9f33-4f45-bf62-d2a011af73d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:44.856461 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:44.857164 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-48691ba6-9f33-4f45-bf62-d2a011af73d9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d86e7b80-541e-4437-9372-c90106323c14 HTTP/1.1" status: 200 len: 797 time: 0.1481793 Nov 12 08:50:44.887483 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09815a-9755-4ae6-9866-996b5a601e89 req-a093d941-c922-4a67-87c4-426c849d0f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:44.889832 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf09815a-9755-4ae6-9866-996b5a601e89 req-a093d941-c922-4a67-87c4-426c849d0f9d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 1098 time: 0.2768028 Nov 12 08:50:44.893497 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83602e-f317-4e42-91ad-6ceb621836d0 req-5fd221bc-6005-481d-b73f-144a10b109d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:44.902567 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca83602e-f317-4e42-91ad-6ceb621836d0 req-5fd221bc-6005-481d-b73f-144a10b109d8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=837ec62d-b3f5-4602-995a-15f6fc8805b4 HTTP/1.1" status: 200 len: 912 time: 0.4714606 Nov 12 08:50:44.943304 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-388ab5d6-a5d1-4e88-af59-b03103c927ca admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-594807157-network', 'tenant_id': 'cf2cb538cbc14a6991c058f709d191c4'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:44.963516 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-434eded2-20d4-4e9b-b093-f6537f3da840 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:44.983802 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-a7f71a15-4ce3-49d8-8d1d-e5c2f48bc9a3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Allocated IP 2001:db8::3af (7bfd1417-cac6-4152-826e-588573fa4bfa/ed35a109-448f-4dbe-8bad-6a7696eff5c2/6e2f233d-24db-4f18-9dc6-d6ab2a037dc8) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:50:45.094593 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-a7f71a15-4ce3-49d8-8d1d-e5c2f48bc9a3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7f:8016 (7bfd1417-cac6-4152-826e-588573fa4bfa/5730f9b2-53ba-45b9-aebb-f3d2cc0e9af1/6e2f233d-24db-4f18-9dc6-d6ab2a037dc8) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:50:45.139322 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-434eded2-20d4-4e9b-b093-f6537f3da840 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:45.182393 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-6e120f54-9b2b-4b71-b57a-5dab5cc70ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:45.190189 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:45.191523 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-6e120f54-9b2b-4b71-b57a-5dab5cc70ab1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3328898 Nov 12 08:50:45.192588 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:45.363684 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca83602e-f317-4e42-91ad-6ceb621836d0 req-fc342e21-235c-4b60-9baf-cf31c3afe623 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25bd8be1-8f5b-41f0-af63-40522e7c552e HTTP/1.1" status: 200 len: 217 time: 0.4417295 Nov 12 08:50:45.388625 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-bb989ad5-6cdc-4e5e-b0f4-210673485d3c service neutron] 10.222.0.54 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871276 Nov 12 08:50:45.482727 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421713f-e2cc-430d-9cb4-fa9bc60dcb9d None None] Pushing event updated for resources: {'Port': ['ID=2417b9c4-5e47-4203-acb4-c61526e1c3de,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:45.508661 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d9d5dea2-9cc4-440e-bbea-2acf4823d679 None None] Provisioning complete for port 2778cc90-f6df-461f-a6a4-6e7d993d77a0 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:45.512658 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d9d5dea2-9cc4-440e-bbea-2acf4823d679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:45.589073 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388ab5d6-a5d1-4e88-af59-b03103c927ca admin admin] Made reservation on behalf of cf2cb538cbc14a6991c058f709d191c4 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:45.594702 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-388ab5d6-a5d1-4e88-af59-b03103c927ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:45.676157 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-d9d5dea2-9cc4-440e-bbea-2acf4823d679 None None] Port 2778cc90-f6df-461f-a6a4-6e7d993d77a0 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:50:45.701683 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-7b8f7403-df6d-4367-99b0-3e5b5b79fab6 service neutron] 10.222.0.54 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994435 Nov 12 08:50:45.794018 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-388ab5d6-a5d1-4e88-af59-b03103c927ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:45.827040 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-54b19c97-e407-4905-96c5-f399f983aced service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=21a69529-a5f8-4991-8770-485deba29c21 HTTP/1.1" status: 200 len: 217 time: 0.1152024 Nov 12 08:50:45.853861 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60138) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:45.882139 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb362149-a76a-421a-b825-5db6893893e6 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:50:45.886973 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf09815a-9755-4ae6-9866-996b5a601e89 req-d217f922-7b9e-4d7d-8529-09e26940510a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9762607 Nov 12 08:50:45.899365 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb0987e-09e3-4bcd-9125-c6f3b6946007 None None] Sync routers for ids ['54446d3c-7c73-4101-acc5-855ac7511788'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:50:45.909756 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bb362149-a76a-421a-b825-5db6893893e6 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "PUT /v2.0/routers/54446d3c-7c73-4101-acc5-855ac7511788/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7111232 Nov 12 08:50:45.922824 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60142) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:45.927359 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb0987e-09e3-4bcd-9125-c6f3b6946007 None None] Routers {'54446d3c-7c73-4101-acc5-855ac7511788'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:50:45.928415 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-efb0987e-09e3-4bcd-9125-c6f3b6946007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:50:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['54446d3c-7c73-4101-acc5-855ac7511788'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:45.979179 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-434eded2-20d4-4e9b-b093-f6537f3da840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:45.984422 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-434eded2-20d4-4e9b-b093-f6537f3da840 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:45.986562 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-434eded2-20d4-4e9b-b093-f6537f3da840 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/efdbc53f-ef0e-4881-8c61-fbe061e33620 HTTP/1.1" status: 204 len: 168 time: 1.6777170 Nov 12 08:50:46.026315 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434eded2-20d4-4e9b-b093-f6537f3da840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdbc53f-ef0e-4881-8c61-fbe061e33620,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:46.032219 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-9f23f1c3-5d51-4825-b103-d92bb4c111b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:46.034421 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-9f23f1c3-5d51-4825-b103-d92bb4c111b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d86e7b80-541e-4437-9372-c90106323c14 HTTP/1.1" status: 200 len: 797 time: 0.1985855 Nov 12 08:50:46.056422 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-efb0987e-09e3-4bcd-9125-c6f3b6946007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:46.080308 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb0987e-09e3-4bcd-9125-c6f3b6946007 None None] Routers {'54446d3c-7c73-4101-acc5-855ac7511788'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:50:46.083578 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-efb0987e-09e3-4bcd-9125-c6f3b6946007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:50:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['54446d3c-7c73-4101-acc5-855ac7511788'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:46.180985 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-efb0987e-09e3-4bcd-9125-c6f3b6946007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:46.183525 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb0987e-09e3-4bcd-9125-c6f3b6946007 None None] The sync data for ids ['54446d3c-7c73-4101-acc5-855ac7511788'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:50:46.217409 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-4a7160dc-67b4-47f5-b90b-2e0ec7f65fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:46.222651 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-4a7160dc-67b4-47f5-b90b-2e0ec7f65fa6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1721387 Nov 12 08:50:46.280400 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a7f71a15-4ce3-49d8-8d1d-e5c2f48bc9a3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:46.404305 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 2417b9c4-5e47-4203-acb4-c61526e1c3de up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:50:46.448182 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a7f71a15-4ce3-49d8-8d1d-e5c2f48bc9a3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:46.487615 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-68b984f2-8dd2-438b-9555-94c3fb408eaa service neutron] 10.222.0.54 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573578 Nov 12 08:50:46.580224 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2452c2d-0f63-4bb3-b7f9-03baf542bf19 req-76b45251-2dbd-40fe-94e8-3ccaea0fba71 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:46.585650 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a2452c2d-0f63-4bb3-b7f9-03baf542bf19 req-76b45251-2dbd-40fe-94e8-3ccaea0fba71 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 946 time: 1.2968733 Nov 12 08:50:46.651153 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 2417b9c4-5e47-4203-acb4-c61526e1c3de triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:46.652140 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:46.696422 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f71a15-4ce3-49d8-8d1d-e5c2f48bc9a3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:46.699465 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83602e-f317-4e42-91ad-6ceb621836d0 req-61101e55-a9b3-475f-b173-b3ab4aed6c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:46.701551 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca83602e-f317-4e42-91ad-6ceb621836d0 req-61101e55-a9b3-475f-b173-b3ab4aed6c6a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=601c19d7-10c1-44ee-a86c-ac9c499e748d HTTP/1.1" status: 200 len: 850 time: 1.3054056 Nov 12 08:50:46.702416 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f71a15-4ce3-49d8-8d1d-e5c2f48bc9a3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Port': ['ID=6e2f233d-24db-4f18-9dc6-d6ab2a037dc8,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:46.712954 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-388ab5d6-a5d1-4e88-af59-b03103c927ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:46.721043 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-a7f71a15-4ce3-49d8-8d1d-e5c2f48bc9a3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:46.746761 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6f206eba-dc43-44a9-9815-6b6eda8fb6c9 tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2058892298'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:46.769445 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f71a15-4ce3-49d8-8d1d-e5c2f48bc9a3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:50:46.781224 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f71a15-4ce3-49d8-8d1d-e5c2f48bc9a3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:46.782653 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a7f71a15-4ce3-49d8-8d1d-e5c2f48bc9a3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:46.814096 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b168ca0-1127-4a21-b02d-8e96971153a2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:46.820752 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5b168ca0-1127-4a21-b02d-8e96971153a2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "GET /v2.0/ports/2778cc90-f6df-461f-a6a4-6e7d993d77a0 HTTP/1.1" status: 200 len: 911 time: 0.8927519 Nov 12 08:50:46.820752 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-388ab5d6-a5d1-4e88-af59-b03103c927ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:46.827832 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60154) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:46.837296 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-388ab5d6-a5d1-4e88-af59-b03103c927ca admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:50:46.892862 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-388ab5d6-a5d1-4e88-af59-b03103c927ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:46.894044 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-388ab5d6-a5d1-4e88-af59-b03103c927ca admin admin] Added segment 016b67ff-3eb7-4199-9700-30dd9b8c3c86 of type vlan for network 929ecee4-9960-4b20-b1c5-252c2a20e428 Nov 12 08:50:46.914324 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b448cf3d-43bb-4a23-bdad-0f8ea43c60e2 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:46.983491 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a2452c2d-0f63-4bb3-b7f9-03baf542bf19 req-a20dba21-fb29-458f-a68e-40a3c0e6417a tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764487 Nov 12 08:50:47.067892 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f206eba-dc43-44a9-9815-6b6eda8fb6c9 tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] Made reservation on behalf of 84dedbc15eb44f0da1a7bf3d812704f8 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:47.072614 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6f206eba-dc43-44a9-9815-6b6eda8fb6c9 tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:47.126828 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:47.139993 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-388ab5d6-a5d1-4e88-af59-b03103c927ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:47.175972 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6f206eba-dc43-44a9-9815-6b6eda8fb6c9 tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:47.191935 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-effb707d-f303-442a-b6c6-4a6d81ce823f None None] Provisioning complete for port 2417b9c4-5e47-4203-acb4-c61526e1c3de triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:47.192251 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a7f71a15-4ce3-49d8-8d1d-e5c2f48bc9a3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.6710963 Nov 12 08:50:47.192999 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-effb707d-f303-442a-b6c6-4a6d81ce823f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:47.198391 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83602e-f317-4e42-91ad-6ceb621836d0 req-b79c83e3-b73c-4173-9f5b-9575196b2b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:47.201398 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60166) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:47.203252 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca83602e-f317-4e42-91ad-6ceb621836d0 req-b79c83e3-b73c-4173-9f5b-9575196b2b2c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=837ec62d-b3f5-4602-995a-15f6fc8805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4832211 Nov 12 08:50:47.209342 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ab5d6-a5d1-4e88-af59-b03103c927ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa43de3-4938-4eca-af76-42dc55d35874,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:47.253664 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.db.resource_extend [None req-388ab5d6-a5d1-4e88-af59-b03103c927ca admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:50:47.380379 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-b3e9c66c-d6fe-48fa-abfd-0253311823c0 service neutron] 10.222.0.54 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8815103 Nov 12 08:50:47.446489 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-ff263bc7-80b0-402b-92dc-26c590b67231 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=148f6696-758c-4f5e-92a2-6d895c1475e8 HTTP/1.1" status: 200 len: 217 time: 0.0522647 Nov 12 08:50:47.504959 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-388ab5d6-a5d1-4e88-af59-b03103c927ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:47.506791 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388ab5d6-a5d1-4e88-af59-b03103c927ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:47.507906 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-388ab5d6-a5d1-4e88-af59-b03103c927ca admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:47.546517 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 2417b9c4-5e47-4203-acb4-c61526e1c3de, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=2417b9c4-5e47-4203-acb4-c61526e1c3de,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:47.577020 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:47.668432 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-388ab5d6-a5d1-4e88-af59-b03103c927ca admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.2072997 Nov 12 08:50:47.680699 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60172) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:47.685974 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca83602e-f317-4e42-91ad-6ceb621836d0 req-0343e076-77cc-4f34-a840-9b98ce679275 service neutron] 10.222.0.58 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575729 Nov 12 08:50:47.692789 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=2417b9c4-5e47-4203-acb4-c61526e1c3de,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:47.694492 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-ea16c597-cf6c-4311-87a8-6d25bf3c11ed admin admin] Request body: {'subnet': {'network_id': '929ecee4-9960-4b20-b1c5-252c2a20e428', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-594807157-subnet', 'tenant_id': 'cf2cb538cbc14a6991c058f709d191c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:47.754521 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ab5d6-a5d1-4e88-af59-b03103c927ca admin admin] Pushing event updated for resources: {'Network': ['ID=929ecee4-9960-4b20-b1c5-252c2a20e428,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:47.814270 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 929ecee4-9960-4b20-b1c5-252c2a20e428 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:50:47.924257 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea16c597-cf6c-4311-87a8-6d25bf3c11ed admin admin] Made reservation on behalf of cf2cb538cbc14a6991c058f709d191c4 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:47.932343 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ea16c597-cf6c-4311-87a8-6d25bf3c11ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:47.956522 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-7211eea6-b2e6-4c16-823a-26f6a1142511 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting port 6e2f233d-24db-4f18-9dc6-d6ab2a037dc8 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:47.957368 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7211eea6-b2e6-4c16-823a-26f6a1142511 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:48.073256 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-ac36c4a7-a4dc-4cc2-949b-1fe10a91b33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:48.074793 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-ac36c4a7-a4dc-4cc2-949b-1fe10a91b33e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d86e7b80-541e-4437-9372-c90106323c14 HTTP/1.1" status: 200 len: 797 time: 0.6196332 Nov 12 08:50:48.119802 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca83602e-f317-4e42-91ad-6ceb621836d0 req-1d9e2508-538c-4792-b427-b4d1d5d1a270 service neutron] 10.222.0.58 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163046 Nov 12 08:50:48.249793 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6f206eba-dc43-44a9-9815-6b6eda8fb6c9 tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:48.260406 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7211eea6-b2e6-4c16-823a-26f6a1142511 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:48.265549 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb5461e-59e4-492b-8ad5-9ed30b70cfe2 None None] Update dhcp port {'port': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'fixed_ips': [{'subnet_id': 'ed35a109-448f-4dbe-8bad-6a7696eff5c2', 'ip_address': '2001:db8::2'}, {'subnet_id': '5730f9b2-53ba-45b9-aebb-f3d2cc0e9af1'}], 'binding:host_id': 'n-d-768862-16'}, 'id': '2417b9c4-5e47-4203-acb4-c61526e1c3de'} from n-d-768862-16. {{(pid=102570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:50:48.279180 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6f206eba-dc43-44a9-9815-6b6eda8fb6c9 tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:48.296953 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f206eba-dc43-44a9-9815-6b6eda8fb6c9 tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:50:48.310020 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6f206eba-dc43-44a9-9815-6b6eda8fb6c9 tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:48.310424 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-6f206eba-dc43-44a9-9815-6b6eda8fb6c9 tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] Added segment beff6784-6145-4937-8fae-0dca58ceb5be of type vlan for network ec62284c-b264-4d1c-a597-6ba7d72a8dae Nov 12 08:50:48.325359 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cfb5461e-59e4-492b-8ad5-9ed30b70cfe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:48.329200 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 2417b9c4-5e47-4203-acb4-c61526e1c3de up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:50:48.376229 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-55815ff5-26a9-4d1e-bd38-c876fdafee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:48.377989 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-55815ff5-26a9-4d1e-bd38-c876fdafee40 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2898016 Nov 12 08:50:48.390764 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-7211eea6-b2e6-4c16-823a-26f6a1142511 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Calling delete_port for 6e2f233d-24db-4f18-9dc6-d6ab2a037dc8 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:48.462466 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d121856-ceee-4e5b-b9ee-ff475c1acd8a req-4c8b4652-f162-4adf-95bb-f44742c46c4a tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:48.476068 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9d121856-ceee-4e5b-b9ee-ff475c1acd8a req-4c8b4652-f162-4adf-95bb-f44742c46c4a tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 946 time: 0.2522781 Nov 12 08:50:48.586321 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ea16c597-cf6c-4311-87a8-6d25bf3c11ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:48.618576 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9d121856-ceee-4e5b-b9ee-ff475c1acd8a req-45b6e809-4f5c-44fb-9bea-98ab5fb6017f tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295612 Nov 12 08:50:48.655956 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-492238c7-c5a3-4cfc-9bd4-61f47b5631c7 service neutron] 10.222.0.54 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559798 Nov 12 08:50:48.656978 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f206eba-dc43-44a9-9815-6b6eda8fb6c9 tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ffc3ea-782f-4d8f-b4d5-945a65149028,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:48.705870 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6f206eba-dc43-44a9-9815-6b6eda8fb6c9 tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:48.797064 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16c597-cf6c-4311-87a8-6d25bf3c11ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bcb773f-86b9-4eab-9ea9-a9d50b98eedb,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:48.823326 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea16c597-cf6c-4311-87a8-6d25bf3c11ed admin admin] Checking segment: {'id': '016b67ff-3eb7-4199-9700-30dd9b8c3c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '929ecee4-9960-4b20-b1c5-252c2a20e428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:50:48.823778 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea16c597-cf6c-4311-87a8-6d25bf3c11ed admin admin] Network hostable DHCP agents. Network: 929ecee4-9960-4b20-b1c5-252c2a20e428, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:50:48.903489 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea16c597-cf6c-4311-87a8-6d25bf3c11ed admin admin] Network 929ecee4-9960-4b20-b1c5-252c2a20e428 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:50:48.907757 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.db.resource_extend [None req-6f206eba-dc43-44a9-9815-6b6eda8fb6c9 tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:50:48.932737 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-ea16c597-cf6c-4311-87a8-6d25bf3c11ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 929ecee4-9960-4b20-b1c5-252c2a20e428) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:48.944872 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea16c597-cf6c-4311-87a8-6d25bf3c11ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:48.946198 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ea16c597-cf6c-4311-87a8-6d25bf3c11ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:49.000710 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ea16c597-cf6c-4311-87a8-6d25bf3c11ed admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3131886 Nov 12 08:50:49.026694 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-cfb5461e-59e4-492b-8ad5-9ed30b70cfe2 None None] Allocated IP 2001:db8:0:1:f816:3eff:feb3:22f9 (7bfd1417-cac6-4152-826e-588573fa4bfa/5730f9b2-53ba-45b9-aebb-f3d2cc0e9af1/2417b9c4-5e47-4203-acb4-c61526e1c3de) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:50:49.043859 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6f206eba-dc43-44a9-9815-6b6eda8fb6c9 tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:49.054886 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f206eba-dc43-44a9-9815-6b6eda8fb6c9 tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:49.055999 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6f206eba-dc43-44a9-9815-6b6eda8fb6c9 tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:49.240877 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-cfb5461e-59e4-492b-8ad5-9ed30b70cfe2 None None] For port 2417b9c4-5e47-4203-acb4-c61526e1c3de, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=2417b9c4-5e47-4203-acb4-c61526e1c3de,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:49.308225 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a14ba5f-8f5c-4e3b-a1a9-f2cb206f4370 None None] Network 929ecee4-9960-4b20-b1c5-252c2a20e428 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:49.336351 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-4d2285e6-eb4e-476f-8846-8012766c8a2f service neutron] 10.222.0.54 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6717665 Nov 12 08:50:49.359842 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6f206eba-dc43-44a9-9815-6b6eda8fb6c9 tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.5009158 Nov 12 08:50:49.362915 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60216) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:49.432007 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cfb5461e-59e4-492b-8ad5-9ed30b70cfe2 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:49.486209 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cfb5461e-59e4-492b-8ad5-9ed30b70cfe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:49.489133 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 2417b9c4-5e47-4203-acb4-c61526e1c3de triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:49.489700 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:49.601440 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fff9d1-72af-493f-b915-03a5e2f37b15 req-c1bd1ee6-771a-467d-9d2d-cba8cecd6732 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:49.619678 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d3fff9d1-72af-493f-b915-03a5e2f37b15 req-c1bd1ee6-771a-467d-9d2d-cba8cecd6732 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 946 time: 0.2293236 Nov 12 08:50:49.711402 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-3396a621-df08-453b-8bae-5016d4e7ea5d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=5a26ea24-1891-468a-8682-58706cbc337d HTTP/1.1" status: 200 len: 217 time: 0.3656077 Nov 12 08:50:49.735846 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f206eba-dc43-44a9-9815-6b6eda8fb6c9 tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] Pushing event updated for resources: {'Network': ['ID=ec62284c-b264-4d1c-a597-6ba7d72a8dae,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:49.745224 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d3fff9d1-72af-493f-b915-03a5e2f37b15 req-2f85aebc-c03d-4e73-91e0-a27e378fac3a tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183884 Nov 12 08:50:49.806656 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network ec62284c-b264-4d1c-a597-6ba7d72a8dae details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:50:49.880249 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1e0888e9-04b7-40ff-a179-cb92c6a95aa4 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:49.917856 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5461e-59e4-492b-8ad5-9ed30b70cfe2 None None] Pushing event updated for resources: {'Port': ['ID=2417b9c4-5e47-4203-acb4-c61526e1c3de,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:49.975162 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-c7940f0e-e1f4-4c0b-9b52-88ce821e8357 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Request body: {'network': {'name': 'tempest-network--1034673426', 'router:external': True}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:50.028173 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7940f0e-e1f4-4c0b-9b52-88ce821e8357 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Made reservation on behalf of 2ff94244bd5f43529d7dde0829f6d8da for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:50.033171 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7940f0e-e1f4-4c0b-9b52-88ce821e8357 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:50.044585 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-7aeb8abb-4f0c-433e-ae5e-cb81b9a149d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:50.055289 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-7aeb8abb-4f0c-433e-ae5e-cb81b9a149d5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d86e7b80-541e-4437-9372-c90106323c14 HTTP/1.1" status: 200 len: 797 time: 0.2988698 Nov 12 08:50:50.065887 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7940f0e-e1f4-4c0b-9b52-88ce821e8357 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:50.140220 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7211eea6-b2e6-4c16-823a-26f6a1142511 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:50.210145 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb62257-06d4-4bb5-841c-9076a8d32457 None None] Network 929ecee4-9960-4b20-b1c5-252c2a20e428 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:50.269826 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211eea6-b2e6-4c16-823a-26f6a1142511 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Port': ['ID=6e2f233d-24db-4f18-9dc6-d6ab2a037dc8,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:50.343895 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7940f0e-e1f4-4c0b-9b52-88ce821e8357 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:50.351814 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7940f0e-e1f4-4c0b-9b52-88ce821e8357 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:50.396466 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 2417b9c4-5e47-4203-acb4-c61526e1c3de up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:50:50.400201 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7940f0e-e1f4-4c0b-9b52-88ce821e8357 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:50:50.436161 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7940f0e-e1f4-4c0b-9b52-88ce821e8357 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad21afad-93de-47d8-a8a7-8eeae28e1c28,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:50.453482 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7940f0e-e1f4-4c0b-9b52-88ce821e8357 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:50.456276 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-c7940f0e-e1f4-4c0b-9b52-88ce821e8357 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Added segment c742546d-e8a2-4295-9c84-9cd93d8618b8 of type vlan for network 0eb48107-fdc0-4dc1-958d-292f2a132ac3 Nov 12 08:50:50.469018 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-eb81e4d3-27a2-4b0b-8f0a-ace2647684dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:50.471214 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-eb81e4d3-27a2-4b0b-8f0a-ace2647684dd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4134572 Nov 12 08:50:50.500860 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 2417b9c4-5e47-4203-acb4-c61526e1c3de triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:50.501340 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:50.575979 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7211eea6-b2e6-4c16-823a-26f6a1142511 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:50.585441 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7211eea6-b2e6-4c16-823a-26f6a1142511 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/6e2f233d-24db-4f18-9dc6-d6ab2a037dc8 HTTP/1.1" status: 204 len: 168 time: 3.3793428 Nov 12 08:50:50.596354 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60246) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:50.687875 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7940f0e-e1f4-4c0b-9b52-88ce821e8357 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:50.737878 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-73f04dbb-d49b-48ac-9bc5-53e33218cca5 service neutron] 10.222.0.54 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439332 Nov 12 08:50:50.859892 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.db.resource_extend [None req-c7940f0e-e1f4-4c0b-9b52-88ce821e8357 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:50:50.867899 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a0071a-37ed-4eff-a161-0d7327dda1cb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:50.872266 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-01a0071a-37ed-4eff-a161-0d7327dda1cb tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2730489 Nov 12 08:50:50.876030 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60250) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:50.942705 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7940f0e-e1f4-4c0b-9b52-88ce821e8357 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:50.943255 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7940f0e-e1f4-4c0b-9b52-88ce821e8357 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:50.943545 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7940f0e-e1f4-4c0b-9b52-88ce821e8357 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:50.968619 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-2d0b6218-d99c-40d8-83a4-e24d0c507030 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:50.977219 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-2d0b6218-d99c-40d8-83a4-e24d0c507030 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/networks?id=929ecee4-9960-4b20-b1c5-252c2a20e428 HTTP/1.1" status: 200 len: 817 time: 0.4057353 Nov 12 08:50:51.046762 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-5d107df1-a953-427e-9053-22b343bfc109 service neutron] 10.222.0.54 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985399 Nov 12 08:50:51.057329 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-a641e94f-6cd2-4885-91d6-e8e5d7a21631 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/quotas/cf2cb538cbc14a6991c058f709d191c4 HTTP/1.1" status: 200 len: 375 time: 0.0783277 Nov 12 08:50:51.067905 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c7940f0e-e1f4-4c0b-9b52-88ce821e8357 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6980639 Nov 12 08:50:51.071168 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60252) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:51.082254 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f84677-5b72-49cb-98e4-3a8caf09397a tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:51.086693 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b1f84677-5b72-49cb-98e4-3a8caf09397a tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2074256 Nov 12 08:50:51.087275 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60256) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:51.106123 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7940f0e-e1f4-4c0b-9b52-88ce821e8357 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Pushing event updated for resources: {'Network': ['ID=0eb48107-fdc0-4dc1-958d-292f2a132ac3,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:51.122322 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 0eb48107-fdc0-4dc1-958d-292f2a132ac3 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:50:51.155381 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-838c93c1-8102-4c3e-a003-0c3bc4b8ee2d tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf2cb538cbc14a6991c058f709d191c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0970025 Nov 12 08:50:51.292881 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ddc99586-2cc2-4de2-a95f-5a0f16e86350 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:51.297048 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483dd05c-b479-43b5-a4ec-b0d44dfef4bf tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:51.299076 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483dd05c-b479-43b5-a4ec-b0d44dfef4bf tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:51.300723 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483dd05c-b479-43b5-a4ec-b0d44dfef4bf tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:51.304969 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-1ef3a5c2-d5ef-4f1f-b677-15b07f8a2f90 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=42d9b265-ff43-4a1c-acce-53b5283365dc HTTP/1.1" status: 200 len: 217 time: 0.2492690 Nov 12 08:50:51.305378 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-483dd05c-b479-43b5-a4ec-b0d44dfef4bf tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2097483 Nov 12 08:50:51.306001 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60260) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:51.379502 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-6200a718-68cb-4025-8e77-52fba5f330bc None None] Provisioning complete for port 2417b9c4-5e47-4203-acb4-c61526e1c3de triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:51.379924 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6200a718-68cb-4025-8e77-52fba5f330bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:51.405045 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-1e0888e9-04b7-40ff-a179-cb92c6a95aa4 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Deleting port 2778cc90-f6df-461f-a6a4-6e7d993d77a0 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:51.405608 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1e0888e9-04b7-40ff-a179-cb92c6a95aa4 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:51.508036 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-4e5d1e4d-e06b-4d07-8a3d-e53535e3df3c service neutron] 10.222.0.37 "GET /v2.0/networks/929ecee4-9960-4b20-b1c5-252c2a20e428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515983 Nov 12 08:50:51.533745 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-99be454a-8a37-4d74-9203-3608f7072a93 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting subnet 5730f9b2-53ba-45b9-aebb-f3d2cc0e9af1 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:50:51.556729 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99be454a-8a37-4d74-9203-3608f7072a93 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:51.584496 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-6200a718-68cb-4025-8e77-52fba5f330bc None None] Could not find standard attr ID for object 6e2f233d-24db-4f18-9dc6-d6ab2a037dc8. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:50:51.651569 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-c3c02d43-06ac-44b3-8172-6f91ae2c0304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:51.657161 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-c3c02d43-06ac-44b3-8172-6f91ae2c0304 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7cdf4593-290a-409d-9183-aaed729edd4d HTTP/1.1" status: 200 len: 797 time: 0.3394403 Nov 12 08:50:51.707641 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-553f5f3f-b60b-4151-83cc-977eef55768e None None] Could not find standard attr ID for object 6e2f233d-24db-4f18-9dc6-d6ab2a037dc8. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:50:51.753514 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ddc99586-2cc2-4de2-a95f-5a0f16e86350 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:51.815168 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-ddc99586-2cc2-4de2-a95f-5a0f16e86350 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb48107-fdc0-4dc1-958d-292f2a132ac3']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:51.838689 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-ddc99586-2cc2-4de2-a95f-5a0f16e86350 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c742546d-e8a2-4295-9c84-9cd93d8618b8') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:51.839342 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-ddc99586-2cc2-4de2-a95f-5a0f16e86350 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c742546d-e8a2-4295-9c84-9cd93d8618b8') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:51.843399 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1e0888e9-04b7-40ff-a179-cb92c6a95aa4 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:51.867253 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ddc99586-2cc2-4de2-a95f-5a0f16e86350 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:51.880857 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-1e0888e9-04b7-40ff-a179-cb92c6a95aa4 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Calling delete_port for 2778cc90-f6df-461f-a6a4-6e7d993d77a0 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:51.892784 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-4bf44858-867a-43fc-a166-078ed0061049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:51.894664 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-4bf44858-867a-43fc-a166-078ed0061049 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=702ebd3a-91cd-4d56-a35d-ad10b18ed18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1691372 Nov 12 08:50:51.901826 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ddc99586-2cc2-4de2-a95f-5a0f16e86350 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:51.938053 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc99586-2cc2-4de2-a95f-5a0f16e86350 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:50:51.938754 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ddc99586-2cc2-4de2-a95f-5a0f16e86350 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:51.940888 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:50:51.940888 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:50:51.940888 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:50:51.940888 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:50:51.940888 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:50:51.940888 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:50:51.940888 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:50:51.940888 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:50:51.940888 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:50:51.940888 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:50:51.940888 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:50:51.940888 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:50:51.940888 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:50:51.940888 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:50:51.940888 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:50:51.940888 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:50:51.940888 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:50:51.940888 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:50:51.940888 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:50:51.940888 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:50:51.940888 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:50:51.940888 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:50:51.940888 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:50:51.940888 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:50:51.940888 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:50:51.940888 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:50:51.940888 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:50:51.940888 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:50:51.940888 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:50:51.940888 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:50:51.940888 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:50:51.940888 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:50:52.083522 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99be454a-8a37-4d74-9203-3608f7072a93 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:52.105531 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ddc99586-2cc2-4de2-a95f-5a0f16e86350 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:52.118095 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc99586-2cc2-4de2-a95f-5a0f16e86350 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0eb48107-fdc0-4dc1-958d-292f2a132ac3 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 08:50:52.122804 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ddc99586-2cc2-4de2-a95f-5a0f16e86350 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:52.126540 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ddc99586-2cc2-4de2-a95f-5a0f16e86350 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] 10.222.0.37 "DELETE /v2.0/networks/0eb48107-fdc0-4dc1-958d-292f2a132ac3 HTTP/1.1" status: 204 len: 168 time: 1.0542996 Nov 12 08:50:52.130709 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60264) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:52.146990 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-cb318f30-6ddf-4dc0-9648-3a50ec410014 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:52.159119 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc99586-2cc2-4de2-a95f-5a0f16e86350 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Pushing event deleted for resources: {'Network': ['ID=0eb48107-fdc0-4dc1-958d-292f2a132ac3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:52.188955 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-02337b69-9924-42cf-9d8a-8488034fba23 service neutron] 10.222.0.37 "GET /v2.0/networks/929ecee4-9960-4b20-b1c5-252c2a20e428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6793041 Nov 12 08:50:52.247797 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-fc480a2e-cc0a-4384-a0b6-a37a459c1a04 service neutron] 10.222.0.54 "GET /v2.0/networks/702ebd3a-91cd-4d56-a35d-ad10b18ed18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424034 Nov 12 08:50:52.258765 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb318f30-6ddf-4dc0-9648-3a50ec410014 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Made reservation on behalf of 2ff94244bd5f43529d7dde0829f6d8da for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:52.264306 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cb318f30-6ddf-4dc0-9648-3a50ec410014 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:52.299617 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99be454a-8a37-4d74-9203-3608f7072a93 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:52.487456 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99be454a-8a37-4d74-9203-3608f7072a93 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:52.526328 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb318f30-6ddf-4dc0-9648-3a50ec410014 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:50:52.556250 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1e0888e9-04b7-40ff-a179-cb92c6a95aa4 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:52.561755 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cb318f30-6ddf-4dc0-9648-3a50ec410014 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:52.562380 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-cb318f30-6ddf-4dc0-9648-3a50ec410014 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Added segment b7aeb3df-a221-46a3-9a1b-4b2fd99c97f7 of type vlan for network 5ed28922-71e9-4e36-be8f-2b75fd571873 Nov 12 08:50:52.567185 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99be454a-8a37-4d74-9203-3608f7072a93 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:52.569246 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899fa115-799a-458d-b334-52b4cf37abf1 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:52.575432 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-99be454a-8a37-4d74-9203-3608f7072a93 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/5730f9b2-53ba-45b9-aebb-f3d2cc0e9af1 HTTP/1.1" status: 204 len: 168 time: 1.2659137 Nov 12 08:50:52.576382 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60268) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:52.580472 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be454a-8a37-4d74-9203-3608f7072a93 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Subnet': ['ID=5730f9b2-53ba-45b9-aebb-f3d2cc0e9af1,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:52.665450 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-36cb66e1-b4df-4667-bfe9-60b4eb20ee4d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting subnet ed35a109-448f-4dbe-8bad-6a7696eff5c2 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:50:52.674849 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-36cb66e1-b4df-4667-bfe9-60b4eb20ee4d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:52.782859 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-36cb66e1-b4df-4667-bfe9-60b4eb20ee4d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:52.884081 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cb318f30-6ddf-4dc0-9648-3a50ec410014 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:52.952515 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0888e9-04b7-40ff-a179-cb92c6a95aa4 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Port': ['ID=2778cc90-f6df-461f-a6a4-6e7d993d77a0,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:52.954607 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:52.971123 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-a83e9372-9d15-45c2-a2ed-9c9ac53a367a service neutron] 10.222.0.54 "GET /v2.0/networks/702ebd3a-91cd-4d56-a35d-ad10b18ed18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7145712 Nov 12 08:50:53.005328 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:50:53.019954 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cb318f30-6ddf-4dc0-9648-3a50ec410014 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:53.021090 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb318f30-6ddf-4dc0-9648-3a50ec410014 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:53.021837 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cb318f30-6ddf-4dc0-9648-3a50ec410014 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:53.067925 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-36cb66e1-b4df-4667-bfe9-60b4eb20ee4d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:53.185046 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804828a2-8909-4ec7-9e8f-850db7a531bc req-16b4f534-5c3d-4461-877b-4ac985d9751f tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:53.195099 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-804828a2-8909-4ec7-9e8f-850db7a531bc req-16b4f534-5c3d-4461-877b-4ac985d9751f tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 946 time: 0.1733022 Nov 12 08:50:53.299082 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-36cb66e1-b4df-4667-bfe9-60b4eb20ee4d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:53.434777 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-804828a2-8909-4ec7-9e8f-850db7a531bc req-8aa39c83-ce4c-4bb1-9d95-a94c904d0307 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362082 Nov 12 08:50:53.444631 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-36cb66e1-b4df-4667-bfe9-60b4eb20ee4d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:53.457714 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-36cb66e1-b4df-4667-bfe9-60b4eb20ee4d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/ed35a109-448f-4dbe-8bad-6a7696eff5c2 HTTP/1.1" status: 204 len: 168 time: 0.8787520 Nov 12 08:50:53.458630 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60286) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:53.462186 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb66e1-b4df-4667-bfe9-60b4eb20ee4d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Subnet': ['ID=ed35a109-448f-4dbe-8bad-6a7696eff5c2,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:53.597519 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-a792d75e-0b12-4da6-886e-56b79cb6b4c2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00fba7bd-a20a-41f3-948a-cccef4e31a4b HTTP/1.1" status: 200 len: 217 time: 0.5916469 Nov 12 08:50:53.648675 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-dad316cb-5789-4e17-9029-40e684423268 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1874740 Nov 12 08:50:53.650377 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60296) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:53.663461 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-c90af5a3-d561-4162-ade1-739537d261a3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:53.881043 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90af5a3-d561-4162-ade1-739537d261a3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:53.897351 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c90af5a3-d561-4162-ade1-739537d261a3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:53.966416 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-cb318f30-6ddf-4dc0-9648-3a50ec410014 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.8236825 Nov 12 08:50:53.967546 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1e0888e9-04b7-40ff-a179-cb92c6a95aa4 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:53.967804 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60308) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:54.011982 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb318f30-6ddf-4dc0-9648-3a50ec410014 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Pushing event updated for resources: {'Network': ['ID=5ed28922-71e9-4e36-be8f-2b75fd571873,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:54.041954 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-0f6c2b08-447f-46b1-aa27-51fc33e55263 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Request body: {'subnet': {'network_id': '5ed28922-71e9-4e36-be8f-2b75fd571873', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:54.053086 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 5ed28922-71e9-4e36-be8f-2b75fd571873 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:50:54.153045 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-4aaf0fd8-6dbf-4c11-af40-31cb45145933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:54.158102 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-4aaf0fd8-6dbf-4c11-af40-31cb45145933 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7cdf4593-290a-409d-9183-aaed729edd4d HTTP/1.1" status: 200 len: 797 time: 0.3936639 Nov 12 08:50:54.311940 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6c2b08-447f-46b1-aa27-51fc33e55263 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Made reservation on behalf of 2ff94244bd5f43529d7dde0829f6d8da for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:54.314666 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0f6c2b08-447f-46b1-aa27-51fc33e55263 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:54.378267 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c024ca-6d57-4fc8-a2a4-88e2f49198c7 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:54.616979 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-761c5892-826c-43c6-b7f5-a1d03378e0a2 None None] Provisioning complete for port 2417b9c4-5e47-4203-acb4-c61526e1c3de triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:54.617378 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-761c5892-826c-43c6-b7f5-a1d03378e0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:54.628020 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-626bf891-d091-404b-9a11-00e585a31a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:54.632041 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-626bf891-d091-404b-9a11-00e585a31a7f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=702ebd3a-91cd-4d56-a35d-ad10b18ed18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3526959 Nov 12 08:50:54.689819 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0888e9-04b7-40ff-a179-cb92c6a95aa4 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Router 54446d3c-7c73-4101-acc5-855ac7511788 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:50:54.787904 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c90af5a3-d561-4162-ade1-739537d261a3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:54.992755 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4dd8686b-cf0e-4f23-bdfc-5b53a0e1da3c req-5ed8ee30-c0e5-4b15-bb2d-10f6187b3c40 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb0ff34-84d1-479f-82a2-22ba2aeac025 HTTP/1.1" status: 200 len: 210 time: 0.0525124 Nov 12 08:50:55.063425 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90af5a3-d561-4162-ade1-739537d261a3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:55.084327 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0888e9-04b7-40ff-a179-cb92c6a95aa4 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:50:55.113105 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1e0888e9-04b7-40ff-a179-cb92c6a95aa4 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "PUT /v2.0/routers/54446d3c-7c73-4101-acc5-855ac7511788/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2800145 Nov 12 08:50:55.116864 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-c90af5a3-d561-4162-ade1-739537d261a3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:55.122778 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60326) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:55.130852 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90af5a3-d561-4162-ade1-739537d261a3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Subnet': ['ID=b0adb0a4-8aa4-4a58-bc11-f230e1038a9e,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:55.135296 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90af5a3-d561-4162-ade1-739537d261a3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:55.136449 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c90af5a3-d561-4162-ade1-739537d261a3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:55.202630 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c69376-7b4c-409a-ab31-436171ef6243 None None] Sync routers for ids ['54446d3c-7c73-4101-acc5-855ac7511788'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:50:55.209395 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1a8b106c-8695-49db-bf72-4b6f16cedaff tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "GET /v2.0/ports?device_id=54446d3c-7c73-4101-acc5-855ac7511788 HTTP/1.1" status: 200 len: 205 time: 0.0855379 Nov 12 08:50:55.210707 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c90af5a3-d561-4162-ade1-739537d261a3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5549474 Nov 12 08:50:55.220494 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60328) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:55.221009 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60330) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:55.270379 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-97fa1ce0-7a3e-4bf4-9d9d-660eadc71f5d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:55.275008 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c69376-7b4c-409a-ab31-436171ef6243 None None] Routers {'54446d3c-7c73-4101-acc5-855ac7511788'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:50:55.277916 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f2c69376-7b4c-409a-ab31-436171ef6243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:50:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['54446d3c-7c73-4101-acc5-855ac7511788'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:55.399033 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41c67c8-2c9b-487f-90c4-dc5e03fee351 None None] DHCP port deletion for 7bfd1417-cac6-4152-826e-588573fa4bfa request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:50:55.413707 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f2c69376-7b4c-409a-ab31-436171ef6243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:55.450855 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c69376-7b4c-409a-ab31-436171ef6243 None None] Routers {'54446d3c-7c73-4101-acc5-855ac7511788'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:50:55.452002 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f2c69376-7b4c-409a-ab31-436171ef6243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:50:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['54446d3c-7c73-4101-acc5-855ac7511788'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:55.569067 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f2c69376-7b4c-409a-ab31-436171ef6243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:55.573532 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c69376-7b4c-409a-ab31-436171ef6243 None None] The sync data for ids ['54446d3c-7c73-4101-acc5-855ac7511788'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:50:55.638509 n-d-768862-16 neutron-server[102569]: DEBUG neutron.objects.ports [None req-0f6c2b08-447f-46b1-aa27-51fc33e55263 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102569) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:50:55.639300 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0f6c2b08-447f-46b1-aa27-51fc33e55263 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:55.655186 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c41c67c8-2c9b-487f-90c4-dc5e03fee351 None None] Deleting port 2417b9c4-5e47-4203-acb4-c61526e1c3de {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:55.656099 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c41c67c8-2c9b-487f-90c4-dc5e03fee351 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:55.669288 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-e816afb7-8d61-4aef-928c-b6bc564a2102 service neutron] 10.222.0.54 "GET /v2.0/networks/702ebd3a-91cd-4d56-a35d-ad10b18ed18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0244393 Nov 12 08:50:55.823463 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c2b08-447f-46b1-aa27-51fc33e55263 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Pushing event updated for resources: {'Subnet': ['ID=758bd0da-d484-4848-8a92-b7f243e7b97a,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:55.877410 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a758e287-c391-4d75-ae51-ed51f2fd0c71 req-91186cc8-b831-4719-b21f-0353c001e4d2 service neutron] 10.222.0.54 "GET /v2.0/networks/702ebd3a-91cd-4d56-a35d-ad10b18ed18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967807 Nov 12 08:50:55.912832 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f5622298-4819-4d73-9f83-714de26504d7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:55.963066 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c41c67c8-2c9b-487f-90c4-dc5e03fee351 None None] For port 2417b9c4-5e47-4203-acb4-c61526e1c3de, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=2417b9c4-5e47-4203-acb4-c61526e1c3de,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:55.964501 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c41c67c8-2c9b-487f-90c4-dc5e03fee351 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:56.020145 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ee9b6-034c-4aed-bc52-6a265f68d9b8 req-243ca46f-98ec-4642-8cfa-5755fc31ef17 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:56.023685 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c41c67c8-2c9b-487f-90c4-dc5e03fee351 None None] Calling delete_port for 2417b9c4-5e47-4203-acb4-c61526e1c3de owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:56.033014 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b76ee9b6-034c-4aed-bc52-6a265f68d9b8 req-243ca46f-98ec-4642-8cfa-5755fc31ef17 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 946 time: 0.4927151 Nov 12 08:50:56.042144 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-da4b0814-ae26-4bf0-ae23-1b667ad97c5c tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:56.047281 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-da4b0814-ae26-4bf0-ae23-1b667ad97c5c tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.58 "GET /v2.0/networks?id=929ecee4-9960-4b20-b1c5-252c2a20e428 HTTP/1.1" status: 200 len: 817 time: 0.2198062 Nov 12 08:50:56.072330 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-37e58f47-de32-455f-9622-6b654accffba tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Request body: {'port': {'device_id': '6eda8432-3df0-47f2-bbf1-2afa4256c544', 'network_id': '929ecee4-9960-4b20-b1c5-252c2a20e428', 'admin_state_up': True, 'tenant_id': 'cf2cb538cbc14a6991c058f709d191c4'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:56.142609 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6c2b08-447f-46b1-aa27-51fc33e55263 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Checking segment: {'id': 'b7aeb3df-a221-46a3-9a1b-4b2fd99c97f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5ed28922-71e9-4e36-be8f-2b75fd571873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:50:56.142884 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6c2b08-447f-46b1-aa27-51fc33e55263 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Network hostable DHCP agents. Network: 5ed28922-71e9-4e36-be8f-2b75fd571873, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:50:56.236218 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fa1ce0-7a3e-4bf4-9d9d-660eadc71f5d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:56.248943 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b76ee9b6-034c-4aed-bc52-6a265f68d9b8 req-7419da7b-c4b9-4bc1-99c1-0518e256b159 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168009 Nov 12 08:50:56.253821 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97fa1ce0-7a3e-4bf4-9d9d-660eadc71f5d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:56.260199 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6c2b08-447f-46b1-aa27-51fc33e55263 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Network 5ed28922-71e9-4e36-be8f-2b75fd571873 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:50:56.284721 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-0f6c2b08-447f-46b1-aa27-51fc33e55263 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 5ed28922-71e9-4e36-be8f-2b75fd571873) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:56.308684 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6c2b08-447f-46b1-aa27-51fc33e55263 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:56.309162 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0f6c2b08-447f-46b1-aa27-51fc33e55263 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:56.311288 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9ce712-95ff-48a6-b900-819bbb008656 None None] Network 5ed28922-71e9-4e36-be8f-2b75fd571873 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:56.478451 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0f6c2b08-447f-46b1-aa27-51fc33e55263 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4859378 Nov 12 08:50:56.479420 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60340) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:56.488363 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-dc447058-faf0-4751-8dd7-a284685ed3db tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Request body: {'floatingip': {'floating_network_id': '5ed28922-71e9-4e36-be8f-2b75fd571873'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:56.564298 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 2417b9c4-5e47-4203-acb4-c61526e1c3de no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:56.582907 n-d-768862-16 neutron-server[102568]: INFO neutron.db.ipam_backend_mixin [None req-97fa1ce0-7a3e-4bf4-9d9d-660eadc71f5d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b0adb0a4-8aa4-4a58-bc11-f230e1038a9e (CIDR: 2001:db8::/64) Nov 12 08:50:56.607319 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c41c67c8-2c9b-487f-90c4-dc5e03fee351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:56.611684 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-97fa1ce0-7a3e-4bf4-9d9d-660eadc71f5d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:50:56.612847 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97fa1ce0-7a3e-4bf4-9d9d-660eadc71f5d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:56.620945 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-37e58f47-de32-455f-9622-6b654accffba tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Made reservation on behalf of cf2cb538cbc14a6991c058f709d191c4 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:56.627408 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-37e58f47-de32-455f-9622-6b654accffba tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:56.682115 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dc447058-faf0-4751-8dd7-a284685ed3db tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:56.702338 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c67c8-2c9b-487f-90c4-dc5e03fee351 None None] Pushing event deleted for resources: {'Port': ['ID=2417b9c4-5e47-4203-acb4-c61526e1c3de,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:56.705159 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:50:56.712223 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41c67c8-2c9b-487f-90c4-dc5e03fee351 None None] No DVR routers for this DVR port 2417b9c4-5e47-4203-acb4-c61526e1c3de on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:56.721609 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 2417b9c4-5e47-4203-acb4-c61526e1c3de {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:50:56.722545 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 2417b9c4-5e47-4203-acb4-c61526e1c3de not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:50:56.761889 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199e89eb-a88e-4926-a63a-f82efb8b0cab None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:56.803169 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dfc4d1-7378-4ffc-889c-b4828312e864 None None] Network 5ed28922-71e9-4e36-be8f-2b75fd571873 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:56.813307 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ff3ffc92-5388-4f04-8fcf-89d4f1b69056 req-df4d95b8-fb6a-4f7c-9a96-eb3bad2d8cf6 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb0ff34-84d1-479f-82a2-22ba2aeac025 HTTP/1.1" status: 200 len: 210 time: 0.1417527 Nov 12 08:50:56.983402 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f5622298-4819-4d73-9f83-714de26504d7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:56.996858 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f5622298-4819-4d73-9f83-714de26504d7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:57.006525 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-97fa1ce0-7a3e-4bf4-9d9d-660eadc71f5d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7779729 Nov 12 08:50:57.014562 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60344) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:57.023093 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-7f323100-2bde-4906-8d25-e12ce21216e4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'subnet': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:57.045417 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-7b44be8a-f72f-473e-8b0e-cbfc3da6e381 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:57.048320 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-7b44be8a-f72f-473e-8b0e-cbfc3da6e381 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.54 "GET /v2.0/networks?id=929ecee4-9960-4b20-b1c5-252c2a20e428 HTTP/1.1" status: 200 len: 817 time: 1.0233381 Nov 12 08:50:57.174756 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-e0daf936-d128-4f18-a019-90cdc1bb52a4 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Request body: {'port': {'device_id': '3e1887e9-1d2d-4996-966e-748a640020ef', 'network_id': '929ecee4-9960-4b20-b1c5-252c2a20e428', 'admin_state_up': True, 'tenant_id': 'cf2cb538cbc14a6991c058f709d191c4'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:57.345304 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.resource_extend [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:50:57.392422 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-37e58f47-de32-455f-9622-6b654accffba tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Allocated IP 172.20.0.12 (929ecee4-9960-4b20-b1c5-252c2a20e428/6bcb773f-86b9-4eab-9ea9-a9d50b98eedb/8bc646b1-0800-489a-887a-f0a2b3f69764) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:50:57.551642 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f5622298-4819-4d73-9f83-714de26504d7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:57.552777 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5622298-4819-4d73-9f83-714de26504d7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Fanout notify agent at l3_agent the message router_deleted on router 54446d3c-7c73-4101-acc5-855ac7511788 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:50:57.569678 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f5622298-4819-4d73-9f83-714de26504d7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:57.570864 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f5622298-4819-4d73-9f83-714de26504d7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/routers/54446d3c-7c73-4101-acc5-855ac7511788 HTTP/1.1" status: 204 len: 168 time: 2.3370719 Nov 12 08:50:57.580659 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60366) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:57.655312 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-37e58f47-de32-455f-9622-6b654accffba tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:57.698570 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-681608c5-a334-4c55-83db-3f560d8b8491 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Deleting subnet 1d4b82c2-6f74-46ca-a780-1ce5c5402b34 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:50:57.703254 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-681608c5-a334-4c55-83db-3f560d8b8491 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:57.722215 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-37e58f47-de32-455f-9622-6b654accffba tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:57.778489 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:57.798508 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-37e58f47-de32-455f-9622-6b654accffba tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Network 929ecee4-9960-4b20-b1c5-252c2a20e428 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:57.803247 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-37e58f47-de32-455f-9622-6b654accffba tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:57.807525 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-e0daf936-d128-4f18-a019-90cdc1bb52a4 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Made reservation on behalf of cf2cb538cbc14a6991c058f709d191c4 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:57.812740 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59', 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4', 'port_id': 'c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59', 'mac_address': 'fa:16:3e:e2:41:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601c19d7-10c1-44ee-a86c-ac9c499e748d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:50:57.820881 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-e0daf936-d128-4f18-a019-90cdc1bb52a4 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:57.848016 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-37e58f47-de32-455f-9622-6b654accffba tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:50:57.888891 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-7bcadf92-8f98-4ac1-a8f4-101a7c19c5ce tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:57.890884 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-7bcadf92-8f98-4ac1-a8f4-101a7c19c5ce tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.58 "GET /v2.0/networks?id=929ecee4-9960-4b20-b1c5-252c2a20e428 HTTP/1.1" status: 200 len: 817 time: 1.1204622 Nov 12 08:50:57.908602 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-681608c5-a334-4c55-83db-3f560d8b8491 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:57.962607 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-37e58f47-de32-455f-9622-6b654accffba tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:57.963327 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-37e58f47-de32-455f-9622-6b654accffba tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:57.964820 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f323100-2bde-4906-8d25-e12ce21216e4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:57.966369 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e58f47-de32-455f-9622-6b654accffba tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Pushing event updated for resources: {'Port': ['ID=8bc646b1-0800-489a-887a-f0a2b3f69764,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:57.968578 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313b0934-3b33-4079-8649-96325bc3d9e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-7bfd1417-cac6-4152-826e-588573fa4bfa', 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'tenant_id': '5b0590da7c59470ea0796d2ea353c115', 'fixed_ips': [{'subnet_id': 'b0adb0a4-8aa4-4a58-bc11-f230e1038a9e'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:50:57.971702 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f323100-2bde-4906-8d25-e12ce21216e4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:57.975573 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-ca8d82f5-4986-41b0-a15b-1b19899feaae tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Request body: {'port': {'device_id': 'cdb0ff34-84d1-479f-82a2-22ba2aeac025', 'network_id': '929ecee4-9960-4b20-b1c5-252c2a20e428', 'admin_state_up': True, 'tenant_id': 'cf2cb538cbc14a6991c058f709d191c4'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:57.976190 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-313b0934-3b33-4079-8649-96325bc3d9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:58.139706 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:58.284890 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:50:58.387274 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-ca8d82f5-4986-41b0-a15b-1b19899feaae tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Made reservation on behalf of cf2cb538cbc14a6991c058f709d191c4 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:58.395177 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:58.404282 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-ca8d82f5-4986-41b0-a15b-1b19899feaae tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:58.408409 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-681608c5-a334-4c55-83db-3f560d8b8491 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:58.409256 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:58.446258 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-37e58f47-de32-455f-9622-6b654accffba tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3782642 Nov 12 08:50:58.459257 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f37e8-1040-4e66-b19e-6e84be6273fb req-279158d2-82e8-4887-9ea7-49be8c065187 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:58.461625 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-834f37e8-1040-4e66-b19e-6e84be6273fb req-279158d2-82e8-4887-9ea7-49be8c065187 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 946 time: 0.7592504 Nov 12 08:50:58.474901 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-3b6baf78-9e72-4e0a-8935-7a15fc9f991c service neutron] Request body: {'port': {'device_id': '6eda8432-3df0-47f2-bbf1-2afa4256c544', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:58.503336 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:58.525176 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-e0daf936-d128-4f18-a019-90cdc1bb52a4 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Allocated IP 172.20.0.5 (929ecee4-9960-4b20-b1c5-252c2a20e428/6bcb773f-86b9-4eab-9ea9-a9d50b98eedb/8903b80b-833a-4f61-81c8-ccc403342da5) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:50:58.550499 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-313b0934-3b33-4079-8649-96325bc3d9e3 None None] Allocated IP 2001:db8::2 (7bfd1417-cac6-4152-826e-588573fa4bfa/b0adb0a4-8aa4-4a58-bc11-f230e1038a9e/13e1f229-52bd-473f-a695-2358925900c0) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:50:58.587960 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:50:58.635277 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dc447058-faf0-4751-8dd7-a284685ed3db tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:58.723627 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-681608c5-a334-4c55-83db-3f560d8b8491 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:58.844513 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-834f37e8-1040-4e66-b19e-6e84be6273fb req-d7403584-e952-467e-a4cd-c04973b4bcad tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597999 Nov 12 08:50:58.937120 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-313b0934-3b33-4079-8649-96325bc3d9e3 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:58.949841 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-313b0934-3b33-4079-8649-96325bc3d9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:59.076562 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:59.078847 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-dc447058-faf0-4751-8dd7-a284685ed3db tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Allocated IP 172.20.0.11 (5ed28922-71e9-4e36-be8f-2b75fd571873/758bd0da-d484-4848-8a92-b7f243e7b97a/38af55bc-d6cc-467a-a28f-7eea3db0279f) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:50:59.100373 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313b0934-3b33-4079-8649-96325bc3d9e3 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:59.133747 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-313b0934-3b33-4079-8649-96325bc3d9e3 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:59.145630 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313b0934-3b33-4079-8649-96325bc3d9e3 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:50:59.183277 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b0934-3b33-4079-8649-96325bc3d9e3 None None] Pushing event updated for resources: {'Port': ['ID=13e1f229-52bd-473f-a695-2358925900c0,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:59.304774 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dc447058-faf0-4751-8dd7-a284685ed3db tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:59.307613 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-313b0934-3b33-4079-8649-96325bc3d9e3 None None] Attempting to bind port 13e1f229-52bd-473f-a695-2358925900c0 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:50:59.308095 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-313b0934-3b33-4079-8649-96325bc3d9e3 None None] Attempting to bind port 13e1f229-52bd-473f-a695-2358925900c0 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:50:59.308441 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313b0934-3b33-4079-8649-96325bc3d9e3 None None] Attempting to bind port 13e1f229-52bd-473f-a695-2358925900c0 on network 7bfd1417-cac6-4152-826e-588573fa4bfa {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:50:59.326508 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313b0934-3b33-4079-8649-96325bc3d9e3 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:50:59.326927 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313b0934-3b33-4079-8649-96325bc3d9e3 None None] Checking segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:50:59.327383 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-313b0934-3b33-4079-8649-96325bc3d9e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:59.327897 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313b0934-3b33-4079-8649-96325bc3d9e3 None None] Bound using segment: {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:50:59.328873 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-313b0934-3b33-4079-8649-96325bc3d9e3 None None] Bound port: 13e1f229-52bd-473f-a695-2358925900c0, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f12dd7-83bd-4dde-a83f-042a567369fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:50:59.328873 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-313b0934-3b33-4079-8649-96325bc3d9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:59.385035 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dc447058-faf0-4751-8dd7-a284685ed3db tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:59.429238 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-10cf95f6-dadb-400e-9df6-ddd45f0ab8e2 req-42a73cae-cf92-4437-b649-089251f236cb tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb0ff34-84d1-479f-82a2-22ba2aeac025 HTTP/1.1" status: 200 len: 210 time: 0.2318342 Nov 12 08:50:59.441392 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-681608c5-a334-4c55-83db-3f560d8b8491 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:59.459214 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-3b6baf78-9e72-4e0a-8935-7a15fc9f991c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:59.463045 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-681608c5-a334-4c55-83db-3f560d8b8491 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/subnets/1d4b82c2-6f74-46ca-a780-1ce5c5402b34 HTTP/1.1" status: 204 len: 168 time: 1.8809991 Nov 12 08:50:59.465547 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4a226e-00d8-4d80-97ec-88965a66983d None None] Network 3f00aae5-90fb-43ac-8b8a-fdb5de07dd59 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:59.472488 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60400) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:59.475731 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc447058-faf0-4751-8dd7-a284685ed3db tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Network 5ed28922-71e9-4e36-be8f-2b75fd571873 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:59.593166 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6fafad30-665f-44ce-a537-e11cd9affa34 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:59.639808 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-dc447058-faf0-4751-8dd7-a284685ed3db tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:59.644679 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc447058-faf0-4751-8dd7-a284685ed3db tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:50:59.697548 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-313b0934-3b33-4079-8649-96325bc3d9e3 None None] For port 13e1f229-52bd-473f-a695-2358925900c0, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:50:59.702109 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-313b0934-3b33-4079-8649-96325bc3d9e3 None None] For port 13e1f229-52bd-473f-a695-2358925900c0, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=13e1f229-52bd-473f-a695-2358925900c0,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:50:59.733015 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681608c5-a334-4c55-83db-3f560d8b8491 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Subnet': ['ID=1d4b82c2-6f74-46ca-a780-1ce5c5402b34,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:59.738809 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-313b0934-3b33-4079-8649-96325bc3d9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:59.857091 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-e0daf936-d128-4f18-a019-90cdc1bb52a4 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:00.062226 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b0934-3b33-4079-8649-96325bc3d9e3 None None] Pushing event updated for resources: {'Port': ['ID=13e1f229-52bd-473f-a695-2358925900c0,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:00.098856 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-e0daf936-d128-4f18-a019-90cdc1bb52a4 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:00.165655 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f2d3cf-3aa7-42f2-b98e-ca5cffc33214 None None] DHCP port deletion for 3f00aae5-90fb-43ac-8b8a-fdb5de07dd59 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:51:00.194663 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-e0daf936-d128-4f18-a019-90cdc1bb52a4 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Network 929ecee4-9960-4b20-b1c5-252c2a20e428 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:00.200624 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-e0daf936-d128-4f18-a019-90cdc1bb52a4 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:00.203866 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-e0daf936-d128-4f18-a019-90cdc1bb52a4 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:51:00.299175 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc447058-faf0-4751-8dd7-a284685ed3db tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Pushing event updated for resources: {'Port': ['ID=38af55bc-d6cc-467a-a28f-7eea3db0279f,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:00.349265 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-24f2d3cf-3aa7-42f2-b98e-ca5cffc33214 None None] Deleting port 66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:00.350636 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-24f2d3cf-3aa7-42f2-b98e-ca5cffc33214 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:00.362750 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0daf936-d128-4f18-a019-90cdc1bb52a4 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Pushing event updated for resources: {'Port': ['ID=8903b80b-833a-4f61-81c8-ccc403342da5,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:00.433800 n-d-768862-16 neutron-server[102568]: DEBUG neutron.objects.ports [None req-7f323100-2bde-4906-8d25-e12ce21216e4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102568) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:51:00.450880 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:51:00.654822 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60412) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:00.672445 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-24f2d3cf-3aa7-42f2-b98e-ca5cffc33214 None None] For port 66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8,segment=NetworkSegment(040e6f5a-a840-4bec-8a75-f79a46b2224a),segment_id=040e6f5a-a840-4bec-8a75-f79a46b2224a)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:00.675975 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-24f2d3cf-3aa7-42f2-b98e-ca5cffc33214 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:00.694111 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:51:00.764124 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-24f2d3cf-3aa7-42f2-b98e-ca5cffc33214 None None] Calling delete_port for 66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:00.810869 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-ca8d82f5-4986-41b0-a15b-1b19899feaae tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Allocated IP 172.20.0.13 (929ecee4-9960-4b20-b1c5-252c2a20e428/6bcb773f-86b9-4eab-9ea9-a9d50b98eedb/2f883ee5-02c1-4b6d-81e2-ba435280cc23) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:51:00.831733 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ae621-9c79-4fad-a81a-d02d984dc6ec req-b04d081c-1a0d-49b7-a410-0132bb508dc3 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:00.844886 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9c8ae621-9c79-4fad-a81a-d02d984dc6ec req-b04d081c-1a0d-49b7-a410-0132bb508dc3 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 945 time: 0.6855857 Nov 12 08:51:00.902867 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-e0daf936-d128-4f18-a019-90cdc1bb52a4 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:00.903914 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-e0daf936-d128-4f18-a019-90cdc1bb52a4 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:00.953106 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-e0daf936-d128-4f18-a019-90cdc1bb52a4 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7841213 Nov 12 08:51:00.959445 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-6fafad30-665f-44ce-a537-e11cd9affa34 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Deleting port 66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:00.959867 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6fafad30-665f-44ce-a537-e11cd9affa34 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:00.983941 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-7dd2ba21-dbec-4f85-bb6b-afbca1a04ad8 service neutron] Request body: {'port': {'device_id': '3e1887e9-1d2d-4996-966e-748a640020ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:01.066696 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:01.114642 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:01.115627 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:01.228551 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8,segment=NetworkSegment(040e6f5a-a840-4bec-8a75-f79a46b2224a),segment_id=040e6f5a-a840-4bec-8a75-f79a46b2224a)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:01.252259 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:01.337942 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-7dd2ba21-dbec-4f85-bb6b-afbca1a04ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:01.453386 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:01.490771 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-24f2d3cf-3aa7-42f2-b98e-ca5cffc33214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:01.675065 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2d3cf-3aa7-42f2-b98e-ca5cffc33214 None None] Pushing event deleted for resources: {'Port': ['ID=66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:01.696389 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f2d3cf-3aa7-42f2-b98e-ca5cffc33214 None None] No DVR routers for this DVR port 66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:51:01.737802 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:01.746870 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f323100-2bde-4906-8d25-e12ce21216e4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:01.757843 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dc447058-faf0-4751-8dd7-a284685ed3db tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:01.806374 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-17fe13cf-c0c9-4ad8-8504-42d88ed46042 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:01.826541 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205733b7-3dff-4422-b382-1f4e1214db78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:51:01.829495 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c790da-3cb0-438d-8554-e71b74d73df4" -d '{"events": [{"server_uuid": "205733b7-3dff-4422-b382-1f4e1214db78", "name": "network-vif-plugged", "status": "completed", "tag": "c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:51:01.859897 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:01.874446 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:01.995325 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-6fafad30-665f-44ce-a537-e11cd9affa34 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] For port 66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8,segment=NetworkSegment(040e6f5a-a840-4bec-8a75-f79a46b2224a),segment_id=040e6f5a-a840-4bec-8a75-f79a46b2224a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:02.014200 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6fafad30-665f-44ce-a537-e11cd9affa34 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:02.028174 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59,revision_number=7']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:02.038202 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-6fafad30-665f-44ce-a537-e11cd9affa34 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Calling delete_port for 66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:02.130680 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-2824e1de-6546-4d8d-bd9d-36c9a711b844 None None] Provisioning complete for port 13e1f229-52bd-473f-a695-2358925900c0 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:02.133128 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2824e1de-6546-4d8d-bd9d-36c9a711b844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:02.158943 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6fafad30-665f-44ce-a537-e11cd9affa34 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:02.201358 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-7f323100-2bde-4906-8d25-e12ce21216e4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] For port 13e1f229-52bd-473f-a695-2358925900c0, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=13e1f229-52bd-473f-a695-2358925900c0,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:02.238121 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dc447058-faf0-4751-8dd7-a284685ed3db tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:02.331503 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f323100-2bde-4906-8d25-e12ce21216e4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:02.343090 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f323100-2bde-4906-8d25-e12ce21216e4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:02.344249 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f323100-2bde-4906-8d25-e12ce21216e4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:02.389260 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2824e1de-6546-4d8d-bd9d-36c9a711b844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:02.485012 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f323100-2bde-4906-8d25-e12ce21216e4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:02.489552 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 13e1f229-52bd-473f-a695-2358925900c0 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:51:02.493139 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-7f323100-2bde-4906-8d25-e12ce21216e4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:02.498414 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f323100-2bde-4906-8d25-e12ce21216e4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:02.499547 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f323100-2bde-4906-8d25-e12ce21216e4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:02.546020 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76759a6-f8b4-4789-b7f0-06604d995ffc None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:02.554817 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7f323100-2bde-4906-8d25-e12ce21216e4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.5378840 Nov 12 08:51:02.557385 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dc447058-faf0-4751-8dd7-a284685ed3db tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:02.563984 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60422) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:02.571597 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-26dcb982-575d-4a8c-9a8b-ad7a6d752804 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Request body: {'port': {'network_id': '7bfd1417-cac6-4152-826e-588573fa4bfa', 'mac_address': 'fa:16:3e:3b:ea:9b', 'name': 'tempest-NetworksTestDHCPv6-1048961649'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:02.735256 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-ca8d82f5-4986-41b0-a15b-1b19899feaae tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:02.818973 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f323100-2bde-4906-8d25-e12ce21216e4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Subnet': ['ID=07347be2-57b2-47ec-8e95-d7b9761fbb43,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:02.843393 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f323100-2bde-4906-8d25-e12ce21216e4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Port': ['ID=13e1f229-52bd-473f-a695-2358925900c0,revision_number=4']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:02.893197 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-17fe13cf-c0c9-4ad8-8504-42d88ed46042 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:02.900114 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9c8ae621-9c79-4fad-a81a-d02d984dc6ec req-f870a0cf-6d66-40ce-8bdf-70853d037ca8 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0409374 Nov 12 08:51:02.903565 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fafad30-665f-44ce-a537-e11cd9affa34 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Port': ['ID=66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:02.927127 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26dcb982-575d-4a8c-9a8b-ad7a6d752804 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Made reservation on behalf of 5b0590da7c59470ea0796d2ea353c115 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:03.019168 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-2824e1de-6546-4d8d-bd9d-36c9a711b844 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:51:03.020605 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-2824e1de-6546-4d8d-bd9d-36c9a711b844 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:51:03.088954 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-26dcb982-575d-4a8c-9a8b-ad7a6d752804 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:03.090353 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 13e1f229-52bd-473f-a695-2358925900c0 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:03.091005 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:03.114239 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-26dcb982-575d-4a8c-9a8b-ad7a6d752804 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] device_id is not set on port 7bb8091f-1114-4dbb-aed8-6e8ceff661da yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:51:03.127818 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-3b6baf78-9e72-4e0a-8935-7a15fc9f991c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bc646b1-0800-489a-887a-f0a2b3f69764 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:51:03.150847 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-3b6baf78-9e72-4e0a-8935-7a15fc9f991c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:03.178632 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-3b6baf78-9e72-4e0a-8935-7a15fc9f991c service neutron] Transition to ACTIVE for port object 8bc646b1-0800-489a-887a-f0a2b3f69764 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:51:03.180820 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fafad30-665f-44ce-a537-e11cd9affa34 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] No DVR routers for this DVR port 66fd42e8-1f2a-4b62-83ee-ea17f59e3cf8 on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:51:03.186003 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-17fe13cf-c0c9-4ad8-8504-42d88ed46042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:03.249088 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-ca8d82f5-4986-41b0-a15b-1b19899feaae tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:03.341153 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dc447058-faf0-4751-8dd7-a284685ed3db tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:03.349638 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-3b6baf78-9e72-4e0a-8935-7a15fc9f991c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:03.366514 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-17fe13cf-c0c9-4ad8-8504-42d88ed46042 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=985360542b1f41a6b7e03341dbb99753&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6947243 Nov 12 08:51:03.368375 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe13cf-c0c9-4ad8-8504-42d88ed46042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72f7f1e-544b-464b-a2a0-a329e31a5fa8,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:03.464785 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-26dcb982-575d-4a8c-9a8b-ad7a6d752804 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Allocated IP 2001:db8::354 (7bfd1417-cac6-4152-826e-588573fa4bfa/b0adb0a4-8aa4-4a58-bc11-f230e1038a9e/7bb8091f-1114-4dbb-aed8-6e8ceff661da) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:51:03.471620 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:03.475981 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60428) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:03.493472 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-26dcb982-575d-4a8c-9a8b-ad7a6d752804 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3b:ea9b (7bfd1417-cac6-4152-826e-588573fa4bfa/07347be2-57b2-47ec-8e95-d7b9761fbb43/7bb8091f-1114-4dbb-aed8-6e8ceff661da) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:51:03.497015 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc447058-faf0-4751-8dd7-a284685ed3db tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Pushing event updated for resources: {'Port': ['ID=38af55bc-d6cc-467a-a28f-7eea3db0279f,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:03.499828 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dc447058-faf0-4751-8dd7-a284685ed3db tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:03.607652 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 13e1f229-52bd-473f-a695-2358925900c0, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=13e1f229-52bd-473f-a695-2358925900c0,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:03.629963 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dc447058-faf0-4751-8dd7-a284685ed3db tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:03.631270 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-dc447058-faf0-4751-8dd7-a284685ed3db tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.1508203 Nov 12 08:51:03.636508 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6baf78-9e72-4e0a-8935-7a15fc9f991c service neutron] Pushing event updated for resources: {'Port': ['ID=8bc646b1-0800-489a-887a-f0a2b3f69764,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:03.648518 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60434) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:03.687631 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:03.765889 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-26dcb982-575d-4a8c-9a8b-ad7a6d752804 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:03.774918 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2824e1de-6546-4d8d-bd9d-36c9a711b844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:03.825030 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-26dcb982-575d-4a8c-9a8b-ad7a6d752804 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:03.909843 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=13e1f229-52bd-473f-a695-2358925900c0,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:03.957576 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9c505681-37c9-4dd9-9d6a-00f1d40d3f8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:03.958696 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-2824e1de-6546-4d8d-bd9d-36c9a711b844 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:51:03.959890 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-2824e1de-6546-4d8d-bd9d-36c9a711b844 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:51:03.968721 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dcb982-575d-4a8c-9a8b-ad7a6d752804 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event updated for resources: {'Port': ['ID=7bb8091f-1114-4dbb-aed8-6e8ceff661da,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:03.984401 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dcb982-575d-4a8c-9a8b-ad7a6d752804 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Network 7bfd1417-cac6-4152-826e-588573fa4bfa is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:03.987435 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-26dcb982-575d-4a8c-9a8b-ad7a6d752804 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:03.990397 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dcb982-575d-4a8c-9a8b-ad7a6d752804 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:51:04.001773 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dcb982-575d-4a8c-9a8b-ad7a6d752804 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:04.002668 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-26dcb982-575d-4a8c-9a8b-ad7a6d752804 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:04.011667 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9c505681-37c9-4dd9-9d6a-00f1d40d3f8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:04.047584 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-26dcb982-575d-4a8c-9a8b-ad7a6d752804 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4815826 Nov 12 08:51:04.048537 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60438) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:04.136262 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb53a8b-c741-49e6-bcb7-23c27b00b2b9 req-e5371b03-bc54-42d7-add1-2016e3be7acd tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:04.139279 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8bb53a8b-c741-49e6-bcb7-23c27b00b2b9 req-e5371b03-bc54-42d7-add1-2016e3be7acd tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb0ff34-84d1-479f-82a2-22ba2aeac025 HTTP/1.1" status: 200 len: 932 time: 0.8680773 Nov 12 08:51:04.145744 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-98aa9a14-73e9-44ae-b4bf-55af7d805ff4 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] 10.222.0.37 "GET /v2.0/floatingips?floating_network_id=5ed28922-71e9-4e36-be8f-2b75fd571873 HTTP/1.1" status: 200 len: 690 time: 0.4521806 Nov 12 08:51:04.148631 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60440) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:04.183868 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-ca8d82f5-4986-41b0-a15b-1b19899feaae tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Network 929ecee4-9960-4b20-b1c5-252c2a20e428 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:04.186665 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9c505681-37c9-4dd9-9d6a-00f1d40d3f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:04.190051 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9c505681-37c9-4dd9-9d6a-00f1d40d3f8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:04.191584 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9c505681-37c9-4dd9-9d6a-00f1d40d3f8a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e72f7f1e-544b-464b-a2a0-a329e31a5fa8 HTTP/1.1" status: 204 len: 168 time: 0.6795883 Nov 12 08:51:04.333259 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-77d61dc1-9f75-420e-85b6-d3b51c842770 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:04.420423 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-ca8d82f5-4986-41b0-a15b-1b19899feaae tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:04.434161 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-ca8d82f5-4986-41b0-a15b-1b19899feaae tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:51:04.502055 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 13e1f229-52bd-473f-a695-2358925900c0 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:51:04.548902 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6fafad30-665f-44ce-a537-e11cd9affa34 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:04.630035 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-ece8cd5e-1df8-47c0-940b-516e7d24fafa tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting port 7bb8091f-1114-4dbb-aed8-6e8ceff661da {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:04.630703 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ece8cd5e-1df8-47c0-940b-516e7d24fafa tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:04.695271 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-77d61dc1-9f75-420e-85b6-d3b51c842770 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Deleting port 38af55bc-d6cc-467a-a28f-7eea3db0279f {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:04.696649 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c505681-37c9-4dd9-9d6a-00f1d40d3f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72f7f1e-544b-464b-a2a0-a329e31a5fa8,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:04.701238 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-77d61dc1-9f75-420e-85b6-d3b51c842770 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:04.841296 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-6fafad30-665f-44ce-a537-e11cd9affa34 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f00aae5-90fb-43ac-8b8a-fdb5de07dd59']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:04.880698 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-77d61dc1-9f75-420e-85b6-d3b51c842770 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:04.881062 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-77d61dc1-9f75-420e-85b6-d3b51c842770 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:04.897881 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-77d61dc1-9f75-420e-85b6-d3b51c842770 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Calling delete_port for 38af55bc-d6cc-467a-a28f-7eea3db0279f owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:04.959001 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8bb53a8b-c741-49e6-bcb7-23c27b00b2b9 req-003a29f3-56ad-4d2c-9ebe-3f320c18ade9 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/security-groups?id=9aa43de3-4938-4eca-af76-42dc55d35874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7554259 Nov 12 08:51:04.962339 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d82f5-4986-41b0-a15b-1b19899feaae tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Pushing event updated for resources: {'Port': ['ID=2f883ee5-02c1-4b6d-81e2-ba435280cc23,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:05.036559 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-6fafad30-665f-44ce-a537-e11cd9affa34 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040e6f5a-a840-4bec-8a75-f79a46b2224a') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:05.037253 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-6fafad30-665f-44ce-a537-e11cd9affa34 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040e6f5a-a840-4bec-8a75-f79a46b2224a') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:05.136816 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-ca8d82f5-4986-41b0-a15b-1b19899feaae tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:05.137965 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-ca8d82f5-4986-41b0-a15b-1b19899feaae tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:05.200547 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-77d61dc1-9f75-420e-85b6-d3b51c842770 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:05.279067 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-ca8d82f5-4986-41b0-a15b-1b19899feaae tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.3269215 Nov 12 08:51:05.282841 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-3b6baf78-9e72-4e0a-8935-7a15fc9f991c service neutron] Attempting to bind port 8bc646b1-0800-489a-887a-f0a2b3f69764 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:51:05.283368 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-3b6baf78-9e72-4e0a-8935-7a15fc9f991c service neutron] Attempting to bind port 8bc646b1-0800-489a-887a-f0a2b3f69764 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '016b67ff-3eb7-4199-9700-30dd9b8c3c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '929ecee4-9960-4b20-b1c5-252c2a20e428'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:51:05.283763 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-3b6baf78-9e72-4e0a-8935-7a15fc9f991c service neutron] Attempting to bind port 8bc646b1-0800-489a-887a-f0a2b3f69764 on network 929ecee4-9960-4b20-b1c5-252c2a20e428 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:51:05.291165 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6fafad30-665f-44ce-a537-e11cd9affa34 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:05.298960 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-4ea6c423-d1dd-488c-b5f4-cc7c847548de service neutron] Request body: {'port': {'device_id': 'cdb0ff34-84d1-479f-82a2-22ba2aeac025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:05.302612 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-3b6baf78-9e72-4e0a-8935-7a15fc9f991c service neutron] Port 8bc646b1-0800-489a-887a-f0a2b3f69764 on network 929ecee4-9960-4b20-b1c5-252c2a20e428 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:51:05.303206 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-3b6baf78-9e72-4e0a-8935-7a15fc9f991c service neutron] Attempting to bind port 8bc646b1-0800-489a-887a-f0a2b3f69764 on network 929ecee4-9960-4b20-b1c5-252c2a20e428 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:51:05.317366 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-3b6baf78-9e72-4e0a-8935-7a15fc9f991c service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:51:05.317709 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-3b6baf78-9e72-4e0a-8935-7a15fc9f991c service neutron] Checking segment: {'id': '016b67ff-3eb7-4199-9700-30dd9b8c3c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '929ecee4-9960-4b20-b1c5-252c2a20e428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:51:05.318105 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-3b6baf78-9e72-4e0a-8935-7a15fc9f991c service neutron] Bound using segment: {'id': '016b67ff-3eb7-4199-9700-30dd9b8c3c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '929ecee4-9960-4b20-b1c5-252c2a20e428'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:51:05.318591 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-3b6baf78-9e72-4e0a-8935-7a15fc9f991c service neutron] Bound port: 8bc646b1-0800-489a-887a-f0a2b3f69764, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '016b67ff-3eb7-4199-9700-30dd9b8c3c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '929ecee4-9960-4b20-b1c5-252c2a20e428'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:51:05.318947 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-3b6baf78-9e72-4e0a-8935-7a15fc9f991c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:05.426482 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-3b6baf78-9e72-4e0a-8935-7a15fc9f991c service neutron] For port 8bc646b1-0800-489a-887a-f0a2b3f69764, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:51:05.430700 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-3b6baf78-9e72-4e0a-8935-7a15fc9f991c service neutron] For port 8bc646b1-0800-489a-887a-f0a2b3f69764, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=8bc646b1-0800-489a-887a-f0a2b3f69764,segment=NetworkSegment(016b67ff-3eb7-4199-9700-30dd9b8c3c86),segment_id=016b67ff-3eb7-4199-9700-30dd9b8c3c86)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:51:05.445077 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-3b6baf78-9e72-4e0a-8935-7a15fc9f991c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:05.470355 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23936ddf-6b41-44a0-9ac1-8c4343f657b9 x-openstack-request-id: req-23936ddf-6b41-44a0-9ac1-8c4343f657b9 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:51:05.471040 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "205733b7-3dff-4422-b382-1f4e1214db78", "name": "network-vif-plugged", "status": "completed", "tag": "c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:51:05.471473 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-23936ddf-6b41-44a0-9ac1-8c4343f657b9 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:51:05.472365 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205733b7-3dff-4422-b382-1f4e1214db78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59', 'code': 200} Nov 12 08:51:05.586057 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6fafad30-665f-44ce-a537-e11cd9affa34 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:05.591703 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6baf78-9e72-4e0a-8935-7a15fc9f991c service neutron] Pushing event updated for resources: {'Port': ['ID=8bc646b1-0800-489a-887a-f0a2b3f69764,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:05.636180 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 13e1f229-52bd-473f-a695-2358925900c0 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:05.637813 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fafad30-665f-44ce-a537-e11cd9affa34 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:51:05.638233 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6fafad30-665f-44ce-a537-e11cd9affa34 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:05.639123 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:05.645886 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d61dc1-9f75-420e-85b6-d3b51c842770 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Pushing event deleted for resources: {'Port': ['ID=38af55bc-d6cc-467a-a28f-7eea3db0279f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:05.652939 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-3b6baf78-9e72-4e0a-8935-7a15fc9f991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:05.665128 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-3b6baf78-9e72-4e0a-8935-7a15fc9f991c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:05.671646 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-3b6baf78-9e72-4e0a-8935-7a15fc9f991c service neutron] 10.222.0.58 "PUT /v2.0/ports/8bc646b1-0800-489a-887a-f0a2b3f69764 HTTP/1.1" status: 200 len: 1093 time: 7.2015591 Nov 12 08:51:05.673336 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-4ea6c423-d1dd-488c-b5f4-cc7c847548de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:51:05.693868 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:51:05.708207 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eda8432-3df0-47f2-bbf1-2afa4256c544', 'tag': '8bc646b1-0800-489a-887a-f0a2b3f69764'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:51:05.714297 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31141743-757a-4842-ad43-3f8f1afaa0c7" -d '{"events": [{"name": "network-changed", "server_uuid": "6eda8432-3df0-47f2-bbf1-2afa4256c544", "tag": "8bc646b1-0800-489a-887a-f0a2b3f69764"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:51:05.800760 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4ed8f6b5-8b24-4940-a2f8-efdaa923a72f None None] Provisioning complete for port 13e1f229-52bd-473f-a695-2358925900c0 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:05.803818 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4ed8f6b5-8b24-4940-a2f8-efdaa923a72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:05.841869 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ece8cd5e-1df8-47c0-940b-516e7d24fafa tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:05.895036 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-ece8cd5e-1df8-47c0-940b-516e7d24fafa tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Calling delete_port for 7bb8091f-1114-4dbb-aed8-6e8ceff661da owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:05.949987 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6fafad30-665f-44ce-a537-e11cd9affa34 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:05.971292 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6fafad30-665f-44ce-a537-e11cd9affa34 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:05.985265 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6fafad30-665f-44ce-a537-e11cd9affa34 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/networks/3f00aae5-90fb-43ac-8b8a-fdb5de07dd59 HTTP/1.1" status: 204 len: 168 time: 6.5038121 Nov 12 08:51:06.019508 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60468) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:06.057196 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-912f4ba8-9433-4056-afd7-862cf0d4666f tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1934894510', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}, 'admin_state_up': False}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:06.284847 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fafad30-665f-44ce-a537-e11cd9affa34 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Network': ['ID=3f00aae5-90fb-43ac-8b8a-fdb5de07dd59,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:06.351909 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-b1f7630f-7d49-4106-90fc-aad8985abce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:06.354249 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-b1f7630f-7d49-4106-90fc-aad8985abce0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf2cb538cbc14a6991c058f709d191c4&device_id=6eda8432-3df0-47f2-bbf1-2afa4256c544 HTTP/1.1" status: 200 len: 1096 time: 0.4292259 Nov 12 08:51:06.355411 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d39a8645-4fa9-4dae-b390-955299caf632 None None] Provisioning complete for port 7bb8091f-1114-4dbb-aed8-6e8ceff661da triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:06.355963 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d39a8645-4fa9-4dae-b390-955299caf632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:06.368998 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-912f4ba8-9433-4056-afd7-862cf0d4666f tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:06.371659 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-912f4ba8-9433-4056-afd7-862cf0d4666f tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:06.454712 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ba24d-d071-4612-bed8-2741e9dd1ac5 req-55b625e2-b9e7-4a8d-a91a-057c09dc9296 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:06.458307 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-075ba24d-d071-4612-bed8-2741e9dd1ac5 req-55b625e2-b9e7-4a8d-a91a-057c09dc9296 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 946 time: 0.5351863 Nov 12 08:51:06.487835 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-d39a8645-4fa9-4dae-b390-955299caf632 None None] Port 7bb8091f-1114-4dbb-aed8-6e8ceff661da cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:51:06.541809 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-8a689323-dccf-42cc-96a4-a7538dab2bd0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bc646b1-0800-489a-887a-f0a2b3f69764 HTTP/1.1" status: 200 len: 217 time: 0.1634741 Nov 12 08:51:06.722111 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-912f4ba8-9433-4056-afd7-862cf0d4666f tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:06.736631 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-7e5d4425-cacc-44ae-ba19-5fd7b2ccef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:06.738497 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-7e5d4425-cacc-44ae-ba19-5fd7b2ccef3e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6bcb773f-86b9-4eab-9ea9-a9d50b98eedb HTTP/1.1" status: 200 len: 857 time: 0.1808496 Nov 12 08:51:06.744314 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-075ba24d-d071-4612-bed8-2741e9dd1ac5 req-898d7ba0-d336-4e29-a79f-851f69036c87 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009137 Nov 12 08:51:06.852615 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-cbf48c68-38e9-428e-a2a5-40468c8293f1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=929ecee4-9960-4b20-b1c5-252c2a20e428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643356 Nov 12 08:51:06.870819 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-77d61dc1-9f75-420e-85b6-d3b51c842770 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:06.883963 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ece8cd5e-1df8-47c0-940b-516e7d24fafa tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:06.923463 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1ccd1f-a176-4b79-9052-6ce8ee7ac45f x-openstack-request-id: req-af1ccd1f-a176-4b79-9052-6ce8ee7ac45f {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:51:06.923786 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eda8432-3df0-47f2-bbf1-2afa4256c544", "tag": "8bc646b1-0800-489a-887a-f0a2b3f69764", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:51:06.924053 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-af1ccd1f-a176-4b79-9052-6ce8ee7ac45f {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:51:06.924460 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eda8432-3df0-47f2-bbf1-2afa4256c544', 'tag': '8bc646b1-0800-489a-887a-f0a2b3f69764', 'status': 'completed', 'code': 200} Nov 12 08:51:07.061884 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-77d61dc1-9f75-420e-85b6-d3b51c842770 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:07.134664 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8cd5e-1df8-47c0-940b-516e7d24fafa tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Port': ['ID=7bb8091f-1114-4dbb-aed8-6e8ceff661da,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:07.154264 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-912f4ba8-9433-4056-afd7-862cf0d4666f tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:07.181937 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ece8cd5e-1df8-47c0-940b-516e7d24fafa tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:07.194094 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ece8cd5e-1df8-47c0-940b-516e7d24fafa tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/7bb8091f-1114-4dbb-aed8-6e8ceff661da HTTP/1.1" status: 204 len: 168 time: 3.1416337 Nov 12 08:51:07.195519 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-77d61dc1-9f75-420e-85b6-d3b51c842770 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:07.207019 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60478) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:07.278434 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab31b5d-e7a0-4667-aa17-41bffb29d83f req-fb9d7265-f11d-44d7-9bd7-8d3073de3ebd tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:07.294138 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fab31b5d-e7a0-4667-aa17-41bffb29d83f req-fb9d7265-f11d-44d7-9bd7-8d3073de3ebd tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb0ff34-84d1-479f-82a2-22ba2aeac025 HTTP/1.1" status: 200 len: 932 time: 0.2432172 Nov 12 08:51:07.327548 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-62e37575-66e9-4614-8faf-f73660c405d7 service neutron] 10.222.0.58 "GET /v2.0/networks/929ecee4-9960-4b20-b1c5-252c2a20e428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646199 Nov 12 08:51:07.338568 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-77d61dc1-9f75-420e-85b6-d3b51c842770 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:07.374431 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-77d61dc1-9f75-420e-85b6-d3b51c842770 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed28922-71e9-4e36-be8f-2b75fd571873']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:07.386430 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-77d61dc1-9f75-420e-85b6-d3b51c842770 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7aeb3df-a221-46a3-9a1b-4b2fd99c97f7') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:07.386940 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-77d61dc1-9f75-420e-85b6-d3b51c842770 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7aeb3df-a221-46a3-9a1b-4b2fd99c97f7') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:07.400932 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-77d61dc1-9f75-420e-85b6-d3b51c842770 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:07.417394 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-77d61dc1-9f75-420e-85b6-d3b51c842770 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:07.426965 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d61dc1-9f75-420e-85b6-d3b51c842770 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:51:07.427414 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-77d61dc1-9f75-420e-85b6-d3b51c842770 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:07.516700 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d61dc1-9f75-420e-85b6-d3b51c842770 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=758bd0da-d484-4848-8a92-b7f243e7b97a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:07.527705 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:51:07.527705 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:51:07.527705 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:51:07.527705 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:51:07.527705 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:51:07.527705 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:51:07.527705 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:51:07.527705 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:51:07.527705 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:51:07.527705 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:51:07.527705 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:51:07.527705 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:51:07.527705 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:51:07.527705 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:51:07.527705 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:51:07.527705 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:51:07.527705 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:51:07.527705 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:51:07.527705 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:51:07.527705 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:51:07.527705 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:51:07.527705 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:51:07.527705 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:51:07.527705 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:51:07.527705 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:51:07.527705 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:51:07.527705 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:51:07.527705 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:51:07.527705 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:51:07.527705 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:51:07.527705 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:51:07.527705 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:51:07.531329 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-7dd2ba21-dbec-4f85-bb6b-afbca1a04ad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8903b80b-833a-4f61-81c8-ccc403342da5 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:51:07.596492 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-7dd2ba21-dbec-4f85-bb6b-afbca1a04ad8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:07.599317 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-77d61dc1-9f75-420e-85b6-d3b51c842770 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:07.606158 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fab31b5d-e7a0-4667-aa17-41bffb29d83f req-81df0f48-7d33-49aa-938b-fc6c44e8c994 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/security-groups?id=9aa43de3-4938-4eca-af76-42dc55d35874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098962 Nov 12 08:51:07.645102 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d61dc1-9f75-420e-85b6-d3b51c842770 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5ed28922-71e9-4e36-be8f-2b75fd571873 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 08:51:07.669220 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-77d61dc1-9f75-420e-85b6-d3b51c842770 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:07.674143 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-77d61dc1-9f75-420e-85b6-d3b51c842770 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] 10.222.0.37 "DELETE /v2.0/networks/5ed28922-71e9-4e36-be8f-2b75fd571873 HTTP/1.1" status: 204 len: 168 time: 3.5246246 Nov 12 08:51:07.677679 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60482) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:07.693172 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d61dc1-9f75-420e-85b6-d3b51c842770 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Pushing event deleted for resources: {'Network': ['ID=5ed28922-71e9-4e36-be8f-2b75fd571873,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:07.703367 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-7dd2ba21-dbec-4f85-bb6b-afbca1a04ad8 service neutron] Transition to ACTIVE for port object 8903b80b-833a-4f61-81c8-ccc403342da5 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:51:07.758648 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3c04cb-f83a-46cb-af56-6c3b72a98bfa tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:07.764970 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4d3c04cb-f83a-46cb-af56-6c3b72a98bfa tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2557938 Nov 12 08:51:07.768167 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-7dd2ba21-dbec-4f85-bb6b-afbca1a04ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:07.776813 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60484) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:07.840678 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-277fff8c-f582-4cb0-968f-de4d705e56c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:07.927942 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2ba21-dbec-4f85-bb6b-afbca1a04ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=8903b80b-833a-4f61-81c8-ccc403342da5,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:08.012279 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b7ba53-3fc5-43b6-80bc-3e1e9ff6df82 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:08.014094 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-85b7ba53-3fc5-43b6-80bc-3e1e9ff6df82 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2332387 Nov 12 08:51:08.059096 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60490) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:08.214243 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-0925f149-dc8e-4bbb-97fa-bf78da07d84e service neutron] 10.222.0.58 "GET /v2.0/networks/929ecee4-9960-4b20-b1c5-252c2a20e428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8680596 Nov 12 08:51:08.219723 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-85990fbe-2c13-4c47-829c-b1f34ad9ab54 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.5291708 Nov 12 08:51:08.220617 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60492) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:08.355152 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8ea483-bd6c-4d18-9d4b-e00f969a0b7a tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:08.361125 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8ea483-bd6c-4d18-9d4b-e00f969a0b7a tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:08.362961 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8ea483-bd6c-4d18-9d4b-e00f969a0b7a tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:08.380173 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4b8ea483-bd6c-4d18-9d4b-e00f969a0b7a tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3054116 Nov 12 08:51:08.393878 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60496) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:08.432766 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-7dd2ba21-dbec-4f85-bb6b-afbca1a04ad8 service neutron] Attempting to bind port 8903b80b-833a-4f61-81c8-ccc403342da5 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:51:08.433198 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-7dd2ba21-dbec-4f85-bb6b-afbca1a04ad8 service neutron] Attempting to bind port 8903b80b-833a-4f61-81c8-ccc403342da5 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '016b67ff-3eb7-4199-9700-30dd9b8c3c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '929ecee4-9960-4b20-b1c5-252c2a20e428'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:51:08.444447 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-7dd2ba21-dbec-4f85-bb6b-afbca1a04ad8 service neutron] Attempting to bind port 8903b80b-833a-4f61-81c8-ccc403342da5 on network 929ecee4-9960-4b20-b1c5-252c2a20e428 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:51:08.485884 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-7dd2ba21-dbec-4f85-bb6b-afbca1a04ad8 service neutron] Port 8903b80b-833a-4f61-81c8-ccc403342da5 on network 929ecee4-9960-4b20-b1c5-252c2a20e428 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:51:08.486130 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-7dd2ba21-dbec-4f85-bb6b-afbca1a04ad8 service neutron] Attempting to bind port 8903b80b-833a-4f61-81c8-ccc403342da5 on network 929ecee4-9960-4b20-b1c5-252c2a20e428 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:51:08.554047 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-7dd2ba21-dbec-4f85-bb6b-afbca1a04ad8 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:51:08.554398 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-7dd2ba21-dbec-4f85-bb6b-afbca1a04ad8 service neutron] Checking segment: {'id': '016b67ff-3eb7-4199-9700-30dd9b8c3c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '929ecee4-9960-4b20-b1c5-252c2a20e428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:51:08.554801 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-7dd2ba21-dbec-4f85-bb6b-afbca1a04ad8 service neutron] Bound using segment: {'id': '016b67ff-3eb7-4199-9700-30dd9b8c3c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '929ecee4-9960-4b20-b1c5-252c2a20e428'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:51:08.555262 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-7dd2ba21-dbec-4f85-bb6b-afbca1a04ad8 service neutron] Bound port: 8903b80b-833a-4f61-81c8-ccc403342da5, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '016b67ff-3eb7-4199-9700-30dd9b8c3c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '929ecee4-9960-4b20-b1c5-252c2a20e428'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:51:08.555627 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-7dd2ba21-dbec-4f85-bb6b-afbca1a04ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:08.634338 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fc521b-6d0a-4e56-b81f-258a35caefbf tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:08.634755 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fc521b-6d0a-4e56-b81f-258a35caefbf tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:08.635242 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fc521b-6d0a-4e56-b81f-258a35caefbf tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:08.635802 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fc521b-6d0a-4e56-b81f-258a35caefbf tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:08.638299 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fc521b-6d0a-4e56-b81f-258a35caefbf tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:08.639093 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fc521b-6d0a-4e56-b81f-258a35caefbf tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:08.639565 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fc521b-6d0a-4e56-b81f-258a35caefbf tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:08.640288 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fc521b-6d0a-4e56-b81f-258a35caefbf tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:08.640751 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fc521b-6d0a-4e56-b81f-258a35caefbf tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:08.641197 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fc521b-6d0a-4e56-b81f-258a35caefbf tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:08.641491 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8556e80-09ae-4d50-a497-b05b7794e33e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting subnet 07347be2-57b2-47ec-8e95-d7b9761fbb43 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:51:08.656798 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-10fc521b-6d0a-4e56-b81f-258a35caefbf tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6476 time: 0.4290473 Nov 12 08:51:08.657307 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60500) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:08.750263 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-5607b5bd-a581-4208-a752-9bfb971a16f6 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] delete failed (client error): The resource could not be found. Nov 12 08:51:08.753881 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5607b5bd-a581-4208-a752-9bfb971a16f6 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/8d7c4835-6a41-4f27-b2fa-4cb4e81956f4 HTTP/1.1" status: 404 len: 345 time: 0.0932004 Nov 12 08:51:08.754258 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60502) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:08.780671 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a8556e80-09ae-4d50-a497-b05b7794e33e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:08.781040 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f7d0fb-7d57-4ede-af43-9766d3c6c14d tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] DELETE failed (client error): The resource could not be found. Nov 12 08:51:08.781652 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f7d0fb-7d57-4ede-af43-9766d3c6c14d tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:08.791290 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-64f7d0fb-7d57-4ede-af43-9766d3c6c14d tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] 10.222.0.37 "DELETE /v2.0/networks/5ed28922-71e9-4e36-be8f-2b75fd571873 HTTP/1.1" status: 404 len: 339 time: 0.0296483 Nov 12 08:51:08.809610 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60504) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:08.828458 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-f329e3f5-3b18-412e-ad00-18d7d46b21d6 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Request body: {'network': {'name': 'tempest-network--1473120115', 'router:external': True}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:08.831643 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a8556e80-09ae-4d50-a497-b05b7794e33e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:08.888671 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-7dd2ba21-dbec-4f85-bb6b-afbca1a04ad8 service neutron] For port 8903b80b-833a-4f61-81c8-ccc403342da5, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:51:08.895611 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-7dd2ba21-dbec-4f85-bb6b-afbca1a04ad8 service neutron] For port 8903b80b-833a-4f61-81c8-ccc403342da5, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=8903b80b-833a-4f61-81c8-ccc403342da5,segment=NetworkSegment(016b67ff-3eb7-4199-9700-30dd9b8c3c86),segment_id=016b67ff-3eb7-4199-9700-30dd9b8c3c86)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:51:08.908802 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-7dd2ba21-dbec-4f85-bb6b-afbca1a04ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:08.938167 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f329e3f5-3b18-412e-ad00-18d7d46b21d6 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Made reservation on behalf of 2ff94244bd5f43529d7dde0829f6d8da for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:08.940684 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f329e3f5-3b18-412e-ad00-18d7d46b21d6 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:08.963656 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a8556e80-09ae-4d50-a497-b05b7794e33e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:09.020937 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-7dd2ba21-dbec-4f85-bb6b-afbca1a04ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:09.025977 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-7dd2ba21-dbec-4f85-bb6b-afbca1a04ad8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:09.029130 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-7dd2ba21-dbec-4f85-bb6b-afbca1a04ad8 service neutron] 10.222.0.54 "PUT /v2.0/ports/8903b80b-833a-4f61-81c8-ccc403342da5 HTTP/1.1" status: 200 len: 1092 time: 8.0528421 Nov 12 08:51:09.029774 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1887e9-1d2d-4996-966e-748a640020ef', 'tag': '8903b80b-833a-4f61-81c8-ccc403342da5'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:51:09.034101 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09640d7-4df8-4866-943b-3972ed41aa9b" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1887e9-1d2d-4996-966e-748a640020ef", "tag": "8903b80b-833a-4f61-81c8-ccc403342da5"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:51:09.066633 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2ba21-dbec-4f85-bb6b-afbca1a04ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=8903b80b-833a-4f61-81c8-ccc403342da5,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:09.134257 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f329e3f5-3b18-412e-ad00-18d7d46b21d6 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:51:09.158509 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f329e3f5-3b18-412e-ad00-18d7d46b21d6 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:09.158960 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-f329e3f5-3b18-412e-ad00-18d7d46b21d6 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Added segment 5ea10abf-02cb-4c9d-8c3c-8a94d76bf547 of type vlan for network c1cd4603-847e-4b18-bd0c-5b09a20bee21 Nov 12 08:51:09.175500 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-37c19582-c54c-421b-9ebf-74eb8a1408b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:09.177236 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-37c19582-c54c-421b-9ebf-74eb8a1408b7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf2cb538cbc14a6991c058f709d191c4&device_id=3e1887e9-1d2d-4996-966e-748a640020ef HTTP/1.1" status: 200 len: 1095 time: 0.0907168 Nov 12 08:51:09.264095 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-81d3f418-a962-4256-9f5b-3b5f9c2b9a8d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8903b80b-833a-4f61-81c8-ccc403342da5 HTTP/1.1" status: 200 len: 217 time: 0.0784903 Nov 12 08:51:09.321224 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f329e3f5-3b18-412e-ad00-18d7d46b21d6 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:09.360330 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-752a32af-346d-42a3-9792-604122fd32db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:09.362030 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-752a32af-346d-42a3-9792-604122fd32db service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6bcb773f-86b9-4eab-9ea9-a9d50b98eedb HTTP/1.1" status: 200 len: 857 time: 0.0905280 Nov 12 08:51:09.388017 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f329e3f5-3b18-412e-ad00-18d7d46b21d6 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:09.389066 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f329e3f5-3b18-412e-ad00-18d7d46b21d6 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:09.389672 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f329e3f5-3b18-412e-ad00-18d7d46b21d6 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:09.426344 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-912f4ba8-9433-4056-afd7-862cf0d4666f tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:09.467229 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-4053633c-b9d3-4855-94ff-9f07230fa5c1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=929ecee4-9960-4b20-b1c5-252c2a20e428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917592 Nov 12 08:51:09.501016 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-912f4ba8-9433-4056-afd7-862cf0d4666f tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:09.515150 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-4ea6c423-d1dd-488c-b5f4-cc7c847548de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f883ee5-02c1-4b6d-81e2-ba435280cc23 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:51:09.521198 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31141743-757a-4842-ad43-3f8f1afaa0c7 req-b307f625-fd7d-45bc-a178-96c6d61b9213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:09.522714 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-31141743-757a-4842-ad43-3f8f1afaa0c7 req-b307f625-fd7d-45bc-a178-96c6d61b9213 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf2cb538cbc14a6991c058f709d191c4&device_id=6eda8432-3df0-47f2-bbf1-2afa4256c544 HTTP/1.1" status: 200 len: 1096 time: 1.1928627 Nov 12 08:51:09.535618 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-4ea6c423-d1dd-488c-b5f4-cc7c847548de service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:09.675507 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f329e3f5-3b18-412e-ad00-18d7d46b21d6 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8643956 Nov 12 08:51:09.678219 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-344e604f-95a8-4ab1-8552-9fcd9c4296da service neutron] 10.222.0.54 "GET /v2.0/networks/929ecee4-9960-4b20-b1c5-252c2a20e428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018769 Nov 12 08:51:09.679811 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-4ea6c423-d1dd-488c-b5f4-cc7c847548de service neutron] Transition to ACTIVE for port object 2f883ee5-02c1-4b6d-81e2-ba435280cc23 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:51:09.693661 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60516) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:09.694770 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329e3f5-3b18-412e-ad00-18d7d46b21d6 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Pushing event updated for resources: {'Network': ['ID=c1cd4603-847e-4b18-bd0c-5b09a20bee21,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:09.713931 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network c1cd4603-847e-4b18-bd0c-5b09a20bee21 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:51:09.839145 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-4ea6c423-d1dd-488c-b5f4-cc7c847548de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:09.937762 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093fa95-e030-410e-8d29-b365c7129e77 req-253c46e3-5f0c-413f-b6b1-a32625904bea tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:09.948094 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1093fa95-e030-410e-8d29-b365c7129e77 req-253c46e3-5f0c-413f-b6b1-a32625904bea tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 946 time: 0.5226400 Nov 12 08:51:10.068890 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-912f4ba8-9433-4056-afd7-862cf0d4666f tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Allocated IP 172.25.6.219 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/888e8350-087b-4061-b716-f4c57e4d7b24) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:51:10.120940 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531b1e94-6c6a-43aa-844f-13feb951672e tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:10.131224 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531b1e94-6c6a-43aa-844f-13feb951672e tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:10.158369 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531b1e94-6c6a-43aa-844f-13feb951672e tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:10.164744 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-acd6a0f1-2096-4ce8-bc4c-0fffb295f784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:10.176718 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531b1e94-6c6a-43aa-844f-13feb951672e tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:10.179107 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-531b1e94-6c6a-43aa-844f-13feb951672e tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4808557 Nov 12 08:51:10.236042 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-912f4ba8-9433-4056-afd7-862cf0d4666f tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:10.237378 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-e4d1d4b6-c568-465e-9e8a-32dbd073bca8 service neutron] 10.222.0.54 "GET /v2.0/networks/929ecee4-9960-4b20-b1c5-252c2a20e428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5255787 Nov 12 08:51:10.239412 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60520) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:10.299959 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a8556e80-09ae-4d50-a497-b05b7794e33e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:10.373578 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891b5977-35ca-47d5-a3ed-80919fffce37 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:10.389591 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a8556e80-09ae-4d50-a497-b05b7794e33e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:10.408366 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60522) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:10.409850 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a8556e80-09ae-4d50-a497-b05b7794e33e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/07347be2-57b2-47ec-8e95-d7b9761fbb43 HTTP/1.1" status: 204 len: 168 time: 1.9938550 Nov 12 08:51:10.413184 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31141743-757a-4842-ad43-3f8f1afaa0c7 req-8d49ff1a-f32a-426c-9391-0383c6e539b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:10.415163 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-31141743-757a-4842-ad43-3f8f1afaa0c7 req-8d49ff1a-f32a-426c-9391-0383c6e539b0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=929ecee4-9960-4b20-b1c5-252c2a20e428 HTTP/1.1" status: 200 len: 918 time: 0.8754740 Nov 12 08:51:10.451279 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df7e312f-29f4-47f3-8db8-c5c9f1c28d3b tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:10.530179 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1093fa95-e030-410e-8d29-b365c7129e77 req-c00646c3-e900-4d25-89e4-004bedd3b653 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5776250 Nov 12 08:51:10.533889 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-d85fbf18-b4bc-4d85-8798-f29a22bb4b20 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Deleting subnet b0adb0a4-8aa4-4a58-bc11-f230e1038a9e {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:51:10.534455 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-912f4ba8-9433-4056-afd7-862cf0d4666f tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:10.559410 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d85fbf18-b4bc-4d85-8798-f29a22bb4b20 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:10.652288 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df7e312f-29f4-47f3-8db8-c5c9f1c28d3b tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:10.670453 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d85fbf18-b4bc-4d85-8798-f29a22bb4b20 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:10.714122 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-df7e312f-29f4-47f3-8db8-c5c9f1c28d3b tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1cd4603-847e-4b18-bd0c-5b09a20bee21']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:10.733728 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-df7e312f-29f4-47f3-8db8-c5c9f1c28d3b tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea10abf-02cb-4c9d-8c3c-8a94d76bf547') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:10.734180 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-df7e312f-29f4-47f3-8db8-c5c9f1c28d3b tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea10abf-02cb-4c9d-8c3c-8a94d76bf547') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:10.752961 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df7e312f-29f4-47f3-8db8-c5c9f1c28d3b tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:10.788957 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df7e312f-29f4-47f3-8db8-c5c9f1c28d3b tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:10.790138 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912f4ba8-9433-4056-afd7-862cf0d4666f tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:10.792157 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8556e80-09ae-4d50-a497-b05b7794e33e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Subnet': ['ID=07347be2-57b2-47ec-8e95-d7b9761fbb43,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:10.799047 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-31141743-757a-4842-ad43-3f8f1afaa0c7 req-b3517478-d2d7-4a86-8695-12382895ca9b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bc646b1-0800-489a-887a-f0a2b3f69764 HTTP/1.1" status: 200 len: 217 time: 0.2842700 Nov 12 08:51:10.815165 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 8bc646b1-0800-489a-887a-f0a2b3f69764 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:51:10.830926 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7e312f-29f4-47f3-8db8-c5c9f1c28d3b tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:51:10.831353 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df7e312f-29f4-47f3-8db8-c5c9f1c28d3b tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:10.833329 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:51:10.833329 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:51:10.833329 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:51:10.833329 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:51:10.833329 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:51:10.833329 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:51:10.833329 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:51:10.833329 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:51:10.833329 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:51:10.833329 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:51:10.833329 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:51:10.833329 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:51:10.833329 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:51:10.833329 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:51:10.833329 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:51:10.833329 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:51:10.833329 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:51:10.833329 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:51:10.833329 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:51:10.833329 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:51:10.833329 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:51:10.833329 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:51:10.833329 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:51:10.833329 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:51:10.833329 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:51:10.833329 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:51:10.833329 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:51:10.833329 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:51:10.833329 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:51:10.833329 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:51:10.833329 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:51:10.833329 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:51:10.849578 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-912f4ba8-9433-4056-afd7-862cf0d4666f tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:10.860426 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912f4ba8-9433-4056-afd7-862cf0d4666f tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:51:10.881891 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6c423-d1dd-488c-b5f4-cc7c847548de service neutron] Pushing event updated for resources: {'Port': ['ID=2f883ee5-02c1-4b6d-81e2-ba435280cc23,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:10.905889 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f24e061-7463-4e9d-9e06-891be34986b6 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:51:10.937271 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d85fbf18-b4bc-4d85-8798-f29a22bb4b20 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:11.028592 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df7e312f-29f4-47f3-8db8-c5c9f1c28d3b tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:11.037845 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e9085360-142b-4037-8deb-bec6dc500a01 None None] Provisioning complete for port 888e8350-087b-4061-b716-f4c57e4d7b24 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:11.038893 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e9085360-142b-4037-8deb-bec6dc500a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:11.069086 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7e312f-29f4-47f3-8db8-c5c9f1c28d3b tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c1cd4603-847e-4b18-bd0c-5b09a20bee21 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 08:51:11.110707 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df7e312f-29f4-47f3-8db8-c5c9f1c28d3b tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:11.118810 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e9085360-142b-4037-8deb-bec6dc500a01 None None] Port 888e8350-087b-4061-b716-f4c57e4d7b24 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:51:11.122525 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-df7e312f-29f4-47f3-8db8-c5c9f1c28d3b tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] 10.222.0.37 "DELETE /v2.0/networks/c1cd4603-847e-4b18-bd0c-5b09a20bee21 HTTP/1.1" status: 204 len: 168 time: 0.8808725 Nov 12 08:51:11.127079 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60530) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:11.144443 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-3e5265cf-8e5c-4f75-aa73-8ed6cf43267b tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Request body: {'network': {'name': 'tempest-network--312675359', 'router:external': True}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:11.157506 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e312f-29f4-47f3-8db8-c5c9f1c28d3b tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Pushing event deleted for resources: {'Network': ['ID=c1cd4603-847e-4b18-bd0c-5b09a20bee21,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:11.216789 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 8bc646b1-0800-489a-887a-f0a2b3f69764, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=8bc646b1-0800-489a-887a-f0a2b3f69764,segment=NetworkSegment(016b67ff-3eb7-4199-9700-30dd9b8c3c86),segment_id=016b67ff-3eb7-4199-9700-30dd9b8c3c86)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:11.234661 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d85fbf18-b4bc-4d85-8798-f29a22bb4b20 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:11.273357 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '8bc646b1-0800-489a-887a-f0a2b3f69764', 'network_id': '929ecee4-9960-4b20-b1c5-252c2a20e428', 'port_id': '8bc646b1-0800-489a-887a-f0a2b3f69764', 'mac_address': 'fa:16:3e:40:e1:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bcb773f-86b9-4eab-9ea9-a9d50b98eedb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:51:11.302116 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6d105-12dd-4e7b-9e23-91bc043fbd0c req-a344ade8-325a-483d-b039-ab20032b8ebd tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:11.305986 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cdc6d105-12dd-4e7b-9e23-91bc043fbd0c req-a344ade8-325a-483d-b039-ab20032b8ebd tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb0ff34-84d1-479f-82a2-22ba2aeac025 HTTP/1.1" status: 200 len: 944 time: 0.5045342 Nov 12 08:51:11.307494 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5265cf-8e5c-4f75-aa73-8ed6cf43267b tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Made reservation on behalf of 2ff94244bd5f43529d7dde0829f6d8da for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:11.314582 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3e5265cf-8e5c-4f75-aa73-8ed6cf43267b tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:11.327089 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85fbf18-b4bc-4d85-8798-f29a22bb4b20 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Subnet': ['ID=b0adb0a4-8aa4-4a58-bc11-f230e1038a9e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:11.341706 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31141743-757a-4842-ad43-3f8f1afaa0c7 req-2564fa30-cd1e-4291-8300-5d7866f86cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:11.343303 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-31141743-757a-4842-ad43-3f8f1afaa0c7 req-2564fa30-cd1e-4291-8300-5d7866f86cd2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6bcb773f-86b9-4eab-9ea9-a9d50b98eedb HTTP/1.1" status: 200 len: 857 time: 0.4692028 Nov 12 08:51:11.362732 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d85fbf18-b4bc-4d85-8798-f29a22bb4b20 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:11.366837 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d85fbf18-b4bc-4d85-8798-f29a22bb4b20 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/b0adb0a4-8aa4-4a58-bc11-f230e1038a9e HTTP/1.1" status: 204 len: 168 time: 0.9573555 Nov 12 08:51:11.372721 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60532) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:11.396878 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:11.439424 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc646b1-0800-489a-887a-f0a2b3f69764 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:51:11.442016 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e82de63d-00a5-4a6d-811f-be156d1f9f6f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0672879 Nov 12 08:51:11.445395 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60534) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:11.453109 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-4ea6c423-d1dd-488c-b5f4-cc7c847548de service neutron] Attempting to bind port 2f883ee5-02c1-4b6d-81e2-ba435280cc23 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:51:11.455478 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-4ea6c423-d1dd-488c-b5f4-cc7c847548de service neutron] Attempting to bind port 2f883ee5-02c1-4b6d-81e2-ba435280cc23 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '016b67ff-3eb7-4199-9700-30dd9b8c3c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '929ecee4-9960-4b20-b1c5-252c2a20e428'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:51:11.457336 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-4ea6c423-d1dd-488c-b5f4-cc7c847548de service neutron] Attempting to bind port 2f883ee5-02c1-4b6d-81e2-ba435280cc23 on network 929ecee4-9960-4b20-b1c5-252c2a20e428 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:51:11.465299 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e5265cf-8e5c-4f75-aa73-8ed6cf43267b tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:51:11.496539 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 8bc646b1-0800-489a-887a-f0a2b3f69764, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=8bc646b1-0800-489a-887a-f0a2b3f69764,segment=NetworkSegment(016b67ff-3eb7-4199-9700-30dd9b8c3c86),segment_id=016b67ff-3eb7-4199-9700-30dd9b8c3c86)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:11.503348 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:11.554322 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f4ba8-9433-4056-afd7-862cf0d4666f tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Port': ['ID=888e8350-087b-4061-b716-f4c57e4d7b24,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:11.566310 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3e5265cf-8e5c-4f75-aa73-8ed6cf43267b tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:11.566855 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-3e5265cf-8e5c-4f75-aa73-8ed6cf43267b tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Added segment db78a1b1-6722-4b44-8cfb-7cd3a2bf5401 of type vlan for network 2fd3db5b-eeab-4ead-9aec-70ccc238e625 Nov 12 08:51:11.713259 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=8bc646b1-0800-489a-887a-f0a2b3f69764,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:11.750156 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9f7f47-d858-4cda-98af-5e3a995e3668 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:11.756237 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7f9f7f47-d858-4cda-98af-5e3a995e3668 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3092980 Nov 12 08:51:11.769572 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60538) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:11.816445 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['8bc646b1-0800-489a-887a-f0a2b3f69764'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:51:11.817958 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-31141743-757a-4842-ad43-3f8f1afaa0c7 req-3c081e32-ba3f-427b-b000-6602c45f1a54 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=929ecee4-9960-4b20-b1c5-252c2a20e428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3954275 Nov 12 08:51:11.878096 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-4ea6c423-d1dd-488c-b5f4-cc7c847548de service neutron] Port 2f883ee5-02c1-4b6d-81e2-ba435280cc23 on network 929ecee4-9960-4b20-b1c5-252c2a20e428 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:51:11.878459 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-4ea6c423-d1dd-488c-b5f4-cc7c847548de service neutron] Attempting to bind port 2f883ee5-02c1-4b6d-81e2-ba435280cc23 on network 929ecee4-9960-4b20-b1c5-252c2a20e428 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:51:11.962599 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fcfec1-8097-4d55-9550-17fe79f23bce tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:11.978634 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-38fcfec1-8097-4d55-9550-17fe79f23bce tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1947379 Nov 12 08:51:11.980129 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60540) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:11.984033 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3e5265cf-8e5c-4f75-aa73-8ed6cf43267b tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:12.076736 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:12.164698 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-51d1f7aa-dc75-4c8e-b973-fac14f8b5b69 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1743839 Nov 12 08:51:12.184883 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.db.resource_extend [None req-3e5265cf-8e5c-4f75-aa73-8ed6cf43267b tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:51:12.212986 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60544) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:12.239341 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-4ea6c423-d1dd-488c-b5f4-cc7c847548de service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:51:12.249398 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-4ea6c423-d1dd-488c-b5f4-cc7c847548de service neutron] Checking segment: {'id': '016b67ff-3eb7-4199-9700-30dd9b8c3c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '929ecee4-9960-4b20-b1c5-252c2a20e428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:51:12.249945 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-4ea6c423-d1dd-488c-b5f4-cc7c847548de service neutron] Bound using segment: {'id': '016b67ff-3eb7-4199-9700-30dd9b8c3c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '929ecee4-9960-4b20-b1c5-252c2a20e428'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:51:12.250768 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-4ea6c423-d1dd-488c-b5f4-cc7c847548de service neutron] Bound port: 2f883ee5-02c1-4b6d-81e2-ba435280cc23, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '016b67ff-3eb7-4199-9700-30dd9b8c3c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '929ecee4-9960-4b20-b1c5-252c2a20e428'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:51:12.251356 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-4ea6c423-d1dd-488c-b5f4-cc7c847548de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:12.294490 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cdc6d105-12dd-4e7b-9e23-91bc043fbd0c req-58993b82-8adb-438c-b8d5-2f28067b2cf8 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/security-groups?id=9aa43de3-4938-4eca-af76-42dc55d35874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9626846 Nov 12 08:51:12.338376 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2080c0e-5cb4-4bed-b6de-84f3b26e1a76 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:12.347498 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2080c0e-5cb4-4bed-b6de-84f3b26e1a76 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:12.353757 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a2080c0e-5cb4-4bed-b6de-84f3b26e1a76 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/7bb8091f-1114-4dbb-aed8-6e8ceff661da HTTP/1.1" status: 404 len: 333 time: 0.1390250 Nov 12 08:51:12.361450 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60546) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:12.380098 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1c907e-a726-4585-9dbe-3ec589207bc7 None None] Network 7bfd1417-cac6-4152-826e-588573fa4bfa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:12.398063 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3e5265cf-8e5c-4f75-aa73-8ed6cf43267b tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:12.404466 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5265cf-8e5c-4f75-aa73-8ed6cf43267b tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:12.406770 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3e5265cf-8e5c-4f75-aa73-8ed6cf43267b tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:12.520172 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-19983db7-1123-462d-ab74-294758e76796 None None] Provisioning complete for port 13e1f229-52bd-473f-a695-2358925900c0 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:12.520551 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-19983db7-1123-462d-ab74-294758e76796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:12.531405 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-31141743-757a-4842-ad43-3f8f1afaa0c7 req-a786630f-dc22-4243-81e3-3a7c25260db3 service neutron] 10.222.0.58 "GET /v2.0/networks/929ecee4-9960-4b20-b1c5-252c2a20e428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6970544 Nov 12 08:51:12.548004 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc6dc5c-bbf5-4806-9d20-02d60f0b8726 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:12.548480 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efc6dc5c-bbf5-4806-9d20-02d60f0b8726 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:12.568680 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-efc6dc5c-bbf5-4806-9d20-02d60f0b8726 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/07347be2-57b2-47ec-8e95-d7b9761fbb43 HTTP/1.1" status: 404 len: 337 time: 0.2008660 Nov 12 08:51:12.704191 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60548) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:12.709553 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146e7b31-fff1-4225-bc31-b653895235d8 x-openstack-request-id: req-146e7b31-fff1-4225-bc31-b653895235d8 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:51:12.710106 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1887e9-1d2d-4996-966e-748a640020ef", "tag": "8903b80b-833a-4f61-81c8-ccc403342da5", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:51:12.710378 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-146e7b31-fff1-4225-bc31-b653895235d8 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:51:12.713401 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e1887e9-1d2d-4996-966e-748a640020ef', 'tag': '8903b80b-833a-4f61-81c8-ccc403342da5', 'status': 'completed', 'code': 200} Nov 12 08:51:12.768334 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-912f4ba8-9433-4056-afd7-862cf0d4666f tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:12.866033 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3e5265cf-8e5c-4f75-aa73-8ed6cf43267b tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.7375133 Nov 12 08:51:12.900525 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60550) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:13.051595 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-4ea6c423-d1dd-488c-b5f4-cc7c847548de service neutron] For port 2f883ee5-02c1-4b6d-81e2-ba435280cc23, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:51:13.097395 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44089a3-6ab7-48e3-9d44-2a6a5330fc7c None None] DHCP port deletion for 7bfd1417-cac6-4152-826e-588573fa4bfa request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:51:13.114401 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-4ea6c423-d1dd-488c-b5f4-cc7c847548de service neutron] For port 2f883ee5-02c1-4b6d-81e2-ba435280cc23, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=2f883ee5-02c1-4b6d-81e2-ba435280cc23,segment=NetworkSegment(016b67ff-3eb7-4199-9700-30dd9b8c3c86),segment_id=016b67ff-3eb7-4199-9700-30dd9b8c3c86)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:51:13.133891 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-4ea6c423-d1dd-488c-b5f4-cc7c847548de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:13.208138 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-31141743-757a-4842-ad43-3f8f1afaa0c7 req-bbf5a475-17ed-4473-9c7c-0e0e50007e1a service neutron] 10.222.0.58 "GET /v2.0/networks/929ecee4-9960-4b20-b1c5-252c2a20e428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6619179 Nov 12 08:51:13.288557 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d22b47-d885-47e7-9c13-9af3eb040ad5 tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:13.300487 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a5d22b47-d885-47e7-9c13-9af3eb040ad5 tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] 10.222.0.37 "GET /v2.0/networks/2fd3db5b-eeab-4ead-9aec-70ccc238e625 HTTP/1.1" status: 200 len: 756 time: 0.3928401 Nov 12 08:51:13.304340 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5265cf-8e5c-4f75-aa73-8ed6cf43267b tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Pushing event updated for resources: {'Network': ['ID=2fd3db5b-eeab-4ead-9aec-70ccc238e625,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:13.318177 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60556) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:13.335004 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-912f4ba8-9433-4056-afd7-862cf0d4666f tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:13.342969 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-4ea6c423-d1dd-488c-b5f4-cc7c847548de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:13.343595 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-4ea6c423-d1dd-488c-b5f4-cc7c847548de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:13.345085 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-4ea6c423-d1dd-488c-b5f4-cc7c847548de service neutron] 10.222.0.58 "PUT /v2.0/ports/2f883ee5-02c1-4b6d-81e2-ba435280cc23 HTTP/1.1" status: 200 len: 1093 time: 8.0511813 Nov 12 08:51:13.349181 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb0ff34-84d1-479f-82a2-22ba2aeac025', 'tag': '2f883ee5-02c1-4b6d-81e2-ba435280cc23'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:51:13.359798 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f870262-25e0-4443-bcd7-8cd4cfd2aaa6" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb0ff34-84d1-479f-82a2-22ba2aeac025", "tag": "2f883ee5-02c1-4b6d-81e2-ba435280cc23"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:51:13.436972 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6c423-d1dd-488c-b5f4-cc7c847548de service neutron] Pushing event updated for resources: {'Port': ['ID=2f883ee5-02c1-4b6d-81e2-ba435280cc23,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:13.478250 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a8be6-973a-4ee8-b6ec-85ee001aa5d6 req-03864eb4-ec77-49fb-bd98-a7700e88dd74 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:13.480271 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 2fd3db5b-eeab-4ead-9aec-70ccc238e625 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:51:13.486810 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b6a8be6-973a-4ee8-b6ec-85ee001aa5d6 req-03864eb4-ec77-49fb-bd98-a7700e88dd74 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 946 time: 0.3204157 Nov 12 08:51:13.581235 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-8780978b-866a-4efa-97e3-206106d7086f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:13.582166 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 8903b80b-833a-4f61-81c8-ccc403342da5 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:51:13.583017 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-8780978b-866a-4efa-97e3-206106d7086f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf2cb538cbc14a6991c058f709d191c4&device_id=cdb0ff34-84d1-479f-82a2-22ba2aeac025 HTTP/1.1" status: 200 len: 1096 time: 0.1547129 Nov 12 08:51:13.608189 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20413a5d-08cf-4bf2-b211-1e58ede80fbd tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:13.608189 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-20413a5d-08cf-4bf2-b211-1e58ede80fbd tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] 10.222.0.37 "GET /v2.0/networks/ec62284c-b264-4d1c-a597-6ba7d72a8dae HTTP/1.1" status: 200 len: 768 time: 0.2826815 Nov 12 08:51:13.608189 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f53b11-aeba-49aa-b0bc-cf0182f7147b tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:13.608189 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f53b11-aeba-49aa-b0bc-cf0182f7147b tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:13.609896 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-57f53b11-aeba-49aa-b0bc-cf0182f7147b tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/b0adb0a4-8aa4-4a58-bc11-f230e1038a9e HTTP/1.1" status: 404 len: 337 time: 0.8949609 Nov 12 08:51:13.610617 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60562) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:13.630249 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60564) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:13.684275 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:13.706275 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b6a8be6-973a-4ee8-b6ec-85ee001aa5d6 req-03c1f6c2-5004-4c7d-92b7-c1babe704b6a tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181458 Nov 12 08:51:13.715408 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-44a36184-16e6-46ab-87b4-ff370cdfff34 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f883ee5-02c1-4b6d-81e2-ba435280cc23 HTTP/1.1" status: 200 len: 217 time: 0.1075981 Nov 12 08:51:13.718920 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-72eba9c7-67ad-4d1b-9c44-74be87f9df67 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:13.726208 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72eba9c7-67ad-4d1b-9c44-74be87f9df67 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:13.737025 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-72eba9c7-67ad-4d1b-9c44-74be87f9df67 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/6e2f233d-24db-4f18-9dc6-d6ab2a037dc8 HTTP/1.1" status: 404 len: 333 time: 0.1011806 Nov 12 08:51:13.745955 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60566) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:13.788176 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-f44089a3-6ab7-48e3-9d44-2a6a5330fc7c None None] Deleting port 13e1f229-52bd-473f-a695-2358925900c0 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:13.788556 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f44089a3-6ab7-48e3-9d44-2a6a5330fc7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:13.806900 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09640d7-4df8-4866-943b-3972ed41aa9b req-f31a3af4-3efd-4dd9-a477-80f6f2b4d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:13.810764 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-20eb0a72-1a49-410a-9178-e00f10c58d49 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:13.810942 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c09640d7-4df8-4866-943b-3972ed41aa9b req-f31a3af4-3efd-4dd9-a477-80f6f2b4d380 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf2cb538cbc14a6991c058f709d191c4&device_id=3e1887e9-1d2d-4996-966e-748a640020ef HTTP/1.1" status: 200 len: 1095 time: 1.1110170 Nov 12 08:51:13.812304 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20eb0a72-1a49-410a-9178-e00f10c58d49 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:13.818001 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-782b7d1e-ab2d-48f5-b23d-faf204d6bfe9 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:13.818794 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-20eb0a72-1a49-410a-9178-e00f10c58d49 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/5730f9b2-53ba-45b9-aebb-f3d2cc0e9af1 HTTP/1.1" status: 404 len: 337 time: 0.0698223 Nov 12 08:51:13.819643 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60574) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:13.860356 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-46fc872d-2ec8-4325-aad7-bedca42634d3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:13.865464 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46fc872d-2ec8-4325-aad7-bedca42634d3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:13.874840 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-46fc872d-2ec8-4325-aad7-bedca42634d3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/ed35a109-448f-4dbe-8bad-6a7696eff5c2 HTTP/1.1" status: 404 len: 337 time: 0.0507019 Nov 12 08:51:13.879610 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60578) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:13.914331 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee9b307-5280-4756-a068-038f63eae489 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:13.915168 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ee9b307-5280-4756-a068-038f63eae489 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:13.921961 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0ee9b307-5280-4756-a068-038f63eae489 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/7a8a5e17-8839-4644-bb41-86f610f57468 HTTP/1.1" status: 404 len: 333 time: 0.0387094 Nov 12 08:51:13.925115 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60582) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:13.951613 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-06b8fca9-9123-4ce5-9f94-b1ce0e82300b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:13.976246 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-06b8fca9-9123-4ce5-9f94-b1ce0e82300b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6bcb773f-86b9-4eab-9ea9-a9d50b98eedb HTTP/1.1" status: 200 len: 857 time: 0.2256322 Nov 12 08:51:14.089399 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f44089a3-6ab7-48e3-9d44-2a6a5330fc7c None None] For port 13e1f229-52bd-473f-a695-2358925900c0, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=13e1f229-52bd-473f-a695-2358925900c0,segment=NetworkSegment(21f12dd7-83bd-4dde-a83f-042a567369fd),segment_id=21f12dd7-83bd-4dde-a83f-042a567369fd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:14.089399 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f44089a3-6ab7-48e3-9d44-2a6a5330fc7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:14.108614 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-a64e2f9d-a248-4ef1-94e9-dbc4c5a29352 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=929ecee4-9960-4b20-b1c5-252c2a20e428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1225073 Nov 12 08:51:14.142796 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-f44089a3-6ab7-48e3-9d44-2a6a5330fc7c None None] Calling delete_port for 13e1f229-52bd-473f-a695-2358925900c0 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:14.215147 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:14.223900 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 8903b80b-833a-4f61-81c8-ccc403342da5, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=8903b80b-833a-4f61-81c8-ccc403342da5,segment=NetworkSegment(016b67ff-3eb7-4199-9700-30dd9b8c3c86),segment_id=016b67ff-3eb7-4199-9700-30dd9b8c3c86)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:14.295453 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '8903b80b-833a-4f61-81c8-ccc403342da5', 'network_id': '929ecee4-9960-4b20-b1c5-252c2a20e428', 'port_id': '8903b80b-833a-4f61-81c8-ccc403342da5', 'mac_address': 'fa:16:3e:b1:9f:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bcb773f-86b9-4eab-9ea9-a9d50b98eedb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:51:14.346973 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b173e99-6d09-4a54-a388-2476a06e48b5 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:14.347537 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b173e99-6d09-4a54-a388-2476a06e48b5 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:14.356219 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5b173e99-6d09-4a54-a388-2476a06e48b5 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/c7191e82-b6a4-46d5-9116-4574abda54e4 HTTP/1.1" status: 404 len: 337 time: 0.4151366 Nov 12 08:51:14.357082 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60590) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:14.359984 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-1afea238-cd0c-4dd9-99bc-56efcac27c57 service neutron] 10.222.0.58 "GET /v2.0/networks/929ecee4-9960-4b20-b1c5-252c2a20e428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499557 Nov 12 08:51:14.422513 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:14.447680 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-782b7d1e-ab2d-48f5-b23d-faf204d6bfe9 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:14.485559 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8903b80b-833a-4f61-81c8-ccc403342da5 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:51:14.486259 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-782b7d1e-ab2d-48f5-b23d-faf204d6bfe9 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd3db5b-eeab-4ead-9aec-70ccc238e625']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:14.510506 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 8903b80b-833a-4f61-81c8-ccc403342da5, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=8903b80b-833a-4f61-81c8-ccc403342da5,segment=NetworkSegment(016b67ff-3eb7-4199-9700-30dd9b8c3c86),segment_id=016b67ff-3eb7-4199-9700-30dd9b8c3c86)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:14.516085 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-782b7d1e-ab2d-48f5-b23d-faf204d6bfe9 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db78a1b1-6722-4b44-8cfb-7cd3a2bf5401') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:14.516085 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-782b7d1e-ab2d-48f5-b23d-faf204d6bfe9 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db78a1b1-6722-4b44-8cfb-7cd3a2bf5401') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:14.524014 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:14.552120 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f44089a3-6ab7-48e3-9d44-2a6a5330fc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:14.566881 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44089a3-6ab7-48e3-9d44-2a6a5330fc7c None None] No DVR routers for this DVR port 13e1f229-52bd-473f-a695-2358925900c0 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:51:14.587373 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09640d7-4df8-4866-943b-3972ed41aa9b req-64bfe331-611e-4069-b74b-21c8953a938c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:14.590094 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c09640d7-4df8-4866-943b-3972ed41aa9b req-64bfe331-611e-4069-b74b-21c8953a938c service neutron] 10.222.0.54 "GET /v2.0/networks?id=929ecee4-9960-4b20-b1c5-252c2a20e428 HTTP/1.1" status: 200 len: 918 time: 0.7670953 Nov 12 08:51:14.601818 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-782b7d1e-ab2d-48f5-b23d-faf204d6bfe9 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:14.603641 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=8903b80b-833a-4f61-81c8-ccc403342da5,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:14.623661 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-782b7d1e-ab2d-48f5-b23d-faf204d6bfe9 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:14.638012 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-782b7d1e-ab2d-48f5-b23d-faf204d6bfe9 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:51:14.638436 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-782b7d1e-ab2d-48f5-b23d-faf204d6bfe9 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:14.640251 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:51:14.640251 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:51:14.640251 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:51:14.640251 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:51:14.640251 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:51:14.640251 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:51:14.640251 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:51:14.640251 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:51:14.640251 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:51:14.640251 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:51:14.640251 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:51:14.640251 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:51:14.640251 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:51:14.640251 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:51:14.640251 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:51:14.640251 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:51:14.640251 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:51:14.640251 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:51:14.640251 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:51:14.640251 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:51:14.640251 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:51:14.640251 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:51:14.640251 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:51:14.640251 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:51:14.640251 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:51:14.640251 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:51:14.640251 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:51:14.640251 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:51:14.640251 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:51:14.640251 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:51:14.640251 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:51:14.640251 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:51:14.658808 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44089a3-6ab7-48e3-9d44-2a6a5330fc7c None None] Pushing event deleted for resources: {'Port': ['ID=13e1f229-52bd-473f-a695-2358925900c0,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:14.714975 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c09640d7-4df8-4866-943b-3972ed41aa9b req-791b10b4-54a0-4fc4-9be1-99f9378d34d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8903b80b-833a-4f61-81c8-ccc403342da5 HTTP/1.1" status: 200 len: 217 time: 0.0841246 Nov 12 08:51:14.738635 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 8bc646b1-0800-489a-887a-f0a2b3f69764 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:51:14.788344 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 13e1f229-52bd-473f-a695-2358925900c0 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:51:14.802142 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-782b7d1e-ab2d-48f5-b23d-faf204d6bfe9 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:14.812346 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782b7d1e-ab2d-48f5-b23d-faf204d6bfe9 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2fd3db5b-eeab-4ead-9aec-70ccc238e625 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 08:51:14.818491 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-782b7d1e-ab2d-48f5-b23d-faf204d6bfe9 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:14.822857 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-782b7d1e-ab2d-48f5-b23d-faf204d6bfe9 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] 10.222.0.37 "DELETE /v2.0/networks/2fd3db5b-eeab-4ead-9aec-70ccc238e625 HTTP/1.1" status: 204 len: 168 time: 1.1930106 Nov 12 08:51:14.828884 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 13e1f229-52bd-473f-a695-2358925900c0 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:51:14.829195 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 13e1f229-52bd-473f-a695-2358925900c0 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:51:14.832764 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['8903b80b-833a-4f61-81c8-ccc403342da5'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:51:14.852483 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60604) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:14.858907 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-116347df-0df3-4d9e-92e9-5fe503ca5f40 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Request body: {'network': {'name': 'tempest-network--1776015346'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:14.884249 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b7d1e-ab2d-48f5-b23d-faf204d6bfe9 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Pushing event deleted for resources: {'Network': ['ID=2fd3db5b-eeab-4ead-9aec-70ccc238e625,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:14.894880 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116347df-0df3-4d9e-92e9-5fe503ca5f40 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Made reservation on behalf of 2ff94244bd5f43529d7dde0829f6d8da for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:14.903637 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-116347df-0df3-4d9e-92e9-5fe503ca5f40 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:14.912138 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09640d7-4df8-4866-943b-3972ed41aa9b req-f9f220ed-89b8-450e-872d-56b45b1f823e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:14.916589 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c09640d7-4df8-4866-943b-3972ed41aa9b req-f9f220ed-89b8-450e-872d-56b45b1f823e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6bcb773f-86b9-4eab-9ea9-a9d50b98eedb HTTP/1.1" status: 200 len: 857 time: 0.1896529 Nov 12 08:51:14.958015 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 8bc646b1-0800-489a-887a-f0a2b3f69764 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:51:14.969703 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 8bc646b1-0800-489a-887a-f0a2b3f69764 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:14.970068 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:15.045931 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116347df-0df3-4d9e-92e9-5fe503ca5f40 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:51:15.074544 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-116347df-0df3-4d9e-92e9-5fe503ca5f40 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:15.075234 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-116347df-0df3-4d9e-92e9-5fe503ca5f40 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Added segment 89381667-1078-4431-8ea9-464e4533107b of type vlan for network 6cf6c938-2ca2-49a6-bc14-724723502fd9 Nov 12 08:51:15.176938 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-116347df-0df3-4d9e-92e9-5fe503ca5f40 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:15.231726 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c09640d7-4df8-4866-943b-3972ed41aa9b req-7485eed6-f427-42bc-89ba-53c5ed5d0c86 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=929ecee4-9960-4b20-b1c5-252c2a20e428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2831666 Nov 12 08:51:15.234539 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-116347df-0df3-4d9e-92e9-5fe503ca5f40 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:15.236692 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116347df-0df3-4d9e-92e9-5fe503ca5f40 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:15.237670 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-116347df-0df3-4d9e-92e9-5fe503ca5f40 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:15.340424 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:15.371125 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116347df-0df3-4d9e-92e9-5fe503ca5f40 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Pushing event updated for resources: {'Network': ['ID=6cf6c938-2ca2-49a6-bc14-724723502fd9,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:15.386994 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-116347df-0df3-4d9e-92e9-5fe503ca5f40 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5323951 Nov 12 08:51:15.402069 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60610) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:15.407920 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0eaac928-4730-4a8f-94b5-55cb72269655 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:15.417337 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 6cf6c938-2ca2-49a6-bc14-724723502fd9 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:51:15.481326 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75df61e7-ad21-423d-af1f-1f0958865e5d req-44e9319f-add0-45c5-9f8e-a8c53372c320 service neutron] 10.222.0.58 "GET /v2.0/networks/929ecee4-9960-4b20-b1c5-252c2a20e428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0839942 Nov 12 08:51:15.497319 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-3253e883-2d9d-4f08-a29f-6bde8876703c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:15.509686 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3253e883-2d9d-4f08-a29f-6bde8876703c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:15.528065 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3253e883-2d9d-4f08-a29f-6bde8876703c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/4b036134-f259-43b4-aabf-984d02447c02 HTTP/1.1" status: 404 len: 337 time: 1.1667492 Nov 12 08:51:15.538018 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60616) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:15.607834 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd99cbb-737a-4e8c-91bc-e0633bde9311 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:15.609068 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbd99cbb-737a-4e8c-91bc-e0633bde9311 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:15.614575 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-dbd99cbb-737a-4e8c-91bc-e0633bde9311 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/5b92a2b6-723e-4e4d-a48b-23280bb0bad0 HTTP/1.1" status: 404 len: 333 time: 0.0737040 Nov 12 08:51:15.640354 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912f4ba8-9433-4056-afd7-862cf0d4666f tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Router e5abf424-e25e-482c-a270-5934c6f6a4cf is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:51:15.640354 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60618) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:15.708517 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eda8432-3df0-47f2-bbf1-2afa4256c544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc646b1-0800-489a-887a-f0a2b3f69764'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:51:15.712797 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f587ea8e-0ef7-4804-af15-929a61225e5d" -d '{"events": [{"server_uuid": "6eda8432-3df0-47f2-bbf1-2afa4256c544", "name": "network-vif-plugged", "status": "completed", "tag": "8bc646b1-0800-489a-887a-f0a2b3f69764"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:51:15.733733 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 8bc646b1-0800-489a-887a-f0a2b3f69764, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=8bc646b1-0800-489a-887a-f0a2b3f69764,segment=NetworkSegment(016b67ff-3eb7-4199-9700-30dd9b8c3c86),segment_id=016b67ff-3eb7-4199-9700-30dd9b8c3c86)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:15.735146 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0eaac928-4730-4a8f-94b5-55cb72269655 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:15.743505 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:15.773935 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0eaac928-4730-4a8f-94b5-55cb72269655 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:15.806057 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd67f998-a764-4ddc-80d2-b9d374fdf540 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:15.810760 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd67f998-a764-4ddc-80d2-b9d374fdf540 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:15.829962 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fd67f998-a764-4ddc-80d2-b9d374fdf540 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/5eb3cde9-ab6b-4278-b8f3-c5cbe40fd71f HTTP/1.1" status: 404 len: 337 time: 0.1667984 Nov 12 08:51:15.838720 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60622) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:15.860365 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0eaac928-4730-4a8f-94b5-55cb72269655 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Network 6cf6c938-2ca2-49a6-bc14-724723502fd9 is not hosted by any dhcp agent {{(pid=102568) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:51:15.868307 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaac928-4730-4a8f-94b5-55cb72269655 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:15.873203 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0eaac928-4730-4a8f-94b5-55cb72269655 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:15.875616 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0eaac928-4730-4a8f-94b5-55cb72269655 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] 10.222.0.37 "PUT /v2.0/networks/6cf6c938-2ca2-49a6-bc14-724723502fd9 HTTP/1.1" status: 200 len: 858 time: 0.4718328 Nov 12 08:51:15.900945 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=8bc646b1-0800-489a-887a-f0a2b3f69764,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:15.955405 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60624) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:15.975301 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c09640d7-4df8-4866-943b-3972ed41aa9b req-505281e7-deee-43fa-9a91-bed41e45281a service neutron] 10.222.0.54 "GET /v2.0/networks/929ecee4-9960-4b20-b1c5-252c2a20e428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7231002 Nov 12 08:51:16.061220 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912f4ba8-9433-4056-afd7-862cf0d4666f tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:51:16.080773 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41970984-9423-4cbe-8e2f-1d1f09168d17 None None] Sync routers for ids ['e5abf424-e25e-482c-a270-5934c6f6a4cf'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:51:16.115721 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41970984-9423-4cbe-8e2f-1d1f09168d17 None None] Routers {'e5abf424-e25e-482c-a270-5934c6f6a4cf'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:51:16.122324 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-41970984-9423-4cbe-8e2f-1d1f09168d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:51:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['e5abf424-e25e-482c-a270-5934c6f6a4cf'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:16.125001 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c09640d7-4df8-4866-943b-3972ed41aa9b req-a560650c-234a-48ab-b730-3a4d704bd783 service neutron] 10.222.0.54 "GET /v2.0/networks/929ecee4-9960-4b20-b1c5-252c2a20e428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239066 Nov 12 08:51:16.129459 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaac928-4730-4a8f-94b5-55cb72269655 tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Pushing event updated for resources: {'Network': ['ID=6cf6c938-2ca2-49a6-bc14-724723502fd9,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:16.217769 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-60d0d121-80ca-4397-91b7-2ba58cac4d6c tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:16.227469 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df0b3c7-664a-41f7-87c7-da9df362bfd4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:16.228338 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0df0b3c7-664a-41f7-87c7-da9df362bfd4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:16.246126 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0df0b3c7-664a-41f7-87c7-da9df362bfd4 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/5e271b12-898f-43c6-b7ae-e827dac01507 HTTP/1.1" status: 404 len: 337 time: 0.2109447 Nov 12 08:51:16.256500 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60628) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:16.299114 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-912f4ba8-9433-4056-afd7-862cf0d4666f tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:16.316409 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-912f4ba8-9433-4056-afd7-862cf0d4666f tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.2662339 Nov 12 08:51:16.319160 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60632) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:16.335691 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-41970984-9423-4cbe-8e2f-1d1f09168d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:16.388418 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-60d0d121-80ca-4397-91b7-2ba58cac4d6c tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:16.395153 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41970984-9423-4cbe-8e2f-1d1f09168d17 None None] Routers {'e5abf424-e25e-482c-a270-5934c6f6a4cf'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:51:16.396121 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-41970984-9423-4cbe-8e2f-1d1f09168d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:51:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['e5abf424-e25e-482c-a270-5934c6f6a4cf'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:16.401944 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3da57d-aa6d-495a-8e1f-5ddb286e46b5 req-c0306141-9a43-4f0f-95d2-d8a71c363ae5 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:16.411191 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ce3da57d-aa6d-495a-8e1f-5ddb286e46b5 req-c0306141-9a43-4f0f-95d2-d8a71c363ae5 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb0ff34-84d1-479f-82a2-22ba2aeac025 HTTP/1.1" status: 200 len: 944 time: 0.9183772 Nov 12 08:51:16.446630 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-41970984-9423-4cbe-8e2f-1d1f09168d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:16.447539 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41970984-9423-4cbe-8e2f-1d1f09168d17 None None] The sync data for ids ['e5abf424-e25e-482c-a270-5934c6f6a4cf'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:51:16.458551 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-60d0d121-80ca-4397-91b7-2ba58cac4d6c tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf6c938-2ca2-49a6-bc14-724723502fd9']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:16.476300 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-60d0d121-80ca-4397-91b7-2ba58cac4d6c tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89381667-1078-4431-8ea9-464e4533107b') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:16.476813 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-60d0d121-80ca-4397-91b7-2ba58cac4d6c tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89381667-1078-4431-8ea9-464e4533107b') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:16.490024 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-60d0d121-80ca-4397-91b7-2ba58cac4d6c tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:16.506512 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-60d0d121-80ca-4397-91b7-2ba58cac4d6c tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:16.517997 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60d0d121-80ca-4397-91b7-2ba58cac4d6c tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:51:16.518503 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-60d0d121-80ca-4397-91b7-2ba58cac4d6c tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:16.599336 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-af6a9866-8cfb-4678-9d21-45decc2406ab tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "GET /v2.0/routers/e5abf424-e25e-482c-a270-5934c6f6a4cf HTTP/1.1" status: 200 len: 885 time: 0.1787143 Nov 12 08:51:16.608679 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:51:16.608679 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:51:16.608679 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:51:16.608679 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:51:16.608679 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:51:16.608679 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:51:16.608679 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:51:16.608679 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:51:16.608679 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:51:16.608679 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:51:16.608679 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:51:16.608679 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:51:16.608679 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:51:16.608679 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:51:16.608679 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:51:16.608679 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:51:16.608679 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:51:16.608679 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:51:16.608679 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:51:16.608679 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:51:16.608679 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:51:16.608679 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:51:16.608679 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:51:16.608679 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:51:16.608679 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:51:16.608679 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:51:16.608679 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:51:16.608679 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:51:16.608679 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:51:16.608679 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:51:16.608679 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:51:16.608679 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:51:16.611819 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60638) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:16.611933 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1c2a06-90ff-4bd7-9c98-3fd45e3ce24e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:16.615371 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed1c2a06-90ff-4bd7-9c98-3fd45e3ce24e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:16.621673 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ed1c2a06-90ff-4bd7-9c98-3fd45e3ce24e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/655d249c-a676-4f39-bf12-dfbe81664050 HTTP/1.1" status: 404 len: 333 time: 0.3601127 Nov 12 08:51:16.622134 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-60d0d121-80ca-4397-91b7-2ba58cac4d6c tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:16.622289 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60640) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:16.675655 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d0d121-80ca-4397-91b7-2ba58cac4d6c tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6cf6c938-2ca2-49a6-bc14-724723502fd9 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 08:51:16.677788 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-60d0d121-80ca-4397-91b7-2ba58cac4d6c tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:16.681703 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-60d0d121-80ca-4397-91b7-2ba58cac4d6c tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] 10.222.0.37 "DELETE /v2.0/networks/6cf6c938-2ca2-49a6-bc14-724723502fd9 HTTP/1.1" status: 204 len: 168 time: 0.7244117 Nov 12 08:51:16.688273 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60644) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:16.701848 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0d121-80ca-4397-91b7-2ba58cac4d6c tempest-ExternalNetworksTestJSON-2028763606 tempest-ExternalNetworksTestJSON-2028763606-project-admin] Pushing event deleted for resources: {'Network': ['ID=6cf6c938-2ca2-49a6-bc14-724723502fd9,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:16.720222 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae644ae8-6070-449e-b44e-29343698fbb9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:16.720789 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae644ae8-6070-449e-b44e-29343698fbb9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:16.726458 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ae644ae8-6070-449e-b44e-29343698fbb9 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/547adae7-a3c8-4e4b-84f9-40620ca60aab HTTP/1.1" status: 404 len: 337 time: 0.1013815 Nov 12 08:51:16.731064 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60646) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:16.754341 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 2f883ee5-02c1-4b6d-81e2-ba435280cc23 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:51:16.792562 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-3138272b-3539-4eda-b1ae-4f7c05f88993 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:16.793817 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3138272b-3539-4eda-b1ae-4f7c05f88993 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:16.797127 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3138272b-3539-4eda-b1ae-4f7c05f88993 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/c0ec195f-a975-4185-a629-614777a12f14 HTTP/1.1" status: 404 len: 333 time: 0.0615971 Nov 12 08:51:16.798837 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ce3da57d-aa6d-495a-8e1f-5ddb286e46b5 req-808e67f0-6843-4fa7-aa21-d075fdb61eb8 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/security-groups?id=9aa43de3-4938-4eca-af76-42dc55d35874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863425 Nov 12 08:51:16.800251 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-080d1894-997b-42f1-ace4-54e652f6b6af tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:16.800567 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60648) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:16.801148 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-080d1894-997b-42f1-ace4-54e652f6b6af tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:16.809388 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-080d1894-997b-42f1-ace4-54e652f6b6af tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] 10.222.0.37 "DELETE /v2.0/subnets/758bd0da-d484-4848-8a92-b7f243e7b97a HTTP/1.1" status: 404 len: 337 time: 0.1194878 Nov 12 08:51:16.813538 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60650) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:16.879028 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7e5366-1141-4db1-a2a0-89bc90374e21 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:16.879829 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e7e5366-1141-4db1-a2a0-89bc90374e21 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:16.887854 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1e7e5366-1141-4db1-a2a0-89bc90374e21 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/fd0dd0ef-7147-49c5-afac-76c5708f3d3d HTTP/1.1" status: 404 len: 337 time: 0.0825162 Nov 12 08:51:16.888672 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60652) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:16.914903 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef85a94d-697a-46c2-a0f2-942dfbf8d587 x-openstack-request-id: req-ef85a94d-697a-46c2-a0f2-942dfbf8d587 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:51:16.915244 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb0ff34-84d1-479f-82a2-22ba2aeac025", "tag": "2f883ee5-02c1-4b6d-81e2-ba435280cc23", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:51:16.915462 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ef85a94d-697a-46c2-a0f2-942dfbf8d587 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:51:16.916177 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb0ff34-84d1-479f-82a2-22ba2aeac025', 'tag': '2f883ee5-02c1-4b6d-81e2-ba435280cc23', 'status': 'completed', 'code': 200} Nov 12 08:51:16.971603 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e42afe3-4b09-49e6-a5b0-cc12d2b7e843 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:16.972447 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e42afe3-4b09-49e6-a5b0-cc12d2b7e843 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:16.980163 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9e42afe3-4b09-49e6-a5b0-cc12d2b7e843 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/9e94770f-7499-4649-8e8b-24342a8b8b3b HTTP/1.1" status: 404 len: 333 time: 0.0864275 Nov 12 08:51:17.027234 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60654) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:17.051009 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 2f883ee5-02c1-4b6d-81e2-ba435280cc23, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=2f883ee5-02c1-4b6d-81e2-ba435280cc23,segment=NetworkSegment(016b67ff-3eb7-4199-9700-30dd9b8c3c86),segment_id=016b67ff-3eb7-4199-9700-30dd9b8c3c86)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:17.093464 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '2f883ee5-02c1-4b6d-81e2-ba435280cc23', 'network_id': '929ecee4-9960-4b20-b1c5-252c2a20e428', 'port_id': '2f883ee5-02c1-4b6d-81e2-ba435280cc23', 'mac_address': 'fa:16:3e:a0:37:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bcb773f-86b9-4eab-9ea9-a9d50b98eedb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:51:17.256662 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-21fd0946-43b1-4147-a7de-05a516c444e5 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:17.265163 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21fd0946-43b1-4147-a7de-05a516c444e5 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:17.277620 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-21fd0946-43b1-4147-a7de-05a516c444e5 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/9ec773ab-9ffb-4495-a23c-198adb743351 HTTP/1.1" status: 404 len: 337 time: 0.2463760 Nov 12 08:51:17.296142 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60660) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:17.335639 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b1c67b42-004c-4b21-8733-2fe3ef1bc91b tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:17.384606 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b88e78-2e2e-4614-a36f-36ca3199a1d3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:17.388279 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b88e78-2e2e-4614-a36f-36ca3199a1d3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:17.396572 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-85b88e78-2e2e-4614-a36f-36ca3199a1d3 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/7460c080-15ce-4d32-a751-8843470d8fc6 HTTP/1.1" status: 404 len: 333 time: 0.0981965 Nov 12 08:51:17.401995 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60666) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:17.452187 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f870262-25e0-4443-bcd7-8cd4cfd2aaa6 req-97b8712a-565f-4207-9140-2475aadc7774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:17.455389 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5f870262-25e0-4443-bcd7-8cd4cfd2aaa6 req-97b8712a-565f-4207-9140-2475aadc7774 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf2cb538cbc14a6991c058f709d191c4&device_id=cdb0ff34-84d1-479f-82a2-22ba2aeac025 HTTP/1.1" status: 200 len: 1096 time: 0.4515629 Nov 12 08:51:17.522209 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 8903b80b-833a-4f61-81c8-ccc403342da5 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:51:17.602613 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-611dac04-c3af-4299-9250-928f486f082e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:17.603101 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-611dac04-c3af-4299-9250-928f486f082e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:17.608073 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:17.617018 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-611dac04-c3af-4299-9250-928f486f082e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/58dda99d-6744-4d5e-8775-223e61b3ec63 HTTP/1.1" status: 404 len: 337 time: 0.2105737 Nov 12 08:51:17.644730 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60668) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:17.662475 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f883ee5-02c1-4b6d-81e2-ba435280cc23 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:51:17.719284 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 2f883ee5-02c1-4b6d-81e2-ba435280cc23, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=2f883ee5-02c1-4b6d-81e2-ba435280cc23,segment=NetworkSegment(016b67ff-3eb7-4199-9700-30dd9b8c3c86),segment_id=016b67ff-3eb7-4199-9700-30dd9b8c3c86)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:17.725817 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 8903b80b-833a-4f61-81c8-ccc403342da5 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:51:17.736503 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a8ca79-e9da-4ca7-9292-e19422a68a99 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:17.737242 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2a8ca79-e9da-4ca7-9292-e19422a68a99 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:17.742709 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b2a8ca79-e9da-4ca7-9292-e19422a68a99 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/9c2f35fa-30a3-49e5-880d-df51141755ef HTTP/1.1" status: 404 len: 333 time: 0.0933878 Nov 12 08:51:17.744157 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60672) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:17.752548 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:17.767664 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2511f23e-afa5-4a7f-b25f-df03aae2c45a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.1561575 Nov 12 08:51:17.769720 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 8903b80b-833a-4f61-81c8-ccc403342da5 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:17.770208 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:17.772351 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60676) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:17.788739 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-24b05f22-0add-477c-a2d7-56f464b46d2d tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1934894510'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:17.911644 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee319b7-81b6-4d16-a2f9-16a7d95dc9b5 req-e5aefb3a-c482-4dd9-b993-2a8ab604e40e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:17.925038 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2ee319b7-81b6-4d16-a2f9-16a7d95dc9b5 req-e5aefb3a-c482-4dd9-b993-2a8ab604e40e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 946 time: 0.4677222 Nov 12 08:51:17.966271 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae7519f3-02b6-4774-aa05-93d8d3f3d9db tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:17.967035 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae7519f3-02b6-4774-aa05-93d8d3f3d9db tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:17.976797 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ae7519f3-02b6-4774-aa05-93d8d3f3d9db tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/e9d61f44-48ac-48b3-b454-41951554b3f8 HTTP/1.1" status: 404 len: 337 time: 0.2228343 Nov 12 08:51:17.978713 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f870262-25e0-4443-bcd7-8cd4cfd2aaa6 req-6fdf1ad1-ed0e-4068-924f-bffb22513c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:17.980858 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5f870262-25e0-4443-bcd7-8cd4cfd2aaa6 req-6fdf1ad1-ed0e-4068-924f-bffb22513c32 service neutron] 10.222.0.58 "GET /v2.0/networks?id=929ecee4-9960-4b20-b1c5-252c2a20e428 HTTP/1.1" status: 200 len: 918 time: 0.4818053 Nov 12 08:51:17.981657 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60680) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:17.988210 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=2f883ee5-02c1-4b6d-81e2-ba435280cc23,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:18.008672 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b1c67b42-004c-4b21-8733-2fe3ef1bc91b tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:18.065068 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['2f883ee5-02c1-4b6d-81e2-ba435280cc23'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:51:18.176201 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-b064ab4d-8342-40d4-af57-546b3731a844 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:18.178457 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b064ab4d-8342-40d4-af57-546b3731a844 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:18.191236 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60686) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:18.191808 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b064ab4d-8342-40d4-af57-546b3731a844 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/56de4dd7-04bd-4f33-a1aa-cb3780b4d6d5 HTTP/1.1" status: 404 len: 333 time: 0.1695743 Nov 12 08:51:18.214125 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2ee319b7-81b6-4d16-a2f9-16a7d95dc9b5 req-95577cc0-73a4-4e8a-a1d0-fa8231beab25 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840981 Nov 12 08:51:18.223233 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5f870262-25e0-4443-bcd7-8cd4cfd2aaa6 req-86d81a67-98e0-43b2-bd1d-f05d3fb41573 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f883ee5-02c1-4b6d-81e2-ba435280cc23 HTTP/1.1" status: 200 len: 217 time: 0.1866918 Nov 12 08:51:18.225521 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-b1c67b42-004c-4b21-8733-2fe3ef1bc91b tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec62284c-b264-4d1c-a597-6ba7d72a8dae']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:18.242398 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:18.287101 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1e244a2-fe35-42f4-be2c-3cc1e6b25a0d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:18.287725 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1e244a2-fe35-42f4-be2c-3cc1e6b25a0d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:18.304551 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a1e244a2-fe35-42f4-be2c-3cc1e6b25a0d tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/7e466fb2-f9de-4f01-88ac-ef1e8080b971 HTTP/1.1" status: 404 len: 337 time: 0.1095243 Nov 12 08:51:18.306928 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60690) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:18.360522 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64accf0-dbab-4b0c-beef-334533557802 x-openstack-request-id: req-e64accf0-dbab-4b0c-beef-334533557802 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:51:18.360858 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eda8432-3df0-47f2-bbf1-2afa4256c544", "name": "network-vif-plugged", "status": "completed", "tag": "8bc646b1-0800-489a-887a-f0a2b3f69764", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:51:18.361313 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e64accf0-dbab-4b0c-beef-334533557802 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:51:18.361709 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eda8432-3df0-47f2-bbf1-2afa4256c544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc646b1-0800-489a-887a-f0a2b3f69764', 'code': 200} Nov 12 08:51:18.378433 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 8903b80b-833a-4f61-81c8-ccc403342da5, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=8903b80b-833a-4f61-81c8-ccc403342da5,segment=NetworkSegment(016b67ff-3eb7-4199-9700-30dd9b8c3c86),segment_id=016b67ff-3eb7-4199-9700-30dd9b8c3c86)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:18.415492 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:18.558904 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-b1c67b42-004c-4b21-8733-2fe3ef1bc91b tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beff6784-6145-4937-8fae-0dca58ceb5be') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:18.559430 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-b1c67b42-004c-4b21-8733-2fe3ef1bc91b tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beff6784-6145-4937-8fae-0dca58ceb5be') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:18.645199 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d4637fd-e16e-49af-b915-f731f2c24c89 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:18.647326 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d4637fd-e16e-49af-b915-f731f2c24c89 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:18.655174 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9d4637fd-e16e-49af-b915-f731f2c24c89 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/44a0d5b1-efe0-4550-9e39-1ce92147cbbc HTTP/1.1" status: 404 len: 337 time: 0.2289801 Nov 12 08:51:18.663495 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60696) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:18.678000 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=8903b80b-833a-4f61-81c8-ccc403342da5,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:18.735511 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b1c67b42-004c-4b21-8733-2fe3ef1bc91b tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:18.770888 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66ddff1-62d7-4399-8166-7d82cc38ac6e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:18.772245 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f66ddff1-62d7-4399-8166-7d82cc38ac6e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:18.778151 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f66ddff1-62d7-4399-8166-7d82cc38ac6e tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/3ee2bda8-7c0a-4a98-98a8-5dbd461bb895 HTTP/1.1" status: 404 len: 333 time: 0.1099944 Nov 12 08:51:18.785142 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebc90b-eccf-4623-b5e1-00448721a250 req-c985aa7f-f502-42ee-b04d-3eb971184591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:18.787667 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ebebc90b-eccf-4623-b5e1-00448721a250 req-c985aa7f-f502-42ee-b04d-3eb971184591 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6eda8432-3df0-47f2-bbf1-2afa4256c544 HTTP/1.1" status: 200 len: 1098 time: 0.2252772 Nov 12 08:51:18.791851 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60698) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:18.848065 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-24b05f22-0add-477c-a2d7-56f464b46d2d tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12134'] for router, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:18.882006 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-24b05f22-0add-477c-a2d7-56f464b46d2d tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920415'] for router, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:18.883150 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b1c67b42-004c-4b21-8733-2fe3ef1bc91b tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:18.886700 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f870262-25e0-4443-bcd7-8cd4cfd2aaa6 req-76c726ce-607a-4191-898c-824459321c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:18.888286 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5f870262-25e0-4443-bcd7-8cd4cfd2aaa6 req-76c726ce-607a-4191-898c-824459321c7e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6bcb773f-86b9-4eab-9ea9-a9d50b98eedb HTTP/1.1" status: 200 len: 857 time: 0.6516273 Nov 12 08:51:18.896175 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a7c635b-10fd-430a-9c5b-7123c48bf6fa tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:18.896638 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a7c635b-10fd-430a-9c5b-7123c48bf6fa tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:18.902821 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8a7c635b-10fd-430a-9c5b-7123c48bf6fa tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/02efb91e-58aa-47c6-8c2d-4818d02be353 HTTP/1.1" status: 404 len: 337 time: 0.1060674 Nov 12 08:51:18.910079 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c67b42-004c-4b21-8733-2fe3ef1bc91b tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:51:18.910474 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b1c67b42-004c-4b21-8733-2fe3ef1bc91b tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:18.914939 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:51:18.914939 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:51:18.914939 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:51:18.914939 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:51:18.914939 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:51:18.914939 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:51:18.914939 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:51:18.914939 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:51:18.914939 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:51:18.914939 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:51:18.914939 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:51:18.914939 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:51:18.914939 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:51:18.914939 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:51:18.914939 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:51:18.914939 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:51:18.914939 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:51:18.914939 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:51:18.914939 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:51:18.914939 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:51:18.914939 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:51:18.914939 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:51:18.914939 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:51:18.914939 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:51:18.914939 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:51:18.914939 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:51:18.914939 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:51:18.914939 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:51:18.914939 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:51:18.914939 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:51:18.914939 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:51:18.914939 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:51:18.918956 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60702) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:18.976324 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ebebc90b-eccf-4623-b5e1-00448721a250 req-f06f1823-d9a8-43d8-8ba6-197e84bf0e6e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9aa43de3-4938-4eca-af76-42dc55d35874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717355 Nov 12 08:51:19.042988 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b05f22-0add-477c-a2d7-56f464b46d2d tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Router e5abf424-e25e-482c-a270-5934c6f6a4cf has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:51:19.077091 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5f870262-25e0-4443-bcd7-8cd4cfd2aaa6 req-9fad3532-b103-43e0-a402-7cc83be20faf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=929ecee4-9960-4b20-b1c5-252c2a20e428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1752419 Nov 12 08:51:19.084246 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e13a406-af9e-4095-b205-fecaa3452a92 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:19.084704 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e13a406-af9e-4095-b205-fecaa3452a92 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:19.091152 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0e13a406-af9e-4095-b205-fecaa3452a92 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/477b84e0-1546-4d1b-9956-1e18e2dc4d83 HTTP/1.1" status: 404 len: 337 time: 0.1571662 Nov 12 08:51:19.094816 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60706) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:19.117389 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b63a3d-8284-4f65-81ad-c4910ce2783f req-b9b89855-28de-4d72-8bc6-59bb96c48e34 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:19.126841 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-16b63a3d-8284-4f65-81ad-c4910ce2783f req-b9b89855-28de-4d72-8bc6-59bb96c48e34 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb0ff34-84d1-479f-82a2-22ba2aeac025 HTTP/1.1" status: 200 len: 945 time: 0.4594054 Nov 12 08:51:19.167153 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-e817fdc7-ca2d-44d7-b2a5-20ade33e1762 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:19.168292 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e817fdc7-ca2d-44d7-b2a5-20ade33e1762 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:19.173859 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e817fdc7-ca2d-44d7-b2a5-20ade33e1762 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/db6fdd72-d82f-4da4-ae33-1100df8fad3d HTTP/1.1" status: 404 len: 333 time: 0.0750191 Nov 12 08:51:19.173859 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b1c67b42-004c-4b21-8733-2fe3ef1bc91b tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:19.176028 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60712) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:19.178036 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b1c67b42-004c-4b21-8733-2fe3ef1bc91b tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:19.182573 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b1c67b42-004c-4b21-8733-2fe3ef1bc91b tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] 10.222.0.37 "DELETE /v2.0/networks/ec62284c-b264-4d1c-a597-6ba7d72a8dae HTTP/1.1" status: 204 len: 168 time: 2.3675115 Nov 12 08:51:19.248254 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c67b42-004c-4b21-8733-2fe3ef1bc91b tempest-ExternalNetworksTestJSON-397770720 tempest-ExternalNetworksTestJSON-397770720-project] Pushing event deleted for resources: {'Network': ['ID=ec62284c-b264-4d1c-a597-6ba7d72a8dae,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:19.278993 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-322d451f-51c6-43f8-866a-7482774bc8c2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:19.278993 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-322d451f-51c6-43f8-866a-7482774bc8c2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:19.284005 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-322d451f-51c6-43f8-866a-7482774bc8c2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/aa460ceb-e266-4565-b9a2-2fc1244ddd13 HTTP/1.1" status: 404 len: 337 time: 0.1049011 Nov 12 08:51:19.292402 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60718) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:19.332102 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-16b63a3d-8284-4f65-81ad-c4910ce2783f req-99504102-e9be-4ee5-96c6-cf2ef010de90 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/security-groups?id=9aa43de3-4938-4eca-af76-42dc55d35874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041848 Nov 12 08:51:19.405259 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5f870262-25e0-4443-bcd7-8cd4cfd2aaa6 req-e9d3939c-d6d7-4d84-9994-afa90483db62 service neutron] 10.222.0.58 "GET /v2.0/networks/929ecee4-9960-4b20-b1c5-252c2a20e428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214820 Nov 12 08:51:19.416761 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-25078e38-a857-4e33-9127-caad270e6ee2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:19.417234 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25078e38-a857-4e33-9127-caad270e6ee2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:19.424163 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-25078e38-a857-4e33-9127-caad270e6ee2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/e6ef702b-bf8d-40fb-91fa-f3882f43801b HTTP/1.1" status: 404 len: 337 time: 0.1272454 Nov 12 08:51:19.431332 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60720) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:19.455176 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b05f22-0add-477c-a2d7-56f464b46d2d tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:51:19.465784 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-24b05f22-0add-477c-a2d7-56f464b46d2d tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:19.466643 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6591d0-e0ee-4b08-8d12-79303be5aa03 None None] Sync routers for ids ['e5abf424-e25e-482c-a270-5934c6f6a4cf'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:51:19.467109 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-24b05f22-0add-477c-a2d7-56f464b46d2d tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "PUT /v2.0/routers/e5abf424-e25e-482c-a270-5934c6f6a4cf HTTP/1.1" status: 200 len: 892 time: 1.6936655 Nov 12 08:51:19.477357 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60722) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:19.504849 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6591d0-e0ee-4b08-8d12-79303be5aa03 None None] Routers {'e5abf424-e25e-482c-a270-5934c6f6a4cf'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:51:19.507938 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8b6591d0-e0ee-4b08-8d12-79303be5aa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:51:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['e5abf424-e25e-482c-a270-5934c6f6a4cf'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:19.575199 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26ec2b6-79f6-48d3-b87e-6acd6b9a8cdf tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:19.579162 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f26ec2b6-79f6-48d3-b87e-6acd6b9a8cdf tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:19.589396 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f26ec2b6-79f6-48d3-b87e-6acd6b9a8cdf tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/434ca4eb-b7b2-4e12-bacd-354514f2590f HTTP/1.1" status: 404 len: 333 time: 0.1559362 Nov 12 08:51:19.593936 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60730) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:19.598386 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8b6591d0-e0ee-4b08-8d12-79303be5aa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:19.635916 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6591d0-e0ee-4b08-8d12-79303be5aa03 None None] Routers {'e5abf424-e25e-482c-a270-5934c6f6a4cf'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:51:19.637293 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8b6591d0-e0ee-4b08-8d12-79303be5aa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:51:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['e5abf424-e25e-482c-a270-5934c6f6a4cf'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:19.648590 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ab32d3-f9b4-470a-8a00-2f7a833001cc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:19.650291 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0ab32d3-f9b4-470a-8a00-2f7a833001cc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:19.656158 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e0ab32d3-f9b4-470a-8a00-2f7a833001cc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/687c728c-162a-48cc-a931-bc5d5e4d041c HTTP/1.1" status: 404 len: 337 time: 0.0583658 Nov 12 08:51:19.670424 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60736) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:19.699208 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8b6591d0-e0ee-4b08-8d12-79303be5aa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:19.700262 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6591d0-e0ee-4b08-8d12-79303be5aa03 None None] The sync data for ids ['e5abf424-e25e-482c-a270-5934c6f6a4cf'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:51:19.723420 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9418ce-f4bf-40a1-99a2-be032d516116 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:19.724217 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e9418ce-f4bf-40a1-99a2-be032d516116 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:19.732381 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7e9418ce-f4bf-40a1-99a2-be032d516116 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/f1d81cfd-5fb3-417a-8947-0d813019a047 HTTP/1.1" status: 404 len: 337 time: 0.0606375 Nov 12 08:51:19.733275 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60738) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:19.783274 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6ea1f82f-4f20-465f-bba0-4f55aa1f7e19 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c07351ce-5ebf-41f0-a0e2-46b11af02b5e HTTP/1.1" status: 200 len: 205 time: 0.0479736 Nov 12 08:51:19.784587 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60740) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:19.798284 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60742) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:19.864055 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5f870262-25e0-4443-bcd7-8cd4cfd2aaa6 req-a1883b13-37dd-416d-bf45-38af68c47e92 service neutron] 10.222.0.58 "GET /v2.0/networks/929ecee4-9960-4b20-b1c5-252c2a20e428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447207 Nov 12 08:51:19.868018 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-ebbf109e-3a28-4e20-a2bf-ad01c25999fc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] delete failed (client error): The resource could not be found. Nov 12 08:51:19.877844 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ebbf109e-3a28-4e20-a2bf-ad01c25999fc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/routers/c07351ce-5ebf-41f0-a0e2-46b11af02b5e HTTP/1.1" status: 404 len: 336 time: 0.0925367 Nov 12 08:51:19.878507 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60746) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:19.958762 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-17adaa92-8370-4ef1-8cd7-743ceee82858 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:19.961850 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17adaa92-8370-4ef1-8cd7-743ceee82858 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:19.972830 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-17adaa92-8370-4ef1-8cd7-743ceee82858 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/40478c7d-1d04-4aac-9774-1be46da744b8 HTTP/1.1" status: 404 len: 337 time: 0.0930834 Nov 12 08:51:19.973377 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60748) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:20.010084 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-36b7e8db-f53e-45ee-b372-ea5427fa2c3f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "GET /v2.0/ports?device_id=457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2 HTTP/1.1" status: 200 len: 205 time: 0.0319281 Nov 12 08:51:20.014563 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60750) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:20.022323 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c44da-db71-464a-87e5-7050326a997e req-d8eb4138-43bb-4737-a171-2df3988342ac tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:20.030805 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-125c44da-db71-464a-87e5-7050326a997e req-d8eb4138-43bb-4737-a171-2df3988342ac tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 946 time: 0.2124202 Nov 12 08:51:20.071845 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e8855557-bef2-49dc-9ae6-a75885076880 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "GET /v2.0/routers/e5abf424-e25e-482c-a270-5934c6f6a4cf HTTP/1.1" status: 200 len: 892 time: 0.5856681 Nov 12 08:51:20.076541 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60754) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:20.125091 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-4fca65e5-841f-4f16-abf7-7e26e67e3e5c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] delete failed (client error): The resource could not be found. Nov 12 08:51:20.129662 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-eb649e84-c19a-4430-95b5-7f12923d2b75 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5abf424-e25e-482c-a270-5934c6f6a4cf HTTP/1.1" status: 200 len: 205 time: 0.0502505 Nov 12 08:51:20.134481 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60758) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:20.136399 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4fca65e5-841f-4f16-abf7-7e26e67e3e5c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/routers/457ba8f4-dba9-40e7-a7e3-c6b0ac9190c2 HTTP/1.1" status: 404 len: 336 time: 0.1205454 Nov 12 08:51:20.148358 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60760) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:20.199271 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a27f8ba-9ea5-4ae4-b293-fef13f12a384 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:20.199271 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a27f8ba-9ea5-4ae4-b293-fef13f12a384 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:20.200327 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3a27f8ba-9ea5-4ae4-b293-fef13f12a384 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/5fe0e4e9-934b-427a-bf29-9b8698c952d6 HTTP/1.1" status: 404 len: 337 time: 0.0422053 Nov 12 08:51:20.208650 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60762) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:20.220749 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-125c44da-db71-464a-87e5-7050326a997e req-4333b466-fae3-4866-84cb-6d649300da41 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852977 Nov 12 08:51:20.250137 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d888d18-0327-4979-b2fb-6928dd65fc84 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:20.250137 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d888d18-0327-4979-b2fb-6928dd65fc84 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:20.250552 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5d888d18-0327-4979-b2fb-6928dd65fc84 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/988607c2-eb89-4f01-9583-c6a3e45e6ed2 HTTP/1.1" status: 404 len: 337 time: 0.0446546 Nov 12 08:51:20.255491 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60764) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:20.302418 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-e32da9f3-d84f-4426-a528-63f8c6ba5210 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:20.303909 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e32da9f3-d84f-4426-a528-63f8c6ba5210 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:20.309778 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e32da9f3-d84f-4426-a528-63f8c6ba5210 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/0fd309fc-806b-485c-8421-ccbb0584ebb6 HTTP/1.1" status: 404 len: 333 time: 0.0513244 Nov 12 08:51:20.315462 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0f445080-09dc-4bfa-bdab-6782416933c5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=84dedbc15eb44f0da1a7bf3d812704f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5164895 Nov 12 08:51:20.316898 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60766) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:20.347909 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60768) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:20.352431 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-972044cc-b9a7-4b0a-80ea-f88e04e85cfc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:20.353384 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-972044cc-b9a7-4b0a-80ea-f88e04e85cfc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:20.357393 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-972044cc-b9a7-4b0a-80ea-f88e04e85cfc tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/2aff1093-7722-4632-b4e0-4cd78b8bf385 HTTP/1.1" status: 404 len: 337 time: 0.0385275 Nov 12 08:51:20.360365 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60770) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:20.363197 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1887e9-1d2d-4996-966e-748a640020ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8903b80b-833a-4f61-81c8-ccc403342da5'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:51:20.365987 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d19b92-fb35-4c42-b4c2-58c408480eb7" -d '{"events": [{"server_uuid": "3e1887e9-1d2d-4996-966e-748a640020ef", "name": "network-vif-plugged", "status": "completed", "tag": "8903b80b-833a-4f61-81c8-ccc403342da5"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:51:20.392534 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d314db-7622-4f88-a482-1f417e4d3549 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:20.393783 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d314db-7622-4f88-a482-1f417e4d3549 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:20.397372 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-09d314db-7622-4f88-a482-1f417e4d3549 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/ea339b33-12e0-4b4c-a0ae-456a5b8ba1c1 HTTP/1.1" status: 404 len: 333 time: 0.0352421 Nov 12 08:51:20.400666 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60776) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:20.459667 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e7e8c2-9228-4720-959e-3d1cc36e698f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:20.460695 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e7e8c2-9228-4720-959e-3d1cc36e698f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:20.466264 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e1e7e8c2-9228-4720-959e-3d1cc36e698f tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/1174374a-12df-4929-8b3c-3b42fb02db76 HTTP/1.1" status: 404 len: 337 time: 0.0639915 Nov 12 08:51:20.468878 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60778) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:20.504121 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eb56c78-d5a0-4390-913b-97e2b169f0da tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:20.504834 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eb56c78-d5a0-4390-913b-97e2b169f0da tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:20.518343 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8eb56c78-d5a0-4390-913b-97e2b169f0da tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/b2f421bb-703c-435d-b32a-2b2a0ec3b33d HTTP/1.1" status: 404 len: 333 time: 0.0482738 Nov 12 08:51:20.519020 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60782) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:20.526914 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-35792d7a-3564-4bd5-94d3-48baacbef30d tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:20.640520 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-f995e42c-1653-4a31-bfa1-5885f7a8d085 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:20.643423 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f995e42c-1653-4a31-bfa1-5885f7a8d085 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:20.658528 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60788) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:20.658818 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f995e42c-1653-4a31-bfa1-5885f7a8d085 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/630829de-d81c-40ee-b542-7c6c639a70f2 HTTP/1.1" status: 404 len: 337 time: 0.1376123 Nov 12 08:51:20.721481 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-834a4fd2-4055-4597-9435-ef0ce1aacc77 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:20.723438 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-834a4fd2-4055-4597-9435-ef0ce1aacc77 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:20.727461 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-834a4fd2-4055-4597-9435-ef0ce1aacc77 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/9c466243-d1fe-4013-b60f-6231ec2fbd81 HTTP/1.1" status: 404 len: 333 time: 0.0639997 Nov 12 08:51:20.730437 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60794) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:20.774629 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 2f883ee5-02c1-4b6d-81e2-ba435280cc23 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:51:20.794554 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-356b880e-2ccf-4245-bfe8-9574f3e3b42c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:20.796043 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-356b880e-2ccf-4245-bfe8-9574f3e3b42c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:20.798270 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-50061c99-b376-4cbd-a335-3608e93a7a50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:20.814771 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-356b880e-2ccf-4245-bfe8-9574f3e3b42c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/08f7b4af-a0b3-4da0-a517-3510c8d1506e HTTP/1.1" status: 404 len: 337 time: 0.0804770 Nov 12 08:51:20.816195 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-35792d7a-3564-4bd5-94d3-48baacbef30d tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:20.819017 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60796) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:20.842503 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-50061c99-b376-4cbd-a335-3608e93a7a50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:20.891160 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b90b966-bbf9-4a38-8696-2b7e9888bb9c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:20.892187 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b90b966-bbf9-4a38-8696-2b7e9888bb9c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:20.895167 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9b90b966-bbf9-4a38-8696-2b7e9888bb9c tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/a441098d-1b66-49a5-8405-55eab7c00138 HTTP/1.1" status: 404 len: 333 time: 0.0704587 Nov 12 08:51:20.902267 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60798) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:20.940353 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 2f883ee5-02c1-4b6d-81e2-ba435280cc23 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:51:20.949141 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 2f883ee5-02c1-4b6d-81e2-ba435280cc23 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:20.949685 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:20.957926 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb36d41d-8f47-4545-a3af-03fc1e9b4607 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:20.958531 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb36d41d-8f47-4545-a3af-03fc1e9b4607 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:20.961790 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-eb36d41d-8f47-4545-a3af-03fc1e9b4607 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/da1ce86c-2071-480c-8a7d-25a02a801ab9 HTTP/1.1" status: 404 len: 337 time: 0.0584862 Nov 12 08:51:20.964742 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60800) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:21.004752 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13187bfd-3981-40ea-93d9-1268c74d9421 req-cf48e694-c5a9-4618-b5d7-c42fa3dc6efd tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:21.006427 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13187bfd-3981-40ea-93d9-1268c74d9421 req-cf48e694-c5a9-4618-b5d7-c42fa3dc6efd tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb0ff34-84d1-479f-82a2-22ba2aeac025 HTTP/1.1" status: 200 len: 945 time: 0.1256554 Nov 12 08:51:21.037058 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-caea31f4-9d34-4ce8-b42c-067d9dce2982 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:21.037927 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caea31f4-9d34-4ce8-b42c-067d9dce2982 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:21.050479 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-caea31f4-9d34-4ce8-b42c-067d9dce2982 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/39ce46a0-9046-437f-acb8-4dc1ba64dd69 HTTP/1.1" status: 404 len: 333 time: 0.0845475 Nov 12 08:51:21.051168 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-35792d7a-3564-4bd5-94d3-48baacbef30d tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Deleting port 888e8350-087b-4061-b716-f4c57e4d7b24 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:21.051519 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-35792d7a-3564-4bd5-94d3-48baacbef30d tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:21.053498 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60802) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:21.090180 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13187bfd-3981-40ea-93d9-1268c74d9421 req-1b209b19-d0a4-4806-bdab-0327edf542e7 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/security-groups?id=9aa43de3-4938-4eca-af76-42dc55d35874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711050 Nov 12 08:51:21.118057 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-50061c99-b376-4cbd-a335-3608e93a7a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:21.118057 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-50061c99-b376-4cbd-a335-3608e93a7a50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:21.118057 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-50061c99-b376-4cbd-a335-3608e93a7a50 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c7ffc3ea-782f-4d8f-b4d5-945a65149028 HTTP/1.1" status: 204 len: 168 time: 0.7629793 Nov 12 08:51:21.141614 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab07534-2fb4-4f3d-863f-80708e48b022 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:21.141975 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ab07534-2fb4-4f3d-863f-80708e48b022 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:21.143545 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:21.145713 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8ab07534-2fb4-4f3d-863f-80708e48b022 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/54477f6c-f12d-4588-9167-1e0272652885 HTTP/1.1" status: 404 len: 337 time: 0.0911088 Nov 12 08:51:21.151779 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60806) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:21.204538 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-0feb6946-ea8e-40ff-bd63-7bbc4c6752ed tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:21.205482 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0feb6946-ea8e-40ff-bd63-7bbc4c6752ed tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:21.209559 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0feb6946-ea8e-40ff-bd63-7bbc4c6752ed tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/ports/37a971b2-2aee-4ffb-a789-b0914def699d HTTP/1.1" status: 404 len: 333 time: 0.0567451 Nov 12 08:51:21.215116 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60810) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:21.269236 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 2f883ee5-02c1-4b6d-81e2-ba435280cc23, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=2f883ee5-02c1-4b6d-81e2-ba435280cc23,segment=NetworkSegment(016b67ff-3eb7-4199-9700-30dd9b8c3c86),segment_id=016b67ff-3eb7-4199-9700-30dd9b8c3c86)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:21.276985 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcc03cb-9c9d-4992-a082-41624a294093 x-openstack-request-id: req-dbcc03cb-9c9d-4992-a082-41624a294093 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:51:21.277384 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1887e9-1d2d-4996-966e-748a640020ef", "name": "network-vif-plugged", "status": "completed", "tag": "8903b80b-833a-4f61-81c8-ccc403342da5", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:51:21.277577 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dbcc03cb-9c9d-4992-a082-41624a294093 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:51:21.278061 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1887e9-1d2d-4996-966e-748a640020ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8903b80b-833a-4f61-81c8-ccc403342da5', 'code': 200} Nov 12 08:51:21.279830 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:21.311374 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50061c99-b376-4cbd-a335-3608e93a7a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ffc3ea-782f-4d8f-b4d5-945a65149028,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:21.321343 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-f329a2c5-0f02-4c92-a0ca-a5daa8bd31f2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:21.328373 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f329a2c5-0f02-4c92-a0ca-a5daa8bd31f2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:21.336244 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f329a2c5-0f02-4c92-a0ca-a5daa8bd31f2 tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/subnets/303757f5-c4ea-45a6-bdb9-8f2003af7332 HTTP/1.1" status: 404 len: 337 time: 0.1162245 Nov 12 08:51:21.337044 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60816) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:21.501927 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-35792d7a-3564-4bd5-94d3-48baacbef30d tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:21.543342 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-35792d7a-3564-4bd5-94d3-48baacbef30d tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Calling delete_port for 888e8350-087b-4061-b716-f4c57e4d7b24 owned by network:router_gateway {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:21.559202 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=2f883ee5-02c1-4b6d-81e2-ba435280cc23,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:21.655450 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df1bf0e6-e8b3-40e4-8238-b504e8288bca tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:22.018416 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-35792d7a-3564-4bd5-94d3-48baacbef30d tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:22.104196 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35792d7a-3564-4bd5-94d3-48baacbef30d tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Port': ['ID=888e8350-087b-4061-b716-f4c57e4d7b24,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:22.130229 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60828) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:22.138338 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75aede0b-ea57-4464-ab46-1d4c0b0152cb None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:51:22.277440 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-20a19111-fec4-4830-afe9-c56fcd4eb545 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2ff94244bd5f43529d7dde0829f6d8da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1439061 Nov 12 08:51:22.283042 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60834) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:22.393074 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-35792d7a-3564-4bd5-94d3-48baacbef30d tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:22.551898 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4f402-efd4-49b5-b776-36a6edcfaaec req-15858a12-eea7-468e-84a8-dbc254953d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:22.561032 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c7f4f402-efd4-49b5-b776-36a6edcfaaec req-15858a12-eea7-468e-84a8-dbc254953d81 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3e1887e9-1d2d-4996-966e-748a640020ef HTTP/1.1" status: 200 len: 1097 time: 0.9393728 Nov 12 08:51:22.580083 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df1bf0e6-e8b3-40e4-8238-b504e8288bca tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:22.614921 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-df1bf0e6-e8b3-40e4-8238-b504e8288bca tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bfd1417-cac6-4152-826e-588573fa4bfa']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:22.644591 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-df1bf0e6-e8b3-40e4-8238-b504e8288bca tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f12dd7-83bd-4dde-a83f-042a567369fd') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:22.644884 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-df1bf0e6-e8b3-40e4-8238-b504e8288bca tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f12dd7-83bd-4dde-a83f-042a567369fd') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:22.675230 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df1bf0e6-e8b3-40e4-8238-b504e8288bca tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:22.690507 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5edd0ec1-03e6-45b7-9b6c-1e878d03279e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:22.718629 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df1bf0e6-e8b3-40e4-8238-b504e8288bca tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:22.815995 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1bf0e6-e8b3-40e4-8238-b504e8288bca tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:51:22.815995 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df1bf0e6-e8b3-40e4-8238-b504e8288bca tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:22.820181 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5edd0ec1-03e6-45b7-9b6c-1e878d03279e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:22.828943 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:51:22.828943 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:51:22.828943 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:51:22.828943 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:51:22.828943 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:51:22.828943 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:51:22.828943 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:51:22.828943 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:51:22.828943 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:51:22.828943 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:51:22.828943 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:51:22.828943 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:51:22.828943 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:51:22.828943 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:51:22.828943 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:51:22.828943 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:51:22.828943 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:51:22.828943 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:51:22.828943 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:51:22.828943 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:51:22.828943 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:51:22.828943 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:51:22.828943 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:51:22.828943 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:51:22.828943 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:51:22.828943 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:51:22.828943 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:51:22.828943 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:51:22.828943 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:51:22.828943 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:51:22.828943 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:51:22.828943 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:51:22.834655 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:23.066479 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c7f4f402-efd4-49b5-b776-36a6edcfaaec req-cb8f626b-e913-466e-86b0-7b9203a5f034 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9aa43de3-4938-4eca-af76-42dc55d35874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4973812 Nov 12 08:51:23.081678 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df1bf0e6-e8b3-40e4-8238-b504e8288bca tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:23.104506 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df1bf0e6-e8b3-40e4-8238-b504e8288bca tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:23.124814 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-df1bf0e6-e8b3-40e4-8238-b504e8288bca tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] 10.222.0.37 "DELETE /v2.0/networks/7bfd1417-cac6-4152-826e-588573fa4bfa HTTP/1.1" status: 204 len: 168 time: 1.7833798 Nov 12 08:51:23.146278 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1bf0e6-e8b3-40e4-8238-b504e8288bca tempest-NetworksTestDHCPv6-69007991 tempest-NetworksTestDHCPv6-69007991-project] Pushing event deleted for resources: {'Network': ['ID=7bfd1417-cac6-4152-826e-588573fa4bfa,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:23.279920 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb0ff34-84d1-479f-82a2-22ba2aeac025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f883ee5-02c1-4b6d-81e2-ba435280cc23'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:51:23.282564 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd63357-5b0d-405e-b715-f51cf7ca2c1e" -d '{"events": [{"server_uuid": "cdb0ff34-84d1-479f-82a2-22ba2aeac025", "name": "network-vif-plugged", "status": "completed", "tag": "2f883ee5-02c1-4b6d-81e2-ba435280cc23"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:51:23.338507 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-35792d7a-3564-4bd5-94d3-48baacbef30d tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:23.398919 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-35792d7a-3564-4bd5-94d3-48baacbef30d tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:23.531262 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5edd0ec1-03e6-45b7-9b6c-1e878d03279e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:23.541823 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5edd0ec1-03e6-45b7-9b6c-1e878d03279e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:23.544560 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5edd0ec1-03e6-45b7-9b6c-1e878d03279e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ad21afad-93de-47d8-a8a7-8eeae28e1c28 HTTP/1.1" status: 204 len: 168 time: 1.2536387 Nov 12 08:51:23.565944 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949aadcc-a07a-468e-9324-229bed210a50 req-8908225a-c893-4f32-8422-265789969488 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:23.578646 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-949aadcc-a07a-468e-9324-229bed210a50 req-8908225a-c893-4f32-8422-265789969488 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 946 time: 0.2353587 Nov 12 08:51:23.587484 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-35792d7a-3564-4bd5-94d3-48baacbef30d tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:23.588977 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35792d7a-3564-4bd5-94d3-48baacbef30d tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Fanout notify agent at l3_agent the message router_deleted on router e5abf424-e25e-482c-a270-5934c6f6a4cf {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:51:23.622187 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-35792d7a-3564-4bd5-94d3-48baacbef30d tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:23.623017 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-35792d7a-3564-4bd5-94d3-48baacbef30d tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/routers/e5abf424-e25e-482c-a270-5934c6f6a4cf HTTP/1.1" status: 204 len: 168 time: 3.4873188 Nov 12 08:51:23.625314 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd0ec1-03e6-45b7-9b6c-1e878d03279e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad21afad-93de-47d8-a8a7-8eeae28e1c28,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:23.627697 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60856) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:23.634745 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-61526653-1832-441f-957c-651f87477722 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1880144928'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:23.681846 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61526653-1832-441f-957c-651f87477722 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Made reservation on behalf of c55c22fe318e4764964768a3f517f6bc for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:23.690404 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-61526653-1832-441f-957c-651f87477722 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:23.735609 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-949aadcc-a07a-468e-9324-229bed210a50 req-9039b1ce-81bf-4883-af74-eb671db52e0c tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513057 Nov 12 08:51:23.759161 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61526653-1832-441f-957c-651f87477722 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:51:23.786905 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-61526653-1832-441f-957c-651f87477722 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:23.787284 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-61526653-1832-441f-957c-651f87477722 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Added segment f67496d1-98d8-4f50-bc97-eaa074ae2830 of type vlan for network c74f48cd-20b0-4fe6-8ff4-796241457ae2 Nov 12 08:51:23.852163 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60860) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:23.895827 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-61526653-1832-441f-957c-651f87477722 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:23.978520 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-61526653-1832-441f-957c-651f87477722 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:23.989965 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61526653-1832-441f-957c-651f87477722 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:23.990624 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-61526653-1832-441f-957c-651f87477722 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:24.082973 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df7696-dcb1-4ca5-b367-984a32c4728c req-b8009a46-a056-421e-a8e7-5560348809aa tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:24.099529 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e6df7696-dcb1-4ca5-b367-984a32c4728c req-b8009a46-a056-421e-a8e7-5560348809aa tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb0ff34-84d1-479f-82a2-22ba2aeac025 HTTP/1.1" status: 200 len: 946 time: 0.1759031 Nov 12 08:51:24.126513 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61526653-1832-441f-957c-651f87477722 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Network': ['ID=c74f48cd-20b0-4fe6-8ff4-796241457ae2,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:24.153442 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-61526653-1832-441f-957c-651f87477722 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5237372 Nov 12 08:51:24.154826 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60870) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:24.165014 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4d6887d4-72e7-4fe6-99d4-aeff2f33931a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Request body: {'subnet': {'network_id': 'c74f48cd-20b0-4fe6-8ff4-796241457ae2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:24.169009 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network c74f48cd-20b0-4fe6-8ff4-796241457ae2 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:51:24.397720 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e6df7696-dcb1-4ca5-b367-984a32c4728c req-dddcffe9-9251-460f-815e-40ad8e36fcbc tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/security-groups?id=9aa43de3-4938-4eca-af76-42dc55d35874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946997 Nov 12 08:51:24.510990 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6887d4-72e7-4fe6-99d4-aeff2f33931a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Made reservation on behalf of c55c22fe318e4764964768a3f517f6bc for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:24.545686 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d6887d4-72e7-4fe6-99d4-aeff2f33931a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:24.653141 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-65acdb37-de94-4390-b2bc-c597f415ee74 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5b0590da7c59470ea0796d2ea353c115&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7974653 Nov 12 08:51:24.657316 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60880) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:24.795591 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d4cc3c18-f7a4-470e-802c-b054f6e6d3f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:24.900576 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d4cc3c18-f7a4-470e-802c-b054f6e6d3f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:25.101148 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d4cc3c18-f7a4-470e-802c-b054f6e6d3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:25.108520 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d4cc3c18-f7a4-470e-802c-b054f6e6d3f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:25.112686 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d4cc3c18-f7a4-470e-802c-b054f6e6d3f3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aa8e44d4-426c-41b9-b022-6ae252ebe9b5 HTTP/1.1" status: 204 len: 168 time: 0.4532166 Nov 12 08:51:25.138671 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc3c18-f7a4-470e-802c-b054f6e6d3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8e44d4-426c-41b9-b022-6ae252ebe9b5,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:25.221892 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d6887d4-72e7-4fe6-99d4-aeff2f33931a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:25.494018 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6887d4-72e7-4fe6-99d4-aeff2f33931a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Checking segment: {'id': 'f67496d1-98d8-4f50-bc97-eaa074ae2830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c74f48cd-20b0-4fe6-8ff4-796241457ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:51:25.494626 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6887d4-72e7-4fe6-99d4-aeff2f33931a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network hostable DHCP agents. Network: c74f48cd-20b0-4fe6-8ff4-796241457ae2, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:51:25.543910 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6887d4-72e7-4fe6-99d4-aeff2f33931a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Subnet': ['ID=93c160e6-d708-4efa-a70c-e2c214259054,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:25.577774 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6887d4-72e7-4fe6-99d4-aeff2f33931a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network c74f48cd-20b0-4fe6-8ff4-796241457ae2 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:51:25.608028 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-4d6887d4-72e7-4fe6-99d4-aeff2f33931a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, c74f48cd-20b0-4fe6-8ff4-796241457ae2) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:25.619889 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6887d4-72e7-4fe6-99d4-aeff2f33931a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:25.621986 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d6887d4-72e7-4fe6-99d4-aeff2f33931a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:25.623359 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168e4311-4a27-44fb-975e-fd19e18dac0f None None] Network c74f48cd-20b0-4fe6-8ff4-796241457ae2 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:25.659233 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4d6887d4-72e7-4fe6-99d4-aeff2f33931a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5026915 Nov 12 08:51:25.665263 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60910) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:25.673281 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-d14f92a2-b7df-445e-b51e-593e97aef8a4 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-473405059', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:25.766817 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d14f92a2-b7df-445e-b51e-593e97aef8a4 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:25.776636 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d14f92a2-b7df-445e-b51e-593e97aef8a4 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:25.902068 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823d8203-b803-4a68-8037-93909705e90a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-c74f48cd-20b0-4fe6-8ff4-796241457ae2', 'network_id': 'c74f48cd-20b0-4fe6-8ff4-796241457ae2', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'fixed_ips': [{'subnet_id': '93c160e6-d708-4efa-a70c-e2c214259054'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:51:25.903297 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-823d8203-b803-4a68-8037-93909705e90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:25.958705 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d14f92a2-b7df-445e-b51e-593e97aef8a4 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:25.969014 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d14f92a2-b7df-445e-b51e-593e97aef8a4 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:26.018934 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d14f92a2-b7df-445e-b51e-593e97aef8a4 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:26.021293 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d14f92a2-b7df-445e-b51e-593e97aef8a4 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3538859 Nov 12 08:51:26.026674 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60924) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:26.282255 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccf9d89-c83e-47b0-bc00-d8c68843aa36 x-openstack-request-id: req-8ccf9d89-c83e-47b0-bc00-d8c68843aa36 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:51:26.283091 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb0ff34-84d1-479f-82a2-22ba2aeac025", "name": "network-vif-plugged", "status": "completed", "tag": "2f883ee5-02c1-4b6d-81e2-ba435280cc23", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:51:26.285630 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ccf9d89-c83e-47b0-bc00-d8c68843aa36 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:51:26.287457 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb0ff34-84d1-479f-82a2-22ba2aeac025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f883ee5-02c1-4b6d-81e2-ba435280cc23', 'code': 200} Nov 12 08:51:26.390272 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-823d8203-b803-4a68-8037-93909705e90a None None] Allocated IP 2001:db8::2 (c74f48cd-20b0-4fe6-8ff4-796241457ae2/93c160e6-d708-4efa-a70c-e2c214259054/dcefe03a-e483-4903-b576-20ef78811c87) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:51:26.685531 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac9288-12b8-4c38-bd3c-981e08de2538 req-14ac9d33-ca64-4a9d-aec1-78827e841a44 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:26.691423 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-40ac9288-12b8-4c38-bd3c-981e08de2538 req-14ac9d33-ca64-4a9d-aec1-78827e841a44 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 946 time: 0.2948947 Nov 12 08:51:26.698329 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a508f63-8057-4257-a62c-a2636f3fe0a6 req-d6cb8364-01c4-49e6-9a91-fda48cdcdb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:26.707678 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2a508f63-8057-4257-a62c-a2636f3fe0a6 req-d6cb8364-01c4-49e6-9a91-fda48cdcdb1e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cdb0ff34-84d1-479f-82a2-22ba2aeac025 HTTP/1.1" status: 200 len: 1098 time: 0.4068763 Nov 12 08:51:27.019073 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ed6e16d-ba30-448f-ae5f-50ac8f2f76ce tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:27.038030 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-823d8203-b803-4a68-8037-93909705e90a None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:27.040738 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2a508f63-8057-4257-a62c-a2636f3fe0a6 req-2e806d5d-8505-411a-96e6-376fb3bc9fe2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9aa43de3-4938-4eca-af76-42dc55d35874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152375 Nov 12 08:51:27.062638 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-823d8203-b803-4a68-8037-93909705e90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:27.068836 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-40ac9288-12b8-4c38-bd3c-981e08de2538 req-b5b118d2-7254-439b-af66-207aebfec3c9 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596473 Nov 12 08:51:27.267231 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823d8203-b803-4a68-8037-93909705e90a None None] Network c74f48cd-20b0-4fe6-8ff4-796241457ae2 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:27.272980 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-823d8203-b803-4a68-8037-93909705e90a None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:27.285666 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823d8203-b803-4a68-8037-93909705e90a None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:51:27.323440 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945f04b-1d01-402e-8a9f-9000516b445a req-f8580798-6899-4d0a-b77f-e704401f3b9f tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:27.344519 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4945f04b-1d01-402e-8a9f-9000516b445a req-f8580798-6899-4d0a-b77f-e704401f3b9f tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb0ff34-84d1-479f-82a2-22ba2aeac025 HTTP/1.1" status: 200 len: 946 time: 0.1258411 Nov 12 08:51:27.362765 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d8203-b803-4a68-8037-93909705e90a None None] Pushing event updated for resources: {'Port': ['ID=dcefe03a-e483-4903-b576-20ef78811c87,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:27.441634 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4945f04b-1d01-402e-8a9f-9000516b445a req-94f57a75-7480-45a3-8603-567b28416ce8 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/security-groups?id=9aa43de3-4938-4eca-af76-42dc55d35874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953996 Nov 12 08:51:27.580675 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-823d8203-b803-4a68-8037-93909705e90a None None] Attempting to bind port dcefe03a-e483-4903-b576-20ef78811c87 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:51:27.581113 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-823d8203-b803-4a68-8037-93909705e90a None None] Attempting to bind port dcefe03a-e483-4903-b576-20ef78811c87 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'f67496d1-98d8-4f50-bc97-eaa074ae2830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c74f48cd-20b0-4fe6-8ff4-796241457ae2'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:51:27.581487 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d8203-b803-4a68-8037-93909705e90a None None] Attempting to bind port dcefe03a-e483-4903-b576-20ef78811c87 on network c74f48cd-20b0-4fe6-8ff4-796241457ae2 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:51:27.606807 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d8203-b803-4a68-8037-93909705e90a None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:51:27.607375 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d8203-b803-4a68-8037-93909705e90a None None] Checking segment: {'id': 'f67496d1-98d8-4f50-bc97-eaa074ae2830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c74f48cd-20b0-4fe6-8ff4-796241457ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:51:27.607676 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-823d8203-b803-4a68-8037-93909705e90a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:27.608178 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d8203-b803-4a68-8037-93909705e90a None None] Bound using segment: {'id': 'f67496d1-98d8-4f50-bc97-eaa074ae2830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c74f48cd-20b0-4fe6-8ff4-796241457ae2'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:51:27.620070 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-823d8203-b803-4a68-8037-93909705e90a None None] Bound port: dcefe03a-e483-4903-b576-20ef78811c87, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67496d1-98d8-4f50-bc97-eaa074ae2830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c74f48cd-20b0-4fe6-8ff4-796241457ae2'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:51:27.620951 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-823d8203-b803-4a68-8037-93909705e90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:27.769059 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60972) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:27.906681 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-823d8203-b803-4a68-8037-93909705e90a None None] For port dcefe03a-e483-4903-b576-20ef78811c87, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:51:27.914533 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-823d8203-b803-4a68-8037-93909705e90a None None] For port dcefe03a-e483-4903-b576-20ef78811c87, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=dcefe03a-e483-4903-b576-20ef78811c87,segment=NetworkSegment(f67496d1-98d8-4f50-bc97-eaa074ae2830),segment_id=f67496d1-98d8-4f50-bc97-eaa074ae2830)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:51:27.938134 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-823d8203-b803-4a68-8037-93909705e90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:28.121558 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-9ed6e16d-ba30-448f-ae5f-50ac8f2f76ce tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Allocated IP 2001:db8::1 (c74f48cd-20b0-4fe6-8ff4-796241457ae2/93c160e6-d708-4efa-a70c-e2c214259054/ca3cd568-e613-4820-acc9-f898f6517098) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:51:28.221293 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60990) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:28.303532 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d8203-b803-4a68-8037-93909705e90a None None] Pushing event updated for resources: {'Port': ['ID=dcefe03a-e483-4903-b576-20ef78811c87,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:28.443548 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d3ac7-4fcd-4d9e-9030-d5b2fc9dfbc1 req-994353eb-6449-46df-b733-bc3724b35f26 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:28.463370 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b56d3ac7-4fcd-4d9e-9030-d5b2fc9dfbc1 req-994353eb-6449-46df-b733-bc3724b35f26 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 946 time: 0.1964357 Nov 12 08:51:28.669989 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ed6e16d-ba30-448f-ae5f-50ac8f2f76ce tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:28.731185 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b56d3ac7-4fcd-4d9e-9030-d5b2fc9dfbc1 req-14de1fbc-5d10-4c81-b01b-b2e4ed48c6fa tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655447 Nov 12 08:51:28.909529 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ed6e16d-ba30-448f-ae5f-50ac8f2f76ce tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:28.926828 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-2adf7afd-01c6-489a-bc3a-40d074374dce tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-374440506'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:29.012991 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adf7afd-01c6-489a-bc3a-40d074374dce tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Made reservation on behalf of d57ff7fadaa048589df4a875f5269306 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:29.031071 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2adf7afd-01c6-489a-bc3a-40d074374dce tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:29.049898 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:29.054648 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-537e5b5b-f582-4fc9-86e6-edbdd32286d5 tempest-QuotasTest-593863828 tempest-QuotasTest-593863828-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:29.098951 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2adf7afd-01c6-489a-bc3a-40d074374dce tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:29.116992 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed6e16d-ba30-448f-ae5f-50ac8f2f76ce tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network c74f48cd-20b0-4fe6-8ff4-796241457ae2 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:29.125428 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-9ed6e16d-ba30-448f-ae5f-50ac8f2f76ce tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:29.131567 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed6e16d-ba30-448f-ae5f-50ac8f2f76ce tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:51:29.132485 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ed6e16d-ba30-448f-ae5f-50ac8f2f76ce tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:29.299257 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 32778) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:29.467929 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-537e5b5b-f582-4fc9-86e6-edbdd32286d5 tempest-QuotasTest-593863828 tempest-QuotasTest-593863828-project-admin] 10.222.0.37 "PUT /v2.0/quotas/e8fc1649e65b4feda846899e9816c0f1 HTTP/1.1" status: 200 len: 366 time: 1.2439857 Nov 12 08:51:29.476288 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 32782) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:29.497327 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53106579-aacd-4288-abda-5a3ef10b7809 req-e29bafe3-6bc6-4020-9e70-915f4a3dfca7 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:29.499919 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-53106579-aacd-4288-abda-5a3ef10b7809 req-e29bafe3-6bc6-4020-9e70-915f4a3dfca7 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb0ff34-84d1-479f-82a2-22ba2aeac025 HTTP/1.1" status: 200 len: 946 time: 0.4184213 Nov 12 08:51:29.511042 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-54645d44-30dd-426c-909d-4c0443ae19a7 tempest-QuotasTest-593863828 tempest-QuotasTest-593863828-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0327992 Nov 12 08:51:29.515661 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 32784) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:29.530487 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6e16d-ba30-448f-ae5f-50ac8f2f76ce tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Port': ['ID=ca3cd568-e613-4820-acc9-f898f6517098,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:29.537679 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ed6e16d-ba30-448f-ae5f-50ac8f2f76ce tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:29.566625 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-117cf1d3-f2d6-4a05-be69-a0edb76b22f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:29.742743 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6d664dfd-fed1-4981-b749-ba1d1b3d0fb4 tempest-QuotasTest-593863828 tempest-QuotasTest-593863828-project-admin] 10.222.0.37 "GET /v2.0/quotas/e8fc1649e65b4feda846899e9816c0f1 HTTP/1.1" status: 200 len: 366 time: 0.2174947 Nov 12 08:51:29.751252 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 32786) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:29.754593 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-117cf1d3-f2d6-4a05-be69-a0edb76b22f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:29.787204 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b3327f2c-00b3-4836-9e83-ff5d76e26882 tempest-QuotasTest-593863828 tempest-QuotasTest-593863828-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/e8fc1649e65b4feda846899e9816c0f1 HTTP/1.1" status: 204 len: 168 time: 0.0302904 Nov 12 08:51:29.791251 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-117cf1d3-f2d6-4a05-be69-a0edb76b22f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:29.797527 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 32792) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:30.006863 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:51:30.074270 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b3d675ec-c769-430d-ae51-6d7d13d3b65b tempest-QuotasTest-593863828 tempest-QuotasTest-593863828-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.2469697 Nov 12 08:51:30.085345 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 32796) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:30.119837 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-53106579-aacd-4288-abda-5a3ef10b7809 req-1462f64e-30a2-46f7-8ba1-ab4b281dc599 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/security-groups?id=9aa43de3-4938-4eca-af76-42dc55d35874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6013918 Nov 12 08:51:30.200623 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ed6e16d-ba30-448f-ae5f-50ac8f2f76ce tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:30.208256 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ed6e16d-ba30-448f-ae5f-50ac8f2f76ce tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:30.209892 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ed6e16d-ba30-448f-ae5f-50ac8f2f76ce tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:30.220538 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2adf7afd-01c6-489a-bc3a-40d074374dce tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:30.238063 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-117cf1d3-f2d6-4a05-be69-a0edb76b22f2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=59d81fdfe62f4dc9bc3c3a4db10e203f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9347079 Nov 12 08:51:30.240322 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117cf1d3-f2d6-4a05-be69-a0edb76b22f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f23f46-3b8c-47dc-8d50-e6fbfbcdb032,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:30.241291 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 32800) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:30.263661 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f861a039-8e10-4e6d-9a6e-3fb192998533 tempest-QuotasTest-593863828 tempest-QuotasTest-593863828-project-admin] 10.222.0.37 "GET /v2.0/quotas/e8fc1649e65b4feda846899e9816c0f1 HTTP/1.1" status: 200 len: 370 time: 0.1663930 Nov 12 08:51:30.264697 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2adf7afd-01c6-489a-bc3a-40d074374dce tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:30.302753 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 32802) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:30.313269 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f7d4402d-bd7b-4604-9f32-2d3d68d0325e tempest-QuotasTest-593863828 tempest-QuotasTest-593863828-project-admin] 10.222.0.37 "GET /v2.0/quotas/e8fc1649e65b4feda846899e9816c0f1/default HTTP/1.1" status: 200 len: 370 time: 0.0050735 Nov 12 08:51:30.329466 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 32806) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:30.405613 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2adf7afd-01c6-489a-bc3a-40d074374dce tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:51:30.422232 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf7afd-01c6-489a-bc3a-40d074374dce tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0992ab56-0ab3-490d-8b99-6649e5460836,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:30.429856 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2adf7afd-01c6-489a-bc3a-40d074374dce tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:30.430515 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-2adf7afd-01c6-489a-bc3a-40d074374dce tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Added segment a0e0b631-d8f3-4a6b-a274-41772f3c2968 of type vlan for network 02050fb1-8760-4b3d-a54f-8d3d8dd52b91 Nov 12 08:51:30.572752 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2adf7afd-01c6-489a-bc3a-40d074374dce tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:30.647873 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511708fa-56eb-48ca-917c-631bb2e22cb6 None None] Network c74f48cd-20b0-4fe6-8ff4-796241457ae2 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:30.725613 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2adf7afd-01c6-489a-bc3a-40d074374dce tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:30.726239 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-65d37434-8ca5-4f7e-b3c1-d80caf6eb38b tempest-QuotasTest-593863828 tempest-QuotasTest-593863828-project-admin] delete failed (client error): The resource could not be found. Nov 12 08:51:30.727697 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-65d37434-8ca5-4f7e-b3c1-d80caf6eb38b tempest-QuotasTest-593863828 tempest-QuotasTest-593863828-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/e8fc1649e65b4feda846899e9816c0f1 HTTP/1.1" status: 404 len: 348 time: 0.3966019 Nov 12 08:51:30.734199 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adf7afd-01c6-489a-bc3a-40d074374dce tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:30.734986 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2adf7afd-01c6-489a-bc3a-40d074374dce tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:30.756535 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed6e16d-ba30-448f-ae5f-50ac8f2f76ce tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network c74f48cd-20b0-4fe6-8ff4-796241457ae2 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:30.765350 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6e16d-ba30-448f-ae5f-50ac8f2f76ce tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Port': ['ID=ca3cd568-e613-4820-acc9-f898f6517098,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:30.785115 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-9ed6e16d-ba30-448f-ae5f-50ac8f2f76ce tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:30.801562 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2adf7afd-01c6-489a-bc3a-40d074374dce tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.0299010 Nov 12 08:51:30.813040 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 32822) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:30.854261 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-bda0d98f-15fc-44cc-914d-2bfa744ea16a tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Request body: {'subnet': {'network_id': '02050fb1-8760-4b3d-a54f-8d3d8dd52b91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:30.923597 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-50dd8689-4c68-4d70-a26a-0158d09ba1fb None None] Provisioning complete for port dcefe03a-e483-4903-b576-20ef78811c87 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:30.924595 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-50dd8689-4c68-4d70-a26a-0158d09ba1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:30.925135 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c01e76-1e50-452d-b86f-5631cb27049d req-a17f4a10-8dd7-4c3c-91c7-1b293f295b0d tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:30.949331 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-79c01e76-1e50-452d-b86f-5631cb27049d req-a17f4a10-8dd7-4c3c-91c7-1b293f295b0d tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 946 time: 0.3713968 Nov 12 08:51:30.994010 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device dcefe03a-e483-4903-b576-20ef78811c87 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:51:31.064421 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf7afd-01c6-489a-bc3a-40d074374dce tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Pushing event updated for resources: {'Network': ['ID=02050fb1-8760-4b3d-a54f-8d3d8dd52b91,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:31.101800 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 02050fb1-8760-4b3d-a54f-8d3d8dd52b91 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:51:31.115403 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6e16d-ba30-448f-ae5f-50ac8f2f76ce tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:31.115998 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6e16d-ba30-448f-ae5f-50ac8f2f76ce tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:31.116602 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6e16d-ba30-448f-ae5f-50ac8f2f76ce tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:31.116891 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6e16d-ba30-448f-ae5f-50ac8f2f76ce tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:31.117237 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6e16d-ba30-448f-ae5f-50ac8f2f76ce tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:31.117754 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6e16d-ba30-448f-ae5f-50ac8f2f76ce tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:31.118416 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6e16d-ba30-448f-ae5f-50ac8f2f76ce tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:31.119227 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6e16d-ba30-448f-ae5f-50ac8f2f76ce tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:31.119774 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6e16d-ba30-448f-ae5f-50ac8f2f76ce tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:31.120184 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6e16d-ba30-448f-ae5f-50ac8f2f76ce tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:31.120516 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6e16d-ba30-448f-ae5f-50ac8f2f76ce tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:31.120838 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6e16d-ba30-448f-ae5f-50ac8f2f76ce tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:31.164467 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-79c01e76-1e50-452d-b86f-5631cb27049d req-270ab23d-9271-4a89-85b9-e0d6a2bbab90 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463451 Nov 12 08:51:31.185306 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2b063287-8ea9-470e-9cba-0f7a41916bd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:31.213256 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda0d98f-15fc-44cc-914d-2bfa744ea16a tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Made reservation on behalf of d57ff7fadaa048589df4a875f5269306 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:31.219458 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bda0d98f-15fc-44cc-914d-2bfa744ea16a tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:31.272264 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 32830) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:31.288119 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2b063287-8ea9-470e-9cba-0f7a41916bd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:31.427973 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed6e16d-ba30-448f-ae5f-50ac8f2f76ce tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Router 22ea6a40-2861-4aca-93c0-9bb9054ea0ff is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:51:31.448436 n-d-768862-16 neutron-server[102568]: DEBUG neutron.quota.resource [None req-33aac5d6-4553-478d-9fa0-a54690222e68 tempest-QuotasTest-593863828 tempest-QuotasTest-593863828-project-admin] Usage tracker for resource:network and project:21a63862cd4b43b090414ae0e2a44548 is out of sync, need to count used quota {{(pid=102568) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 08:51:31.457591 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce7c6c-eb73-4e2b-889f-861c5c3c9dbc req-c6890872-e02b-4381-b992-47d977d765c9 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:31.461635 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port dcefe03a-e483-4903-b576-20ef78811c87 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:31.463105 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dcce7c6c-eb73-4e2b-889f-861c5c3c9dbc req-c6890872-e02b-4381-b992-47d977d765c9 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e1887e9-1d2d-4996-966e-748a640020ef HTTP/1.1" status: 200 len: 945 time: 0.1642799 Nov 12 08:51:31.463254 n-d-768862-16 neutron-server[102568]: DEBUG neutron.quota.resource [None req-33aac5d6-4553-478d-9fa0-a54690222e68 tempest-QuotasTest-593863828 tempest-QuotasTest-593863828-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102568) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 08:51:31.477058 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:31.495429 n-d-768862-16 neutron-server[102568]: DEBUG neutron.quota.resource [None req-33aac5d6-4553-478d-9fa0-a54690222e68 tempest-QuotasTest-593863828 tempest-QuotasTest-593863828-project-admin] Usage tracker for resource:subnet and project:21a63862cd4b43b090414ae0e2a44548 is out of sync, need to count used quota {{(pid=102568) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 08:51:31.514238 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-50dd8689-4c68-4d70-a26a-0158d09ba1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:31.613564 n-d-768862-16 neutron-server[102568]: DEBUG neutron.quota.resource [None req-33aac5d6-4553-478d-9fa0-a54690222e68 tempest-QuotasTest-593863828 tempest-QuotasTest-593863828-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102568) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 08:51:31.614230 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dcce7c6c-eb73-4e2b-889f-861c5c3c9dbc req-ef8d3ea9-1474-461c-a3ec-0a9fef096c7e tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/security-groups?id=9aa43de3-4938-4eca-af76-42dc55d35874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380455 Nov 12 08:51:31.633272 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-50dd8689-4c68-4d70-a26a-0158d09ba1fb None None] For port dcefe03a-e483-4903-b576-20ef78811c87, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=dcefe03a-e483-4903-b576-20ef78811c87,segment=NetworkSegment(f67496d1-98d8-4f50-bc97-eaa074ae2830),segment_id=f67496d1-98d8-4f50-bc97-eaa074ae2830)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:31.655814 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-50dd8689-4c68-4d70-a26a-0158d09ba1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:31.822982 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9fded-6229-480d-ab79-9b758c8ed7a6 req-8156789b-c76d-4754-adfe-09c62a9ac5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:31.826109 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-81d9fded-6229-480d-ab79-9b758c8ed7a6 req-8156789b-c76d-4754-adfe-09c62a9ac5ed service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80cba63a5f3c423896b758b0902dcec9&device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 1098 time: 0.1430566 Nov 12 08:51:31.830772 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed6e16d-ba30-448f-ae5f-50ac8f2f76ce tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:51:31.851072 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf090df-a7fb-45ca-b44a-e48f190887f6 None None] Sync routers for ids ['22ea6a40-2861-4aca-93c0-9bb9054ea0ff'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:51:31.855809 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd8689-4c68-4d70-a26a-0158d09ba1fb None None] Pushing event updated for resources: {'Port': ['ID=dcefe03a-e483-4903-b576-20ef78811c87,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:31.878189 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9ed6e16d-ba30-448f-ae5f-50ac8f2f76ce tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "PUT /v2.0/routers/22ea6a40-2861-4aca-93c0-9bb9054ea0ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8493204 Nov 12 08:51:31.881239 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2b063287-8ea9-470e-9cba-0f7a41916bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:31.885071 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 32842) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:31.887973 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf090df-a7fb-45ca-b44a-e48f190887f6 None None] Routers {'22ea6a40-2861-4aca-93c0-9bb9054ea0ff'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:51:31.888723 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-1bf090df-a7fb-45ca-b44a-e48f190887f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:51:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['22ea6a40-2861-4aca-93c0-9bb9054ea0ff'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:31.892286 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2b063287-8ea9-470e-9cba-0f7a41916bd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:31.897641 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2b063287-8ea9-470e-9cba-0f7a41916bd6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/84f23f46-3b8c-47dc-8d50-e6fbfbcdb032 HTTP/1.1" status: 204 len: 168 time: 1.6400595 Nov 12 08:51:31.914295 n-d-768862-16 neutron-server[102568]: DEBUG neutron.quota.resource [None req-33aac5d6-4553-478d-9fa0-a54690222e68 tempest-QuotasTest-593863828 tempest-QuotasTest-593863828-project-admin] Usage tracker for resource:subnetpool and project:21a63862cd4b43b090414ae0e2a44548 is out of sync, need to count used quota {{(pid=102568) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 08:51:31.917933 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bda0d98f-15fc-44cc-914d-2bfa744ea16a tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:31.973925 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-1bf090df-a7fb-45ca-b44a-e48f190887f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:31.998970 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf090df-a7fb-45ca-b44a-e48f190887f6 None None] Routers {'22ea6a40-2861-4aca-93c0-9bb9054ea0ff'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:51:31.999931 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-1bf090df-a7fb-45ca-b44a-e48f190887f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:51:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['22ea6a40-2861-4aca-93c0-9bb9054ea0ff'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:32.072182 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b063287-8ea9-470e-9cba-0f7a41916bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f23f46-3b8c-47dc-8d50-e6fbfbcdb032,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:32.096209 n-d-768862-16 neutron-server[102568]: DEBUG neutron.quota.resource [None req-33aac5d6-4553-478d-9fa0-a54690222e68 tempest-QuotasTest-593863828 tempest-QuotasTest-593863828-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102568) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 08:51:32.105681 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-1bf090df-a7fb-45ca-b44a-e48f190887f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:32.106451 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf090df-a7fb-45ca-b44a-e48f190887f6 None None] The sync data for ids ['22ea6a40-2861-4aca-93c0-9bb9054ea0ff'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:51:32.129073 n-d-768862-16 neutron-server[102568]: DEBUG neutron.quota.resource [None req-33aac5d6-4553-478d-9fa0-a54690222e68 tempest-QuotasTest-593863828 tempest-QuotasTest-593863828-project-admin] Usage tracker for resource:port and project:21a63862cd4b43b090414ae0e2a44548 is out of sync, need to count used quota {{(pid=102568) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 08:51:32.143170 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0d98f-15fc-44cc-914d-2bfa744ea16a tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Pushing event updated for resources: {'Subnet': ['ID=d3b2e8db-d694-4a9d-ad56-d9e28e412653,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:32.158301 n-d-768862-16 neutron-server[102568]: DEBUG neutron.quota.resource [None req-33aac5d6-4553-478d-9fa0-a54690222e68 tempest-QuotasTest-593863828 tempest-QuotasTest-593863828-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102568) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 08:51:32.185676 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514c3d61-ad1a-49e6-8a51-992cb6c3c812 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:32.187679 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-514c3d61-ad1a-49e6-8a51-992cb6c3c812 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "GET /v2.0/ports/ca3cd568-e613-4820-acc9-f898f6517098 HTTP/1.1" status: 200 len: 911 time: 0.2971604 Nov 12 08:51:32.193557 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 32846) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:32.244442 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-015466f2-cead-4be9-954d-07969e6ee98c tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '93c160e6-d708-4efa-a70c-e2c214259054'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:32.263531 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b850e866-ea1c-4f1a-8a59-577f1c1de541 None None] Provisioning complete for port ca3cd568-e613-4820-acc9-f898f6517098 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:32.263981 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b850e866-ea1c-4f1a-8a59-577f1c1de541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:32.268835 n-d-768862-16 neutron-server[102568]: DEBUG neutron.quota.resource [None req-33aac5d6-4553-478d-9fa0-a54690222e68 tempest-QuotasTest-593863828 tempest-QuotasTest-593863828-project-admin] Usage tracker for resource:router and project:21a63862cd4b43b090414ae0e2a44548 is out of sync, need to count used quota {{(pid=102568) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 08:51:32.340371 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-b850e866-ea1c-4f1a-8a59-577f1c1de541 None None] Port ca3cd568-e613-4820-acc9-f898f6517098 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:51:32.343079 n-d-768862-16 neutron-server[102568]: DEBUG neutron.quota.resource [None req-33aac5d6-4553-478d-9fa0-a54690222e68 tempest-QuotasTest-593863828 tempest-QuotasTest-593863828-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102568) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 08:51:32.352030 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda0d98f-15fc-44cc-914d-2bfa744ea16a tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Checking segment: {'id': 'a0e0b631-d8f3-4a6b-a274-41772f3c2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '02050fb1-8760-4b3d-a54f-8d3d8dd52b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:51:32.353765 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda0d98f-15fc-44cc-914d-2bfa744ea16a tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Network hostable DHCP agents. Network: 02050fb1-8760-4b3d-a54f-8d3d8dd52b91, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:51:32.390436 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b850e866-ea1c-4f1a-8a59-577f1c1de541 None None] Provisioning complete for port dcefe03a-e483-4903-b576-20ef78811c87 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:32.391089 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b850e866-ea1c-4f1a-8a59-577f1c1de541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:32.535796 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9fded-6229-480d-ab79-9b758c8ed7a6 req-73d4a2d7-6a53-4b6f-815a-dbfd1986f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:32.558645 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-81d9fded-6229-480d-ab79-9b758c8ed7a6 req-73d4a2d7-6a53-4b6f-815a-dbfd1986f7e1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=837ec62d-b3f5-4602-995a-15f6fc8805b4 HTTP/1.1" status: 200 len: 912 time: 0.7245393 Nov 12 08:51:32.680362 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-81d9fded-6229-480d-ab79-9b758c8ed7a6 req-f4ea6cc6-63d9-4cec-b656-98e9e199923c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59 HTTP/1.1" status: 200 len: 217 time: 0.1039305 Nov 12 08:51:32.782579 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2509b-8ed6-41c6-9f61-f589e29679ed req-d558c3ac-240e-47f7-bb74-bf1cfef474a2 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:32.793593 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b4d2509b-8ed6-41c6-9f61-f589e29679ed req-d558c3ac-240e-47f7-bb74-bf1cfef474a2 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eda8432-3df0-47f2-bbf1-2afa4256c544 HTTP/1.1" status: 200 len: 946 time: 0.5069485 Nov 12 08:51:32.812437 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device dcefe03a-e483-4903-b576-20ef78811c87 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:51:32.830484 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9fded-6229-480d-ab79-9b758c8ed7a6 req-09f51d17-3df1-42ed-91c6-a1eff58ad954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:32.832220 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-81d9fded-6229-480d-ab79-9b758c8ed7a6 req-09f51d17-3df1-42ed-91c6-a1eff58ad954 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=601c19d7-10c1-44ee-a86c-ac9c499e748d HTTP/1.1" status: 200 len: 850 time: 0.1393754 Nov 12 08:51:32.922244 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b4d2509b-8ed6-41c6-9f61-f589e29679ed req-62073a2e-4b97-4300-ae87-2b3f9928b3e8 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/security-groups?id=9aa43de3-4938-4eca-af76-42dc55d35874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232836 Nov 12 08:51:32.975280 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9fded-6229-480d-ab79-9b758c8ed7a6 req-5c60f44d-1ea4-471b-91e2-e4666b41a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:32.977741 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-81d9fded-6229-480d-ab79-9b758c8ed7a6 req-5c60f44d-1ea4-471b-91e2-e4666b41a9d7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=837ec62d-b3f5-4602-995a-15f6fc8805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1184025 Nov 12 08:51:32.997557 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-205c28bd-73ea-45e8-ac2f-b42c7b239d19 None None] Provisioning complete for port ca3cd568-e613-4820-acc9-f898f6517098 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:32.998239 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-205c28bd-73ea-45e8-ac2f-b42c7b239d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:33.050083 n-d-768862-16 neutron-server[102568]: DEBUG neutron.quota.resource [None req-33aac5d6-4553-478d-9fa0-a54690222e68 tempest-QuotasTest-593863828 tempest-QuotasTest-593863828-project-admin] Usage tracker for resource:floatingip and project:21a63862cd4b43b090414ae0e2a44548 is out of sync, need to count used quota {{(pid=102568) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 08:51:33.080744 n-d-768862-16 neutron-server[102568]: DEBUG neutron.quota.resource [None req-33aac5d6-4553-478d-9fa0-a54690222e68 tempest-QuotasTest-593863828 tempest-QuotasTest-593863828-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102568) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 08:51:33.083675 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port dcefe03a-e483-4903-b576-20ef78811c87 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:33.084344 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:33.123056 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-205c28bd-73ea-45e8-ac2f-b42c7b239d19 None None] Port ca3cd568-e613-4820-acc9-f898f6517098 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:51:33.167523 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda0d98f-15fc-44cc-914d-2bfa744ea16a tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Network 02050fb1-8760-4b3d-a54f-8d3d8dd52b91 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:51:33.231694 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-bda0d98f-15fc-44cc-914d-2bfa744ea16a tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 02050fb1-8760-4b3d-a54f-8d3d8dd52b91) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:33.247142 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda0d98f-15fc-44cc-914d-2bfa744ea16a tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:33.249248 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bda0d98f-15fc-44cc-914d-2bfa744ea16a tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:33.286387 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-81d9fded-6229-480d-ab79-9b758c8ed7a6 req-bfe10219-a302-431a-9663-9ac8490ef40c service neutron] 10.222.0.58 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990673 Nov 12 08:51:33.292509 n-d-768862-16 neutron-server[102568]: DEBUG neutron.quota.resource [None req-33aac5d6-4553-478d-9fa0-a54690222e68 tempest-QuotasTest-593863828 tempest-QuotasTest-593863828-project-admin] Usage tracker for resource:security_group and project:21a63862cd4b43b090414ae0e2a44548 is out of sync, need to count used quota {{(pid=102568) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 08:51:33.303172 n-d-768862-16 neutron-server[102568]: DEBUG neutron.quota.resource [None req-33aac5d6-4553-478d-9fa0-a54690222e68 tempest-QuotasTest-593863828 tempest-QuotasTest-593863828-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102568) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 08:51:33.325151 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-bda0d98f-15fc-44cc-914d-2bfa744ea16a tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5008035 Nov 12 08:51:33.348239 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 32874) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:33.365634 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-42d4ed9a-d7e5-4974-ad52-23963fc6cf69 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Request body: {'port': {'network_id': '02050fb1-8760-4b3d-a54f-8d3d8dd52b91', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1240094780'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:33.370075 n-d-768862-16 neutron-server[102568]: DEBUG neutron.quota.resource [None req-33aac5d6-4553-478d-9fa0-a54690222e68 tempest-QuotasTest-593863828 tempest-QuotasTest-593863828-project-admin] Usage tracker for resource:security_group_rule and project:21a63862cd4b43b090414ae0e2a44548 is out of sync, need to count used quota {{(pid=102568) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 08:51:33.379465 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673269ee-0d4f-4394-a401-005e72ec3ccf None None] Network 02050fb1-8760-4b3d-a54f-8d3d8dd52b91 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:33.406449 n-d-768862-16 neutron-server[102568]: DEBUG neutron.quota.resource [None req-33aac5d6-4553-478d-9fa0-a54690222e68 tempest-QuotasTest-593863828 tempest-QuotasTest-593863828-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102568) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 08:51:33.416124 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-33aac5d6-4553-478d-9fa0-a54690222e68 tempest-QuotasTest-593863828 tempest-QuotasTest-593863828-project-admin] 10.222.0.37 "GET /v2.0/quotas/21a63862cd4b43b090414ae0e2a44548/details.json HTTP/1.1" status: 200 len: 703 time: 2.1385105 Nov 12 08:51:33.417786 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-015466f2-cead-4be9-954d-07969e6ee98c tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:33.740339 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-fc40a962-fadb-4175-a953-fee205b667b4 None None] Provisioning complete for port ca3cd568-e613-4820-acc9-f898f6517098 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:33.740809 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fc40a962-fadb-4175-a953-fee205b667b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:33.833063 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189710d0-bdc3-4c59-9ca3-27b5717c612a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-02050fb1-8760-4b3d-a54f-8d3d8dd52b91', 'network_id': '02050fb1-8760-4b3d-a54f-8d3d8dd52b91', 'tenant_id': 'd57ff7fadaa048589df4a875f5269306', 'fixed_ips': [{'subnet_id': 'd3b2e8db-d694-4a9d-ad56-d9e28e412653'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:51:33.835346 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-189710d0-bdc3-4c59-9ca3-27b5717c612a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:33.864434 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-fc40a962-fadb-4175-a953-fee205b667b4 None None] Port ca3cd568-e613-4820-acc9-f898f6517098 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:51:33.885778 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4eadfe-7315-4a83-abec-55aa97b9cd6c req-bc74a0eb-07df-412e-b3d6-ecb5dd566dc4 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:33.902969 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3f4eadfe-7315-4a83-abec-55aa97b9cd6c req-bc74a0eb-07df-412e-b3d6-ecb5dd566dc4 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 946 time: 0.6130517 Nov 12 08:51:33.992700 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 32894) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:34.022681 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-81d9fded-6229-480d-ab79-9b758c8ed7a6 req-7b2c45ff-a290-4bfd-8742-ef8db2647207 service neutron] 10.222.0.58 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7179081 Nov 12 08:51:34.085291 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3f4eadfe-7315-4a83-abec-55aa97b9cd6c req-8d1c7174-6b92-410b-aa65-90e0a894914f tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822686 Nov 12 08:51:34.149905 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d4ed9a-d7e5-4974-ad52-23963fc6cf69 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Made reservation on behalf of d57ff7fadaa048589df4a875f5269306 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:34.154511 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-42d4ed9a-d7e5-4974-ad52-23963fc6cf69 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:34.232763 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-42d4ed9a-d7e5-4974-ad52-23963fc6cf69 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] device_id is not set on port 858d79e3-edfd-45dd-9956-45e8fa588cc7 yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:51:34.324670 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-189710d0-bdc3-4c59-9ca3-27b5717c612a None None] Allocated IP 172.20.0.2 (02050fb1-8760-4b3d-a54f-8d3d8dd52b91/d3b2e8db-d694-4a9d-ad56-d9e28e412653/c6817095-2cc9-49ba-a606-b9b6cb60daf5) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:51:34.336721 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-015466f2-cead-4be9-954d-07969e6ee98c tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:34.352382 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-015466f2-cead-4be9-954d-07969e6ee98c tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:34.362457 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015466f2-cead-4be9-954d-07969e6ee98c tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:34.364092 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-015466f2-cead-4be9-954d-07969e6ee98c tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:34.366847 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-015466f2-cead-4be9-954d-07969e6ee98c tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "PUT /v2.0/ports/ca3cd568-e613-4820-acc9-f898f6517098 HTTP/1.1" status: 200 len: 911 time: 2.1710095 Nov 12 08:51:34.370910 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 32904) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:34.435440 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d66492ff-3d67-4f7a-aca0-8c5c3924d52e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:34.467401 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015466f2-cead-4be9-954d-07969e6ee98c tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Port': ['ID=ca3cd568-e613-4820-acc9-f898f6517098,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:34.611892 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-189710d0-bdc3-4c59-9ca3-27b5717c612a None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:34.637136 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-189710d0-bdc3-4c59-9ca3-27b5717c612a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:34.737821 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189710d0-bdc3-4c59-9ca3-27b5717c612a None None] Network 02050fb1-8760-4b3d-a54f-8d3d8dd52b91 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:34.744377 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-189710d0-bdc3-4c59-9ca3-27b5717c612a None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:34.750282 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189710d0-bdc3-4c59-9ca3-27b5717c612a None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:51:34.849074 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d66492ff-3d67-4f7a-aca0-8c5c3924d52e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:34.850672 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189710d0-bdc3-4c59-9ca3-27b5717c612a None None] Pushing event updated for resources: {'Port': ['ID=c6817095-2cc9-49ba-a606-b9b6cb60daf5,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:34.868399 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d66492ff-3d67-4f7a-aca0-8c5c3924d52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:34.889628 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:51:34.992073 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-42d4ed9a-d7e5-4974-ad52-23963fc6cf69 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Allocated IP 172.20.0.9 (02050fb1-8760-4b3d-a54f-8d3d8dd52b91/d3b2e8db-d694-4a9d-ad56-d9e28e412653/858d79e3-edfd-45dd-9956-45e8fa588cc7) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:51:35.014977 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66492ff-3d67-4f7a-aca0-8c5c3924d52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef8cc8e-6af1-4f0c-897a-ddaf46b3db20,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:35.077931 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d66492ff-3d67-4f7a-aca0-8c5c3924d52e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61cc53e6798d4e0a9adbe81828ac3fa2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0847740 Nov 12 08:51:35.080531 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 32916) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:35.282864 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1eeced5f-41b4-41df-81a6-41556cbf1a15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:35.334488 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1eeced5f-41b4-41df-81a6-41556cbf1a15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:35.394080 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1eeced5f-41b4-41df-81a6-41556cbf1a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:35.397430 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1eeced5f-41b4-41df-81a6-41556cbf1a15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:35.402947 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1eeced5f-41b4-41df-81a6-41556cbf1a15 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5ef8cc8e-6af1-4f0c-897a-ddaf46b3db20 HTTP/1.1" status: 204 len: 168 time: 0.3155925 Nov 12 08:51:35.419676 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeced5f-41b4-41df-81a6-41556cbf1a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef8cc8e-6af1-4f0c-897a-ddaf46b3db20,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:35.436363 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-189710d0-bdc3-4c59-9ca3-27b5717c612a None None] Attempting to bind port c6817095-2cc9-49ba-a606-b9b6cb60daf5 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:51:35.436858 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-189710d0-bdc3-4c59-9ca3-27b5717c612a None None] Attempting to bind port c6817095-2cc9-49ba-a606-b9b6cb60daf5 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'a0e0b631-d8f3-4a6b-a274-41772f3c2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '02050fb1-8760-4b3d-a54f-8d3d8dd52b91'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:51:35.437323 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189710d0-bdc3-4c59-9ca3-27b5717c612a None None] Attempting to bind port c6817095-2cc9-49ba-a606-b9b6cb60daf5 on network 02050fb1-8760-4b3d-a54f-8d3d8dd52b91 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:51:35.447024 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189710d0-bdc3-4c59-9ca3-27b5717c612a None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:51:35.447584 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189710d0-bdc3-4c59-9ca3-27b5717c612a None None] Checking segment: {'id': 'a0e0b631-d8f3-4a6b-a274-41772f3c2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '02050fb1-8760-4b3d-a54f-8d3d8dd52b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:51:35.448200 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-189710d0-bdc3-4c59-9ca3-27b5717c612a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:35.448687 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189710d0-bdc3-4c59-9ca3-27b5717c612a None None] Bound using segment: {'id': 'a0e0b631-d8f3-4a6b-a274-41772f3c2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '02050fb1-8760-4b3d-a54f-8d3d8dd52b91'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:51:35.449631 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-189710d0-bdc3-4c59-9ca3-27b5717c612a None None] Bound port: c6817095-2cc9-49ba-a606-b9b6cb60daf5, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e0b631-d8f3-4a6b-a274-41772f3c2968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '02050fb1-8760-4b3d-a54f-8d3d8dd52b91'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:51:35.449799 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-189710d0-bdc3-4c59-9ca3-27b5717c612a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:35.498230 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc0bc6-ca03-4466-ae32-069df167205c req-703ba2e9-4ac6-4146-960d-8087bbbbcb78 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:35.508128 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0bc0bc6-ca03-4466-ae32-069df167205c req-703ba2e9-4ac6-4146-960d-8087bbbbcb78 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eda8432-3df0-47f2-bbf1-2afa4256c544 HTTP/1.1" status: 200 len: 946 time: 0.1907587 Nov 12 08:51:35.558819 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-42d4ed9a-d7e5-4974-ad52-23963fc6cf69 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:35.564935 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:35.610654 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205733b7-3dff-4422-b382-1f4e1214db78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:51:35.613446 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469a75bd-edcd-4021-9807-8ea70896dadb" -d '{"events": [{"server_uuid": "205733b7-3dff-4422-b382-1f4e1214db78", "name": "network-vif-unplugged", "status": "completed", "tag": "c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:51:35.619203 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-189710d0-bdc3-4c59-9ca3-27b5717c612a None None] For port c6817095-2cc9-49ba-a606-b9b6cb60daf5, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:51:35.622836 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-189710d0-bdc3-4c59-9ca3-27b5717c612a None None] For port c6817095-2cc9-49ba-a606-b9b6cb60daf5, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=c6817095-2cc9-49ba-a606-b9b6cb60daf5,segment=NetworkSegment(a0e0b631-d8f3-4a6b-a274-41772f3c2968),segment_id=a0e0b631-d8f3-4a6b-a274-41772f3c2968)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:51:35.636910 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-189710d0-bdc3-4c59-9ca3-27b5717c612a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:35.640003 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:35.649584 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:35.680909 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0bc0bc6-ca03-4466-ae32-069df167205c req-efb03670-e859-4201-8f7b-e9b360a42356 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/security-groups?id=9aa43de3-4938-4eca-af76-42dc55d35874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710405 Nov 12 08:51:35.728125 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-42d4ed9a-d7e5-4974-ad52-23963fc6cf69 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:35.765818 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189710d0-bdc3-4c59-9ca3-27b5717c612a None None] Pushing event updated for resources: {'Port': ['ID=c6817095-2cc9-49ba-a606-b9b6cb60daf5,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:35.847118 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:35.900514 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d4ed9a-d7e5-4974-ad52-23963fc6cf69 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Network 02050fb1-8760-4b3d-a54f-8d3d8dd52b91 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:35.928960 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-42d4ed9a-d7e5-4974-ad52-23963fc6cf69 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:35.935333 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d4ed9a-d7e5-4974-ad52-23963fc6cf69 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Pushing event updated for resources: {'Port': ['ID=858d79e3-edfd-45dd-9956-45e8fa588cc7,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:35.939046 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d4ed9a-d7e5-4974-ad52-23963fc6cf69 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:51:35.985853 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 32942) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:36.007870 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d4ed9a-d7e5-4974-ad52-23963fc6cf69 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:36.008563 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d4ed9a-d7e5-4974-ad52-23963fc6cf69 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:36.008923 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d4ed9a-d7e5-4974-ad52-23963fc6cf69 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:36.009256 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d4ed9a-d7e5-4974-ad52-23963fc6cf69 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:36.009589 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d4ed9a-d7e5-4974-ad52-23963fc6cf69 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:36.009978 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d4ed9a-d7e5-4974-ad52-23963fc6cf69 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:36.010313 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d4ed9a-d7e5-4974-ad52-23963fc6cf69 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:36.010795 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d4ed9a-d7e5-4974-ad52-23963fc6cf69 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:36.011127 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d4ed9a-d7e5-4974-ad52-23963fc6cf69 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:36.011453 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d4ed9a-d7e5-4974-ad52-23963fc6cf69 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:36.011922 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d4ed9a-d7e5-4974-ad52-23963fc6cf69 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:36.012127 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d4ed9a-d7e5-4974-ad52-23963fc6cf69 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:36.017494 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb3dc382-11cb-4423-bc10-7205420bdc7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:36.082428 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d4ed9a-d7e5-4974-ad52-23963fc6cf69 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:36.083086 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-42d4ed9a-d7e5-4974-ad52-23963fc6cf69 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:36.089290 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8965fc86-653e-4e2c-9375-d803e3e21ae2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:36.175063 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbf08a-83bc-46c0-8a33-fcbf02a2d94c req-1fecbae2-861a-42f5-a730-85380bb8cced tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:36.180284 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb3dc382-11cb-4423-bc10-7205420bdc7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:36.184119 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43bbf08a-83bc-46c0-8a33-fcbf02a2d94c req-1fecbae2-861a-42f5-a730-85380bb8cced tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 944 time: 0.3266182 Nov 12 08:51:36.186695 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb3dc382-11cb-4423-bc10-7205420bdc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:36.262367 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-bb3dc382-11cb-4423-bc10-7205420bdc7d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=21a63862cd4b43b090414ae0e2a44548&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2749894 Nov 12 08:51:36.265113 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 32948) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:36.275114 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3dc382-11cb-4423-bc10-7205420bdc7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4a18ea-f388-429a-aa46-660f60828a93,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:36.282379 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-42d4ed9a-d7e5-4974-ad52-23963fc6cf69 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.9302282 Nov 12 08:51:36.285596 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 32950) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:36.291552 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-505afab3-2164-4e9c-a523-115d3f14c663 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Request body: {'port': {'network_id': '02050fb1-8760-4b3d-a54f-8d3d8dd52b91', 'name': 'tempest-ExtraDHCPOptionsTestJSON-148312975', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:36.292897 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.api.validators [None req-505afab3-2164-4e9c-a523-115d3f14c663 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] bootfile-name is not in valid_values {{(pid=102568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:51:36.293374 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.api.validators [None req-505afab3-2164-4e9c-a523-115d3f14c663 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] tftp-server is not in valid_values {{(pid=102568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:51:36.293562 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.api.validators [None req-505afab3-2164-4e9c-a523-115d3f14c663 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] server-ip-address is not in valid_values {{(pid=102568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:51:36.309182 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43bbf08a-83bc-46c0-8a33-fcbf02a2d94c req-5fed80d3-ccf1-49de-8d02-a14719779451 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240919 Nov 12 08:51:36.484650 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba0d17fc-eaec-46af-9892-8d4667f283f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:36.516351 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4476cac7-7868-409f-82a3-814be5b10a4a req-cfa708bd-80bc-4ed4-b784-da2d9fc3c585 tempest-AbsoluteLimitsNegativeTestJSON-386784625 tempest-AbsoluteLimitsNegativeTestJSON-386784625-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=107a23bc9c5b4e7dbb4b1efc756d67a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536005 Nov 12 08:51:36.523046 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba0d17fc-eaec-46af-9892-8d4667f283f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:36.544281 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505afab3-2164-4e9c-a523-115d3f14c663 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Made reservation on behalf of d57ff7fadaa048589df4a875f5269306 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:36.550167 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-505afab3-2164-4e9c-a523-115d3f14c663 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:36.595969 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-505afab3-2164-4e9c-a523-115d3f14c663 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] device_id is not set on port 331f62ee-bdad-481b-872d-e7d84e52d2dc yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:51:36.798101 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba0d17fc-eaec-46af-9892-8d4667f283f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:36.798101 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba0d17fc-eaec-46af-9892-8d4667f283f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:36.801146 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ba0d17fc-eaec-46af-9892-8d4667f283f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7a4a18ea-f388-429a-aa46-660f60828a93 HTTP/1.1" status: 204 len: 168 time: 0.5341902 Nov 12 08:51:36.835857 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d17fc-eaec-46af-9892-8d4667f283f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4a18ea-f388-429a-aa46-660f60828a93,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:36.976526 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-505afab3-2164-4e9c-a523-115d3f14c663 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Allocated IP 172.20.0.12 (02050fb1-8760-4b3d-a54f-8d3d8dd52b91/d3b2e8db-d694-4a9d-ad56-d9e28e412653/331f62ee-bdad-481b-872d-e7d84e52d2dc) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:51:36.982382 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c6817095-2cc9-49ba-a606-b9b6cb60daf5 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:51:37.168555 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port c6817095-2cc9-49ba-a606-b9b6cb60daf5 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:37.168944 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:37.389754 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edacf6c8-dd62-4c83-a1ab-9a1efc722b5b req-40e766ea-cb0c-4b09-8661-b82d7ac5a048 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:37.391792 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-edacf6c8-dd62-4c83-a1ab-9a1efc722b5b req-40e766ea-cb0c-4b09-8661-b82d7ac5a048 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eda8432-3df0-47f2-bbf1-2afa4256c544 HTTP/1.1" status: 200 len: 946 time: 0.8440189 Nov 12 08:51:37.444423 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:37.477668 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476cac7-7868-409f-82a3-814be5b10a4a req-849f95a8-6042-43be-9e18-aee5126fe339 tempest-AbsoluteLimitsNegativeTestJSON-386784625 tempest-AbsoluteLimitsNegativeTestJSON-386784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:37.483047 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4476cac7-7868-409f-82a3-814be5b10a4a req-849f95a8-6042-43be-9e18-aee5126fe339 tempest-AbsoluteLimitsNegativeTestJSON-386784625 tempest-AbsoluteLimitsNegativeTestJSON-386784625-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9574933 Nov 12 08:51:37.510187 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-8965fc86-653e-4e2c-9375-d803e3e21ae2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Deleting port ca3cd568-e613-4820-acc9-f898f6517098 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:37.510533 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8965fc86-653e-4e2c-9375-d803e3e21ae2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:37.579457 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-505afab3-2164-4e9c-a523-115d3f14c663 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:37.581377 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c78d72-40d0-406f-b72a-1622dbcedc2e None None] Network 02050fb1-8760-4b3d-a54f-8d3d8dd52b91 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:37.647103 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4476cac7-7868-409f-82a3-814be5b10a4a req-e2f7e545-d5d2-47d8-87d6-c9557c5dfaea tempest-AbsoluteLimitsNegativeTestJSON-386784625 tempest-AbsoluteLimitsNegativeTestJSON-386784625-project] 10.222.0.37 "GET /v2.0/quotas/107a23bc9c5b4e7dbb4b1efc756d67a7 HTTP/1.1" status: 200 len: 375 time: 0.1426651 Nov 12 08:51:37.685246 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-505afab3-2164-4e9c-a523-115d3f14c663 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:37.687152 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port c6817095-2cc9-49ba-a606-b9b6cb60daf5, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=c6817095-2cc9-49ba-a606-b9b6cb60daf5,segment=NetworkSegment(a0e0b631-d8f3-4a6b-a274-41772f3c2968),segment_id=a0e0b631-d8f3-4a6b-a274-41772f3c2968)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:37.739623 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:37.747433 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4476cac7-7868-409f-82a3-814be5b10a4a req-869ea274-3413-4a6d-87bb-63738a97fb78 tempest-AbsoluteLimitsNegativeTestJSON-386784625 tempest-AbsoluteLimitsNegativeTestJSON-386784625-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=107a23bc9c5b4e7dbb4b1efc756d67a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0920708 Nov 12 08:51:37.767089 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505afab3-2164-4e9c-a523-115d3f14c663 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Network 02050fb1-8760-4b3d-a54f-8d3d8dd52b91 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:37.779951 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505afab3-2164-4e9c-a523-115d3f14c663 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Pushing event updated for resources: {'Port': ['ID=331f62ee-bdad-481b-872d-e7d84e52d2dc,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:37.782870 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-505afab3-2164-4e9c-a523-115d3f14c663 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:37.798773 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505afab3-2164-4e9c-a523-115d3f14c663 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:51:37.830647 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8965fc86-653e-4e2c-9375-d803e3e21ae2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:37.864138 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-8965fc86-653e-4e2c-9375-d803e3e21ae2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Calling delete_port for ca3cd568-e613-4820-acc9-f898f6517098 owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:37.925743 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d9051203-8ef6-445d-a32d-5746c0c77436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:37.934269 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-6e91a7b3-8459-4690-8f2d-c4aeb1dc7d53 None None] Provisioning complete for port c6817095-2cc9-49ba-a606-b9b6cb60daf5 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:37.934947 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6e91a7b3-8459-4690-8f2d-c4aeb1dc7d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:37.975101 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505afab3-2164-4e9c-a523-115d3f14c663 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:37.981790 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-505afab3-2164-4e9c-a523-115d3f14c663 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:38.009924 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 08:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f883c9-c984-42f5-a862-6e667bbaff65 x-openstack-request-id: req-03f883c9-c984-42f5-a862-6e667bbaff65 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:51:38.010660 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "205733b7-3dff-4422-b382-1f4e1214db78", "name": "network-vif-unplugged", "status": "failed", "tag": "c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59", "code": 422}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:51:38.010660 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03f883c9-c984-42f5-a862-6e667bbaff65 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:51:38.010937 n-d-768862-16 neutron-server[102570]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '205733b7-3dff-4422-b382-1f4e1214db78', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59', 'code': 422} returned with failed status Nov 12 08:51:38.022292 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=c6817095-2cc9-49ba-a606-b9b6cb60daf5,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:38.048346 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-505afab3-2164-4e9c-a523-115d3f14c663 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.7586548 Nov 12 08:51:38.049614 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33002) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:38.204890 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202f19b9-40a3-413f-a27f-f4557e0bf4c2 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:38.215204 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202f19b9-40a3-413f-a27f-f4557e0bf4c2 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:38.228664 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202f19b9-40a3-413f-a27f-f4557e0bf4c2 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:38.234250 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-202f19b9-40a3-413f-a27f-f4557e0bf4c2 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1803026 Nov 12 08:51:38.236213 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33006) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:38.339626 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-edacf6c8-dd62-4c83-a1ab-9a1efc722b5b req-7a2b1bac-8dee-477a-ae4a-7bd0635e86d6 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Deleting port 8bc646b1-0800-489a-887a-f0a2b3f69764 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:38.340459 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-edacf6c8-dd62-4c83-a1ab-9a1efc722b5b req-7a2b1bac-8dee-477a-ae4a-7bd0635e86d6 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:38.414074 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d95aa-7ec5-47f9-9311-ede3e80fd0ca req-607de491-d0bc-4ee7-a173-f6aa399c2392 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:38.423387 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b87d95aa-7ec5-47f9-9311-ede3e80fd0ca req-607de491-d0bc-4ee7-a173-f6aa399c2392 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eda8432-3df0-47f2-bbf1-2afa4256c544 HTTP/1.1" status: 200 len: 946 time: 0.2208123 Nov 12 08:51:38.577061 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-3ac9bcb3-7de0-4730-ba7e-3b67b54634a9 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Deleting port 331f62ee-bdad-481b-872d-e7d84e52d2dc {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:38.584483 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3ac9bcb3-7de0-4730-ba7e-3b67b54634a9 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:38.594686 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8965fc86-653e-4e2c-9375-d803e3e21ae2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:38.600033 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33018) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:38.653172 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-a8b0d764-62a5-46be-8c16-6b5391959849 None None] Provisioning complete for port c6817095-2cc9-49ba-a606-b9b6cb60daf5 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:38.653540 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a8b0d764-62a5-46be-8c16-6b5391959849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:38.708688 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33022) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:38.773933 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b87d95aa-7ec5-47f9-9311-ede3e80fd0ca req-4e8a8cbf-4f1f-49f2-8f90-20f4b60a4829 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/security-groups?id=9aa43de3-4938-4eca-af76-42dc55d35874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494711 Nov 12 08:51:38.804924 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3ac9bcb3-7de0-4730-ba7e-3b67b54634a9 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:38.822049 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c6817095-2cc9-49ba-a606-b9b6cb60daf5 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:51:38.822863 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-3ac9bcb3-7de0-4730-ba7e-3b67b54634a9 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Calling delete_port for 331f62ee-bdad-481b-872d-e7d84e52d2dc owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:38.883444 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965fc86-653e-4e2c-9375-d803e3e21ae2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Port': ['ID=ca3cd568-e613-4820-acc9-f898f6517098,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:38.943126 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-fc17ccdb-c485-4d02-810d-3fa40518fd00 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-133001953'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:39.066105 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc17ccdb-c485-4d02-810d-3fa40518fd00 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Made reservation on behalf of 32c937750e3541549fe5f80ce0b6544c for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:39.076990 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc17ccdb-c485-4d02-810d-3fa40518fd00 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:39.124779 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-edacf6c8-dd62-4c83-a1ab-9a1efc722b5b req-7a2b1bac-8dee-477a-ae4a-7bd0635e86d6 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] For port 8bc646b1-0800-489a-887a-f0a2b3f69764, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=8bc646b1-0800-489a-887a-f0a2b3f69764,segment=NetworkSegment(016b67ff-3eb7-4199-9700-30dd9b8c3c86),segment_id=016b67ff-3eb7-4199-9700-30dd9b8c3c86)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:39.125511 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-edacf6c8-dd62-4c83-a1ab-9a1efc722b5b req-7a2b1bac-8dee-477a-ae4a-7bd0635e86d6 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:39.133723 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc17ccdb-c485-4d02-810d-3fa40518fd00 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:39.216685 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c92f1986-0c3e-4695-b44e-59ec5d7855fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:39.222879 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-edacf6c8-dd62-4c83-a1ab-9a1efc722b5b req-7a2b1bac-8dee-477a-ae4a-7bd0635e86d6 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Calling delete_port for 8bc646b1-0800-489a-887a-f0a2b3f69764 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:39.246973 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8965fc86-653e-4e2c-9375-d803e3e21ae2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:39.283730 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port c6817095-2cc9-49ba-a606-b9b6cb60daf5 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:39.285958 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:39.290390 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3ac9bcb3-7de0-4730-ba7e-3b67b54634a9 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:39.361212 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-a8b0d764-62a5-46be-8c16-6b5391959849 None None] Could not find standard attr ID for object 331f62ee-bdad-481b-872d-e7d84e52d2dc. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:51:39.382854 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9bcb3-7de0-4730-ba7e-3b67b54634a9 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Pushing event deleted for resources: {'Port': ['ID=331f62ee-bdad-481b-872d-e7d84e52d2dc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:39.417544 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-a8b0d764-62a5-46be-8c16-6b5391959849 None None] Provisioning complete for port 858d79e3-edfd-45dd-9956-45e8fa588cc7 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:39.418077 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a8b0d764-62a5-46be-8c16-6b5391959849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:39.488235 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02956f7c-1276-4a25-b00a-df780e2b9940 req-fb1e1800-0c0a-497d-baae-a6ed394fbc65 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:39.498774 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-02956f7c-1276-4a25-b00a-df780e2b9940 req-fb1e1800-0c0a-497d-baae-a6ed394fbc65 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 944 time: 0.5108771 Nov 12 08:51:39.542893 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-a8b0d764-62a5-46be-8c16-6b5391959849 None None] Port 858d79e3-edfd-45dd-9956-45e8fa588cc7 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:51:39.548780 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3ac9bcb3-7de0-4730-ba7e-3b67b54634a9 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:39.554452 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3ac9bcb3-7de0-4730-ba7e-3b67b54634a9 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] 10.222.0.37 "DELETE /v2.0/ports/331f62ee-bdad-481b-872d-e7d84e52d2dc HTTP/1.1" status: 204 len: 168 time: 1.3169489 Nov 12 08:51:39.606733 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33032) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:39.620650 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0dc9e3e6-3bf8-45e8-942b-b564b05343d6 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Request body: {'port': {'name': 'tempest-new-port-name-1012804897', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:39.621833 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.api.validators [None req-0dc9e3e6-3bf8-45e8-942b-b564b05343d6 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] bootfile-name is not in valid_values {{(pid=102568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:51:39.622202 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.api.validators [None req-0dc9e3e6-3bf8-45e8-942b-b564b05343d6 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] tftp-server is not in valid_values {{(pid=102568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:51:39.623180 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.api.validators [None req-0dc9e3e6-3bf8-45e8-942b-b564b05343d6 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] server-ip-address is not in valid_values {{(pid=102568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:51:39.637200 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc17ccdb-c485-4d02-810d-3fa40518fd00 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:39.660503 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8c31f0ad-daf7-4a78-a0f4-fc9ddde6b9ab None None] Could not find standard attr ID for object 331f62ee-bdad-481b-872d-e7d84e52d2dc. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:51:39.677451 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc17ccdb-c485-4d02-810d-3fa40518fd00 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:39.678712 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8c31f0ad-daf7-4a78-a0f4-fc9ddde6b9ab None None] Provisioning complete for port 858d79e3-edfd-45dd-9956-45e8fa588cc7 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:39.679548 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8c31f0ad-daf7-4a78-a0f4-fc9ddde6b9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:39.709924 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-02956f7c-1276-4a25-b00a-df780e2b9940 req-75fd97d2-cdaa-4bf9-bfba-42e2caf5752b tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091489 Nov 12 08:51:39.763637 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-8c31f0ad-daf7-4a78-a0f4-fc9ddde6b9ab None None] Port 858d79e3-edfd-45dd-9956-45e8fa588cc7 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:51:39.808772 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17ccdb-c485-4d02-810d-3fa40518fd00 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00f93f75-c77e-4808-a83c-98d351c9d6c2,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:39.826639 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc17ccdb-c485-4d02-810d-3fa40518fd00 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:51:39.852816 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0dc9e3e6-3bf8-45e8-942b-b564b05343d6 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:39.920080 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc17ccdb-c485-4d02-810d-3fa40518fd00 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:39.920610 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-fc17ccdb-c485-4d02-810d-3fa40518fd00 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Added segment 38c952e4-1759-4263-ba44-077e02ab5a09 of type vlan for network 0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c Nov 12 08:51:39.988184 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8965fc86-653e-4e2c-9375-d803e3e21ae2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Router 22ea6a40-2861-4aca-93c0-9bb9054ea0ff has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:51:40.023511 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c92f1986-0c3e-4695-b44e-59ec5d7855fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:40.044110 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc17ccdb-c485-4d02-810d-3fa40518fd00 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:40.047858 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c92f1986-0c3e-4695-b44e-59ec5d7855fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:40.110845 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec213c8-82ec-4970-b49b-3d94b254bfae req-8786502a-a41e-4d58-be21-a096785b95b4 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:40.115799 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc17ccdb-c485-4d02-810d-3fa40518fd00 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:40.117263 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec213c8-82ec-4970-b49b-3d94b254bfae req-8786502a-a41e-4d58-be21-a096785b95b4 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:40.121889 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc17ccdb-c485-4d02-810d-3fa40518fd00 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:40.122879 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc17ccdb-c485-4d02-810d-3fa40518fd00 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:40.137787 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec213c8-82ec-4970-b49b-3d94b254bfae req-8786502a-a41e-4d58-be21-a096785b95b4 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:40.147455 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec213c8-82ec-4970-b49b-3d94b254bfae req-8786502a-a41e-4d58-be21-a096785b95b4 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:40.159380 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec213c8-82ec-4970-b49b-3d94b254bfae req-8786502a-a41e-4d58-be21-a096785b95b4 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:40.169498 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ae760928-1fc7-4048-9067-2ea41533affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:40.175463 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec213c8-82ec-4970-b49b-3d94b254bfae req-8786502a-a41e-4d58-be21-a096785b95b4 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:40.184292 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec213c8-82ec-4970-b49b-3d94b254bfae req-8786502a-a41e-4d58-be21-a096785b95b4 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:40.187626 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ec213c8-82ec-4970-b49b-3d94b254bfae req-8786502a-a41e-4d58-be21-a096785b95b4 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5435 time: 0.3242841 Nov 12 08:51:40.196861 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-edacf6c8-dd62-4c83-a1ab-9a1efc722b5b req-7a2b1bac-8dee-477a-ae4a-7bd0635e86d6 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:40.197582 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-fc17ccdb-c485-4d02-810d-3fa40518fd00 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.4841897 Nov 12 08:51:40.198275 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33048) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:40.214548 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-20183ad6-b959-4649-8249-61d293e23aa1 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Request body: {'subnet': {'network_id': '0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:40.219318 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['8903b80b-833a-4f61-81c8-ccc403342da5'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:51:40.223245 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['2f883ee5-02c1-4b6d-81e2-ba435280cc23'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:51:40.318746 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c92f1986-0c3e-4695-b44e-59ec5d7855fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=107a23bc9c5b4e7dbb4b1efc756d67a7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6964128 Nov 12 08:51:40.336526 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17ccdb-c485-4d02-810d-3fa40518fd00 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Pushing event updated for resources: {'Network': ['ID=0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:40.344878 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33050) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:40.355925 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f1986-0c3e-4695-b44e-59ec5d7855fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9143de6-d2d0-4c08-96b5-336bf84a7c02,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:40.363254 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:51:40.373981 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b1bac-8dee-477a-ae4a-7bd0635e86d6 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Pushing event deleted for resources: {'Port': ['ID=8bc646b1-0800-489a-887a-f0a2b3f69764,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:40.383075 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8965fc86-653e-4e2c-9375-d803e3e21ae2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:51:40.399087 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8965fc86-653e-4e2c-9375-d803e3e21ae2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "PUT /v2.0/routers/22ea6a40-2861-4aca-93c0-9bb9054ea0ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0264347 Nov 12 08:51:40.402356 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33052) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:40.476695 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-edacf6c8-dd62-4c83-a1ab-9a1efc722b5b req-7a2b1bac-8dee-477a-ae4a-7bd0635e86d6 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] No DVR routers for this DVR port 8bc646b1-0800-489a-887a-f0a2b3f69764 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:51:40.486298 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-edacf6c8-dd62-4c83-a1ab-9a1efc722b5b req-7a2b1bac-8dee-477a-ae4a-7bd0635e86d6 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:40.490530 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-edacf6c8-dd62-4c83-a1ab-9a1efc722b5b req-7a2b1bac-8dee-477a-ae4a-7bd0635e86d6 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.58 "DELETE /v2.0/ports/8bc646b1-0800-489a-887a-f0a2b3f69764 HTTP/1.1" status: 204 len: 173 time: 3.0715578 Nov 12 08:51:40.491398 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ff0b8e51-0f6b-459b-9f42-ea32b735f1fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:40.491649 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eda8432-3df0-47f2-bbf1-2afa4256c544', 'name': 'network-vif-deleted', 'tag': '8bc646b1-0800-489a-887a-f0a2b3f69764'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:51:40.496005 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7754221-fca5-4387-9d67-3cea6da54822" -d '{"events": [{"server_uuid": "6eda8432-3df0-47f2-bbf1-2afa4256c544", "name": "network-vif-deleted", "tag": "8bc646b1-0800-489a-887a-f0a2b3f69764"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:51:40.500710 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-fd7434e3-22c2-42d6-97a0-d0e481c6dd82 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "GET /v2.0/ports?device_id=22ea6a40-2861-4aca-93c0-9bb9054ea0ff HTTP/1.1" status: 200 len: 205 time: 0.0877831 Nov 12 08:51:40.504670 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33058) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:40.549888 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ec213c8-82ec-4970-b49b-3d94b254bfae req-ad5d1561-1ef7-42e4-beaf-aa77c89093cf tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2940772 Nov 12 08:51:40.556942 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ab6d12-9ac0-471c-96a7-4ff37d2b7414 None None] Sync routers for ids ['22ea6a40-2861-4aca-93c0-9bb9054ea0ff'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:51:40.632149 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ab6d12-9ac0-471c-96a7-4ff37d2b7414 None None] Routers {'22ea6a40-2861-4aca-93c0-9bb9054ea0ff'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:51:40.632581 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-48ab6d12-9ac0-471c-96a7-4ff37d2b7414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:51:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['22ea6a40-2861-4aca-93c0-9bb9054ea0ff'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:40.663245 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-caed0f4a-b8ea-44ac-9fed-f30958ca9643 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:40.694497 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0dc9e3e6-3bf8-45e8-942b-b564b05343d6 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:40.755712 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0dc9e3e6-3bf8-45e8-942b-b564b05343d6 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:40.759273 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-48ab6d12-9ac0-471c-96a7-4ff37d2b7414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:40.806849 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ff0b8e51-0f6b-459b-9f42-ea32b735f1fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:40.838336 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ab6d12-9ac0-471c-96a7-4ff37d2b7414 None None] Routers {'22ea6a40-2861-4aca-93c0-9bb9054ea0ff'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:51:40.839231 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-48ab6d12-9ac0-471c-96a7-4ff37d2b7414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:51:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['22ea6a40-2861-4aca-93c0-9bb9054ea0ff'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:40.860532 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20183ad6-b959-4649-8249-61d293e23aa1 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Made reservation on behalf of 32c937750e3541549fe5f80ce0b6544c for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:40.864491 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-20183ad6-b959-4649-8249-61d293e23aa1 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:40.895511 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-48ab6d12-9ac0-471c-96a7-4ff37d2b7414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:40.896235 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ab6d12-9ac0-471c-96a7-4ff37d2b7414 None None] The sync data for ids ['22ea6a40-2861-4aca-93c0-9bb9054ea0ff'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:51:40.928416 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:51:40.935149 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9184bb-0677-4117-959b-b9938f638f74 req-853ba286-af68-4251-ade6-5bfbeb820f17 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:40.937213 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf9184bb-0677-4117-959b-b9938f638f74 req-853ba286-af68-4251-ade6-5bfbeb820f17 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.1445231 Nov 12 08:51:41.075228 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf9184bb-0677-4117-959b-b9938f638f74 req-8341333b-bd51-4f20-a31b-1281f02fef41 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294212 Nov 12 08:51:41.202286 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 8bc646b1-0800-489a-887a-f0a2b3f69764 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:51:41.206933 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc9e3e6-3bf8-45e8-942b-b564b05343d6 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Pushing event updated for resources: {'Port': ['ID=858d79e3-edfd-45dd-9956-45e8fa588cc7,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:41.254536 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 8bc646b1-0800-489a-887a-f0a2b3f69764 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:51:41.254825 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 8bc646b1-0800-489a-887a-f0a2b3f69764 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:51:41.312114 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8d947cff-355f-4d92-b345-e3946ddf4111 req-98838aa1-55c9-43cb-b4b2-49cd0ffd3607 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eda8432-3df0-47f2-bbf1-2afa4256c544 HTTP/1.1" status: 200 len: 210 time: 0.0505319 Nov 12 08:51:41.384313 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5dd99f-3c59-4112-be67-1b7012030723 x-openstack-request-id: req-9e5dd99f-3c59-4112-be67-1b7012030723 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:51:41.386194 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eda8432-3df0-47f2-bbf1-2afa4256c544", "name": "network-vif-deleted", "tag": "8bc646b1-0800-489a-887a-f0a2b3f69764", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:51:41.387855 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e5dd99f-3c59-4112-be67-1b7012030723 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:51:41.389104 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eda8432-3df0-47f2-bbf1-2afa4256c544', 'name': 'network-vif-deleted', 'tag': '8bc646b1-0800-489a-887a-f0a2b3f69764', 'status': 'completed', 'code': 200} Nov 12 08:51:41.398590 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-caed0f4a-b8ea-44ac-9fed-f30958ca9643 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:41.421876 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-caed0f4a-b8ea-44ac-9fed-f30958ca9643 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:41.429802 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ff0b8e51-0f6b-459b-9f42-ea32b735f1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:41.433346 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ff0b8e51-0f6b-459b-9f42-ea32b735f1fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:41.433521 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-defc47a4-dc67-4f88-b805-cc8330f65525 None None] Provisioning complete for port 858d79e3-edfd-45dd-9956-45e8fa588cc7 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:41.434130 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-defc47a4-dc67-4f88-b805-cc8330f65525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:41.437335 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ff0b8e51-0f6b-459b-9f42-ea32b735f1fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d9143de6-d2d0-4c08-96b5-336bf84a7c02 HTTP/1.1" status: 204 len: 168 time: 1.0887032 Nov 12 08:51:41.493933 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-defc47a4-dc67-4f88-b805-cc8330f65525 None None] Port 858d79e3-edfd-45dd-9956-45e8fa588cc7 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:51:41.507092 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-0dc9e3e6-3bf8-45e8-942b-b564b05343d6 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] In _notify_port_updated(), no bound segment for port 858d79e3-edfd-45dd-9956-45e8fa588cc7 on network 02050fb1-8760-4b3d-a54f-8d3d8dd52b91 {{(pid=102568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:51:41.514303 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc9e3e6-3bf8-45e8-942b-b564b05343d6 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:41.515020 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0dc9e3e6-3bf8-45e8-942b-b564b05343d6 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:41.516423 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0dc9e3e6-3bf8-45e8-942b-b564b05343d6 tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] 10.222.0.37 "PUT /v2.0/ports/858d79e3-edfd-45dd-9956-45e8fa588cc7 HTTP/1.1" status: 200 len: 1136 time: 1.9086847 Nov 12 08:51:41.520702 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33078) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:41.527527 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b8e51-0f6b-459b-9f42-ea32b735f1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9143de6-d2d0-4c08-96b5-336bf84a7c02,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:41.558433 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-caed0f4a-b8ea-44ac-9fed-f30958ca9643 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:41.560028 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caed0f4a-b8ea-44ac-9fed-f30958ca9643 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Fanout notify agent at l3_agent the message router_deleted on router 22ea6a40-2861-4aca-93c0-9bb9054ea0ff {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:51:41.577443 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-caed0f4a-b8ea-44ac-9fed-f30958ca9643 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:41.583124 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-caed0f4a-b8ea-44ac-9fed-f30958ca9643 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/routers/22ea6a40-2861-4aca-93c0-9bb9054ea0ff HTTP/1.1" status: 204 len: 168 time: 1.0650232 Nov 12 08:51:41.583513 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33080) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:41.611604 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c166a512-36f1-4d56-986c-8d841dbcdd8f tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:41.620052 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c166a512-36f1-4d56-986c-8d841dbcdd8f tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] 10.222.0.37 "GET /v2.0/ports/858d79e3-edfd-45dd-9956-45e8fa588cc7 HTTP/1.1" status: 200 len: 1136 time: 0.0968091 Nov 12 08:51:41.620877 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33082) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:41.711363 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173df9d3-a79b-4533-8cf5-08d3ed7f5722 req-e9aae080-f7f4-4bd6-84e5-59343786e860 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:41.719637 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173df9d3-a79b-4533-8cf5-08d3ed7f5722 req-e9aae080-f7f4-4bd6-84e5-59343786e860 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:41.729582 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173df9d3-a79b-4533-8cf5-08d3ed7f5722 req-e9aae080-f7f4-4bd6-84e5-59343786e860 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:41.740575 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173df9d3-a79b-4533-8cf5-08d3ed7f5722 req-e9aae080-f7f4-4bd6-84e5-59343786e860 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:41.748838 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173df9d3-a79b-4533-8cf5-08d3ed7f5722 req-e9aae080-f7f4-4bd6-84e5-59343786e860 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:41.755396 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173df9d3-a79b-4533-8cf5-08d3ed7f5722 req-e9aae080-f7f4-4bd6-84e5-59343786e860 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:41.764425 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173df9d3-a79b-4533-8cf5-08d3ed7f5722 req-e9aae080-f7f4-4bd6-84e5-59343786e860 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:41.768148 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-173df9d3-a79b-4533-8cf5-08d3ed7f5722 req-e9aae080-f7f4-4bd6-84e5-59343786e860 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5435 time: 0.3143206 Nov 12 08:51:41.983117 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:42.024961 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bacc7-4b8b-4945-8145-fceddbdd5892 req-5df0c977-8fb4-459b-8cd2-ca15cd5d78a4 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:42.026703 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8a2bacc7-4b8b-4945-8145-fceddbdd5892 req-5df0c977-8fb4-459b-8cd2-ca15cd5d78a4 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.1387641 Nov 12 08:51:42.038308 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-89ff0485-d536-4e26-9ea2-9b2c15a07faf tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Deleting port 858d79e3-edfd-45dd-9956-45e8fa588cc7 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:42.038651 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-89ff0485-d536-4e26-9ea2-9b2c15a07faf tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:42.094484 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-20183ad6-b959-4649-8249-61d293e23aa1 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:42.141987 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b378bc-c57f-4978-9f52-9eab42afb457 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Deleting subnet 93c160e6-d708-4efa-a70c-e2c214259054 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:51:42.167035 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69b378bc-c57f-4978-9f52-9eab42afb457 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:42.222758 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20183ad6-b959-4649-8249-61d293e23aa1 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Pushing event updated for resources: {'Subnet': ['ID=86421fb4-2a92-47a7-ad34-f75f462fcea5,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:42.234056 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-89ff0485-d536-4e26-9ea2-9b2c15a07faf tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:42.247909 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8a2bacc7-4b8b-4945-8145-fceddbdd5892 req-7c8ad809-367a-4387-8d4e-d7878a96308b tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038305 Nov 12 08:51:42.261142 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69b378bc-c57f-4978-9f52-9eab42afb457 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:42.287406 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-89ff0485-d536-4e26-9ea2-9b2c15a07faf tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Calling delete_port for 858d79e3-edfd-45dd-9956-45e8fa588cc7 owned by {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:42.292395 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20183ad6-b959-4649-8249-61d293e23aa1 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Checking segment: {'id': '38c952e4-1759-4263-ba44-077e02ab5a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:51:42.292874 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20183ad6-b959-4649-8249-61d293e23aa1 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Network hostable DHCP agents. Network: 0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:51:42.326104 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20183ad6-b959-4649-8249-61d293e23aa1 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Network 0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:51:42.341913 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-20183ad6-b959-4649-8249-61d293e23aa1 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:42.352400 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec5db04-4215-4c5a-abbd-71f5c77cf4d2 None None] Network 0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:42.367246 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20183ad6-b959-4649-8249-61d293e23aa1 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:42.368224 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-20183ad6-b959-4649-8249-61d293e23aa1 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:42.400783 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69b378bc-c57f-4978-9f52-9eab42afb457 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:42.408627 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-20183ad6-b959-4649-8249-61d293e23aa1 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2031279 Nov 12 08:51:42.429624 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33110) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:42.460941 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-74db27f8-8ffd-4fee-ae10-df37bf46970c tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Request body: {'port': {'network_id': '0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1765132266'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:42.519937 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69b378bc-c57f-4978-9f52-9eab42afb457 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:42.632499 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b378bc-c57f-4978-9f52-9eab42afb457 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Subnet': ['ID=93c160e6-d708-4efa-a70c-e2c214259054,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:42.653234 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69b378bc-c57f-4978-9f52-9eab42afb457 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:42.666987 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932eb830-91c7-4c58-aa20-e2710599ac3a None None] Network c74f48cd-20b0-4fe6-8ff4-796241457ae2 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:42.671176 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-69b378bc-c57f-4978-9f52-9eab42afb457 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/subnets/93c160e6-d708-4efa-a70c-e2c214259054 HTTP/1.1" status: 204 len: 168 time: 1.0843360 Nov 12 08:51:42.676504 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33124) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:42.817339 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d3df36c-5a48-421b-92dc-7afebd6c79d0 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:42.828944 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b686a6-a36d-45ba-9157-88a156716b04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c', 'network_id': '0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c', 'tenant_id': '32c937750e3541549fe5f80ce0b6544c', 'fixed_ips': [{'subnet_id': '86421fb4-2a92-47a7-ad34-f75f462fcea5'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:51:42.830782 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-73b686a6-a36d-45ba-9157-88a156716b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:42.930930 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c5558-a6ee-4ee5-8d06-b108ff9d9bc6 req-7a53010a-635e-458e-a2e9-5bfbbe1dc091 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:42.946776 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-794c5558-a6ee-4ee5-8d06-b108ff9d9bc6 req-7a53010a-635e-458e-a2e9-5bfbbe1dc091 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.2592640 Nov 12 08:51:43.001362 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4d3df36c-5a48-421b-92dc-7afebd6c79d0 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Deleting port dcefe03a-e483-4903-b576-20ef78811c87 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:43.002081 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d3df36c-5a48-421b-92dc-7afebd6c79d0 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:43.113130 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca91814a-da3c-4fe2-b707-3a29b19e6efa None None] DHCP port deletion for c74f48cd-20b0-4fe6-8ff4-796241457ae2 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:51:43.161002 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74db27f8-8ffd-4fee-ae10-df37bf46970c tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Made reservation on behalf of 32c937750e3541549fe5f80ce0b6544c for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:43.163104 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-4d3df36c-5a48-421b-92dc-7afebd6c79d0 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] For port dcefe03a-e483-4903-b576-20ef78811c87, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=dcefe03a-e483-4903-b576-20ef78811c87,segment=NetworkSegment(f67496d1-98d8-4f50-bc97-eaa074ae2830),segment_id=f67496d1-98d8-4f50-bc97-eaa074ae2830)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:43.163815 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d3df36c-5a48-421b-92dc-7afebd6c79d0 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:43.165506 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-74db27f8-8ffd-4fee-ae10-df37bf46970c tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:43.190516 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-89ff0485-d536-4e26-9ea2-9b2c15a07faf tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:43.195649 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4d3df36c-5a48-421b-92dc-7afebd6c79d0 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Calling delete_port for dcefe03a-e483-4903-b576-20ef78811c87 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:43.262330 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-794c5558-a6ee-4ee5-8d06-b108ff9d9bc6 req-77e57770-44c7-4c11-bbe3-abf935f6e45b tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2559969 Nov 12 08:51:43.276758 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-74db27f8-8ffd-4fee-ae10-df37bf46970c tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] device_id is not set on port 0923bbc9-ecd8-4efd-9ffa-13895e106c1d yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:51:43.318507 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff0485-d536-4e26-9ea2-9b2c15a07faf tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Pushing event deleted for resources: {'Port': ['ID=858d79e3-edfd-45dd-9956-45e8fa588cc7,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:43.370638 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:43.375825 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d3df36c-5a48-421b-92dc-7afebd6c79d0 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:43.441261 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ca91814a-da3c-4fe2-b707-3a29b19e6efa None None] Deleting port dcefe03a-e483-4903-b576-20ef78811c87 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:43.441866 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ca91814a-da3c-4fe2-b707-3a29b19e6efa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:43.490981 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3df36c-5a48-421b-92dc-7afebd6c79d0 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Port': ['ID=dcefe03a-e483-4903-b576-20ef78811c87,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:43.499303 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3df36c-5a48-421b-92dc-7afebd6c79d0 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] No DVR routers for this DVR port dcefe03a-e483-4903-b576-20ef78811c87 on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:51:43.552286 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ca91814a-da3c-4fe2-b707-3a29b19e6efa None None] For port dcefe03a-e483-4903-b576-20ef78811c87, host n-d-768862-16, got binding levels [] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:43.552798 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ca91814a-da3c-4fe2-b707-3a29b19e6efa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:43.697175 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-89ff0485-d536-4e26-9ea2-9b2c15a07faf tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:43.703474 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-89ff0485-d536-4e26-9ea2-9b2c15a07faf tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] 10.222.0.37 "DELETE /v2.0/ports/858d79e3-edfd-45dd-9956-45e8fa588cc7 HTTP/1.1" status: 204 len: 168 time: 2.0756433 Nov 12 08:51:43.703952 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33152) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:43.755789 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d3df36c-5a48-421b-92dc-7afebd6c79d0 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:43.797579 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-4d3df36c-5a48-421b-92dc-7afebd6c79d0 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74f48cd-20b0-4fe6-8ff4-796241457ae2']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:43.818409 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ca91814a-da3c-4fe2-b707-3a29b19e6efa None None] Calling delete_port for dcefe03a-e483-4903-b576-20ef78811c87 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:43.821911 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.ipam_backend_mixin [None req-ca91814a-da3c-4fe2-b707-3a29b19e6efa None None] Port dcefe03a-e483-4903-b576-20ef78811c87 was not found and therefore no delete operation was performed {{(pid=102570) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:51:43.824518 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-4d3df36c-5a48-421b-92dc-7afebd6c79d0 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67496d1-98d8-4f50-bc97-eaa074ae2830') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:43.825626 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-4d3df36c-5a48-421b-92dc-7afebd6c79d0 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67496d1-98d8-4f50-bc97-eaa074ae2830') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:43.828373 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-1242ec08-5dc3-4b62-9923-23df11e0d88f tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Deleting subnet d3b2e8db-d694-4a9d-ad56-d9e28e412653 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:51:43.832481 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ca91814a-da3c-4fe2-b707-3a29b19e6efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:43.834202 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1242ec08-5dc3-4b62-9923-23df11e0d88f tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:43.848097 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d3df36c-5a48-421b-92dc-7afebd6c79d0 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:43.881361 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d3df36c-5a48-421b-92dc-7afebd6c79d0 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:43.890292 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3df36c-5a48-421b-92dc-7afebd6c79d0 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:51:43.891033 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d3df36c-5a48-421b-92dc-7afebd6c79d0 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:43.910202 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-73b686a6-a36d-45ba-9157-88a156716b04 None None] Allocated IP 2001:db8::2 (0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c/86421fb4-2a92-47a7-ad34-f75f462fcea5/217222f6-5633-4c0a-a151-8a9b797f55bf) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:51:43.939153 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca91814a-da3c-4fe2-b707-3a29b19e6efa None None] No DVR routers for this DVR port dcefe03a-e483-4903-b576-20ef78811c87 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:51:43.944396 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca91814a-da3c-4fe2-b707-3a29b19e6efa None None] Pushing event deleted for resources: {'Port': ['ID=dcefe03a-e483-4903-b576-20ef78811c87,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:43.947442 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1242ec08-5dc3-4b62-9923-23df11e0d88f tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:44.052357 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:51:44.052357 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:51:44.052357 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:51:44.052357 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:51:44.052357 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:51:44.052357 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:51:44.052357 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:51:44.052357 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:51:44.052357 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:51:44.052357 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:51:44.052357 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:51:44.052357 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:51:44.052357 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:51:44.052357 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:51:44.052357 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:51:44.052357 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:51:44.052357 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:51:44.052357 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:51:44.052357 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:51:44.052357 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:51:44.052357 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:51:44.052357 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:51:44.052357 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:51:44.052357 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:51:44.052357 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:51:44.052357 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:51:44.052357 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:51:44.052357 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:51:44.052357 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:51:44.052357 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:51:44.052357 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:51:44.052357 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:51:44.062368 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d3df36c-5a48-421b-92dc-7afebd6c79d0 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:44.068575 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca91814a-da3c-4fe2-b707-3a29b19e6efa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:44.068949 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca91814a-da3c-4fe2-b707-3a29b19e6efa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:44.069303 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca91814a-da3c-4fe2-b707-3a29b19e6efa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:44.069644 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca91814a-da3c-4fe2-b707-3a29b19e6efa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:44.069979 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca91814a-da3c-4fe2-b707-3a29b19e6efa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:44.071512 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca91814a-da3c-4fe2-b707-3a29b19e6efa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:44.073023 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca91814a-da3c-4fe2-b707-3a29b19e6efa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:44.075522 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca91814a-da3c-4fe2-b707-3a29b19e6efa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:44.076157 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca91814a-da3c-4fe2-b707-3a29b19e6efa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:44.076707 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca91814a-da3c-4fe2-b707-3a29b19e6efa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:44.077254 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca91814a-da3c-4fe2-b707-3a29b19e6efa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:44.077767 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca91814a-da3c-4fe2-b707-3a29b19e6efa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:44.083104 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d3df36c-5a48-421b-92dc-7afebd6c79d0 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:44.095871 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4d3df36c-5a48-421b-92dc-7afebd6c79d0 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/networks/c74f48cd-20b0-4fe6-8ff4-796241457ae2 HTTP/1.1" status: 204 len: 168 time: 1.4173832 Nov 12 08:51:44.107346 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33164) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:44.107587 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1242ec08-5dc3-4b62-9923-23df11e0d88f tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:44.107705 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-66a1c4c9-7d8d-4784-a8b9-f27e0744a9af tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-184507091', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:44.135381 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3df36c-5a48-421b-92dc-7afebd6c79d0 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Network': ['ID=c74f48cd-20b0-4fe6-8ff4-796241457ae2,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:44.192314 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66a1c4c9-7d8d-4784-a8b9-f27e0744a9af tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:44.194308 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66a1c4c9-7d8d-4784-a8b9-f27e0744a9af tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:44.240255 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1242ec08-5dc3-4b62-9923-23df11e0d88f tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:44.298518 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:44.340102 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1242ec08-5dc3-4b62-9923-23df11e0d88f tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:44.340982 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5d528b-1acc-47dc-b487-5a2590b35ec7 None None] Network 02050fb1-8760-4b3d-a54f-8d3d8dd52b91 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:44.357842 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33180) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:44.361536 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1242ec08-5dc3-4b62-9923-23df11e0d88f tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] 10.222.0.37 "DELETE /v2.0/subnets/d3b2e8db-d694-4a9d-ad56-d9e28e412653 HTTP/1.1" status: 204 len: 168 time: 0.6564744 Nov 12 08:51:44.364004 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242ec08-5dc3-4b62-9923-23df11e0d88f tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Pushing event deleted for resources: {'Subnet': ['ID=d3b2e8db-d694-4a9d-ad56-d9e28e412653,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:44.385654 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66a1c4c9-7d8d-4784-a8b9-f27e0744a9af tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:44.475635 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66a1c4c9-7d8d-4784-a8b9-f27e0744a9af tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:44.530574 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33184) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:44.553799 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66a1c4c9-7d8d-4784-a8b9-f27e0744a9af tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:44.558811 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e929a-f7c8-47c3-8726-ebbce119b559 req-944cf13c-6a30-432d-9e54-ba6a9320e5b6 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:44.559547 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-66a1c4c9-7d8d-4784-a8b9-f27e0744a9af tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4578104 Nov 12 08:51:44.562088 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33188) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:44.568379 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c0e929a-f7c8-47c3-8726-ebbce119b559 req-944cf13c-6a30-432d-9e54-ba6a9320e5b6 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.1339927 Nov 12 08:51:44.569317 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8d11f941-804c-4dcc-996d-426bc21fb6b9 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1406861211'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:44.578423 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d3ab7cfe-ce69-4df4-90d8-bc0721192c5c tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:44.640347 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d11f941-804c-4dcc-996d-426bc21fb6b9 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Made reservation on behalf of c55c22fe318e4764964768a3f517f6bc for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:44.643946 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d11f941-804c-4dcc-996d-426bc21fb6b9 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:44.708821 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-73b686a6-a36d-45ba-9157-88a156716b04 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:44.712586 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d11f941-804c-4dcc-996d-426bc21fb6b9 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:51:44.731664 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d11f941-804c-4dcc-996d-426bc21fb6b9 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:44.735542 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-8d11f941-804c-4dcc-996d-426bc21fb6b9 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Added segment 029ff6cd-a6a7-41fb-8189-5d791e4997f0 of type vlan for network 5a5372d4-1875-4b50-a516-1b954399074c Nov 12 08:51:44.739437 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-73b686a6-a36d-45ba-9157-88a156716b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:44.746277 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c0e929a-f7c8-47c3-8726-ebbce119b559 req-30a8bfb3-2460-4c35-b9be-bfd365e2d95f tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768675 Nov 12 08:51:44.779834 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-d3ab7cfe-ce69-4df4-90d8-bc0721192c5c tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Deleting port c6817095-2cc9-49ba-a606-b9b6cb60daf5 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:44.780166 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d3ab7cfe-ce69-4df4-90d8-bc0721192c5c tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:44.831341 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b686a6-a36d-45ba-9157-88a156716b04 None None] Pushing event updated for resources: {'Port': ['ID=217222f6-5633-4c0a-a151-8a9b797f55bf,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:44.868446 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e183045-30ee-4b31-b393-53ecca87dd61 None None] DHCP port deletion for 02050fb1-8760-4b3d-a54f-8d3d8dd52b91 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:51:44.872657 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device dcefe03a-e483-4903-b576-20ef78811c87 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:51:44.908496 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: dcefe03a-e483-4903-b576-20ef78811c87 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:51:44.909172 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device dcefe03a-e483-4903-b576-20ef78811c87 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:51:44.915805 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b686a6-a36d-45ba-9157-88a156716b04 None None] Network 0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:44.924111 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-73b686a6-a36d-45ba-9157-88a156716b04 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:44.928087 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b686a6-a36d-45ba-9157-88a156716b04 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:51:44.960717 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-74db27f8-8ffd-4fee-ae10-df37bf46970c tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Allocated IP 2001:db8::33d (0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c/86421fb4-2a92-47a7-ad34-f75f462fcea5/0923bbc9-ecd8-4efd-9ffa-13895e106c1d) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:51:44.979898 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b3fabfd-f3c9-4dfe-b6db-93deb72f80eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:45.073220 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d11f941-804c-4dcc-996d-426bc21fb6b9 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:45.134561 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d11f941-804c-4dcc-996d-426bc21fb6b9 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:45.141126 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d11f941-804c-4dcc-996d-426bc21fb6b9 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:45.141827 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d11f941-804c-4dcc-996d-426bc21fb6b9 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:45.163715 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-73b686a6-a36d-45ba-9157-88a156716b04 None None] Attempting to bind port 217222f6-5633-4c0a-a151-8a9b797f55bf on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:51:45.164457 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-73b686a6-a36d-45ba-9157-88a156716b04 None None] Attempting to bind port 217222f6-5633-4c0a-a151-8a9b797f55bf by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '38c952e4-1759-4263-ba44-077e02ab5a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:51:45.165054 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b686a6-a36d-45ba-9157-88a156716b04 None None] Attempting to bind port 217222f6-5633-4c0a-a151-8a9b797f55bf on network 0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:51:45.182914 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b686a6-a36d-45ba-9157-88a156716b04 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:51:45.183677 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b686a6-a36d-45ba-9157-88a156716b04 None None] Checking segment: {'id': '38c952e4-1759-4263-ba44-077e02ab5a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:51:45.184331 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-73b686a6-a36d-45ba-9157-88a156716b04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:45.184941 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b686a6-a36d-45ba-9157-88a156716b04 None None] Bound using segment: {'id': '38c952e4-1759-4263-ba44-077e02ab5a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:51:45.185621 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-73b686a6-a36d-45ba-9157-88a156716b04 None None] Bound port: 217222f6-5633-4c0a-a151-8a9b797f55bf, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c952e4-1759-4263-ba44-077e02ab5a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:51:45.191530 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-73b686a6-a36d-45ba-9157-88a156716b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:45.270096 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11f941-804c-4dcc-996d-426bc21fb6b9 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Network': ['ID=5a5372d4-1875-4b50-a516-1b954399074c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:45.327945 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8d11f941-804c-4dcc-996d-426bc21fb6b9 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7597120 Nov 12 08:51:45.336203 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-d3ab7cfe-ce69-4df4-90d8-bc0721192c5c tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] For port c6817095-2cc9-49ba-a606-b9b6cb60daf5, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=c6817095-2cc9-49ba-a606-b9b6cb60daf5,segment=NetworkSegment(a0e0b631-d8f3-4a6b-a274-41772f3c2968),segment_id=a0e0b631-d8f3-4a6b-a274-41772f3c2968)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:45.337100 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d3ab7cfe-ce69-4df4-90d8-bc0721192c5c tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:45.343377 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33212) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:45.376838 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-55504374-8d24-4bd2-8821-08d1e87b7e55 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Request body: {'subnet': {'network_id': '5a5372d4-1875-4b50-a516-1b954399074c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:45.392096 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-73b686a6-a36d-45ba-9157-88a156716b04 None None] For port 217222f6-5633-4c0a-a151-8a9b797f55bf, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:51:45.392812 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-73b686a6-a36d-45ba-9157-88a156716b04 None None] For port 217222f6-5633-4c0a-a151-8a9b797f55bf, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=217222f6-5633-4c0a-a151-8a9b797f55bf,segment=NetworkSegment(38c952e4-1759-4263-ba44-077e02ab5a09),segment_id=38c952e4-1759-4263-ba44-077e02ab5a09)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:51:45.399338 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 5a5372d4-1875-4b50-a516-1b954399074c details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:51:45.405538 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5e183045-30ee-4b31-b393-53ecca87dd61 None None] Deleting port c6817095-2cc9-49ba-a606-b9b6cb60daf5 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:45.406204 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5e183045-30ee-4b31-b393-53ecca87dd61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:45.410447 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-73b686a6-a36d-45ba-9157-88a156716b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:45.451909 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-d3ab7cfe-ce69-4df4-90d8-bc0721192c5c tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Calling delete_port for c6817095-2cc9-49ba-a606-b9b6cb60daf5 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:45.499216 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33218) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:45.712849 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b686a6-a36d-45ba-9157-88a156716b04 None None] Pushing event updated for resources: {'Port': ['ID=217222f6-5633-4c0a-a151-8a9b797f55bf,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:45.801421 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-5e183045-30ee-4b31-b393-53ecca87dd61 None None] For port c6817095-2cc9-49ba-a606-b9b6cb60daf5, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=c6817095-2cc9-49ba-a606-b9b6cb60daf5,segment=NetworkSegment(a0e0b631-d8f3-4a6b-a274-41772f3c2968),segment_id=a0e0b631-d8f3-4a6b-a274-41772f3c2968)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:45.802434 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5e183045-30ee-4b31-b393-53ecca87dd61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:45.841177 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5e183045-30ee-4b31-b393-53ecca87dd61 None None] Calling delete_port for c6817095-2cc9-49ba-a606-b9b6cb60daf5 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:45.970195 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b3fabfd-f3c9-4dfe-b6db-93deb72f80eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:45.975920 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-74db27f8-8ffd-4fee-ae10-df37bf46970c tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:45.986590 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b3fabfd-f3c9-4dfe-b6db-93deb72f80eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:45.996556 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55504374-8d24-4bd2-8821-08d1e87b7e55 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Made reservation on behalf of c55c22fe318e4764964768a3f517f6bc for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:45.996881 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c658ea4e-38fa-41d0-9fc8-7459cd316cd5 req-c71ed273-5422-407b-9b3d-7e3ed563d7d3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1454139 Nov 12 08:51:46.000485 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-55504374-8d24-4bd2-8821-08d1e87b7e55 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:46.007630 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117aa2c-d24c-4d80-8fe1-ec4502c19822 req-e606e7c5-19bd-4da7-925d-adb562ef8c24 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:46.015785 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117aa2c-d24c-4d80-8fe1-ec4502c19822 req-e606e7c5-19bd-4da7-925d-adb562ef8c24 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:46.017477 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2117aa2c-d24c-4d80-8fe1-ec4502c19822 req-e606e7c5-19bd-4da7-925d-adb562ef8c24 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e1887e9-1d2d-4996-966e-748a640020ef&device_id=cdb0ff34-84d1-479f-82a2-22ba2aeac025 HTTP/1.1" status: 200 len: 1682 time: 0.1650569 Nov 12 08:51:46.117229 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5e183045-30ee-4b31-b393-53ecca87dd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:46.163784 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-74db27f8-8ffd-4fee-ae10-df37bf46970c tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:46.186437 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e183045-30ee-4b31-b393-53ecca87dd61 None None] Pushing event deleted for resources: {'Port': ['ID=c6817095-2cc9-49ba-a606-b9b6cb60daf5,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:46.190333 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658ea4e-38fa-41d0-9fc8-7459cd316cd5 req-f5e93b98-4d90-4302-9932-075b1029bdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:46.192529 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c658ea4e-38fa-41d0-9fc8-7459cd316cd5 req-f5e93b98-4d90-4302-9932-075b1029bdec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80cba63a5f3c423896b758b0902dcec9&device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 1097 time: 0.1079371 Nov 12 08:51:46.208301 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3fabfd-f3c9-4dfe-b6db-93deb72f80eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195fe716-ad8f-49d1-a844-c262902f9748,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:46.236584 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e183045-30ee-4b31-b393-53ecca87dd61 None None] No DVR routers for this DVR port c6817095-2cc9-49ba-a606-b9b6cb60daf5 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:51:46.277903 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887dd80-0bcf-401d-939e-2903b317e603 req-8d8947a0-ef40-4c90-916c-78eec42873ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:46.277903 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887dd80-0bcf-401d-939e-2903b317e603 req-8d8947a0-ef40-4c90-916c-78eec42873ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:46.277903 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887dd80-0bcf-401d-939e-2903b317e603 req-8d8947a0-ef40-4c90-916c-78eec42873ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:46.278567 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887dd80-0bcf-401d-939e-2903b317e603 req-8d8947a0-ef40-4c90-916c-78eec42873ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:46.284600 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887dd80-0bcf-401d-939e-2903b317e603 req-8d8947a0-ef40-4c90-916c-78eec42873ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:46.284600 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887dd80-0bcf-401d-939e-2903b317e603 req-8d8947a0-ef40-4c90-916c-78eec42873ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:46.284600 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887dd80-0bcf-401d-939e-2903b317e603 req-8d8947a0-ef40-4c90-916c-78eec42873ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:46.287888 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2117aa2c-d24c-4d80-8fe1-ec4502c19822 req-8e78a4f2-d2c8-4bd8-97d7-651b120d5dfb tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/security-groups?id=9aa43de3-4938-4eca-af76-42dc55d35874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485473 Nov 12 08:51:46.290602 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0887dd80-0bcf-401d-939e-2903b317e603 req-8d8947a0-ef40-4c90-916c-78eec42873ce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 6499 time: 0.7864132 Nov 12 08:51:46.343834 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6b3fabfd-f3c9-4dfe-b6db-93deb72f80eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=71fb95cc02c8419a9f2fa950682c7a63&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8114500 Nov 12 08:51:46.366090 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33236) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:46.371818 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d3ab7cfe-ce69-4df4-90d8-bc0721192c5c tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:46.384730 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74db27f8-8ffd-4fee-ae10-df37bf46970c tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Network 0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:46.386175 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db27f8-8ffd-4fee-ae10-df37bf46970c tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Pushing event updated for resources: {'Port': ['ID=0923bbc9-ecd8-4efd-9ffa-13895e106c1d,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:46.437123 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-74db27f8-8ffd-4fee-ae10-df37bf46970c tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:46.444294 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74db27f8-8ffd-4fee-ae10-df37bf46970c tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:51:46.451904 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74db27f8-8ffd-4fee-ae10-df37bf46970c tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:46.452624 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-74db27f8-8ffd-4fee-ae10-df37bf46970c tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:46.478132 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab7cfe-ce69-4df4-90d8-bc0721192c5c tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Pushing event deleted for resources: {'Port': ['ID=c6817095-2cc9-49ba-a606-b9b6cb60daf5,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:46.505875 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ab7cfe-ce69-4df4-90d8-bc0721192c5c tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] No DVR routers for this DVR port c6817095-2cc9-49ba-a606-b9b6cb60daf5 on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:51:46.577647 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-74db27f8-8ffd-4fee-ae10-df37bf46970c tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.1323683 Nov 12 08:51:46.580481 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33242) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:46.612861 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-3d2c5167-4d65-4f7f-985b-5f82ce2162c0 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Request body: {'port': {'network_id': '0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1114133699', 'allowed_address_pairs': [{'ip_address': '2001:db8::33d', 'mac_address': 'fa:16:3e:57:10:ad'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:46.634132 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c372a-1ab3-4601-81a2-25cf009fd425 req-f5338e0f-59ca-4c7c-9097-ac33b049a00d tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:46.636253 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bb3c372a-1ab3-4601-81a2-25cf009fd425 req-f5338e0f-59ca-4c7c-9097-ac33b049a00d tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.2426536 Nov 12 08:51:46.637851 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0887dd80-0bcf-401d-939e-2903b317e603 req-64fd0488-bf11-416a-85ec-43eb21987897 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3268814 Nov 12 08:51:46.723621 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658ea4e-38fa-41d0-9fc8-7459cd316cd5 req-52476929-091e-4519-b808-7f800298cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:46.726357 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c658ea4e-38fa-41d0-9fc8-7459cd316cd5 req-52476929-091e-4519-b808-7f800298cff4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=837ec62d-b3f5-4602-995a-15f6fc8805b4 HTTP/1.1" status: 200 len: 912 time: 0.5031965 Nov 12 08:51:46.794084 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c706c8fa-6fcb-400d-b9aa-93d3472469ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:46.836094 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c658ea4e-38fa-41d0-9fc8-7459cd316cd5 req-03d7f82a-cfc6-4c71-9f8c-a1dd50a1add4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95abe0da-cc08-4f59-931c-b1c44e9b4cc4 HTTP/1.1" status: 200 len: 217 time: 0.1001174 Nov 12 08:51:46.846803 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c706c8fa-6fcb-400d-b9aa-93d3472469ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:46.897981 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 217222f6-5633-4c0a-a151-8a9b797f55bf up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:51:46.955924 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bb3c372a-1ab3-4601-81a2-25cf009fd425 req-3b2ed101-a373-4cc0-b051-57ff1d15876f tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3091331 Nov 12 08:51:47.020671 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d3ab7cfe-ce69-4df4-90d8-bc0721192c5c tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:47.033781 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658ea4e-38fa-41d0-9fc8-7459cd316cd5 req-141176e4-6c9b-48ae-9e63-d346641ca133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:47.044513 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c658ea4e-38fa-41d0-9fc8-7459cd316cd5 req-141176e4-6c9b-48ae-9e63-d346641ca133 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=601c19d7-10c1-44ee-a86c-ac9c499e748d HTTP/1.1" status: 200 len: 850 time: 0.1983042 Nov 12 08:51:47.071587 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 217222f6-5633-4c0a-a151-8a9b797f55bf triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:47.072826 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:47.119551 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c706c8fa-6fcb-400d-b9aa-93d3472469ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:47.123900 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c706c8fa-6fcb-400d-b9aa-93d3472469ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:47.130577 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c706c8fa-6fcb-400d-b9aa-93d3472469ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/195fe716-ad8f-49d1-a844-c262902f9748 HTTP/1.1" status: 204 len: 168 time: 0.7558784 Nov 12 08:51:47.165629 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658ea4e-38fa-41d0-9fc8-7459cd316cd5 req-49e271ec-ec00-44ea-851c-9eb56bdf14f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:47.169348 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c658ea4e-38fa-41d0-9fc8-7459cd316cd5 req-49e271ec-ec00-44ea-851c-9eb56bdf14f9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=837ec62d-b3f5-4602-995a-15f6fc8805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1162882 Nov 12 08:51:47.170971 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-d3ab7cfe-ce69-4df4-90d8-bc0721192c5c tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02050fb1-8760-4b3d-a54f-8d3d8dd52b91']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:47.243207 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-d3ab7cfe-ce69-4df4-90d8-bc0721192c5c tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e0b631-d8f3-4a6b-a274-41772f3c2968') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:47.243207 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-d3ab7cfe-ce69-4df4-90d8-bc0721192c5c tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e0b631-d8f3-4a6b-a274-41772f3c2968') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:47.288133 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d3ab7cfe-ce69-4df4-90d8-bc0721192c5c tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:47.334724 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d3ab7cfe-ce69-4df4-90d8-bc0721192c5c tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:47.351689 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ab7cfe-ce69-4df4-90d8-bc0721192c5c tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:51:47.354622 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:47.355073 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d3ab7cfe-ce69-4df4-90d8-bc0721192c5c tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:47.462045 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 217222f6-5633-4c0a-a151-8a9b797f55bf, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=217222f6-5633-4c0a-a151-8a9b797f55bf,segment=NetworkSegment(38c952e4-1759-4263-ba44-077e02ab5a09),segment_id=38c952e4-1759-4263-ba44-077e02ab5a09)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:47.470426 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: self.session.flush() Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: self.session.flush() Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: self.session.flush() Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: self.session.flush() Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:51:47.508969 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:51:47.551631 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c658ea4e-38fa-41d0-9fc8-7459cd316cd5 req-ff843075-c06a-433a-bd28-6e522a551d6b service neutron] 10.222.0.58 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728275 Nov 12 08:51:47.569939 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c6817095-2cc9-49ba-a606-b9b6cb60daf5 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:51:47.601244 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f7f956-2a15-4c40-869c-8f17a12b0eb7 None None] Network 0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:47.617639 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-55504374-8d24-4bd2-8821-08d1e87b7e55 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:47.619788 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c706c8fa-6fcb-400d-b9aa-93d3472469ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195fe716-ad8f-49d1-a844-c262902f9748,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:47.717040 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d3ab7cfe-ce69-4df4-90d8-bc0721192c5c tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:47.761579 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d3ab7cfe-ce69-4df4-90d8-bc0721192c5c tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:47.776635 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d3ab7cfe-ce69-4df4-90d8-bc0721192c5c tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] 10.222.0.37 "DELETE /v2.0/networks/02050fb1-8760-4b3d-a54f-8d3d8dd52b91 HTTP/1.1" status: 204 len: 168 time: 3.4051220 Nov 12 08:51:47.786289 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab7cfe-ce69-4df4-90d8-bc0721192c5c tempest-ExtraDHCPOptionsTestJSON-1340195899 tempest-ExtraDHCPOptionsTestJSON-1340195899-project] Pushing event deleted for resources: {'Network': ['ID=02050fb1-8760-4b3d-a54f-8d3d8dd52b91,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:47.826273 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55504374-8d24-4bd2-8821-08d1e87b7e55 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Subnet': ['ID=bd234cc8-8c46-4134-b593-8174616c0dc0,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:47.845221 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: c6817095-2cc9-49ba-a606-b9b6cb60daf5 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:51:47.845570 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c6817095-2cc9-49ba-a606-b9b6cb60daf5 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:51:47.850214 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c658ea4e-38fa-41d0-9fc8-7459cd316cd5 req-26c15f80-3484-4bd5-837d-156af8aa7693 service neutron] 10.222.0.58 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893138 Nov 12 08:51:47.861223 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=217222f6-5633-4c0a-a151-8a9b797f55bf,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:47.927504 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55504374-8d24-4bd2-8821-08d1e87b7e55 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Checking segment: {'id': '029ff6cd-a6a7-41fb-8189-5d791e4997f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:51:47.927970 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55504374-8d24-4bd2-8821-08d1e87b7e55 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network hostable DHCP agents. Network: 5a5372d4-1875-4b50-a516-1b954399074c, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:51:47.930262 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2c5167-4d65-4f7f-985b-5f82ce2162c0 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Made reservation on behalf of 32c937750e3541549fe5f80ce0b6544c for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:48.022484 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-25b5d385-0671-4890-893e-59796dc67f1c None None] Provisioning complete for port 217222f6-5633-4c0a-a151-8a9b797f55bf triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:48.025743 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-25b5d385-0671-4890-893e-59796dc67f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:48.073423 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55504374-8d24-4bd2-8821-08d1e87b7e55 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network 5a5372d4-1875-4b50-a516-1b954399074c is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:51:48.103222 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-55504374-8d24-4bd2-8821-08d1e87b7e55 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 5a5372d4-1875-4b50-a516-1b954399074c) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:48.127394 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55504374-8d24-4bd2-8821-08d1e87b7e55 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:48.128052 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-55504374-8d24-4bd2-8821-08d1e87b7e55 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:48.154554 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ae17b9-2d08-40fb-af40-d3f4806bf08a None None] Network 5a5372d4-1875-4b50-a516-1b954399074c requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:48.180506 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3d2c5167-4d65-4f7f-985b-5f82ce2162c0 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:48.194007 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-55504374-8d24-4bd2-8821-08d1e87b7e55 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8370643 Nov 12 08:51:48.195240 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33284) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:48.233216 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-3d2c5167-4d65-4f7f-985b-5f82ce2162c0 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] device_id is not set on port 5a96c986-2587-4fad-a45a-c4b585cffe34 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:51:48.287165 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33286) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:48.629975 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-3d2c5167-4d65-4f7f-985b-5f82ce2162c0 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Allocated IP 2001:db8::165 (0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c/86421fb4-2a92-47a7-ad34-f75f462fcea5/5a96c986-2587-4fad-a45a-c4b585cffe34) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:51:48.857376 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88008efc-14d4-4118-9eca-9c22c62d22f7 req-dabc4ef3-5f23-4ae4-a07f-fd7588835ee1 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:48.870001 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-88008efc-14d4-4118-9eca-9c22c62d22f7 req-dabc4ef3-5f23-4ae4-a07f-fd7588835ee1 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.5834272 Nov 12 08:51:48.924883 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 217222f6-5633-4c0a-a151-8a9b797f55bf up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:51:49.029703 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-88008efc-14d4-4118-9eca-9c22c62d22f7 req-3a4d8cef-9686-4253-8dd8-7a39a5a619f0 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584136 Nov 12 08:51:49.058699 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c295d619-d294-4571-a68e-652bc0da3336 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:49.084112 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a75f48f1-6189-494a-962b-d5d306cf4c91 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d57ff7fadaa048589df4a875f5269306&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7924814 Nov 12 08:51:49.086902 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33314) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:49.145879 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9962aef-81fd-4d29-a962-fc942047c9b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-5a5372d4-1875-4b50-a516-1b954399074c', 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'fixed_ips': [{'subnet_id': 'bd234cc8-8c46-4134-b593-8174616c0dc0'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:51:49.153489 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b9962aef-81fd-4d29-a962-fc942047c9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:49.161481 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3d2c5167-4d65-4f7f-985b-5f82ce2162c0 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:49.249793 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8aaec48c-41fb-4670-b0dc-b872cfbfcbeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:49.256006 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33318) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:49.341496 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3d2c5167-4d65-4f7f-985b-5f82ce2162c0 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:49.349543 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8aaec48c-41fb-4670-b0dc-b872cfbfcbeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:49.384570 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 217222f6-5633-4c0a-a151-8a9b797f55bf triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:49.385206 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:49.494778 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2c5167-4d65-4f7f-985b-5f82ce2162c0 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Network 0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:49.498112 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c5167-4d65-4f7f-985b-5f82ce2162c0 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Pushing event updated for resources: {'Port': ['ID=5a96c986-2587-4fad-a45a-c4b585cffe34,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:49.522889 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-3d2c5167-4d65-4f7f-985b-5f82ce2162c0 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:49.549715 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458dc3d2-0b66-453b-946b-8e10bb3320ee req-cb56d50a-4263-4432-b381-dbef259ab54e tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:49.555840 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-458dc3d2-0b66-453b-946b-8e10bb3320ee req-cb56d50a-4263-4432-b381-dbef259ab54e tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e1887e9-1d2d-4996-966e-748a640020ef HTTP/1.1" status: 200 len: 945 time: 0.2711585 Nov 12 08:51:49.566812 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2c5167-4d65-4f7f-985b-5f82ce2162c0 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:51:49.587685 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2c5167-4d65-4f7f-985b-5f82ce2162c0 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:49.592137 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3d2c5167-4d65-4f7f-985b-5f82ce2162c0 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:49.608066 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-b9962aef-81fd-4d29-a962-fc942047c9b2 None None] Allocated IP 2001:db8::2 (5a5372d4-1875-4b50-a516-1b954399074c/bd234cc8-8c46-4134-b593-8174616c0dc0/8b4941f5-5897-4ad5-9ae8-123c5b257a0f) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:51:49.625585 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8aaec48c-41fb-4670-b0dc-b872cfbfcbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:49.661212 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8aaec48c-41fb-4670-b0dc-b872cfbfcbeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:49.664719 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8aaec48c-41fb-4670-b0dc-b872cfbfcbeb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0992ab56-0ab3-490d-8b99-6649e5460836 HTTP/1.1" status: 204 len: 168 time: 0.5629320 Nov 12 08:51:49.741648 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8eec939f-793e-421c-9b29-dab69d14009c admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1349744913-network', 'tenant_id': 'e07e7c55504547f0b3acfc597cc70f68'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:49.742388 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43654c30-f076-41d8-ae7c-91ecf7f8d65e req-7f17b0a3-84e8-4df0-9e0f-8b246364e9cd tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:49.757641 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43654c30-f076-41d8-ae7c-91ecf7f8d65e req-7f17b0a3-84e8-4df0-9e0f-8b246364e9cd tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e1887e9-1d2d-4996-966e-748a640020ef HTTP/1.1" status: 200 len: 945 time: 0.3595631 Nov 12 08:51:49.812513 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eec939f-793e-421c-9b29-dab69d14009c admin admin] Made reservation on behalf of e07e7c55504547f0b3acfc597cc70f68 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:49.815076 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8eec939f-793e-421c-9b29-dab69d14009c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:49.822146 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaec48c-41fb-4670-b0dc-b872cfbfcbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0992ab56-0ab3-490d-8b99-6649e5460836,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:49.831633 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3d2c5167-4d65-4f7f-985b-5f82ce2162c0 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.2247281 Nov 12 08:51:49.839267 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33330) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:49.857192 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8eec939f-793e-421c-9b29-dab69d14009c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:49.889270 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78926f-7b02-4860-bdd1-5c12a51c1546 req-5a94983e-5236-417c-a369-335992d485a4 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:49.891615 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4c78926f-7b02-4860-bdd1-5c12a51c1546 req-5a94983e-5236-417c-a369-335992d485a4 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdb0ff34-84d1-479f-82a2-22ba2aeac025 HTTP/1.1" status: 200 len: 946 time: 0.2543900 Nov 12 08:51:49.953354 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-a5d591ae-8a62-4305-8ab0-d0114b72fbbd None None] Provisioning complete for port 217222f6-5633-4c0a-a151-8a9b797f55bf triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:49.953758 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a5d591ae-8a62-4305-8ab0-d0114b72fbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:50.059495 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43654c30-f076-41d8-ae7c-91ecf7f8d65e req-b010db57-047e-4ce1-9b94-42d0848d5902 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/security-groups?id=9aa43de3-4938-4eca-af76-42dc55d35874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005407 Nov 12 08:51:50.161766 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b9962aef-81fd-4d29-a962-fc942047c9b2 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:50.182966 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b9962aef-81fd-4d29-a962-fc942047c9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:50.257576 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c77fb4-abc2-46ea-9ead-b74475c7e6e6 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:50.275219 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c77fb4-abc2-46ea-9ead-b74475c7e6e6 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:50.288774 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c77fb4-abc2-46ea-9ead-b74475c7e6e6 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:50.291566 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-07c77fb4-abc2-46ea-9ead-b74475c7e6e6 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.4503877 Nov 12 08:51:50.296144 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33340) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:50.344995 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9962aef-81fd-4d29-a962-fc942047c9b2 None None] Network 5a5372d4-1875-4b50-a516-1b954399074c is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:50.347933 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-4c78926f-7b02-4860-bdd1-5c12a51c1546 req-793fce2a-0d37-45d5-ae7b-5188f1496003 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Deleting port 2f883ee5-02c1-4b6d-81e2-ba435280cc23 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:50.348284 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4c78926f-7b02-4860-bdd1-5c12a51c1546 req-793fce2a-0d37-45d5-ae7b-5188f1496003 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:50.359473 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-b9962aef-81fd-4d29-a962-fc942047c9b2 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:50.370770 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9962aef-81fd-4d29-a962-fc942047c9b2 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:51:50.407563 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9962aef-81fd-4d29-a962-fc942047c9b2 None None] Pushing event updated for resources: {'Port': ['ID=8b4941f5-5897-4ad5-9ae8-123c5b257a0f,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:50.443701 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-a5d591ae-8a62-4305-8ab0-d0114b72fbbd None None] Provisioning complete for port 0923bbc9-ecd8-4efd-9ffa-13895e106c1d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:50.444351 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a5d591ae-8a62-4305-8ab0-d0114b72fbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:50.492752 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-c295d619-d294-4571-a68e-652bc0da3336 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Allocated IP 2001:db8::1 (5a5372d4-1875-4b50-a516-1b954399074c/bd234cc8-8c46-4134-b593-8174616c0dc0/6027c92f-7750-42c1-b811-5ccffadce967) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:51:50.510133 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-458dc3d2-0b66-453b-946b-8e10bb3320ee req-d32aefe4-f5aa-49a9-970f-77ed3b16ec6a tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Deleting port 8903b80b-833a-4f61-81c8-ccc403342da5 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:50.510554 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-458dc3d2-0b66-453b-946b-8e10bb3320ee req-d32aefe4-f5aa-49a9-970f-77ed3b16ec6a tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:50.611182 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-a5d591ae-8a62-4305-8ab0-d0114b72fbbd None None] Port 0923bbc9-ecd8-4efd-9ffa-13895e106c1d cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:51:50.624336 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b9962aef-81fd-4d29-a962-fc942047c9b2 None None] Attempting to bind port 8b4941f5-5897-4ad5-9ae8-123c5b257a0f on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:51:50.624804 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b9962aef-81fd-4d29-a962-fc942047c9b2 None None] Attempting to bind port 8b4941f5-5897-4ad5-9ae8-123c5b257a0f by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '029ff6cd-a6a7-41fb-8189-5d791e4997f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:51:50.625249 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9962aef-81fd-4d29-a962-fc942047c9b2 None None] Attempting to bind port 8b4941f5-5897-4ad5-9ae8-123c5b257a0f on network 5a5372d4-1875-4b50-a516-1b954399074c {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:51:50.633592 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9962aef-81fd-4d29-a962-fc942047c9b2 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:51:50.634172 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9962aef-81fd-4d29-a962-fc942047c9b2 None None] Checking segment: {'id': '029ff6cd-a6a7-41fb-8189-5d791e4997f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:51:50.634782 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b9962aef-81fd-4d29-a962-fc942047c9b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:50.635336 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9962aef-81fd-4d29-a962-fc942047c9b2 None None] Bound using segment: {'id': '029ff6cd-a6a7-41fb-8189-5d791e4997f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:51:50.636519 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b9962aef-81fd-4d29-a962-fc942047c9b2 None None] Bound port: 8b4941f5-5897-4ad5-9ae8-123c5b257a0f, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '029ff6cd-a6a7-41fb-8189-5d791e4997f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:51:50.636519 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b9962aef-81fd-4d29-a962-fc942047c9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:50.690082 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8eec939f-793e-421c-9b29-dab69d14009c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:50.738543 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8eec939f-793e-421c-9b29-dab69d14009c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:50.767318 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5fd72d25-748e-4f96-8f4d-87cb6451241d None None] Provisioning complete for port 5a96c986-2587-4fad-a45a-c4b585cffe34 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:50.768111 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5fd72d25-748e-4f96-8f4d-87cb6451241d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:50.783784 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eec939f-793e-421c-9b29-dab69d14009c admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:51:50.788521 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bba95c-0367-4d07-afe9-09517e3e970c req-c820c3c6-377c-457b-b860-fd18b1465056 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:50.797248 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b9962aef-81fd-4d29-a962-fc942047c9b2 None None] For port 8b4941f5-5897-4ad5-9ae8-123c5b257a0f, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:51:50.798096 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0bba95c-0367-4d07-afe9-09517e3e970c req-c820c3c6-377c-457b-b860-fd18b1465056 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.5107768 Nov 12 08:51:50.815097 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b9962aef-81fd-4d29-a962-fc942047c9b2 None None] For port 8b4941f5-5897-4ad5-9ae8-123c5b257a0f, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=8b4941f5-5897-4ad5-9ae8-123c5b257a0f,segment=NetworkSegment(029ff6cd-a6a7-41fb-8189-5d791e4997f0),segment_id=029ff6cd-a6a7-41fb-8189-5d791e4997f0)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:51:50.825219 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b9962aef-81fd-4d29-a962-fc942047c9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:50.835248 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5fd72d25-748e-4f96-8f4d-87cb6451241d None None] Port 5a96c986-2587-4fad-a45a-c4b585cffe34 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:51:50.849482 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8eec939f-793e-421c-9b29-dab69d14009c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:50.849817 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-8eec939f-793e-421c-9b29-dab69d14009c admin admin] Added segment b304d2ef-a824-4900-a7bd-e8159117756c of type vlan for network 0b1315f5-71c6-44fb-ab0a-3eccc0f292e9 Nov 12 08:51:50.865737 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec939f-793e-421c-9b29-dab69d14009c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ef1911-345d-4844-b329-6503621e939a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:50.880079 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-68e59a16-5a4b-4b09-9994-29656ce46c98 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Deleting port 5a96c986-2587-4fad-a45a-c4b585cffe34 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:50.880481 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68e59a16-5a4b-4b09-9994-29656ce46c98 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:50.902510 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5fd72d25-748e-4f96-8f4d-87cb6451241d None None] Provisioning complete for port 0923bbc9-ecd8-4efd-9ffa-13895e106c1d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:50.903161 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5fd72d25-748e-4f96-8f4d-87cb6451241d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:50.964748 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5fd72d25-748e-4f96-8f4d-87cb6451241d None None] Port 0923bbc9-ecd8-4efd-9ffa-13895e106c1d cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:51:50.966773 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9962aef-81fd-4d29-a962-fc942047c9b2 None None] Pushing event updated for resources: {'Port': ['ID=8b4941f5-5897-4ad5-9ae8-123c5b257a0f,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:51.066453 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-458dc3d2-0b66-453b-946b-8e10bb3320ee req-d32aefe4-f5aa-49a9-970f-77ed3b16ec6a tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] For port 8903b80b-833a-4f61-81c8-ccc403342da5, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=8903b80b-833a-4f61-81c8-ccc403342da5,segment=NetworkSegment(016b67ff-3eb7-4199-9700-30dd9b8c3c86),segment_id=016b67ff-3eb7-4199-9700-30dd9b8c3c86)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:51.066930 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-458dc3d2-0b66-453b-946b-8e10bb3320ee req-d32aefe4-f5aa-49a9-970f-77ed3b16ec6a tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:51.096644 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-4c78926f-7b02-4860-bdd1-5c12a51c1546 req-793fce2a-0d37-45d5-ae7b-5188f1496003 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] For port 2f883ee5-02c1-4b6d-81e2-ba435280cc23, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=2f883ee5-02c1-4b6d-81e2-ba435280cc23,segment=NetworkSegment(016b67ff-3eb7-4199-9700-30dd9b8c3c86),segment_id=016b67ff-3eb7-4199-9700-30dd9b8c3c86)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:51.097343 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4c78926f-7b02-4860-bdd1-5c12a51c1546 req-793fce2a-0d37-45d5-ae7b-5188f1496003 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:51.107556 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8eec939f-793e-421c-9b29-dab69d14009c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:51.118100 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-458dc3d2-0b66-453b-946b-8e10bb3320ee req-d32aefe4-f5aa-49a9-970f-77ed3b16ec6a tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Calling delete_port for 8903b80b-833a-4f61-81c8-ccc403342da5 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:51.134943 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c295d619-d294-4571-a68e-652bc0da3336 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:51.157322 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-4c78926f-7b02-4860-bdd1-5c12a51c1546 req-793fce2a-0d37-45d5-ae7b-5188f1496003 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Calling delete_port for 2f883ee5-02c1-4b6d-81e2-ba435280cc23 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:51.231838 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c295d619-d294-4571-a68e-652bc0da3336 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:51.326222 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0bba95c-0367-4d07-afe9-09517e3e970c req-ac14a186-bad9-4680-bd2f-c5662d7443cc tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5174119 Nov 12 08:51:51.364013 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68e59a16-5a4b-4b09-9994-29656ce46c98 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:51.395701 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8eec939f-793e-421c-9b29-dab69d14009c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:51.406184 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eec939f-793e-421c-9b29-dab69d14009c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:51.408346 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8eec939f-793e-421c-9b29-dab69d14009c admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:51.418451 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c295d619-d294-4571-a68e-652bc0da3336 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network 5a5372d4-1875-4b50-a516-1b954399074c is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:51.444985 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-c295d619-d294-4571-a68e-652bc0da3336 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:51.452366 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c295d619-d294-4571-a68e-652bc0da3336 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:51:51.453445 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c295d619-d294-4571-a68e-652bc0da3336 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:51.602322 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c295d619-d294-4571-a68e-652bc0da3336 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Port': ['ID=6027c92f-7750-42c1-b811-5ccffadce967,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:51.607426 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33372) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:51.618249 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 8903b80b-833a-4f61-81c8-ccc403342da5 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:51:51.734522 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:51.800566 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1887e9-1d2d-4996-966e-748a640020ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8903b80b-833a-4f61-81c8-ccc403342da5'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:51:51.803816 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dd237c-acc3-4a86-bf27-9efd2acee166" -d '{"events": [{"server_uuid": "3e1887e9-1d2d-4996-966e-748a640020ef", "name": "network-vif-unplugged", "status": "completed", "tag": "8903b80b-833a-4f61-81c8-ccc403342da5"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:51:51.806144 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be92c3-b6a1-4d4b-a5ea-1c3338e418eb req-d4377145-0f30-4e3a-aaf0-8dd6e27226b1 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:51.807847 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-29be92c3-b6a1-4d4b-a5ea-1c3338e418eb req-d4377145-0f30-4e3a-aaf0-8dd6e27226b1 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e1887e9-1d2d-4996-966e-748a640020ef HTTP/1.1" status: 200 len: 945 time: 0.1848161 Nov 12 08:51:51.860802 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 8903b80b-833a-4f61-81c8-ccc403342da5, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=8903b80b-833a-4f61-81c8-ccc403342da5,segment=NetworkSegment(016b67ff-3eb7-4199-9700-30dd9b8c3c86),segment_id=016b67ff-3eb7-4199-9700-30dd9b8c3c86)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:51.869181 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:51.934859 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c295d619-d294-4571-a68e-652bc0da3336 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:51.942630 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=8903b80b-833a-4f61-81c8-ccc403342da5,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:52.025021 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-f87b2d64-f040-4fe4-9ff4-2efe0addd418 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Request body: {'networks': [{'name': 'tempest-network--1315299411'}, {'name': 'tempest-network--1004276315'}]} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:52.025351 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-f87b2d64-f040-4fe4-9ff4-2efe0addd418 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Request body: {'network': {'name': 'tempest-network--1315299411'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:52.026526 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-f87b2d64-f040-4fe4-9ff4-2efe0addd418 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Request body: {'network': {'name': 'tempest-network--1004276315'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:52.049415 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-68e59a16-5a4b-4b09-9994-29656ce46c98 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Calling delete_port for 5a96c986-2587-4fad-a45a-c4b585cffe34 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:52.072765 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-29be92c3-b6a1-4d4b-a5ea-1c3338e418eb req-0ecd724b-857d-42e2-a2cf-f6c9313f1d5b tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.37 "GET /v2.0/security-groups?id=9aa43de3-4938-4eca-af76-42dc55d35874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520702 Nov 12 08:51:52.171154 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4c78926f-7b02-4860-bdd1-5c12a51c1546 req-793fce2a-0d37-45d5-ae7b-5188f1496003 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:52.193308 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87b2d64-f040-4fe4-9ff4-2efe0addd418 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Made reservation on behalf of 3240a63f1561458291e1f72068e77394 for: {'network': 2} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:52.196148 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee6ba3b-6a49-4085-b3f6-a92fab790f9f x-openstack-request-id: req-5ee6ba3b-6a49-4085-b3f6-a92fab790f9f {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:51:52.196499 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1887e9-1d2d-4996-966e-748a640020ef", "name": "network-vif-unplugged", "status": "completed", "tag": "8903b80b-833a-4f61-81c8-ccc403342da5", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:51:52.196787 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ee6ba3b-6a49-4085-b3f6-a92fab790f9f {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:51:52.197193 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1887e9-1d2d-4996-966e-748a640020ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8903b80b-833a-4f61-81c8-ccc403342da5', 'code': 200} Nov 12 08:51:52.200477 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f87b2d64-f040-4fe4-9ff4-2efe0addd418 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:52.255712 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8eec939f-793e-421c-9b29-dab69d14009c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.9981198 Nov 12 08:51:52.261948 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33386) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:52.270529 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8025a585-56b6-4f61-9b88-94b0012c6d34 admin admin] Request body: {'subnet': {'network_id': '0b1315f5-71c6-44fb-ab0a-3eccc0f292e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1349744913-subnet', 'tenant_id': 'e07e7c55504547f0b3acfc597cc70f68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:52.286326 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793fce2a-0d37-45d5-ae7b-5188f1496003 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Pushing event deleted for resources: {'Port': ['ID=2f883ee5-02c1-4b6d-81e2-ba435280cc23,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:52.298013 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f87b2d64-f040-4fe4-9ff4-2efe0addd418 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:52.332278 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec939f-793e-421c-9b29-dab69d14009c admin admin] Pushing event updated for resources: {'Network': ['ID=0b1315f5-71c6-44fb-ab0a-3eccc0f292e9,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:52.350253 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 0b1315f5-71c6-44fb-ab0a-3eccc0f292e9 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:51:52.378645 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8025a585-56b6-4f61-9b88-94b0012c6d34 admin admin] Made reservation on behalf of e07e7c55504547f0b3acfc597cc70f68 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:52.381746 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8025a585-56b6-4f61-9b88-94b0012c6d34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:52.605189 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-458dc3d2-0b66-453b-946b-8e10bb3320ee req-d32aefe4-f5aa-49a9-970f-77ed3b16ec6a tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:52.714268 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68e59a16-5a4b-4b09-9994-29656ce46c98 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:52.731879 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32aefe4-f5aa-49a9-970f-77ed3b16ec6a tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Pushing event deleted for resources: {'Port': ['ID=8903b80b-833a-4f61-81c8-ccc403342da5,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:52.822856 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-458dc3d2-0b66-453b-946b-8e10bb3320ee req-d32aefe4-f5aa-49a9-970f-77ed3b16ec6a tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] No DVR routers for this DVR port 8903b80b-833a-4f61-81c8-ccc403342da5 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:51:52.829381 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e59a16-5a4b-4b09-9994-29656ce46c98 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Pushing event deleted for resources: {'Port': ['ID=5a96c986-2587-4fad-a45a-c4b585cffe34,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:52.834004 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-458dc3d2-0b66-453b-946b-8e10bb3320ee req-d32aefe4-f5aa-49a9-970f-77ed3b16ec6a tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:52.841844 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-458dc3d2-0b66-453b-946b-8e10bb3320ee req-d32aefe4-f5aa-49a9-970f-77ed3b16ec6a tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.54 "DELETE /v2.0/ports/8903b80b-833a-4f61-81c8-ccc403342da5 HTTP/1.1" status: 204 len: 173 time: 3.2464359 Nov 12 08:51:52.845381 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1887e9-1d2d-4996-966e-748a640020ef', 'name': 'network-vif-deleted', 'tag': '8903b80b-833a-4f61-81c8-ccc403342da5'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:51:52.849539 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6575be-dc13-4697-ab6c-023bfdf0e195" -d '{"events": [{"server_uuid": "3e1887e9-1d2d-4996-966e-748a640020ef", "name": "network-vif-deleted", "tag": "8903b80b-833a-4f61-81c8-ccc403342da5"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:51:52.930715 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:52.951205 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 2f883ee5-02c1-4b6d-81e2-ba435280cc23 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:51:52.964911 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3966ff-5fe5-4d4d-9999-a9c4c95909a8 None None] Network 5a5372d4-1875-4b50-a516-1b954399074c requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:53.011384 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c295d619-d294-4571-a68e-652bc0da3336 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:53.020079 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c78926f-7b02-4860-bdd1-5c12a51c1546 req-793fce2a-0d37-45d5-ae7b-5188f1496003 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] No DVR routers for this DVR port 2f883ee5-02c1-4b6d-81e2-ba435280cc23 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:51:53.037451 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4c78926f-7b02-4860-bdd1-5c12a51c1546 req-793fce2a-0d37-45d5-ae7b-5188f1496003 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:53.047592 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4c78926f-7b02-4860-bdd1-5c12a51c1546 req-793fce2a-0d37-45d5-ae7b-5188f1496003 tempest-ListServersNegativeTestJSON-2050301331 tempest-ListServersNegativeTestJSON-2050301331-project] 10.222.0.58 "DELETE /v2.0/ports/2f883ee5-02c1-4b6d-81e2-ba435280cc23 HTTP/1.1" status: 204 len: 173 time: 3.1084595 Nov 12 08:51:53.071415 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb0ff34-84d1-479f-82a2-22ba2aeac025', 'name': 'network-vif-deleted', 'tag': '2f883ee5-02c1-4b6d-81e2-ba435280cc23'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:51:53.083112 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c74ae0-dfe4-4336-a353-5e818ff7d8b6" -d '{"events": [{"server_uuid": "cdb0ff34-84d1-479f-82a2-22ba2aeac025", "name": "network-vif-deleted", "tag": "2f883ee5-02c1-4b6d-81e2-ba435280cc23"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:51:53.094530 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c295d619-d294-4571-a68e-652bc0da3336 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:53.100442 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c295d619-d294-4571-a68e-652bc0da3336 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:53.216701 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68e59a16-5a4b-4b09-9994-29656ce46c98 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:53.228928 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-68e59a16-5a4b-4b09-9994-29656ce46c98 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] 10.222.0.37 "DELETE /v2.0/ports/5a96c986-2587-4fad-a45a-c4b585cffe34 HTTP/1.1" status: 204 len: 168 time: 2.9219005 Nov 12 08:51:53.229916 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33402) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:53.290297 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 2f883ee5-02c1-4b6d-81e2-ba435280cc23 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:51:53.294059 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 2f883ee5-02c1-4b6d-81e2-ba435280cc23 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:51:53.296696 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8b4941f5-5897-4ad5-9ae8-123c5b257a0f up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:51:53.320251 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d73f43-7966-4d7e-89a0-99a3bd3405c2 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] GET failed (client error): The resource could not be found. Nov 12 08:51:53.327685 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-65d73f43-7966-4d7e-89a0-99a3bd3405c2 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] 10.222.0.37 "GET /v2.0/ports/5a96c986-2587-4fad-a45a-c4b585cffe34 HTTP/1.1" status: 404 len: 333 time: 0.0908508 Nov 12 08:51:53.328662 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33408) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:53.341408 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-7880e4d4-cbf1-4b71-a997-20d1c700f0e6 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Request body: {'port': {'network_id': '0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1756168965'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:53.427934 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f87b2d64-f040-4fe4-9ff4-2efe0addd418 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:53.537961 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f87b2d64-f040-4fe4-9ff4-2efe0addd418 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:53.538874 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f87b2d64-f040-4fe4-9ff4-2efe0addd418 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:53.615906 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8025a585-56b6-4f61-9b88-94b0012c6d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:53.653530 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-68ebeb11-c6ec-41b5-a842-152d313cb8bd None None] Provisioning complete for port 8b4941f5-5897-4ad5-9ae8-123c5b257a0f triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:53.654060 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-68ebeb11-c6ec-41b5-a842-152d313cb8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:53.670184 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c4e66-221a-47ed-b640-90b8ed0e98b1 req-5be887fa-5bad-4613-aa49-95dcef7bcbd9 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:53.674182 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-262c4e66-221a-47ed-b640-90b8ed0e98b1 req-5be887fa-5bad-4613-aa49-95dcef7bcbd9 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 1.0892615 Nov 12 08:51:53.759110 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c295d619-d294-4571-a68e-652bc0da3336 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Port': ['ID=6027c92f-7750-42c1-b811-5ccffadce967,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:53.842602 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f87b2d64-f040-4fe4-9ff4-2efe0addd418 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:51:53.860265 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f87b2d64-f040-4fe4-9ff4-2efe0addd418 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:53.860834 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-f87b2d64-f040-4fe4-9ff4-2efe0addd418 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Added segment caa2bcdc-36ae-4148-bf02-93d5bac5e688 of type vlan for network 30afc96a-6789-4099-8b07-94e4aab2a1b8 Nov 12 08:51:53.900924 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 8b4941f5-5897-4ad5-9ae8-123c5b257a0f triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:53.904090 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:53.951516 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f87b2d64-f040-4fe4-9ff4-2efe0addd418 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:54.056696 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f87b2d64-f040-4fe4-9ff4-2efe0addd418 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:51:54.057841 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025a585-56b6-4f61-9b88-94b0012c6d34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b57be061-a31d-40d7-9fa1-39d4ef2ab6c9,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:54.106969 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:54.112022 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c295d619-d294-4571-a68e-652bc0da3336 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network 5a5372d4-1875-4b50-a516-1b954399074c is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:54.124541 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-c295d619-d294-4571-a68e-652bc0da3336 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:54.136231 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b2d64-f040-4fe4-9ff4-2efe0addd418 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf4fde3-ee83-4c34-a419-6f0a70bd5439,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:54.162924 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8025a585-56b6-4f61-9b88-94b0012c6d34 admin admin] Checking segment: {'id': 'b304d2ef-a824-4900-a7bd-e8159117756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0b1315f5-71c6-44fb-ab0a-3eccc0f292e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:51:54.163318 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8025a585-56b6-4f61-9b88-94b0012c6d34 admin admin] Network hostable DHCP agents. Network: 0b1315f5-71c6-44fb-ab0a-3eccc0f292e9, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:51:54.179175 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f87b2d64-f040-4fe4-9ff4-2efe0addd418 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:54.183049 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-f87b2d64-f040-4fe4-9ff4-2efe0addd418 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Added segment 394739f2-1aa0-44ee-aa90-53939109fa5b of type vlan for network 15fe775f-50bb-4d4e-a5bd-3a5adadaceeb Nov 12 08:51:54.257940 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-68ebeb11-c6ec-41b5-a842-152d313cb8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:54.276404 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7880e4d4-cbf1-4b71-a997-20d1c700f0e6 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Made reservation on behalf of 32c937750e3541549fe5f80ce0b6544c for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:54.292037 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7880e4d4-cbf1-4b71-a997-20d1c700f0e6 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:54.296519 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8025a585-56b6-4f61-9b88-94b0012c6d34 admin admin] Network 0b1315f5-71c6-44fb-ab0a-3eccc0f292e9 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:51:54.323455 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-7880e4d4-cbf1-4b71-a997-20d1c700f0e6 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] device_id is not set on port 6b27b452-4089-4f42-b546-a0579ae9f7d3 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:51:54.331408 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-8025a585-56b6-4f61-9b88-94b0012c6d34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 0b1315f5-71c6-44fb-ab0a-3eccc0f292e9) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:54.337981 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8025a585-56b6-4f61-9b88-94b0012c6d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:54.338642 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8025a585-56b6-4f61-9b88-94b0012c6d34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:54.363226 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8025a585-56b6-4f61-9b88-94b0012c6d34 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0980134 Nov 12 08:51:54.381027 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 8b4941f5-5897-4ad5-9ae8-123c5b257a0f, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=8b4941f5-5897-4ad5-9ae8-123c5b257a0f,segment=NetworkSegment(029ff6cd-a6a7-41fb-8189-5d791e4997f0),segment_id=029ff6cd-a6a7-41fb-8189-5d791e4997f0)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:54.389942 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305c5f24-86c0-4ced-bd03-b3917a2019e3 None None] Network 0b1315f5-71c6-44fb-ab0a-3eccc0f292e9 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:54.465449 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:54.655200 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f87b2d64-f040-4fe4-9ff4-2efe0addd418 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:54.692359 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-7880e4d4-cbf1-4b71-a997-20d1c700f0e6 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Allocated IP 2001:db8::1be (0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c/86421fb4-2a92-47a7-ad34-f75f462fcea5/6b27b452-4089-4f42-b546-a0579ae9f7d3) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:51:54.693292 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-262c4e66-221a-47ed-b640-90b8ed0e98b1 req-bf16004b-ffb9-4d47-ac31-bab5ecab4361 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9696267 Nov 12 08:51:54.814142 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c295d619-d294-4571-a68e-652bc0da3336 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:51:54.821340 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f87b2d64-f040-4fe4-9ff4-2efe0addd418 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:54.823339 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f87b2d64-f040-4fe4-9ff4-2efe0addd418 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:54.831673 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87b2d64-f040-4fe4-9ff4-2efe0addd418 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:54.842767 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87b2d64-f040-4fe4-9ff4-2efe0addd418 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:54.844109 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f87b2d64-f040-4fe4-9ff4-2efe0addd418 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:54.947617 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b2d64-f040-4fe4-9ff4-2efe0addd418 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Pushing event updated for resources: {'Network': ['ID=30afc96a-6789-4099-8b07-94e4aab2a1b8,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:55.050364 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b2d64-f040-4fe4-9ff4-2efe0addd418 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Pushing event updated for resources: {'Network': ['ID=15fe775f-50bb-4d4e-a5bd-3a5adadaceeb,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:55.087820 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 30afc96a-6789-4099-8b07-94e4aab2a1b8 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:51:55.223492 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 15fe775f-50bb-4d4e-a5bd-3a5adadaceeb details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:51:55.250148 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=8b4941f5-5897-4ad5-9ae8-123c5b257a0f,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:55.274256 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92826658-ef25-44df-8dbf-403fe9443275 None None] Network 0b1315f5-71c6-44fb-ab0a-3eccc0f292e9 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:55.327989 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7880e4d4-cbf1-4b71-a997-20d1c700f0e6 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:55.362128 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-68ebeb11-c6ec-41b5-a842-152d313cb8bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:51:55.362723 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-68ebeb11-c6ec-41b5-a842-152d313cb8bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:51:55.452056 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25427cae-fe9a-4f96-ae24-991a766956f8 x-openstack-request-id: req-25427cae-fe9a-4f96-ae24-991a766956f8 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:51:55.452729 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1887e9-1d2d-4996-966e-748a640020ef", "name": "network-vif-deleted", "tag": "8903b80b-833a-4f61-81c8-ccc403342da5", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:51:55.453120 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25427cae-fe9a-4f96-ae24-991a766956f8 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:51:55.453848 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1887e9-1d2d-4996-966e-748a640020ef', 'name': 'network-vif-deleted', 'tag': '8903b80b-833a-4f61-81c8-ccc403342da5', 'status': 'completed', 'code': 200} Nov 12 08:51:55.456719 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7880e4d4-cbf1-4b71-a997-20d1c700f0e6 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:55.606567 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7880e4d4-cbf1-4b71-a997-20d1c700f0e6 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Network 0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:55.628765 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-7880e4d4-cbf1-4b71-a997-20d1c700f0e6 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:55.642734 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7880e4d4-cbf1-4b71-a997-20d1c700f0e6 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:51:55.668879 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7880e4d4-cbf1-4b71-a997-20d1c700f0e6 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:55.669904 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7880e4d4-cbf1-4b71-a997-20d1c700f0e6 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:55.763045 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7880e4d4-cbf1-4b71-a997-20d1c700f0e6 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4250894 Nov 12 08:51:55.769640 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33438) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:55.770948 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33440) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:55.808494 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880e4d4-cbf1-4b71-a997-20d1c700f0e6 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Pushing event updated for resources: {'Port': ['ID=6b27b452-4089-4f42-b546-a0579ae9f7d3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:55.825645 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-42f0e41d-7769-46a1-8cd7-acc72ada7b5f tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::33d', 'mac_address': 'fa:16:3e:57:10:ad'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:56.000207 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-849889ad-8b1c-4a23-9a22-c2c682b110bc admin admin] Deleting subnet 6bcb773f-86b9-4eab-9ea9-a9d50b98eedb {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:51:56.005133 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-849889ad-8b1c-4a23-9a22-c2c682b110bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:56.054435 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-849889ad-8b1c-4a23-9a22-c2c682b110bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:56.058348 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51c98b7-efb9-4b88-8312-e98813eab515 x-openstack-request-id: req-b51c98b7-efb9-4b88-8312-e98813eab515 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:51:56.058933 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb0ff34-84d1-479f-82a2-22ba2aeac025", "name": "network-vif-deleted", "tag": "2f883ee5-02c1-4b6d-81e2-ba435280cc23", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:51:56.059107 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b51c98b7-efb9-4b88-8312-e98813eab515 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:51:56.059636 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb0ff34-84d1-479f-82a2-22ba2aeac025', 'name': 'network-vif-deleted', 'tag': '2f883ee5-02c1-4b6d-81e2-ba435280cc23', 'status': 'completed', 'code': 200} Nov 12 08:51:56.071720 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f87b2d64-f040-4fe4-9ff4-2efe0addd418 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 4.4292779 Nov 12 08:51:56.077947 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33448) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:56.098038 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-7f4499cb-2bac-40b0-992c-0c51376986ca None None] Provisioning complete for port 6027c92f-7750-42c1-b811-5ccffadce967 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:56.098454 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7f4499cb-2bac-40b0-992c-0c51376986ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:56.154779 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-849889ad-8b1c-4a23-9a22-c2c682b110bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:56.214348 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-7f4499cb-2bac-40b0-992c-0c51376986ca None None] Port 6027c92f-7750-42c1-b811-5ccffadce967 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:51:56.250402 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-7f4499cb-2bac-40b0-992c-0c51376986ca None None] Provisioning complete for port 8b4941f5-5897-4ad5-9ae8-123c5b257a0f triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:56.253626 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7f4499cb-2bac-40b0-992c-0c51376986ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:56.362460 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c295d619-d294-4571-a68e-652bc0da3336 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:51:56.379233 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c295d619-d294-4571-a68e-652bc0da3336 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "PUT /v2.0/routers/15f61129-b93a-4a5a-bf68-de3f6c51bc61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1819177 Nov 12 08:51:56.383018 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b543cd-3063-4a8a-bce8-ed850f570710 None None] Sync routers for ids ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:51:56.387875 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33454) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:56.398858 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-849889ad-8b1c-4a23-9a22-c2c682b110bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:56.407524 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-20646e3c-524a-4f80-8a0b-b7fa243a3795 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1070498378'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:56.429235 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-849889ad-8b1c-4a23-9a22-c2c682b110bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:56.432916 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b543cd-3063-4a8a-bce8-ed850f570710 None None] Routers {'15f61129-b93a-4a5a-bf68-de3f6c51bc61'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:51:56.434546 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-10b543cd-3063-4a8a-bce8-ed850f570710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:51:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:56.439955 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-849889ad-8b1c-4a23-9a22-c2c682b110bc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6bcb773f-86b9-4eab-9ea9-a9d50b98eedb HTTP/1.1" status: 204 len: 168 time: 0.6492209 Nov 12 08:51:56.450396 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33456) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:56.476565 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849889ad-8b1c-4a23-9a22-c2c682b110bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bcb773f-86b9-4eab-9ea9-a9d50b98eedb,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:56.594485 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9c94aef6-4f3f-46e1-8480-d9d74dbafce1 None None] Provisioning complete for port 6b27b452-4089-4f42-b546-a0579ae9f7d3 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:56.595821 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9c94aef6-4f3f-46e1-8480-d9d74dbafce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:56.639239 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-10b543cd-3063-4a8a-bce8-ed850f570710 None None] Set router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:51:56.676501 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-42f0e41d-7769-46a1-8cd7-acc72ada7b5f tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:56.691529 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9c94aef6-4f3f-46e1-8480-d9d74dbafce1 None None] Port 6b27b452-4089-4f42-b546-a0579ae9f7d3 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:51:56.784666 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ada57bf-3e30-440d-9882-e1f32d4f94a8 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:56.794204 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ada57bf-3e30-440d-9882-e1f32d4f94a8 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:56.800225 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ada57bf-3e30-440d-9882-e1f32d4f94a8 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:56.806628 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ada57bf-3e30-440d-9882-e1f32d4f94a8 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:56.810694 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4ada57bf-3e30-440d-9882-e1f32d4f94a8 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6656451 Nov 12 08:51:56.817339 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33462) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:56.817972 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20646e3c-524a-4f80-8a0b-b7fa243a3795 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Made reservation on behalf of c55c22fe318e4764964768a3f517f6bc for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:56.822915 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-20646e3c-524a-4f80-8a0b-b7fa243a3795 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:56.851383 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8b4941f5-5897-4ad5-9ae8-123c5b257a0f up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:51:56.913649 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-84be63b2-d6d9-4cda-ae60-a06d341d178f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:56.958029 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 8b4941f5-5897-4ad5-9ae8-123c5b257a0f triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:56.962523 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:56.991009 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a621d8-049a-4872-81e1-ff63bb6747e3 req-1a7bf9b4-f1d5-4aab-87ac-f872f15c9c2c tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:57.005198 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-40a621d8-049a-4872-81e1-ff63bb6747e3 req-1a7bf9b4-f1d5-4aab-87ac-f872f15c9c2c tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.8165517 Nov 12 08:51:57.018962 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20646e3c-524a-4f80-8a0b-b7fa243a3795 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:51:57.059046 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f054d80c-2feb-4190-afe0-19d5eea745de tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:57.071253 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-20646e3c-524a-4f80-8a0b-b7fa243a3795 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:57.071764 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-20646e3c-524a-4f80-8a0b-b7fa243a3795 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Added segment f3627e55-1daf-411f-b294-21d7138a1597 of type vlan for network dd3a7db8-dbd2-4b61-9c21-ddb89a90d755 Nov 12 08:51:57.112993 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-42f0e41d-7769-46a1-8cd7-acc72ada7b5f tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:57.115686 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-10b543cd-3063-4a8a-bce8-ed850f570710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'name': 'tempest-RoutersIpV6Test-router-184507091', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:51:44Z', 'updated_at': '2021-11-12T08:51:51Z', 'revision_number': 2, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'gw_port_host': None, '_interfaces': [{'id': '6027c92f-7750-42c1-b811-5ccffadce967', 'name': '', 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:01:45:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:51:49Z', 'updated_at': '2021-11-12T08:51:52Z', 'revision_number': 2, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:57.127890 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-42f0e41d-7769-46a1-8cd7-acc72ada7b5f tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:57.171131 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-42f0e41d-7769-46a1-8cd7-acc72ada7b5f tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] In _notify_port_updated(), no bound segment for port 6b27b452-4089-4f42-b546-a0579ae9f7d3 on network 0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c {{(pid=102568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:51:57.194778 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f0e41d-7769-46a1-8cd7-acc72ada7b5f tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:57.196730 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-42f0e41d-7769-46a1-8cd7-acc72ada7b5f tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:57.199116 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-42f0e41d-7769-46a1-8cd7-acc72ada7b5f tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] 10.222.0.37 "PUT /v2.0/ports/6b27b452-4089-4f42-b546-a0579ae9f7d3 HTTP/1.1" status: 200 len: 1003 time: 1.4114716 Nov 12 08:51:57.203109 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33470) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:57.223217 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b543cd-3063-4a8a-bce8-ed850f570710 None None] Checking router: 15f61129-b93a-4a5a-bf68-de3f6c51bc61 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:51:57.224613 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b543cd-3063-4a8a-bce8-ed850f570710 None None] Updating router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 port 6027c92f-7750-42c1-b811-5ccffadce967 binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:51:57.228417 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-20646e3c-524a-4f80-8a0b-b7fa243a3795 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:57.297742 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-10b543cd-3063-4a8a-bce8-ed850f570710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:57.370817 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-40a621d8-049a-4872-81e1-ff63bb6747e3 req-15a27f3f-9b29-4a19-9b1f-7043953bf5a1 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3643572 Nov 12 08:51:57.388748 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-84be63b2-d6d9-4cda-ae60-a06d341d178f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:57.461568 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-84be63b2-d6d9-4cda-ae60-a06d341d178f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['929ecee4-9960-4b20-b1c5-252c2a20e428']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:57.500535 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-84be63b2-d6d9-4cda-ae60-a06d341d178f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016b67ff-3eb7-4199-9700-30dd9b8c3c86') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:57.500934 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-84be63b2-d6d9-4cda-ae60-a06d341d178f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016b67ff-3eb7-4199-9700-30dd9b8c3c86') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:57.543653 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-84be63b2-d6d9-4cda-ae60-a06d341d178f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:57.602194 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-84be63b2-d6d9-4cda-ae60-a06d341d178f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:57.610545 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0e41d-7769-46a1-8cd7-acc72ada7b5f tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Pushing event updated for resources: {'Port': ['ID=6b27b452-4089-4f42-b546-a0579ae9f7d3,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:57.628622 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84be63b2-d6d9-4cda-ae60-a06d341d178f admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:51:57.629807 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-84be63b2-d6d9-4cda-ae60-a06d341d178f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:57.717398 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-b3a71d7b-f976-41cb-9cfb-a5b353b97e73 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Deleting port 6b27b452-4089-4f42-b546-a0579ae9f7d3 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:57.722484 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3a71d7b-f976-41cb-9cfb-a5b353b97e73 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:57.759290 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e2f2b2cf-36ef-4724-ba52-0e9952f950fc None None] Provisioning complete for port 6b27b452-4089-4f42-b546-a0579ae9f7d3 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:57.760410 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e2f2b2cf-36ef-4724-ba52-0e9952f950fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:57.863956 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e2f2b2cf-36ef-4724-ba52-0e9952f950fc None None] Port 6b27b452-4089-4f42-b546-a0579ae9f7d3 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:51:57.888473 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-10b543cd-3063-4a8a-bce8-ed850f570710 None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:57.895845 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-10b543cd-3063-4a8a-bce8-ed850f570710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:57.973674 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.db.resource_extend [None req-20646e3c-524a-4f80-8a0b-b7fa243a3795 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] It took 0.71 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:51:57.996872 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83c918-fd57-4673-a79a-89677677d024 None None] Pushing event updated for resources: {'Port': ['ID=6027c92f-7750-42c1-b811-5ccffadce967,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:58.028540 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83c918-fd57-4673-a79a-89677677d024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:58.029786 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83c918-fd57-4673-a79a-89677677d024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:58.040410 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83c918-fd57-4673-a79a-89677677d024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:58.041444 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83c918-fd57-4673-a79a-89677677d024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:58.042285 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83c918-fd57-4673-a79a-89677677d024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:58.043058 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83c918-fd57-4673-a79a-89677677d024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:58.043860 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83c918-fd57-4673-a79a-89677677d024 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:58.044657 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83c918-fd57-4673-a79a-89677677d024 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:58.046309 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83c918-fd57-4673-a79a-89677677d024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:58.046845 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83c918-fd57-4673-a79a-89677677d024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:58.047347 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83c918-fd57-4673-a79a-89677677d024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:58.047899 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83c918-fd57-4673-a79a-89677677d024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:58.083133 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:51:58.083133 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:51:58.083133 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:51:58.083133 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:51:58.083133 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:51:58.083133 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:51:58.083133 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:51:58.083133 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:51:58.083133 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:51:58.083133 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:51:58.083133 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:51:58.083133 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:51:58.083133 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:51:58.083133 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:51:58.083133 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:51:58.083133 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:51:58.083133 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:51:58.083133 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:51:58.083133 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:51:58.083133 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:51:58.083133 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:51:58.083133 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:51:58.083133 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:51:58.083133 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:51:58.083133 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:51:58.083133 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:51:58.083133 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:51:58.083133 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:51:58.083133 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:51:58.083133 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:51:58.083133 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:51:58.083133 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:51:58.095963 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-20646e3c-524a-4f80-8a0b-b7fa243a3795 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:58.104086 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20646e3c-524a-4f80-8a0b-b7fa243a3795 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:58.104853 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-20646e3c-524a-4f80-8a0b-b7fa243a3795 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:58.116037 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3a71d7b-f976-41cb-9cfb-a5b353b97e73 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:58.119163 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-84be63b2-d6d9-4cda-ae60-a06d341d178f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:58.134405 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-10b543cd-3063-4a8a-bce8-ed850f570710 None None] Attempting to bind port 6027c92f-7750-42c1-b811-5ccffadce967 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:51:58.134947 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-10b543cd-3063-4a8a-bce8-ed850f570710 None None] Attempting to bind port 6027c92f-7750-42c1-b811-5ccffadce967 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '029ff6cd-a6a7-41fb-8189-5d791e4997f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:51:58.135929 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b543cd-3063-4a8a-bce8-ed850f570710 None None] Attempting to bind port 6027c92f-7750-42c1-b811-5ccffadce967 on network 5a5372d4-1875-4b50-a516-1b954399074c {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:51:58.142784 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b543cd-3063-4a8a-bce8-ed850f570710 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:51:58.144783 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b543cd-3063-4a8a-bce8-ed850f570710 None None] Checking segment: {'id': '029ff6cd-a6a7-41fb-8189-5d791e4997f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:51:58.145719 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-10b543cd-3063-4a8a-bce8-ed850f570710 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:58.146306 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b543cd-3063-4a8a-bce8-ed850f570710 None None] Bound using segment: {'id': '029ff6cd-a6a7-41fb-8189-5d791e4997f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:51:58.147482 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-b3a71d7b-f976-41cb-9cfb-a5b353b97e73 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Calling delete_port for 6b27b452-4089-4f42-b546-a0579ae9f7d3 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:58.160984 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-10b543cd-3063-4a8a-bce8-ed850f570710 None None] Bound port: 6027c92f-7750-42c1-b811-5ccffadce967, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '029ff6cd-a6a7-41fb-8189-5d791e4997f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:51:58.161999 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-10b543cd-3063-4a8a-bce8-ed850f570710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:58.215572 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-20646e3c-524a-4f80-8a0b-b7fa243a3795 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8241222 Nov 12 08:51:58.229119 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-84be63b2-d6d9-4cda-ae60-a06d341d178f admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:58.233600 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-84be63b2-d6d9-4cda-ae60-a06d341d178f admin admin] 10.222.0.37 "DELETE /v2.0/networks/929ecee4-9960-4b20-b1c5-252c2a20e428 HTTP/1.1" status: 204 len: 168 time: 1.7817123 Nov 12 08:51:58.236264 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33486) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:58.248691 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f054d80c-2feb-4190-afe0-19d5eea745de tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:58.267935 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-4452dc12-6361-421b-8824-5345cdd5e930 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Request body: {'subnet': {'network_id': 'dd3a7db8-dbd2-4b61-9c21-ddb89a90d755', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:58.313854 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-10b543cd-3063-4a8a-bce8-ed850f570710 None None] For port 6027c92f-7750-42c1-b811-5ccffadce967, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:51:58.320339 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-10b543cd-3063-4a8a-bce8-ed850f570710 None None] For port 6027c92f-7750-42c1-b811-5ccffadce967, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=6027c92f-7750-42c1-b811-5ccffadce967,segment=NetworkSegment(029ff6cd-a6a7-41fb-8189-5d791e4997f0),segment_id=029ff6cd-a6a7-41fb-8189-5d791e4997f0)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:51:58.337142 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-10b543cd-3063-4a8a-bce8-ed850f570710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:58.365843 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-f054d80c-2feb-4190-afe0-19d5eea745de tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30afc96a-6789-4099-8b07-94e4aab2a1b8']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:58.394872 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c236a-4fbe-4918-82a8-1f0bdd03d877 req-6a7e6f4b-452a-4115-b42c-dc326456312b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:58.399533 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cd8c236a-4fbe-4918-82a8-1f0bdd03d877 req-6a7e6f4b-452a-4115-b42c-dc326456312b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=80cba63a5f3c423896b758b0902dcec9&device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 1097 time: 0.3657305 Nov 12 08:51:58.443045 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-f054d80c-2feb-4190-afe0-19d5eea745de tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caa2bcdc-36ae-4148-bf02-93d5bac5e688') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:58.450145 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-f054d80c-2feb-4190-afe0-19d5eea745de tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caa2bcdc-36ae-4148-bf02-93d5bac5e688') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:58.473569 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20646e3c-524a-4f80-8a0b-b7fa243a3795 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Network': ['ID=dd3a7db8-dbd2-4b61-9c21-ddb89a90d755,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:58.486373 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f054d80c-2feb-4190-afe0-19d5eea745de tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:58.547081 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network dd3a7db8-dbd2-4b61-9c21-ddb89a90d755 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:51:58.557244 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28db69d-a1ed-4ecc-a718-a037c36c1417 req-1a2e406c-7f84-45dc-bbdf-7ad8552a355c tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:58.560343 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-60765fa1-d36f-4514-8f74-7d1b91e00c49 None None] Provisioning complete for port 6027c92f-7750-42c1-b811-5ccffadce967 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:58.561050 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-60765fa1-d36f-4514-8f74-7d1b91e00c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:58.581126 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a28db69d-a1ed-4ecc-a718-a037c36c1417 req-1a2e406c-7f84-45dc-bbdf-7ad8552a355c tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.4957879 Nov 12 08:51:58.585934 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83c918-fd57-4673-a79a-89677677d024 None None] Pushing event updated for resources: {'Port': ['ID=6027c92f-7750-42c1-b811-5ccffadce967,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:58.586833 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be63b2-d6d9-4cda-ae60-a06d341d178f admin admin] Pushing event deleted for resources: {'Network': ['ID=929ecee4-9960-4b20-b1c5-252c2a20e428,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:58.594217 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f054d80c-2feb-4190-afe0-19d5eea745de tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:58.617878 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b543cd-3063-4a8a-bce8-ed850f570710 None None] Routers {'15f61129-b93a-4a5a-bf68-de3f6c51bc61'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:51:58.618518 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-10b543cd-3063-4a8a-bce8-ed850f570710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:51:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:58.636434 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f054d80c-2feb-4190-afe0-19d5eea745de tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:51:58.648357 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f054d80c-2feb-4190-afe0-19d5eea745de tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:58.652155 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:51:58.652155 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:51:58.652155 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:51:58.652155 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:51:58.652155 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:51:58.652155 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:51:58.652155 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:51:58.652155 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:51:58.652155 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:51:58.652155 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:51:58.652155 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:51:58.652155 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:51:58.652155 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:51:58.652155 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:51:58.652155 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:51:58.652155 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:51:58.652155 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:51:58.652155 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:51:58.652155 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:51:58.652155 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:51:58.652155 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:51:58.652155 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:51:58.652155 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:51:58.652155 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:51:58.652155 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:51:58.652155 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:51:58.652155 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:51:58.652155 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:51:58.652155 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:51:58.652155 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:51:58.652155 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:51:58.652155 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:51:58.839877 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c236a-4fbe-4918-82a8-1f0bdd03d877 req-6ae1de9f-0320-4b91-aa9a-9cf48576b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:58.841753 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cd8c236a-4fbe-4918-82a8-1f0bdd03d877 req-6ae1de9f-0320-4b91-aa9a-9cf48576b95e service neutron] 10.222.0.54 "GET /v2.0/networks?id=837ec62d-b3f5-4602-995a-15f6fc8805b4 HTTP/1.1" status: 200 len: 912 time: 0.4325225 Nov 12 08:51:58.958706 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4452dc12-6361-421b-8824-5345cdd5e930 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Made reservation on behalf of c55c22fe318e4764964768a3f517f6bc for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:58.962477 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4452dc12-6361-421b-8824-5345cdd5e930 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:58.975913 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-60765fa1-d36f-4514-8f74-7d1b91e00c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:58.976942 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a28db69d-a1ed-4ecc-a718-a037c36c1417 req-1d082f26-4837-4a54-8772-b3571e9ad25e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3947470 Nov 12 08:51:59.011000 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33500) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:59.021703 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f054d80c-2feb-4190-afe0-19d5eea745de tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.029029 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-10b543cd-3063-4a8a-bce8-ed850f570710 None None] Set router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:51:59.063763 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.065665 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3a71d7b-f976-41cb-9cfb-a5b353b97e73 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.107611 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-60765fa1-d36f-4514-8f74-7d1b91e00c49 None None] For port 6027c92f-7750-42c1-b811-5ccffadce967, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=6027c92f-7750-42c1-b811-5ccffadce967,segment=NetworkSegment(029ff6cd-a6a7-41fb-8189-5d791e4997f0),segment_id=029ff6cd-a6a7-41fb-8189-5d791e4997f0)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:59.126154 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-60765fa1-d36f-4514-8f74-7d1b91e00c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.146066 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f054d80c-2feb-4190-afe0-19d5eea745de tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.177587 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f054d80c-2feb-4190-afe0-19d5eea745de tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] 10.222.0.37 "DELETE /v2.0/networks/30afc96a-6789-4099-8b07-94e4aab2a1b8 HTTP/1.1" status: 204 len: 168 time: 2.3523233 Nov 12 08:51:59.181961 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33504) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:59.254828 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60765fa1-d36f-4514-8f74-7d1b91e00c49 None None] Pushing event updated for resources: {'Port': ['ID=6027c92f-7750-42c1-b811-5ccffadce967,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:59.259430 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054d80c-2feb-4190-afe0-19d5eea745de tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Pushing event deleted for resources: {'Network': ['ID=30afc96a-6789-4099-8b07-94e4aab2a1b8,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:59.291671 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cd8c236a-4fbe-4918-82a8-1f0bdd03d877 req-4b962ed8-ef12-4147-b659-33cc165064de service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=208f95e9-28ae-4c99-8b45-cff231909e59 HTTP/1.1" status: 200 len: 1000 time: 0.4363337 Nov 12 08:51:59.292644 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a71d7b-f976-41cb-9cfb-a5b353b97e73 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Pushing event deleted for resources: {'Port': ['ID=6b27b452-4089-4f42-b546-a0579ae9f7d3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:59.297277 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e30dfb5d-4f57-4a8c-a1b8-9be94c132774 None None] Provisioning complete for port 6027c92f-7750-42c1-b811-5ccffadce967 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:59.298063 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e30dfb5d-4f57-4a8c-a1b8-9be94c132774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.453580 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c236a-4fbe-4918-82a8-1f0bdd03d877 req-f6a90a6f-4021-4d20-8b4a-df0ea3e609e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:59.455283 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cd8c236a-4fbe-4918-82a8-1f0bdd03d877 req-f6a90a6f-4021-4d20-8b4a-df0ea3e609e3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=601c19d7-10c1-44ee-a86c-ac9c499e748d HTTP/1.1" status: 200 len: 850 time: 0.1075747 Nov 12 08:51:59.474538 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e0b23bb0-7b65-40d9-8a8d-6a29643cfcbf tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.484387 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-10b543cd-3063-4a8a-bce8-ed850f570710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'name': 'tempest-RoutersIpV6Test-router-184507091', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:51:44Z', 'updated_at': '2021-11-12T08:51:51Z', 'revision_number': 2, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'gw_port_host': None, '_interfaces': [{'id': '6027c92f-7750-42c1-b811-5ccffadce967', 'name': '', 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:01:45:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:51:49Z', 'updated_at': '2021-11-12T08:51:58Z', 'revision_number': 4, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:59.518786 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33514) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:59.562600 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c855fe37-a2a9-4da9-8b4d-94f4c0218a3a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cf2cb538cbc14a6991c058f709d191c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5503092 Nov 12 08:51:59.607408 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b543cd-3063-4a8a-bce8-ed850f570710 None None] The sync data for ids ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'] in n-d-768862-16 is: [{'id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'name': 'tempest-RoutersIpV6Test-router-184507091', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:51:44Z', 'updated_at': '2021-11-12T08:51:51Z', 'revision_number': 2, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'gw_port_host': None, '_interfaces': [{'id': '6027c92f-7750-42c1-b811-5ccffadce967', 'name': '', 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:01:45:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:51:49Z', 'updated_at': '2021-11-12T08:51:58Z', 'revision_number': 4, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:51:59.736983 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e0b23bb0-7b65-40d9-8a8d-6a29643cfcbf tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.760559 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3a71d7b-f976-41cb-9cfb-a5b353b97e73 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.766957 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b3a71d7b-f976-41cb-9cfb-a5b353b97e73 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] 10.222.0.37 "DELETE /v2.0/ports/6b27b452-4089-4f42-b546-a0579ae9f7d3 HTTP/1.1" status: 204 len: 168 time: 2.5619636 Nov 12 08:51:59.769586 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33522) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:59.792925 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-e0b23bb0-7b65-40d9-8a8d-6a29643cfcbf tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15fe775f-50bb-4d4e-a5bd-3a5adadaceeb']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:59.843146 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-e0b23bb0-7b65-40d9-8a8d-6a29643cfcbf tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '394739f2-1aa0-44ee-aa90-53939109fa5b') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:59.843439 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-e0b23bb0-7b65-40d9-8a8d-6a29643cfcbf tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '394739f2-1aa0-44ee-aa90-53939109fa5b') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:59.865887 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e0b23bb0-7b65-40d9-8a8d-6a29643cfcbf tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.869337 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-39255896-653d-40d4-9588-c92941d2f528 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] GET failed (client error): The resource could not be found. Nov 12 08:51:59.871013 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-39255896-653d-40d4-9588-c92941d2f528 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] 10.222.0.37 "GET /v2.0/ports/6b27b452-4089-4f42-b546-a0579ae9f7d3 HTTP/1.1" status: 404 len: 333 time: 0.0898185 Nov 12 08:51:59.875431 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33528) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:59.881080 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4452dc12-6361-421b-8824-5345cdd5e930 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.927705 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-75e3ace6-c35c-4cb2-a032-c3d3b66e9932 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Request body: {'port': {'network_id': '0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-132058913'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:59.945172 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e0b23bb0-7b65-40d9-8a8d-6a29643cfcbf tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.960133 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b23bb0-7b65-40d9-8a8d-6a29643cfcbf tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:51:59.960705 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e0b23bb0-7b65-40d9-8a8d-6a29643cfcbf tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.965316 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c236a-4fbe-4918-82a8-1f0bdd03d877 req-6e618ab7-47ad-4464-9c3d-76d54c9e7496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:59.967452 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cd8c236a-4fbe-4918-82a8-1f0bdd03d877 req-6e618ab7-47ad-4464-9c3d-76d54c9e7496 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=837ec62d-b3f5-4602-995a-15f6fc8805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4405642 Nov 12 08:51:59.969030 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:51:59.969030 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:51:59.969030 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:51:59.969030 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:51:59.969030 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:51:59.969030 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:51:59.969030 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:51:59.969030 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:51:59.969030 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:51:59.969030 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:51:59.969030 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:51:59.969030 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:51:59.969030 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:51:59.969030 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:51:59.969030 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:51:59.969030 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:51:59.969030 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:51:59.969030 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:51:59.969030 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:51:59.969030 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:51:59.969030 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:51:59.969030 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:51:59.969030 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:51:59.969030 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:51:59.969030 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:51:59.969030 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:51:59.969030 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:51:59.969030 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:51:59.969030 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:51:59.969030 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:51:59.969030 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:51:59.969030 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:51:59.996258 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1cf8c9b0-e7db-4392-812f-2eacd127683a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.117459 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452dc12-6361-421b-8824-5345cdd5e930 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Subnet': ['ID=8cc6d24c-6317-4766-8bfe-e61d5c6e21d2,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:00.160417 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e0b23bb0-7b65-40d9-8a8d-6a29643cfcbf tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.162882 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4452dc12-6361-421b-8824-5345cdd5e930 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Checking segment: {'id': 'f3627e55-1daf-411f-b294-21d7138a1597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dd3a7db8-dbd2-4b61-9c21-ddb89a90d755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:00.163225 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4452dc12-6361-421b-8824-5345cdd5e930 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network hostable DHCP agents. Network: dd3a7db8-dbd2-4b61-9c21-ddb89a90d755, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:52:00.191968 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e0b23bb0-7b65-40d9-8a8d-6a29643cfcbf tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.197291 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e0b23bb0-7b65-40d9-8a8d-6a29643cfcbf tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] 10.222.0.37 "DELETE /v2.0/networks/15fe775f-50bb-4d4e-a5bd-3a5adadaceeb HTTP/1.1" status: 204 len: 168 time: 1.0067430 Nov 12 08:52:00.198538 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b23bb0-7b65-40d9-8a8d-6a29643cfcbf tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Pushing event deleted for resources: {'Network': ['ID=15fe775f-50bb-4d4e-a5bd-3a5adadaceeb,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:00.201089 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33540) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:00.261566 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1cf8c9b0-e7db-4392-812f-2eacd127683a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.332058 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4452dc12-6361-421b-8824-5345cdd5e930 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network dd3a7db8-dbd2-4b61-9c21-ddb89a90d755 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:52:00.389638 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cd8c236a-4fbe-4918-82a8-1f0bdd03d877 req-2ba0d150-e113-44df-9071-c9fde6f8592b service neutron] 10.222.0.54 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025407 Nov 12 08:52:00.392179 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-4452dc12-6361-421b-8824-5345cdd5e930 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, dd3a7db8-dbd2-4b61-9c21-ddb89a90d755) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:00.416870 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94ea30b-8407-48e7-a37d-09aacb594c1a None None] Network dd3a7db8-dbd2-4b61-9c21-ddb89a90d755 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:00.424871 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4452dc12-6361-421b-8824-5345cdd5e930 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:00.425462 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4452dc12-6361-421b-8824-5345cdd5e930 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.478816 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0e8686-1d21-43f8-8917-84881f2ad38b tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:00.498680 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0e8686-1d21-43f8-8917-84881f2ad38b tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:00.500801 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bf0e8686-1d21-43f8-8917-84881f2ad38b tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2965257 Nov 12 08:52:00.501173 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e3ace6-c35c-4cb2-a032-c3d3b66e9932 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Made reservation on behalf of 32c937750e3541549fe5f80ce0b6544c for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:00.506049 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33548) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:00.506889 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-75e3ace6-c35c-4cb2-a032-c3d3b66e9932 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.514261 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1cf8c9b0-e7db-4392-812f-2eacd127683a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.517336 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1cf8c9b0-e7db-4392-812f-2eacd127683a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.519335 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1cf8c9b0-e7db-4392-812f-2eacd127683a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9aa43de3-4938-4eca-af76-42dc55d35874 HTTP/1.1" status: 204 len: 168 time: 0.9885342 Nov 12 08:52:00.531521 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-c9b661b1-c8e3-4a90-99f9-c9014bbcc59c tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1053960619'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:00.546970 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4452dc12-6361-421b-8824-5345cdd5e930 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2951181 Nov 12 08:52:00.558453 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3aa6d-d719-421d-a303-2458e5b91979 req-caf174a3-913d-46cb-a5f1-bd73b642ec3c tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:00.566528 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d8e3aa6d-d719-421d-a303-2458e5b91979 req-caf174a3-913d-46cb-a5f1-bd73b642ec3c tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.2564464 Nov 12 08:52:00.571447 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33552) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:00.631525 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf8c9b0-e7db-4392-812f-2eacd127683a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa43de3-4938-4eca-af76-42dc55d35874,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:00.654892 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-75e3ace6-c35c-4cb2-a032-c3d3b66e9932 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] device_id is not set on port 774bcbec-2be7-41df-8966-886e22518391 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:52:00.709494 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b661b1-c8e3-4a90-99f9-c9014bbcc59c tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Made reservation on behalf of 3240a63f1561458291e1f72068e77394 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:00.730520 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c9b661b1-c8e3-4a90-99f9-c9014bbcc59c tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.747979 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a56e775-b083-4383-b51b-c03cc2899a25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-dd3a7db8-dbd2-4b61-9c21-ddb89a90d755', 'network_id': 'dd3a7db8-dbd2-4b61-9c21-ddb89a90d755', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'fixed_ips': [{'subnet_id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:52:00.750860 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9a56e775-b083-4383-b51b-c03cc2899a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.828097 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cd8c236a-4fbe-4918-82a8-1f0bdd03d877 req-f13236ca-0fc7-4796-87c6-f9146cca6181 service neutron] 10.222.0.54 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288201 Nov 12 08:52:00.862732 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d8e3aa6d-d719-421d-a303-2458e5b91979 req-8345c8c6-a9c1-4d4d-ab12-874cce232731 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2946393 Nov 12 08:52:00.937658 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b661b1-c8e3-4a90-99f9-c9014bbcc59c tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:52:01.048238 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-75e3ace6-c35c-4cb2-a032-c3d3b66e9932 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Allocated IP 2001:db8::30d (0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c/86421fb4-2a92-47a7-ad34-f75f462fcea5/774bcbec-2be7-41df-8966-886e22518391) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:52:01.139981 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c9b661b1-c8e3-4a90-99f9-c9014bbcc59c tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:01.140323 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-c9b661b1-c8e3-4a90-99f9-c9014bbcc59c tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Added segment 59f2c1a6-2d12-4965-80cd-e22ec8221a4d of type vlan for network 02e26dd5-9988-4ac0-a5f9-a785cdc80bd5 Nov 12 08:52:01.177839 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-9a56e775-b083-4383-b51b-c03cc2899a25 None None] Allocated IP 2001:db8:1::2 (dd3a7db8-dbd2-4b61-9c21-ddb89a90d755/8cc6d24c-6317-4766-8bfe-e61d5c6e21d2/ebe5282f-87d3-4590-8b15-87a1f9204940) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:52:01.214894 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 6027c92f-7750-42c1-b811-5ccffadce967 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:52:01.294390 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c9b661b1-c8e3-4a90-99f9-c9014bbcc59c tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:01.399004 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-72df59e8-c5cd-4674-89e7-c6ca8a095160 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:01.407378 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-72df59e8-c5cd-4674-89e7-c6ca8a095160 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] 10.222.0.37 "GET /v2.0/networks?id=0b1315f5-71c6-44fb-ab0a-3eccc0f292e9 HTTP/1.1" status: 200 len: 810 time: 0.3650339 Nov 12 08:52:01.426364 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 6027c92f-7750-42c1-b811-5ccffadce967 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:01.427048 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:01.433579 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c9b661b1-c8e3-4a90-99f9-c9014bbcc59c tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:01.440385 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b661b1-c8e3-4a90-99f9-c9014bbcc59c tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:01.441307 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c9b661b1-c8e3-4a90-99f9-c9014bbcc59c tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:01.463486 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-9512cb8b-24c8-431f-9040-f65e0dac8fa4 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] 10.222.0.37 "GET /v2.0/quotas/e07e7c55504547f0b3acfc597cc70f68 HTTP/1.1" status: 200 len: 375 time: 0.0546682 Nov 12 08:52:01.633536 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-f9bb275b-e676-46dc-a066-e45516045838 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e07e7c55504547f0b3acfc597cc70f68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1685863 Nov 12 08:52:01.654498 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c9b661b1-c8e3-4a90-99f9-c9014bbcc59c tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1393297 Nov 12 08:52:01.675806 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33578) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:01.689461 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-23551fc0-383c-4fc4-8f19-16e4b0df3448 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1616873451'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:01.762990 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9a56e775-b083-4383-b51b-c03cc2899a25 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:01.780736 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9a56e775-b083-4383-b51b-c03cc2899a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:01.836413 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a56e775-b083-4383-b51b-c03cc2899a25 None None] Network dd3a7db8-dbd2-4b61-9c21-ddb89a90d755 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:01.842843 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-9a56e775-b083-4383-b51b-c03cc2899a25 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:01.847445 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a56e775-b083-4383-b51b-c03cc2899a25 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:01.868415 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56e775-b083-4383-b51b-c03cc2899a25 None None] Pushing event updated for resources: {'Port': ['ID=ebe5282f-87d3-4590-8b15-87a1f9204940,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:01.951250 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-9a56e775-b083-4383-b51b-c03cc2899a25 None None] Attempting to bind port ebe5282f-87d3-4590-8b15-87a1f9204940 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:52:01.952088 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-9a56e775-b083-4383-b51b-c03cc2899a25 None None] Attempting to bind port ebe5282f-87d3-4590-8b15-87a1f9204940 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'f3627e55-1daf-411f-b294-21d7138a1597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dd3a7db8-dbd2-4b61-9c21-ddb89a90d755'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:52:01.952667 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a56e775-b083-4383-b51b-c03cc2899a25 None None] Attempting to bind port ebe5282f-87d3-4590-8b15-87a1f9204940 on network dd3a7db8-dbd2-4b61-9c21-ddb89a90d755 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:01.962312 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a56e775-b083-4383-b51b-c03cc2899a25 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:52:01.963329 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a56e775-b083-4383-b51b-c03cc2899a25 None None] Checking segment: {'id': 'f3627e55-1daf-411f-b294-21d7138a1597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dd3a7db8-dbd2-4b61-9c21-ddb89a90d755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:01.963961 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9a56e775-b083-4383-b51b-c03cc2899a25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:01.964582 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a56e775-b083-4383-b51b-c03cc2899a25 None None] Bound using segment: {'id': 'f3627e55-1daf-411f-b294-21d7138a1597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dd3a7db8-dbd2-4b61-9c21-ddb89a90d755'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:52:01.965494 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-9a56e775-b083-4383-b51b-c03cc2899a25 None None] Bound port: ebe5282f-87d3-4590-8b15-87a1f9204940, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3627e55-1daf-411f-b294-21d7138a1597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dd3a7db8-dbd2-4b61-9c21-ddb89a90d755'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:52:01.966104 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9a56e775-b083-4383-b51b-c03cc2899a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:02.093103 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-75e3ace6-c35c-4cb2-a032-c3d3b66e9932 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:02.093688 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9a56e775-b083-4383-b51b-c03cc2899a25 None None] For port ebe5282f-87d3-4590-8b15-87a1f9204940, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:52:02.101533 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9a56e775-b083-4383-b51b-c03cc2899a25 None None] For port ebe5282f-87d3-4590-8b15-87a1f9204940, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ebe5282f-87d3-4590-8b15-87a1f9204940,segment=NetworkSegment(f3627e55-1daf-411f-b294-21d7138a1597),segment_id=f3627e55-1daf-411f-b294-21d7138a1597)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:52:02.137658 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9a56e775-b083-4383-b51b-c03cc2899a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:02.161212 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-75e3ace6-c35c-4cb2-a032-c3d3b66e9932 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:02.249578 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e3ace6-c35c-4cb2-a032-c3d3b66e9932 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Network 0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:02.256019 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-75e3ace6-c35c-4cb2-a032-c3d3b66e9932 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:02.262597 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e3ace6-c35c-4cb2-a032-c3d3b66e9932 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:02.274991 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e3ace6-c35c-4cb2-a032-c3d3b66e9932 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:02.276057 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-75e3ace6-c35c-4cb2-a032-c3d3b66e9932 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:02.293132 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3ace6-c35c-4cb2-a032-c3d3b66e9932 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Pushing event updated for resources: {'Port': ['ID=774bcbec-2be7-41df-8966-886e22518391,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:02.310359 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56e775-b083-4383-b51b-c03cc2899a25 None None] Pushing event updated for resources: {'Port': ['ID=ebe5282f-87d3-4590-8b15-87a1f9204940,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:02.353806 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-75e3ace6-c35c-4cb2-a032-c3d3b66e9932 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4730327 Nov 12 08:52:02.357373 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33600) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:02.369469 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6567ae92-acec-4482-ba34-ba77b678297c tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:57:10:ad'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:02.407191 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33602) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:02.487275 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b661b1-c8e3-4a90-99f9-c9014bbcc59c tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Pushing event updated for resources: {'Network': ['ID=02e26dd5-9988-4ac0-a5f9-a785cdc80bd5,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:02.499857 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 02e26dd5-9988-4ac0-a5f9-a785cdc80bd5 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:52:02.591460 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23551fc0-383c-4fc4-8f19-16e4b0df3448 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Made reservation on behalf of 3240a63f1561458291e1f72068e77394 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:02.600817 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-23551fc0-383c-4fc4-8f19-16e4b0df3448 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:02.748475 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6567ae92-acec-4482-ba34-ba77b678297c tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:02.770830 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0e9f762f-d0bc-428f-a172-9c2c300cd40c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2080716986-network', 'tenant_id': 'b07331d88cee48b593b63f60c5bffc1b'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:02.777696 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-727842ee-430b-49c7-bc84-d4044830edbb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:02.788899 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-1f583f21-8370-4151-bb87-66347f96606d service neutron] 10.222.0.37 "GET /v2.0/networks/0b1315f5-71c6-44fb-ab0a-3eccc0f292e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1536794 Nov 12 08:52:02.799485 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23551fc0-383c-4fc4-8f19-16e4b0df3448 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:52:02.865367 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-04016f82-a46e-4bbf-aeb9-bb493ec290c0 None None] Provisioning complete for port 774bcbec-2be7-41df-8966-886e22518391 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:02.866218 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-04016f82-a46e-4bbf-aeb9-bb493ec290c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:02.918224 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-23551fc0-383c-4fc4-8f19-16e4b0df3448 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:02.918545 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-23551fc0-383c-4fc4-8f19-16e4b0df3448 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Added segment 88c55b06-07f8-4f25-b057-234a5ef79935 of type vlan for network b2afed6b-db9d-4df8-9999-aa2a047ced45 Nov 12 08:52:02.970385 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ebe5282f-87d3-4590-8b15-87a1f9204940 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:52:03.020968 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9f762f-d0bc-428f-a172-9c2c300cd40c admin admin] Made reservation on behalf of b07331d88cee48b593b63f60c5bffc1b for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:03.025067 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0e9f762f-d0bc-428f-a172-9c2c300cd40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.034527 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-04016f82-a46e-4bbf-aeb9-bb493ec290c0 None None] Port 774bcbec-2be7-41df-8966-886e22518391 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:52:03.065294 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port ebe5282f-87d3-4590-8b15-87a1f9204940 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:03.065744 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.082221 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-23551fc0-383c-4fc4-8f19-16e4b0df3448 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.090441 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0e9f762f-d0bc-428f-a172-9c2c300cd40c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.150328 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-49130c72-c5f9-41b0-95ae-efc260efbf28 service neutron] 10.222.0.37 "GET /v2.0/networks/0b1315f5-71c6-44fb-ab0a-3eccc0f292e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370512 Nov 12 08:52:03.161911 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-23551fc0-383c-4fc4-8f19-16e4b0df3448 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.168123 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23551fc0-383c-4fc4-8f19-16e4b0df3448 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:03.168795 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-23551fc0-383c-4fc4-8f19-16e4b0df3448 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.187557 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.283605 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6567ae92-acec-4482-ba34-ba77b678297c tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.295373 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6567ae92-acec-4482-ba34-ba77b678297c tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.305301 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port ebe5282f-87d3-4590-8b15-87a1f9204940, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ebe5282f-87d3-4590-8b15-87a1f9204940,segment=NetworkSegment(f3627e55-1daf-411f-b294-21d7138a1597),segment_id=f3627e55-1daf-411f-b294-21d7138a1597)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:03.310925 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.366434 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-23551fc0-383c-4fc4-8f19-16e4b0df3448 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6891251 Nov 12 08:52:03.381488 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33616) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:03.397510 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567ae92-acec-4482-ba34-ba77b678297c tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Pushing event updated for resources: {'Port': ['ID=774bcbec-2be7-41df-8966-886e22518391,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:03.432910 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-6567ae92-acec-4482-ba34-ba77b678297c tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] In _notify_port_updated(), no bound segment for port 774bcbec-2be7-41df-8966-886e22518391 on network 0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c {{(pid=102568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:52:03.445827 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6567ae92-acec-4482-ba34-ba77b678297c tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:03.447023 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-5616fcef-22db-45fa-a6ab-8b6298946c4b tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Request body: {'ports': [{'network_id': '02e26dd5-9988-4ac0-a5f9-a785cdc80bd5', 'name': 'tempest-port--582532045', 'admin_state_up': True}, {'network_id': 'b2afed6b-db9d-4df8-9999-aa2a047ced45', 'admin_state_up': False}]} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:03.447538 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-5616fcef-22db-45fa-a6ab-8b6298946c4b tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Request body: {'port': {'network_id': '02e26dd5-9988-4ac0-a5f9-a785cdc80bd5', 'name': 'tempest-port--582532045', 'admin_state_up': True}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:03.448073 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6567ae92-acec-4482-ba34-ba77b678297c tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.448458 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-5616fcef-22db-45fa-a6ab-8b6298946c4b tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Request body: {'port': {'network_id': 'b2afed6b-db9d-4df8-9999-aa2a047ced45', 'admin_state_up': False}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:03.450086 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6567ae92-acec-4482-ba34-ba77b678297c tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] 10.222.0.37 "PUT /v2.0/ports/774bcbec-2be7-41df-8966-886e22518391 HTTP/1.1" status: 200 len: 1002 time: 1.0879157 Nov 12 08:52:03.460573 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0e9f762f-d0bc-428f-a172-9c2c300cd40c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.462457 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33618) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:03.475230 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=ebe5282f-87d3-4590-8b15-87a1f9204940,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:03.499460 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0e9f762f-d0bc-428f-a172-9c2c300cd40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.565820 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23551fc0-383c-4fc4-8f19-16e4b0df3448 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Pushing event updated for resources: {'Network': ['ID=b2afed6b-db9d-4df8-9999-aa2a047ced45,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:03.582698 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network b2afed6b-db9d-4df8-9999-aa2a047ced45 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:52:03.601897 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9f762f-d0bc-428f-a172-9c2c300cd40c admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:52:03.680014 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-727842ee-430b-49c7-bc84-d4044830edbb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Allocated IP 2001:db8:1::1 (dd3a7db8-dbd2-4b61-9c21-ddb89a90d755/8cc6d24c-6317-4766-8bfe-e61d5c6e21d2/3f3dd5c6-ee09-45d9-900b-4466adcad740) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:52:03.724841 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0e9f762f-d0bc-428f-a172-9c2c300cd40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.725492 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-0e9f762f-d0bc-428f-a172-9c2c300cd40c admin admin] Added segment 9e75a772-0ceb-40a4-8849-c666027bd0e2 of type vlan for network f22db362-5b22-48fa-b19d-aed08ac4b563 Nov 12 08:52:03.786101 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0e9f762f-d0bc-428f-a172-9c2c300cd40c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.837883 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f762f-d0bc-428f-a172-9c2c300cd40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da96bbe-1042-4cbc-90bf-05fe08eeca3c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:03.845450 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0e9f762f-d0bc-428f-a172-9c2c300cd40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.847296 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9f762f-d0bc-428f-a172-9c2c300cd40c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:03.848183 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0e9f762f-d0bc-428f-a172-9c2c300cd40c admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.938732 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f762f-d0bc-428f-a172-9c2c300cd40c admin admin] Pushing event updated for resources: {'Network': ['ID=f22db362-5b22-48fa-b19d-aed08ac4b563,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:03.949510 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0e9f762f-d0bc-428f-a172-9c2c300cd40c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5406327 Nov 12 08:52:03.954758 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33628) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:03.955131 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network f22db362-5b22-48fa-b19d-aed08ac4b563 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:52:03.962660 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-fece9833-41cb-41eb-bef1-1df21c685db0 admin admin] Request body: {'subnet': {'network_id': 'f22db362-5b22-48fa-b19d-aed08ac4b563', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2080716986-subnet', 'tenant_id': 'b07331d88cee48b593b63f60c5bffc1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:04.029609 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-84573a83-8d8b-430b-918b-a46a7cd7f21b tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Deleting port 774bcbec-2be7-41df-8966-886e22518391 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:04.030485 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-84573a83-8d8b-430b-918b-a46a7cd7f21b tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:04.072186 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fece9833-41cb-41eb-bef1-1df21c685db0 admin admin] Made reservation on behalf of b07331d88cee48b593b63f60c5bffc1b for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:04.075281 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fece9833-41cb-41eb-bef1-1df21c685db0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:04.249450 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ba6357fe-3929-4822-a78b-eeb308fcdcd4 None None] Provisioning complete for port 774bcbec-2be7-41df-8966-886e22518391 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:04.250216 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ba6357fe-3929-4822-a78b-eeb308fcdcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:04.323780 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-84573a83-8d8b-430b-918b-a46a7cd7f21b tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:04.348009 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0bdf50-747c-4a17-adb0-683cf10797ef req-e904b7cf-6b16-4395-a3ba-8fa1308d74a5 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:04.350162 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5d0bdf50-747c-4a17-adb0-683cf10797ef req-e904b7cf-6b16-4395-a3ba-8fa1308d74a5 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.4193625 Nov 12 08:52:04.352524 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ba6357fe-3929-4822-a78b-eeb308fcdcd4 None None] Port 774bcbec-2be7-41df-8966-886e22518391 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:52:04.357686 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5616fcef-22db-45fa-a6ab-8b6298946c4b tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Made reservation on behalf of 3240a63f1561458291e1f72068e77394 for: {'port': 2} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:04.362706 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5616fcef-22db-45fa-a6ab-8b6298946c4b tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:04.378188 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-84573a83-8d8b-430b-918b-a46a7cd7f21b tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Calling delete_port for 774bcbec-2be7-41df-8966-886e22518391 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:04.416535 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5616fcef-22db-45fa-a6ab-8b6298946c4b tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:04.444671 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905e82a6-dc6b-4c08-ace4-281a83a54869 None None] Network dd3a7db8-dbd2-4b61-9c21-ddb89a90d755 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:04.546277 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-727842ee-430b-49c7-bc84-d4044830edbb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:04.589831 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fece9833-41cb-41eb-bef1-1df21c685db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:04.634758 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5d0bdf50-747c-4a17-adb0-683cf10797ef req-2d940463-fb98-48db-8162-f7e8222ec511 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2604554 Nov 12 08:52:04.650579 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-5616fcef-22db-45fa-a6ab-8b6298946c4b tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] device_id is not set on port a213a512-d9b1-48aa-b9fd-4a637cc2c968 yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:52:04.674344 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-264dab93-46bc-4cf6-a490-354b75e227f3 None None] Provisioning complete for port ebe5282f-87d3-4590-8b15-87a1f9204940 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:04.674940 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-264dab93-46bc-4cf6-a490-354b75e227f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:04.781849 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a3a1b800-b0bc-4510-9d26-548011e8f41b req-cb9779f6-5b56-4c1c-bf01-c3b9a9bc39e1 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f8e9823-1e87-4bbf-982d-66e58314a4ca HTTP/1.1" status: 200 len: 210 time: 0.0394690 Nov 12 08:52:04.813037 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece9833-41cb-41eb-bef1-1df21c685db0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59669991-5d8b-4d5d-a8b0-6314dc7606d2,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:04.829620 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-727842ee-430b-49c7-bc84-d4044830edbb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:04.840561 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-84573a83-8d8b-430b-918b-a46a7cd7f21b tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:04.843616 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fece9833-41cb-41eb-bef1-1df21c685db0 admin admin] Checking segment: {'id': '9e75a772-0ceb-40a4-8849-c666027bd0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f22db362-5b22-48fa-b19d-aed08ac4b563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:04.844935 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fece9833-41cb-41eb-bef1-1df21c685db0 admin admin] Network hostable DHCP agents. Network: f22db362-5b22-48fa-b19d-aed08ac4b563, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:52:04.891297 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ebe5282f-87d3-4590-8b15-87a1f9204940 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:52:04.926259 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84573a83-8d8b-430b-918b-a46a7cd7f21b tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Pushing event deleted for resources: {'Port': ['ID=774bcbec-2be7-41df-8966-886e22518391,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:04.970309 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727842ee-430b-49c7-bc84-d4044830edbb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network dd3a7db8-dbd2-4b61-9c21-ddb89a90d755 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:04.989356 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-727842ee-430b-49c7-bc84-d4044830edbb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:04.999940 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727842ee-430b-49c7-bc84-d4044830edbb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:05.000510 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-727842ee-430b-49c7-bc84-d4044830edbb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:05.011408 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port ebe5282f-87d3-4590-8b15-87a1f9204940 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:05.012111 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:05.065257 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-84573a83-8d8b-430b-918b-a46a7cd7f21b tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:05.071596 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-84573a83-8d8b-430b-918b-a46a7cd7f21b tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] 10.222.0.37 "DELETE /v2.0/ports/774bcbec-2be7-41df-8966-886e22518391 HTTP/1.1" status: 204 len: 168 time: 1.6078162 Nov 12 08:52:05.073283 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fece9833-41cb-41eb-bef1-1df21c685db0 admin admin] Network f22db362-5b22-48fa-b19d-aed08ac4b563 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:52:05.075562 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33648) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:05.114834 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ba4487-c00a-4c2b-8fb8-d8f8533997b5 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] GET failed (client error): The resource could not be found. Nov 12 08:52:05.121110 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-65ba4487-c00a-4c2b-8fb8-d8f8533997b5 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] 10.222.0.37 "GET /v2.0/ports/774bcbec-2be7-41df-8966-886e22518391 HTTP/1.1" status: 404 len: 333 time: 0.0396788 Nov 12 08:52:05.121110 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33650) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:05.126275 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-41f8cf6d-59b7-49de-b25d-ec75a793f4aa tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Request body: {'port': {'network_id': '0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1085418880'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:05.152805 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-fece9833-41cb-41eb-bef1-1df21c685db0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, f22db362-5b22-48fa-b19d-aed08ac4b563) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:05.181656 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fece9833-41cb-41eb-bef1-1df21c685db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:05.182411 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fece9833-41cb-41eb-bef1-1df21c685db0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:05.240439 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727842ee-430b-49c7-bc84-d4044830edbb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Port': ['ID=3f3dd5c6-ee09-45d9-900b-4466adcad740,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:05.254082 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dba5aaa-e559-4475-b52a-06449241a085 None None] Network f22db362-5b22-48fa-b19d-aed08ac4b563 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:05.338134 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5616fcef-22db-45fa-a6ab-8b6298946c4b tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:05.432601 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f8cf6d-59b7-49de-b25d-ec75a793f4aa tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Made reservation on behalf of 32c937750e3541549fe5f80ce0b6544c for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:05.442195 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41f8cf6d-59b7-49de-b25d-ec75a793f4aa tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:05.494101 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb941392-40f8-4216-a23c-4a598d4d9a4e req-31ec9b2b-3ab5-44a2-a587-bfef96694f5c tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:05.506573 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bb941392-40f8-4216-a23c-4a598d4d9a4e req-31ec9b2b-3ab5-44a2-a587-bfef96694f5c tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.4094307 Nov 12 08:52:05.512266 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-fece9833-41cb-41eb-bef1-1df21c685db0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5497568 Nov 12 08:52:05.527826 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-41f8cf6d-59b7-49de-b25d-ec75a793f4aa tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] device_id is not set on port 794b128d-7a8b-4993-960c-cd57be28fffb yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:52:05.682954 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-5616fcef-22db-45fa-a6ab-8b6298946c4b tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] device_id is not set on port 533a3f90-387c-4150-a091-38aacd545ccc yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:52:05.787271 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749b5668-54e7-4637-8c3d-b196648bc2cc None None] Network f22db362-5b22-48fa-b19d-aed08ac4b563 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:05.814139 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-727842ee-430b-49c7-bc84-d4044830edbb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:05.940121 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-414a63ae-5516-4ace-8e12-9ee33ce5f1ad None None] Provisioning complete for port 3f3dd5c6-ee09-45d9-900b-4466adcad740 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:05.940493 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-414a63ae-5516-4ace-8e12-9ee33ce5f1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:06.009485 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-41f8cf6d-59b7-49de-b25d-ec75a793f4aa tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Allocated IP 2001:db8::52 (0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c/86421fb4-2a92-47a7-ad34-f75f462fcea5/794b128d-7a8b-4993-960c-cd57be28fffb) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:52:06.069176 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bb941392-40f8-4216-a23c-4a598d4d9a4e req-6a7fded4-1ba4-4734-9dde-94756238749d tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5600574 Nov 12 08:52:06.091780 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-414a63ae-5516-4ace-8e12-9ee33ce5f1ad None None] Port 3f3dd5c6-ee09-45d9-900b-4466adcad740 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:52:06.171118 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-414a63ae-5516-4ace-8e12-9ee33ce5f1ad None None] Provisioning complete for port ebe5282f-87d3-4590-8b15-87a1f9204940 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:06.171452 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-414a63ae-5516-4ace-8e12-9ee33ce5f1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:06.401064 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-68ece667-6670-4663-a876-8cdc1c23d985 req-60c79a29-36be-457e-9548-0826db3f91a3 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f8e9823-1e87-4bbf-982d-66e58314a4ca HTTP/1.1" status: 200 len: 210 time: 0.1453867 Nov 12 08:52:06.408211 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41f8cf6d-59b7-49de-b25d-ec75a793f4aa tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:06.457908 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41f8cf6d-59b7-49de-b25d-ec75a793f4aa tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:06.482780 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-93f29393-0339-418a-bfc5-c999a6ed6d8e None None] Provisioning complete for port 3f3dd5c6-ee09-45d9-900b-4466adcad740 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:06.483410 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-93f29393-0339-418a-bfc5-c999a6ed6d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:06.515136 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f8cf6d-59b7-49de-b25d-ec75a793f4aa tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Network 0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:06.520572 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-41f8cf6d-59b7-49de-b25d-ec75a793f4aa tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:06.525442 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f8cf6d-59b7-49de-b25d-ec75a793f4aa tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:06.527392 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-93f29393-0339-418a-bfc5-c999a6ed6d8e None None] Port 3f3dd5c6-ee09-45d9-900b-4466adcad740 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:52:06.537455 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f8cf6d-59b7-49de-b25d-ec75a793f4aa tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:06.538700 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41f8cf6d-59b7-49de-b25d-ec75a793f4aa tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:06.591598 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-41f8cf6d-59b7-49de-b25d-ec75a793f4aa tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4695635 Nov 12 08:52:06.595282 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33676) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:06.601036 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c2bb1a50-00a3-4224-9db9-8267cc32f0e7 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Request body: {'port': {'network_id': '0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-881767103'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:06.605899 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8cf6d-59b7-49de-b25d-ec75a793f4aa tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Pushing event updated for resources: {'Port': ['ID=794b128d-7a8b-4993-960c-cd57be28fffb,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:06.690319 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-727842ee-430b-49c7-bc84-d4044830edbb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:06.720104 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-727842ee-430b-49c7-bc84-d4044830edbb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:06.724771 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-727842ee-430b-49c7-bc84-d4044830edbb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:06.785727 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727842ee-430b-49c7-bc84-d4044830edbb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Port': ['ID=3f3dd5c6-ee09-45d9-900b-4466adcad740,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:06.804390 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-4973327d-5f48-4a03-a18a-8f371403f789 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:06.807001 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-4973327d-5f48-4a03-a18a-8f371403f789 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] 10.222.0.58 "GET /v2.0/networks?id=0b1315f5-71c6-44fb-ab0a-3eccc0f292e9 HTTP/1.1" status: 200 len: 810 time: 0.9639196 Nov 12 08:52:06.833601 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-3e483376-ba57-48e9-a0ea-0908ad9f42a7 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] Request body: {'port': {'device_id': '6f8e9823-1e87-4bbf-982d-66e58314a4ca', 'network_id': '0b1315f5-71c6-44fb-ab0a-3eccc0f292e9', 'admin_state_up': True, 'tenant_id': 'e07e7c55504547f0b3acfc597cc70f68'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:06.851470 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bb1a50-00a3-4224-9db9-8267cc32f0e7 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Made reservation on behalf of 32c937750e3541549fe5f80ce0b6544c for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:06.857489 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c2bb1a50-00a3-4224-9db9-8267cc32f0e7 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:06.891824 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-c2bb1a50-00a3-4224-9db9-8267cc32f0e7 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] device_id is not set on port 0861f181-a62a-4bf3-aae8-c99ce9931b7f yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:52:06.977184 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5616fcef-22db-45fa-a6ab-8b6298946c4b tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:07.005072 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:52:07.015433 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-db58c51d-1ad3-42f5-9e9d-bfcc029f5633 None None] Provisioning complete for port 794b128d-7a8b-4993-960c-cd57be28fffb triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:07.016002 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-db58c51d-1ad3-42f5-9e9d-bfcc029f5633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:07.095097 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-db58c51d-1ad3-42f5-9e9d-bfcc029f5633 None None] Port 794b128d-7a8b-4993-960c-cd57be28fffb cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:52:07.110012 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-c2bb1a50-00a3-4224-9db9-8267cc32f0e7 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Allocated IP 2001:db8::32b (0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c/86421fb4-2a92-47a7-ad34-f75f462fcea5/0861f181-a62a-4bf3-aae8-c99ce9931b7f) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:52:07.150075 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c1673-baa3-4a42-a544-6330ebe5524f req-c10e1b3c-4ef2-46ec-8dbc-720694b71886 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:07.151588 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-588c1673-baa3-4a42-a544-6330ebe5524f req-c10e1b3c-4ef2-46ec-8dbc-720694b71886 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] 10.222.0.37 "GET /v2.0/networks?id=f22db362-5b22-48fa-b19d-aed08ac4b563 HTTP/1.1" status: 200 len: 814 time: 0.3431811 Nov 12 08:52:07.189633 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5616fcef-22db-45fa-a6ab-8b6298946c4b tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:07.196132 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-588c1673-baa3-4a42-a544-6330ebe5524f req-8882609e-4295-42b0-9e4f-4603c4868694 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] 10.222.0.37 "GET /v2.0/quotas/b07331d88cee48b593b63f60c5bffc1b HTTP/1.1" status: 200 len: 375 time: 0.0281782 Nov 12 08:52:07.252688 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727842ee-430b-49c7-bc84-d4044830edbb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network dd3a7db8-dbd2-4b61-9c21-ddb89a90d755 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:07.258793 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-3e483376-ba57-48e9-a0ea-0908ad9f42a7 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] Made reservation on behalf of e07e7c55504547f0b3acfc597cc70f68 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:07.263161 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-3e483376-ba57-48e9-a0ea-0908ad9f42a7 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:07.288700 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-727842ee-430b-49c7-bc84-d4044830edbb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:07.303257 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-588c1673-baa3-4a42-a544-6330ebe5524f req-be5548d8-08bd-46bb-be79-a69b0b5dd7a9 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b07331d88cee48b593b63f60c5bffc1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613098 Nov 12 08:52:07.327235 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616fcef-22db-45fa-a6ab-8b6298946c4b tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Pushing event updated for resources: {'Port': ['ID=a213a512-d9b1-48aa-b9fd-4a637cc2c968,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:07.424059 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c2bb1a50-00a3-4224-9db9-8267cc32f0e7 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:07.500234 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c2bb1a50-00a3-4224-9db9-8267cc32f0e7 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:07.581138 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bb1a50-00a3-4224-9db9-8267cc32f0e7 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Network 0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:07.586236 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-c2bb1a50-00a3-4224-9db9-8267cc32f0e7 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:07.591889 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bb1a50-00a3-4224-9db9-8267cc32f0e7 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:07.598415 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bb1a50-00a3-4224-9db9-8267cc32f0e7 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:07.599395 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c2bb1a50-00a3-4224-9db9-8267cc32f0e7 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:07.604115 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb1a50-00a3-4224-9db9-8267cc32f0e7 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Pushing event updated for resources: {'Port': ['ID=0861f181-a62a-4bf3-aae8-c99ce9931b7f,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:07.629189 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5616fcef-22db-45fa-a6ab-8b6298946c4b tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Checking segment: {'id': '59f2c1a6-2d12-4965-80cd-e22ec8221a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '02e26dd5-9988-4ac0-a5f9-a785cdc80bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:07.629813 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5616fcef-22db-45fa-a6ab-8b6298946c4b tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Network hostable DHCP agents. Network: 02e26dd5-9988-4ac0-a5f9-a785cdc80bd5, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:52:07.644745 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c2bb1a50-00a3-4224-9db9-8267cc32f0e7 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0480161 Nov 12 08:52:07.649054 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33702) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:07.657233 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-9d87c164-411f-4de4-9df6-9f69fa6d90d9 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::33d', 'mac_address': 'fa:16:3e:57:10:ad'}, {'ip_address': '2001:db8::52', 'mac_address': 'fa:16:3e:23:a9:5c'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:07.725270 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727842ee-430b-49c7-bc84-d4044830edbb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:52:07.796858 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5ced5b56-0cfb-4ba2-8b2d-d81a90e48aa1 None None] Provisioning complete for port 3f3dd5c6-ee09-45d9-900b-4466adcad740 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:07.797937 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5ced5b56-0cfb-4ba2-8b2d-d81a90e48aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:07.821102 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-588c1673-baa3-4a42-a544-6330ebe5524f req-2ccd7282-170b-42ed-b703-2ca4928d3e6b service neutron] 10.222.0.37 "GET /v2.0/networks/f22db362-5b22-48fa-b19d-aed08ac4b563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335029 Nov 12 08:52:07.827999 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-3e483376-ba57-48e9-a0ea-0908ad9f42a7 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] Allocated IP 172.20.0.7 (0b1315f5-71c6-44fb-ab0a-3eccc0f292e9/b57be061-a31d-40d7-9fa1-39d4ef2ab6c9/5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:52:07.831604 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5616fcef-22db-45fa-a6ab-8b6298946c4b tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Network 02e26dd5-9988-4ac0-a5f9-a785cdc80bd5 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:52:07.850323 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0621fa7b-34d0-4d9e-8df9-168c03da9385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:07.859539 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5ced5b56-0cfb-4ba2-8b2d-d81a90e48aa1 None None] Port 3f3dd5c6-ee09-45d9-900b-4466adcad740 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:52:07.929496 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9d87c164-411f-4de4-9df6-9f69fa6d90d9 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:07.949628 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-5616fcef-22db-45fa-a6ab-8b6298946c4b tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 02e26dd5-9988-4ac0-a5f9-a785cdc80bd5) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:07.966762 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90945c01-97bb-4bb2-948a-ae0026d2dd2b None None] Network 02e26dd5-9988-4ac0-a5f9-a785cdc80bd5 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:08.049559 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5616fcef-22db-45fa-a6ab-8b6298946c4b tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:08.050641 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5616fcef-22db-45fa-a6ab-8b6298946c4b tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:08.137955 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-660ee336-7119-4dac-b7a9-8bbf98dad17e None None] Provisioning complete for port 0861f181-a62a-4bf3-aae8-c99ce9931b7f triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:08.139243 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-660ee336-7119-4dac-b7a9-8bbf98dad17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:08.196212 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-660ee336-7119-4dac-b7a9-8bbf98dad17e None None] Port 0861f181-a62a-4bf3-aae8-c99ce9931b7f cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:52:08.221269 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9d87c164-411f-4de4-9df6-9f69fa6d90d9 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:08.228992 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9d87c164-411f-4de4-9df6-9f69fa6d90d9 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:08.284161 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-9d87c164-411f-4de4-9df6-9f69fa6d90d9 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] In _notify_port_updated(), no bound segment for port 0861f181-a62a-4bf3-aae8-c99ce9931b7f on network 0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c {{(pid=102568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:52:08.291386 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d87c164-411f-4de4-9df6-9f69fa6d90d9 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:08.292327 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9d87c164-411f-4de4-9df6-9f69fa6d90d9 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:08.296698 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9d87c164-411f-4de4-9df6-9f69fa6d90d9 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] 10.222.0.37 "PUT /v2.0/ports/0861f181-a62a-4bf3-aae8-c99ce9931b7f HTTP/1.1" status: 200 len: 1066 time: 0.6434109 Nov 12 08:52:08.299721 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33712) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:08.346318 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87c164-411f-4de4-9df6-9f69fa6d90d9 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Pushing event updated for resources: {'Port': ['ID=0861f181-a62a-4bf3-aae8-c99ce9931b7f,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:08.469535 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-fab221eb-d56f-41f9-981f-8a4322a5deb9 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Deleting port 0861f181-a62a-4bf3-aae8-c99ce9931b7f {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:08.469535 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fab221eb-d56f-41f9-981f-8a4322a5deb9 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:08.618033 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fab221eb-d56f-41f9-981f-8a4322a5deb9 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:08.633799 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-fab221eb-d56f-41f9-981f-8a4322a5deb9 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Calling delete_port for 0861f181-a62a-4bf3-aae8-c99ce9931b7f owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:08.685008 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-588c1673-baa3-4a42-a544-6330ebe5524f req-075de27a-d31d-4855-be69-959d6c2f4aec service neutron] 10.222.0.37 "GET /v2.0/networks/f22db362-5b22-48fa-b19d-aed08ac4b563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8482571 Nov 12 08:52:08.734800 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616fcef-22db-45fa-a6ab-8b6298946c4b tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Pushing event updated for resources: {'Port': ['ID=533a3f90-387c-4150-a091-38aacd545ccc,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:08.750643 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727842ee-430b-49c7-bc84-d4044830edbb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:52:08.758062 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-cddd7b94-f357-4133-a835-3e89bcb5ba9e None None] Provisioning complete for port 0861f181-a62a-4bf3-aae8-c99ce9931b7f triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:08.760455 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cddd7b94-f357-4133-a835-3e89bcb5ba9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:08.766652 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-727842ee-430b-49c7-bc84-d4044830edbb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "PUT /v2.0/routers/15f61129-b93a-4a5a-bf68-de3f6c51bc61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1937418 Nov 12 08:52:08.770752 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31bb822-d9a5-4d7b-a7ee-bb6f7df727c9 None None] Sync routers for ids ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:52:08.775146 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33722) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:08.782019 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-26701cbf-1262-40bc-a0f9-81785cbac50c tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1565371132'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:08.823899 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5616fcef-22db-45fa-a6ab-8b6298946c4b tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Checking segment: {'id': '88c55b06-07f8-4f25-b057-234a5ef79935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b2afed6b-db9d-4df8-9999-aa2a047ced45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:08.824361 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5616fcef-22db-45fa-a6ab-8b6298946c4b tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Network hostable DHCP agents. Network: b2afed6b-db9d-4df8-9999-aa2a047ced45, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:52:08.858518 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26701cbf-1262-40bc-a0f9-81785cbac50c tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Made reservation on behalf of c55c22fe318e4764964768a3f517f6bc for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:08.862401 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-26701cbf-1262-40bc-a0f9-81785cbac50c tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:08.868756 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-3e483376-ba57-48e9-a0ea-0908ad9f42a7 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:08.930227 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fab221eb-d56f-41f9-981f-8a4322a5deb9 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:08.937968 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31bb822-d9a5-4d7b-a7ee-bb6f7df727c9 None None] Routers {'15f61129-b93a-4a5a-bf68-de3f6c51bc61'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:08.939012 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c31bb822-d9a5-4d7b-a7ee-bb6f7df727c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:51:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:08.939242 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5616fcef-22db-45fa-a6ab-8b6298946c4b tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Network b2afed6b-db9d-4df8-9999-aa2a047ced45 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:52:08.965354 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26701cbf-1262-40bc-a0f9-81785cbac50c tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:52:08.967251 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-5616fcef-22db-45fa-a6ab-8b6298946c4b tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, b2afed6b-db9d-4df8-9999-aa2a047ced45) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:08.978969 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5616fcef-22db-45fa-a6ab-8b6298946c4b tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:08.985188 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5616fcef-22db-45fa-a6ab-8b6298946c4b tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:08.990223 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5616fcef-22db-45fa-a6ab-8b6298946c4b tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:08.990923 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5616fcef-22db-45fa-a6ab-8b6298946c4b tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:09.006159 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-26701cbf-1262-40bc-a0f9-81785cbac50c tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:09.007379 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-26701cbf-1262-40bc-a0f9-81785cbac50c tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Added segment ee3d59f0-88df-4a86-ac3e-76754530acb7 of type vlan for network aea46ad5-032c-42ea-a4bd-0d17e68f1f3f Nov 12 08:52:09.026191 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5616fcef-22db-45fa-a6ab-8b6298946c4b tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.6308227 Nov 12 08:52:09.029973 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33728) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:09.061218 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-3e483376-ba57-48e9-a0ea-0908ad9f42a7 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:09.132960 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-26701cbf-1262-40bc-a0f9-81785cbac50c tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:09.138445 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab221eb-d56f-41f9-981f-8a4322a5deb9 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Pushing event deleted for resources: {'Port': ['ID=0861f181-a62a-4bf3-aae8-c99ce9931b7f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:09.189154 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-3e483376-ba57-48e9-a0ea-0908ad9f42a7 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] Network 0b1315f5-71c6-44fb-ab0a-3eccc0f292e9 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:09.235638 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-3e483376-ba57-48e9-a0ea-0908ad9f42a7 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:09.263414 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-3e483376-ba57-48e9-a0ea-0908ad9f42a7 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:09.266422 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e483376-ba57-48e9-a0ea-0908ad9f42a7 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] Pushing event updated for resources: {'Port': ['ID=5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:09.344251 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-26701cbf-1262-40bc-a0f9-81785cbac50c tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:09.352859 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26701cbf-1262-40bc-a0f9-81785cbac50c tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:09.353578 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-26701cbf-1262-40bc-a0f9-81785cbac50c tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:09.364288 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863994a6-a499-463c-9ade-1a01d78752f1 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:09.371243 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863994a6-a499-463c-9ade-1a01d78752f1 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:09.376000 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33736) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:09.381569 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-863994a6-a499-463c-9ade-1a01d78752f1 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3503330 Nov 12 08:52:09.474086 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-3e483376-ba57-48e9-a0ea-0908ad9f42a7 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:09.476012 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-3e483376-ba57-48e9-a0ea-0908ad9f42a7 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:09.499260 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-26701cbf-1262-40bc-a0f9-81785cbac50c tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7229254 Nov 12 08:52:09.501338 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33744) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:09.521358 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-a2069a51-bee1-468b-92d6-ed4543bbeca5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Request body: {'subnet': {'network_id': 'aea46ad5-032c-42ea-a4bd-0d17e68f1f3f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:09.590701 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a62df3a-7eb9-4abd-a1f2-4676440b67f2 None None] Network b2afed6b-db9d-4df8-9999-aa2a047ced45 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:09.608263 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fab221eb-d56f-41f9-981f-8a4322a5deb9 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:09.611782 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-cddd7b94-f357-4133-a835-3e89bcb5ba9e None None] Port 0861f181-a62a-4bf3-aae8-c99ce9931b7f cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:52:09.615062 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e47d02-873c-4fc3-b7dc-d3c893f7a647 req-5c1de71b-94e3-4a14-81fb-87829dd79780 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:09.615263 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-fab221eb-d56f-41f9-981f-8a4322a5deb9 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] 10.222.0.37 "DELETE /v2.0/ports/0861f181-a62a-4bf3-aae8-c99ce9931b7f HTTP/1.1" status: 204 len: 168 time: 1.3121238 Nov 12 08:52:09.617402 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33746) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:09.629132 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-52e47d02-873c-4fc3-b7dc-d3c893f7a647 req-5c1de71b-94e3-4a14-81fb-87829dd79780 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.4077432 Nov 12 08:52:09.674202 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b66b37-2973-4f7d-8f2c-0e26e296d466 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] GET failed (client error): The resource could not be found. Nov 12 08:52:09.674202 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-91b66b37-2973-4f7d-8f2c-0e26e296d466 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] 10.222.0.37 "GET /v2.0/ports/0861f181-a62a-4bf3-aae8-c99ce9931b7f HTTP/1.1" status: 404 len: 333 time: 0.0506663 Nov 12 08:52:09.675306 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-3e483376-ba57-48e9-a0ea-0908ad9f42a7 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8433373 Nov 12 08:52:09.678633 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33750) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:09.687587 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-c31bb822-d9a5-4d7b-a7ee-bb6f7df727c9 None None] Set router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:52:09.732339 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-d5194ced-6b3f-4168-a51e-a5c7dbeab974 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Deleting port a213a512-d9b1-48aa-b9fd-4a637cc2c968 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:09.733334 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d5194ced-6b3f-4168-a51e-a5c7dbeab974 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:09.773104 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-9e24205f-1b7c-4003-980f-333ce54c7f7e service neutron] Request body: {'port': {'device_id': '6f8e9823-1e87-4bbf-982d-66e58314a4ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:09.797502 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-52e47d02-873c-4fc3-b7dc-d3c893f7a647 req-fc9c00aa-40b6-476e-97ad-647aaf62a47a tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663890 Nov 12 08:52:09.917099 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d5194ced-6b3f-4168-a51e-a5c7dbeab974 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:09.954767 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-d5194ced-6b3f-4168-a51e-a5c7dbeab974 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Calling delete_port for a213a512-d9b1-48aa-b9fd-4a637cc2c968 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:10.028810 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26701cbf-1262-40bc-a0f9-81785cbac50c tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Network': ['ID=aea46ad5-032c-42ea-a4bd-0d17e68f1f3f,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:10.071296 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network aea46ad5-032c-42ea-a4bd-0d17e68f1f3f details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:52:10.114022 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2069a51-bee1-468b-92d6-ed4543bbeca5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Made reservation on behalf of c55c22fe318e4764964768a3f517f6bc for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:10.114748 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-28ffcbc5-60ba-4b67-a4c0-c5d464c85685 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Deleting port 794b128d-7a8b-4993-960c-cd57be28fffb {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:10.115315 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-28ffcbc5-60ba-4b67-a4c0-c5d464c85685 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:10.117833 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a2069a51-bee1-468b-92d6-ed4543bbeca5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:10.181632 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d9afddbc-70de-4453-8dfb-f4226b357840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:10.230457 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c31bb822-d9a5-4d7b-a7ee-bb6f7df727c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'name': 'tempest-RoutersIpV6Test-router-184507091', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:51:44Z', 'updated_at': '2021-11-12T08:52:05Z', 'revision_number': 3, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'gw_port_host': None, '_interfaces': [{'id': '3f3dd5c6-ee09-45d9-900b-4466adcad740', 'name': '', 'network_id': 'dd3a7db8-dbd2-4b61-9c21-ddb89a90d755', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:cc:c2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:03Z', 'updated_at': '2021-11-12T08:52:06Z', 'revision_number': 2, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6027c92f-7750-42c1-b811-5ccffadce967', 'name': '', 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:01:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:51:49Z', 'updated_at': '2021-11-12T08:51:59Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:10.286843 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d5194ced-6b3f-4168-a51e-a5c7dbeab974 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:10.317688 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31bb822-d9a5-4d7b-a7ee-bb6f7df727c9 None None] Checking router: 15f61129-b93a-4a5a-bf68-de3f6c51bc61 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:52:10.317996 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31bb822-d9a5-4d7b-a7ee-bb6f7df727c9 None None] Updating router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 port 3f3dd5c6-ee09-45d9-900b-4466adcad740 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:52:10.345623 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5194ced-6b3f-4168-a51e-a5c7dbeab974 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Pushing event deleted for resources: {'Port': ['ID=a213a512-d9b1-48aa-b9fd-4a637cc2c968,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:10.367169 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-28ffcbc5-60ba-4b67-a4c0-c5d464c85685 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:10.387212 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-28ffcbc5-60ba-4b67-a4c0-c5d464c85685 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Calling delete_port for 794b128d-7a8b-4993-960c-cd57be28fffb owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:10.396570 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c31bb822-d9a5-4d7b-a7ee-bb6f7df727c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:10.403036 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba2b6b-d848-48ef-87f2-ab6b4b0f1229 req-92b1e287-d151-4859-9168-a98dd54eceee tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:10.404829 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2cba2b6b-d848-48ef-87f2-ab6b4b0f1229 req-92b1e287-d151-4859-9168-a98dd54eceee tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f8e9823-1e87-4bbf-982d-66e58314a4ca HTTP/1.1" status: 200 len: 931 time: 0.4536493 Nov 12 08:52:10.409955 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-9e24205f-1b7c-4003-980f-333ce54c7f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:10.458592 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d5194ced-6b3f-4168-a51e-a5c7dbeab974 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:10.474942 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d5194ced-6b3f-4168-a51e-a5c7dbeab974 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] 10.222.0.37 "DELETE /v2.0/ports/a213a512-d9b1-48aa-b9fd-4a637cc2c968 HTTP/1.1" status: 204 len: 168 time: 1.0975866 Nov 12 08:52:10.479419 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33762) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:10.484768 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a2069a51-bee1-468b-92d6-ed4543bbeca5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:10.611470 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-28ffcbc5-60ba-4b67-a4c0-c5d464c85685 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:10.676375 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ffcbc5-60ba-4b67-a4c0-c5d464c85685 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Pushing event deleted for resources: {'Port': ['ID=794b128d-7a8b-4993-960c-cd57be28fffb,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:10.728092 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-28ffcbc5-60ba-4b67-a4c0-c5d464c85685 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:10.742876 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-28ffcbc5-60ba-4b67-a4c0-c5d464c85685 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] 10.222.0.37 "DELETE /v2.0/ports/794b128d-7a8b-4993-960c-cd57be28fffb HTTP/1.1" status: 204 len: 168 time: 1.0556140 Nov 12 08:52:10.743729 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33766) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:10.797502 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-946c3f15-7761-4588-8868-4019aa0ec2cd tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] GET failed (client error): The resource could not be found. Nov 12 08:52:10.800766 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-946c3f15-7761-4588-8868-4019aa0ec2cd tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] 10.222.0.37 "GET /v2.0/ports/794b128d-7a8b-4993-960c-cd57be28fffb HTTP/1.1" status: 404 len: 333 time: 0.0555315 Nov 12 08:52:10.806707 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33770) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:10.939038 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2cba2b6b-d848-48ef-87f2-ab6b4b0f1229 req-00a5481b-9fc8-4fcf-b28a-1e8d727a6e1b tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] 10.222.0.37 "GET /v2.0/security-groups?id=03ef1911-345d-4844-b329-6503621e939a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5199947 Nov 12 08:52:10.982752 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c31bb822-d9a5-4d7b-a7ee-bb6f7df727c9 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:10.993403 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c31bb822-d9a5-4d7b-a7ee-bb6f7df727c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:11.095325 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2069a51-bee1-468b-92d6-ed4543bbeca5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Subnet': ['ID=ca69b7a7-3f1f-487d-ac5e-9f51fc614a93,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:11.117130 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2069a51-bee1-468b-92d6-ed4543bbeca5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Checking segment: {'id': 'ee3d59f0-88df-4a86-ac3e-76754530acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aea46ad5-032c-42ea-a4bd-0d17e68f1f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:11.117537 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2069a51-bee1-468b-92d6-ed4543bbeca5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network hostable DHCP agents. Network: aea46ad5-032c-42ea-a4bd-0d17e68f1f3f, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:52:11.197260 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad3176-790a-432f-873f-1e0ec7a7787e None None] Pushing event updated for resources: {'Port': ['ID=3f3dd5c6-ee09-45d9-900b-4466adcad740,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:11.276795 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7878fe5f-9de5-4606-ac7c-15ae5ebf7a59 req-c52d2ca6-c4c6-4a60-8d17-08901453e482 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] 10.222.0.37 "GET /v2.0/ports?device_id=5374d0c7-95b5-429b-91ff-139d1539d82a HTTP/1.1" status: 200 len: 210 time: 0.1042974 Nov 12 08:52:11.281145 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-c31bb822-d9a5-4d7b-a7ee-bb6f7df727c9 None None] Attempting to bind port 3f3dd5c6-ee09-45d9-900b-4466adcad740 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:52:11.281535 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-c31bb822-d9a5-4d7b-a7ee-bb6f7df727c9 None None] Attempting to bind port 3f3dd5c6-ee09-45d9-900b-4466adcad740 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'f3627e55-1daf-411f-b294-21d7138a1597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dd3a7db8-dbd2-4b61-9c21-ddb89a90d755'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:52:11.281880 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31bb822-d9a5-4d7b-a7ee-bb6f7df727c9 None None] Attempting to bind port 3f3dd5c6-ee09-45d9-900b-4466adcad740 on network dd3a7db8-dbd2-4b61-9c21-ddb89a90d755 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:11.296468 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c1673-baa3-4a42-a544-6330ebe5524f req-683cac60-71e0-440c-aa23-653ded5c6f6b tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:11.298039 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-588c1673-baa3-4a42-a544-6330ebe5524f req-683cac60-71e0-440c-aa23-653ded5c6f6b tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] 10.222.0.54 "GET /v2.0/networks?id=f22db362-5b22-48fa-b19d-aed08ac4b563 HTTP/1.1" status: 200 len: 814 time: 0.4811597 Nov 12 08:52:11.301116 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31bb822-d9a5-4d7b-a7ee-bb6f7df727c9 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:52:11.301498 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31bb822-d9a5-4d7b-a7ee-bb6f7df727c9 None None] Checking segment: {'id': 'f3627e55-1daf-411f-b294-21d7138a1597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dd3a7db8-dbd2-4b61-9c21-ddb89a90d755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:11.301910 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c31bb822-d9a5-4d7b-a7ee-bb6f7df727c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:11.302308 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31bb822-d9a5-4d7b-a7ee-bb6f7df727c9 None None] Bound using segment: {'id': 'f3627e55-1daf-411f-b294-21d7138a1597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dd3a7db8-dbd2-4b61-9c21-ddb89a90d755'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:52:11.302803 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-c31bb822-d9a5-4d7b-a7ee-bb6f7df727c9 None None] Bound port: 3f3dd5c6-ee09-45d9-900b-4466adcad740, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3627e55-1daf-411f-b294-21d7138a1597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dd3a7db8-dbd2-4b61-9c21-ddb89a90d755'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:52:11.303188 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c31bb822-d9a5-4d7b-a7ee-bb6f7df727c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:11.305239 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2069a51-bee1-468b-92d6-ed4543bbeca5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network aea46ad5-032c-42ea-a4bd-0d17e68f1f3f is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:52:11.322767 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-588c1673-baa3-4a42-a544-6330ebe5524f req-da72614e-e0bf-40ea-aeb4-73b1969ffced tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] Request body: {'port': {'device_id': '5374d0c7-95b5-429b-91ff-139d1539d82a', 'network_id': 'f22db362-5b22-48fa-b19d-aed08ac4b563', 'admin_state_up': True, 'tenant_id': 'b07331d88cee48b593b63f60c5bffc1b'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:11.341488 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-a2069a51-bee1-468b-92d6-ed4543bbeca5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, aea46ad5-032c-42ea-a4bd-0d17e68f1f3f) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:11.355489 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2069a51-bee1-468b-92d6-ed4543bbeca5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:11.357017 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a2069a51-bee1-468b-92d6-ed4543bbeca5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:11.386450 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-da5bc288-79b4-46fa-bef5-6b981110dda5 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Deleting port 533a3f90-387c-4150-a091-38aacd545ccc {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:11.387363 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-da5bc288-79b4-46fa-bef5-6b981110dda5 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:11.437940 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c31bb822-d9a5-4d7b-a7ee-bb6f7df727c9 None None] For port 3f3dd5c6-ee09-45d9-900b-4466adcad740, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:52:11.442569 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c31bb822-d9a5-4d7b-a7ee-bb6f7df727c9 None None] For port 3f3dd5c6-ee09-45d9-900b-4466adcad740, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=3f3dd5c6-ee09-45d9-900b-4466adcad740,segment=NetworkSegment(f3627e55-1daf-411f-b294-21d7138a1597),segment_id=f3627e55-1daf-411f-b294-21d7138a1597)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:52:11.450542 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2a415d-3c22-4911-8621-435bca82de29 None None] Network aea46ad5-032c-42ea-a4bd-0d17e68f1f3f requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:11.460997 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c31bb822-d9a5-4d7b-a7ee-bb6f7df727c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:11.499488 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-2e11c348-98f2-492f-8863-f821cdee216a tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Deleting port 0923bbc9-ecd8-4efd-9ffa-13895e106c1d {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:11.500043 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2e11c348-98f2-492f-8863-f821cdee216a tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:11.604935 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33788) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:11.613012 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a2069a51-bee1-468b-92d6-ed4543bbeca5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0975068 Nov 12 08:52:11.780838 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad3176-790a-432f-873f-1e0ec7a7787e None None] Pushing event updated for resources: {'Port': ['ID=3f3dd5c6-ee09-45d9-900b-4466adcad740,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:11.834675 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-da5bc288-79b4-46fa-bef5-6b981110dda5 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:11.862813 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-da5bc288-79b4-46fa-bef5-6b981110dda5 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Calling delete_port for 533a3f90-387c-4150-a091-38aacd545ccc owned by {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:11.876459 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31bb822-d9a5-4d7b-a7ee-bb6f7df727c9 None None] Routers {'15f61129-b93a-4a5a-bf68-de3f6c51bc61'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:11.877568 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c31bb822-d9a5-4d7b-a7ee-bb6f7df727c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:52:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:12.026675 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-9e24205f-1b7c-4003-980f-333ce54c7f7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:52:12.035234 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-da5bc288-79b4-46fa-bef5-6b981110dda5 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.071008 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-c31bb822-d9a5-4d7b-a7ee-bb6f7df727c9 None None] Set router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:52:12.086435 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-9e24205f-1b7c-4003-980f-333ce54c7f7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.139306 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-da5bc288-79b4-46fa-bef5-6b981110dda5 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.145284 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-da5bc288-79b4-46fa-bef5-6b981110dda5 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] 10.222.0.37 "DELETE /v2.0/ports/533a3f90-387c-4150-a091-38aacd545ccc HTTP/1.1" status: 204 len: 168 time: 1.6588163 Nov 12 08:52:12.185896 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-9e24205f-1b7c-4003-980f-333ce54c7f7e service neutron] Transition to ACTIVE for port object 5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:52:12.197506 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33794) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:12.205843 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-9e24205f-1b7c-4003-980f-333ce54c7f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.259762 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-36517993-b11b-4c29-acf8-75a9e8039991 None None] Provisioning complete for port 3f3dd5c6-ee09-45d9-900b-4466adcad740 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:12.260121 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-36517993-b11b-4c29-acf8-75a9e8039991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.261953 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.278510 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5bc288-79b4-46fa-bef5-6b981110dda5 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Pushing event deleted for resources: {'Port': ['ID=533a3f90-387c-4150-a091-38aacd545ccc,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:12.397082 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-000e9f5d-1cf2-40da-abaa-a4daf8affc41 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1934636 Nov 12 08:52:12.398910 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33798) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:12.405502 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24205f-1b7c-4003-980f-333ce54c7f7e service neutron] Pushing event updated for resources: {'Port': ['ID=5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:12.424527 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-550b78c7-38f4-40f7-a2f9-e7acc9b520c3 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-311699032'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:12.474877 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473e165-a20d-4946-bbb2-0650b4926a63 req-f56b8284-5e48-465d-a8dc-a92dfd356569 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:12.481215 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c26daa-7801-4bc0-b712-de7a1a6741a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-aea46ad5-032c-42ea-a4bd-0d17e68f1f3f', 'network_id': 'aea46ad5-032c-42ea-a4bd-0d17e68f1f3f', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'fixed_ips': [{'subnet_id': 'ca69b7a7-3f1f-487d-ac5e-9f51fc614a93'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:52:12.482094 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-75c26daa-7801-4bc0-b712-de7a1a6741a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.490347 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c473e165-a20d-4946-bbb2-0650b4926a63 req-f56b8284-5e48-465d-a8dc-a92dfd356569 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.4696662 Nov 12 08:52:12.499763 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2e11c348-98f2-492f-8863-f821cdee216a tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.513313 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550b78c7-38f4-40f7-a2f9-e7acc9b520c3 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Made reservation on behalf of 3240a63f1561458291e1f72068e77394 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:12.517388 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-550b78c7-38f4-40f7-a2f9-e7acc9b520c3 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.529083 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-2e11c348-98f2-492f-8863-f821cdee216a tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Calling delete_port for 0923bbc9-ecd8-4efd-9ffa-13895e106c1d owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:12.683661 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c473e165-a20d-4946-bbb2-0650b4926a63 req-07d95d4d-5aad-4879-83f0-216ef9bd58a3 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921215 Nov 12 08:52:12.685118 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550b78c7-38f4-40f7-a2f9-e7acc9b520c3 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:52:12.729356 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-9e24205f-1b7c-4003-980f-333ce54c7f7e service neutron] Attempting to bind port 5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:52:12.729818 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-9e24205f-1b7c-4003-980f-333ce54c7f7e service neutron] Attempting to bind port 5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'b304d2ef-a824-4900-a7bd-e8159117756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0b1315f5-71c6-44fb-ab0a-3eccc0f292e9'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:52:12.730029 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-9e24205f-1b7c-4003-980f-333ce54c7f7e service neutron] Attempting to bind port 5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd on network 0b1315f5-71c6-44fb-ab0a-3eccc0f292e9 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:12.733218 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-550b78c7-38f4-40f7-a2f9-e7acc9b520c3 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.733666 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-550b78c7-38f4-40f7-a2f9-e7acc9b520c3 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Added segment ef8246ea-a6d8-471e-9486-5c69029ae544 of type vlan for network 82ed7612-6a7f-4ac6-9a0c-4a030d5ac48c Nov 12 08:52:12.746217 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-9e24205f-1b7c-4003-980f-333ce54c7f7e service neutron] Port 5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd on network 0b1315f5-71c6-44fb-ab0a-3eccc0f292e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:52:12.746603 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-9e24205f-1b7c-4003-980f-333ce54c7f7e service neutron] Attempting to bind port 5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd on network 0b1315f5-71c6-44fb-ab0a-3eccc0f292e9 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:12.781811 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-9e24205f-1b7c-4003-980f-333ce54c7f7e service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:52:12.782435 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-9e24205f-1b7c-4003-980f-333ce54c7f7e service neutron] Checking segment: {'id': 'b304d2ef-a824-4900-a7bd-e8159117756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0b1315f5-71c6-44fb-ab0a-3eccc0f292e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:12.782830 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-9e24205f-1b7c-4003-980f-333ce54c7f7e service neutron] Bound using segment: {'id': 'b304d2ef-a824-4900-a7bd-e8159117756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0b1315f5-71c6-44fb-ab0a-3eccc0f292e9'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:52:12.783344 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-9e24205f-1b7c-4003-980f-333ce54c7f7e service neutron] Bound port: 5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b304d2ef-a824-4900-a7bd-e8159117756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0b1315f5-71c6-44fb-ab0a-3eccc0f292e9'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:52:12.783792 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-9e24205f-1b7c-4003-980f-333ce54c7f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.805661 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-550b78c7-38f4-40f7-a2f9-e7acc9b520c3 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.877963 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2e11c348-98f2-492f-8863-f821cdee216a tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.929089 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-550b78c7-38f4-40f7-a2f9-e7acc9b520c3 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.935025 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550b78c7-38f4-40f7-a2f9-e7acc9b520c3 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:12.935681 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-550b78c7-38f4-40f7-a2f9-e7acc9b520c3 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.973032 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce381844-eead-4332-8ecc-4f7f770fc794 req-d81b5ba1-b9db-432d-8aab-89d8c6f83018 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:12.980615 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e11c348-98f2-492f-8863-f821cdee216a tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Pushing event deleted for resources: {'Port': ['ID=0923bbc9-ecd8-4efd-9ffa-13895e106c1d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:12.982805 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ce381844-eead-4332-8ecc-4f7f770fc794 req-d81b5ba1-b9db-432d-8aab-89d8c6f83018 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f8e9823-1e87-4bbf-982d-66e58314a4ca HTTP/1.1" status: 200 len: 943 time: 0.1697791 Nov 12 08:52:13.017264 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-36517993-b11b-4c29-acf8-75a9e8039991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:13.026851 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-9e24205f-1b7c-4003-980f-333ce54c7f7e service neutron] For port 5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:52:13.056228 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-588c1673-baa3-4a42-a544-6330ebe5524f req-da72614e-e0bf-40ea-aeb4-73b1969ffced tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] Made reservation on behalf of b07331d88cee48b593b63f60c5bffc1b for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:13.060715 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-588c1673-baa3-4a42-a544-6330ebe5524f req-da72614e-e0bf-40ea-aeb4-73b1969ffced tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:13.108025 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c31bb822-d9a5-4d7b-a7ee-bb6f7df727c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'name': 'tempest-RoutersIpV6Test-router-184507091', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:51:44Z', 'updated_at': '2021-11-12T08:52:05Z', 'revision_number': 3, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'gw_port_host': None, '_interfaces': [{'id': '3f3dd5c6-ee09-45d9-900b-4466adcad740', 'name': '', 'network_id': 'dd3a7db8-dbd2-4b61-9c21-ddb89a90d755', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:cc:c2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:03Z', 'updated_at': '2021-11-12T08:52:11Z', 'revision_number': 4, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6027c92f-7750-42c1-b811-5ccffadce967', 'name': '', 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:01:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:51:49Z', 'updated_at': '2021-11-12T08:51:59Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:13.119674 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-550b78c7-38f4-40f7-a2f9-e7acc9b520c3 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6979573 Nov 12 08:52:13.149432 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33802) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:13.161499 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2e11c348-98f2-492f-8863-f821cdee216a tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:13.167071 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2e11c348-98f2-492f-8863-f821cdee216a tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] 10.222.0.37 "DELETE /v2.0/ports/0923bbc9-ecd8-4efd-9ffa-13895e106c1d HTTP/1.1" status: 204 len: 168 time: 2.3590891 Nov 12 08:52:13.176588 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31bb822-d9a5-4d7b-a7ee-bb6f7df727c9 None None] The sync data for ids ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'] in n-d-768862-16 is: [{'id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'name': 'tempest-RoutersIpV6Test-router-184507091', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:51:44Z', 'updated_at': '2021-11-12T08:52:05Z', 'revision_number': 3, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'gw_port_host': None, '_interfaces': [{'id': '3f3dd5c6-ee09-45d9-900b-4466adcad740', 'name': '', 'network_id': 'dd3a7db8-dbd2-4b61-9c21-ddb89a90d755', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:cc:c2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:03Z', 'updated_at': '2021-11-12T08:52:11Z', 'revision_number': 4, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6027c92f-7750-42c1-b811-5ccffadce967', 'name': '', 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:01:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:51:49Z', 'updated_at': '2021-11-12T08:51:59Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:52:13.180524 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-7db2052d-4499-40bc-98e9-1527c23daee8 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2095994683'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:13.207098 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33804) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:13.215200 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-9e24205f-1b7c-4003-980f-333ce54c7f7e service neutron] For port 5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd,segment=NetworkSegment(b304d2ef-a824-4900-a7bd-e8159117756c),segment_id=b304d2ef-a824-4900-a7bd-e8159117756c)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:52:13.242187 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b78c7-38f4-40f7-a2f9-e7acc9b520c3 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Pushing event updated for resources: {'Network': ['ID=82ed7612-6a7f-4ac6-9a0c-4a030d5ac48c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:13.285582 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-36517993-b11b-4c29-acf8-75a9e8039991 None None] For port 3f3dd5c6-ee09-45d9-900b-4466adcad740, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=3f3dd5c6-ee09-45d9-900b-4466adcad740,segment=NetworkSegment(f3627e55-1daf-411f-b294-21d7138a1597),segment_id=f3627e55-1daf-411f-b294-21d7138a1597)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:13.306866 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-75c26daa-7801-4bc0-b712-de7a1a6741a6 None None] Allocated IP 2001:db8:2::2 (aea46ad5-032c-42ea-a4bd-0d17e68f1f3f/ca69b7a7-3f1f-487d-ac5e-9f51fc614a93/9446d098-9e5d-4ef2-92be-6bab66886447) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:52:13.332004 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 82ed7612-6a7f-4ac6-9a0c-4a030d5ac48c details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:52:13.339011 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-9e24205f-1b7c-4003-980f-333ce54c7f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:13.376627 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-36517993-b11b-4c29-acf8-75a9e8039991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:13.452159 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:13.467288 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-9e24205f-1b7c-4003-980f-333ce54c7f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:13.468370 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-9e24205f-1b7c-4003-980f-333ce54c7f7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:13.470977 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-9e24205f-1b7c-4003-980f-333ce54c7f7e service neutron] 10.222.0.58 "PUT /v2.0/ports/5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd HTTP/1.1" status: 200 len: 1092 time: 3.7064633 Nov 12 08:52:13.474823 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8e9823-1e87-4bbf-982d-66e58314a4ca', 'tag': '5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:52:13.479475 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7c6d08-6af3-47ee-8bb6-00861e796eec" -d '{"events": [{"name": "network-changed", "server_uuid": "6f8e9823-1e87-4bbf-982d-66e58314a4ca", "tag": "5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:52:13.693435 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ce381844-eead-4332-8ecc-4f7f770fc794 req-785eaab3-6eee-40a8-94b8-ce67c4fe3d99 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] 10.222.0.37 "GET /v2.0/security-groups?id=03ef1911-345d-4844-b329-6503621e939a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6937971 Nov 12 08:52:13.697081 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db2052d-4499-40bc-98e9-1527c23daee8 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Made reservation on behalf of 3240a63f1561458291e1f72068e77394 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:13.707632 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7db2052d-4499-40bc-98e9-1527c23daee8 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:13.827578 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ab1f90-73d8-4a40-a906-de6583cb1179 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Deleting subnet 86421fb4-2a92-47a7-ad34-f75f462fcea5 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:52:13.846354 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-70ab1f90-73d8-4a40-a906-de6583cb1179 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:13.960775 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8cf8cdf9-d8df-40b9-9dcb-29a95085f4c8 None None] Provisioning complete for port 3f3dd5c6-ee09-45d9-900b-4466adcad740 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:13.966548 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8cf8cdf9-d8df-40b9-9dcb-29a95085f4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:14.000037 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36517993-b11b-4c29-acf8-75a9e8039991 None None] Pushing event updated for resources: {'Port': ['ID=3f3dd5c6-ee09-45d9-900b-4466adcad740,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:14.000582 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-70ab1f90-73d8-4a40-a906-de6583cb1179 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:14.097802 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-588c1673-baa3-4a42-a544-6330ebe5524f req-da72614e-e0bf-40ea-aeb4-73b1969ffced tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] Allocated IP 172.20.0.3 (f22db362-5b22-48fa-b19d-aed08ac4b563/59669991-5d8b-4d5d-a8b0-6314dc7606d2/fbb53f62-43ed-41ed-9701-ceedaa13b855) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:52:14.212289 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-120bc405-580d-41a4-ae70-bbb43dc62427 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:14.238645 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24205f-1b7c-4003-980f-333ce54c7f7e service neutron] Pushing event updated for resources: {'Port': ['ID=5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:14.251779 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-815ab07b-69e0-4209-83be-01bfee5c15e1 req-40e74288-7287-4228-9197-a9d91a59754e tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] 10.222.0.37 "GET /v2.0/ports?device_id=5374d0c7-95b5-429b-91ff-139d1539d82a HTTP/1.1" status: 200 len: 210 time: 0.0746996 Nov 12 08:52:14.276914 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-70ab1f90-73d8-4a40-a906-de6583cb1179 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:14.281551 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db2052d-4499-40bc-98e9-1527c23daee8 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:52:14.313410 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:14.320691 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-14e04d8c-2259-4eb4-9709-39349e72ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:14.321701 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-14e04d8c-2259-4eb4-9709-39349e72ea36 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e07e7c55504547f0b3acfc597cc70f68&device_id=6f8e9823-1e87-4bbf-982d-66e58314a4ca HTTP/1.1" status: 200 len: 1095 time: 0.7214882 Nov 12 08:52:14.336905 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7db2052d-4499-40bc-98e9-1527c23daee8 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:14.337289 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-7db2052d-4499-40bc-98e9-1527c23daee8 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Added segment 144c7f3f-048d-4044-b44a-d8c57a1da7e3 of type vlan for network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 Nov 12 08:52:14.401854 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4e9a47-80f4-4833-a8d2-1925791ad569 x-openstack-request-id: req-0e4e9a47-80f4-4833-a8d2-1925791ad569 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:52:14.402146 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f8e9823-1e87-4bbf-982d-66e58314a4ca", "tag": "5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:52:14.402410 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e4e9a47-80f4-4833-a8d2-1925791ad569 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:52:14.402839 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f8e9823-1e87-4bbf-982d-66e58314a4ca', 'tag': '5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd', 'status': 'completed', 'code': 200} Nov 12 08:52:14.404231 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-75c26daa-7801-4bc0-b712-de7a1a6741a6 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:14.465384 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-75c26daa-7801-4bc0-b712-de7a1a6741a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:14.484948 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-f5e94b9a-0759-411c-9a73-52e8595f8d95 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd HTTP/1.1" status: 200 len: 217 time: 0.1500080 Nov 12 08:52:14.539025 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7db2052d-4499-40bc-98e9-1527c23daee8 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:14.557453 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-588c1673-baa3-4a42-a544-6330ebe5524f req-da72614e-e0bf-40ea-aeb4-73b1969ffced tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:14.616623 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c26daa-7801-4bc0-b712-de7a1a6741a6 None None] Network aea46ad5-032c-42ea-a4bd-0d17e68f1f3f is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:14.623017 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-be6282f8-60b0-466d-a970-0d0fc7324cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:14.625213 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-be6282f8-60b0-466d-a970-0d0fc7324cad service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b57be061-a31d-40d7-9fa1-39d4ef2ab6c9 HTTP/1.1" status: 200 len: 850 time: 0.0584331 Nov 12 08:52:14.635734 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-75c26daa-7801-4bc0-b712-de7a1a6741a6 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:14.638320 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c26daa-7801-4bc0-b712-de7a1a6741a6 None None] Pushing event updated for resources: {'Port': ['ID=9446d098-9e5d-4ef2-92be-6bab66886447,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:14.644837 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c26daa-7801-4bc0-b712-de7a1a6741a6 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:14.671097 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7db2052d-4499-40bc-98e9-1527c23daee8 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:14.678027 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db2052d-4499-40bc-98e9-1527c23daee8 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:14.680098 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7db2052d-4499-40bc-98e9-1527c23daee8 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:14.688699 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-588c1673-baa3-4a42-a544-6330ebe5524f req-da72614e-e0bf-40ea-aeb4-73b1969ffced tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:14.747680 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-75c26daa-7801-4bc0-b712-de7a1a6741a6 None None] Attempting to bind port 9446d098-9e5d-4ef2-92be-6bab66886447 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:52:14.748383 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-75c26daa-7801-4bc0-b712-de7a1a6741a6 None None] Attempting to bind port 9446d098-9e5d-4ef2-92be-6bab66886447 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'ee3d59f0-88df-4a86-ac3e-76754530acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aea46ad5-032c-42ea-a4bd-0d17e68f1f3f'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:52:14.750726 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c26daa-7801-4bc0-b712-de7a1a6741a6 None None] Attempting to bind port 9446d098-9e5d-4ef2-92be-6bab66886447 on network aea46ad5-032c-42ea-a4bd-0d17e68f1f3f {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:14.765768 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c26daa-7801-4bc0-b712-de7a1a6741a6 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:52:14.766149 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c26daa-7801-4bc0-b712-de7a1a6741a6 None None] Checking segment: {'id': 'ee3d59f0-88df-4a86-ac3e-76754530acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aea46ad5-032c-42ea-a4bd-0d17e68f1f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:14.766556 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-75c26daa-7801-4bc0-b712-de7a1a6741a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:14.766970 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c26daa-7801-4bc0-b712-de7a1a6741a6 None None] Bound using segment: {'id': 'ee3d59f0-88df-4a86-ac3e-76754530acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aea46ad5-032c-42ea-a4bd-0d17e68f1f3f'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:52:14.767498 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-75c26daa-7801-4bc0-b712-de7a1a6741a6 None None] Bound port: 9446d098-9e5d-4ef2-92be-6bab66886447, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee3d59f0-88df-4a86-ac3e-76754530acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aea46ad5-032c-42ea-a4bd-0d17e68f1f3f'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:52:14.772811 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-75c26daa-7801-4bc0-b712-de7a1a6741a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:14.797424 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa0874-dc5e-4206-943d-82af2ed0598c req-fe19e88f-0dcd-4a84-9f5e-775f3c68cef7 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:14.799578 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d0aa0874-dc5e-4206-943d-82af2ed0598c req-fe19e88f-0dcd-4a84-9f5e-775f3c68cef7 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.2345774 Nov 12 08:52:14.801944 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-605f9b8d-d9f1-4795-bf93-aeec0bf00c2e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0b1315f5-71c6-44fb-ab0a-3eccc0f292e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174684 Nov 12 08:52:14.924025 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-75c26daa-7801-4bc0-b712-de7a1a6741a6 None None] For port 9446d098-9e5d-4ef2-92be-6bab66886447, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:52:14.924417 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-588c1673-baa3-4a42-a544-6330ebe5524f req-da72614e-e0bf-40ea-aeb4-73b1969ffced tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] Network f22db362-5b22-48fa-b19d-aed08ac4b563 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:14.929134 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-75c26daa-7801-4bc0-b712-de7a1a6741a6 None None] For port 9446d098-9e5d-4ef2-92be-6bab66886447, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9446d098-9e5d-4ef2-92be-6bab66886447,segment=NetworkSegment(ee3d59f0-88df-4a86-ac3e-76754530acb7),segment_id=ee3d59f0-88df-4a86-ac3e-76754530acb7)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:52:14.934455 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 3f3dd5c6-ee09-45d9-900b-4466adcad740 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:52:14.936771 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-588c1673-baa3-4a42-a544-6330ebe5524f req-da72614e-e0bf-40ea-aeb4-73b1969ffced tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:14.940616 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-75c26daa-7801-4bc0-b712-de7a1a6741a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:14.941727 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72614e-e0bf-40ea-aeb4-73b1969ffced tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] Pushing event updated for resources: {'Port': ['ID=fbb53f62-43ed-41ed-9701-ceedaa13b855,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:14.944872 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-120bc405-580d-41a4-ae70-bbb43dc62427 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Allocated IP 2001:db8:2::1 (aea46ad5-032c-42ea-a4bd-0d17e68f1f3f/ca69b7a7-3f1f-487d-ac5e-9f51fc614a93/0190053d-9d5e-4c02-9bd8-b6a3f2bfebba) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:52:14.948363 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-588c1673-baa3-4a42-a544-6330ebe5524f req-da72614e-e0bf-40ea-aeb4-73b1969ffced tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:14.994337 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7db2052d-4499-40bc-98e9-1527c23daee8 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8415294 Nov 12 08:52:15.039551 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d0aa0874-dc5e-4206-943d-82af2ed0598c req-3cd140fb-3950-4dfb-a996-314916b1db51 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293549 Nov 12 08:52:15.041139 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-70ab1f90-73d8-4a40-a906-de6583cb1179 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:15.052136 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c1673-baa3-4a42-a544-6330ebe5524f req-da72614e-e0bf-40ea-aeb4-73b1969ffced tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:15.052861 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-588c1673-baa3-4a42-a544-6330ebe5524f req-da72614e-e0bf-40ea-aeb4-73b1969ffced tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:15.138784 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c26daa-7801-4bc0-b712-de7a1a6741a6 None None] Pushing event updated for resources: {'Port': ['ID=9446d098-9e5d-4ef2-92be-6bab66886447,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:15.147554 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8518c470-f903-4abe-94fb-4a61db80d56e None None] Network 0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:15.189753 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-70ab1f90-73d8-4a40-a906-de6583cb1179 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:15.193493 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-70ab1f90-73d8-4a40-a906-de6583cb1179 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] 10.222.0.37 "DELETE /v2.0/subnets/86421fb4-2a92-47a7-ad34-f75f462fcea5 HTTP/1.1" status: 204 len: 168 time: 1.9820776 Nov 12 08:52:15.194376 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 3f3dd5c6-ee09-45d9-900b-4466adcad740 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:15.194671 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:15.194774 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2052d-4499-40bc-98e9-1527c23daee8 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Pushing event updated for resources: {'Network': ['ID=687a1edc-77aa-4d56-8699-7bf8ac8edd67,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:15.202392 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33818) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:15.202804 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33820) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:15.208089 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-17af4ad2-cb4e-4799-894f-5a4345004e15 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Request body: {'subnets': [{'network_id': '82ed7612-6a7f-4ac6-9a0c-4a030d5ac48c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2015292849', 'ip_version': 4}, {'network_id': '687a1edc-77aa-4d56-8699-7bf8ac8edd67', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:15.208441 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-17af4ad2-cb4e-4799-894f-5a4345004e15 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Request body: {'subnet': {'network_id': '82ed7612-6a7f-4ac6-9a0c-4a030d5ac48c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2015292849', 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:15.210136 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-17af4ad2-cb4e-4799-894f-5a4345004e15 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Request body: {'subnet': {'network_id': '687a1edc-77aa-4d56-8699-7bf8ac8edd67', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:15.226686 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab1f90-73d8-4a40-a906-de6583cb1179 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Pushing event deleted for resources: {'Subnet': ['ID=86421fb4-2a92-47a7-ad34-f75f462fcea5,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:15.274465 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:52:15.283929 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-120bc405-580d-41a4-ae70-bbb43dc62427 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:15.346509 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-120bc405-580d-41a4-ae70-bbb43dc62427 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:15.408854 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120bc405-580d-41a4-ae70-bbb43dc62427 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network aea46ad5-032c-42ea-a4bd-0d17e68f1f3f is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:15.421877 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-588c1673-baa3-4a42-a544-6330ebe5524f req-da72614e-e0bf-40ea-aeb4-73b1969ffced tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1062655 Nov 12 08:52:15.425797 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-120bc405-580d-41a4-ae70-bbb43dc62427 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:15.430527 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120bc405-580d-41a4-ae70-bbb43dc62427 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:15.431495 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-120bc405-580d-41a4-ae70-bbb43dc62427 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:15.440318 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-588c1673-baa3-4a42-a544-6330ebe5524f req-2b810b23-feb4-4493-8db2-a535d119a7a8 service neutron] Request body: {'port': {'device_id': '5374d0c7-95b5-429b-91ff-139d1539d82a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:15.549657 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c704d3d-a56a-410e-9997-ac8a767f9edb req-0b7363be-8c8c-4605-9188-af82dcf3edca tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:15.560193 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5c704d3d-a56a-410e-9997-ac8a767f9edb req-0b7363be-8c8c-4605-9188-af82dcf3edca tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f8e9823-1e87-4bbf-982d-66e58314a4ca HTTP/1.1" status: 200 len: 943 time: 0.3586667 Nov 12 08:52:15.567096 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-a4b3f184-917b-45a8-9878-bc4ff843d2b2 service neutron] 10.222.0.58 "GET /v2.0/networks/0b1315f5-71c6-44fb-ab0a-3eccc0f292e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7013307 Nov 12 08:52:15.571213 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120bc405-580d-41a4-ae70-bbb43dc62427 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Port': ['ID=0190053d-9d5e-4c02-9bd8-b6a3f2bfebba,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:15.643304 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e176e34-75c1-41b1-afc8-d5c53ec318d8 None None] DHCP port deletion for 0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:52:15.696048 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-588c1673-baa3-4a42-a544-6330ebe5524f req-2b810b23-feb4-4493-8db2-a535d119a7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:15.763340 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-1e176e34-75c1-41b1-afc8-d5c53ec318d8 None None] Deleting port 217222f6-5633-4c0a-a151-8a9b797f55bf {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:15.764019 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1e176e34-75c1-41b1-afc8-d5c53ec318d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:15.766396 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-120bc405-580d-41a4-ae70-bbb43dc62427 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:15.882789 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-1e176e34-75c1-41b1-afc8-d5c53ec318d8 None None] For port 217222f6-5633-4c0a-a151-8a9b797f55bf, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=217222f6-5633-4c0a-a151-8a9b797f55bf,segment=NetworkSegment(38c952e4-1759-4263-ba44-077e02ab5a09),segment_id=38c952e4-1759-4263-ba44-077e02ab5a09)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:15.883199 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1e176e34-75c1-41b1-afc8-d5c53ec318d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:15.912167 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-1e176e34-75c1-41b1-afc8-d5c53ec318d8 None None] Calling delete_port for 217222f6-5633-4c0a-a151-8a9b797f55bf owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:16.047690 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1e176e34-75c1-41b1-afc8-d5c53ec318d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:16.078296 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e176e34-75c1-41b1-afc8-d5c53ec318d8 None None] Pushing event deleted for resources: {'Port': ['ID=217222f6-5633-4c0a-a151-8a9b797f55bf,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:16.089184 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e176e34-75c1-41b1-afc8-d5c53ec318d8 None None] No DVR routers for this DVR port 217222f6-5633-4c0a-a151-8a9b797f55bf on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:52:16.174099 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1ddb9e4d-76a5-4f7d-8a0b-1bd1d95f31b9 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:16.204483 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17af4ad2-cb4e-4799-894f-5a4345004e15 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Made reservation on behalf of 3240a63f1561458291e1f72068e77394 for: {'subnet': 2} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:16.208822 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-17af4ad2-cb4e-4799-894f-5a4345004e15 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:16.209164 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-17af4ad2-cb4e-4799-894f-5a4345004e15 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:16.307663 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5c704d3d-a56a-410e-9997-ac8a767f9edb req-bf426308-27ac-4ea2-8b00-ecaf5bf80877 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] 10.222.0.37 "GET /v2.0/security-groups?id=03ef1911-345d-4844-b329-6503621e939a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7465179 Nov 12 08:52:16.384827 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-731d42dd-b314-44ba-80ed-1f53781b1539 req-be712729-cb30-49fd-ba87-52358e641fdc service neutron] 10.222.0.58 "GET /v2.0/networks/0b1315f5-71c6-44fb-ab0a-3eccc0f292e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8046651 Nov 12 08:52:16.402859 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-588c1673-baa3-4a42-a544-6330ebe5524f req-2b810b23-feb4-4493-8db2-a535d119a7a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbb53f62-43ed-41ed-9701-ceedaa13b855 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:52:16.422942 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-588c1673-baa3-4a42-a544-6330ebe5524f req-2b810b23-feb4-4493-8db2-a535d119a7a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:16.445998 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-588c1673-baa3-4a42-a544-6330ebe5524f req-2b810b23-feb4-4493-8db2-a535d119a7a8 service neutron] Transition to ACTIVE for port object fbb53f62-43ed-41ed-9701-ceedaa13b855 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:52:16.458572 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-588c1673-baa3-4a42-a544-6330ebe5524f req-2b810b23-feb4-4493-8db2-a535d119a7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:16.652861 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1ddb9e4d-76a5-4f7d-8a0b-1bd1d95f31b9 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:16.686488 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-1ddb9e4d-76a5-4f7d-8a0b-1bd1d95f31b9 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:16.697465 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-1ddb9e4d-76a5-4f7d-8a0b-1bd1d95f31b9 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c952e4-1759-4263-ba44-077e02ab5a09') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:16.697764 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-1ddb9e4d-76a5-4f7d-8a0b-1bd1d95f31b9 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c952e4-1759-4263-ba44-077e02ab5a09') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:16.708969 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1ddb9e4d-76a5-4f7d-8a0b-1bd1d95f31b9 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:16.725797 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1ddb9e4d-76a5-4f7d-8a0b-1bd1d95f31b9 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:16.730682 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-588c1673-baa3-4a42-a544-6330ebe5524f req-2b810b23-feb4-4493-8db2-a535d119a7a8 service neutron] Attempting to bind port fbb53f62-43ed-41ed-9701-ceedaa13b855 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:52:16.731127 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-588c1673-baa3-4a42-a544-6330ebe5524f req-2b810b23-feb4-4493-8db2-a535d119a7a8 service neutron] Attempting to bind port fbb53f62-43ed-41ed-9701-ceedaa13b855 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '9e75a772-0ceb-40a4-8849-c666027bd0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f22db362-5b22-48fa-b19d-aed08ac4b563'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:52:16.731348 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588c1673-baa3-4a42-a544-6330ebe5524f req-2b810b23-feb4-4493-8db2-a535d119a7a8 service neutron] Attempting to bind port fbb53f62-43ed-41ed-9701-ceedaa13b855 on network f22db362-5b22-48fa-b19d-aed08ac4b563 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:16.733728 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b810b23-feb4-4493-8db2-a535d119a7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb53f62-43ed-41ed-9701-ceedaa13b855,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:16.769823 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588c1673-baa3-4a42-a544-6330ebe5524f req-2b810b23-feb4-4493-8db2-a535d119a7a8 service neutron] Port fbb53f62-43ed-41ed-9701-ceedaa13b855 on network f22db362-5b22-48fa-b19d-aed08ac4b563 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:52:16.770234 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588c1673-baa3-4a42-a544-6330ebe5524f req-2b810b23-feb4-4493-8db2-a535d119a7a8 service neutron] Attempting to bind port fbb53f62-43ed-41ed-9701-ceedaa13b855 on network f22db362-5b22-48fa-b19d-aed08ac4b563 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:16.777101 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ddb9e4d-76a5-4f7d-8a0b-1bd1d95f31b9 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:52:16.777558 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1ddb9e4d-76a5-4f7d-8a0b-1bd1d95f31b9 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:16.783410 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588c1673-baa3-4a42-a544-6330ebe5524f req-2b810b23-feb4-4493-8db2-a535d119a7a8 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:52:16.783601 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588c1673-baa3-4a42-a544-6330ebe5524f req-2b810b23-feb4-4493-8db2-a535d119a7a8 service neutron] Checking segment: {'id': '9e75a772-0ceb-40a4-8849-c666027bd0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f22db362-5b22-48fa-b19d-aed08ac4b563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:16.784023 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588c1673-baa3-4a42-a544-6330ebe5524f req-2b810b23-feb4-4493-8db2-a535d119a7a8 service neutron] Bound using segment: {'id': '9e75a772-0ceb-40a4-8849-c666027bd0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f22db362-5b22-48fa-b19d-aed08ac4b563'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:52:16.785057 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:52:16.785057 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:52:16.785057 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:52:16.785057 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:52:16.785057 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:52:16.785057 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:52:16.785057 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:52:16.785057 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:52:16.785057 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:52:16.785057 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:52:16.785057 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:52:16.785057 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:52:16.785057 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:52:16.785057 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:52:16.785057 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:52:16.785057 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:52:16.785057 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:52:16.785057 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:52:16.785057 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:52:16.785057 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:52:16.785057 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:52:16.785057 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:52:16.785057 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:52:16.785057 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:52:16.785057 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:52:16.785057 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:52:16.785057 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:52:16.785057 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:52:16.785057 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:52:16.785057 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:52:16.785057 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:52:16.785057 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:52:16.789258 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-588c1673-baa3-4a42-a544-6330ebe5524f req-2b810b23-feb4-4493-8db2-a535d119a7a8 service neutron] Bound port: fbb53f62-43ed-41ed-9701-ceedaa13b855, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e75a772-0ceb-40a4-8849-c666027bd0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f22db362-5b22-48fa-b19d-aed08ac4b563'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:52:16.789258 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-588c1673-baa3-4a42-a544-6330ebe5524f req-2b810b23-feb4-4493-8db2-a535d119a7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:16.815963 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f1c533-04ff-42ea-a307-cea5a6f27999 None None] Network aea46ad5-032c-42ea-a4bd-0d17e68f1f3f requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:16.908226 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e1ce4-4394-4292-99c1-6bfbfa0dc8ae req-ae86baaf-7cfc-4cd9-86db-14068887e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:16.909906 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-428e1ce4-4394-4292-99c1-6bfbfa0dc8ae req-ae86baaf-7cfc-4cd9-86db-14068887e734 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=80cba63a5f3c423896b758b0902dcec9&device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 1097 time: 0.2771146 Nov 12 08:52:16.918057 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c6d08-6af3-47ee-8bb6-00861e796eec req-9941640d-1f4c-49d5-b146-d72ac241e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:16.921178 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ea7c6d08-6af3-47ee-8bb6-00861e796eec req-9941640d-1f4c-49d5-b146-d72ac241e5b4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e07e7c55504547f0b3acfc597cc70f68&device_id=6f8e9823-1e87-4bbf-982d-66e58314a4ca HTTP/1.1" status: 200 len: 1095 time: 0.4661243 Nov 12 08:52:16.955427 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9446d098-9e5d-4ef2-92be-6bab66886447 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:52:16.965367 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-fd30d814-01d3-40c8-b3c3-c90bcd138ea7 None None] Provisioning complete for port 9446d098-9e5d-4ef2-92be-6bab66886447 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:16.965889 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fd30d814-01d3-40c8-b3c3-c90bcd138ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:17.065168 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e1ce4-4394-4292-99c1-6bfbfa0dc8ae req-63a6220c-3326-4573-9f8e-15e464daf7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:17.068131 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-428e1ce4-4394-4292-99c1-6bfbfa0dc8ae req-63a6220c-3326-4573-9f8e-15e464daf7e2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=837ec62d-b3f5-4602-995a-15f6fc8805b4 HTTP/1.1" status: 200 len: 912 time: 0.1364372 Nov 12 08:52:17.071803 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-120bc405-580d-41a4-ae70-bbb43dc62427 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:17.155059 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1ddb9e4d-76a5-4f7d-8a0b-1bd1d95f31b9 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:17.158937 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-428e1ce4-4394-4292-99c1-6bfbfa0dc8ae req-97e14c74-bb9a-4cce-b4af-7cd077643221 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=208f95e9-28ae-4c99-8b45-cff231909e59 HTTP/1.1" status: 200 len: 1000 time: 0.0817728 Nov 12 08:52:17.161606 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1ddb9e4d-76a5-4f7d-8a0b-1bd1d95f31b9 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:17.163291 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-120bc405-580d-41a4-ae70-bbb43dc62427 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:17.164434 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-120bc405-580d-41a4-ae70-bbb43dc62427 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:17.180251 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1ddb9e4d-76a5-4f7d-8a0b-1bd1d95f31b9 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] 10.222.0.37 "DELETE /v2.0/networks/0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c HTTP/1.1" status: 204 len: 168 time: 1.9594569 Nov 12 08:52:17.230514 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 9446d098-9e5d-4ef2-92be-6bab66886447 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:17.231375 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:17.243129 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e1ce4-4394-4292-99c1-6bfbfa0dc8ae req-e6c5487b-a1e4-4bb8-8d98-f79403d2b072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:17.249274 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-428e1ce4-4394-4292-99c1-6bfbfa0dc8ae req-e6c5487b-a1e4-4bb8-8d98-f79403d2b072 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=601c19d7-10c1-44ee-a86c-ac9c499e748d HTTP/1.1" status: 200 len: 850 time: 0.0701532 Nov 12 08:52:17.302964 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb9e4d-76a5-4f7d-8a0b-1bd1d95f31b9 tempest-AllowedAddressPairIpV6TestJSON-95889844 tempest-AllowedAddressPairIpV6TestJSON-95889844-project] Pushing event deleted for resources: {'Network': ['ID=0720396f-6d2f-4a9a-bab6-8a3ffcf3a00c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:17.424805 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:17.429699 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120bc405-580d-41a4-ae70-bbb43dc62427 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network aea46ad5-032c-42ea-a4bd-0d17e68f1f3f is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:17.452968 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fd30d814-01d3-40c8-b3c3-c90bcd138ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:17.454687 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-120bc405-580d-41a4-ae70-bbb43dc62427 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:17.509837 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c9bac-2f5f-4aba-86af-fec037b971ec req-d83662ab-4da9-4bb5-8c0a-e5469db2bb28 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:17.512419 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b6c9bac-2f5f-4aba-86af-fec037b971ec req-d83662ab-4da9-4bb5-8c0a-e5469db2bb28 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] 10.222.0.37 "GET /v2.0/ports?device_id=5374d0c7-95b5-429b-91ff-139d1539d82a HTTP/1.1" status: 200 len: 943 time: 0.7832539 Nov 12 08:52:17.512684 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 9446d098-9e5d-4ef2-92be-6bab66886447, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9446d098-9e5d-4ef2-92be-6bab66886447,segment=NetworkSegment(ee3d59f0-88df-4a86-ac3e-76754530acb7),segment_id=ee3d59f0-88df-4a86-ac3e-76754530acb7)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:17.557270 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120bc405-580d-41a4-ae70-bbb43dc62427 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Port': ['ID=0190053d-9d5e-4c02-9bd8-b6a3f2bfebba,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:17.590491 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:17.593390 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-588c1673-baa3-4a42-a544-6330ebe5524f req-2b810b23-feb4-4493-8db2-a535d119a7a8 service neutron] For port fbb53f62-43ed-41ed-9701-ceedaa13b855, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:52:17.672032 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-fd30d814-01d3-40c8-b3c3-c90bcd138ea7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:52:17.673006 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-fd30d814-01d3-40c8-b3c3-c90bcd138ea7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:52:17.683283 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33836) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:17.696710 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 217222f6-5633-4c0a-a151-8a9b797f55bf no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:52:17.708742 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-588c1673-baa3-4a42-a544-6330ebe5524f req-2b810b23-feb4-4493-8db2-a535d119a7a8 service neutron] For port fbb53f62-43ed-41ed-9701-ceedaa13b855, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=fbb53f62-43ed-41ed-9701-ceedaa13b855,segment=NetworkSegment(9e75a772-0ceb-40a4-8849-c666027bd0e2),segment_id=9e75a772-0ceb-40a4-8849-c666027bd0e2)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:52:17.736805 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c6d08-6af3-47ee-8bb6-00861e796eec req-0cc0850c-f72f-4112-a486-a696508e8ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:17.738344 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ea7c6d08-6af3-47ee-8bb6-00861e796eec req-0cc0850c-f72f-4112-a486-a696508e8ca9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0b1315f5-71c6-44fb-ab0a-3eccc0f292e9 HTTP/1.1" status: 200 len: 911 time: 0.5953135 Nov 12 08:52:17.767712 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 217222f6-5633-4c0a-a151-8a9b797f55bf {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:52:17.768688 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 217222f6-5633-4c0a-a151-8a9b797f55bf not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:52:17.812596 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=9446d098-9e5d-4ef2-92be-6bab66886447,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:17.921901 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b6c9bac-2f5f-4aba-86af-fec037b971ec req-58a93648-7c3a-43ae-b0cf-650c0a4266fe tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] 10.222.0.37 "GET /v2.0/security-groups?id=9da96bbe-1042-4cbc-90bf-05fe08eeca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783362 Nov 12 08:52:17.946343 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ea7c6d08-6af3-47ee-8bb6-00861e796eec req-65016c1c-bb1a-496f-aaeb-7ecd2da7dce8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd HTTP/1.1" status: 200 len: 217 time: 0.1097975 Nov 12 08:52:17.979486 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-17af4ad2-cb4e-4799-894f-5a4345004e15 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:18.121173 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c6d08-6af3-47ee-8bb6-00861e796eec req-1da7a529-bc14-42be-b570-3064452e57f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:18.122701 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ea7c6d08-6af3-47ee-8bb6-00861e796eec req-1da7a529-bc14-42be-b570-3064452e57f9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b57be061-a31d-40d7-9fa1-39d4ef2ab6c9 HTTP/1.1" status: 200 len: 850 time: 0.1750360 Nov 12 08:52:18.180565 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ea7c6d08-6af3-47ee-8bb6-00861e796eec req-b05d162a-081b-4643-83c6-65a08a310084 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0b1315f5-71c6-44fb-ab0a-3eccc0f292e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349429 Nov 12 08:52:18.198429 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-588c1673-baa3-4a42-a544-6330ebe5524f req-2b810b23-feb4-4493-8db2-a535d119a7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:18.223119 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c1673-baa3-4a42-a544-6330ebe5524f req-2b810b23-feb4-4493-8db2-a535d119a7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:18.224905 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-588c1673-baa3-4a42-a544-6330ebe5524f req-2b810b23-feb4-4493-8db2-a535d119a7a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:18.227461 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-588c1673-baa3-4a42-a544-6330ebe5524f req-2b810b23-feb4-4493-8db2-a535d119a7a8 service neutron] 10.222.0.54 "PUT /v2.0/ports/fbb53f62-43ed-41ed-9701-ceedaa13b855 HTTP/1.1" status: 200 len: 1092 time: 2.7919402 Nov 12 08:52:18.232334 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5374d0c7-95b5-429b-91ff-139d1539d82a', 'tag': 'fbb53f62-43ed-41ed-9701-ceedaa13b855'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:52:18.237085 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a0fedb-7af1-4c81-b454-67977449ef52" -d '{"events": [{"name": "network-changed", "server_uuid": "5374d0c7-95b5-429b-91ff-139d1539d82a", "tag": "fbb53f62-43ed-41ed-9701-ceedaa13b855"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:52:18.277158 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2f7d4d2f-483d-41ed-9a0b-9767f455dc49 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=32c937750e3541549fe5f80ce0b6544c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5907867 Nov 12 08:52:18.283798 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17af4ad2-cb4e-4799-894f-5a4345004e15 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Checking segment: {'id': 'ef8246ea-a6d8-471e-9486-5c69029ae544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '82ed7612-6a7f-4ac6-9a0c-4a030d5ac48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:18.284260 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17af4ad2-cb4e-4799-894f-5a4345004e15 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Network hostable DHCP agents. Network: 82ed7612-6a7f-4ac6-9a0c-4a030d5ac48c, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:52:18.291448 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33844) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:18.342784 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e1ce4-4394-4292-99c1-6bfbfa0dc8ae req-3a2efda7-6afe-497c-90cb-f7033bc5089f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:18.344534 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-428e1ce4-4394-4292-99c1-6bfbfa0dc8ae req-3a2efda7-6afe-497c-90cb-f7033bc5089f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=837ec62d-b3f5-4602-995a-15f6fc8805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9099934 Nov 12 08:52:18.356208 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af4ad2-cb4e-4799-894f-5a4345004e15 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Pushing event updated for resources: {'Subnet': ['ID=a9950e17-f986-49ed-ad46-85fe3b55097d,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:18.406557 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543e306-7eb9-4d0b-8f14-87da25627ceb req-920fe774-d325-4df6-bbf0-cff24e66c36a tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:18.412423 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3543e306-7eb9-4d0b-8f14-87da25627ceb req-920fe774-d325-4df6-bbf0-cff24e66c36a tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.3721528 Nov 12 08:52:18.436584 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b810b23-feb4-4493-8db2-a535d119a7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb53f62-43ed-41ed-9701-ceedaa13b855,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:18.460917 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17af4ad2-cb4e-4799-894f-5a4345004e15 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Network 82ed7612-6a7f-4ac6-9a0c-4a030d5ac48c is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:52:18.464309 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e568d11a-7664-4f95-8022-f854febf7027 None None] Provisioning complete for port 9446d098-9e5d-4ef2-92be-6bab66886447 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:18.466104 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e568d11a-7664-4f95-8022-f854febf7027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:18.529284 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-17af4ad2-cb4e-4799-894f-5a4345004e15 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 82ed7612-6a7f-4ac6-9a0c-4a030d5ac48c) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:18.532049 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-428e1ce4-4394-4292-99c1-6bfbfa0dc8ae req-fe2c0c55-bde0-4a4b-a048-b8336c2eaafc service neutron] 10.222.0.54 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578674 Nov 12 08:52:18.534981 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-17af4ad2-cb4e-4799-894f-5a4345004e15 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:18.561153 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dcadea-9d24-46b8-aaa0-e09bace89e2c None None] Network 82ed7612-6a7f-4ac6-9a0c-4a030d5ac48c requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:18.573940 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c1673-baa3-4a42-a544-6330ebe5524f req-b0db47c6-c807-41d8-b42a-a149fcea2017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:18.577278 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-588c1673-baa3-4a42-a544-6330ebe5524f req-b0db47c6-c807-41d8-b42a-a149fcea2017 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b07331d88cee48b593b63f60c5bffc1b&device_id=5374d0c7-95b5-429b-91ff-139d1539d82a HTTP/1.1" status: 200 len: 1095 time: 0.2618837 Nov 12 08:52:18.662176 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ea7c6d08-6af3-47ee-8bb6-00861e796eec req-ca7bfccc-703f-474b-908a-85b003fce7ea service neutron] 10.222.0.58 "GET /v2.0/networks/0b1315f5-71c6-44fb-ab0a-3eccc0f292e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691610 Nov 12 08:52:18.674403 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-588c1673-baa3-4a42-a544-6330ebe5524f req-6ec5bbdf-c797-4287-a6bf-b364318b7ae1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbb53f62-43ed-41ed-9701-ceedaa13b855 HTTP/1.1" status: 200 len: 217 time: 0.0626769 Nov 12 08:52:18.679510 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120bc405-580d-41a4-ae70-bbb43dc62427 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:52:18.699829 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-017e556a-06de-4da9-8ebd-0cd03358b8de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:18.705674 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3543e306-7eb9-4d0b-8f14-87da25627ceb req-d9562a70-cd61-4c58-8dd4-efad39c343d9 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2558939 Nov 12 08:52:18.764246 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af4ad2-cb4e-4799-894f-5a4345004e15 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Pushing event updated for resources: {'Subnet': ['ID=bd55ff4e-7135-4acf-bdf5-f2dcbb7e9721,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:18.825284 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17af4ad2-cb4e-4799-894f-5a4345004e15 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Checking segment: {'id': '144c7f3f-048d-4044-b44a-d8c57a1da7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '687a1edc-77aa-4d56-8699-7bf8ac8edd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:18.825663 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17af4ad2-cb4e-4799-894f-5a4345004e15 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Network hostable DHCP agents. Network: 687a1edc-77aa-4d56-8699-7bf8ac8edd67, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:52:18.845096 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-017e556a-06de-4da9-8ebd-0cd03358b8de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:18.870397 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e568d11a-7664-4f95-8022-f854febf7027 None None] Provisioning complete for port 0190053d-9d5e-4c02-9bd8-b6a3f2bfebba triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:18.870935 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e568d11a-7664-4f95-8022-f854febf7027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:18.934388 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e568d11a-7664-4f95-8022-f854febf7027 None None] Port 0190053d-9d5e-4c02-9bd8-b6a3f2bfebba cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:52:18.939086 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9446d098-9e5d-4ef2-92be-6bab66886447 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:52:18.986280 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17af4ad2-cb4e-4799-894f-5a4345004e15 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:52:19.003099 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfd9f1a-b6c8-4b8a-a8f0-fb2e1f430eb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-82ed7612-6a7f-4ac6-9a0c-4a030d5ac48c', 'network_id': '82ed7612-6a7f-4ac6-9a0c-4a030d5ac48c', 'tenant_id': '3240a63f1561458291e1f72068e77394', 'fixed_ips': [{'subnet_id': 'a9950e17-f986-49ed-ad46-85fe3b55097d'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:52:19.005155 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9f1a-b6c8-4b8a-a8f0-fb2e1f430eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:19.034958 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-17af4ad2-cb4e-4799-894f-5a4345004e15 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 687a1edc-77aa-4d56-8699-7bf8ac8edd67) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:19.042613 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17af4ad2-cb4e-4799-894f-5a4345004e15 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:19.043199 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17af4ad2-cb4e-4799-894f-5a4345004e15 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:19.043944 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-17af4ad2-cb4e-4799-894f-5a4345004e15 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:19.066486 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f503c31c-af6d-49b8-86d3-48e9beedf0b0 None None] Network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:19.069686 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ea7c6d08-6af3-47ee-8bb6-00861e796eec req-1d9b3058-0b7a-434e-a2a9-d939dabc2604 service neutron] 10.222.0.58 "GET /v2.0/networks/0b1315f5-71c6-44fb-ab0a-3eccc0f292e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933737 Nov 12 08:52:19.085938 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c5083-3348-4ff8-bf8a-7c9cdfbdf4f0 req-7ec76eee-acdb-4460-a29d-e9824210c94f tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:19.093964 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9c2c5083-3348-4ff8-bf8a-7c9cdfbdf4f0 req-7ec76eee-acdb-4460-a29d-e9824210c94f tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f8e9823-1e87-4bbf-982d-66e58314a4ca HTTP/1.1" status: 200 len: 943 time: 0.1938016 Nov 12 08:52:19.119648 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-017e556a-06de-4da9-8ebd-0cd03358b8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:19.120126 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120bc405-580d-41a4-ae70-bbb43dc62427 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:52:19.124467 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-017e556a-06de-4da9-8ebd-0cd03358b8de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:19.128720 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-017e556a-06de-4da9-8ebd-0cd03358b8de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/00f93f75-c77e-4808-a83c-98d351c9d6c2 HTTP/1.1" status: 204 len: 168 time: 0.8260431 Nov 12 08:52:19.134808 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a481277-0643-4d1a-b12e-bb0ee6afd929 None None] Sync routers for ids ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:52:19.142053 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-17af4ad2-cb4e-4799-894f-5a4345004e15 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.9381025 Nov 12 08:52:19.144047 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33852) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:19.181102 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a481277-0643-4d1a-b12e-bb0ee6afd929 None None] Routers {'15f61129-b93a-4a5a-bf68-de3f6c51bc61'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:19.183940 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-5a481277-0643-4d1a-b12e-bb0ee6afd929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:52:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:19.197125 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-120bc405-580d-41a4-ae70-bbb43dc62427 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "PUT /v2.0/routers/15f61129-b93a-4a5a-bf68-de3f6c51bc61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5681758 Nov 12 08:52:19.219787 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9c2c5083-3348-4ff8-bf8a-7c9cdfbdf4f0 req-da9557b7-ac1b-490a-bd5d-a77bf67ffe41 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] 10.222.0.37 "GET /v2.0/security-groups?id=03ef1911-345d-4844-b329-6503621e939a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246965 Nov 12 08:52:19.223277 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e556a-06de-4da9-8ebd-0cd03358b8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f93f75-c77e-4808-a83c-98d351c9d6c2,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:19.223548 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33854) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:19.257723 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c1673-baa3-4a42-a544-6330ebe5524f req-708b4f01-06cf-4347-9d0e-1bc34fa1dcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:19.260584 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:52:19.268643 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-588c1673-baa3-4a42-a544-6330ebe5524f req-708b4f01-06cf-4347-9d0e-1bc34fa1dcf6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=59669991-5d8b-4d5d-a8b0-6314dc7606d2 HTTP/1.1" status: 200 len: 854 time: 0.5763805 Nov 12 08:52:19.277059 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6b4ca19c-2047-4cd6-a192-98ac0bda9df7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1514173503'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:19.292938 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db49714-2236-41b0-8e08-b543035b1df4 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:19.302585 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db49714-2236-41b0-8e08-b543035b1df4 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:19.304482 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db49714-2236-41b0-8e08-b543035b1df4 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:19.310291 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6db49714-2236-41b0-8e08-b543035b1df4 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1609132 Nov 12 08:52:19.310291 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33856) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:19.401645 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42df4449-cada-4428-bfa7-a12c2c6d0859 x-openstack-request-id: req-42df4449-cada-4428-bfa7-a12c2c6d0859 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:52:19.402020 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5374d0c7-95b5-429b-91ff-139d1539d82a", "tag": "fbb53f62-43ed-41ed-9701-ceedaa13b855", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:52:19.402341 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42df4449-cada-4428-bfa7-a12c2c6d0859 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:52:19.403828 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5374d0c7-95b5-429b-91ff-139d1539d82a', 'tag': 'fbb53f62-43ed-41ed-9701-ceedaa13b855', 'status': 'completed', 'code': 200} Nov 12 08:52:19.409357 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-588c1673-baa3-4a42-a544-6330ebe5524f req-d94eb576-3ebf-4612-a060-38d4e93958e6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f22db362-5b22-48fa-b19d-aed08ac4b563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133382 Nov 12 08:52:19.441517 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-a66d7896-d4ee-4762-ad38-4deb2526e77c tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Deleting subnet a9950e17-f986-49ed-ad46-85fe3b55097d {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:52:19.489970 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-5a481277-0643-4d1a-b12e-bb0ee6afd929 None None] Set router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:52:19.520011 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4ca19c-2047-4cd6-a192-98ac0bda9df7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Made reservation on behalf of c55c22fe318e4764964768a3f517f6bc for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:19.531884 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b4ca19c-2047-4cd6-a192-98ac0bda9df7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:19.545994 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-428e1ce4-4394-4292-99c1-6bfbfa0dc8ae req-0888ae77-9464-4626-9687-03b8ef5a403b service neutron] 10.222.0.54 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9933321 Nov 12 08:52:19.683439 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc9d77-67b5-47b3-9838-559c0ae5927b req-af2f0b90-a3b7-40b1-b14b-b9da2cdbc420 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:19.686996 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d7fc9d77-67b5-47b3-9838-559c0ae5927b req-af2f0b90-a3b7-40b1-b14b-b9da2cdbc420 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] 10.222.0.37 "GET /v2.0/ports?device_id=5374d0c7-95b5-429b-91ff-139d1539d82a HTTP/1.1" status: 200 len: 943 time: 0.1048417 Nov 12 08:52:19.703313 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4ca19c-2047-4cd6-a192-98ac0bda9df7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:52:19.716048 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 9446d098-9e5d-4ef2-92be-6bab66886447 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:19.717130 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:19.741068 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-588c1673-baa3-4a42-a544-6330ebe5524f req-b5b0af9b-60dd-49b9-ac49-f5b4fdd52d9d service neutron] 10.222.0.54 "GET /v2.0/networks/f22db362-5b22-48fa-b19d-aed08ac4b563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117843 Nov 12 08:52:19.744724 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b4ca19c-2047-4cd6-a192-98ac0bda9df7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:19.745049 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-6b4ca19c-2047-4cd6-a192-98ac0bda9df7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Added segment 60c328b7-6d57-4d49-b21f-8409d89f3af7 of type vlan for network 850dc6be-145f-4859-8794-d5d8164554fe Nov 12 08:52:19.812400 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-216d10fc-ba1b-4f39-9308-3f96f84f6fbd None None] Provisioning complete for port 0190053d-9d5e-4c02-9bd8-b6a3f2bfebba triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:19.813098 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-216d10fc-ba1b-4f39-9308-3f96f84f6fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:19.822604 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.resource_extend [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:52:19.926840 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-7dfd9f1a-b6c8-4b8a-a8f0-fb2e1f430eb5 None None] Allocated IP 172.20.0.2 (82ed7612-6a7f-4ac6-9a0c-4a030d5ac48c/a9950e17-f986-49ed-ad46-85fe3b55097d/0e9cd2ab-3319-478a-a82b-91c166f76788) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:52:19.945912 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d7fc9d77-67b5-47b3-9838-559c0ae5927b req-7034a27f-41ee-418c-8d75-3b49cf3b6f8e tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] 10.222.0.37 "GET /v2.0/security-groups?id=9da96bbe-1042-4cbc-90bf-05fe08eeca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466841 Nov 12 08:52:19.968514 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-588c1673-baa3-4a42-a544-6330ebe5524f req-aa1007cd-9bd8-41a3-92f6-9bddb526b10b service neutron] 10.222.0.54 "GET /v2.0/networks/f22db362-5b22-48fa-b19d-aed08ac4b563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927004 Nov 12 08:52:19.999277 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b4ca19c-2047-4cd6-a192-98ac0bda9df7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:20.092497 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-216d10fc-ba1b-4f39-9308-3f96f84f6fbd None None] Port 0190053d-9d5e-4c02-9bd8-b6a3f2bfebba cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:52:20.106720 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-5a481277-0643-4d1a-b12e-bb0ee6afd929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'name': 'tempest-RoutersIpV6Test-router-184507091', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:51:44Z', 'updated_at': '2021-11-12T08:52:15Z', 'revision_number': 4, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'gw_port_host': None, '_interfaces': [{'id': '0190053d-9d5e-4c02-9bd8-b6a3f2bfebba', 'name': '', 'network_id': 'aea46ad5-032c-42ea-a4bd-0d17e68f1f3f', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:67:69:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': 'ca69b7a7-3f1f-487d-ac5e-9f51fc614a93', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:14Z', 'updated_at': '2021-11-12T08:52:16Z', 'revision_number': 2, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'ca69b7a7-3f1f-487d-ac5e-9f51fc614a93', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f3dd5c6-ee09-45d9-900b-4466adcad740', 'name': '', 'network_id': 'dd3a7db8-dbd2-4b61-9c21-ddb89a90d755', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:cc:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:03Z', 'updated_at': '2021-11-12T08:52:13Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6027c92f-7750-42c1-b811-5ccffadce967', 'name': '', 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:01:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:51:49Z', 'updated_at': '2021-11-12T08:51:59Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:20.172308 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a481277-0643-4d1a-b12e-bb0ee6afd929 None None] Checking router: 15f61129-b93a-4a5a-bf68-de3f6c51bc61 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:52:20.173070 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a481277-0643-4d1a-b12e-bb0ee6afd929 None None] Updating router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 port 0190053d-9d5e-4c02-9bd8-b6a3f2bfebba binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:52:20.205012 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b4ca19c-2047-4cd6-a192-98ac0bda9df7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:20.213812 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5a481277-0643-4d1a-b12e-bb0ee6afd929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:20.226250 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4ca19c-2047-4cd6-a192-98ac0bda9df7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:20.237014 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b4ca19c-2047-4cd6-a192-98ac0bda9df7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:20.373922 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf764d-a7b5-449c-969c-6e8a600bb227 req-b5000b96-655e-49af-8dcd-e0b485e4e05c tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:20.387445 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3bdf764d-a7b5-449c-969c-6e8a600bb227 req-b5000b96-655e-49af-8dcd-e0b485e4e05c tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.2586167 Nov 12 08:52:20.403698 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6b4ca19c-2047-4cd6-a192-98ac0bda9df7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1483290 Nov 12 08:52:20.425249 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33874) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:20.439967 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd,segment=NetworkSegment(b304d2ef-a824-4900-a7bd-e8159117756c),segment_id=b304d2ef-a824-4900-a7bd-e8159117756c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:20.444789 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-3148631c-7d2e-4b95-a635-0be88ba29370 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Request body: {'subnet': {'network_id': '850dc6be-145f-4859-8794-d5d8164554fe', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:20.570990 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0fedb-7af1-4c81-b454-67977449ef52 req-f7fd33f4-d404-4a96-a93a-44a3e8493cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:20.574406 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-45a0fedb-7af1-4c81-b454-67977449ef52 req-f7fd33f4-d404-4a96-a93a-44a3e8493cf0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b07331d88cee48b593b63f60c5bffc1b&device_id=5374d0c7-95b5-429b-91ff-139d1539d82a HTTP/1.1" status: 200 len: 1095 time: 0.4895909 Nov 12 08:52:20.576162 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ca19c-2047-4cd6-a192-98ac0bda9df7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Network': ['ID=850dc6be-145f-4859-8794-d5d8164554fe,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:20.589153 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd', 'network_id': '0b1315f5-71c6-44fb-ab0a-3eccc0f292e9', 'port_id': '5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd', 'mac_address': 'fa:16:3e:75:39:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b57be061-a31d-40d7-9fa1-39d4ef2ab6c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:52:20.666717 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:20.670842 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 850dc6be-145f-4859-8794-d5d8164554fe details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:52:20.672119 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3bdf764d-a7b5-449c-969c-6e8a600bb227 req-83a367de-654c-42e7-9bc6-c74902958579 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2736108 Nov 12 08:52:20.676107 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3148631c-7d2e-4b95-a635-0be88ba29370 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Made reservation on behalf of c55c22fe318e4764964768a3f517f6bc for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:20.687686 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3148631c-7d2e-4b95-a635-0be88ba29370 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:20.908161 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-687a1edc-77aa-4d56-8699-7bf8ac8edd67', 'network_id': '687a1edc-77aa-4d56-8699-7bf8ac8edd67', 'tenant_id': '3240a63f1561458291e1f72068e77394', 'fixed_ips': [{'subnet_id': 'bd55ff4e-7135-4acf-bdf5-f2dcbb7e9721'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:52:20.911565 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:20.921304 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0fedb-7af1-4c81-b454-67977449ef52 req-e36d828e-26d2-4e71-8e6d-9c1e5e15c7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:20.925828 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-45a0fedb-7af1-4c81-b454-67977449ef52 req-e36d828e-26d2-4e71-8e6d-9c1e5e15c7ce service neutron] 10.222.0.54 "GET /v2.0/networks?id=f22db362-5b22-48fa-b19d-aed08ac4b563 HTTP/1.1" status: 200 len: 915 time: 0.3385901 Nov 12 08:52:20.958149 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:52:21.015684 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd,segment=NetworkSegment(b304d2ef-a824-4900-a7bd-e8159117756c),segment_id=b304d2ef-a824-4900-a7bd-e8159117756c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:21.080075 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-45a0fedb-7af1-4c81-b454-67977449ef52 req-c589f721-826e-4385-89a5-f1cd6b736be2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbb53f62-43ed-41ed-9701-ceedaa13b855 HTTP/1.1" status: 200 len: 217 time: 0.1442327 Nov 12 08:52:21.080255 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5a481277-0643-4d1a-b12e-bb0ee6afd929 None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:21.083278 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:21.091135 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5a481277-0643-4d1a-b12e-bb0ee6afd929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:21.196381 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0fedb-7af1-4c81-b454-67977449ef52 req-e1d87e0b-db08-451c-a38d-b266747d203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:21.205691 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-45a0fedb-7af1-4c81-b454-67977449ef52 req-e1d87e0b-db08-451c-a38d-b266747d203c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=59669991-5d8b-4d5d-a8b0-6314dc7606d2 HTTP/1.1" status: 200 len: 854 time: 0.1174471 Nov 12 08:52:21.227840 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95422b9-0890-4329-9265-78e03138c0e0 None None] Pushing event updated for resources: {'Port': ['ID=0190053d-9d5e-4c02-9bd8-b6a3f2bfebba,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:21.280745 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-45a0fedb-7af1-4c81-b454-67977449ef52 req-ddfba835-fc25-495b-9880-a1167ab032d0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f22db362-5b22-48fa-b19d-aed08ac4b563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658495 Nov 12 08:52:21.372247 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-5a481277-0643-4d1a-b12e-bb0ee6afd929 None None] Attempting to bind port 0190053d-9d5e-4c02-9bd8-b6a3f2bfebba on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:52:21.373752 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-5a481277-0643-4d1a-b12e-bb0ee6afd929 None None] Attempting to bind port 0190053d-9d5e-4c02-9bd8-b6a3f2bfebba by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'ee3d59f0-88df-4a86-ac3e-76754530acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aea46ad5-032c-42ea-a4bd-0d17e68f1f3f'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:52:21.374609 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a481277-0643-4d1a-b12e-bb0ee6afd929 None None] Attempting to bind port 0190053d-9d5e-4c02-9bd8-b6a3f2bfebba on network aea46ad5-032c-42ea-a4bd-0d17e68f1f3f {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:21.403989 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:52:21.407248 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a481277-0643-4d1a-b12e-bb0ee6afd929 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:52:21.420444 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a481277-0643-4d1a-b12e-bb0ee6afd929 None None] Checking segment: {'id': 'ee3d59f0-88df-4a86-ac3e-76754530acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aea46ad5-032c-42ea-a4bd-0d17e68f1f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:21.422209 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5a481277-0643-4d1a-b12e-bb0ee6afd929 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:21.422722 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a481277-0643-4d1a-b12e-bb0ee6afd929 None None] Bound using segment: {'id': 'ee3d59f0-88df-4a86-ac3e-76754530acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aea46ad5-032c-42ea-a4bd-0d17e68f1f3f'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:52:21.423731 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-5a481277-0643-4d1a-b12e-bb0ee6afd929 None None] Bound port: 0190053d-9d5e-4c02-9bd8-b6a3f2bfebba, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee3d59f0-88df-4a86-ac3e-76754530acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aea46ad5-032c-42ea-a4bd-0d17e68f1f3f'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:52:21.424446 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5a481277-0643-4d1a-b12e-bb0ee6afd929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:21.468641 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33888) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:21.513479 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-45a0fedb-7af1-4c81-b454-67977449ef52 req-88eb1f59-cb7b-422c-ade4-82ff4aec2866 service neutron] 10.222.0.54 "GET /v2.0/networks/f22db362-5b22-48fa-b19d-aed08ac4b563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226794 Nov 12 08:52:21.533704 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c6898-403d-4b14-92ef-677de5316394 req-5983557d-17c6-4efc-9261-68dd53c88ab9 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:21.543849 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9f1a-b6c8-4b8a-a8f0-fb2e1f430eb5 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:21.553507 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-074c6898-403d-4b14-92ef-677de5316394 req-5983557d-17c6-4efc-9261-68dd53c88ab9 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f8e9823-1e87-4bbf-982d-66e58314a4ca HTTP/1.1" status: 200 len: 944 time: 0.4071920 Nov 12 08:52:21.630218 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3148631c-7d2e-4b95-a635-0be88ba29370 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:21.664092 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-5a481277-0643-4d1a-b12e-bb0ee6afd929 None None] For port 0190053d-9d5e-4c02-9bd8-b6a3f2bfebba, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:52:21.674775 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-5a481277-0643-4d1a-b12e-bb0ee6afd929 None None] For port 0190053d-9d5e-4c02-9bd8-b6a3f2bfebba, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=0190053d-9d5e-4c02-9bd8-b6a3f2bfebba,segment=NetworkSegment(ee3d59f0-88df-4a86-ac3e-76754530acb7),segment_id=ee3d59f0-88df-4a86-ac3e-76754530acb7)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:52:21.719984 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5a481277-0643-4d1a-b12e-bb0ee6afd929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:21.721972 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148631c-7d2e-4b95-a635-0be88ba29370 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Subnet': ['ID=3ca7a70d-3be2-43ba-a50a-cb00187776fa,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:21.730265 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-e9ca996e-bbca-4848-b854-09a210ba222b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1768723986'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:21.747354 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-074c6898-403d-4b14-92ef-677de5316394 req-48d29228-ff3b-41f1-86fa-be3d919f6bc7 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] 10.222.0.37 "GET /v2.0/security-groups?id=03ef1911-345d-4844-b329-6503621e939a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924708 Nov 12 08:52:21.756493 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a66d7896-d4ee-4762-ad38-4deb2526e77c tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:21.809952 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9f1a-b6c8-4b8a-a8f0-fb2e1f430eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:21.822302 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-45a0fedb-7af1-4c81-b454-67977449ef52 req-abc34b9a-16b6-4b27-b5e4-77e7fd213e64 service neutron] 10.222.0.54 "GET /v2.0/networks/f22db362-5b22-48fa-b19d-aed08ac4b563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979679 Nov 12 08:52:21.853963 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95422b9-0890-4329-9265-78e03138c0e0 None None] Pushing event updated for resources: {'Port': ['ID=0190053d-9d5e-4c02-9bd8-b6a3f2bfebba,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:21.861299 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:21.877643 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a481277-0643-4d1a-b12e-bb0ee6afd929 None None] Routers {'15f61129-b93a-4a5a-bf68-de3f6c51bc61'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:21.878401 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-5a481277-0643-4d1a-b12e-bb0ee6afd929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:52:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:21.892694 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfd9f1a-b6c8-4b8a-a8f0-fb2e1f430eb5 None None] Network 82ed7612-6a7f-4ac6-9a0c-4a030d5ac48c is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:21.901454 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-7dfd9f1a-b6c8-4b8a-a8f0-fb2e1f430eb5 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:21.945312 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a66d7896-d4ee-4762-ad38-4deb2526e77c tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:21.963614 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfd9f1a-b6c8-4b8a-a8f0-fb2e1f430eb5 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:21.969194 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ca996e-bbca-4848-b854-09a210ba222b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Made reservation on behalf of 89610acee4f9465c8223394074652272 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:21.972988 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e9ca996e-bbca-4848-b854-09a210ba222b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:21.995892 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3148631c-7d2e-4b95-a635-0be88ba29370 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Checking segment: {'id': '60c328b7-6d57-4d49-b21f-8409d89f3af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '850dc6be-145f-4859-8794-d5d8164554fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:21.996909 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3148631c-7d2e-4b95-a635-0be88ba29370 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network hostable DHCP agents. Network: 850dc6be-145f-4859-8794-d5d8164554fe, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:52:22.009877 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e9ca996e-bbca-4848-b854-09a210ba222b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:22.075846 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-5a481277-0643-4d1a-b12e-bb0ee6afd929 None None] Set router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:52:22.077051 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8518c-e648-4b38-be0c-b5eb4c6fe7d3 req-15e52199-777d-4ba6-87a8-4578f140ed3a tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:22.092365 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bfe8518c-e648-4b38-be0c-b5eb4c6fe7d3 req-15e52199-777d-4ba6-87a8-4578f140ed3a tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] 10.222.0.37 "GET /v2.0/ports?device_id=5374d0c7-95b5-429b-91ff-139d1539d82a HTTP/1.1" status: 200 len: 943 time: 0.2108779 Nov 12 08:52:22.153641 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c0c1c0f5-f7ef-4691-b96a-200261d71aff None None] Provisioning complete for port 0190053d-9d5e-4c02-9bd8-b6a3f2bfebba triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:22.154197 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c0f5-f7ef-4691-b96a-200261d71aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:22.172711 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3148631c-7d2e-4b95-a635-0be88ba29370 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network 850dc6be-145f-4859-8794-d5d8164554fe is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:52:22.176277 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd9f1a-b6c8-4b8a-a8f0-fb2e1f430eb5 None None] Pushing event updated for resources: {'Port': ['ID=0e9cd2ab-3319-478a-a82b-91c166f76788,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:22.214994 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-3148631c-7d2e-4b95-a635-0be88ba29370 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 850dc6be-145f-4859-8794-d5d8164554fe) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:22.221711 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3148631c-7d2e-4b95-a635-0be88ba29370 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:22.222307 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3148631c-7d2e-4b95-a635-0be88ba29370 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:22.293710 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3148631c-7d2e-4b95-a635-0be88ba29370 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8600061 Nov 12 08:52:22.294736 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33896) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:22.316363 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f437153-bba3-4bc0-b32b-5a336d12350e None None] Network 850dc6be-145f-4859-8794-d5d8164554fe requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:22.402243 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bfe8518c-e648-4b38-be0c-b5eb4c6fe7d3 req-501837b1-5d6d-4f90-bd0a-0949b6da2c65 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] 10.222.0.37 "GET /v2.0/security-groups?id=9da96bbe-1042-4cbc-90bf-05fe08eeca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071096 Nov 12 08:52:22.411724 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a66d7896-d4ee-4762-ad38-4deb2526e77c tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:22.490685 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Allocated IP 172.20.0.18 (687a1edc-77aa-4d56-8699-7bf8ac8edd67/bd55ff4e-7135-4acf-bdf5-f2dcbb7e9721/5241d368-db14-48ba-bf8f-428ddaae3ea3) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:52:22.512417 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-5a481277-0643-4d1a-b12e-bb0ee6afd929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'name': 'tempest-RoutersIpV6Test-router-184507091', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:51:44Z', 'updated_at': '2021-11-12T08:52:15Z', 'revision_number': 4, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'gw_port_host': None, '_interfaces': [{'id': '0190053d-9d5e-4c02-9bd8-b6a3f2bfebba', 'name': '', 'network_id': 'aea46ad5-032c-42ea-a4bd-0d17e68f1f3f', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:67:69:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': 'ca69b7a7-3f1f-487d-ac5e-9f51fc614a93', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:14Z', 'updated_at': '2021-11-12T08:52:21Z', 'revision_number': 4, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'ca69b7a7-3f1f-487d-ac5e-9f51fc614a93', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f3dd5c6-ee09-45d9-900b-4466adcad740', 'name': '', 'network_id': 'dd3a7db8-dbd2-4b61-9c21-ddb89a90d755', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:cc:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:03Z', 'updated_at': '2021-11-12T08:52:13Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6027c92f-7750-42c1-b811-5ccffadce967', 'name': '', 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:01:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:51:49Z', 'updated_at': '2021-11-12T08:51:59Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:22.552208 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e9ca996e-bbca-4848-b854-09a210ba222b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:22.572892 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e9ca996e-bbca-4848-b854-09a210ba222b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:22.575672 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a481277-0643-4d1a-b12e-bb0ee6afd929 None None] The sync data for ids ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'] in n-d-768862-16 is: [{'id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'name': 'tempest-RoutersIpV6Test-router-184507091', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:51:44Z', 'updated_at': '2021-11-12T08:52:15Z', 'revision_number': 4, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'gw_port_host': None, '_interfaces': [{'id': '0190053d-9d5e-4c02-9bd8-b6a3f2bfebba', 'name': '', 'network_id': 'aea46ad5-032c-42ea-a4bd-0d17e68f1f3f', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:67:69:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': 'ca69b7a7-3f1f-487d-ac5e-9f51fc614a93', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:14Z', 'updated_at': '2021-11-12T08:52:21Z', 'revision_number': 4, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'ca69b7a7-3f1f-487d-ac5e-9f51fc614a93', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f3dd5c6-ee09-45d9-900b-4466adcad740', 'name': '', 'network_id': 'dd3a7db8-dbd2-4b61-9c21-ddb89a90d755', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:cc:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:03Z', 'updated_at': '2021-11-12T08:52:13Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6027c92f-7750-42c1-b811-5ccffadce967', 'name': '', 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:01:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:51:49Z', 'updated_at': '2021-11-12T08:51:59Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:52:22.590573 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-7dfd9f1a-b6c8-4b8a-a8f0-fb2e1f430eb5 None None] Attempting to bind port 0e9cd2ab-3319-478a-a82b-91c166f76788 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:52:22.591267 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-7dfd9f1a-b6c8-4b8a-a8f0-fb2e1f430eb5 None None] Attempting to bind port 0e9cd2ab-3319-478a-a82b-91c166f76788 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'ef8246ea-a6d8-471e-9486-5c69029ae544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '82ed7612-6a7f-4ac6-9a0c-4a030d5ac48c'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:52:22.591867 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfd9f1a-b6c8-4b8a-a8f0-fb2e1f430eb5 None None] Attempting to bind port 0e9cd2ab-3319-478a-a82b-91c166f76788 on network 82ed7612-6a7f-4ac6-9a0c-4a030d5ac48c {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:22.630050 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfd9f1a-b6c8-4b8a-a8f0-fb2e1f430eb5 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:52:22.630665 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfd9f1a-b6c8-4b8a-a8f0-fb2e1f430eb5 None None] Checking segment: {'id': 'ef8246ea-a6d8-471e-9486-5c69029ae544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '82ed7612-6a7f-4ac6-9a0c-4a030d5ac48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:22.632043 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9f1a-b6c8-4b8a-a8f0-fb2e1f430eb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:22.632212 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca996e-bbca-4848-b854-09a210ba222b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=809f6ab2-2a50-40d7-8d67-48822eea5c22,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:22.632674 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfd9f1a-b6c8-4b8a-a8f0-fb2e1f430eb5 None None] Bound using segment: {'id': 'ef8246ea-a6d8-471e-9486-5c69029ae544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '82ed7612-6a7f-4ac6-9a0c-4a030d5ac48c'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:52:22.633806 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-7dfd9f1a-b6c8-4b8a-a8f0-fb2e1f430eb5 None None] Bound port: 0e9cd2ab-3319-478a-a82b-91c166f76788, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8246ea-a6d8-471e-9486-5c69029ae544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '82ed7612-6a7f-4ac6-9a0c-4a030d5ac48c'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:52:22.634329 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9f1a-b6c8-4b8a-a8f0-fb2e1f430eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:22.741591 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ca996e-bbca-4848-b854-09a210ba222b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:52:22.787131 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a66d7896-d4ee-4762-ad38-4deb2526e77c tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:22.847359 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e9ca996e-bbca-4848-b854-09a210ba222b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:22.850300 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-e9ca996e-bbca-4848-b854-09a210ba222b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Added segment 07abd454-01b3-4715-b0f0-3a74901a5fd9 of type vlan for network 26296859-d2ef-4591-a0e3-bb051ee507cc Nov 12 08:52:22.877466 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36177f89-565a-4851-80b4-85705fdb245a req-8c8e2940-7de1-49c5-9c82-7ec52284c58f tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:22.879812 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-36177f89-565a-4851-80b4-85705fdb245a req-8c8e2940-7de1-49c5-9c82-7ec52284c58f tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.3260374 Nov 12 08:52:22.953796 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:22.963088 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 0190053d-9d5e-4c02-9bd8-b6a3f2bfebba up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:52:22.985338 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d7896-d4ee-4762-ad38-4deb2526e77c tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Pushing event deleted for resources: {'Subnet': ['ID=a9950e17-f986-49ed-ad46-85fe3b55097d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:22.988800 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a66d7896-d4ee-4762-ad38-4deb2526e77c tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:22.992262 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a66d7896-d4ee-4762-ad38-4deb2526e77c tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] 10.222.0.37 "DELETE /v2.0/subnets/a9950e17-f986-49ed-ad46-85fe3b55097d HTTP/1.1" status: 204 len: 168 time: 3.6780963 Nov 12 08:52:23.005203 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33900) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:23.022267 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e9ca996e-bbca-4848-b854-09a210ba222b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:23.082916 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-36177f89-565a-4851-80b4-85705fdb245a req-45e8d6c2-c70d-43ef-a36c-bca84d3d7533 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894737 Nov 12 08:52:23.092486 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e9ca996e-bbca-4848-b854-09a210ba222b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:23.105627 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ca996e-bbca-4848-b854-09a210ba222b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:23.106303 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e9ca996e-bbca-4848-b854-09a210ba222b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:23.116043 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d84c8ed-7e89-4191-87b5-31da6a7001b3 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Deleting subnet bd55ff4e-7135-4acf-bdf5-f2dcbb7e9721 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:52:23.125306 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c0f5-f7ef-4691-b96a-200261d71aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:23.169430 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-7dfd9f1a-b6c8-4b8a-a8f0-fb2e1f430eb5 None None] For port 0e9cd2ab-3319-478a-a82b-91c166f76788, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:52:23.236833 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e9ca996e-bbca-4848-b854-09a210ba222b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7619174 Nov 12 08:52:23.237486 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33908) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:23.247194 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-67c28fcc-9854-44fd-9495-d60eec3b9a79 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Request body: {'subnet': {'network_id': '26296859-d2ef-4591-a0e3-bb051ee507cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:23.260330 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-86caf6bb-969b-4822-8d18-9b5e69fcb0a5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:23.281164 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-7dfd9f1a-b6c8-4b8a-a8f0-fb2e1f430eb5 None None] For port 0e9cd2ab-3319-478a-a82b-91c166f76788, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=0e9cd2ab-3319-478a-a82b-91c166f76788,segment=NetworkSegment(ef8246ea-a6d8-471e-9486-5c69029ae544),segment_id=ef8246ea-a6d8-471e-9486-5c69029ae544)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:52:23.283467 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 0190053d-9d5e-4c02-9bd8-b6a3f2bfebba triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:23.284879 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:23.288791 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd4f984-579c-457c-811c-a6104c9e80b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-850dc6be-145f-4859-8794-d5d8164554fe', 'network_id': '850dc6be-145f-4859-8794-d5d8164554fe', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'fixed_ips': [{'subnet_id': '3ca7a70d-3be2-43ba-a50a-cb00187776fa'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:52:23.293260 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f984-579c-457c-811c-a6104c9e80b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:23.385271 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca996e-bbca-4848-b854-09a210ba222b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event updated for resources: {'Network': ['ID=26296859-d2ef-4591-a0e3-bb051ee507cc,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:23.427621 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9f1a-b6c8-4b8a-a8f0-fb2e1f430eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:23.446061 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c28fcc-9854-44fd-9495-d60eec3b9a79 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Made reservation on behalf of 89610acee4f9465c8223394074652272 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:23.450673 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-67c28fcc-9854-44fd-9495-d60eec3b9a79 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:23.533947 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-0cd4f984-579c-457c-811c-a6104c9e80b6 None None] Allocated IP 2001:db8:3::2 (850dc6be-145f-4859-8794-d5d8164554fe/3ca7a70d-3be2-43ba-a50a-cb00187776fa/cf3371c2-9e5d-4ec1-a777-0e55a8ba3516) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:52:23.554746 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 26296859-d2ef-4591-a0e3-bb051ee507cc details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:52:23.647938 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26bd1e-74f6-4fb3-86da-9664f9782ac5 req-eab4e4c2-e477-4ba7-8fec-c6976f30f324 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:23.649656 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b26bd1e-74f6-4fb3-86da-9664f9782ac5 req-eab4e4c2-e477-4ba7-8fec-c6976f30f324 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f8e9823-1e87-4bbf-982d-66e58314a4ca HTTP/1.1" status: 200 len: 944 time: 0.2616198 Nov 12 08:52:23.672469 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c0c1c0f5-f7ef-4691-b96a-200261d71aff None None] For port 0190053d-9d5e-4c02-9bd8-b6a3f2bfebba, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=0190053d-9d5e-4c02-9bd8-b6a3f2bfebba,segment=NetworkSegment(ee3d59f0-88df-4a86-ac3e-76754530acb7),segment_id=ee3d59f0-88df-4a86-ac3e-76754530acb7)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:23.735143 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c0f5-f7ef-4691-b96a-200261d71aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:23.757887 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b26bd1e-74f6-4fb3-86da-9664f9782ac5 req-abb6f9a5-f7d2-4add-a54b-e15af4d77cb6 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] 10.222.0.37 "GET /v2.0/security-groups?id=03ef1911-345d-4844-b329-6503621e939a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999217 Nov 12 08:52:23.769694 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-67c28fcc-9854-44fd-9495-d60eec3b9a79 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:23.912600 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c28fcc-9854-44fd-9495-d60eec3b9a79 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event updated for resources: {'Subnet': ['ID=3b21bab1-3797-46fa-9ee9-5101427bf6ea,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:23.921202 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c28fcc-9854-44fd-9495-d60eec3b9a79 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Checking segment: {'id': '07abd454-01b3-4715-b0f0-3a74901a5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '26296859-d2ef-4591-a0e3-bb051ee507cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:23.921573 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c28fcc-9854-44fd-9495-d60eec3b9a79 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Network hostable DHCP agents. Network: 26296859-d2ef-4591-a0e3-bb051ee507cc, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:52:23.961547 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a2376-b73c-46e2-9a8f-734f0b9ad605 req-8d5943e8-b4b2-4491-a431-8b1f14b69f12 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:23.965144 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fb3a2376-b73c-46e2-9a8f-734f0b9ad605 req-8d5943e8-b4b2-4491-a431-8b1f14b69f12 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.0995464 Nov 12 08:52:23.965882 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c28fcc-9854-44fd-9495-d60eec3b9a79 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Network 26296859-d2ef-4591-a0e3-bb051ee507cc is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:52:23.991456 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-67c28fcc-9854-44fd-9495-d60eec3b9a79 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 26296859-d2ef-4591-a0e3-bb051ee507cc) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:24.004062 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c28fcc-9854-44fd-9495-d60eec3b9a79 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:24.004706 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-67c28fcc-9854-44fd-9495-d60eec3b9a79 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:24.015783 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:24.032945 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d84c8ed-7e89-4191-87b5-31da6a7001b3 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:24.054649 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-67c28fcc-9854-44fd-9495-d60eec3b9a79 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8132925 Nov 12 08:52:24.059295 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33922) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:24.072341 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device fbb53f62-43ed-41ed-9701-ceedaa13b855 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:52:24.074184 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-2c017add-65ba-4db0-b4a5-c6ddd1c167b6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-875370924', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}, 'admin_state_up': False}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:24.076921 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b37f2d-611e-4213-a2da-5ad2c13fa813 None None] Network 26296859-d2ef-4591-a0e3-bb051ee507cc requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:24.092674 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fb3a2376-b73c-46e2-9a8f-734f0b9ad605 req-47b7d613-b675-4fe8-90f0-85925150aff6 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171899 Nov 12 08:52:24.104853 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd9f1a-b6c8-4b8a-a8f0-fb2e1f430eb5 None None] Pushing event updated for resources: {'Port': ['ID=0e9cd2ab-3319-478a-a82b-91c166f76788,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:24.128133 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d84c8ed-7e89-4191-87b5-31da6a7001b3 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:24.133826 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2c017add-65ba-4db0-b4a5-c6ddd1c167b6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:24.134298 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2c017add-65ba-4db0-b4a5-c6ddd1c167b6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:24.162524 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:24.254132 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2c017add-65ba-4db0-b4a5-c6ddd1c167b6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:24.260445 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d84c8ed-7e89-4191-87b5-31da6a7001b3 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:24.298391 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:24.334684 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:24.338153 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:24.376447 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-060b0585-d8ab-4817-aee7-891402d84eb7 None None] Provisioning complete for port 0190053d-9d5e-4c02-9bd8-b6a3f2bfebba triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:24.376889 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-060b0585-d8ab-4817-aee7-891402d84eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:24.379182 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1c0f5-f7ef-4691-b96a-200261d71aff None None] Pushing event updated for resources: {'Port': ['ID=0190053d-9d5e-4c02-9bd8-b6a3f2bfebba,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:24.383698 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d84c8ed-7e89-4191-87b5-31da6a7001b3 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:24.435252 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e47e98-21df-4423-80b8-acb9e2eff99a req-a5414b02-c52b-44b5-912f-aa7f8f64a685 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:24.441559 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-72e47e98-21df-4423-80b8-acb9e2eff99a req-a5414b02-c52b-44b5-912f-aa7f8f64a685 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] 10.222.0.37 "GET /v2.0/ports?device_id=5374d0c7-95b5-429b-91ff-139d1539d82a HTTP/1.1" status: 200 len: 943 time: 0.2621126 Nov 12 08:52:24.449012 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d84c8ed-7e89-4191-87b5-31da6a7001b3 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:24.452805 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6d84c8ed-7e89-4191-87b5-31da6a7001b3 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] 10.222.0.37 "DELETE /v2.0/subnets/bd55ff4e-7135-4acf-bdf5-f2dcbb7e9721 HTTP/1.1" status: 204 len: 168 time: 1.4464700 Nov 12 08:52:24.454553 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84c8ed-7e89-4191-87b5-31da6a7001b3 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Pushing event deleted for resources: {'Subnet': ['ID=bd55ff4e-7135-4acf-bdf5-f2dcbb7e9721,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:24.456334 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33926) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:24.515134 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee01b5e-f677-449b-b490-19bd51585e15 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:24.517062 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-eee01b5e-f677-449b-b490-19bd51585e15 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0595520 Nov 12 08:52:24.532451 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33928) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:24.559903 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2c017add-65ba-4db0-b4a5-c6ddd1c167b6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:24.640059 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e6f674ec-2136-48e1-86a8-8101918ce3f9 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:24.643695 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-72e47e98-21df-4423-80b8-acb9e2eff99a req-1b6acf26-be8e-475f-945e-6f65b7a7b930 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] 10.222.0.37 "GET /v2.0/security-groups?id=9da96bbe-1042-4cbc-90bf-05fe08eeca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856337 Nov 12 08:52:24.706305 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e6f674ec-2136-48e1-86a8-8101918ce3f9 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Deleting port 5241d368-db14-48ba-bf8f-428ddaae3ea3 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:24.706746 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e6f674ec-2136-48e1-86a8-8101918ce3f9 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:24.750119 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Pushing event updated for resources: {'Port': ['ID=5241d368-db14-48ba-bf8f-428ddaae3ea3,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:24.785541 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:52:24.786320 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '144c7f3f-048d-4044-b44a-d8c57a1da7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '687a1edc-77aa-4d56-8699-7bf8ac8edd67'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:52:24.786996 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:24.844647 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port fbb53f62-43ed-41ed-9701-ceedaa13b855, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=fbb53f62-43ed-41ed-9701-ceedaa13b855,segment=NetworkSegment(9e75a772-0ceb-40a4-8849-c666027bd0e2),segment_id=9e75a772-0ceb-40a4-8849-c666027bd0e2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:24.860804 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:52:24.860804 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Checking segment: {'id': '144c7f3f-048d-4044-b44a-d8c57a1da7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '687a1edc-77aa-4d56-8699-7bf8ac8edd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:24.861418 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:24.861613 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Bound using segment: {'id': '144c7f3f-048d-4044-b44a-d8c57a1da7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '687a1edc-77aa-4d56-8699-7bf8ac8edd67'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:52:24.862001 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Bound port: 5241d368-db14-48ba-bf8f-428ddaae3ea3, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '144c7f3f-048d-4044-b44a-d8c57a1da7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '687a1edc-77aa-4d56-8699-7bf8ac8edd67'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:52:24.862403 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:24.864635 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c089b1a2-9034-4392-bab1-14d1924c9cf0 None None] Network 26296859-d2ef-4591-a0e3-bb051ee507cc requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:24.879569 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-e6f674ec-2136-48e1-86a8-8101918ce3f9 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] For port 5241d368-db14-48ba-bf8f-428ddaae3ea3, host n-d-768862-16, got binding levels [] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:24.880394 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e6f674ec-2136-48e1-86a8-8101918ce3f9 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:24.930316 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e6f674ec-2136-48e1-86a8-8101918ce3f9 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Calling delete_port for 5241d368-db14-48ba-bf8f-428ddaae3ea3 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:24.949785 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'fbb53f62-43ed-41ed-9701-ceedaa13b855', 'network_id': 'f22db362-5b22-48fa-b19d-aed08ac4b563', 'port_id': 'fbb53f62-43ed-41ed-9701-ceedaa13b855', 'mac_address': 'fa:16:3e:de:49:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59669991-5d8b-4d5d-a8b0-6314dc7606d2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:52:24.961882 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f984-579c-457c-811c-a6104c9e80b6 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:25.096291 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f984-579c-457c-811c-a6104c9e80b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:25.187230 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-86caf6bb-969b-4822-8d18-9b5e69fcb0a5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Allocated IP 2001:db8:3::1 (850dc6be-145f-4859-8794-d5d8164554fe/3ca7a70d-3be2-43ba-a50a-cb00187776fa/73f74aa4-f798-4a8f-a949-0179ba82ee69) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:52:25.264620 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:52:25.432726 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-86caf6bb-969b-4822-8d18-9b5e69fcb0a5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:25.453239 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 0e9cd2ab-3319-478a-a82b-91c166f76788 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:52:25.455234 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e6f674ec-2136-48e1-86a8-8101918ce3f9 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:25.457533 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:25.514521 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd4f984-579c-457c-811c-a6104c9e80b6 None None] Network 850dc6be-145f-4859-8794-d5d8164554fe is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:25.560633 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f674ec-2136-48e1-86a8-8101918ce3f9 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Pushing event deleted for resources: {'Port': ['ID=5241d368-db14-48ba-bf8f-428ddaae3ea3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:25.572133 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f674ec-2136-48e1-86a8-8101918ce3f9 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] No DVR routers for this DVR port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:52:25.579768 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:52:25.582306 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:52:25.586515 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4f984-579c-457c-811c-a6104c9e80b6 None None] Pushing event updated for resources: {'Port': ['ID=cf3371c2-9e5d-4ec1-a777-0e55a8ba3516,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:25.592746 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-0cd4f984-579c-457c-811c-a6104c9e80b6 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:25.598037 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd4f984-579c-457c-811c-a6104c9e80b6 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:25.710650 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e6f674ec-2136-48e1-86a8-8101918ce3f9 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:25.725153 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2c017add-65ba-4db0-b4a5-c6ddd1c167b6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:25.736430 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-e6f674ec-2136-48e1-86a8-8101918ce3f9 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687a1edc-77aa-4d56-8699-7bf8ac8edd67']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:25.748197 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-e6f674ec-2136-48e1-86a8-8101918ce3f9 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '144c7f3f-048d-4044-b44a-d8c57a1da7e3') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:25.748500 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-e6f674ec-2136-48e1-86a8-8101918ce3f9 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '144c7f3f-048d-4044-b44a-d8c57a1da7e3') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:25.748666 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2c017add-65ba-4db0-b4a5-c6ddd1c167b6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:25.761264 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-86caf6bb-969b-4822-8d18-9b5e69fcb0a5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:25.768082 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e6f674ec-2136-48e1-86a8-8101918ce3f9 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:25.800588 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83eefff-88e1-4293-859d-c578f7a02ded None None] Network 82ed7612-6a7f-4ac6-9a0c-4a030d5ac48c requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:25.846157 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86caf6bb-969b-4822-8d18-9b5e69fcb0a5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network 850dc6be-145f-4859-8794-d5d8164554fe is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:25.848408 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e6f674ec-2136-48e1-86a8-8101918ce3f9 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:25.857241 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-86caf6bb-969b-4822-8d18-9b5e69fcb0a5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:25.864651 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86caf6bb-969b-4822-8d18-9b5e69fcb0a5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:25.866509 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-86caf6bb-969b-4822-8d18-9b5e69fcb0a5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:25.870431 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f674ec-2136-48e1-86a8-8101918ce3f9 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:52:25.871119 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e6f674ec-2136-48e1-86a8-8101918ce3f9 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:25.875037 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:52:25.875037 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:52:25.875037 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:52:25.875037 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:52:25.875037 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:52:25.875037 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:52:25.875037 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:52:25.875037 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:52:25.875037 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:52:25.875037 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:52:25.875037 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:52:25.875037 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:52:25.875037 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:52:25.875037 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:52:25.875037 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:52:25.875037 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:52:25.875037 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:52:25.875037 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:52:25.875037 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:52:25.875037 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:52:25.875037 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:52:25.875037 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:52:25.875037 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:52:25.875037 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:52:25.875037 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:52:25.875037 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:52:25.875037 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:52:25.875037 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:52:25.875037 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:52:25.875037 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:52:25.875037 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:52:25.875037 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:52:25.947661 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86caf6bb-969b-4822-8d18-9b5e69fcb0a5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Port': ['ID=73f74aa4-f798-4a8f-a949-0179ba82ee69,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:25.985912 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-2c017add-65ba-4db0-b4a5-c6ddd1c167b6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Allocated IP 172.25.6.124 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/c3fcce2e-d672-4107-b81b-05af45353ff3) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:52:26.043629 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbb53f62-43ed-41ed-9701-ceedaa13b855 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:52:26.056757 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e6f674ec-2136-48e1-86a8-8101918ce3f9 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.072887 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e6f674ec-2136-48e1-86a8-8101918ce3f9 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.078471 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e6f674ec-2136-48e1-86a8-8101918ce3f9 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] 10.222.0.37 "DELETE /v2.0/networks/687a1edc-77aa-4d56-8699-7bf8ac8edd67 HTTP/1.1" status: 204 len: 168 time: 1.5446961 Nov 12 08:52:26.087321 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33986) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:26.095366 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f674ec-2136-48e1-86a8-8101918ce3f9 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Pushing event deleted for resources: {'Network': ['ID=687a1edc-77aa-4d56-8699-7bf8ac8edd67,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:26.149403 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-86caf6bb-969b-4822-8d18-9b5e69fcb0a5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.222797 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-68dc3332-2f7f-4b68-ac7e-92c093dd9fd1 None None] Provisioning complete for port 0e9cd2ab-3319-478a-a82b-91c166f76788 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:26.223401 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-68dc3332-2f7f-4b68-ac7e-92c093dd9fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.259998 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e20f2125-616d-4543-9099-9132d834262a tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.279391 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2c017add-65ba-4db0-b4a5-c6ddd1c167b6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.296395 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835362c5-9088-46a5-afb7-6c7d922b3000 req-281b4294-11c1-4866-995a-4e9629a051a8 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:26.298020 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-835362c5-9088-46a5-afb7-6c7d922b3000 req-281b4294-11c1-4866-995a-4e9629a051a8 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=205733b7-3dff-4422-b382-1f4e1214db78 HTTP/1.1" status: 200 len: 944 time: 0.1653695 Nov 12 08:52:26.314263 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port fbb53f62-43ed-41ed-9701-ceedaa13b855, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=fbb53f62-43ed-41ed-9701-ceedaa13b855,segment=NetworkSegment(9e75a772-0ceb-40a4-8849-c666027bd0e2),segment_id=9e75a772-0ceb-40a4-8849-c666027bd0e2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:26.342692 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:52:26.343985 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:52:26.344638 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:26.355307 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-0cd4f984-579c-457c-811c-a6104c9e80b6 None None] Attempting to bind port cf3371c2-9e5d-4ec1-a777-0e55a8ba3516 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:52:26.355724 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-0cd4f984-579c-457c-811c-a6104c9e80b6 None None] Attempting to bind port cf3371c2-9e5d-4ec1-a777-0e55a8ba3516 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '60c328b7-6d57-4d49-b21f-8409d89f3af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '850dc6be-145f-4859-8794-d5d8164554fe'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:52:26.356633 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd4f984-579c-457c-811c-a6104c9e80b6 None None] Attempting to bind port cf3371c2-9e5d-4ec1-a777-0e55a8ba3516 on network 850dc6be-145f-4859-8794-d5d8164554fe {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:26.376059 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:52:26.376510 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:26.380747 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd4f984-579c-457c-811c-a6104c9e80b6 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:52:26.381283 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd4f984-579c-457c-811c-a6104c9e80b6 None None] Checking segment: {'id': '60c328b7-6d57-4d49-b21f-8409d89f3af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '850dc6be-145f-4859-8794-d5d8164554fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:26.381768 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f984-579c-457c-811c-a6104c9e80b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.382237 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd4f984-579c-457c-811c-a6104c9e80b6 None None] Bound using segment: {'id': '60c328b7-6d57-4d49-b21f-8409d89f3af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '850dc6be-145f-4859-8794-d5d8164554fe'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:52:26.382743 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-0cd4f984-579c-457c-811c-a6104c9e80b6 None None] Bound port: cf3371c2-9e5d-4ec1-a777-0e55a8ba3516, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c328b7-6d57-4d49-b21f-8409d89f3af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '850dc6be-145f-4859-8794-d5d8164554fe'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:52:26.383133 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f984-579c-457c-811c-a6104c9e80b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.400820 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.440819 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:52:26.457285 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2c017add-65ba-4db0-b4a5-c6ddd1c167b6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.475181 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e20f2125-616d-4543-9099-9132d834262a tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Deleting port 0e9cd2ab-3319-478a-a82b-91c166f76788 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:26.475530 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e20f2125-616d-4543-9099-9132d834262a tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.527478 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 0e9cd2ab-3319-478a-a82b-91c166f76788 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:26.528383 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.551601 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-835362c5-9088-46a5-afb7-6c7d922b3000 req-5231ad93-399e-4b79-bfc1-3400fffbc30e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Deleting port c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:26.552040 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-835362c5-9088-46a5-afb7-6c7d922b3000 req-5231ad93-399e-4b79-bfc1-3400fffbc30e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.558587 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c017add-65ba-4db0-b4a5-c6ddd1c167b6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:26.572246 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:26.573029 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.583554 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 not bound, no agent of type HyperV agent registered on host n-d-768862-16 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:52:26.583842 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-86caf6bb-969b-4822-8d18-9b5e69fcb0a5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.584907 n-d-768862-16 neutron-server[102570]: ERROR neutron.plugins.ml2.managers [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Failed to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on host n-d-768862-16 for vnic_type normal using segments [] Nov 12 08:52:26.593602 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-86caf6bb-969b-4822-8d18-9b5e69fcb0a5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.594827 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-86caf6bb-969b-4822-8d18-9b5e69fcb0a5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.606898 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-2c017add-65ba-4db0-b4a5-c6ddd1c167b6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:26.613600 n-d-768862-16 neutron-server[102570]: INFO neutron.plugins.ml2.plugin [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempt 2 to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 Nov 12 08:52:26.616775 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c017add-65ba-4db0-b4a5-c6ddd1c167b6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:26.641720 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:52:26.642255 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:52:26.642744 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:26.659171 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c017add-65ba-4db0-b4a5-c6ddd1c167b6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event updated for resources: {'Port': ['ID=c3fcce2e-d672-4107-b81b-05af45353ff3,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:26.686815 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab17a3c7-7e4d-4658-bd0a-8df9c73d95c7 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:52:26.705067 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86caf6bb-969b-4822-8d18-9b5e69fcb0a5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event updated for resources: {'Port': ['ID=73f74aa4-f798-4a8f-a949-0179ba82ee69,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:26.723896 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-68dc3332-2f7f-4b68-ac7e-92c093dd9fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.726633 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-e20f2125-616d-4543-9099-9132d834262a tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] For port 0e9cd2ab-3319-478a-a82b-91c166f76788, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=0e9cd2ab-3319-478a-a82b-91c166f76788,segment=NetworkSegment(ef8246ea-a6d8-471e-9486-5c69029ae544),segment_id=ef8246ea-a6d8-471e-9486-5c69029ae544)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:26.727196 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e20f2125-616d-4543-9099-9132d834262a tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.749125 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e20f2125-616d-4543-9099-9132d834262a tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Calling delete_port for 0e9cd2ab-3319-478a-a82b-91c166f76788 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:26.792859 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-68dc3332-2f7f-4b68-ac7e-92c093dd9fd1 None None] For port 0e9cd2ab-3319-478a-a82b-91c166f76788, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=0e9cd2ab-3319-478a-a82b-91c166f76788,segment=NetworkSegment(ef8246ea-a6d8-471e-9486-5c69029ae544),segment_id=ef8246ea-a6d8-471e-9486-5c69029ae544)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:26.809914 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:52:26.810689 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:26.873095 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 not bound, no agent of type HyperV agent registered on host n-d-768862-16 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:52:26.873698 n-d-768862-16 neutron-server[102570]: ERROR neutron.plugins.ml2.managers [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Failed to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on host n-d-768862-16 for vnic_type normal using segments [] Nov 12 08:52:26.876320 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 0190053d-9d5e-4c02-9bd8-b6a3f2bfebba up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:52:26.878741 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['fbb53f62-43ed-41ed-9701-ceedaa13b855'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:52:26.880389 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86caf6bb-969b-4822-8d18-9b5e69fcb0a5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Network 850dc6be-145f-4859-8794-d5d8164554fe is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:26.883967 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-86caf6bb-969b-4822-8d18-9b5e69fcb0a5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:26.888727 n-d-768862-16 neutron-server[102570]: INFO neutron.plugins.ml2.plugin [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempt 3 to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 Nov 12 08:52:26.897517 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-68dc3332-2f7f-4b68-ac7e-92c093dd9fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.963451 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-835362c5-9088-46a5-afb7-6c7d922b3000 req-5231ad93-399e-4b79-bfc1-3400fffbc30e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] For port c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:26.963851 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-835362c5-9088-46a5-afb7-6c7d922b3000 req-5231ad93-399e-4b79-bfc1-3400fffbc30e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:27.058596 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-835362c5-9088-46a5-afb7-6c7d922b3000 req-5231ad93-399e-4b79-bfc1-3400fffbc30e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Calling delete_port for c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:27.155020 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:52:27.155722 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:52:27.156231 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:27.202522 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=fbb53f62-43ed-41ed-9701-ceedaa13b855,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:27.225345 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-0cd4f984-579c-457c-811c-a6104c9e80b6 None None] For port cf3371c2-9e5d-4ec1-a777-0e55a8ba3516, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:52:27.299820 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:52:27.301251 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:27.312200 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e20f2125-616d-4543-9099-9132d834262a tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:27.321279 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:27.364959 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f2125-616d-4543-9099-9132d834262a tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Pushing event deleted for resources: {'Port': ['ID=0e9cd2ab-3319-478a-a82b-91c166f76788,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:27.371414 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20f2125-616d-4543-9099-9132d834262a tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] No DVR routers for this DVR port 0e9cd2ab-3319-478a-a82b-91c166f76788 on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:52:27.379715 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40e72c0-6b30-4eb5-8aed-b697ebfbdd04 None None] DHCP port deletion for 82ed7612-6a7f-4ac6-9a0c-4a030d5ac48c request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:52:27.380527 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2c017add-65ba-4db0-b4a5-c6ddd1c167b6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:27.399859 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e21cdbad-3333-43e7-8cf6-68429c41429c None None] Provisioning complete for port c3fcce2e-d672-4107-b81b-05af45353ff3 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:27.400715 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e21cdbad-3333-43e7-8cf6-68429c41429c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:27.406115 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-0cd4f984-579c-457c-811c-a6104c9e80b6 None None] For port cf3371c2-9e5d-4ec1-a777-0e55a8ba3516, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=cf3371c2-9e5d-4ec1-a777-0e55a8ba3516,segment=NetworkSegment(60c328b7-6d57-4d49-b21f-8409d89f3af7),segment_id=60c328b7-6d57-4d49-b21f-8409d89f3af7)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:52:27.411497 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 not bound, no agent of type HyperV agent registered on host n-d-768862-16 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:52:27.412000 n-d-768862-16 neutron-server[102570]: ERROR neutron.plugins.ml2.managers [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Failed to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on host n-d-768862-16 for vnic_type normal using segments [] Nov 12 08:52:27.413658 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc3332-2f7f-4b68-ac7e-92c093dd9fd1 None None] Pushing event deleted for resources: {'Port': ['ID=0e9cd2ab-3319-478a-a82b-91c166f76788,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:27.422466 n-d-768862-16 neutron-server[102570]: INFO neutron.plugins.ml2.plugin [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempt 4 to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 Nov 12 08:52:27.433668 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8e9823-1e87-4bbf-982d-66e58314a4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:52:27.436348 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c68b36-b265-440d-8834-81474001f5c1" -d '{"events": [{"server_uuid": "6f8e9823-1e87-4bbf-982d-66e58314a4ca", "name": "network-vif-plugged", "status": "completed", "tag": "5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:52:27.473816 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f984-579c-457c-811c-a6104c9e80b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:27.489561 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:52:27.490028 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:52:27.490496 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:27.508939 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd,segment=NetworkSegment(b304d2ef-a824-4900-a7bd-e8159117756c),segment_id=b304d2ef-a824-4900-a7bd-e8159117756c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:27.545685 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:52:27.546342 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:27.549079 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:27.550234 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86caf6bb-969b-4822-8d18-9b5e69fcb0a5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:52:27.596661 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e21cdbad-3333-43e7-8cf6-68429c41429c None None] Port c3fcce2e-d672-4107-b81b-05af45353ff3 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:52:27.598375 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 not bound, no agent of type HyperV agent registered on host n-d-768862-16 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:52:27.598857 n-d-768862-16 neutron-server[102570]: ERROR neutron.plugins.ml2.managers [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Failed to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on host n-d-768862-16 for vnic_type normal using segments [] Nov 12 08:52:27.607617 n-d-768862-16 neutron-server[102570]: INFO neutron.plugins.ml2.plugin [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempt 5 to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 Nov 12 08:52:27.635318 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 0190053d-9d5e-4c02-9bd8-b6a3f2bfebba triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:27.635844 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:27.640831 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:52:27.641272 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:52:27.641706 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:27.657668 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e20f2125-616d-4543-9099-9132d834262a tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:27.667287 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4f984-579c-457c-811c-a6104c9e80b6 None None] Pushing event updated for resources: {'Port': ['ID=cf3371c2-9e5d-4ec1-a777-0e55a8ba3516,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:27.671413 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-835362c5-9088-46a5-afb7-6c7d922b3000 req-5231ad93-399e-4b79-bfc1-3400fffbc30e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:27.684078 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:52:27.684486 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:27.692275 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['95abe0da-cc08-4f59-931c-b1c44e9b4cc4', '25bd8be1-8f5b-41f0-af63-40522e7c552e'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:52:27.713771 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86caf6bb-969b-4822-8d18-9b5e69fcb0a5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:52:27.727974 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-86caf6bb-969b-4822-8d18-9b5e69fcb0a5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "PUT /v2.0/routers/15f61129-b93a-4a5a-bf68-de3f6c51bc61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4311402 Nov 12 08:52:27.728967 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33992) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:27.740981 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c3bbfef0-e1b7-4c7a-b05e-46e880a47211 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:27.742077 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887d1824-361f-46ad-a370-a6d6f9ea0b6c None None] Sync routers for ids ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:52:27.775370 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231ad93-399e-4b79-bfc1-3400fffbc30e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Pushing event deleted for resources: {'Port': ['ID=c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:27.797247 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 not bound, no agent of type HyperV agent registered on host n-d-768862-16 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:52:27.797826 n-d-768862-16 neutron-server[102570]: ERROR neutron.plugins.ml2.managers [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Failed to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on host n-d-768862-16 for vnic_type normal using segments [] Nov 12 08:52:27.812296 n-d-768862-16 neutron-server[102570]: INFO neutron.plugins.ml2.plugin [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempt 6 to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 Nov 12 08:52:27.840773 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-e20f2125-616d-4543-9099-9132d834262a tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ed7612-6a7f-4ac6-9a0c-4a030d5ac48c']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:27.844790 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-835362c5-9088-46a5-afb7-6c7d922b3000 req-5231ad93-399e-4b79-bfc1-3400fffbc30e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] No DVR routers for this DVR port c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:52:27.849697 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-835362c5-9088-46a5-afb7-6c7d922b3000 req-5231ad93-399e-4b79-bfc1-3400fffbc30e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:27.855630 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-835362c5-9088-46a5-afb7-6c7d922b3000 req-5231ad93-399e-4b79-bfc1-3400fffbc30e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "DELETE /v2.0/ports/c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59 HTTP/1.1" status: 204 len: 173 time: 1.5464928 Nov 12 08:52:27.864250 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205733b7-3dff-4422-b382-1f4e1214db78', 'name': 'network-vif-deleted', 'tag': 'c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:52:27.870593 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705c7aa1-5cac-4df9-952a-3b7221110756" -d '{"events": [{"server_uuid": "205733b7-3dff-4422-b382-1f4e1214db78", "name": "network-vif-deleted", "tag": "c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:52:27.891939 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:52:27.892322 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:52:27.892696 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:27.895378 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-e20f2125-616d-4543-9099-9132d834262a tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef8246ea-a6d8-471e-9486-5c69029ae544') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:27.895812 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-e20f2125-616d-4543-9099-9132d834262a tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef8246ea-a6d8-471e-9486-5c69029ae544') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:27.975078 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887d1824-361f-46ad-a370-a6d6f9ea0b6c None None] Routers {'15f61129-b93a-4a5a-bf68-de3f6c51bc61'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:27.975671 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-887d1824-361f-46ad-a370-a6d6f9ea0b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:52:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:28.025501 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:28.066014 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e20f2125-616d-4543-9099-9132d834262a tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:28.119971 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e20f2125-616d-4543-9099-9132d834262a tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:28.213096 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20f2125-616d-4543-9099-9132d834262a tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:52:28.213539 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e20f2125-616d-4543-9099-9132d834262a tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:28.227531 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:52:28.227531 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:52:28.227531 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:52:28.227531 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:52:28.227531 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:52:28.227531 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:52:28.227531 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:52:28.227531 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:52:28.227531 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:52:28.227531 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:52:28.227531 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:52:28.227531 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:52:28.227531 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:52:28.227531 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:52:28.227531 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:52:28.227531 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:52:28.227531 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:52:28.227531 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:52:28.227531 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:52:28.227531 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:52:28.227531 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:52:28.227531 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:52:28.227531 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:52:28.227531 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:52:28.227531 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:52:28.227531 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:52:28.227531 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:52:28.227531 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:52:28.227531 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:52:28.227531 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:52:28.227531 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:52:28.227531 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:52:28.322662 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:52:28.323291 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:28.393704 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2c017add-65ba-4db0-b4a5-c6ddd1c167b6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:28.404115 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e20f2125-616d-4543-9099-9132d834262a tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:28.424643 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 not bound, no agent of type HyperV agent registered on host n-d-768862-16 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:52:28.425219 n-d-768862-16 neutron-server[102570]: ERROR neutron.plugins.ml2.managers [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Failed to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on host n-d-768862-16 for vnic_type normal using segments [] Nov 12 08:52:28.445760 n-d-768862-16 neutron-server[102570]: INFO neutron.plugins.ml2.plugin [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempt 7 to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 Nov 12 08:52:28.469027 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e20f2125-616d-4543-9099-9132d834262a tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:28.473212 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e20f2125-616d-4543-9099-9132d834262a tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] 10.222.0.37 "DELETE /v2.0/networks/82ed7612-6a7f-4ac6-9a0c-4a030d5ac48c HTTP/1.1" status: 204 len: 168 time: 2.3847582 Nov 12 08:52:28.480625 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34002) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:28.525027 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f2125-616d-4543-9099-9132d834262a tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Pushing event deleted for resources: {'Network': ['ID=82ed7612-6a7f-4ac6-9a0c-4a030d5ac48c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:28.560125 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-887d1824-361f-46ad-a370-a6d6f9ea0b6c None None] Set router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:52:28.722636 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:52:28.723158 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:52:28.723953 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:28.745839 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563af588-15ba-4a7e-8f83-6b450b093b19 req-abfdfa0e-068f-40f9-a984-0f038e8a96a6 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:28.755572 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-563af588-15ba-4a7e-8f83-6b450b093b19 req-abfdfa0e-068f-40f9-a984-0f038e8a96a6 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f8e9823-1e87-4bbf-982d-66e58314a4ca HTTP/1.1" status: 200 len: 945 time: 0.0992184 Nov 12 08:52:28.756095 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-127e42fe-5a30-4259-8f7f-f8483add8ca6 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:28.774093 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:52:28.774868 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:28.832746 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c017add-65ba-4db0-b4a5-c6ddd1c167b6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Router d7eb8014-2395-467d-8954-226e5c316fbd is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:52:28.893538 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 not bound, no agent of type HyperV agent registered on host n-d-768862-16 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:52:28.893934 n-d-768862-16 neutron-server[102570]: ERROR neutron.plugins.ml2.managers [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Failed to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on host n-d-768862-16 for vnic_type normal using segments [] Nov 12 08:52:28.911564 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-563af588-15ba-4a7e-8f83-6b450b093b19 req-9bc4b9bc-4faa-4054-a502-f0e5ccb8a500 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] 10.222.0.37 "GET /v2.0/security-groups?id=03ef1911-345d-4844-b329-6503621e939a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548266 Nov 12 08:52:28.983224 n-d-768862-16 neutron-server[102570]: INFO neutron.plugins.ml2.plugin [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempt 8 to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 Nov 12 08:52:28.999425 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device cf3371c2-9e5d-4ec1-a777-0e55a8ba3516 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:52:29.050905 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-127e42fe-5a30-4259-8f7f-f8483add8ca6 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:29.073225 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:52:29.073468 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:52:29.073897 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:29.101117 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:52:29.101603 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:29.126894 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-127e42fe-5a30-4259-8f7f-f8483add8ca6 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2afed6b-db9d-4df8-9999-aa2a047ced45']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:29.149988 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-127e42fe-5a30-4259-8f7f-f8483add8ca6 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c55b06-07f8-4f25-b057-234a5ef79935') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:29.150454 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-127e42fe-5a30-4259-8f7f-f8483add8ca6 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c55b06-07f8-4f25-b057-234a5ef79935') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:29.151933 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 not bound, no agent of type HyperV agent registered on host n-d-768862-16 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:52:29.152323 n-d-768862-16 neutron-server[102570]: ERROR neutron.plugins.ml2.managers [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Failed to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on host n-d-768862-16 for vnic_type normal using segments [] Nov 12 08:52:29.162613 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-127e42fe-5a30-4259-8f7f-f8483add8ca6 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:29.162923 n-d-768862-16 neutron-server[102570]: INFO neutron.plugins.ml2.plugin [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempt 9 to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 Nov 12 08:52:29.174053 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:29.184135 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-127e42fe-5a30-4259-8f7f-f8483add8ca6 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:29.191536 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127e42fe-5a30-4259-8f7f-f8483add8ca6 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:52:29.192025 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-127e42fe-5a30-4259-8f7f-f8483add8ca6 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:29.192565 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c017add-65ba-4db0-b4a5-c6ddd1c167b6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:52:29.215013 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0105e81-a92a-48e0-ae1f-f6c81ce7d452 None None] Sync routers for ids ['d7eb8014-2395-467d-8954-226e5c316fbd'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:52:29.235423 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0105e81-a92a-48e0-ae1f-f6c81ce7d452 None None] Routers {'d7eb8014-2395-467d-8954-226e5c316fbd'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:29.236814 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-f0105e81-a92a-48e0-ae1f-f6c81ce7d452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:52:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d7eb8014-2395-467d-8954-226e5c316fbd'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:29.244136 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:52:29.244568 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:52:29.244959 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:29.259387 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2c017add-65ba-4db0-b4a5-c6ddd1c167b6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:29.264109 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2c017add-65ba-4db0-b4a5-c6ddd1c167b6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.2030215 Nov 12 08:52:29.264789 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:52:29.265176 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:29.265946 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34008) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:29.273904 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:52:29.273904 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:52:29.273904 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:52:29.273904 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:52:29.273904 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:52:29.273904 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:52:29.273904 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:52:29.273904 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:52:29.273904 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:52:29.273904 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:52:29.273904 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:52:29.273904 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:52:29.273904 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:52:29.273904 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:52:29.273904 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:52:29.273904 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:52:29.273904 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:52:29.273904 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:52:29.273904 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:52:29.273904 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:52:29.273904 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:52:29.273904 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:52:29.273904 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:52:29.273904 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:52:29.273904 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:52:29.273904 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:52:29.273904 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:52:29.273904 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:52:29.273904 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:52:29.273904 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:52:29.273904 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:52:29.273904 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:52:29.278385 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-127e42fe-5a30-4259-8f7f-f8483add8ca6 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:29.293146 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-127e42fe-5a30-4259-8f7f-f8483add8ca6 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:29.296675 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-127e42fe-5a30-4259-8f7f-f8483add8ca6 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] 10.222.0.37 "DELETE /v2.0/networks/b2afed6b-db9d-4df8-9999-aa2a047ced45 HTTP/1.1" status: 204 len: 168 time: 0.8129699 Nov 12 08:52:29.300872 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34010) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:29.322663 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e42fe-5a30-4259-8f7f-f8483add8ca6 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Pushing event deleted for resources: {'Network': ['ID=b2afed6b-db9d-4df8-9999-aa2a047ced45,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:29.336870 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-f0105e81-a92a-48e0-ae1f-f6c81ce7d452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:29.343089 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.extraroute_db [None req-c3bbfef0-e1b7-4c7a-b05e-46e880a47211 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 08:52:29.369142 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0105e81-a92a-48e0-ae1f-f6c81ce7d452 None None] Routers {'d7eb8014-2395-467d-8954-226e5c316fbd'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:29.374823 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-f0105e81-a92a-48e0-ae1f-f6c81ce7d452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:52:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d7eb8014-2395-467d-8954-226e5c316fbd'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:29.379078 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d3c33-1d74-46d1-970d-c8d19976d9f6 req-b9d2b5e2-6358-4cdb-a74c-4f8374551676 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:29.388170 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-545d3c33-1d74-46d1-970d-c8d19976d9f6 req-b9d2b5e2-6358-4cdb-a74c-4f8374551676 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] 10.222.0.37 "GET /v2.0/ports?device_id=5374d0c7-95b5-429b-91ff-139d1539d82a HTTP/1.1" status: 200 len: 944 time: 0.2262173 Nov 12 08:52:29.418383 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.extraroute_db [None req-c3bbfef0-e1b7-4c7a-b05e-46e880a47211 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Removed routes are [] {{(pid=102568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 08:52:29.418383 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c3bbfef0-e1b7-4c7a-b05e-46e880a47211 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12134'] for router, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:29.421542 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 not bound, no agent of type HyperV agent registered on host n-d-768862-16 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:52:29.422339 n-d-768862-16 neutron-server[102570]: ERROR neutron.plugins.ml2.managers [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Failed to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on host n-d-768862-16 for vnic_type normal using segments [] Nov 12 08:52:29.442672 n-d-768862-16 neutron-server[102570]: INFO neutron.plugins.ml2.plugin [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempt 10 to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 Nov 12 08:52:29.458528 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-f0105e81-a92a-48e0-ae1f-f6c81ce7d452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:29.459419 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0105e81-a92a-48e0-ae1f-f6c81ce7d452 None None] The sync data for ids ['d7eb8014-2395-467d-8954-226e5c316fbd'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:52:29.481446 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2f883a95-d8e3-49b5-b163-8f0549c18170 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:29.488818 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:52:29.489060 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:52:29.489411 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:29.497304 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:52:29.497304 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Attempting to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:29.499268 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port cf3371c2-9e5d-4ec1-a777-0e55a8ba3516 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:29.499643 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:29.573833 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 not bound, no agent of type HyperV agent registered on host n-d-768862-16 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:52:29.574188 n-d-768862-16 neutron-server[102570]: ERROR neutron.plugins.ml2.managers [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Failed to bind port 5241d368-db14-48ba-bf8f-428ddaae3ea3 on host n-d-768862-16 for vnic_type normal using segments [] Nov 12 08:52:29.574624 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:29.577040 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-545d3c33-1d74-46d1-970d-c8d19976d9f6 req-f98a0b21-a7dc-4b76-9add-726fe1ce5dd5 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] 10.222.0.37 "GET /v2.0/security-groups?id=9da96bbe-1042-4cbc-90bf-05fe08eeca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875784 Nov 12 08:52:29.634807 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2802d8f-d16c-428a-8853-34d53b1e1f62 None None] Network 850dc6be-145f-4859-8794-d5d8164554fe requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:29.637783 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2f883a95-d8e3-49b5-b163-8f0549c18170 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:29.663976 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-2f883a95-d8e3-49b5-b163-8f0549c18170 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e26dd5-9988-4ac0-a5f9-a785cdc80bd5']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:29.676819 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-2f883a95-d8e3-49b5-b163-8f0549c18170 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f2c1a6-2d12-4965-80cd-e22ec8221a4d') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:29.677423 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-2f883a95-d8e3-49b5-b163-8f0549c18170 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f2c1a6-2d12-4965-80cd-e22ec8221a4d') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:29.707267 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2f883a95-d8e3-49b5-b163-8f0549c18170 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:29.723571 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2f883a95-d8e3-49b5-b163-8f0549c18170 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:29.733700 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 08:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1785a86-aab4-4b53-bad8-ae2b364c732d x-openstack-request-id: req-a1785a86-aab4-4b53-bad8-ae2b364c732d {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:52:29.734942 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f883a95-d8e3-49b5-b163-8f0549c18170 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:52:29.735353 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "205733b7-3dff-4422-b382-1f4e1214db78", "name": "network-vif-deleted", "tag": "c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59", "status": "failed", "code": 422}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:52:29.735488 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2f883a95-d8e3-49b5-b163-8f0549c18170 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:29.740660 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1785a86-aab4-4b53-bad8-ae2b364c732d {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:52:29.741913 n-d-768862-16 neutron-server[102569]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '205733b7-3dff-4422-b382-1f4e1214db78', 'name': 'network-vif-deleted', 'tag': 'c0cb5bf3-403c-4dcb-ac14-fd52b6af9b59', 'status': 'failed', 'code': 422} returned with failed status Nov 12 08:52:29.771678 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf757be-39e3-4b68-9c67-2af115e95320 x-openstack-request-id: req-4bf757be-39e3-4b68-9c67-2af115e95320 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:52:29.772148 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8e9823-1e87-4bbf-982d-66e58314a4ca", "name": "network-vif-plugged", "status": "completed", "tag": "5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:52:29.773012 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4bf757be-39e3-4b68-9c67-2af115e95320 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:52:29.773684 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8e9823-1e87-4bbf-982d-66e58314a4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd', 'code': 200} Nov 12 08:52:29.812072 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:52:29.812072 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:52:29.812072 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:52:29.812072 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:52:29.812072 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:52:29.812072 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:52:29.812072 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:52:29.812072 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:52:29.812072 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:52:29.812072 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:52:29.812072 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:52:29.812072 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:52:29.812072 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:52:29.812072 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:52:29.812072 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:52:29.812072 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:52:29.812072 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:52:29.812072 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:52:29.812072 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:52:29.812072 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:52:29.812072 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:52:29.812072 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:52:29.812072 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:52:29.812072 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:52:29.812072 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:52:29.812072 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:52:29.812072 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:52:29.812072 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:52:29.812072 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:52:29.812072 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:52:29.812072 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:52:29.812072 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:52:29.815446 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2f883a95-d8e3-49b5-b163-8f0549c18170 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:29.824617 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2f883a95-d8e3-49b5-b163-8f0549c18170 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:29.829429 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2f883a95-d8e3-49b5-b163-8f0549c18170 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] 10.222.0.37 "DELETE /v2.0/networks/02e26dd5-9988-4ac0-a5f9-a785cdc80bd5 HTTP/1.1" status: 204 len: 168 time: 0.5181942 Nov 12 08:52:29.846726 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f883a95-d8e3-49b5-b163-8f0549c18170 tempest-BulkNetworkOpsTest-1530041211 tempest-BulkNetworkOpsTest-1530041211-project] Pushing event deleted for resources: {'Network': ['ID=02e26dd5-9988-4ac0-a5f9-a785cdc80bd5,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:30.115638 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c3bbfef0-e1b7-4c7a-b05e-46e880a47211 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12134'] for router, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:30.120080 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c3bbfef0-e1b7-4c7a-b05e-46e880a47211 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920415'] for router, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:30.281179 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f52d9-d787-4c3d-a104-eddac63b8868 req-8a787792-37e1-4fff-b8bd-37aed5b7acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:30.282977 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d97f52d9-d787-4c3d-a104-eddac63b8868 req-8a787792-37e1-4fff-b8bd-37aed5b7acf8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6f8e9823-1e87-4bbf-982d-66e58314a4ca HTTP/1.1" status: 200 len: 1097 time: 0.5321863 Nov 12 08:52:30.288218 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-2ba4566d-89fb-40d4-8fcf-f1edccba3574 None None] Port 5241d368-db14-48ba-bf8f-428ddaae3ea3 has been deleted concurrently {{(pid=102570) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 12 08:52:30.294150 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bbfef0-e1b7-4c7a-b05e-46e880a47211 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:52:30.375325 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-04ef5a23-6edf-4a24-96fb-719f651340c8 None None] Provisioning complete for port cf3371c2-9e5d-4ec1-a777-0e55a8ba3516 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:30.376517 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-04ef5a23-6edf-4a24-96fb-719f651340c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:30.387107 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d97f52d9-d787-4c3d-a104-eddac63b8868 req-c8d40d7d-654f-4d3b-a812-eafcda996e7f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=03ef1911-345d-4844-b329-6503621e939a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818913 Nov 12 08:52:30.404611 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf7d80-99af-4915-87d5-3c4d5119e182 req-8bb2711e-7761-4511-99d3-72a9f72eefad tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:30.412523 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c2cf7d80-99af-4915-87d5-3c4d5119e182 req-8bb2711e-7761-4511-99d3-72a9f72eefad tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f8e9823-1e87-4bbf-982d-66e58314a4ca HTTP/1.1" status: 200 len: 945 time: 0.1583281 Nov 12 08:52:30.466718 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device fbb53f62-43ed-41ed-9701-ceedaa13b855 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:52:30.512227 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bbfef0-e1b7-4c7a-b05e-46e880a47211 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:52:30.525856 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c2cf7d80-99af-4915-87d5-3c4d5119e182 req-f6230c72-d742-4f08-9282-8b93cf3632ce tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] 10.222.0.37 "GET /v2.0/security-groups?id=03ef1911-345d-4844-b329-6503621e939a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122999 Nov 12 08:52:30.542454 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c3bbfef0-e1b7-4c7a-b05e-46e880a47211 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:30.547796 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c3bbfef0-e1b7-4c7a-b05e-46e880a47211 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "PUT /v2.0/routers/15f61129-b93a-4a5a-bf68-de3f6c51bc61 HTTP/1.1" status: 200 len: 953 time: 2.8136201 Nov 12 08:52:30.547988 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-627522c0-4333-4753-a5cb-e6bd4dbe1948 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:30.548783 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34024) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:30.574592 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34026) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:30.613120 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:30.631524 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-887d1824-361f-46ad-a370-a6d6f9ea0b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'name': 'tempest-RoutersIpV6Test-router-184507091', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:51:44Z', 'updated_at': '2021-11-12T08:52:26Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'gw_port_host': None, '_interfaces': [{'id': '0190053d-9d5e-4c02-9bd8-b6a3f2bfebba', 'name': '', 'network_id': 'aea46ad5-032c-42ea-a4bd-0d17e68f1f3f', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:67:69:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': 'ca69b7a7-3f1f-487d-ac5e-9f51fc614a93', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:14Z', 'updated_at': '2021-11-12T08:52:23Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'ca69b7a7-3f1f-487d-ac5e-9f51fc614a93', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f3dd5c6-ee09-45d9-900b-4466adcad740', 'name': '', 'network_id': 'dd3a7db8-dbd2-4b61-9c21-ddb89a90d755', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:cc:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:03Z', 'updated_at': '2021-11-12T08:52:13Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6027c92f-7750-42c1-b811-5ccffadce967', 'name': '', 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:01:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:51:49Z', 'updated_at': '2021-11-12T08:51:59Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73f74aa4-f798-4a8f-a949-0179ba82ee69', 'name': '', 'network_id': '850dc6be-145f-4859-8794-d5d8164554fe', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:9b:b7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '3ca7a70d-3be2-43ba-a50a-cb00187776fa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:23Z', 'updated_at': '2021-11-12T08:52:26Z', 'revision_number': 2, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': '3ca7a70d-3be2-43ba-a50a-cb00187776fa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:30.751633 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887d1824-361f-46ad-a370-a6d6f9ea0b6c None None] Checking router: 15f61129-b93a-4a5a-bf68-de3f6c51bc61 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:52:30.752078 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887d1824-361f-46ad-a370-a6d6f9ea0b6c None None] Updating router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 port 73f74aa4-f798-4a8f-a949-0179ba82ee69 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:52:30.766223 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7fb87-c009-4017-94c5-64c7d33210aa req-1de4330e-f09e-446e-968d-46ba765d8af4 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:30.787104 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ff7fb87-c009-4017-94c5-64c7d33210aa req-1de4330e-f09e-446e-968d-46ba765d8af4 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3fb0a3f-5746-4613-9f04-0c45cd981ec5 HTTP/1.1" status: 200 len: 907 time: 0.1447847 Nov 12 08:52:30.816400 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-887d1824-361f-46ad-a370-a6d6f9ea0b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:30.822849 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-04a93dd8-6be4-4d60-ae8e-032d359bf535 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "GET /v2.0/routers/15f61129-b93a-4a5a-bf68-de3f6c51bc61 HTTP/1.1" status: 200 len: 953 time: 0.2703302 Nov 12 08:52:30.826468 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34032) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:30.841372 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-64fe6a20-87ac-49cd-8be0-8e11815c5316 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Request body: {'router': {'routes': None}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:31.052563 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port cf3371c2-9e5d-4ec1-a777-0e55a8ba3516, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=cf3371c2-9e5d-4ec1-a777-0e55a8ba3516,segment=NetworkSegment(60c328b7-6d57-4d49-b21f-8409d89f3af7),segment_id=60c328b7-6d57-4d49-b21f-8409d89f3af7)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:31.099249 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:31.126494 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6d2bae64-47f5-4b90-8ef8-b690eaf86c8d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3240a63f1561458291e1f72068e77394&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5502906 Nov 12 08:52:31.131121 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34034) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:31.259065 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port fbb53f62-43ed-41ed-9701-ceedaa13b855 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:52:31.399791 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 0e9cd2ab-3319-478a-a82b-91c166f76788 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:52:31.405755 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port fbb53f62-43ed-41ed-9701-ceedaa13b855 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:31.406241 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:31.575921 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7c12b607-6837-41db-99b1-bcdca60f64a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:31.697903 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 0e9cd2ab-3319-478a-a82b-91c166f76788 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:52:31.698835 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 0e9cd2ab-3319-478a-a82b-91c166f76788 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:52:31.787643 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=cf3371c2-9e5d-4ec1-a777-0e55a8ba3516,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:32.013282 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf5431-58cf-44d4-9402-d0a594d0f554 req-dd04c5a7-e583-4831-9474-794c2783bdc8 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:32.028049 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-70bf5431-58cf-44d4-9402-d0a594d0f554 req-dd04c5a7-e583-4831-9474-794c2783bdc8 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] 10.222.0.37 "GET /v2.0/ports?device_id=5374d0c7-95b5-429b-91ff-139d1539d82a HTTP/1.1" status: 200 len: 944 time: 1.0787971 Nov 12 08:52:32.184301 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-70bf5431-58cf-44d4-9402-d0a594d0f554 req-0bcf090e-4886-4bca-bfb3-ca2313094681 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] 10.222.0.37 "GET /v2.0/security-groups?id=9da96bbe-1042-4cbc-90bf-05fe08eeca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456101 Nov 12 08:52:32.249523 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7c12b607-6837-41db-99b1-bcdca60f64a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:32.370094 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77aab4-47ed-48ec-b211-862140268eb1 req-6786b0b3-a08f-473d-a5af-658dea7e9c29 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:32.372738 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5f77aab4-47ed-48ec-b211-862140268eb1 req-6786b0b3-a08f-473d-a5af-658dea7e9c29 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3fb0a3f-5746-4613-9f04-0c45cd981ec5 HTTP/1.1" status: 200 len: 907 time: 0.1917326 Nov 12 08:52:32.473564 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:32.477356 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-1ec3e00f-52dc-4efc-8191-f88a1c32afb7 None None] Provisioning complete for port 73f74aa4-f798-4a8f-a949-0179ba82ee69 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:32.477724 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1ec3e00f-52dc-4efc-8191-f88a1c32afb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:32.567296 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port fbb53f62-43ed-41ed-9701-ceedaa13b855, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=fbb53f62-43ed-41ed-9701-ceedaa13b855,segment=NetworkSegment(9e75a772-0ceb-40a4-8849-c666027bd0e2),segment_id=9e75a772-0ceb-40a4-8849-c666027bd0e2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:32.577868 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5374d0c7-95b5-429b-91ff-139d1539d82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb53f62-43ed-41ed-9701-ceedaa13b855'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:52:32.581044 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f796b0-af14-4bb6-828f-aaa400b3622a" -d '{"events": [{"server_uuid": "5374d0c7-95b5-429b-91ff-139d1539d82a", "name": "network-vif-plugged", "status": "completed", "tag": "fbb53f62-43ed-41ed-9701-ceedaa13b855"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:52:32.595964 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:32.598797 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-627522c0-4333-4753-a5cb-e6bd4dbe1948 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Allocated IP 172.20.0.1 (26296859-d2ef-4591-a0e3-bb051ee507cc/3b21bab1-3797-46fa-9ee9-5101427bf6ea/05ce888c-21ed-4db7-899d-2aa92f3775bc) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:52:32.620845 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device dd2fb5e6-8128-4e43-beb1-06a3f42838a4 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:52:32.707232 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-1ec3e00f-52dc-4efc-8191-f88a1c32afb7 None None] Port 73f74aa4-f798-4a8f-a949-0179ba82ee69 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:52:32.711644 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9db46f-c4a9-4ce5-b0ec-8766bd4b2656 req-4e36b2ae-7db2-4b0e-88b5-1e59d47e7203 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:32.713856 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b9db46f-c4a9-4ce5-b0ec-8766bd4b2656 req-4e36b2ae-7db2-4b0e-88b5-1e59d47e7203 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f8e9823-1e87-4bbf-982d-66e58314a4ca HTTP/1.1" status: 200 len: 945 time: 0.2489283 Nov 12 08:52:32.806241 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-1ec3e00f-52dc-4efc-8191-f88a1c32afb7 None None] Provisioning complete for port cf3371c2-9e5d-4ec1-a777-0e55a8ba3516 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:32.806947 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1ec3e00f-52dc-4efc-8191-f88a1c32afb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:32.834345 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b9db46f-c4a9-4ce5-b0ec-8766bd4b2656 req-cdb1a97f-c773-4001-ba08-d5ac5b310942 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] 10.222.0.37 "GET /v2.0/security-groups?id=03ef1911-345d-4844-b329-6503621e939a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610640 Nov 12 08:52:32.936957 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.extraroute_db [None req-64fe6a20-87ac-49cd-8be0-8e11815c5316 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Added routes are [] {{(pid=102568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 08:52:32.937503 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.extraroute_db [None req-64fe6a20-87ac-49cd-8be0-8e11815c5316 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 08:52:32.960646 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-627522c0-4333-4753-a5cb-e6bd4dbe1948 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:32.978567 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=fbb53f62-43ed-41ed-9701-ceedaa13b855,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:32.987397 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98edf6bf-ff0f-4ff6-9363-bbd3e85fe9db None None] DHCP port deletion for 687a1edc-77aa-4d56-8699-7bf8ac8edd67 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:52:33.039487 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-627522c0-4333-4753-a5cb-e6bd4dbe1948 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:33.047192 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-64fe6a20-87ac-49cd-8be0-8e11815c5316 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12134'] for router, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:33.106979 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a601ca73-7a6c-4bef-8c46-d96a41796965 None None] Network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:33.127242 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a601ca73-7a6c-4bef-8c46-d96a41796965 None None] Network 687a1edc-77aa-4d56-8699-7bf8ac8edd67 could not be found, it might have been deleted concurrently. {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 08:52:33.196897 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627522c0-4333-4753-a5cb-e6bd4dbe1948 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Network 26296859-d2ef-4591-a0e3-bb051ee507cc is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:33.198258 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:33.200857 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-627522c0-4333-4753-a5cb-e6bd4dbe1948 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:33.213021 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627522c0-4333-4753-a5cb-e6bd4dbe1948 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:33.218100 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627522c0-4333-4753-a5cb-e6bd4dbe1948 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event updated for resources: {'Port': ['ID=05ce888c-21ed-4db7-899d-2aa92f3775bc,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:33.227631 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-887d1824-361f-46ad-a370-a6d6f9ea0b6c None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:33.246392 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-887d1824-361f-46ad-a370-a6d6f9ea0b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:33.308708 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port dd2fb5e6-8128-4e43-beb1-06a3f42838a4, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=dd2fb5e6-8128-4e43-beb1-06a3f42838a4,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:33.327867 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31244c0c-12db-4c0a-a96c-8bd2e8824bdb req-b5dc0d6c-6816-4514-adec-2e784cf272b3 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:33.330933 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:33.331904 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-31244c0c-12db-4c0a-a96c-8bd2e8824bdb req-b5dc0d6c-6816-4514-adec-2e784cf272b3 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3fb0a3f-5746-4613-9f04-0c45cd981ec5 HTTP/1.1" status: 200 len: 907 time: 0.3145199 Nov 12 08:52:33.390110 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-627522c0-4333-4753-a5cb-e6bd4dbe1948 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:33.407847 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7c12b607-6837-41db-99b1-bcdca60f64a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:33.415070 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7c12b607-6837-41db-99b1-bcdca60f64a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:33.418816 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7c12b607-6837-41db-99b1-bcdca60f64a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ccf4fde3-ee83-4c34-a419-6f0a70bd5439 HTTP/1.1" status: 204 len: 168 time: 2.2833755 Nov 12 08:52:33.456630 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd22515-f596-428d-afc4-0af1c4f87ff7 x-openstack-request-id: req-0dd22515-f596-428d-afc4-0af1c4f87ff7 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:52:33.466463 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5374d0c7-95b5-429b-91ff-139d1539d82a", "name": "network-vif-plugged", "status": "completed", "tag": "fbb53f62-43ed-41ed-9701-ceedaa13b855", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:52:33.466842 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0dd22515-f596-428d-afc4-0af1c4f87ff7 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:52:33.476683 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5374d0c7-95b5-429b-91ff-139d1539d82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb53f62-43ed-41ed-9701-ceedaa13b855', 'code': 200} Nov 12 08:52:33.490181 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c12b607-6837-41db-99b1-bcdca60f64a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf4fde3-ee83-4c34-a419-6f0a70bd5439,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:33.491665 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8350d24-5a10-4eb2-bc08-8a6612d2cf33 None None] Pushing event updated for resources: {'Port': ['ID=73f74aa4-f798-4a8f-a949-0179ba82ee69,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:33.538465 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12b607-6837-41db-99b1-bcdca60f64a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:33.539456 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12b607-6837-41db-99b1-bcdca60f64a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:33.540129 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12b607-6837-41db-99b1-bcdca60f64a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:33.540717 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12b607-6837-41db-99b1-bcdca60f64a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:33.541492 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12b607-6837-41db-99b1-bcdca60f64a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:33.542095 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12b607-6837-41db-99b1-bcdca60f64a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:33.542827 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12b607-6837-41db-99b1-bcdca60f64a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:33.543418 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12b607-6837-41db-99b1-bcdca60f64a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:33.544044 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12b607-6837-41db-99b1-bcdca60f64a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:33.544625 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12b607-6837-41db-99b1-bcdca60f64a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:33.545388 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12b607-6837-41db-99b1-bcdca60f64a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:33.545956 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12b607-6837-41db-99b1-bcdca60f64a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:33.663039 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-88ef355b-3437-4177-a39b-a274323958af None None] Provisioning complete for port 73f74aa4-f798-4a8f-a949-0179ba82ee69 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:33.663720 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-88ef355b-3437-4177-a39b-a274323958af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:33.729975 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-64fe6a20-87ac-49cd-8be0-8e11815c5316 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12134'] for router, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:33.768886 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-64fe6a20-87ac-49cd-8be0-8e11815c5316 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920415'] for router, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:33.801648 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-5f77aab4-47ed-48ec-b211-862140268eb1 req-6b5d9caa-9c88-4b44-8841-e43cfa819a02 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Deleting port dd2fb5e6-8128-4e43-beb1-06a3f42838a4 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:33.802111 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5f77aab4-47ed-48ec-b211-862140268eb1 req-6b5d9caa-9c88-4b44-8841-e43cfa819a02 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:33.840280 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=dd2fb5e6-8128-4e43-beb1-06a3f42838a4,revision_number=7']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:33.990793 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device cf3371c2-9e5d-4ec1-a777-0e55a8ba3516 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:52:34.063192 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93819878-f7ac-44bd-bfc1-58416c4547ee req-a7c784f9-ef94-486e-a0a7-58b2910bb758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:34.065159 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-93819878-f7ac-44bd-bfc1-58416c4547ee req-a7c784f9-ef94-486e-a0a7-58b2910bb758 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5374d0c7-95b5-429b-91ff-139d1539d82a HTTP/1.1" status: 200 len: 1097 time: 0.5519507 Nov 12 08:52:34.072304 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-887d1824-361f-46ad-a370-a6d6f9ea0b6c None None] Attempting to bind port 73f74aa4-f798-4a8f-a949-0179ba82ee69 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:52:34.075478 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-887d1824-361f-46ad-a370-a6d6f9ea0b6c None None] Attempting to bind port 73f74aa4-f798-4a8f-a949-0179ba82ee69 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '60c328b7-6d57-4d49-b21f-8409d89f3af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '850dc6be-145f-4859-8794-d5d8164554fe'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:52:34.078242 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887d1824-361f-46ad-a370-a6d6f9ea0b6c None None] Attempting to bind port 73f74aa4-f798-4a8f-a949-0179ba82ee69 on network 850dc6be-145f-4859-8794-d5d8164554fe {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:34.139918 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d801a41-c5da-4463-9ff6-f96ee157a652 req-72b86204-7b99-4041-87d7-927471428326 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:34.148401 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64fe6a20-87ac-49cd-8be0-8e11815c5316 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:52:34.163387 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8d801a41-c5da-4463-9ff6-f96ee157a652 req-72b86204-7b99-4041-87d7-927471428326 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] 10.222.0.37 "GET /v2.0/ports?device_id=5374d0c7-95b5-429b-91ff-139d1539d82a HTTP/1.1" status: 200 len: 945 time: 0.3169951 Nov 12 08:52:34.167627 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-627522c0-4333-4753-a5cb-e6bd4dbe1948 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:34.178674 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-5f77aab4-47ed-48ec-b211-862140268eb1 req-6b5d9caa-9c88-4b44-8841-e43cfa819a02 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] For port dd2fb5e6-8128-4e43-beb1-06a3f42838a4, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=dd2fb5e6-8128-4e43-beb1-06a3f42838a4,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:34.179513 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5f77aab4-47ed-48ec-b211-862140268eb1 req-6b5d9caa-9c88-4b44-8841-e43cfa819a02 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:34.193706 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887d1824-361f-46ad-a370-a6d6f9ea0b6c None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:52:34.194741 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887d1824-361f-46ad-a370-a6d6f9ea0b6c None None] Checking segment: {'id': '60c328b7-6d57-4d49-b21f-8409d89f3af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '850dc6be-145f-4859-8794-d5d8164554fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:34.195607 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-887d1824-361f-46ad-a370-a6d6f9ea0b6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:34.196537 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887d1824-361f-46ad-a370-a6d6f9ea0b6c None None] Bound using segment: {'id': '60c328b7-6d57-4d49-b21f-8409d89f3af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '850dc6be-145f-4859-8794-d5d8164554fe'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:52:34.197581 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-887d1824-361f-46ad-a370-a6d6f9ea0b6c None None] Bound port: 73f74aa4-f798-4a8f-a949-0179ba82ee69, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c328b7-6d57-4d49-b21f-8409d89f3af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '850dc6be-145f-4859-8794-d5d8164554fe'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:52:34.198443 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-887d1824-361f-46ad-a370-a6d6f9ea0b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:34.235298 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-5f77aab4-47ed-48ec-b211-862140268eb1 req-6b5d9caa-9c88-4b44-8841-e43cfa819a02 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Calling delete_port for dd2fb5e6-8128-4e43-beb1-06a3f42838a4 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:34.245463 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-88ef355b-3437-4177-a39b-a274323958af None None] Port 73f74aa4-f798-4a8f-a949-0179ba82ee69 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:52:34.248500 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-93819878-f7ac-44bd-bfc1-58416c4547ee req-1b989a73-0647-4bdc-b5c7-beb67357f1ef service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9da96bbe-1042-4cbc-90bf-05fe08eeca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736643 Nov 12 08:52:34.294671 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-88ef355b-3437-4177-a39b-a274323958af None None] Could not find standard attr ID for object 5241d368-db14-48ba-bf8f-428ddaae3ea3. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:52:34.326808 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port cf3371c2-9e5d-4ec1-a777-0e55a8ba3516 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:34.327723 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:34.387808 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8d801a41-c5da-4463-9ff6-f96ee157a652 req-69a43cd5-be55-4827-8bdc-b5d9a838692a tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] 10.222.0.37 "GET /v2.0/security-groups?id=9da96bbe-1042-4cbc-90bf-05fe08eeca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158611 Nov 12 08:52:34.460308 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-887d1824-361f-46ad-a370-a6d6f9ea0b6c None None] For port 73f74aa4-f798-4a8f-a949-0179ba82ee69, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:52:34.498644 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-887d1824-361f-46ad-a370-a6d6f9ea0b6c None None] For port 73f74aa4-f798-4a8f-a949-0179ba82ee69, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=73f74aa4-f798-4a8f-a949-0179ba82ee69,segment=NetworkSegment(60c328b7-6d57-4d49-b21f-8409d89f3af7),segment_id=60c328b7-6d57-4d49-b21f-8409d89f3af7)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:52:34.503050 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-fce2d9fa-261a-40f3-8fca-8030083e0095 None None] Provisioning complete for port 73f74aa4-f798-4a8f-a949-0179ba82ee69 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:34.503603 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fce2d9fa-261a-40f3-8fca-8030083e0095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:34.512265 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-887d1824-361f-46ad-a370-a6d6f9ea0b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:34.567953 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64fe6a20-87ac-49cd-8be0-8e11815c5316 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:52:34.584420 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-64fe6a20-87ac-49cd-8be0-8e11815c5316 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:34.591604 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-64fe6a20-87ac-49cd-8be0-8e11815c5316 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "PUT /v2.0/routers/15f61129-b93a-4a5a-bf68-de3f6c51bc61 HTTP/1.1" status: 200 len: 703 time: 3.7636817 Nov 12 08:52:34.602324 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34074) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:34.739719 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8350d24-5a10-4eb2-bc08-8a6612d2cf33 None None] Pushing event updated for resources: {'Port': ['ID=73f74aa4-f798-4a8f-a949-0179ba82ee69,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:35.006914 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887d1824-361f-46ad-a370-a6d6f9ea0b6c None None] Routers {'15f61129-b93a-4a5a-bf68-de3f6c51bc61'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:35.008064 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-887d1824-361f-46ad-a370-a6d6f9ea0b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:52:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:35.206217 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-262ae9de-cf09-4e58-954f-44af18fbc836 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "GET /v2.0/routers/15f61129-b93a-4a5a-bf68-de3f6c51bc61 HTTP/1.1" status: 200 len: 703 time: 0.6018760 Nov 12 08:52:35.215930 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34084) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:35.305480 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5f77aab4-47ed-48ec-b211-862140268eb1 req-6b5d9caa-9c88-4b44-8841-e43cfa819a02 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:35.359512 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5241d368-db14-48ba-bf8f-428ddaae3ea3 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:52:35.474322 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 5241d368-db14-48ba-bf8f-428ddaae3ea3 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:52:35.476074 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5241d368-db14-48ba-bf8f-428ddaae3ea3 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:52:35.502934 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fb0a3f-5746-4613-9f04-0c45cd981ec5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd2fb5e6-8128-4e43-beb1-06a3f42838a4'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:52:35.510009 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d9caa-9c88-4b44-8841-e43cfa819a02 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Pushing event deleted for resources: {'Port': ['ID=dd2fb5e6-8128-4e43-beb1-06a3f42838a4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:35.519610 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f0e839-a878-49bc-898c-8be430f57f3a" -d '{"events": [{"server_uuid": "b3fb0a3f-5746-4613-9f04-0c45cd981ec5", "name": "network-vif-unplugged", "status": "completed", "tag": "dd2fb5e6-8128-4e43-beb1-06a3f42838a4"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:52:35.654286 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f77aab4-47ed-48ec-b211-862140268eb1 req-6b5d9caa-9c88-4b44-8841-e43cfa819a02 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] No DVR routers for this DVR port dd2fb5e6-8128-4e43-beb1-06a3f42838a4 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:52:35.664680 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5f77aab4-47ed-48ec-b211-862140268eb1 req-6b5d9caa-9c88-4b44-8841-e43cfa819a02 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:35.668193 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5f77aab4-47ed-48ec-b211-862140268eb1 req-6b5d9caa-9c88-4b44-8841-e43cfa819a02 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.54 "DELETE /v2.0/ports/dd2fb5e6-8128-4e43-beb1-06a3f42838a4 HTTP/1.1" status: 204 len: 173 time: 3.1285820 Nov 12 08:52:35.668721 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fb0a3f-5746-4613-9f04-0c45cd981ec5', 'name': 'network-vif-deleted', 'tag': 'dd2fb5e6-8128-4e43-beb1-06a3f42838a4'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:52:35.672157 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cfb904-d475-49b7-a022-1a4c739e1b6d" -d '{"events": [{"server_uuid": "b3fb0a3f-5746-4613-9f04-0c45cd981ec5", "name": "network-vif-deleted", "tag": "dd2fb5e6-8128-4e43-beb1-06a3f42838a4"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:52:35.723045 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-887d1824-361f-46ad-a370-a6d6f9ea0b6c None None] Set router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:52:35.777082 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fce2d9fa-261a-40f3-8fca-8030083e0095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:35.856232 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34096) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:36.090967 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-fce2d9fa-261a-40f3-8fca-8030083e0095 None None] For port 73f74aa4-f798-4a8f-a949-0179ba82ee69, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=73f74aa4-f798-4a8f-a949-0179ba82ee69,segment=NetworkSegment(60c328b7-6d57-4d49-b21f-8409d89f3af7),segment_id=60c328b7-6d57-4d49-b21f-8409d89f3af7)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:36.135345 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677aee5d-01bb-4c47-b49d-38f7fd971774 req-35789dd9-309f-4829-bc7c-a7fb25862775 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:36.144732 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-677aee5d-01bb-4c47-b49d-38f7fd971774 req-35789dd9-309f-4829-bc7c-a7fb25862775 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3fb0a3f-5746-4613-9f04-0c45cd981ec5 HTTP/1.1" status: 200 len: 827 time: 0.9172590 Nov 12 08:52:36.146074 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fce2d9fa-261a-40f3-8fca-8030083e0095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:36.310839 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-627522c0-4333-4753-a5cb-e6bd4dbe1948 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:36.340897 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8412642b-2e03-42cc-b538-98a46807dfe9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-415104313'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:36.354560 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2d9fa-261a-40f3-8fca-8030083e0095 None None] Pushing event updated for resources: {'Port': ['ID=73f74aa4-f798-4a8f-a949-0179ba82ee69,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:36.404078 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ce8d6150-ffc7-4af5-b3b3-929a43fab33f None None] Provisioning complete for port 73f74aa4-f798-4a8f-a949-0179ba82ee69 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:36.404742 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ce8d6150-ffc7-4af5-b3b3-929a43fab33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:36.433501 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8412642b-2e03-42cc-b538-98a46807dfe9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:36.444048 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8412642b-2e03-42cc-b538-98a46807dfe9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:36.448361 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-627522c0-4333-4753-a5cb-e6bd4dbe1948 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:36.468846 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8412642b-2e03-42cc-b538-98a46807dfe9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:36.588138 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-887d1824-361f-46ad-a370-a6d6f9ea0b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'name': 'tempest-RoutersIpV6Test-router-184507091', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:51:44Z', 'updated_at': '2021-11-12T08:52:32Z', 'revision_number': 7, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'gw_port_host': None, '_interfaces': [{'id': '0190053d-9d5e-4c02-9bd8-b6a3f2bfebba', 'name': '', 'network_id': 'aea46ad5-032c-42ea-a4bd-0d17e68f1f3f', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:67:69:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': 'ca69b7a7-3f1f-487d-ac5e-9f51fc614a93', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:14Z', 'updated_at': '2021-11-12T08:52:23Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'ca69b7a7-3f1f-487d-ac5e-9f51fc614a93', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f3dd5c6-ee09-45d9-900b-4466adcad740', 'name': '', 'network_id': 'dd3a7db8-dbd2-4b61-9c21-ddb89a90d755', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:cc:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:03Z', 'updated_at': '2021-11-12T08:52:13Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6027c92f-7750-42c1-b811-5ccffadce967', 'name': '', 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:01:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:51:49Z', 'updated_at': '2021-11-12T08:51:59Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73f74aa4-f798-4a8f-a949-0179ba82ee69', 'name': '', 'network_id': '850dc6be-145f-4859-8794-d5d8164554fe', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:9b:b7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '3ca7a70d-3be2-43ba-a50a-cb00187776fa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:23Z', 'updated_at': '2021-11-12T08:52:34Z', 'revision_number': 4, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': '3ca7a70d-3be2-43ba-a50a-cb00187776fa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:36.645610 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887d1824-361f-46ad-a370-a6d6f9ea0b6c None None] The sync data for ids ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'] in n-d-768862-16 is: [{'id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'name': 'tempest-RoutersIpV6Test-router-184507091', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:51:44Z', 'updated_at': '2021-11-12T08:52:32Z', 'revision_number': 7, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'gw_port_host': None, '_interfaces': [{'id': '0190053d-9d5e-4c02-9bd8-b6a3f2bfebba', 'name': '', 'network_id': 'aea46ad5-032c-42ea-a4bd-0d17e68f1f3f', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:67:69:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': 'ca69b7a7-3f1f-487d-ac5e-9f51fc614a93', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:14Z', 'updated_at': '2021-11-12T08:52:23Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'ca69b7a7-3f1f-487d-ac5e-9f51fc614a93', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f3dd5c6-ee09-45d9-900b-4466adcad740', 'name': '', 'network_id': 'dd3a7db8-dbd2-4b61-9c21-ddb89a90d755', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:cc:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:03Z', 'updated_at': '2021-11-12T08:52:13Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6027c92f-7750-42c1-b811-5ccffadce967', 'name': '', 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:01:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:51:49Z', 'updated_at': '2021-11-12T08:51:59Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73f74aa4-f798-4a8f-a949-0179ba82ee69', 'name': '', 'network_id': '850dc6be-145f-4859-8794-d5d8164554fe', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:9b:b7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '3ca7a70d-3be2-43ba-a50a-cb00187776fa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:23Z', 'updated_at': '2021-11-12T08:52:34Z', 'revision_number': 4, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': '3ca7a70d-3be2-43ba-a50a-cb00187776fa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:52:36.751015 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627522c0-4333-4753-a5cb-e6bd4dbe1948 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event updated for resources: {'Port': ['ID=05ce888c-21ed-4db7-899d-2aa92f3775bc,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:36.803001 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8412642b-2e03-42cc-b538-98a46807dfe9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:36.811549 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8412642b-2e03-42cc-b538-98a46807dfe9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:36.856075 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8412642b-2e03-42cc-b538-98a46807dfe9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:52:36.857495 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627522c0-4333-4753-a5cb-e6bd4dbe1948 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:36.858461 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627522c0-4333-4753-a5cb-e6bd4dbe1948 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:36.858680 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627522c0-4333-4753-a5cb-e6bd4dbe1948 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:36.859209 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627522c0-4333-4753-a5cb-e6bd4dbe1948 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:36.859946 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627522c0-4333-4753-a5cb-e6bd4dbe1948 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:36.860319 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627522c0-4333-4753-a5cb-e6bd4dbe1948 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:36.860892 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627522c0-4333-4753-a5cb-e6bd4dbe1948 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:36.861431 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627522c0-4333-4753-a5cb-e6bd4dbe1948 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:36.861962 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627522c0-4333-4753-a5cb-e6bd4dbe1948 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:36.863206 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627522c0-4333-4753-a5cb-e6bd4dbe1948 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:36.863206 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627522c0-4333-4753-a5cb-e6bd4dbe1948 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:36.863634 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627522c0-4333-4753-a5cb-e6bd4dbe1948 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:36.877393 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-627522c0-4333-4753-a5cb-e6bd4dbe1948 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:36.882901 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8412642b-2e03-42cc-b538-98a46807dfe9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:36.883276 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-8412642b-2e03-42cc-b538-98a46807dfe9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Added segment d649d88f-c4f4-4e53-8dae-af51ee0e5749 of type vlan for network b10a7d10-6adf-4a5b-9687-9e7760e2f4a9 Nov 12 08:52:36.885741 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412642b-2e03-42cc-b538-98a46807dfe9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=613b1089-9180-4da0-9524-1ab3168efe47,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:36.902106 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ca579-2d2d-4a36-a1f0-c99e9c67fa4f req-907fb4e3-ddc3-4288-9da4-ee6811a48b6c tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:36.906035 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3e1ca579-2d2d-4a36-a1f0-c99e9c67fa4f req-907fb4e3-ddc3-4288-9da4-ee6811a48b6c tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f8e9823-1e87-4bbf-982d-66e58314a4ca HTTP/1.1" status: 200 len: 945 time: 0.3820302 Nov 12 08:52:36.917720 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae0678-af3a-4ed2-ab71-2e98816e177f req-98bdcf20-0f27-4b15-8634-51c234ddc6a4 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:36.919171 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4cae0678-af3a-4ed2-ab71-2e98816e177f req-98bdcf20-0f27-4b15-8634-51c234ddc6a4 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f8e9823-1e87-4bbf-982d-66e58314a4ca HTTP/1.1" status: 200 len: 945 time: 0.6046152 Nov 12 08:52:36.984462 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8412642b-2e03-42cc-b538-98a46807dfe9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:37.068958 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8412642b-2e03-42cc-b538-98a46807dfe9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:37.093274 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8412642b-2e03-42cc-b538-98a46807dfe9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:37.096842 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8412642b-2e03-42cc-b538-98a46807dfe9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:37.173366 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8412642b-2e03-42cc-b538-98a46807dfe9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3148968 Nov 12 08:52:37.204908 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34102) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:37.219146 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-3571232f-7a5b-4845-b076-7221d89a2b2d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'port': {'network_id': 'b10a7d10-6adf-4a5b-9687-9e7760e2f4a9', 'name': 'tempest-PortsIpV6TestJSON-2097664784'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:37.240449 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412642b-2e03-42cc-b538-98a46807dfe9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Network': ['ID=b10a7d10-6adf-4a5b-9687-9e7760e2f4a9,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:37.263855 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network b10a7d10-6adf-4a5b-9687-9e7760e2f4a9 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:52:37.293455 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4cae0678-af3a-4ed2-ab71-2e98816e177f req-5c0c3d08-5b87-438b-933f-ce7999972581 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] 10.222.0.37 "GET /v2.0/security-groups?id=03ef1911-345d-4844-b329-6503621e939a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200190 Nov 12 08:52:37.478117 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627522c0-4333-4753-a5cb-e6bd4dbe1948 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Network 26296859-d2ef-4591-a0e3-bb051ee507cc is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:37.489910 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-627522c0-4333-4753-a5cb-e6bd4dbe1948 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:37.537197 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-3e1ca579-2d2d-4a36-a1f0-c99e9c67fa4f req-43e908d3-1375-4885-a1ed-6c98962512d8 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] Deleting port 5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:37.538465 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3e1ca579-2d2d-4a36-a1f0-c99e9c67fa4f req-43e908d3-1375-4885-a1ed-6c98962512d8 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:37.663799 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685f00f-71ca-4e7f-bf37-b0d81f2a95c4 req-2eac003f-b8ce-438f-89fe-016e427bfe26 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:37.665909 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5685f00f-71ca-4e7f-bf37-b0d81f2a95c4 req-2eac003f-b8ce-438f-89fe-016e427bfe26 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] 10.222.0.37 "GET /v2.0/ports?device_id=5374d0c7-95b5-429b-91ff-139d1539d82a HTTP/1.1" status: 200 len: 945 time: 0.2621214 Nov 12 08:52:37.696784 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3571232f-7a5b-4845-b076-7221d89a2b2d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:37.701082 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3571232f-7a5b-4845-b076-7221d89a2b2d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:37.853802 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9cf22498-6407-4f39-b143-4ff21e49e969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:37.890423 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-3571232f-7a5b-4845-b076-7221d89a2b2d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] device_id is not set on port f5b040b9-43d7-493e-b388-c53328e1a740 yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:52:37.978644 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 73f74aa4-f798-4a8f-a949-0179ba82ee69 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:52:38.031970 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db99235-a1eb-4ba5-bf53-e546c287b3f5 None None] Sync routers for ids ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:52:38.060821 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db99235-a1eb-4ba5-bf53-e546c287b3f5 None None] Routers {'15f61129-b93a-4a5a-bf68-de3f6c51bc61'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:38.061298 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627522c0-4333-4753-a5cb-e6bd4dbe1948 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Router d7eb8014-2395-467d-8954-226e5c316fbd has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:52:38.061550 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0db99235-a1eb-4ba5-bf53-e546c287b3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:52:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:38.068802 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5685f00f-71ca-4e7f-bf37-b0d81f2a95c4 req-2780b995-e5c1-4a0c-89f3-c453c2630e19 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] 10.222.0.37 "GET /v2.0/security-groups?id=9da96bbe-1042-4cbc-90bf-05fe08eeca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819492 Nov 12 08:52:38.077141 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-3e1ca579-2d2d-4a36-a1f0-c99e9c67fa4f req-43e908d3-1375-4885-a1ed-6c98962512d8 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] For port 5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd,segment=NetworkSegment(b304d2ef-a824-4900-a7bd-e8159117756c),segment_id=b304d2ef-a824-4900-a7bd-e8159117756c)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:38.077762 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3e1ca579-2d2d-4a36-a1f0-c99e9c67fa4f req-43e908d3-1375-4885-a1ed-6c98962512d8 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:38.089997 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5cd5e556-88fd-4292-b6eb-0ce90671c6bb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:38.222105 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-3e1ca579-2d2d-4a36-a1f0-c99e9c67fa4f req-43e908d3-1375-4885-a1ed-6c98962512d8 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] Calling delete_port for 5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:38.257537 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-0db99235-a1eb-4ba5-bf53-e546c287b3f5 None None] Set router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:52:38.481837 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99f887b-3e34-4895-9c38-577e57af1a0f x-openstack-request-id: req-d99f887b-3e34-4895-9c38-577e57af1a0f {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:52:38.484027 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3fb0a3f-5746-4613-9f04-0c45cd981ec5", "name": "network-vif-deleted", "tag": "dd2fb5e6-8128-4e43-beb1-06a3f42838a4", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:52:38.485311 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d99f887b-3e34-4895-9c38-577e57af1a0f {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:52:38.486729 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3fb0a3f-5746-4613-9f04-0c45cd981ec5', 'name': 'network-vif-deleted', 'tag': 'dd2fb5e6-8128-4e43-beb1-06a3f42838a4', 'status': 'completed', 'code': 200} Nov 12 08:52:38.768630 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b72e8a-2cbe-4eb8-832d-786516f220d2 x-openstack-request-id: req-c2b72e8a-2cbe-4eb8-832d-786516f220d2 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:52:38.769572 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3fb0a3f-5746-4613-9f04-0c45cd981ec5", "name": "network-vif-unplugged", "status": "completed", "tag": "dd2fb5e6-8128-4e43-beb1-06a3f42838a4", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:52:38.769572 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c2b72e8a-2cbe-4eb8-832d-786516f220d2 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:52:38.770152 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3fb0a3f-5746-4613-9f04-0c45cd981ec5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd2fb5e6-8128-4e43-beb1-06a3f42838a4', 'code': 200} Nov 12 08:52:38.790563 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3571232f-7a5b-4845-b076-7221d89a2b2d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:38.840236 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 73f74aa4-f798-4a8f-a949-0179ba82ee69 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:38.841241 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:39.104916 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0db99235-a1eb-4ba5-bf53-e546c287b3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'name': 'tempest-RoutersIpV6Test-router-184507091', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:51:44Z', 'updated_at': '2021-11-12T08:52:32Z', 'revision_number': 7, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'gw_port_host': None, '_interfaces': [{'id': '0190053d-9d5e-4c02-9bd8-b6a3f2bfebba', 'name': '', 'network_id': 'aea46ad5-032c-42ea-a4bd-0d17e68f1f3f', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:67:69:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': 'ca69b7a7-3f1f-487d-ac5e-9f51fc614a93', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:14Z', 'updated_at': '2021-11-12T08:52:23Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'ca69b7a7-3f1f-487d-ac5e-9f51fc614a93', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f3dd5c6-ee09-45d9-900b-4466adcad740', 'name': '', 'network_id': 'dd3a7db8-dbd2-4b61-9c21-ddb89a90d755', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:cc:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:03Z', 'updated_at': '2021-11-12T08:52:13Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6027c92f-7750-42c1-b811-5ccffadce967', 'name': '', 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:01:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:51:49Z', 'updated_at': '2021-11-12T08:51:59Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73f74aa4-f798-4a8f-a949-0179ba82ee69', 'name': '', 'network_id': '850dc6be-145f-4859-8794-d5d8164554fe', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:9b:b7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '3ca7a70d-3be2-43ba-a50a-cb00187776fa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:23Z', 'updated_at': '2021-11-12T08:52:35Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': '3ca7a70d-3be2-43ba-a50a-cb00187776fa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:39.141127 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db99235-a1eb-4ba5-bf53-e546c287b3f5 None None] Checking router: 15f61129-b93a-4a5a-bf68-de3f6c51bc61 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:52:39.156447 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293c61e-b32e-47c2-82da-aa9eb4623988 req-d8a8ee26-a218-4047-ae5b-3dd588e870e3 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:39.156756 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db99235-a1eb-4ba5-bf53-e546c287b3f5 None None] Routers {'15f61129-b93a-4a5a-bf68-de3f6c51bc61'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:39.156886 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0db99235-a1eb-4ba5-bf53-e546c287b3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:52:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:39.158481 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2293c61e-b32e-47c2-82da-aa9eb4623988 req-d8a8ee26-a218-4047-ae5b-3dd588e870e3 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f8e9823-1e87-4bbf-982d-66e58314a4ca HTTP/1.1" status: 200 len: 945 time: 0.3032165 Nov 12 08:52:39.161685 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627522c0-4333-4753-a5cb-e6bd4dbe1948 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:52:39.176179 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-627522c0-4333-4753-a5cb-e6bd4dbe1948 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "PUT /v2.0/routers/d7eb8014-2395-467d-8954-226e5c316fbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9063730 Nov 12 08:52:39.180976 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3571232f-7a5b-4845-b076-7221d89a2b2d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:39.184949 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34120) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:39.190340 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e1b6b3-3edf-4976-8eb3-a46676f4c204 None None] Sync routers for ids ['d7eb8014-2395-467d-8954-226e5c316fbd'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:52:39.201375 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-07fa6a8c-e294-428e-bccb-56060aa80be9 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Request body: {'port': {'network_id': '26296859-d2ef-4591-a0e3-bb051ee507cc', 'name': 'tempest-FloatingIPTestJSON-798372426'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:39.211892 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e1b6b3-3edf-4976-8eb3-a46676f4c204 None None] Routers {'d7eb8014-2395-467d-8954-226e5c316fbd'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:39.213379 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-50e1b6b3-3edf-4976-8eb3-a46676f4c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:52:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d7eb8014-2395-467d-8954-226e5c316fbd'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:39.269096 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-50e1b6b3-3edf-4976-8eb3-a46676f4c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:39.283584 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e1b6b3-3edf-4976-8eb3-a46676f4c204 None None] Routers {'d7eb8014-2395-467d-8954-226e5c316fbd'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:39.284835 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-50e1b6b3-3edf-4976-8eb3-a46676f4c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:52:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d7eb8014-2395-467d-8954-226e5c316fbd'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:39.298784 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:52:39.350652 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-50e1b6b3-3edf-4976-8eb3-a46676f4c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:39.353661 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e1b6b3-3edf-4976-8eb3-a46676f4c204 None None] The sync data for ids ['d7eb8014-2395-467d-8954-226e5c316fbd'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:52:39.374344 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-0db99235-a1eb-4ba5-bf53-e546c287b3f5 None None] Set router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:52:39.401898 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571232f-7a5b-4845-b076-7221d89a2b2d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Port': ['ID=f5b040b9-43d7-493e-b388-c53328e1a740,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:39.477628 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fa6a8c-e294-428e-bccb-56060aa80be9 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Made reservation on behalf of 89610acee4f9465c8223394074652272 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:39.487549 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07fa6a8c-e294-428e-bccb-56060aa80be9 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:39.515761 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3e1ca579-2d2d-4a36-a1f0-c99e9c67fa4f req-43e908d3-1375-4885-a1ed-6c98962512d8 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:39.517681 n-d-768862-16 neutron-server[102570]: INFO neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No ports have port_id starting with 5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd Nov 12 08:52:39.527306 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-07fa6a8c-e294-428e-bccb-56060aa80be9 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] device_id is not set on port 98b396bd-237f-422a-9b6d-ece9fc784ca4 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:52:39.548911 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2293c61e-b32e-47c2-82da-aa9eb4623988 req-0f17d455-7b46-4738-83a6-e09b3067a0e3 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] 10.222.0.37 "GET /v2.0/security-groups?id=03ef1911-345d-4844-b329-6503621e939a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623912 Nov 12 08:52:39.627801 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e908d3-1375-4885-a1ed-6c98962512d8 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] Pushing event deleted for resources: {'Port': ['ID=5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:39.669275 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1ca579-2d2d-4a36-a1f0-c99e9c67fa4f req-43e908d3-1375-4885-a1ed-6c98962512d8 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] No DVR routers for this DVR port 5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:52:39.671709 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3e1ca579-2d2d-4a36-a1f0-c99e9c67fa4f req-43e908d3-1375-4885-a1ed-6c98962512d8 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:39.675651 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3e1ca579-2d2d-4a36-a1f0-c99e9c67fa4f req-43e908d3-1375-4885-a1ed-6c98962512d8 tempest-ServerGroupTestJSON-669409086 tempest-ServerGroupTestJSON-669409086-project] 10.222.0.58 "DELETE /v2.0/ports/5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd HTTP/1.1" status: 204 len: 173 time: 2.7553623 Nov 12 08:52:39.743392 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8e9823-1e87-4bbf-982d-66e58314a4ca', 'name': 'network-vif-deleted', 'tag': '5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:52:39.754127 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fa3b4a-9ed3-49a0-b4d8-2622d26dfe60" -d '{"events": [{"server_uuid": "6f8e9823-1e87-4bbf-982d-66e58314a4ca", "name": "network-vif-deleted", "tag": "5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:52:39.773666 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3571232f-7a5b-4845-b076-7221d89a2b2d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Checking segment: {'id': 'd649d88f-c4f4-4e53-8dae-af51ee0e5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b10a7d10-6adf-4a5b-9687-9e7760e2f4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:39.774259 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3571232f-7a5b-4845-b076-7221d89a2b2d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network hostable DHCP agents. Network: b10a7d10-6adf-4a5b-9687-9e7760e2f4a9, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:52:39.852841 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3571232f-7a5b-4845-b076-7221d89a2b2d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network b10a7d10-6adf-4a5b-9687-9e7760e2f4a9 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:52:39.891279 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-3571232f-7a5b-4845-b076-7221d89a2b2d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, b10a7d10-6adf-4a5b-9687-9e7760e2f4a9) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:39.895645 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3571232f-7a5b-4845-b076-7221d89a2b2d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:39.898303 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-07fa6a8c-e294-428e-bccb-56060aa80be9 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Allocated IP 172.20.0.3 (26296859-d2ef-4591-a0e3-bb051ee507cc/3b21bab1-3797-46fa-9ee9-5101427bf6ea/98b396bd-237f-422a-9b6d-ece9fc784ca4) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:52:39.903436 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3571232f-7a5b-4845-b076-7221d89a2b2d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:39.905166 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3571232f-7a5b-4845-b076-7221d89a2b2d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:39.929247 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-5cd5e556-88fd-4292-b6eb-0ce90671c6bb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Deleting port 73f74aa4-f798-4a8f-a949-0179ba82ee69 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:39.929797 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5cd5e556-88fd-4292-b6eb-0ce90671c6bb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:39.985092 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545193db-c99b-4051-a5f8-38d73de37431 None None] Network b10a7d10-6adf-4a5b-9687-9e7760e2f4a9 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:40.100475 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-5cd5e556-88fd-4292-b6eb-0ce90671c6bb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] For port 73f74aa4-f798-4a8f-a949-0179ba82ee69, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=73f74aa4-f798-4a8f-a949-0179ba82ee69,segment=NetworkSegment(60c328b7-6d57-4d49-b21f-8409d89f3af7),segment_id=60c328b7-6d57-4d49-b21f-8409d89f3af7)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:40.101355 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5cd5e556-88fd-4292-b6eb-0ce90671c6bb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:40.124761 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-5cd5e556-88fd-4292-b6eb-0ce90671c6bb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Calling delete_port for 73f74aa4-f798-4a8f-a949-0179ba82ee69 owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:40.290538 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d5ff7e5e-1c6b-4730-ab5d-dd8e70f2fd10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:40.299554 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07fa6a8c-e294-428e-bccb-56060aa80be9 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:40.409153 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07fa6a8c-e294-428e-bccb-56060aa80be9 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:40.424655 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0db99235-a1eb-4ba5-bf53-e546c287b3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'name': 'tempest-RoutersIpV6Test-router-184507091', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:51:44Z', 'updated_at': '2021-11-12T08:52:32Z', 'revision_number': 7, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'gw_port_host': None, '_interfaces': [{'id': '0190053d-9d5e-4c02-9bd8-b6a3f2bfebba', 'name': '', 'network_id': 'aea46ad5-032c-42ea-a4bd-0d17e68f1f3f', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:67:69:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': 'ca69b7a7-3f1f-487d-ac5e-9f51fc614a93', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:14Z', 'updated_at': '2021-11-12T08:52:23Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'ca69b7a7-3f1f-487d-ac5e-9f51fc614a93', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f3dd5c6-ee09-45d9-900b-4466adcad740', 'name': '', 'network_id': 'dd3a7db8-dbd2-4b61-9c21-ddb89a90d755', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:cc:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:03Z', 'updated_at': '2021-11-12T08:52:13Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6027c92f-7750-42c1-b811-5ccffadce967', 'name': '', 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:01:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:51:49Z', 'updated_at': '2021-11-12T08:51:59Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73f74aa4-f798-4a8f-a949-0179ba82ee69', 'name': '', 'network_id': '850dc6be-145f-4859-8794-d5d8164554fe', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:9b:b7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '3ca7a70d-3be2-43ba-a50a-cb00187776fa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:23Z', 'updated_at': '2021-11-12T08:52:35Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': '3ca7a70d-3be2-43ba-a50a-cb00187776fa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:40.507655 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db99235-a1eb-4ba5-bf53-e546c287b3f5 None None] The sync data for ids ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'] in n-d-768862-16 is: [{'id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'name': 'tempest-RoutersIpV6Test-router-184507091', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:51:44Z', 'updated_at': '2021-11-12T08:52:32Z', 'revision_number': 7, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'gw_port_host': None, '_interfaces': [{'id': '0190053d-9d5e-4c02-9bd8-b6a3f2bfebba', 'name': '', 'network_id': 'aea46ad5-032c-42ea-a4bd-0d17e68f1f3f', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:67:69:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': 'ca69b7a7-3f1f-487d-ac5e-9f51fc614a93', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:14Z', 'updated_at': '2021-11-12T08:52:23Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'ca69b7a7-3f1f-487d-ac5e-9f51fc614a93', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f3dd5c6-ee09-45d9-900b-4466adcad740', 'name': '', 'network_id': 'dd3a7db8-dbd2-4b61-9c21-ddb89a90d755', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:cc:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:03Z', 'updated_at': '2021-11-12T08:52:13Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6027c92f-7750-42c1-b811-5ccffadce967', 'name': '', 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:01:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:51:49Z', 'updated_at': '2021-11-12T08:51:59Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73f74aa4-f798-4a8f-a949-0179ba82ee69', 'name': '', 'network_id': '850dc6be-145f-4859-8794-d5d8164554fe', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:9b:b7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '3ca7a70d-3be2-43ba-a50a-cb00187776fa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:23Z', 'updated_at': '2021-11-12T08:52:35Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': '3ca7a70d-3be2-43ba-a50a-cb00187776fa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:52:40.510749 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa6a8c-e294-428e-bccb-56060aa80be9 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event updated for resources: {'Port': ['ID=98b396bd-237f-422a-9b6d-ece9fc784ca4,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:40.526817 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fa6a8c-e294-428e-bccb-56060aa80be9 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Network 26296859-d2ef-4591-a0e3-bb051ee507cc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:40.529618 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-07fa6a8c-e294-428e-bccb-56060aa80be9 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:40.532630 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fa6a8c-e294-428e-bccb-56060aa80be9 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:40.611937 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fa6a8c-e294-428e-bccb-56060aa80be9 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:40.613124 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07fa6a8c-e294-428e-bccb-56060aa80be9 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:40.640213 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-07fa6a8c-e294-428e-bccb-56060aa80be9 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4509318 Nov 12 08:52:40.643088 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34134) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:40.649181 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ef608fbc-f90f-425a-a8fb-9d1db70c8601 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Request body: {'port': {'network_id': '26296859-d2ef-4591-a0e3-bb051ee507cc', 'name': 'tempest-FloatingIPTestJSON-1616917845'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:40.749190 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3571232f-7a5b-4845-b076-7221d89a2b2d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.5319197 Nov 12 08:52:40.750049 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34136) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:40.751637 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1baccc80-137f-404c-8f7d-e65619da811e x-openstack-request-id: req-1baccc80-137f-404c-8f7d-e65619da811e {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:52:40.752128 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8e9823-1e87-4bbf-982d-66e58314a4ca", "name": "network-vif-deleted", "tag": "5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:52:40.752543 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1baccc80-137f-404c-8f7d-e65619da811e {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:52:40.753254 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8e9823-1e87-4bbf-982d-66e58314a4ca', 'name': 'network-vif-deleted', 'tag': '5ce311bd-9ee5-46ea-b6a7-dd8a55a7f0bd', 'status': 'completed', 'code': 200} Nov 12 08:52:40.762115 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-32187032-8f13-4bb6-b320-a51c69cfe4c7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-589525582'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:40.823793 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32187032-8f13-4bb6-b320-a51c69cfe4c7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:40.829376 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32187032-8f13-4bb6-b320-a51c69cfe4c7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:40.905327 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32187032-8f13-4bb6-b320-a51c69cfe4c7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:52:40.926028 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de1f27-a817-4765-a7bf-de744acff016 req-f52bf7df-e9de-4932-ab2c-97835510af4d tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:40.928579 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09de1f27-a817-4765-a7bf-de744acff016 req-f52bf7df-e9de-4932-ab2c-97835510af4d tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f6b4a0d-54be-492d-8c1f-c1beeb9f265f HTTP/1.1" status: 200 len: 946 time: 0.1817248 Nov 12 08:52:40.936193 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32187032-8f13-4bb6-b320-a51c69cfe4c7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:40.937146 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-32187032-8f13-4bb6-b320-a51c69cfe4c7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Added segment a05a8e7f-95ec-4b33-aa54-4e166c8bcb7e of type vlan for network ab1dd271-f7b5-4a2f-9115-9dc9bb238790 Nov 12 08:52:40.939545 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef608fbc-f90f-425a-a8fb-9d1db70c8601 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Made reservation on behalf of 89610acee4f9465c8223394074652272 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:40.945825 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ef608fbc-f90f-425a-a8fb-9d1db70c8601 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:41.002994 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-ef608fbc-f90f-425a-a8fb-9d1db70c8601 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] device_id is not set on port 37fd56eb-ade5-43eb-9d42-7ec275a795c1 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:52:41.008279 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf09cfb-109c-4b32-bd3e-e15069b1a686 req-e095c1e3-ef31-4698-883d-21ec1e055d35 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:41.010201 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6cf09cfb-109c-4b32-bd3e-e15069b1a686 req-e095c1e3-ef31-4698-883d-21ec1e055d35 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f6b4a0d-54be-492d-8c1f-c1beeb9f265f HTTP/1.1" status: 200 len: 946 time: 0.2607393 Nov 12 08:52:41.064386 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32187032-8f13-4bb6-b320-a51c69cfe4c7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:41.141893 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32187032-8f13-4bb6-b320-a51c69cfe4c7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:41.148489 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32187032-8f13-4bb6-b320-a51c69cfe4c7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:41.149118 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32187032-8f13-4bb6-b320-a51c69cfe4c7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:41.178357 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6cf09cfb-109c-4b32-bd3e-e15069b1a686 req-0243ba03-598c-4734-8599-6111207db925 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352034 Nov 12 08:52:41.229526 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-09de1f27-a817-4765-a7bf-de744acff016 req-df2a73c1-ac84-4add-9605-28c9554973d1 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Deleting port 25bd8be1-8f5b-41f0-af63-40522e7c552e {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:41.230076 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-09de1f27-a817-4765-a7bf-de744acff016 req-df2a73c1-ac84-4add-9605-28c9554973d1 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:41.237950 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5cd5e556-88fd-4292-b6eb-0ce90671c6bb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:41.238829 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-32187032-8f13-4bb6-b320-a51c69cfe4c7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4872744 Nov 12 08:52:41.240787 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-ef608fbc-f90f-425a-a8fb-9d1db70c8601 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Allocated IP 172.20.0.12 (26296859-d2ef-4591-a0e3-bb051ee507cc/3b21bab1-3797-46fa-9ee9-5101427bf6ea/37fd56eb-ade5-43eb-9d42-7ec275a795c1) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:52:41.247642 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34140) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:41.258420 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1c7b279d-1ab4-4e5b-b0f5-2e35f8a2dae4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'ports': [{'network_id': 'b10a7d10-6adf-4a5b-9687-9e7760e2f4a9'}, {'network_id': 'ab1dd271-f7b5-4a2f-9115-9dc9bb238790'}]} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:41.258755 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1c7b279d-1ab4-4e5b-b0f5-2e35f8a2dae4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'port': {'network_id': 'b10a7d10-6adf-4a5b-9687-9e7760e2f4a9'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:41.259263 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1c7b279d-1ab4-4e5b-b0f5-2e35f8a2dae4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'port': {'network_id': 'ab1dd271-f7b5-4a2f-9115-9dc9bb238790'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:41.267629 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32187032-8f13-4bb6-b320-a51c69cfe4c7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Network': ['ID=ab1dd271-f7b5-4a2f-9115-9dc9bb238790,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:41.286514 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network ab1dd271-f7b5-4a2f-9115-9dc9bb238790 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:52:41.324202 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5e556-88fd-4292-b6eb-0ce90671c6bb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Port': ['ID=73f74aa4-f798-4a8f-a949-0179ba82ee69,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:41.539690 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5cd5e556-88fd-4292-b6eb-0ce90671c6bb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:41.581543 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-09de1f27-a817-4765-a7bf-de744acff016 req-df2a73c1-ac84-4add-9605-28c9554973d1 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] For port 25bd8be1-8f5b-41f0-af63-40522e7c552e, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=25bd8be1-8f5b-41f0-af63-40522e7c552e,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:41.582383 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-09de1f27-a817-4765-a7bf-de744acff016 req-df2a73c1-ac84-4add-9605-28c9554973d1 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:41.601239 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-09de1f27-a817-4765-a7bf-de744acff016 req-df2a73c1-ac84-4add-9605-28c9554973d1 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Calling delete_port for 25bd8be1-8f5b-41f0-af63-40522e7c552e owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:41.810034 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ef608fbc-f90f-425a-a8fb-9d1db70c8601 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:41.835248 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7b279d-1ab4-4e5b-b0f5-2e35f8a2dae4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'port': 2} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:41.841729 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1c7b279d-1ab4-4e5b-b0f5-2e35f8a2dae4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:41.904045 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1c7b279d-1ab4-4e5b-b0f5-2e35f8a2dae4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:41.980705 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:42.063721 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd5e556-88fd-4292-b6eb-0ce90671c6bb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:52:42.076473 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce80548-742e-4ac0-9a16-7f47eafd2411 req-749d0142-158f-4a09-9d31-cbcde0d5fb4c tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:42.078161 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bce80548-742e-4ac0-9a16-7f47eafd2411 req-749d0142-158f-4a09-9d31-cbcde0d5fb4c tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] 10.222.0.37 "GET /v2.0/ports?device_id=5374d0c7-95b5-429b-91ff-139d1539d82a HTTP/1.1" status: 200 len: 945 time: 0.1340744 Nov 12 08:52:42.086584 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-09de1f27-a817-4765-a7bf-de744acff016 req-df2a73c1-ac84-4add-9605-28c9554973d1 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:42.105172 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['95abe0da-cc08-4f59-931c-b1c44e9b4cc4'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:52:42.137808 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a73c1-ac84-4add-9605-28c9554973d1 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Pushing event deleted for resources: {'Port': ['ID=25bd8be1-8f5b-41f0-af63-40522e7c552e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:42.364621 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ef608fbc-f90f-425a-a8fb-9d1db70c8601 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:42.377372 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-09de1f27-a817-4765-a7bf-de744acff016 req-df2a73c1-ac84-4add-9605-28c9554973d1 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] No DVR routers for this DVR port 25bd8be1-8f5b-41f0-af63-40522e7c552e on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:52:42.380912 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-09de1f27-a817-4765-a7bf-de744acff016 req-df2a73c1-ac84-4add-9605-28c9554973d1 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:42.384923 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09de1f27-a817-4765-a7bf-de744acff016 req-df2a73c1-ac84-4add-9605-28c9554973d1 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.58 "DELETE /v2.0/ports/25bd8be1-8f5b-41f0-af63-40522e7c552e HTTP/1.1" status: 204 len: 173 time: 1.3950484 Nov 12 08:52:42.387385 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-1c7b279d-1ab4-4e5b-b0f5-2e35f8a2dae4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] device_id is not set on port 04037e86-106f-4c7c-9eae-6c3a6903f728 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:52:42.404737 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bce80548-742e-4ac0-9a16-7f47eafd2411 req-ca0c6649-6278-4ffd-96d1-4d20a98ff9b7 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] 10.222.0.37 "GET /v2.0/security-groups?id=9da96bbe-1042-4cbc-90bf-05fe08eeca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113940 Nov 12 08:52:42.438548 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd5e556-88fd-4292-b6eb-0ce90671c6bb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:52:42.453707 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ccd45d-6411-4918-b5ce-cbe5d8a50281 None None] Sync routers for ids ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:52:42.457919 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5cd5e556-88fd-4292-b6eb-0ce90671c6bb tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "PUT /v2.0/routers/15f61129-b93a-4a5a-bf68-de3f6c51bc61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2406361 Nov 12 08:52:42.464875 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34154) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:42.477456 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ccd45d-6411-4918-b5ce-cbe5d8a50281 None None] Routers {'15f61129-b93a-4a5a-bf68-de3f6c51bc61'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:42.479235 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f4ccd45d-6411-4918-b5ce-cbe5d8a50281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:52:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:42.577475 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef608fbc-f90f-425a-a8fb-9d1db70c8601 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Network 26296859-d2ef-4591-a0e3-bb051ee507cc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:42.593456 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-c894d734-fcc9-4faf-a017-5d8243bb4fed tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Deleting subnet 3ca7a70d-3be2-43ba-a50a-cb00187776fa {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:52:42.606479 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c894d734-fcc9-4faf-a017-5d8243bb4fed tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:42.614152 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-ef608fbc-f90f-425a-a8fb-9d1db70c8601 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:42.657523 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef608fbc-f90f-425a-a8fb-9d1db70c8601 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:42.701708 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-15373626-1344-4a70-9ce1-3022cb12bcfd req-2989a9dd-764a-442c-9fa2-785c44c682e6 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f6b4a0d-54be-492d-8c1f-c1beeb9f265f HTTP/1.1" status: 200 len: 210 time: 0.0412788 Nov 12 08:52:42.718607 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-f4ccd45d-6411-4918-b5ce-cbe5d8a50281 None None] Set router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:52:42.754163 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6b4a0d-54be-492d-8c1f-c1beeb9f265f', 'name': 'network-vif-deleted', 'tag': '25bd8be1-8f5b-41f0-af63-40522e7c552e'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:52:42.758748 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651dfaab-a398-4bb9-aec5-07b0b5c796bd" -d '{"events": [{"server_uuid": "5f6b4a0d-54be-492d-8c1f-c1beeb9f265f", "name": "network-vif-deleted", "tag": "25bd8be1-8f5b-41f0-af63-40522e7c552e"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:52:42.808744 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c894d734-fcc9-4faf-a017-5d8243bb4fed tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:42.843101 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa7d674-f238-4864-9cb6-567a666f3636 x-openstack-request-id: req-daa7d674-f238-4864-9cb6-567a666f3636 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:52:42.843458 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6b4a0d-54be-492d-8c1f-c1beeb9f265f", "name": "network-vif-deleted", "tag": "25bd8be1-8f5b-41f0-af63-40522e7c552e", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:52:42.843940 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-daa7d674-f238-4864-9cb6-567a666f3636 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:52:42.844457 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6b4a0d-54be-492d-8c1f-c1beeb9f265f', 'name': 'network-vif-deleted', 'tag': '25bd8be1-8f5b-41f0-af63-40522e7c552e', 'status': 'completed', 'code': 200} Nov 12 08:52:42.956923 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c894d734-fcc9-4faf-a017-5d8243bb4fed tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:43.055632 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef608fbc-f90f-425a-a8fb-9d1db70c8601 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event updated for resources: {'Port': ['ID=37fd56eb-ade5-43eb-9d42-7ec275a795c1,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:43.218159 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34186) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:43.221069 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef608fbc-f90f-425a-a8fb-9d1db70c8601 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:43.221069 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ef608fbc-f90f-425a-a8fb-9d1db70c8601 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:43.244118 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ef608fbc-f90f-425a-a8fb-9d1db70c8601 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5994418 Nov 12 08:52:43.245048 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34190) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:43.260369 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-4ea931c6-a20b-4387-ac4b-e1641ecb5686 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'port_id': '37fd56eb-ade5-43eb-9d42-7ec275a795c1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:43.270705 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 25bd8be1-8f5b-41f0-af63-40522e7c552e no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:52:43.273157 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c894d734-fcc9-4faf-a017-5d8243bb4fed tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:43.309526 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4ea931c6-a20b-4387-ac4b-e1641ecb5686 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:43.358262 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b419af-976d-4173-ae85-29b7482ac5b9 req-2b303575-3c94-4944-9ec8-99a89ffa3419 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:43.360188 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f3b419af-976d-4173-ae85-29b7482ac5b9 req-2b303575-3c94-4944-9ec8-99a89ffa3419 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] 10.222.0.54 "GET /v2.0/ports?device_id=5374d0c7-95b5-429b-91ff-139d1539d82a HTTP/1.1" status: 200 len: 945 time: 0.2204335 Nov 12 08:52:43.368204 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894d734-fcc9-4faf-a017-5d8243bb4fed tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Subnet': ['ID=3ca7a70d-3be2-43ba-a50a-cb00187776fa,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:43.373811 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c894d734-fcc9-4faf-a017-5d8243bb4fed tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:43.378592 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c894d734-fcc9-4faf-a017-5d8243bb4fed tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/subnets/3ca7a70d-3be2-43ba-a50a-cb00187776fa HTTP/1.1" status: 204 len: 168 time: 0.9057503 Nov 12 08:52:43.385648 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34196) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:43.391855 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4fa5a0-b45c-4572-aedf-748332ecf534 None None] Network 850dc6be-145f-4859-8794-d5d8164554fe requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:43.405797 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b5796dd-658d-43aa-b7e7-27d32406dbcf admin admin] Deleting subnet b57be061-a31d-40d7-9fa1-39d4ef2ab6c9 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:52:43.415457 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 25bd8be1-8f5b-41f0-af63-40522e7c552e {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:52:43.416248 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 25bd8be1-8f5b-41f0-af63-40522e7c552e not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:52:43.425953 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8b5796dd-658d-43aa-b7e7-27d32406dbcf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:43.484476 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1c7b279d-1ab4-4e5b-b0f5-2e35f8a2dae4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:43.499326 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:43.533653 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8b5796dd-658d-43aa-b7e7-27d32406dbcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:43.554184 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f4ccd45d-6411-4918-b5ce-cbe5d8a50281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'name': 'tempest-RoutersIpV6Test-router-184507091', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:51:44Z', 'updated_at': '2021-11-12T08:52:41Z', 'revision_number': 8, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'gw_port_host': None, '_interfaces': [{'id': '0190053d-9d5e-4c02-9bd8-b6a3f2bfebba', 'name': '', 'network_id': 'aea46ad5-032c-42ea-a4bd-0d17e68f1f3f', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:67:69:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': 'ca69b7a7-3f1f-487d-ac5e-9f51fc614a93', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:14Z', 'updated_at': '2021-11-12T08:52:23Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'ca69b7a7-3f1f-487d-ac5e-9f51fc614a93', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f3dd5c6-ee09-45d9-900b-4466adcad740', 'name': '', 'network_id': 'dd3a7db8-dbd2-4b61-9c21-ddb89a90d755', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:cc:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:03Z', 'updated_at': '2021-11-12T08:52:13Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6027c92f-7750-42c1-b811-5ccffadce967', 'name': '', 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:01:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:51:49Z', 'updated_at': '2021-11-12T08:51:59Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:43.632646 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ccd45d-6411-4918-b5ce-cbe5d8a50281 None None] Checking router: 15f61129-b93a-4a5a-bf68-de3f6c51bc61 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:52:43.651176 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ccd45d-6411-4918-b5ce-cbe5d8a50281 None None] Routers {'15f61129-b93a-4a5a-bf68-de3f6c51bc61'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:43.652098 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f4ccd45d-6411-4918-b5ce-cbe5d8a50281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:52:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:43.698383 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-1c7b279d-1ab4-4e5b-b0f5-2e35f8a2dae4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] device_id is not set on port 46561c49-dfc9-45dd-be48-20f9a54da76b yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:52:43.783528 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e23f64f-0798-4936-abc1-6133ca0d8309 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:43.827006 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-f4ccd45d-6411-4918-b5ce-cbe5d8a50281 None None] Set router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:52:43.832262 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8b5796dd-658d-43aa-b7e7-27d32406dbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:43.873534 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bb5e9e-cf05-4f13-b2a9-712387502cd4 None None] DHCP port deletion for 850dc6be-145f-4859-8794-d5d8164554fe request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:52:43.885730 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ee18a-59cc-4924-a696-bdf1679319e1 req-bb23827e-8af8-46cb-aefe-e432a0fddfd4 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:43.895515 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-474ee18a-59cc-4924-a696-bdf1679319e1 req-bb23827e-8af8-46cb-aefe-e432a0fddfd4 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] 10.222.0.37 "GET /v2.0/ports?device_id=5374d0c7-95b5-429b-91ff-139d1539d82a HTTP/1.1" status: 200 len: 945 time: 0.2410018 Nov 12 08:52:43.976702 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-f3b419af-976d-4173-ae85-29b7482ac5b9 req-6d4c6689-519d-4d63-831f-39cf562d5251 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] Deleting port fbb53f62-43ed-41ed-9701-ceedaa13b855 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:43.978174 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f3b419af-976d-4173-ae85-29b7482ac5b9 req-6d4c6689-519d-4d63-831f-39cf562d5251 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:43.984064 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1c7b279d-1ab4-4e5b-b0f5-2e35f8a2dae4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:44.009450 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:52:44.038502 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8b5796dd-658d-43aa-b7e7-27d32406dbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:44.151061 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5796dd-658d-43aa-b7e7-27d32406dbcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b57be061-a31d-40d7-9fa1-39d4ef2ab6c9,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:44.172649 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-f3b419af-976d-4173-ae85-29b7482ac5b9 req-6d4c6689-519d-4d63-831f-39cf562d5251 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] For port fbb53f62-43ed-41ed-9701-ceedaa13b855, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=fbb53f62-43ed-41ed-9701-ceedaa13b855,segment=NetworkSegment(9e75a772-0ceb-40a4-8849-c666027bd0e2),segment_id=9e75a772-0ceb-40a4-8849-c666027bd0e2)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:44.173188 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f3b419af-976d-4173-ae85-29b7482ac5b9 req-6d4c6689-519d-4d63-831f-39cf562d5251 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:44.188775 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-474ee18a-59cc-4924-a696-bdf1679319e1 req-77a0f097-2d61-4faa-b4c6-17bb1c9a31c3 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] 10.222.0.37 "GET /v2.0/security-groups?id=9da96bbe-1042-4cbc-90bf-05fe08eeca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913368 Nov 12 08:52:44.195337 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-f3b419af-976d-4173-ae85-29b7482ac5b9 req-6d4c6689-519d-4d63-831f-39cf562d5251 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] Calling delete_port for fbb53f62-43ed-41ed-9701-ceedaa13b855 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:44.215501 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8b5796dd-658d-43aa-b7e7-27d32406dbcf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:44.228723 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8b5796dd-658d-43aa-b7e7-27d32406dbcf admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b57be061-a31d-40d7-9fa1-39d4ef2ab6c9 HTTP/1.1" status: 204 len: 168 time: 1.0932600 Nov 12 08:52:44.236757 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34214) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:44.256221 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4ea931c6-a20b-4387-ac4b-e1641ecb5686 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:44.277874 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1c7b279d-1ab4-4e5b-b0f5-2e35f8a2dae4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:44.333033 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:44.367907 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7b279d-1ab4-4e5b-b0f5-2e35f8a2dae4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network b10a7d10-6adf-4a5b-9687-9e7760e2f4a9 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:44.402370 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-1c7b279d-1ab4-4e5b-b0f5-2e35f8a2dae4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:44.415998 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7b279d-1ab4-4e5b-b0f5-2e35f8a2dae4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:44.419554 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1c7b279d-1ab4-4e5b-b0f5-2e35f8a2dae4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:44.438916 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b279d-1ab4-4e5b-b0f5-2e35f8a2dae4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Port': ['ID=04037e86-106f-4c7c-9eae-6c3a6903f728,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:44.441519 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-04bb5e9e-cf05-4f13-b2a9-712387502cd4 None None] Deleting port cf3371c2-9e5d-4ec1-a777-0e55a8ba3516 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:44.441983 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-04bb5e9e-cf05-4f13-b2a9-712387502cd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:44.478940 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-0e23f64f-0798-4936-abc1-6133ca0d8309 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Deleting port cf3371c2-9e5d-4ec1-a777-0e55a8ba3516 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:44.479626 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e23f64f-0798-4936-abc1-6133ca0d8309 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:44.497168 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b279d-1ab4-4e5b-b0f5-2e35f8a2dae4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Port': ['ID=46561c49-dfc9-45dd-be48-20f9a54da76b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:44.574540 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7b279d-1ab4-4e5b-b0f5-2e35f8a2dae4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Checking segment: {'id': 'a05a8e7f-95ec-4b33-aa54-4e166c8bcb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ab1dd271-f7b5-4a2f-9115-9dc9bb238790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:44.575097 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7b279d-1ab4-4e5b-b0f5-2e35f8a2dae4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network hostable DHCP agents. Network: ab1dd271-f7b5-4a2f-9115-9dc9bb238790, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:52:44.583847 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cfb611b9-9af6-4cff-930b-810585b7c726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:44.639983 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7b279d-1ab4-4e5b-b0f5-2e35f8a2dae4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network ab1dd271-f7b5-4a2f-9115-9dc9bb238790 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:52:44.653148 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f3b419af-976d-4173-ae85-29b7482ac5b9 req-6d4c6689-519d-4d63-831f-39cf562d5251 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:44.723382 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-04bb5e9e-cf05-4f13-b2a9-712387502cd4 None None] For port cf3371c2-9e5d-4ec1-a777-0e55a8ba3516, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=cf3371c2-9e5d-4ec1-a777-0e55a8ba3516,segment=NetworkSegment(60c328b7-6d57-4d49-b21f-8409d89f3af7),segment_id=60c328b7-6d57-4d49-b21f-8409d89f3af7)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:44.723382 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-04bb5e9e-cf05-4f13-b2a9-712387502cd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:44.738627 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c6689-519d-4d63-831f-39cf562d5251 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] Pushing event deleted for resources: {'Port': ['ID=fbb53f62-43ed-41ed-9701-ceedaa13b855,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:44.746180 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-1c7b279d-1ab4-4e5b-b0f5-2e35f8a2dae4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, ab1dd271-f7b5-4a2f-9115-9dc9bb238790) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:44.757465 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7b279d-1ab4-4e5b-b0f5-2e35f8a2dae4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:44.757702 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-04bb5e9e-cf05-4f13-b2a9-712387502cd4 None None] Calling delete_port for cf3371c2-9e5d-4ec1-a777-0e55a8ba3516 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:44.761448 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1397a4f5-c42d-4443-bc93-57608e07ee0c None None] Network ab1dd271-f7b5-4a2f-9115-9dc9bb238790 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:44.766433 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7b279d-1ab4-4e5b-b0f5-2e35f8a2dae4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:44.766751 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-4ea931c6-a20b-4387-ac4b-e1641ecb5686 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Allocated IP 172.25.6.194 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/e0753704-04fa-4b43-9a1c-1fa0f36cc540) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:52:44.775311 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7b279d-1ab4-4e5b-b0f5-2e35f8a2dae4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:44.776761 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1c7b279d-1ab4-4e5b-b0f5-2e35f8a2dae4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:44.784725 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-0e23f64f-0798-4936-abc1-6133ca0d8309 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] For port cf3371c2-9e5d-4ec1-a777-0e55a8ba3516, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=cf3371c2-9e5d-4ec1-a777-0e55a8ba3516,segment=NetworkSegment(60c328b7-6d57-4d49-b21f-8409d89f3af7),segment_id=60c328b7-6d57-4d49-b21f-8409d89f3af7)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:44.784725 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e23f64f-0798-4936-abc1-6133ca0d8309 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:44.829457 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1c7b279d-1ab4-4e5b-b0f5-2e35f8a2dae4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5804763 Nov 12 08:52:44.830210 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34228) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:44.839834 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-0e23f64f-0798-4936-abc1-6133ca0d8309 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Calling delete_port for cf3371c2-9e5d-4ec1-a777-0e55a8ba3516 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:44.882146 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b419af-976d-4173-ae85-29b7482ac5b9 req-6d4c6689-519d-4d63-831f-39cf562d5251 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] No DVR routers for this DVR port fbb53f62-43ed-41ed-9701-ceedaa13b855 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:52:44.887371 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f3b419af-976d-4173-ae85-29b7482ac5b9 req-6d4c6689-519d-4d63-831f-39cf562d5251 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:44.891255 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f3b419af-976d-4173-ae85-29b7482ac5b9 req-6d4c6689-519d-4d63-831f-39cf562d5251 tempest-ServerAddressesTestJSON-1044026997 tempest-ServerAddressesTestJSON-1044026997-project] 10.222.0.54 "DELETE /v2.0/ports/fbb53f62-43ed-41ed-9701-ceedaa13b855 HTTP/1.1" status: 204 len: 173 time: 1.5110624 Nov 12 08:52:44.892272 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5374d0c7-95b5-429b-91ff-139d1539d82a', 'name': 'network-vif-deleted', 'tag': 'fbb53f62-43ed-41ed-9701-ceedaa13b855'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:52:44.893091 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cfb611b9-9af6-4cff-930b-810585b7c726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:44.894654 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9adaecb-0cf6-44d3-87c7-70b46918f300" -d '{"events": [{"server_uuid": "5374d0c7-95b5-429b-91ff-139d1539d82a", "name": "network-vif-deleted", "tag": "fbb53f62-43ed-41ed-9701-ceedaa13b855"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:52:44.980901 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4dbfd49c-20b4-4fb4-a905-dc91c87b60d7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Deleting port 46561c49-dfc9-45dd-be48-20f9a54da76b {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:44.982081 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4dbfd49c-20b4-4fb4-a905-dc91c87b60d7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:45.020637 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f4ccd45d-6411-4918-b5ce-cbe5d8a50281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'name': 'tempest-RoutersIpV6Test-router-184507091', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:51:44Z', 'updated_at': '2021-11-12T08:52:41Z', 'revision_number': 8, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'gw_port_host': None, '_interfaces': [{'id': '0190053d-9d5e-4c02-9bd8-b6a3f2bfebba', 'name': '', 'network_id': 'aea46ad5-032c-42ea-a4bd-0d17e68f1f3f', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:67:69:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': 'ca69b7a7-3f1f-487d-ac5e-9f51fc614a93', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:14Z', 'updated_at': '2021-11-12T08:52:23Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'ca69b7a7-3f1f-487d-ac5e-9f51fc614a93', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f3dd5c6-ee09-45d9-900b-4466adcad740', 'name': '', 'network_id': 'dd3a7db8-dbd2-4b61-9c21-ddb89a90d755', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:cc:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:03Z', 'updated_at': '2021-11-12T08:52:13Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6027c92f-7750-42c1-b811-5ccffadce967', 'name': '', 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:01:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:51:49Z', 'updated_at': '2021-11-12T08:51:59Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:45.085905 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ccd45d-6411-4918-b5ce-cbe5d8a50281 None None] The sync data for ids ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'] in n-d-768862-16 is: [{'id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'name': 'tempest-RoutersIpV6Test-router-184507091', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:51:44Z', 'updated_at': '2021-11-12T08:52:41Z', 'revision_number': 8, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'gw_port_host': None, '_interfaces': [{'id': '0190053d-9d5e-4c02-9bd8-b6a3f2bfebba', 'name': '', 'network_id': 'aea46ad5-032c-42ea-a4bd-0d17e68f1f3f', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:67:69:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': 'ca69b7a7-3f1f-487d-ac5e-9f51fc614a93', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:14Z', 'updated_at': '2021-11-12T08:52:23Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'ca69b7a7-3f1f-487d-ac5e-9f51fc614a93', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f3dd5c6-ee09-45d9-900b-4466adcad740', 'name': '', 'network_id': 'dd3a7db8-dbd2-4b61-9c21-ddb89a90d755', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:cc:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:03Z', 'updated_at': '2021-11-12T08:52:13Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6027c92f-7750-42c1-b811-5ccffadce967', 'name': '', 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:01:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:51:49Z', 'updated_at': '2021-11-12T08:51:59Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:52:45.157039 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-04bb5e9e-cf05-4f13-b2a9-712387502cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:45.184361 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4dbfd49c-20b4-4fb4-a905-dc91c87b60d7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:45.200331 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4dbfd49c-20b4-4fb4-a905-dc91c87b60d7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Calling delete_port for 46561c49-dfc9-45dd-be48-20f9a54da76b owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:45.204240 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb5e9e-cf05-4f13-b2a9-712387502cd4 None None] Pushing event deleted for resources: {'Port': ['ID=cf3371c2-9e5d-4ec1-a777-0e55a8ba3516,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:45.235444 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb5e9e-cf05-4f13-b2a9-712387502cd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:45.235444 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb5e9e-cf05-4f13-b2a9-712387502cd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:45.235444 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb5e9e-cf05-4f13-b2a9-712387502cd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:45.235444 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb5e9e-cf05-4f13-b2a9-712387502cd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:45.235444 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb5e9e-cf05-4f13-b2a9-712387502cd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:45.235444 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb5e9e-cf05-4f13-b2a9-712387502cd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:45.235444 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb5e9e-cf05-4f13-b2a9-712387502cd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:45.235444 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb5e9e-cf05-4f13-b2a9-712387502cd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:45.235444 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb5e9e-cf05-4f13-b2a9-712387502cd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:45.235444 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb5e9e-cf05-4f13-b2a9-712387502cd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:45.235444 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb5e9e-cf05-4f13-b2a9-712387502cd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:45.235444 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb5e9e-cf05-4f13-b2a9-712387502cd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:45.235444 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bb5e9e-cf05-4f13-b2a9-712387502cd4 None None] No DVR routers for this DVR port cf3371c2-9e5d-4ec1-a777-0e55a8ba3516 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:52:45.303489 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-cfb611b9-9af6-4cff-930b-810585b7c726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1315f5-71c6-44fb-ab0a-3eccc0f292e9']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:45.312136 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4dbfd49c-20b4-4fb4-a905-dc91c87b60d7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:45.334623 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-cfb611b9-9af6-4cff-930b-810585b7c726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b304d2ef-a824-4900-a7bd-e8159117756c') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:45.335023 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-cfb611b9-9af6-4cff-930b-810585b7c726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b304d2ef-a824-4900-a7bd-e8159117756c') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:45.342726 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbfd49c-20b4-4fb4-a905-dc91c87b60d7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Port': ['ID=46561c49-dfc9-45dd-be48-20f9a54da76b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:45.348623 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4dbfd49c-20b4-4fb4-a905-dc91c87b60d7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:45.355445 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4dbfd49c-20b4-4fb4-a905-dc91c87b60d7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/ports/46561c49-dfc9-45dd-be48-20f9a54da76b HTTP/1.1" status: 204 len: 168 time: 0.5236928 Nov 12 08:52:45.355943 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34242) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:45.404146 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cfb611b9-9af6-4cff-930b-810585b7c726 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:45.442871 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9db71-3050-45e4-95f0-c665c55c272b req-5734f25a-e690-45d8-bedc-9e1f33be0367 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:45.442871 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b3e9db71-3050-45e4-95f0-c665c55c272b req-5734f25a-e690-45d8-bedc-9e1f33be0367 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 945 time: 0.5179706 Nov 12 08:52:45.443511 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bfe8cd-f2cd-498b-9a7a-893433fae1ab tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:45.450027 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bfe8cd-f2cd-498b-9a7a-893433fae1ab tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:45.457466 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a8bfe8cd-f2cd-498b-9a7a-893433fae1ab tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0980334 Nov 12 08:52:45.457585 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34246) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:45.487407 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cfb611b9-9af6-4cff-930b-810585b7c726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:45.491822 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e23f64f-0798-4936-abc1-6133ca0d8309 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:45.508554 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4ea931c6-a20b-4387-ac4b-e1641ecb5686 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:45.535231 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f392538-a5ed-4e1d-acd8-5cee9845afc7 req-072ca9bf-c6f9-49e2-ab39-c55cd0583e8c tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:45.538462 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0f392538-a5ed-4e1d-acd8-5cee9845afc7 req-072ca9bf-c6f9-49e2-ab39-c55cd0583e8c tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.58 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 945 time: 0.2981744 Nov 12 08:52:45.541752 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb611b9-9af6-4cff-930b-810585b7c726 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:52:45.542260 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cfb611b9-9af6-4cff-930b-810585b7c726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:52:45.548516 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:52:45.601022 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e23f64f-0798-4936-abc1-6133ca0d8309 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] No DVR routers for this DVR port cf3371c2-9e5d-4ec1-a777-0e55a8ba3516 on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:52:45.619711 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4c1fca8c-7d20-412e-b10a-3d1e3308fa85 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Deleting port 04037e86-106f-4c7c-9eae-6c3a6903f728 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:45.620071 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c1fca8c-7d20-412e-b10a-3d1e3308fa85 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:45.675656 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23f64f-0798-4936-abc1-6133ca0d8309 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Port': ['ID=cf3371c2-9e5d-4ec1-a777-0e55a8ba3516,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:45.738331 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c1fca8c-7d20-412e-b10a-3d1e3308fa85 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:45.759206 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4c1fca8c-7d20-412e-b10a-3d1e3308fa85 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Calling delete_port for 04037e86-106f-4c7c-9eae-6c3a6903f728 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:45.860898 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b3e9db71-3050-45e4-95f0-c665c55c272b req-7cd55c2d-8ded-4e21-9fd0-c0b05a444868 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917639 Nov 12 08:52:45.864707 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e23f64f-0798-4936-abc1-6133ca0d8309 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:45.901803 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cfb611b9-9af6-4cff-930b-810585b7c726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:45.928893 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c1fca8c-7d20-412e-b10a-3d1e3308fa85 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:45.966026 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f0f9ee-8e58-4e82-b264-16a86a796808 x-openstack-request-id: req-94f0f9ee-8e58-4e82-b264-16a86a796808 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:52:45.966566 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5374d0c7-95b5-429b-91ff-139d1539d82a", "name": "network-vif-deleted", "tag": "fbb53f62-43ed-41ed-9701-ceedaa13b855", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:52:45.966813 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-94f0f9ee-8e58-4e82-b264-16a86a796808 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:52:45.967397 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5374d0c7-95b5-429b-91ff-139d1539d82a', 'name': 'network-vif-deleted', 'tag': 'fbb53f62-43ed-41ed-9701-ceedaa13b855', 'status': 'completed', 'code': 200} Nov 12 08:52:45.972423 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1fca8c-7d20-412e-b10a-3d1e3308fa85 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Port': ['ID=04037e86-106f-4c7c-9eae-6c3a6903f728,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:45.976688 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c1fca8c-7d20-412e-b10a-3d1e3308fa85 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:45.978705 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 73f74aa4-f798-4a8f-a949-0179ba82ee69 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:52:45.982586 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4c1fca8c-7d20-412e-b10a-3d1e3308fa85 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/ports/04037e86-106f-4c7c-9eae-6c3a6903f728 HTTP/1.1" status: 204 len: 168 time: 0.5214896 Nov 12 08:52:45.983140 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34254) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:45.987369 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cfb611b9-9af6-4cff-930b-810585b7c726 admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:45.994614 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-cfb611b9-9af6-4cff-930b-810585b7c726 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0b1315f5-71c6-44fb-ab0a-3eccc0f292e9 HTTP/1.1" status: 204 len: 168 time: 1.7500546 Nov 12 08:52:46.010579 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-0e23f64f-0798-4936-abc1-6133ca0d8309 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['850dc6be-145f-4859-8794-d5d8164554fe']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:46.027433 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 73f74aa4-f798-4a8f-a949-0179ba82ee69 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:52:46.028221 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 73f74aa4-f798-4a8f-a949-0179ba82ee69 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:52:46.028850 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device cf3371c2-9e5d-4ec1-a777-0e55a8ba3516 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:52:46.045486 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3012e4-3105-4d8d-8c18-1be63c270b80 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:46.049704 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0a3012e4-3105-4d8d-8c18-1be63c270b80 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0633905 Nov 12 08:52:46.049704 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34258) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:46.060991 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4ea931c6-a20b-4387-ac4b-e1641ecb5686 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:46.063774 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34260) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:46.068952 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: cf3371c2-9e5d-4ec1-a777-0e55a8ba3516 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:52:46.069294 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device cf3371c2-9e5d-4ec1-a777-0e55a8ba3516 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:52:46.091976 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb611b9-9af6-4cff-930b-810585b7c726 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b1315f5-71c6-44fb-ab0a-3eccc0f292e9,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:46.105260 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-0e23f64f-0798-4936-abc1-6133ca0d8309 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c328b7-6d57-4d49-b21f-8409d89f3af7') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:46.105535 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-0e23f64f-0798-4936-abc1-6133ca0d8309 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c328b7-6d57-4d49-b21f-8409d89f3af7') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:46.122153 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b560fbb-b99d-46b2-a194-3e0cb611a531 admin admin] Deleting subnet 59669991-5d8b-4d5d-a8b0-6314dc7606d2 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:52:46.128054 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3b560fbb-b99d-46b2-a194-3e0cb611a531 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:46.163038 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e23f64f-0798-4936-abc1-6133ca0d8309 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:46.165531 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-986755fd-ce83-4ab6-a426-14215a70075c tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] GET failed (client error): The resource could not be found. Nov 12 08:52:46.170147 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-986755fd-ce83-4ab6-a426-14215a70075c tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "GET /v2.0/ports/46561c49-dfc9-45dd-be48-20f9a54da76b HTTP/1.1" status: 404 len: 333 time: 0.0928533 Nov 12 08:52:46.174916 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34266) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:46.189968 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea931c6-a20b-4387-ac4b-e1641ecb5686 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:46.201625 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3b560fbb-b99d-46b2-a194-3e0cb611a531 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:46.224822 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-4ea931c6-a20b-4387-ac4b-e1641ecb5686 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:46.231791 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e23f64f-0798-4936-abc1-6133ca0d8309 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:46.237486 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f02811-36df-4a8d-b358-b4bf01c10143 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] GET failed (client error): The resource could not be found. Nov 12 08:52:46.239173 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea931c6-a20b-4387-ac4b-e1641ecb5686 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event updated for resources: {'Port': ['ID=e0753704-04fa-4b43-9a1c-1fa0f36cc540,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:46.241787 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a4f02811-36df-4a8d-b358-b4bf01c10143 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "GET /v2.0/ports/04037e86-106f-4c7c-9eae-6c3a6903f728 HTTP/1.1" status: 404 len: 333 time: 0.0657141 Nov 12 08:52:46.245629 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea931c6-a20b-4387-ac4b-e1641ecb5686 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:46.248060 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34270) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:46.249926 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-0f392538-a5ed-4e1d-acd8-5cee9845afc7 req-c25d13ad-5304-4adf-a480-317145f5b922 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Deleting port 95abe0da-cc08-4f59-931c-b1c44e9b4cc4 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:46.250272 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0f392538-a5ed-4e1d-acd8-5cee9845afc7 req-c25d13ad-5304-4adf-a480-317145f5b922 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:46.329497 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3b560fbb-b99d-46b2-a194-3e0cb611a531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:46.357167 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34272) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:46.362777 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e23f64f-0798-4936-abc1-6133ca0d8309 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:52:46.363376 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e23f64f-0798-4936-abc1-6133ca0d8309 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:46.381647 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bf9f47b-e4f6-41b7-bacd-d2324313c741 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:46.459275 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ae6bbb12-4ea2-4848-9d00-2531b8d0cdfd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e07e7c55504547f0b3acfc597cc70f68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0993786 Nov 12 08:52:46.459498 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:52:46.459498 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:52:46.459498 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:52:46.459498 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:52:46.459498 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:52:46.459498 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:52:46.459498 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:52:46.459498 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:52:46.459498 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:52:46.459498 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:52:46.459498 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:52:46.459498 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:52:46.459498 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:52:46.459498 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:52:46.459498 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:52:46.459498 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:52:46.459498 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:52:46.459498 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:52:46.459498 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:52:46.459498 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:52:46.459498 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:52:46.459498 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:52:46.459498 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:52:46.459498 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:52:46.459498 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:52:46.459498 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:52:46.459498 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:52:46.459498 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:52:46.459498 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:52:46.459498 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:52:46.459498 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:52:46.459498 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:52:46.464305 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e23f64f-0798-4936-abc1-6133ca0d8309 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:46.470024 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34276) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:46.471520 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e23f64f-0798-4936-abc1-6133ca0d8309 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:46.475802 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0e23f64f-0798-4936-abc1-6133ca0d8309 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/networks/850dc6be-145f-4859-8794-d5d8164554fe HTTP/1.1" status: 204 len: 168 time: 3.0839434 Nov 12 08:52:46.491882 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34278) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:46.494449 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device fbb53f62-43ed-41ed-9701-ceedaa13b855 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:52:46.512748 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3b560fbb-b99d-46b2-a194-3e0cb611a531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:46.531345 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: fbb53f62-43ed-41ed-9701-ceedaa13b855 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:52:46.531708 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device fbb53f62-43ed-41ed-9701-ceedaa13b855 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:52:46.555360 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23f64f-0798-4936-abc1-6133ca0d8309 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Network': ['ID=850dc6be-145f-4859-8794-d5d8164554fe,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:46.627712 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3b560fbb-b99d-46b2-a194-3e0cb611a531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:46.632471 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3b560fbb-b99d-46b2-a194-3e0cb611a531 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/59669991-5d8b-4d5d-a8b0-6314dc7606d2 HTTP/1.1" status: 204 len: 168 time: 0.5823929 Nov 12 08:52:46.640875 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b560fbb-b99d-46b2-a194-3e0cb611a531 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59669991-5d8b-4d5d-a8b0-6314dc7606d2,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:46.642728 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34284) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:46.651597 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bf9f47b-e4f6-41b7-bacd-d2324313c741 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:46.716401 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-de228a3b-daaf-421b-be9b-543ac440f445 req-fe7ebbdb-3e46-40d5-822f-945a8f91156a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2548938 Nov 12 08:52:46.796459 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-7bf9f47b-e4f6-41b7-bacd-d2324313c741 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab1dd271-f7b5-4a2f-9115-9dc9bb238790']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:46.853934 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-7bf9f47b-e4f6-41b7-bacd-d2324313c741 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a05a8e7f-95ec-4b33-aa54-4e166c8bcb7e') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:46.854228 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-7bf9f47b-e4f6-41b7-bacd-d2324313c741 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a05a8e7f-95ec-4b33-aa54-4e166c8bcb7e') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:46.877151 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bf9f47b-e4f6-41b7-bacd-d2324313c741 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:46.882725 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5009df98-94a2-437a-9fc7-3fb4cf9050a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:46.893767 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8b8867df-3ff5-4744-b4a0-abc65589d2cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:46.929611 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bf9f47b-e4f6-41b7-bacd-d2324313c741 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:46.945943 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de228a3b-daaf-421b-be9b-543ac440f445 req-b716c209-8620-4f34-809a-49370e5c007e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:46.947614 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-de228a3b-daaf-421b-be9b-543ac440f445 req-b716c209-8620-4f34-809a-49370e5c007e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=80cba63a5f3c423896b758b0902dcec9&device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 1097 time: 0.1560485 Nov 12 08:52:46.953054 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8b8867df-3ff5-4744-b4a0-abc65589d2cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:46.957055 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf9f47b-e4f6-41b7-bacd-d2324313c741 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:52:46.957911 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bf9f47b-e4f6-41b7-bacd-d2324313c741 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:46.972306 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:52:46.972306 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:52:46.972306 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:52:46.972306 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:52:46.972306 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:52:46.972306 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:52:46.972306 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:52:46.972306 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:52:46.972306 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:52:46.972306 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:52:46.972306 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:52:46.972306 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:52:46.972306 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:52:46.972306 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:52:46.972306 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:52:46.972306 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:52:46.972306 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:52:46.972306 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:52:46.972306 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:52:46.972306 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:52:46.972306 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:52:46.972306 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:52:46.972306 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:52:46.972306 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:52:46.972306 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:52:46.972306 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:52:46.972306 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:52:46.972306 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:52:46.972306 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:52:46.972306 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:52:46.972306 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:52:46.972306 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:52:47.011246 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-0f392538-a5ed-4e1d-acd8-5cee9845afc7 req-c25d13ad-5304-4adf-a480-317145f5b922 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] For port 95abe0da-cc08-4f59-931c-b1c44e9b4cc4, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=95abe0da-cc08-4f59-931c-b1c44e9b4cc4,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:47.011648 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0f392538-a5ed-4e1d-acd8-5cee9845afc7 req-c25d13ad-5304-4adf-a480-317145f5b922 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:47.081495 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-0f392538-a5ed-4e1d-acd8-5cee9845afc7 req-c25d13ad-5304-4adf-a480-317145f5b922 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Calling delete_port for 95abe0da-cc08-4f59-931c-b1c44e9b4cc4 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:47.193004 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bf9f47b-e4f6-41b7-bacd-d2324313c741 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:47.201621 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bf9f47b-e4f6-41b7-bacd-d2324313c741 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:47.211068 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7bf9f47b-e4f6-41b7-bacd-d2324313c741 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/networks/ab1dd271-f7b5-4a2f-9115-9dc9bb238790 HTTP/1.1" status: 204 len: 168 time: 0.9618709 Nov 12 08:52:47.236427 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34298) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:47.239879 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5009df98-94a2-437a-9fc7-3fb4cf9050a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:47.249066 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-6400745f-5cc9-4913-ac8f-b96f8a1d294a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-529814955'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:47.282257 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce812a39-0be7-4964-b9a7-6dedd8ad4767 req-f24a5ac4-105c-44bf-9c21-52a82ed05256 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:47.283866 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ce812a39-0be7-4964-b9a7-6dedd8ad4767 req-f24a5ac4-105c-44bf-9c21-52a82ed05256 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 945 time: 0.2834349 Nov 12 08:52:47.298081 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9f47b-e4f6-41b7-bacd-d2324313c741 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Network': ['ID=ab1dd271-f7b5-4a2f-9115-9dc9bb238790,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:47.301242 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-5009df98-94a2-437a-9fc7-3fb4cf9050a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f22db362-5b22-48fa-b19d-aed08ac4b563']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:47.312179 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de228a3b-daaf-421b-be9b-543ac440f445 req-e1a3021e-b9ec-43ad-8d14-b7f0fe3272be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:47.314012 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-de228a3b-daaf-421b-be9b-543ac440f445 req-e1a3021e-b9ec-43ad-8d14-b7f0fe3272be service neutron] 10.222.0.54 "GET /v2.0/networks?id=837ec62d-b3f5-4602-995a-15f6fc8805b4 HTTP/1.1" status: 200 len: 912 time: 0.2939844 Nov 12 08:52:47.318608 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-5009df98-94a2-437a-9fc7-3fb4cf9050a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e75a772-0ceb-40a4-8849-c666027bd0e2') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:47.318901 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-5009df98-94a2-437a-9fc7-3fb4cf9050a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e75a772-0ceb-40a4-8849-c666027bd0e2') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:47.371624 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5009df98-94a2-437a-9fc7-3fb4cf9050a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:47.376145 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8b8867df-3ff5-4744-b4a0-abc65589d2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:47.379297 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8b8867df-3ff5-4744-b4a0-abc65589d2cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:47.381536 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8b8867df-3ff5-4744-b4a0-abc65589d2cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/03ef1911-345d-4844-b329-6503621e939a HTTP/1.1" status: 204 len: 168 time: 0.9055417 Nov 12 08:52:47.415355 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5009df98-94a2-437a-9fc7-3fb4cf9050a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:47.417690 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8867df-3ff5-4744-b4a0-abc65589d2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ef1911-345d-4844-b329-6503621e939a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:47.428073 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5009df98-94a2-437a-9fc7-3fb4cf9050a8 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:52:47.428519 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5009df98-94a2-437a-9fc7-3fb4cf9050a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:47.430559 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:52:47.430559 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:52:47.430559 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:52:47.430559 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:52:47.430559 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:52:47.430559 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:52:47.430559 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:52:47.430559 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:52:47.430559 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:52:47.430559 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:52:47.430559 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:52:47.430559 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:52:47.430559 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:52:47.430559 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:52:47.430559 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:52:47.430559 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:52:47.430559 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:52:47.430559 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:52:47.430559 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:52:47.430559 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:52:47.430559 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:52:47.430559 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:52:47.430559 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:52:47.430559 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:52:47.430559 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:52:47.430559 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:52:47.430559 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:52:47.430559 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:52:47.430559 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:52:47.430559 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:52:47.430559 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:52:47.430559 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:52:47.457108 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-de228a3b-daaf-421b-be9b-543ac440f445 req-f7bd8043-19fb-404a-a498-dc0d9995471e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=208f95e9-28ae-4c99-8b45-cff231909e59 HTTP/1.1" status: 200 len: 1000 time: 0.1305077 Nov 12 08:52:47.562536 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6400745f-5cc9-4913-ac8f-b96f8a1d294a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:47.569816 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6400745f-5cc9-4913-ac8f-b96f8a1d294a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:47.592886 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5009df98-94a2-437a-9fc7-3fb4cf9050a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:47.602734 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5009df98-94a2-437a-9fc7-3fb4cf9050a8 admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:47.609713 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5009df98-94a2-437a-9fc7-3fb4cf9050a8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f22db362-5b22-48fa-b19d-aed08ac4b563 HTTP/1.1" status: 204 len: 168 time: 0.9548717 Nov 12 08:52:47.617347 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de228a3b-daaf-421b-be9b-543ac440f445 req-d9c624ff-d27b-4602-9464-bbd75f2bc924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:47.619465 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-de228a3b-daaf-421b-be9b-543ac440f445 req-d9c624ff-d27b-4602-9464-bbd75f2bc924 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=601c19d7-10c1-44ee-a86c-ac9c499e748d HTTP/1.1" status: 200 len: 850 time: 0.1423650 Nov 12 08:52:47.641740 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5009df98-94a2-437a-9fc7-3fb4cf9050a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f22db362-5b22-48fa-b19d-aed08ac4b563,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:47.691018 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de228a3b-daaf-421b-be9b-543ac440f445 req-4727df1f-5574-4b70-8c97-5890b59771ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:47.693921 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-de228a3b-daaf-421b-be9b-543ac440f445 req-4727df1f-5574-4b70-8c97-5890b59771ce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=837ec62d-b3f5-4602-995a-15f6fc8805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632782 Nov 12 08:52:47.711254 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ce812a39-0be7-4964-b9a7-6dedd8ad4767 req-dddba513-75da-4734-82b7-7ec734640269 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e98fa9a-c5b3-43d0-854e-c06503fbff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601632 Nov 12 08:52:47.723639 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [req-de228a3b-daaf-421b-be9b-543ac440f445 req-b0936c52-7e0e-4845-8cc9-7b02d9f3bce1 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:52:47.726465 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-de228a3b-daaf-421b-be9b-543ac440f445 req-b0936c52-7e0e-4845-8cc9-7b02d9f3bce1 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102758 Nov 12 08:52:47.787307 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0f392538-a5ed-4e1d-acd8-5cee9845afc7 req-c25d13ad-5304-4adf-a480-317145f5b922 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:47.793863 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6400745f-5cc9-4913-ac8f-b96f8a1d294a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:52:47.837256 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d13ad-5304-4adf-a480-317145f5b922 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Pushing event deleted for resources: {'Port': ['ID=95abe0da-cc08-4f59-931c-b1c44e9b4cc4,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:47.860399 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6400745f-5cc9-4913-ac8f-b96f8a1d294a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:47.861298 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-6400745f-5cc9-4913-ac8f-b96f8a1d294a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Added segment 07c36c47-454a-4f5f-96b0-afb8182d8e6b of type vlan for network 148d7746-ea00-4ed9-9c9c-42d414475b93 Nov 12 08:52:47.984229 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-de228a3b-daaf-421b-be9b-543ac440f445 req-380ac4c0-61eb-4b19-a4e0-ec6165662fd4 service neutron] 10.222.0.54 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485158 Nov 12 08:52:48.006369 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34322) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:48.093689 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6400745f-5cc9-4913-ac8f-b96f8a1d294a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:48.096280 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f392538-a5ed-4e1d-acd8-5cee9845afc7 req-c25d13ad-5304-4adf-a480-317145f5b922 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] No DVR routers for this DVR port 95abe0da-cc08-4f59-931c-b1c44e9b4cc4 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:52:48.154542 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0f392538-a5ed-4e1d-acd8-5cee9845afc7 req-c25d13ad-5304-4adf-a480-317145f5b922 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:48.158600 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0f392538-a5ed-4e1d-acd8-5cee9845afc7 req-c25d13ad-5304-4adf-a480-317145f5b922 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.58 "DELETE /v2.0/ports/95abe0da-cc08-4f59-931c-b1c44e9b4cc4 HTTP/1.1" status: 204 len: 173 time: 2.5971282 Nov 12 08:52:48.161536 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ededf6d5-7633-4682-af0a-5c858f2821ca', 'name': 'network-vif-deleted', 'tag': '95abe0da-cc08-4f59-931c-b1c44e9b4cc4'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:52:48.164855 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59f5b28-d5f9-4c51-b7e4-17f5e2595fc3" -d '{"events": [{"server_uuid": "ededf6d5-7633-4682-af0a-5c858f2821ca", "name": "network-vif-deleted", "tag": "95abe0da-cc08-4f59-931c-b1c44e9b4cc4"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:52:48.254036 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4c36daca-f516-4361-9c58-125f55ccde7f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b07331d88cee48b593b63f60c5bffc1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2449152 Nov 12 08:52:48.262485 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34332) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:48.272838 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.db.resource_extend [None req-6400745f-5cc9-4913-ac8f-b96f8a1d294a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:52:48.339922 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aad6883-c9eb-4174-b17f-749bd8fd9f03 x-openstack-request-id: req-4aad6883-c9eb-4174-b17f-749bd8fd9f03 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:52:48.340548 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ededf6d5-7633-4682-af0a-5c858f2821ca", "name": "network-vif-deleted", "tag": "95abe0da-cc08-4f59-931c-b1c44e9b4cc4", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:52:48.340987 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4aad6883-c9eb-4174-b17f-749bd8fd9f03 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:52:48.341613 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ededf6d5-7633-4682-af0a-5c858f2821ca', 'name': 'network-vif-deleted', 'tag': '95abe0da-cc08-4f59-931c-b1c44e9b4cc4', 'status': 'completed', 'code': 200} Nov 12 08:52:48.429012 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6400745f-5cc9-4913-ac8f-b96f8a1d294a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:48.444084 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6400745f-5cc9-4913-ac8f-b96f8a1d294a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:48.445589 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6400745f-5cc9-4913-ac8f-b96f8a1d294a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:48.454315 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-de228a3b-daaf-421b-be9b-543ac440f445 req-0744b013-8049-436b-8c8b-331b872fb2a9 service neutron] 10.222.0.54 "GET /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626000 Nov 12 08:52:48.464564 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c797ec9f-b39f-4951-be05-14a614e4ff9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:48.516768 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c797ec9f-b39f-4951-be05-14a614e4ff9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:48.625872 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c797ec9f-b39f-4951-be05-14a614e4ff9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:48.629547 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c797ec9f-b39f-4951-be05-14a614e4ff9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:48.631546 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c797ec9f-b39f-4951-be05-14a614e4ff9c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9da96bbe-1042-4cbc-90bf-05fe08eeca3c HTTP/1.1" status: 204 len: 168 time: 0.3663268 Nov 12 08:52:48.643361 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797ec9f-b39f-4951-be05-14a614e4ff9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da96bbe-1042-4cbc-90bf-05fe08eeca3c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:48.696476 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34348) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:48.697883 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6400745f-5cc9-4913-ac8f-b96f8a1d294a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4551680 Nov 12 08:52:48.703281 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-26b20394-68a1-4f2e-a43a-40fd953b724d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'subnet': {'network_id': '148d7746-ea00-4ed9-9c9c-42d414475b93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:48.766300 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400745f-5cc9-4913-ac8f-b96f8a1d294a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Network': ['ID=148d7746-ea00-4ed9-9c9c-42d414475b93,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:48.785272 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f859eb78-00da-4d58-b496-7f31bfe2b030 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:48.793641 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 148d7746-ea00-4ed9-9c9c-42d414475b93 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:52:48.891158 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4ea931c6-a20b-4387-ac4b-e1641ecb5686 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:48.935079 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b20394-68a1-4f2e-a43a-40fd953b724d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:48.947388 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-26b20394-68a1-4f2e-a43a-40fd953b724d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:49.160046 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34362) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:49.175511 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.ipam_backend_mixin [None req-26b20394-68a1-4f2e-a43a-40fd953b724d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Performing IP validity checks on allocation pools {{(pid=102568) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 08:52:49.179671 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.ipam_backend_mixin [None req-26b20394-68a1-4f2e-a43a-40fd953b724d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102568) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 08:52:49.221682 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ec3fd43-61f4-4cfa-adc5-6de9b901c19b req-c3657041-c308-40bd-85b4-fb6be5d14f68 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=ededf6d5-7633-4682-af0a-5c858f2821ca HTTP/1.1" status: 200 len: 210 time: 0.0919342 Nov 12 08:52:49.305428 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 95abe0da-cc08-4f59-931c-b1c44e9b4cc4 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:52:49.352032 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 95abe0da-cc08-4f59-931c-b1c44e9b4cc4 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:52:49.352683 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 95abe0da-cc08-4f59-931c-b1c44e9b4cc4 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:52:49.400968 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-81f2cda9-9746-420b-85a6-33b7d6ab3421 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1741008063-network', 'tenant_id': 'b6e131e30e964bf196ab556fb227b3d2'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:49.428567 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4ea931c6-a20b-4387-ac4b-e1641ecb5686 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:49.474747 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-26b20394-68a1-4f2e-a43a-40fd953b724d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:49.514996 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f2cda9-9746-420b-85a6-33b7d6ab3421 admin admin] Made reservation on behalf of b6e131e30e964bf196ab556fb227b3d2 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:49.518732 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-81f2cda9-9746-420b-85a6-33b7d6ab3421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:49.565559 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-81f2cda9-9746-420b-85a6-33b7d6ab3421 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:49.653566 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b20394-68a1-4f2e-a43a-40fd953b724d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Subnet': ['ID=32ba2b7e-1cda-4695-b6bd-c3f8009f1fca,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:49.668816 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b20394-68a1-4f2e-a43a-40fd953b724d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Checking segment: {'id': '07c36c47-454a-4f5f-96b0-afb8182d8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '148d7746-ea00-4ed9-9c9c-42d414475b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:49.669371 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b20394-68a1-4f2e-a43a-40fd953b724d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network hostable DHCP agents. Network: 148d7746-ea00-4ed9-9c9c-42d414475b93, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:52:49.716735 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b20394-68a1-4f2e-a43a-40fd953b724d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network 148d7746-ea00-4ed9-9c9c-42d414475b93 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:52:49.735019 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-26b20394-68a1-4f2e-a43a-40fd953b724d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 148d7746-ea00-4ed9-9c9c-42d414475b93) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:49.747017 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af77e4c5-ffe9-4fca-b902-f66f5ad3e360 None None] Network 148d7746-ea00-4ed9-9c9c-42d414475b93 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:49.747462 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b20394-68a1-4f2e-a43a-40fd953b724d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:49.759295 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-26b20394-68a1-4f2e-a43a-40fd953b724d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:49.819225 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-26b20394-68a1-4f2e-a43a-40fd953b724d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1210580 Nov 12 08:52:49.821962 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34386) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:49.836866 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1ccda2c1-082f-40bd-8cd4-045b2672efbb tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'port': {'network_id': '148d7746-ea00-4ed9-9c9c-42d414475b93', 'name': 'tempest-PortsIpV6TestJSON-490578945'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:49.877485 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4ea931c6-a20b-4387-ac4b-e1641ecb5686 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:49.894919 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4ea931c6-a20b-4387-ac4b-e1641ecb5686 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:49.971839 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-81f2cda9-9746-420b-85a6-33b7d6ab3421 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:50.000213 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-81f2cda9-9746-420b-85a6-33b7d6ab3421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:50.114254 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-f859eb78-00da-4d58-b496-7f31bfe2b030 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Deleting port 0190053d-9d5e-4c02-9bd8-b6a3f2bfebba {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:50.115628 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f859eb78-00da-4d58-b496-7f31bfe2b030 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:50.120996 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea931c6-a20b-4387-ac4b-e1641ecb5686 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event updated for resources: {'Port': ['ID=e0753704-04fa-4b43-9a1c-1fa0f36cc540,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:50.127296 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81f2cda9-9746-420b-85a6-33b7d6ab3421 admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:52:50.153301 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccda2c1-082f-40bd-8cd4-045b2672efbb tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:50.156890 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60c5263-f554-4a79-8550-9ffc644b2c13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-148d7746-ea00-4ed9-9c9c-42d414475b93', 'network_id': '148d7746-ea00-4ed9-9c9c-42d414475b93', 'tenant_id': 'ca0ab10f4dfb414ea19428569653c5e2', 'fixed_ips': [{'subnet_id': '32ba2b7e-1cda-4695-b6bd-c3f8009f1fca'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:52:50.158001 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b60c5263-f554-4a79-8550-9ffc644b2c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:50.163053 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1ccda2c1-082f-40bd-8cd4-045b2672efbb tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:50.209632 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4ea931c6-a20b-4387-ac4b-e1641ecb5686 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:50.211651 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-1ccda2c1-082f-40bd-8cd4-045b2672efbb tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] device_id is not set on port 89d69251-5d29-4db2-ae1c-e720099e22ea yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:52:50.214295 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-81f2cda9-9746-420b-85a6-33b7d6ab3421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:50.215060 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-81f2cda9-9746-420b-85a6-33b7d6ab3421 admin admin] Added segment d47e37de-42bc-43ac-a10c-170a483249e6 of type vlan for network 13a885c4-65b3-49fb-a3a8-7d284f1cee63 Nov 12 08:52:50.220761 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34396) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:50.253316 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f2cda9-9746-420b-85a6-33b7d6ab3421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da887dfa-77fc-48b7-a989-3fce9809a5a6,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:50.445688 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-b60c5263-f554-4a79-8550-9ffc644b2c13 None None] Allocated IP 2001:db8::2 (148d7746-ea00-4ed9-9c9c-42d414475b93/32ba2b7e-1cda-4695-b6bd-c3f8009f1fca/dcaf4f3d-1e45-46de-b608-068077377182) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:52:50.508108 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ddac112e-29da-436d-8fc7-a0cb822e2eb8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1165048949-network', 'tenant_id': '11202d6e3a94409aaea944e7a5387738'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:50.564407 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddac112e-29da-436d-8fc7-a0cb822e2eb8 admin admin] Made reservation on behalf of 11202d6e3a94409aaea944e7a5387738 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:50.567040 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ddac112e-29da-436d-8fc7-a0cb822e2eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:50.605636 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ddac112e-29da-436d-8fc7-a0cb822e2eb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:50.717719 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b60c5263-f554-4a79-8550-9ffc644b2c13 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:50.734729 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b60c5263-f554-4a79-8550-9ffc644b2c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:50.784547 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60c5263-f554-4a79-8550-9ffc644b2c13 None None] Network 148d7746-ea00-4ed9-9c9c-42d414475b93 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:50.788258 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-b60c5263-f554-4a79-8550-9ffc644b2c13 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:50.792778 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60c5263-f554-4a79-8550-9ffc644b2c13 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:50.842257 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ddac112e-29da-436d-8fc7-a0cb822e2eb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:50.856050 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c5263-f554-4a79-8550-9ffc644b2c13 None None] Pushing event updated for resources: {'Port': ['ID=dcaf4f3d-1e45-46de-b608-068077377182,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:50.858515 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ddac112e-29da-436d-8fc7-a0cb822e2eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:50.872196 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b60c5263-f554-4a79-8550-9ffc644b2c13 None None] Attempting to bind port dcaf4f3d-1e45-46de-b608-068077377182 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:52:50.872650 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b60c5263-f554-4a79-8550-9ffc644b2c13 None None] Attempting to bind port dcaf4f3d-1e45-46de-b608-068077377182 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '07c36c47-454a-4f5f-96b0-afb8182d8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '148d7746-ea00-4ed9-9c9c-42d414475b93'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:52:50.873091 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60c5263-f554-4a79-8550-9ffc644b2c13 None None] Attempting to bind port dcaf4f3d-1e45-46de-b608-068077377182 on network 148d7746-ea00-4ed9-9c9c-42d414475b93 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:50.880774 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60c5263-f554-4a79-8550-9ffc644b2c13 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:52:50.881259 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60c5263-f554-4a79-8550-9ffc644b2c13 None None] Checking segment: {'id': '07c36c47-454a-4f5f-96b0-afb8182d8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '148d7746-ea00-4ed9-9c9c-42d414475b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:50.882538 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b60c5263-f554-4a79-8550-9ffc644b2c13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:50.883039 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60c5263-f554-4a79-8550-9ffc644b2c13 None None] Bound using segment: {'id': '07c36c47-454a-4f5f-96b0-afb8182d8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '148d7746-ea00-4ed9-9c9c-42d414475b93'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:52:50.883615 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b60c5263-f554-4a79-8550-9ffc644b2c13 None None] Bound port: dcaf4f3d-1e45-46de-b608-068077377182, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c36c47-454a-4f5f-96b0-afb8182d8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '148d7746-ea00-4ed9-9c9c-42d414475b93'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:52:50.884209 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b60c5263-f554-4a79-8550-9ffc644b2c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:50.919577 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-1ccda2c1-082f-40bd-8cd4-045b2672efbb tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Allocated IP 2001:db8::350 (148d7746-ea00-4ed9-9c9c-42d414475b93/32ba2b7e-1cda-4695-b6bd-c3f8009f1fca/89d69251-5d29-4db2-ae1c-e720099e22ea) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:52:50.941905 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddac112e-29da-436d-8fc7-a0cb822e2eb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:52:50.961095 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac112e-29da-436d-8fc7-a0cb822e2eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeeef4b6-34e5-4b80-bc0e-f1d9c6fada52,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:50.970244 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ddac112e-29da-436d-8fc7-a0cb822e2eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:50.970244 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-ddac112e-29da-436d-8fc7-a0cb822e2eb8 admin admin] Added segment 0f3257e9-3aa1-4edc-8ecd-8fba59d451bf of type vlan for network 87d30799-e3f9-4908-a25b-9f537896d273 Nov 12 08:52:50.987136 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b60c5263-f554-4a79-8550-9ffc644b2c13 None None] For port dcaf4f3d-1e45-46de-b608-068077377182, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:52:50.993261 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b60c5263-f554-4a79-8550-9ffc644b2c13 None None] For port dcaf4f3d-1e45-46de-b608-068077377182, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=dcaf4f3d-1e45-46de-b608-068077377182,segment=NetworkSegment(07c36c47-454a-4f5f-96b0-afb8182d8e6b),segment_id=07c36c47-454a-4f5f-96b0-afb8182d8e6b)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:52:50.999969 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b60c5263-f554-4a79-8550-9ffc644b2c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:51.056106 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ddac112e-29da-436d-8fc7-a0cb822e2eb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:51.118773 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-81f2cda9-9746-420b-85a6-33b7d6ab3421 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:51.133559 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c5263-f554-4a79-8550-9ffc644b2c13 None None] Pushing event updated for resources: {'Port': ['ID=dcaf4f3d-1e45-46de-b608-068077377182,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:51.158600 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ddac112e-29da-436d-8fc7-a0cb822e2eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:51.160847 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddac112e-29da-436d-8fc7-a0cb822e2eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:51.160847 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ddac112e-29da-436d-8fc7-a0cb822e2eb8 admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:51.193370 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-f859eb78-00da-4d58-b496-7f31bfe2b030 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] For port 0190053d-9d5e-4c02-9bd8-b6a3f2bfebba, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=0190053d-9d5e-4c02-9bd8-b6a3f2bfebba,segment=NetworkSegment(ee3d59f0-88df-4a86-ac3e-76754530acb7),segment_id=ee3d59f0-88df-4a86-ac3e-76754530acb7)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:51.195909 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f859eb78-00da-4d58-b496-7f31bfe2b030 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:51.231623 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [None req-4ea931c6-a20b-4387-ac4b-e1641ecb5686 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Floating IP 7b0f5d67-a0a0-4642-a50b-dabba643c382 associated. External IP: 172.25.6.194, port: 37fd56eb-ade5-43eb-9d42-7ec275a795c1. Nov 12 08:52:51.354367 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-81f2cda9-9746-420b-85a6-33b7d6ab3421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:51.355720 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f2cda9-9746-420b-85a6-33b7d6ab3421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:51.357269 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-81f2cda9-9746-420b-85a6-33b7d6ab3421 admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:51.408680 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-f859eb78-00da-4d58-b496-7f31bfe2b030 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Calling delete_port for 0190053d-9d5e-4c02-9bd8-b6a3f2bfebba owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:51.644487 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac112e-29da-436d-8fc7-a0cb822e2eb8 admin admin] Pushing event updated for resources: {'Network': ['ID=87d30799-e3f9-4908-a25b-9f537896d273,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:51.657491 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 87d30799-e3f9-4908-a25b-9f537896d273 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:52:51.699699 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ddac112e-29da-436d-8fc7-a0cb822e2eb8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4764094 Nov 12 08:52:51.703797 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34430) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:51.705597 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb82b7a-2ca6-4ecd-9dab-d7c51131e437 req-b5495f78-7b27-4ff3-979c-735000a00324 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:51.707293 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cdb82b7a-2ca6-4ecd-9dab-d7c51131e437 req-b5495f78-7b27-4ff3-979c-735000a00324 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.6404054 Nov 12 08:52:51.713617 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-524fe7f7-df19-4775-a737-660cca42fddf admin admin] Request body: {'subnet': {'network_id': '87d30799-e3f9-4908-a25b-9f537896d273', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1165048949-subnet', 'tenant_id': '11202d6e3a94409aaea944e7a5387738', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:51.733493 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-81f2cda9-9746-420b-85a6-33b7d6ab3421 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5543294 Nov 12 08:52:51.739976 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34432) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:51.741146 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f2cda9-9746-420b-85a6-33b7d6ab3421 admin admin] Pushing event updated for resources: {'Network': ['ID=13a885c4-65b3-49fb-a3a8-7d284f1cee63,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:51.749248 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-3464c6c3-b539-4c3c-b6d1-cdf7af994aad admin admin] Request body: {'subnet': {'network_id': '13a885c4-65b3-49fb-a3a8-7d284f1cee63', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1741008063-subnet', 'tenant_id': 'b6e131e30e964bf196ab556fb227b3d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:51.774903 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524fe7f7-df19-4775-a737-660cca42fddf admin admin] Made reservation on behalf of 11202d6e3a94409aaea944e7a5387738 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:51.778259 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-524fe7f7-df19-4775-a737-660cca42fddf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:51.787773 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 13a885c4-65b3-49fb-a3a8-7d284f1cee63 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:52:51.808614 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3464c6c3-b539-4c3c-b6d1-cdf7af994aad admin admin] Made reservation on behalf of b6e131e30e964bf196ab556fb227b3d2 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:51.812319 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3464c6c3-b539-4c3c-b6d1-cdf7af994aad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:51.978125 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1ccda2c1-082f-40bd-8cd4-045b2672efbb tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:52.064697 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cdb82b7a-2ca6-4ecd-9dab-d7c51131e437 req-97966083-122f-4d32-968a-bc45eb7719cb tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3043337 Nov 12 08:52:52.093204 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device dcaf4f3d-1e45-46de-b608-068077377182 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:52:52.125622 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b28e90-3efa-44cb-8d24-47fea7fece00 req-241aa580-8046-4c7b-95e2-a2d13539807e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:52.127995 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-77b28e90-3efa-44cb-8d24-47fea7fece00 req-241aa580-8046-4c7b-95e2-a2d13539807e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.54 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.2002387 Nov 12 08:52:52.147073 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f859eb78-00da-4d58-b496-7f31bfe2b030 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:52.191252 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea931c6-a20b-4387-ac4b-e1641ecb5686 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Router d7eb8014-2395-467d-8954-226e5c316fbd has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:52:52.192448 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859eb78-00da-4d58-b496-7f31bfe2b030 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Port': ['ID=0190053d-9d5e-4c02-9bd8-b6a3f2bfebba,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:52.252367 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port dcaf4f3d-1e45-46de-b608-068077377182 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:52.253031 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:52.287337 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1ccda2c1-082f-40bd-8cd4-045b2672efbb tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:52.395073 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:52.484644 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port dcaf4f3d-1e45-46de-b608-068077377182, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=dcaf4f3d-1e45-46de-b608-068077377182,segment=NetworkSegment(07c36c47-454a-4f5f-96b0-afb8182d8e6b),segment_id=07c36c47-454a-4f5f-96b0-afb8182d8e6b)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:52.491011 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:52.527070 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccda2c1-082f-40bd-8cd4-045b2672efbb tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network 148d7746-ea00-4ed9-9c9c-42d414475b93 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:52.532857 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3464c6c3-b539-4c3c-b6d1-cdf7af994aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:52.607941 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccda2c1-082f-40bd-8cd4-045b2672efbb tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Port': ['ID=89d69251-5d29-4db2-ae1c-e720099e22ea,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:52.611836 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-1ccda2c1-082f-40bd-8cd4-045b2672efbb tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:52.622839 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccda2c1-082f-40bd-8cd4-045b2672efbb tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:52.629335 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccda2c1-082f-40bd-8cd4-045b2672efbb tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:52.630615 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1ccda2c1-082f-40bd-8cd4-045b2672efbb tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:52.670819 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=dcaf4f3d-1e45-46de-b608-068077377182,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:52.680505 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-524fe7f7-df19-4775-a737-660cca42fddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:52.737979 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1ccda2c1-082f-40bd-8cd4-045b2672efbb tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9118950 Nov 12 08:52:52.747217 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34446) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:52.815216 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3464c6c3-b539-4c3c-b6d1-cdf7af994aad admin admin] Pushing event updated for resources: {'Subnet': ['ID=c38e4b15-1e73-4947-8254-225baa4e56ae,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:52.821963 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f859eb78-00da-4d58-b496-7f31bfe2b030 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:52.834339 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:52.853352 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524fe7f7-df19-4775-a737-660cca42fddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2e6741f-bca7-45ab-9907-9243277402d3,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:52.905571 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-77b28e90-3efa-44cb-8d24-47fea7fece00 req-c01e9b2a-a090-4d46-9dee-80e16654cf2f tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Deleting port 208f95e9-28ae-4c99-8b45-cff231909e59 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:52.905962 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-77b28e90-3efa-44cb-8d24-47fea7fece00 req-c01e9b2a-a090-4d46-9dee-80e16654cf2f tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:52.924888 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea931c6-a20b-4387-ac4b-e1641ecb5686 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:52:52.952893 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f636ef1-fcef-48f9-a57c-64fe0ffa0854 None None] Sync routers for ids ['d7eb8014-2395-467d-8954-226e5c316fbd'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:52:52.992709 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f636ef1-fcef-48f9-a57c-64fe0ffa0854 None None] Routers {'d7eb8014-2395-467d-8954-226e5c316fbd'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:52.993379 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-2f636ef1-fcef-48f9-a57c-64fe0ffa0854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:52:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d7eb8014-2395-467d-8954-226e5c316fbd'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:52.994494 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecf8fc3-f19c-4e8c-b037-ce3fb391e4a7 None None] Network 148d7746-ea00-4ed9-9c9c-42d414475b93 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:53.060055 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-2f636ef1-fcef-48f9-a57c-64fe0ffa0854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:53.076346 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f636ef1-fcef-48f9-a57c-64fe0ffa0854 None None] Routers {'d7eb8014-2395-467d-8954-226e5c316fbd'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:53.077409 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-2f636ef1-fcef-48f9-a57c-64fe0ffa0854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:52:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d7eb8014-2395-467d-8954-226e5c316fbd'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:53.085704 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3464c6c3-b539-4c3c-b6d1-cdf7af994aad admin admin] Checking segment: {'id': 'd47e37de-42bc-43ac-a10c-170a483249e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '13a885c4-65b3-49fb-a3a8-7d284f1cee63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:53.091353 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3464c6c3-b539-4c3c-b6d1-cdf7af994aad admin admin] Network hostable DHCP agents. Network: 13a885c4-65b3-49fb-a3a8-7d284f1cee63, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:52:53.133905 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524fe7f7-df19-4775-a737-660cca42fddf admin admin] Checking segment: {'id': '0f3257e9-3aa1-4edc-8ecd-8fba59d451bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '87d30799-e3f9-4908-a25b-9f537896d273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:53.134348 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524fe7f7-df19-4775-a737-660cca42fddf admin admin] Network hostable DHCP agents. Network: 87d30799-e3f9-4908-a25b-9f537896d273, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:52:53.160948 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-2f636ef1-fcef-48f9-a57c-64fe0ffa0854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:53.163916 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f636ef1-fcef-48f9-a57c-64fe0ffa0854 None None] The sync data for ids ['d7eb8014-2395-467d-8954-226e5c316fbd'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:52:53.170516 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4ea931c6-a20b-4387-ac4b-e1641ecb5686 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:53.269777 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-050f6ae1-0633-4a07-8ed6-7f484e55ffe5 None None] Provisioning complete for port dcaf4f3d-1e45-46de-b608-068077377182 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:53.270574 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-050f6ae1-0633-4a07-8ed6-7f484e55ffe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:53.288821 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-77b28e90-3efa-44cb-8d24-47fea7fece00 req-c01e9b2a-a090-4d46-9dee-80e16654cf2f tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] For port 208f95e9-28ae-4c99-8b45-cff231909e59, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=208f95e9-28ae-4c99-8b45-cff231909e59,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:53.289247 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-77b28e90-3efa-44cb-8d24-47fea7fece00 req-c01e9b2a-a090-4d46-9dee-80e16654cf2f tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:53.299006 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524fe7f7-df19-4775-a737-660cca42fddf admin admin] Network 87d30799-e3f9-4908-a25b-9f537896d273 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:52:53.317485 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4ea931c6-a20b-4387-ac4b-e1641ecb5686 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 10.0706525 Nov 12 08:52:53.322836 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34456) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:53.331693 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-e767402b-c9a8-43d9-96d0-2a6098572b01 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:53.375655 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3464c6c3-b539-4c3c-b6d1-cdf7af994aad admin admin] Network 13a885c4-65b3-49fb-a3a8-7d284f1cee63 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:52:53.451011 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c9954396-1cbc-4581-a177-ba6e4e87f554 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Deleting port 89d69251-5d29-4db2-ae1c-e720099e22ea {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:53.451317 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9954396-1cbc-4581-a177-ba6e4e87f554 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:53.454535 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-524fe7f7-df19-4775-a737-660cca42fddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 87d30799-e3f9-4908-a25b-9f537896d273) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:53.516090 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524fe7f7-df19-4775-a737-660cca42fddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:53.516790 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-524fe7f7-df19-4775-a737-660cca42fddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:53.520497 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-3464c6c3-b539-4c3c-b6d1-cdf7af994aad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 13a885c4-65b3-49fb-a3a8-7d284f1cee63) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:53.527463 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9a3c3c-c695-4585-b619-4ec28f0d8088 None None] Network 87d30799-e3f9-4908-a25b-9f537896d273 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:53.555277 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3464c6c3-b539-4c3c-b6d1-cdf7af994aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:53.556323 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3464c6c3-b539-4c3c-b6d1-cdf7af994aad admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:53.624811 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55943b5-1a6a-4212-8e5d-dbc325258f35 None None] Network 13a885c4-65b3-49fb-a3a8-7d284f1cee63 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:53.650446 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-524fe7f7-df19-4775-a737-660cca42fddf admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9448323 Nov 12 08:52:53.791670 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9954396-1cbc-4581-a177-ba6e4e87f554 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:53.870316 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c9954396-1cbc-4581-a177-ba6e4e87f554 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Calling delete_port for 89d69251-5d29-4db2-ae1c-e720099e22ea owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:53.870619 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f859eb78-00da-4d58-b496-7f31bfe2b030 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:52:53.910515 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f4bdc-03fe-461f-8672-50f34b20a294 req-928b8f7e-145d-4782-bd21-22d63f55fee2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:53.913522 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9f6f4bdc-03fe-461f-8672-50f34b20a294 req-928b8f7e-145d-4782-bd21-22d63f55fee2 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/ports?device_id=b004e782-27be-49da-8839-6a5ba1fa8d1c HTTP/1.1" status: 200 len: 945 time: 0.6534677 Nov 12 08:52:53.920482 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e767402b-c9a8-43d9-96d0-2a6098572b01 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:53.949372 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee82705-b3b2-44bf-9742-5159850a4960 None None] Network 13a885c4-65b3-49fb-a3a8-7d284f1cee63 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:53.955970 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-77b28e90-3efa-44cb-8d24-47fea7fece00 req-c01e9b2a-a090-4d46-9dee-80e16654cf2f tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:53.956458 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-77b28e90-3efa-44cb-8d24-47fea7fece00 req-c01e9b2a-a090-4d46-9dee-80e16654cf2f tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:53.956918 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [req-77b28e90-3efa-44cb-8d24-47fea7fece00 req-c01e9b2a-a090-4d46-9dee-80e16654cf2f tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Floating IP b8afc40b-d399-4be2-9206-893a7465bb39 disassociated. External IP: 172.25.6.207, port: 208f95e9-28ae-4c99-8b45-cff231909e59. Nov 12 08:52:53.957288 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-77b28e90-3efa-44cb-8d24-47fea7fece00 req-c01e9b2a-a090-4d46-9dee-80e16654cf2f tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Calling delete_port for 208f95e9-28ae-4c99-8b45-cff231909e59 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:54.166323 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3464c6c3-b539-4c3c-b6d1-cdf7af994aad admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4215198 Nov 12 08:52:54.181938 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34476) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:54.209720 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device dcaf4f3d-1e45-46de-b608-068077377182 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:52:54.237434 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-f7fdf5b8-a2c8-4be4-ae8f-d720b797684c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1741008063-router', 'tenant_id': 'b6e131e30e964bf196ab556fb227b3d2', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:54.378262 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9f6f4bdc-03fe-461f-8672-50f34b20a294 req-b5d8d4ce-7714-42c8-895a-cb6da7508a2e tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups?id=1080c528-ada4-479e-98bd-de4c560ccd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3377590 Nov 12 08:52:54.383988 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf5b8-a2c8-4be4-ae8f-d720b797684c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:54.389155 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf5b8-a2c8-4be4-ae8f-d720b797684c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:54.457074 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f859eb78-00da-4d58-b496-7f31bfe2b030 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:52:54.463382 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f859eb78-00da-4d58-b496-7f31bfe2b030 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "PUT /v2.0/routers/15f61129-b93a-4a5a-bf68-de3f6c51bc61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9706447 Nov 12 08:52:54.467343 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34484) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:54.558306 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e767402b-c9a8-43d9-96d0-2a6098572b01 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:54.571997 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e767402b-c9a8-43d9-96d0-2a6098572b01 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:54.572344 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [None req-e767402b-c9a8-43d9-96d0-2a6098572b01 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Floating IP 7b0f5d67-a0a0-4642-a50b-dabba643c382 disassociated. External IP: 172.25.6.194, port: 37fd56eb-ade5-43eb-9d42-7ec275a795c1. Nov 12 08:52:54.573620 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9954396-1cbc-4581-a177-ba6e4e87f554 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:54.675788 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38b1c8a-47b5-4f32-880e-85ece8232333 None None] Sync routers for ids ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:52:54.703987 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9954396-1cbc-4581-a177-ba6e4e87f554 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Port': ['ID=89d69251-5d29-4db2-ae1c-e720099e22ea,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:54.716295 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c593f80-6b6f-47a1-8a48-2a66b652f6f4 None None] Network 87d30799-e3f9-4908-a25b-9f537896d273 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:54.721415 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d6c9dc87-6e09-4a2d-80b9-8d5cc744c032 None None] Could not find standard attr ID for object 89d69251-5d29-4db2-ae1c-e720099e22ea. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:52:54.773744 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-77b28e90-3efa-44cb-8d24-47fea7fece00 req-c01e9b2a-a090-4d46-9dee-80e16654cf2f tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:54.783142 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38b1c8a-47b5-4f32-880e-85ece8232333 None None] Routers {'15f61129-b93a-4a5a-bf68-de3f6c51bc61'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:54.784231 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c38b1c8a-47b5-4f32-880e-85ece8232333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:52:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:54.798195 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf5b8-a2c8-4be4-ae8f-d720b797684c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:54.892946 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9954396-1cbc-4581-a177-ba6e4e87f554 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:54.894100 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f31b32-7475-4fc6-98a7-336bc9761e0b tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Deleting subnet ca69b7a7-3f1f-487d-ac5e-9f51fc614a93 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:52:54.900316 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-94f31b32-7475-4fc6-98a7-336bc9761e0b tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:54.901981 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c9954396-1cbc-4581-a177-ba6e4e87f554 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/ports/89d69251-5d29-4db2-ae1c-e720099e22ea HTTP/1.1" status: 204 len: 168 time: 2.1525967 Nov 12 08:52:54.905955 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e9b2a-a090-4d46-9dee-80e16654cf2f tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Pushing event deleted for resources: {'Port': ['ID=208f95e9-28ae-4c99-8b45-cff231909e59,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:54.911332 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34502) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:54.950208 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-c38b1c8a-47b5-4f32-880e-85ece8232333 None None] Set router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:52:55.018206 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-94f31b32-7475-4fc6-98a7-336bc9761e0b tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:55.127554 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d6c9dc87-6e09-4a2d-80b9-8d5cc744c032 None None] Provisioning complete for port dcaf4f3d-1e45-46de-b608-068077377182 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:55.128002 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d6c9dc87-6e09-4a2d-80b9-8d5cc744c032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:55.188291 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf5b8-a2c8-4be4-ae8f-d720b797684c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:55.195034 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-a84b0bad-e032-499e-a96a-f075e14cfb9a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] DELETE failed (client error): The resource could not be found. Nov 12 08:52:55.196030 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a84b0bad-e032-499e-a96a-f075e14cfb9a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:52:55.205809 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a84b0bad-e032-499e-a96a-f075e14cfb9a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/ports/89d69251-5d29-4db2-ae1c-e720099e22ea HTTP/1.1" status: 404 len: 333 time: 0.2845013 Nov 12 08:52:55.206810 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34508) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:55.216356 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e767402b-c9a8-43d9-96d0-2a6098572b01 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Router d7eb8014-2395-467d-8954-226e5c316fbd has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:52:55.295893 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-35e9bde9-73e4-4e93-86e4-e6958556b0dd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] GET failed (client error): The resource could not be found. Nov 12 08:52:55.299322 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-35e9bde9-73e4-4e93-86e4-e6958556b0dd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "GET /v2.0/ports/89d69251-5d29-4db2-ae1c-e720099e22ea HTTP/1.1" status: 404 len: 333 time: 0.0901392 Nov 12 08:52:55.310781 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-94f31b32-7475-4fc6-98a7-336bc9761e0b tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:55.316854 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34510) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:55.476574 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port dcaf4f3d-1e45-46de-b608-068077377182 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:55.476959 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:55.539484 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77b28e90-3efa-44cb-8d24-47fea7fece00 req-c01e9b2a-a090-4d46-9dee-80e16654cf2f tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Router 5efbf424-26c9-4a13-810d-a492f5ccecbc has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:52:55.713352 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c38b1c8a-47b5-4f32-880e-85ece8232333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'name': 'tempest-RoutersIpV6Test-router-184507091', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:51:44Z', 'updated_at': '2021-11-12T08:52:51Z', 'revision_number': 9, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'gw_port_host': None, '_interfaces': [{'id': '3f3dd5c6-ee09-45d9-900b-4466adcad740', 'name': '', 'network_id': 'dd3a7db8-dbd2-4b61-9c21-ddb89a90d755', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:cc:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:03Z', 'updated_at': '2021-11-12T08:52:13Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6027c92f-7750-42c1-b811-5ccffadce967', 'name': '', 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:01:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:51:49Z', 'updated_at': '2021-11-12T08:51:59Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:55.787319 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77b28e90-3efa-44cb-8d24-47fea7fece00 req-c01e9b2a-a090-4d46-9dee-80e16654cf2f tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:52:55.788992 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38b1c8a-47b5-4f32-880e-85ece8232333 None None] Checking router: 15f61129-b93a-4a5a-bf68-de3f6c51bc61 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:52:55.802075 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c8c6ce-f51f-46c2-b026-379458d60c9a None None] Sync routers for ids ['5efbf424-26c9-4a13-810d-a492f5ccecbc'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:52:55.825439 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c8c6ce-f51f-46c2-b026-379458d60c9a None None] Routers {'5efbf424-26c9-4a13-810d-a492f5ccecbc'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:55.826300 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-02c8c6ce-f51f-46c2-b026-379458d60c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:52:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['5efbf424-26c9-4a13-810d-a492f5ccecbc'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:55.842702 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-67df6a0f-6fbf-4e51-91bf-2dfeddc21b9c None None] Could not find standard attr ID for object 89d69251-5d29-4db2-ae1c-e720099e22ea. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:52:55.863719 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38b1c8a-47b5-4f32-880e-85ece8232333 None None] Routers {'15f61129-b93a-4a5a-bf68-de3f6c51bc61'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:55.866646 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b28e90-3efa-44cb-8d24-47fea7fece00 req-c01e9b2a-a090-4d46-9dee-80e16654cf2f tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] No DVR routers for this DVR port 208f95e9-28ae-4c99-8b45-cff231909e59 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:52:55.874697 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-77b28e90-3efa-44cb-8d24-47fea7fece00 req-c01e9b2a-a090-4d46-9dee-80e16654cf2f tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:55.876407 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c38b1c8a-47b5-4f32-880e-85ece8232333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:52:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:55.880965 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-77b28e90-3efa-44cb-8d24-47fea7fece00 req-c01e9b2a-a090-4d46-9dee-80e16654cf2f tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.54 "DELETE /v2.0/ports/208f95e9-28ae-4c99-8b45-cff231909e59 HTTP/1.1" status: 204 len: 173 time: 3.7431929 Nov 12 08:52:55.881720 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b004e782-27be-49da-8839-6a5ba1fa8d1c', 'name': 'network-vif-deleted', 'tag': '208f95e9-28ae-4c99-8b45-cff231909e59'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:52:55.885919 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcd7c8d-7b3d-4e66-aba6-e6616027d1b3" -d '{"events": [{"server_uuid": "b004e782-27be-49da-8839-6a5ba1fa8d1c", "name": "network-vif-deleted", "tag": "208f95e9-28ae-4c99-8b45-cff231909e59"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:52:56.082909 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-c65feae0-cc17-40b2-a078-8b8c998d7cbe tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:56.093530 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-c65feae0-cc17-40b2-a078-8b8c998d7cbe tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.37 "GET /v2.0/networks?id=87d30799-e3f9-4908-a25b-9f537896d273 HTTP/1.1" status: 200 len: 822 time: 1.2321024 Nov 12 08:52:56.105580 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d2af29f-b38d-4ae3-8277-021140e068d4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Deleting subnet 32ba2b7e-1cda-4695-b6bd-c3f8009f1fca {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:52:56.112126 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1d2af29f-b38d-4ae3-8277-021140e068d4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:56.202054 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-c38b1c8a-47b5-4f32-880e-85ece8232333 None None] Set router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:52:56.205353 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-02c8c6ce-f51f-46c2-b026-379458d60c9a None None] Set router 5efbf424-26c9-4a13-810d-a492f5ccecbc gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:52:56.439088 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e767402b-c9a8-43d9-96d0-2a6098572b01 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:52:56.460437 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e767402b-c9a8-43d9-96d0-2a6098572b01 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:56.507770 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f4122b-e60f-4070-a7c2-7a3e4ee9c03d None None] Sync routers for ids ['d7eb8014-2395-467d-8954-226e5c316fbd'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:52:56.535191 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e767402b-c9a8-43d9-96d0-2a6098572b01 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "PUT /v2.0/floatingips/7b0f5d67-a0a0-4642-a50b-dabba643c382 HTTP/1.1" status: 200 len: 688 time: 3.2106099 Nov 12 08:52:56.538854 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-a84e882f-9ecd-405b-9b1f-efba99f6faad tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.37 "GET /v2.0/quotas/11202d6e3a94409aaea944e7a5387738 HTTP/1.1" status: 200 len: 375 time: 0.3677857 Nov 12 08:52:56.548391 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34532) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:56.580098 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 208f95e9-28ae-4c99-8b45-cff231909e59 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:52:56.631170 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 208f95e9-28ae-4c99-8b45-cff231909e59 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:52:56.632052 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 208f95e9-28ae-4c99-8b45-cff231909e59 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:52:56.649266 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1d2af29f-b38d-4ae3-8277-021140e068d4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:56.715098 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f4122b-e60f-4070-a7c2-7a3e4ee9c03d None None] Routers {'d7eb8014-2395-467d-8954-226e5c316fbd'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:56.729235 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e8f4122b-e60f-4070-a7c2-7a3e4ee9c03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:52:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d7eb8014-2395-467d-8954-226e5c316fbd'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:56.762817 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-0a6fb72c-9529-4992-a7ff-6f6f65810699 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=11202d6e3a94409aaea944e7a5387738&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1383455 Nov 12 08:52:56.792991 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-02c8c6ce-f51f-46c2-b026-379458d60c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'name': 'tempest-ServerActionsTestJSON-634742385-router', 'tenant_id': '80cba63a5f3c423896b758b0902dcec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '115291fa-4327-4844-8425-0adaa3ba51f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:09Z', 'updated_at': '2021-11-12T08:41:17Z', 'revision_number': 4, 'project_id': '80cba63a5f3c423896b758b0902dcec9', 'gw_port': {'id': '115291fa-4327-4844-8425-0adaa3ba51f2', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:12Z', 'updated_at': '2021-11-12T08:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '105e8c1f-4dc7-405b-a36b-8f0884d650f9', 'name': '', 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4', 'tenant_id': '80cba63a5f3c423896b758b0902dcec9', 'mac_address': 'fa:16:3e:e9:8d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '601c19d7-10c1-44ee-a86c-ac9c499e748d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:16Z', 'updated_at': '2021-11-12T08:41:23Z', 'revision_number': 5, 'project_id': '80cba63a5f3c423896b758b0902dcec9', 'subnets': [{'id': '601c19d7-10c1-44ee-a86c-ac9c499e748d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:56.803187 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e8f4122b-e60f-4070-a7c2-7a3e4ee9c03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:56.834430 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf5b8-a2c8-4be4-ae8f-d720b797684c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:56.865487 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c8c6ce-f51f-46c2-b026-379458d60c9a None None] Checking router: 5efbf424-26c9-4a13-810d-a492f5ccecbc for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:52:56.867298 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f4122b-e60f-4070-a7c2-7a3e4ee9c03d None None] Routers {'d7eb8014-2395-467d-8954-226e5c316fbd'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:56.868007 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e8f4122b-e60f-4070-a7c2-7a3e4ee9c03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:52:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d7eb8014-2395-467d-8954-226e5c316fbd'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:56.886601 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c8c6ce-f51f-46c2-b026-379458d60c9a None None] Routers {'5efbf424-26c9-4a13-810d-a492f5ccecbc'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:56.887464 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-02c8c6ce-f51f-46c2-b026-379458d60c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:52:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['5efbf424-26c9-4a13-810d-a492f5ccecbc'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:56.890385 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf5b8-a2c8-4be4-ae8f-d720b797684c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:56.933601 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e8f4122b-e60f-4070-a7c2-7a3e4ee9c03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:56.934637 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f4122b-e60f-4070-a7c2-7a3e4ee9c03d None None] The sync data for ids ['d7eb8014-2395-467d-8954-226e5c316fbd'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:52:57.028980 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c38b1c8a-47b5-4f32-880e-85ece8232333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'name': 'tempest-RoutersIpV6Test-router-184507091', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:51:44Z', 'updated_at': '2021-11-12T08:52:51Z', 'revision_number': 9, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'gw_port_host': None, '_interfaces': [{'id': '3f3dd5c6-ee09-45d9-900b-4466adcad740', 'name': '', 'network_id': 'dd3a7db8-dbd2-4b61-9c21-ddb89a90d755', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:cc:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:03Z', 'updated_at': '2021-11-12T08:52:13Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6027c92f-7750-42c1-b811-5ccffadce967', 'name': '', 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:01:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:51:49Z', 'updated_at': '2021-11-12T08:51:59Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:57.054513 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-94f31b32-7475-4fc6-98a7-336bc9761e0b tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:57.079033 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38b1c8a-47b5-4f32-880e-85ece8232333 None None] The sync data for ids ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'] in n-d-768862-16 is: [{'id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'name': 'tempest-RoutersIpV6Test-router-184507091', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:51:44Z', 'updated_at': '2021-11-12T08:52:51Z', 'revision_number': 9, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'gw_port_host': None, '_interfaces': [{'id': '3f3dd5c6-ee09-45d9-900b-4466adcad740', 'name': '', 'network_id': 'dd3a7db8-dbd2-4b61-9c21-ddb89a90d755', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:cc:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:03Z', 'updated_at': '2021-11-12T08:52:13Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': '8cc6d24c-6317-4766-8bfe-e61d5c6e21d2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6027c92f-7750-42c1-b811-5ccffadce967', 'name': '', 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:01:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:51:49Z', 'updated_at': '2021-11-12T08:51:59Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:52:57.138263 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f31b32-7475-4fc6-98a7-336bc9761e0b tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Subnet': ['ID=ca69b7a7-3f1f-487d-ac5e-9f51fc614a93,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:57.147303 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-2b388d09-fb13-49c7-bfce-3c33500791d7 service neutron] 10.222.0.37 "GET /v2.0/networks/87d30799-e3f9-4908-a25b-9f537896d273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680816 Nov 12 08:52:57.148538 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-94f31b32-7475-4fc6-98a7-336bc9761e0b tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:57.152790 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-94f31b32-7475-4fc6-98a7-336bc9761e0b tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/subnets/ca69b7a7-3f1f-487d-ac5e-9f51fc614a93 HTTP/1.1" status: 204 len: 168 time: 2.6836247 Nov 12 08:52:57.172728 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34542) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:57.188054 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825d09a4-aa55-45f0-8ca1-78828d6f3111 None None] Network aea46ad5-032c-42ea-a4bd-0d17e68f1f3f requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:57.205987 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-02c8c6ce-f51f-46c2-b026-379458d60c9a None None] Set router 5efbf424-26c9-4a13-810d-a492f5ccecbc gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:52:57.245822 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1d2af29f-b38d-4ae3-8277-021140e068d4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:57.319038 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-094de521-b0b2-451e-9aae-da44aa4bc40f tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Deleting port e0753704-04fa-4b43-9a1c-1fa0f36cc540 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:57.319396 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-094de521-b0b2-451e-9aae-da44aa4bc40f tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:57.332627 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-f7fdf5b8-a2c8-4be4-ae8f-d720b797684c admin admin] Allocated IP 172.25.6.160 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/b4e21e23-d93c-49b0-9689-83987cac73db) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:52:57.349225 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-404bdfca-f502-42d4-84d5-b7a9c2bd28a7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:57.482379 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-3e1d437e-82e7-44e8-9247-17ab95f710c6 service neutron] 10.222.0.37 "GET /v2.0/networks/87d30799-e3f9-4908-a25b-9f537896d273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962520 Nov 12 08:52:57.491841 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1d2af29f-b38d-4ae3-8277-021140e068d4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:57.559157 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-094de521-b0b2-451e-9aae-da44aa4bc40f tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:57.559492 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-094de521-b0b2-451e-9aae-da44aa4bc40f tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:57.564438 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2af29f-b38d-4ae3-8277-021140e068d4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Subnet': ['ID=32ba2b7e-1cda-4695-b6bd-c3f8009f1fca,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:57.592922 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1d2af29f-b38d-4ae3-8277-021140e068d4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:57.601428 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1d2af29f-b38d-4ae3-8277-021140e068d4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/subnets/32ba2b7e-1cda-4695-b6bd-c3f8009f1fca HTTP/1.1" status: 204 len: 168 time: 2.2766795 Nov 12 08:52:57.602911 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34548) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:57.604323 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-094de521-b0b2-451e-9aae-da44aa4bc40f tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Calling delete_port for e0753704-04fa-4b43-9a1c-1fa0f36cc540 owned by network:floatingip {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:57.609733 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e903ac65-9cb9-48b3-b2e3-760dfbed15fc None None] DHCP port deletion for aea46ad5-032c-42ea-a4bd-0d17e68f1f3f request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:52:57.618176 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10d2ce8-60f3-4a71-9b46-93e981b5336b None None] Network 148d7746-ea00-4ed9-9c9c-42d414475b93 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:57.687555 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf5b8-a2c8-4be4-ae8f-d720b797684c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:57.794260 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-404bdfca-f502-42d4-84d5-b7a9c2bd28a7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Deleting port 9446d098-9e5d-4ef2-92be-6bab66886447 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:57.794704 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-404bdfca-f502-42d4-84d5-b7a9c2bd28a7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:57.823676 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf5b8-a2c8-4be4-ae8f-d720b797684c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:57.830043 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e903ac65-9cb9-48b3-b2e3-760dfbed15fc None None] Deleting port 9446d098-9e5d-4ef2-92be-6bab66886447 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:57.830590 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e903ac65-9cb9-48b3-b2e3-760dfbed15fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:58.046486 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-e903ac65-9cb9-48b3-b2e3-760dfbed15fc None None] For port 9446d098-9e5d-4ef2-92be-6bab66886447, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9446d098-9e5d-4ef2-92be-6bab66886447,segment=NetworkSegment(ee3d59f0-88df-4a86-ac3e-76754530acb7),segment_id=ee3d59f0-88df-4a86-ac3e-76754530acb7)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:58.048628 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e903ac65-9cb9-48b3-b2e3-760dfbed15fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:58.084059 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-094de521-b0b2-451e-9aae-da44aa4bc40f tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:58.090500 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9446d098-9e5d-4ef2-92be-6bab66886447 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:52:58.099533 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e903ac65-9cb9-48b3-b2e3-760dfbed15fc None None] Calling delete_port for 9446d098-9e5d-4ef2-92be-6bab66886447 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:58.188022 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-02c8c6ce-f51f-46c2-b026-379458d60c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'name': 'tempest-ServerActionsTestJSON-634742385-router', 'tenant_id': '80cba63a5f3c423896b758b0902dcec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '115291fa-4327-4844-8425-0adaa3ba51f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:09Z', 'updated_at': '2021-11-12T08:41:17Z', 'revision_number': 4, 'project_id': '80cba63a5f3c423896b758b0902dcec9', 'gw_port': {'id': '115291fa-4327-4844-8425-0adaa3ba51f2', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:12Z', 'updated_at': '2021-11-12T08:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '105e8c1f-4dc7-405b-a36b-8f0884d650f9', 'name': '', 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4', 'tenant_id': '80cba63a5f3c423896b758b0902dcec9', 'mac_address': 'fa:16:3e:e9:8d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '601c19d7-10c1-44ee-a86c-ac9c499e748d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:16Z', 'updated_at': '2021-11-12T08:41:23Z', 'revision_number': 5, 'project_id': '80cba63a5f3c423896b758b0902dcec9', 'subnets': [{'id': '601c19d7-10c1-44ee-a86c-ac9c499e748d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:58.211095 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f276f41-216f-4167-92b2-c25c1de635ee x-openstack-request-id: req-9f276f41-216f-4167-92b2-c25c1de635ee {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:52:58.211617 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b004e782-27be-49da-8839-6a5ba1fa8d1c", "name": "network-vif-deleted", "tag": "208f95e9-28ae-4c99-8b45-cff231909e59", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:52:58.211719 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f276f41-216f-4167-92b2-c25c1de635ee {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:52:58.212089 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b004e782-27be-49da-8839-6a5ba1fa8d1c', 'name': 'network-vif-deleted', 'tag': '208f95e9-28ae-4c99-8b45-cff231909e59', 'status': 'completed', 'code': 200} Nov 12 08:52:58.220736 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fdf5b8-a2c8-4be4-ae8f-d720b797684c admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:58.252934 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094de521-b0b2-451e-9aae-da44aa4bc40f tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event deleted for resources: {'Port': ['ID=e0753704-04fa-4b43-9a1c-1fa0f36cc540,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:58.264365 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-f7fdf5b8-a2c8-4be4-ae8f-d720b797684c admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:58.294808 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c8c6ce-f51f-46c2-b026-379458d60c9a None None] The sync data for ids ['5efbf424-26c9-4a13-810d-a492f5ccecbc'] in n-d-768862-16 is: [{'id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'name': 'tempest-ServerActionsTestJSON-634742385-router', 'tenant_id': '80cba63a5f3c423896b758b0902dcec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '115291fa-4327-4844-8425-0adaa3ba51f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:09Z', 'updated_at': '2021-11-12T08:41:17Z', 'revision_number': 4, 'project_id': '80cba63a5f3c423896b758b0902dcec9', 'gw_port': {'id': '115291fa-4327-4844-8425-0adaa3ba51f2', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:12Z', 'updated_at': '2021-11-12T08:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '105e8c1f-4dc7-405b-a36b-8f0884d650f9', 'name': '', 'network_id': '837ec62d-b3f5-4602-995a-15f6fc8805b4', 'tenant_id': '80cba63a5f3c423896b758b0902dcec9', 'mac_address': 'fa:16:3e:e9:8d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '601c19d7-10c1-44ee-a86c-ac9c499e748d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:16Z', 'updated_at': '2021-11-12T08:41:23Z', 'revision_number': 5, 'project_id': '80cba63a5f3c423896b758b0902dcec9', 'subnets': [{'id': '601c19d7-10c1-44ee-a86c-ac9c499e748d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:52:58.296298 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fdf5b8-a2c8-4be4-ae8f-d720b797684c admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:58.391109 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9dcaacdd-8c27-4e0e-806a-d46a975e3bac req-891b9213-ac46-46b1-807d-8519acef1992 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.37 "GET /v2.0/ports?device_id=0977c044-a82c-4eb7-a676-0ad12ad09c3e HTTP/1.1" status: 200 len: 210 time: 0.1346421 Nov 12 08:52:58.481134 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-094de521-b0b2-451e-9aae-da44aa4bc40f tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:58.485054 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-094de521-b0b2-451e-9aae-da44aa4bc40f tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:58.493167 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-094de521-b0b2-451e-9aae-da44aa4bc40f tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "DELETE /v2.0/floatingips/7b0f5d67-a0a0-4642-a50b-dabba643c382 HTTP/1.1" status: 204 len: 168 time: 1.9367826 Nov 12 08:52:58.494184 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34570) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:58.505001 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-953ba2cc-47c7-42d3-9314-8a779ebc4fa4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'port_id': '98b396bd-237f-422a-9b6d-ece9fc784ca4'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:58.516455 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34572) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:58.628430 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afe31dd-0610-4370-822c-7650ccacc6a7 None None] DHCP port deletion for 148d7746-ea00-4ed9-9c9c-42d414475b93 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:52:58.632354 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a5b99f-8735-462e-ad2d-e9c07f012bdd None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:52:58.726061 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-953ba2cc-47c7-42d3-9314-8a779ebc4fa4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:58.789182 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdf5b8-a2c8-4be4-ae8f-d720b797684c admin admin] Pushing event updated for resources: {'Port': ['ID=b4e21e23-d93c-49b0-9689-83987cac73db,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:58.798932 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f7c24ac7-b306-4d04-9f28-2a8aae519694 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:58.803451 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-404bdfca-f502-42d4-84d5-b7a9c2bd28a7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] For port 9446d098-9e5d-4ef2-92be-6bab66886447, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9446d098-9e5d-4ef2-92be-6bab66886447,segment=NetworkSegment(ee3d59f0-88df-4a86-ac3e-76754530acb7),segment_id=ee3d59f0-88df-4a86-ac3e-76754530acb7)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:58.804458 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-404bdfca-f502-42d4-84d5-b7a9c2bd28a7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:58.848128 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-404bdfca-f502-42d4-84d5-b7a9c2bd28a7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Calling delete_port for 9446d098-9e5d-4ef2-92be-6bab66886447 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:58.877783 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:58.958510 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-1681c4c6-072f-495e-ac96-a6dacf888a19 None None] Provisioning complete for port b4e21e23-d93c-49b0-9689-83987cac73db triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:58.958783 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1681c4c6-072f-495e-ac96-a6dacf888a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:58.960803 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-47450361-b1bb-461c-92ff-e9cc45741fcb tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:59.067706 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 9446d098-9e5d-4ef2-92be-6bab66886447, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9446d098-9e5d-4ef2-92be-6bab66886447,segment=NetworkSegment(ee3d59f0-88df-4a86-ac3e-76754530acb7),segment_id=ee3d59f0-88df-4a86-ac3e-76754530acb7)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:59.081282 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-47450361-b1bb-461c-92ff-e9cc45741fcb tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:59.133308 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:59.134697 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 0190053d-9d5e-4c02-9bd8-b6a3f2bfebba no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:52:59.174196 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:59.189873 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-953ba2cc-47c7-42d3-9314-8a779ebc4fa4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:59.206762 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-47450361-b1bb-461c-92ff-e9cc45741fcb tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:59.213332 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-47450361-b1bb-461c-92ff-e9cc45741fcb tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:59.215672 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-47450361-b1bb-461c-92ff-e9cc45741fcb tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "DELETE /v2.0/security-groups/1080c528-ada4-479e-98bd-de4c560ccd24 HTTP/1.1" status: 204 len: 168 time: 0.6936007 Nov 12 08:52:59.222095 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f7c24ac7-b306-4d04-9f28-2a8aae519694 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Deleting port dcaf4f3d-1e45-46de-b608-068077377182 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:59.222746 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f7c24ac7-b306-4d04-9f28-2a8aae519694 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:59.225335 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34588) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:59.281732 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-38e8c854-8d0c-4f1e-bdea-399a0b6e3986 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] show failed (client error): The resource could not be found. Nov 12 08:52:59.283428 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-38e8c854-8d0c-4f1e-bdea-399a0b6e3986 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "GET /v2.0/security-groups/1080c528-ada4-479e-98bd-de4c560ccd24 HTTP/1.1" status: 404 len: 347 time: 0.0520689 Nov 12 08:52:59.294155 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34590) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:59.325333 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47450361-b1bb-461c-92ff-e9cc45741fcb tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1080c528-ada4-479e-98bd-de4c560ccd24,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:59.326495 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7932595b-4de6-4898-a75b-e5e45e86bdea None None] New status for floating IP b8afc40b-d399-4be2-9206-893a7465bb39: DOWN {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:52:59.419703 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=9446d098-9e5d-4ef2-92be-6bab66886447,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:59.443328 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5afe31dd-0610-4370-822c-7650ccacc6a7 None None] Deleting port dcaf4f3d-1e45-46de-b608-068077377182 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:59.444256 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5afe31dd-0610-4370-822c-7650ccacc6a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:59.465478 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-953ba2cc-47c7-42d3-9314-8a779ebc4fa4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Allocated IP 172.25.6.171 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/8379a54e-f809-42f3-be9d-5a1baf1b2a8c) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:52:59.531013 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf5b8-a2c8-4be4-ae8f-d720b797684c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:59.540952 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-5afe31dd-0610-4370-822c-7650ccacc6a7 None None] For port dcaf4f3d-1e45-46de-b608-068077377182, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=dcaf4f3d-1e45-46de-b608-068077377182,segment=NetworkSegment(07c36c47-454a-4f5f-96b0-afb8182d8e6b),segment_id=07c36c47-454a-4f5f-96b0-afb8182d8e6b)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:59.541871 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5afe31dd-0610-4370-822c-7650ccacc6a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:59.565658 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5afe31dd-0610-4370-822c-7650ccacc6a7 None None] Calling delete_port for dcaf4f3d-1e45-46de-b608-068077377182 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:59.671176 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-f7c24ac7-b306-4d04-9f28-2a8aae519694 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] For port dcaf4f3d-1e45-46de-b608-068077377182, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=dcaf4f3d-1e45-46de-b608-068077377182,segment=NetworkSegment(07c36c47-454a-4f5f-96b0-afb8182d8e6b),segment_id=07c36c47-454a-4f5f-96b0-afb8182d8e6b)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:59.672055 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f7c24ac7-b306-4d04-9f28-2a8aae519694 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:59.747319 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2e22f262-fdf3-4ede-b54d-5677718c3692 req-84dd4c27-2ddb-43d2-bdff-da415a99fa2a tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.37 "GET /v2.0/ports?device_id=0977c044-a82c-4eb7-a676-0ad12ad09c3e HTTP/1.1" status: 200 len: 210 time: 0.0818419 Nov 12 08:52:59.774370 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 0190053d-9d5e-4c02-9bd8-b6a3f2bfebba {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:52:59.774945 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 0190053d-9d5e-4c02-9bd8-b6a3f2bfebba not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:52:59.780844 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e903ac65-9cb9-48b3-b2e3-760dfbed15fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:59.798314 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-404bdfca-f502-42d4-84d5-b7a9c2bd28a7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:59.819801 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5afe31dd-0610-4370-822c-7650ccacc6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:59.823623 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903ac65-9cb9-48b3-b2e3-760dfbed15fc None None] Pushing event deleted for resources: {'Port': ['ID=9446d098-9e5d-4ef2-92be-6bab66886447,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:59.865849 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-1681c4c6-072f-495e-ac96-a6dacf888a19 None None] Port b4e21e23-d93c-49b0-9689-83987cac73db cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:52:59.877159 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe31dd-0610-4370-822c-7650ccacc6a7 None None] Pushing event deleted for resources: {'Port': ['ID=dcaf4f3d-1e45-46de-b608-068077377182,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:59.877855 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-953ba2cc-47c7-42d3-9314-8a779ebc4fa4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:59.890832 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e903ac65-9cb9-48b3-b2e3-760dfbed15fc None None] No DVR routers for this DVR port 9446d098-9e5d-4ef2-92be-6bab66886447 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:52:59.906540 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afe31dd-0610-4370-822c-7650ccacc6a7 None None] No DVR routers for this DVR port dcaf4f3d-1e45-46de-b608-068077377182 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:52:59.938838 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404bdfca-f502-42d4-84d5-b7a9c2bd28a7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] No DVR routers for this DVR port 9446d098-9e5d-4ef2-92be-6bab66886447 on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:52:59.972779 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f7c24ac7-b306-4d04-9f28-2a8aae519694 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Calling delete_port for dcaf4f3d-1e45-46de-b608-068077377182 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:00.017898 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404bdfca-f502-42d4-84d5-b7a9c2bd28a7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Port': ['ID=9446d098-9e5d-4ef2-92be-6bab66886447,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:00.021472 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-953ba2cc-47c7-42d3-9314-8a779ebc4fa4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:00.026501 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device dcaf4f3d-1e45-46de-b608-068077377182 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:53:00.058853 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: dcaf4f3d-1e45-46de-b608-068077377182 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:53:00.059221 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device dcaf4f3d-1e45-46de-b608-068077377182 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:53:00.077786 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ba2cc-47c7-42d3-9314-8a779ebc4fa4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event updated for resources: {'Port': ['ID=8379a54e-f809-42f3-be9d-5a1baf1b2a8c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:00.102679 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953ba2cc-47c7-42d3-9314-8a779ebc4fa4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:00.104425 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-953ba2cc-47c7-42d3-9314-8a779ebc4fa4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:00.107692 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953ba2cc-47c7-42d3-9314-8a779ebc4fa4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:00.306564 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-404bdfca-f502-42d4-84d5-b7a9c2bd28a7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:00.414037 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-404bdfca-f502-42d4-84d5-b7a9c2bd28a7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea46ad5-032c-42ea-a4bd-0d17e68f1f3f']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:00.440446 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-404bdfca-f502-42d4-84d5-b7a9c2bd28a7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee3d59f0-88df-4a86-ac3e-76754530acb7') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:00.440860 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-404bdfca-f502-42d4-84d5-b7a9c2bd28a7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee3d59f0-88df-4a86-ac3e-76754530acb7') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:00.452604 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f7c24ac7-b306-4d04-9f28-2a8aae519694 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:00.467212 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-88c7b145-6f7d-431a-95c8-59a39d7e13b7 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Deleting port 9305a5ce-4153-4e01-94e4-55ca5e52b702 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:53:00.467816 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-88c7b145-6f7d-431a-95c8-59a39d7e13b7 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:00.521576 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-404bdfca-f502-42d4-84d5-b7a9c2bd28a7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:00.547770 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c24ac7-b306-4d04-9f28-2a8aae519694 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Port': ['ID=dcaf4f3d-1e45-46de-b608-068077377182,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:00.591074 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c24ac7-b306-4d04-9f28-2a8aae519694 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] No DVR routers for this DVR port dcaf4f3d-1e45-46de-b608-068077377182 on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:53:00.599314 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-404bdfca-f502-42d4-84d5-b7a9c2bd28a7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:00.684760 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-1cd356ee-10dc-4f88-9100-8ae23e2caff3 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:00.687044 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-1cd356ee-10dc-4f88-9100-8ae23e2caff3 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.58 "GET /v2.0/networks?id=87d30799-e3f9-4908-a25b-9f537896d273 HTTP/1.1" status: 200 len: 822 time: 0.2873108 Nov 12 08:53:00.699236 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404bdfca-f502-42d4-84d5-b7a9c2bd28a7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:53:00.699952 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-404bdfca-f502-42d4-84d5-b7a9c2bd28a7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:00.702829 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-834a337a-6b8f-48d4-ad1c-03c98bb3b236 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] Request body: {'port': {'device_id': '0977c044-a82c-4eb7-a676-0ad12ad09c3e', 'network_id': '87d30799-e3f9-4908-a25b-9f537896d273', 'admin_state_up': True, 'tenant_id': '11202d6e3a94409aaea944e7a5387738'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: self.session.flush() Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: self.session.flush() Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: self.session.flush() Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: self.session.flush() Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:53:00.706037 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:53:00.729365 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf5b8-a2c8-4be4-ae8f-d720b797684c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:00.879013 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-834a337a-6b8f-48d4-ad1c-03c98bb3b236 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] Made reservation on behalf of 11202d6e3a94409aaea944e7a5387738 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:00.885441 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-834a337a-6b8f-48d4-ad1c-03c98bb3b236 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:00.981868 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95d667de-a171-4e37-8f3e-9a2002598df9 req-1e9755ea-1408-44f6-88a6-eeab5b66d874 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.37 "GET /v2.0/ports?device_id=0977c044-a82c-4eb7-a676-0ad12ad09c3e HTTP/1.1" status: 200 len: 210 time: 0.0919981 Nov 12 08:53:01.040503 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f7c24ac7-b306-4d04-9f28-2a8aae519694 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:01.053042 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-88c7b145-6f7d-431a-95c8-59a39d7e13b7 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:01.053587 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-88c7b145-6f7d-431a-95c8-59a39d7e13b7 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:01.083604 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-404bdfca-f502-42d4-84d5-b7a9c2bd28a7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:01.111629 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-404bdfca-f502-42d4-84d5-b7a9c2bd28a7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:01.120164 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-404bdfca-f502-42d4-84d5-b7a9c2bd28a7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/networks/aea46ad5-032c-42ea-a4bd-0d17e68f1f3f HTTP/1.1" status: 204 len: 168 time: 3.9425917 Nov 12 08:53:01.125111 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34620) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:01.138458 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-88c7b145-6f7d-431a-95c8-59a39d7e13b7 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Calling delete_port for 9305a5ce-4153-4e01-94e4-55ca5e52b702 owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:01.212579 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-f7c24ac7-b306-4d04-9f28-2a8aae519694 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148d7746-ea00-4ed9-9c9c-42d414475b93']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:01.219076 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404bdfca-f502-42d4-84d5-b7a9c2bd28a7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Network': ['ID=aea46ad5-032c-42ea-a4bd-0d17e68f1f3f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:01.238593 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-f7c24ac7-b306-4d04-9f28-2a8aae519694 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c36c47-454a-4f5f-96b0-afb8182d8e6b') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:01.238938 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-f7c24ac7-b306-4d04-9f28-2a8aae519694 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c36c47-454a-4f5f-96b0-afb8182d8e6b') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:01.306808 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-834a337a-6b8f-48d4-ad1c-03c98bb3b236 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] Allocated IP 172.20.0.7 (87d30799-e3f9-4908-a25b-9f537896d273/f2e6741f-bca7-45ab-9907-9243277402d3/b182b3f9-9d96-4434-8b93-93d4caf86f9c) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:01.548470 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-953ba2cc-47c7-42d3-9314-8a779ebc4fa4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:01.644672 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f7c24ac7-b306-4d04-9f28-2a8aae519694 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:01.670965 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f7c24ac7-b306-4d04-9f28-2a8aae519694 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:01.689969 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c24ac7-b306-4d04-9f28-2a8aae519694 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:53:01.690349 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f7c24ac7-b306-4d04-9f28-2a8aae519694 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:01.693956 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:53:01.693956 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:53:01.693956 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:53:01.693956 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:53:01.693956 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:53:01.693956 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:53:01.693956 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:53:01.693956 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:53:01.693956 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:53:01.693956 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:53:01.693956 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:53:01.693956 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:53:01.693956 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:53:01.693956 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:53:01.693956 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:53:01.693956 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:53:01.693956 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:53:01.693956 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:53:01.693956 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:53:01.693956 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:53:01.693956 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:53:01.693956 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:53:01.693956 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:53:01.693956 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:53:01.693956 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:53:01.693956 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:53:01.693956 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:53:01.693956 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:53:01.693956 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:53:01.693956 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:53:01.693956 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:53:01.693956 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:53:01.791571 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f7c24ac7-b306-4d04-9f28-2a8aae519694 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:01.800876 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-953ba2cc-47c7-42d3-9314-8a779ebc4fa4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:01.803376 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f7c24ac7-b306-4d04-9f28-2a8aae519694 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:01.812903 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f7c24ac7-b306-4d04-9f28-2a8aae519694 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/networks/148d7746-ea00-4ed9-9c9c-42d414475b93 HTTP/1.1" status: 204 len: 168 time: 4.0506718 Nov 12 08:53:01.816209 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fdf5b8-a2c8-4be4-ae8f-d720b797684c admin admin] Router 87c878b8-4c14-44e3-b8d9-49a4d4f131b8 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:53:01.821800 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34622) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:01.858870 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ecbb84f9-d83c-4b62-a2e2-62d313d8c9e1 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2009390047'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:01.870004 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c24ac7-b306-4d04-9f28-2a8aae519694 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Network': ['ID=148d7746-ea00-4ed9-9c9c-42d414475b93,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:01.959503 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbb84f9-d83c-4b62-a2e2-62d313d8c9e1 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:01.963945 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ecbb84f9-d83c-4b62-a2e2-62d313d8c9e1 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:01.974929 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-88c7b145-6f7d-431a-95c8-59a39d7e13b7 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:02.079646 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b9fea0-d793-4f3b-abb7-82a32c16fdf6 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:53:02.161773 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7b145-6f7d-431a-95c8-59a39d7e13b7 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Pushing event deleted for resources: {'Port': ['ID=9305a5ce-4153-4e01-94e4-55ca5e52b702,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:02.228898 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fdf5b8-a2c8-4be4-ae8f-d720b797684c admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:53:02.230812 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecbb84f9-d83c-4b62-a2e2-62d313d8c9e1 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:53:02.245456 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6f57cd-c061-44bd-9908-b4e9943b2421 None None] Sync routers for ids ['87c878b8-4c14-44e3-b8d9-49a4d4f131b8'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:53:02.269034 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6f57cd-c061-44bd-9908-b4e9943b2421 None None] Routers {'87c878b8-4c14-44e3-b8d9-49a4d4f131b8'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:02.271355 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-bd6f57cd-c061-44bd-9908-b4e9943b2421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:52:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['87c878b8-4c14-44e3-b8d9-49a4d4f131b8'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:02.279476 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf5b8-a2c8-4be4-ae8f-d720b797684c admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:02.288126 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f7fdf5b8-a2c8-4be4-ae8f-d720b797684c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.0964453 Nov 12 08:53:02.288126 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ecbb84f9-d83c-4b62-a2e2-62d313d8c9e1 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:02.288126 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-ecbb84f9-d83c-4b62-a2e2-62d313d8c9e1 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Added segment 27fce1e9-ece5-472e-acdc-e157dab86361 of type vlan for network 479ba6fc-d66d-4a01-8e4e-bde4c81fa3a4 Nov 12 08:53:02.290492 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34628) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:02.310543 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-834a337a-6b8f-48d4-ad1c-03c98bb3b236 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:02.316315 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-88c7b145-6f7d-431a-95c8-59a39d7e13b7 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:02.319963 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-88c7b145-6f7d-431a-95c8-59a39d7e13b7 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:02.324280 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-88c7b145-6f7d-431a-95c8-59a39d7e13b7 tempest-ServerActionsTestJSON-768779788 tempest-ServerActionsTestJSON-768779788-project] 10.222.0.37 "DELETE /v2.0/floatingips/b8afc40b-d399-4be2-9206-893a7465bb39 HTTP/1.1" status: 204 len: 168 time: 2.9588275 Nov 12 08:53:02.328133 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34630) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:02.376059 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-000ba735-a40f-438d-a9ed-ed3e9fe5fe9f req-c0e823de-17e0-4f3b-8d5d-facd03ab82a8 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.37 "GET /v2.0/ports?device_id=0977c044-a82c-4eb7-a676-0ad12ad09c3e HTTP/1.1" status: 200 len: 210 time: 0.0800586 Nov 12 08:53:02.549465 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ecbb84f9-d83c-4b62-a2e2-62d313d8c9e1 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:02.568141 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-bd6f57cd-c061-44bd-9908-b4e9943b2421 None None] Set router 87c878b8-4c14-44e3-b8d9-49a4d4f131b8 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:53:02.587536 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-834a337a-6b8f-48d4-ad1c-03c98bb3b236 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:02.688456 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ecbb84f9-d83c-4b62-a2e2-62d313d8c9e1 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:02.695685 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbb84f9-d83c-4b62-a2e2-62d313d8c9e1 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:02.697008 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ecbb84f9-d83c-4b62-a2e2-62d313d8c9e1 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:02.792016 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-834a337a-6b8f-48d4-ad1c-03c98bb3b236 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] Network 87d30799-e3f9-4908-a25b-9f537896d273 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:02.806515 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-834a337a-6b8f-48d4-ad1c-03c98bb3b236 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:02.819623 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a337a-6b8f-48d4-ad1c-03c98bb3b236 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] Pushing event updated for resources: {'Port': ['ID=b182b3f9-9d96-4434-8b93-93d4caf86f9c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:02.827629 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-834a337a-6b8f-48d4-ad1c-03c98bb3b236 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:02.874012 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb84f9-d83c-4b62-a2e2-62d313d8c9e1 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Network': ['ID=479ba6fc-d66d-4a01-8e4e-bde4c81fa3a4,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:02.898136 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 479ba6fc-d66d-4a01-8e4e-bde4c81fa3a4 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:53:02.968695 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-834a337a-6b8f-48d4-ad1c-03c98bb3b236 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:02.969405 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-834a337a-6b8f-48d4-ad1c-03c98bb3b236 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:02.977614 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-953ba2cc-47c7-42d3-9314-8a779ebc4fa4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:03.059662 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-953ba2cc-47c7-42d3-9314-8a779ebc4fa4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:03.099335 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-bd6f57cd-c061-44bd-9908-b4e9943b2421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c878b8-4c14-44e3-b8d9-49a4d4f131b8', 'name': 'tempest-ServerRescueTestJSON-1741008063-router', 'tenant_id': 'b6e131e30e964bf196ab556fb227b3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b4e21e23-d93c-49b0-9689-83987cac73db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:54Z', 'updated_at': '2021-11-12T08:52:58Z', 'revision_number': 3, 'project_id': 'b6e131e30e964bf196ab556fb227b3d2', 'gw_port': {'id': 'b4e21e23-d93c-49b0-9689-83987cac73db', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c878b8-4c14-44e3-b8d9-49a4d4f131b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:56Z', 'updated_at': '2021-11-12T08:52:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:03.117391 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-834a337a-6b8f-48d4-ad1c-03c98bb3b236 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4198890 Nov 12 08:53:03.133933 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-212bcbdb-a088-4ee2-83a0-c90efe948a19 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:53:03.135051 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-212bcbdb-a088-4ee2-83a0-c90efe948a19 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063250 Nov 12 08:53:03.161882 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6f57cd-c061-44bd-9908-b4e9943b2421 None None] Checking router: 87c878b8-4c14-44e3-b8d9-49a4d4f131b8 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:53:03.163372 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6f57cd-c061-44bd-9908-b4e9943b2421 None None] Updating router 87c878b8-4c14-44e3-b8d9-49a4d4f131b8 port b4e21e23-d93c-49b0-9689-83987cac73db binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:53:03.216287 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ecbb84f9-d83c-4b62-a2e2-62d313d8c9e1 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3915138 Nov 12 08:53:03.218147 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34638) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:03.234961 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-9b97fd72-f0eb-4668-a8a2-28d1ef11751e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'subnet': {'network_id': '479ba6fc-d66d-4a01-8e4e-bde4c81fa3a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:03.237613 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ba2cc-47c7-42d3-9314-8a779ebc4fa4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event updated for resources: {'Port': ['ID=8379a54e-f809-42f3-be9d-5a1baf1b2a8c,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:03.250954 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9f361dbb-7acf-41c1-b5bf-b4d610e86ece tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:03.261255 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bd6f57cd-c061-44bd-9908-b4e9943b2421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:03.310720 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-953ba2cc-47c7-42d3-9314-8a779ebc4fa4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:03.394621 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-9f7ec731-9d1f-4093-a20c-bcfb32b59ed3 service neutron] Request body: {'port': {'device_id': '0977c044-a82c-4eb7-a676-0ad12ad09c3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:03.474936 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b97fd72-f0eb-4668-a8a2-28d1ef11751e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:03.480595 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b97fd72-f0eb-4668-a8a2-28d1ef11751e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:03.770344 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-9f7ec731-9d1f-4093-a20c-bcfb32b59ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:03.788784 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b97fd72-f0eb-4668-a8a2-28d1ef11751e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:03.843181 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ae5fb88-8e78-41d1-a56f-9059db090f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:03.849553 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [None req-953ba2cc-47c7-42d3-9314-8a779ebc4fa4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Floating IP be0c96ed-faaf-43e3-a194-57233bc4e3d7 associated. External IP: 172.25.6.171, port: 98b396bd-237f-422a-9b6d-ece9fc784ca4. Nov 12 08:53:03.950472 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97fd72-f0eb-4668-a8a2-28d1ef11751e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Subnet': ['ID=8f77a550-781f-4742-b62e-cbcc1d4b6278,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:03.997735 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bd6f57cd-c061-44bd-9908-b4e9943b2421 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:04.011808 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bd6f57cd-c061-44bd-9908-b4e9943b2421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:04.025297 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45903996-f5a0-4d55-b9f1-e07c1ace1d14 req-a74b77f9-0262-4eb7-a50d-4a70ff55f56e tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:04.027330 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-45903996-f5a0-4d55-b9f1-e07c1ace1d14 req-a74b77f9-0262-4eb7-a50d-4a70ff55f56e tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.37 "GET /v2.0/ports?device_id=0977c044-a82c-4eb7-a676-0ad12ad09c3e HTTP/1.1" status: 200 len: 931 time: 0.3772693 Nov 12 08:53:04.100865 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-bd6f57cd-c061-44bd-9908-b4e9943b2421 None None] Attempting to bind port b4e21e23-d93c-49b0-9689-83987cac73db on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:53:04.100865 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-bd6f57cd-c061-44bd-9908-b4e9943b2421 None None] Attempting to bind port b4e21e23-d93c-49b0-9689-83987cac73db by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:53:04.100865 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6f57cd-c061-44bd-9908-b4e9943b2421 None None] Attempting to bind port b4e21e23-d93c-49b0-9689-83987cac73db on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:04.106627 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc063a9-3641-4538-ae33-dd3e1c9ec520 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:53:04.118376 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6f57cd-c061-44bd-9908-b4e9943b2421 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:53:04.118887 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6f57cd-c061-44bd-9908-b4e9943b2421 None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:04.119607 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bd6f57cd-c061-44bd-9908-b4e9943b2421 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:04.120093 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6f57cd-c061-44bd-9908-b4e9943b2421 None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:53:04.120931 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-bd6f57cd-c061-44bd-9908-b4e9943b2421 None None] Bound port: b4e21e23-d93c-49b0-9689-83987cac73db, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:53:04.121380 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bd6f57cd-c061-44bd-9908-b4e9943b2421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:04.133241 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8812b6-4e2f-4cda-8fdf-2a83ef46f39f None None] Pushing event updated for resources: {'Port': ['ID=b4e21e23-d93c-49b0-9689-83987cac73db,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:04.182421 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b97fd72-f0eb-4668-a8a2-28d1ef11751e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Checking segment: {'id': '27fce1e9-ece5-472e-acdc-e157dab86361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '479ba6fc-d66d-4a01-8e4e-bde4c81fa3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:04.183639 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b97fd72-f0eb-4668-a8a2-28d1ef11751e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network hostable DHCP agents. Network: 479ba6fc-d66d-4a01-8e4e-bde4c81fa3a4, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:53:04.241354 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-bd6f57cd-c061-44bd-9908-b4e9943b2421 None None] For port b4e21e23-d93c-49b0-9689-83987cac73db, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:53:04.248963 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-bd6f57cd-c061-44bd-9908-b4e9943b2421 None None] For port b4e21e23-d93c-49b0-9689-83987cac73db, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b4e21e23-d93c-49b0-9689-83987cac73db,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:53:04.261288 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bd6f57cd-c061-44bd-9908-b4e9943b2421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:04.280181 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b97fd72-f0eb-4668-a8a2-28d1ef11751e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network 479ba6fc-d66d-4a01-8e4e-bde4c81fa3a4 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:53:04.315880 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-9b97fd72-f0eb-4668-a8a2-28d1ef11751e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 479ba6fc-d66d-4a01-8e4e-bde4c81fa3a4) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:04.330794 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928e539f-366e-4a37-bd81-5a33610f5d6c None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:53:04.338185 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b97fd72-f0eb-4668-a8a2-28d1ef11751e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:04.338440 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b97fd72-f0eb-4668-a8a2-28d1ef11751e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:04.350804 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4ca234-c644-4d65-9dc7-d3947185df20 None None] Network 479ba6fc-d66d-4a01-8e4e-bde4c81fa3a4 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:53:04.390215 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-01a22c1c-d03a-49f3-bb77-49cc30148d1b None None] Provisioning complete for port b4e21e23-d93c-49b0-9689-83987cac73db triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:04.390687 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-01a22c1c-d03a-49f3-bb77-49cc30148d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:04.425499 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-45903996-f5a0-4d55-b9f1-e07c1ace1d14 req-0273ccf0-6b81-4ad6-8aed-0276480e4198 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.37 "GET /v2.0/security-groups?id=aeeef4b6-34e5-4b80-bc0e-f1d9c6fada52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736517 Nov 12 08:53:04.449252 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6f57cd-c061-44bd-9908-b4e9943b2421 None None] Routers {'87c878b8-4c14-44e3-b8d9-49a4d4f131b8'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:04.450325 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-bd6f57cd-c061-44bd-9908-b4e9943b2421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:52:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['87c878b8-4c14-44e3-b8d9-49a4d4f131b8'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:04.453267 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9b97fd72-f0eb-4668-a8a2-28d1ef11751e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2325375 Nov 12 08:53:04.461222 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34644) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:04.491178 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-0ae5fb88-8e78-41d1-a56f-9059db090f73 admin admin] Allocated IP 172.20.0.1 (13a885c4-65b3-49fb-a3a8-7d284f1cee63/c38e4b15-1e73-4947-8254-225baa4e56ae/9f214868-d528-4aac-8bf4-6c09693ec9bc) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:04.506271 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-3d174212-378a-4ec7-85b1-ee226e1929d4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'port': {'network_id': '479ba6fc-d66d-4a01-8e4e-bde4c81fa3a4', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1987739579'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:04.749419 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ae5fb88-8e78-41d1-a56f-9059db090f73 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:04.792383 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-bd6f57cd-c061-44bd-9908-b4e9943b2421 None None] Set router 87c878b8-4c14-44e3-b8d9-49a4d4f131b8 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:53:04.841473 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ae5fb88-8e78-41d1-a56f-9059db090f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:04.966381 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae5fb88-8e78-41d1-a56f-9059db090f73 admin admin] Network 13a885c4-65b3-49fb-a3a8-7d284f1cee63 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:04.975162 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8812b6-4e2f-4cda-8fdf-2a83ef46f39f None None] Pushing event updated for resources: {'Port': ['ID=b4e21e23-d93c-49b0-9689-83987cac73db,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:04.978963 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-0ae5fb88-8e78-41d1-a56f-9059db090f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:04.990268 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae5fb88-8e78-41d1-a56f-9059db090f73 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:05.047782 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ae5fb88-8e78-41d1-a56f-9059db090f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:05.180826 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5fb88-8e78-41d1-a56f-9059db090f73 admin admin] Pushing event updated for resources: {'Port': ['ID=9f214868-d528-4aac-8bf4-6c09693ec9bc,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:05.225668 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ae5fb88-8e78-41d1-a56f-9059db090f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:05.398480 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-9f361dbb-7acf-41c1-b5bf-b4d610e86ece tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Deleting port 3f3dd5c6-ee09-45d9-900b-4466adcad740 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:53:05.399488 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9f361dbb-7acf-41c1-b5bf-b4d610e86ece tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:05.460597 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-01a22c1c-d03a-49f3-bb77-49cc30148d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:05.464131 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ae5fb88-8e78-41d1-a56f-9059db090f73 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:05.473009 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ae5fb88-8e78-41d1-a56f-9059db090f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:05.518624 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-01a22c1c-d03a-49f3-bb77-49cc30148d1b None None] For port b4e21e23-d93c-49b0-9689-83987cac73db, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b4e21e23-d93c-49b0-9689-83987cac73db,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:05.545315 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-01a22c1c-d03a-49f3-bb77-49cc30148d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:05.600888 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5fb88-8e78-41d1-a56f-9059db090f73 admin admin] Pushing event updated for resources: {'Port': ['ID=9f214868-d528-4aac-8bf4-6c09693ec9bc,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:05.626078 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ae5fb88-8e78-41d1-a56f-9059db090f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:05.639125 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dc4299e4-44cd-4ef3-9dda-fa46a17d0776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:05.649775 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953ba2cc-47c7-42d3-9314-8a779ebc4fa4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Router d7eb8014-2395-467d-8954-226e5c316fbd has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:53:05.703118 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-bd6f57cd-c061-44bd-9908-b4e9943b2421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c878b8-4c14-44e3-b8d9-49a4d4f131b8', 'name': 'tempest-ServerRescueTestJSON-1741008063-router', 'tenant_id': 'b6e131e30e964bf196ab556fb227b3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b4e21e23-d93c-49b0-9689-83987cac73db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:54Z', 'updated_at': '2021-11-12T08:52:58Z', 'revision_number': 3, 'project_id': 'b6e131e30e964bf196ab556fb227b3d2', 'gw_port': {'id': 'b4e21e23-d93c-49b0-9689-83987cac73db', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c878b8-4c14-44e3-b8d9-49a4d4f131b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:56Z', 'updated_at': '2021-11-12T08:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:05.706214 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a22c1c-d03a-49f3-bb77-49cc30148d1b None None] Pushing event updated for resources: {'Port': ['ID=b4e21e23-d93c-49b0-9689-83987cac73db,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:05.784863 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a88960-e376-4669-83bb-53b22c255be6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-479ba6fc-d66d-4a01-8e4e-bde4c81fa3a4', 'network_id': '479ba6fc-d66d-4a01-8e4e-bde4c81fa3a4', 'tenant_id': 'ca0ab10f4dfb414ea19428569653c5e2', 'fixed_ips': [{'subnet_id': '8f77a550-781f-4742-b62e-cbcc1d4b6278'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:53:05.785750 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-32a88960-e376-4669-83bb-53b22c255be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:05.789432 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6f57cd-c061-44bd-9908-b4e9943b2421 None None] The sync data for ids ['87c878b8-4c14-44e3-b8d9-49a4d4f131b8'] in n-d-768862-16 is: [{'id': '87c878b8-4c14-44e3-b8d9-49a4d4f131b8', 'name': 'tempest-ServerRescueTestJSON-1741008063-router', 'tenant_id': 'b6e131e30e964bf196ab556fb227b3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b4e21e23-d93c-49b0-9689-83987cac73db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:54Z', 'updated_at': '2021-11-12T08:52:58Z', 'revision_number': 3, 'project_id': 'b6e131e30e964bf196ab556fb227b3d2', 'gw_port': {'id': 'b4e21e23-d93c-49b0-9689-83987cac73db', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c878b8-4c14-44e3-b8d9-49a4d4f131b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:56Z', 'updated_at': '2021-11-12T08:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:53:05.815320 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9f03417d-db8f-4b39-a37a-b4c3a6714b53 None None] Provisioning complete for port b4e21e23-d93c-49b0-9689-83987cac73db triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:05.816038 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9f03417d-db8f-4b39-a37a-b4c3a6714b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:05.869812 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d174212-378a-4ec7-85b1-ee226e1929d4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:05.876440 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3d174212-378a-4ec7-85b1-ee226e1929d4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:05.965029 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae5fb88-8e78-41d1-a56f-9059db090f73 admin admin] Network 13a885c4-65b3-49fb-a3a8-7d284f1cee63 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:05.967931 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-0ae5fb88-8e78-41d1-a56f-9059db090f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:06.001215 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-9f7ec731-9d1f-4093-a20c-bcfb32b59ed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b182b3f9-9d96-4434-8b93-93d4caf86f9c {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:53:06.100372 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-9f7ec731-9d1f-4093-a20c-bcfb32b59ed3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:06.122785 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-9f361dbb-7acf-41c1-b5bf-b4d610e86ece tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] For port 3f3dd5c6-ee09-45d9-900b-4466adcad740, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=3f3dd5c6-ee09-45d9-900b-4466adcad740,segment=NetworkSegment(f3627e55-1daf-411f-b294-21d7138a1597),segment_id=f3627e55-1daf-411f-b294-21d7138a1597)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:06.123365 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9f361dbb-7acf-41c1-b5bf-b4d610e86ece tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:06.135532 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-3d174212-378a-4ec7-85b1-ee226e1929d4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] device_id is not set on port b3345089-07ee-4aaf-8ce4-9fffacf606a9 yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:53:06.249879 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae5fb88-8e78-41d1-a56f-9059db090f73 admin admin] Router 87c878b8-4c14-44e3-b8d9-49a4d4f131b8 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:53:06.333239 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-9f361dbb-7acf-41c1-b5bf-b4d610e86ece tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Calling delete_port for 3f3dd5c6-ee09-45d9-900b-4466adcad740 owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:06.350106 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-9f7ec731-9d1f-4093-a20c-bcfb32b59ed3 service neutron] Transition to ACTIVE for port object b182b3f9-9d96-4434-8b93-93d4caf86f9c will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:53:06.398975 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-32a88960-e376-4669-83bb-53b22c255be6 None None] Allocated IP 2001:db8::2 (479ba6fc-d66d-4a01-8e4e-bde4c81fa3a4/8f77a550-781f-4742-b62e-cbcc1d4b6278/209f3b13-2954-4be8-be47-b21ea4da9270) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:06.571829 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed29d9-1445-41c8-a331-f0feb475efac req-f4ecdaa2-93ad-4092-a0e3-114e6551f77c tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:06.576272 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-36ed29d9-1445-41c8-a331-f0feb475efac req-f4ecdaa2-93ad-4092-a0e3-114e6551f77c tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.37 "GET /v2.0/ports?device_id=0977c044-a82c-4eb7-a676-0ad12ad09c3e HTTP/1.1" status: 200 len: 931 time: 0.9113960 Nov 12 08:53:06.595058 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae5fb88-8e78-41d1-a56f-9059db090f73 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:53:06.607605 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0ae5fb88-8e78-41d1-a56f-9059db090f73 admin admin] 10.222.0.37 "PUT /v2.0/routers/87c878b8-4c14-44e3-b8d9-49a4d4f131b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3151770 Nov 12 08:53:06.698211 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-9f7ec731-9d1f-4093-a20c-bcfb32b59ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:06.755060 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-32a88960-e376-4669-83bb-53b22c255be6 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:06.767666 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-32a88960-e376-4669-83bb-53b22c255be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:06.848184 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a88960-e376-4669-83bb-53b22c255be6 None None] Pushing event updated for resources: {'Port': ['ID=209f3b13-2954-4be8-be47-b21ea4da9270,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:06.861008 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a88960-e376-4669-83bb-53b22c255be6 None None] Network 479ba6fc-d66d-4a01-8e4e-bde4c81fa3a4 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:06.862607 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-32a88960-e376-4669-83bb-53b22c255be6 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:06.865774 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a88960-e376-4669-83bb-53b22c255be6 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:06.943815 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-32a88960-e376-4669-83bb-53b22c255be6 None None] Attempting to bind port 209f3b13-2954-4be8-be47-b21ea4da9270 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:53:06.944122 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-32a88960-e376-4669-83bb-53b22c255be6 None None] Attempting to bind port 209f3b13-2954-4be8-be47-b21ea4da9270 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '27fce1e9-ece5-472e-acdc-e157dab86361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '479ba6fc-d66d-4a01-8e4e-bde4c81fa3a4'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:53:06.944551 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a88960-e376-4669-83bb-53b22c255be6 None None] Attempting to bind port 209f3b13-2954-4be8-be47-b21ea4da9270 on network 479ba6fc-d66d-4a01-8e4e-bde4c81fa3a4 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:06.953326 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a88960-e376-4669-83bb-53b22c255be6 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:53:06.953948 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a88960-e376-4669-83bb-53b22c255be6 None None] Checking segment: {'id': '27fce1e9-ece5-472e-acdc-e157dab86361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '479ba6fc-d66d-4a01-8e4e-bde4c81fa3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:06.954478 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-32a88960-e376-4669-83bb-53b22c255be6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:06.954976 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a88960-e376-4669-83bb-53b22c255be6 None None] Bound using segment: {'id': '27fce1e9-ece5-472e-acdc-e157dab86361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '479ba6fc-d66d-4a01-8e4e-bde4c81fa3a4'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:53:06.955920 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-32a88960-e376-4669-83bb-53b22c255be6 None None] Bound port: 209f3b13-2954-4be8-be47-b21ea4da9270, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fce1e9-ece5-472e-acdc-e157dab86361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '479ba6fc-d66d-4a01-8e4e-bde4c81fa3a4'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:53:06.957361 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-32a88960-e376-4669-83bb-53b22c255be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:07.054746 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-32a88960-e376-4669-83bb-53b22c255be6 None None] For port 209f3b13-2954-4be8-be47-b21ea4da9270, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:53:07.060063 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-32a88960-e376-4669-83bb-53b22c255be6 None None] For port 209f3b13-2954-4be8-be47-b21ea4da9270, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=209f3b13-2954-4be8-be47-b21ea4da9270,segment=NetworkSegment(27fce1e9-ece5-472e-acdc-e157dab86361),segment_id=27fce1e9-ece5-472e-acdc-e157dab86361)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:53:07.072479 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-32a88960-e376-4669-83bb-53b22c255be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:07.095976 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ec731-9d1f-4093-a20c-bcfb32b59ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=b182b3f9-9d96-4434-8b93-93d4caf86f9c,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:07.183271 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a88960-e376-4669-83bb-53b22c255be6 None None] Pushing event updated for resources: {'Port': ['ID=209f3b13-2954-4be8-be47-b21ea4da9270,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:07.207830 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953ba2cc-47c7-42d3-9314-8a779ebc4fa4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:53:07.224570 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cd726f-9474-4856-b73d-e7d488b7ace0 None None] Sync routers for ids ['d7eb8014-2395-467d-8954-226e5c316fbd'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:53:07.227110 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-3d174212-378a-4ec7-85b1-ee226e1929d4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Allocated IP 2001:db8::285 (479ba6fc-d66d-4a01-8e4e-bde4c81fa3a4/8f77a550-781f-4742-b62e-cbcc1d4b6278/b3345089-07ee-4aaf-8ce4-9fffacf606a9) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:07.270922 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cd726f-9474-4856-b73d-e7d488b7ace0 None None] Routers {'d7eb8014-2395-467d-8954-226e5c316fbd'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:07.272532 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-b5cd726f-9474-4856-b73d-e7d488b7ace0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:52:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d7eb8014-2395-467d-8954-226e5c316fbd'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:07.325126 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-36ed29d9-1445-41c8-a331-f0feb475efac req-60a9e1ff-9780-47d0-a9bc-fab35566ed47 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.37 "GET /v2.0/security-groups?id=aeeef4b6-34e5-4b80-bc0e-f1d9c6fada52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6306503 Nov 12 08:53:07.350301 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-953ba2cc-47c7-42d3-9314-8a779ebc4fa4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:07.367378 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9f361dbb-7acf-41c1-b5bf-b4d610e86ece tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:07.477590 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-b5cd726f-9474-4856-b73d-e7d488b7ace0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:07.491603 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cd726f-9474-4856-b73d-e7d488b7ace0 None None] Routers {'d7eb8014-2395-467d-8954-226e5c316fbd'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:07.493130 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-b5cd726f-9474-4856-b73d-e7d488b7ace0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:52:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d7eb8014-2395-467d-8954-226e5c316fbd'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:07.541747 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f361dbb-7acf-41c1-b5bf-b4d610e86ece tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Port': ['ID=3f3dd5c6-ee09-45d9-900b-4466adcad740,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:07.543569 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-b5cd726f-9474-4856-b73d-e7d488b7ace0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:07.544848 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cd726f-9474-4856-b73d-e7d488b7ace0 None None] The sync data for ids ['d7eb8014-2395-467d-8954-226e5c316fbd'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:53:07.870847 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-953ba2cc-47c7-42d3-9314-8a779ebc4fa4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.3727772 Nov 12 08:53:07.872921 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-9f7ec731-9d1f-4093-a20c-bcfb32b59ed3 service neutron] Attempting to bind port b182b3f9-9d96-4434-8b93-93d4caf86f9c on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:53:07.873792 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-9f7ec731-9d1f-4093-a20c-bcfb32b59ed3 service neutron] Attempting to bind port b182b3f9-9d96-4434-8b93-93d4caf86f9c by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '0f3257e9-3aa1-4edc-8ecd-8fba59d451bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '87d30799-e3f9-4908-a25b-9f537896d273'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:53:07.874812 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-9f7ec731-9d1f-4093-a20c-bcfb32b59ed3 service neutron] Attempting to bind port b182b3f9-9d96-4434-8b93-93d4caf86f9c on network 87d30799-e3f9-4908-a25b-9f537896d273 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:07.878591 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34670) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:07.895887 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-09c47766-9f99-40bb-87d6-cd930db6f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:07.985657 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-9f7ec731-9d1f-4093-a20c-bcfb32b59ed3 service neutron] Port b182b3f9-9d96-4434-8b93-93d4caf86f9c on network 87d30799-e3f9-4908-a25b-9f537896d273 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:53:07.986470 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-9f7ec731-9d1f-4093-a20c-bcfb32b59ed3 service neutron] Attempting to bind port b182b3f9-9d96-4434-8b93-93d4caf86f9c on network 87d30799-e3f9-4908-a25b-9f537896d273 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:08.073621 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1906c64a-6e4e-4b33-bbbe-b0afdb1c6c16 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "GET /v2.0/floatingips/be0c96ed-faaf-43e3-a194-57233bc4e3d7 HTTP/1.1" status: 200 len: 977 time: 0.1882305 Nov 12 08:53:08.075832 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34674) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:08.126737 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3d174212-378a-4ec7-85b1-ee226e1929d4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:08.195859 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3d174212-378a-4ec7-85b1-ee226e1929d4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:08.259219 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-9f7ec731-9d1f-4093-a20c-bcfb32b59ed3 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:53:08.261872 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-9f7ec731-9d1f-4093-a20c-bcfb32b59ed3 service neutron] Checking segment: {'id': '0f3257e9-3aa1-4edc-8ecd-8fba59d451bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '87d30799-e3f9-4908-a25b-9f537896d273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:08.261872 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-9f7ec731-9d1f-4093-a20c-bcfb32b59ed3 service neutron] Bound using segment: {'id': '0f3257e9-3aa1-4edc-8ecd-8fba59d451bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '87d30799-e3f9-4908-a25b-9f537896d273'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:53:08.261872 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-9f7ec731-9d1f-4093-a20c-bcfb32b59ed3 service neutron] Bound port: b182b3f9-9d96-4434-8b93-93d4caf86f9c, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f3257e9-3aa1-4edc-8ecd-8fba59d451bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '87d30799-e3f9-4908-a25b-9f537896d273'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:53:08.261872 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-9f7ec731-9d1f-4093-a20c-bcfb32b59ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:08.272497 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5ec45770-97e4-4c60-90e5-7b87bb813090 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1953404 Nov 12 08:53:08.281001 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34678) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:08.290555 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e4eefee1-6fab-4dc4-896c-e15adf2a37ad tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Request body: {'floatingip': {'port_id': '37fd56eb-ade5-43eb-9d42-7ec275a795c1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:08.293188 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 209f3b13-2954-4be8-be47-b21ea4da9270 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:53:08.342679 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9f361dbb-7acf-41c1-b5bf-b4d610e86ece tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:08.381276 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e4eefee1-6fab-4dc4-896c-e15adf2a37ad tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:08.397706 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 209f3b13-2954-4be8-be47-b21ea4da9270 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:08.398091 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:08.401952 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d174212-378a-4ec7-85b1-ee226e1929d4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network 479ba6fc-d66d-4a01-8e4e-bde4c81fa3a4 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:08.457005 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-3d174212-378a-4ec7-85b1-ee226e1929d4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:08.465408 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d174212-378a-4ec7-85b1-ee226e1929d4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:08.477577 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d174212-378a-4ec7-85b1-ee226e1929d4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:08.478570 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3d174212-378a-4ec7-85b1-ee226e1929d4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:08.516619 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:08.530546 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d174212-378a-4ec7-85b1-ee226e1929d4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Port': ['ID=b3345089-07ee-4aaf-8ce4-9fffacf606a9,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:08.577321 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 209f3b13-2954-4be8-be47-b21ea4da9270, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=209f3b13-2954-4be8-be47-b21ea4da9270,segment=NetworkSegment(27fce1e9-ece5-472e-acdc-e157dab86361),segment_id=27fce1e9-ece5-472e-acdc-e157dab86361)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:08.585656 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:08.586582 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b4e21e23-d93c-49b0-9689-83987cac73db up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:53:08.647261 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-ce1444ec-2b8f-48c3-a1b5-307b1a8ebc7a tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:08.650059 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-ce1444ec-2b8f-48c3-a1b5-307b1a8ebc7a tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/networks?id=13a885c4-65b3-49fb-a3a8-7d284f1cee63 HTTP/1.1" status: 200 len: 811 time: 0.7572703 Nov 12 08:53:08.690233 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3d174212-378a-4ec7-85b1-ee226e1929d4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 4.2272403 Nov 12 08:53:08.695492 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=209f3b13-2954-4be8-be47-b21ea4da9270,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:08.709285 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34682) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:08.711207 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port b4e21e23-d93c-49b0-9689-83987cac73db triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:08.711494 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:08.736779 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-64f1e8cc-8b36-4fe7-9fde-86d763f55cfd tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/quotas/b6e131e30e964bf196ab556fb227b3d2 HTTP/1.1" status: 200 len: 375 time: 0.0617225 Nov 12 08:53:08.757468 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-9f7ec731-9d1f-4093-a20c-bcfb32b59ed3 service neutron] For port b182b3f9-9d96-4434-8b93-93d4caf86f9c, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:53:08.852934 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-9f7ec731-9d1f-4093-a20c-bcfb32b59ed3 service neutron] For port b182b3f9-9d96-4434-8b93-93d4caf86f9c, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=b182b3f9-9d96-4434-8b93-93d4caf86f9c,segment=NetworkSegment(0f3257e9-3aa1-4edc-8ecd-8fba59d451bf),segment_id=0f3257e9-3aa1-4edc-8ecd-8fba59d451bf)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:53:08.970859 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-9f7ec731-9d1f-4093-a20c-bcfb32b59ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:09.068678 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd858f3-cd92-4a9a-933d-993b79572c12 None None] Sync routers for ids ['87c878b8-4c14-44e3-b8d9-49a4d4f131b8'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:53:09.073994 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-dc4299e4-44cd-4ef3-9dda-fa46a17d0776 admin admin] Deleting port 105e8c1f-4dc7-405b-a36b-8f0884d650f9 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:53:09.074964 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dc4299e4-44cd-4ef3-9dda-fa46a17d0776 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:09.093754 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd858f3-cd92-4a9a-933d-993b79572c12 None None] Routers {'87c878b8-4c14-44e3-b8d9-49a4d4f131b8'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:09.094481 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4bd858f3-cd92-4a9a-933d-993b79572c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:52:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['87c878b8-4c14-44e3-b8d9-49a4d4f131b8'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:09.178070 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-9f7ec731-9d1f-4093-a20c-bcfb32b59ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:09.179035 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-9f7ec731-9d1f-4093-a20c-bcfb32b59ed3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:09.181365 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-9f7ec731-9d1f-4093-a20c-bcfb32b59ed3 service neutron] 10.222.0.58 "PUT /v2.0/ports/b182b3f9-9d96-4434-8b93-93d4caf86f9c HTTP/1.1" status: 200 len: 1092 time: 6.0283229 Nov 12 08:53:09.199317 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0977c044-a82c-4eb7-a676-0ad12ad09c3e', 'tag': 'b182b3f9-9d96-4434-8b93-93d4caf86f9c'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:53:09.203447 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bb9ede-8b13-42ec-a6b1-34fe61985d22" -d '{"events": [{"name": "network-changed", "server_uuid": "0977c044-a82c-4eb7-a676-0ad12ad09c3e", "tag": "b182b3f9-9d96-4434-8b93-93d4caf86f9c"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:53:09.306336 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-4bd858f3-cd92-4a9a-933d-993b79572c12 None None] Set router 87c878b8-4c14-44e3-b8d9-49a4d4f131b8 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:53:09.614981 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9f2520-8404-4266-8ab8-8fc83fc64956 None None] Network 479ba6fc-d66d-4a01-8e4e-bde4c81fa3a4 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:53:09.782319 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8cc91bbc-61e2-414d-95e6-588674126c69 None None] Provisioning complete for port 209f3b13-2954-4be8-be47-b21ea4da9270 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:09.782643 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8cc91bbc-61e2-414d-95e6-588674126c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:09.850316 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-fb7bc9e1-bb10-48e1-ab04-f424ffe41b35 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6e131e30e964bf196ab556fb227b3d2&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0861309 Nov 12 08:53:09.886703 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4bd858f3-cd92-4a9a-933d-993b79572c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c878b8-4c14-44e3-b8d9-49a4d4f131b8', 'name': 'tempest-ServerRescueTestJSON-1741008063-router', 'tenant_id': 'b6e131e30e964bf196ab556fb227b3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b4e21e23-d93c-49b0-9689-83987cac73db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:54Z', 'updated_at': '2021-11-12T08:53:05Z', 'revision_number': 4, 'project_id': 'b6e131e30e964bf196ab556fb227b3d2', 'gw_port': {'id': 'b4e21e23-d93c-49b0-9689-83987cac73db', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c878b8-4c14-44e3-b8d9-49a4d4f131b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:56Z', 'updated_at': '2021-11-12T08:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '9f214868-d528-4aac-8bf4-6c09693ec9bc', 'name': '', 'network_id': '13a885c4-65b3-49fb-a3a8-7d284f1cee63', 'tenant_id': 'b6e131e30e964bf196ab556fb227b3d2', 'mac_address': 'fa:16:3e:55:83:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c878b8-4c14-44e3-b8d9-49a4d4f131b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'c38e4b15-1e73-4947-8254-225baa4e56ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:03Z', 'updated_at': '2021-11-12T08:53:05Z', 'revision_number': 2, 'project_id': 'b6e131e30e964bf196ab556fb227b3d2', 'subnets': [{'id': 'c38e4b15-1e73-4947-8254-225baa4e56ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:09.933454 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd858f3-cd92-4a9a-933d-993b79572c12 None None] Checking router: 87c878b8-4c14-44e3-b8d9-49a4d4f131b8 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:53:09.933902 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd858f3-cd92-4a9a-933d-993b79572c12 None None] Updating router 87c878b8-4c14-44e3-b8d9-49a4d4f131b8 port 9f214868-d528-4aac-8bf4-6c09693ec9bc binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:53:09.942599 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e4eefee1-6fab-4dc4-896c-e15adf2a37ad tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:09.957640 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e4eefee1-6fab-4dc4-896c-e15adf2a37ad tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:09.969951 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ec731-9d1f-4093-a20c-bcfb32b59ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=b182b3f9-9d96-4434-8b93-93d4caf86f9c,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:09.982707 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f361dbb-7acf-41c1-b5bf-b4d610e86ece tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:53:10.006866 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4bd858f3-cd92-4a9a-933d-993b79572c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:10.024475 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e4882601-ad27-49f9-b0c6-fde45e025ba3 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Deleting port b3345089-07ee-4aaf-8ce4-9fffacf606a9 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:53:10.024840 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4882601-ad27-49f9-b0c6-fde45e025ba3 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:10.121691 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 209f3b13-2954-4be8-be47-b21ea4da9270 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:53:10.150271 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-dc4299e4-44cd-4ef3-9dda-fa46a17d0776 admin admin] For port 105e8c1f-4dc7-405b-a36b-8f0884d650f9, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=105e8c1f-4dc7-405b-a36b-8f0884d650f9,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:10.150535 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dc4299e4-44cd-4ef3-9dda-fa46a17d0776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:10.213457 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [None req-e4eefee1-6fab-4dc4-896c-e15adf2a37ad tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Floating IP be0c96ed-faaf-43e3-a194-57233bc4e3d7 associated. External IP: 172.25.6.171, port: 98b396bd-237f-422a-9b6d-ece9fc784ca4. Nov 12 08:53:10.230929 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-ff1e08b9-6962-4381-9084-16895f031e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:10.232123 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-ff1e08b9-6962-4381-9084-16895f031e40 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=11202d6e3a94409aaea944e7a5387738&device_id=0977c044-a82c-4eb7-a676-0ad12ad09c3e HTTP/1.1" status: 200 len: 1095 time: 0.4073861 Nov 12 08:53:10.251827 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1a15071b-5a10-4e56-8fa7-daa4533fde08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:10.282315 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-dc4299e4-44cd-4ef3-9dda-fa46a17d0776 admin admin] Calling delete_port for 105e8c1f-4dc7-405b-a36b-8f0884d650f9 owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:10.290468 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-6b277bcf-58d2-4f9c-b6af-a54a48f97ca3 service neutron] 10.222.0.37 "GET /v2.0/networks/13a885c4-65b3-49fb-a3a8-7d284f1cee63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4386930 Nov 12 08:53:10.318118 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 209f3b13-2954-4be8-be47-b21ea4da9270 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:10.318558 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:10.350766 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-85e88842-f46f-475b-8a06-f8d466de51b5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b182b3f9-9d96-4434-8b93-93d4caf86f9c HTTP/1.1" status: 200 len: 217 time: 0.0772069 Nov 12 08:53:10.359448 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4882601-ad27-49f9-b0c6-fde45e025ba3 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:10.511322 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e4882601-ad27-49f9-b0c6-fde45e025ba3 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Calling delete_port for b3345089-07ee-4aaf-8ce4-9fffacf606a9 owned by {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:10.605444 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f361dbb-7acf-41c1-b5bf-b4d610e86ece tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:53:10.625045 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec1c9b-2794-4708-9fdf-8d17aadf84d6 None None] Sync routers for ids ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:53:10.644411 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ec1c9b-2794-4708-9fdf-8d17aadf84d6 None None] Routers {'15f61129-b93a-4a5a-bf68-de3f6c51bc61'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:10.645179 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-36ec1c9b-2794-4708-9fdf-8d17aadf84d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:53:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:10.665791 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4eefee1-6fab-4dc4-896c-e15adf2a37ad tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Router d7eb8014-2395-467d-8954-226e5c316fbd has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:53:10.684941 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9f361dbb-7acf-41c1-b5bf-b4d610e86ece tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "PUT /v2.0/routers/15f61129-b93a-4a5a-bf68-de3f6c51bc61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5574944 Nov 12 08:53:10.696195 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34694) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:10.721994 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-a8b2d280-5e72-41e2-bcec-f7767117f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:10.723611 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-a8b2d280-5e72-41e2-bcec-f7767117f6a6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f2e6741f-bca7-45ab-9907-9243277402d3 HTTP/1.1" status: 200 len: 862 time: 0.3612828 Nov 12 08:53:10.766016 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-730d874e-e3b4-403f-93cd-886e971fa061 None None] Provisioning complete for port b3345089-07ee-4aaf-8ce4-9fffacf606a9 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:10.766546 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-730d874e-e3b4-403f-93cd-886e971fa061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:10.803510 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4bd858f3-cd92-4a9a-933d-993b79572c12 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:10.829058 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4bd858f3-cd92-4a9a-933d-993b79572c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:10.841317 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-36ec1c9b-2794-4708-9fdf-8d17aadf84d6 None None] Set router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:53:10.900187 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4eefee1-6fab-4dc4-896c-e15adf2a37ad tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:53:10.942882 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-5ffea46c-64d4-4ec7-8068-506807c71486 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=87d30799-e3f9-4908-a25b-9f537896d273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1643314 Nov 12 08:53:10.961385 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fe415a-2dba-4115-80db-a2f7b4007d74 None None] Sync routers for ids ['d7eb8014-2395-467d-8954-226e5c316fbd'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:53:11.002857 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-730d874e-e3b4-403f-93cd-886e971fa061 None None] Port b3345089-07ee-4aaf-8ce4-9fffacf606a9 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:53:11.036885 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ce3f9-8815-48c9-9426-beb78cb0e2ed None None] Pushing event updated for resources: {'Port': ['ID=9f214868-d528-4aac-8bf4-6c09693ec9bc,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:11.052055 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-46c533a1-4034-4fa1-8345-29c7f7d2d992 service neutron] 10.222.0.37 "GET /v2.0/networks/13a885c4-65b3-49fb-a3a8-7d284f1cee63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6965466 Nov 12 08:53:11.053255 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fe415a-2dba-4115-80db-a2f7b4007d74 None None] Routers {'d7eb8014-2395-467d-8954-226e5c316fbd'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:11.053255 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-73fe415a-2dba-4115-80db-a2f7b4007d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:53:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d7eb8014-2395-467d-8954-226e5c316fbd'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:11.232794 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb4ed07b-a32a-4feb-9a2d-f67fc2f8485c tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Deleting subnet 8cc6d24c-6317-4766-8bfe-e61d5c6e21d2 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:53:11.262145 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eb4ed07b-a32a-4feb-9a2d-f67fc2f8485c tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:11.605354 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4eefee1-6fab-4dc4-896c-e15adf2a37ad tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Router d7eb8014-2395-467d-8954-226e5c316fbd has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:53:11.624164 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-36ec1c9b-2794-4708-9fdf-8d17aadf84d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'name': 'tempest-RoutersIpV6Test-router-184507091', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:51:44Z', 'updated_at': '2021-11-12T08:53:06Z', 'revision_number': 10, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'gw_port_host': None, '_interfaces': [{'id': '6027c92f-7750-42c1-b811-5ccffadce967', 'name': '', 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:01:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:51:49Z', 'updated_at': '2021-11-12T08:51:59Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:11.647819 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eb4ed07b-a32a-4feb-9a2d-f67fc2f8485c tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:11.675044 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-73fe415a-2dba-4115-80db-a2f7b4007d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:11.714109 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec1c9b-2794-4708-9fdf-8d17aadf84d6 None None] Checking router: 15f61129-b93a-4a5a-bf68-de3f6c51bc61 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:53:11.741557 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ec1c9b-2794-4708-9fdf-8d17aadf84d6 None None] Routers {'15f61129-b93a-4a5a-bf68-de3f6c51bc61'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:11.743463 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-36ec1c9b-2794-4708-9fdf-8d17aadf84d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:53:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:11.753463 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4eefee1-6fab-4dc4-896c-e15adf2a37ad tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:53:11.759133 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e4eefee1-6fab-4dc4-896c-e15adf2a37ad tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:11.806892 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-730d874e-e3b4-403f-93cd-886e971fa061 None None] Provisioning complete for port 209f3b13-2954-4be8-be47-b21ea4da9270 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:11.807260 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-730d874e-e3b4-403f-93cd-886e971fa061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:11.932512 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e4eefee1-6fab-4dc4-896c-e15adf2a37ad tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "PUT /v2.0/floatingips/be0c96ed-faaf-43e3-a194-57233bc4e3d7 HTTP/1.1" status: 200 len: 979 time: 3.6495786 Nov 12 08:53:11.933075 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34722) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:11.947674 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-cd91842e-d9f9-4d99-a8b6-ad7371655c4b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:11.993749 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-36ec1c9b-2794-4708-9fdf-8d17aadf84d6 None None] Set router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:53:12.017535 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eb4ed07b-a32a-4feb-9a2d-f67fc2f8485c tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:12.047153 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fe415a-2dba-4115-80db-a2f7b4007d74 None None] Routers {'d7eb8014-2395-467d-8954-226e5c316fbd'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:12.048180 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-73fe415a-2dba-4115-80db-a2f7b4007d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:53:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d7eb8014-2395-467d-8954-226e5c316fbd'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:12.070311 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-4bd858f3-cd92-4a9a-933d-993b79572c12 None None] Attempting to bind port 9f214868-d528-4aac-8bf4-6c09693ec9bc on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:53:12.071881 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-4bd858f3-cd92-4a9a-933d-993b79572c12 None None] Attempting to bind port 9f214868-d528-4aac-8bf4-6c09693ec9bc by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'd47e37de-42bc-43ac-a10c-170a483249e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '13a885c4-65b3-49fb-a3a8-7d284f1cee63'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:53:12.072663 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd858f3-cd92-4a9a-933d-993b79572c12 None None] Attempting to bind port 9f214868-d528-4aac-8bf4-6c09693ec9bc on network 13a885c4-65b3-49fb-a3a8-7d284f1cee63 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:12.083766 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4882601-ad27-49f9-b0c6-fde45e025ba3 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:12.102213 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd91842e-d9f9-4d99-a8b6-ad7371655c4b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:12.257843 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd858f3-cd92-4a9a-933d-993b79572c12 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:53:12.263222 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd858f3-cd92-4a9a-933d-993b79572c12 None None] Checking segment: {'id': 'd47e37de-42bc-43ac-a10c-170a483249e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '13a885c4-65b3-49fb-a3a8-7d284f1cee63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:12.266644 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4bd858f3-cd92-4a9a-933d-993b79572c12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:12.269935 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd858f3-cd92-4a9a-933d-993b79572c12 None None] Bound using segment: {'id': 'd47e37de-42bc-43ac-a10c-170a483249e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '13a885c4-65b3-49fb-a3a8-7d284f1cee63'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:53:12.275139 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-4bd858f3-cd92-4a9a-933d-993b79572c12 None None] Bound port: 9f214868-d528-4aac-8bf4-6c09693ec9bc, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47e37de-42bc-43ac-a10c-170a483249e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '13a885c4-65b3-49fb-a3a8-7d284f1cee63'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:53:12.288275 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4bd858f3-cd92-4a9a-933d-993b79572c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:12.319996 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:12.444550 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf5c67-6c62-4431-b652-26aa24f9bd4f req-4d6ecc41-6da3-4701-bd7f-3faeb296770c tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:12.453313 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2aaf5c67-6c62-4431-b652-26aa24f9bd4f req-4d6ecc41-6da3-4701-bd7f-3faeb296770c tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.37 "GET /v2.0/ports?device_id=0977c044-a82c-4eb7-a676-0ad12ad09c3e HTTP/1.1" status: 200 len: 943 time: 1.0360165 Nov 12 08:53:12.455107 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eb4ed07b-a32a-4feb-9a2d-f67fc2f8485c tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:12.465816 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-36ec1c9b-2794-4708-9fdf-8d17aadf84d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'name': 'tempest-RoutersIpV6Test-router-184507091', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:51:44Z', 'updated_at': '2021-11-12T08:53:06Z', 'revision_number': 10, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'gw_port_host': None, '_interfaces': [{'id': '6027c92f-7750-42c1-b811-5ccffadce967', 'name': '', 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:01:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:51:49Z', 'updated_at': '2021-11-12T08:51:59Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:12.497534 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-73fe415a-2dba-4115-80db-a2f7b4007d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:12.500137 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fe415a-2dba-4115-80db-a2f7b4007d74 None None] The sync data for ids ['d7eb8014-2395-467d-8954-226e5c316fbd'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:53:12.563727 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594c6286-39ac-4fa5-958a-8fcf64593f58 None None] Sync routers for ids ['d7eb8014-2395-467d-8954-226e5c316fbd'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:53:12.569779 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec1c9b-2794-4708-9fdf-8d17aadf84d6 None None] The sync data for ids ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'] in n-d-768862-16 is: [{'id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'name': 'tempest-RoutersIpV6Test-router-184507091', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:51:44Z', 'updated_at': '2021-11-12T08:53:06Z', 'revision_number': 10, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'gw_port_host': None, '_interfaces': [{'id': '6027c92f-7750-42c1-b811-5ccffadce967', 'name': '', 'network_id': '5a5372d4-1875-4b50-a516-1b954399074c', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'mac_address': 'fa:16:3e:01:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:51:49Z', 'updated_at': '2021-11-12T08:51:59Z', 'revision_number': 5, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'subnets': [{'id': 'bd234cc8-8c46-4134-b593-8174616c0dc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:53:12.623641 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594c6286-39ac-4fa5-958a-8fcf64593f58 None None] Routers {'d7eb8014-2395-467d-8954-226e5c316fbd'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:12.624900 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-594c6286-39ac-4fa5-958a-8fcf64593f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:53:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d7eb8014-2395-467d-8954-226e5c316fbd'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:12.719920 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-594c6286-39ac-4fa5-958a-8fcf64593f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:12.735162 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594c6286-39ac-4fa5-958a-8fcf64593f58 None None] Routers {'d7eb8014-2395-467d-8954-226e5c316fbd'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:12.736554 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-594c6286-39ac-4fa5-958a-8fcf64593f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:53:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d7eb8014-2395-467d-8954-226e5c316fbd'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:12.758087 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eb4ed07b-a32a-4feb-9a2d-f67fc2f8485c tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:12.763600 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4bd858f3-cd92-4a9a-933d-993b79572c12 None None] For port 9f214868-d528-4aac-8bf4-6c09693ec9bc, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:53:12.771462 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4bd858f3-cd92-4a9a-933d-993b79572c12 None None] For port 9f214868-d528-4aac-8bf4-6c09693ec9bc, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9f214868-d528-4aac-8bf4-6c09693ec9bc,segment=NetworkSegment(d47e37de-42bc-43ac-a10c-170a483249e6),segment_id=d47e37de-42bc-43ac-a10c-170a483249e6)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:53:12.778837 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-eb4ed07b-a32a-4feb-9a2d-f67fc2f8485c tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/subnets/8cc6d24c-6317-4766-8bfe-e61d5c6e21d2 HTTP/1.1" status: 204 len: 168 time: 2.0737400 Nov 12 08:53:12.781543 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4882601-ad27-49f9-b0c6-fde45e025ba3 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Port': ['ID=b3345089-07ee-4aaf-8ce4-9fffacf606a9,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:12.783064 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4bd858f3-cd92-4a9a-933d-993b79572c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:12.789302 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dc4299e4-44cd-4ef3-9dda-fa46a17d0776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:12.820629 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34750) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:12.832474 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbe5941-3921-44dc-a4b2-5c102b791b15 None None] Network dd3a7db8-dbd2-4b61-9c21-ddb89a90d755 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:53:12.857987 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5bd027da-681a-4879-9d3a-416a2400d305 None None] Could not find standard attr ID for object b3345089-07ee-4aaf-8ce4-9fffacf606a9. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:53:12.879140 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4299e4-44cd-4ef3-9dda-fa46a17d0776 admin admin] Pushing event deleted for resources: {'Port': ['ID=105e8c1f-4dc7-405b-a36b-8f0884d650f9,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:12.885283 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-594c6286-39ac-4fa5-958a-8fcf64593f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:12.888137 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594c6286-39ac-4fa5-958a-8fcf64593f58 None None] The sync data for ids ['d7eb8014-2395-467d-8954-226e5c316fbd'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:53:12.892770 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-1eded5e6-c9c1-4a04-9887-882b0c9ac004 service neutron] 10.222.0.58 "GET /v2.0/networks/87d30799-e3f9-4908-a25b-9f537896d273?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8390696 Nov 12 08:53:12.979410 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd91842e-d9f9-4d99-a8b6-ad7371655c4b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:12.995806 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd91842e-d9f9-4d99-a8b6-ad7371655c4b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:12.996392 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [None req-cd91842e-d9f9-4d99-a8b6-ad7371655c4b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Floating IP be0c96ed-faaf-43e3-a194-57233bc4e3d7 disassociated. External IP: 172.25.6.171, port: 37fd56eb-ade5-43eb-9d42-7ec275a795c1. Nov 12 08:53:13.026007 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6b013d77-7534-4154-b4d2-066b82a45c55 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:13.060365 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ed07b-a32a-4feb-9a2d-f67fc2f8485c tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Subnet': ['ID=8cc6d24c-6317-4766-8bfe-e61d5c6e21d2,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:13.083297 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4882601-ad27-49f9-b0c6-fde45e025ba3 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:13.096083 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e4882601-ad27-49f9-b0c6-fde45e025ba3 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/ports/b3345089-07ee-4aaf-8ce4-9fffacf606a9 HTTP/1.1" status: 204 len: 168 time: 4.3818886 Nov 12 08:53:13.103895 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34780) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:13.205592 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a67dfb3-66a2-42a5-8665-65593e39c929 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] GET failed (client error): The resource could not be found. Nov 12 08:53:13.211794 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3a67dfb3-66a2-42a5-8665-65593e39c929 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "GET /v2.0/ports/b3345089-07ee-4aaf-8ce4-9fffacf606a9 HTTP/1.1" status: 404 len: 333 time: 0.0753574 Nov 12 08:53:13.212687 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34792) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:13.291978 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd858f3-cd92-4a9a-933d-993b79572c12 None None] Routers {'87c878b8-4c14-44e3-b8d9-49a4d4f131b8'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:13.293124 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4bd858f3-cd92-4a9a-933d-993b79572c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:53:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['87c878b8-4c14-44e3-b8d9-49a4d4f131b8'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:13.637085 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dfa0f67-d64d-4303-8e7c-9e5fb1648344 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Deleting subnet 8f77a550-781f-4742-b62e-cbcc1d4b6278 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:53:13.644416 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7dfa0f67-d64d-4303-8e7c-9e5fb1648344 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:13.786998 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:13.820939 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ce3f9-8815-48c9-9426-beb78cb0e2ed None None] Pushing event updated for resources: {'Port': ['ID=9f214868-d528-4aac-8bf4-6c09693ec9bc,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:13.975260 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-d2f2f857-df42-4ec7-962a-1aae7140fb44 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:13.976961 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-d2f2f857-df42-4ec7-962a-1aae7140fb44 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.54 "GET /v2.0/networks?id=13a885c4-65b3-49fb-a3a8-7d284f1cee63 HTTP/1.1" status: 200 len: 811 time: 0.6107237 Nov 12 08:53:13.980027 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2aaf5c67-6c62-4431-b652-26aa24f9bd4f req-fcfde9a6-0ee4-45a4-bbbe-cf1143d50bbb tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.37 "GET /v2.0/security-groups?id=aeeef4b6-34e5-4b80-bc0e-f1d9c6fada52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2830706 Nov 12 08:53:14.004475 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-abbc846a-4804-43f1-80b7-7f3ee0a2b895 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Request body: {'port': {'device_id': 'b0b08b54-fee6-497c-815b-ddfb712cadcf', 'network_id': '13a885c4-65b3-49fb-a3a8-7d284f1cee63', 'admin_state_up': True, 'tenant_id': 'b6e131e30e964bf196ab556fb227b3d2'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:14.172341 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 3f3dd5c6-ee09-45d9-900b-4466adcad740 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:53:14.187509 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c1747d-f814-4c1e-a9e7-cbf721d42837 x-openstack-request-id: req-b0c1747d-f814-4c1e-a9e7-cbf721d42837 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:53:14.191300 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0977c044-a82c-4eb7-a676-0ad12ad09c3e", "tag": "b182b3f9-9d96-4434-8b93-93d4caf86f9c", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:53:14.194632 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b0c1747d-f814-4c1e-a9e7-cbf721d42837 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:53:14.196351 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0977c044-a82c-4eb7-a676-0ad12ad09c3e', 'tag': 'b182b3f9-9d96-4434-8b93-93d4caf86f9c', 'status': 'completed', 'code': 200} Nov 12 08:53:14.234507 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7dfa0f67-d64d-4303-8e7c-9e5fb1648344 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:14.314725 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8e47d0-d65a-4b69-ac43-4326b1c96787 None None] DHCP port deletion for dd3a7db8-dbd2-4b61-9c21-ddb89a90d755 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:53:14.317708 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:14.322882 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 3f3dd5c6-ee09-45d9-900b-4466adcad740 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:53:14.323971 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 3f3dd5c6-ee09-45d9-900b-4466adcad740 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:53:14.409700 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-4bd858f3-cd92-4a9a-933d-993b79572c12 None None] Set router 87c878b8-4c14-44e3-b8d9-49a4d4f131b8 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:53:14.515490 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd91842e-d9f9-4d99-a8b6-ad7371655c4b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Router d7eb8014-2395-467d-8954-226e5c316fbd has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:53:14.538355 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-abbc846a-4804-43f1-80b7-7f3ee0a2b895 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Made reservation on behalf of b6e131e30e964bf196ab556fb227b3d2 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:14.553742 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-abbc846a-4804-43f1-80b7-7f3ee0a2b895 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:14.611619 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4e8e47d0-d65a-4b69-ac43-4326b1c96787 None None] Deleting port ebe5282f-87d3-4590-8b15-87a1f9204940 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:53:14.612330 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4e8e47d0-d65a-4b69-ac43-4326b1c96787 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:14.657101 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2e42e785-eb2b-468f-9bc9-6b2199700755 req-59923311-685d-44a7-b915-7615d34e2318 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b08b54-fee6-497c-815b-ddfb712cadcf HTTP/1.1" status: 200 len: 210 time: 0.1901693 Nov 12 08:53:14.755245 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc3d4a6e-a815-421d-92a7-5ada073de7a4 req-12314308-9fe0-4d6b-94c8-1a99357a13bb service neutron] 10.222.0.58 "GET /v2.0/networks/87d30799-e3f9-4908-a25b-9f537896d273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7239358 Nov 12 08:53:14.777816 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4e8e47d0-d65a-4b69-ac43-4326b1c96787 None None] For port ebe5282f-87d3-4590-8b15-87a1f9204940, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ebe5282f-87d3-4590-8b15-87a1f9204940,segment=NetworkSegment(f3627e55-1daf-411f-b294-21d7138a1597),segment_id=f3627e55-1daf-411f-b294-21d7138a1597)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:14.778605 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4e8e47d0-d65a-4b69-ac43-4326b1c96787 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:14.798986 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-6b013d77-7534-4154-b4d2-066b82a45c55 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Deleting port ebe5282f-87d3-4590-8b15-87a1f9204940 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:53:14.799668 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6b013d77-7534-4154-b4d2-066b82a45c55 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:14.807316 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4e8e47d0-d65a-4b69-ac43-4326b1c96787 None None] Calling delete_port for ebe5282f-87d3-4590-8b15-87a1f9204940 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:14.964201 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7dfa0f67-d64d-4303-8e7c-9e5fb1648344 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:15.040322 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4e8e47d0-d65a-4b69-ac43-4326b1c96787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:15.157106 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-6b013d77-7534-4154-b4d2-066b82a45c55 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] For port ebe5282f-87d3-4590-8b15-87a1f9204940, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ebe5282f-87d3-4590-8b15-87a1f9204940,segment=NetworkSegment(f3627e55-1daf-411f-b294-21d7138a1597),segment_id=f3627e55-1daf-411f-b294-21d7138a1597)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:15.157430 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6b013d77-7534-4154-b4d2-066b82a45c55 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:15.165643 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e47d0-d65a-4b69-ac43-4326b1c96787 None None] Pushing event deleted for resources: {'Port': ['ID=ebe5282f-87d3-4590-8b15-87a1f9204940,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:15.170982 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8e47d0-d65a-4b69-ac43-4326b1c96787 None None] No DVR routers for this DVR port ebe5282f-87d3-4590-8b15-87a1f9204940 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:53:15.180355 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-6b013d77-7534-4154-b4d2-066b82a45c55 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Calling delete_port for ebe5282f-87d3-4590-8b15-87a1f9204940 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:15.322979 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7dfa0f67-d64d-4303-8e7c-9e5fb1648344 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:15.342252 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4bd858f3-cd92-4a9a-933d-993b79572c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c878b8-4c14-44e3-b8d9-49a4d4f131b8', 'name': 'tempest-ServerRescueTestJSON-1741008063-router', 'tenant_id': 'b6e131e30e964bf196ab556fb227b3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b4e21e23-d93c-49b0-9689-83987cac73db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:54Z', 'updated_at': '2021-11-12T08:53:05Z', 'revision_number': 4, 'project_id': 'b6e131e30e964bf196ab556fb227b3d2', 'gw_port': {'id': 'b4e21e23-d93c-49b0-9689-83987cac73db', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c878b8-4c14-44e3-b8d9-49a4d4f131b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:56Z', 'updated_at': '2021-11-12T08:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '9f214868-d528-4aac-8bf4-6c09693ec9bc', 'name': '', 'network_id': '13a885c4-65b3-49fb-a3a8-7d284f1cee63', 'tenant_id': 'b6e131e30e964bf196ab556fb227b3d2', 'mac_address': 'fa:16:3e:55:83:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c878b8-4c14-44e3-b8d9-49a4d4f131b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'c38e4b15-1e73-4947-8254-225baa4e56ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:03Z', 'updated_at': '2021-11-12T08:53:12Z', 'revision_number': 4, 'project_id': 'b6e131e30e964bf196ab556fb227b3d2', 'subnets': [{'id': 'c38e4b15-1e73-4947-8254-225baa4e56ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:15.386360 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dc4299e4-44cd-4ef3-9dda-fa46a17d0776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:15.387163 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd858f3-cd92-4a9a-933d-993b79572c12 None None] The sync data for ids ['87c878b8-4c14-44e3-b8d9-49a4d4f131b8'] in n-d-768862-16 is: [{'id': '87c878b8-4c14-44e3-b8d9-49a4d4f131b8', 'name': 'tempest-ServerRescueTestJSON-1741008063-router', 'tenant_id': 'b6e131e30e964bf196ab556fb227b3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b4e21e23-d93c-49b0-9689-83987cac73db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:54Z', 'updated_at': '2021-11-12T08:53:05Z', 'revision_number': 4, 'project_id': 'b6e131e30e964bf196ab556fb227b3d2', 'gw_port': {'id': 'b4e21e23-d93c-49b0-9689-83987cac73db', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c878b8-4c14-44e3-b8d9-49a4d4f131b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:56Z', 'updated_at': '2021-11-12T08:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '9f214868-d528-4aac-8bf4-6c09693ec9bc', 'name': '', 'network_id': '13a885c4-65b3-49fb-a3a8-7d284f1cee63', 'tenant_id': 'b6e131e30e964bf196ab556fb227b3d2', 'mac_address': 'fa:16:3e:55:83:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c878b8-4c14-44e3-b8d9-49a4d4f131b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'c38e4b15-1e73-4947-8254-225baa4e56ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:03Z', 'updated_at': '2021-11-12T08:53:12Z', 'revision_number': 4, 'project_id': 'b6e131e30e964bf196ab556fb227b3d2', 'subnets': [{'id': 'c38e4b15-1e73-4947-8254-225baa4e56ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:53:15.389963 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb9ede-8b13-42ec-a6b1-34fe61985d22 req-ab2055f2-b653-4523-8084-86c326133b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:15.391495 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d3bb9ede-8b13-42ec-a6b1-34fe61985d22 req-ab2055f2-b653-4523-8084-86c326133b3d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=11202d6e3a94409aaea944e7a5387738&device_id=0977c044-a82c-4eb7-a676-0ad12ad09c3e HTTP/1.1" status: 200 len: 1095 time: 0.5230904 Nov 12 08:53:15.392647 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6b013d77-7534-4154-b4d2-066b82a45c55 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:15.491310 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa0f67-d64d-4303-8e7c-9e5fb1648344 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Subnet': ['ID=8f77a550-781f-4742-b62e-cbcc1d4b6278,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:15.501711 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-abbc846a-4804-43f1-80b7-7f3ee0a2b895 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Allocated IP 172.20.0.7 (13a885c4-65b3-49fb-a3a8-7d284f1cee63/c38e4b15-1e73-4947-8254-225baa4e56ae/42b20626-5a2f-4b4f-8d80-26193c260631) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:15.517660 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd91842e-d9f9-4d99-a8b6-ad7371655c4b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:53:15.526352 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd91842e-d9f9-4d99-a8b6-ad7371655c4b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:15.536767 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce39179-76d5-48ff-afb1-38a31912fb48 None None] Sync routers for ids ['d7eb8014-2395-467d-8954-226e5c316fbd'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:53:15.575330 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-cd91842e-d9f9-4d99-a8b6-ad7371655c4b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "PUT /v2.0/floatingips/be0c96ed-faaf-43e3-a194-57233bc4e3d7 HTTP/1.1" status: 200 len: 688 time: 3.6382160 Nov 12 08:53:15.577304 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d64251d-6b34-49dd-8bf2-01911c78f26e None None] Network 479ba6fc-d66d-4a01-8e4e-bde4c81fa3a4 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:53:15.579601 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35006) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:15.591605 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7dfa0f67-d64d-4303-8e7c-9e5fb1648344 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:15.596273 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7dfa0f67-d64d-4303-8e7c-9e5fb1648344 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/subnets/8f77a550-781f-4742-b62e-cbcc1d4b6278 HTTP/1.1" status: 204 len: 168 time: 2.2718735 Nov 12 08:53:15.598881 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b013d77-7534-4154-b4d2-066b82a45c55 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Port': ['ID=ebe5282f-87d3-4590-8b15-87a1f9204940,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:15.609006 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35008) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:15.625418 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e4462-4ca6-4f3c-8974-ce01f3411bb8 req-fec4b3d3-ec4a-48fe-bd38-4e3d48208b00 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:15.628320 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fd1e4462-4ca6-4f3c-8974-ce01f3411bb8 req-fec4b3d3-ec4a-48fe-bd38-4e3d48208b00 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.37 "GET /v2.0/ports?device_id=0977c044-a82c-4eb7-a676-0ad12ad09c3e HTTP/1.1" status: 200 len: 943 time: 0.4902437 Nov 12 08:53:15.642737 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce39179-76d5-48ff-afb1-38a31912fb48 None None] Routers {'d7eb8014-2395-467d-8954-226e5c316fbd'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:15.648524 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-bce39179-76d5-48ff-afb1-38a31912fb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:53:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d7eb8014-2395-467d-8954-226e5c316fbd'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:15.767206 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2dbae442-b683-4a6a-a269-3c1105932595 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:15.775981 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b013d77-7534-4154-b4d2-066b82a45c55 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] No DVR routers for this DVR port ebe5282f-87d3-4590-8b15-87a1f9204940 on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:53:15.861968 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-bce39179-76d5-48ff-afb1-38a31912fb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:15.885703 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-b2121a18-c907-4173-9fb5-3e4bab984bd8 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Deleting port 8379a54e-f809-42f3-be9d-5a1baf1b2a8c {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:53:15.886060 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b2121a18-c907-4173-9fb5-3e4bab984bd8 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:15.907162 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce39179-76d5-48ff-afb1-38a31912fb48 None None] Routers {'d7eb8014-2395-467d-8954-226e5c316fbd'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:15.921867 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-bce39179-76d5-48ff-afb1-38a31912fb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:53:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d7eb8014-2395-467d-8954-226e5c316fbd'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:16.055785 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-abbc846a-4804-43f1-80b7-7f3ee0a2b895 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:16.103449 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-bce39179-76d5-48ff-afb1-38a31912fb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:16.104314 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce39179-76d5-48ff-afb1-38a31912fb48 None None] The sync data for ids ['d7eb8014-2395-467d-8954-226e5c316fbd'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:53:16.108060 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b2121a18-c907-4173-9fb5-3e4bab984bd8 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:16.108488 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b2121a18-c907-4173-9fb5-3e4bab984bd8 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:16.157818 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9f214868-d528-4aac-8bf4-6c09693ec9bc up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:53:16.164570 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-b2121a18-c907-4173-9fb5-3e4bab984bd8 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Calling delete_port for 8379a54e-f809-42f3-be9d-5a1baf1b2a8c owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:16.278366 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-abbc846a-4804-43f1-80b7-7f3ee0a2b895 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:16.364767 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc846a-4804-43f1-80b7-7f3ee0a2b895 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Pushing event updated for resources: {'Port': ['ID=42b20626-5a2f-4b4f-8d80-26193c260631,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:16.384055 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-abbc846a-4804-43f1-80b7-7f3ee0a2b895 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Network 13a885c4-65b3-49fb-a3a8-7d284f1cee63 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:16.393592 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-abbc846a-4804-43f1-80b7-7f3ee0a2b895 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:16.397000 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-abbc846a-4804-43f1-80b7-7f3ee0a2b895 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:16.509473 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69146b23-3abe-4469-a898-b7e4d339d5fe None None] DHCP port deletion for 479ba6fc-d66d-4a01-8e4e-bde4c81fa3a4 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:53:16.533930 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 9f214868-d528-4aac-8bf4-6c09693ec9bc triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:16.536945 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:16.643042 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-abbc846a-4804-43f1-80b7-7f3ee0a2b895 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:16.643778 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-abbc846a-4804-43f1-80b7-7f3ee0a2b895 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:16.683090 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b2121a18-c907-4173-9fb5-3e4bab984bd8 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:16.732985 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-abbc846a-4804-43f1-80b7-7f3ee0a2b895 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7424963 Nov 12 08:53:16.821843 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-01163977-fc3b-4be4-8042-15856832913e service neutron] Request body: {'port': {'device_id': 'b0b08b54-fee6-497c-815b-ddfb712cadcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:16.830202 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2121a18-c907-4173-9fb5-3e4bab984bd8 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event deleted for resources: {'Port': ['ID=8379a54e-f809-42f3-be9d-5a1baf1b2a8c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:16.893781 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb9ede-8b13-42ec-a6b1-34fe61985d22 req-15ad606e-8acf-4aac-918a-8d8cab73b168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:16.895484 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d3bb9ede-8b13-42ec-a6b1-34fe61985d22 req-15ad606e-8acf-4aac-918a-8d8cab73b168 service neutron] 10.222.0.58 "GET /v2.0/networks?id=87d30799-e3f9-4908-a25b-9f537896d273 HTTP/1.1" status: 200 len: 923 time: 1.4597344 Nov 12 08:53:16.932096 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6b013d77-7534-4154-b4d2-066b82a45c55 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.083224 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d3bb9ede-8b13-42ec-a6b1-34fe61985d22 req-f5001b58-bbcd-4feb-bcbc-5edddd83f2b9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b182b3f9-9d96-4434-8b93-93d4caf86f9c HTTP/1.1" status: 200 len: 217 time: 0.1700058 Nov 12 08:53:17.097640 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-01163977-fc3b-4be4-8042-15856832913e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.131118 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-6b013d77-7534-4154-b4d2-066b82a45c55 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3a7db8-dbd2-4b61-9c21-ddb89a90d755']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:17.140985 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b2121a18-c907-4173-9fb5-3e4bab984bd8 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.145056 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b2121a18-c907-4173-9fb5-3e4bab984bd8 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.146311 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b2121a18-c907-4173-9fb5-3e4bab984bd8 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "DELETE /v2.0/floatingips/be0c96ed-faaf-43e3-a194-57233bc4e3d7 HTTP/1.1" status: 204 len: 168 time: 1.5656881 Nov 12 08:53:17.157534 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35140) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:17.173626 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fd1e4462-4ca6-4f3c-8974-ce01f3411bb8 req-d24f5d48-d8e3-4de6-adc7-de2b0b431d55 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.37 "GET /v2.0/security-groups?id=aeeef4b6-34e5-4b80-bc0e-f1d9c6fada52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5721462 Nov 12 08:53:17.279645 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-6b013d77-7534-4154-b4d2-066b82a45c55 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3627e55-1daf-411f-b294-21d7138a1597') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:17.280103 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-6b013d77-7534-4154-b4d2-066b82a45c55 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3627e55-1daf-411f-b294-21d7138a1597') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:17.314855 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6b013d77-7534-4154-b4d2-066b82a45c55 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.342730 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-ab9e4b00-2ae1-4a37-8a77-e0df9cf2c360 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] delete failed (client error): The resource could not be found. Nov 12 08:53:17.353649 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ab9e4b00-2ae1-4a37-8a77-e0df9cf2c360 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "DELETE /v2.0/floatingips/be0c96ed-faaf-43e3-a194-57233bc4e3d7 HTTP/1.1" status: 404 len: 345 time: 0.1947520 Nov 12 08:53:17.357012 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35158) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:17.362297 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.367110 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb9ede-8b13-42ec-a6b1-34fe61985d22 req-f6f93c4c-2b86-48a2-b642-4ea2738bf127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:17.373857 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d3bb9ede-8b13-42ec-a6b1-34fe61985d22 req-f6f93c4c-2b86-48a2-b642-4ea2738bf127 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f2e6741f-bca7-45ab-9907-9243277402d3 HTTP/1.1" status: 200 len: 862 time: 0.2182186 Nov 12 08:53:17.469195 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device b182b3f9-9d96-4434-8b93-93d4caf86f9c details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:53:17.553992 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 9f214868-d528-4aac-8bf4-6c09693ec9bc, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9f214868-d528-4aac-8bf4-6c09693ec9bc,segment=NetworkSegment(d47e37de-42bc-43ac-a10c-170a483249e6),segment_id=d47e37de-42bc-43ac-a10c-170a483249e6)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:17.559532 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-69146b23-3abe-4469-a898-b7e4d339d5fe None None] Deleting port 209f3b13-2954-4be8-be47-b21ea4da9270 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:53:17.560388 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-69146b23-3abe-4469-a898-b7e4d339d5fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.571546 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.647780 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d3bb9ede-8b13-42ec-a6b1-34fe61985d22 req-4747dbe4-e9b0-4c11-8e12-b50797fa9bba service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=87d30799-e3f9-4908-a25b-9f537896d273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1996758 Nov 12 08:53:17.670937 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6b013d77-7534-4154-b4d2-066b82a45c55 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.735167 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ebe5282f-87d3-4590-8b15-87a1f9204940 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:53:17.778979 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b013d77-7534-4154-b4d2-066b82a45c55 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:53:17.780210 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6b013d77-7534-4154-b4d2-066b82a45c55 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:53:17.784257 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:53:17.794201 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: ebe5282f-87d3-4590-8b15-87a1f9204940 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:53:17.794690 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ebe5282f-87d3-4590-8b15-87a1f9204940 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:53:17.820473 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-69146b23-3abe-4469-a898-b7e4d339d5fe None None] For port 209f3b13-2954-4be8-be47-b21ea4da9270, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=209f3b13-2954-4be8-be47-b21ea4da9270,segment=NetworkSegment(27fce1e9-ece5-472e-acdc-e157dab86361),segment_id=27fce1e9-ece5-472e-acdc-e157dab86361)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:17.821799 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-69146b23-3abe-4469-a898-b7e4d339d5fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.834556 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=9f214868-d528-4aac-8bf4-6c09693ec9bc,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:17.849198 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-69146b23-3abe-4469-a898-b7e4d339d5fe None None] Calling delete_port for 209f3b13-2954-4be8-be47-b21ea4da9270 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:17.874049 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-2dbae442-b683-4a6a-a269-3c1105932595 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Deleting port 209f3b13-2954-4be8-be47-b21ea4da9270 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:53:17.875903 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2dbae442-b683-4a6a-a269-3c1105932595 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.913481 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port b182b3f9-9d96-4434-8b93-93d4caf86f9c, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=b182b3f9-9d96-4434-8b93-93d4caf86f9c,segment=NetworkSegment(0f3257e9-3aa1-4edc-8ecd-8fba59d451bf),segment_id=0f3257e9-3aa1-4edc-8ecd-8fba59d451bf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:17.976830 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76166a11-5f42-4a76-b25a-42413669a518 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:17.980703 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'b182b3f9-9d96-4434-8b93-93d4caf86f9c', 'network_id': '87d30799-e3f9-4908-a25b-9f537896d273', 'port_id': 'b182b3f9-9d96-4434-8b93-93d4caf86f9c', 'mac_address': 'fa:16:3e:bc:68:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2e6741f-bca7-45ab-9907-9243277402d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:53:17.988041 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76166a11-5f42-4a76-b25a-42413669a518 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:17.994654 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76166a11-5f42-4a76-b25a-42413669a518 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:17.996782 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-76166a11-5f42-4a76-b25a-42413669a518 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "GET /v2.0/ports?network_id=26296859-d2ef-4591-a0e3-bb051ee507cc HTTP/1.1" status: 200 len: 2358 time: 0.6196811 Nov 12 08:53:18.002694 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35186) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:18.034918 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-01163977-fc3b-4be4-8042-15856832913e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b20626-5a2f-4b4f-8d80-26193c260631 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:53:18.049269 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9f214868-d528-4aac-8bf4-6c09693ec9bc up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:53:18.051666 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-01163977-fc3b-4be4-8042-15856832913e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.073652 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6b013d77-7534-4154-b4d2-066b82a45c55 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.077543 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-01163977-fc3b-4be4-8042-15856832913e service neutron] Transition to ACTIVE for port object 42b20626-5a2f-4b4f-8d80-26193c260631 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:53:18.084145 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-01163977-fc3b-4be4-8042-15856832913e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.093618 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.122171 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-69146b23-3abe-4469-a898-b7e4d339d5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.126164 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b182b3f9-9d96-4434-8b93-93d4caf86f9c {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:53:18.152226 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01163977-fc3b-4be4-8042-15856832913e service neutron] Pushing event updated for resources: {'Port': ['ID=42b20626-5a2f-4b4f-8d80-26193c260631,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:18.198280 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7ba58f-1207-468b-adce-783f57d941a4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:18.199918 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ff7ba58f-1207-468b-adce-783f57d941a4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "GET /v2.0/subnets/3b21bab1-3797-46fa-9ee9-5101427bf6ea HTTP/1.1" status: 200 len: 797 time: 0.1274137 Nov 12 08:53:18.205411 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4299e4-44cd-4ef3-9dda-fa46a17d0776 admin admin] Router 5efbf424-26c9-4a13-810d-a492f5ccecbc has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:53:18.213703 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35190) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:18.220044 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-77683a60-e82c-4655-be1d-c00f81914bc0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Request body: {'port': {'network_id': '26296859-d2ef-4591-a0e3-bb051ee507cc', 'name': 'tempest-FloatingIPTestJSON-777628530', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:18.229266 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port b182b3f9-9d96-4434-8b93-93d4caf86f9c, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=b182b3f9-9d96-4434-8b93-93d4caf86f9c,segment=NetworkSegment(0f3257e9-3aa1-4edc-8ecd-8fba59d451bf),segment_id=0f3257e9-3aa1-4edc-8ecd-8fba59d451bf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:18.231899 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6b013d77-7534-4154-b4d2-066b82a45c55 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.233162 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69146b23-3abe-4469-a898-b7e4d339d5fe None None] Pushing event deleted for resources: {'Port': ['ID=209f3b13-2954-4be8-be47-b21ea4da9270,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:18.239693 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6b013d77-7534-4154-b4d2-066b82a45c55 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/networks/dd3a7db8-dbd2-4b61-9c21-ddb89a90d755 HTTP/1.1" status: 204 len: 168 time: 5.3533270 Nov 12 08:53:18.241401 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69146b23-3abe-4469-a898-b7e4d339d5fe None None] No DVR routers for this DVR port 209f3b13-2954-4be8-be47-b21ea4da9270 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:53:18.242733 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b013d77-7534-4154-b4d2-066b82a45c55 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Network': ['ID=dd3a7db8-dbd2-4b61-9c21-ddb89a90d755,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:18.245878 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35192) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:18.246764 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.281448 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6f134-0276-48a6-8717-12b259d2f4e0 req-93472d95-649b-4e29-bdce-391ee2d12042 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:18.283117 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-86a6f134-0276-48a6-8717-12b259d2f4e0 req-93472d95-649b-4e29-bdce-391ee2d12042 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b08b54-fee6-497c-815b-ddfb712cadcf HTTP/1.1" status: 200 len: 931 time: 0.8339548 Nov 12 08:53:18.283543 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 9f214868-d528-4aac-8bf4-6c09693ec9bc triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:18.284131 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.305131 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-2dbae442-b683-4a6a-a269-3c1105932595 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] For port 209f3b13-2954-4be8-be47-b21ea4da9270, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=209f3b13-2954-4be8-be47-b21ea4da9270,segment=NetworkSegment(27fce1e9-ece5-472e-acdc-e157dab86361),segment_id=27fce1e9-ece5-472e-acdc-e157dab86361)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:18.305405 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2dbae442-b683-4a6a-a269-3c1105932595 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.346024 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=b182b3f9-9d96-4434-8b93-93d4caf86f9c,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:18.391645 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-2dbae442-b683-4a6a-a269-3c1105932595 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Calling delete_port for 209f3b13-2954-4be8-be47-b21ea4da9270 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:18.432882 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d3bb9ede-8b13-42ec-a6b1-34fe61985d22 req-4530a2eb-ddd9-4b04-86ab-a6e962bfe72d service neutron] 10.222.0.58 "GET /v2.0/networks/87d30799-e3f9-4908-a25b-9f537896d273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7427425 Nov 12 08:53:18.485368 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-01163977-fc3b-4be4-8042-15856832913e service neutron] Attempting to bind port 42b20626-5a2f-4b4f-8d80-26193c260631 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:53:18.485712 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-01163977-fc3b-4be4-8042-15856832913e service neutron] Attempting to bind port 42b20626-5a2f-4b4f-8d80-26193c260631 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'd47e37de-42bc-43ac-a10c-170a483249e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '13a885c4-65b3-49fb-a3a8-7d284f1cee63'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:53:18.486046 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-01163977-fc3b-4be4-8042-15856832913e service neutron] Attempting to bind port 42b20626-5a2f-4b4f-8d80-26193c260631 on network 13a885c4-65b3-49fb-a3a8-7d284f1cee63 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:18.486796 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['b182b3f9-9d96-4434-8b93-93d4caf86f9c'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:53:18.516695 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 209f3b13-2954-4be8-be47-b21ea4da9270 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:53:18.543909 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-01163977-fc3b-4be4-8042-15856832913e service neutron] Port 42b20626-5a2f-4b4f-8d80-26193c260631 on network 13a885c4-65b3-49fb-a3a8-7d284f1cee63 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:53:18.546560 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-01163977-fc3b-4be4-8042-15856832913e service neutron] Attempting to bind port 42b20626-5a2f-4b4f-8d80-26193c260631 on network 13a885c4-65b3-49fb-a3a8-7d284f1cee63 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:18.567327 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 209f3b13-2954-4be8-be47-b21ea4da9270 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:53:18.568473 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 209f3b13-2954-4be8-be47-b21ea4da9270 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:53:18.571444 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-86a6f134-0276-48a6-8717-12b259d2f4e0 req-ccf73323-982f-40ac-af68-b7d210659e19 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754321 Nov 12 08:53:18.628857 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-01163977-fc3b-4be4-8042-15856832913e service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:53:18.630008 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-01163977-fc3b-4be4-8042-15856832913e service neutron] Checking segment: {'id': 'd47e37de-42bc-43ac-a10c-170a483249e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '13a885c4-65b3-49fb-a3a8-7d284f1cee63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:18.630008 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-01163977-fc3b-4be4-8042-15856832913e service neutron] Bound using segment: {'id': 'd47e37de-42bc-43ac-a10c-170a483249e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '13a885c4-65b3-49fb-a3a8-7d284f1cee63'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:53:18.636423 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-01163977-fc3b-4be4-8042-15856832913e service neutron] Bound port: 42b20626-5a2f-4b4f-8d80-26193c260631, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd47e37de-42bc-43ac-a10c-170a483249e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '13a885c4-65b3-49fb-a3a8-7d284f1cee63'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:53:18.636660 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-01163977-fc3b-4be4-8042-15856832913e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.701799 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4299e4-44cd-4ef3-9dda-fa46a17d0776 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:53:18.708065 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-dc4299e4-44cd-4ef3-9dda-fa46a17d0776 admin admin] 10.222.0.37 "PUT /v2.0/routers/5efbf424-26c9-4a13-810d-a492f5ccecbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3787277 Nov 12 08:53:18.715051 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35194) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:18.717085 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2ce115-cf99-4875-8aa5-454547b2824f None None] Sync routers for ids ['5efbf424-26c9-4a13-810d-a492f5ccecbc'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:53:18.727042 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2dbae442-b683-4a6a-a269-3c1105932595 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.738776 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2ce115-cf99-4875-8aa5-454547b2824f None None] Routers {'5efbf424-26c9-4a13-810d-a492f5ccecbc'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:18.744644 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-af2ce115-cf99-4875-8aa5-454547b2824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:53:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['5efbf424-26c9-4a13-810d-a492f5ccecbc'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:18.777308 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d3bb9ede-8b13-42ec-a6b1-34fe61985d22 req-ac741c9d-cc69-4aa2-a449-c467fa88c007 service neutron] 10.222.0.58 "GET /v2.0/networks/87d30799-e3f9-4908-a25b-9f537896d273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348076 Nov 12 08:53:18.780459 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbae442-b683-4a6a-a269-3c1105932595 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] No DVR routers for this DVR port 209f3b13-2954-4be8-be47-b21ea4da9270 on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:53:18.797177 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbae442-b683-4a6a-a269-3c1105932595 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Port': ['ID=209f3b13-2954-4be8-be47-b21ea4da9270,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:18.839493 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd9f9a-532a-4b71-97be-27c89d63b4ff req-b8dfee23-47bc-488e-b876-092f769e9efd tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:18.841103 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e2fd9f9a-532a-4b71-97be-27c89d63b4ff req-b8dfee23-47bc-488e-b876-092f769e9efd tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.37 "GET /v2.0/ports?device_id=0977c044-a82c-4eb7-a676-0ad12ad09c3e HTTP/1.1" status: 200 len: 944 time: 0.1931477 Nov 12 08:53:18.944685 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77683a60-e82c-4655-be1d-c00f81914bc0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Made reservation on behalf of 89610acee4f9465c8223394074652272 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:18.961261 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-01163977-fc3b-4be4-8042-15856832913e service neutron] For port 42b20626-5a2f-4b4f-8d80-26193c260631, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:53:18.990956 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2dbae442-b683-4a6a-a269-3c1105932595 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.032473 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e2fd9f9a-532a-4b71-97be-27c89d63b4ff req-1b8630cf-2355-43fd-b0b2-435558ea591d tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.37 "GET /v2.0/security-groups?id=aeeef4b6-34e5-4b80-bc0e-f1d9c6fada52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787679 Nov 12 08:53:19.038729 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-2dbae442-b683-4a6a-a269-3c1105932595 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['479ba6fc-d66d-4a01-8e4e-bde4c81fa3a4']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:19.059342 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-2dbae442-b683-4a6a-a269-3c1105932595 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27fce1e9-ece5-472e-acdc-e157dab86361') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:19.060248 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-2dbae442-b683-4a6a-a269-3c1105932595 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27fce1e9-ece5-472e-acdc-e157dab86361') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:19.092543 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2dbae442-b683-4a6a-a269-3c1105932595 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.123128 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-01163977-fc3b-4be4-8042-15856832913e service neutron] For port 42b20626-5a2f-4b4f-8d80-26193c260631, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=42b20626-5a2f-4b4f-8d80-26193c260631,segment=NetworkSegment(d47e37de-42bc-43ac-a10c-170a483249e6),segment_id=d47e37de-42bc-43ac-a10c-170a483249e6)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:53:19.130468 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2dbae442-b683-4a6a-a269-3c1105932595 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.139067 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-af2ce115-cf99-4875-8aa5-454547b2824f None None] Set router 5efbf424-26c9-4a13-810d-a492f5ccecbc gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:53:19.143007 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-01163977-fc3b-4be4-8042-15856832913e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.145243 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dbae442-b683-4a6a-a269-3c1105932595 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:53:19.145666 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2dbae442-b683-4a6a-a269-3c1105932595 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.213656 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01163977-fc3b-4be4-8042-15856832913e service neutron] Pushing event updated for resources: {'Port': ['ID=42b20626-5a2f-4b4f-8d80-26193c260631,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:19.232554 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-01163977-fc3b-4be4-8042-15856832913e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:19.233576 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-01163977-fc3b-4be4-8042-15856832913e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.235446 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-01163977-fc3b-4be4-8042-15856832913e service neutron] 10.222.0.54 "PUT /v2.0/ports/42b20626-5a2f-4b4f-8d80-26193c260631 HTTP/1.1" status: 200 len: 1092 time: 2.4354222 Nov 12 08:53:19.236132 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b08b54-fee6-497c-815b-ddfb712cadcf', 'tag': '42b20626-5a2f-4b4f-8d80-26193c260631'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:53:19.239103 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a770ae-a47c-48fd-a25c-121e0c718b05" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b08b54-fee6-497c-815b-ddfb712cadcf", "tag": "42b20626-5a2f-4b4f-8d80-26193c260631"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:53:19.279767 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32fcc487-177a-4721-a73c-a558d16f23be admin admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.293692 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:53:19.293692 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:53:19.293692 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:53:19.293692 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:53:19.293692 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:53:19.293692 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:53:19.293692 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:53:19.293692 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:53:19.293692 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:53:19.293692 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:53:19.293692 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:53:19.293692 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:53:19.293692 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:53:19.293692 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:53:19.293692 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:53:19.293692 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:53:19.293692 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:53:19.293692 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:53:19.293692 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:53:19.293692 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:53:19.293692 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:53:19.293692 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:53:19.293692 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:53:19.293692 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:53:19.293692 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:53:19.293692 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:53:19.293692 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:53:19.293692 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:53:19.293692 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:53:19.293692 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:53:19.293692 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:53:19.293692 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:53:19.300500 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2dbae442-b683-4a6a-a269-3c1105932595 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.313124 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2dbae442-b683-4a6a-a269-3c1105932595 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.326206 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2dbae442-b683-4a6a-a269-3c1105932595 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/networks/479ba6fc-d66d-4a01-8e4e-bde4c81fa3a4 HTTP/1.1" status: 204 len: 168 time: 3.7125769 Nov 12 08:53:19.326835 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35202) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:19.343030 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-779c9fbc-9472-49f8-a0e4-267ef26350fc tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'port': {'network_id': 'b10a7d10-6adf-4a5b-9687-9e7760e2f4a9', 'name': 'tempest-PortsIpV6TestJSON-1677928054'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:19.370720 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbae442-b683-4a6a-a269-3c1105932595 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Network': ['ID=479ba6fc-d66d-4a01-8e4e-bde4c81fa3a4,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:19.393418 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34acd48e-b2a8-4b90-b3bc-091a380fd0e2 x-openstack-request-id: req-34acd48e-b2a8-4b90-b3bc-091a380fd0e2 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:53:19.399593 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b08b54-fee6-497c-815b-ddfb712cadcf", "tag": "42b20626-5a2f-4b4f-8d80-26193c260631", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:53:19.400518 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34acd48e-b2a8-4b90-b3bc-091a380fd0e2 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:53:19.404522 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b08b54-fee6-497c-815b-ddfb712cadcf', 'tag': '42b20626-5a2f-4b4f-8d80-26193c260631', 'status': 'completed', 'code': 200} Nov 12 08:53:19.465658 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device b182b3f9-9d96-4434-8b93-93d4caf86f9c up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:53:19.489325 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-77683a60-e82c-4655-be1d-c00f81914bc0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.531182 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779c9fbc-9472-49f8-a0e4-267ef26350fc tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:19.535379 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-779c9fbc-9472-49f8-a0e4-267ef26350fc tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.572805 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port b182b3f9-9d96-4434-8b93-93d4caf86f9c completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:53:19.575415 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-779c9fbc-9472-49f8-a0e4-267ef26350fc tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] device_id is not set on port 739b0476-872f-4269-9390-a736aeb9ac8c yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:53:19.578698 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port b182b3f9-9d96-4434-8b93-93d4caf86f9c triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:19.579922 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.594682 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-af2ce115-cf99-4875-8aa5-454547b2824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'name': 'tempest-ServerActionsTestJSON-634742385-router', 'tenant_id': '80cba63a5f3c423896b758b0902dcec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '115291fa-4327-4844-8425-0adaa3ba51f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:09Z', 'updated_at': '2021-11-12T08:53:12Z', 'revision_number': 5, 'project_id': '80cba63a5f3c423896b758b0902dcec9', 'gw_port': {'id': '115291fa-4327-4844-8425-0adaa3ba51f2', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:12Z', 'updated_at': '2021-11-12T08:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:19.595527 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-77683a60-e82c-4655-be1d-c00f81914bc0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] device_id is not set on port 8b7cd986-7eb3-45b6-99bf-3858416a5681 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:53:19.604067 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-eac1214c-e6bd-4a3d-a2e8-e092a8a5788d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:19.605701 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-eac1214c-e6bd-4a3d-a2e8-e092a8a5788d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b6e131e30e964bf196ab556fb227b3d2&device_id=b0b08b54-fee6-497c-815b-ddfb712cadcf HTTP/1.1" status: 200 len: 1095 time: 0.2002323 Nov 12 08:53:19.683929 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2ce115-cf99-4875-8aa5-454547b2824f None None] Checking router: 5efbf424-26c9-4a13-810d-a492f5ccecbc for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:53:19.710800 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2ce115-cf99-4875-8aa5-454547b2824f None None] Routers {'5efbf424-26c9-4a13-810d-a492f5ccecbc'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:19.712776 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-af2ce115-cf99-4875-8aa5-454547b2824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:53:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['5efbf424-26c9-4a13-810d-a492f5ccecbc'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:19.730955 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-493ba6c4-bca2-496c-8664-9eadf552869f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42b20626-5a2f-4b4f-8d80-26193c260631 HTTP/1.1" status: 200 len: 217 time: 0.0963223 Nov 12 08:53:19.762490 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32fcc487-177a-4721-a73c-a558d16f23be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.813729 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-779c9fbc-9472-49f8-a0e4-267ef26350fc tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.827968 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.882995 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0977c044-a82c-4eb7-a676-0ad12ad09c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b182b3f9-9d96-4434-8b93-93d4caf86f9c'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:53:19.889269 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7e0085-ec3d-4da7-849b-f4b1d51b54a4" -d '{"events": [{"server_uuid": "0977c044-a82c-4eb7-a676-0ad12ad09c3e", "name": "network-vif-plugged", "status": "completed", "tag": "b182b3f9-9d96-4434-8b93-93d4caf86f9c"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:53:19.921371 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port b182b3f9-9d96-4434-8b93-93d4caf86f9c, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=b182b3f9-9d96-4434-8b93-93d4caf86f9c,segment=NetworkSegment(0f3257e9-3aa1-4edc-8ecd-8fba59d451bf),segment_id=0f3257e9-3aa1-4edc-8ecd-8fba59d451bf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:19.927589 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.933634 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-779c9fbc-9472-49f8-a0e4-267ef26350fc tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.935033 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-0f672264-3c58-46fc-8789-b191af7c6954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:19.936775 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-0f672264-3c58-46fc-8789-b191af7c6954 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c38e4b15-1e73-4947-8254-225baa4e56ae HTTP/1.1" status: 200 len: 851 time: 0.1957769 Nov 12 08:53:19.947379 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d64261fb-faea-4255-9da4-52948928394a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.965124 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-af2ce115-cf99-4875-8aa5-454547b2824f None None] Set router 5efbf424-26c9-4a13-810d-a492f5ccecbc gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:53:20.040201 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c9fbc-9472-49f8-a0e4-267ef26350fc tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Port': ['ID=739b0476-872f-4269-9390-a736aeb9ac8c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:20.052684 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-8c044da5-d1ce-4210-ba0b-09fb7339b886 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=13a885c4-65b3-49fb-a3a8-7d284f1cee63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012003 Nov 12 08:53:20.053610 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=b182b3f9-9d96-4434-8b93-93d4caf86f9c,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:20.068158 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779c9fbc-9472-49f8-a0e4-267ef26350fc tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network b10a7d10-6adf-4a5b-9687-9e7760e2f4a9 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:20.069008 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-779c9fbc-9472-49f8-a0e4-267ef26350fc tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:20.078558 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779c9fbc-9472-49f8-a0e4-267ef26350fc tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:20.085780 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779c9fbc-9472-49f8-a0e4-267ef26350fc tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:20.086441 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-779c9fbc-9472-49f8-a0e4-267ef26350fc tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:20.115720 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-779c9fbc-9472-49f8-a0e4-267ef26350fc tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7843816 Nov 12 08:53:20.117569 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35216) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:20.178726 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677240ba-fbea-4e7a-854e-54646ab55dca req-1a364682-6083-43bb-8f3d-4fb19a41d01c tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:20.181374 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-677240ba-fbea-4e7a-854e-54646ab55dca req-1a364682-6083-43bb-8f3d-4fb19a41d01c tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b08b54-fee6-497c-815b-ddfb712cadcf HTTP/1.1" status: 200 len: 943 time: 0.3231816 Nov 12 08:53:20.281189 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-af2ce115-cf99-4875-8aa5-454547b2824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'name': 'tempest-ServerActionsTestJSON-634742385-router', 'tenant_id': '80cba63a5f3c423896b758b0902dcec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '115291fa-4327-4844-8425-0adaa3ba51f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:09Z', 'updated_at': '2021-11-12T08:53:12Z', 'revision_number': 5, 'project_id': '80cba63a5f3c423896b758b0902dcec9', 'gw_port': {'id': '115291fa-4327-4844-8425-0adaa3ba51f2', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:12Z', 'updated_at': '2021-11-12T08:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:20.290359 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-56d925df-e41d-416a-bdff-aac2c7c25829 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Deleting port 739b0476-872f-4269-9390-a736aeb9ac8c {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:53:20.291167 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-56d925df-e41d-416a-bdff-aac2c7c25829 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:20.297736 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-677240ba-fbea-4e7a-854e-54646ab55dca req-6513700d-8617-4ba0-848a-8583a9d16308 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084974 Nov 12 08:53:20.313858 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2ce115-cf99-4875-8aa5-454547b2824f None None] The sync data for ids ['5efbf424-26c9-4a13-810d-a492f5ccecbc'] in n-d-768862-16 is: [{'id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'name': 'tempest-ServerActionsTestJSON-634742385-router', 'tenant_id': '80cba63a5f3c423896b758b0902dcec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '115291fa-4327-4844-8425-0adaa3ba51f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:09Z', 'updated_at': '2021-11-12T08:53:12Z', 'revision_number': 5, 'project_id': '80cba63a5f3c423896b758b0902dcec9', 'gw_port': {'id': '115291fa-4327-4844-8425-0adaa3ba51f2', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efbf424-26c9-4a13-810d-a492f5ccecbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:12Z', 'updated_at': '2021-11-12T08:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:53:20.410195 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-56d925df-e41d-416a-bdff-aac2c7c25829 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:20.446100 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a1e153-5dfd-4775-8f41-5620f1aaac68 x-openstack-request-id: req-75a1e153-5dfd-4775-8f41-5620f1aaac68 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:53:20.446469 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0977c044-a82c-4eb7-a676-0ad12ad09c3e", "name": "network-vif-plugged", "status": "completed", "tag": "b182b3f9-9d96-4434-8b93-93d4caf86f9c", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:53:20.446770 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75a1e153-5dfd-4775-8f41-5620f1aaac68 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:53:20.447229 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0977c044-a82c-4eb7-a676-0ad12ad09c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b182b3f9-9d96-4434-8b93-93d4caf86f9c', 'code': 200} Nov 12 08:53:20.466541 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-56d925df-e41d-416a-bdff-aac2c7c25829 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Calling delete_port for 739b0476-872f-4269-9390-a736aeb9ac8c owned by {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:20.624582 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-56d925df-e41d-416a-bdff-aac2c7c25829 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:20.725513 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d925df-e41d-416a-bdff-aac2c7c25829 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Port': ['ID=739b0476-872f-4269-9390-a736aeb9ac8c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:20.746571 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-56d925df-e41d-416a-bdff-aac2c7c25829 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:20.750144 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-56d925df-e41d-416a-bdff-aac2c7c25829 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/ports/739b0476-872f-4269-9390-a736aeb9ac8c HTTP/1.1" status: 204 len: 168 time: 0.6310031 Nov 12 08:53:20.753684 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35222) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:20.764808 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-f12befcb-dc40-4d7c-97db-9848fbaab945 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'port': {'network_id': 'b10a7d10-6adf-4a5b-9687-9e7760e2f4a9', 'mac_address': 'fa:16:3e:37:14:e4', 'name': 'tempest-PortsIpV6TestJSON-1357868519'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:20.774933 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431e558-2912-448b-b30b-42b4c43f4111 req-bca92092-971c-478b-94be-7446710b26e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:20.780795 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6431e558-2912-448b-b30b-42b4c43f4111 req-bca92092-971c-478b-94be-7446710b26e9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0977c044-a82c-4eb7-a676-0ad12ad09c3e HTTP/1.1" status: 200 len: 1097 time: 0.1759760 Nov 12 08:53:20.793847 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc8fb6-e45a-415f-858b-49a52e474ce2 req-ace67f65-bbbf-4c90-8436-4cabf97a8734 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:20.795459 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-37bc8fb6-e45a-415f-858b-49a52e474ce2 req-ace67f65-bbbf-4c90-8436-4cabf97a8734 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.37 "GET /v2.0/ports?device_id=0977c044-a82c-4eb7-a676-0ad12ad09c3e HTTP/1.1" status: 200 len: 945 time: 0.1867895 Nov 12 08:53:20.839565 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-32fcc487-177a-4721-a73c-a558d16f23be admin admin] Deleting port 115291fa-4327-4844-8425-0adaa3ba51f2 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:53:20.840300 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32fcc487-177a-4721-a73c-a558d16f23be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:21.021789 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-37bc8fb6-e45a-415f-858b-49a52e474ce2 req-90240aaf-1cfb-4cf0-b178-92522b36f4db tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.37 "GET /v2.0/security-groups?id=aeeef4b6-34e5-4b80-bc0e-f1d9c6fada52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910725 Nov 12 08:53:21.022102 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:53:21.054497 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6431e558-2912-448b-b30b-42b4c43f4111 req-468e2efa-28f9-44e5-b4ad-484ef501eecb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=aeeef4b6-34e5-4b80-bc0e-f1d9c6fada52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407589 Nov 12 08:53:21.060143 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12befcb-dc40-4d7c-97db-9848fbaab945 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:21.065339 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-07067698-e222-4e94-8edf-10737ff805ce service neutron] 10.222.0.54 "GET /v2.0/networks/13a885c4-65b3-49fb-a3a8-7d284f1cee63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454415 Nov 12 08:53:21.138362 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-77683a60-e82c-4655-be1d-c00f81914bc0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Allocated IP 172.20.0.14 (26296859-d2ef-4591-a0e3-bb051ee507cc/3b21bab1-3797-46fa-9ee9-5101427bf6ea/8b7cd986-7eb3-45b6-99bf-3858416a5681) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:21.139914 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f12befcb-dc40-4d7c-97db-9848fbaab945 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:21.143371 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-32fcc487-177a-4721-a73c-a558d16f23be admin admin] For port 115291fa-4327-4844-8425-0adaa3ba51f2, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=115291fa-4327-4844-8425-0adaa3ba51f2,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:21.143761 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32fcc487-177a-4721-a73c-a558d16f23be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:21.164298 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-f12befcb-dc40-4d7c-97db-9848fbaab945 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] device_id is not set on port dbfc9cf7-3809-4499-94f9-d93b626f853d yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:53:21.198290 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-77683a60-e82c-4655-be1d-c00f81914bc0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Allocated IP 172.20.0.13 (26296859-d2ef-4591-a0e3-bb051ee507cc/3b21bab1-3797-46fa-9ee9-5101427bf6ea/8b7cd986-7eb3-45b6-99bf-3858416a5681) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:21.203177 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-32fcc487-177a-4721-a73c-a558d16f23be admin admin] Calling delete_port for 115291fa-4327-4844-8425-0adaa3ba51f2 owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:21.334025 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-666c99a2-ccd9-4660-8d63-c8bfed75ad9f req-1fa5c44b-1e8b-45cd-ad22-39f5c93d5925 service neutron] 10.222.0.54 "GET /v2.0/networks/13a885c4-65b3-49fb-a3a8-7d284f1cee63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572048 Nov 12 08:53:21.370087 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f12befcb-dc40-4d7c-97db-9848fbaab945 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:21.461436 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e15972-5417-47dc-a500-4ee8b8efba1e req-c9b9d81a-46f5-4bc9-94d0-18f61d56788f tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:21.463377 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-24e15972-5417-47dc-a500-4ee8b8efba1e req-c9b9d81a-46f5-4bc9-94d0-18f61d56788f tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b08b54-fee6-497c-815b-ddfb712cadcf HTTP/1.1" status: 200 len: 943 time: 0.0733523 Nov 12 08:53:21.464803 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f12befcb-dc40-4d7c-97db-9848fbaab945 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:21.548788 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12befcb-dc40-4d7c-97db-9848fbaab945 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network b10a7d10-6adf-4a5b-9687-9e7760e2f4a9 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:21.556528 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-f12befcb-dc40-4d7c-97db-9848fbaab945 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:21.559707 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12befcb-dc40-4d7c-97db-9848fbaab945 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:21.565468 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12befcb-dc40-4d7c-97db-9848fbaab945 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:21.566410 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f12befcb-dc40-4d7c-97db-9848fbaab945 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:21.570356 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12befcb-dc40-4d7c-97db-9848fbaab945 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Port': ['ID=dbfc9cf7-3809-4499-94f9-d93b626f853d,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:21.609411 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-24e15972-5417-47dc-a500-4ee8b8efba1e req-2be1abb5-53e0-4043-bb64-ed60ede8fe3e tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079731 Nov 12 08:53:21.618204 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f12befcb-dc40-4d7c-97db-9848fbaab945 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8625975 Nov 12 08:53:21.618516 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35232) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:21.710308 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a770ae-a47c-48fd-a25c-121e0c718b05 req-76357466-b232-4b11-a962-9d818fafa8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:21.711888 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-19a770ae-a47c-48fd-a25c-121e0c718b05 req-76357466-b232-4b11-a962-9d818fafa8dc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b6e131e30e964bf196ab556fb227b3d2&device_id=b0b08b54-fee6-497c-815b-ddfb712cadcf HTTP/1.1" status: 200 len: 1095 time: 0.2925253 Nov 12 08:53:21.753382 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-77683a60-e82c-4655-be1d-c00f81914bc0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:21.767517 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-d64261fb-faea-4255-9da4-52948928394a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Deleting port 6027c92f-7750-42c1-b811-5ccffadce967 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:53:21.768069 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d64261fb-faea-4255-9da4-52948928394a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:21.783649 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7d83f7-0b53-4687-8d00-3b83b51fb924 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:21.785669 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1d7d83f7-0b53-4687-8d00-3b83b51fb924 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "GET /v2.0/ports/dbfc9cf7-3809-4499-94f9-d93b626f853d HTTP/1.1" status: 200 len: 845 time: 0.1516399 Nov 12 08:53:21.789215 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35236) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:21.934874 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 105e8c1f-4dc7-405b-a36b-8f0884d650f9 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:53:21.941914 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-15ca328b-897f-45e9-ac18-7e8e82a38423 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Deleting port dbfc9cf7-3809-4499-94f9-d93b626f853d {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:53:21.942252 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-15ca328b-897f-45e9-ac18-7e8e82a38423 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:21.953991 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32fcc487-177a-4721-a73c-a558d16f23be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:21.960328 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 105e8c1f-4dc7-405b-a36b-8f0884d650f9 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:53:21.961056 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 105e8c1f-4dc7-405b-a36b-8f0884d650f9 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:53:22.023895 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fcc487-177a-4721-a73c-a558d16f23be admin admin] Pushing event deleted for resources: {'Port': ['ID=115291fa-4327-4844-8425-0adaa3ba51f2,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:22.042478 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-15ca328b-897f-45e9-ac18-7e8e82a38423 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:22.058698 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf53191-a362-4cec-a835-41da09ddedd3 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:53:22.062007 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-15ca328b-897f-45e9-ac18-7e8e82a38423 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Calling delete_port for dbfc9cf7-3809-4499-94f9-d93b626f853d owned by {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:22.194563 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-77683a60-e82c-4655-be1d-c00f81914bc0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:22.201144 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-d64261fb-faea-4255-9da4-52948928394a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] For port 6027c92f-7750-42c1-b811-5ccffadce967, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=6027c92f-7750-42c1-b811-5ccffadce967,segment=NetworkSegment(029ff6cd-a6a7-41fb-8189-5d791e4997f0),segment_id=029ff6cd-a6a7-41fb-8189-5d791e4997f0)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:22.201810 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d64261fb-faea-4255-9da4-52948928394a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:22.240402 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2455b33-2bad-45e7-9ed6-9b4f79943c58 req-872c06cc-5965-4b48-a857-ce5ae0163211 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:22.243602 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d2455b33-2bad-45e7-9ed6-9b4f79943c58 req-872c06cc-5965-4b48-a857-ce5ae0163211 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.37 "GET /v2.0/ports?device_id=0977c044-a82c-4eb7-a676-0ad12ad09c3e HTTP/1.1" status: 200 len: 945 time: 0.1177680 Nov 12 08:53:22.262322 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a770ae-a47c-48fd-a25c-121e0c718b05 req-41335b4c-6d22-4101-9d3b-5770a57357da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:22.264492 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-19a770ae-a47c-48fd-a25c-121e0c718b05 req-41335b4c-6d22-4101-9d3b-5770a57357da service neutron] 10.222.0.54 "GET /v2.0/networks?id=13a885c4-65b3-49fb-a3a8-7d284f1cee63 HTTP/1.1" status: 200 len: 912 time: 0.5445862 Nov 12 08:53:22.282982 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-15ca328b-897f-45e9-ac18-7e8e82a38423 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:22.289117 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-d64261fb-faea-4255-9da4-52948928394a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Calling delete_port for 6027c92f-7750-42c1-b811-5ccffadce967 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:22.336428 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77683a60-e82c-4655-be1d-c00f81914bc0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event updated for resources: {'Port': ['ID=8b7cd986-7eb3-45b6-99bf-3858416a5681,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:22.339315 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77683a60-e82c-4655-be1d-c00f81914bc0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Network 26296859-d2ef-4591-a0e3-bb051ee507cc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:22.366006 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca328b-897f-45e9-ac18-7e8e82a38423 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Port': ['ID=dbfc9cf7-3809-4499-94f9-d93b626f853d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:22.408475 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-19a770ae-a47c-48fd-a25c-121e0c718b05 req-66d746df-72cd-49e7-984e-2622f582ebf4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42b20626-5a2f-4b4f-8d80-26193c260631 HTTP/1.1" status: 200 len: 217 time: 0.1002355 Nov 12 08:53:22.409628 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-77683a60-e82c-4655-be1d-c00f81914bc0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:22.412363 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-15ca328b-897f-45e9-ac18-7e8e82a38423 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:22.424050 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-15ca328b-897f-45e9-ac18-7e8e82a38423 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/ports/dbfc9cf7-3809-4499-94f9-d93b626f853d HTTP/1.1" status: 204 len: 168 time: 0.6334944 Nov 12 08:53:22.425431 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77683a60-e82c-4655-be1d-c00f81914bc0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:22.430142 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35240) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:22.459253 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32fcc487-177a-4721-a73c-a558d16f23be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:22.472345 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d2455b33-2bad-45e7-9ed6-9b4f79943c58 req-79ab4cac-cc74-4fc8-bfa9-76430ec7e1b6 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.37 "GET /v2.0/security-groups?id=aeeef4b6-34e5-4b80-bc0e-f1d9c6fada52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189867 Nov 12 08:53:22.473578 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24d25fc-83b5-4ffa-933f-9e891f99beed tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] GET failed (client error): The resource could not be found. Nov 12 08:53:22.479181 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c24d25fc-83b5-4ffa-933f-9e891f99beed tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "GET /v2.0/ports/dbfc9cf7-3809-4499-94f9-d93b626f853d HTTP/1.1" status: 404 len: 333 time: 0.0450964 Nov 12 08:53:22.480450 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35242) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:22.493418 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-f9def9ca-11f2-4ea6-9b1c-15d5d90472d3 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'port': {'network_id': 'b10a7d10-6adf-4a5b-9687-9e7760e2f4a9', 'name': 'tempest-PortsIpV6TestJSON-1317437195'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:22.617580 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9def9ca-11f2-4ea6-9b1c-15d5d90472d3 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:22.622623 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f9def9ca-11f2-4ea6-9b1c-15d5d90472d3 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:22.639557 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32fcc487-177a-4721-a73c-a558d16f23be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:22.644382 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a770ae-a47c-48fd-a25c-121e0c718b05 req-4569dc60-f790-45e2-904f-bdfae614de9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:22.645916 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-19a770ae-a47c-48fd-a25c-121e0c718b05 req-4569dc60-f790-45e2-904f-bdfae614de9d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c38e4b15-1e73-4947-8254-225baa4e56ae HTTP/1.1" status: 200 len: 851 time: 0.2290030 Nov 12 08:53:22.647203 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32fcc487-177a-4721-a73c-a558d16f23be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:22.647374 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-f9def9ca-11f2-4ea6-9b1c-15d5d90472d3 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] device_id is not set on port 47404636-898c-44d4-9b6a-4d2455b1e8ee yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:53:22.658445 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77683a60-e82c-4655-be1d-c00f81914bc0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:22.659136 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-77683a60-e82c-4655-be1d-c00f81914bc0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:22.772693 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-19a770ae-a47c-48fd-a25c-121e0c718b05 req-69bf4117-6eaf-4c12-a61d-395f370f4e16 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=13a885c4-65b3-49fb-a3a8-7d284f1cee63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766509 Nov 12 08:53:22.797158 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-77683a60-e82c-4655-be1d-c00f81914bc0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.5822623 Nov 12 08:53:22.797671 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35248) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:22.809570 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-9b119e54-a841-4862-b454-072e04bb4d22 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'port_id': '8b7cd986-7eb3-45b6-99bf-3858416a5681', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:22.818208 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32fcc487-177a-4721-a73c-a558d16f23be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:22.818785 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fcc487-177a-4721-a73c-a558d16f23be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5efbf424-26c9-4a13-810d-a492f5ccecbc {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:53:22.825813 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32fcc487-177a-4721-a73c-a558d16f23be admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:22.829732 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-32fcc487-177a-4721-a73c-a558d16f23be admin admin] 10.222.0.37 "DELETE /v2.0/routers/5efbf424-26c9-4a13-810d-a492f5ccecbc HTTP/1.1" status: 204 len: 168 time: 4.1061368 Nov 12 08:53:22.841662 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35250) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:22.845923 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:22.873774 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c53ef-9a4d-47ad-b5d6-f41ca3b12c24 req-0aae9d5b-6dc8-4eec-abdf-9b3f19278fb1 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:22.875825 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-839c53ef-9a4d-47ad-b5d6-f41ca3b12c24 req-0aae9d5b-6dc8-4eec-abdf-9b3f19278fb1 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b08b54-fee6-497c-815b-ddfb712cadcf HTTP/1.1" status: 200 len: 943 time: 0.1644111 Nov 12 08:53:22.950286 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9b119e54-a841-4862-b454-072e04bb4d22 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:23.001325 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d64261fb-faea-4255-9da4-52948928394a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:23.052349 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64261fb-faea-4255-9da4-52948928394a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Port': ['ID=6027c92f-7750-42c1-b811-5ccffadce967,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:23.065160 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-19a770ae-a47c-48fd-a25c-121e0c718b05 req-9331f238-3b9c-4467-8047-cad8add43935 service neutron] 10.222.0.54 "GET /v2.0/networks/13a885c4-65b3-49fb-a3a8-7d284f1cee63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854791 Nov 12 08:53:23.236617 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d64261fb-faea-4255-9da4-52948928394a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:23.380451 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-19a770ae-a47c-48fd-a25c-121e0c718b05 req-d2443e46-7f86-4496-8deb-e4a5d378722c service neutron] 10.222.0.54 "GET /v2.0/networks/13a885c4-65b3-49fb-a3a8-7d284f1cee63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066635 Nov 12 08:53:23.541893 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f9def9ca-11f2-4ea6-9b1c-15d5d90472d3 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:23.546698 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf89e42-3dd7-4148-bd9c-979dc70a24e3 admin admin] Deleting subnet 601c19d7-10c1-44ee-a86c-ac9c499e748d {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:53:23.566594 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-839c53ef-9a4d-47ad-b5d6-f41ca3b12c24 req-5b457eba-fe39-4b6f-9cde-387ca0216345 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6322403 Nov 12 08:53:23.569168 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bbf89e42-3dd7-4148-bd9c-979dc70a24e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:23.696653 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bbf89e42-3dd7-4148-bd9c-979dc70a24e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:23.756710 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f9def9ca-11f2-4ea6-9b1c-15d5d90472d3 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:23.896157 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1477aa6-b3c2-415d-9360-2b2f6a291efc req-13cbf39a-d19d-405d-a2a9-8e73274a5808 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:23.904450 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c1477aa6-b3c2-415d-9360-2b2f6a291efc req-13cbf39a-d19d-405d-a2a9-8e73274a5808 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.37 "GET /v2.0/ports?device_id=0977c044-a82c-4eb7-a676-0ad12ad09c3e HTTP/1.1" status: 200 len: 945 time: 0.2585626 Nov 12 08:53:23.955798 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9def9ca-11f2-4ea6-9b1c-15d5d90472d3 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network b10a7d10-6adf-4a5b-9687-9e7760e2f4a9 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:23.957404 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9def9ca-11f2-4ea6-9b1c-15d5d90472d3 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Port': ['ID=47404636-898c-44d4-9b6a-4d2455b1e8ee,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:23.962328 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bbf89e42-3dd7-4148-bd9c-979dc70a24e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:23.989184 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-f9def9ca-11f2-4ea6-9b1c-15d5d90472d3 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:23.995323 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64261fb-faea-4255-9da4-52948928394a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:53:24.003160 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9def9ca-11f2-4ea6-9b1c-15d5d90472d3 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:24.012160 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9def9ca-11f2-4ea6-9b1c-15d5d90472d3 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:24.013178 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f9def9ca-11f2-4ea6-9b1c-15d5d90472d3 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:24.066244 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f9def9ca-11f2-4ea6-9b1c-15d5d90472d3 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5832655 Nov 12 08:53:24.073094 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c1477aa6-b3c2-415d-9360-2b2f6a291efc req-acf701e7-d91c-4564-8be4-3a06170eb75d tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.37 "GET /v2.0/security-groups?id=aeeef4b6-34e5-4b80-bc0e-f1d9c6fada52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676176 Nov 12 08:53:24.075911 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35256) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:24.083876 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-13600366-c2b9-4736-a9b7-93bb43132da8 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:24.090758 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9b119e54-a841-4862-b454-072e04bb4d22 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:24.118776 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64261fb-faea-4255-9da4-52948928394a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:53:24.138007 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bbf89e42-3dd7-4148-bd9c-979dc70a24e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:24.139076 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b0b4fe-2828-4e57-bb48-abc9bbbaa4b2 None None] Sync routers for ids ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:53:24.164186 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d64261fb-faea-4255-9da4-52948928394a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "PUT /v2.0/routers/15f61129-b93a-4a5a-bf68-de3f6c51bc61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9145246 Nov 12 08:53:24.165740 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35260) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:24.168234 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b0b4fe-2828-4e57-bb48-abc9bbbaa4b2 None None] Routers {'15f61129-b93a-4a5a-bf68-de3f6c51bc61'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:24.169907 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b7b0b4fe-2828-4e57-bb48-abc9bbbaa4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:53:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:24.319128 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bbf89e42-3dd7-4148-bd9c-979dc70a24e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:24.331037 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bbf89e42-3dd7-4148-bd9c-979dc70a24e3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/601c19d7-10c1-44ee-a86c-ac9c499e748d HTTP/1.1" status: 204 len: 168 time: 1.4883041 Nov 12 08:53:24.331979 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18b1e07-cbd1-42ba-86a1-f9ef92ece2d2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Deleting subnet bd234cc8-8c46-4134-b593-8174616c0dc0 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:53:24.334482 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35266) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:24.339308 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf89e42-3dd7-4148-bd9c-979dc70a24e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=601c19d7-10c1-44ee-a86c-ac9c499e748d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:24.348600 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a18b1e07-cbd1-42ba-86a1-f9ef92ece2d2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:24.379800 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-13600366-c2b9-4736-a9b7-93bb43132da8 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:24.382625 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-b7b0b4fe-2828-4e57-bb48-abc9bbbaa4b2 None None] Set router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:53:24.455864 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b7b0b4fe-2828-4e57-bb48-abc9bbbaa4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'name': 'tempest-RoutersIpV6Test-router-184507091', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:51:44Z', 'updated_at': '2021-11-12T08:53:22Z', 'revision_number': 11, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:24.462812 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 115291fa-4327-4844-8425-0adaa3ba51f2 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:53:24.465738 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547b9472-331e-46cf-889e-7034f980dea0 None None] Network 837ec62d-b3f5-4602-995a-15f6fc8805b4 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:53:24.555998 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bcd2ee4e-3285-4415-86ca-92e3f88cac36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:24.596811 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-9b119e54-a841-4862-b454-072e04bb4d22 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Allocated IP 172.25.6.97 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/854379f2-bc17-4c70-b11d-5b0c1f4ff497) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:24.635520 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a18b1e07-cbd1-42ba-86a1-f9ef92ece2d2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:24.669776 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 42b20626-5a2f-4b4f-8d80-26193c260631 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:53:24.674092 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 115291fa-4327-4844-8425-0adaa3ba51f2 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:53:24.674838 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 115291fa-4327-4844-8425-0adaa3ba51f2 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:53:24.693693 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b0b4fe-2828-4e57-bb48-abc9bbbaa4b2 None None] Checking router: 15f61129-b93a-4a5a-bf68-de3f6c51bc61 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:53:24.739417 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b0b4fe-2828-4e57-bb48-abc9bbbaa4b2 None None] Routers {'15f61129-b93a-4a5a-bf68-de3f6c51bc61'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:24.740491 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b7b0b4fe-2828-4e57-bb48-abc9bbbaa4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:53:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:24.798839 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a18b1e07-cbd1-42ba-86a1-f9ef92ece2d2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:24.799771 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-13600366-c2b9-4736-a9b7-93bb43132da8 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:24.812814 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-13600366-c2b9-4736-a9b7-93bb43132da8 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:24.893889 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d690f5-9088-49fc-9f93-bd0c83f7fa25 req-3b4c37c5-c5d1-4365-8a07-dd5448a4c39f tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:24.895869 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-90d690f5-9088-49fc-9f93-bd0c83f7fa25 req-3b4c37c5-c5d1-4365-8a07-dd5448a4c39f tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.37 "GET /v2.0/ports?device_id=0977c044-a82c-4eb7-a676-0ad12ad09c3e HTTP/1.1" status: 200 len: 945 time: 0.2810056 Nov 12 08:53:24.949758 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-bcd2ee4e-3285-4415-86ca-92e3f88cac36 admin admin] Deleting port e176de35-81b8-4ede-a29b-f4d827e8fd4e {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:53:24.950403 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bcd2ee4e-3285-4415-86ca-92e3f88cac36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:24.956438 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a18b1e07-cbd1-42ba-86a1-f9ef92ece2d2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:24.996045 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-13600366-c2b9-4736-a9b7-93bb43132da8 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] In _notify_port_updated(), no bound segment for port 47404636-898c-44d4-9b6a-4d2455b1e8ee on network b10a7d10-6adf-4a5b-9687-9e7760e2f4a9 {{(pid=102569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:53:25.003637 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13600366-c2b9-4736-a9b7-93bb43132da8 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:25.004914 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-13600366-c2b9-4736-a9b7-93bb43132da8 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.006877 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-13600366-c2b9-4736-a9b7-93bb43132da8 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "PUT /v2.0/ports/47404636-898c-44d4-9b6a-4d2455b1e8ee HTTP/1.1" status: 200 len: 818 time: 0.9287121 Nov 12 08:53:25.015915 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-90d690f5-9088-49fc-9f93-bd0c83f7fa25 req-77d66d15-7664-44f6-ad4b-ebddc2d46917 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.37 "GET /v2.0/security-groups?id=aeeef4b6-34e5-4b80-bc0e-f1d9c6fada52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765109 Nov 12 08:53:25.016702 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35276) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:25.026883 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a18b1e07-cbd1-42ba-86a1-f9ef92ece2d2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.034838 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a18b1e07-cbd1-42ba-86a1-f9ef92ece2d2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/subnets/bd234cc8-8c46-4134-b593-8174616c0dc0 HTTP/1.1" status: 204 len: 168 time: 0.8671939 Nov 12 08:53:25.042784 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35278) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:25.043347 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b1e07-cbd1-42ba-86a1-f9ef92ece2d2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Subnet': ['ID=bd234cc8-8c46-4134-b593-8174616c0dc0,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:25.061046 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 42b20626-5a2f-4b4f-8d80-26193c260631, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=42b20626-5a2f-4b4f-8d80-26193c260631,segment=NetworkSegment(d47e37de-42bc-43ac-a10c-170a483249e6),segment_id=d47e37de-42bc-43ac-a10c-170a483249e6)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:25.088397 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '42b20626-5a2f-4b4f-8d80-26193c260631', 'network_id': '13a885c4-65b3-49fb-a3a8-7d284f1cee63', 'port_id': '42b20626-5a2f-4b4f-8d80-26193c260631', 'mac_address': 'fa:16:3e:9b:b0:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38e4b15-1e73-4947-8254-225baa4e56ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:53:25.101631 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa6e56a-b808-4596-849d-2f9de402bbc0 None None] Network 5a5372d4-1875-4b50-a516-1b954399074c requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:53:25.119246 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13600366-c2b9-4736-a9b7-93bb43132da8 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Port': ['ID=47404636-898c-44d4-9b6a-4d2455b1e8ee,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:25.185564 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-bcd2ee4e-3285-4415-86ca-92e3f88cac36 admin admin] For port e176de35-81b8-4ede-a29b-f4d827e8fd4e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=e176de35-81b8-4ede-a29b-f4d827e8fd4e,segment=NetworkSegment(b53301f5-d6fd-4e61-b347-e433dc056bd4),segment_id=b53301f5-d6fd-4e61-b347-e433dc056bd4)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:25.186281 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bcd2ee4e-3285-4415-86ca-92e3f88cac36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.224518 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9b119e54-a841-4862-b454-072e04bb4d22 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.238901 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-bcd2ee4e-3285-4415-86ca-92e3f88cac36 admin admin] Calling delete_port for e176de35-81b8-4ede-a29b-f4d827e8fd4e owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:25.267234 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7e5f8e42-d766-4ad0-bb51-5c7536a97bb2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.272709 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-b7b0b4fe-2828-4e57-bb48-abc9bbbaa4b2 None None] Set router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:53:25.283203 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42728bd4-6d9e-4356-8a6b-2a821a72f21f req-8a8cd14c-5804-4826-8b8d-cce5bd8bff70 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:25.293392 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-42728bd4-6d9e-4356-8a6b-2a821a72f21f req-8a8cd14c-5804-4826-8b8d-cce5bd8bff70 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b08b54-fee6-497c-815b-ddfb712cadcf HTTP/1.1" status: 200 len: 943 time: 0.1515212 Nov 12 08:53:25.310360 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-d389ced8-c186-4545-a93a-d7e1b15bb3bc tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Deleting port 47404636-898c-44d4-9b6a-4d2455b1e8ee {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:53:25.310804 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d389ced8-c186-4545-a93a-d7e1b15bb3bc tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.403235 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9b119e54-a841-4862-b454-072e04bb4d22 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.423405 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bcd2ee4e-3285-4415-86ca-92e3f88cac36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.433194 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f8e42-d766-4ad0-bb51-5c7536a97bb2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Deleting port 8b4941f5-5897-4ad5-9ae8-123c5b257a0f {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:53:25.433820 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7e5f8e42-d766-4ad0-bb51-5c7536a97bb2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.469244 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d389ced8-c186-4545-a93a-d7e1b15bb3bc tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.482394 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2ee4e-3285-4415-86ca-92e3f88cac36 admin admin] Pushing event deleted for resources: {'Port': ['ID=e176de35-81b8-4ede-a29b-f4d827e8fd4e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:25.506214 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-42728bd4-6d9e-4356-8a6b-2a821a72f21f req-3d6b5cc3-8d8a-49c8-83bf-ad7a16f4ad46 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113199 Nov 12 08:53:25.530369 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd2ee4e-3285-4415-86ca-92e3f88cac36 admin admin] No DVR routers for this DVR port e176de35-81b8-4ede-a29b-f4d827e8fd4e on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:53:25.535244 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b119e54-a841-4862-b454-072e04bb4d22 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:25.537545 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-9b119e54-a841-4862-b454-072e04bb4d22 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:25.555577 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-d389ced8-c186-4545-a93a-d7e1b15bb3bc tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Calling delete_port for 47404636-898c-44d4-9b6a-4d2455b1e8ee owned by {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:25.558200 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b119e54-a841-4862-b454-072e04bb4d22 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event updated for resources: {'Port': ['ID=854379f2-bc17-4c70-b11d-5b0c1f4ff497,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:25.560411 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b119e54-a841-4862-b454-072e04bb4d22 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:25.650717 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b7b0b4fe-2828-4e57-bb48-abc9bbbaa4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'name': 'tempest-RoutersIpV6Test-router-184507091', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:51:44Z', 'updated_at': '2021-11-12T08:53:22Z', 'revision_number': 11, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:25.685159 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bcd2ee4e-3285-4415-86ca-92e3f88cac36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.714742 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b0b4fe-2828-4e57-bb48-abc9bbbaa4b2 None None] The sync data for ids ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'] in n-d-768862-16 is: [{'id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'name': 'tempest-RoutersIpV6Test-router-184507091', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:51:44Z', 'updated_at': '2021-11-12T08:53:22Z', 'revision_number': 11, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'gw_port_host': None}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:53:25.721548 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.763929 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1eec9d-514a-47be-bc46-0fd2694a64df None None] DHCP port deletion for 837ec62d-b3f5-4602-995a-15f6fc8805b4 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:53:25.804059 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-7e5f8e42-d766-4ad0-bb51-5c7536a97bb2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] For port 8b4941f5-5897-4ad5-9ae8-123c5b257a0f, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=8b4941f5-5897-4ad5-9ae8-123c5b257a0f,segment=NetworkSegment(029ff6cd-a6a7-41fb-8189-5d791e4997f0),segment_id=029ff6cd-a6a7-41fb-8189-5d791e4997f0)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:25.804444 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7e5f8e42-d766-4ad0-bb51-5c7536a97bb2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.820084 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f8e42-d766-4ad0-bb51-5c7536a97bb2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Calling delete_port for 8b4941f5-5897-4ad5-9ae8-123c5b257a0f owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:25.824524 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b20626-5a2f-4b4f-8d80-26193c260631 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:53:25.917969 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 42b20626-5a2f-4b4f-8d80-26193c260631, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=42b20626-5a2f-4b4f-8d80-26193c260631,segment=NetworkSegment(d47e37de-42bc-43ac-a10c-170a483249e6),segment_id=d47e37de-42bc-43ac-a10c-170a483249e6)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:25.927023 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.939234 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7e5f8e42-d766-4ad0-bb51-5c7536a97bb2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.966628 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d389ced8-c186-4545-a93a-d7e1b15bb3bc tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.985212 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5f8e42-d766-4ad0-bb51-5c7536a97bb2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] No DVR routers for this DVR port 8b4941f5-5897-4ad5-9ae8-123c5b257a0f on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:53:25.988857 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-bcd2ee4e-3285-4415-86ca-92e3f88cac36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837ec62d-b3f5-4602-995a-15f6fc8805b4']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:25.994231 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f8e42-d766-4ad0-bb51-5c7536a97bb2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Port': ['ID=8b4941f5-5897-4ad5-9ae8-123c5b257a0f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:26.007664 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-bcd2ee4e-3285-4415-86ca-92e3f88cac36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b53301f5-d6fd-4e61-b347-e433dc056bd4') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:26.008028 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-bcd2ee4e-3285-4415-86ca-92e3f88cac36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b53301f5-d6fd-4e61-b347-e433dc056bd4') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:26.051767 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bcd2ee4e-3285-4415-86ca-92e3f88cac36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:26.056831 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389ced8-c186-4545-a93a-d7e1b15bb3bc tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Port': ['ID=47404636-898c-44d4-9b6a-4d2455b1e8ee,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:26.065070 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=42b20626-5a2f-4b4f-8d80-26193c260631,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:26.135319 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107bb493-a89e-4927-a571-cf6968cae625 None None] DHCP port deletion for 5a5372d4-1875-4b50-a516-1b954399074c request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:53:26.144672 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bcd2ee4e-3285-4415-86ca-92e3f88cac36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:26.154323 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d389ced8-c186-4545-a93a-d7e1b15bb3bc tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:26.158665 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7e5f8e42-d766-4ad0-bb51-5c7536a97bb2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:26.163042 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd2ee4e-3285-4415-86ca-92e3f88cac36 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:53:26.166579 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bcd2ee4e-3285-4415-86ca-92e3f88cac36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:26.169049 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:53:26.169049 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:53:26.169049 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:53:26.169049 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:53:26.169049 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:53:26.169049 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:53:26.169049 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:53:26.169049 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:53:26.169049 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:53:26.169049 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:53:26.169049 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:53:26.169049 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:53:26.169049 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:53:26.169049 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:53:26.169049 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:53:26.169049 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:53:26.169049 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:53:26.169049 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:53:26.169049 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:53:26.169049 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:53:26.169049 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:53:26.169049 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:53:26.169049 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:53:26.169049 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:53:26.169049 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:53:26.169049 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:53:26.169049 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:53:26.169049 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:53:26.169049 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:53:26.169049 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:53:26.169049 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:53:26.169049 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:53:26.190738 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d389ced8-c186-4545-a93a-d7e1b15bb3bc tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/ports/47404636-898c-44d4-9b6a-4d2455b1e8ee HTTP/1.1" status: 204 len: 168 time: 1.1640577 Nov 12 08:53:26.195555 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35284) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:26.209702 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['42b20626-5a2f-4b4f-8d80-26193c260631'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:53:26.298656 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-7e5f8e42-d766-4ad0-bb51-5c7536a97bb2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a5372d4-1875-4b50-a516-1b954399074c']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:26.322421 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-7e5f8e42-d766-4ad0-bb51-5c7536a97bb2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '029ff6cd-a6a7-41fb-8189-5d791e4997f0') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:26.322779 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-7e5f8e42-d766-4ad0-bb51-5c7536a97bb2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '029ff6cd-a6a7-41fb-8189-5d791e4997f0') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:26.334315 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bcd2ee4e-3285-4415-86ca-92e3f88cac36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:26.345558 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7e5f8e42-d766-4ad0-bb51-5c7536a97bb2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:26.348755 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bcd2ee4e-3285-4415-86ca-92e3f88cac36 admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:26.357527 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-bcd2ee4e-3285-4415-86ca-92e3f88cac36 admin admin] 10.222.0.37 "DELETE /v2.0/networks/837ec62d-b3f5-4602-995a-15f6fc8805b4 HTTP/1.1" status: 204 len: 168 time: 2.0210350 Nov 12 08:53:26.360579 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8b4941f5-5897-4ad5-9ae8-123c5b257a0f no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:53:26.380505 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2ee4e-3285-4415-86ca-92e3f88cac36 admin admin] Pushing event deleted for resources: {'Network': ['ID=837ec62d-b3f5-4602-995a-15f6fc8805b4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:26.391597 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7e5f8e42-d766-4ad0-bb51-5c7536a97bb2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:26.406459 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a2323-6342-48d8-bdb9-c5b3d28ff23b req-9c47aec7-2734-4bf0-a9a7-3e0ae69ec2a5 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:26.410479 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c2a2323-6342-48d8-bdb9-c5b3d28ff23b req-9c47aec7-2734-4bf0-a9a7-3e0ae69ec2a5 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.58 "GET /v2.0/ports?device_id=0977c044-a82c-4eb7-a676-0ad12ad09c3e HTTP/1.1" status: 200 len: 945 time: 0.4563925 Nov 12 08:53:26.410907 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5f8e42-d766-4ad0-bb51-5c7536a97bb2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:53:26.411412 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7e5f8e42-d766-4ad0-bb51-5c7536a97bb2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:26.419220 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:53:26.419220 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:53:26.419220 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:53:26.419220 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:53:26.419220 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:53:26.419220 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:53:26.419220 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:53:26.419220 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:53:26.419220 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:53:26.419220 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:53:26.419220 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:53:26.419220 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:53:26.419220 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:53:26.419220 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:53:26.419220 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:53:26.419220 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:53:26.419220 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:53:26.419220 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:53:26.419220 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:53:26.419220 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:53:26.419220 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:53:26.419220 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:53:26.419220 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:53:26.419220 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:53:26.419220 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:53:26.419220 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:53:26.419220 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:53:26.419220 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:53:26.419220 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:53:26.419220 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:53:26.419220 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:53:26.419220 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:53:26.436701 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 8b4941f5-5897-4ad5-9ae8-123c5b257a0f {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:53:26.437273 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8b4941f5-5897-4ad5-9ae8-123c5b257a0f not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:53:26.439674 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 6027c92f-7750-42c1-b811-5ccffadce967 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:53:26.488273 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 6027c92f-7750-42c1-b811-5ccffadce967 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:53:26.488816 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 6027c92f-7750-42c1-b811-5ccffadce967 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:53:26.489596 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device e176de35-81b8-4ede-a29b-f4d827e8fd4e no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:53:26.556542 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: e176de35-81b8-4ede-a29b-f4d827e8fd4e {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:53:26.556888 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device e176de35-81b8-4ede-a29b-f4d827e8fd4e not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:53:26.600038 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7e5f8e42-d766-4ad0-bb51-5c7536a97bb2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:26.611303 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7e5f8e42-d766-4ad0-bb51-5c7536a97bb2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:26.629714 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7e5f8e42-d766-4ad0-bb51-5c7536a97bb2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/networks/5a5372d4-1875-4b50-a516-1b954399074c HTTP/1.1" status: 204 len: 168 time: 1.5714703 Nov 12 08:53:26.630011 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35290) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:26.641427 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-f829096b-f086-4ab8-bf0b-34d1d71df0c3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Request body: {'router': {'routes': None}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:26.657151 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35292) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:26.671660 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f8e42-d766-4ad0-bb51-5c7536a97bb2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Pushing event deleted for resources: {'Network': ['ID=5a5372d4-1875-4b50-a516-1b954399074c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:26.726714 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-09869002-1fec-48ca-8a46-12fa79f0b0a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=80cba63a5f3c423896b758b0902dcec9&name=default HTTP/1.1" status: 200 len: 2997 time: 0.0655384 Nov 12 08:53:26.730674 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35294) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:26.808433 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f232036c-c13c-466b-9fd0-2985b4bc7197 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:26.810304 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f232036c-c13c-466b-9fd0-2985b4bc7197 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6025634 Nov 12 08:53:26.813851 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35296) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:26.826304 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967fdfa-481b-4968-9be8-12f110676dbb req-098915f1-400e-45cd-9dcc-b8dc7142b9af tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:26.826993 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-721007d4-9e73-4014-82d7-49d1b1f6c151 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:26.828192 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d967fdfa-481b-4968-9be8-12f110676dbb req-098915f1-400e-45cd-9dcc-b8dc7142b9af tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.37 "GET /v2.0/ports?device_id=0977c044-a82c-4eb7-a676-0ad12ad09c3e HTTP/1.1" status: 200 len: 945 time: 0.5276222 Nov 12 08:53:26.855943 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb1d081-de0c-40d9-a9f6-4c248c6b3b79 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] GET failed (client error): The resource could not be found. Nov 12 08:53:26.861201 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ddb1d081-de0c-40d9-a9f6-4c248c6b3b79 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "GET /v2.0/ports/47404636-898c-44d4-9b6a-4d2455b1e8ee HTTP/1.1" status: 404 len: 333 time: 0.0428436 Nov 12 08:53:26.865242 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35298) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:26.871103 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-bd44093b-ab81-47e6-9d9d-f5028f345dcd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-382550330'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:26.890442 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-721007d4-9e73-4014-82d7-49d1b1f6c151 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:26.938443 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9b119e54-a841-4862-b454-072e04bb4d22 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:26.955902 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd44093b-ab81-47e6-9d9d-f5028f345dcd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:26.961925 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bd44093b-ab81-47e6-9d9d-f5028f345dcd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:26.997103 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd44093b-ab81-47e6-9d9d-f5028f345dcd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:53:27.004977 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-721007d4-9e73-4014-82d7-49d1b1f6c151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:27.008217 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-721007d4-9e73-4014-82d7-49d1b1f6c151 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:27.010155 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-721007d4-9e73-4014-82d7-49d1b1f6c151 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5e98fa9a-c5b3-43d0-854e-c06503fbff0f HTTP/1.1" status: 204 len: 168 time: 0.2779231 Nov 12 08:53:27.017524 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.extraroute_db [None req-f829096b-f086-4ab8-bf0b-34d1d71df0c3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Added routes are [] {{(pid=102569) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 08:53:27.018034 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.extraroute_db [None req-f829096b-f086-4ab8-bf0b-34d1d71df0c3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Removed routes are [] {{(pid=102569) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 08:53:27.018034 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f829096b-f086-4ab8-bf0b-34d1d71df0c3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12134'] for router, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:27.018359 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bd44093b-ab81-47e6-9d9d-f5028f345dcd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:27.018955 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-bd44093b-ab81-47e6-9d9d-f5028f345dcd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Added segment e9567191-3e5f-43e7-b7ec-13e9868595b5 of type vlan for network 4266c491-3b70-4076-a00a-b8ea7cd3e0ce Nov 12 08:53:27.034346 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721007d4-9e73-4014-82d7-49d1b1f6c151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e98fa9a-c5b3-43d0-854e-c06503fbff0f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:27.113004 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bd44093b-ab81-47e6-9d9d-f5028f345dcd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:27.150050 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bd44093b-ab81-47e6-9d9d-f5028f345dcd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:27.156828 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44093b-ab81-47e6-9d9d-f5028f345dcd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:27.157964 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bd44093b-ab81-47e6-9d9d-f5028f345dcd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:27.167902 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d967fdfa-481b-4968-9be8-12f110676dbb req-da7aa969-f33f-472e-ace1-ba28e16f6bfd tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.37 "GET /v2.0/security-groups?id=aeeef4b6-34e5-4b80-bc0e-f1d9c6fada52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251522 Nov 12 08:53:27.172909 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-1c2a2323-6342-48d8-bdb9-c5b3d28ff23b req-61e7a2b4-89f4-43d3-9477-c5e80e97190f tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] Deleting port b182b3f9-9d96-4434-8b93-93d4caf86f9c {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:53:27.173498 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1c2a2323-6342-48d8-bdb9-c5b3d28ff23b req-61e7a2b4-89f4-43d3-9477-c5e80e97190f tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:27.261374 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44093b-ab81-47e6-9d9d-f5028f345dcd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Network': ['ID=4266c491-3b70-4076-a00a-b8ea7cd3e0ce,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:27.279770 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 4266c491-3b70-4076-a00a-b8ea7cd3e0ce details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:53:27.310838 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-bd44093b-ab81-47e6-9d9d-f5028f345dcd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4437642 Nov 12 08:53:27.311885 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35304) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:27.320443 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-9ffe4719-0bab-448d-b440-18a0543576d5 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'subnet': {'network_id': '4266c491-3b70-4076-a00a-b8ea7cd3e0ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:27.381314 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9b119e54-a841-4862-b454-072e04bb4d22 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:27.447319 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f829096b-f086-4ab8-bf0b-34d1d71df0c3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12134'] for router, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:27.470712 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f829096b-f086-4ab8-bf0b-34d1d71df0c3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920415'] for router, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:27.475528 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffe4719-0bab-448d-b440-18a0543576d5 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:27.481477 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ffe4719-0bab-448d-b440-18a0543576d5 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:27.743404 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ffe4719-0bab-448d-b440-18a0543576d5 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:27.826584 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe4719-0bab-448d-b440-18a0543576d5 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Subnet': ['ID=d2613e25-c34f-4f00-8217-8a6efd63d6ec,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:27.837565 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffe4719-0bab-448d-b440-18a0543576d5 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Checking segment: {'id': 'e9567191-3e5f-43e7-b7ec-13e9868595b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4266c491-3b70-4076-a00a-b8ea7cd3e0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:27.837930 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffe4719-0bab-448d-b440-18a0543576d5 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network hostable DHCP agents. Network: 4266c491-3b70-4076-a00a-b8ea7cd3e0ce, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:53:27.861345 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffe4719-0bab-448d-b440-18a0543576d5 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network 4266c491-3b70-4076-a00a-b8ea7cd3e0ce is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:53:27.879704 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-9ffe4719-0bab-448d-b440-18a0543576d5 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 4266c491-3b70-4076-a00a-b8ea7cd3e0ce) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:27.886300 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffe4719-0bab-448d-b440-18a0543576d5 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:27.887123 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ffe4719-0bab-448d-b440-18a0543576d5 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:27.895495 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbec180-db78-4afa-a9a6-cc70b453f15a None None] Network 4266c491-3b70-4076-a00a-b8ea7cd3e0ce requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:53:27.937919 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9ffe4719-0bab-448d-b440-18a0543576d5 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6243317 Nov 12 08:53:27.946995 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35322) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:27.959664 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-99d4cbf9-8d37-4003-bcba-ca6398f939a1 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'subnet': {'network_id': '4266c491-3b70-4076-a00a-b8ea7cd3e0ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:28.139855 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d4cbf9-8d37-4003-bcba-ca6398f939a1 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:28.147586 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-99d4cbf9-8d37-4003-bcba-ca6398f939a1 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:28.204256 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3a8509-097c-4d68-b361-ca9a1d8f8a20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-4266c491-3b70-4076-a00a-b8ea7cd3e0ce', 'network_id': '4266c491-3b70-4076-a00a-b8ea7cd3e0ce', 'tenant_id': 'ca0ab10f4dfb414ea19428569653c5e2', 'fixed_ips': [{'subnet_id': 'd2613e25-c34f-4f00-8217-8a6efd63d6ec'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:53:28.210120 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6d3a8509-097c-4d68-b361-ca9a1d8f8a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:28.212260 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9b119e54-a841-4862-b454-072e04bb4d22 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:28.241154 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656977fe-b040-4173-a225-210af4c457a5 req-ff73ddc2-3f64-4f95-a423-964f49abeac4 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:28.243772 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-656977fe-b040-4173-a225-210af4c457a5 req-ff73ddc2-3f64-4f95-a423-964f49abeac4 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b08b54-fee6-497c-815b-ddfb712cadcf HTTP/1.1" status: 200 len: 944 time: 0.9457309 Nov 12 08:53:28.245512 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9b119e54-a841-4862-b454-072e04bb4d22 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:28.263506 n-d-768862-16 neutron-server[102568]: INFO neutron.db.ipam_backend_mixin [None req-99d4cbf9-8d37-4003-bcba-ca6398f939a1 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d2613e25-c34f-4f00-8217-8a6efd63d6ec (CIDR: 2001:db8::/64) Nov 12 08:53:28.277646 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d4cbf9-8d37-4003-bcba-ca6398f939a1 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:53:28.278109 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99d4cbf9-8d37-4003-bcba-ca6398f939a1 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:53:28.299675 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-99d4cbf9-8d37-4003-bcba-ca6398f939a1 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3496425 Nov 12 08:53:28.303421 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35332) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:28.310575 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-86c3eb92-8411-433d-8373-a6a893d4c969 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'subnet': {'network_id': '4266c491-3b70-4076-a00a-b8ea7cd3e0ce', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:28.442866 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b119e54-a841-4862-b454-072e04bb4d22 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event updated for resources: {'Port': ['ID=854379f2-bc17-4c70-b11d-5b0c1f4ff497,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:28.469111 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-6d3a8509-097c-4d68-b361-ca9a1d8f8a20 None None] Allocated IP 2001:db8::2 (4266c491-3b70-4076-a00a-b8ea7cd3e0ce/d2613e25-c34f-4f00-8217-8a6efd63d6ec/5aba243a-ac4f-4c80-840d-bcadf5cb218c) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:28.474039 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c3eb92-8411-433d-8373-a6a893d4c969 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:28.481029 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-86c3eb92-8411-433d-8373-a6a893d4c969 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:28.483797 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-1c2a2323-6342-48d8-bdb9-c5b3d28ff23b req-61e7a2b4-89f4-43d3-9477-c5e80e97190f tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] For port b182b3f9-9d96-4434-8b93-93d4caf86f9c, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=b182b3f9-9d96-4434-8b93-93d4caf86f9c,segment=NetworkSegment(0f3257e9-3aa1-4edc-8ecd-8fba59d451bf),segment_id=0f3257e9-3aa1-4edc-8ecd-8fba59d451bf)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:28.484386 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1c2a2323-6342-48d8-bdb9-c5b3d28ff23b req-61e7a2b4-89f4-43d3-9477-c5e80e97190f tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:28.502670 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f829096b-f086-4ab8-bf0b-34d1d71df0c3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:53:28.596699 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-656977fe-b040-4173-a225-210af4c457a5 req-602e8983-5833-42a3-b757-9ac5fe4fe222 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388410 Nov 12 08:53:28.615533 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-1c2a2323-6342-48d8-bdb9-c5b3d28ff23b req-61e7a2b4-89f4-43d3-9477-c5e80e97190f tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] Calling delete_port for b182b3f9-9d96-4434-8b93-93d4caf86f9c owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:28.682888 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6d3a8509-097c-4d68-b361-ca9a1d8f8a20 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:28.689512 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 42b20626-5a2f-4b4f-8d80-26193c260631 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:53:28.695729 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6d3a8509-097c-4d68-b361-ca9a1d8f8a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:28.710032 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9b119e54-a841-4862-b454-072e04bb4d22 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:28.773376 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3a8509-097c-4d68-b361-ca9a1d8f8a20 None None] Network 4266c491-3b70-4076-a00a-b8ea7cd3e0ce is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:28.778901 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-6d3a8509-097c-4d68-b361-ca9a1d8f8a20 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:28.788828 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3a8509-097c-4d68-b361-ca9a1d8f8a20 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:28.803830 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a8509-097c-4d68-b361-ca9a1d8f8a20 None None] Pushing event updated for resources: {'Port': ['ID=5aba243a-ac4f-4c80-840d-bcadf5cb218c,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:28.868457 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-6d3a8509-097c-4d68-b361-ca9a1d8f8a20 None None] Attempting to bind port 5aba243a-ac4f-4c80-840d-bcadf5cb218c on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:53:28.868836 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-6d3a8509-097c-4d68-b361-ca9a1d8f8a20 None None] Attempting to bind port 5aba243a-ac4f-4c80-840d-bcadf5cb218c by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'e9567191-3e5f-43e7-b7ec-13e9868595b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4266c491-3b70-4076-a00a-b8ea7cd3e0ce'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:53:28.869207 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3a8509-097c-4d68-b361-ca9a1d8f8a20 None None] Attempting to bind port 5aba243a-ac4f-4c80-840d-bcadf5cb218c on network 4266c491-3b70-4076-a00a-b8ea7cd3e0ce {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:28.871361 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 42b20626-5a2f-4b4f-8d80-26193c260631 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:53:28.878492 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3a8509-097c-4d68-b361-ca9a1d8f8a20 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:53:28.878880 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3a8509-097c-4d68-b361-ca9a1d8f8a20 None None] Checking segment: {'id': 'e9567191-3e5f-43e7-b7ec-13e9868595b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4266c491-3b70-4076-a00a-b8ea7cd3e0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:28.879289 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6d3a8509-097c-4d68-b361-ca9a1d8f8a20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:28.879686 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3a8509-097c-4d68-b361-ca9a1d8f8a20 None None] Bound using segment: {'id': 'e9567191-3e5f-43e7-b7ec-13e9868595b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4266c491-3b70-4076-a00a-b8ea7cd3e0ce'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:53:28.880202 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-6d3a8509-097c-4d68-b361-ca9a1d8f8a20 None None] Bound port: 5aba243a-ac4f-4c80-840d-bcadf5cb218c, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9567191-3e5f-43e7-b7ec-13e9868595b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4266c491-3b70-4076-a00a-b8ea7cd3e0ce'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:53:28.880590 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6d3a8509-097c-4d68-b361-ca9a1d8f8a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:28.883226 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 42b20626-5a2f-4b4f-8d80-26193c260631 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:28.883226 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:28.889435 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-86c3eb92-8411-433d-8373-a6a893d4c969 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:28.917948 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [None req-9b119e54-a841-4862-b454-072e04bb4d22 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Floating IP afb89617-6533-4cac-b662-59cec3a7b32a associated. External IP: 172.25.6.97, port: 8b7cd986-7eb3-45b6-99bf-3858416a5681. Nov 12 08:53:28.953370 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c3eb92-8411-433d-8373-a6a893d4c969 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network 4266c491-3b70-4076-a00a-b8ea7cd3e0ce is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:28.958290 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-86c3eb92-8411-433d-8373-a6a893d4c969 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:28.965820 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c3eb92-8411-433d-8373-a6a893d4c969 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:28.966628 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-86c3eb92-8411-433d-8373-a6a893d4c969 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:28.994860 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-86c3eb92-8411-433d-8373-a6a893d4c969 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6871579 Nov 12 08:53:28.996617 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35338) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:29.002580 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-bbec65d2-7876-4fc1-ba56-a34be43cc7cf tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'port': {'network_id': '4266c491-3b70-4076-a00a-b8ea7cd3e0ce', 'fixed_ips': [{'subnet_id': 'd2613e25-c34f-4f00-8217-8a6efd63d6ec'}, {'subnet_id': 'f2d54dbd-71a8-4afd-aa59-98a1f441c3ce'}], 'name': 'tempest-PortsIpV6TestJSON-1946415587'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:29.009704 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3eb92-8411-433d-8373-a6a893d4c969 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Subnet': ['ID=f2d54dbd-71a8-4afd-aa59-98a1f441c3ce,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:29.030745 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-6d3a8509-097c-4d68-b361-ca9a1d8f8a20 None None] For port 5aba243a-ac4f-4c80-840d-bcadf5cb218c, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:53:29.062832 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-6d3a8509-097c-4d68-b361-ca9a1d8f8a20 None None] For port 5aba243a-ac4f-4c80-840d-bcadf5cb218c, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=5aba243a-ac4f-4c80-840d-bcadf5cb218c,segment=NetworkSegment(e9567191-3e5f-43e7-b7ec-13e9868595b5),segment_id=e9567191-3e5f-43e7-b7ec-13e9868595b5)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:53:29.063973 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:29.065231 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:29.084550 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6d3a8509-097c-4d68-b361-ca9a1d8f8a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:29.147798 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 42b20626-5a2f-4b4f-8d80-26193c260631, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=42b20626-5a2f-4b4f-8d80-26193c260631,segment=NetworkSegment(d47e37de-42bc-43ac-a10c-170a483249e6),segment_id=d47e37de-42bc-43ac-a10c-170a483249e6)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:29.151037 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b08b54-fee6-497c-815b-ddfb712cadcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b20626-5a2f-4b4f-8d80-26193c260631'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:53:29.153757 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ec9fc7-6597-4b75-9bc7-b3c629ac036e" -d '{"events": [{"server_uuid": "b0b08b54-fee6-497c-815b-ddfb712cadcf", "name": "network-vif-plugged", "status": "completed", "tag": "42b20626-5a2f-4b4f-8d80-26193c260631"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:53:29.165814 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:29.181610 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f829096b-f086-4ab8-bf0b-34d1d71df0c3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:53:29.197473 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aa0e69-d830-4dda-8cf3-a24b41c61719 None None] Sync routers for ids ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:53:29.198393 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a8509-097c-4d68-b361-ca9a1d8f8a20 None None] Pushing event updated for resources: {'Port': ['ID=5aba243a-ac4f-4c80-840d-bcadf5cb218c,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:29.233784 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbec65d2-7876-4fc1-ba56-a34be43cc7cf tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:29.247295 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f829096b-f086-4ab8-bf0b-34d1d71df0c3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:29.254017 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aa0e69-d830-4dda-8cf3-a24b41c61719 None None] Routers {'15f61129-b93a-4a5a-bf68-de3f6c51bc61'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:29.254286 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f829096b-f086-4ab8-bf0b-34d1d71df0c3 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "PUT /v2.0/routers/15f61129-b93a-4a5a-bf68-de3f6c51bc61 HTTP/1.1" status: 200 len: 704 time: 2.6110168 Nov 12 08:53:29.254492 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-72aa0e69-d830-4dda-8cf3-a24b41c61719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:53:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:29.255342 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35342) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:29.346086 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=42b20626-5a2f-4b4f-8d80-26193c260631,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:29.346643 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a8373fe2-4297-463c-991c-a0b2c4fed60a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "GET /v2.0/ports?device_id=15f61129-b93a-4a5a-bf68-de3f6c51bc61 HTTP/1.1" status: 200 len: 205 time: 0.0894177 Nov 12 08:53:29.355108 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35344) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:29.380849 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-72aa0e69-d830-4dda-8cf3-a24b41c61719 None None] Set router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:53:29.393764 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c2d0b-1bcb-442d-8cfe-899335ec4aea req-568ace89-886e-42ec-861f-900d2b20a6c7 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:29.396651 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-676c2d0b-1bcb-442d-8cfe-899335ec4aea req-568ace89-886e-42ec-861f-900d2b20a6c7 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.37 "GET /v2.0/ports?device_id=0977c044-a82c-4eb7-a676-0ad12ad09c3e HTTP/1.1" status: 200 len: 945 time: 0.6186690 Nov 12 08:53:29.451544 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-72aa0e69-d830-4dda-8cf3-a24b41c61719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'name': 'tempest-RoutersIpV6Test-router-184507091', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:51:44Z', 'updated_at': '2021-11-12T08:53:22Z', 'revision_number': 11, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:29.517771 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device b182b3f9-9d96-4434-8b93-93d4caf86f9c no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:53:29.548342 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8dc8198-e900-4e11-9406-221a998f8076 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:29.555567 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aa0e69-d830-4dda-8cf3-a24b41c61719 None None] Checking router: 15f61129-b93a-4a5a-bf68-de3f6c51bc61 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:53:29.581706 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aa0e69-d830-4dda-8cf3-a24b41c61719 None None] Routers {'15f61129-b93a-4a5a-bf68-de3f6c51bc61'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:29.582866 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-72aa0e69-d830-4dda-8cf3-a24b41c61719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:53:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:29.635115 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-676c2d0b-1bcb-442d-8cfe-899335ec4aea req-cd89c789-b4ef-4a6f-b169-2cacc6ef4252 tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.37 "GET /v2.0/security-groups?id=aeeef4b6-34e5-4b80-bc0e-f1d9c6fada52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275062 Nov 12 08:53:29.711342 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b119e54-a841-4862-b454-072e04bb4d22 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Router d7eb8014-2395-467d-8954-226e5c316fbd has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:53:29.721926 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-72aa0e69-d830-4dda-8cf3-a24b41c61719 None None] Set router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:53:29.763204 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:29.787455 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bbec65d2-7876-4fc1-ba56-a34be43cc7cf tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:29.821941 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-72aa0e69-d830-4dda-8cf3-a24b41c61719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'name': 'tempest-RoutersIpV6Test-router-184507091', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:51:44Z', 'updated_at': '2021-11-12T08:53:22Z', 'revision_number': 11, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:29.857110 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-bbec65d2-7876-4fc1-ba56-a34be43cc7cf tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] device_id is not set on port 72797e7d-ca84-4c03-ad76-b0396e450d0f yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:53:29.870077 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1c2a2323-6342-48d8-bdb9-c5b3d28ff23b req-61e7a2b4-89f4-43d3-9477-c5e80e97190f tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:29.892442 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aa0e69-d830-4dda-8cf3-a24b41c61719 None None] The sync data for ids ['15f61129-b93a-4a5a-bf68-de3f6c51bc61'] in n-d-768862-16 is: [{'id': '15f61129-b93a-4a5a-bf68-de3f6c51bc61', 'name': 'tempest-RoutersIpV6Test-router-184507091', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:51:44Z', 'updated_at': '2021-11-12T08:53:22Z', 'revision_number': 11, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'gw_port_host': None}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:53:29.962138 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7a2b4-89f4-43d3-9477-c5e80e97190f tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] Pushing event deleted for resources: {'Port': ['ID=b182b3f9-9d96-4434-8b93-93d4caf86f9c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:30.114061 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2a2323-6342-48d8-bdb9-c5b3d28ff23b req-61e7a2b4-89f4-43d3-9477-c5e80e97190f tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] No DVR routers for this DVR port b182b3f9-9d96-4434-8b93-93d4caf86f9c on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:53:30.115941 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5aba243a-ac4f-4c80-840d-bcadf5cb218c up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:53:30.121550 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1c2a2323-6342-48d8-bdb9-c5b3d28ff23b req-61e7a2b4-89f4-43d3-9477-c5e80e97190f tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:30.127652 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c2a2323-6342-48d8-bdb9-c5b3d28ff23b req-61e7a2b4-89f4-43d3-9477-c5e80e97190f tempest-ServerAddressesNegativeTestJSON-667041868 tempest-ServerAddressesNegativeTestJSON-667041868-project] 10.222.0.58 "DELETE /v2.0/ports/b182b3f9-9d96-4434-8b93-93d4caf86f9c HTTP/1.1" status: 204 len: 173 time: 3.6671717 Nov 12 08:53:30.128978 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0977c044-a82c-4eb7-a676-0ad12ad09c3e', 'name': 'network-vif-deleted', 'tag': 'b182b3f9-9d96-4434-8b93-93d4caf86f9c'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:53:30.132901 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8445aa5e-4a68-44af-9155-892a53ad04be" -d '{"events": [{"server_uuid": "0977c044-a82c-4eb7-a676-0ad12ad09c3e", "name": "network-vif-deleted", "tag": "b182b3f9-9d96-4434-8b93-93d4caf86f9c"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:53:30.150586 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8dc8198-e900-4e11-9406-221a998f8076 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:30.156088 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8dc8198-e900-4e11-9406-221a998f8076 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:30.175668 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b119e54-a841-4862-b454-072e04bb4d22 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:53:30.242342 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9b119e54-a841-4862-b454-072e04bb4d22 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:30.248691 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d89af3-1bea-46ff-9423-22a96769cd38 None None] Sync routers for ids ['d7eb8014-2395-467d-8954-226e5c316fbd'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:53:30.280932 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8dc8198-e900-4e11-9406-221a998f8076 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:30.281444 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8dc8198-e900-4e11-9406-221a998f8076 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Fanout notify agent at l3_agent the message router_deleted on router 15f61129-b93a-4a5a-bf68-de3f6c51bc61 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:53:30.301671 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8dc8198-e900-4e11-9406-221a998f8076 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:30.308484 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c8dc8198-e900-4e11-9406-221a998f8076 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/routers/15f61129-b93a-4a5a-bf68-de3f6c51bc61 HTTP/1.1" status: 204 len: 168 time: 0.9467249 Nov 12 08:53:30.309104 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35364) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:30.317660 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-351ddd8f-5ae7-4c54-a516-2acbe9bdb4cf tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2122135667', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:30.370771 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d89af3-1bea-46ff-9423-22a96769cd38 None None] Routers {'d7eb8014-2395-467d-8954-226e5c316fbd'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:30.375858 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9b119e54-a841-4862-b454-072e04bb4d22 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.5711279 Nov 12 08:53:30.376907 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f9d89af3-1bea-46ff-9423-22a96769cd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:53:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d7eb8014-2395-467d-8954-226e5c316fbd'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:30.377484 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35366) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:30.383158 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-c43df679-9956-4db5-9963-8d03c609adf7 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Request body: {'floatingip': {'port_id': '8b7cd986-7eb3-45b6-99bf-3858416a5681', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:30.474827 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c43df679-9956-4db5-9963-8d03c609adf7 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:30.517915 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f9d89af3-1bea-46ff-9423-22a96769cd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:30.533258 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-351ddd8f-5ae7-4c54-a516-2acbe9bdb4cf tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:30.534965 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-351ddd8f-5ae7-4c54-a516-2acbe9bdb4cf tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:30.639402 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d89af3-1bea-46ff-9423-22a96769cd38 None None] Routers {'d7eb8014-2395-467d-8954-226e5c316fbd'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:30.639902 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f9d89af3-1bea-46ff-9423-22a96769cd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:53:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d7eb8014-2395-467d-8954-226e5c316fbd'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:30.651069 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 5aba243a-ac4f-4c80-840d-bcadf5cb218c triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:30.652170 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:30.690894 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f9d89af3-1bea-46ff-9423-22a96769cd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:30.691722 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d89af3-1bea-46ff-9423-22a96769cd38 None None] The sync data for ids ['d7eb8014-2395-467d-8954-226e5c316fbd'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:53:30.715783 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0009b3aa-7d8b-4210-a791-eb8eefebd337 x-openstack-request-id: req-0009b3aa-7d8b-4210-a791-eb8eefebd337 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:53:30.716093 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b08b54-fee6-497c-815b-ddfb712cadcf", "name": "network-vif-plugged", "status": "completed", "tag": "42b20626-5a2f-4b4f-8d80-26193c260631", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:53:30.716352 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0009b3aa-7d8b-4210-a791-eb8eefebd337 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:53:30.716765 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b08b54-fee6-497c-815b-ddfb712cadcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b20626-5a2f-4b4f-8d80-26193c260631', 'code': 200} Nov 12 08:53:30.901481 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-351ddd8f-5ae7-4c54-a516-2acbe9bdb4cf tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:30.936549 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-bbec65d2-7876-4fc1-ba56-a34be43cc7cf tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Allocated IP 2001:db8::353 (4266c491-3b70-4076-a00a-b8ea7cd3e0ce/d2613e25-c34f-4f00-8217-8a6efd63d6ec/72797e7d-ca84-4c03-ad76-b0396e450d0f) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:30.941899 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-351ddd8f-5ae7-4c54-a516-2acbe9bdb4cf tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:30.953872 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:31.010751 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 5aba243a-ac4f-4c80-840d-bcadf5cb218c, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=5aba243a-ac4f-4c80-840d-bcadf5cb218c,segment=NetworkSegment(e9567191-3e5f-43e7-b7ec-13e9868595b5),segment_id=e9567191-3e5f-43e7-b7ec-13e9868595b5)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:31.011017 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-bbec65d2-7876-4fc1-ba56-a34be43cc7cf tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Allocated IP 2001:db8:0:1::f8 (4266c491-3b70-4076-a00a-b8ea7cd3e0ce/f2d54dbd-71a8-4afd-aa59-98a1f441c3ce/72797e7d-ca84-4c03-ad76-b0396e450d0f) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:31.021986 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:31.068802 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec189c-52b7-4f6e-9059-6056b5c1546f req-40165563-6aca-4799-99e9-d44de9e5786e tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:31.072321 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d2ec189c-52b7-4f6e-9059-6056b5c1546f req-40165563-6aca-4799-99e9-d44de9e5786e tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b08b54-fee6-497c-815b-ddfb712cadcf HTTP/1.1" status: 200 len: 945 time: 0.2755945 Nov 12 08:53:31.124058 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=5aba243a-ac4f-4c80-840d-bcadf5cb218c,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:31.193502 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97c6849-82d2-4cf8-8b3b-f2ba1ed2ba90 None None] Network 4266c491-3b70-4076-a00a-b8ea7cd3e0ce requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:53:31.230541 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-351ddd8f-5ae7-4c54-a516-2acbe9bdb4cf tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:31.236010 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-351ddd8f-5ae7-4c54-a516-2acbe9bdb4cf tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9253688 Nov 12 08:53:31.240873 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35382) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:31.251854 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-dcf1ee7b-08a7-4624-990c-95a65feb65b9 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:31.256365 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9210e-f1fa-40e6-a3b5-bdd8245848f2 req-7220deff-7607-49c4-83d9-483b39e634ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:31.258762 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-70f9210e-f1fa-40e6-a3b5-bdd8245848f2 req-7220deff-7607-49c4-83d9-483b39e634ec service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b0b08b54-fee6-497c-815b-ddfb712cadcf HTTP/1.1" status: 200 len: 1097 time: 0.4050710 Nov 12 08:53:31.311109 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-78ebc19f-0eb6-44c5-88f5-307e98fb19ad None None] Provisioning complete for port 5aba243a-ac4f-4c80-840d-bcadf5cb218c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:31.311649 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-78ebc19f-0eb6-44c5-88f5-307e98fb19ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:31.354970 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bbec65d2-7876-4fc1-ba56-a34be43cc7cf tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:31.359164 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-70f9210e-f1fa-40e6-a3b5-bdd8245848f2 req-2a472168-5df8-422a-b67a-06f30294cd4c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918479 Nov 12 08:53:31.390856 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d2ec189c-52b7-4f6e-9059-6056b5c1546f req-9ce07bfd-ca77-4ecc-b149-01971ea16b61 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419064 Nov 12 08:53:31.425476 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bbec65d2-7876-4fc1-ba56-a34be43cc7cf tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:31.504709 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbec65d2-7876-4fc1-ba56-a34be43cc7cf tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network 4266c491-3b70-4076-a00a-b8ea7cd3e0ce is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:31.510095 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fb15af-8e99-4383-a739-33e4d31e0b24 x-openstack-request-id: req-12fb15af-8e99-4383-a739-33e4d31e0b24 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:53:31.510335 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-bbec65d2-7876-4fc1-ba56-a34be43cc7cf tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:31.510516 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0977c044-a82c-4eb7-a676-0ad12ad09c3e", "name": "network-vif-deleted", "tag": "b182b3f9-9d96-4434-8b93-93d4caf86f9c", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:53:31.510862 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-12fb15af-8e99-4383-a739-33e4d31e0b24 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:53:31.511330 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0977c044-a82c-4eb7-a676-0ad12ad09c3e', 'name': 'network-vif-deleted', 'tag': 'b182b3f9-9d96-4434-8b93-93d4caf86f9c', 'status': 'completed', 'code': 200} Nov 12 08:53:31.517966 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbec65d2-7876-4fc1-ba56-a34be43cc7cf tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:31.526597 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbec65d2-7876-4fc1-ba56-a34be43cc7cf tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:31.527267 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bbec65d2-7876-4fc1-ba56-a34be43cc7cf tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:31.562881 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-bbec65d2-7876-4fc1-ba56-a34be43cc7cf tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.5649576 Nov 12 08:53:31.567221 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35384) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:31.573437 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-7e3d3ecc-658c-494a-a85a-7376adf4657e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd2613e25-c34f-4f00-8217-8a6efd63d6ec'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:31.579511 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec65d2-7876-4fc1-ba56-a34be43cc7cf tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Port': ['ID=72797e7d-ca84-4c03-ad76-b0396e450d0f,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:31.679011 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7e3d3ecc-658c-494a-a85a-7376adf4657e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:31.721974 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e56d3a-b26e-45e3-9c03-af608faf40e9 None None] Update dhcp port {'port': {'network_id': '4266c491-3b70-4076-a00a-b8ea7cd3e0ce', 'fixed_ips': [{'subnet_id': 'd2613e25-c34f-4f00-8217-8a6efd63d6ec', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f2d54dbd-71a8-4afd-aa59-98a1f441c3ce'}], 'binding:host_id': 'n-d-768862-16'}, 'id': '5aba243a-ac4f-4c80-840d-bcadf5cb218c'} from n-d-768862-16. {{(pid=102570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:53:31.781580 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-40e56d3a-b26e-45e3-9c03-af608faf40e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:31.855538 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49446c42-6a69-4e12-9f1a-9c8c5e53d98c req-ed60492d-920e-4ca2-909d-048cdb9d1426 tempest-ServerShowV247Test-1567480206 tempest-ServerShowV247Test-1567480206-project] 10.222.0.37 "GET /v2.0/ports?device_id=90486dae-068c-4c8f-8b93-2447e601aab0 HTTP/1.1" status: 200 len: 210 time: 0.2674479 Nov 12 08:53:31.865613 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c43df679-9956-4db5-9963-8d03c609adf7 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:31.876258 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c43df679-9956-4db5-9963-8d03c609adf7 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:32.079647 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35390) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:32.140360 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-40e56d3a-b26e-45e3-9c03-af608faf40e9 None None] Allocated IP 2001:db8:0:1::2 (4266c491-3b70-4076-a00a-b8ea7cd3e0ce/f2d54dbd-71a8-4afd-aa59-98a1f441c3ce/5aba243a-ac4f-4c80-840d-bcadf5cb218c) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:32.209185 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dcf1ee7b-08a7-4624-990c-95a65feb65b9 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12134'] for router, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:32.232265 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f41094f-2353-4f9e-ae82-056e1a360141 admin admin] Deleting subnet f2e6741f-bca7-45ab-9907-9243277402d3 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:53:32.237372 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0f41094f-2353-4f9e-ae82-056e1a360141 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:32.295093 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0f41094f-2353-4f9e-ae82-056e1a360141 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:32.300203 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dcf1ee7b-08a7-4624-990c-95a65feb65b9 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920415'] for router, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:32.424305 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-40e56d3a-b26e-45e3-9c03-af608faf40e9 None None] For port 5aba243a-ac4f-4c80-840d-bcadf5cb218c, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=5aba243a-ac4f-4c80-840d-bcadf5cb218c,segment=NetworkSegment(e9567191-3e5f-43e7-b7ec-13e9868595b5),segment_id=e9567191-3e5f-43e7-b7ec-13e9868595b5)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:32.533439 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-40e56d3a-b26e-45e3-9c03-af608faf40e9 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:32.557881 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5aba243a-ac4f-4c80-840d-bcadf5cb218c up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:53:32.567911 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-40e56d3a-b26e-45e3-9c03-af608faf40e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:32.855172 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e56d3a-b26e-45e3-9c03-af608faf40e9 None None] Pushing event updated for resources: {'Port': ['ID=5aba243a-ac4f-4c80-840d-bcadf5cb218c,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:32.872469 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 5aba243a-ac4f-4c80-840d-bcadf5cb218c triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:32.873549 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:32.955210 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0f41094f-2353-4f9e-ae82-056e1a360141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:33.035255 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0f41094f-2353-4f9e-ae82-056e1a360141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:33.094019 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41094f-2353-4f9e-ae82-056e1a360141 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2e6741f-bca7-45ab-9907-9243277402d3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:33.099966 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0f41094f-2353-4f9e-ae82-056e1a360141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:33.109628 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0f41094f-2353-4f9e-ae82-056e1a360141 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f2e6741f-bca7-45ab-9907-9243277402d3 HTTP/1.1" status: 204 len: 168 time: 1.0223417 Nov 12 08:53:33.114043 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35420) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:33.307172 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-7e3d3ecc-658c-494a-a85a-7376adf4657e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Delete allocated IP 2001:db8:0:1::f8 (4266c491-3b70-4076-a00a-b8ea7cd3e0ce/f2d54dbd-71a8-4afd-aa59-98a1f441c3ce) {{(pid=102568) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 08:53:33.356635 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07c65b76-c555-42e5-be24-5f0d3c1c7314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:33.416247 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8abc13-8fff-4b4a-9c12-65af39ab729e req-c9acdcce-88c5-49d4-ac3e-7f0ff67f88ce tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:33.418515 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ac8abc13-8fff-4b4a-9c12-65af39ab729e req-c9acdcce-88c5-49d4-ac3e-7f0ff67f88ce tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b08b54-fee6-497c-815b-ddfb712cadcf HTTP/1.1" status: 200 len: 945 time: 0.2154770 Nov 12 08:53:33.487553 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43df679-9956-4db5-9963-8d03c609adf7 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Router d7eb8014-2395-467d-8954-226e5c316fbd has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:53:33.532368 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf1ee7b-08a7-4624-990c-95a65feb65b9 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Router 34af2681-2971-4f02-b094-af310fd2997f is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:53:33.544841 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07c65b76-c555-42e5-be24-5f0d3c1c7314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:33.553579 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ac8abc13-8fff-4b4a-9c12-65af39ab729e req-7c83d81b-f013-4981-bceb-a2d36c9ba703 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259136 Nov 12 08:53:33.609962 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-07c65b76-c555-42e5-be24-5f0d3c1c7314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d30799-e3f9-4908-a25b-9f537896d273']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:33.639921 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-07c65b76-c555-42e5-be24-5f0d3c1c7314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f3257e9-3aa1-4edc-8ecd-8fba59d451bf') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:33.640660 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-07c65b76-c555-42e5-be24-5f0d3c1c7314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f3257e9-3aa1-4edc-8ecd-8fba59d451bf') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:33.656697 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07c65b76-c555-42e5-be24-5f0d3c1c7314 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:33.682601 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07c65b76-c555-42e5-be24-5f0d3c1c7314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:33.694895 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c65b76-c555-42e5-be24-5f0d3c1c7314 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:53:33.695802 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07c65b76-c555-42e5-be24-5f0d3c1c7314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:33.723586 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:53:33.723586 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:53:33.723586 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:53:33.723586 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:53:33.723586 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:53:33.723586 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:53:33.723586 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:53:33.723586 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:53:33.723586 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:53:33.723586 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:53:33.723586 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:53:33.723586 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:53:33.723586 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:53:33.723586 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:53:33.723586 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:53:33.723586 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:53:33.723586 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:53:33.723586 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:53:33.723586 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:53:33.723586 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:53:33.723586 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:53:33.723586 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:53:33.723586 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:53:33.723586 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:53:33.723586 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:53:33.723586 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:53:33.723586 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:53:33.723586 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:53:33.723586 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:53:33.723586 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:53:33.723586 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:53:33.723586 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:53:33.747986 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-943ccc5e-10d2-4507-b24b-9cdd59d202c8 req-704f9b12-8ce0-449e-89f6-86a54fe79d72 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=90486dae-068c-4c8f-8b93-2447e601aab0 HTTP/1.1" status: 200 len: 210 time: 0.0951486 Nov 12 08:53:33.770160 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2526e5bf-1743-47b5-a698-62f2d38e35c4 req-af970944-3f46-49cc-8dd8-684dc1260d55 tempest-ServerShowV247Test-1567480206 tempest-ServerShowV247Test-1567480206-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31f036-e088-49e9-8da0-5dd281f9ab23 HTTP/1.1" status: 200 len: 210 time: 0.0360408 Nov 12 08:53:33.773679 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf1ee7b-08a7-4624-990c-95a65feb65b9 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:53:33.782599 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dcf1ee7b-08a7-4624-990c-95a65feb65b9 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:33.783829 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-dcf1ee7b-08a7-4624-990c-95a65feb65b9 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "PUT /v2.0/routers/34af2681-2971-4f02-b094-af310fd2997f HTTP/1.1" status: 200 len: 698 time: 2.5417123 Nov 12 08:53:33.789906 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35432) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:33.793991 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539c4c21-71d3-478e-8916-b9ecc4ad70e0 None None] Sync routers for ids ['34af2681-2971-4f02-b094-af310fd2997f'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:53:33.814041 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539c4c21-71d3-478e-8916-b9ecc4ad70e0 None None] Routers {'34af2681-2971-4f02-b094-af310fd2997f'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:33.815396 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-539c4c21-71d3-478e-8916-b9ecc4ad70e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:53:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['34af2681-2971-4f02-b094-af310fd2997f'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:33.854765 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7e3d3ecc-658c-494a-a85a-7376adf4657e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:33.873426 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43df679-9956-4db5-9963-8d03c609adf7 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:53:33.877918 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7e3d3ecc-658c-494a-a85a-7376adf4657e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:33.880533 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c43df679-9956-4db5-9963-8d03c609adf7 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:33.897512 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3664e17e-b932-4362-8fec-533abf142c30 None None] Sync routers for ids ['d7eb8014-2395-467d-8954-226e5c316fbd'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:53:33.927294 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3664e17e-b932-4362-8fec-533abf142c30 None None] Routers {'d7eb8014-2395-467d-8954-226e5c316fbd'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:33.930444 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3664e17e-b932-4362-8fec-533abf142c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:53:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d7eb8014-2395-467d-8954-226e5c316fbd'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:33.938477 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-539c4c21-71d3-478e-8916-b9ecc4ad70e0 None None] Set router 34af2681-2971-4f02-b094-af310fd2997f gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:53:34.007447 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c43df679-9956-4db5-9963-8d03c609adf7 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "PUT /v2.0/floatingips/afb89617-6533-4cac-b662-59cec3a7b32a HTTP/1.1" status: 200 len: 977 time: 3.6275408 Nov 12 08:53:34.008980 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35434) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:34.041327 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3664e17e-b932-4362-8fec-533abf142c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:34.058996 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07c65b76-c555-42e5-be24-5f0d3c1c7314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:34.076899 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-539c4c21-71d3-478e-8916-b9ecc4ad70e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34af2681-2971-4f02-b094-af310fd2997f', 'name': 'tempest-RoutersIpV6Test-router-2122135667', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:30Z', 'updated_at': '2021-11-12T08:53:32Z', 'revision_number': 2, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:34.077874 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a778c79a-6ffe-484f-8ca2-0951b4deb00e tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "GET /v2.0/routers/34af2681-2971-4f02-b094-af310fd2997f HTTP/1.1" status: 200 len: 704 time: 0.2199352 Nov 12 08:53:34.085022 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3664e17e-b932-4362-8fec-533abf142c30 None None] Routers {'d7eb8014-2395-467d-8954-226e5c316fbd'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:34.085833 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3664e17e-b932-4362-8fec-533abf142c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:53:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d7eb8014-2395-467d-8954-226e5c316fbd'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:34.130984 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35436) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:34.132125 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-07c65b76-c555-42e5-be24-5f0d3c1c7314 admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:34.139686 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-07c65b76-c555-42e5-be24-5f0d3c1c7314 admin admin] 10.222.0.37 "DELETE /v2.0/networks/87d30799-e3f9-4908-a25b-9f537896d273 HTTP/1.1" status: 204 len: 168 time: 1.0206864 Nov 12 08:53:34.140537 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539c4c21-71d3-478e-8916-b9ecc4ad70e0 None None] Checking router: 34af2681-2971-4f02-b094-af310fd2997f for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:53:34.169292 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539c4c21-71d3-478e-8916-b9ecc4ad70e0 None None] Routers {'34af2681-2971-4f02-b094-af310fd2997f'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:34.172895 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-539c4c21-71d3-478e-8916-b9ecc4ad70e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:53:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['34af2681-2971-4f02-b094-af310fd2997f'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:34.183143 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3664e17e-b932-4362-8fec-533abf142c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:34.183910 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3664e17e-b932-4362-8fec-533abf142c30 None None] The sync data for ids ['d7eb8014-2395-467d-8954-226e5c316fbd'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:53:34.185260 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-7e3d3ecc-658c-494a-a85a-7376adf4657e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] In _notify_port_updated(), no bound segment for port 72797e7d-ca84-4c03-ad76-b0396e450d0f on network 4266c491-3b70-4076-a00a-b8ea7cd3e0ce {{(pid=102568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:53:34.186782 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5aba243a-ac4f-4c80-840d-bcadf5cb218c up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:53:34.200288 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3d3ecc-658c-494a-a85a-7376adf4657e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:34.200996 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7e3d3ecc-658c-494a-a85a-7376adf4657e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:34.205493 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7e3d3ecc-658c-494a-a85a-7376adf4657e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "PUT /v2.0/ports/72797e7d-ca84-4c03-ad76-b0396e450d0f HTTP/1.1" status: 200 len: 926 time: 2.6337547 Nov 12 08:53:34.210657 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35442) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:34.217795 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-9c4b48b0-b07e-410c-b868-75c79bac5e76 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd2613e25-c34f-4f00-8217-8a6efd63d6ec'}, {'subnet_id': 'f2d54dbd-71a8-4afd-aa59-98a1f441c3ce'}]}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:34.235509 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d3ecc-658c-494a-a85a-7376adf4657e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Port': ['ID=72797e7d-ca84-4c03-ad76-b0396e450d0f,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:34.306207 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c65b76-c555-42e5-be24-5f0d3c1c7314 admin admin] Pushing event deleted for resources: {'Network': ['ID=87d30799-e3f9-4908-a25b-9f537896d273,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:34.310363 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709cb256-c01b-4a88-b92c-67f52ebf351f None None] Network 4266c491-3b70-4076-a00a-b8ea7cd3e0ce requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:53:34.312791 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7f2712ed-c2c0-4030-9190-07d0dff818d6 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "GET /v2.0/ports?device_id=34af2681-2971-4f02-b094-af310fd2997f HTTP/1.1" status: 200 len: 205 time: 0.1544807 Nov 12 08:53:34.332990 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35448) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:34.356561 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3d3ecc-658c-494a-a85a-7376adf4657e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.358662 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3d3ecc-658c-494a-a85a-7376adf4657e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.359518 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3d3ecc-658c-494a-a85a-7376adf4657e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.360080 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3d3ecc-658c-494a-a85a-7376adf4657e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.360544 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3d3ecc-658c-494a-a85a-7376adf4657e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.361003 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3d3ecc-658c-494a-a85a-7376adf4657e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.361592 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3d3ecc-658c-494a-a85a-7376adf4657e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.363328 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3d3ecc-658c-494a-a85a-7376adf4657e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.364121 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3d3ecc-658c-494a-a85a-7376adf4657e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.364597 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3d3ecc-658c-494a-a85a-7376adf4657e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.365496 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3d3ecc-658c-494a-a85a-7376adf4657e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.365987 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3d3ecc-658c-494a-a85a-7376adf4657e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.375925 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c65b76-c555-42e5-be24-5f0d3c1c7314 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.376585 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c65b76-c555-42e5-be24-5f0d3c1c7314 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.377091 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c65b76-c555-42e5-be24-5f0d3c1c7314 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.377654 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c65b76-c555-42e5-be24-5f0d3c1c7314 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.378767 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c65b76-c555-42e5-be24-5f0d3c1c7314 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.379287 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c65b76-c555-42e5-be24-5f0d3c1c7314 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.379805 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c65b76-c555-42e5-be24-5f0d3c1c7314 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.380303 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c65b76-c555-42e5-be24-5f0d3c1c7314 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.380814 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c65b76-c555-42e5-be24-5f0d3c1c7314 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.381342 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c65b76-c555-42e5-be24-5f0d3c1c7314 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.381829 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c65b76-c555-42e5-be24-5f0d3c1c7314 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.382292 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c65b76-c555-42e5-be24-5f0d3c1c7314 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.504011 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-aa657ad0-858f-4587-bd53-d4e9e601896b None None] Provisioning complete for port 5aba243a-ac4f-4c80-840d-bcadf5cb218c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:34.504473 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-aa657ad0-858f-4587-bd53-d4e9e601896b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:34.552729 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-152b1bbd-5e75-49ee-bbee-d6fc9cc4bfbf tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:34.575089 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35450) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:34.582656 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 5aba243a-ac4f-4c80-840d-bcadf5cb218c triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:34.583029 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:34.784360 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9c4b48b0-b07e-410c-b868-75c79bac5e76 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:34.825937 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-539c4c21-71d3-478e-8916-b9ecc4ad70e0 None None] Set router 34af2681-2971-4f02-b094-af310fd2997f gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:53:34.855004 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9ebefdda-2c7c-49ca-9b19-28bb1a8f39a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=11202d6e3a94409aaea944e7a5387738&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2740850 Nov 12 08:53:34.875502 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35460) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:34.938658 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1367bcb-db1e-4576-96f1-2c8807596fd4 req-6468d7f6-c573-407e-b00f-2038d4e98396 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:34.940759 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e1367bcb-db1e-4576-96f1-2c8807596fd4 req-6468d7f6-c573-407e-b00f-2038d4e98396 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b08b54-fee6-497c-815b-ddfb712cadcf HTTP/1.1" status: 200 len: 945 time: 0.2402749 Nov 12 08:53:35.019471 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-1202cccf-bb73-4010-998d-b941933b8fc0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Deleting port 854379f2-bc17-4c70-b11d-5b0c1f4ff497 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:53:35.019725 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1202cccf-bb73-4010-998d-b941933b8fc0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:35.038865 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-539c4c21-71d3-478e-8916-b9ecc4ad70e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34af2681-2971-4f02-b094-af310fd2997f', 'name': 'tempest-RoutersIpV6Test-router-2122135667', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:30Z', 'updated_at': '2021-11-12T08:53:32Z', 'revision_number': 2, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:35.048612 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-152b1bbd-5e75-49ee-bbee-d6fc9cc4bfbf tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:35.053142 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-152b1bbd-5e75-49ee-bbee-d6fc9cc4bfbf tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:35.089503 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539c4c21-71d3-478e-8916-b9ecc4ad70e0 None None] The sync data for ids ['34af2681-2971-4f02-b094-af310fd2997f'] in n-d-768862-16 is: [{'id': '34af2681-2971-4f02-b094-af310fd2997f', 'name': 'tempest-RoutersIpV6Test-router-2122135667', 'tenant_id': 'c55c22fe318e4764964768a3f517f6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:30Z', 'updated_at': '2021-11-12T08:53:32Z', 'revision_number': 2, 'project_id': 'c55c22fe318e4764964768a3f517f6bc', 'gw_port_host': None}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:53:35.149146 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-152b1bbd-5e75-49ee-bbee-d6fc9cc4bfbf tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:35.150836 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152b1bbd-5e75-49ee-bbee-d6fc9cc4bfbf tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Fanout notify agent at l3_agent the message router_deleted on router 34af2681-2971-4f02-b094-af310fd2997f {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:53:35.151084 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-aa657ad0-858f-4587-bd53-d4e9e601896b None None] Provisioning complete for port 72797e7d-ca84-4c03-ad76-b0396e450d0f triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:35.151501 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-aa657ad0-858f-4587-bd53-d4e9e601896b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:35.163031 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-152b1bbd-5e75-49ee-bbee-d6fc9cc4bfbf tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:35.164992 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-152b1bbd-5e75-49ee-bbee-d6fc9cc4bfbf tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/routers/34af2681-2971-4f02-b094-af310fd2997f HTTP/1.1" status: 204 len: 168 time: 0.8301914 Nov 12 08:53:35.169713 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35466) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:35.206346 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1af384d2-80d7-4c40-a243-9b0b18c8ff2f tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "GET /v2.0/ports?device_id=34af2681-2971-4f02-b094-af310fd2997f HTTP/1.1" status: 200 len: 205 time: 0.0341351 Nov 12 08:53:35.208350 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35468) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:35.214020 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-aa657ad0-858f-4587-bd53-d4e9e601896b None None] Port 72797e7d-ca84-4c03-ad76-b0396e450d0f cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:53:35.328681 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-48b7bbae-b23c-4acb-a4e5-39c37ccd8ce5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] delete failed (client error): The resource could not be found. Nov 12 08:53:35.329806 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-48b7bbae-b23c-4acb-a4e5-39c37ccd8ce5 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/routers/34af2681-2971-4f02-b094-af310fd2997f HTTP/1.1" status: 404 len: 336 time: 0.1193967 Nov 12 08:53:35.333354 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35470) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:35.399654 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c52b7fc-2af9-457e-9884-021de7c2db3b tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] DELETE failed (client error): The resource could not be found. Nov 12 08:53:35.400524 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c52b7fc-2af9-457e-9884-021de7c2db3b tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:53:35.408232 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8c52b7fc-2af9-457e-9884-021de7c2db3b tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/subnets/3ca7a70d-3be2-43ba-a50a-cb00187776fa HTTP/1.1" status: 404 len: 337 time: 0.0712121 Nov 12 08:53:35.416705 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35474) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:35.487593 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44a0450-aef4-4ca7-96a8-9a1b399c0f64 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] DELETE failed (client error): The resource could not be found. Nov 12 08:53:35.488237 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f44a0450-aef4-4ca7-96a8-9a1b399c0f64 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:53:35.491777 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f44a0450-aef4-4ca7-96a8-9a1b399c0f64 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/subnets/ca69b7a7-3f1f-487d-ac5e-9f51fc614a93 HTTP/1.1" status: 404 len: 337 time: 0.0736086 Nov 12 08:53:35.494508 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35478) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:35.536992 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-688d1076-0923-4335-b513-dd434769f7ed tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] DELETE failed (client error): The resource could not be found. Nov 12 08:53:35.537391 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-688d1076-0923-4335-b513-dd434769f7ed tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:53:35.542974 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-688d1076-0923-4335-b513-dd434769f7ed tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/subnets/8cc6d24c-6317-4766-8bfe-e61d5c6e21d2 HTTP/1.1" status: 404 len: 337 time: 0.0446830 Nov 12 08:53:35.543270 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35482) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:35.573121 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-9c4b48b0-b07e-410c-b868-75c79bac5e76 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Allocated IP 2001:db8:0:1::6e (4266c491-3b70-4076-a00a-b8ea7cd3e0ce/f2d54dbd-71a8-4afd-aa59-98a1f441c3ce/72797e7d-ca84-4c03-ad76-b0396e450d0f) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:35.574077 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-b958c06c-67ea-47f3-bd6a-d8043ba91b0d tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] DELETE failed (client error): The resource could not be found. Nov 12 08:53:35.574571 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b958c06c-67ea-47f3-bd6a-d8043ba91b0d tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:53:35.581101 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b958c06c-67ea-47f3-bd6a-d8043ba91b0d tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/subnets/bd234cc8-8c46-4134-b593-8174616c0dc0 HTTP/1.1" status: 404 len: 337 time: 0.0343771 Nov 12 08:53:35.581451 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35484) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:35.592404 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fbf8513a-5c55-48a2-9f4e-3fe80b1dcfce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:35.601817 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e1367bcb-db1e-4576-96f1-2c8807596fd4 req-2855d9d1-bd97-44e8-a121-d988a410edd3 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6119215 Nov 12 08:53:35.665359 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1202cccf-bb73-4010-998d-b941933b8fc0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:35.665685 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1202cccf-bb73-4010-998d-b941933b8fc0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:35.680853 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-580a286a-66dc-4464-a7f7-711f25aaa30c None None] Provisioning complete for port 5aba243a-ac4f-4c80-840d-bcadf5cb218c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:35.681658 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-580a286a-66dc-4464-a7f7-711f25aaa30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:35.707065 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-04d231d2-411c-4c8f-bedf-7fafe05aafe8 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "GET /v2.0/ports?device_id=15f61129-b93a-4a5a-bf68-de3f6c51bc61 HTTP/1.1" status: 200 len: 205 time: 0.1204588 Nov 12 08:53:35.708051 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35488) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:35.737173 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-1202cccf-bb73-4010-998d-b941933b8fc0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Calling delete_port for 854379f2-bc17-4c70-b11d-5b0c1f4ff497 owned by network:floatingip {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:35.816969 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-a9002504-d36c-4717-8b2c-1bf81faf42d1 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] delete failed (client error): The resource could not be found. Nov 12 08:53:35.821046 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a9002504-d36c-4717-8b2c-1bf81faf42d1 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/routers/15f61129-b93a-4a5a-bf68-de3f6c51bc61 HTTP/1.1" status: 404 len: 336 time: 0.1090972 Nov 12 08:53:35.821660 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35490) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:35.853462 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fbf8513a-5c55-48a2-9f4e-3fe80b1dcfce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:35.872737 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-13af93b3-4b09-497d-8ec7-c0379a5a8544 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "GET /v2.0/ports?device_id=22ea6a40-2861-4aca-93c0-9bb9054ea0ff HTTP/1.1" status: 200 len: 205 time: 0.0496001 Nov 12 08:53:35.876284 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35492) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:35.955472 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-bbf276c6-1fcf-414c-88b0-d71e7abaddb2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] delete failed (client error): The resource could not be found. Nov 12 08:53:35.960301 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-bbf276c6-1fcf-414c-88b0-d71e7abaddb2 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/routers/22ea6a40-2861-4aca-93c0-9bb9054ea0ff HTTP/1.1" status: 404 len: 336 time: 0.0826993 Nov 12 08:53:35.960919 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35496) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:35.964222 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-580a286a-66dc-4464-a7f7-711f25aaa30c None None] Provisioning complete for port 72797e7d-ca84-4c03-ad76-b0396e450d0f triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:35.964840 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-580a286a-66dc-4464-a7f7-711f25aaa30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:36.011201 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-88373441-345f-4fd4-82ea-b376fe9e8df1 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] DELETE failed (client error): The resource could not be found. Nov 12 08:53:36.011677 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88373441-345f-4fd4-82ea-b376fe9e8df1 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:53:36.017914 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-88373441-345f-4fd4-82ea-b376fe9e8df1 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/subnets/93c160e6-d708-4efa-a70c-e2c214259054 HTTP/1.1" status: 404 len: 337 time: 0.0558581 Nov 12 08:53:36.018753 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35500) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:36.080524 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-580a286a-66dc-4464-a7f7-711f25aaa30c None None] Port 72797e7d-ca84-4c03-ad76-b0396e450d0f cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:53:36.116740 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f0ef08df-c4f5-4f1d-a3a6-3e794deaca99 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5abf424-e25e-482c-a270-5934c6f6a4cf HTTP/1.1" status: 200 len: 205 time: 0.0965014 Nov 12 08:53:36.119144 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35502) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:36.173166 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-343a5aeb-03df-4e64-ac4e-a873a4676bf9 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] delete failed (client error): The resource could not be found. Nov 12 08:53:36.176000 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-343a5aeb-03df-4e64-ac4e-a873a4676bf9 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/routers/e5abf424-e25e-482c-a270-5934c6f6a4cf HTTP/1.1" status: 404 len: 336 time: 0.0555513 Nov 12 08:53:36.180858 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35504) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:36.256124 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7ac3cdb2-ec08-46f8-a968-88508627ea3c tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "GET /v2.0/ports?device_id=54446d3c-7c73-4101-acc5-855ac7511788 HTTP/1.1" status: 200 len: 205 time: 0.0672338 Nov 12 08:53:36.258221 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35506) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:36.264490 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8ec62dac-c73d-4d08-969d-f269fe583f06 req-ee51e728-2f70-42f7-96b2-760bad81bb6c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9d31f036-e088-49e9-8da0-5dd281f9ab23 HTTP/1.1" status: 200 len: 210 time: 0.3157842 Nov 12 08:53:36.279889 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-334b79ad-efe7-4226-8448-fd8f4df0b83e None None] Provisioning complete for port 72797e7d-ca84-4c03-ad76-b0396e450d0f triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:36.280648 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-334b79ad-efe7-4226-8448-fd8f4df0b83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:36.306388 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f9f165d2-16e5-4a59-b2e8-4958cbba0b7b req-f51c5006-d2d3-4cbf-857a-7cb4faa982a7 tempest-ServerShowV247Test-1567480206 tempest-ServerShowV247Test-1567480206-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31f036-e088-49e9-8da0-5dd281f9ab23 HTTP/1.1" status: 200 len: 210 time: 0.3556149 Nov 12 08:53:36.428227 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-18b26ee2-2367-4544-8a82-6339d2dffbdf tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] delete failed (client error): The resource could not be found. Nov 12 08:53:36.439289 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-18b26ee2-2367-4544-8a82-6339d2dffbdf tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/routers/54446d3c-7c73-4101-acc5-855ac7511788 HTTP/1.1" status: 404 len: 336 time: 0.1791885 Nov 12 08:53:36.447228 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35510) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:36.465795 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-334b79ad-efe7-4226-8448-fd8f4df0b83e None None] Port 72797e7d-ca84-4c03-ad76-b0396e450d0f cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:53:36.531987 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd51b2a6-72f1-442a-994d-d018abf80e74 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] DELETE failed (client error): The resource could not be found. Nov 12 08:53:36.532833 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd51b2a6-72f1-442a-994d-d018abf80e74 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:53:36.544499 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fbf8513a-5c55-48a2-9f4e-3fe80b1dcfce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:36.545741 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-cd51b2a6-72f1-442a-994d-d018abf80e74 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/subnets/1d4b82c2-6f74-46ca-a780-1ce5c5402b34 HTTP/1.1" status: 404 len: 337 time: 0.0922227 Nov 12 08:53:36.546613 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fbf8513a-5c55-48a2-9f4e-3fe80b1dcfce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:36.547199 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35516) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:36.549485 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fbf8513a-5c55-48a2-9f4e-3fe80b1dcfce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aeeef4b6-34e5-4b80-bc0e-f1d9c6fada52 HTTP/1.1" status: 204 len: 168 time: 1.6689911 Nov 12 08:53:36.564209 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8513a-5c55-48a2-9f4e-3fe80b1dcfce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeeef4b6-34e5-4b80-bc0e-f1d9c6fada52,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:36.690234 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e4cc795f-2f2b-437d-a950-887df435406a tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "GET /v2.0/ports?device_id=440e28b5-e93e-4552-9033-8d56aa6db41d HTTP/1.1" status: 200 len: 205 time: 0.1376948 Nov 12 08:53:36.691442 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35520) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:36.700809 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ed649714-6615-40d1-8fa1-05db1ac79297 None None] Provisioning complete for port 72797e7d-ca84-4c03-ad76-b0396e450d0f triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:36.701851 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ed649714-6615-40d1-8fa1-05db1ac79297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:36.799399 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9c4b48b0-b07e-410c-b868-75c79bac5e76 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:36.810966 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-9e041817-c16f-4b80-be08-cb81937b0820 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] delete failed (client error): The resource could not be found. Nov 12 08:53:36.816448 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9c4b48b0-b07e-410c-b868-75c79bac5e76 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:36.818125 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9e041817-c16f-4b80-be08-cb81937b0820 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/routers/440e28b5-e93e-4552-9033-8d56aa6db41d HTTP/1.1" status: 404 len: 336 time: 0.1205742 Nov 12 08:53:36.822220 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35524) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:36.835372 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ed649714-6615-40d1-8fa1-05db1ac79297 None None] Port 72797e7d-ca84-4c03-ad76-b0396e450d0f cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:53:36.915066 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba5ab6-1c52-4f52-8f6c-4584325b2561 req-5439509e-96db-4d40-80c0-99ed6e9ab61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:36.916667 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-89ba5ab6-1c52-4f52-8f6c-4584325b2561 req-5439509e-96db-4d40-80c0-99ed6e9ab61d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b6e131e30e964bf196ab556fb227b3d2&device_id=b0b08b54-fee6-497c-815b-ddfb712cadcf HTTP/1.1" status: 200 len: 1097 time: 0.0973773 Nov 12 08:53:36.944679 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-c26e2d8f-213b-4bff-8571-8ceb33d8a5f9 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] DELETE failed (client error): The resource could not be found. Nov 12 08:53:36.945630 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c26e2d8f-213b-4bff-8571-8ceb33d8a5f9 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:53:36.961361 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c26e2d8f-213b-4bff-8571-8ceb33d8a5f9 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/subnets/b4813726-2f3b-46bc-8864-3ea26134daec HTTP/1.1" status: 404 len: 337 time: 0.1318073 Nov 12 08:53:36.976004 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35526) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:37.003275 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1202cccf-bb73-4010-998d-b941933b8fc0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:37.052588 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b48b0-b07e-410c-b868-75c79bac5e76 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Port': ['ID=72797e7d-ca84-4c03-ad76-b0396e450d0f,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:37.094084 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-9c4b48b0-b07e-410c-b868-75c79bac5e76 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] In _notify_port_updated(), no bound segment for port 72797e7d-ca84-4c03-ad76-b0396e450d0f on network 4266c491-3b70-4076-a00a-b8ea7cd3e0ce {{(pid=102569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:53:37.100942 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4b48b0-b07e-410c-b868-75c79bac5e76 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:37.102115 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9c4b48b0-b07e-410c-b868-75c79bac5e76 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:37.108373 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9c4b48b0-b07e-410c-b868-75c79bac5e76 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "PUT /v2.0/ports/72797e7d-ca84-4c03-ad76-b0396e450d0f HTTP/1.1" status: 200 len: 1011 time: 2.8963749 Nov 12 08:53:37.111148 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ae9a50fd-b7b3-453b-b68e-b68e3de47f33 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "GET /v2.0/ports?device_id=315b32d6-0cfd-4f15-a74b-1090e9577630 HTTP/1.1" status: 200 len: 205 time: 0.1315117 Nov 12 08:53:37.111148 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35534) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:37.112531 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35536) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:37.120669 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b48b0-b07e-410c-b868-75c79bac5e76 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:37.121377 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b48b0-b07e-410c-b868-75c79bac5e76 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:37.123672 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b48b0-b07e-410c-b868-75c79bac5e76 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:37.123977 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b48b0-b07e-410c-b868-75c79bac5e76 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:37.127228 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b48b0-b07e-410c-b868-75c79bac5e76 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:37.127228 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b48b0-b07e-410c-b868-75c79bac5e76 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:37.127228 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b48b0-b07e-410c-b868-75c79bac5e76 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:37.127564 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b48b0-b07e-410c-b868-75c79bac5e76 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:37.128440 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b48b0-b07e-410c-b868-75c79bac5e76 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:37.128809 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b48b0-b07e-410c-b868-75c79bac5e76 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:37.129206 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b48b0-b07e-410c-b868-75c79bac5e76 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:37.129607 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b48b0-b07e-410c-b868-75c79bac5e76 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:37.206599 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba5ab6-1c52-4f52-8f6c-4584325b2561 req-b17f652d-fdf6-4c2c-b729-6845d13e6734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:37.208103 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-89ba5ab6-1c52-4f52-8f6c-4584325b2561 req-b17f652d-fdf6-4c2c-b729-6845d13e6734 service neutron] 10.222.0.54 "GET /v2.0/networks?id=13a885c4-65b3-49fb-a3a8-7d284f1cee63 HTTP/1.1" status: 200 len: 912 time: 0.2829235 Nov 12 08:53:37.239951 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-b560a23a-76e4-4c76-b5df-75b3ac83c2e4 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] delete failed (client error): The resource could not be found. Nov 12 08:53:37.244702 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b560a23a-76e4-4c76-b5df-75b3ac83c2e4 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/routers/315b32d6-0cfd-4f15-a74b-1090e9577630 HTTP/1.1" status: 404 len: 336 time: 0.1309025 Nov 12 08:53:37.272524 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35540) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:37.273692 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202cccf-bb73-4010-998d-b941933b8fc0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event deleted for resources: {'Port': ['ID=854379f2-bc17-4c70-b11d-5b0c1f4ff497,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:37.286809 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-89ba5ab6-1c52-4f52-8f6c-4584325b2561 req-df6dfb9d-a7ba-43c6-ade1-8b35e9860b69 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42b20626-5a2f-4b4f-8d80-26193c260631 HTTP/1.1" status: 200 len: 217 time: 0.0609031 Nov 12 08:53:37.329387 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9129e90-5f32-49b6-a3c4-a5443d3217b7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] DELETE failed (client error): The resource could not be found. Nov 12 08:53:37.329846 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9129e90-5f32-49b6-a3c4-a5443d3217b7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:53:37.336107 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b9129e90-5f32-49b6-a3c4-a5443d3217b7 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/subnets/ac956189-2da5-4c6d-9a14-04a95af58e5b HTTP/1.1" status: 404 len: 337 time: 0.0568302 Nov 12 08:53:37.344483 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61437da8-8a81-4481-9c9d-eaba0fa75d91 req-7ccb3a8d-dda3-478c-9359-35f80af8a9b6 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:37.352986 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-61437da8-8a81-4481-9c9d-eaba0fa75d91 req-7ccb3a8d-dda3-478c-9359-35f80af8a9b6 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b08b54-fee6-497c-815b-ddfb712cadcf HTTP/1.1" status: 200 len: 945 time: 0.4762516 Nov 12 08:53:37.357568 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35544) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:37.389829 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba5ab6-1c52-4f52-8f6c-4584325b2561 req-c9445645-3c96-4d31-9e92-15edf1760e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:37.394707 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-89ba5ab6-1c52-4f52-8f6c-4584325b2561 req-c9445645-3c96-4d31-9e92-15edf1760e47 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c38e4b15-1e73-4947-8254-225baa4e56ae HTTP/1.1" status: 200 len: 851 time: 0.0886652 Nov 12 08:53:37.446355 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9fbe791-a023-4baf-ad23-a793fb20d180 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] DELETE failed (client error): The resource could not be found. Nov 12 08:53:37.447174 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9fbe791-a023-4baf-ad23-a793fb20d180 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:53:37.451037 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c9fbe791-a023-4baf-ad23-a793fb20d180 tempest-RoutersIpV6Test-642216675 tempest-RoutersIpV6Test-642216675-project] 10.222.0.37 "DELETE /v2.0/subnets/6a49d6dc-20bc-4eea-a010-4f19164f14ed HTTP/1.1" status: 404 len: 337 time: 0.0903077 Nov 12 08:53:37.493760 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-61437da8-8a81-4481-9c9d-eaba0fa75d91 req-267658aa-4c60-4a35-975b-233f874e3f9f tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396053 Nov 12 08:53:37.514868 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1202cccf-bb73-4010-998d-b941933b8fc0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:37.515752 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [None req-1202cccf-bb73-4010-998d-b941933b8fc0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Floating IP afb89617-6533-4cac-b662-59cec3a7b32a disassociated (deleted). External IP: 172.25.6.97, port: 8b7cd986-7eb3-45b6-99bf-3858416a5681. Nov 12 08:53:37.518727 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-20d6d983-54e9-497e-bac3-e0be6a712100 None None] Provisioning complete for port 72797e7d-ca84-4c03-ad76-b0396e450d0f triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:37.520421 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-20d6d983-54e9-497e-bac3-e0be6a712100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:37.562608 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4fdd1213-d820-4146-8339-a05e54cf5db8 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Deleting port 72797e7d-ca84-4c03-ad76-b0396e450d0f {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:53:37.563063 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4fdd1213-d820-4146-8339-a05e54cf5db8 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:37.573753 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-89ba5ab6-1c52-4f52-8f6c-4584325b2561 req-64716d66-cbc2-4153-9616-a52bab683503 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=13a885c4-65b3-49fb-a3a8-7d284f1cee63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1679316 Nov 12 08:53:37.643204 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-20d6d983-54e9-497e-bac3-e0be6a712100 None None] Port 72797e7d-ca84-4c03-ad76-b0396e450d0f cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:53:37.754721 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ed801ab2-2857-47e6-ac69-d862ce66a134 req-95de91ce-694a-4409-9c09-a8b3f6522891 tempest-ServerShowV247Test-1567480206 tempest-ServerShowV247Test-1567480206-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31f036-e088-49e9-8da0-5dd281f9ab23 HTTP/1.1" status: 200 len: 210 time: 0.0967722 Nov 12 08:53:37.833236 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-897af5e2-26df-4e33-9f01-b6290a4d0b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:37.884447 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4fdd1213-d820-4146-8339-a05e54cf5db8 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:37.916511 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-89ba5ab6-1c52-4f52-8f6c-4584325b2561 req-6c8fd9ea-5119-4db2-b778-4ea6988d08d0 service neutron] 10.222.0.54 "GET /v2.0/networks/13a885c4-65b3-49fb-a3a8-7d284f1cee63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348975 Nov 12 08:53:37.918277 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4fdd1213-d820-4146-8339-a05e54cf5db8 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Calling delete_port for 72797e7d-ca84-4c03-ad76-b0396e450d0f owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:38.147186 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-89ba5ab6-1c52-4f52-8f6c-4584325b2561 req-6443365f-6801-438d-a292-b03fd564f913 service neutron] 10.222.0.54 "GET /v2.0/networks/13a885c4-65b3-49fb-a3a8-7d284f1cee63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165689 Nov 12 08:53:38.185332 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1202cccf-bb73-4010-998d-b941933b8fc0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Router d7eb8014-2395-467d-8954-226e5c316fbd has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:53:38.307956 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35590) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:38.325037 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35592) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:38.501562 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b427b38-7cb9-4b59-a606-da28feb3c9b9 req-356e5681-2cce-4f2e-8f73-dd47ccc026f0 tempest-ServerShowV247Test-1567480206 tempest-ServerShowV247Test-1567480206-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31f036-e088-49e9-8da0-5dd281f9ab23 HTTP/1.1" status: 200 len: 210 time: 0.1555533 Nov 12 08:53:38.583762 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-41ccc594-bd1d-49fb-b5a1-2621687a9d45 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-316084082-network', 'tenant_id': '65eff515450d486191a397653bcc86b8'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:38.715393 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ccc594-bd1d-49fb-b5a1-2621687a9d45 admin admin] Made reservation on behalf of 65eff515450d486191a397653bcc86b8 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:38.717771 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41ccc594-bd1d-49fb-b5a1-2621687a9d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:38.723041 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4fdd1213-d820-4146-8339-a05e54cf5db8 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:38.731301 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-baecd786-0e81-4d5e-ae95-41e2e1eb18d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c55c22fe318e4764964768a3f517f6bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4142213 Nov 12 08:53:38.732188 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1202cccf-bb73-4010-998d-b941933b8fc0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:53:38.744890 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35610) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:38.747231 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a566ea9-d24c-422a-a579-ce6d983249a6 None None] Sync routers for ids ['d7eb8014-2395-467d-8954-226e5c316fbd'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:53:38.767724 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a566ea9-d24c-422a-a579-ce6d983249a6 None None] Routers {'d7eb8014-2395-467d-8954-226e5c316fbd'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:38.768497 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-3a566ea9-d24c-422a-a579-ce6d983249a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:53:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d7eb8014-2395-467d-8954-226e5c316fbd'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:38.774774 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41ccc594-bd1d-49fb-b5a1-2621687a9d45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:38.777957 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd1213-d820-4146-8339-a05e54cf5db8 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Port': ['ID=72797e7d-ca84-4c03-ad76-b0396e450d0f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:38.802758 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1202cccf-bb73-4010-998d-b941933b8fc0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:38.822994 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-3a566ea9-d24c-422a-a579-ce6d983249a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:38.840189 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a566ea9-d24c-422a-a579-ce6d983249a6 None None] Routers {'d7eb8014-2395-467d-8954-226e5c316fbd'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:38.841741 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-3a566ea9-d24c-422a-a579-ce6d983249a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:53:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d7eb8014-2395-467d-8954-226e5c316fbd'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:38.855691 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4fdd1213-d820-4146-8339-a05e54cf5db8 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:38.859930 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4fdd1213-d820-4146-8339-a05e54cf5db8 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/ports/72797e7d-ca84-4c03-ad76-b0396e450d0f HTTP/1.1" status: 204 len: 168 time: 1.7469437 Nov 12 08:53:38.869573 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35616) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:38.897684 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-3a566ea9-d24c-422a-a579-ce6d983249a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:38.898949 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a566ea9-d24c-422a-a579-ce6d983249a6 None None] The sync data for ids ['d7eb8014-2395-467d-8954-226e5c316fbd'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:53:38.954997 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1202cccf-bb73-4010-998d-b941933b8fc0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "DELETE /v2.0/floatingips/afb89617-6533-4cac-b662-59cec3a7b32a HTTP/1.1" status: 204 len: 168 time: 4.9445763 Nov 12 08:53:38.960346 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35618) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:38.961907 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a82a2f2-9c4f-4a0b-a939-10a1ebc58c65 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] GET failed (client error): The resource could not be found. Nov 12 08:53:38.963841 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1a82a2f2-9c4f-4a0b-a939-10a1ebc58c65 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "GET /v2.0/ports/72797e7d-ca84-4c03-ad76-b0396e450d0f HTTP/1.1" status: 404 len: 333 time: 0.0931847 Nov 12 08:53:38.978872 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a3ba8-dd63-4718-ab18-cd338258c35b req-281abb4f-bde4-487c-8867-caeeef6dcb44 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:38.981409 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c2a3ba8-dd63-4718-ab18-cd338258c35b req-281abb4f-bde4-487c-8867-caeeef6dcb44 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b08b54-fee6-497c-815b-ddfb712cadcf HTTP/1.1" status: 200 len: 945 time: 0.3229814 Nov 12 08:53:38.982112 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35620) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:39.007115 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41ccc594-bd1d-49fb-b5a1-2621687a9d45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.014007 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41ccc594-bd1d-49fb-b5a1-2621687a9d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.072241 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-f244410c-bbf8-4a10-844a-512c0a250fac tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Deleting subnet f2d54dbd-71a8-4afd-aa59-98a1f441c3ce {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:53:39.077126 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f244410c-bbf8-4a10-844a-512c0a250fac tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.083189 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ccc594-bd1d-49fb-b5a1-2621687a9d45 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:53:39.108844 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ccc594-bd1d-49fb-b5a1-2621687a9d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6350943e-a84e-43ef-9784-770eb11f3b1a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:39.113622 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41ccc594-bd1d-49fb-b5a1-2621687a9d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.114237 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-41ccc594-bd1d-49fb-b5a1-2621687a9d45 admin admin] Added segment 9b0d6b6c-4c3e-4bc6-ba56-3b093aef89d9 of type vlan for network 09908abb-a409-4d2e-a5a3-f9417a638c3a Nov 12 08:53:39.166752 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e84f629b-4597-4ded-a03b-0a3b69e7ebf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.178916 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41ccc594-bd1d-49fb-b5a1-2621687a9d45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.179622 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f244410c-bbf8-4a10-844a-512c0a250fac tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.197482 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-44df76f8-6a92-47a9-9e25-d0bc6ef3011b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Deleting port 8b7cd986-7eb3-45b6-99bf-3858416a5681 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:53:39.197828 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-44df76f8-6a92-47a9-9e25-d0bc6ef3011b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.250740 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e84f629b-4597-4ded-a03b-0a3b69e7ebf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.266272 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c2a3ba8-dd63-4718-ab18-cd338258c35b req-91bccf67-a204-4f5f-b5a0-e3ee1d3861e3 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073681 Nov 12 08:53:39.278933 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41ccc594-bd1d-49fb-b5a1-2621687a9d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.280139 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ccc594-bd1d-49fb-b5a1-2621687a9d45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:39.280971 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41ccc594-bd1d-49fb-b5a1-2621687a9d45 admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.353001 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f244410c-bbf8-4a10-844a-512c0a250fac tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.380168 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-41ccc594-bd1d-49fb-b5a1-2621687a9d45 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0340111 Nov 12 08:53:39.385681 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35626) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:39.391230 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-a259aa6f-8805-422c-a93c-767f591e0b5d admin admin] Request body: {'subnet': {'network_id': '09908abb-a409-4d2e-a5a3-f9417a638c3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-316084082-subnet', 'tenant_id': '65eff515450d486191a397653bcc86b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:39.401996 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-44df76f8-6a92-47a9-9e25-d0bc6ef3011b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.405239 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ccc594-bd1d-49fb-b5a1-2621687a9d45 admin admin] Pushing event updated for resources: {'Network': ['ID=09908abb-a409-4d2e-a5a3-f9417a638c3a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:39.416025 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e84f629b-4597-4ded-a03b-0a3b69e7ebf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.418089 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 09908abb-a409-4d2e-a5a3-f9417a638c3a details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:53:39.418859 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e84f629b-4597-4ded-a03b-0a3b69e7ebf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.424552 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e84f629b-4597-4ded-a03b-0a3b69e7ebf4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1bb454bf-40f8-48f8-8c68-aa1301ad67fa HTTP/1.1" status: 204 len: 168 time: 0.6740422 Nov 12 08:53:39.424808 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-44df76f8-6a92-47a9-9e25-d0bc6ef3011b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Calling delete_port for 8b7cd986-7eb3-45b6-99bf-3858416a5681 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:39.845997 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-44df76f8-6a92-47a9-9e25-d0bc6ef3011b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.897408 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f629b-4597-4ded-a03b-0a3b69e7ebf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb454bf-40f8-48f8-8c68-aa1301ad67fa,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:39.906249 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df76f8-6a92-47a9-9e25-d0bc6ef3011b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event deleted for resources: {'Port': ['ID=8b7cd986-7eb3-45b6-99bf-3858416a5681,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:39.953649 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-02013d60-0956-4f81-b9ff-c342810b0d87 req-e457ab15-e933-43b6-ada6-86c82c6390da tempest-ServerShowV247Test-1567480206 tempest-ServerShowV247Test-1567480206-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31f036-e088-49e9-8da0-5dd281f9ab23 HTTP/1.1" status: 200 len: 210 time: 0.0575092 Nov 12 08:53:39.972224 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a259aa6f-8805-422c-a93c-767f591e0b5d admin admin] Made reservation on behalf of 65eff515450d486191a397653bcc86b8 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:39.974711 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a259aa6f-8805-422c-a93c-767f591e0b5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:40.028280 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f244410c-bbf8-4a10-844a-512c0a250fac tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:40.115920 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f244410c-bbf8-4a10-844a-512c0a250fac tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:40.120799 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f244410c-bbf8-4a10-844a-512c0a250fac tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/subnets/f2d54dbd-71a8-4afd-aa59-98a1f441c3ce HTTP/1.1" status: 204 len: 168 time: 1.1367838 Nov 12 08:53:40.123789 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147a9ce7-937b-4e21-8299-a0277dc5ea96 None None] Network 4266c491-3b70-4076-a00a-b8ea7cd3e0ce requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:53:40.128274 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35650) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:40.130150 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244410c-bbf8-4a10-844a-512c0a250fac tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Subnet': ['ID=f2d54dbd-71a8-4afd-aa59-98a1f441c3ce,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:40.166863 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-44df76f8-6a92-47a9-9e25-d0bc6ef3011b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:40.171051 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-44df76f8-6a92-47a9-9e25-d0bc6ef3011b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "DELETE /v2.0/ports/8b7cd986-7eb3-45b6-99bf-3858416a5681 HTTP/1.1" status: 204 len: 168 time: 1.2094867 Nov 12 08:53:40.177109 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35652) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:40.187126 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-bac67820-f1ae-4b88-ad2f-f72ae4ccebe6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:40.230247 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8ae5023-6c86-4f5f-90b0-480d3eb762bd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Deleting subnet d2613e25-c34f-4f00-8217-8a6efd63d6ec {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:53:40.234838 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a8ae5023-6c86-4f5f-90b0-480d3eb762bd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:40.296161 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a8ae5023-6c86-4f5f-90b0-480d3eb762bd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:40.412410 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a8ae5023-6c86-4f5f-90b0-480d3eb762bd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:40.449959 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6586e739-295e-4023-ab6e-ccc56d917344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:40.473565 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bac67820-f1ae-4b88-ad2f-f72ae4ccebe6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:40.568355 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a259aa6f-8805-422c-a93c-767f591e0b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:40.573418 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a8ae5023-6c86-4f5f-90b0-480d3eb762bd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:40.626298 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae5023-6c86-4f5f-90b0-480d3eb762bd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Subnet': ['ID=d2613e25-c34f-4f00-8217-8a6efd63d6ec,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:40.647854 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a8ae5023-6c86-4f5f-90b0-480d3eb762bd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:40.657156 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a8ae5023-6c86-4f5f-90b0-480d3eb762bd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/subnets/d2613e25-c34f-4f00-8217-8a6efd63d6ec HTTP/1.1" status: 204 len: 168 time: 0.5231328 Nov 12 08:53:40.657745 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35666) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:40.771335 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43be4f-8fa6-4355-acba-08011d7cc122 req-df8897ea-ff25-45c8-a76c-6b7f9066984c tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:40.792179 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4f43be4f-8fa6-4355-acba-08011d7cc122 req-df8897ea-ff25-45c8-a76c-6b7f9066984c tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b08b54-fee6-497c-815b-ddfb712cadcf HTTP/1.1" status: 200 len: 945 time: 0.3394296 Nov 12 08:53:40.827460 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259aa6f-8805-422c-a93c-767f591e0b5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=591a7e12-ee7c-4540-ba97-04432858e0a9,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:40.867999 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08602a7e-9175-4b8d-af8b-511847310e21 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:40.947770 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a259aa6f-8805-422c-a93c-767f591e0b5d admin admin] Checking segment: {'id': '9b0d6b6c-4c3e-4bc6-ba56-3b093aef89d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '09908abb-a409-4d2e-a5a3-f9417a638c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:40.948272 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a259aa6f-8805-422c-a93c-767f591e0b5d admin admin] Network hostable DHCP agents. Network: 09908abb-a409-4d2e-a5a3-f9417a638c3a, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:53:40.985041 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-08602a7e-9175-4b8d-af8b-511847310e21 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Deleting port 5aba243a-ac4f-4c80-840d-bcadf5cb218c {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:53:40.985967 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08602a7e-9175-4b8d-af8b-511847310e21 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:41.020764 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a259aa6f-8805-422c-a93c-767f591e0b5d admin admin] Network 09908abb-a409-4d2e-a5a3-f9417a638c3a is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:53:41.066098 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4f43be4f-8fa6-4355-acba-08011d7cc122 req-7835ce62-273c-4348-8497-5776eb929530 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722790 Nov 12 08:53:41.077027 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-08602a7e-9175-4b8d-af8b-511847310e21 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] For port 5aba243a-ac4f-4c80-840d-bcadf5cb218c, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=5aba243a-ac4f-4c80-840d-bcadf5cb218c,segment=NetworkSegment(e9567191-3e5f-43e7-b7ec-13e9868595b5),segment_id=e9567191-3e5f-43e7-b7ec-13e9868595b5)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:41.077470 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08602a7e-9175-4b8d-af8b-511847310e21 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:41.110119 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-08602a7e-9175-4b8d-af8b-511847310e21 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Calling delete_port for 5aba243a-ac4f-4c80-840d-bcadf5cb218c owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:41.136634 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-a259aa6f-8805-422c-a93c-767f591e0b5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 09908abb-a409-4d2e-a5a3-f9417a638c3a) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:41.150028 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bac67820-f1ae-4b88-ad2f-f72ae4ccebe6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:41.152265 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f801c273-2607-4488-bb25-f2b896948fbc None None] Network 09908abb-a409-4d2e-a5a3-f9417a638c3a requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:53:41.154240 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a259aa6f-8805-422c-a93c-767f591e0b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:41.155187 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a259aa6f-8805-422c-a93c-767f591e0b5d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:41.334472 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a259aa6f-8805-422c-a93c-767f591e0b5d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9470074 Nov 12 08:53:41.391100 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08602a7e-9175-4b8d-af8b-511847310e21 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:41.446918 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08602a7e-9175-4b8d-af8b-511847310e21 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Port': ['ID=5aba243a-ac4f-4c80-840d-bcadf5cb218c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:41.461714 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08602a7e-9175-4b8d-af8b-511847310e21 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] No DVR routers for this DVR port 5aba243a-ac4f-4c80-840d-bcadf5cb218c on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:53:41.549785 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5305efb8-4be8-4669-bbfa-b8f734cc86bb req-e37e7b54-5d5f-43a7-a7aa-f0e0dd8bdd03 tempest-ServerShowV247Test-1567480206 tempest-ServerShowV247Test-1567480206-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31f036-e088-49e9-8da0-5dd281f9ab23 HTTP/1.1" status: 200 len: 210 time: 0.1806979 Nov 12 08:53:41.627906 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d95bb7c-1e61-430b-9d4a-37742be6fb6b None None] Network 09908abb-a409-4d2e-a5a3-f9417a638c3a requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:53:41.649324 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08602a7e-9175-4b8d-af8b-511847310e21 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:41.708637 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-08602a7e-9175-4b8d-af8b-511847310e21 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4266c491-3b70-4076-a00a-b8ea7cd3e0ce']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:41.759403 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-08602a7e-9175-4b8d-af8b-511847310e21 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9567191-3e5f-43e7-b7ec-13e9868595b5') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:41.759693 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-08602a7e-9175-4b8d-af8b-511847310e21 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9567191-3e5f-43e7-b7ec-13e9868595b5') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:41.812317 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08602a7e-9175-4b8d-af8b-511847310e21 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:41.843082 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08602a7e-9175-4b8d-af8b-511847310e21 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:41.862980 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08602a7e-9175-4b8d-af8b-511847310e21 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:53:41.863798 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08602a7e-9175-4b8d-af8b-511847310e21 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:41.871346 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:53:41.871346 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:53:41.871346 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:53:41.871346 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:53:41.871346 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:53:41.871346 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:53:41.871346 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:53:41.871346 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:53:41.871346 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:53:41.871346 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:53:41.871346 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:53:41.871346 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:53:41.871346 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:53:41.871346 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:53:41.871346 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:53:41.871346 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:53:41.871346 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:53:41.871346 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:53:41.871346 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:53:41.871346 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:53:41.871346 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:53:41.871346 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:53:41.871346 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:53:41.871346 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:53:41.871346 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:53:41.871346 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:53:41.871346 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:53:41.871346 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:53:41.871346 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:53:41.871346 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:53:41.871346 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:53:41.871346 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:53:41.924310 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-bac67820-f1ae-4b88-ad2f-f72ae4ccebe6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Allocated IP 172.25.6.147 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/587cac3f-200a-4ba3-896c-923e73119ae5) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:41.938222 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e536fc82-743f-48c6-8d82-273ef6999d1f None None] Network 4266c491-3b70-4076-a00a-b8ea7cd3e0ce requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:53:41.958602 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-17ce1090-d58c-4261-90b0-f114e97a9f8c None None] Could not find standard attr ID for object 5aba243a-ac4f-4c80-840d-bcadf5cb218c. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:53:42.058066 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08602a7e-9175-4b8d-af8b-511847310e21 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:42.071881 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08602a7e-9175-4b8d-af8b-511847310e21 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:42.073783 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:42.088138 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-08602a7e-9175-4b8d-af8b-511847310e21 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/networks/4266c491-3b70-4076-a00a-b8ea7cd3e0ce HTTP/1.1" status: 204 len: 168 time: 1.4285977 Nov 12 08:53:42.105004 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35696) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:42.161777 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08602a7e-9175-4b8d-af8b-511847310e21 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Network': ['ID=4266c491-3b70-4076-a00a-b8ea7cd3e0ce,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:42.257881 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eddf8e9-46ae-43ca-8d06-7f34783d2ec3 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:42.265513 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6eddf8e9-46ae-43ca-8d06-7f34783d2ec3 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1553113 Nov 12 08:53:42.274351 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35704) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:42.321862 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197b917a-ecf4-40bc-a52a-2e6a27dd5be6 None None] DHCP port deletion for 4266c491-3b70-4076-a00a-b8ea7cd3e0ce request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:53:42.335825 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bac67820-f1ae-4b88-ad2f-f72ae4ccebe6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:42.348859 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-146317f5-ff1c-4c88-87fd-062173aea0e3 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0664685 Nov 12 08:53:42.348859 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35708) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:42.353267 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-25b9bfc6-cbc1-4613-abe2-6dc85db82e28 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-809817060'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:42.405114 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b9bfc6-cbc1-4613-abe2-6dc85db82e28 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:42.409712 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25b9bfc6-cbc1-4613-abe2-6dc85db82e28 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:42.467528 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bac67820-f1ae-4b88-ad2f-f72ae4ccebe6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:42.475052 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b9bfc6-cbc1-4613-abe2-6dc85db82e28 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:53:42.487934 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25b9bfc6-cbc1-4613-abe2-6dc85db82e28 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:42.488564 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-25b9bfc6-cbc1-4613-abe2-6dc85db82e28 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Added segment 71e7430f-b8bc-4bc3-a419-e9fb41db2550 of type vlan for network 3e6d223e-8af7-4357-8322-074e1c20a6bb Nov 12 08:53:42.529598 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61067ca0-8a18-4d05-a631-fabcbf88f6f9 req-37b0df56-6048-4bc5-8ae2-4c185bfe3e98 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:42.532616 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-61067ca0-8a18-4d05-a631-fabcbf88f6f9 req-37b0df56-6048-4bc5-8ae2-4c185bfe3e98 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b08b54-fee6-497c-815b-ddfb712cadcf HTTP/1.1" status: 200 len: 945 time: 0.2447369 Nov 12 08:53:42.564202 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25b9bfc6-cbc1-4613-abe2-6dc85db82e28 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:42.571881 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac67820-f1ae-4b88-ad2f-f72ae4ccebe6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:42.590823 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-bac67820-f1ae-4b88-ad2f-f72ae4ccebe6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:42.595164 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac67820-f1ae-4b88-ad2f-f72ae4ccebe6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:42.608154 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25b9bfc6-cbc1-4613-abe2-6dc85db82e28 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:42.617083 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b9bfc6-cbc1-4613-abe2-6dc85db82e28 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:42.618023 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25b9bfc6-cbc1-4613-abe2-6dc85db82e28 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:42.734870 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b9bfc6-cbc1-4613-abe2-6dc85db82e28 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Network': ['ID=3e6d223e-8af7-4357-8322-074e1c20a6bb,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:42.755852 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-25b9bfc6-cbc1-4613-abe2-6dc85db82e28 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4024615 Nov 12 08:53:42.756552 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35724) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:42.761654 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 3e6d223e-8af7-4357-8322-074e1c20a6bb details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:53:42.772420 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d69e756c-3ee8-4325-b41f-46eb81fac50d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'subnet': {'network_id': '3e6d223e-8af7-4357-8322-074e1c20a6bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:42.777575 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-61067ca0-8a18-4d05-a631-fabcbf88f6f9 req-1ebde334-2563-4c75-b093-9260980bb7bb tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262542 Nov 12 08:53:42.778523 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac67820-f1ae-4b88-ad2f-f72ae4ccebe6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event updated for resources: {'Port': ['ID=587cac3f-200a-4ba3-896c-923e73119ae5,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:42.910627 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bac67820-f1ae-4b88-ad2f-f72ae4ccebe6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:42.944404 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69e756c-3ee8-4325-b41f-46eb81fac50d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:42.951233 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d69e756c-3ee8-4325-b41f-46eb81fac50d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:42.975876 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bac67820-f1ae-4b88-ad2f-f72ae4ccebe6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:43.270734 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bac67820-f1ae-4b88-ad2f-f72ae4ccebe6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:43.278520 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bac67820-f1ae-4b88-ad2f-f72ae4ccebe6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:43.334090 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d69e756c-3ee8-4325-b41f-46eb81fac50d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:43.353846 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:43.509529 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69e756c-3ee8-4325-b41f-46eb81fac50d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Checking segment: {'id': '71e7430f-b8bc-4bc3-a419-e9fb41db2550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3e6d223e-8af7-4357-8322-074e1c20a6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:43.511245 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69e756c-3ee8-4325-b41f-46eb81fac50d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network hostable DHCP agents. Network: 3e6d223e-8af7-4357-8322-074e1c20a6bb, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:53:43.515677 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e756c-3ee8-4325-b41f-46eb81fac50d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Subnet': ['ID=4c017143-85dc-44f0-a4e3-3cf239d53a1e,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:43.584365 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac67820-f1ae-4b88-ad2f-f72ae4ccebe6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event updated for resources: {'Port': ['ID=587cac3f-200a-4ba3-896c-923e73119ae5,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:43.586066 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69e756c-3ee8-4325-b41f-46eb81fac50d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network 3e6d223e-8af7-4357-8322-074e1c20a6bb is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:53:43.603974 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-d69e756c-3ee8-4325-b41f-46eb81fac50d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 3e6d223e-8af7-4357-8322-074e1c20a6bb) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:43.604909 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bac67820-f1ae-4b88-ad2f-f72ae4ccebe6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:43.613162 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69e756c-3ee8-4325-b41f-46eb81fac50d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:43.613162 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d69e756c-3ee8-4325-b41f-46eb81fac50d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:43.618036 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470305c8-472c-4bb1-acf4-3d1ffb3c96c5 None None] Network 3e6d223e-8af7-4357-8322-074e1c20a6bb requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:53:43.631727 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743809a6-501d-40d0-bca6-7d355695d138 req-89cb55e2-ccac-41b0-900d-37369e81e83d tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:43.633475 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-743809a6-501d-40d0-bca6-7d355695d138 req-89cb55e2-ccac-41b0-900d-37369e81e83d tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] 10.222.0.37 "GET /v2.0/networks?id=09908abb-a409-4d2e-a5a3-f9417a638c3a HTTP/1.1" status: 200 len: 808 time: 0.1777198 Nov 12 08:53:43.636894 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bac67820-f1ae-4b88-ad2f-f72ae4ccebe6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:43.641469 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bac67820-f1ae-4b88-ad2f-f72ae4ccebe6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4603605 Nov 12 08:53:43.642195 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35758) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:43.649733 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-fbfcf713-aff7-4e69-8c01-a3427f8f1437 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Request body: {'port': {'network_id': '26296859-d2ef-4591-a0e3-bb051ee507cc', 'name': 'tempest-FloatingIPTestJSON-1846765779'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:43.666723 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d69e756c-3ee8-4325-b41f-46eb81fac50d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9071805 Nov 12 08:53:43.669350 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35760) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:43.681218 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-62475700-ad92-46c5-8ddf-dfcbe8733f3f tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'port': {'network_id': '3e6d223e-8af7-4357-8322-074e1c20a6bb', 'name': 'tempest-PortsIpV6TestJSON-1746544987'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:43.740439 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-743809a6-501d-40d0-bca6-7d355695d138 req-add463c0-c0eb-45f1-b9b8-8d3325a0ddc1 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] 10.222.0.37 "GET /v2.0/quotas/65eff515450d486191a397653bcc86b8 HTTP/1.1" status: 200 len: 375 time: 0.0964334 Nov 12 08:53:43.864840 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62475700-ad92-46c5-8ddf-dfcbe8733f3f tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:43.869795 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-62475700-ad92-46c5-8ddf-dfcbe8733f3f tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:43.895084 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-743809a6-501d-40d0-bca6-7d355695d138 req-57bce9c4-dfce-4910-a6b1-0578097e3172 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=65eff515450d486191a397653bcc86b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1433809 Nov 12 08:53:43.923283 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-62475700-ad92-46c5-8ddf-dfcbe8733f3f tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] device_id is not set on port a883d600-8159-46ea-9127-700de12079c4 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:53:44.057959 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5aba243a-ac4f-4c80-840d-bcadf5cb218c no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:53:44.065029 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfcf713-aff7-4e69-8c01-a3427f8f1437 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Made reservation on behalf of 89610acee4f9465c8223394074652272 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:44.069662 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fbfcf713-aff7-4e69-8c01-a3427f8f1437 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:44.112934 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-fbfcf713-aff7-4e69-8c01-a3427f8f1437 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] device_id is not set on port c15a1682-d3ad-41b9-be36-673d203bc20b yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:53:44.163797 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-3e6d223e-8af7-4357-8322-074e1c20a6bb', 'network_id': '3e6d223e-8af7-4357-8322-074e1c20a6bb', 'tenant_id': 'ca0ab10f4dfb414ea19428569653c5e2', 'fixed_ips': [{'subnet_id': '4c017143-85dc-44f0-a4e3-3cf239d53a1e'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:53:44.165078 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:44.187022 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 5aba243a-ac4f-4c80-840d-bcadf5cb218c {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:53:44.188057 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5aba243a-ac4f-4c80-840d-bcadf5cb218c not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:53:44.188627 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-743809a6-501d-40d0-bca6-7d355695d138 req-a89ee4d1-efb1-49f9-8de1-383aa339eabf service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:53:44.198868 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-743809a6-501d-40d0-bca6-7d355695d138 req-a89ee4d1-efb1-49f9-8de1-383aa339eabf service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2879350 Nov 12 08:53:44.203400 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-62475700-ad92-46c5-8ddf-dfcbe8733f3f tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Allocated IP 2001:db8::fb (3e6d223e-8af7-4357-8322-074e1c20a6bb/4c017143-85dc-44f0-a4e3-3cf239d53a1e/a883d600-8159-46ea-9127-700de12079c4) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:44.230119 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:44.376695 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-743809a6-501d-40d0-bca6-7d355695d138 req-6015d32d-51d6-496d-a4d5-f7cdca5c4338 service neutron] 10.222.0.37 "GET /v2.0/networks/09908abb-a409-4d2e-a5a3-f9417a638c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770625 Nov 12 08:53:44.388024 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-fbfcf713-aff7-4e69-8c01-a3427f8f1437 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Allocated IP 172.20.0.8 (26296859-d2ef-4591-a0e3-bb051ee507cc/3b21bab1-3797-46fa-9ee9-5101427bf6ea/c15a1682-d3ad-41b9-be36-673d203bc20b) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:44.566393 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-743809a6-501d-40d0-bca6-7d355695d138 req-2396045f-6ba7-48ac-9089-3de4e4bdaaef service neutron] 10.222.0.37 "GET /v2.0/networks/09908abb-a409-4d2e-a5a3-f9417a638c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867983 Nov 12 08:53:44.773167 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fbfcf713-aff7-4e69-8c01-a3427f8f1437 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:44.837415 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fbfcf713-aff7-4e69-8c01-a3427f8f1437 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:44.907591 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-62475700-ad92-46c5-8ddf-dfcbe8733f3f tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:44.921206 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfcf713-aff7-4e69-8c01-a3427f8f1437 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Network 26296859-d2ef-4591-a0e3-bb051ee507cc is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:44.929288 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-fbfcf713-aff7-4e69-8c01-a3427f8f1437 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:44.950405 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfcf713-aff7-4e69-8c01-a3427f8f1437 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:44.959295 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfcf713-aff7-4e69-8c01-a3427f8f1437 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event updated for resources: {'Port': ['ID=c15a1682-d3ad-41b9-be36-673d203bc20b,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:45.043663 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-62475700-ad92-46c5-8ddf-dfcbe8733f3f tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:45.141938 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4c519c85-309c-4237-9ec8-aadd2f513ffd req-6565dc04-020d-4995-8f37-adfa7458fe6b tempest-ServerShowV247Test-1567480206 tempest-ServerShowV247Test-1567480206-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31f036-e088-49e9-8da0-5dd281f9ab23 HTTP/1.1" status: 200 len: 210 time: 0.1310415 Nov 12 08:53:45.179246 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfcf713-aff7-4e69-8c01-a3427f8f1437 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:45.183508 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fbfcf713-aff7-4e69-8c01-a3427f8f1437 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:45.190337 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62475700-ad92-46c5-8ddf-dfcbe8733f3f tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network 3e6d223e-8af7-4357-8322-074e1c20a6bb is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:45.198665 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-62475700-ad92-46c5-8ddf-dfcbe8733f3f tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:45.209097 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62475700-ad92-46c5-8ddf-dfcbe8733f3f tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:45.216892 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] Allocated IP 2001:db8::2 (3e6d223e-8af7-4357-8322-074e1c20a6bb/4c017143-85dc-44f0-a4e3-3cf239d53a1e/4493fd6a-940f-4a29-b0f9-5ed92975363d) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:45.224301 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62475700-ad92-46c5-8ddf-dfcbe8733f3f tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:45.226039 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-62475700-ad92-46c5-8ddf-dfcbe8733f3f tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:45.235230 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fbfcf713-aff7-4e69-8c01-a3427f8f1437 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5871892 Nov 12 08:53:45.236436 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35788) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:45.252726 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-6d060dfa-6887-4826-90a5-203931cb1edc tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Request body: {'floatingip': {'port_id': 'c15a1682-d3ad-41b9-be36-673d203bc20b'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:45.260861 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62475700-ad92-46c5-8ddf-dfcbe8733f3f tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Port': ['ID=a883d600-8159-46ea-9127-700de12079c4,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:45.309714 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-62475700-ad92-46c5-8ddf-dfcbe8733f3f tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6374671 Nov 12 08:53:45.311051 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35792) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:45.323127 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-568b6feb-722a-4806-9d7a-395a96f53634 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'port': {'network_id': '3e6d223e-8af7-4357-8322-074e1c20a6bb', 'name': 'tempest-PortsIpV6TestJSON-104377550'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:45.466552 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6d060dfa-6887-4826-90a5-203931cb1edc tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:45.577315 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568b6feb-722a-4806-9d7a-395a96f53634 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:45.582983 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-568b6feb-722a-4806-9d7a-395a96f53634 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:45.617970 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-568b6feb-722a-4806-9d7a-395a96f53634 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] device_id is not set on port 6671aa72-f861-46e7-a8ff-176a2139044e yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:53:45.726183 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21e143-8768-49f8-bff1-12db71404163 req-49c9c892-89cf-49c6-a925-1c00f8a200c3 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:45.739710 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc21e143-8768-49f8-bff1-12db71404163 req-49c9c892-89cf-49c6-a925-1c00f8a200c3 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b08b54-fee6-497c-815b-ddfb712cadcf HTTP/1.1" status: 200 len: 945 time: 0.3575127 Nov 12 08:53:45.745727 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:45.760592 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:45.850134 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] Network 3e6d223e-8af7-4357-8322-074e1c20a6bb is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:45.857619 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:45.865708 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:45.882957 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc21e143-8768-49f8-bff1-12db71404163 req-7ac2735c-0ccd-4c59-ac2f-a48fc4c7a55b tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352272 Nov 12 08:53:46.009028 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-568b6feb-722a-4806-9d7a-395a96f53634 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Allocated IP 2001:db8::169 (3e6d223e-8af7-4357-8322-074e1c20a6bb/4c017143-85dc-44f0-a4e3-3cf239d53a1e/6671aa72-f861-46e7-a8ff-176a2139044e) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:46.139324 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] Pushing event updated for resources: {'Port': ['ID=4493fd6a-940f-4a29-b0f9-5ed92975363d,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:46.169233 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] Attempting to bind port 4493fd6a-940f-4a29-b0f9-5ed92975363d on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:53:46.172137 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] Attempting to bind port 4493fd6a-940f-4a29-b0f9-5ed92975363d by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '71e7430f-b8bc-4bc3-a419-e9fb41db2550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3e6d223e-8af7-4357-8322-074e1c20a6bb'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:53:46.173156 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] Attempting to bind port 4493fd6a-940f-4a29-b0f9-5ed92975363d on network 3e6d223e-8af7-4357-8322-074e1c20a6bb {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:46.190214 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:46.190881 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:46.192262 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:46.193831 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:46.195995 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:46.198201 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:46.199078 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:46.199705 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:46.201141 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:46.202529 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:46.204111 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:46.206613 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:46.211957 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-509fe024-2f93-422a-8e63-e77dee62886a req-61731be4-b161-4171-a643-43ef58256f6b tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] 10.222.0.37 "GET /v2.0/ports?device_id=05b94232-2d1d-4e54-bc5b-bc6ec883f42f HTTP/1.1" status: 200 len: 210 time: 0.0815341 Nov 12 08:53:46.240033 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:53:46.240813 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] Checking segment: {'id': '71e7430f-b8bc-4bc3-a419-e9fb41db2550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3e6d223e-8af7-4357-8322-074e1c20a6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:46.241491 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:46.242232 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] Bound using segment: {'id': '71e7430f-b8bc-4bc3-a419-e9fb41db2550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3e6d223e-8af7-4357-8322-074e1c20a6bb'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:53:46.243025 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] Bound port: 4493fd6a-940f-4a29-b0f9-5ed92975363d, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e7430f-b8bc-4bc3-a419-e9fb41db2550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3e6d223e-8af7-4357-8322-074e1c20a6bb'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:53:46.243613 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:46.481442 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] For port 4493fd6a-940f-4a29-b0f9-5ed92975363d, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:53:46.493443 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] For port 4493fd6a-940f-4a29-b0f9-5ed92975363d, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4493fd6a-940f-4a29-b0f9-5ed92975363d,segment=NetworkSegment(71e7430f-b8bc-4bc3-a419-e9fb41db2550),segment_id=71e7430f-b8bc-4bc3-a419-e9fb41db2550)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:53:46.503770 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:46.556491 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-568b6feb-722a-4806-9d7a-395a96f53634 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:46.683260 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-568b6feb-722a-4806-9d7a-395a96f53634 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:46.694804 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b110ea-d986-494a-bc6e-6e9986921f2a None None] Pushing event updated for resources: {'Port': ['ID=4493fd6a-940f-4a29-b0f9-5ed92975363d,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:46.741226 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568b6feb-722a-4806-9d7a-395a96f53634 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network 3e6d223e-8af7-4357-8322-074e1c20a6bb is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:46.744044 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-568b6feb-722a-4806-9d7a-395a96f53634 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:46.746790 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568b6feb-722a-4806-9d7a-395a96f53634 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:46.759238 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568b6feb-722a-4806-9d7a-395a96f53634 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:46.759963 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-568b6feb-722a-4806-9d7a-395a96f53634 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:46.819376 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-55c756b3-9e39-48a9-88cc-4fb0e4e6b45f req-55f4b6db-8c7d-48b2-9184-136137b6eae7 tempest-ServerShowV247Test-1567480206 tempest-ServerShowV247Test-1567480206-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31f036-e088-49e9-8da0-5dd281f9ab23 HTTP/1.1" status: 200 len: 210 time: 0.4029722 Nov 12 08:53:46.844642 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b6feb-722a-4806-9d7a-395a96f53634 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Port': ['ID=6671aa72-f861-46e7-a8ff-176a2139044e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:46.881885 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-568b6feb-722a-4806-9d7a-395a96f53634 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5688591 Nov 12 08:53:46.885867 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35828) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:46.946712 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6d060dfa-6887-4826-90a5-203931cb1edc tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:46.955002 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6d060dfa-6887-4826-90a5-203931cb1edc tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:47.182361 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cb9c10-f878-47d4-adc3-cadea9380a9c tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:47.192482 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35834) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:47.193470 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b4cb9c10-f878-47d4-adc3-cadea9380a9c tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Afb HTTP/1.1" status: 200 len: 928 time: 0.3047032 Nov 12 08:53:47.376348 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cca9bc-d682-49b4-b1d9-f1dcedabf8ac req-f953bc27-f795-481c-8ab5-029486b414c4 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:47.389960 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-04cca9bc-d682-49b4-b1d9-f1dcedabf8ac req-f953bc27-f795-481c-8ab5-029486b414c4 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b08b54-fee6-497c-815b-ddfb712cadcf HTTP/1.1" status: 200 len: 945 time: 0.2738056 Nov 12 08:53:47.432441 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743809a6-501d-40d0-bca6-7d355695d138 req-b2eb1f6a-ed45-4fe0-addb-285dbd5e0627 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:47.434353 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-743809a6-501d-40d0-bca6-7d355695d138 req-b2eb1f6a-ed45-4fe0-addb-285dbd5e0627 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] 10.222.0.54 "GET /v2.0/networks?id=09908abb-a409-4d2e-a5a3-f9417a638c3a HTTP/1.1" status: 200 len: 808 time: 0.2388885 Nov 12 08:53:47.463210 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-743809a6-501d-40d0-bca6-7d355695d138 req-5797f930-1aac-473f-8937-5e8990e50cf5 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] Request body: {'port': {'device_id': '05b94232-2d1d-4e54-bc5b-bc6ec883f42f', 'network_id': '09908abb-a409-4d2e-a5a3-f9417a638c3a', 'admin_state_up': True, 'tenant_id': '65eff515450d486191a397653bcc86b8'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:47.560726 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-04cca9bc-d682-49b4-b1d9-f1dcedabf8ac req-ed3b53b1-cd0d-4aa8-94c6-cc0d52c575da tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684167 Nov 12 08:53:47.590827 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [None req-6d060dfa-6887-4826-90a5-203931cb1edc tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Floating IP 105e48d8-535e-4e62-86b5-737e7a20c9d5 associated. External IP: 172.25.6.147, port: c15a1682-d3ad-41b9-be36-673d203bc20b. Nov 12 08:53:47.704561 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-72b4895a-b7ad-4d3d-91a4-6ac6f4c61a85 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0993590 Nov 12 08:53:47.738567 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-97728480-3dd6-4d2c-a37a-bf2df1a4bd38 req-a95ab95d-6bd3-475b-a85d-dbe7f15d80d0 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] 10.222.0.37 "GET /v2.0/ports?device_id=05b94232-2d1d-4e54-bc5b-bc6ec883f42f HTTP/1.1" status: 200 len: 210 time: 0.0419440 Nov 12 08:53:47.755191 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-743809a6-501d-40d0-bca6-7d355695d138 req-5797f930-1aac-473f-8937-5e8990e50cf5 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] Made reservation on behalf of 65eff515450d486191a397653bcc86b8 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:47.759719 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-743809a6-501d-40d0-bca6-7d355695d138 req-5797f930-1aac-473f-8937-5e8990e50cf5 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:47.783631 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-5e4be252-999e-44ce-afb7-f8484955e26b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Deleting port 6671aa72-f861-46e7-a8ff-176a2139044e {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:53:47.784200 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5e4be252-999e-44ce-afb7-f8484955e26b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:47.908893 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-4da114a3-80e4-4c05-aa3c-3c3a504be63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:47.909828 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-4da114a3-80e4-4c05-aa3c-3c3a504be63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:47.910512 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-4da114a3-80e4-4c05-aa3c-3c3a504be63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:47.911491 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-4da114a3-80e4-4c05-aa3c-3c3a504be63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:47.912180 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-4da114a3-80e4-4c05-aa3c-3c3a504be63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:47.912824 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-4da114a3-80e4-4c05-aa3c-3c3a504be63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:47.913469 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-4da114a3-80e4-4c05-aa3c-3c3a504be63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:47.916157 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-4da114a3-80e4-4c05-aa3c-3c3a504be63f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7744ced598be42768ed1d37e40d08f56&device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 6499 time: 0.1627927 Nov 12 08:53:48.202688 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4493fd6a-940f-4a29-b0f9-5ed92975363d up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:53:48.252598 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-a96fba44-f6e9-4cf7-94ce-4326ea3d9db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:48.253139 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-a96fba44-f6e9-4cf7-94ce-4326ea3d9db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:48.253740 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-a96fba44-f6e9-4cf7-94ce-4326ea3d9db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:48.255835 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-a96fba44-f6e9-4cf7-94ce-4326ea3d9db6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7e33e051-e363-49e1-9c6d-2f24faf4dfb5&id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&id=702ebd3a-91cd-4d56-a35d-ad10b18ed18d&id=702ebd3a-91cd-4d56-a35d-ad10b18ed18d HTTP/1.1" status: 200 len: 2293 time: 0.2989697 Nov 12 08:53:48.256744 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5e4be252-999e-44ce-afb7-f8484955e26b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:48.281029 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-5e4be252-999e-44ce-afb7-f8484955e26b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Calling delete_port for 6671aa72-f861-46e7-a8ff-176a2139044e owned by {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:48.316113 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 4493fd6a-940f-4a29-b0f9-5ed92975363d triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:48.316863 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:48.360300 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-743809a6-501d-40d0-bca6-7d355695d138 req-5797f930-1aac-473f-8937-5e8990e50cf5 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] Allocated IP 172.20.0.3 (09908abb-a409-4d2e-a5a3-f9417a638c3a/591a7e12-ee7c-4540-ba97-04432858e0a9/27f6206c-73fe-49ec-b7ee-43ee93c4f9a5) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:48.401558 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-66f3e483-fdae-4979-b2a5-76cb2324b25d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad631039-f393-4fda-a88e-acbce5bb31d9 HTTP/1.1" status: 200 len: 1001 time: 0.1139784 Nov 12 08:53:48.440614 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:48.469984 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca85b6b5-be33-4d66-b7fa-819e9835b2d1 req-34f9f431-6b7e-4378-8041-4747a13e8598 tempest-ServerShowV247Test-1567480206 tempest-ServerShowV247Test-1567480206-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31f036-e088-49e9-8da0-5dd281f9ab23 HTTP/1.1" status: 200 len: 210 time: 0.4187727 Nov 12 08:53:48.489477 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 4493fd6a-940f-4a29-b0f9-5ed92975363d, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4493fd6a-940f-4a29-b0f9-5ed92975363d,segment=NetworkSegment(71e7430f-b8bc-4bc3-a419-e9fb41db2550),segment_id=71e7430f-b8bc-4bc3-a419-e9fb41db2550)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:48.495057 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:48.547573 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d5b394-aef5-469b-806b-dd9c04897737 None None] Network 3e6d223e-8af7-4357-8322-074e1c20a6bb requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:53:48.585838 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c39f72f-a0f3-4fc3-b7ed-2f016bbce258 req-29fd300a-be2a-4688-97ed-a4b0876624e1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=90486dae-068c-4c8f-8b93-2447e601aab0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0636184 Nov 12 08:53:48.598671 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5e4be252-999e-44ce-afb7-f8484955e26b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:48.664344 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-ac808b94-19b9-44c4-905e-87b6d97dee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:48.665948 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-ac808b94-19b9-44c4-905e-87b6d97dee7d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b3ec3dec-5d62-4a75-9611-109bbf916cc1 HTTP/1.1" status: 200 len: 850 time: 0.2540014 Nov 12 08:53:48.713662 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=4493fd6a-940f-4a29-b0f9-5ed92975363d,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:48.744734 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-de6af018-f3cc-41a4-895c-fad436686349 None None] Provisioning complete for port 4493fd6a-940f-4a29-b0f9-5ed92975363d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:48.744985 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-de6af018-f3cc-41a4-895c-fad436686349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:48.853781 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4be252-999e-44ce-afb7-f8484955e26b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Port': ['ID=6671aa72-f861-46e7-a8ff-176a2139044e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:48.854775 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-743809a6-501d-40d0-bca6-7d355695d138 req-5797f930-1aac-473f-8937-5e8990e50cf5 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:48.868328 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-36b230ad-734c-45c9-bdda-9242957c0c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:48.870826 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-36b230ad-734c-45c9-bdda-9242957c0c78 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7e33e051-e363-49e1-9c6d-2f24faf4dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1928899 Nov 12 08:53:48.926112 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c39f72f-a0f3-4fc3-b7ed-2f016bbce258 req-16804895-de3e-41e8-afb9-9bde36b3a732 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63df8f831aff49929803155d31ef263d&device_id=90486dae-068c-4c8f-8b93-2447e601aab0 HTTP/1.1" status: 200 len: 210 time: 0.1081064 Nov 12 08:53:48.938694 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5e4be252-999e-44ce-afb7-f8484955e26b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:48.949387 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5e4be252-999e-44ce-afb7-f8484955e26b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/ports/6671aa72-f861-46e7-a8ff-176a2139044e HTTP/1.1" status: 204 len: 168 time: 1.7528884 Nov 12 08:53:48.960315 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35872) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:49.028780 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb683d8-d3b9-441c-8c14-ba276b1ea9ed tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] GET failed (client error): The resource could not be found. Nov 12 08:53:49.037887 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9eb683d8-d3b9-441c-8c14-ba276b1ea9ed tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "GET /v2.0/ports/6671aa72-f861-46e7-a8ff-176a2139044e HTTP/1.1" status: 404 len: 333 time: 0.0752325 Nov 12 08:53:49.041162 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35880) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:49.141295 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-743809a6-501d-40d0-bca6-7d355695d138 req-5797f930-1aac-473f-8937-5e8990e50cf5 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:49.168920 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c39f72f-a0f3-4fc3-b7ed-2f016bbce258 req-cde05cd6-148e-4740-ba1e-350d6e5d0e6f service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=63df8f831aff49929803155d31ef263d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2178850 Nov 12 08:53:49.219232 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-743809a6-501d-40d0-bca6-7d355695d138 req-5797f930-1aac-473f-8937-5e8990e50cf5 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] Network 09908abb-a409-4d2e-a5a3-f9417a638c3a is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:49.249652 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-743809a6-501d-40d0-bca6-7d355695d138 req-5797f930-1aac-473f-8937-5e8990e50cf5 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:49.267290 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-743809a6-501d-40d0-bca6-7d355695d138 req-5797f930-1aac-473f-8937-5e8990e50cf5 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:49.305127 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-d6b28bf4-abee-4c1d-9a96-11712fc645ef service neutron] 10.222.0.54 "GET /v2.0/networks/7e33e051-e363-49e1-9c6d-2f24faf4dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249678 Nov 12 08:53:49.310955 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797f930-1aac-473f-8937-5e8990e50cf5 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] Pushing event updated for resources: {'Port': ['ID=27f6206c-73fe-49ec-b7ee-43ee93c4f9a5,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:49.528658 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743809a6-501d-40d0-bca6-7d355695d138 req-5797f930-1aac-473f-8937-5e8990e50cf5 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:49.529334 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-743809a6-501d-40d0-bca6-7d355695d138 req-5797f930-1aac-473f-8937-5e8990e50cf5 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:49.564708 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-743809a6-501d-40d0-bca6-7d355695d138 req-5797f930-1aac-473f-8937-5e8990e50cf5 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1133890 Nov 12 08:53:49.579318 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-743809a6-501d-40d0-bca6-7d355695d138 req-e224ba89-49b3-48f8-90ff-699115ec07f4 service neutron] Request body: {'port': {'device_id': '05b94232-2d1d-4e54-bc5b-bc6ec883f42f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:49.632232 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-b25beb23-7793-4af4-a01f-321a510f61d3 service neutron] 10.222.0.54 "GET /v2.0/networks/7e33e051-e363-49e1-9c6d-2f24faf4dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165014 Nov 12 08:53:49.721245 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-a99fe691-1c21-40d5-b4a0-0bf6cfafaee8 None None] Provisioning complete for port a883d600-8159-46ea-9127-700de12079c4 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:49.724425 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a99fe691-1c21-40d5-b4a0-0bf6cfafaee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:49.754736 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-743809a6-501d-40d0-bca6-7d355695d138 req-e224ba89-49b3-48f8-90ff-699115ec07f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:49.783355 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-9646b05f-db23-4180-9128-7f11cfd4d114 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=996f9d9d-9c4c-4d28-a901-cc2cc552d93a HTTP/1.1" status: 200 len: 217 time: 0.1389592 Nov 12 08:53:49.805756 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-a99fe691-1c21-40d5-b4a0-0bf6cfafaee8 None None] Port a883d600-8159-46ea-9127-700de12079c4 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:53:49.818683 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-a99fe691-1c21-40d5-b4a0-0bf6cfafaee8 None None] Provisioning complete for port 4493fd6a-940f-4a29-b0f9-5ed92975363d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:49.819613 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a99fe691-1c21-40d5-b4a0-0bf6cfafaee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:49.918580 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-784f2609-8cbc-402b-8e3a-88b8181f923e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:49.920566 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-784f2609-8cbc-402b-8e3a-88b8181f923e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d86e7b80-541e-4437-9372-c90106323c14 HTTP/1.1" status: 200 len: 797 time: 0.0812943 Nov 12 08:53:49.972097 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d060dfa-6887-4826-90a5-203931cb1edc tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Router d7eb8014-2395-467d-8954-226e5c316fbd has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:53:49.975731 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39f72f-a0f3-4fc3-b7ed-2f016bbce258 req-42a0efa2-28f7-4eb7-8501-20d26ee887bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:49.977616 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c39f72f-a0f3-4fc3-b7ed-2f016bbce258 req-42a0efa2-28f7-4eb7-8501-20d26ee887bb service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7975557 Nov 12 08:53:50.035275 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d32d01-7051-413f-a760-ce245682972e req-338aaa84-4a62-40f4-af4f-c471e2630b83 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:50.047966 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-23d32d01-7051-413f-a760-ce245682972e req-338aaa84-4a62-40f4-af4f-c471e2630b83 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b08b54-fee6-497c-815b-ddfb712cadcf HTTP/1.1" status: 200 len: 945 time: 0.8008695 Nov 12 08:53:50.090000 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4493fd6a-940f-4a29-b0f9-5ed92975363d up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:53:50.144504 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-bade3d08-39d3-4408-a41a-2e7a24afcbe7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Deleting port a883d600-8159-46ea-9127-700de12079c4 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:53:50.145301 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bade3d08-39d3-4408-a41a-2e7a24afcbe7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.299920 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-23d32d01-7051-413f-a760-ce245682972e req-8542e87a-6900-44c1-be2f-e2e07714aa43 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488167 Nov 12 08:53:50.307462 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-a3638cc1-62b0-4f8d-a3fe-ec2c21cb7014 None None] Provisioning complete for port a883d600-8159-46ea-9127-700de12079c4 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:50.308209 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a3638cc1-62b0-4f8d-a3fe-ec2c21cb7014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.400724 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d060dfa-6887-4826-90a5-203931cb1edc tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:53:50.405047 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-a3638cc1-62b0-4f8d-a3fe-ec2c21cb7014 None None] Port a883d600-8159-46ea-9127-700de12079c4 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:53:50.417219 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6d060dfa-6887-4826-90a5-203931cb1edc tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.419675 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 4493fd6a-940f-4a29-b0f9-5ed92975363d triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:50.422282 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.492687 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6d060dfa-6887-4826-90a5-203931cb1edc tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "PUT /v2.0/floatingips/105e48d8-535e-4e62-86b5-737e7a20c9d5 HTTP/1.1" status: 200 len: 978 time: 5.2541516 Nov 12 08:53:50.493982 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-8caa6867-3eec-410c-a8a0-35f47a78c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:50.496577 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-8caa6867-3eec-410c-a8a0-35f47a78c543 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5548999 Nov 12 08:53:50.500947 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd07906-1ab9-4e26-86e7-5da468af8904 None None] Sync routers for ids ['d7eb8014-2395-467d-8954-226e5c316fbd'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:53:50.506751 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35904) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:50.527880 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-bdc58202-1493-44f0-8083-b73164769829 None None] Could not find standard attr ID for object 6671aa72-f861-46e7-a8ff-176a2139044e. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:53:50.542154 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd07906-1ab9-4e26-86e7-5da468af8904 None None] Routers {'d7eb8014-2395-467d-8954-226e5c316fbd'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:50.543146 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3fd07906-1ab9-4e26-86e7-5da468af8904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:53:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d7eb8014-2395-467d-8954-226e5c316fbd'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:50.605011 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3fd07906-1ab9-4e26-86e7-5da468af8904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:50.637138 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bade3d08-39d3-4408-a41a-2e7a24afcbe7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.641941 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd07906-1ab9-4e26-86e7-5da468af8904 None None] Routers {'d7eb8014-2395-467d-8954-226e5c316fbd'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:50.646417 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3fd07906-1ab9-4e26-86e7-5da468af8904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:53:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d7eb8014-2395-467d-8954-226e5c316fbd'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:50.662862 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-bade3d08-39d3-4408-a41a-2e7a24afcbe7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Calling delete_port for a883d600-8159-46ea-9127-700de12079c4 owned by {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:50.680623 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b82f9-562a-4a6d-8242-e7add61e56ed req-da3e986d-02ca-4833-87c3-206252b3a74c tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:50.682288 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c71b82f9-562a-4a6d-8242-e7add61e56ed req-da3e986d-02ca-4833-87c3-206252b3a74c tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] 10.222.0.37 "GET /v2.0/ports?device_id=05b94232-2d1d-4e54-bc5b-bc6ec883f42f HTTP/1.1" status: 200 len: 931 time: 0.1823490 Nov 12 08:53:50.733014 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3fd07906-1ab9-4e26-86e7-5da468af8904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:50.733727 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd07906-1ab9-4e26-86e7-5da468af8904 None None] The sync data for ids ['d7eb8014-2395-467d-8954-226e5c316fbd'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:53:50.774491 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-21b3ccee-be1b-4a62-975a-afd7ae887795 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:50.796979 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-21b3ccee-be1b-4a62-975a-afd7ae887795 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:50.803230 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-21b3ccee-be1b-4a62-975a-afd7ae887795 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:50.810457 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-21b3ccee-be1b-4a62-975a-afd7ae887795 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:50.817294 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-21b3ccee-be1b-4a62-975a-afd7ae887795 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:50.823412 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-21b3ccee-be1b-4a62-975a-afd7ae887795 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:50.832731 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-21b3ccee-be1b-4a62-975a-afd7ae887795 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:50.836513 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-21b3ccee-be1b-4a62-975a-afd7ae887795 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5435 time: 0.8042421 Nov 12 08:53:50.840806 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-69e46a05-d35b-49b5-a075-3670a8769a74 service neutron] 10.222.0.54 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315613 Nov 12 08:53:50.873240 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c71b82f9-562a-4a6d-8242-e7add61e56ed req-30a3b95f-0f45-4d70-9d83-1cdf5711ada7 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] 10.222.0.37 "GET /v2.0/security-groups?id=6350943e-a84e-43ef-9784-770eb11f3b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820126 Nov 12 08:53:51.007395 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-82ab298f-a216-4e99-8452-96ffb092c42f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:51.009025 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-82ab298f-a216-4e99-8452-96ffb092c42f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.54 "GET /v2.0/ports/996f9d9d-9c4c-4d28-a901-cc2cc552d93a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0823450 Nov 12 08:53:51.042452 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bade3d08-39d3-4408-a41a-2e7a24afcbe7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.095614 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade3d08-39d3-4408-a41a-2e7a24afcbe7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Port': ['ID=a883d600-8159-46ea-9127-700de12079c4,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:51.165529 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bade3d08-39d3-4408-a41a-2e7a24afcbe7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.172680 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bade3d08-39d3-4408-a41a-2e7a24afcbe7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/ports/a883d600-8159-46ea-9127-700de12079c4 HTTP/1.1" status: 204 len: 168 time: 2.1231408 Nov 12 08:53:51.185525 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35916) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:51.192147 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee0936-164e-4432-b280-6b897eed1cff req-35f1be63-ebf9-491e-a391-fd4707e00b06 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:51.203178 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee0936-164e-4432-b280-6b897eed1cff req-35f1be63-ebf9-491e-a391-fd4707e00b06 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:51.210975 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee0936-164e-4432-b280-6b897eed1cff req-35f1be63-ebf9-491e-a391-fd4707e00b06 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:51.217803 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee0936-164e-4432-b280-6b897eed1cff req-35f1be63-ebf9-491e-a391-fd4707e00b06 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:51.224427 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee0936-164e-4432-b280-6b897eed1cff req-35f1be63-ebf9-491e-a391-fd4707e00b06 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:51.231270 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee0936-164e-4432-b280-6b897eed1cff req-35f1be63-ebf9-491e-a391-fd4707e00b06 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:51.237773 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee0936-164e-4432-b280-6b897eed1cff req-35f1be63-ebf9-491e-a391-fd4707e00b06 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:51.240142 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f6ee0936-164e-4432-b280-6b897eed1cff req-35f1be63-ebf9-491e-a391-fd4707e00b06 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5435 time: 0.2635801 Nov 12 08:53:51.351366 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb40dca-340b-4050-979b-669eed915562 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] GET failed (client error): The resource could not be found. Nov 12 08:53:51.354230 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3eb40dca-340b-4050-979b-669eed915562 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "GET /v2.0/ports/a883d600-8159-46ea-9127-700de12079c4 HTTP/1.1" status: 404 len: 333 time: 0.1477001 Nov 12 08:53:51.357713 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35922) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:51.462472 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-743809a6-501d-40d0-bca6-7d355695d138 req-e224ba89-49b3-48f8-90ff-699115ec07f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27f6206c-73fe-49ec-b7ee-43ee93c4f9a5 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:53:51.466579 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f6ee0936-164e-4432-b280-6b897eed1cff req-7ff174d3-0920-42d5-9584-aae45d22e26c tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2116997 Nov 12 08:53:51.472451 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-743809a6-501d-40d0-bca6-7d355695d138 req-e224ba89-49b3-48f8-90ff-699115ec07f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.488626 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-743809a6-501d-40d0-bca6-7d355695d138 req-e224ba89-49b3-48f8-90ff-699115ec07f4 service neutron] Transition to ACTIVE for port object 27f6206c-73fe-49ec-b7ee-43ee93c4f9a5 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:53:51.517112 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca37151b-d8e6-46e0-91b9-a6622862bd6b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Deleting subnet 4c017143-85dc-44f0-a4e3-3cf239d53a1e {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:53:51.520058 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-743809a6-501d-40d0-bca6-7d355695d138 req-e224ba89-49b3-48f8-90ff-699115ec07f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.531278 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ca37151b-d8e6-46e0-91b9-a6622862bd6b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.709374 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ca37151b-d8e6-46e0-91b9-a6622862bd6b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.715220 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a4ab500c-a6a9-48a3-9214-534b393841cd req-89deff7c-f6e9-4092-a78e-bfba1207867e tempest-ServerShowV247Test-1567480206 tempest-ServerShowV247Test-1567480206-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31f036-e088-49e9-8da0-5dd281f9ab23 HTTP/1.1" status: 200 len: 210 time: 0.0534387 Nov 12 08:53:51.729265 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-81967fbd-bcef-4741-9767-9337c1c39e2a service neutron] 10.222.0.54 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7986236 Nov 12 08:53:51.766187 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-d5347b41-227a-46fe-ad01-b9b960cd6f48 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.54 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.7062273 Nov 12 08:53:51.870225 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224ba89-49b3-48f8-90ff-699115ec07f4 service neutron] Pushing event updated for resources: {'Port': ['ID=27f6206c-73fe-49ec-b7ee-43ee93c4f9a5,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:51.874424 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-0b18d3ac-afbc-4719-990c-c720dbe4df65 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=21a69529-a5f8-4991-8770-485deba29c21 HTTP/1.1" status: 200 len: 217 time: 0.1305089 Nov 12 08:53:51.897586 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-45be01cc-61ff-4815-a410-c49af131728c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:51.978459 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-86976e5d-6994-40d1-99f8-9a265fe9f1ca tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Deleting port c15a1682-d3ad-41b9-be36-673d203bc20b {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:53:51.978812 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-86976e5d-6994-40d1-99f8-9a265fe9f1ca tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.016396 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ca37151b-d8e6-46e0-91b9-a6622862bd6b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.146753 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ca37151b-d8e6-46e0-91b9-a6622862bd6b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.177842 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-1b95a1fd-138b-49e5-ac14-dbded437fbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:52.179551 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-1b95a1fd-138b-49e5-ac14-dbded437fbaa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d86e7b80-541e-4437-9372-c90106323c14 HTTP/1.1" status: 200 len: 797 time: 0.2743092 Nov 12 08:53:52.180165 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-45be01cc-61ff-4815-a410-c49af131728c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.187337 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37151b-d8e6-46e0-91b9-a6622862bd6b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Subnet': ['ID=4c017143-85dc-44f0-a4e3-3cf239d53a1e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:52.215425 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad47402-2058-453a-a0fa-e415ec818aa3 None None] Network 3e6d223e-8af7-4357-8322-074e1c20a6bb requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:53:52.226282 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ca37151b-d8e6-46e0-91b9-a6622862bd6b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.235535 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ca37151b-d8e6-46e0-91b9-a6622862bd6b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/subnets/4c017143-85dc-44f0-a4e3-3cf239d53a1e HTTP/1.1" status: 204 len: 168 time: 0.8734889 Nov 12 08:53:52.238578 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35936) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:52.274540 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-86976e5d-6994-40d1-99f8-9a265fe9f1ca tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.275373 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e314284-c299-47c8-bc15-f2553307bb9c req-4d5c775f-4104-4551-b41f-bf398a3d6c69 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:52.284749 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5e314284-c299-47c8-bc15-f2553307bb9c req-4d5c775f-4104-4551-b41f-bf398a3d6c69 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b08b54-fee6-497c-815b-ddfb712cadcf HTTP/1.1" status: 200 len: 945 time: 0.1873391 Nov 12 08:53:52.421920 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5e314284-c299-47c8-bc15-f2553307bb9c req-3fe3f3df-c6eb-4b13-9a0e-8fc99a5a1887 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353269 Nov 12 08:53:52.426039 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c847-de1d-4433-8477-db49bdd75449 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.518891 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-743809a6-501d-40d0-bca6-7d355695d138 req-e224ba89-49b3-48f8-90ff-699115ec07f4 service neutron] Attempting to bind port 27f6206c-73fe-49ec-b7ee-43ee93c4f9a5 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:53:52.519337 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-743809a6-501d-40d0-bca6-7d355695d138 req-e224ba89-49b3-48f8-90ff-699115ec07f4 service neutron] Attempting to bind port 27f6206c-73fe-49ec-b7ee-43ee93c4f9a5 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '9b0d6b6c-4c3e-4bc6-ba56-3b093aef89d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '09908abb-a409-4d2e-a5a3-f9417a638c3a'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:53:52.519731 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743809a6-501d-40d0-bca6-7d355695d138 req-e224ba89-49b3-48f8-90ff-699115ec07f4 service neutron] Attempting to bind port 27f6206c-73fe-49ec-b7ee-43ee93c4f9a5 on network 09908abb-a409-4d2e-a5a3-f9417a638c3a {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:52.524659 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d57ee69-453b-4037-b433-a32d3816e384 None None] DHCP port deletion for 3e6d223e-8af7-4357-8322-074e1c20a6bb request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:53:52.614844 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-b4f6c847-de1d-4433-8477-db49bdd75449 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Deleting port 4493fd6a-940f-4a29-b0f9-5ed92975363d {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:53:52.614844 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c847-de1d-4433-8477-db49bdd75449 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.636633 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-3d57ee69-453b-4037-b433-a32d3816e384 None None] Deleting port 4493fd6a-940f-4a29-b0f9-5ed92975363d {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:53:52.636843 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3d57ee69-453b-4037-b433-a32d3816e384 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.712389 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-3d57ee69-453b-4037-b433-a32d3816e384 None None] For port 4493fd6a-940f-4a29-b0f9-5ed92975363d, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4493fd6a-940f-4a29-b0f9-5ed92975363d,segment=NetworkSegment(71e7430f-b8bc-4bc3-a419-e9fb41db2550),segment_id=71e7430f-b8bc-4bc3-a419-e9fb41db2550)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:52.712931 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3d57ee69-453b-4037-b433-a32d3816e384 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.734194 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-3d57ee69-453b-4037-b433-a32d3816e384 None None] Calling delete_port for 4493fd6a-940f-4a29-b0f9-5ed92975363d owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:52.747674 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 00fba7bd-a20a-41f3-948a-cccef4e31a4b no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:53:52.877410 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61b94a-d7ce-4e28-b1c1-47f60d3d853e req-d8320c9e-0d14-47e4-8dab-58c871e6c05b tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:52.891476 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf61b94a-d7ce-4e28-b1c1-47f60d3d853e req-d8320c9e-0d14-47e4-8dab-58c871e6c05b tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] 10.222.0.37 "GET /v2.0/ports?device_id=05b94232-2d1d-4e54-bc5b-bc6ec883f42f HTTP/1.1" status: 200 len: 943 time: 0.3361444 Nov 12 08:53:52.896892 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.966464 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.994158 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf61b94a-d7ce-4e28-b1c1-47f60d3d853e req-8e573864-dd5b-4b16-917a-9d11eacee5f5 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] 10.222.0.37 "GET /v2.0/security-groups?id=6350943e-a84e-43ef-9784-770eb11f3b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010847 Nov 12 08:53:53.016985 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 00fba7bd-a20a-41f3-948a-cccef4e31a4b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=00fba7bd-a20a-41f3-948a-cccef4e31a4b,segment=NetworkSegment(27dbb1a9-39bb-4e45-8c99-b89307690322),segment_id=27dbb1a9-39bb-4e45-8c99-b89307690322)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:53.019842 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00fba7bd-a20a-41f3-948a-cccef4e31a4b'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:53:53.022558 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed4b322-2345-4658-99a0-95292ea865f1" -d '{"events": [{"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-unplugged", "status": "completed", "tag": "00fba7bd-a20a-41f3-948a-cccef4e31a4b"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:53:53.029930 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:53.029930 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 42d9b265-ff43-4a1c-acce-53b5283365dc no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:53:53.046890 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b4f6c847-de1d-4433-8477-db49bdd75449 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] For port 4493fd6a-940f-4a29-b0f9-5ed92975363d, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4493fd6a-940f-4a29-b0f9-5ed92975363d,segment=NetworkSegment(71e7430f-b8bc-4bc3-a419-e9fb41db2550),segment_id=71e7430f-b8bc-4bc3-a419-e9fb41db2550)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:53.047671 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c847-de1d-4433-8477-db49bdd75449 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:53.091115 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-b4f6c847-de1d-4433-8477-db49bdd75449 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Calling delete_port for 4493fd6a-940f-4a29-b0f9-5ed92975363d owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:53.348928 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3d57ee69-453b-4037-b433-a32d3816e384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:53.418298 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:53.433109 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd18a9a-044c-4b3c-928b-99ffe8347f27 req-c677141f-4df6-42ed-93c4-426217e1adb1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:53.462524 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd18a9a-044c-4b3c-928b-99ffe8347f27 req-c677141f-4df6-42ed-93c4-426217e1adb1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:53.463082 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-86976e5d-6994-40d1-99f8-9a265fe9f1ca tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:53.463615 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-86976e5d-6994-40d1-99f8-9a265fe9f1ca tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:53.464024 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [None req-86976e5d-6994-40d1-99f8-9a265fe9f1ca tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Floating IP 105e48d8-535e-4e62-86b5-737e7a20c9d5 disassociated. External IP: 172.25.6.147, port: c15a1682-d3ad-41b9-be36-673d203bc20b. Nov 12 08:53:53.466655 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-86976e5d-6994-40d1-99f8-9a265fe9f1ca tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Calling delete_port for c15a1682-d3ad-41b9-be36-673d203bc20b owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:53.489394 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd18a9a-044c-4b3c-928b-99ffe8347f27 req-c677141f-4df6-42ed-93c4-426217e1adb1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:53.497007 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd18a9a-044c-4b3c-928b-99ffe8347f27 req-c677141f-4df6-42ed-93c4-426217e1adb1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:53.504689 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd18a9a-044c-4b3c-928b-99ffe8347f27 req-c677141f-4df6-42ed-93c4-426217e1adb1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:53.506685 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=00fba7bd-a20a-41f3-948a-cccef4e31a4b,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:53.512357 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd18a9a-044c-4b3c-928b-99ffe8347f27 req-c677141f-4df6-42ed-93c4-426217e1adb1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:53.519420 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd18a9a-044c-4b3c-928b-99ffe8347f27 req-c677141f-4df6-42ed-93c4-426217e1adb1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:53.522729 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2cd18a9a-044c-4b3c-928b-99ffe8347f27 req-c677141f-4df6-42ed-93c4-426217e1adb1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 5433 time: 0.3072171 Nov 12 08:53:53.554035 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d57ee69-453b-4037-b433-a32d3816e384 None None] No DVR routers for this DVR port 4493fd6a-940f-4a29-b0f9-5ed92975363d on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:53:53.578148 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-05f9fd3e-2339-4b9e-ad90-b3f28bb26640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:53.588980 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-05f9fd3e-2339-4b9e-ad90-b3f28bb26640 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.3988252 Nov 12 08:53:53.591316 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743809a6-501d-40d0-bca6-7d355695d138 req-e224ba89-49b3-48f8-90ff-699115ec07f4 service neutron] Port 27f6206c-73fe-49ec-b7ee-43ee93c4f9a5 on network 09908abb-a409-4d2e-a5a3-f9417a638c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:53:53.592263 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743809a6-501d-40d0-bca6-7d355695d138 req-e224ba89-49b3-48f8-90ff-699115ec07f4 service neutron] Attempting to bind port 27f6206c-73fe-49ec-b7ee-43ee93c4f9a5 on network 09908abb-a409-4d2e-a5a3-f9417a638c3a {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:53.600180 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c847-de1d-4433-8477-db49bdd75449 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:53.647408 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57ee69-453b-4037-b433-a32d3816e384 None None] Pushing event deleted for resources: {'Port': ['ID=4493fd6a-940f-4a29-b0f9-5ed92975363d,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:53.668710 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 42d9b265-ff43-4a1c-acce-53b5283365dc, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=42d9b265-ff43-4a1c-acce-53b5283365dc,segment=NetworkSegment(27dbb1a9-39bb-4e45-8c99-b89307690322),segment_id=27dbb1a9-39bb-4e45-8c99-b89307690322)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:53.675999 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:53.676972 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 5a26ea24-1891-468a-8682-58706cbc337d no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:53:53.689643 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743809a6-501d-40d0-bca6-7d355695d138 req-e224ba89-49b3-48f8-90ff-699115ec07f4 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:53:53.690224 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743809a6-501d-40d0-bca6-7d355695d138 req-e224ba89-49b3-48f8-90ff-699115ec07f4 service neutron] Checking segment: {'id': '9b0d6b6c-4c3e-4bc6-ba56-3b093aef89d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '09908abb-a409-4d2e-a5a3-f9417a638c3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:53.690648 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743809a6-501d-40d0-bca6-7d355695d138 req-e224ba89-49b3-48f8-90ff-699115ec07f4 service neutron] Bound using segment: {'id': '9b0d6b6c-4c3e-4bc6-ba56-3b093aef89d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '09908abb-a409-4d2e-a5a3-f9417a638c3a'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:53:53.691099 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-743809a6-501d-40d0-bca6-7d355695d138 req-e224ba89-49b3-48f8-90ff-699115ec07f4 service neutron] Bound port: 27f6206c-73fe-49ec-b7ee-43ee93c4f9a5, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b0d6b6c-4c3e-4bc6-ba56-3b093aef89d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '09908abb-a409-4d2e-a5a3-f9417a638c3a'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:53:53.691891 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-743809a6-501d-40d0-bca6-7d355695d138 req-e224ba89-49b3-48f8-90ff-699115ec07f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:53.802314 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f6c847-de1d-4433-8477-db49bdd75449 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] No DVR routers for this DVR port 4493fd6a-940f-4a29-b0f9-5ed92975363d on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:53:53.807965 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6c847-de1d-4433-8477-db49bdd75449 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Port': ['ID=4493fd6a-940f-4a29-b0f9-5ed92975363d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:53.833029 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:53.844726 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=42d9b265-ff43-4a1c-acce-53b5283365dc,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:53.894683 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 5a26ea24-1891-468a-8682-58706cbc337d, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=5a26ea24-1891-468a-8682-58706cbc337d,segment=NetworkSegment(d9096f87-8920-440d-9535-8b369b6696ae),segment_id=d9096f87-8920-440d-9535-8b369b6696ae)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:53.902755 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:53.903698 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device ad631039-f393-4fda-a88e-acbce5bb31d9 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:53:53.919120 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2cd18a9a-044c-4b3c-928b-99ffe8347f27 req-9261c438-1de0-4583-915b-6750bf0be635 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3763382 Nov 12 08:53:54.023060 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c847-de1d-4433-8477-db49bdd75449 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.092788 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-b4f6c847-de1d-4433-8477-db49bdd75449 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e6d223e-8af7-4357-8322-074e1c20a6bb']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:54.126870 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-b4f6c847-de1d-4433-8477-db49bdd75449 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e7430f-b8bc-4bc3-a419-e9fb41db2550') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:54.127341 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-b4f6c847-de1d-4433-8477-db49bdd75449 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e7430f-b8bc-4bc3-a419-e9fb41db2550') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:54.169034 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c847-de1d-4433-8477-db49bdd75449 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.188515 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.54', 61869) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:54.196333 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-86976e5d-6994-40d1-99f8-9a265fe9f1ca tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.201269 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4493fd6a-940f-4a29-b0f9-5ed92975363d no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:53:54.255162 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 4493fd6a-940f-4a29-b0f9-5ed92975363d {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:53:54.255590 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-45be01cc-61ff-4815-a410-c49af131728c service neutron] For port 996f9d9d-9c4c-4d28-a901-cc2cc552d93a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=996f9d9d-9c4c-4d28-a901-cc2cc552d93a,segment=NetworkSegment(d9096f87-8920-440d-9535-8b369b6696ae),segment_id=d9096f87-8920-440d-9535-8b369b6696ae)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:54.255804 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4493fd6a-940f-4a29-b0f9-5ed92975363d not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:53:54.286987 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-8731071c-39dc-47d0-9941-bc07e4be7751 service neutron] 10.222.0.54 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6726608 Nov 12 08:53:54.304938 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=5a26ea24-1891-468a-8682-58706cbc337d,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:54.313476 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.345328 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86976e5d-6994-40d1-99f8-9a265fe9f1ca tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event deleted for resources: {'Port': ['ID=c15a1682-d3ad-41b9-be36-673d203bc20b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:54.358119 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port ad631039-f393-4fda-a88e-acbce5bb31d9, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=ad631039-f393-4fda-a88e-acbce5bb31d9,segment=NetworkSegment(d3c1ae76-828f-4a3e-ac05-62e9a00d0ecc),segment_id=d3c1ae76-828f-4a3e-ac05-62e9a00d0ecc)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:54.362937 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3effffdd-86f9-4d88-af76-0ca64848eaf8 req-30445ab4-b7e4-4a8d-8336-c968e5f7004a tempest-ServerShowV247Test-1567480206 tempest-ServerShowV247Test-1567480206-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31f036-e088-49e9-8da0-5dd281f9ab23 HTTP/1.1" status: 200 len: 210 time: 0.1525936 Nov 12 08:53:54.369381 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.370320 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 148f6696-758c-4f5e-92a2-6d895c1475e8 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:53:54.379822 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c847-de1d-4433-8477-db49bdd75449 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.431732 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4f39b-24a5-4fa4-bc07-6d4eb4afbb0a req-5d2a2231-2ebf-4eba-9cad-d1554aa69afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:54.433321 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-20e4f39b-24a5-4fa4-bc07-6d4eb4afbb0a req-5d2a2231-2ebf-4eba-9cad-d1554aa69afc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b0b08b54-fee6-497c-815b-ddfb712cadcf HTTP/1.1" status: 200 len: 1097 time: 0.2434998 Nov 12 08:53:54.434730 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f6c847-de1d-4433-8477-db49bdd75449 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:53:54.435129 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c847-de1d-4433-8477-db49bdd75449 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:53:54.448990 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:53:54.481478 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b917df1-f2b4-4e6b-9e03-9c241d5455fd x-openstack-request-id: req-9b917df1-f2b4-4e6b-9e03-9c241d5455fd {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:53:54.481781 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-unplugged", "status": "completed", "tag": "00fba7bd-a20a-41f3-948a-cccef4e31a4b", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:53:54.482041 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b917df1-f2b4-4e6b-9e03-9c241d5455fd {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:53:54.482570 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00fba7bd-a20a-41f3-948a-cccef4e31a4b', 'code': 200} Nov 12 08:53:54.563531 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=ad631039-f393-4fda-a88e-acbce5bb31d9,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:54.654374 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-45be01cc-61ff-4815-a410-c49af131728c service neutron] For port 996f9d9d-9c4c-4d28-a901-cc2cc552d93a, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:53:54.660793 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.702110 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-743809a6-501d-40d0-bca6-7d355695d138 req-e224ba89-49b3-48f8-90ff-699115ec07f4 service neutron] For port 27f6206c-73fe-49ec-b7ee-43ee93c4f9a5, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:53:54.730959 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 148f6696-758c-4f5e-92a2-6d895c1475e8, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=148f6696-758c-4f5e-92a2-6d895c1475e8,segment=NetworkSegment(d9096f87-8920-440d-9535-8b369b6696ae),segment_id=d9096f87-8920-440d-9535-8b369b6696ae)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:54.736652 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-20e4f39b-24a5-4fa4-bc07-6d4eb4afbb0a req-77048d4f-2790-4b1c-8bd7-f1bbc82c22fc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870386 Nov 12 08:53:54.741316 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.742296 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 21a69529-a5f8-4991-8770-485deba29c21 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:53:54.761500 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c847-de1d-4433-8477-db49bdd75449 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.772596 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-743809a6-501d-40d0-bca6-7d355695d138 req-e224ba89-49b3-48f8-90ff-699115ec07f4 service neutron] For port 27f6206c-73fe-49ec-b7ee-43ee93c4f9a5, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=27f6206c-73fe-49ec-b7ee-43ee93c4f9a5,segment=NetworkSegment(9b0d6b6c-4c3e-4bc6-ba56-3b093aef89d9),segment_id=9b0d6b6c-4c3e-4bc6-ba56-3b093aef89d9)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:53:54.780298 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c847-de1d-4433-8477-db49bdd75449 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.783546 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-45be01cc-61ff-4815-a410-c49af131728c service neutron] device_id is not set on port 996f9d9d-9c4c-4d28-a901-cc2cc552d93a yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:53:54.789161 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b4f6c847-de1d-4433-8477-db49bdd75449 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/networks/3e6d223e-8af7-4357-8322-074e1c20a6bb HTTP/1.1" status: 204 len: 168 time: 2.5431936 Nov 12 08:53:54.796114 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-743809a6-501d-40d0-bca6-7d355695d138 req-e224ba89-49b3-48f8-90ff-699115ec07f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.796613 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35992) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:54.815806 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20674cf3-83a6-4d7e-b0a3-b45dfd682d1f req-e9777ca1-2762-49d2-be10-89500b757631 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:54.817390 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-20674cf3-83a6-4d7e-b0a3-b45dfd682d1f req-e9777ca1-2762-49d2-be10-89500b757631 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b08b54-fee6-497c-815b-ddfb712cadcf HTTP/1.1" status: 200 len: 945 time: 0.1951573 Nov 12 08:53:54.823667 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-3354d23d-ee8c-4e91-85a2-eaf574f77108 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-329290482'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:54.827488 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-3f530f6e-fe5c-4ca2-ad82-a1e4975d9db1 service neutron] 10.222.0.54 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852321 Nov 12 08:53:54.831297 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-45be01cc-61ff-4815-a410-c49af131728c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.867197 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6c847-de1d-4433-8477-db49bdd75449 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Network': ['ID=3e6d223e-8af7-4357-8322-074e1c20a6bb,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:54.895091 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-45be01cc-61ff-4815-a410-c49af131728c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.895091 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743809a6-501d-40d0-bca6-7d355695d138 req-e224ba89-49b3-48f8-90ff-699115ec07f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:54.895091 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-743809a6-501d-40d0-bca6-7d355695d138 req-e224ba89-49b3-48f8-90ff-699115ec07f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.908375 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-743809a6-501d-40d0-bca6-7d355695d138 req-e224ba89-49b3-48f8-90ff-699115ec07f4 service neutron] 10.222.0.54 "PUT /v2.0/ports/27f6206c-73fe-49ec-b7ee-43ee93c4f9a5 HTTP/1.1" status: 200 len: 1092 time: 5.3213959 Nov 12 08:53:54.913580 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05b94232-2d1d-4e54-bc5b-bc6ec883f42f', 'tag': '27f6206c-73fe-49ec-b7ee-43ee93c4f9a5'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:53:54.916201 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0717cc5d-747c-4070-909e-0c592d3857ac" -d '{"events": [{"name": "network-changed", "server_uuid": "05b94232-2d1d-4e54-bc5b-bc6ec883f42f", "tag": "27f6206c-73fe-49ec-b7ee-43ee93c4f9a5"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:53:54.918040 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=148f6696-758c-4f5e-92a2-6d895c1475e8,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:54.943546 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3354d23d-ee8c-4e91-85a2-eaf574f77108 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:54.961019 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3354d23d-ee8c-4e91-85a2-eaf574f77108 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.982480 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:55.008430 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-20674cf3-83a6-4d7e-b0a3-b45dfd682d1f req-15732919-a8eb-4c74-a4e4-4b8ca9a5c8af tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807225 Nov 12 08:53:55.024852 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3354d23d-ee8c-4e91-85a2-eaf574f77108 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:53:55.086117 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3354d23d-ee8c-4e91-85a2-eaf574f77108 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:55.086823 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-3354d23d-ee8c-4e91-85a2-eaf574f77108 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Added segment d6b7efd2-cbf5-4fbb-aa7c-a2f5ca185123 of type vlan for network 8d24e890-6945-49fc-85b8-8fe0d94060de Nov 12 08:53:55.094195 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86976e5d-6994-40d1-99f8-9a265fe9f1ca tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Router d7eb8014-2395-467d-8954-226e5c316fbd has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:53:55.115483 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-ab3e778b-7155-4f9a-8ccf-cdb20818c1ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=148f6696-758c-4f5e-92a2-6d895c1475e8 HTTP/1.1" status: 200 len: 217 time: 0.1806591 Nov 12 08:53:55.151048 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 21a69529-a5f8-4991-8770-485deba29c21, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=21a69529-a5f8-4991-8770-485deba29c21,segment=NetworkSegment(d9096f87-8920-440d-9535-8b369b6696ae),segment_id=d9096f87-8920-440d-9535-8b369b6696ae)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:55.161553 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:55.163713 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 996f9d9d-9c4c-4d28-a901-cc2cc552d93a no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:53:55.269755 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3354d23d-ee8c-4e91-85a2-eaf574f77108 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:55.272388 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224ba89-49b3-48f8-90ff-699115ec07f4 service neutron] Pushing event updated for resources: {'Port': ['ID=27f6206c-73fe-49ec-b7ee-43ee93c4f9a5,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:55.290056 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 996f9d9d-9c4c-4d28-a901-cc2cc552d93a not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:53:55.349416 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=21a69529-a5f8-4991-8770-485deba29c21,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:55.403209 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-45be01cc-61ff-4815-a410-c49af131728c service neutron] No DVR routers for this DVR port 996f9d9d-9c4c-4d28-a901-cc2cc552d93a on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:53:55.426395 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e9a56-3615-4176-804f-3380b5ee9d9e req-d1e9ef4f-1f12-4edc-b86f-f17eadf0d5a7 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:55.428348 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cb0e9a56-3615-4176-804f-3380b5ee9d9e req-d1e9ef4f-1f12-4edc-b86f-f17eadf0d5a7 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] 10.222.0.37 "GET /v2.0/ports?device_id=05b94232-2d1d-4e54-bc5b-bc6ec883f42f HTTP/1.1" status: 200 len: 943 time: 0.2016666 Nov 12 08:53:55.430603 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3354d23d-ee8c-4e91-85a2-eaf574f77108 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:55.449519 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3354d23d-ee8c-4e91-85a2-eaf574f77108 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:55.451545 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3354d23d-ee8c-4e91-85a2-eaf574f77108 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:55.472138 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-4986a14e-275a-43f5-b341-53cde353404d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:55.474475 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-4986a14e-275a-43f5-b341-53cde353404d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d86e7b80-541e-4437-9372-c90106323c14 HTTP/1.1" status: 200 len: 797 time: 0.3505168 Nov 12 08:53:55.538701 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-464b5382-46c5-410a-aa94-5861bc2ca0af None None] Provisioning complete for port 996f9d9d-9c4c-4d28-a901-cc2cc552d93a triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:55.539284 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-464b5382-46c5-410a-aa94-5861bc2ca0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:55.623102 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-464b5382-46c5-410a-aa94-5861bc2ca0af None None] Port 996f9d9d-9c4c-4d28-a901-cc2cc552d93a cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:53:55.633162 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3354d23d-ee8c-4e91-85a2-eaf574f77108 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8146117 Nov 12 08:53:55.639017 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36014) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:55.649964 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-f7dd0993-55a8-4e23-a034-b68c9ed8b21b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'subnet': {'network_id': '8d24e890-6945-49fc-85b8-8fe0d94060de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:55.692338 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354d23d-ee8c-4e91-85a2-eaf574f77108 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Network': ['ID=8d24e890-6945-49fc-85b8-8fe0d94060de,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:55.707099 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 8d24e890-6945-49fc-85b8-8fe0d94060de details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:53:55.723961 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be01cc-61ff-4815-a410-c49af131728c service neutron] Pushing event updated for resources: {'Port': ['ID=996f9d9d-9c4c-4d28-a901-cc2cc552d93a,revision_number=6']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:55.828170 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cb0e9a56-3615-4176-804f-3380b5ee9d9e req-54725f8e-afce-4b72-87a5-3db5c3b7a97d tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] 10.222.0.37 "GET /v2.0/security-groups?id=6350943e-a84e-43ef-9784-770eb11f3b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709514 Nov 12 08:53:55.849953 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86976e5d-6994-40d1-99f8-9a265fe9f1ca tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:53:55.864447 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d4c925-46ff-451b-8c4c-186075f9b5b2 None None] Sync routers for ids ['d7eb8014-2395-467d-8954-226e5c316fbd'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:53:55.883716 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d4c925-46ff-451b-8c4c-186075f9b5b2 None None] Routers {'d7eb8014-2395-467d-8954-226e5c316fbd'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:55.884658 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-49d4c925-46ff-451b-8c4c-186075f9b5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:53:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d7eb8014-2395-467d-8954-226e5c316fbd'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:55.929994 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dd0993-55a8-4e23-a034-b68c9ed8b21b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:55.934249 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f7dd0993-55a8-4e23-a034-b68c9ed8b21b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:55.968297 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-49d4c925-46ff-451b-8c4c-186075f9b5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:55.990265 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743809a6-501d-40d0-bca6-7d355695d138 req-a1595cc1-282b-4ccb-8dd6-a06d101eefa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:55.995518 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-743809a6-501d-40d0-bca6-7d355695d138 req-a1595cc1-282b-4ccb-8dd6-a06d101eefa9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65eff515450d486191a397653bcc86b8&device_id=05b94232-2d1d-4e54-bc5b-bc6ec883f42f HTTP/1.1" status: 200 len: 1095 time: 0.9533305 Nov 12 08:53:55.997724 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3705e3cd-4d81-47b7-a7b9-df3fe4070940 x-openstack-request-id: req-3705e3cd-4d81-47b7-a7b9-df3fe4070940 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:53:55.998022 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05b94232-2d1d-4e54-bc5b-bc6ec883f42f", "tag": "27f6206c-73fe-49ec-b7ee-43ee93c4f9a5", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:53:55.998643 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3705e3cd-4d81-47b7-a7b9-df3fe4070940 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:53:55.998928 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05b94232-2d1d-4e54-bc5b-bc6ec883f42f', 'tag': '27f6206c-73fe-49ec-b7ee-43ee93c4f9a5', 'status': 'completed', 'code': 200} Nov 12 08:53:56.001129 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d4c925-46ff-451b-8c4c-186075f9b5b2 None None] Routers {'d7eb8014-2395-467d-8954-226e5c316fbd'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:56.002284 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-49d4c925-46ff-451b-8c4c-186075f9b5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:53:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d7eb8014-2395-467d-8954-226e5c316fbd'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:56.091781 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-49d4c925-46ff-451b-8c4c-186075f9b5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:56.093301 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d4c925-46ff-451b-8c4c-186075f9b5b2 None None] The sync data for ids ['d7eb8014-2395-467d-8954-226e5c316fbd'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:53:56.095859 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-45be01cc-61ff-4815-a410-c49af131728c service neutron] In _notify_port_updated(), no bound segment for port 996f9d9d-9c4c-4d28-a901-cc2cc552d93a on network 2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8 {{(pid=102568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:53:56.097099 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-45be01cc-61ff-4815-a410-c49af131728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:56.097857 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-45be01cc-61ff-4815-a410-c49af131728c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:56.099515 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-45be01cc-61ff-4815-a410-c49af131728c service neutron] 10.222.0.54 "PUT /v2.0/ports/996f9d9d-9c4c-4d28-a901-cc2cc552d93a HTTP/1.1" status: 200 len: 1028 time: 4.2157731 Nov 12 08:53:56.188603 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-743809a6-501d-40d0-bca6-7d355695d138 req-c0a1ec2a-d15b-4924-b552-60e3f4657347 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27f6206c-73fe-49ec-b7ee-43ee93c4f9a5 HTTP/1.1" status: 200 len: 217 time: 0.1264801 Nov 12 08:53:56.202701 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff788297-01fc-4d95-b6ef-43284a0249fb req-564c0337-7875-4cea-bfcc-4467eebbc076 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:56.214723 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff788297-01fc-4d95-b6ef-43284a0249fb req-564c0337-7875-4cea-bfcc-4467eebbc076 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:56.226759 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff788297-01fc-4d95-b6ef-43284a0249fb req-564c0337-7875-4cea-bfcc-4467eebbc076 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:56.228088 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-32e1baa6-67dc-4589-9bd5-227cdc586c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:56.229856 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-32e1baa6-67dc-4589-9bd5-227cdc586c9e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5030968 Nov 12 08:53:56.239349 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff788297-01fc-4d95-b6ef-43284a0249fb req-564c0337-7875-4cea-bfcc-4467eebbc076 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:56.251686 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff788297-01fc-4d95-b6ef-43284a0249fb req-564c0337-7875-4cea-bfcc-4467eebbc076 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:56.265911 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff788297-01fc-4d95-b6ef-43284a0249fb req-564c0337-7875-4cea-bfcc-4467eebbc076 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:56.269721 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ff788297-01fc-4d95-b6ef-43284a0249fb req-564c0337-7875-4cea-bfcc-4467eebbc076 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 4648 time: 0.1799932 Nov 12 08:53:56.320795 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743809a6-501d-40d0-bca6-7d355695d138 req-d22cad3e-b363-4e7c-98ab-c7c2541f829b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:56.322895 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-743809a6-501d-40d0-bca6-7d355695d138 req-d22cad3e-b363-4e7c-98ab-c7c2541f829b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=591a7e12-ee7c-4540-ba97-04432858e0a9 HTTP/1.1" status: 200 len: 848 time: 0.0974901 Nov 12 08:53:56.344693 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-86976e5d-6994-40d1-99f8-9a265fe9f1ca tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:56.352217 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-86976e5d-6994-40d1-99f8-9a265fe9f1ca tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "DELETE /v2.0/ports/c15a1682-d3ad-41b9-be36-673d203bc20b HTTP/1.1" status: 204 len: 168 time: 5.8440580 Nov 12 08:53:56.357832 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36022) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:56.388463 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-2e8bf647-538a-4a1f-b4ce-53d631b7f7e5 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:56.390205 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-2e8bf647-538a-4a1f-b4ce-53d631b7f7e5 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.54 "GET /v2.0/ports/21a69529-a5f8-4991-8770-485deba29c21?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2772965 Nov 12 08:53:56.414788 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-743809a6-501d-40d0-bca6-7d355695d138 req-a8bc50c0-80b4-4368-bff6-e526435cc448 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09908abb-a409-4d2e-a5a3-f9417a638c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787437 Nov 12 08:53:56.421327 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-1e1e92c8-0054-4516-a24f-a8ea484c1aa0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:56.484242 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42d9b265-ff43-4a1c-acce-53b5283365dc'}, {'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a26ea24-1891-468a-8682-58706cbc337d'}, {'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad631039-f393-4fda-a88e-acbce5bb31d9'}, {'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '148f6696-758c-4f5e-92a2-6d895c1475e8'}, {'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21a69529-a5f8-4991-8770-485deba29c21'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:53:56.488540 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a65ec68-5c20-45a3-87b0-00f748849311" -d '{"events": [{"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-unplugged", "status": "completed", "tag": "42d9b265-ff43-4a1c-acce-53b5283365dc"}, {"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-unplugged", "status": "completed", "tag": "5a26ea24-1891-468a-8682-58706cbc337d"}, {"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-unplugged", "status": "completed", "tag": "ad631039-f393-4fda-a88e-acbce5bb31d9"}, {"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-unplugged", "status": "completed", "tag": "148f6696-758c-4f5e-92a2-6d895c1475e8"}, {"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-unplugged", "status": "completed", "tag": "21a69529-a5f8-4991-8770-485deba29c21"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:53:56.565472 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ba0f8b92-6d6f-4592-8a58-9c8f9dc8d762 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "GET /v2.0/floatingips/105e48d8-535e-4e62-86b5-737e7a20c9d5 HTTP/1.1" status: 200 len: 688 time: 0.2057614 Nov 12 08:53:56.571530 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36034) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:56.612422 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-4f11868a-ac9c-4759-b1a2-b0b855ee303c service neutron] 10.222.0.54 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877185 Nov 12 08:53:56.726013 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ff788297-01fc-4d95-b6ef-43284a0249fb req-fc073eeb-e8e8-4ba5-a8a4-56fd56ad2f6a tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=24c8bdcd-49da-4ec7-be57-a9fcea38a51a&id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4478960 Nov 12 08:53:56.777709 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-601c8272-ca5e-44ed-9615-a0c1e96ce6ea service neutron] 10.222.0.54 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399732 Nov 12 08:53:56.816771 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f7dd0993-55a8-4e23-a034-b68c9ed8b21b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:56.908679 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc214c34-95f6-4ffd-9422-2c9ac8da0a3a req-c1133c56-f1ba-433a-a782-022fb6e60f7e tempest-ServerShowV247Test-1567480206 tempest-ServerShowV247Test-1567480206-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31f036-e088-49e9-8da0-5dd281f9ab23 HTTP/1.1" status: 200 len: 210 time: 0.0486128 Nov 12 08:53:56.939567 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-3f9fb7db-729a-46e3-9777-b30147bf5312 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=5a26ea24-1891-468a-8682-58706cbc337d HTTP/1.1" status: 200 len: 217 time: 0.1258733 Nov 12 08:53:56.944100 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-1e1e92c8-0054-4516-a24f-a8ea484c1aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:56.958154 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd0993-55a8-4e23-a034-b68c9ed8b21b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Subnet': ['ID=88958e52-bade-46e4-bb93-2d6cc298af74,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:56.981708 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dd0993-55a8-4e23-a034-b68c9ed8b21b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Checking segment: {'id': 'd6b7efd2-cbf5-4fbb-aa7c-a2f5ca185123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8d24e890-6945-49fc-85b8-8fe0d94060de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:56.982374 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dd0993-55a8-4e23-a034-b68c9ed8b21b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network hostable DHCP agents. Network: 8d24e890-6945-49fc-85b8-8fe0d94060de, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:53:56.988468 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-ed5ac81f-ae65-4a03-860d-40b652381868 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Deleting port 587cac3f-200a-4ba3-896c-923e73119ae5 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:53:56.988975 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ed5ac81f-ae65-4a03-860d-40b652381868 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:57.082074 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dd0993-55a8-4e23-a034-b68c9ed8b21b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network 8d24e890-6945-49fc-85b8-8fe0d94060de is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:53:57.111607 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-f7dd0993-55a8-4e23-a034-b68c9ed8b21b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 8d24e890-6945-49fc-85b8-8fe0d94060de) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:57.121807 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b84c08-4846-46ec-8554-169b5fb5646e None None] Network 8d24e890-6945-49fc-85b8-8fe0d94060de requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:53:57.133667 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dd0993-55a8-4e23-a034-b68c9ed8b21b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:57.138318 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f7dd0993-55a8-4e23-a034-b68c9ed8b21b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:57.159952 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5759f-fd2e-4962-81d0-63feb37ce2a8 req-1a400b00-c5c7-48cd-a05c-dfe94105b41c tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:57.162132 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ca5759f-fd2e-4962-81d0-63feb37ce2a8 req-1a400b00-c5c7-48cd-a05c-dfe94105b41c tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b08b54-fee6-497c-815b-ddfb712cadcf HTTP/1.1" status: 200 len: 945 time: 0.1538467 Nov 12 08:53:57.174382 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-743809a6-501d-40d0-bca6-7d355695d138 req-79424a4e-ce55-4778-9614-b8e5c8ca71b5 service neutron] 10.222.0.54 "GET /v2.0/networks/09908abb-a409-4d2e-a5a3-f9417a638c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7256210 Nov 12 08:53:57.197580 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ed5ac81f-ae65-4a03-860d-40b652381868 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:57.198092 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ed5ac81f-ae65-4a03-860d-40b652381868 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:57.272590 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f7dd0993-55a8-4e23-a034-b68c9ed8b21b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6278889 Nov 12 08:53:57.277841 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36044) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:57.291340 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-ed5ac81f-ae65-4a03-860d-40b652381868 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Calling delete_port for 587cac3f-200a-4ba3-896c-923e73119ae5 owned by network:floatingip {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:57.330589 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-047d32df-5105-44bf-917d-16e9bc30ed18 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'port': {'network_id': '8d24e890-6945-49fc-85b8-8fe0d94060de', 'name': 'tempest-PortsIpV6TestJSON-530043611', 'fixed_ips': [{'subnet_id': '88958e52-bade-46e4-bb93-2d6cc298af74', 'ip_address': '2001:db8::10'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:57.341118 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-53e5a136-ddd3-495e-a3e4-43b30e2cc74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:57.359675 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-53e5a136-ddd3-495e-a3e4-43b30e2cc74b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d86e7b80-541e-4437-9372-c90106323c14 HTTP/1.1" status: 200 len: 797 time: 0.4096596 Nov 12 08:53:57.416488 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23797d73-0bc1-4be7-b3a7-e99e682a0b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-8d24e890-6945-49fc-85b8-8fe0d94060de', 'network_id': '8d24e890-6945-49fc-85b8-8fe0d94060de', 'tenant_id': 'ca0ab10f4dfb414ea19428569653c5e2', 'fixed_ips': [{'subnet_id': '88958e52-bade-46e4-bb93-2d6cc298af74'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:53:57.417526 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-23797d73-0bc1-4be7-b3a7-e99e682a0b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:57.418923 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ca5759f-fd2e-4962-81d0-63feb37ce2a8 req-b371b40f-8abf-4e43-9b00-7a2440c44f97 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382870 Nov 12 08:53:57.756084 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-23797d73-0bc1-4be7-b3a7-e99e682a0b08 None None] Allocated IP 2001:db8::2 (8d24e890-6945-49fc-85b8-8fe0d94060de/88958e52-bade-46e4-bb93-2d6cc298af74/e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:57.778630 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ed5ac81f-ae65-4a03-860d-40b652381868 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:57.870368 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ac81f-ae65-4a03-860d-40b652381868 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event deleted for resources: {'Port': ['ID=587cac3f-200a-4ba3-896c-923e73119ae5,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:57.897132 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047d32df-5105-44bf-917d-16e9bc30ed18 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:57.925375 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-23797d73-0bc1-4be7-b3a7-e99e682a0b08 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:57.931995 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Fri, 12 Nov 2021 08:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514d2b84-b179-4993-82e1-a421507162f8 x-openstack-request-id: req-514d2b84-b179-4993-82e1-a421507162f8 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:53:57.932420 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-unplugged", "status": "completed", "tag": "42d9b265-ff43-4a1c-acce-53b5283365dc", "code": 200}, {"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-unplugged", "status": "completed", "tag": "5a26ea24-1891-468a-8682-58706cbc337d", "code": 200}, {"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-unplugged", "status": "completed", "tag": "ad631039-f393-4fda-a88e-acbce5bb31d9", "code": 200}, {"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-unplugged", "status": "completed", "tag": "148f6696-758c-4f5e-92a2-6d895c1475e8", "code": 200}, {"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-unplugged", "status": "completed", "tag": "21a69529-a5f8-4991-8770-485deba29c21", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:53:57.932824 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-514d2b84-b179-4993-82e1-a421507162f8 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:53:57.933467 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42d9b265-ff43-4a1c-acce-53b5283365dc', 'code': 200} Nov 12 08:53:57.933755 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a26ea24-1891-468a-8682-58706cbc337d', 'code': 200} Nov 12 08:53:57.934087 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad631039-f393-4fda-a88e-acbce5bb31d9', 'code': 200} Nov 12 08:53:57.934388 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '148f6696-758c-4f5e-92a2-6d895c1475e8', 'code': 200} Nov 12 08:53:57.934812 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21a69529-a5f8-4991-8770-485deba29c21', 'code': 200} Nov 12 08:53:57.940494 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-23797d73-0bc1-4be7-b3a7-e99e682a0b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:57.983790 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23797d73-0bc1-4be7-b3a7-e99e682a0b08 None None] Network 8d24e890-6945-49fc-85b8-8fe0d94060de is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:57.986542 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-23797d73-0bc1-4be7-b3a7-e99e682a0b08 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:57.995183 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23797d73-0bc1-4be7-b3a7-e99e682a0b08 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:58.014864 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:53:58.041849 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ed5ac81f-ae65-4a03-860d-40b652381868 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:58.046134 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ed5ac81f-ae65-4a03-860d-40b652381868 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:58.050316 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ed5ac81f-ae65-4a03-860d-40b652381868 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "DELETE /v2.0/floatingips/105e48d8-535e-4e62-86b5-737e7a20c9d5 HTTP/1.1" status: 204 len: 168 time: 1.4695804 Nov 12 08:53:58.059115 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-743809a6-501d-40d0-bca6-7d355695d138 req-5ae22885-f1d9-4c8a-ba1e-4533e0d89363 service neutron] 10.222.0.54 "GET /v2.0/networks/09908abb-a409-4d2e-a5a3-f9417a638c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8730562 Nov 12 08:53:58.068058 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b7772-d397-44be-85e0-2a8dabbdaf65 req-11e5a580-10db-4022-aee7-7f32397402fc tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:58.072871 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36068) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:58.082927 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c3b7772-d397-44be-85e0-2a8dabbdaf65 req-11e5a580-10db-4022-aee7-7f32397402fc tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] 10.222.0.37 "GET /v2.0/ports?device_id=05b94232-2d1d-4e54-bc5b-bc6ec883f42f HTTP/1.1" status: 200 len: 943 time: 0.2155511 Nov 12 08:53:58.094216 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-54330664-8384-4c65-b4bf-dc5b90b56f12 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'port_id': '37fd56eb-ade5-43eb-9d42-7ec275a795c1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:58.113121 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-1e1e92c8-0054-4516-a24f-a8ea484c1aa0 service neutron] For port 21a69529-a5f8-4991-8770-485deba29c21, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=21a69529-a5f8-4991-8770-485deba29c21,segment=NetworkSegment(d9096f87-8920-440d-9535-8b369b6696ae),segment_id=d9096f87-8920-440d-9535-8b369b6696ae)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:58.186951 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23797d73-0bc1-4be7-b3a7-e99e682a0b08 None None] Pushing event updated for resources: {'Port': ['ID=e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:58.197930 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-23797d73-0bc1-4be7-b3a7-e99e682a0b08 None None] Attempting to bind port e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:53:58.198717 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-23797d73-0bc1-4be7-b3a7-e99e682a0b08 None None] Attempting to bind port e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'd6b7efd2-cbf5-4fbb-aa7c-a2f5ca185123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8d24e890-6945-49fc-85b8-8fe0d94060de'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:53:58.199431 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23797d73-0bc1-4be7-b3a7-e99e682a0b08 None None] Attempting to bind port e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1 on network 8d24e890-6945-49fc-85b8-8fe0d94060de {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:58.215017 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23797d73-0bc1-4be7-b3a7-e99e682a0b08 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:53:58.215271 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c3b7772-d397-44be-85e0-2a8dabbdaf65 req-4f33df65-1032-411f-9522-ca73f185ce7c tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] 10.222.0.37 "GET /v2.0/security-groups?id=6350943e-a84e-43ef-9784-770eb11f3b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306596 Nov 12 08:53:58.216720 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23797d73-0bc1-4be7-b3a7-e99e682a0b08 None None] Checking segment: {'id': 'd6b7efd2-cbf5-4fbb-aa7c-a2f5ca185123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8d24e890-6945-49fc-85b8-8fe0d94060de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:58.217372 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-23797d73-0bc1-4be7-b3a7-e99e682a0b08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:58.217965 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23797d73-0bc1-4be7-b3a7-e99e682a0b08 None None] Bound using segment: {'id': 'd6b7efd2-cbf5-4fbb-aa7c-a2f5ca185123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8d24e890-6945-49fc-85b8-8fe0d94060de'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:53:58.219456 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-23797d73-0bc1-4be7-b3a7-e99e682a0b08 None None] Bound port: e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b7efd2-cbf5-4fbb-aa7c-a2f5ca185123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8d24e890-6945-49fc-85b8-8fe0d94060de'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:53:58.220869 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-23797d73-0bc1-4be7-b3a7-e99e682a0b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:58.242972 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-1611a75f-b481-45b9-841f-e6f6a589cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:58.245461 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-1611a75f-b481-45b9-841f-e6f6a589cfb3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7489676 Nov 12 08:53:58.332800 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-23797d73-0bc1-4be7-b3a7-e99e682a0b08 None None] For port e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:53:58.344679 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-23797d73-0bc1-4be7-b3a7-e99e682a0b08 None None] For port e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1,segment=NetworkSegment(d6b7efd2-cbf5-4fbb-aa7c-a2f5ca185123),segment_id=d6b7efd2-cbf5-4fbb-aa7c-a2f5ca185123)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:53:58.353014 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-23797d73-0bc1-4be7-b3a7-e99e682a0b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:58.357814 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-1e1e92c8-0054-4516-a24f-a8ea484c1aa0 service neutron] For port 21a69529-a5f8-4991-8770-485deba29c21, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:53:58.421974 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-1e1e92c8-0054-4516-a24f-a8ea484c1aa0 service neutron] device_id is not set on port 21a69529-a5f8-4991-8770-485deba29c21 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:53:58.433574 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-1e1e92c8-0054-4516-a24f-a8ea484c1aa0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:58.480403 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-1e1e92c8-0054-4516-a24f-a8ea484c1aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:58.483925 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23797d73-0bc1-4be7-b3a7-e99e682a0b08 None None] Pushing event updated for resources: {'Port': ['ID=e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:58.484130 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54330664-8384-4c65-b4bf-dc5b90b56f12 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:58.653278 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-047d32df-5105-44bf-917d-16e9bc30ed18 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:58.737785 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-c71b27e4-37b7-45ad-8b4e-802a2775a2ba tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:58.771479 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717cc5d-747c-4070-909e-0c592d3857ac req-df5595b7-8093-4c1f-ae9d-1b71179a7558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:58.777795 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-c71b27e4-37b7-45ad-8b4e-802a2775a2ba tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/networks?id=13a885c4-65b3-49fb-a3a8-7d284f1cee63 HTTP/1.1" status: 200 len: 811 time: 0.3929584 Nov 12 08:53:58.784603 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0717cc5d-747c-4070-909e-0c592d3857ac req-df5595b7-8093-4c1f-ae9d-1b71179a7558 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65eff515450d486191a397653bcc86b8&device_id=05b94232-2d1d-4e54-bc5b-bc6ec883f42f HTTP/1.1" status: 200 len: 1095 time: 0.6269908 Nov 12 08:53:58.797958 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-047d32df-5105-44bf-917d-16e9bc30ed18 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] device_id is not set on port 7f82f5b4-2140-45fa-8bf4-ea01e2ac09ac yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:53:58.816709 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-199bf0e4-d99e-46b6-a57f-c6086907faf4 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/quotas/b6e131e30e964bf196ab556fb227b3d2 HTTP/1.1" status: 200 len: 375 time: 0.0344167 Nov 12 08:53:58.973602 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-89b1381c-6888-4996-8e23-da5ce3d79f67 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6e131e30e964bf196ab556fb227b3d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1531305 Nov 12 08:53:59.037836 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:59.191961 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-d2db5c54-3c79-4c9b-b170-9ed6b4066bd5 service neutron] 10.222.0.37 "GET /v2.0/networks/13a885c4-65b3-49fb-a3a8-7d284f1cee63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173011 Nov 12 08:53:59.253404 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-592b1d92-3633-40e4-b7b6-d4f4c0322b84 None None] Provisioning complete for port 21a69529-a5f8-4991-8770-485deba29c21 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:59.256407 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-592b1d92-3633-40e4-b7b6-d4f4c0322b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:59.375683 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-592b1d92-3633-40e4-b7b6-d4f4c0322b84 None None] Port 21a69529-a5f8-4991-8770-485deba29c21 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:53:59.431383 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-c685ba7f-a1f0-4f50-a264-fda88b9dbc05 service neutron] 10.222.0.37 "GET /v2.0/networks/13a885c4-65b3-49fb-a3a8-7d284f1cee63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322154 Nov 12 08:53:59.590261 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-35250314-c69d-480b-ba7c-98f27ff85499 service neutron] 10.222.0.54 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2897992 Nov 12 08:53:59.625445 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e92c8-0054-4516-a24f-a8ea484c1aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=21a69529-a5f8-4991-8770-485deba29c21,revision_number=7']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:59.657193 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-1e1e92c8-0054-4516-a24f-a8ea484c1aa0 service neutron] No DVR routers for this DVR port 21a69529-a5f8-4991-8770-485deba29c21 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:53:59.999698 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce475c3e-af3a-4650-84c8-83c78d7dbc52 req-e4670ef6-c00c-4007-b504-e8055b1d781b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:00.032395 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce475c3e-af3a-4650-84c8-83c78d7dbc52 req-e4670ef6-c00c-4007-b504-e8055b1d781b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:00.075707 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce475c3e-af3a-4650-84c8-83c78d7dbc52 req-e4670ef6-c00c-4007-b504-e8055b1d781b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:00.099721 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce475c3e-af3a-4650-84c8-83c78d7dbc52 req-e4670ef6-c00c-4007-b504-e8055b1d781b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:00.123697 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce475c3e-af3a-4650-84c8-83c78d7dbc52 req-e4670ef6-c00c-4007-b504-e8055b1d781b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:00.148445 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ce475c3e-af3a-4650-84c8-83c78d7dbc52 req-e4670ef6-c00c-4007-b504-e8055b1d781b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 3876 time: 0.3942351 Nov 12 08:54:00.180916 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-1e1e92c8-0054-4516-a24f-a8ea484c1aa0 service neutron] In _notify_port_updated(), no bound segment for port 21a69529-a5f8-4991-8770-485deba29c21 on network 2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8 {{(pid=102568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:54:00.184405 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-1e1e92c8-0054-4516-a24f-a8ea484c1aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:00.186559 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-1e1e92c8-0054-4516-a24f-a8ea484c1aa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:00.191948 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-1e1e92c8-0054-4516-a24f-a8ea484c1aa0 service neutron] 10.222.0.54 "PUT /v2.0/ports/21a69529-a5f8-4991-8770-485deba29c21 HTTP/1.1" status: 200 len: 1027 time: 3.7838559 Nov 12 08:54:00.257572 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:00.362984 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:00.363506 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:00.402003 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ce475c3e-af3a-4650-84c8-83c78d7dbc52 req-fed4dc56-2b85-444a-8fbd-41dc21695166 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2406743 Nov 12 08:54:00.469839 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bced001-b47a-435a-bfe7-2b0fc7e32b57 None None] Network 8d24e890-6945-49fc-85b8-8fe0d94060de requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:54:00.693346 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717cc5d-747c-4070-909e-0c592d3857ac req-ecabd2bb-6b00-4c24-861c-3a57e78dba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:00.695882 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0717cc5d-747c-4070-909e-0c592d3857ac req-ecabd2bb-6b00-4c24-861c-3a57e78dba6d service neutron] 10.222.0.54 "GET /v2.0/networks?id=09908abb-a409-4d2e-a5a3-f9417a638c3a HTTP/1.1" status: 200 len: 909 time: 1.8874207 Nov 12 08:54:00.700027 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-605ff6d0-8295-49b0-bd40-393ac9a141d3 None None] Provisioning complete for port e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:00.700305 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-605ff6d0-8295-49b0-bd40-393ac9a141d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:00.742282 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 27f6206c-73fe-49ec-b7ee-43ee93c4f9a5 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:54:00.793051 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f434c163-f588-48c8-9ba5-462bbd098277 req-a896513c-f016-4ddd-a4cc-e4f5f14bcec3 tempest-ServerShowV247Test-1567480206 tempest-ServerShowV247Test-1567480206-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31f036-e088-49e9-8da0-5dd281f9ab23 HTTP/1.1" status: 200 len: 210 time: 0.0652354 Nov 12 08:54:00.889486 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:00.980540 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0717cc5d-747c-4070-909e-0c592d3857ac req-824d0d94-171d-44be-9488-001ed60e5769 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27f6206c-73fe-49ec-b7ee-43ee93c4f9a5 HTTP/1.1" status: 200 len: 217 time: 0.2568936 Nov 12 08:54:00.989769 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-ef4e2098-b3e5-4944-b7a2-c441d98beb03 service neutron] 10.222.0.54 "GET /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2031784 Nov 12 08:54:01.050036 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ce3a8-0e9c-4706-aba0-c4d651dd8def req-8a1bbb3a-c278-4459-a1e8-e892f87a7d46 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:01.063340 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a50ce3a8-0e9c-4706-aba0-c4d651dd8def req-8a1bbb3a-c278-4459-a1e8-e892f87a7d46 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] 10.222.0.37 "GET /v2.0/ports?device_id=05b94232-2d1d-4e54-bc5b-bc6ec883f42f HTTP/1.1" status: 200 len: 943 time: 0.1383305 Nov 12 08:54:01.163644 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a50ce3a8-0e9c-4706-aba0-c4d651dd8def req-abfca229-b13e-4f07-b34b-ce0639ad0244 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] 10.222.0.37 "GET /v2.0/security-groups?id=6350943e-a84e-43ef-9784-770eb11f3b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981989 Nov 12 08:54:01.189473 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.resource_extend [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:54:01.253044 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717cc5d-747c-4070-909e-0c592d3857ac req-5f0767bc-a986-4267-9bc5-33a992c4a3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:01.260901 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0717cc5d-747c-4070-909e-0c592d3857ac req-5f0767bc-a986-4267-9bc5-33a992c4a3f9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=591a7e12-ee7c-4540-ba97-04432858e0a9 HTTP/1.1" status: 200 len: 848 time: 0.2633407 Nov 12 08:54:01.347453 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54330664-8384-4c65-b4bf-dc5b90b56f12 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:01.414713 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d7e9f2a9-a161-40b3-a419-712fbdcd865c req-1fd83402-1c9d-40d9-942f-81b419f2b3bf tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=90db4398-d4ce-4882-a027-a4c8b39c990c HTTP/1.1" status: 200 len: 210 time: 0.0601068 Nov 12 08:54:01.518347 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1,segment=NetworkSegment(d6b7efd2-cbf5-4fbb-aa7c-a2f5ca185123),segment_id=d6b7efd2-cbf5-4fbb-aa7c-a2f5ca185123)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:01.518953 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-047d32df-5105-44bf-917d-16e9bc30ed18 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Allocated IP 2001:db8::10 (8d24e890-6945-49fc-85b8-8fe0d94060de/88958e52-bade-46e4-bb93-2d6cc298af74/7f82f5b4-2140-45fa-8bf4-ea01e2ac09ac) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:01.529648 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-33c71236-999f-489f-9977-4b93bafd7c09 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=42d9b265-ff43-4a1c-acce-53b5283365dc HTTP/1.1" status: 200 len: 217 time: 0.5023692 Nov 12 08:54:01.570700 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:01.603397 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-0b15e9e5-e28d-43ea-87ea-df484c5dd404 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Deleting port 5a26ea24-1891-468a-8682-58706cbc337d {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:01.604045 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-0b15e9e5-e28d-43ea-87ea-df484c5dd404 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:01.638172 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012885f2-76c7-4fde-968e-8b45a306b3f6 req-88434100-0b10-4e22-915e-76856f785d28 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:01.645830 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012885f2-76c7-4fde-968e-8b45a306b3f6 req-88434100-0b10-4e22-915e-76856f785d28 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:01.652619 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012885f2-76c7-4fde-968e-8b45a306b3f6 req-88434100-0b10-4e22-915e-76856f785d28 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:01.661541 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012885f2-76c7-4fde-968e-8b45a306b3f6 req-88434100-0b10-4e22-915e-76856f785d28 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:01.671040 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012885f2-76c7-4fde-968e-8b45a306b3f6 req-88434100-0b10-4e22-915e-76856f785d28 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:01.673397 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-012885f2-76c7-4fde-968e-8b45a306b3f6 req-88434100-0b10-4e22-915e-76856f785d28 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 3876 time: 0.1204526 Nov 12 08:54:01.732983 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0717cc5d-747c-4070-909e-0c592d3857ac req-ae8f4dce-069e-4aea-93b8-c8f8f0f761ea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09908abb-a409-4d2e-a5a3-f9417a638c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4214549 Nov 12 08:54:01.796654 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 27f6206c-73fe-49ec-b7ee-43ee93c4f9a5, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=27f6206c-73fe-49ec-b7ee-43ee93c4f9a5,segment=NetworkSegment(9b0d6b6c-4c3e-4bc6-ba56-3b093aef89d9),segment_id=9b0d6b6c-4c3e-4bc6-ba56-3b093aef89d9)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:01.805027 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-012885f2-76c7-4fde-968e-8b45a306b3f6 req-fe302d8b-1337-4606-9094-a05912b6cea9 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145444 Nov 12 08:54:01.812650 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:01.828996 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '27f6206c-73fe-49ec-b7ee-43ee93c4f9a5', 'network_id': '09908abb-a409-4d2e-a5a3-f9417a638c3a', 'port_id': '27f6206c-73fe-49ec-b7ee-43ee93c4f9a5', 'mac_address': 'fa:16:3e:a3:d3:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '591a7e12-ee7c-4540-ba97-04432858e0a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:54:02.017170 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:02.092423 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f6206c-73fe-49ec-b7ee-43ee93c4f9a5 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:54:02.170443 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 27f6206c-73fe-49ec-b7ee-43ee93c4f9a5, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=27f6206c-73fe-49ec-b7ee-43ee93c4f9a5,segment=NetworkSegment(9b0d6b6c-4c3e-4bc6-ba56-3b093aef89d9),segment_id=9b0d6b6c-4c3e-4bc6-ba56-3b093aef89d9)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:02.178002 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:02.259986 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-54330664-8384-4c65-b4bf-dc5b90b56f12 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Allocated IP 172.25.6.136 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/de80a4c6-fdea-4149-831d-a3a8a36a26db) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:02.272063 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:02.303047 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-737f65c4-3ca8-4ce3-943b-3888639b82f1 req-90e3f6e3-56e2-4c6c-88f1-db9a4fbda2e0 tempest-ServerShowV247Test-1567480206 tempest-ServerShowV247Test-1567480206-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31f036-e088-49e9-8da0-5dd281f9ab23 HTTP/1.1" status: 200 len: 210 time: 0.0863662 Nov 12 08:54:02.509465 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['27f6206c-73fe-49ec-b7ee-43ee93c4f9a5'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:54:02.633500 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-3dbf9efd-a2fd-438a-8201-cb9784813ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:02.633500 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-3dbf9efd-a2fd-438a-8201-cb9784813ee0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7cdf4593-290a-409d-9183-aaed729edd4d HTTP/1.1" status: 200 len: 797 time: 1.0678148 Nov 12 08:54:02.652709 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=27f6206c-73fe-49ec-b7ee-43ee93c4f9a5,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:02.710580 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-0399a568-3007-4a0a-852b-5ce74cba0d66 None None] Provisioning complete for port e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:02.711524 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0399a568-3007-4a0a-852b-5ce74cba0d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:02.780696 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c736d-40fc-4090-9f80-20faf49d46cb req-c765820c-2abf-4921-998f-3f05d8f6cd41 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:02.791552 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f38c736d-40fc-4090-9f80-20faf49d46cb req-c765820c-2abf-4921-998f-3f05d8f6cd41 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] 10.222.0.37 "GET /v2.0/ports?device_id=05b94232-2d1d-4e54-bc5b-bc6ec883f42f HTTP/1.1" status: 200 len: 944 time: 0.2014980 Nov 12 08:54:02.803919 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:02.804764 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:02.835989 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-0b15e9e5-e28d-43ea-87ea-df484c5dd404 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] For port 5a26ea24-1891-468a-8682-58706cbc337d, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=5a26ea24-1891-468a-8682-58706cbc337d,segment=NetworkSegment(d9096f87-8920-440d-9535-8b369b6696ae),segment_id=d9096f87-8920-440d-9535-8b369b6696ae)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:02.836711 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-0b15e9e5-e28d-43ea-87ea-df484c5dd404 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:02.836940 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-a08a75d5-2ed7-48fc-984d-acb1c91e981c tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:02.850995 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-a08a75d5-2ed7-48fc-984d-acb1c91e981c tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.58 "GET /v2.0/networks?id=13a885c4-65b3-49fb-a3a8-7d284f1cee63 HTTP/1.1" status: 200 len: 811 time: 0.4870906 Nov 12 08:54:02.867997 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-4b4ec706-37ba-452d-8897-d4ef4b9e77d5 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Request body: {'port': {'device_id': '90db4398-d4ce-4882-a027-a4c8b39c990c', 'network_id': '13a885c4-65b3-49fb-a3a8-7d284f1cee63', 'admin_state_up': True, 'tenant_id': 'b6e131e30e964bf196ab556fb227b3d2'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:03.016681 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f38c736d-40fc-4090-9f80-20faf49d46cb req-0aa95c20-393f-464b-9da2-616905c09488 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] 10.222.0.37 "GET /v2.0/security-groups?id=6350943e-a84e-43ef-9784-770eb11f3b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236500 Nov 12 08:54:03.254031 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-4b4ec706-37ba-452d-8897-d4ef4b9e77d5 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Made reservation on behalf of b6e131e30e964bf196ab556fb227b3d2 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:03.263455 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-4b4ec706-37ba-452d-8897-d4ef4b9e77d5 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:03.266550 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0717cc5d-747c-4070-909e-0c592d3857ac req-767f862e-9076-41e7-ab30-4195d1bb98c0 service neutron] 10.222.0.54 "GET /v2.0/networks/09908abb-a409-4d2e-a5a3-f9417a638c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5158880 Nov 12 08:54:03.303146 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-0b15e9e5-e28d-43ea-87ea-df484c5dd404 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Calling delete_port for 5a26ea24-1891-468a-8682-58706cbc337d owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:03.318860 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43f8f13e-f2ce-424a-a2c4-7fefd4604132 req-dba4861c-0922-4de8-a320-dd7f4b023cc6 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=90db4398-d4ce-4882-a027-a4c8b39c990c HTTP/1.1" status: 200 len: 210 time: 0.0971065 Nov 12 08:54:03.603211 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750fcfb-5312-46db-a388-8634a39a17dd req-e32ba463-153d-457f-bca2-db1ce3db1209 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:03.609373 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750fcfb-5312-46db-a388-8634a39a17dd req-e32ba463-153d-457f-bca2-db1ce3db1209 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:03.616354 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750fcfb-5312-46db-a388-8634a39a17dd req-e32ba463-153d-457f-bca2-db1ce3db1209 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:03.622435 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750fcfb-5312-46db-a388-8634a39a17dd req-e32ba463-153d-457f-bca2-db1ce3db1209 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:03.630020 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750fcfb-5312-46db-a388-8634a39a17dd req-e32ba463-153d-457f-bca2-db1ce3db1209 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:03.653725 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a750fcfb-5312-46db-a388-8634a39a17dd req-e32ba463-153d-457f-bca2-db1ce3db1209 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 3876 time: 0.1750853 Nov 12 08:54:03.806189 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-4b4ec706-37ba-452d-8897-d4ef4b9e77d5 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Allocated IP 172.20.0.12 (13a885c4-65b3-49fb-a3a8-7d284f1cee63/c38e4b15-1e73-4947-8254-225baa4e56ae/64943d64-747a-44c1-a15f-cb35795c43c5) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:03.809538 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54330664-8384-4c65-b4bf-dc5b90b56f12 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:03.818088 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-8aa5905f-2219-4e51-b046-b1faea249718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:03.821588 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-8aa5905f-2219-4e51-b046-b1faea249718 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=702ebd3a-91cd-4d56-a35d-ad10b18ed18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.1487458 Nov 12 08:54:03.856647 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a750fcfb-5312-46db-a388-8634a39a17dd req-a32b4687-b36a-4f88-9097-751857137767 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966174 Nov 12 08:54:04.073624 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ebcf35e5-7177-46d3-83c2-341a836da6e9 req-a18a6c19-3ef2-4e2e-b6b0-37cee5404327 tempest-ServerShowV247Test-1567480206 tempest-ServerShowV247Test-1567480206-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31f036-e088-49e9-8da0-5dd281f9ab23 HTTP/1.1" status: 200 len: 210 time: 0.0855117 Nov 12 08:54:04.176118 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-d5db0179-1947-4598-95c2-c033e6a47267 service neutron] 10.222.0.54 "GET /v2.0/networks/702ebd3a-91cd-4d56-a35d-ad10b18ed18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370011 Nov 12 08:54:04.305683 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0717cc5d-747c-4070-909e-0c592d3857ac req-ebfc003d-29d1-440a-b116-e6a4bda13c2c service neutron] 10.222.0.54 "GET /v2.0/networks/09908abb-a409-4d2e-a5a3-f9417a638c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8192749 Nov 12 08:54:04.311951 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af1103-4f9d-47e7-8e7d-fdebb0621383 req-515c103f-807c-4280-836f-a1591df9c48d tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:04.315473 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-50af1103-4f9d-47e7-8e7d-fdebb0621383 req-515c103f-807c-4280-836f-a1591df9c48d tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] 10.222.0.37 "GET /v2.0/ports?device_id=05b94232-2d1d-4e54-bc5b-bc6ec883f42f HTTP/1.1" status: 200 len: 944 time: 0.1038442 Nov 12 08:54:04.434662 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54330664-8384-4c65-b4bf-dc5b90b56f12 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:04.447373 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-0b15e9e5-e28d-43ea-87ea-df484c5dd404 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:04.478320 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-047d32df-5105-44bf-917d-16e9bc30ed18 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:04.517400 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54330664-8384-4c65-b4bf-dc5b90b56f12 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:04.539358 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-54330664-8384-4c65-b4bf-dc5b90b56f12 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:04.624905 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54330664-8384-4c65-b4bf-dc5b90b56f12 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:04.713211 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 27f6206c-73fe-49ec-b7ee-43ee93c4f9a5 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:04.828409 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 27f6206c-73fe-49ec-b7ee-43ee93c4f9a5 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:54:04.834215 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 27f6206c-73fe-49ec-b7ee-43ee93c4f9a5 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:04.834822 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54330664-8384-4c65-b4bf-dc5b90b56f12 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event updated for resources: {'Port': ['ID=de80a4c6-fdea-4149-831d-a3a8a36a26db,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:04.835256 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:04.921107 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15e9e5-e28d-43ea-87ea-df484c5dd404 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Pushing event deleted for resources: {'Port': ['ID=5a26ea24-1891-468a-8682-58706cbc337d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:04.926699 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-0b15e9e5-e28d-43ea-87ea-df484c5dd404 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] No DVR routers for this DVR port 5a26ea24-1891-468a-8682-58706cbc337d on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:54:04.942203 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-0b15e9e5-e28d-43ea-87ea-df484c5dd404 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:04.959037 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-0b15e9e5-e28d-43ea-87ea-df484c5dd404 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.54 "DELETE /v2.0/ports/5a26ea24-1891-468a-8682-58706cbc337d HTTP/1.1" status: 204 len: 173 time: 4.7488937 Nov 12 08:54:04.970526 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-deleted', 'tag': '5a26ea24-1891-468a-8682-58706cbc337d'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:04.973522 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f75a538-fef3-4bac-bbcb-613ce6f9e4dc" -d '{"events": [{"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-deleted", "tag": "5a26ea24-1891-468a-8682-58706cbc337d"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:05.019312 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:05.042753 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-50af1103-4f9d-47e7-8e7d-fdebb0621383 req-9fd9514c-476b-4e90-bee7-6ea16b0dfda9 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] 10.222.0.37 "GET /v2.0/security-groups?id=6350943e-a84e-43ef-9784-770eb11f3b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802721 Nov 12 08:54:05.069322 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-37b23a83-cd56-4a59-93e3-2e4cf3479395 service neutron] 10.222.0.54 "GET /v2.0/networks/702ebd3a-91cd-4d56-a35d-ad10b18ed18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8697734 Nov 12 08:54:05.119244 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 27f6206c-73fe-49ec-b7ee-43ee93c4f9a5, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=27f6206c-73fe-49ec-b7ee-43ee93c4f9a5,segment=NetworkSegment(9b0d6b6c-4c3e-4bc6-ba56-3b093aef89d9),segment_id=9b0d6b6c-4c3e-4bc6-ba56-3b093aef89d9)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:05.121584 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b94232-2d1d-4e54-bc5b-bc6ec883f42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f6206c-73fe-49ec-b7ee-43ee93c4f9a5'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:05.126321 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-4b4ec706-37ba-452d-8897-d4ef4b9e77d5 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:05.132142 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81649a44-ada9-4f2f-8849-27a7eefd2c46" -d '{"events": [{"server_uuid": "05b94232-2d1d-4e54-bc5b-bc6ec883f42f", "name": "network-vif-plugged", "status": "completed", "tag": "27f6206c-73fe-49ec-b7ee-43ee93c4f9a5"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:05.146390 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:05.209938 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-4b4ec706-37ba-452d-8897-d4ef4b9e77d5 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:05.227268 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['42b20626-5a2f-4b4f-8d80-26193c260631'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:54:05.264179 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-4a79aa10-773c-4bea-80d5-a4e33cf7d6ba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00fba7bd-a20a-41f3-948a-cccef4e31a4b HTTP/1.1" status: 200 len: 217 time: 0.1000888 Nov 12 08:54:05.399484 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=27f6206c-73fe-49ec-b7ee-43ee93c4f9a5,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:05.406083 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-3f4ec3fe-3f15-48a8-824f-28a2b57c32d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:05.407573 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-3f4ec3fe-3f15-48a8-824f-28a2b57c32d6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7cdf4593-290a-409d-9183-aaed729edd4d HTTP/1.1" status: 200 len: 797 time: 0.1177101 Nov 12 08:54:05.419226 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-4b4ec706-37ba-452d-8897-d4ef4b9e77d5 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Network 13a885c4-65b3-49fb-a3a8-7d284f1cee63 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:05.455343 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ec706-37ba-452d-8897-d4ef4b9e77d5 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Pushing event updated for resources: {'Port': ['ID=64943d64-747a-44c1-a15f-cb35795c43c5,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:05.475686 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-4b4ec706-37ba-452d-8897-d4ef4b9e77d5 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:05.479303 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-4b4ec706-37ba-452d-8897-d4ef4b9e77d5 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:05.530453 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb38ba2-3fdd-4013-8f8b-3664522e2cc9 req-c6389c32-2e19-4dea-bd75-def454fe71a0 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:05.533781 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aeb38ba2-3fdd-4013-8f8b-3664522e2cc9 req-c6389c32-2e19-4dea-bd75-def454fe71a0 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=90db4398-d4ce-4882-a027-a4c8b39c990c HTTP/1.1" status: 200 len: 932 time: 0.2170174 Nov 12 08:54:05.549506 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-4b4ec706-37ba-452d-8897-d4ef4b9e77d5 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:05.553274 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-4b4ec706-37ba-452d-8897-d4ef4b9e77d5 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:05.568338 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-047d32df-5105-44bf-917d-16e9bc30ed18 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:05.579809 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-4b4ec706-37ba-452d-8897-d4ef4b9e77d5 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7203507 Nov 12 08:54:05.673979 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d32df-5105-44bf-917d-16e9bc30ed18 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Port': ['ID=7f82f5b4-2140-45fa-8bf4-ea01e2ac09ac,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:05.682825 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aeb38ba2-3fdd-4013-8f8b-3664522e2cc9 req-faddefee-fe4b-4cff-9bc1-ffb39b1edcbf tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102099 Nov 12 08:54:05.688234 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-2335f8d8-b1b2-45fb-b6df-3b3df3bc1699 service neutron] Request body: {'port': {'device_id': '90db4398-d4ce-4882-a027-a4c8b39c990c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:05.717090 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047d32df-5105-44bf-917d-16e9bc30ed18 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network 8d24e890-6945-49fc-85b8-8fe0d94060de is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:05.916116 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-2335f8d8-b1b2-45fb-b6df-3b3df3bc1699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:06.034893 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb9a48-2951-4b26-9196-68e9785340c9 req-7529f78e-bff5-4eec-a353-df34cdc0b03c tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:06.042871 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb9a48-2951-4b26-9196-68e9785340c9 req-7529f78e-bff5-4eec-a353-df34cdc0b03c tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:06.049996 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb9a48-2951-4b26-9196-68e9785340c9 req-7529f78e-bff5-4eec-a353-df34cdc0b03c tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:06.058247 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb9a48-2951-4b26-9196-68e9785340c9 req-7529f78e-bff5-4eec-a353-df34cdc0b03c tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:06.059826 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-86cb9a48-2951-4b26-9196-68e9785340c9 req-7529f78e-bff5-4eec-a353-df34cdc0b03c tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 3144 time: 0.1639578 Nov 12 08:54:06.247144 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-86cb9a48-2951-4b26-9196-68e9785340c9 req-6f494f88-8132-4e98-81c4-a1ee733e2cd3 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615620 Nov 12 08:54:06.277022 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-047d32df-5105-44bf-917d-16e9bc30ed18 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:06.279962 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047d32df-5105-44bf-917d-16e9bc30ed18 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:06.287929 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047d32df-5105-44bf-917d-16e9bc30ed18 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:06.289384 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-047d32df-5105-44bf-917d-16e9bc30ed18 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:06.314219 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-047d32df-5105-44bf-917d-16e9bc30ed18 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 9.0213873 Nov 12 08:54:06.325302 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36214) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:06.329772 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-acf488a3-3065-4ba7-9d65-5217203fb863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:06.331270 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-d065ea14-f828-4dc5-8ac9-cfdf5ab9821d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'port': {'network_id': '8d24e890-6945-49fc-85b8-8fe0d94060de', 'name': 'tempest-PortsIpV6TestJSON-2144562777', 'fixed_ips': [{'subnet_id': '88958e52-bade-46e4-bb93-2d6cc298af74', 'ip_address': '2001:db8::f'}]}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:06.331438 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-acf488a3-3065-4ba7-9d65-5217203fb863 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=702ebd3a-91cd-4d56-a35d-ad10b18ed18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8307736 Nov 12 08:54:06.363411 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-d4753388-8c21-477b-b2c5-f06cce58332f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Deleting port ad631039-f393-4fda-a88e-acbce5bb31d9 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:06.364094 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-d4753388-8c21-477b-b2c5-f06cce58332f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:06.495154 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29a473d-6a3e-4f33-9db5-3e3fbc2cec0a x-openstack-request-id: req-e29a473d-6a3e-4f33-9db5-3e3fbc2cec0a {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:06.496092 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-deleted", "tag": "5a26ea24-1891-468a-8682-58706cbc337d", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:06.496916 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e29a473d-6a3e-4f33-9db5-3e3fbc2cec0a {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:06.499029 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-deleted', 'tag': '5a26ea24-1891-468a-8682-58706cbc337d', 'status': 'completed', 'code': 200} Nov 12 08:54:06.524881 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba5acfe0-1675-4fe2-9824-d3cf834ea2e4 req-34451611-9c16-43d4-b2ce-f3c7d31dd534 tempest-ServerShowV247Test-1567480206 tempest-ServerShowV247Test-1567480206-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31f036-e088-49e9-8da0-5dd281f9ab23 HTTP/1.1" status: 200 len: 210 time: 0.0345023 Nov 12 08:54:06.614684 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10efbaa9-4322-4bf3-bf21-e2bf25e52bea x-openstack-request-id: req-10efbaa9-4322-4bf3-bf21-e2bf25e52bea {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:06.615925 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b94232-2d1d-4e54-bc5b-bc6ec883f42f", "name": "network-vif-plugged", "status": "completed", "tag": "27f6206c-73fe-49ec-b7ee-43ee93c4f9a5", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:06.616542 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-10efbaa9-4322-4bf3-bf21-e2bf25e52bea {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:06.617507 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b94232-2d1d-4e54-bc5b-bc6ec883f42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f6206c-73fe-49ec-b7ee-43ee93c4f9a5', 'code': 200} Nov 12 08:54:06.744095 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d065ea14-f828-4dc5-8ac9-cfdf5ab9821d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:06.888523 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d065ea14-f828-4dc5-8ac9-cfdf5ab9821d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:06.940399 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-d065ea14-f828-4dc5-8ac9-cfdf5ab9821d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] device_id is not set on port 2888230d-2964-49a2-b4bd-c3160320124c yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:54:06.988510 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-a606ab99-f0ac-4740-99bf-c2b4aec9b8ae service neutron] 10.222.0.54 "GET /v2.0/networks/702ebd3a-91cd-4d56-a35d-ad10b18ed18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6426506 Nov 12 08:54:07.019848 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-6f243aef-d235-408b-900e-b77950040e53 None None] Provisioning complete for port 7f82f5b4-2140-45fa-8bf4-ea01e2ac09ac triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:07.028383 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6f243aef-d235-408b-900e-b77950040e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:07.107609 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-6f243aef-d235-408b-900e-b77950040e53 None None] Port 7f82f5b4-2140-45fa-8bf4-ea01e2ac09ac cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:54:07.174680 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5c929-2cc0-4e1f-9f21-0c5d18808ab3 req-1a90c924-cf9e-40ca-b2fa-1b3b49c3c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:07.176291 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f1b5c929-2cc0-4e1f-9f21-0c5d18808ab3 req-1a90c924-cf9e-40ca-b2fa-1b3b49c3c9ea service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=05b94232-2d1d-4e54-bc5b-bc6ec883f42f HTTP/1.1" status: 200 len: 1097 time: 0.3457441 Nov 12 08:54:07.230269 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6c54e-aad4-4388-96a7-511975cafe50 req-f5ade4a7-457f-4b71-b470-04a308fd09b3 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:07.245561 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c3b6c54e-aad4-4388-96a7-511975cafe50 req-f5ade4a7-457f-4b71-b470-04a308fd09b3 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] 10.222.0.37 "GET /v2.0/ports?device_id=05b94232-2d1d-4e54-bc5b-bc6ec883f42f HTTP/1.1" status: 200 len: 945 time: 0.4834909 Nov 12 08:54:07.270962 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-d4753388-8c21-477b-b2c5-f06cce58332f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] For port ad631039-f393-4fda-a88e-acbce5bb31d9, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=ad631039-f393-4fda-a88e-acbce5bb31d9,segment=NetworkSegment(d3c1ae76-828f-4a3e-ac05-62e9a00d0ecc),segment_id=d3c1ae76-828f-4a3e-ac05-62e9a00d0ecc)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:07.271269 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-d4753388-8c21-477b-b2c5-f06cce58332f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:07.272806 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-2335f8d8-b1b2-45fb-b6df-3b3df3bc1699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64943d64-747a-44c1-a15f-cb35795c43c5 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:54:07.324324 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-2335f8d8-b1b2-45fb-b6df-3b3df3bc1699 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:07.380142 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-2335f8d8-b1b2-45fb-b6df-3b3df3bc1699 service neutron] Transition to ACTIVE for port object 64943d64-747a-44c1-a15f-cb35795c43c5 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:54:07.417682 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-2335f8d8-b1b2-45fb-b6df-3b3df3bc1699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:07.477304 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f39ff109-e8ef-4821-8246-d1cb7b83b607 req-6085cbae-520a-4ada-9c2a-e55170d73560 service neutron] 10.222.0.54 "GET /v2.0/networks/702ebd3a-91cd-4d56-a35d-ad10b18ed18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4795761 Nov 12 08:54:07.500445 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54330664-8384-4c65-b4bf-dc5b90b56f12 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:07.507413 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f1b5c929-2cc0-4e1f-9f21-0c5d18808ab3 req-85923e6a-c3ba-4f2e-96b1-8aca4321cb92 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6350943e-a84e-43ef-9784-770eb11f3b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172793 Nov 12 08:54:07.643246 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335f8d8-b1b2-45fb-b6df-3b3df3bc1699 service neutron] Pushing event updated for resources: {'Port': ['ID=64943d64-747a-44c1-a15f-cb35795c43c5,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:07.735783 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c3b6c54e-aad4-4388-96a7-511975cafe50 req-ee4791f8-6004-4146-9ac0-68e2751f31cf tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] 10.222.0.37 "GET /v2.0/security-groups?id=6350943e-a84e-43ef-9784-770eb11f3b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074624 Nov 12 08:54:07.817259 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-d065ea14-f828-4dc5-8ac9-cfdf5ab9821d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Allocated IP 2001:db8::f (8d24e890-6945-49fc-85b8-8fe0d94060de/88958e52-bade-46e4-bb93-2d6cc298af74/2888230d-2964-49a2-b4bd-c3160320124c) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:07.857346 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54330664-8384-4c65-b4bf-dc5b90b56f12 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:07.899169 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0d5314c3-0941-45f3-99e7-58db317189b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:07.994138 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-d4753388-8c21-477b-b2c5-f06cce58332f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:07.994498 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-d4753388-8c21-477b-b2c5-f06cce58332f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:07.994818 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-d4753388-8c21-477b-b2c5-f06cce58332f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Floating IP 4abfbd76-1c31-4435-a56d-3cdbf7b19282 disassociated. External IP: 172.25.6.11, port: ad631039-f393-4fda-a88e-acbce5bb31d9. Nov 12 08:54:07.995494 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-d4753388-8c21-477b-b2c5-f06cce58332f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Calling delete_port for ad631039-f393-4fda-a88e-acbce5bb31d9 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:08.173075 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97e661-ec2d-45b6-9e70-d13b6a57952d req-21790e55-73fc-4252-ad80-6d699aef787f tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:08.175510 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0d97e661-ec2d-45b6-9e70-d13b6a57952d req-21790e55-73fc-4252-ad80-6d699aef787f tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=90db4398-d4ce-4882-a027-a4c8b39c990c HTTP/1.1" status: 200 len: 944 time: 0.2849135 Nov 12 08:54:08.184384 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-2335f8d8-b1b2-45fb-b6df-3b3df3bc1699 service neutron] Attempting to bind port 64943d64-747a-44c1-a15f-cb35795c43c5 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:54:08.184978 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-2335f8d8-b1b2-45fb-b6df-3b3df3bc1699 service neutron] Attempting to bind port 64943d64-747a-44c1-a15f-cb35795c43c5 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'd47e37de-42bc-43ac-a10c-170a483249e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '13a885c4-65b3-49fb-a3a8-7d284f1cee63'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:54:08.185476 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-2335f8d8-b1b2-45fb-b6df-3b3df3bc1699 service neutron] Attempting to bind port 64943d64-747a-44c1-a15f-cb35795c43c5 on network 13a885c4-65b3-49fb-a3a8-7d284f1cee63 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:08.329266 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0d97e661-ec2d-45b6-9e70-d13b6a57952d req-06d8a23d-6fe5-42e8-bd68-f5dc04a9143b tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401772 Nov 12 08:54:08.332835 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-2335f8d8-b1b2-45fb-b6df-3b3df3bc1699 service neutron] Port 64943d64-747a-44c1-a15f-cb35795c43c5 on network 13a885c4-65b3-49fb-a3a8-7d284f1cee63 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:54:08.332835 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-2335f8d8-b1b2-45fb-b6df-3b3df3bc1699 service neutron] Attempting to bind port 64943d64-747a-44c1-a15f-cb35795c43c5 on network 13a885c4-65b3-49fb-a3a8-7d284f1cee63 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:08.432163 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-2335f8d8-b1b2-45fb-b6df-3b3df3bc1699 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:54:08.433195 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-2335f8d8-b1b2-45fb-b6df-3b3df3bc1699 service neutron] Checking segment: {'id': 'd47e37de-42bc-43ac-a10c-170a483249e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '13a885c4-65b3-49fb-a3a8-7d284f1cee63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:08.434174 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-2335f8d8-b1b2-45fb-b6df-3b3df3bc1699 service neutron] Bound using segment: {'id': 'd47e37de-42bc-43ac-a10c-170a483249e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '13a885c4-65b3-49fb-a3a8-7d284f1cee63'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:54:08.435327 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-2335f8d8-b1b2-45fb-b6df-3b3df3bc1699 service neutron] Bound port: 64943d64-747a-44c1-a15f-cb35795c43c5, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd47e37de-42bc-43ac-a10c-170a483249e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '13a885c4-65b3-49fb-a3a8-7d284f1cee63'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:54:08.435995 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-2335f8d8-b1b2-45fb-b6df-3b3df3bc1699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:08.571380 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d065ea14-f828-4dc5-8ac9-cfdf5ab9821d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:08.606141 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-d4753388-8c21-477b-b2c5-f06cce58332f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:08.621502 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54330664-8384-4c65-b4bf-dc5b90b56f12 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:08.650402 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4753388-8c21-477b-b2c5-f06cce58332f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Pushing event deleted for resources: {'Port': ['ID=ad631039-f393-4fda-a88e-acbce5bb31d9,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:08.652311 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54330664-8384-4c65-b4bf-dc5b90b56f12 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:08.696327 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-2335f8d8-b1b2-45fb-b6df-3b3df3bc1699 service neutron] For port 64943d64-747a-44c1-a15f-cb35795c43c5, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:08.701877 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-2335f8d8-b1b2-45fb-b6df-3b3df3bc1699 service neutron] For port 64943d64-747a-44c1-a15f-cb35795c43c5, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=64943d64-747a-44c1-a15f-cb35795c43c5,segment=NetworkSegment(d47e37de-42bc-43ac-a10c-170a483249e6),segment_id=d47e37de-42bc-43ac-a10c-170a483249e6)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:54:08.713031 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-2335f8d8-b1b2-45fb-b6df-3b3df3bc1699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:08.732360 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0f02a-f820-4753-a3c8-fe3123db5726 req-890d97ca-b9a1-48cf-94a6-6166058920aa tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:08.738846 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0f02a-f820-4753-a3c8-fe3123db5726 req-890d97ca-b9a1-48cf-94a6-6166058920aa tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:08.745796 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0f02a-f820-4753-a3c8-fe3123db5726 req-890d97ca-b9a1-48cf-94a6-6166058920aa tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:08.753608 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0f02a-f820-4753-a3c8-fe3123db5726 req-890d97ca-b9a1-48cf-94a6-6166058920aa tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:08.755472 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dcb0f02a-f820-4753-a3c8-fe3123db5726 req-890d97ca-b9a1-48cf-94a6-6166058920aa tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 3065 time: 0.2062743 Nov 12 08:54:08.763034 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d065ea14-f828-4dc5-8ac9-cfdf5ab9821d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:08.826425 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-2335f8d8-b1b2-45fb-b6df-3b3df3bc1699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:08.827058 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-2335f8d8-b1b2-45fb-b6df-3b3df3bc1699 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:08.828586 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-2335f8d8-b1b2-45fb-b6df-3b3df3bc1699 service neutron] 10.222.0.58 "PUT /v2.0/ports/64943d64-747a-44c1-a15f-cb35795c43c5 HTTP/1.1" status: 200 len: 1093 time: 3.1577525 Nov 12 08:54:08.831330 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54330664-8384-4c65-b4bf-dc5b90b56f12 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event updated for resources: {'Port': ['ID=de80a4c6-fdea-4149-831d-a3a8a36a26db,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:08.831591 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90db4398-d4ce-4882-a027-a4c8b39c990c', 'tag': '64943d64-747a-44c1-a15f-cb35795c43c5'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:08.833358 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e257c31c-f2d2-4bbb-b243-aee547eca80e" -d '{"events": [{"name": "network-changed", "server_uuid": "90db4398-d4ce-4882-a027-a4c8b39c990c", "tag": "64943d64-747a-44c1-a15f-cb35795c43c5"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:08.863429 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d065ea14-f828-4dc5-8ac9-cfdf5ab9821d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network 8d24e890-6945-49fc-85b8-8fe0d94060de is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:08.886298 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-d065ea14-f828-4dc5-8ac9-cfdf5ab9821d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:08.912274 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d065ea14-f828-4dc5-8ac9-cfdf5ab9821d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:08.919971 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d065ea14-f828-4dc5-8ac9-cfdf5ab9821d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:08.920660 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d065ea14-f828-4dc5-8ac9-cfdf5ab9821d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:08.924722 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335f8d8-b1b2-45fb-b6df-3b3df3bc1699 service neutron] Pushing event updated for resources: {'Port': ['ID=64943d64-747a-44c1-a15f-cb35795c43c5,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:08.927809 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54330664-8384-4c65-b4bf-dc5b90b56f12 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:09.002917 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dcb0f02a-f820-4753-a3c8-fe3123db5726 req-11e5e473-8af9-4416-b150-fda8023ee9ed tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138002 Nov 12 08:54:09.028208 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d065ea14-f828-4dc5-8ac9-cfdf5ab9821d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7013245 Nov 12 08:54:09.032418 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36266) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:09.146017 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065ea14-f828-4dc5-8ac9-cfdf5ab9821d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Port': ['ID=2888230d-2964-49a2-b4bd-c3160320124c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:09.214589 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-42bc9d76-74d4-43f9-a739-95e215a8316f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:09.232233 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-42bc9d76-74d4-43f9-a739-95e215a8316f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b6e131e30e964bf196ab556fb227b3d2&device_id=90db4398-d4ce-4882-a027-a4c8b39c990c HTTP/1.1" status: 200 len: 1096 time: 0.3428755 Nov 12 08:54:09.251372 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [None req-54330664-8384-4c65-b4bf-dc5b90b56f12 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Floating IP 96f35d5c-0667-4034-acd3-ee35920a27df associated. External IP: 172.25.6.136, port: 37fd56eb-ade5-43eb-9d42-7ec275a795c1. Nov 12 08:54:09.258733 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-d4753388-8c21-477b-b2c5-f06cce58332f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Router 487e2f2b-f6cc-45fc-bd49-acf2b1c2603b has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:54:09.431274 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3a38cda5-9b1f-49d9-b9b5-c094af76b300 req-798e1afa-22b1-4037-ac28-b9a2910f8d36 tempest-ServerShowV247Test-1567480206 tempest-ServerShowV247Test-1567480206-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31f036-e088-49e9-8da0-5dd281f9ab23 HTTP/1.1" status: 200 len: 210 time: 0.1955841 Nov 12 08:54:09.440121 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-5170deae-ecbe-4595-96f0-9ece424c7423 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64943d64-747a-44c1-a15f-cb35795c43c5 HTTP/1.1" status: 200 len: 217 time: 0.1624002 Nov 12 08:54:09.453633 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a2cc8b-feac-449a-b8e2-e2144c807d94 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:09.458159 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f5a2cc8b-feac-449a-b8e2-e2144c807d94 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4221313 Nov 12 08:54:09.478791 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36278) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:09.550761 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-74589f13-63ee-4f75-af6e-8e9d6cc670e0 None None] Provisioning complete for port 2888230d-2964-49a2-b4bd-c3160320124c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:09.551457 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-74589f13-63ee-4f75-af6e-8e9d6cc670e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:09.652563 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-e82163f5-16a7-445f-bd10-0bc89775d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:09.659571 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-e82163f5-16a7-445f-bd10-0bc89775d8e3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c38e4b15-1e73-4947-8254-225baa4e56ae HTTP/1.1" status: 200 len: 851 time: 0.2025471 Nov 12 08:54:09.664843 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-74589f13-63ee-4f75-af6e-8e9d6cc670e0 None None] Port 2888230d-2964-49a2-b4bd-c3160320124c cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:54:09.727506 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a002798f-c80d-4916-a930-1706a5a172db tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:09.736578 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a002798f-c80d-4916-a930-1706a5a172db tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:09.743749 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a002798f-c80d-4916-a930-1706a5a172db tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:09.752311 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a002798f-c80d-4916-a930-1706a5a172db tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2726963 Nov 12 08:54:09.753142 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36286) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:09.753704 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-55948a34-e4cf-48b9-98ba-ffe0517ee8dc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=13a885c4-65b3-49fb-a3a8-7d284f1cee63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783610 Nov 12 08:54:09.754617 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-d4753388-8c21-477b-b2c5-f06cce58332f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:54:09.766754 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f407b03-947d-4b02-b00b-2584a88a72b4 None None] Sync routers for ids ['487e2f2b-f6cc-45fc-bd49-acf2b1c2603b'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:54:09.781317 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f407b03-947d-4b02-b00b-2584a88a72b4 None None] Routers {'487e2f2b-f6cc-45fc-bd49-acf2b1c2603b'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:09.784528 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9f407b03-947d-4b02-b00b-2584a88a72b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:53:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['487e2f2b-f6cc-45fc-bd49-acf2b1c2603b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:09.852422 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-d4753388-8c21-477b-b2c5-f06cce58332f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] No DVR routers for this DVR port ad631039-f393-4fda-a88e-acbce5bb31d9 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:54:09.859821 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-d4753388-8c21-477b-b2c5-f06cce58332f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:09.863527 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-d4753388-8c21-477b-b2c5-f06cce58332f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.54 "DELETE /v2.0/ports/ad631039-f393-4fda-a88e-acbce5bb31d9 HTTP/1.1" status: 204 len: 173 time: 4.8856440 Nov 12 08:54:09.866498 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-deleted', 'tag': 'ad631039-f393-4fda-a88e-acbce5bb31d9'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:09.870089 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0674c2-ea2c-4da1-b848-15c5415060ea" -d '{"events": [{"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-deleted", "tag": "ad631039-f393-4fda-a88e-acbce5bb31d9"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:10.017721 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-74fc7584-52d4-47e3-919b-01d39f10bcd3 service neutron] 10.222.0.58 "GET /v2.0/networks/13a885c4-65b3-49fb-a3a8-7d284f1cee63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400291 Nov 12 08:54:10.230910 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43597be3-09cf-4caf-a7ec-aa3ed7071f4b req-902dbbd3-383e-4268-9675-2d69f9691cee tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:10.232585 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43597be3-09cf-4caf-a7ec-aa3ed7071f4b req-902dbbd3-383e-4268-9675-2d69f9691cee tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] 10.222.0.37 "GET /v2.0/ports?device_id=05b94232-2d1d-4e54-bc5b-bc6ec883f42f HTTP/1.1" status: 200 len: 945 time: 0.5719573 Nov 12 08:54:10.298751 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ea2cde3-99c8-485e-b40d-8e663a22c5f8 req-07d55bef-de85-4c81-a834-05fd1545828b service neutron] 10.222.0.58 "GET /v2.0/networks/13a885c4-65b3-49fb-a3a8-7d284f1cee63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683461 Nov 12 08:54:10.340662 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43597be3-09cf-4caf-a7ec-aa3ed7071f4b req-2c5499be-90e8-4158-a93a-ffb13ce5af48 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] 10.222.0.37 "GET /v2.0/security-groups?id=6350943e-a84e-43ef-9784-770eb11f3b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966828 Nov 12 08:54:10.347515 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-71051939-8f58-412a-9e03-c0f4a769655d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:10.392777 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-9f407b03-947d-4b02-b00b-2584a88a72b4 None None] Set router 487e2f2b-f6cc-45fc-bd49-acf2b1c2603b gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:54:10.773685 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012455f1-03a9-4d6e-8d7c-df82b48fa2b1 x-openstack-request-id: req-012455f1-03a9-4d6e-8d7c-df82b48fa2b1 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:10.774328 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90db4398-d4ce-4882-a027-a4c8b39c990c", "tag": "64943d64-747a-44c1-a15f-cb35795c43c5", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:10.774577 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-012455f1-03a9-4d6e-8d7c-df82b48fa2b1 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:10.775213 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90db4398-d4ce-4882-a027-a4c8b39c990c', 'tag': '64943d64-747a-44c1-a15f-cb35795c43c5', 'status': 'completed', 'code': 200} Nov 12 08:54:10.903833 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9f407b03-947d-4b02-b00b-2584a88a72b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'name': 'tempest-TaggedBootDevicesTest-586827861-router', 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '018e535f-0867-4758-b68b-09a528325c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:38Z', 'updated_at': '2021-11-12T08:42:47Z', 'revision_number': 4, 'project_id': '7744ced598be42768ed1d37e40d08f56', 'gw_port': {'id': '018e535f-0867-4758-b68b-09a528325c83', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:39Z', 'updated_at': '2021-11-12T08:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '12542f75-7338-4a4e-9651-35482325a92d', 'name': '', 'network_id': '7e33e051-e363-49e1-9c6d-2f24faf4dfb5', 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'mac_address': 'fa:16:3e:03:a8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'b3ec3dec-5d62-4a75-9611-109bbf916cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:44Z', 'updated_at': '2021-11-12T08:42:54Z', 'revision_number': 5, 'project_id': '7744ced598be42768ed1d37e40d08f56', 'subnets': [{'id': 'b3ec3dec-5d62-4a75-9611-109bbf916cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:10.981308 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f407b03-947d-4b02-b00b-2584a88a72b4 None None] Checking router: 487e2f2b-f6cc-45fc-bd49-acf2b1c2603b for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:54:11.008985 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f407b03-947d-4b02-b00b-2584a88a72b4 None None] Routers {'487e2f2b-f6cc-45fc-bd49-acf2b1c2603b'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:11.009559 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9f407b03-947d-4b02-b00b-2584a88a72b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:54:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['487e2f2b-f6cc-45fc-bd49-acf2b1c2603b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:11.029182 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54330664-8384-4c65-b4bf-dc5b90b56f12 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Router d7eb8014-2395-467d-8954-226e5c316fbd has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:54:11.056021 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257c31c-f2d2-4bbb-b243-aee547eca80e req-4eee3667-b402-49f4-bca6-22714f864839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:11.057734 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e257c31c-f2d2-4bbb-b243-aee547eca80e req-4eee3667-b402-49f4-bca6-22714f864839 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b6e131e30e964bf196ab556fb227b3d2&device_id=90db4398-d4ce-4882-a027-a4c8b39c990c HTTP/1.1" status: 200 len: 1096 time: 0.2393878 Nov 12 08:54:11.115587 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c8295-3525-4d5d-a6ee-48ba3616df3c req-d3716e47-675b-4f14-89dd-1315ceffe0a4 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:11.129181 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5a5c8295-3525-4d5d-a6ee-48ba3616df3c req-d3716e47-675b-4f14-89dd-1315ceffe0a4 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=90db4398-d4ce-4882-a027-a4c8b39c990c HTTP/1.1" status: 200 len: 944 time: 0.2077811 Nov 12 08:54:11.244003 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-ba62c7d6-2ca7-49e7-9228-c413e10afb13 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Deleting port 2888230d-2964-49a2-b4bd-c3160320124c {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:11.244003 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba62c7d6-2ca7-49e7-9228-c413e10afb13 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:11.300710 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5a5c8295-3525-4d5d-a6ee-48ba3616df3c req-dedaca54-9588-453d-9a8b-f74daba17707 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713006 Nov 12 08:54:11.353659 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-9f407b03-947d-4b02-b00b-2584a88a72b4 None None] Set router 487e2f2b-f6cc-45fc-bd49-acf2b1c2603b gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:54:11.384959 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba62c7d6-2ca7-49e7-9228-c413e10afb13 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:11.402963 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257c31c-f2d2-4bbb-b243-aee547eca80e req-7682d75a-cd3d-45b1-8a24-a0da7fe7ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:11.404903 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e257c31c-f2d2-4bbb-b243-aee547eca80e req-7682d75a-cd3d-45b1-8a24-a0da7fe7ae32 service neutron] 10.222.0.58 "GET /v2.0/networks?id=13a885c4-65b3-49fb-a3a8-7d284f1cee63 HTTP/1.1" status: 200 len: 912 time: 0.3294401 Nov 12 08:54:11.441108 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-ba62c7d6-2ca7-49e7-9228-c413e10afb13 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Calling delete_port for 2888230d-2964-49a2-b4bd-c3160320124c owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:11.513743 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e257c31c-f2d2-4bbb-b243-aee547eca80e req-b5779180-798e-45f1-9909-6746161db0aa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64943d64-747a-44c1-a15f-cb35795c43c5 HTTP/1.1" status: 200 len: 217 time: 0.0955031 Nov 12 08:54:11.531831 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac789b0f-67bd-4d0a-a735-cd8440b36726 x-openstack-request-id: req-ac789b0f-67bd-4d0a-a735-cd8440b36726 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:11.532623 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-deleted", "tag": "ad631039-f393-4fda-a88e-acbce5bb31d9", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:11.533885 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac789b0f-67bd-4d0a-a735-cd8440b36726 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:11.534746 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-deleted', 'tag': 'ad631039-f393-4fda-a88e-acbce5bb31d9', 'status': 'completed', 'code': 200} Nov 12 08:54:11.537199 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54330664-8384-4c65-b4bf-dc5b90b56f12 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:54:11.557531 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d385f5-d853-4089-a4dc-81d3aadfcc0e None None] Sync routers for ids ['d7eb8014-2395-467d-8954-226e5c316fbd'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:54:11.579444 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d385f5-d853-4089-a4dc-81d3aadfcc0e None None] Routers {'d7eb8014-2395-467d-8954-226e5c316fbd'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:11.583605 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-34d385f5-d853-4089-a4dc-81d3aadfcc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:54:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d7eb8014-2395-467d-8954-226e5c316fbd'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:11.594212 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-db2ddd07-aa96-4ab0-96b1-50094eaeef8f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Deleting port 00fba7bd-a20a-41f3-948a-cccef4e31a4b {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:11.595571 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-db2ddd07-aa96-4ab0-96b1-50094eaeef8f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:11.653454 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-34d385f5-d853-4089-a4dc-81d3aadfcc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:11.686394 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54330664-8384-4c65-b4bf-dc5b90b56f12 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:11.689345 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d385f5-d853-4089-a4dc-81d3aadfcc0e None None] Routers {'d7eb8014-2395-467d-8954-226e5c316fbd'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:11.690511 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-34d385f5-d853-4089-a4dc-81d3aadfcc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:54:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d7eb8014-2395-467d-8954-226e5c316fbd'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:11.752705 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-34d385f5-d853-4089-a4dc-81d3aadfcc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:11.758566 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d385f5-d853-4089-a4dc-81d3aadfcc0e None None] The sync data for ids ['d7eb8014-2395-467d-8954-226e5c316fbd'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:54:11.759052 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b55858-4e45-47af-97ca-77a02fe494b6 req-fea77194-b16d-42df-9442-66419d51b60b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:11.780967 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b55858-4e45-47af-97ca-77a02fe494b6 req-fea77194-b16d-42df-9442-66419d51b60b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:11.787798 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b55858-4e45-47af-97ca-77a02fe494b6 req-fea77194-b16d-42df-9442-66419d51b60b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:11.797962 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 64943d64-747a-44c1-a15f-cb35795c43c5 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:54:11.814498 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-58b55858-4e45-47af-97ca-77a02fe494b6 req-fea77194-b16d-42df-9442-66419d51b60b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 2410 time: 0.3164060 Nov 12 08:54:11.871288 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257c31c-f2d2-4bbb-b243-aee547eca80e req-3649acc6-8460-491c-b32b-14f71f49d044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:11.874624 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e257c31c-f2d2-4bbb-b243-aee547eca80e req-3649acc6-8460-491c-b32b-14f71f49d044 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c38e4b15-1e73-4947-8254-225baa4e56ae HTTP/1.1" status: 200 len: 851 time: 0.3403394 Nov 12 08:54:11.948753 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-54330664-8384-4c65-b4bf-dc5b90b56f12 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 13.8671739 Nov 12 08:54:11.994225 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36330) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:12.010430 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-bf4cd82d-99fc-4d51-88a9-49d004f17548 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1957901834'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:12.058832 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e257c31c-f2d2-4bbb-b243-aee547eca80e req-8442d1a9-d296-4f95-aed5-47ea2d5d0f1d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=13a885c4-65b3-49fb-a3a8-7d284f1cee63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1469576 Nov 12 08:54:12.212495 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4cd82d-99fc-4d51-88a9-49d004f17548 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Made reservation on behalf of 89610acee4f9465c8223394074652272 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:12.220294 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf4cd82d-99fc-4d51-88a9-49d004f17548 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:12.229031 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba62c7d6-2ca7-49e7-9228-c413e10afb13 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:12.233955 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d913bb9d-bf9d-456e-b72f-b23be3679fb9 req-2d65e049-a8e9-45d0-b642-fa0bd189f342 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9d31f036-e088-49e9-8da0-5dd281f9ab23 HTTP/1.1" status: 200 len: 210 time: 0.1245415 Nov 12 08:54:12.254941 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:12.261035 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9f407b03-947d-4b02-b00b-2584a88a72b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'name': 'tempest-TaggedBootDevicesTest-586827861-router', 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '018e535f-0867-4758-b68b-09a528325c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:38Z', 'updated_at': '2021-11-12T08:42:47Z', 'revision_number': 4, 'project_id': '7744ced598be42768ed1d37e40d08f56', 'gw_port': {'id': '018e535f-0867-4758-b68b-09a528325c83', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:39Z', 'updated_at': '2021-11-12T08:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '12542f75-7338-4a4e-9651-35482325a92d', 'name': '', 'network_id': '7e33e051-e363-49e1-9c6d-2f24faf4dfb5', 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'mac_address': 'fa:16:3e:03:a8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'b3ec3dec-5d62-4a75-9611-109bbf916cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:44Z', 'updated_at': '2021-11-12T08:42:54Z', 'revision_number': 5, 'project_id': '7744ced598be42768ed1d37e40d08f56', 'subnets': [{'id': 'b3ec3dec-5d62-4a75-9611-109bbf916cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:12.282121 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-58b55858-4e45-47af-97ca-77a02fe494b6 req-103e9772-0c25-4c43-b283-ca792f2ae62f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4665747 Nov 12 08:54:12.321294 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f407b03-947d-4b02-b00b-2584a88a72b4 None None] The sync data for ids ['487e2f2b-f6cc-45fc-bd49-acf2b1c2603b'] in n-d-768862-16 is: [{'id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'name': 'tempest-TaggedBootDevicesTest-586827861-router', 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '018e535f-0867-4758-b68b-09a528325c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:38Z', 'updated_at': '2021-11-12T08:42:47Z', 'revision_number': 4, 'project_id': '7744ced598be42768ed1d37e40d08f56', 'gw_port': {'id': '018e535f-0867-4758-b68b-09a528325c83', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:39Z', 'updated_at': '2021-11-12T08:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '12542f75-7338-4a4e-9651-35482325a92d', 'name': '', 'network_id': '7e33e051-e363-49e1-9c6d-2f24faf4dfb5', 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'mac_address': 'fa:16:3e:03:a8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'b3ec3dec-5d62-4a75-9611-109bbf916cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:44Z', 'updated_at': '2021-11-12T08:42:54Z', 'revision_number': 5, 'project_id': '7744ced598be42768ed1d37e40d08f56', 'subnets': [{'id': 'b3ec3dec-5d62-4a75-9611-109bbf916cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:54:12.356820 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 64943d64-747a-44c1-a15f-cb35795c43c5, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=64943d64-747a-44c1-a15f-cb35795c43c5,segment=NetworkSegment(d47e37de-42bc-43ac-a10c-170a483249e6),segment_id=d47e37de-42bc-43ac-a10c-170a483249e6)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:12.376609 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba62c7d6-2ca7-49e7-9228-c413e10afb13 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Port': ['ID=2888230d-2964-49a2-b4bd-c3160320124c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:12.377430 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '64943d64-747a-44c1-a15f-cb35795c43c5', 'network_id': '13a885c4-65b3-49fb-a3a8-7d284f1cee63', 'port_id': '64943d64-747a-44c1-a15f-cb35795c43c5', 'mac_address': 'fa:16:3e:e5:30:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38e4b15-1e73-4947-8254-225baa4e56ae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:54:12.500085 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba62c7d6-2ca7-49e7-9228-c413e10afb13 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:12.507466 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ba62c7d6-2ca7-49e7-9228-c413e10afb13 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/ports/2888230d-2964-49a2-b4bd-c3160320124c HTTP/1.1" status: 204 len: 168 time: 2.7498679 Nov 12 08:54:12.515416 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36340) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:12.528151 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:12.577830 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64943d64-747a-44c1-a15f-cb35795c43c5 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:54:12.591266 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4cd82d-99fc-4d51-88a9-49d004f17548 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:54:12.623304 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d1ab6e-5438-4677-815c-0741dde2cecb tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] GET failed (client error): The resource could not be found. Nov 12 08:54:12.625256 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f5d1ab6e-5438-4677-815c-0741dde2cecb tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "GET /v2.0/ports/2888230d-2964-49a2-b4bd-c3160320124c HTTP/1.1" status: 404 len: 333 time: 0.1087251 Nov 12 08:54:12.627708 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e257c31c-f2d2-4bbb-b243-aee547eca80e req-b2e6d76f-af7f-472a-b2a6-10d8f244868f service neutron] 10.222.0.58 "GET /v2.0/networks/13a885c4-65b3-49fb-a3a8-7d284f1cee63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5501089 Nov 12 08:54:12.644182 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf4cd82d-99fc-4d51-88a9-49d004f17548 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:12.644727 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-bf4cd82d-99fc-4d51-88a9-49d004f17548 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Added segment 8e12d937-a97e-40bc-a7a3-285dfacc4101 of type vlan for network e68b6e64-8d1c-43fe-b6fd-f84c61df34a5 Nov 12 08:54:12.742786 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 64943d64-747a-44c1-a15f-cb35795c43c5, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=64943d64-747a-44c1-a15f-cb35795c43c5,segment=NetworkSegment(d47e37de-42bc-43ac-a10c-170a483249e6),segment_id=d47e37de-42bc-43ac-a10c-170a483249e6)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:12.756737 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:12.778787 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf4cd82d-99fc-4d51-88a9-49d004f17548 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:12.859939 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36342) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:12.988916 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=64943d64-747a-44c1-a15f-cb35795c43c5,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:13.023597 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e257c31c-f2d2-4bbb-b243-aee547eca80e req-0407bfea-6578-47cf-8b34-fe8cebc89c3d service neutron] 10.222.0.58 "GET /v2.0/networks/13a885c4-65b3-49fb-a3a8-7d284f1cee63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804040 Nov 12 08:54:13.069373 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf4cd82d-99fc-4d51-88a9-49d004f17548 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:13.075535 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4cd82d-99fc-4d51-88a9-49d004f17548 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:13.075946 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eb59c7e8-fbe6-4a4c-a7e3-9ba913ffdf1d req-b17ca014-e089-4392-87db-26b89ed169f1 tempest-ServerShowV247Test-1567480206 tempest-ServerShowV247Test-1567480206-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31f036-e088-49e9-8da0-5dd281f9ab23 HTTP/1.1" status: 200 len: 210 time: 0.0716383 Nov 12 08:54:13.076798 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf4cd82d-99fc-4d51-88a9-49d004f17548 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:13.086373 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8342e5de-0703-4579-9c9f-56fbac023aed None None] New status for floating IP 4abfbd76-1c31-4435-a56d-3cdbf7b19282: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:54:13.096645 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['64943d64-747a-44c1-a15f-cb35795c43c5'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:54:13.116454 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-bf4cd82d-99fc-4d51-88a9-49d004f17548 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1188376 Nov 12 08:54:13.120426 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36348) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:13.126573 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-e58f2e43-3b34-4f4f-b20f-7415234813f0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Request body: {'subnet': {'network_id': 'e68b6e64-8d1c-43fe-b6fd-f84c61df34a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:13.132431 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-db2ddd07-aa96-4ab0-96b1-50094eaeef8f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] For port 00fba7bd-a20a-41f3-948a-cccef4e31a4b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=00fba7bd-a20a-41f3-948a-cccef4e31a4b,segment=NetworkSegment(27dbb1a9-39bb-4e45-8c99-b89307690322),segment_id=27dbb1a9-39bb-4e45-8c99-b89307690322)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:13.132815 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-db2ddd07-aa96-4ab0-96b1-50094eaeef8f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:13.306946 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-db2ddd07-aa96-4ab0-96b1-50094eaeef8f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Calling delete_port for 00fba7bd-a20a-41f3-948a-cccef4e31a4b owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:13.406983 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:13.466199 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3377d21-1dfd-4fd3-b3e9-adf6bc38c39f req-ff1c815c-c036-4705-b747-a053f481fb3d tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:13.496000 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b3377d21-1dfd-4fd3-b3e9-adf6bc38c39f req-ff1c815c-c036-4705-b747-a053f481fb3d tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=90db4398-d4ce-4882-a027-a4c8b39c990c HTTP/1.1" status: 200 len: 945 time: 0.3141608 Nov 12 08:54:13.508740 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58f2e43-3b34-4f4f-b20f-7415234813f0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Made reservation on behalf of 89610acee4f9465c8223394074652272 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:13.516317 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e58f2e43-3b34-4f4f-b20f-7415234813f0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:13.780835 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4cd82d-99fc-4d51-88a9-49d004f17548 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event updated for resources: {'Network': ['ID=e68b6e64-8d1c-43fe-b6fd-f84c61df34a5,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:13.807158 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network e68b6e64-8d1c-43fe-b6fd-f84c61df34a5 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:54:13.810754 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-9dee66f2-77b4-4881-8393-9788d406b2c9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Deleting port 7f82f5b4-2140-45fa-8bf4-ea01e2ac09ac {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:13.811907 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9dee66f2-77b4-4881-8393-9788d406b2c9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:13.825170 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-db2ddd07-aa96-4ab0-96b1-50094eaeef8f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:13.948844 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b3377d21-1dfd-4fd3-b3e9-adf6bc38c39f req-3e4dc2e2-a2a6-4264-9adf-7f90445ba7a5 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308732 Nov 12 08:54:13.998063 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ddd07-aa96-4ab0-96b1-50094eaeef8f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Pushing event deleted for resources: {'Port': ['ID=00fba7bd-a20a-41f3-948a-cccef4e31a4b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:14.035063 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:14.201403 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-db2ddd07-aa96-4ab0-96b1-50094eaeef8f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] No DVR routers for this DVR port 00fba7bd-a20a-41f3-948a-cccef4e31a4b on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:54:14.206681 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-db2ddd07-aa96-4ab0-96b1-50094eaeef8f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:14.221586 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-db2ddd07-aa96-4ab0-96b1-50094eaeef8f tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.54 "DELETE /v2.0/ports/00fba7bd-a20a-41f3-948a-cccef4e31a4b HTTP/1.1" status: 204 len: 173 time: 4.3450077 Nov 12 08:54:14.222199 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-deleted', 'tag': '00fba7bd-a20a-41f3-948a-cccef4e31a4b'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:14.225562 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67dbb86b-188a-402c-b464-14036e80250d" -d '{"events": [{"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-deleted", "tag": "00fba7bd-a20a-41f3-948a-cccef4e31a4b"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:14.297136 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e58f2e43-3b34-4f4f-b20f-7415234813f0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:14.361677 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9dee66f2-77b4-4881-8393-9788d406b2c9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:14.387316 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-9dee66f2-77b4-4881-8393-9788d406b2c9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Calling delete_port for 7f82f5b4-2140-45fa-8bf4-ea01e2ac09ac owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:14.420643 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-76d04ca0-fbd8-4e8c-8de1-e1832380b0ce tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Deleting port 42d9b265-ff43-4a1c-acce-53b5283365dc {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:14.420892 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-76d04ca0-fbd8-4e8c-8de1-e1832380b0ce tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:14.441653 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f2e43-3b34-4f4f-b20f-7415234813f0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event updated for resources: {'Subnet': ['ID=308cca25-021e-413b-9754-15f0efcf8475,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:14.467520 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a703d-22b0-45f2-8a8e-1d0698331fa0 req-966bf5b6-a18f-4e44-bfca-53311a05efeb tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:14.527919 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a703d-22b0-45f2-8a8e-1d0698331fa0 req-966bf5b6-a18f-4e44-bfca-53311a05efeb tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:14.543427 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-672a703d-22b0-45f2-8a8e-1d0698331fa0 req-966bf5b6-a18f-4e44-bfca-53311a05efeb tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 1677 time: 0.3234165 Nov 12 08:54:14.604465 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58f2e43-3b34-4f4f-b20f-7415234813f0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Checking segment: {'id': '8e12d937-a97e-40bc-a7a3-285dfacc4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e68b6e64-8d1c-43fe-b6fd-f84c61df34a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:14.604862 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58f2e43-3b34-4f4f-b20f-7415234813f0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Network hostable DHCP agents. Network: e68b6e64-8d1c-43fe-b6fd-f84c61df34a5, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:54:14.653062 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58f2e43-3b34-4f4f-b20f-7415234813f0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Network e68b6e64-8d1c-43fe-b6fd-f84c61df34a5 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:54:14.674089 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-672a703d-22b0-45f2-8a8e-1d0698331fa0 req-064ae992-6442-4794-afc0-a9232e4d947e tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0b11ea6-f0ad-4b14-ad6a-d16769370d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300695 Nov 12 08:54:14.709512 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-e58f2e43-3b34-4f4f-b20f-7415234813f0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, e68b6e64-8d1c-43fe-b6fd-f84c61df34a5) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:14.740776 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccb574e-caa0-42a6-99f3-b84febee4b76 None None] Network e68b6e64-8d1c-43fe-b6fd-f84c61df34a5 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:54:14.754139 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58f2e43-3b34-4f4f-b20f-7415234813f0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:14.754767 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e58f2e43-3b34-4f4f-b20f-7415234813f0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:14.807001 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e58f2e43-3b34-4f4f-b20f-7415234813f0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6851730 Nov 12 08:54:14.811297 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36384) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:14.816964 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-32c0d918-0629-483a-86d0-d932b04849c2 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1514332864', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}, 'admin_state_up': False}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:14.876190 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32c0d918-0629-483a-86d0-d932b04849c2 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:14.877455 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32c0d918-0629-483a-86d0-d932b04849c2 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:14.916556 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-76d04ca0-fbd8-4e8c-8de1-e1832380b0ce tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] For port 42d9b265-ff43-4a1c-acce-53b5283365dc, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=42d9b265-ff43-4a1c-acce-53b5283365dc,segment=NetworkSegment(27dbb1a9-39bb-4e45-8c99-b89307690322),segment_id=27dbb1a9-39bb-4e45-8c99-b89307690322)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:14.917706 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-76d04ca0-fbd8-4e8c-8de1-e1832380b0ce tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:15.010517 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-76d04ca0-fbd8-4e8c-8de1-e1832380b0ce tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Calling delete_port for 42d9b265-ff43-4a1c-acce-53b5283365dc owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:15.078137 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32c0d918-0629-483a-86d0-d932b04849c2 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:15.412605 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c44d29-5fd8-458a-891d-591a7373dc9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-e68b6e64-8d1c-43fe-b6fd-f84c61df34a5', 'network_id': 'e68b6e64-8d1c-43fe-b6fd-f84c61df34a5', 'tenant_id': '89610acee4f9465c8223394074652272', 'fixed_ips': [{'subnet_id': '308cca25-021e-413b-9754-15f0efcf8475'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:54:15.413507 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d0c44d29-5fd8-458a-891d-591a7373dc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:15.459534 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-76d04ca0-fbd8-4e8c-8de1-e1832380b0ce tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:15.505605 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32c0d918-0629-483a-86d0-d932b04849c2 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:15.552581 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e4fe4c5-256f-450a-a60e-244a8df4b094 req-b3e75db4-8a4d-486d-b763-8d7f0dd19302 tempest-ServerShowV247Test-1567480206 tempest-ServerShowV247Test-1567480206-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31f036-e088-49e9-8da0-5dd281f9ab23 HTTP/1.1" status: 200 len: 210 time: 0.2644408 Nov 12 08:54:15.686079 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d04ca0-fbd8-4e8c-8de1-e1832380b0ce tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Pushing event deleted for resources: {'Port': ['ID=42d9b265-ff43-4a1c-acce-53b5283365dc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:15.773509 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 64943d64-747a-44c1-a15f-cb35795c43c5 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:15.858615 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0a9b38-6f7e-4a25-b09a-c5b43529202e x-openstack-request-id: req-0f0a9b38-6f7e-4a25-b09a-c5b43529202e {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:15.859308 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-deleted", "tag": "00fba7bd-a20a-41f3-948a-cccef4e31a4b", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:15.859781 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f0a9b38-6f7e-4a25-b09a-c5b43529202e {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:15.860419 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-deleted', 'tag': '00fba7bd-a20a-41f3-948a-cccef4e31a4b', 'status': 'completed', 'code': 200} Nov 12 08:54:15.862235 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-76d04ca0-fbd8-4e8c-8de1-e1832380b0ce tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] No DVR routers for this DVR port 42d9b265-ff43-4a1c-acce-53b5283365dc on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:54:15.869684 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-76d04ca0-fbd8-4e8c-8de1-e1832380b0ce tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:15.874823 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-76d04ca0-fbd8-4e8c-8de1-e1832380b0ce tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.54 "DELETE /v2.0/ports/42d9b265-ff43-4a1c-acce-53b5283365dc HTTP/1.1" status: 204 len: 173 time: 1.6358626 Nov 12 08:54:15.951803 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-d0c44d29-5fd8-458a-891d-591a7373dc9a None None] Allocated IP 172.20.0.2 (e68b6e64-8d1c-43fe-b6fd-f84c61df34a5/308cca25-021e-413b-9754-15f0efcf8475/d804062d-a1c0-4ac4-9d50-0b4da2d57228) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:15.984359 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9dee66f2-77b4-4881-8393-9788d406b2c9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:16.078047 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 64943d64-747a-44c1-a15f-cb35795c43c5 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:54:16.087217 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 64943d64-747a-44c1-a15f-cb35795c43c5 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:16.087929 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:16.132641 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee66f2-77b4-4881-8393-9788d406b2c9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Port': ['ID=7f82f5b4-2140-45fa-8bf4-ea01e2ac09ac,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:16.180174 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9dee66f2-77b4-4881-8393-9788d406b2c9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:16.195996 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9dee66f2-77b4-4881-8393-9788d406b2c9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/ports/7f82f5b4-2140-45fa-8bf4-ea01e2ac09ac HTTP/1.1" status: 204 len: 168 time: 3.3252604 Nov 12 08:54:16.205606 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36416) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:16.244445 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-5935af7e-03f3-4e55-982f-58c294f33261 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] GET failed (client error): The resource could not be found. Nov 12 08:54:16.247095 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5935af7e-03f3-4e55-982f-58c294f33261 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "GET /v2.0/ports/7f82f5b4-2140-45fa-8bf4-ea01e2ac09ac HTTP/1.1" status: 404 len: 333 time: 0.0398088 Nov 12 08:54:16.252223 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36418) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:16.408200 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-97e0d8ad-34b4-4e9a-9529-d4cc38a65273 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Deleting port 148f6696-758c-4f5e-92a2-6d895c1475e8 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:16.408603 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-97e0d8ad-34b4-4e9a-9529-d4cc38a65273 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:16.414770 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b030852-392b-48c3-86fe-8ffbf156ccca req-4beae0da-12de-4b4e-aa61-73c10358bfd3 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:16.427128 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b030852-392b-48c3-86fe-8ffbf156ccca req-4beae0da-12de-4b4e-aa61-73c10358bfd3 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=90db4398-d4ce-4882-a027-a4c8b39c990c HTTP/1.1" status: 200 len: 945 time: 0.3870051 Nov 12 08:54:16.429231 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32c0d918-0629-483a-86d0-d932b04849c2 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:16.537344 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32c0d918-0629-483a-86d0-d932b04849c2 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:16.685616 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-97e0d8ad-34b4-4e9a-9529-d4cc38a65273 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] For port 148f6696-758c-4f5e-92a2-6d895c1475e8, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=148f6696-758c-4f5e-92a2-6d895c1475e8,segment=NetworkSegment(d9096f87-8920-440d-9535-8b369b6696ae),segment_id=d9096f87-8920-440d-9535-8b369b6696ae)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:16.686192 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-97e0d8ad-34b4-4e9a-9529-d4cc38a65273 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:16.712321 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-97e0d8ad-34b4-4e9a-9529-d4cc38a65273 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Calling delete_port for 148f6696-758c-4f5e-92a2-6d895c1475e8 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:16.775083 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-736b1be3-d5aa-4682-a6c8-b0f33c9411b5 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Deleting subnet 88958e52-bade-46e4-bb93-2d6cc298af74 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:54:16.781751 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-736b1be3-d5aa-4682-a6c8-b0f33c9411b5 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:16.838618 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-32c0d918-0629-483a-86d0-d932b04849c2 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Allocated IP 172.25.6.80 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/3a2ef655-3237-4c06-8f55-e81c18124fad) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:16.859845 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-736b1be3-d5aa-4682-a6c8-b0f33c9411b5 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:16.984934 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:17.038577 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d0c44d29-5fd8-458a-891d-591a7373dc9a None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:17.074614 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90db4398-d4ce-4882-a027-a4c8b39c990c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64943d64-747a-44c1-a15f-cb35795c43c5'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:17.081293 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e8d937-d477-4d23-a9a7-9cecc4ba3f9f" -d '{"events": [{"server_uuid": "90db4398-d4ce-4882-a027-a4c8b39c990c", "name": "network-vif-plugged", "status": "completed", "tag": "64943d64-747a-44c1-a15f-cb35795c43c5"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:17.107044 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d0c44d29-5fd8-458a-891d-591a7373dc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:17.134095 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-736b1be3-d5aa-4682-a6c8-b0f33c9411b5 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:17.145573 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32c0d918-0629-483a-86d0-d932b04849c2 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:17.181940 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 64943d64-747a-44c1-a15f-cb35795c43c5, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=64943d64-747a-44c1-a15f-cb35795c43c5,segment=NetworkSegment(d47e37de-42bc-43ac-a10c-170a483249e6),segment_id=d47e37de-42bc-43ac-a10c-170a483249e6)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:17.199217 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c44d29-5fd8-458a-891d-591a7373dc9a None None] Network e68b6e64-8d1c-43fe-b6fd-f84c61df34a5 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:17.210811 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:17.219049 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-d0c44d29-5fd8-458a-891d-591a7373dc9a None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:17.230803 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c44d29-5fd8-458a-891d-591a7373dc9a None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:17.232815 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-97e0d8ad-34b4-4e9a-9529-d4cc38a65273 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:17.250385 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-736b1be3-d5aa-4682-a6c8-b0f33c9411b5 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:17.285129 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c44d29-5fd8-458a-891d-591a7373dc9a None None] Pushing event updated for resources: {'Port': ['ID=d804062d-a1c0-4ac4-9d50-0b4da2d57228,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:17.321590 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b1be3-d5aa-4682-a6c8-b0f33c9411b5 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Subnet': ['ID=88958e52-bade-46e4-bb93-2d6cc298af74,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:17.344085 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0d8ad-34b4-4e9a-9529-d4cc38a65273 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Pushing event deleted for resources: {'Port': ['ID=148f6696-758c-4f5e-92a2-6d895c1475e8,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:17.401513 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b030852-392b-48c3-86fe-8ffbf156ccca req-0276060a-2d25-49c7-a224-5d5c2553c9ba tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9585795 Nov 12 08:54:17.404700 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32c0d918-0629-483a-86d0-d932b04849c2 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:17.457690 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-736b1be3-d5aa-4682-a6c8-b0f33c9411b5 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:17.489008 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-736b1be3-d5aa-4682-a6c8-b0f33c9411b5 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/subnets/88958e52-bade-46e4-bb93-2d6cc298af74 HTTP/1.1" status: 204 len: 168 time: 1.2338066 Nov 12 08:54:17.490086 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36432) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:17.491578 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-97e0d8ad-34b4-4e9a-9529-d4cc38a65273 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] No DVR routers for this DVR port 148f6696-758c-4f5e-92a2-6d895c1475e8 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:54:17.515629 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2daaea9-4d45-4d74-958b-1f319d34592b None None] Network 8d24e890-6945-49fc-85b8-8fe0d94060de requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:54:17.541290 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-97e0d8ad-34b4-4e9a-9529-d4cc38a65273 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:17.546744 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c06a4024-d8d8-424a-b794-0cfbdfcb9e78 req-97e0d8ad-34b4-4e9a-9529-d4cc38a65273 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.54 "DELETE /v2.0/ports/148f6696-758c-4f5e-92a2-6d895c1475e8 HTTP/1.1" status: 204 len: 173 time: 1.6599491 Nov 12 08:54:17.560473 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c0d918-0629-483a-86d0-d932b04849c2 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:17.563399 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-32c0d918-0629-483a-86d0-d932b04849c2 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:17.568498 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c0d918-0629-483a-86d0-d932b04849c2 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:17.601220 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-d0c44d29-5fd8-458a-891d-591a7373dc9a None None] Attempting to bind port d804062d-a1c0-4ac4-9d50-0b4da2d57228 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:54:17.612663 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-d0c44d29-5fd8-458a-891d-591a7373dc9a None None] Attempting to bind port d804062d-a1c0-4ac4-9d50-0b4da2d57228 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '8e12d937-a97e-40bc-a7a3-285dfacc4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e68b6e64-8d1c-43fe-b6fd-f84c61df34a5'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:54:17.613793 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c44d29-5fd8-458a-891d-591a7373dc9a None None] Attempting to bind port d804062d-a1c0-4ac4-9d50-0b4da2d57228 on network e68b6e64-8d1c-43fe-b6fd-f84c61df34a5 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:17.685585 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0d918-0629-483a-86d0-d932b04849c2 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event updated for resources: {'Port': ['ID=3a2ef655-3237-4c06-8f55-e81c18124fad,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:17.694471 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba4a743-b5ed-489b-9edc-333f5952ea3e None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:54:17.735502 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c44d29-5fd8-458a-891d-591a7373dc9a None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:54:17.736479 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c44d29-5fd8-458a-891d-591a7373dc9a None None] Checking segment: {'id': '8e12d937-a97e-40bc-a7a3-285dfacc4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e68b6e64-8d1c-43fe-b6fd-f84c61df34a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:17.738330 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d0c44d29-5fd8-458a-891d-591a7373dc9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:17.740595 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c44d29-5fd8-458a-891d-591a7373dc9a None None] Bound using segment: {'id': '8e12d937-a97e-40bc-a7a3-285dfacc4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e68b6e64-8d1c-43fe-b6fd-f84c61df34a5'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:54:17.742461 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-d0c44d29-5fd8-458a-891d-591a7373dc9a None None] Bound port: d804062d-a1c0-4ac4-9d50-0b4da2d57228, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e12d937-a97e-40bc-a7a3-285dfacc4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e68b6e64-8d1c-43fe-b6fd-f84c61df34a5'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:54:17.747896 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d0c44d29-5fd8-458a-891d-591a7373dc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:17.865694 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-deleted', 'tag': '42d9b265-ff43-4a1c-acce-53b5283365dc'}, {'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-deleted', 'tag': '148f6696-758c-4f5e-92a2-6d895c1475e8'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:17.884805 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffb51e2-493f-418a-bd10-6bca50f451e9" -d '{"events": [{"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-deleted", "tag": "42d9b265-ff43-4a1c-acce-53b5283365dc"}, {"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-deleted", "tag": "148f6696-758c-4f5e-92a2-6d895c1475e8"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:17.952015 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=64943d64-747a-44c1-a15f-cb35795c43c5,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:18.004429 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-365e6fec-aa81-4266-96a8-416f6e5cd933 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:18.178581 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-2f826b8d-4525-4fd5-a659-1f07489697c2 None None] Provisioning complete for port 3a2ef655-3237-4c06-8f55-e81c18124fad triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:18.179457 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2f826b8d-4525-4fd5-a659-1f07489697c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:18.381546 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-365e6fec-aa81-4266-96a8-416f6e5cd933 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Deleting port e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:18.381808 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-365e6fec-aa81-4266-96a8-416f6e5cd933 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:18.470364 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-d0c44d29-5fd8-458a-891d-591a7373dc9a None None] For port d804062d-a1c0-4ac4-9d50-0b4da2d57228, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:18.501211 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-d0c44d29-5fd8-458a-891d-591a7373dc9a None None] For port d804062d-a1c0-4ac4-9d50-0b4da2d57228, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d804062d-a1c0-4ac4-9d50-0b4da2d57228,segment=NetworkSegment(8e12d937-a97e-40bc-a7a3-285dfacc4101),segment_id=8e12d937-a97e-40bc-a7a3-285dfacc4101)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:54:18.507883 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-2f826b8d-4525-4fd5-a659-1f07489697c2 None None] Port 3a2ef655-3237-4c06-8f55-e81c18124fad cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:54:18.516485 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d0c44d29-5fd8-458a-891d-591a7373dc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:18.672656 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0198555e-8c23-4c64-8a7a-15acddaab244 None None] DHCP port deletion for 8d24e890-6945-49fc-85b8-8fe0d94060de request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:54:18.693149 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-365e6fec-aa81-4266-96a8-416f6e5cd933 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] For port e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1,segment=NetworkSegment(d6b7efd2-cbf5-4fbb-aa7c-a2f5ca185123),segment_id=d6b7efd2-cbf5-4fbb-aa7c-a2f5ca185123)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:18.693697 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-365e6fec-aa81-4266-96a8-416f6e5cd933 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:18.729362 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-365e6fec-aa81-4266-96a8-416f6e5cd933 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Calling delete_port for e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:18.867569 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c44d29-5fd8-458a-891d-591a7373dc9a None None] Pushing event updated for resources: {'Port': ['ID=d804062d-a1c0-4ac4-9d50-0b4da2d57228,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:18.973771 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-0198555e-8c23-4c64-8a7a-15acddaab244 None None] Deleting port e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:18.975168 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0198555e-8c23-4c64-8a7a-15acddaab244 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:19.044937 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-365e6fec-aa81-4266-96a8-416f6e5cd933 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:19.153375 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e6fec-aa81-4266-96a8-416f6e5cd933 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Port': ['ID=e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:19.176178 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365e6fec-aa81-4266-96a8-416f6e5cd933 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] No DVR routers for this DVR port e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1 on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:54:19.277103 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-0198555e-8c23-4c64-8a7a-15acddaab244 None None] For port e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1,segment=NetworkSegment(d6b7efd2-cbf5-4fbb-aa7c-a2f5ca185123),segment_id=d6b7efd2-cbf5-4fbb-aa7c-a2f5ca185123)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:19.277707 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0198555e-8c23-4c64-8a7a-15acddaab244 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:19.335388 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-0198555e-8c23-4c64-8a7a-15acddaab244 None None] Calling delete_port for e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:19.379155 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-365e6fec-aa81-4266-96a8-416f6e5cd933 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:19.424683 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-365e6fec-aa81-4266-96a8-416f6e5cd933 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d24e890-6945-49fc-85b8-8fe0d94060de']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:19.439418 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-365e6fec-aa81-4266-96a8-416f6e5cd933 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b7efd2-cbf5-4fbb-aa7c-a2f5ca185123') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:19.439418 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-365e6fec-aa81-4266-96a8-416f6e5cd933 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b7efd2-cbf5-4fbb-aa7c-a2f5ca185123') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:19.472431 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-365e6fec-aa81-4266-96a8-416f6e5cd933 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:19.476183 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0198555e-8c23-4c64-8a7a-15acddaab244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:19.506283 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198555e-8c23-4c64-8a7a-15acddaab244 None None] Pushing event deleted for resources: {'Port': ['ID=e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:19.514820 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0198555e-8c23-4c64-8a7a-15acddaab244 None None] No DVR routers for this DVR port e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:54:19.516610 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4c432527-6280-459d-8a32-0335c72f0d16 req-4b6f0649-1ec3-45e3-9759-da1274d76a0a tempest-ServerShowV247Test-1567480206 tempest-ServerShowV247Test-1567480206-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31f036-e088-49e9-8da0-5dd281f9ab23&device_id=90486dae-068c-4c8f-8b93-2447e601aab0 HTTP/1.1" status: 200 len: 210 time: 0.0989473 Nov 12 08:54:19.549118 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-365e6fec-aa81-4266-96a8-416f6e5cd933 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:19.559160 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32c0d918-0629-483a-86d0-d932b04849c2 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:19.573340 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-365e6fec-aa81-4266-96a8-416f6e5cd933 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:54:19.573780 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-365e6fec-aa81-4266-96a8-416f6e5cd933 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:19.578446 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:54:19.578446 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:54:19.578446 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:54:19.578446 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:54:19.578446 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:54:19.578446 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:54:19.578446 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:54:19.578446 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:54:19.578446 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:54:19.578446 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:54:19.578446 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:54:19.578446 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:54:19.578446 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:54:19.578446 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:54:19.578446 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:54:19.578446 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:54:19.578446 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:54:19.578446 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:54:19.578446 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:54:19.578446 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:54:19.578446 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:54:19.578446 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:54:19.578446 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:54:19.578446 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:54:19.578446 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:54:19.578446 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:54:19.578446 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:54:19.578446 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:54:19.578446 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:54:19.578446 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:54:19.578446 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:54:19.578446 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:54:19.718176 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-365e6fec-aa81-4266-96a8-416f6e5cd933 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:19.738319 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-365e6fec-aa81-4266-96a8-416f6e5cd933 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:19.740777 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-861d27c8-f87c-445d-b424-f8003c6bbb92 req-aa28774b-a1ce-42f2-b1f3-b84e9413689e tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 210 time: 0.0502851 Nov 12 08:54:19.749697 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-365e6fec-aa81-4266-96a8-416f6e5cd933 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/networks/8d24e890-6945-49fc-85b8-8fe0d94060de HTTP/1.1" status: 204 len: 168 time: 2.2497323 Nov 12 08:54:19.752241 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36470) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:19.771333 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1a17a5bc-b2a4-47ec-b996-c132305038cd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1337711277'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:19.780156 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e6fec-aa81-4266-96a8-416f6e5cd933 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Network': ['ID=8d24e890-6945-49fc-85b8-8fe0d94060de,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:19.821046 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210f98e4-9154-4e11-bcff-c88ae8a1f3cb x-openstack-request-id: req-210f98e4-9154-4e11-bcff-c88ae8a1f3cb {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:19.822066 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90db4398-d4ce-4882-a027-a4c8b39c990c", "name": "network-vif-plugged", "status": "completed", "tag": "64943d64-747a-44c1-a15f-cb35795c43c5", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:19.824366 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-210f98e4-9154-4e11-bcff-c88ae8a1f3cb {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:19.826244 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90db4398-d4ce-4882-a027-a4c8b39c990c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64943d64-747a-44c1-a15f-cb35795c43c5', 'code': 200} Nov 12 08:54:19.828884 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a17a5bc-b2a4-47ec-b996-c132305038cd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:19.835553 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1a17a5bc-b2a4-47ec-b996-c132305038cd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:19.920693 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a17a5bc-b2a4-47ec-b996-c132305038cd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:54:19.945918 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1a17a5bc-b2a4-47ec-b996-c132305038cd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:19.946277 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-1a17a5bc-b2a4-47ec-b996-c132305038cd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Added segment b5369fd2-7e00-41f8-bcfe-4411b4677e5d of type vlan for network 847602ea-bd35-4ba4-949c-e562d399283f Nov 12 08:54:20.056762 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1a17a5bc-b2a4-47ec-b996-c132305038cd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:20.130083 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1a17a5bc-b2a4-47ec-b996-c132305038cd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:20.153888 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a17a5bc-b2a4-47ec-b996-c132305038cd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:20.159591 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1a17a5bc-b2a4-47ec-b996-c132305038cd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:20.283671 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a05740-511d-4ffd-80c5-ca8d11eb41cc x-openstack-request-id: req-a4a05740-511d-4ffd-80c5-ca8d11eb41cc {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:20.284354 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-deleted", "tag": "42d9b265-ff43-4a1c-acce-53b5283365dc", "status": "completed", "code": 200}, {"server_uuid": "5fa990d0-e3aa-4829-b5c1-fdf082971896", "name": "network-vif-deleted", "tag": "148f6696-758c-4f5e-92a2-6d895c1475e8", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:20.284864 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a4a05740-511d-4ffd-80c5-ca8d11eb41cc {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:20.285601 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-deleted', 'tag': '42d9b265-ff43-4a1c-acce-53b5283365dc', 'status': 'completed', 'code': 200} Nov 12 08:54:20.286881 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa990d0-e3aa-4829-b5c1-fdf082971896', 'name': 'network-vif-deleted', 'tag': '148f6696-758c-4f5e-92a2-6d895c1475e8', 'status': 'completed', 'code': 200} Nov 12 08:54:20.295497 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d804062d-a1c0-4ac4-9d50-0b4da2d57228 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:20.332809 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1a17a5bc-b2a4-47ec-b996-c132305038cd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5781319 Nov 12 08:54:20.424624 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36484) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:20.434936 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-54b4f97c-c624-485f-9643-d4b7d1dc2d20 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'subnet': {'network_id': '847602ea-bd35-4ba4-949c-e562d399283f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:20.438586 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32c0d918-0629-483a-86d0-d932b04849c2 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:20.466301 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d21ca8-6d01-4994-a2a8-b98b6d934b71 req-290f11c0-5c68-44a1-a0b0-94d83f0b4c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:20.468304 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-16d21ca8-6d01-4994-a2a8-b98b6d934b71 req-290f11c0-5c68-44a1-a0b0-94d83f0b4c28 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=90db4398-d4ce-4882-a027-a4c8b39c990c HTTP/1.1" status: 200 len: 1098 time: 0.5115745 Nov 12 08:54:20.502508 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17a5bc-b2a4-47ec-b996-c132305038cd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Network': ['ID=847602ea-bd35-4ba4-949c-e562d399283f,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:20.529439 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 847602ea-bd35-4ba4-949c-e562d399283f details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:54:20.631807 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port d804062d-a1c0-4ac4-9d50-0b4da2d57228 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:20.632502 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:20.684458 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70b6b4-3a50-4bc5-a8cf-06c5f72ecb67 req-770a4f53-8a48-4f42-b42e-99ec118a6a62 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:20.688087 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7d70b6b4-3a50-4bc5-a8cf-06c5f72ecb67 req-770a4f53-8a48-4f42-b42e-99ec118a6a62 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=90db4398-d4ce-4882-a027-a4c8b39c990c HTTP/1.1" status: 200 len: 946 time: 0.2448559 Nov 12 08:54:20.724213 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-16d21ca8-6d01-4994-a2a8-b98b6d934b71 req-accb06ac-a3b4-4f46-b423-4050944cb964 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879299 Nov 12 08:54:20.796351 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7d70b6b4-3a50-4bc5-a8cf-06c5f72ecb67 req-2982a2e6-67b3-45bf-a1b7-2c0826bcd987 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009851 Nov 12 08:54:20.865397 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c0d918-0629-483a-86d0-d932b04849c2 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Router 9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:54:20.866869 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b4f97c-c624-485f-9643-d4b7d1dc2d20 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:20.878404 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54b4f97c-c624-485f-9643-d4b7d1dc2d20 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:20.911087 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:20.926469 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7fe4f2-c651-4acb-8d24-6ca888fd0e96 None None] Network e68b6e64-8d1c-43fe-b6fd-f84c61df34a5 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:54:21.158084 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c0d918-0629-483a-86d0-d932b04849c2 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:54:21.172466 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cebea58-8e91-4054-8a9c-ecace689e0b4 None None] Sync routers for ids ['9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:54:21.202485 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cebea58-8e91-4054-8a9c-ecace689e0b4 None None] Routers {'9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:21.205949 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-5cebea58-8e91-4054-8a9c-ecace689e0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:54:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:21.294341 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9dbc4a20-76f8-4b55-9227-e0c897335ac4 req-196e2817-f3f6-402a-8d61-0c24f48ebe2b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63df8f831aff49929803155d31ef263d&device_id=9d31f036-e088-49e9-8da0-5dd281f9ab23 HTTP/1.1" status: 200 len: 210 time: 0.1377664 Nov 12 08:54:21.323723 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32c0d918-0629-483a-86d0-d932b04849c2 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:21.324924 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5d205be2-f92e-4830-b6e8-1eca6b350883 None None] Provisioning complete for port d804062d-a1c0-4ac4-9d50-0b4da2d57228 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:21.325508 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-32c0d918-0629-483a-86d0-d932b04849c2 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.5127540 Nov 12 08:54:21.326185 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5d205be2-f92e-4830-b6e8-1eca6b350883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:21.342961 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-5cebea58-8e91-4054-8a9c-ecace689e0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:21.359099 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36500) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:21.368353 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cebea58-8e91-4054-8a9c-ecace689e0b4 None None] Routers {'9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:21.369048 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-5cebea58-8e91-4054-8a9c-ecace689e0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:54:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:21.390549 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-16d8cd7b-4deb-4b32-9d92-b76333742e28 req-1b5293e2-5de4-4bff-a21c-d2be34f35163 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 210 time: 0.1026931 Nov 12 08:54:21.401341 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9dbc4a20-76f8-4b55-9227-e0c897335ac4 req-8d4fa519-a3fe-475f-9d21-8d3f44257110 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=63df8f831aff49929803155d31ef263d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0908990 Nov 12 08:54:21.497793 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-5cebea58-8e91-4054-8a9c-ecace689e0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:21.503518 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cebea58-8e91-4054-8a9c-ecace689e0b4 None None] The sync data for ids ['9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:54:21.619725 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc4a20-76f8-4b55-9227-e0c897335ac4 req-08740ce9-d48e-488a-9291-b2455f733d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:21.621894 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9dbc4a20-76f8-4b55-9227-e0c897335ac4 req-08740ce9-d48e-488a-9291-b2455f733d0e service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2003202 Nov 12 08:54:21.656148 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port d804062d-a1c0-4ac4-9d50-0b4da2d57228, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d804062d-a1c0-4ac4-9d50-0b4da2d57228,segment=NetworkSegment(8e12d937-a97e-40bc-a7a3-285dfacc4101),segment_id=8e12d937-a97e-40bc-a7a3-285dfacc4101)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:21.662245 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54b4f97c-c624-485f-9643-d4b7d1dc2d20 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:21.675244 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:21.716052 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a277e2b8-adf7-46c1-b9ed-9bd4ed5ddcb1 req-b39da480-2372-4f33-a3de-74d6aee13853 tempest-ServerShowV247Test-1567480206 tempest-ServerShowV247Test-1567480206-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31f036-e088-49e9-8da0-5dd281f9ab23 HTTP/1.1" status: 200 len: 210 time: 0.0774336 Nov 12 08:54:21.863786 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:54:21.910338 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:54:21.910802 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device e0531ae8-d7f3-4aa3-96c0-50d3ef68b1f1 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:54:21.957945 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b4f97c-c624-485f-9643-d4b7d1dc2d20 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Subnet': ['ID=28797e2d-fb80-41d7-ab18-ba916fba3653,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:21.963559 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b4f97c-c624-485f-9643-d4b7d1dc2d20 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Checking segment: {'id': 'b5369fd2-7e00-41f8-bcfe-4411b4677e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '847602ea-bd35-4ba4-949c-e562d399283f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:21.964141 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b4f97c-c624-485f-9643-d4b7d1dc2d20 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network hostable DHCP agents. Network: 847602ea-bd35-4ba4-949c-e562d399283f, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:54:22.001254 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=d804062d-a1c0-4ac4-9d50-0b4da2d57228,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:22.080842 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b4f97c-c624-485f-9643-d4b7d1dc2d20 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network 847602ea-bd35-4ba4-949c-e562d399283f is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:54:22.113679 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-54b4f97c-c624-485f-9643-d4b7d1dc2d20 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 847602ea-bd35-4ba4-949c-e562d399283f) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:22.138065 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b4f97c-c624-485f-9643-d4b7d1dc2d20 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:22.138879 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54b4f97c-c624-485f-9643-d4b7d1dc2d20 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:22.270638 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90073fd9-4b11-4874-a3d3-8fe40005fd66 req-d16f6e59-8a4a-4705-92dd-60142a42a844 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:22.276369 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-90073fd9-4b11-4874-a3d3-8fe40005fd66 req-d16f6e59-8a4a-4705-92dd-60142a42a844 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=90db4398-d4ce-4882-a027-a4c8b39c990c HTTP/1.1" status: 200 len: 946 time: 0.1098466 Nov 12 08:54:22.303245 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-54b4f97c-c624-485f-9643-d4b7d1dc2d20 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8753898 Nov 12 08:54:22.309414 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33b60f4-dbfb-40c7-8b32-4f8ff00389ed None None] Network 847602ea-bd35-4ba4-949c-e562d399283f requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:54:22.317159 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36516) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:22.322545 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-5a3efdfe-3fbb-40d2-94be-009333bbd47d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-409441335', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:22.453885 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-90073fd9-4b11-4874-a3d3-8fe40005fd66 req-12190f25-cd4e-4d92-9065-bbe8659657b6 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664732 Nov 12 08:54:22.458065 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5a3efdfe-3fbb-40d2-94be-009333bbd47d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:22.459262 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5a3efdfe-3fbb-40d2-94be-009333bbd47d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:22.641489 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5a3efdfe-3fbb-40d2-94be-009333bbd47d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:22.648744 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5a3efdfe-3fbb-40d2-94be-009333bbd47d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:22.721329 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5a3efdfe-3fbb-40d2-94be-009333bbd47d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:22.726243 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5a3efdfe-3fbb-40d2-94be-009333bbd47d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4079237 Nov 12 08:54:22.727040 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36528) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:22.756445 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-1a58611d-63a1-44ef-b9b3-7e31965b6e00 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'port': {'network_id': '847602ea-bd35-4ba4-949c-e562d399283f', 'name': 'tempest-PortsIpV6TestJSON-430685181'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:22.764433 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9790a578-ba04-4c75-8526-7a624a04b09a req-234c2379-0d65-4f37-a92b-a9cb19ed0256 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 210 time: 0.0749578 Nov 12 08:54:22.820656 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-62fc084a-fddc-4b5d-b9c3-f2130cc54c9d None None] Provisioning complete for port d804062d-a1c0-4ac4-9d50-0b4da2d57228 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:22.821223 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-62fc084a-fddc-4b5d-b9c3-f2130cc54c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:22.868098 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a45903-3d7d-4950-b35e-3facd6ea900b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-847602ea-bd35-4ba4-949c-e562d399283f', 'network_id': '847602ea-bd35-4ba4-949c-e562d399283f', 'tenant_id': 'ca0ab10f4dfb414ea19428569653c5e2', 'fixed_ips': [{'subnet_id': '28797e2d-fb80-41d7-ab18-ba916fba3653'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:54:22.869190 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0a45903-3d7d-4950-b35e-3facd6ea900b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:22.914307 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dce7b903-21e9-4972-9876-d8f35021b9a6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.064690 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a58611d-63a1-44ef-b9b3-7e31965b6e00 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:23.069196 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1a58611d-63a1-44ef-b9b3-7e31965b6e00 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.136679 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-f0a45903-3d7d-4950-b35e-3facd6ea900b None None] Allocated IP 2001:db8::2 (847602ea-bd35-4ba4-949c-e562d399283f/28797e2d-fb80-41d7-ab18-ba916fba3653/327eaa41-cf47-4b8e-b8b2-a3cf94df22ec) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:23.166251 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-1a58611d-63a1-44ef-b9b3-7e31965b6e00 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] device_id is not set on port 09a6ca88-98be-4d3c-89eb-e6bf3b5e61de yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:54:23.410442 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0a45903-3d7d-4950-b35e-3facd6ea900b None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.429980 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0a45903-3d7d-4950-b35e-3facd6ea900b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.530318 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.576642 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a45903-3d7d-4950-b35e-3facd6ea900b None None] Network 847602ea-bd35-4ba4-949c-e562d399283f is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:23.586306 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-f0a45903-3d7d-4950-b35e-3facd6ea900b None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:23.591838 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a45903-3d7d-4950-b35e-3facd6ea900b None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:23.602205 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-1a58611d-63a1-44ef-b9b3-7e31965b6e00 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Allocated IP 2001:db8::337 (847602ea-bd35-4ba4-949c-e562d399283f/28797e2d-fb80-41d7-ab18-ba916fba3653/09a6ca88-98be-4d3c-89eb-e6bf3b5e61de) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:23.647419 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a45903-3d7d-4950-b35e-3facd6ea900b None None] Pushing event updated for resources: {'Port': ['ID=327eaa41-cf47-4b8e-b8b2-a3cf94df22ec,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:23.669667 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f0a45903-3d7d-4950-b35e-3facd6ea900b None None] Attempting to bind port 327eaa41-cf47-4b8e-b8b2-a3cf94df22ec on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:54:23.670099 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f0a45903-3d7d-4950-b35e-3facd6ea900b None None] Attempting to bind port 327eaa41-cf47-4b8e-b8b2-a3cf94df22ec by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'b5369fd2-7e00-41f8-bcfe-4411b4677e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '847602ea-bd35-4ba4-949c-e562d399283f'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:54:23.672199 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a45903-3d7d-4950-b35e-3facd6ea900b None None] Attempting to bind port 327eaa41-cf47-4b8e-b8b2-a3cf94df22ec on network 847602ea-bd35-4ba4-949c-e562d399283f {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:23.674413 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-031e1208-b009-4aa5-bc09-97c2035fda07 req-765aa7a3-b3de-45c9-a926-7532f207bc98 tempest-ServerShowV247Test-1567480206 tempest-ServerShowV247Test-1567480206-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31f036-e088-49e9-8da0-5dd281f9ab23 HTTP/1.1" status: 200 len: 210 time: 0.3359385 Nov 12 08:54:23.704127 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a45903-3d7d-4950-b35e-3facd6ea900b None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:54:23.704520 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a45903-3d7d-4950-b35e-3facd6ea900b None None] Checking segment: {'id': 'b5369fd2-7e00-41f8-bcfe-4411b4677e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '847602ea-bd35-4ba4-949c-e562d399283f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:23.704944 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0a45903-3d7d-4950-b35e-3facd6ea900b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.705343 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a45903-3d7d-4950-b35e-3facd6ea900b None None] Bound using segment: {'id': 'b5369fd2-7e00-41f8-bcfe-4411b4677e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '847602ea-bd35-4ba4-949c-e562d399283f'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:54:23.705840 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f0a45903-3d7d-4950-b35e-3facd6ea900b None None] Bound port: 327eaa41-cf47-4b8e-b8b2-a3cf94df22ec, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5369fd2-7e00-41f8-bcfe-4411b4677e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '847602ea-bd35-4ba4-949c-e562d399283f'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:54:23.706221 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0a45903-3d7d-4950-b35e-3facd6ea900b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.716321 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9dbc4a20-76f8-4b55-9227-e0c897335ac4 req-65d3e818-a718-4d8f-8b04-05cdda93b0a4 tempest-ServerShowV247Test-1567480206 tempest-ServerShowV247Test-1567480206-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d31f036-e088-49e9-8da0-5dd281f9ab23 HTTP/1.1" status: 200 len: 210 time: 0.3791873 Nov 12 08:54:23.807627 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-dce7b903-21e9-4972-9876-d8f35021b9a6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Allocated IP 172.20.0.1 (e68b6e64-8d1c-43fe-b6fd-f84c61df34a5/308cca25-021e-413b-9754-15f0efcf8475/9a75eca6-36f9-4ea8-bd8e-ee9140667d01) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:23.940669 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f0a45903-3d7d-4950-b35e-3facd6ea900b None None] For port 327eaa41-cf47-4b8e-b8b2-a3cf94df22ec, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:23.949642 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f0a45903-3d7d-4950-b35e-3facd6ea900b None None] For port 327eaa41-cf47-4b8e-b8b2-a3cf94df22ec, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=327eaa41-cf47-4b8e-b8b2-a3cf94df22ec,segment=NetworkSegment(b5369fd2-7e00-41f8-bcfe-4411b4677e5d),segment_id=b5369fd2-7e00-41f8-bcfe-4411b4677e5d)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:54:23.971553 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0a45903-3d7d-4950-b35e-3facd6ea900b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:24.130443 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1a58611d-63a1-44ef-b9b3-7e31965b6e00 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:24.189251 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a45903-3d7d-4950-b35e-3facd6ea900b None None] Pushing event updated for resources: {'Port': ['ID=327eaa41-cf47-4b8e-b8b2-a3cf94df22ec,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:24.193675 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d804062d-a1c0-4ac4-9d50-0b4da2d57228 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:24.208701 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dce7b903-21e9-4972-9876-d8f35021b9a6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:24.278694 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1a58611d-63a1-44ef-b9b3-7e31965b6e00 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:24.329064 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dce7b903-21e9-4972-9876-d8f35021b9a6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:24.367044 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port d804062d-a1c0-4ac4-9d50-0b4da2d57228 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:24.370959 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:24.394848 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a58611d-63a1-44ef-b9b3-7e31965b6e00 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network 847602ea-bd35-4ba4-949c-e562d399283f is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:24.410600 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce7b903-21e9-4972-9876-d8f35021b9a6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Network e68b6e64-8d1c-43fe-b6fd-f84c61df34a5 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:24.413928 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-dce7b903-21e9-4972-9876-d8f35021b9a6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:24.417882 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce7b903-21e9-4972-9876-d8f35021b9a6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:24.428688 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-1a58611d-63a1-44ef-b9b3-7e31965b6e00 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:24.474500 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a58611d-63a1-44ef-b9b3-7e31965b6e00 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:24.497878 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a58611d-63a1-44ef-b9b3-7e31965b6e00 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:24.498667 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1a58611d-63a1-44ef-b9b3-7e31965b6e00 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:24.534991 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f2fdc-447b-4814-9d0b-e1301c282277 req-2a6c6c0b-b697-4c48-bf10-49f3ef16717d tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:24.546953 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-698f2fdc-447b-4814-9d0b-e1301c282277 req-2a6c6c0b-b697-4c48-bf10-49f3ef16717d tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=90db4398-d4ce-4882-a027-a4c8b39c990c HTTP/1.1" status: 200 len: 946 time: 0.3098166 Nov 12 08:54:24.702978 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dce7b903-21e9-4972-9876-d8f35021b9a6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:24.789295 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58611d-63a1-44ef-b9b3-7e31965b6e00 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Port': ['ID=09a6ca88-98be-4d3c-89eb-e6bf3b5e61de,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:24.809517 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-698f2fdc-447b-4814-9d0b-e1301c282277 req-d3d7323a-57f1-460a-a4e3-4f85a7dc54e2 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614944 Nov 12 08:54:24.814554 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1a58611d-63a1-44ef-b9b3-7e31965b6e00 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0696173 Nov 12 08:54:24.827933 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36570) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:24.865541 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7b903-21e9-4972-9876-d8f35021b9a6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event updated for resources: {'Port': ['ID=9a75eca6-36f9-4ea8-bd8e-ee9140667d01,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:25.083793 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b3e43674-aa6f-40bf-bf21-5a6aeb6a8bdc None None] Provisioning complete for port 9a75eca6-36f9-4ea8-bd8e-ee9140667d01 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:25.084570 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b3e43674-aa6f-40bf-bf21-5a6aeb6a8bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:25.107425 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-45846455-4bcc-42ae-a7c3-4dd8fd531242 req-4673559d-948d-4a05-97e3-46f075e90461 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 210 time: 0.1249235 Nov 12 08:54:25.163697 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dce7b903-21e9-4972-9876-d8f35021b9a6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:25.206142 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-b3e43674-aa6f-40bf-bf21-5a6aeb6a8bdc None None] Port 9a75eca6-36f9-4ea8-bd8e-ee9140667d01 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:54:26.028723 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dce7b903-21e9-4972-9876-d8f35021b9a6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:26.046698 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dce7b903-21e9-4972-9876-d8f35021b9a6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:26.072837 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8ccea2dd-cc82-496c-952d-b776d9eeacbf tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:26.090296 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa536f-9d32-43b5-b53d-e538e7a996c5 req-eade2921-7590-4286-bf28-709d3f2d63e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:26.095095 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6faa536f-9d32-43b5-b53d-e538e7a996c5 req-eade2921-7590-4286-bf28-709d3f2d63e1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b6e131e30e964bf196ab556fb227b3d2&device_id=90db4398-d4ce-4882-a027-a4c8b39c990c HTTP/1.1" status: 200 len: 1098 time: 0.2477782 Nov 12 08:54:26.294637 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200c8751-3f08-44e7-a318-5c9853960deb None None] Network 847602ea-bd35-4ba4-949c-e562d399283f requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:54:26.322355 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 327eaa41-cf47-4b8e-b8b2-a3cf94df22ec up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:26.357010 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dce7b903-21e9-4972-9876-d8f35021b9a6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:26.425149 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7b903-21e9-4972-9876-d8f35021b9a6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event updated for resources: {'Port': ['ID=9a75eca6-36f9-4ea8-bd8e-ee9140667d01,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:26.739681 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce7b903-21e9-4972-9876-d8f35021b9a6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Network e68b6e64-8d1c-43fe-b6fd-f84c61df34a5 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:26.743667 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-dce7b903-21e9-4972-9876-d8f35021b9a6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:26.762239 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8ccea2dd-cc82-496c-952d-b776d9eeacbf tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:26.782080 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4681baf4-37bd-4c88-8a8b-61fc8a8feed9 None None] Provisioning complete for port 327eaa41-cf47-4b8e-b8b2-a3cf94df22ec triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:26.782080 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4681baf4-37bd-4c88-8a8b-61fc8a8feed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:26.784828 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8ccea2dd-cc82-496c-952d-b776d9eeacbf tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:26.943171 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 327eaa41-cf47-4b8e-b8b2-a3cf94df22ec triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:26.944477 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:27.078057 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6971473a-6ebe-48db-8f4d-4451cfed816e req-9318494d-f925-4bc4-aeec-2d2f4912bc86 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63df8f831aff49929803155d31ef263d&device_id=90486dae-068c-4c8f-8b93-2447e601aab0 HTTP/1.1" status: 200 len: 210 time: 0.3132815 Nov 12 08:54:27.297172 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccea2dd-cc82-496c-952d-b776d9eeacbf tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Port': ['ID=09a6ca88-98be-4d3c-89eb-e6bf3b5e61de,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:27.350134 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4681baf4-37bd-4c88-8a8b-61fc8a8feed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:27.375361 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa536f-9d32-43b5-b53d-e538e7a996c5 req-c5742fab-7e2a-4d9b-9bbc-da1fec4eecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:27.377966 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6faa536f-9d32-43b5-b53d-e538e7a996c5 req-c5742fab-7e2a-4d9b-9bbc-da1fec4eecb5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=13a885c4-65b3-49fb-a3a8-7d284f1cee63 HTTP/1.1" status: 200 len: 912 time: 1.2478297 Nov 12 08:54:27.400516 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4681baf4-37bd-4c88-8a8b-61fc8a8feed9 None None] For port 327eaa41-cf47-4b8e-b8b2-a3cf94df22ec, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=327eaa41-cf47-4b8e-b8b2-a3cf94df22ec,segment=NetworkSegment(b5369fd2-7e00-41f8-bcfe-4411b4677e5d),segment_id=b5369fd2-7e00-41f8-bcfe-4411b4677e5d)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:27.409237 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4681baf4-37bd-4c88-8a8b-61fc8a8feed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:27.436730 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6971473a-6ebe-48db-8f4d-4451cfed816e req-92e05cea-f70b-4b1b-91b0-8f37780dc459 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=63df8f831aff49929803155d31ef263d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2733145 Nov 12 08:54:27.462703 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d910c7-eaed-440f-9327-18ff8986e5c4 req-a614e737-34e3-4c3a-b784-53aa599e610e tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:27.478856 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84d910c7-eaed-440f-9327-18ff8986e5c4 req-a614e737-34e3-4c3a-b784-53aa599e610e tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=90db4398-d4ce-4882-a027-a4c8b39c990c HTTP/1.1" status: 200 len: 946 time: 0.6986258 Nov 12 08:54:27.550698 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681baf4-37bd-4c88-8a8b-61fc8a8feed9 None None] Pushing event updated for resources: {'Port': ['ID=327eaa41-cf47-4b8e-b8b2-a3cf94df22ec,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:27.600129 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-1f172e61-d847-48ec-84e0-009d11cba28c None None] Provisioning complete for port 9a75eca6-36f9-4ea8-bd8e-ee9140667d01 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:27.601020 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1f172e61-d847-48ec-84e0-009d11cba28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:27.647069 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6faa536f-9d32-43b5-b53d-e538e7a996c5 req-c7e7bd6c-eec5-49a4-93cc-19deb4a3d3e5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64943d64-747a-44c1-a15f-cb35795c43c5 HTTP/1.1" status: 200 len: 217 time: 0.2175813 Nov 12 08:54:27.687841 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-1f172e61-d847-48ec-84e0-009d11cba28c None None] Port 9a75eca6-36f9-4ea8-bd8e-ee9140667d01 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:54:27.758082 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce7b903-21e9-4972-9876-d8f35021b9a6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Router 9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:54:27.885204 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84d910c7-eaed-440f-9327-18ff8986e5c4 req-4df3914f-c481-48e6-97e9-23be756bbf54 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045899 Nov 12 08:54:27.946173 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa536f-9d32-43b5-b53d-e538e7a996c5 req-6458b12a-5407-41c7-b71d-da0b1f31f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:27.954251 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6faa536f-9d32-43b5-b53d-e538e7a996c5 req-6458b12a-5407-41c7-b71d-da0b1f31f1d0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c38e4b15-1e73-4947-8254-225baa4e56ae HTTP/1.1" status: 200 len: 851 time: 0.2719579 Nov 12 08:54:28.025047 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6faa536f-9d32-43b5-b53d-e538e7a996c5 req-b44aec28-fd90-4f46-aa6c-bf3e01e5ac59 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=13a885c4-65b3-49fb-a3a8-7d284f1cee63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531087 Nov 12 08:54:28.089666 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8111a37e-e10d-434b-82ac-1a8b2bc953fb None None] Provisioning complete for port 09a6ca88-98be-4d3c-89eb-e6bf3b5e61de triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:28.091099 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8111a37e-e10d-434b-82ac-1a8b2bc953fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:28.120073 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce7b903-21e9-4972-9876-d8f35021b9a6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:54:28.132594 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-dce7b903-21e9-4972-9876-d8f35021b9a6 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "PUT /v2.0/routers/9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7722821 Nov 12 08:54:28.136954 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36640) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:28.157248 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-3737d5d9-e7cc-41f9-8ebe-0b0bb54dfe72 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Request body: {'port': {'network_id': 'e68b6e64-8d1c-43fe-b6fd-f84c61df34a5', 'name': 'tempest-FloatingIPTestJSON-1115152971'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:28.193033 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 327eaa41-cf47-4b8e-b8b2-a3cf94df22ec up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:28.195944 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaea8b24-f127-465d-b2a6-feaaf67a72e1 None None] Sync routers for ids ['9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:54:28.299091 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaea8b24-f127-465d-b2a6-feaaf67a72e1 None None] Routers {'9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:28.299801 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-aaea8b24-f127-465d-b2a6-feaaf67a72e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:54:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:28.352174 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6faa536f-9d32-43b5-b53d-e538e7a996c5 req-edf6d62a-f2b5-4591-ba4c-46bd76420daf service neutron] 10.222.0.58 "GET /v2.0/networks/13a885c4-65b3-49fb-a3a8-7d284f1cee63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134975 Nov 12 08:54:28.442138 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-aaea8b24-f127-465d-b2a6-feaaf67a72e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:28.479222 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-8111a37e-e10d-434b-82ac-1a8b2bc953fb None None] Port 09a6ca88-98be-4d3c-89eb-e6bf3b5e61de cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:54:28.504479 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3737d5d9-e7cc-41f9-8ebe-0b0bb54dfe72 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Made reservation on behalf of 89610acee4f9465c8223394074652272 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:28.511343 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3737d5d9-e7cc-41f9-8ebe-0b0bb54dfe72 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:28.569513 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-3737d5d9-e7cc-41f9-8ebe-0b0bb54dfe72 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] device_id is not set on port 6dfd08a7-9d7e-4a72-a480-81a6d0c1cec3 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:54:28.594159 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaea8b24-f127-465d-b2a6-feaaf67a72e1 None None] Routers {'9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:28.596795 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-aaea8b24-f127-465d-b2a6-feaaf67a72e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:54:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:28.704702 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7d420b54-3d24-414f-a5c2-0be1559f8c0f req-b33ad22e-5272-4eb5-b0d2-b557e41be692 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 210 time: 0.3514192 Nov 12 08:54:28.706644 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6faa536f-9d32-43b5-b53d-e538e7a996c5 req-d7c4c129-b1e3-4ce7-b27a-e20300642496 service neutron] 10.222.0.58 "GET /v2.0/networks/13a885c4-65b3-49fb-a3a8-7d284f1cee63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112713 Nov 12 08:54:28.707576 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8ccea2dd-cc82-496c-952d-b776d9eeacbf tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:28.721279 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971473a-6ebe-48db-8f4d-4451cfed816e req-40fe7a02-105f-4b86-a1d8-d3e26cb3f21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:28.722765 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6971473a-6ebe-48db-8f4d-4451cfed816e req-40fe7a02-105f-4b86-a1d8-d3e26cb3f21d service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2337348 Nov 12 08:54:28.912146 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-3737d5d9-e7cc-41f9-8ebe-0b0bb54dfe72 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Allocated IP 172.20.0.7 (e68b6e64-8d1c-43fe-b6fd-f84c61df34a5/308cca25-021e-413b-9754-15f0efcf8475/6dfd08a7-9d7e-4a72-a480-81a6d0c1cec3) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:28.982896 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8111a37e-e10d-434b-82ac-1a8b2bc953fb None None] Provisioning complete for port 327eaa41-cf47-4b8e-b8b2-a3cf94df22ec triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:28.983350 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8111a37e-e10d-434b-82ac-1a8b2bc953fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:28.987125 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-aaea8b24-f127-465d-b2a6-feaaf67a72e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:28.990756 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaea8b24-f127-465d-b2a6-feaaf67a72e1 None None] The sync data for ids ['9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:54:29.044961 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8ccea2dd-cc82-496c-952d-b776d9eeacbf tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:29.120531 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6a296a6e-c484-4822-8613-f0d3ecda8d74 req-7db6e4cf-ce01-4fcf-98a5-f75c85463202 tempest-ServerShowV247Test-1567480206 tempest-ServerShowV247Test-1567480206-project] 10.222.0.37 "GET /v2.0/ports?device_id=90486dae-068c-4c8f-8b93-2447e601aab0 HTTP/1.1" status: 200 len: 210 time: 0.0559559 Nov 12 08:54:29.160818 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 327eaa41-cf47-4b8e-b8b2-a3cf94df22ec triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:29.160818 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:29.160818 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:29.387032 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3737d5d9-e7cc-41f9-8ebe-0b0bb54dfe72 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:29.479399 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3737d5d9-e7cc-41f9-8ebe-0b0bb54dfe72 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:29.583103 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3737d5d9-e7cc-41f9-8ebe-0b0bb54dfe72 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Network e68b6e64-8d1c-43fe-b6fd-f84c61df34a5 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:29.591127 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-3737d5d9-e7cc-41f9-8ebe-0b0bb54dfe72 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:29.612708 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3737d5d9-e7cc-41f9-8ebe-0b0bb54dfe72 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:29.681422 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737d5d9-e7cc-41f9-8ebe-0b0bb54dfe72 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event updated for resources: {'Port': ['ID=6dfd08a7-9d7e-4a72-a480-81a6d0c1cec3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:29.777780 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3737d5d9-e7cc-41f9-8ebe-0b0bb54dfe72 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:29.785761 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3737d5d9-e7cc-41f9-8ebe-0b0bb54dfe72 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:29.824281 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3737d5d9-e7cc-41f9-8ebe-0b0bb54dfe72 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6858995 Nov 12 08:54:29.827394 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36678) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:29.834878 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8035596c-9d21-4012-9fd3-c99b2144b0c4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Request body: {'floatingip': {'port_id': '6dfd08a7-9d7e-4a72-a480-81a6d0c1cec3'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:29.836668 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8ccea2dd-cc82-496c-952d-b776d9eeacbf tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:29.845653 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8ccea2dd-cc82-496c-952d-b776d9eeacbf tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:29.847030 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8ccea2dd-cc82-496c-952d-b776d9eeacbf tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:29.929258 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8035596c-9d21-4012-9fd3-c99b2144b0c4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:29.931674 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-da451ee2-2d85-4097-aa78-4ba0135e008e None None] Provisioning complete for port 09a6ca88-98be-4d3c-89eb-e6bf3b5e61de triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:29.932154 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-da451ee2-2d85-4097-aa78-4ba0135e008e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:29.935627 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f655f65-3208-4d37-8250-63e9a7cf72e2 req-9bf813ee-9e78-4ad5-aa0f-07d8c31f14f4 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:29.948534 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f655f65-3208-4d37-8250-63e9a7cf72e2 req-9bf813ee-9e78-4ad5-aa0f-07d8c31f14f4 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=90db4398-d4ce-4882-a027-a4c8b39c990c HTTP/1.1" status: 200 len: 946 time: 0.3696094 Nov 12 08:54:30.068660 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-da451ee2-2d85-4097-aa78-4ba0135e008e None None] Port 09a6ca88-98be-4d3c-89eb-e6bf3b5e61de cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:54:30.142100 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccea2dd-cc82-496c-952d-b776d9eeacbf tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Port': ['ID=09a6ca88-98be-4d3c-89eb-e6bf3b5e61de,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:30.197449 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-acddaad5-acf2-4f28-ae28-9a6e0ba9a89a None None] Provisioning complete for port 6dfd08a7-9d7e-4a72-a480-81a6d0c1cec3 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:30.197865 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-acddaad5-acf2-4f28-ae28-9a6e0ba9a89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:30.276944 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-acddaad5-acf2-4f28-ae28-9a6e0ba9a89a None None] Port 6dfd08a7-9d7e-4a72-a480-81a6d0c1cec3 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:54:30.284857 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6971473a-6ebe-48db-8f4d-4451cfed816e req-b25595c1-2838-435b-addf-397504453bdc tempest-ServerShowV247Test-1567480206 tempest-ServerShowV247Test-1567480206-project] 10.222.0.58 "GET /v2.0/ports?device_id=90486dae-068c-4c8f-8b93-2447e601aab0 HTTP/1.1" status: 200 len: 210 time: 0.1352417 Nov 12 08:54:30.356658 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f655f65-3208-4d37-8250-63e9a7cf72e2 req-add2a28a-52d1-4955-981f-1269ebe5cc5f tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061520 Nov 12 08:54:30.394657 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccea2dd-cc82-496c-952d-b776d9eeacbf tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network 847602ea-bd35-4ba4-949c-e562d399283f is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:30.401173 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-8ccea2dd-cc82-496c-952d-b776d9eeacbf tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:30.687406 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccea2dd-cc82-496c-952d-b776d9eeacbf tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Router b9d4cd4e-adff-4c56-bc43-122e2289d2c5 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:54:30.948975 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.db.resource_extend [None req-8035596c-9d21-4012-9fd3-c99b2144b0c4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:54:30.973605 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccea2dd-cc82-496c-952d-b776d9eeacbf tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:54:30.981860 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8ccea2dd-cc82-496c-952d-b776d9eeacbf tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "PUT /v2.0/routers/b9d4cd4e-adff-4c56-bc43-122e2289d2c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1523061 Nov 12 08:54:30.987799 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36690) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:31.007889 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cf55e9-90c2-44ad-94ff-8824fce0297f None None] Sync routers for ids ['b9d4cd4e-adff-4c56-bc43-122e2289d2c5'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:54:31.033903 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cf55e9-90c2-44ad-94ff-8824fce0297f None None] Routers {'b9d4cd4e-adff-4c56-bc43-122e2289d2c5'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:31.035184 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-e2cf55e9-90c2-44ad-94ff-8824fce0297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:54:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b9d4cd4e-adff-4c56-bc43-122e2289d2c5'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:31.061869 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c2f4e260-2c8b-4ec3-9d66-1c81411d6cb5 None None] Provisioning complete for port 09a6ca88-98be-4d3c-89eb-e6bf3b5e61de triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:31.062475 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c2f4e260-2c8b-4ec3-9d66-1c81411d6cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:31.072083 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aac48f5f-24f9-4d24-b9ef-a3019be448fb req-1f9764dc-ca52-48d7-8496-c861d696cd9e tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 210 time: 0.1173952 Nov 12 08:54:31.116449 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8035596c-9d21-4012-9fd3-c99b2144b0c4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:31.138421 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8035596c-9d21-4012-9fd3-c99b2144b0c4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:31.143474 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-e2cf55e9-90c2-44ad-94ff-8824fce0297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:31.146566 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c2f4e260-2c8b-4ec3-9d66-1c81411d6cb5 None None] Port 09a6ca88-98be-4d3c-89eb-e6bf3b5e61de cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:54:31.169691 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cf55e9-90c2-44ad-94ff-8824fce0297f None None] Routers {'b9d4cd4e-adff-4c56-bc43-122e2289d2c5'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:31.170549 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-e2cf55e9-90c2-44ad-94ff-8824fce0297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:54:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b9d4cd4e-adff-4c56-bc43-122e2289d2c5'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:31.170833 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4ee209-7297-4a22-bf25-770ebbdf9369 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:31.175799 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1b4ee209-7297-4a22-bf25-770ebbdf9369 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9d4cd4e-adff-4c56-bc43-122e2289d2c5 HTTP/1.1" status: 200 len: 988 time: 0.1711230 Nov 12 08:54:31.176552 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36692) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:31.309396 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-e2cf55e9-90c2-44ad-94ff-8824fce0297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:31.310614 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cf55e9-90c2-44ad-94ff-8824fce0297f None None] The sync data for ids ['b9d4cd4e-adff-4c56-bc43-122e2289d2c5'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:54:31.606338 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [None req-8035596c-9d21-4012-9fd3-c99b2144b0c4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Floating IP 96f35d5c-0667-4034-acd3-ee35920a27df associated. External IP: 172.25.6.136, port: 37fd56eb-ade5-43eb-9d42-7ec275a795c1. Nov 12 08:54:31.855127 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36710) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:32.077911 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8035596c-9d21-4012-9fd3-c99b2144b0c4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Router d7eb8014-2395-467d-8954-226e5c316fbd has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:54:32.155345 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d26590-c548-4f41-9957-c0f0662710d4 req-4a52eece-4186-4745-be98-3940cc016598 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:32.157006 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-63d26590-c548-4f41-9957-c0f0662710d4 req-4a52eece-4186-4745-be98-3940cc016598 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=90db4398-d4ce-4882-a027-a4c8b39c990c HTTP/1.1" status: 200 len: 946 time: 0.2090561 Nov 12 08:54:32.228390 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-790b5cc6-2803-4025-96ad-575833fda461 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:32.348393 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8035596c-9d21-4012-9fd3-c99b2144b0c4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:54:32.372544 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b7ea72-c43d-4cb5-a94e-84d185dbec67 None None] Sync routers for ids ['d7eb8014-2395-467d-8954-226e5c316fbd'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:54:32.375703 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-63d26590-c548-4f41-9957-c0f0662710d4 req-ceec7c38-7e22-4b68-91bc-8b20eaaabd34 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400771 Nov 12 08:54:32.392351 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b7ea72-c43d-4cb5-a94e-84d185dbec67 None None] Routers {'d7eb8014-2395-467d-8954-226e5c316fbd'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:32.393430 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a8b7ea72-c43d-4cb5-a94e-84d185dbec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:54:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d7eb8014-2395-467d-8954-226e5c316fbd'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:32.474632 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a8b7ea72-c43d-4cb5-a94e-84d185dbec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:32.482455 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-790b5cc6-2803-4025-96ad-575833fda461 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:32.497049 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b7ea72-c43d-4cb5-a94e-84d185dbec67 None None] Routers {'d7eb8014-2395-467d-8954-226e5c316fbd'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:32.499137 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a8b7ea72-c43d-4cb5-a94e-84d185dbec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:54:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d7eb8014-2395-467d-8954-226e5c316fbd'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:32.501232 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-790b5cc6-2803-4025-96ad-575833fda461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:32.595454 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a8b7ea72-c43d-4cb5-a94e-84d185dbec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:32.596545 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b7ea72-c43d-4cb5-a94e-84d185dbec67 None None] The sync data for ids ['d7eb8014-2395-467d-8954-226e5c316fbd'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:54:32.632855 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b5cc6-2803-4025-96ad-575833fda461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1442a5-af75-4db7-9d6a-cb2f40c59f58,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:32.673635 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-790b5cc6-2803-4025-96ad-575833fda461 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=63df8f831aff49929803155d31ef263d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8142059 Nov 12 08:54:32.674248 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36730) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:32.675531 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-77d3a2e7-a48a-4f46-b3fb-cc7cf230f053 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:32.770376 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a71da3dd-29b2-4906-9f40-0d66b50b1563 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:32.801249 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a71da3dd-29b2-4906-9f40-0d66b50b1563 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:32.835334 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9f1dfa18-00f1-43e3-821a-519ebbc1a495 req-fe7d6442-524f-47d2-8ae9-fb978ec3e8c1 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 210 time: 0.0547543 Nov 12 08:54:33.049752 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8035596c-9d21-4012-9fd3-c99b2144b0c4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Router 9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:54:33.276453 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8035596c-9d21-4012-9fd3-c99b2144b0c4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:54:33.287687 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-77d3a2e7-a48a-4f46-b3fb-cc7cf230f053 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Deleting port 09a6ca88-98be-4d3c-89eb-e6bf3b5e61de {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:33.288485 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-77d3a2e7-a48a-4f46-b3fb-cc7cf230f053 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:33.290483 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8035596c-9d21-4012-9fd3-c99b2144b0c4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:33.304341 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7f56a8-211c-47c4-9136-63dfc9bfb9dc None None] Sync routers for ids ['9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:54:33.357442 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7f56a8-211c-47c4-9136-63dfc9bfb9dc None None] Routers {'9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:33.360215 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0f7f56a8-211c-47c4-9136-63dfc9bfb9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:54:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:33.381869 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a71da3dd-29b2-4906-9f40-0d66b50b1563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:33.385946 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a71da3dd-29b2-4906-9f40-0d66b50b1563 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:33.392277 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a71da3dd-29b2-4906-9f40-0d66b50b1563 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b1442a5-af75-4db7-9d6a-cb2f40c59f58 HTTP/1.1" status: 204 len: 168 time: 0.7161872 Nov 12 08:54:33.436237 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8035596c-9d21-4012-9fd3-c99b2144b0c4 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "PUT /v2.0/floatingips/96f35d5c-0667-4034-acd3-ee35920a27df HTTP/1.1" status: 200 len: 978 time: 3.6071396 Nov 12 08:54:33.436975 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36742) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:33.454935 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71da3dd-29b2-4906-9f40-0d66b50b1563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1442a5-af75-4db7-9d6a-cb2f40c59f58,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:33.559643 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0f7f56a8-211c-47c4-9136-63dfc9bfb9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:33.590840 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7f56a8-211c-47c4-9136-63dfc9bfb9dc None None] Routers {'9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:33.591894 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0f7f56a8-211c-47c4-9136-63dfc9bfb9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:54:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:33.701691 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-77d3a2e7-a48a-4f46-b3fb-cc7cf230f053 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:33.716844 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-9bb2d525-31b0-44d2-a049-b44958bd7a63 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Deleting port 6dfd08a7-9d7e-4a72-a480-81a6d0c1cec3 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:33.717389 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9bb2d525-31b0-44d2-a049-b44958bd7a63 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:33.741555 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-77d3a2e7-a48a-4f46-b3fb-cc7cf230f053 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Calling delete_port for 09a6ca88-98be-4d3c-89eb-e6bf3b5e61de owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:33.767522 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0f7f56a8-211c-47c4-9136-63dfc9bfb9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:33.769300 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7f56a8-211c-47c4-9136-63dfc9bfb9dc None None] The sync data for ids ['9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:54:33.955913 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9bb2d525-31b0-44d2-a049-b44958bd7a63 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:33.977377 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b737d1-5d0f-4d55-9ebf-e0809f342730 req-ce638e40-94c8-485c-9b96-4b504c98d8b2 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:33.979924 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-08b737d1-5d0f-4d55-9ebf-e0809f342730 req-ce638e40-94c8-485c-9b96-4b504c98d8b2 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=90db4398-d4ce-4882-a027-a4c8b39c990c HTTP/1.1" status: 200 len: 946 time: 0.1156690 Nov 12 08:54:34.155383 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-08b737d1-5d0f-4d55-9ebf-e0809f342730 req-958670bf-d058-4a39-ade3-b5eae4cadbef tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067479 Nov 12 08:54:34.264989 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-77d3a2e7-a48a-4f46-b3fb-cc7cf230f053 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:34.356441 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3a2e7-a48a-4f46-b3fb-cc7cf230f053 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Port': ['ID=09a6ca88-98be-4d3c-89eb-e6bf3b5e61de,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:34.449301 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9bb2d525-31b0-44d2-a049-b44958bd7a63 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:34.450097 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9bb2d525-31b0-44d2-a049-b44958bd7a63 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:34.450571 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [None req-9bb2d525-31b0-44d2-a049-b44958bd7a63 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Floating IP 96f35d5c-0667-4034-acd3-ee35920a27df disassociated. External IP: 172.25.6.136, port: 6dfd08a7-9d7e-4a72-a480-81a6d0c1cec3. Nov 12 08:54:34.451516 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-9bb2d525-31b0-44d2-a049-b44958bd7a63 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Calling delete_port for 6dfd08a7-9d7e-4a72-a480-81a6d0c1cec3 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:34.704676 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-77d3a2e7-a48a-4f46-b3fb-cc7cf230f053 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:34.810724 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9bb2d525-31b0-44d2-a049-b44958bd7a63 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:34.916551 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2d525-31b0-44d2-a049-b44958bd7a63 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event deleted for resources: {'Port': ['ID=6dfd08a7-9d7e-4a72-a480-81a6d0c1cec3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:34.960603 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2d525-31b0-44d2-a049-b44958bd7a63 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:34.961136 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2d525-31b0-44d2-a049-b44958bd7a63 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:34.961680 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2d525-31b0-44d2-a049-b44958bd7a63 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:34.962208 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2d525-31b0-44d2-a049-b44958bd7a63 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:34.962760 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2d525-31b0-44d2-a049-b44958bd7a63 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:34.972297 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2d525-31b0-44d2-a049-b44958bd7a63 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:34.976278 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2d525-31b0-44d2-a049-b44958bd7a63 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:34.976961 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2d525-31b0-44d2-a049-b44958bd7a63 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:34.977508 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2d525-31b0-44d2-a049-b44958bd7a63 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:34.978955 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2d525-31b0-44d2-a049-b44958bd7a63 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:34.984139 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2d525-31b0-44d2-a049-b44958bd7a63 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:34.984733 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2d525-31b0-44d2-a049-b44958bd7a63 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:35.020104 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:54:35.035646 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36780) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:35.215445 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8044c6-620a-4829-af2a-dc43e0174415 req-29234af1-e9f0-4a9c-8a6a-aebc986aecca tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:35.226632 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4a8044c6-620a-4829-af2a-dc43e0174415 req-29234af1-e9f0-4a9c-8a6a-aebc986aecca tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] 10.222.0.37 "GET /v2.0/ports?device_id=05b94232-2d1d-4e54-bc5b-bc6ec883f42f HTTP/1.1" status: 200 len: 945 time: 0.2531426 Nov 12 08:54:35.306662 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d3a2e7-a48a-4f46-b3fb-cc7cf230f053 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Router b9d4cd4e-adff-4c56-bc43-122e2289d2c5 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:54:35.339484 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139daaa0-7d53-4d46-8fd0-85dd00df5a05 req-3d9c229c-0fed-475d-ba6d-d3e0ac439fd6 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:35.341954 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-139daaa0-7d53-4d46-8fd0-85dd00df5a05 req-3d9c229c-0fed-475d-ba6d-d3e0ac439fd6 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] 10.222.0.54 "GET /v2.0/ports?device_id=05b94232-2d1d-4e54-bc5b-bc6ec883f42f HTTP/1.1" status: 200 len: 945 time: 0.3439534 Nov 12 08:54:35.347602 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1b8ae3cb-ea39-4955-a8b8-c4b20db3b9f6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-216090706-network', 'tenant_id': '78d9cae7e28e44dea74a67608c81b079'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:35.351309 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4a8044c6-620a-4829-af2a-dc43e0174415 req-63b01cb2-2088-4ac2-8cf3-33286b70b5ec tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] 10.222.0.37 "GET /v2.0/security-groups?id=6350943e-a84e-43ef-9784-770eb11f3b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215348 Nov 12 08:54:35.417535 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb2d525-31b0-44d2-a049-b44958bd7a63 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Router 9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:54:35.521685 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8ae3cb-ea39-4955-a8b8-c4b20db3b9f6 admin admin] Made reservation on behalf of 78d9cae7e28e44dea74a67608c81b079 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:35.526913 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b8ae3cb-ea39-4955-a8b8-c4b20db3b9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:35.539199 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4da96961-d07e-494d-96d6-31d289124e0c req-69ff57d3-5160-4878-8526-778c43a7f594 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 210 time: 0.0537040 Nov 12 08:54:35.541219 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d3a2e7-a48a-4f46-b3fb-cc7cf230f053 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:54:35.555555 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1f5fcc-aef8-4e08-9c26-e3ec17d5c2f7 None None] Sync routers for ids ['b9d4cd4e-adff-4c56-bc43-122e2289d2c5'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:54:35.556384 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-77d3a2e7-a48a-4f46-b3fb-cc7cf230f053 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "PUT /v2.0/routers/b9d4cd4e-adff-4c56-bc43-122e2289d2c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3743336 Nov 12 08:54:35.560551 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36786) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:35.572790 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1f5fcc-aef8-4e08-9c26-e3ec17d5c2f7 None None] Routers {'b9d4cd4e-adff-4c56-bc43-122e2289d2c5'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:35.573955 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1a1f5fcc-aef8-4e08-9c26-e3ec17d5c2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:54:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b9d4cd4e-adff-4c56-bc43-122e2289d2c5'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:35.613008 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1c5db2-47d2-49bb-9d99-10325ff1efa5 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] GET failed (client error): The resource could not be found. Nov 12 08:54:35.619455 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8e1c5db2-47d2-49bb-9d99-10325ff1efa5 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "GET /v2.0/ports/09a6ca88-98be-4d3c-89eb-e6bf3b5e61de HTTP/1.1" status: 404 len: 333 time: 0.0527530 Nov 12 08:54:35.619774 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b8ae3cb-ea39-4955-a8b8-c4b20db3b9f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:35.619957 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36788) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:35.667102 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1a1f5fcc-aef8-4e08-9c26-e3ec17d5c2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:35.701581 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1f5fcc-aef8-4e08-9c26-e3ec17d5c2f7 None None] Routers {'b9d4cd4e-adff-4c56-bc43-122e2289d2c5'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:35.705186 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1a1f5fcc-aef8-4e08-9c26-e3ec17d5c2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:54:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b9d4cd4e-adff-4c56-bc43-122e2289d2c5'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:35.768706 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1a1f5fcc-aef8-4e08-9c26-e3ec17d5c2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:35.770304 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1f5fcc-aef8-4e08-9c26-e3ec17d5c2f7 None None] The sync data for ids ['b9d4cd4e-adff-4c56-bc43-122e2289d2c5'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:54:35.799339 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b8ae3cb-ea39-4955-a8b8-c4b20db3b9f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:35.815894 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b8ae3cb-ea39-4955-a8b8-c4b20db3b9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:35.819536 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-39df2913-781f-49fa-b61e-e6966fad8fb8 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:35.972558 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b8ae3cb-ea39-4955-a8b8-c4b20db3b9f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:54:36.022776 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ae3cb-ea39-4955-a8b8-c4b20db3b9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47e7aa6-3dfa-418b-a111-aa230665a662,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:36.032991 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b8ae3cb-ea39-4955-a8b8-c4b20db3b9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.033713 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-1b8ae3cb-ea39-4955-a8b8-c4b20db3b9f6 admin admin] Added segment a6826e3b-6ab2-43d6-aaab-cdc26ce2c243 of type vlan for network dff85ee1-5d3b-4104-8677-a8be57638c59 Nov 12 08:54:36.120630 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c412d6-a2b1-4ab0-b127-1beed3154404 req-95e702a1-fa1d-4e33-9872-1d821b4ddd84 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:36.129898 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb2d525-31b0-44d2-a049-b44958bd7a63 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:54:36.132444 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c9c412d6-a2b1-4ab0-b127-1beed3154404 req-95e702a1-fa1d-4e33-9872-1d821b4ddd84 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=90db4398-d4ce-4882-a027-a4c8b39c990c HTTP/1.1" status: 200 len: 946 time: 0.3084457 Nov 12 08:54:36.148961 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9e5efa-d988-4bfa-82e8-0cb8fb1d7270 None None] Sync routers for ids ['9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:54:36.168652 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9e5efa-d988-4bfa-82e8-0cb8fb1d7270 None None] Routers {'9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:36.169229 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-139daaa0-7d53-4d46-8fd0-85dd00df5a05 req-328dd0a0-af48-44ea-a24d-7ac76f39e7e3 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] Deleting port 27f6206c-73fe-49ec-b7ee-43ee93c4f9a5 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:36.169731 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-139daaa0-7d53-4d46-8fd0-85dd00df5a05 req-328dd0a0-af48-44ea-a24d-7ac76f39e7e3 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.170120 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-bb9e5efa-d988-4bfa-82e8-0cb8fb1d7270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:54:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:36.231702 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b8ae3cb-ea39-4955-a8b8-c4b20db3b9f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.249447 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-bb9e5efa-d988-4bfa-82e8-0cb8fb1d7270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:36.274605 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9e5efa-d988-4bfa-82e8-0cb8fb1d7270 None None] Routers {'9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:36.276370 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-bb9e5efa-d988-4bfa-82e8-0cb8fb1d7270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:54:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:36.283501 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-39df2913-781f-49fa-b61e-e6966fad8fb8 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.288676 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-39df2913-781f-49fa-b61e-e6966fad8fb8 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.321906 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-bb9e5efa-d988-4bfa-82e8-0cb8fb1d7270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:36.322803 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9e5efa-d988-4bfa-82e8-0cb8fb1d7270 None None] The sync data for ids ['9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:54:36.370054 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-39df2913-781f-49fa-b61e-e6966fad8fb8 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.370803 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39df2913-781f-49fa-b61e-e6966fad8fb8 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Fanout notify agent at l3_agent the message router_deleted on router b9d4cd4e-adff-4c56-bc43-122e2289d2c5 {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:54:36.384842 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c9c412d6-a2b1-4ab0-b127-1beed3154404 req-82cecce6-2579-49ef-bbf7-3e4fd89ab97d tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467055 Nov 12 08:54:36.390197 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.db.resource_extend [None req-1b8ae3cb-ea39-4955-a8b8-c4b20db3b9f6 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:54:36.416832 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-39df2913-781f-49fa-b61e-e6966fad8fb8 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.421378 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-39df2913-781f-49fa-b61e-e6966fad8fb8 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/routers/b9d4cd4e-adff-4c56-bc43-122e2289d2c5 HTTP/1.1" status: 204 len: 168 time: 0.7999947 Nov 12 08:54:36.424686 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36800) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:36.451375 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9bb2d525-31b0-44d2-a049-b44958bd7a63 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.462102 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9bb2d525-31b0-44d2-a049-b44958bd7a63 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "DELETE /v2.0/ports/6dfd08a7-9d7e-4a72-a480-81a6d0c1cec3 HTTP/1.1" status: 204 len: 168 time: 3.0181565 Nov 12 08:54:36.468242 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36802) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:36.482879 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b8ae3cb-ea39-4955-a8b8-c4b20db3b9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.484720 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8ae3cb-ea39-4955-a8b8-c4b20db3b9f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:36.485812 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b8ae3cb-ea39-4955-a8b8-c4b20db3b9f6 admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.530087 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-827c67cc-bffe-4256-9050-8e98ac37f038 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Deleting subnet 28797e2d-fb80-41d7-ab18-ba916fba3653 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:54:36.536525 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-827c67cc-bffe-4256-9050-8e98ac37f038 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.602033 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac60ae-7502-41cc-9756-e7d630817d6e req-790a5cde-c171-4f99-a36c-093f1b8073a8 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:36.603549 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7aac60ae-7502-41cc-9756-e7d630817d6e req-790a5cde-c171-4f99-a36c-093f1b8073a8 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] 10.222.0.37 "GET /v2.0/ports?device_id=05b94232-2d1d-4e54-bc5b-bc6ec883f42f HTTP/1.1" status: 200 len: 945 time: 0.1320081 Nov 12 08:54:36.614337 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-827c67cc-bffe-4256-9050-8e98ac37f038 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.645746 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-139daaa0-7d53-4d46-8fd0-85dd00df5a05 req-328dd0a0-af48-44ea-a24d-7ac76f39e7e3 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] For port 27f6206c-73fe-49ec-b7ee-43ee93c4f9a5, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=27f6206c-73fe-49ec-b7ee-43ee93c4f9a5,segment=NetworkSegment(9b0d6b6c-4c3e-4bc6-ba56-3b093aef89d9),segment_id=9b0d6b6c-4c3e-4bc6-ba56-3b093aef89d9)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:36.646602 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-139daaa0-7d53-4d46-8fd0-85dd00df5a05 req-328dd0a0-af48-44ea-a24d-7ac76f39e7e3 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.657589 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1b8ae3cb-ea39-4955-a8b8-c4b20db3b9f6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6177135 Nov 12 08:54:36.660707 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36806) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:36.680884 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-4e0e6ec0-a237-4401-9602-dd310da71b67 admin admin] Request body: {'subnet': {'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-216090706-subnet', 'tenant_id': '78d9cae7e28e44dea74a67608c81b079', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:36.681574 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-139daaa0-7d53-4d46-8fd0-85dd00df5a05 req-328dd0a0-af48-44ea-a24d-7ac76f39e7e3 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] Calling delete_port for 27f6206c-73fe-49ec-b7ee-43ee93c4f9a5 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:36.724532 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ae3cb-ea39-4955-a8b8-c4b20db3b9f6 admin admin] Pushing event updated for resources: {'Network': ['ID=dff85ee1-5d3b-4104-8677-a8be57638c59,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:36.765779 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network dff85ee1-5d3b-4104-8677-a8be57638c59 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:54:36.852773 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7aac60ae-7502-41cc-9756-e7d630817d6e req-5827e00a-dc10-4deb-ad95-af1fcbdfcc9b tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] 10.222.0.37 "GET /v2.0/security-groups?id=6350943e-a84e-43ef-9784-770eb11f3b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345555 Nov 12 08:54:36.864624 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0e6ec0-a237-4401-9602-dd310da71b67 admin admin] Made reservation on behalf of 78d9cae7e28e44dea74a67608c81b079 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:36.872839 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4e0e6ec0-a237-4401-9602-dd310da71b67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.048369 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-827c67cc-bffe-4256-9050-8e98ac37f038 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.131122 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7d5d8ca9-5e24-4b52-93ba-116ed5be27e8 req-ce0c0a12-4a1a-4478-96b0-468ea9976133 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 210 time: 0.0843248 Nov 12 08:54:37.255185 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-139daaa0-7d53-4d46-8fd0-85dd00df5a05 req-328dd0a0-af48-44ea-a24d-7ac76f39e7e3 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.298223 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-827c67cc-bffe-4256-9050-8e98ac37f038 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.344419 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328dd0a0-af48-44ea-a24d-7ac76f39e7e3 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] Pushing event deleted for resources: {'Port': ['ID=27f6206c-73fe-49ec-b7ee-43ee93c4f9a5,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:37.388993 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c67cc-bffe-4256-9050-8e98ac37f038 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Subnet': ['ID=28797e2d-fb80-41d7-ab18-ba916fba3653,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:37.433423 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f2e63d-7af0-4b9a-a4aa-125d2ea047b2 None None] Network 847602ea-bd35-4ba4-949c-e562d399283f requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:54:37.441892 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-139daaa0-7d53-4d46-8fd0-85dd00df5a05 req-328dd0a0-af48-44ea-a24d-7ac76f39e7e3 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] No DVR routers for this DVR port 27f6206c-73fe-49ec-b7ee-43ee93c4f9a5 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:54:37.450457 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-139daaa0-7d53-4d46-8fd0-85dd00df5a05 req-328dd0a0-af48-44ea-a24d-7ac76f39e7e3 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.457983 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-139daaa0-7d53-4d46-8fd0-85dd00df5a05 req-328dd0a0-af48-44ea-a24d-7ac76f39e7e3 tempest-ServerTagsTestJSON-1945415604 tempest-ServerTagsTestJSON-1945415604-project] 10.222.0.54 "DELETE /v2.0/ports/27f6206c-73fe-49ec-b7ee-43ee93c4f9a5 HTTP/1.1" status: 204 len: 173 time: 2.1014669 Nov 12 08:54:37.459057 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b94232-2d1d-4e54-bc5b-bc6ec883f42f', 'name': 'network-vif-deleted', 'tag': '27f6206c-73fe-49ec-b7ee-43ee93c4f9a5'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:37.464207 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9a07a1-e9b5-4d48-b6ab-2f643075d1a8" -d '{"events": [{"server_uuid": "05b94232-2d1d-4e54-bc5b-bc6ec883f42f", "name": "network-vif-deleted", "tag": "27f6206c-73fe-49ec-b7ee-43ee93c4f9a5"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:37.573443 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e8f3740c-1ea1-48ca-81c8-f02a7cb4cfe2 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.578092 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-827c67cc-bffe-4256-9050-8e98ac37f038 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.597042 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-827c67cc-bffe-4256-9050-8e98ac37f038 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/subnets/28797e2d-fb80-41d7-ab18-ba916fba3653 HTTP/1.1" status: 204 len: 168 time: 1.1706924 Nov 12 08:54:37.626504 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36820) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:37.879799 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-26820c1a-971d-472b-a17c-1e3400a15d6d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.936068 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-46b120b2-6349-4763-a721-6639e518e1b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.936597 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c67cc-bffe-4256-9050-8e98ac37f038 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:37.937060 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c67cc-bffe-4256-9050-8e98ac37f038 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:37.937600 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c67cc-bffe-4256-9050-8e98ac37f038 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:37.938127 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c67cc-bffe-4256-9050-8e98ac37f038 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:37.938727 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c67cc-bffe-4256-9050-8e98ac37f038 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:37.939180 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c67cc-bffe-4256-9050-8e98ac37f038 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:37.939711 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c67cc-bffe-4256-9050-8e98ac37f038 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:37.940266 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c67cc-bffe-4256-9050-8e98ac37f038 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:37.940796 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c67cc-bffe-4256-9050-8e98ac37f038 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:37.941319 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c67cc-bffe-4256-9050-8e98ac37f038 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:37.941851 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c67cc-bffe-4256-9050-8e98ac37f038 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:37.942382 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c67cc-bffe-4256-9050-8e98ac37f038 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:37.986477 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4e0e6ec0-a237-4401-9602-dd310da71b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:38.089689 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab95ed92-0a0f-417c-89e1-c9368df44f01 None None] DHCP port deletion for 847602ea-bd35-4ba4-949c-e562d399283f request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:54:38.144603 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacaf8b-c784-43ef-a255-09a61ade37c6 req-30acac1b-a780-4bb1-bcfc-68efc5c022e2 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:38.147070 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bcacaf8b-c784-43ef-a255-09a61ade37c6 req-30acac1b-a780-4bb1-bcfc-68efc5c022e2 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=90db4398-d4ce-4882-a027-a4c8b39c990c HTTP/1.1" status: 200 len: 946 time: 0.5148399 Nov 12 08:54:38.273010 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ab95ed92-0a0f-417c-89e1-c9368df44f01 None None] Deleting port 327eaa41-cf47-4b8e-b8b2-a3cf94df22ec {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:38.274714 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ab95ed92-0a0f-417c-89e1-c9368df44f01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:38.314190 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0e6ec0-a237-4401-9602-dd310da71b67 admin admin] Checking segment: {'id': 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:38.315245 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0e6ec0-a237-4401-9602-dd310da71b67 admin admin] Network hostable DHCP agents. Network: dff85ee1-5d3b-4104-8677-a8be57638c59, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:54:38.362132 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e6ec0-a237-4401-9602-dd310da71b67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c35fa51-ac67-4be1-b9e2-7be8e3c59722,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:38.415210 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ab95ed92-0a0f-417c-89e1-c9368df44f01 None None] For port 327eaa41-cf47-4b8e-b8b2-a3cf94df22ec, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=327eaa41-cf47-4b8e-b8b2-a3cf94df22ec,segment=NetworkSegment(b5369fd2-7e00-41f8-bcfe-4411b4677e5d),segment_id=b5369fd2-7e00-41f8-bcfe-4411b4677e5d)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:38.416258 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ab95ed92-0a0f-417c-89e1-c9368df44f01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:38.437322 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bcacaf8b-c784-43ef-a255-09a61ade37c6 req-3c6fefbd-8292-4f98-9741-175f768fa7ed tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656233 Nov 12 08:54:38.456142 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0e6ec0-a237-4401-9602-dd310da71b67 admin admin] Network dff85ee1-5d3b-4104-8677-a8be57638c59 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:54:38.462452 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ab95ed92-0a0f-417c-89e1-c9368df44f01 None None] Calling delete_port for 327eaa41-cf47-4b8e-b8b2-a3cf94df22ec owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:38.471568 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-26820c1a-971d-472b-a17c-1e3400a15d6d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Deleting port 327eaa41-cf47-4b8e-b8b2-a3cf94df22ec {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:38.472447 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-26820c1a-971d-472b-a17c-1e3400a15d6d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:38.629549 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37cdb43-2876-4220-bf2e-ec57dd13fa4c x-openstack-request-id: req-c37cdb43-2876-4220-bf2e-ec57dd13fa4c {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:38.632418 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b94232-2d1d-4e54-bc5b-bc6ec883f42f", "name": "network-vif-deleted", "tag": "27f6206c-73fe-49ec-b7ee-43ee93c4f9a5", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:38.633297 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c37cdb43-2876-4220-bf2e-ec57dd13fa4c {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:38.634165 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b94232-2d1d-4e54-bc5b-bc6ec883f42f', 'name': 'network-vif-deleted', 'tag': '27f6206c-73fe-49ec-b7ee-43ee93c4f9a5', 'status': 'completed', 'code': 200} Nov 12 08:54:38.653196 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-26820c1a-971d-472b-a17c-1e3400a15d6d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] For port 327eaa41-cf47-4b8e-b8b2-a3cf94df22ec, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=327eaa41-cf47-4b8e-b8b2-a3cf94df22ec,segment=NetworkSegment(b5369fd2-7e00-41f8-bcfe-4411b4677e5d),segment_id=b5369fd2-7e00-41f8-bcfe-4411b4677e5d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:38.653793 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-26820c1a-971d-472b-a17c-1e3400a15d6d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:38.680662 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-26820c1a-971d-472b-a17c-1e3400a15d6d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Calling delete_port for 327eaa41-cf47-4b8e-b8b2-a3cf94df22ec owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:38.697975 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36832) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:38.714734 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ab95ed92-0a0f-417c-89e1-c9368df44f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:38.729928 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-4e0e6ec0-a237-4401-9602-dd310da71b67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, dff85ee1-5d3b-4104-8677-a8be57638c59) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:38.753416 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0e6ec0-a237-4401-9602-dd310da71b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:38.756938 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4e0e6ec0-a237-4401-9602-dd310da71b67 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:38.774665 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45073563-3e42-4ea3-b090-ca419c514298 None None] Network dff85ee1-5d3b-4104-8677-a8be57638c59 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:54:38.781068 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95ed92-0a0f-417c-89e1-c9368df44f01 None None] Pushing event deleted for resources: {'Port': ['ID=327eaa41-cf47-4b8e-b8b2-a3cf94df22ec,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:38.794025 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab95ed92-0a0f-417c-89e1-c9368df44f01 None None] No DVR routers for this DVR port 327eaa41-cf47-4b8e-b8b2-a3cf94df22ec on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:54:38.976251 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 27f6206c-73fe-49ec-b7ee-43ee93c4f9a5 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:54:38.998911 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4e0e6ec0-a237-4401-9602-dd310da71b67 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3219984 Nov 12 08:54:39.036729 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e4c377f2-efbc-46ad-9309-dd16a6837c2a req-8889dd5e-c09a-41b9-a222-235dcd049742 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 210 time: 0.1052151 Nov 12 08:54:39.056134 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-abcd5c51-6ba9-4060-a424-3f5f39cbbc8c admin admin] Deleting subnet 591a7e12-ee7c-4540-ba97-04432858e0a9 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:54:39.061314 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-abcd5c51-6ba9-4060-a424-3f5f39cbbc8c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:39.076039 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 27f6206c-73fe-49ec-b7ee-43ee93c4f9a5 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:54:39.076997 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 27f6206c-73fe-49ec-b7ee-43ee93c4f9a5 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:54:39.099353 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-26820c1a-971d-472b-a17c-1e3400a15d6d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:39.129712 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26820c1a-971d-472b-a17c-1e3400a15d6d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] No DVR routers for this DVR port 327eaa41-cf47-4b8e-b8b2-a3cf94df22ec on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:54:39.186603 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26820c1a-971d-472b-a17c-1e3400a15d6d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Port': ['ID=327eaa41-cf47-4b8e-b8b2-a3cf94df22ec,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:39.208153 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-abcd5c51-6ba9-4060-a424-3f5f39cbbc8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:39.239012 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e8f3740c-1ea1-48ca-81c8-f02a7cb4cfe2 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Deleting port 9a75eca6-36f9-4ea8-bd8e-ee9140667d01 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:39.239470 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e8f3740c-1ea1-48ca-81c8-f02a7cb4cfe2 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:39.317269 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd35eb9-30f9-4da9-9d41-756d807b9d11 None None] Network dff85ee1-5d3b-4104-8677-a8be57638c59 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:54:39.353229 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-abcd5c51-6ba9-4060-a424-3f5f39cbbc8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:39.388110 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-26820c1a-971d-472b-a17c-1e3400a15d6d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:39.434278 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-26820c1a-971d-472b-a17c-1e3400a15d6d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['847602ea-bd35-4ba4-949c-e562d399283f']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:39.471626 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-26820c1a-971d-472b-a17c-1e3400a15d6d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5369fd2-7e00-41f8-bcfe-4411b4677e5d') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:39.471992 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-26820c1a-971d-472b-a17c-1e3400a15d6d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5369fd2-7e00-41f8-bcfe-4411b4677e5d') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:39.496508 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-26820c1a-971d-472b-a17c-1e3400a15d6d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:39.499898 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e8f3740c-1ea1-48ca-81c8-f02a7cb4cfe2 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:39.523964 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-26820c1a-971d-472b-a17c-1e3400a15d6d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:39.537924 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26820c1a-971d-472b-a17c-1e3400a15d6d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:54:39.538349 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-26820c1a-971d-472b-a17c-1e3400a15d6d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:54:39.543002 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:54:39.563219 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e8f3740c-1ea1-48ca-81c8-f02a7cb4cfe2 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Calling delete_port for 9a75eca6-36f9-4ea8-bd8e-ee9140667d01 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:39.607655 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-abcd5c51-6ba9-4060-a424-3f5f39cbbc8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:39.684618 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-26820c1a-971d-472b-a17c-1e3400a15d6d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:39.691973 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-26820c1a-971d-472b-a17c-1e3400a15d6d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:39.704780 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-26820c1a-971d-472b-a17c-1e3400a15d6d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/networks/847602ea-bd35-4ba4-949c-e562d399283f HTTP/1.1" status: 204 len: 168 time: 2.0610378 Nov 12 08:54:39.705693 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36850) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:39.755674 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26820c1a-971d-472b-a17c-1e3400a15d6d tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Network': ['ID=847602ea-bd35-4ba4-949c-e562d399283f,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:39.807622 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd5c51-6ba9-4060-a424-3f5f39cbbc8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=591a7e12-ee7c-4540-ba97-04432858e0a9,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:39.809888 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-abcd5c51-6ba9-4060-a424-3f5f39cbbc8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:39.813359 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-abcd5c51-6ba9-4060-a424-3f5f39cbbc8c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/591a7e12-ee7c-4540-ba97-04432858e0a9 HTTP/1.1" status: 204 len: 168 time: 1.1106551 Nov 12 08:54:39.818837 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36852) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:39.819271 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57046009-6a74-407f-b8d6-146905860961 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:39.827516 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-57046009-6a74-407f-b8d6-146905860961 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "GET /v2.0/ports/f5b040b9-43d7-493e-b388-c53328e1a740 HTTP/1.1" status: 200 len: 845 time: 0.0799580 Nov 12 08:54:39.828027 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36854) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:39.892606 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f9843a0b-963d-4035-9303-1dbf163a55e4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "GET /v2.0/ports/f5b040b9-43d7-493e-b388-c53328e1a740?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0585299 Nov 12 08:54:39.893722 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36860) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:39.899523 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-276cb912-16df-481c-ac9c-1d0fbadcf382 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'subnet': {'network_id': 'b10a7d10-6adf-4a5b-9687-9e7760e2f4a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:39.904146 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa579bff-6dc6-4621-a59c-c9ee91eaf075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:40.058543 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276cb912-16df-481c-ac9c-1d0fbadcf382 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:40.063963 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-276cb912-16df-481c-ac9c-1d0fbadcf382 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:40.090378 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa579bff-6dc6-4621-a59c-c9ee91eaf075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:40.127428 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 327eaa41-cf47-4b8e-b8b2-a3cf94df22ec no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:54:40.209105 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 327eaa41-cf47-4b8e-b8b2-a3cf94df22ec {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:54:40.209721 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 327eaa41-cf47-4b8e-b8b2-a3cf94df22ec not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:54:40.278280 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-24a6b492-ab27-4e4f-a60b-89e894dc286c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:40.349760 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e8f3740c-1ea1-48ca-81c8-f02a7cb4cfe2 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:40.391789 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3740c-1ea1-48ca-81c8-f02a7cb4cfe2 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event deleted for resources: {'Port': ['ID=9a75eca6-36f9-4ea8-bd8e-ee9140667d01,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:40.401424 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-aa579bff-6dc6-4621-a59c-c9ee91eaf075 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09908abb-a409-4d2e-a5a3-f9417a638c3a']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:40.420417 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-aa579bff-6dc6-4621-a59c-c9ee91eaf075 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0d6b6c-4c3e-4bc6-ba56-3b093aef89d9') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:40.420721 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-aa579bff-6dc6-4621-a59c-c9ee91eaf075 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0d6b6c-4c3e-4bc6-ba56-3b093aef89d9') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:40.439556 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa579bff-6dc6-4621-a59c-c9ee91eaf075 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:40.681442 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa579bff-6dc6-4621-a59c-c9ee91eaf075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:40.693048 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa579bff-6dc6-4621-a59c-c9ee91eaf075 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:54:40.693434 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa579bff-6dc6-4621-a59c-c9ee91eaf075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:40.804997 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:54:40.804997 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:54:40.804997 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:54:40.804997 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:54:40.804997 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:54:40.804997 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:54:40.804997 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:54:40.804997 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:54:40.804997 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:54:40.804997 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:54:40.804997 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:54:40.804997 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:54:40.804997 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:54:40.804997 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:54:40.804997 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:54:40.804997 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:54:40.804997 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:54:40.804997 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:54:40.804997 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:54:40.804997 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:54:40.804997 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:54:40.804997 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:54:40.804997 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:54:40.804997 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:54:40.804997 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:54:40.804997 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:54:40.804997 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:54:40.804997 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:54:40.804997 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:54:40.804997 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:54:40.804997 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:54:40.804997 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:54:40.809809 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa579bff-6dc6-4621-a59c-c9ee91eaf075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:40.824546 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa579bff-6dc6-4621-a59c-c9ee91eaf075 admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:40.829719 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-aa579bff-6dc6-4621-a59c-c9ee91eaf075 admin admin] 10.222.0.37 "DELETE /v2.0/networks/09908abb-a409-4d2e-a5a3-f9417a638c3a HTTP/1.1" status: 204 len: 168 time: 1.0096402 Nov 12 08:54:40.858975 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa579bff-6dc6-4621-a59c-c9ee91eaf075 admin admin] Pushing event deleted for resources: {'Network': ['ID=09908abb-a409-4d2e-a5a3-f9417a638c3a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:40.937436 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-64952a8d-1ae4-447a-9248-5388ff909157 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:40.938848 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-64952a8d-1ae4-447a-9248-5388ff909157 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/networks?id=dff85ee1-5d3b-4104-8677-a8be57638c59 HTTP/1.1" status: 200 len: 805 time: 0.8987691 Nov 12 08:54:40.986500 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e8f3740c-1ea1-48ca-81c8-f02a7cb4cfe2 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:41.162441 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36884) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:41.201625 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-276cb912-16df-481c-ac9c-1d0fbadcf382 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:41.266999 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-fc51a9b3-f795-471b-a7e7-5d90ce9aca89 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/quotas/78d9cae7e28e44dea74a67608c81b079 HTTP/1.1" status: 200 len: 375 time: 0.2985871 Nov 12 08:54:41.340578 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276cb912-16df-481c-ac9c-1d0fbadcf382 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network b10a7d10-6adf-4a5b-9687-9e7760e2f4a9 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:41.372426 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-b6e69f92-1223-4c54-af1b-a27f50430855 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=78d9cae7e28e44dea74a67608c81b079&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760534 Nov 12 08:54:41.376582 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-276cb912-16df-481c-ac9c-1d0fbadcf382 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:41.387729 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910170e3-f666-40e2-957c-f9bc909e0982 None None] Network b10a7d10-6adf-4a5b-9687-9e7760e2f4a9 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:54:41.403987 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1cbf9f2a-e990-4367-8708-ec591a5fb6df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=65eff515450d486191a397653bcc86b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2399790 Nov 12 08:54:41.407895 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276cb912-16df-481c-ac9c-1d0fbadcf382 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:41.408622 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-276cb912-16df-481c-ac9c-1d0fbadcf382 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:41.410908 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36888) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:41.545697 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-013ce547-c4f5-40cb-ad5d-6a1fdf3845da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:41.565871 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f3740c-1ea1-48ca-81c8-f02a7cb4cfe2 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Router 9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:54:41.626427 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-01cf5a02-f0a3-4fac-b615-c176fdb41bec service neutron] 10.222.0.37 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871984 Nov 12 08:54:41.627796 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-013ce547-c4f5-40cb-ad5d-6a1fdf3845da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:41.628792 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276cb912-16df-481c-ac9c-1d0fbadcf382 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Subnet': ['ID=9dfa11cc-ed81-49e2-b82b-e847a3d09b8d,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:41.644931 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-276cb912-16df-481c-ac9c-1d0fbadcf382 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7489939 Nov 12 08:54:41.648257 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36890) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:41.659453 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-02e3e8f8-9826-416a-9bab-07a8dc2ea136 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'security_group': {'name': 'tempest-secgroup-1556222962'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:41.863612 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b299944-4d10-4dd2-ba53-556305cc23c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-b10a7d10-6adf-4a5b-9687-9e7760e2f4a9', 'network_id': 'b10a7d10-6adf-4a5b-9687-9e7760e2f4a9', 'tenant_id': 'ca0ab10f4dfb414ea19428569653c5e2', 'fixed_ips': [{'subnet_id': '9dfa11cc-ed81-49e2-b82b-e847a3d09b8d'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:54:41.864595 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0b299944-4d10-4dd2-ba53-556305cc23c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:41.874131 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-02e3e8f8-9826-416a-9bab-07a8dc2ea136 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:41.948061 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f3740c-1ea1-48ca-81c8-f02a7cb4cfe2 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:54:41.978216 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e8f3740c-1ea1-48ca-81c8-f02a7cb4cfe2 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "PUT /v2.0/routers/9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5082097 Nov 12 08:54:41.981352 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36894) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:42.068963 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f48d9a6-ec5c-43b0-b415-ccd544444b3f None None] Sync routers for ids ['9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:54:42.070342 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-fd878139-675e-4b08-9fcb-faec701c9ce9 service neutron] 10.222.0.37 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003820 Nov 12 08:54:42.145120 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f48d9a6-ec5c-43b0-b415-ccd544444b3f None None] Routers {'9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:42.146445 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0f48d9a6-ec5c-43b0-b415-ccd544444b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:54:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:42.155540 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:42.190461 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-02e3e8f8-9826-416a-9bab-07a8dc2ea136 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:42.201672 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-02e3e8f8-9826-416a-9bab-07a8dc2ea136 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:42.259934 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0f48d9a6-ec5c-43b0-b415-ccd544444b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:42.264393 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-013ce547-c4f5-40cb-ad5d-6a1fdf3845da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:42.267613 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-013ce547-c4f5-40cb-ad5d-6a1fdf3845da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:42.271809 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-013ce547-c4f5-40cb-ad5d-6a1fdf3845da admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6350943e-a84e-43ef-9784-770eb11f3b1a HTTP/1.1" status: 204 len: 168 time: 0.8590167 Nov 12 08:54:42.293695 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3e8f8-9826-416a-9bab-07a8dc2ea136 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=157608fa-83d4-49b7-a43e-3f08af43bf64,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:42.318217 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f48d9a6-ec5c-43b0-b415-ccd544444b3f None None] Routers {'9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:42.326658 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-02e3e8f8-9826-416a-9bab-07a8dc2ea136 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:42.331343 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ce547-c4f5-40cb-ad5d-6a1fdf3845da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6350943e-a84e-43ef-9784-770eb11f3b1a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:42.331834 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0f48d9a6-ec5c-43b0-b415-ccd544444b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:54:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:42.341880 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-02e3e8f8-9826-416a-9bab-07a8dc2ea136 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6925051 Nov 12 08:54:42.348917 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36900) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:42.362766 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b3cc6ea0-32c9-4184-b061-ce6ffef68469 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'security_group': {'name': 'tempest-secgroup-615658731'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:42.423584 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0f48d9a6-ec5c-43b0-b415-ccd544444b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:42.424426 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f48d9a6-ec5c-43b0-b415-ccd544444b3f None None] The sync data for ids ['9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:54:42.466546 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3cc6ea0-32c9-4184-b061-ce6ffef68469 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:42.482695 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-0b299944-4d10-4dd2-ba53-556305cc23c1 None None] Allocated IP 2001:db8::2 (b10a7d10-6adf-4a5b-9687-9e7760e2f4a9/9dfa11cc-ed81-49e2-b82b-e847a3d09b8d/f181cc5a-17ac-4704-813d-fe0324e0c96e) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:42.557775 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3747490d-e78b-4293-a42a-a6873bbb72d9 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:42.698695 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41722d1a-b23b-40c1-87cd-7f97bb5b625c req-1cec13e3-66fe-4325-a386-6bf060df34af tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:42.714732 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41722d1a-b23b-40c1-87cd-7f97bb5b625c req-1cec13e3-66fe-4325-a386-6bf060df34af tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=90db4398-d4ce-4882-a027-a4c8b39c990c HTTP/1.1" status: 200 len: 946 time: 0.1511261 Nov 12 08:54:42.827276 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41722d1a-b23b-40c1-87cd-7f97bb5b625c req-89cb1694-333b-411d-8528-27d5cdf90ed7 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110520 Nov 12 08:54:42.990602 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3747490d-e78b-4293-a42a-a6873bbb72d9 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.004993 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0b299944-4d10-4dd2-ba53-556305cc23c1 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.020640 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0b299944-4d10-4dd2-ba53-556305cc23c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.035512 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4c086e41-47e9-4397-a2b0-7dac62c127ec req-93a2c4f7-63a6-464c-9b7c-806e839dd959 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 210 time: 0.0694690 Nov 12 08:54:43.117326 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b299944-4d10-4dd2-ba53-556305cc23c1 None None] Pushing event updated for resources: {'Port': ['ID=f181cc5a-17ac-4704-813d-fe0324e0c96e,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:43.143254 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b299944-4d10-4dd2-ba53-556305cc23c1 None None] Network b10a7d10-6adf-4a5b-9687-9e7760e2f4a9 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:43.144558 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3cc6ea0-32c9-4184-b061-ce6ffef68469 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.157577 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3cc6ea0-32c9-4184-b061-ce6ffef68469 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.175174 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-0b299944-4d10-4dd2-ba53-556305cc23c1 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:43.191929 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b299944-4d10-4dd2-ba53-556305cc23c1 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:43.211439 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3cc6ea0-32c9-4184-b061-ce6ffef68469 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.213982 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b3cc6ea0-32c9-4184-b061-ce6ffef68469 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8635104 Nov 12 08:54:43.221187 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36916) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:43.224458 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc6ea0-32c9-4184-b061-ce6ffef68469 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efef7ca1-5d9c-4897-9a30-a1b3ecc5efb6,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:43.258047 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d3d88000-70a0-435c-a3c1-9280f2027a3a req-1c011f64-4645-46a6-b297-205582f4f5c4 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=743576cf-f2c6-41e3-83f6-7155b350b964 HTTP/1.1" status: 200 len: 210 time: 0.0951767 Nov 12 08:54:43.266319 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-439a4deb-ae92-4932-b82a-1b6f6a2bdfe9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1408850206', 'security_groups': ['efef7ca1-5d9c-4897-9a30-a1b3ecc5efb6'], 'network_id': 'b10a7d10-6adf-4a5b-9687-9e7760e2f4a9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9dfa11cc-ed81-49e2-b82b-e847a3d09b8d'}]}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:43.283412 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-3747490d-e78b-4293-a42a-a6873bbb72d9 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Deleting port 3a2ef655-3237-4c06-8f55-e81c18124fad {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:43.283892 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3747490d-e78b-4293-a42a-a6873bbb72d9 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.421590 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-0b299944-4d10-4dd2-ba53-556305cc23c1 None None] Attempting to bind port f181cc5a-17ac-4704-813d-fe0324e0c96e on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:54:43.423551 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-0b299944-4d10-4dd2-ba53-556305cc23c1 None None] Attempting to bind port f181cc5a-17ac-4704-813d-fe0324e0c96e by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'd649d88f-c4f4-4e53-8dae-af51ee0e5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b10a7d10-6adf-4a5b-9687-9e7760e2f4a9'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:54:43.424982 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b299944-4d10-4dd2-ba53-556305cc23c1 None None] Attempting to bind port f181cc5a-17ac-4704-813d-fe0324e0c96e on network b10a7d10-6adf-4a5b-9687-9e7760e2f4a9 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:43.441600 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.453328 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b299944-4d10-4dd2-ba53-556305cc23c1 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:54:43.459000 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b299944-4d10-4dd2-ba53-556305cc23c1 None None] Checking segment: {'id': 'd649d88f-c4f4-4e53-8dae-af51ee0e5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b10a7d10-6adf-4a5b-9687-9e7760e2f4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:43.459756 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0b299944-4d10-4dd2-ba53-556305cc23c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.460527 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b299944-4d10-4dd2-ba53-556305cc23c1 None None] Bound using segment: {'id': 'd649d88f-c4f4-4e53-8dae-af51ee0e5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b10a7d10-6adf-4a5b-9687-9e7760e2f4a9'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:54:43.463384 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-0b299944-4d10-4dd2-ba53-556305cc23c1 None None] Bound port: f181cc5a-17ac-4704-813d-fe0324e0c96e, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd649d88f-c4f4-4e53-8dae-af51ee0e5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b10a7d10-6adf-4a5b-9687-9e7760e2f4a9'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:54:43.465235 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0b299944-4d10-4dd2-ba53-556305cc23c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.545319 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3747490d-e78b-4293-a42a-a6873bbb72d9 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.563667 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-3747490d-e78b-4293-a42a-a6873bbb72d9 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Calling delete_port for 3a2ef655-3237-4c06-8f55-e81c18124fad owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:43.689919 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439a4deb-ae92-4932-b82a-1b6f6a2bdfe9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:43.730527 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-0b299944-4d10-4dd2-ba53-556305cc23c1 None None] For port f181cc5a-17ac-4704-813d-fe0324e0c96e, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:43.745171 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-0b299944-4d10-4dd2-ba53-556305cc23c1 None None] For port f181cc5a-17ac-4704-813d-fe0324e0c96e, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=f181cc5a-17ac-4704-813d-fe0324e0c96e,segment=NetworkSegment(d649d88f-c4f4-4e53-8dae-af51ee0e5749),segment_id=d649d88f-c4f4-4e53-8dae-af51ee0e5749)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:54:43.760719 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0b299944-4d10-4dd2-ba53-556305cc23c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:44.106899 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-439a4deb-ae92-4932-b82a-1b6f6a2bdfe9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:44.176639 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b299944-4d10-4dd2-ba53-556305cc23c1 None None] Pushing event updated for resources: {'Port': ['ID=f181cc5a-17ac-4704-813d-fe0324e0c96e,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:44.230940 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:44.233485 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3747490d-e78b-4293-a42a-a6873bbb72d9 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:44.288118 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-439a4deb-ae92-4932-b82a-1b6f6a2bdfe9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] device_id is not set on port a38559cf-61b6-49d0-a115-2669090a4634 yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:54:44.310576 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3959174e-cee4-456d-89a3-5b8605ed9fee None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:54:44.356186 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92642e1-cdfd-4bd7-a7fc-77ab551ceccc req-f2f96637-9738-434c-953e-56dad164d59a tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:44.359163 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a92642e1-cdfd-4bd7-a7fc-77ab551ceccc req-f2f96637-9738-434c-953e-56dad164d59a tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=90db4398-d4ce-4882-a027-a4c8b39c990c HTTP/1.1" status: 200 len: 946 time: 0.2355719 Nov 12 08:54:44.443046 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747490d-e78b-4293-a42a-a6873bbb72d9 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event deleted for resources: {'Port': ['ID=3a2ef655-3237-4c06-8f55-e81c18124fad,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:44.543233 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a92642e1-cdfd-4bd7-a7fc-77ab551ceccc req-31e31b2d-a3a8-4b9f-a176-fe412c4ff257 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727786 Nov 12 08:54:44.664619 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3747490d-e78b-4293-a42a-a6873bbb72d9 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:44.729643 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-439a4deb-ae92-4932-b82a-1b6f6a2bdfe9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Allocated IP 2001:db8::a6 (b10a7d10-6adf-4a5b-9687-9e7760e2f4a9/9dfa11cc-ed81-49e2-b82b-e847a3d09b8d/a38559cf-61b6-49d0-a115-2669090a4634) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:44.869340 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8501c2a1-f80a-41c2-8fa0-6f89e30fced7 req-7d82b54c-0e47-4c57-b3e1-c44a67a58ec3 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 210 time: 0.1244097 Nov 12 08:54:45.006105 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3747490d-e78b-4293-a42a-a6873bbb72d9 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.009070 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3747490d-e78b-4293-a42a-a6873bbb72d9 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.124650 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3747490d-e78b-4293-a42a-a6873bbb72d9 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.129034 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3747490d-e78b-4293-a42a-a6873bbb72d9 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Fanout notify agent at l3_agent the message router_deleted on router 9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:54:45.141789 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3747490d-e78b-4293-a42a-a6873bbb72d9 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.146304 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3747490d-e78b-4293-a42a-a6873bbb72d9 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "DELETE /v2.0/routers/9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7 HTTP/1.1" status: 204 len: 168 time: 3.1625121 Nov 12 08:54:45.148077 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36952) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:45.236517 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-a9eaa9ef-bc80-4f0b-8db3-898d80c510e3 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:45.249222 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-a9eaa9ef-bc80-4f0b-8db3-898d80c510e3 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.58 "GET /v2.0/networks?id=dff85ee1-5d3b-4104-8677-a8be57638c59 HTTP/1.1" status: 200 len: 805 time: 0.4857495 Nov 12 08:54:45.271066 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8340572f-dc25-4ff7-aafd-fdf72a1b4197 req-9304825d-6afa-4986-8e21-fb7e97810754 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=743576cf-f2c6-41e3-83f6-7155b350b964 HTTP/1.1" status: 200 len: 210 time: 0.1167524 Nov 12 08:54:45.283000 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-d967a090-7e7b-4b6e-9ad7-969167159ae2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Request body: {'port': {'device_id': '743576cf-f2c6-41e3-83f6-7155b350b964', 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59', 'admin_state_up': True, 'tenant_id': '78d9cae7e28e44dea74a67608c81b079'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:45.295215 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-092dbd55-1189-4573-ac00-1578e514dac0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Deleting subnet 308cca25-021e-413b-9754-15f0efcf8475 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:54:45.313603 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-092dbd55-1189-4573-ac00-1578e514dac0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.438456 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-092dbd55-1189-4573-ac00-1578e514dac0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.593559 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595c60a-d403-4795-af54-6423475ea8ab req-0f04e702-42da-460d-b877-9774f3e257cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:45.596090 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0595c60a-d403-4795-af54-6423475ea8ab req-0f04e702-42da-460d-b877-9774f3e257cd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=90db4398-d4ce-4882-a027-a4c8b39c990c HTTP/1.1" status: 200 len: 1098 time: 0.4068348 Nov 12 08:54:45.688827 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-092dbd55-1189-4573-ac00-1578e514dac0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.726111 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-439a4deb-ae92-4932-b82a-1b6f6a2bdfe9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.815355 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-092dbd55-1189-4573-ac00-1578e514dac0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.882951 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-092dbd55-1189-4573-ac00-1578e514dac0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.883479 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0595c60a-d403-4795-af54-6423475ea8ab req-390f3dc0-f34f-4daa-88c8-d03ad32765a3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782671 Nov 12 08:54:45.893648 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f55ddcd-9611-49c0-9a1a-08139fc82711 None None] Network e68b6e64-8d1c-43fe-b6fd-f84c61df34a5 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:54:45.903291 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-092dbd55-1189-4573-ac00-1578e514dac0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "DELETE /v2.0/subnets/308cca25-021e-413b-9754-15f0efcf8475 HTTP/1.1" status: 204 len: 168 time: 0.7480083 Nov 12 08:54:45.904726 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36968) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:45.911512 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-d967a090-7e7b-4b6e-9ad7-969167159ae2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Made reservation on behalf of 78d9cae7e28e44dea74a67608c81b079 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:45.924321 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-d967a090-7e7b-4b6e-9ad7-969167159ae2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.934935 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092dbd55-1189-4573-ac00-1578e514dac0 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event deleted for resources: {'Subnet': ['ID=308cca25-021e-413b-9754-15f0efcf8475,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:46.180381 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-485bf8ad-2d1a-474c-ad61-1967e5ed7d2a None None] Provisioning complete for port f181cc5a-17ac-4704-813d-fe0324e0c96e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:46.183035 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-485bf8ad-2d1a-474c-ad61-1967e5ed7d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:46.245477 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b439c46d-c5fb-4e38-9eb1-b72070b3aa65 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:46.323342 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-439a4deb-ae92-4932-b82a-1b6f6a2bdfe9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:46.466378 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device f181cc5a-17ac-4704-813d-fe0324e0c96e up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:46.473868 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-b439c46d-c5fb-4e38-9eb1-b72070b3aa65 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Deleting port d804062d-a1c0-4ac4-9d50-0b4da2d57228 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:46.474500 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b439c46d-c5fb-4e38-9eb1-b72070b3aa65 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:46.595083 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-d967a090-7e7b-4b6e-9ad7-969167159ae2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Allocated IP 172.20.0.6 (dff85ee1-5d3b-4104-8677-a8be57638c59/5c35fa51-ac67-4be1-b9e2-7be8e3c59722/0db8467b-a8e0-4127-b527-cac040b50758) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:46.709321 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-b439c46d-c5fb-4e38-9eb1-b72070b3aa65 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] For port d804062d-a1c0-4ac4-9d50-0b4da2d57228, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d804062d-a1c0-4ac4-9d50-0b4da2d57228,segment=NetworkSegment(8e12d937-a97e-40bc-a7a3-285dfacc4101),segment_id=8e12d937-a97e-40bc-a7a3-285dfacc4101)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:46.710033 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b439c46d-c5fb-4e38-9eb1-b72070b3aa65 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:46.755674 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a4deb-ae92-4932-b82a-1b6f6a2bdfe9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Port': ['ID=a38559cf-61b6-49d0-a115-2669090a4634,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:46.769437 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-b439c46d-c5fb-4e38-9eb1-b72070b3aa65 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Calling delete_port for d804062d-a1c0-4ac4-9d50-0b4da2d57228 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:46.773799 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439a4deb-ae92-4932-b82a-1b6f6a2bdfe9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network b10a7d10-6adf-4a5b-9687-9e7760e2f4a9 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:46.794976 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-439a4deb-ae92-4932-b82a-1b6f6a2bdfe9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:46.800825 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439a4deb-ae92-4932-b82a-1b6f6a2bdfe9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:46.809361 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439a4deb-ae92-4932-b82a-1b6f6a2bdfe9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:46.810069 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-439a4deb-ae92-4932-b82a-1b6f6a2bdfe9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:46.866248 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-485bf8ad-2d1a-474c-ad61-1967e5ed7d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:46.868399 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acda6a7-460b-4767-8aa9-a7b1f0624c5c req-77d7700f-767c-43e5-9b97-171a47a88522 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:46.880091 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6acda6a7-460b-4767-8aa9-a7b1f0624c5c req-77d7700f-767c-43e5-9b97-171a47a88522 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=90db4398-d4ce-4882-a027-a4c8b39c990c HTTP/1.1" status: 200 len: 946 time: 0.5734279 Nov 12 08:54:46.909068 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb0d46c-09c9-419c-aa7b-b38667e87d0f None None] DHCP port deletion for e68b6e64-8d1c-43fe-b6fd-f84c61df34a5 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:54:46.949154 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-439a4deb-ae92-4932-b82a-1b6f6a2bdfe9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7226536 Nov 12 08:54:46.950296 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36990) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:46.970899 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-3a0ccae6-fbc4-47ba-bb0f-483952a2b16e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'subnet': {'network_id': 'b10a7d10-6adf-4a5b-9687-9e7760e2f4a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:47.162725 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b439c46d-c5fb-4e38-9eb1-b72070b3aa65 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:47.185340 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-485bf8ad-2d1a-474c-ad61-1967e5ed7d2a None None] For port f181cc5a-17ac-4704-813d-fe0324e0c96e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=f181cc5a-17ac-4704-813d-fe0324e0c96e,segment=NetworkSegment(d649d88f-c4f4-4e53-8dae-af51ee0e5749),segment_id=d649d88f-c4f4-4e53-8dae-af51ee0e5749)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:47.201353 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port f181cc5a-17ac-4704-813d-fe0324e0c96e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:47.201353 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:47.216427 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-485bf8ad-2d1a-474c-ad61-1967e5ed7d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:47.362090 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b439c46d-c5fb-4e38-9eb1-b72070b3aa65 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] No DVR routers for this DVR port d804062d-a1c0-4ac4-9d50-0b4da2d57228 on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:54:47.369185 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439c46d-c5fb-4e38-9eb1-b72070b3aa65 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event deleted for resources: {'Port': ['ID=d804062d-a1c0-4ac4-9d50-0b4da2d57228,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:47.419289 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6acda6a7-460b-4767-8aa9-a7b1f0624c5c req-1900adb4-9701-4568-b27d-fa256b18199f tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5377214 Nov 12 08:54:47.453926 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-485bf8ad-2d1a-474c-ad61-1967e5ed7d2a None None] Provisioning complete for port f5b040b9-43d7-493e-b388-c53328e1a740 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:47.455596 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-485bf8ad-2d1a-474c-ad61-1967e5ed7d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:47.482641 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-2eb0d46c-09c9-419c-aa7b-b38667e87d0f None None] Deleting port d804062d-a1c0-4ac4-9d50-0b4da2d57228 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:47.483244 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2eb0d46c-09c9-419c-aa7b-b38667e87d0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:47.683385 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b439c46d-c5fb-4e38-9eb1-b72070b3aa65 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:47.763590 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-b439c46d-c5fb-4e38-9eb1-b72070b3aa65 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e68b6e64-8d1c-43fe-b6fd-f84c61df34a5']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:47.797770 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-b439c46d-c5fb-4e38-9eb1-b72070b3aa65 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e12d937-a97e-40bc-a7a3-285dfacc4101') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:47.798045 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-b439c46d-c5fb-4e38-9eb1-b72070b3aa65 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e12d937-a97e-40bc-a7a3-285dfacc4101') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:47.820405 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-662bcf49-aa13-4a68-a36c-32f2ec6d245c req-10e0864c-3ead-471d-9ff3-ed93845f293b tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 210 time: 0.1554036 Nov 12 08:54:47.845618 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b439c46d-c5fb-4e38-9eb1-b72070b3aa65 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:47.853568 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-485bf8ad-2d1a-474c-ad61-1967e5ed7d2a None None] Port f5b040b9-43d7-493e-b388-c53328e1a740 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:54:47.896333 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b439c46d-c5fb-4e38-9eb1-b72070b3aa65 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:47.932219 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b439c46d-c5fb-4e38-9eb1-b72070b3aa65 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:54:47.932676 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b439c46d-c5fb-4e38-9eb1-b72070b3aa65 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:47.936320 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:54:47.936320 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:54:47.936320 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:54:47.936320 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:54:47.936320 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:54:47.936320 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:54:47.936320 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:54:47.936320 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:54:47.936320 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:54:47.936320 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:54:47.936320 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:54:47.936320 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:54:47.936320 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:54:47.936320 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:54:47.936320 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:54:47.936320 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:54:47.936320 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:54:47.936320 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:54:47.936320 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:54:47.936320 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:54:47.936320 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:54:47.936320 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:54:47.936320 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:54:47.936320 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:54:47.936320 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:54:47.936320 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:54:47.936320 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:54:47.936320 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:54:47.936320 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:54:47.936320 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:54:47.936320 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:54:47.936320 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:54:47.946428 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-2eb0d46c-09c9-419c-aa7b-b38667e87d0f None None] For port d804062d-a1c0-4ac4-9d50-0b4da2d57228, host n-d-768862-16, got binding levels [] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:47.947269 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2eb0d46c-09c9-419c-aa7b-b38667e87d0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:48.004731 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485bf8ad-2d1a-474c-ad61-1967e5ed7d2a None None] Pushing event updated for resources: {'Port': ['ID=f181cc5a-17ac-4704-813d-fe0324e0c96e,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:48.051477 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0ccae6-fbc4-47ba-bb0f-483952a2b16e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:48.054407 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-2eb0d46c-09c9-419c-aa7b-b38667e87d0f None None] Calling delete_port for d804062d-a1c0-4ac4-9d50-0b4da2d57228 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:48.056232 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3a0ccae6-fbc4-47ba-bb0f-483952a2b16e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:48.069536 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.ipam_backend_mixin [None req-2eb0d46c-09c9-419c-aa7b-b38667e87d0f None None] Port d804062d-a1c0-4ac4-9d50-0b4da2d57228 was not found and therefore no delete operation was performed {{(pid=102570) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:54:48.086128 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485bf8ad-2d1a-474c-ad61-1967e5ed7d2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:48.091107 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485bf8ad-2d1a-474c-ad61-1967e5ed7d2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:48.091107 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485bf8ad-2d1a-474c-ad61-1967e5ed7d2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:48.091107 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485bf8ad-2d1a-474c-ad61-1967e5ed7d2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:48.091107 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485bf8ad-2d1a-474c-ad61-1967e5ed7d2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:48.091107 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485bf8ad-2d1a-474c-ad61-1967e5ed7d2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:48.096957 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485bf8ad-2d1a-474c-ad61-1967e5ed7d2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:48.096957 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485bf8ad-2d1a-474c-ad61-1967e5ed7d2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:48.096957 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485bf8ad-2d1a-474c-ad61-1967e5ed7d2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:48.096957 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485bf8ad-2d1a-474c-ad61-1967e5ed7d2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:48.096957 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485bf8ad-2d1a-474c-ad61-1967e5ed7d2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:48.096957 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485bf8ad-2d1a-474c-ad61-1967e5ed7d2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:48.101897 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b439c46d-c5fb-4e38-9eb1-b72070b3aa65 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:48.124029 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2eb0d46c-09c9-419c-aa7b-b38667e87d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:48.133592 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b439c46d-c5fb-4e38-9eb1-b72070b3aa65 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:48.143665 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b439c46d-c5fb-4e38-9eb1-b72070b3aa65 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "DELETE /v2.0/networks/e68b6e64-8d1c-43fe-b6fd-f84c61df34a5 HTTP/1.1" status: 204 len: 168 time: 2.2325921 Nov 12 08:54:48.148261 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36996) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:48.259009 n-d-768862-16 neutron-server[102569]: INFO neutron.db.ipam_backend_mixin [None req-3a0ccae6-fbc4-47ba-bb0f-483952a2b16e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9dfa11cc-ed81-49e2-b82b-e847a3d09b8d (CIDR: 2001:db8::/64) Nov 12 08:54:48.292086 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439c46d-c5fb-4e38-9eb1-b72070b3aa65 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event deleted for resources: {'Network': ['ID=e68b6e64-8d1c-43fe-b6fd-f84c61df34a5,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:48.306598 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2eb0d46c-09c9-419c-aa7b-b38667e87d0f None None] Network e68b6e64-8d1c-43fe-b6fd-f84c61df34a5 is not hosted by any dhcp agent {{(pid=102570) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:54:48.307331 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb0d46c-09c9-419c-aa7b-b38667e87d0f None None] No DVR routers for this DVR port d804062d-a1c0-4ac4-9d50-0b4da2d57228 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:54:48.316727 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-17f156f7-ebd1-4318-8160-72bc1f56384c None None] Provisioning complete for port a38559cf-61b6-49d0-a115-2669090a4634 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:48.317405 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-17f156f7-ebd1-4318-8160-72bc1f56384c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:48.325126 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0d46c-09c9-419c-aa7b-b38667e87d0f None None] Pushing event deleted for resources: {'Port': ['ID=d804062d-a1c0-4ac4-9d50-0b4da2d57228,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:48.383468 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2816bccb-c59b-4c6a-a365-c2c13d263b4d req-5fb29677-4b3f-4eca-8a52-90ecd0767949 tempest-ServerShowV254Test-1199947267 tempest-ServerShowV254Test-1199947267-project] 10.222.0.37 "GET /v2.0/ports?device_id=abdcca3e-92cb-4630-a25f-af6027c8ebdc HTTP/1.1" status: 200 len: 210 time: 0.1207154 Nov 12 08:54:48.395212 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-d967a090-7e7b-4b6e-9ad7-969167159ae2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:48.413904 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a0ccae6-fbc4-47ba-bb0f-483952a2b16e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:54:48.415022 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a0ccae6-fbc4-47ba-bb0f-483952a2b16e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:54:48.472316 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37004) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:48.473181 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3a0ccae6-fbc4-47ba-bb0f-483952a2b16e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5077937 Nov 12 08:54:48.485806 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1002a513-36d3-4b8e-8c07-b172b65e743c tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'subnet': {'network_id': 'b10a7d10-6adf-4a5b-9687-9e7760e2f4a9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:48.546879 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-d967a090-7e7b-4b6e-9ad7-969167159ae2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:48.557775 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-17f156f7-ebd1-4318-8160-72bc1f56384c None None] Port a38559cf-61b6-49d0-a115-2669090a4634 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:54:48.653687 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967a090-7e7b-4b6e-9ad7-969167159ae2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Pushing event updated for resources: {'Port': ['ID=0db8467b-a8e0-4127-b527-cac040b50758,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:48.738914 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-d967a090-7e7b-4b6e-9ad7-969167159ae2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Network dff85ee1-5d3b-4104-8677-a8be57638c59 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:48.754249 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device f181cc5a-17ac-4704-813d-fe0324e0c96e up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:48.781137 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-eaba0637-639e-4c76-bfb2-d599796d2231 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Deleting port de80a4c6-fdea-4149-831d-a3a8a36a26db {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:48.781898 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eaba0637-639e-4c76-bfb2-d599796d2231 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:48.785575 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-d967a090-7e7b-4b6e-9ad7-969167159ae2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:48.793566 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-d967a090-7e7b-4b6e-9ad7-969167159ae2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:48.886054 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-d967a090-7e7b-4b6e-9ad7-969167159ae2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:48.887589 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-d967a090-7e7b-4b6e-9ad7-969167159ae2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:48.901927 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port f181cc5a-17ac-4704-813d-fe0324e0c96e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:48.902649 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:48.960720 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ab882-5eb4-4330-ac7e-85e8f468f44f req-b4a4aa55-8c50-464b-89c6-7930deb5f1e2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:48.976388 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e67ab882-5eb4-4330-ac7e-85e8f468f44f req-b4a4aa55-8c50-464b-89c6-7930deb5f1e2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=743576cf-f2c6-41e3-83f6-7155b350b964 HTTP/1.1" status: 200 len: 931 time: 0.3289764 Nov 12 08:54:48.987629 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-d967a090-7e7b-4b6e-9ad7-969167159ae2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7093794 Nov 12 08:54:49.032541 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-80dd8e68-c2ec-4eb4-aa56-8d3630c2b940 service neutron] Request body: {'port': {'device_id': '743576cf-f2c6-41e3-83f6-7155b350b964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:49.087817 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eaba0637-639e-4c76-bfb2-d599796d2231 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:49.088124 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eaba0637-639e-4c76-bfb2-d599796d2231 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:49.118318 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-eaba0637-639e-4c76-bfb2-d599796d2231 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Calling delete_port for de80a4c6-fdea-4149-831d-a3a8a36a26db owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:49.167407 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a4bc04a5-01a4-4b02-ad97-378f0a32539d req-ccd04ee0-3a22-4993-af25-3b5a65360808 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b0b08b54-fee6-497c-815b-ddfb712cadcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3885322 Nov 12 08:54:49.259991 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1002a513-36d3-4b8e-8c07-b172b65e743c tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:49.272991 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-80dd8e68-c2ec-4eb4-aa56-8d3630c2b940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:49.276267 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1002a513-36d3-4b8e-8c07-b172b65e743c tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:49.314033 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e67ab882-5eb4-4330-ac7e-85e8f468f44f req-35844893-bd33-4e93-a865-ee6197dc2e7e tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246322 Nov 12 08:54:49.607135 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eaba0637-639e-4c76-bfb2-d599796d2231 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:49.730447 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d804062d-a1c0-4ac4-9d50-0b4da2d57228 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:54:49.731038 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba0637-639e-4c76-bfb2-d599796d2231 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event deleted for resources: {'Port': ['ID=de80a4c6-fdea-4149-831d-a3a8a36a26db,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:49.780976 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: d804062d-a1c0-4ac4-9d50-0b4da2d57228 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:54:49.781400 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d804062d-a1c0-4ac4-9d50-0b4da2d57228 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:54:49.915169 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061301a-2b3c-4e0c-821a-46a93a0fcb07 req-69d1c3a9-ba4a-49f5-a3fc-0e1601fe94b3 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:49.917520 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6061301a-2b3c-4e0c-821a-46a93a0fcb07 req-69d1c3a9-ba4a-49f5-a3fc-0e1601fe94b3 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=90db4398-d4ce-4882-a027-a4c8b39c990c HTTP/1.1" status: 200 len: 946 time: 0.2031558 Nov 12 08:54:49.953850 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-795beb1b-e125-45e7-9076-74880b94b79d req-c9984359-0275-42c6-8ed2-798ad8353299 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=abdcca3e-92cb-4630-a25f-af6027c8ebdc HTTP/1.1" status: 200 len: 210 time: 0.0560136 Nov 12 08:54:49.956304 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc04a5-01a4-4b02-ad97-378f0a32539d req-95aa3980-c47d-4552-a532-94c07f6d73f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:49.958374 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a4bc04a5-01a4-4b02-ad97-378f0a32539d req-95aa3980-c47d-4552-a532-94c07f6d73f1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b6e131e30e964bf196ab556fb227b3d2&device_id=b0b08b54-fee6-497c-815b-ddfb712cadcf HTTP/1.1" status: 200 len: 1097 time: 0.6675158 Nov 12 08:54:49.988449 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6061301a-2b3c-4e0c-821a-46a93a0fcb07 req-23ceec29-e7d3-4970-9201-c7499787a05b tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629048 Nov 12 08:54:49.992091 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eaba0637-639e-4c76-bfb2-d599796d2231 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:49.995722 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eaba0637-639e-4c76-bfb2-d599796d2231 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:50.002707 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37030) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:50.004245 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-eaba0637-639e-4c76-bfb2-d599796d2231 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "DELETE /v2.0/floatingips/96f35d5c-0667-4034-acd3-ee35920a27df HTTP/1.1" status: 204 len: 168 time: 1.8540413 Nov 12 08:54:50.049889 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff8ae96-0fea-424d-95d8-744b677361a3 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] DELETE failed (client error): The resource could not be found. Nov 12 08:54:50.050692 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff8ae96-0fea-424d-95d8-744b677361a3 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:54:50.054834 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2ff8ae96-0fea-424d-95d8-744b677361a3 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "DELETE /v2.0/ports/6dfd08a7-9d7e-4a72-a480-81a6d0c1cec3 HTTP/1.1" status: 404 len: 333 time: 0.0507503 Nov 12 08:54:50.057514 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37034) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:50.120023 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0984e562-c74f-4efa-9478-8fff79c04f10 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7 HTTP/1.1" status: 200 len: 205 time: 0.0611534 Nov 12 08:54:50.166161 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37036) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:50.191584 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a391f56d-6086-4fb5-9433-19f628be6f81 req-5c661862-9d75-47bc-91f9-30b9e7b32d5d tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa990d0-e3aa-4829-b5c1-fdf082971896 HTTP/1.1" status: 200 len: 210 time: 0.0699356 Nov 12 08:54:50.268460 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-dd5fca4e-74be-486e-b145-092251b94534 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] delete failed (client error): The resource could not be found. Nov 12 08:54:50.270040 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-dd5fca4e-74be-486e-b145-092251b94534 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "DELETE /v2.0/routers/9f3a0dd9-caf1-4afc-afbc-4ad061dc2ea7 HTTP/1.1" status: 404 len: 336 time: 0.1027482 Nov 12 08:54:50.274789 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37038) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:50.331423 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-1edfdd2a-5cd5-4104-b42e-ae0d94aa637b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] DELETE failed (client error): The resource could not be found. Nov 12 08:54:50.332609 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1edfdd2a-5cd5-4104-b42e-ae0d94aa637b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:54:50.336298 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1edfdd2a-5cd5-4104-b42e-ae0d94aa637b tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "DELETE /v2.0/subnets/308cca25-021e-413b-9754-15f0efcf8475 HTTP/1.1" status: 404 len: 337 time: 0.0598910 Nov 12 08:54:50.339392 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-80dd8e68-c2ec-4eb4-aa56-8d3630c2b940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db8467b-a8e0-4127-b527-cac040b50758 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:54:50.362121 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37040) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:50.374316 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-80dd8e68-c2ec-4eb4-aa56-8d3630c2b940 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:50.379000 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41f5a802-77ed-4d77-a845-bb65928dfa32 req-0fb2fcbb-9fa1-4e58-98a2-c8b933417e6b tempest-ServerShowV254Test-1199947267 tempest-ServerShowV254Test-1199947267-project] 10.222.0.37 "GET /v2.0/ports?device_id=abdcca3e-92cb-4630-a25f-af6027c8ebdc HTTP/1.1" status: 200 len: 210 time: 0.0625064 Nov 12 08:54:50.436628 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-80dd8e68-c2ec-4eb4-aa56-8d3630c2b940 service neutron] Transition to ACTIVE for port object 0db8467b-a8e0-4127-b527-cac040b50758 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:54:50.447391 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-80dd8e68-c2ec-4eb4-aa56-8d3630c2b940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:50.534988 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd8e68-c2ec-4eb4-aa56-8d3630c2b940 service neutron] Pushing event updated for resources: {'Port': ['ID=0db8467b-a8e0-4127-b527-cac040b50758,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:50.801946 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-a3b2c404-d8b8-4db5-9926-5be7c05eb486 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Deleting port 37fd56eb-ade5-43eb-9d42-7ec275a795c1 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:50.802041 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1002a513-36d3-4b8e-8c07-b172b65e743c tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:50.802379 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a3b2c404-d8b8-4db5-9926-5be7c05eb486 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:50.879514 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002a513-36d3-4b8e-8c07-b172b65e743c tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Subnet': ['ID=9723645c-815b-4920-974b-be5d6a7e07f3,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:50.892349 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a32e8-5937-4bf6-b2e9-b9f042f7cd79 req-04eb7182-4eac-493d-be9d-9ebe2c9b6c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:50.894989 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-705a32e8-5937-4bf6-b2e9-b9f042f7cd79 req-04eb7182-4eac-493d-be9d-9ebe2c9b6c5d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b6e131e30e964bf196ab556fb227b3d2&device_id=90db4398-d4ce-4882-a027-a4c8b39c990c HTTP/1.1" status: 200 len: 1098 time: 0.2454123 Nov 12 08:54:50.967470 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1002a513-36d3-4b8e-8c07-b172b65e743c tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network b10a7d10-6adf-4a5b-9687-9e7760e2f4a9 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:50.975959 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-1002a513-36d3-4b8e-8c07-b172b65e743c tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:50.978803 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-80dd8e68-c2ec-4eb4-aa56-8d3630c2b940 service neutron] Attempting to bind port 0db8467b-a8e0-4127-b527-cac040b50758 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:54:50.979393 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-80dd8e68-c2ec-4eb4-aa56-8d3630c2b940 service neutron] Attempting to bind port 0db8467b-a8e0-4127-b527-cac040b50758 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:54:50.979944 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-80dd8e68-c2ec-4eb4-aa56-8d3630c2b940 service neutron] Attempting to bind port 0db8467b-a8e0-4127-b527-cac040b50758 on network dff85ee1-5d3b-4104-8677-a8be57638c59 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:50.991667 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1002a513-36d3-4b8e-8c07-b172b65e743c tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:50.996324 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a9ca0f-e9b5-4e72-bedf-5d1d421a41a2 None None] Network b10a7d10-6adf-4a5b-9687-9e7760e2f4a9 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:54:50.997023 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1002a513-36d3-4b8e-8c07-b172b65e743c tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:51.042299 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e03130-a681-401e-99e6-a3de84daa912 req-701f140b-dac8-44e0-92f5-d3539d74c06c tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:51.058472 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1002a513-36d3-4b8e-8c07-b172b65e743c tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5805945 Nov 12 08:54:51.058655 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-67e03130-a681-401e-99e6-a3de84daa912 req-701f140b-dac8-44e0-92f5-d3539d74c06c tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=743576cf-f2c6-41e3-83f6-7155b350b964 HTTP/1.1" status: 200 len: 943 time: 0.3979607 Nov 12 08:54:51.064043 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37050) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:51.070334 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-7f944e46-a38e-4ee2-bc67-e24a38338b01 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-742611157', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9723645c-815b-4920-974b-be5d6a7e07f3'}], 'security_groups': ['157608fa-83d4-49b7-a43e-3f08af43bf64']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:51.117300 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc04a5-01a4-4b02-ad97-378f0a32539d req-b59533bf-f0cd-4366-8e30-28739aabb1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:51.119778 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a4bc04a5-01a4-4b02-ad97-378f0a32539d req-b59533bf-f0cd-4366-8e30-28739aabb1a0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=13a885c4-65b3-49fb-a3a8-7d284f1cee63 HTTP/1.1" status: 200 len: 912 time: 0.3307443 Nov 12 08:54:51.180742 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a32e8-5937-4bf6-b2e9-b9f042f7cd79 req-db5704da-9313-4387-8140-3daa4497d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:51.184137 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-705a32e8-5937-4bf6-b2e9-b9f042f7cd79 req-db5704da-9313-4387-8140-3daa4497d99b service neutron] 10.222.0.58 "GET /v2.0/networks?id=13a885c4-65b3-49fb-a3a8-7d284f1cee63 HTTP/1.1" status: 200 len: 912 time: 0.2288864 Nov 12 08:54:51.185146 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-80dd8e68-c2ec-4eb4-aa56-8d3630c2b940 service neutron] Port 0db8467b-a8e0-4127-b527-cac040b50758 on network dff85ee1-5d3b-4104-8677-a8be57638c59 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:54:51.185548 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-80dd8e68-c2ec-4eb4-aa56-8d3630c2b940 service neutron] Attempting to bind port 0db8467b-a8e0-4127-b527-cac040b50758 on network dff85ee1-5d3b-4104-8677-a8be57638c59 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:51.236377 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a4bc04a5-01a4-4b02-ad97-378f0a32539d req-2e9ea734-55da-4943-8af1-41a898be7240 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42b20626-5a2f-4b4f-8d80-26193c260631 HTTP/1.1" status: 200 len: 217 time: 0.1036456 Nov 12 08:54:51.255733 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-705a32e8-5937-4bf6-b2e9-b9f042f7cd79 req-e7a5d45d-8c5f-4ae8-ad31-0a6d3dc4e7e5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64943d64-747a-44c1-a15f-cb35795c43c5 HTTP/1.1" status: 200 len: 217 time: 0.0490327 Nov 12 08:54:51.345641 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-80dd8e68-c2ec-4eb4-aa56-8d3630c2b940 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:54:51.346136 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-80dd8e68-c2ec-4eb4-aa56-8d3630c2b940 service neutron] Checking segment: {'id': 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:51.346790 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-80dd8e68-c2ec-4eb4-aa56-8d3630c2b940 service neutron] Bound using segment: {'id': 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:54:51.347553 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-80dd8e68-c2ec-4eb4-aa56-8d3630c2b940 service neutron] Bound port: 0db8467b-a8e0-4127-b527-cac040b50758, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:54:51.348024 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-80dd8e68-c2ec-4eb4-aa56-8d3630c2b940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:51.353130 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a32e8-5937-4bf6-b2e9-b9f042f7cd79 req-c021fd2a-be4b-4165-b1dc-983f14d606a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:51.354965 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-705a32e8-5937-4bf6-b2e9-b9f042f7cd79 req-c021fd2a-be4b-4165-b1dc-983f14d606a2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c38e4b15-1e73-4947-8254-225baa4e56ae HTTP/1.1" status: 200 len: 851 time: 0.0901825 Nov 12 08:54:51.400658 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-705a32e8-5937-4bf6-b2e9-b9f042f7cd79 req-c6268050-4fd2-487f-be66-4a4125b28552 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=13a885c4-65b3-49fb-a3a8-7d284f1cee63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327585 Nov 12 08:54:51.443697 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6aa16e-6263-4ab8-ac74-eee4c309836f None None] Update dhcp port {'port': {'network_id': 'b10a7d10-6adf-4a5b-9687-9e7760e2f4a9', 'fixed_ips': [{'subnet_id': '9dfa11cc-ed81-49e2-b82b-e847a3d09b8d', 'ip_address': '2001:db8::2'}, {'subnet_id': '9723645c-815b-4920-974b-be5d6a7e07f3'}], 'binding:host_id': 'n-d-768862-16'}, 'id': 'f181cc5a-17ac-4704-813d-fe0324e0c96e'} from n-d-768862-16. {{(pid=102570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:54:51.477667 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8f6aa16e-6263-4ab8-ac74-eee4c309836f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:51.576518 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-705a32e8-5937-4bf6-b2e9-b9f042f7cd79 req-a1b36b2c-fde0-4bde-ab94-9ce3d2b04e03 service neutron] 10.222.0.58 "GET /v2.0/networks/13a885c4-65b3-49fb-a3a8-7d284f1cee63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619108 Nov 12 08:54:51.594449 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc04a5-01a4-4b02-ad97-378f0a32539d req-b45cd263-6cce-41e4-9ec1-b0991e21c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:51.596920 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a4bc04a5-01a4-4b02-ad97-378f0a32539d req-b45cd263-6cce-41e4-9ec1-b0991e21c82a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c38e4b15-1e73-4947-8254-225baa4e56ae HTTP/1.1" status: 200 len: 851 time: 0.3442471 Nov 12 08:54:51.658433 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f944e46-a38e-4ee2-bc67-e24a38338b01 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:51.695120 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a4bc04a5-01a4-4b02-ad97-378f0a32539d req-1b9a6a28-074b-44b4-8556-8370fb32c782 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=13a885c4-65b3-49fb-a3a8-7d284f1cee63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844615 Nov 12 08:54:51.868352 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a3b2c404-d8b8-4db5-9926-5be7c05eb486 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:51.994976 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a4bc04a5-01a4-4b02-ad97-378f0a32539d req-dc28e4c0-d93a-40a3-84f9-9a011d5d43d2 service neutron] 10.222.0.54 "GET /v2.0/networks/13a885c4-65b3-49fb-a3a8-7d284f1cee63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924166 Nov 12 08:54:52.015461 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-67e03130-a681-401e-99e6-a3de84daa912 req-5eece2a3-f9bd-43ea-9c46-a0bc01cfdae4 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9513226 Nov 12 08:54:52.068335 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-a3b2c404-d8b8-4db5-9926-5be7c05eb486 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Calling delete_port for 37fd56eb-ade5-43eb-9d42-7ec275a795c1 owned by {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:52.095910 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-8f6aa16e-6263-4ab8-ac74-eee4c309836f None None] Allocated IP 2001:db8:0:1::2 (b10a7d10-6adf-4a5b-9687-9e7760e2f4a9/9723645c-815b-4920-974b-be5d6a7e07f3/f181cc5a-17ac-4704-813d-fe0324e0c96e) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:52.144805 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-80dd8e68-c2ec-4eb4-aa56-8d3630c2b940 service neutron] For port 0db8467b-a8e0-4127-b527-cac040b50758, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:52.262916 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-80dd8e68-c2ec-4eb4-aa56-8d3630c2b940 service neutron] For port 0db8467b-a8e0-4127-b527-cac040b50758, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=0db8467b-a8e0-4127-b527-cac040b50758,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:54:52.288750 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-80dd8e68-c2ec-4eb4-aa56-8d3630c2b940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:52.306806 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-8f6aa16e-6263-4ab8-ac74-eee4c309836f None None] For port f181cc5a-17ac-4704-813d-fe0324e0c96e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=f181cc5a-17ac-4704-813d-fe0324e0c96e,segment=NetworkSegment(d649d88f-c4f4-4e53-8dae-af51ee0e5749),segment_id=d649d88f-c4f4-4e53-8dae-af51ee0e5749)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:52.359641 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a4bc04a5-01a4-4b02-ad97-378f0a32539d req-2d2fe613-cdae-4b79-a32a-efe03ec4e9e1 service neutron] 10.222.0.54 "GET /v2.0/networks/13a885c4-65b3-49fb-a3a8-7d284f1cee63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536048 Nov 12 08:54:52.365598 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8f6aa16e-6263-4ab8-ac74-eee4c309836f None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:52.384787 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8f6aa16e-6263-4ab8-ac74-eee4c309836f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:52.549015 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6aa16e-6263-4ab8-ac74-eee4c309836f None None] Pushing event updated for resources: {'Port': ['ID=f181cc5a-17ac-4704-813d-fe0324e0c96e,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:52.674432 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-7f944e46-a38e-4ee2-bc67-e24a38338b01 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Delete allocated IP 2001:db8::a6 (b10a7d10-6adf-4a5b-9687-9e7760e2f4a9/9dfa11cc-ed81-49e2-b82b-e847a3d09b8d) {{(pid=102568) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 08:54:52.701089 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-7f944e46-a38e-4ee2-bc67-e24a38338b01 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Allocated IP 2001:db8:0:1::167 (b10a7d10-6adf-4a5b-9687-9e7760e2f4a9/9723645c-815b-4920-974b-be5d6a7e07f3/a38559cf-61b6-49d0-a115-2669090a4634) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:52.743280 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device f181cc5a-17ac-4704-813d-fe0324e0c96e up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:52.907301 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port f181cc5a-17ac-4704-813d-fe0324e0c96e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:52.919868 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:52.989630 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:53.092387 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f944e46-a38e-4ee2-bc67-e24a38338b01 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:53.100119 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f944e46-a38e-4ee2-bc67-e24a38338b01 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:53.220943 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f944e46-a38e-4ee2-bc67-e24a38338b01 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Port': ['ID=a38559cf-61b6-49d0-a115-2669090a4634,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:53.268961 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-7f944e46-a38e-4ee2-bc67-e24a38338b01 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] In _notify_port_updated(), no bound segment for port a38559cf-61b6-49d0-a115-2669090a4634 on network b10a7d10-6adf-4a5b-9687-9e7760e2f4a9 {{(pid=102568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:54:53.277472 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f944e46-a38e-4ee2-bc67-e24a38338b01 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:53.277944 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f944e46-a38e-4ee2-bc67-e24a38338b01 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:53.279529 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7f944e46-a38e-4ee2-bc67-e24a38338b01 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "PUT /v2.0/ports/a38559cf-61b6-49d0-a115-2669090a4634 HTTP/1.1" status: 200 len: 930 time: 2.2141368 Nov 12 08:54:53.284123 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37068) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:53.304484 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-705a32e8-5937-4bf6-b2e9-b9f042f7cd79 req-527e8f84-777c-4595-bbc8-61f05b3afb93 service neutron] 10.222.0.58 "GET /v2.0/networks/13a885c4-65b3-49fb-a3a8-7d284f1cee63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6618326 Nov 12 08:54:53.336952 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a3b2c404-d8b8-4db5-9926-5be7c05eb486 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:53.351063 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-80dd8e68-c2ec-4eb4-aa56-8d3630c2b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:53.351875 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-80dd8e68-c2ec-4eb4-aa56-8d3630c2b940 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:53.353493 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-80dd8e68-c2ec-4eb4-aa56-8d3630c2b940 service neutron] 10.222.0.58 "PUT /v2.0/ports/0db8467b-a8e0-4127-b527-cac040b50758 HTTP/1.1" status: 200 len: 1092 time: 4.3475173 Nov 12 08:54:53.353978 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743576cf-f2c6-41e3-83f6-7155b350b964', 'tag': '0db8467b-a8e0-4127-b527-cac040b50758'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:53.357160 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14d6697-0e41-4558-91b9-51b8b5990072" -d '{"events": [{"name": "network-changed", "server_uuid": "743576cf-f2c6-41e3-83f6-7155b350b964", "tag": "0db8467b-a8e0-4127-b527-cac040b50758"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:53.448666 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-de4cefc1-27f5-4b5b-b0fe-3d4a9dbcbef4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Deleting port a38559cf-61b6-49d0-a115-2669090a4634 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:53.450004 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-de4cefc1-27f5-4b5b-b0fe-3d4a9dbcbef4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:53.485473 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67bcd0-9910-432a-a3ba-d8c75930c6b2 req-9028336e-9138-40b6-af5d-7653e867e340 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:53.487467 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ee67bcd0-9910-432a-a3ba-d8c75930c6b2 req-9028336e-9138-40b6-af5d-7653e867e340 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=90db4398-d4ce-4882-a027-a4c8b39c990c HTTP/1.1" status: 200 len: 946 time: 1.2233727 Nov 12 08:54:53.531142 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd8e68-c2ec-4eb4-aa56-8d3630c2b940 service neutron] Pushing event updated for resources: {'Port': ['ID=0db8467b-a8e0-4127-b527-cac040b50758,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:53.646073 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-de4cefc1-27f5-4b5b-b0fe-3d4a9dbcbef4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:53.661503 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2c404-d8b8-4db5-9926-5be7c05eb486 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event deleted for resources: {'Port': ['ID=37fd56eb-ade5-43eb-9d42-7ec275a795c1,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:53.667196 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-de4cefc1-27f5-4b5b-b0fe-3d4a9dbcbef4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Calling delete_port for a38559cf-61b6-49d0-a115-2669090a4634 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:53.720039 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a3b2c404-d8b8-4db5-9926-5be7c05eb486 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:53.728668 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a3b2c404-d8b8-4db5-9926-5be7c05eb486 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "DELETE /v2.0/ports/37fd56eb-ade5-43eb-9d42-7ec275a795c1 HTTP/1.1" status: 204 len: 168 time: 3.3648317 Nov 12 08:54:53.743324 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37074) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:53.783702 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-0d0d5b21-b4d3-4f7b-aa7a-45f9bb536e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:53.792304 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-0d0d5b21-b4d3-4f7b-aa7a-45f9bb536e48 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=78d9cae7e28e44dea74a67608c81b079&device_id=743576cf-f2c6-41e3-83f6-7155b350b964 HTTP/1.1" status: 200 len: 1095 time: 0.3501105 Nov 12 08:54:53.883463 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-c865dcac-3feb-4b99-86cd-ee45fac36259 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0db8467b-a8e0-4127-b527-cac040b50758 HTTP/1.1" status: 200 len: 217 time: 0.0788965 Nov 12 08:54:53.896251 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ee67bcd0-9910-432a-a3ba-d8c75930c6b2 req-ba28efe5-a09c-4c9e-8e7d-9c062ef27143 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485987 Nov 12 08:54:53.954314 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-0625a33c-38e6-4367-8a12-d4607c3fa940 None None] Provisioning complete for port a38559cf-61b6-49d0-a115-2669090a4634 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:53.954880 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0625a33c-38e6-4367-8a12-d4607c3fa940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:53.984361 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-0625a33c-38e6-4367-8a12-d4607c3fa940 None None] Port a38559cf-61b6-49d0-a115-2669090a4634 was deleted so its status cannot be updated. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 08:54:53.994083 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-5dab2a49-04d2-4d26-bf63-ba0aa3356557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:53.994848 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-de4cefc1-27f5-4b5b-b0fe-3d4a9dbcbef4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:53.998759 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-0625a33c-38e6-4367-8a12-d4607c3fa940 None None] Provisioning complete for port f181cc5a-17ac-4704-813d-fe0324e0c96e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:53.999140 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0625a33c-38e6-4367-8a12-d4607c3fa940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:54.001641 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-5dab2a49-04d2-4d26-bf63-ba0aa3356557 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c35fa51-ac67-4be1-b9e2-7be8e3c59722 HTTP/1.1" status: 200 len: 845 time: 0.1039686 Nov 12 08:54:54.078905 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-6deda83c-9fe3-4f9a-bd29-cece78e6dd75 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dff85ee1-5d3b-4104-8677-a8be57638c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692036 Nov 12 08:54:54.096470 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4cefc1-27f5-4b5b-b0fe-3d4a9dbcbef4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Port': ['ID=a38559cf-61b6-49d0-a115-2669090a4634,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:54.171052 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-de4cefc1-27f5-4b5b-b0fe-3d4a9dbcbef4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:54.179906 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-de4cefc1-27f5-4b5b-b0fe-3d4a9dbcbef4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/ports/a38559cf-61b6-49d0-a115-2669090a4634 HTTP/1.1" status: 204 len: 168 time: 0.8941319 Nov 12 08:54:54.185317 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37080) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:54.193667 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-0625a33c-38e6-4367-8a12-d4607c3fa940 None None] Provisioning complete for port f5b040b9-43d7-493e-b388-c53328e1a740 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:54.194074 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0625a33c-38e6-4367-8a12-d4607c3fa940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:54.253380 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-af952c24-136f-481c-91e6-53059b374c7b req-46ce75ee-323b-4a3c-80ae-dd46f6bdd5f4 tempest-ServerShowV254Test-1199947267 tempest-ServerShowV254Test-1199947267-project] 10.222.0.37 "GET /v2.0/ports?device_id=abdcca3e-92cb-4630-a25f-af6027c8ebdc HTTP/1.1" status: 200 len: 210 time: 0.0504587 Nov 12 08:54:54.255264 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-28dfd404-22bd-464a-99a0-7fb9572c8b85 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] GET failed (client error): The resource could not be found. Nov 12 08:54:54.264415 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-28dfd404-22bd-464a-99a0-7fb9572c8b85 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "GET /v2.0/ports/a38559cf-61b6-49d0-a115-2669090a4634 HTTP/1.1" status: 404 len: 333 time: 0.0755181 Nov 12 08:54:54.271779 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37082) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:54.281403 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-0625a33c-38e6-4367-8a12-d4607c3fa940 None None] Port f5b040b9-43d7-493e-b388-c53328e1a740 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:54:54.325845 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-713336c3-96be-477e-a26f-dce6a1b54e9c service neutron] 10.222.0.58 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387347 Nov 12 08:54:54.345110 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-50c7c16e-15c4-49f1-a955-ef7c4d5d1305 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Deleting port 98b396bd-237f-422a-9b6d-ece9fc784ca4 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:54.345542 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-50c7c16e-15c4-49f1-a955-ef7c4d5d1305 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:54.410483 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9120dca6-c6e7-4ff1-bf5b-c7f07987ae85 None None] Could not find standard attr ID for object a38559cf-61b6-49d0-a115-2669090a4634. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:54:54.471619 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-27dbc4ca-7e4e-4611-b580-ea4bb7b977bc tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:54.534783 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-27dbc4ca-7e4e-4611-b580-ea4bb7b977bc tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:54.576049 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-50c7c16e-15c4-49f1-a955-ef7c4d5d1305 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:54.589246 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f54d30-39f4-45f3-84c1-58131e78d953 req-45f64011-d668-41eb-97cf-1c6f72d510ee tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:54.599227 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80f54d30-39f4-45f3-84c1-58131e78d953 req-45f64011-d668-41eb-97cf-1c6f72d510ee tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=743576cf-f2c6-41e3-83f6-7155b350b964 HTTP/1.1" status: 200 len: 943 time: 0.1994503 Nov 12 08:54:54.618333 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-50c7c16e-15c4-49f1-a955-ef7c4d5d1305 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Calling delete_port for 98b396bd-237f-422a-9b6d-ece9fc784ca4 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:54.669496 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f4eb513-348a-4fa3-8668-7523bd82bf07 req-853d056f-d03b-4b72-9174-50770b3298f9 service neutron] 10.222.0.58 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356314 Nov 12 08:54:54.693994 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80f54d30-39f4-45f3-84c1-58131e78d953 req-3a56f268-4932-4fe4-8a42-15448741e54f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925798 Nov 12 08:54:54.785545 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-27dbc4ca-7e4e-4611-b580-ea4bb7b977bc tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:54.799628 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-27dbc4ca-7e4e-4611-b580-ea4bb7b977bc tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:54.805338 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-27dbc4ca-7e4e-4611-b580-ea4bb7b977bc tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/security-groups/efef7ca1-5d9c-4897-9a30-a1b3ecc5efb6 HTTP/1.1" status: 204 len: 168 time: 0.5279424 Nov 12 08:54:54.807836 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37088) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:54.878628 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9faf1006-68bb-46b2-a6b5-e8875c07975b x-openstack-request-id: req-9faf1006-68bb-46b2-a6b5-e8875c07975b {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:54.879045 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "743576cf-f2c6-41e3-83f6-7155b350b964", "tag": "0db8467b-a8e0-4127-b527-cac040b50758", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:54.879828 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9faf1006-68bb-46b2-a6b5-e8875c07975b {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:54.880438 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743576cf-f2c6-41e3-83f6-7155b350b964', 'tag': '0db8467b-a8e0-4127-b527-cac040b50758', 'status': 'completed', 'code': 200} Nov 12 08:54:54.914668 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbc4ca-7e4e-4611-b580-ea4bb7b977bc tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efef7ca1-5d9c-4897-9a30-a1b3ecc5efb6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:54.951257 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37092) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:55.017437 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d6697-0e41-4558-91b9-51b8b5990072 req-1948abe2-0739-4690-b145-5f60ea50df72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:55.033435 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b14d6697-0e41-4558-91b9-51b8b5990072 req-1948abe2-0739-4690-b145-5f60ea50df72 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=78d9cae7e28e44dea74a67608c81b079&device_id=743576cf-f2c6-41e3-83f6-7155b350b964 HTTP/1.1" status: 200 len: 1095 time: 0.1326029 Nov 12 08:54:55.212924 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6821a5d8-47c9-4037-bc9e-dffe66246c02 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.226845 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-50c7c16e-15c4-49f1-a955-ef7c4d5d1305 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.258537 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d6697-0e41-4558-91b9-51b8b5990072 req-d50e7440-4f0f-412e-9cfe-939e2b386be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:55.263338 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b14d6697-0e41-4558-91b9-51b8b5990072 req-d50e7440-4f0f-412e-9cfe-939e2b386be3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dff85ee1-5d3b-4104-8677-a8be57638c59 HTTP/1.1" status: 200 len: 906 time: 0.2186925 Nov 12 08:54:55.299675 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-77d769e7-78f4-48d3-954e-f43f8df6cc52 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.320538 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7c16e-15c4-49f1-a955-ef7c4d5d1305 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event deleted for resources: {'Port': ['ID=98b396bd-237f-422a-9b6d-ece9fc784ca4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:55.359414 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6821a5d8-47c9-4037-bc9e-dffe66246c02 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.360614 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b14d6697-0e41-4558-91b9-51b8b5990072 req-7d6ef812-f240-4a93-b1c7-7bdf905937b0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0db8467b-a8e0-4127-b527-cac040b50758 HTTP/1.1" status: 200 len: 217 time: 0.0843086 Nov 12 08:54:55.450577 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d6697-0e41-4558-91b9-51b8b5990072 req-b3fdefd7-ff7e-47f3-8df2-f1298391398c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:55.454108 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b14d6697-0e41-4558-91b9-51b8b5990072 req-b3fdefd7-ff7e-47f3-8df2-f1298391398c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c35fa51-ac67-4be1-b9e2-7be8e3c59722 HTTP/1.1" status: 200 len: 845 time: 0.0806489 Nov 12 08:54:55.509577 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b14d6697-0e41-4558-91b9-51b8b5990072 req-326f3259-185e-4bfa-af75-df58e9b35c35 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dff85ee1-5d3b-4104-8677-a8be57638c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362778 Nov 12 08:54:55.514775 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-77d769e7-78f4-48d3-954e-f43f8df6cc52 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.562628 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-50c7c16e-15c4-49f1-a955-ef7c4d5d1305 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.570369 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-50c7c16e-15c4-49f1-a955-ef7c4d5d1305 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "DELETE /v2.0/ports/98b396bd-237f-422a-9b6d-ece9fc784ca4 HTTP/1.1" status: 204 len: 168 time: 1.8255608 Nov 12 08:54:55.572146 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6821a5d8-47c9-4037-bc9e-dffe66246c02 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.577416 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6821a5d8-47c9-4037-bc9e-dffe66246c02 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.581468 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37096) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:55.582429 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6821a5d8-47c9-4037-bc9e-dffe66246c02 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "DELETE /v2.0/security-groups/a0b11ea6-f0ad-4b14-ad6a-d16769370d46 HTTP/1.1" status: 204 len: 168 time: 0.6296849 Nov 12 08:54:55.586957 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37098) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:55.614038 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-4fbca047-38be-47fc-ac89-fef84b52da57 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] show failed (client error): The resource could not be found. Nov 12 08:54:55.621068 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4fbca047-38be-47fc-ac89-fef84b52da57 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "GET /v2.0/security-groups/a0b11ea6-f0ad-4b14-ad6a-d16769370d46 HTTP/1.1" status: 404 len: 347 time: 0.0286257 Nov 12 08:54:55.622392 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821a5d8-47c9-4037-bc9e-dffe66246c02 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b11ea6-f0ad-4b14-ad6a-d16769370d46,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:55.624726 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37100) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:55.738698 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ebb2d1-4199-4e12-82ce-b11de50b0786 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:55.744340 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-01ebb2d1-4199-4e12-82ce-b11de50b0786 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7eb8014-2395-467d-8954-226e5c316fbd HTTP/1.1" status: 200 len: 913 time: 0.1615622 Nov 12 08:54:55.748397 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37102) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:55.764521 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-77d769e7-78f4-48d3-954e-f43f8df6cc52 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.767267 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-77d769e7-78f4-48d3-954e-f43f8df6cc52 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.773482 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-77d769e7-78f4-48d3-954e-f43f8df6cc52 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/security-groups/157608fa-83d4-49b7-a43e-3f08af43bf64 HTTP/1.1" status: 204 len: 168 time: 0.9640131 Nov 12 08:54:55.821093 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37106) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:55.858800 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b14d6697-0e41-4558-91b9-51b8b5990072 req-c2ed626e-045d-497d-b54c-4052170cf18b service neutron] 10.222.0.58 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391869 Nov 12 08:54:55.867649 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d769e7-78f4-48d3-954e-f43f8df6cc52 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=157608fa-83d4-49b7-a43e-3f08af43bf64,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:56.049993 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b14d6697-0e41-4558-91b9-51b8b5990072 req-0c077a9f-e354-421a-81c4-a2f5ed1ad605 service neutron] 10.222.0.58 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780689 Nov 12 08:54:56.122859 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd768b4-dd4c-4640-a32d-dc6129ceeed2 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Deleting subnet 9dfa11cc-ed81-49e2-b82b-e847a3d09b8d {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:54:56.131239 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0cd768b4-dd4c-4640-a32d-dc6129ceeed2 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:56.274361 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0cd768b4-dd4c-4640-a32d-dc6129ceeed2 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:56.294052 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-dd032566-51f9-4d43-bc10-44e0de88a0c7 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Deleting port 9829566d-b1f0-4099-b50c-17e1bcf4b746 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:56.294825 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd032566-51f9-4d43-bc10-44e0de88a0c7 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:56.439082 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd032566-51f9-4d43-bc10-44e0de88a0c7 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:56.439579 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd032566-51f9-4d43-bc10-44e0de88a0c7 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:56.460982 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-dd032566-51f9-4d43-bc10-44e0de88a0c7 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Calling delete_port for 9829566d-b1f0-4099-b50c-17e1bcf4b746 owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:56.622817 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418a5e3-c8d3-4847-9b78-c750ed20dae5 req-32f29837-2a3a-4bb1-b11b-7996e9354f46 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:56.625598 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2418a5e3-c8d3-4847-9b78-c750ed20dae5 req-32f29837-2a3a-4bb1-b11b-7996e9354f46 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=90db4398-d4ce-4882-a027-a4c8b39c990c HTTP/1.1" status: 200 len: 946 time: 0.2124336 Nov 12 08:54:56.714219 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0cd768b4-dd4c-4640-a32d-dc6129ceeed2 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:56.809711 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2418a5e3-c8d3-4847-9b78-c750ed20dae5 req-bf63f32f-9c8e-40ec-bf17-326b87208901 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652620 Nov 12 08:54:56.879704 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd032566-51f9-4d43-bc10-44e0de88a0c7 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:56.893795 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0cd768b4-dd4c-4640-a32d-dc6129ceeed2 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:56.975325 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8096e7f-b3ca-4454-871f-78b4a3d378c6 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:54:56.987597 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd768b4-dd4c-4640-a32d-dc6129ceeed2 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Subnet': ['ID=9dfa11cc-ed81-49e2-b82b-e847a3d09b8d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:57.004601 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd032566-51f9-4d43-bc10-44e0de88a0c7 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Pushing event deleted for resources: {'Port': ['ID=9829566d-b1f0-4099-b50c-17e1bcf4b746,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:57.046162 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5a3e142e-8d13-437d-9a1e-82dd5f2fc75d tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:57.056115 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0cd768b4-dd4c-4640-a32d-dc6129ceeed2 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:57.072121 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0cd768b4-dd4c-4640-a32d-dc6129ceeed2 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/subnets/9dfa11cc-ed81-49e2-b82b-e847a3d09b8d HTTP/1.1" status: 204 len: 168 time: 1.2480733 Nov 12 08:54:57.074118 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60a2197-8f5d-45b6-b26e-05a4adffb4b9 None None] Network b10a7d10-6adf-4a5b-9687-9e7760e2f4a9 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:54:57.076769 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37134) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:57.088054 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0d1ed368-d01f-4a7d-8760-08c2461195e7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'subnet': {'network_id': 'b10a7d10-6adf-4a5b-9687-9e7760e2f4a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:57.339377 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95baa25-8dde-4bcf-8e36-31b36148c12f req-45eeebe6-022d-401d-b7a5-e333b26e64bf tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:57.347505 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f95baa25-8dde-4bcf-8e36-31b36148c12f req-45eeebe6-022d-401d-b7a5-e333b26e64bf tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=743576cf-f2c6-41e3-83f6-7155b350b964 HTTP/1.1" status: 200 len: 943 time: 0.3724992 Nov 12 08:54:57.391884 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1ed368-d01f-4a7d-8760-08c2461195e7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:57.399373 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d1ed368-d01f-4a7d-8760-08c2461195e7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:57.449336 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f95baa25-8dde-4bcf-8e36-31b36148c12f req-4e82dc7d-2195-4dd9-b8f7-b446c6c76a83 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005425 Nov 12 08:54:57.596060 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd032566-51f9-4d43-bc10-44e0de88a0c7 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:57.598859 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd032566-51f9-4d43-bc10-44e0de88a0c7 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:57.600170 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-dd032566-51f9-4d43-bc10-44e0de88a0c7 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "DELETE /v2.0/floatingips/4abfbd76-1c31-4435-a56d-3cdbf7b19282 HTTP/1.1" status: 204 len: 168 time: 1.9742472 Nov 12 08:54:57.605504 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37142) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:57.760415 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-5a3e142e-8d13-437d-9a1e-82dd5f2fc75d tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Deleting port 05ce888c-21ed-4db7-899d-2aa92f3775bc {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:57.760992 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5a3e142e-8d13-437d-9a1e-82dd5f2fc75d tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:57.989035 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5a3e142e-8d13-437d-9a1e-82dd5f2fc75d tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:58.001899 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 0db8467b-a8e0-4127-b527-cac040b50758 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:54:58.018565 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-5a3e142e-8d13-437d-9a1e-82dd5f2fc75d tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Calling delete_port for 05ce888c-21ed-4db7-899d-2aa92f3775bc owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:58.194315 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-1252a1f3-6fa3-4941-a1b7-ade149c39790 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Deleting port 21a69529-a5f8-4991-8770-485deba29c21 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:58.197873 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1252a1f3-6fa3-4941-a1b7-ade149c39790 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:58.409120 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 0db8467b-a8e0-4127-b527-cac040b50758, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=0db8467b-a8e0-4127-b527-cac040b50758,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:58.430804 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d1ed368-d01f-4a7d-8760-08c2461195e7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:58.446900 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5a3e142e-8d13-437d-9a1e-82dd5f2fc75d tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:58.466192 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '0db8467b-a8e0-4127-b527-cac040b50758', 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59', 'port_id': '0db8467b-a8e0-4127-b527-cac040b50758', 'mac_address': 'fa:16:3e:61:bf:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c35fa51-ac67-4be1-b9e2-7be8e3c59722', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:54:58.567839 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:58.584699 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e142e-8d13-437d-9a1e-82dd5f2fc75d tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event deleted for resources: {'Port': ['ID=05ce888c-21ed-4db7-899d-2aa92f3775bc,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:58.590373 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-590ce4b7-905a-49b6-9ed2-e0f5a37d81b2 req-15c414f5-5619-4fc3-b451-3f9188c5f72f tempest-ServerShowV254Test-1199947267 tempest-ServerShowV254Test-1199947267-project] 10.222.0.37 "GET /v2.0/ports?device_id=abdcca3e-92cb-4630-a25f-af6027c8ebdc HTTP/1.1" status: 200 len: 210 time: 0.0777082 Nov 12 08:54:58.592130 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db8467b-a8e0-4127-b527-cac040b50758 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:54:58.634154 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1ed368-d01f-4a7d-8760-08c2461195e7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network b10a7d10-6adf-4a5b-9687-9e7760e2f4a9 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:58.649326 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 0db8467b-a8e0-4127-b527-cac040b50758, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=0db8467b-a8e0-4127-b527-cac040b50758,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:58.656626 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:58.684368 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ed368-d01f-4a7d-8760-08c2461195e7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Subnet': ['ID=b77766e7-5b2e-4043-8d99-e29e3530c817,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:58.732236 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1252a1f3-6fa3-4941-a1b7-ade149c39790 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:58.737058 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-0d1ed368-d01f-4a7d-8760-08c2461195e7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:58.746920 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1ed368-d01f-4a7d-8760-08c2461195e7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:58.747892 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d1ed368-d01f-4a7d-8760-08c2461195e7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:58.762199 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-1252a1f3-6fa3-4941-a1b7-ade149c39790 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Calling delete_port for 21a69529-a5f8-4991-8770-485deba29c21 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:58.786634 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0d1ed368-d01f-4a7d-8760-08c2461195e7 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7081017 Nov 12 08:54:58.791208 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37164) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:58.833324 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=0db8467b-a8e0-4127-b527-cac040b50758,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:58.868468 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-72fec49a-9f0f-4954-a812-ce92fa982448 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'security_group': {'name': 'tempest-secgroup-2137137049'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:58.873739 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['0db8467b-a8e0-4127-b527-cac040b50758'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:54:58.954749 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a158b62-0644-4cfc-b3af-c653448b83a6 None None] Network b10a7d10-6adf-4a5b-9687-9e7760e2f4a9 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:54:59.042082 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b61209-c4bf-4daf-b45d-8950214e1071 req-072eb69b-f258-44b9-8a41-74644544cec3 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:59.044425 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-61b61209-c4bf-4daf-b45d-8950214e1071 req-072eb69b-f258-44b9-8a41-74644544cec3 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=90db4398-d4ce-4882-a027-a4c8b39c990c HTTP/1.1" status: 200 len: 946 time: 0.1964326 Nov 12 08:54:59.046233 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5a3e142e-8d13-437d-9a1e-82dd5f2fc75d tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:59.075212 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72fec49a-9f0f-4954-a812-ce92fa982448 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:59.157775 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1252a1f3-6fa3-4941-a1b7-ade149c39790 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:59.213143 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:59.220764 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-fc164c64-099c-4028-b1b1-fa5306b1cbc5 None None] Provisioning complete for port f181cc5a-17ac-4704-813d-fe0324e0c96e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:59.221138 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fc164c64-099c-4028-b1b1-fa5306b1cbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:59.230205 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1252a1f3-6fa3-4941-a1b7-ade149c39790 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Pushing event deleted for resources: {'Port': ['ID=21a69529-a5f8-4991-8770-485deba29c21,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:59.255446 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-61b61209-c4bf-4daf-b45d-8950214e1071 req-f7823630-c64f-4b18-b696-aa65bbf59c5e tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931570 Nov 12 08:54:59.480170 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72fec49a-9f0f-4954-a812-ce92fa982448 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:59.490832 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72fec49a-9f0f-4954-a812-ce92fa982448 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:59.521018 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1252a1f3-6fa3-4941-a1b7-ade149c39790 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:59.525803 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1252a1f3-6fa3-4941-a1b7-ade149c39790 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "DELETE /v2.0/ports/21a69529-a5f8-4991-8770-485deba29c21 HTTP/1.1" status: 204 len: 168 time: 1.9165211 Nov 12 08:54:59.535336 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37176) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:59.535535 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-fc164c64-099c-4028-b1b1-fa5306b1cbc5 None None] Provisioning complete for port f5b040b9-43d7-493e-b388-c53328e1a740 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:59.535642 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fc164c64-099c-4028-b1b1-fa5306b1cbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:59.612768 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72fec49a-9f0f-4954-a812-ce92fa982448 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:59.614547 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-72fec49a-9f0f-4954-a812-ce92fa982448 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8222191 Nov 12 08:54:59.623325 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37178) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:59.652418 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-58c1efd5-77d0-47ce-8aa3-766a426b863e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'security_group': {'name': 'tempest-secgroup-999363903'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:59.670024 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7599ed-86bc-486f-b072-33bf65b00b95 req-dd29d98f-98a7-4e21-832f-549179842d92 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:59.675187 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3b7599ed-86bc-486f-b072-33bf65b00b95 req-dd29d98f-98a7-4e21-832f-549179842d92 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=743576cf-f2c6-41e3-83f6-7155b350b964 HTTP/1.1" status: 200 len: 944 time: 0.2263687 Nov 12 08:54:59.686801 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fec49a-9f0f-4954-a812-ce92fa982448 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34771bd3-baf5-4909-8a71-e9b10cdedb82,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:59.694107 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-fc164c64-099c-4028-b1b1-fa5306b1cbc5 None None] Port f5b040b9-43d7-493e-b388-c53328e1a740 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:54:59.702533 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6aed3d-50c5-494c-bd83-b00eb83bd976 None None] Update dhcp port {'port': {'network_id': 'b10a7d10-6adf-4a5b-9687-9e7760e2f4a9', 'fixed_ips': [{'subnet_id': '9723645c-815b-4920-974b-be5d6a7e07f3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b77766e7-5b2e-4043-8d99-e29e3530c817'}], 'binding:host_id': 'n-d-768862-16'}, 'id': 'f181cc5a-17ac-4704-813d-fe0324e0c96e'} from n-d-768862-16. {{(pid=102570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:54:59.764785 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-be6aed3d-50c5-494c-bd83-b00eb83bd976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:59.826169 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-58c1efd5-77d0-47ce-8aa3-766a426b863e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:59.890741 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3e142e-8d13-437d-9a1e-82dd5f2fc75d tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Router d7eb8014-2395-467d-8954-226e5c316fbd has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:54:59.898327 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-22de81c6-a0a5-4535-aa76-411e96d42d84 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Deleting port 996f9d9d-9c4c-4d28-a901-cc2cc552d93a {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:59.898750 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-22de81c6-a0a5-4535-aa76-411e96d42d84 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:59.956506 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3b7599ed-86bc-486f-b072-33bf65b00b95 req-6a350084-74fb-4043-a034-d2f7ba2de234 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746816 Nov 12 08:55:00.099251 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-22de81c6-a0a5-4535-aa76-411e96d42d84 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:00.118153 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-22de81c6-a0a5-4535-aa76-411e96d42d84 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Calling delete_port for 996f9d9d-9c4c-4d28-a901-cc2cc552d93a owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:00.124748 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 0db8467b-a8e0-4127-b527-cac040b50758 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:00.243801 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3e142e-8d13-437d-9a1e-82dd5f2fc75d tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:55:00.258770 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bd3dcc-760b-41ef-ad2e-ad7b4f4de9ae None None] Sync routers for ids ['d7eb8014-2395-467d-8954-226e5c316fbd'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:55:00.264481 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5a3e142e-8d13-437d-9a1e-82dd5f2fc75d tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "PUT /v2.0/routers/d7eb8014-2395-467d-8954-226e5c316fbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5140741 Nov 12 08:55:00.293633 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bd3dcc-760b-41ef-ad2e-ad7b4f4de9ae None None] Routers {'d7eb8014-2395-467d-8954-226e5c316fbd'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:00.297596 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-51bd3dcc-760b-41ef-ad2e-ad7b4f4de9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:54:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d7eb8014-2395-467d-8954-226e5c316fbd'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:00.319718 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9363bdb4-a681-4c04-a0f3-7ba015d8f328 req-6c69ad0f-4462-40d3-8ebf-73cf6db0c69c tempest-ServerShowV254Test-1199947267 tempest-ServerShowV254Test-1199947267-project] 10.222.0.37 "GET /v2.0/ports?device_id=abdcca3e-92cb-4630-a25f-af6027c8ebdc HTTP/1.1" status: 200 len: 210 time: 0.0697122 Nov 12 08:55:00.320674 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37228) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:00.472592 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-51bd3dcc-760b-41ef-ad2e-ad7b4f4de9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:00.506274 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-be6aed3d-50c5-494c-bd83-b00eb83bd976 None None] Allocated IP 2001:db8::2 (b10a7d10-6adf-4a5b-9687-9e7760e2f4a9/b77766e7-5b2e-4043-8d99-e29e3530c817/f181cc5a-17ac-4704-813d-fe0324e0c96e) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:00.513109 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 0db8467b-a8e0-4127-b527-cac040b50758 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:55:00.517179 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bd3dcc-760b-41ef-ad2e-ad7b4f4de9ae None None] Routers {'d7eb8014-2395-467d-8954-226e5c316fbd'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:00.523708 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-22de81c6-a0a5-4535-aa76-411e96d42d84 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:00.532669 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-51bd3dcc-760b-41ef-ad2e-ad7b4f4de9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:54:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d7eb8014-2395-467d-8954-226e5c316fbd'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:00.534851 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 0db8467b-a8e0-4127-b527-cac040b50758 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:00.535957 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:00.631828 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-51bd3dcc-760b-41ef-ad2e-ad7b4f4de9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:00.632509 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bd3dcc-760b-41ef-ad2e-ad7b4f4de9ae None None] The sync data for ids ['d7eb8014-2395-467d-8954-226e5c316fbd'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:55:00.643172 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de81c6-a0a5-4535-aa76-411e96d42d84 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Pushing event deleted for resources: {'Port': ['ID=996f9d9d-9c4c-4d28-a901-cc2cc552d93a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:00.806186 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-58c1efd5-77d0-47ce-8aa3-766a426b863e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:00.828672 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-58c1efd5-77d0-47ce-8aa3-766a426b863e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:00.830661 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-be6aed3d-50c5-494c-bd83-b00eb83bd976 None None] For port f181cc5a-17ac-4704-813d-fe0324e0c96e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=f181cc5a-17ac-4704-813d-fe0324e0c96e,segment=NetworkSegment(d649d88f-c4f4-4e53-8dae-af51ee0e5749),segment_id=d649d88f-c4f4-4e53-8dae-af51ee0e5749)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:00.834929 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:00.901595 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1efd5-77d0-47ce-8aa3-766a426b863e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=683a884d-7f50-403f-a23e-6398631c47aa,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:00.902069 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 0db8467b-a8e0-4127-b527-cac040b50758, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=0db8467b-a8e0-4127-b527-cac040b50758,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:00.905678 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743576cf-f2c6-41e3-83f6-7155b350b964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db8467b-a8e0-4127-b527-cac040b50758'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:00.909034 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2eb4e7-84e5-48e4-9b29-17d068846d29" -d '{"events": [{"server_uuid": "743576cf-f2c6-41e3-83f6-7155b350b964", "name": "network-vif-plugged", "status": "completed", "tag": "0db8467b-a8e0-4127-b527-cac040b50758"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:00.921465 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:00.984930 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-58c1efd5-77d0-47ce-8aa3-766a426b863e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:00.991638 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-58c1efd5-77d0-47ce-8aa3-766a426b863e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3670967 Nov 12 08:55:00.999220 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37298) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:01.005864 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=0db8467b-a8e0-4127-b527-cac040b50758,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:01.010846 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-be6aed3d-50c5-494c-bd83-b00eb83bd976 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:01.012308 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e271906b-522d-44f8-b4c5-a327a7c44691 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'security_group': {'name': 'tempest-secgroup-762533937'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:01.023530 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-22de81c6-a0a5-4535-aa76-411e96d42d84 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:01.025939 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-be6aed3d-50c5-494c-bd83-b00eb83bd976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:01.034732 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-22de81c6-a0a5-4535-aa76-411e96d42d84 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "DELETE /v2.0/ports/996f9d9d-9c4c-4d28-a901-cc2cc552d93a HTTP/1.1" status: 204 len: 168 time: 1.4925523 Nov 12 08:55:01.041624 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37304) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:01.223930 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e271906b-522d-44f8-b4c5-a327a7c44691 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:01.302289 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-69294137-83fe-4f60-b0df-95bc9c937ba8 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Deleting subnet 7cdf4593-290a-409d-9183-aaed729edd4d {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:55:01.315575 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6aed3d-50c5-494c-bd83-b00eb83bd976 None None] Pushing event updated for resources: {'Port': ['ID=f181cc5a-17ac-4704-813d-fe0324e0c96e,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:01.336530 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69294137-83fe-4f60-b0df-95bc9c937ba8 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:01.523719 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69294137-83fe-4f60-b0df-95bc9c937ba8 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:01.700944 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69294137-83fe-4f60-b0df-95bc9c937ba8 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:01.798948 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8459770-476f-46de-8c53-02f38a2194b0 req-c4882771-5db7-458f-971d-7339218989a6 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:01.800890 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8459770-476f-46de-8c53-02f38a2194b0 req-c4882771-5db7-458f-971d-7339218989a6 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.58 "GET /v2.0/ports?device_id=90db4398-d4ce-4882-a027-a4c8b39c990c HTTP/1.1" status: 200 len: 946 time: 0.1510115 Nov 12 08:55:01.805573 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b911cdc-20dd-4ef9-a882-3169ea7fd620 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:01.892392 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e271906b-522d-44f8-b4c5-a327a7c44691 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:01.911981 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e271906b-522d-44f8-b4c5-a327a7c44691 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:01.966706 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7159537-712b-4600-891b-c428aa78e109 req-42ffa0bf-5fa7-489b-98ca-fb0cc7eb70d8 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:01.980345 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b7159537-712b-4600-891b-c428aa78e109 req-42ffa0bf-5fa7-489b-98ca-fb0cc7eb70d8 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=90db4398-d4ce-4882-a027-a4c8b39c990c HTTP/1.1" status: 200 len: 946 time: 1.4487724 Nov 12 08:55:01.995276 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69294137-83fe-4f60-b0df-95bc9c937ba8 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:02.000089 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e271906b-522d-44f8-b4c5-a327a7c44691 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:02.020000 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e271906b-522d-44f8-b4c5-a327a7c44691 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0166678 Nov 12 08:55:02.032225 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37388) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:02.051523 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4384f231-c31f-48a8-abb6-7125cd27099a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-318300067', 'security_groups': ['bd5b6c9a-55b9-4a25-80d3-ea83b6e37fd7'], 'network_id': 'b10a7d10-6adf-4a5b-9687-9e7760e2f4a9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b77766e7-5b2e-4043-8d99-e29e3530c817'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:02.115844 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271906b-522d-44f8-b4c5-a327a7c44691 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5b6c9a-55b9-4a25-80d3-ea83b6e37fd7,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:02.127472 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69294137-83fe-4f60-b0df-95bc9c937ba8 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Pushing event deleted for resources: {'Subnet': ['ID=7cdf4593-290a-409d-9183-aaed729edd4d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:02.144227 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4f6589-ad44-4323-851c-4e619fc466cd None None] Network 702ebd3a-91cd-4d56-a35d-ad10b18ed18d requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:55:02.160447 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69294137-83fe-4f60-b0df-95bc9c937ba8 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:02.173408 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-69294137-83fe-4f60-b0df-95bc9c937ba8 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "DELETE /v2.0/subnets/7cdf4593-290a-409d-9183-aaed729edd4d HTTP/1.1" status: 204 len: 168 time: 1.1236534 Nov 12 08:55:02.180448 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37400) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:02.334988 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b7159537-712b-4600-891b-c428aa78e109 req-930a2e46-9aa5-4ae2-9010-af6d4a04fc91 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532028 Nov 12 08:55:02.483176 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4384f231-c31f-48a8-abb6-7125cd27099a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:02.856791 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-a8459770-476f-46de-8c53-02f38a2194b0 req-aa0110e4-eb54-4240-a0e1-eebc5a06bdcb tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Deleting port 64943d64-747a-44c1-a15f-cb35795c43c5 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:02.857392 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a8459770-476f-46de-8c53-02f38a2194b0 req-aa0110e4-eb54-4240-a0e1-eebc5a06bdcb tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:02.911995 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4384f231-c31f-48a8-abb6-7125cd27099a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:02.924775 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c765cd07-37e5-4f39-9a01-a8a4a7c329a7 x-openstack-request-id: req-c765cd07-37e5-4f39-9a01-a8a4a7c329a7 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:02.925269 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743576cf-f2c6-41e3-83f6-7155b350b964", "name": "network-vif-plugged", "status": "completed", "tag": "0db8467b-a8e0-4127-b527-cac040b50758", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:02.925726 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c765cd07-37e5-4f39-9a01-a8a4a7c329a7 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:02.926425 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743576cf-f2c6-41e3-83f6-7155b350b964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db8467b-a8e0-4127-b527-cac040b50758', 'code': 200} Nov 12 08:55:02.930348 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device f181cc5a-17ac-4704-813d-fe0324e0c96e up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:02.967024 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-4384f231-c31f-48a8-abb6-7125cd27099a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] device_id is not set on port fc9e4566-fc59-471a-8603-67978018574e yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:55:03.005179 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-09fd1454-457b-4cc1-b7e5-e8f5194e12fc tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Deleting subnet d86e7b80-541e-4437-9372-c90106323c14 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:55:03.048773 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-09fd1454-457b-4cc1-b7e5-e8f5194e12fc tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:03.085367 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ee4cf8a5-49af-4abd-88d8-05bc988666d1 None None] Provisioning complete for port f181cc5a-17ac-4704-813d-fe0324e0c96e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:03.085970 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ee4cf8a5-49af-4abd-88d8-05bc988666d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:03.159292 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-a8459770-476f-46de-8c53-02f38a2194b0 req-aa0110e4-eb54-4240-a0e1-eebc5a06bdcb tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] For port 64943d64-747a-44c1-a15f-cb35795c43c5, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=64943d64-747a-44c1-a15f-cb35795c43c5,segment=NetworkSegment(d47e37de-42bc-43ac-a10c-170a483249e6),segment_id=d47e37de-42bc-43ac-a10c-170a483249e6)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:03.159886 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a8459770-476f-46de-8c53-02f38a2194b0 req-aa0110e4-eb54-4240-a0e1-eebc5a06bdcb tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:03.226985 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port f181cc5a-17ac-4704-813d-fe0324e0c96e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:03.228584 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:03.228952 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-a8459770-476f-46de-8c53-02f38a2194b0 req-aa0110e4-eb54-4240-a0e1-eebc5a06bdcb tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Calling delete_port for 64943d64-747a-44c1-a15f-cb35795c43c5 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:03.333676 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d275b170-6449-4641-9e58-f9de0ca80633 None None] DHCP port deletion for 702ebd3a-91cd-4d56-a35d-ad10b18ed18d request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:55:03.494082 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78958c17-2fec-40ab-b0f4-389bfb769e57 req-5e2f6aba-d8ca-4b3c-8bdb-f345e943cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:03.496923 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-78958c17-2fec-40ab-b0f4-389bfb769e57 req-5e2f6aba-d8ca-4b3c-8bdb-f345e943cd33 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=743576cf-f2c6-41e3-83f6-7155b350b964 HTTP/1.1" status: 200 len: 1097 time: 0.9090221 Nov 12 08:55:03.497962 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a8459770-476f-46de-8c53-02f38a2194b0 req-aa0110e4-eb54-4240-a0e1-eebc5a06bdcb tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:03.506813 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-09fd1454-457b-4cc1-b7e5-e8f5194e12fc tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:03.538516 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['42b20626-5a2f-4b4f-8d80-26193c260631'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:55:03.541876 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ee4cf8a5-49af-4abd-88d8-05bc988666d1 None None] Provisioning complete for port f5b040b9-43d7-493e-b388-c53328e1a740 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:03.542742 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ee4cf8a5-49af-4abd-88d8-05bc988666d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:03.555529 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b3f47-d376-46b7-a9ae-70ff1a956091 req-b226834e-8281-45d4-8c69-cb9875107ddc tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:03.557071 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c47b3f47-d376-46b7-a9ae-70ff1a956091 req-b226834e-8281-45d4-8c69-cb9875107ddc tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=743576cf-f2c6-41e3-83f6-7155b350b964 HTTP/1.1" status: 200 len: 945 time: 0.8275542 Nov 12 08:55:03.596217 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0110e4-eb54-4240-a0e1-eebc5a06bdcb tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Pushing event deleted for resources: {'Port': ['ID=64943d64-747a-44c1-a15f-cb35795c43c5,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:03.607650 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b911cdc-20dd-4ef9-a882-3169ea7fd620 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:03.735463 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c47b3f47-d376-46b7-a9ae-70ff1a956091 req-27de9f59-7762-4e33-869f-f55d8bea5e4d tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176989 Nov 12 08:55:03.807542 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-d275b170-6449-4641-9e58-f9de0ca80633 None None] Deleting port edb94312-c116-41c9-9cc9-fe6caedbde28 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:03.812192 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d275b170-6449-4641-9e58-f9de0ca80633 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:03.820435 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ee4cf8a5-49af-4abd-88d8-05bc988666d1 None None] Port f5b040b9-43d7-493e-b388-c53328e1a740 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:55:03.987707 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8459770-476f-46de-8c53-02f38a2194b0 req-aa0110e4-eb54-4240-a0e1-eebc5a06bdcb tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] No DVR routers for this DVR port 64943d64-747a-44c1-a15f-cb35795c43c5 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:04.012711 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-d275b170-6449-4641-9e58-f9de0ca80633 None None] For port edb94312-c116-41c9-9cc9-fe6caedbde28, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=edb94312-c116-41c9-9cc9-fe6caedbde28,segment=NetworkSegment(27dbb1a9-39bb-4e45-8c99-b89307690322),segment_id=27dbb1a9-39bb-4e45-8c99-b89307690322)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:04.013316 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d275b170-6449-4641-9e58-f9de0ca80633 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:04.032033 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-d275b170-6449-4641-9e58-f9de0ca80633 None None] Calling delete_port for edb94312-c116-41c9-9cc9-fe6caedbde28 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:04.086628 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a8459770-476f-46de-8c53-02f38a2194b0 req-aa0110e4-eb54-4240-a0e1-eebc5a06bdcb tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:04.094321 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8459770-476f-46de-8c53-02f38a2194b0 req-aa0110e4-eb54-4240-a0e1-eebc5a06bdcb tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.58 "DELETE /v2.0/ports/64943d64-747a-44c1-a15f-cb35795c43c5 HTTP/1.1" status: 204 len: 173 time: 2.2798238 Nov 12 08:55:04.107269 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1648409b-31c4-483d-b940-002b6767aadd req-66a98d96-e94c-4a84-8120-ae0b801ce762 tempest-ServerShowV254Test-1199947267 tempest-ServerShowV254Test-1199947267-project] 10.222.0.37 "GET /v2.0/ports?device_id=abdcca3e-92cb-4630-a25f-af6027c8ebdc HTTP/1.1" status: 200 len: 210 time: 0.1345336 Nov 12 08:55:04.108140 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 64943d64-747a-44c1-a15f-cb35795c43c5 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:04.108435 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90db4398-d4ce-4882-a027-a4c8b39c990c', 'name': 'network-vif-deleted', 'tag': '64943d64-747a-44c1-a15f-cb35795c43c5'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:04.111477 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90c72f1-cba3-4fb3-8122-732fc3f4b226" -d '{"events": [{"server_uuid": "90db4398-d4ce-4882-a027-a4c8b39c990c", "name": "network-vif-deleted", "tag": "64943d64-747a-44c1-a15f-cb35795c43c5"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:04.121789 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-78958c17-2fec-40ab-b0f4-389bfb769e57 req-0d75e77e-6682-47a3-a7db-31161db54da6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5605569 Nov 12 08:55:04.153873 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-09fd1454-457b-4cc1-b7e5-e8f5194e12fc tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:04.269425 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-2b911cdc-20dd-4ef9-a882-3169ea7fd620 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Deleting port c3fcce2e-d672-4107-b81b-05af45353ff3 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:04.269806 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b911cdc-20dd-4ef9-a882-3169ea7fd620 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:04.336326 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-4384f231-c31f-48a8-abb6-7125cd27099a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Allocated IP 2001:db8::38 (b10a7d10-6adf-4a5b-9687-9e7760e2f4a9/b77766e7-5b2e-4043-8d99-e29e3530c817/fc9e4566-fc59-471a-8603-67978018574e) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:04.354054 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 64943d64-747a-44c1-a15f-cb35795c43c5 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:04.355535 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 64943d64-747a-44c1-a15f-cb35795c43c5 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:04.389902 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b911cdc-20dd-4ef9-a882-3169ea7fd620 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:04.433573 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-2b911cdc-20dd-4ef9-a882-3169ea7fd620 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Calling delete_port for c3fcce2e-d672-4107-b81b-05af45353ff3 owned by network:router_gateway {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:04.442795 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d275b170-6449-4641-9e58-f9de0ca80633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:04.533332 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d275b170-6449-4641-9e58-f9de0ca80633 None None] No DVR routers for this DVR port edb94312-c116-41c9-9cc9-fe6caedbde28 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:04.536759 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275b170-6449-4641-9e58-f9de0ca80633 None None] Pushing event deleted for resources: {'Port': ['ID=edb94312-c116-41c9-9cc9-fe6caedbde28,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:04.663789 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4384f231-c31f-48a8-abb6-7125cd27099a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:04.706851 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4384f231-c31f-48a8-abb6-7125cd27099a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:04.732345 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-09fd1454-457b-4cc1-b7e5-e8f5194e12fc tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:04.733129 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device edb94312-c116-41c9-9cc9-fe6caedbde28 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:04.743978 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-04566531-a598-4892-a94c-8c419a7a5ba4 req-76aac34c-fed6-47db-8083-2fa99ab71e54 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=90db4398-d4ce-4882-a027-a4c8b39c990c HTTP/1.1" status: 200 len: 210 time: 0.0709198 Nov 12 08:55:04.766850 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: edb94312-c116-41c9-9cc9-fe6caedbde28 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:04.767197 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device edb94312-c116-41c9-9cc9-fe6caedbde28 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:04.801692 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd1454-457b-4cc1-b7e5-e8f5194e12fc tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Pushing event deleted for resources: {'Subnet': ['ID=d86e7b80-541e-4437-9372-c90106323c14,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:04.804719 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4384f231-c31f-48a8-abb6-7125cd27099a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network b10a7d10-6adf-4a5b-9687-9e7760e2f4a9 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:04.808875 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-4384f231-c31f-48a8-abb6-7125cd27099a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:04.816926 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4384f231-c31f-48a8-abb6-7125cd27099a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:55:04.819934 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-09fd1454-457b-4cc1-b7e5-e8f5194e12fc tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:04.823790 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-09fd1454-457b-4cc1-b7e5-e8f5194e12fc tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "DELETE /v2.0/subnets/d86e7b80-541e-4437-9372-c90106323c14 HTTP/1.1" status: 204 len: 168 time: 2.6408405 Nov 12 08:55:04.827866 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4384f231-c31f-48a8-abb6-7125cd27099a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:04.829110 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37644) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:04.829703 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4384f231-c31f-48a8-abb6-7125cd27099a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:04.856111 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4384f231-c31f-48a8-abb6-7125cd27099a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8142192 Nov 12 08:55:04.857331 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384f231-c31f-48a8-abb6-7125cd27099a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Port': ['ID=fc9e4566-fc59-471a-8603-67978018574e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:04.861063 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37650) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:04.869647 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0a0f23c5-11c8-453b-a7d6-7fd70d6ab31c tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'subnet': {'network_id': 'b10a7d10-6adf-4a5b-9687-9e7760e2f4a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:04.874352 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417a36b1-01ec-4040-8b02-2f0b4354fb66 None None] Network 2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:55:04.995585 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ff043e-de8d-478e-af9e-6a7400f4272f x-openstack-request-id: req-b5ff043e-de8d-478e-af9e-6a7400f4272f {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:04.996445 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90db4398-d4ce-4882-a027-a4c8b39c990c", "name": "network-vif-deleted", "tag": "64943d64-747a-44c1-a15f-cb35795c43c5", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:04.996445 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b5ff043e-de8d-478e-af9e-6a7400f4272f {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:05.002801 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90db4398-d4ce-4882-a027-a4c8b39c990c', 'name': 'network-vif-deleted', 'tag': '64943d64-747a-44c1-a15f-cb35795c43c5', 'status': 'completed', 'code': 200} Nov 12 08:55:05.005521 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b911cdc-20dd-4ef9-a882-3169ea7fd620 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:05.250677 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76c16f5-2fd4-480a-b6ca-34dff3484757 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:55:05.285812 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b911cdc-20dd-4ef9-a882-3169ea7fd620 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event deleted for resources: {'Port': ['ID=c3fcce2e-d672-4107-b81b-05af45353ff3,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:05.353600 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0f23c5-11c8-453b-a7d6-7fd70d6ab31c tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:05.359864 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a0f23c5-11c8-453b-a7d6-7fd70d6ab31c tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:05.400652 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-699f87a1-6ee3-4755-893b-3b8b641ede80 None None] Provisioning complete for port fc9e4566-fc59-471a-8603-67978018574e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:05.402216 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-699f87a1-6ee3-4755-893b-3b8b641ede80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:05.476108 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-699f87a1-6ee3-4755-893b-3b8b641ede80 None None] Port fc9e4566-fc59-471a-8603-67978018574e cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:55:05.501169 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d5beb2-46e2-45bd-b934-6e1e41989550 None None] DHCP port deletion for 2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:55:05.552690 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d36a01e1-0348-44a6-8d45-9e61385c62e9 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:05.580345 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b911cdc-20dd-4ef9-a882-3169ea7fd620 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:05.583373 n-d-768862-16 neutron-server[102568]: INFO neutron.db.ipam_backend_mixin [None req-0a0f23c5-11c8-453b-a7d6-7fd70d6ab31c tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b77766e7-5b2e-4043-8d99-e29e3530c817 (CIDR: 2001:db8::/64) Nov 12 08:55:05.586735 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-f3d5beb2-46e2-45bd-b934-6e1e41989550 None None] Deleting port 502d3cfd-2842-4493-8e30-be24f2608d6f {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:05.587542 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f3d5beb2-46e2-45bd-b934-6e1e41989550 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:05.590282 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a0f23c5-11c8-453b-a7d6-7fd70d6ab31c tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:55:05.590856 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a0f23c5-11c8-453b-a7d6-7fd70d6ab31c tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:55:05.618739 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0a0f23c5-11c8-453b-a7d6-7fd70d6ab31c tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7555571 Nov 12 08:55:05.621714 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37682) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:05.629862 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-63563d47-7066-42c1-8dbb-aa846dad3283 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'subnet': {'network_id': 'b10a7d10-6adf-4a5b-9687-9e7760e2f4a9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:05.683929 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f3d5beb2-46e2-45bd-b934-6e1e41989550 None None] For port 502d3cfd-2842-4493-8e30-be24f2608d6f, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=502d3cfd-2842-4493-8e30-be24f2608d6f,segment=NetworkSegment(d9096f87-8920-440d-9535-8b369b6696ae),segment_id=d9096f87-8920-440d-9535-8b369b6696ae)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:05.684648 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f3d5beb2-46e2-45bd-b934-6e1e41989550 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:05.706817 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2feac9-2665-4a7d-bd5c-065ec27176b0 req-bce42637-8b10-44e8-9b51-ea96644ae31b tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:05.708764 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-f3d5beb2-46e2-45bd-b934-6e1e41989550 None None] Calling delete_port for 502d3cfd-2842-4493-8e30-be24f2608d6f owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:05.721936 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c2feac9-2665-4a7d-bd5c-065ec27176b0 req-bce42637-8b10-44e8-9b51-ea96644ae31b tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=743576cf-f2c6-41e3-83f6-7155b350b964 HTTP/1.1" status: 200 len: 945 time: 0.4297893 Nov 12 08:55:05.820486 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f3d5beb2-46e2-45bd-b934-6e1e41989550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:05.846820 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63563d47-7066-42c1-8dbb-aa846dad3283 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:05.851143 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-63563d47-7066-42c1-8dbb-aa846dad3283 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:05.857349 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b911cdc-20dd-4ef9-a882-3169ea7fd620 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:05.864569 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b911cdc-20dd-4ef9-a882-3169ea7fd620 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:05.876139 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5beb2-46e2-45bd-b934-6e1e41989550 None None] Pushing event deleted for resources: {'Port': ['ID=502d3cfd-2842-4493-8e30-be24f2608d6f,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:05.889865 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d5beb2-46e2-45bd-b934-6e1e41989550 None None] No DVR routers for this DVR port 502d3cfd-2842-4493-8e30-be24f2608d6f on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:06.016564 n-d-768862-16 neutron-server[102568]: INFO neutron.db.ipam_backend_mixin [None req-63563d47-7066-42c1-8dbb-aa846dad3283 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 9723645c-815b-4920-974b-be5d6a7e07f3 (CIDR: 2001:db8:0:1::/64) Nov 12 08:55:06.025275 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-63563d47-7066-42c1-8dbb-aa846dad3283 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:55:06.026085 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63563d47-7066-42c1-8dbb-aa846dad3283 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:55:06.026871 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c2feac9-2665-4a7d-bd5c-065ec27176b0 req-1a0af0fe-3365-467a-8546-2e938e2e1011 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037958 Nov 12 08:55:06.030268 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d36a01e1-0348-44a6-8d45-9e61385c62e9 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:06.066925 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-63563d47-7066-42c1-8dbb-aa846dad3283 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4391840 Nov 12 08:55:06.066925 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37688) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:06.071129 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b911cdc-20dd-4ef9-a882-3169ea7fd620 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:06.073016 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b911cdc-20dd-4ef9-a882-3169ea7fd620 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Fanout notify agent at l3_agent the message router_deleted on router d7eb8014-2395-467d-8954-226e5c316fbd {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:55:06.073314 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-eaa3fa2d-3fc0-4e23-bce7-cb162e20f8ff tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'subnet': {'network_id': 'b10a7d10-6adf-4a5b-9687-9e7760e2f4a9', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:06.094815 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b911cdc-20dd-4ef9-a882-3169ea7fd620 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:06.096330 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2b911cdc-20dd-4ef9-a882-3169ea7fd620 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "DELETE /v2.0/routers/d7eb8014-2395-467d-8954-226e5c316fbd HTTP/1.1" status: 204 len: 168 time: 5.7720561 Nov 12 08:55:06.102430 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37690) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:06.151823 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-d36a01e1-0348-44a6-8d45-9e61385c62e9 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['702ebd3a-91cd-4d56-a35d-ad10b18ed18d']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:06.177760 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-d36a01e1-0348-44a6-8d45-9e61385c62e9 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27dbb1a9-39bb-4e45-8c99-b89307690322') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:06.177872 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-d36a01e1-0348-44a6-8d45-9e61385c62e9 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27dbb1a9-39bb-4e45-8c99-b89307690322') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:06.223985 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d36a01e1-0348-44a6-8d45-9e61385c62e9 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:06.262956 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5906c3f0-10a7-4236-bf12-a03aa5880904 req-b851cf58-6359-47d8-8413-0928d4ee949c tempest-ServerShowV254Test-1199947267 tempest-ServerShowV254Test-1199947267-project] 10.222.0.37 "GET /v2.0/ports?device_id=abdcca3e-92cb-4630-a25f-af6027c8ebdc HTTP/1.1" status: 200 len: 210 time: 0.0542586 Nov 12 08:55:06.284304 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa3fa2d-3fc0-4e23-bce7-cb162e20f8ff tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Made reservation on behalf of ca0ab10f4dfb414ea19428569653c5e2 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:06.285074 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60bec09-c847-4628-b4cd-16c418dfff4c tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Deleting subnet 3b21bab1-3797-46fa-9ee9-5101427bf6ea {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:55:06.290713 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eaa3fa2d-3fc0-4e23-bce7-cb162e20f8ff tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:06.297173 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a60bec09-c847-4628-b4cd-16c418dfff4c tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:06.341155 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d36a01e1-0348-44a6-8d45-9e61385c62e9 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:06.359053 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36a01e1-0348-44a6-8d45-9e61385c62e9 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:55:06.359845 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d36a01e1-0348-44a6-8d45-9e61385c62e9 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:06.365754 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:55:06.365754 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:55:06.365754 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:55:06.365754 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:55:06.365754 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:55:06.365754 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:55:06.365754 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:55:06.365754 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:55:06.365754 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:55:06.365754 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:55:06.365754 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:55:06.365754 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:55:06.365754 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:55:06.365754 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:55:06.365754 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:55:06.365754 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:55:06.365754 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:55:06.365754 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:55:06.365754 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:55:06.365754 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:55:06.365754 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:55:06.365754 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:55:06.365754 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:55:06.365754 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:55:06.365754 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:55:06.365754 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:55:06.365754 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:55:06.365754 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:55:06.365754 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:55:06.365754 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:55:06.365754 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:55:06.365754 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:55:06.397489 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a60bec09-c847-4628-b4cd-16c418dfff4c tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:06.530706 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d36a01e1-0348-44a6-8d45-9e61385c62e9 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:06.570647 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d36a01e1-0348-44a6-8d45-9e61385c62e9 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:06.584360 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d36a01e1-0348-44a6-8d45-9e61385c62e9 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "DELETE /v2.0/networks/702ebd3a-91cd-4d56-a35d-ad10b18ed18d HTTP/1.1" status: 204 len: 168 time: 1.7541718 Nov 12 08:55:06.587527 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37702) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:06.612300 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a01e1-0348-44a6-8d45-9e61385c62e9 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Pushing event deleted for resources: {'Network': ['ID=702ebd3a-91cd-4d56-a35d-ad10b18ed18d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:06.623028 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a60bec09-c847-4628-b4cd-16c418dfff4c tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:06.768860 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 502d3cfd-2842-4493-8e30-be24f2608d6f no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:06.827055 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a60bec09-c847-4628-b4cd-16c418dfff4c tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:06.847081 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 502d3cfd-2842-4493-8e30-be24f2608d6f {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:06.847633 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 502d3cfd-2842-4493-8e30-be24f2608d6f not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:06.952663 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e05f4196-9daf-4c28-a5cf-070f7ecba3e4 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:06.959150 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60bec09-c847-4628-b4cd-16c418dfff4c tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event deleted for resources: {'Subnet': ['ID=3b21bab1-3797-46fa-9ee9-5101427bf6ea,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:06.962711 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a60bec09-c847-4628-b4cd-16c418dfff4c tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:06.974585 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a60bec09-c847-4628-b4cd-16c418dfff4c tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "DELETE /v2.0/subnets/3b21bab1-3797-46fa-9ee9-5101427bf6ea HTTP/1.1" status: 204 len: 168 time: 0.8688803 Nov 12 08:55:06.978110 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37706) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:07.008543 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3720bf8-18a0-4bea-bcde-676f2c92a3de req-f6b3ac9f-95fb-4da1-b7f9-91c88341379f tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:07.021316 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b3720bf8-18a0-4bea-bcde-676f2c92a3de req-f6b3ac9f-95fb-4da1-b7f9-91c88341379f tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b08b54-fee6-497c-815b-ddfb712cadcf HTTP/1.1" status: 200 len: 945 time: 0.1805804 Nov 12 08:55:07.153887 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b3720bf8-18a0-4bea-bcde-676f2c92a3de req-7aec0403-f763-418c-8ffa-3ff6b62324a9 tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302195 Nov 12 08:55:07.315615 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eb0333dd-074b-47e7-800f-9365b411b978 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:07.446023 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e05f4196-9daf-4c28-a5cf-070f7ecba3e4 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:07.450026 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eaa3fa2d-3fc0-4e23-bce7-cb162e20f8ff tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:07.584004 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92cbb8-a5b5-4005-825e-62c6384f3016 req-37cc27f0-9e5d-44dd-85fc-96cb0f2fd80f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:07.598336 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-e05f4196-9daf-4c28-a5cf-070f7ecba3e4 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:07.599938 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b92cbb8-a5b5-4005-825e-62c6384f3016 req-37cc27f0-9e5d-44dd-85fc-96cb0f2fd80f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=743576cf-f2c6-41e3-83f6-7155b350b964 HTTP/1.1" status: 200 len: 945 time: 0.2106133 Nov 12 08:55:07.621190 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa3fa2d-3fc0-4e23-bce7-cb162e20f8ff tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Network b10a7d10-6adf-4a5b-9687-9e7760e2f4a9 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:07.653694 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-e05f4196-9daf-4c28-a5cf-070f7ecba3e4 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9096f87-8920-440d-9535-8b369b6696ae') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:07.654167 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-e05f4196-9daf-4c28-a5cf-070f7ecba3e4 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9096f87-8920-440d-9535-8b369b6696ae') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:07.666394 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e05f4196-9daf-4c28-a5cf-070f7ecba3e4 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:07.683259 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3fa2d-3fc0-4e23-bce7-cb162e20f8ff tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Subnet': ['ID=a94e4741-e0f3-49e7-80c7-2cde777a3b24,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:07.702329 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e05f4196-9daf-4c28-a5cf-070f7ecba3e4 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:07.714455 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05f4196-9daf-4c28-a5cf-070f7ecba3e4 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:55:07.715168 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e05f4196-9daf-4c28-a5cf-070f7ecba3e4 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:07.748427 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b92cbb8-a5b5-4005-825e-62c6384f3016 req-18a8b5dd-4a40-4f30-9379-aa70c817cc6d tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430857 Nov 12 08:55:07.807630 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-eaa3fa2d-3fc0-4e23-bce7-cb162e20f8ff tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:07.811226 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:55:07.811226 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:55:07.811226 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:55:07.811226 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:55:07.811226 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:55:07.811226 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:55:07.811226 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:55:07.811226 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:55:07.811226 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:55:07.811226 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:55:07.811226 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:55:07.811226 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:55:07.811226 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:55:07.811226 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:55:07.811226 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:55:07.811226 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:55:07.811226 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:55:07.811226 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:55:07.811226 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:55:07.811226 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:55:07.811226 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:55:07.811226 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:55:07.811226 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:55:07.811226 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:55:07.811226 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:55:07.811226 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:55:07.811226 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:55:07.811226 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:55:07.811226 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:55:07.811226 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:55:07.811226 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:55:07.811226 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:55:07.881737 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524ef036-a5b4-48eb-bed2-8e4567a43607 None None] Network b10a7d10-6adf-4a5b-9687-9e7760e2f4a9 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:55:07.982822 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-99ef9785-6945-4b79-bcc6-1a4324936daf req-032d68c2-7edf-43a5-965b-859b33a96494 tempest-ServerShowV254Test-1199947267 tempest-ServerShowV254Test-1199947267-project] 10.222.0.37 "GET /v2.0/ports?device_id=abdcca3e-92cb-4630-a25f-af6027c8ebdc HTTP/1.1" status: 200 len: 210 time: 0.0593867 Nov 12 08:55:07.994626 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6e9e6dfc-0edd-4ffb-a1b6-25a3c6e8bd39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:08.019248 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e05f4196-9daf-4c28-a5cf-070f7ecba3e4 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:08.024384 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa3fa2d-3fc0-4e23-bce7-cb162e20f8ff tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:08.025441 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eaa3fa2d-3fc0-4e23-bce7-cb162e20f8ff tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:08.113442 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e05f4196-9daf-4c28-a5cf-070f7ecba3e4 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:08.122611 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e05f4196-9daf-4c28-a5cf-070f7ecba3e4 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] 10.222.0.37 "DELETE /v2.0/networks/2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8 HTTP/1.1" status: 204 len: 168 time: 1.5325727 Nov 12 08:55:08.369660 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f4196-9daf-4c28-a5cf-070f7ecba3e4 tempest-TaggedBootDevicesTest-411982977 tempest-TaggedBootDevicesTest-411982977-project] Pushing event deleted for resources: {'Network': ['ID=2d3f16f0-9154-4062-b4e0-c9c83c7c7ea8,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:08.385458 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-eaa3fa2d-3fc0-4e23-bce7-cb162e20f8ff tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3171480 Nov 12 08:55:08.392266 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37746) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:08.414656 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-416363a2-d7a8-45b7-be9b-4f5540961d04 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-519856027', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a94e4741-e0f3-49e7-80c7-2cde777a3b24'}], 'security_groups': ['34771bd3-baf5-4909-8a71-e9b10cdedb82', '683a884d-7f50-403f-a23e-6398631c47aa']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:08.422707 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eb0333dd-074b-47e7-800f-9365b411b978 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:08.507000 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-eb0333dd-074b-47e7-800f-9365b411b978 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26296859-d2ef-4591-a0e3-bb051ee507cc']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:08.602376 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-eb0333dd-074b-47e7-800f-9365b411b978 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07abd454-01b3-4715-b0f0-3a74901a5fd9') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:08.602983 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-eb0333dd-074b-47e7-800f-9365b411b978 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07abd454-01b3-4715-b0f0-3a74901a5fd9') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:08.606345 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469e3869-8c70-4057-ab0a-063348765949 None None] Update dhcp port {'port': {'network_id': 'b10a7d10-6adf-4a5b-9687-9e7760e2f4a9', 'fixed_ips': [{'subnet_id': '9723645c-815b-4920-974b-be5d6a7e07f3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b77766e7-5b2e-4043-8d99-e29e3530c817', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a94e4741-e0f3-49e7-80c7-2cde777a3b24'}], 'binding:host_id': 'n-d-768862-16'}, 'id': 'f181cc5a-17ac-4704-813d-fe0324e0c96e'} from n-d-768862-16. {{(pid=102570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:55:08.643858 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-cd96c26e-1245-4c9c-9549-62fc81ff6e8e tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:08.658105 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-cd96c26e-1245-4c9c-9549-62fc81ff6e8e tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/networks?id=dff85ee1-5d3b-4104-8677-a8be57638c59 HTTP/1.1" status: 200 len: 805 time: 0.3843257 Nov 12 08:55:08.661054 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-469e3869-8c70-4057-ab0a-063348765949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:08.685016 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eb0333dd-074b-47e7-800f-9365b411b978 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:08.688591 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-a0238ed4-97cb-4eac-a371-2e5fe877c651 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/quotas/78d9cae7e28e44dea74a67608c81b079 HTTP/1.1" status: 200 len: 375 time: 0.0231326 Nov 12 08:55:08.717789 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eb0333dd-074b-47e7-800f-9365b411b978 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:08.739468 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0333dd-074b-47e7-800f-9365b411b978 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:55:08.740330 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eb0333dd-074b-47e7-800f-9365b411b978 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:08.817108 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-1db03e4c-52e8-4632-97b3-9bd715e95d47 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=78d9cae7e28e44dea74a67608c81b079&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1244605 Nov 12 08:55:08.848767 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:55:08.848767 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:55:08.848767 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:55:08.848767 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:55:08.848767 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:55:08.848767 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:55:08.848767 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:55:08.848767 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:55:08.848767 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:55:08.848767 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:55:08.848767 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:55:08.848767 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:55:08.848767 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:55:08.848767 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:55:08.848767 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:55:08.848767 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:55:08.848767 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:55:08.848767 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:55:08.848767 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:55:08.848767 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:55:08.848767 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:55:08.848767 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:55:08.848767 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:55:08.848767 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:55:08.848767 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:55:08.848767 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:55:08.848767 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:55:08.848767 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:55:08.848767 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:55:08.848767 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:55:08.848767 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:55:08.848767 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:55:08.853778 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eb0333dd-074b-47e7-800f-9365b411b978 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:08.861465 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eb0333dd-074b-47e7-800f-9365b411b978 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:08.882450 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-eb0333dd-074b-47e7-800f-9365b411b978 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] 10.222.0.37 "DELETE /v2.0/networks/26296859-d2ef-4591-a0e3-bb051ee507cc HTTP/1.1" status: 204 len: 168 time: 1.8354979 Nov 12 08:55:08.960046 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0333dd-074b-47e7-800f-9365b411b978 tempest-FloatingIPTestJSON-772196594 tempest-FloatingIPTestJSON-772196594-project] Pushing event deleted for resources: {'Network': ['ID=26296859-d2ef-4591-a0e3-bb051ee507cc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:08.991529 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-d808cbf7-d797-43a9-b9f9-65069d587539 service neutron] 10.222.0.37 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622317 Nov 12 08:55:09.038240 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-469e3869-8c70-4057-ab0a-063348765949 None None] Allocated IP 2001:db8:0:2::2 (b10a7d10-6adf-4a5b-9687-9e7760e2f4a9/a94e4741-e0f3-49e7-80c7-2cde777a3b24/f181cc5a-17ac-4704-813d-fe0324e0c96e) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:09.102991 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-416363a2-d7a8-45b7-be9b-4f5540961d04 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:09.261953 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-469e3869-8c70-4057-ab0a-063348765949 None None] For port f181cc5a-17ac-4704-813d-fe0324e0c96e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=f181cc5a-17ac-4704-813d-fe0324e0c96e,segment=NetworkSegment(d649d88f-c4f4-4e53-8dae-af51ee0e5749),segment_id=d649d88f-c4f4-4e53-8dae-af51ee0e5749)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:09.273561 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-239d585b-324c-4533-8040-82b1103e4f08 service neutron] 10.222.0.37 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734890 Nov 12 08:55:09.334053 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-469e3869-8c70-4057-ab0a-063348765949 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:09.343285 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-469e3869-8c70-4057-ab0a-063348765949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:09.486928 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43ec88-f71a-4aa1-bf97-e5529a10491d req-736065c4-62f2-4e92-a6e8-32d832879cbc tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:09.488777 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3f43ec88-f71a-4aa1-bf97-e5529a10491d req-736065c4-62f2-4e92-a6e8-32d832879cbc tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.54 "GET /v2.0/ports?device_id=b0b08b54-fee6-497c-815b-ddfb712cadcf HTTP/1.1" status: 200 len: 945 time: 0.1863794 Nov 12 08:55:09.514078 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e3869-8c70-4057-ab0a-063348765949 None None] Pushing event updated for resources: {'Port': ['ID=f181cc5a-17ac-4704-813d-fe0324e0c96e,revision_number=7']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:09.575604 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37760) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:09.990909 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb9dcf-caf2-467c-b45e-cd8d69b6cf1a req-c106490e-dce1-4779-b2aa-af2cfbe2af9a tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:10.009452 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-04cb9dcf-caf2-467c-b45e-cd8d69b6cf1a req-c106490e-dce1-4779-b2aa-af2cfbe2af9a tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0b08b54-fee6-497c-815b-ddfb712cadcf HTTP/1.1" status: 200 len: 945 time: 0.2573626 Nov 12 08:55:10.030641 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-3f43ec88-f71a-4aa1-bf97-e5529a10491d req-8484cb04-fc35-40d6-a7c4-97308d09d0bf tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Deleting port 42b20626-5a2f-4b4f-8d80-26193c260631 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:10.031511 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3f43ec88-f71a-4aa1-bf97-e5529a10491d req-8484cb04-fc35-40d6-a7c4-97308d09d0bf tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:10.195777 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-994dcc84-7492-4a2c-a9aa-fc373b462a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:10.207634 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-416363a2-d7a8-45b7-be9b-4f5540961d04 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Delete allocated IP 2001:db8::38 (b10a7d10-6adf-4a5b-9687-9e7760e2f4a9/b77766e7-5b2e-4043-8d99-e29e3530c817) {{(pid=102568) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 08:55:10.242836 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-99e50699-706b-4c6b-98f2-86f75e5acaff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=89610acee4f9465c8223394074652272&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6650119 Nov 12 08:55:10.245031 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37784) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:10.259057 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-416363a2-d7a8-45b7-be9b-4f5540961d04 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Allocated IP 2001:db8:0:2::258 (b10a7d10-6adf-4a5b-9687-9e7760e2f4a9/a94e4741-e0f3-49e7-80c7-2cde777a3b24/fc9e4566-fc59-471a-8603-67978018574e) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:10.298259 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-3f43ec88-f71a-4aa1-bf97-e5529a10491d req-8484cb04-fc35-40d6-a7c4-97308d09d0bf tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] For port 42b20626-5a2f-4b4f-8d80-26193c260631, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=42b20626-5a2f-4b4f-8d80-26193c260631,segment=NetworkSegment(d47e37de-42bc-43ac-a10c-170a483249e6),segment_id=d47e37de-42bc-43ac-a10c-170a483249e6)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:10.299318 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3f43ec88-f71a-4aa1-bf97-e5529a10491d req-8484cb04-fc35-40d6-a7c4-97308d09d0bf tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:10.347605 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-3f43ec88-f71a-4aa1-bf97-e5529a10491d req-8484cb04-fc35-40d6-a7c4-97308d09d0bf tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Calling delete_port for 42b20626-5a2f-4b4f-8d80-26193c260631 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:10.410234 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d580e37-a0f9-4971-9e7a-e938abbac7a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:10.437729 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d580e37-a0f9-4971-9e7a-e938abbac7a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:10.481818 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-04cb9dcf-caf2-467c-b45e-cd8d69b6cf1a req-efc0d6d0-0c60-4c01-ba9c-177a5e827dad tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.37 "GET /v2.0/security-groups?id=da887dfa-77fc-48b7-a989-3fce9809a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4690573 Nov 12 08:55:10.574612 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d580e37-a0f9-4971-9e7a-e938abbac7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:10.583485 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d580e37-a0f9-4971-9e7a-e938abbac7a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:10.589258 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9d580e37-a0f9-4971-9e7a-e938abbac7a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/809f6ab2-2a50-40d7-8d67-48822eea5c22 HTTP/1.1" status: 204 len: 168 time: 0.3404217 Nov 12 08:55:10.632852 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d580e37-a0f9-4971-9e7a-e938abbac7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809f6ab2-2a50-40d7-8d67-48822eea5c22,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:10.757096 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device f181cc5a-17ac-4704-813d-fe0324e0c96e up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:10.960021 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f6c8d2bc-5e1b-48ef-8750-452b025e3d4a req-e4a84343-a68a-4d80-aa36-6a38ddc5dfcc tempest-ServerShowV254Test-1199947267 tempest-ServerShowV254Test-1199947267-project] 10.222.0.37 "GET /v2.0/ports?device_id=abdcca3e-92cb-4630-a25f-af6027c8ebdc HTTP/1.1" status: 200 len: 210 time: 0.1177289 Nov 12 08:55:10.992270 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port f181cc5a-17ac-4704-813d-fe0324e0c96e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:10.992784 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:11.156251 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3f43ec88-f71a-4aa1-bf97-e5529a10491d req-8484cb04-fc35-40d6-a7c4-97308d09d0bf tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:11.169605 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-416363a2-d7a8-45b7-be9b-4f5540961d04 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:11.196064 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-7a477280-60d2-494a-a109-697aa1c24a2a None None] Provisioning complete for port f5b040b9-43d7-493e-b388-c53328e1a740 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:11.198357 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7a477280-60d2-494a-a109-697aa1c24a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:11.234160 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-416363a2-d7a8-45b7-be9b-4f5540961d04 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:11.247819 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484cb04-fc35-40d6-a7c4-97308d09d0bf tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Pushing event deleted for resources: {'Port': ['ID=42b20626-5a2f-4b4f-8d80-26193c260631,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:11.325009 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-7a477280-60d2-494a-a109-697aa1c24a2a None None] Port f5b040b9-43d7-493e-b388-c53328e1a740 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:55:11.391026 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-7a477280-60d2-494a-a109-697aa1c24a2a None None] Provisioning complete for port f181cc5a-17ac-4704-813d-fe0324e0c96e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:11.391808 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7a477280-60d2-494a-a109-697aa1c24a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:11.411192 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f43ec88-f71a-4aa1-bf97-e5529a10491d req-8484cb04-fc35-40d6-a7c4-97308d09d0bf tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] No DVR routers for this DVR port 42b20626-5a2f-4b4f-8d80-26193c260631 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:11.417208 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3f43ec88-f71a-4aa1-bf97-e5529a10491d req-8484cb04-fc35-40d6-a7c4-97308d09d0bf tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:11.420897 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3f43ec88-f71a-4aa1-bf97-e5529a10491d req-8484cb04-fc35-40d6-a7c4-97308d09d0bf tempest-ServerRescueTestJSON-1861474716 tempest-ServerRescueTestJSON-1861474716-project] 10.222.0.54 "DELETE /v2.0/ports/42b20626-5a2f-4b4f-8d80-26193c260631 HTTP/1.1" status: 204 len: 173 time: 1.9243996 Nov 12 08:55:11.424510 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b08b54-fee6-497c-815b-ddfb712cadcf', 'name': 'network-vif-deleted', 'tag': '42b20626-5a2f-4b4f-8d80-26193c260631'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:11.440646 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62496c5e-cfe4-42f4-ad29-99274a9671b6" -d '{"events": [{"server_uuid": "b0b08b54-fee6-497c-815b-ddfb712cadcf", "name": "network-vif-deleted", "tag": "42b20626-5a2f-4b4f-8d80-26193c260631"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:11.513788 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-416363a2-d7a8-45b7-be9b-4f5540961d04 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] In _notify_port_updated(), no bound segment for port fc9e4566-fc59-471a-8603-67978018574e on network b10a7d10-6adf-4a5b-9687-9e7760e2f4a9 {{(pid=102568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:55:11.536981 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416363a2-d7a8-45b7-be9b-4f5540961d04 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:11.540376 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-416363a2-d7a8-45b7-be9b-4f5540961d04 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:11.544988 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37810) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:11.546392 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-416363a2-d7a8-45b7-be9b-4f5540961d04 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "PUT /v2.0/ports/fc9e4566-fc59-471a-8603-67978018574e HTTP/1.1" status: 200 len: 969 time: 3.1465669 Nov 12 08:55:11.565393 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-7a477280-60d2-494a-a109-697aa1c24a2a None None] Provisioning complete for port fc9e4566-fc59-471a-8603-67978018574e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:11.565650 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416363a2-d7a8-45b7-be9b-4f5540961d04 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event updated for resources: {'Port': ['ID=fc9e4566-fc59-471a-8603-67978018574e,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:11.565869 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7a477280-60d2-494a-a109-697aa1c24a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:11.671925 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-7a477280-60d2-494a-a109-697aa1c24a2a None None] Port fc9e4566-fc59-471a-8603-67978018574e cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:55:11.846787 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-0e1ce110-8368-4c9b-bcaf-c44f5b2119bd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Deleting port fc9e4566-fc59-471a-8603-67978018574e {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:11.847197 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e1ce110-8368-4c9b-bcaf-c44f5b2119bd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:12.047224 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:55:12.137834 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:12.217892 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-a78dcd54-f553-459c-b6cb-056b02643c66 None None] Provisioning complete for port fc9e4566-fc59-471a-8603-67978018574e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:12.218647 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a78dcd54-f553-459c-b6cb-056b02643c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:12.350967 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-a78dcd54-f553-459c-b6cb-056b02643c66 None None] Port fc9e4566-fc59-471a-8603-67978018574e cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:55:12.448583 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e1ce110-8368-4c9b-bcaf-c44f5b2119bd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:12.467697 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-0e1ce110-8368-4c9b-bcaf-c44f5b2119bd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Calling delete_port for fc9e4566-fc59-471a-8603-67978018574e owned by {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:12.958537 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e1ce110-8368-4c9b-bcaf-c44f5b2119bd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:13.044645 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2f4ebe-bbcb-4672-8dc6-a758a3664538 x-openstack-request-id: req-dd2f4ebe-bbcb-4672-8dc6-a758a3664538 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:13.045259 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b08b54-fee6-497c-815b-ddfb712cadcf", "name": "network-vif-deleted", "tag": "42b20626-5a2f-4b4f-8d80-26193c260631", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:13.045535 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd2f4ebe-bbcb-4672-8dc6-a758a3664538 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:13.046422 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b08b54-fee6-497c-815b-ddfb712cadcf', 'name': 'network-vif-deleted', 'tag': '42b20626-5a2f-4b4f-8d80-26193c260631', 'status': 'completed', 'code': 200} Nov 12 08:55:13.123437 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ce110-8368-4c9b-bcaf-c44f5b2119bd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Port': ['ID=fc9e4566-fc59-471a-8603-67978018574e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:13.152938 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37838) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:13.162360 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 42b20626-5a2f-4b4f-8d80-26193c260631 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:13.212108 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37842) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:13.284958 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 42b20626-5a2f-4b4f-8d80-26193c260631 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:13.285639 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 42b20626-5a2f-4b4f-8d80-26193c260631 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:13.317660 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-6b25d33f-eb8e-4cac-b914-643ad85245a5 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:13.334434 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-6b25d33f-eb8e-4cac-b914-643ad85245a5 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.58 "GET /v2.0/networks?id=dff85ee1-5d3b-4104-8677-a8be57638c59 HTTP/1.1" status: 200 len: 805 time: 1.4648256 Nov 12 08:55:13.349449 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e1ce110-8368-4c9b-bcaf-c44f5b2119bd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:13.373251 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0e1ce110-8368-4c9b-bcaf-c44f5b2119bd tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/ports/fc9e4566-fc59-471a-8603-67978018574e HTTP/1.1" status: 204 len: 168 time: 1.8239980 Nov 12 08:55:13.380112 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37844) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:13.396826 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-d5380c6c-1d5c-46ef-8c05-b7b6ad0795af tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Request body: {'port': {'device_id': 'd2f2a758-d307-4f21-a0e1-173e124b27fd', 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59', 'admin_state_up': True, 'tenant_id': '78d9cae7e28e44dea74a67608c81b079'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:13.445997 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:13.654445 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-9ba1a09c-7acb-466b-9c01-6633b14ee864 tempest-NetworksNegativeTestJSON-480722624 tempest-NetworksNegativeTestJSON-480722624-project] Request body: {'port': {'network_id': '1af48102-c0af-42e2-ad5a-561ff4807c65', 'name': 'tempest-NetworksNegativeTestJSON-1024870906'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:13.679956 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ba1a09c-7acb-466b-9c01-6633b14ee864 tempest-NetworksNegativeTestJSON-480722624 tempest-NetworksNegativeTestJSON-480722624-project] POST failed (client error): The resource could not be found. Nov 12 08:55:13.680822 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ba1a09c-7acb-466b-9c01-6633b14ee864 tempest-NetworksNegativeTestJSON-480722624 tempest-NetworksNegativeTestJSON-480722624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:55:13.682216 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9ba1a09c-7acb-466b-9c01-6633b14ee864 tempest-NetworksNegativeTestJSON-480722624 tempest-NetworksNegativeTestJSON-480722624-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5277057 Nov 12 08:55:13.701190 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37850) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:13.735025 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be8339f-622e-4a7a-a74a-52bcbc67ac99 tempest-NetworksNegativeTestJSON-480722624 tempest-NetworksNegativeTestJSON-480722624-project] DELETE failed (client error): The resource could not be found. Nov 12 08:55:13.736232 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be8339f-622e-4a7a-a74a-52bcbc67ac99 tempest-NetworksNegativeTestJSON-480722624 tempest-NetworksNegativeTestJSON-480722624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:55:13.740810 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2be8339f-622e-4a7a-a74a-52bcbc67ac99 tempest-NetworksNegativeTestJSON-480722624 tempest-NetworksNegativeTestJSON-480722624-project] 10.222.0.37 "DELETE /v2.0/networks/1ee8469e-c3be-4b7d-8f7c-2954b1d66fbd HTTP/1.1" status: 404 len: 339 time: 0.0380809 Nov 12 08:55:13.746496 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37854) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:13.795905 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-f90a3dc7-1917-4bca-9010-bca6f26a70d0 tempest-NetworksNegativeTestJSON-480722624 tempest-NetworksNegativeTestJSON-480722624-project] DELETE failed (client error): The resource could not be found. Nov 12 08:55:13.797001 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f90a3dc7-1917-4bca-9010-bca6f26a70d0 tempest-NetworksNegativeTestJSON-480722624 tempest-NetworksNegativeTestJSON-480722624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:55:13.801771 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f90a3dc7-1917-4bca-9010-bca6f26a70d0 tempest-NetworksNegativeTestJSON-480722624 tempest-NetworksNegativeTestJSON-480722624-project] 10.222.0.37 "DELETE /v2.0/ports/80a75700-9da6-4fd9-bcab-a3d3ee2f4e44 HTTP/1.1" status: 404 len: 333 time: 0.0535777 Nov 12 08:55:13.815669 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37856) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:13.831657 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e656eb-77c4-497a-8468-6a454df81ad8 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] GET failed (client error): The resource could not be found. Nov 12 08:55:13.843966 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-98e656eb-77c4-497a-8468-6a454df81ad8 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "GET /v2.0/ports/fc9e4566-fc59-471a-8603-67978018574e HTTP/1.1" status: 404 len: 333 time: 0.0869000 Nov 12 08:55:13.845354 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37858) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:13.894609 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f7b2b450-9445-4d14-8c1d-a1a783512f35 req-66dc968b-4cf1-4b43-9e1c-9621790b060a tempest-ServerShowV254Test-1199947267 tempest-ServerShowV254Test-1199947267-project] 10.222.0.37 "GET /v2.0/ports?device_id=abdcca3e-92cb-4630-a25f-af6027c8ebdc HTTP/1.1" status: 200 len: 210 time: 0.5178659 Nov 12 08:55:14.054096 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:14.101648 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9afd027-a196-490c-861e-e8c2a1b2da43 tempest-NetworksNegativeTestJSON-480722624 tempest-NetworksNegativeTestJSON-480722624-project] DELETE failed (client error): The resource could not be found. Nov 12 08:55:14.102555 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9afd027-a196-490c-861e-e8c2a1b2da43 tempest-NetworksNegativeTestJSON-480722624 tempest-NetworksNegativeTestJSON-480722624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:55:14.117183 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f9afd027-a196-490c-861e-e8c2a1b2da43 tempest-NetworksNegativeTestJSON-480722624 tempest-NetworksNegativeTestJSON-480722624-project] 10.222.0.37 "DELETE /v2.0/subnets/d75dae91-1abc-456a-8c5d-d45239a6b81b HTTP/1.1" status: 404 len: 337 time: 0.2998860 Nov 12 08:55:14.122917 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37860) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:14.132957 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-d5380c6c-1d5c-46ef-8c05-b7b6ad0795af tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Made reservation on behalf of 78d9cae7e28e44dea74a67608c81b079 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:14.146647 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-d5380c6c-1d5c-46ef-8c05-b7b6ad0795af tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:14.244979 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1096b95-330c-4c48-97e9-6f4e4607a6ec tempest-NetworksNegativeTestJSON-480722624 tempest-NetworksNegativeTestJSON-480722624-project] GET failed (client error): The resource could not be found. Nov 12 08:55:14.246726 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b1096b95-330c-4c48-97e9-6f4e4607a6ec tempest-NetworksNegativeTestJSON-480722624 tempest-NetworksNegativeTestJSON-480722624-project] 10.222.0.37 "GET /v2.0/networks/36ab0e7c-47fd-445a-84de-b2149605566d HTTP/1.1" status: 404 len: 339 time: 0.1224298 Nov 12 08:55:14.270379 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37868) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:14.328047 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43174d27-b638-4738-88a1-f9004e361668 req-ab22c458-7484-4d1d-b53f-af95294368a9 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f2a758-d307-4f21-a0e1-173e124b27fd HTTP/1.1" status: 200 len: 210 time: 0.1586659 Nov 12 08:55:14.365351 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1d29ac-4785-4bd1-bad4-b775dd70dced tempest-NetworksNegativeTestJSON-480722624 tempest-NetworksNegativeTestJSON-480722624-project] GET failed (client error): The resource could not be found. Nov 12 08:55:14.367664 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8f1d29ac-4785-4bd1-bad4-b775dd70dced tempest-NetworksNegativeTestJSON-480722624 tempest-NetworksNegativeTestJSON-480722624-project] 10.222.0.37 "GET /v2.0/ports/1f89908a-a703-4ef2-b1ac-870dcc1cfd7d HTTP/1.1" status: 404 len: 333 time: 0.0847282 Nov 12 08:55:14.380813 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37874) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:14.449866 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-43297434-4a3a-490d-a94f-28fe102b1d72 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:14.465931 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-faf3b388-e01e-4546-b9bf-ba90dbb5795c tempest-NetworksNegativeTestJSON-480722624 tempest-NetworksNegativeTestJSON-480722624-project] GET failed (client error): The resource could not be found. Nov 12 08:55:14.476175 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-faf3b388-e01e-4546-b9bf-ba90dbb5795c tempest-NetworksNegativeTestJSON-480722624 tempest-NetworksNegativeTestJSON-480722624-project] 10.222.0.37 "GET /v2.0/subnets/0bd46229-e681-4fdb-a48d-a601d291ef82 HTTP/1.1" status: 404 len: 337 time: 0.0896118 Nov 12 08:55:14.487398 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37876) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:14.505066 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-7ed5e4af-ddb5-47c4-853b-705ccaa11389 tempest-NetworksNegativeTestJSON-480722624 tempest-NetworksNegativeTestJSON-480722624-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:14.513593 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-43297434-4a3a-490d-a94f-28fe102b1d72 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:14.607689 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed5e4af-ddb5-47c4-853b-705ccaa11389 tempest-NetworksNegativeTestJSON-480722624 tempest-NetworksNegativeTestJSON-480722624-project] PUT failed (client error): The resource could not be found. Nov 12 08:55:14.608732 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ed5e4af-ddb5-47c4-853b-705ccaa11389 tempest-NetworksNegativeTestJSON-480722624 tempest-NetworksNegativeTestJSON-480722624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:55:14.611625 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7ed5e4af-ddb5-47c4-853b-705ccaa11389 tempest-NetworksNegativeTestJSON-480722624 tempest-NetworksNegativeTestJSON-480722624-project] 10.222.0.37 "PUT /v2.0/networks/58bb91f1-7dbc-4153-bffe-0825edbd99b3 HTTP/1.1" status: 404 len: 339 time: 0.1121652 Nov 12 08:55:14.621623 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37878) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:14.634882 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-43297434-4a3a-490d-a94f-28fe102b1d72 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:14.635982 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-281046d0-b172-44cc-b07a-d94348cb6913 tempest-NetworksNegativeTestJSON-480722624 tempest-NetworksNegativeTestJSON-480722624-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:14.639215 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-43297434-4a3a-490d-a94f-28fe102b1d72 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:14.641033 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-43297434-4a3a-490d-a94f-28fe102b1d72 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/security-groups/bd5b6c9a-55b9-4a25-80d3-ea83b6e37fd7 HTTP/1.1" status: 204 len: 168 time: 0.7594113 Nov 12 08:55:14.650348 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37880) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:14.732053 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43297434-4a3a-490d-a94f-28fe102b1d72 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5b6c9a-55b9-4a25-80d3-ea83b6e37fd7,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:15.020905 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-d5380c6c-1d5c-46ef-8c05-b7b6ad0795af tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Allocated IP 172.20.0.5 (dff85ee1-5d3b-4104-8677-a8be57638c59/5c35fa51-ac67-4be1-b9e2-7be8e3c59722/1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:15.587007 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-281046d0-b172-44cc-b07a-d94348cb6913 tempest-NetworksNegativeTestJSON-480722624 tempest-NetworksNegativeTestJSON-480722624-project] PUT failed (client error): The resource could not be found. Nov 12 08:55:15.588213 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-281046d0-b172-44cc-b07a-d94348cb6913 tempest-NetworksNegativeTestJSON-480722624 tempest-NetworksNegativeTestJSON-480722624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:55:15.603345 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-281046d0-b172-44cc-b07a-d94348cb6913 tempest-NetworksNegativeTestJSON-480722624 tempest-NetworksNegativeTestJSON-480722624-project] 10.222.0.37 "PUT /v2.0/ports/3f210928-adc7-498f-ae98-88c9855ad0be HTTP/1.1" status: 404 len: 333 time: 0.9667234 Nov 12 08:55:15.608398 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37892) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:15.630257 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a255e7ff-803e-4344-97e6-2b4b8c230d64 tempest-NetworksNegativeTestJSON-480722624 tempest-NetworksNegativeTestJSON-480722624-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:15.714114 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-a255e7ff-803e-4344-97e6-2b4b8c230d64 tempest-NetworksNegativeTestJSON-480722624 tempest-NetworksNegativeTestJSON-480722624-project] PUT failed (client error): The resource could not be found. Nov 12 08:55:15.714843 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a255e7ff-803e-4344-97e6-2b4b8c230d64 tempest-NetworksNegativeTestJSON-480722624 tempest-NetworksNegativeTestJSON-480722624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:55:15.716754 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a255e7ff-803e-4344-97e6-2b4b8c230d64 tempest-NetworksNegativeTestJSON-480722624 tempest-NetworksNegativeTestJSON-480722624-project] 10.222.0.37 "PUT /v2.0/subnets/0c057afc-742f-43c2-b41f-e1d6ad03ab0e HTTP/1.1" status: 404 len: 337 time: 0.1048846 Nov 12 08:55:15.747551 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f77379fd-06b2-432e-b622-8f86166ca1e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:16.381253 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-952ce43e-7d66-4a4e-a393-7daa7bf2310b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:16.483771 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f5ab753-e4f5-4cca-a6be-c80d1c700792 req-f4be2938-2082-4548-9df6-273bef1de64f tempest-ServerShowV254Test-1199947267 tempest-ServerShowV254Test-1199947267-project] 10.222.0.37 "GET /v2.0/ports?device_id=abdcca3e-92cb-4630-a25f-af6027c8ebdc HTTP/1.1" status: 200 len: 210 time: 0.1815460 Nov 12 08:55:16.586126 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-d5380c6c-1d5c-46ef-8c05-b7b6ad0795af tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:16.594684 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37904) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:16.670145 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-952ce43e-7d66-4a4e-a393-7daa7bf2310b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:16.711819 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f77379fd-06b2-432e-b622-8f86166ca1e5 admin admin] Deleting port 9f214868-d528-4aac-8bf4-6c09693ec9bc {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:16.716498 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f77379fd-06b2-432e-b622-8f86166ca1e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:16.883929 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-d5380c6c-1d5c-46ef-8c05-b7b6ad0795af tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:16.901969 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['0db8467b-a8e0-4127-b527-cac040b50758'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:55:17.020420 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-f77379fd-06b2-432e-b622-8f86166ca1e5 admin admin] For port 9f214868-d528-4aac-8bf4-6c09693ec9bc, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9f214868-d528-4aac-8bf4-6c09693ec9bc,segment=NetworkSegment(d47e37de-42bc-43ac-a10c-170a483249e6),segment_id=d47e37de-42bc-43ac-a10c-170a483249e6)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:17.020690 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f77379fd-06b2-432e-b622-8f86166ca1e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:17.056702 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f77379fd-06b2-432e-b622-8f86166ca1e5 admin admin] Calling delete_port for 9f214868-d528-4aac-8bf4-6c09693ec9bc owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:17.077515 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-952ce43e-7d66-4a4e-a393-7daa7bf2310b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:17.088566 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-952ce43e-7d66-4a4e-a393-7daa7bf2310b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:17.096889 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-952ce43e-7d66-4a4e-a393-7daa7bf2310b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/security-groups/683a884d-7f50-403f-a23e-6398631c47aa HTTP/1.1" status: 204 len: 168 time: 2.4434144 Nov 12 08:55:17.105870 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37908) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:17.133634 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-d5380c6c-1d5c-46ef-8c05-b7b6ad0795af tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Network dff85ee1-5d3b-4104-8677-a8be57638c59 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:17.188888 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-d5380c6c-1d5c-46ef-8c05-b7b6ad0795af tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:17.215614 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-d5380c6c-1d5c-46ef-8c05-b7b6ad0795af tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:55:17.221774 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c4e89c81-0250-48cc-bbda-e8a7b8deb3e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:17.228774 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ce43e-7d66-4a4e-a393-7daa7bf2310b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=683a884d-7f50-403f-a23e-6398631c47aa,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:17.279364 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bedea-b7c1-4ff6-bebe-b9728c79a1cd req-d6011e95-5dd6-4383-bf6d-9ebbfde5fa56 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:17.282144 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e29bedea-b7c1-4ff6-bebe-b9728c79a1cd req-d6011e95-5dd6-4383-bf6d-9ebbfde5fa56 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f2a758-d307-4f21-a0e1-173e124b27fd HTTP/1.1" status: 200 len: 931 time: 0.5586798 Nov 12 08:55:17.339177 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5380c6c-1d5c-46ef-8c05-b7b6ad0795af tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Pushing event updated for resources: {'Port': ['ID=1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:17.493671 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e29bedea-b7c1-4ff6-bebe-b9728c79a1cd req-3ee8b88e-1d26-4104-8090-2eadaa51ec15 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873639 Nov 12 08:55:17.554964 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-d5380c6c-1d5c-46ef-8c05-b7b6ad0795af tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:17.558829 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-d5380c6c-1d5c-46ef-8c05-b7b6ad0795af tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:17.668000 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-d5380c6c-1d5c-46ef-8c05-b7b6ad0795af tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2848349 Nov 12 08:55:17.678326 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-69014fa4-af9a-4abb-910d-e88d3119a6eb tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:17.726746 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-a1472a6c-f7d3-4ce4-9ad7-64c20965b3a9 service neutron] Request body: {'port': {'device_id': 'd2f2a758-d307-4f21-a0e1-173e124b27fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:17.744376 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f77379fd-06b2-432e-b622-8f86166ca1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:17.861056 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77379fd-06b2-432e-b622-8f86166ca1e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f214868-d528-4aac-8bf4-6c09693ec9bc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:17.882881 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-12aa7626-231a-49c4-b0be-400aeb40cf90 req-0cbff945-cfef-43b9-82ef-cb22b948b68e tempest-ServerShowV254Test-1199947267 tempest-ServerShowV254Test-1199947267-project] 10.222.0.37 "GET /v2.0/ports?device_id=abdcca3e-92cb-4630-a25f-af6027c8ebdc HTTP/1.1" status: 200 len: 210 time: 0.1957173 Nov 12 08:55:17.987124 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-69014fa4-af9a-4abb-910d-e88d3119a6eb tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:18.072151 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-a1472a6c-f7d3-4ce4-9ad7-64c20965b3a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:18.250425 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c4e89c81-0250-48cc-bbda-e8a7b8deb3e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:18.262355 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f77379fd-06b2-432e-b622-8f86166ca1e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:18.264025 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-69014fa4-af9a-4abb-910d-e88d3119a6eb tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:18.267003 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-69014fa4-af9a-4abb-910d-e88d3119a6eb tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:18.272042 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-69014fa4-af9a-4abb-910d-e88d3119a6eb tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/security-groups/34771bd3-baf5-4909-8a71-e9b10cdedb82 HTTP/1.1" status: 204 len: 168 time: 1.1495070 Nov 12 08:55:18.272449 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37918) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:18.273127 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c4e89c81-0250-48cc-bbda-e8a7b8deb3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:18.388909 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69014fa4-af9a-4abb-910d-e88d3119a6eb tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34771bd3-baf5-4909-8a71-e9b10cdedb82,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:18.404721 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b44670e-23cd-4537-a557-ad6c5b405464 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Deleting subnet b77766e7-5b2e-4043-8d99-e29e3530c817 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:55:18.472323 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e89c81-0250-48cc-bbda-e8a7b8deb3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c830392-e279-41af-828a-d7897fe9296d,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:18.560145 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3b44670e-23cd-4537-a557-ad6c5b405464 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:18.614174 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3b44670e-23cd-4537-a557-ad6c5b405464 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:18.624661 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c4e89c81-0250-48cc-bbda-e8a7b8deb3e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bbe34d4649604f5a8ea5f43c2a64b4b0&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0054057 Nov 12 08:55:18.657594 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37924) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:18.744423 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3b44670e-23cd-4537-a557-ad6c5b405464 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:18.898339 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3f48ef6-a7f8-453f-b44d-e64d6c75c7ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:18.949386 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3f48ef6-a7f8-453f-b44d-e64d6c75c7ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:18.993518 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3b44670e-23cd-4537-a557-ad6c5b405464 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:19.046592 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9332d30-06a8-45ab-8e64-92c7e3d184df None None] Network b10a7d10-6adf-4a5b-9687-9e7760e2f4a9 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:55:19.048762 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e27aef-56b1-42a9-a5ec-6a8e140ecc95 req-1f152fa7-bf08-41ac-80e5-ab775b4c2e09 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:19.070119 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-60e27aef-56b1-42a9-a5ec-6a8e140ecc95 req-1f152fa7-bf08-41ac-80e5-ab775b4c2e09 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f2a758-d307-4f21-a0e1-173e124b27fd HTTP/1.1" status: 200 len: 931 time: 0.3836055 Nov 12 08:55:19.103332 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3b44670e-23cd-4537-a557-ad6c5b405464 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:19.112800 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3b44670e-23cd-4537-a557-ad6c5b405464 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/subnets/b77766e7-5b2e-4043-8d99-e29e3530c817 HTTP/1.1" status: 204 len: 168 time: 0.8279412 Nov 12 08:55:19.117469 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3f48ef6-a7f8-453f-b44d-e64d6c75c7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:19.120626 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3f48ef6-a7f8-453f-b44d-e64d6c75c7ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:19.123289 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37944) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:19.125512 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c3f48ef6-a7f8-453f-b44d-e64d6c75c7ec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c830392-e279-41af-828a-d7897fe9296d HTTP/1.1" status: 204 len: 168 time: 0.4665756 Nov 12 08:55:19.138893 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44670e-23cd-4537-a557-ad6c5b405464 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Subnet': ['ID=b77766e7-5b2e-4043-8d99-e29e3530c817,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:19.184243 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f48ef6-a7f8-453f-b44d-e64d6c75c7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c830392-e279-41af-828a-d7897fe9296d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:19.312249 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77379fd-06b2-432e-b622-8f86166ca1e5 admin admin] Router 87c878b8-4c14-44e3-b8d9-49a4d4f131b8 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:55:19.351300 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-60e27aef-56b1-42a9-a5ec-6a8e140ecc95 req-cb383413-d6b1-4948-8cfa-2bc03d783d39 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615609 Nov 12 08:55:19.381676 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe121f01-6bb2-47f9-aa9e-986ac1ad4dad tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Deleting subnet a94e4741-e0f3-49e7-80c7-2cde777a3b24 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:55:19.400517 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-a1472a6c-f7d3-4ce4-9ad7-64c20965b3a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:55:19.400724 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fe121f01-6bb2-47f9-aa9e-986ac1ad4dad tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:19.432605 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-a1472a6c-f7d3-4ce4-9ad7-64c20965b3a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:19.488735 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-a1472a6c-f7d3-4ce4-9ad7-64c20965b3a9 service neutron] Transition to ACTIVE for port object 1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:55:19.496399 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-a1472a6c-f7d3-4ce4-9ad7-64c20965b3a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:19.623088 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fe121f01-6bb2-47f9-aa9e-986ac1ad4dad tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:19.640036 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1472a6c-f7d3-4ce4-9ad7-64c20965b3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:19.724331 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-705a7573-1bb2-4783-bd8d-7c17bc245836 req-cb24161f-1f21-42e4-aa78-6e00ee260862 tempest-ServerShowV254Test-1199947267 tempest-ServerShowV254Test-1199947267-project] 10.222.0.37 "GET /v2.0/ports?device_id=abdcca3e-92cb-4630-a25f-af6027c8ebdc HTTP/1.1" status: 200 len: 210 time: 0.0912173 Nov 12 08:55:19.855997 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fe121f01-6bb2-47f9-aa9e-986ac1ad4dad tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:19.970761 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-a1472a6c-f7d3-4ce4-9ad7-64c20965b3a9 service neutron] Attempting to bind port 1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:55:19.971756 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-a1472a6c-f7d3-4ce4-9ad7-64c20965b3a9 service neutron] Attempting to bind port 1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:55:19.973213 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-a1472a6c-f7d3-4ce4-9ad7-64c20965b3a9 service neutron] Attempting to bind port 1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87 on network dff85ee1-5d3b-4104-8677-a8be57638c59 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:19.986884 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fe121f01-6bb2-47f9-aa9e-986ac1ad4dad tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:20.005678 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-a1472a6c-f7d3-4ce4-9ad7-64c20965b3a9 service neutron] Port 1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87 on network dff85ee1-5d3b-4104-8677-a8be57638c59 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:55:20.006212 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-a1472a6c-f7d3-4ce4-9ad7-64c20965b3a9 service neutron] Attempting to bind port 1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87 on network dff85ee1-5d3b-4104-8677-a8be57638c59 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:20.039358 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fe121f01-6bb2-47f9-aa9e-986ac1ad4dad tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:20.042483 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-a1472a6c-f7d3-4ce4-9ad7-64c20965b3a9 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:55:20.043105 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-a1472a6c-f7d3-4ce4-9ad7-64c20965b3a9 service neutron] Checking segment: {'id': 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:20.048535 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-a1472a6c-f7d3-4ce4-9ad7-64c20965b3a9 service neutron] Bound using segment: {'id': 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:55:20.049400 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-a1472a6c-f7d3-4ce4-9ad7-64c20965b3a9 service neutron] Bound port: 1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:55:20.049991 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-a1472a6c-f7d3-4ce4-9ad7-64c20965b3a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:20.055296 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-fe121f01-6bb2-47f9-aa9e-986ac1ad4dad tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/subnets/a94e4741-e0f3-49e7-80c7-2cde777a3b24 HTTP/1.1" status: 204 len: 168 time: 0.9298303 Nov 12 08:55:20.062170 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37964) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:20.147850 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121f01-6bb2-47f9-aa9e-986ac1ad4dad tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Subnet': ['ID=a94e4741-e0f3-49e7-80c7-2cde777a3b24,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:20.152943 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-f624a866-3689-4340-b7af-bf93a2b0f636 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] DELETE failed (client error): The resource could not be found. Nov 12 08:55:20.154171 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f624a866-3689-4340-b7af-bf93a2b0f636 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:55:20.161576 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f624a866-3689-4340-b7af-bf93a2b0f636 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/subnets/b77766e7-5b2e-4043-8d99-e29e3530c817 HTTP/1.1" status: 404 len: 337 time: 0.0506241 Nov 12 08:55:20.165864 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37968) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:20.378211 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-a1472a6c-f7d3-4ce4-9ad7-64c20965b3a9 service neutron] For port 1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:55:20.386984 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-a1472a6c-f7d3-4ce4-9ad7-64c20965b3a9 service neutron] For port 1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:55:20.416001 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-a1472a6c-f7d3-4ce4-9ad7-64c20965b3a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:20.590799 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-6420d1d4-d9ba-440e-a263-0e5fd7acc36a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Deleting subnet 9723645c-815b-4920-974b-be5d6a7e07f3 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:55:20.607618 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-a1472a6c-f7d3-4ce4-9ad7-64c20965b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:20.608473 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-a1472a6c-f7d3-4ce4-9ad7-64c20965b3a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:20.610812 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-a1472a6c-f7d3-4ce4-9ad7-64c20965b3a9 service neutron] 10.222.0.58 "PUT /v2.0/ports/1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87 HTTP/1.1" status: 200 len: 1092 time: 2.9259474 Nov 12 08:55:20.631820 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6420d1d4-d9ba-440e-a263-0e5fd7acc36a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:20.633148 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f2a758-d307-4f21-a0e1-173e124b27fd', 'tag': '1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:20.656873 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d485d2d-181e-47b7-85cd-77709d8413ed" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f2a758-d307-4f21-a0e1-173e124b27fd", "tag": "1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:20.823846 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6420d1d4-d9ba-440e-a263-0e5fd7acc36a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:20.897326 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1472a6c-f7d3-4ce4-9ad7-64c20965b3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:20.990454 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45f9b5-4a1f-480a-a06d-fd649d06c6f7 req-7c125e0b-fb70-4df8-b1e3-d7bf76efc295 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:20.999478 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f45f9b5-4a1f-480a-a06d-fd649d06c6f7 req-7c125e0b-fb70-4df8-b1e3-d7bf76efc295 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f2a758-d307-4f21-a0e1-173e124b27fd HTTP/1.1" status: 200 len: 943 time: 0.3248959 Nov 12 08:55:21.021871 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-59f2bcbd-0068-4254-8f45-c587c9fdc412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:21.028055 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-59f2bcbd-0068-4254-8f45-c587c9fdc412 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=78d9cae7e28e44dea74a67608c81b079&device_id=d2f2a758-d307-4f21-a0e1-173e124b27fd HTTP/1.1" status: 200 len: 1095 time: 0.3290613 Nov 12 08:55:21.091416 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-1077ebac-45cb-4f50-af8e-3b3ff85051d2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87 HTTP/1.1" status: 200 len: 217 time: 0.0542676 Nov 12 08:55:21.112776 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6420d1d4-d9ba-440e-a263-0e5fd7acc36a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:21.142547 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dcfab8-7719-4c51-bd8b-886d5e3453cf None None] Network b10a7d10-6adf-4a5b-9687-9e7760e2f4a9 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:55:21.247894 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37994) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:21.279539 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6420d1d4-d9ba-440e-a263-0e5fd7acc36a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:21.356908 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f45f9b5-4a1f-480a-a06d-fd649d06c6f7 req-9f0c0bc2-e72f-4651-87bf-b13a3a0cb87b tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489060 Nov 12 08:55:21.367568 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-659b8b1e-ced8-4633-8f94-149509c86db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:21.371492 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-659b8b1e-ced8-4633-8f94-149509c86db9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c35fa51-ac67-4be1-b9e2-7be8e3c59722 HTTP/1.1" status: 200 len: 845 time: 0.2658050 Nov 12 08:55:21.399684 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6420d1d4-d9ba-440e-a263-0e5fd7acc36a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Subnet': ['ID=9723645c-815b-4920-974b-be5d6a7e07f3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:21.422108 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77379fd-06b2-432e-b622-8f86166ca1e5 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:55:21.436459 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6420d1d4-d9ba-440e-a263-0e5fd7acc36a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:21.439931 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-90b205ec-9ece-4a46-a100-713839b4c386 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dff85ee1-5d3b-4104-8677-a8be57638c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600660 Nov 12 08:55:21.446722 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6420d1d4-d9ba-440e-a263-0e5fd7acc36a tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/subnets/9723645c-815b-4920-974b-be5d6a7e07f3 HTTP/1.1" status: 204 len: 168 time: 1.2739532 Nov 12 08:55:21.447843 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38000) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:21.457212 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f77379fd-06b2-432e-b622-8f86166ca1e5 admin admin] 10.222.0.37 "PUT /v2.0/routers/87c878b8-4c14-44e3-b8d9-49a4d4f131b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2435207 Nov 12 08:55:21.458906 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38002) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:21.469150 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9e4931-d27e-47ec-b0ac-8f00961def90 None None] Sync routers for ids ['87c878b8-4c14-44e3-b8d9-49a4d4f131b8'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:55:21.549426 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b6e2c73-e780-46a1-a8ed-681fe5c544ea tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] DELETE failed (client error): The resource could not be found. Nov 12 08:55:21.550167 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b6e2c73-e780-46a1-a8ed-681fe5c544ea tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:55:21.558389 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2b6e2c73-e780-46a1-a8ed-681fe5c544ea tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/subnets/9dfa11cc-ed81-49e2-b82b-e847a3d09b8d HTTP/1.1" status: 404 len: 337 time: 0.1071651 Nov 12 08:55:21.559376 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38004) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:21.609647 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fc9fdd21-4fe2-4a8b-bb97-19a292746fbb tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9d4cd4e-adff-4c56-bc43-122e2289d2c5 HTTP/1.1" status: 200 len: 205 time: 0.0371320 Nov 12 08:55:21.611988 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae2d06b-4d82-44d1-8b32-5582181cf374 x-openstack-request-id: req-9ae2d06b-4d82-44d1-8b32-5582181cf374 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:21.612499 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f2a758-d307-4f21-a0e1-173e124b27fd", "tag": "1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:21.612917 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ae2d06b-4d82-44d1-8b32-5582181cf374 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:21.613529 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f2a758-d307-4f21-a0e1-173e124b27fd', 'tag': '1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87', 'status': 'completed', 'code': 200} Nov 12 08:55:21.614173 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38006) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:21.667848 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9e4931-d27e-47ec-b0ac-8f00961def90 None None] Routers {'87c878b8-4c14-44e3-b8d9-49a4d4f131b8'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:21.670172 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3e9e4931-d27e-47ec-b0ac-8f00961def90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:55:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['87c878b8-4c14-44e3-b8d9-49a4d4f131b8'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:21.764906 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-4fa9a8fa-864f-4a1c-b993-e0677aa5b00e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] delete failed (client error): The resource could not be found. Nov 12 08:55:21.772657 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4fa9a8fa-864f-4a1c-b993-e0677aa5b00e tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/routers/b9d4cd4e-adff-4c56-bc43-122e2289d2c5 HTTP/1.1" status: 404 len: 336 time: 0.1278117 Nov 12 08:55:21.777787 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38010) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:21.893737 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e1447490-160d-419e-b75d-8bfad5c2cb0e None None] Provisioning complete for port f181cc5a-17ac-4704-813d-fe0324e0c96e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:21.894116 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e1447490-160d-419e-b75d-8bfad5c2cb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:21.962257 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-9d747ef4-9585-4902-b19a-5f39b54c0ab0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Request body: {'network': {'name': 'tempest-RoutersTest-94852845'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:21.984037 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa79663b-8ea5-40cb-a8bf-ed1934f3a521 admin admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:22.055257 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-e761d4a3-6708-41ec-ad01-527bed724e07 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] DELETE failed (client error): The resource could not be found. Nov 12 08:55:22.055766 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e761d4a3-6708-41ec-ad01-527bed724e07 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:55:22.071410 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e761d4a3-6708-41ec-ad01-527bed724e07 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/subnets/28797e2d-fb80-41d7-ab18-ba916fba3653 HTTP/1.1" status: 404 len: 337 time: 0.2923012 Nov 12 08:55:22.073657 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d747ef4-9585-4902-b19a-5f39b54c0ab0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Made reservation on behalf of 65719b7e54744d3883456a8130ad2c41 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:22.082859 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d747ef4-9585-4902-b19a-5f39b54c0ab0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:22.119310 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38012) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:22.195803 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d747ef4-9585-4902-b19a-5f39b54c0ab0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:22.248796 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-3e9e4931-d27e-47ec-b0ac-8f00961def90 None None] Set router 87c878b8-4c14-44e3-b8d9-49a4d4f131b8 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:22.295430 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e1447490-160d-419e-b75d-8bfad5c2cb0e None None] Provisioning complete for port f5b040b9-43d7-493e-b388-c53328e1a740 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:22.296166 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e1447490-160d-419e-b75d-8bfad5c2cb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:22.507795 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa79663b-8ea5-40cb-a8bf-ed1934f3a521 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:22.669729 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e1447490-160d-419e-b75d-8bfad5c2cb0e None None] Port f5b040b9-43d7-493e-b388-c53328e1a740 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:55:22.670542 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88706fc-bc53-4a07-81a3-04f574055cb9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] DELETE failed (client error): The resource could not be found. Nov 12 08:55:22.671420 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e88706fc-bc53-4a07-81a3-04f574055cb9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:55:22.685268 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e88706fc-bc53-4a07-81a3-04f574055cb9 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/subnets/88958e52-bade-46e4-bb93-2d6cc298af74 HTTP/1.1" status: 404 len: 337 time: 0.4417152 Nov 12 08:55:22.688821 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38022) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:22.689702 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1cdbc0f7-0f03-45b6-b5b5-d6ce5874baf4 req-bc008b90-af65-4ad1-ab67-9fe05d101ff1 tempest-ServerShowV254Test-1199947267 tempest-ServerShowV254Test-1199947267-project] 10.222.0.37 "GET /v2.0/ports?device_id=abdcca3e-92cb-4630-a25f-af6027c8ebdc HTTP/1.1" status: 200 len: 210 time: 0.7496979 Nov 12 08:55:22.729888 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d747ef4-9585-4902-b19a-5f39b54c0ab0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:22.742648 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d747ef4-9585-4902-b19a-5f39b54c0ab0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:22.783930 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d747ef4-9585-4902-b19a-5f39b54c0ab0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:55:22.846284 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d747ef4-9585-4902-b19a-5f39b54c0ab0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:22.846284 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-9d747ef4-9585-4902-b19a-5f39b54c0ab0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Added segment f097b473-c212-422d-aaa6-20b5841bf6d9 of type vlan for network 84be2d17-8e48-4c57-9f00-f1b9d2d4faff Nov 12 08:55:22.851910 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-07790780-22cb-4279-b4ab-fe9d0bf6a47b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] DELETE failed (client error): The resource could not be found. Nov 12 08:55:22.852301 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07790780-22cb-4279-b4ab-fe9d0bf6a47b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:55:22.867460 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-07790780-22cb-4279-b4ab-fe9d0bf6a47b tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/subnets/4c017143-85dc-44f0-a4e3-3cf239d53a1e HTTP/1.1" status: 404 len: 337 time: 0.1772168 Nov 12 08:55:22.876742 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38024) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:22.923761 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-aa79663b-8ea5-40cb-a8bf-ed1934f3a521 admin admin] Deleting port b4e21e23-d93c-49b0-9689-83987cac73db {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:22.924151 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa79663b-8ea5-40cb-a8bf-ed1934f3a521 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:22.939696 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d747ef4-9585-4902-b19a-5f39b54c0ab0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:22.947885 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af0fa0e-f9c0-47d5-8b66-ec01a503a25b None None] DHCP port deletion for b10a7d10-6adf-4a5b-9687-9e7760e2f4a9 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:55:23.006937 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d747ef4-9585-4902-b19a-5f39b54c0ab0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:23.018718 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d747ef4-9585-4902-b19a-5f39b54c0ab0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:23.019926 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d747ef4-9585-4902-b19a-5f39b54c0ab0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:23.050024 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-8ccef606-ed20-4b4b-9406-a77ef110348f service neutron] 10.222.0.58 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5040011 Nov 12 08:55:23.099629 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-e32d7b16-63fc-4bed-b583-5ffb21177169 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] DELETE failed (client error): The resource could not be found. Nov 12 08:55:23.100917 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e32d7b16-63fc-4bed-b583-5ffb21177169 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:55:23.107025 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e32d7b16-63fc-4bed-b583-5ffb21177169 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/ports/72797e7d-ca84-4c03-ad76-b0396e450d0f HTTP/1.1" status: 404 len: 333 time: 0.2288105 Nov 12 08:55:23.111717 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38026) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:23.162986 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:23.254947 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc7b6024-61ba-475c-ac3e-cc0159cafdc4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] DELETE failed (client error): The resource could not be found. Nov 12 08:55:23.255915 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc7b6024-61ba-475c-ac3e-cc0159cafdc4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:55:23.279914 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-cc7b6024-61ba-475c-ac3e-cc0159cafdc4 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/subnets/f2d54dbd-71a8-4afd-aa59-98a1f441c3ce HTTP/1.1" status: 404 len: 337 time: 0.1552813 Nov 12 08:55:23.282636 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38028) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:23.287903 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-7af0fa0e-f9c0-47d5-8b66-ec01a503a25b None None] Deleting port f181cc5a-17ac-4704-813d-fe0324e0c96e {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:23.288603 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7af0fa0e-f9c0-47d5-8b66-ec01a503a25b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:23.341078 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9d747ef4-9585-4902-b19a-5f39b54c0ab0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 2.0809274 Nov 12 08:55:23.376115 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38030) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:23.441396 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa2f02d-4554-4c2b-b3e9-b62f1ca56c94 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] DELETE failed (client error): The resource could not be found. Nov 12 08:55:23.444127 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa2f02d-4554-4c2b-b3e9-b62f1ca56c94 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:55:23.457409 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0aa2f02d-4554-4c2b-b3e9-b62f1ca56c94 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/subnets/d2613e25-c34f-4f00-8217-8a6efd63d6ec HTTP/1.1" status: 404 len: 337 time: 0.1672432 Nov 12 08:55:23.459072 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38032) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:23.562205 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-7af0fa0e-f9c0-47d5-8b66-ec01a503a25b None None] For port f181cc5a-17ac-4704-813d-fe0324e0c96e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=f181cc5a-17ac-4704-813d-fe0324e0c96e,segment=NetworkSegment(d649d88f-c4f4-4e53-8dae-af51ee0e5749),segment_id=d649d88f-c4f4-4e53-8dae-af51ee0e5749)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:23.563733 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7af0fa0e-f9c0-47d5-8b66-ec01a503a25b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:23.570971 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-da8feeea-e658-4017-ae6c-948953ddd734 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Request body: {'network': {'name': 'tempest-RoutersTest-910709265'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:23.581496 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-7af0fa0e-f9c0-47d5-8b66-ec01a503a25b None None] Calling delete_port for f181cc5a-17ac-4704-813d-fe0324e0c96e owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:23.601424 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-45899eee-e1fe-4b26-9b6f-dac8adee44c6 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] DELETE failed (client error): The resource could not be found. Nov 12 08:55:23.626282 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45899eee-e1fe-4b26-9b6f-dac8adee44c6 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:55:23.632336 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-45899eee-e1fe-4b26-9b6f-dac8adee44c6 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/ports/b3345089-07ee-4aaf-8ce4-9fffacf606a9 HTTP/1.1" status: 404 len: 333 time: 0.1689334 Nov 12 08:55:23.636530 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38036) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:23.679387 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d747ef4-9585-4902-b19a-5f39b54c0ab0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b10084-ae15-4fa6-8a5f-3f909c0424d7,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:23.770119 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7af0fa0e-f9c0-47d5-8b66-ec01a503a25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:23.777914 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3e9e4931-d27e-47ec-b0ac-8f00961def90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c878b8-4c14-44e3-b8d9-49a4d4f131b8', 'name': 'tempest-ServerRescueTestJSON-1741008063-router', 'tenant_id': 'b6e131e30e964bf196ab556fb227b3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b4e21e23-d93c-49b0-9689-83987cac73db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:54Z', 'updated_at': '2021-11-12T08:55:17Z', 'revision_number': 5, 'project_id': 'b6e131e30e964bf196ab556fb227b3d2', 'gw_port': {'id': 'b4e21e23-d93c-49b0-9689-83987cac73db', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c878b8-4c14-44e3-b8d9-49a4d4f131b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:56Z', 'updated_at': '2021-11-12T08:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:23.830376 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8feeea-e658-4017-ae6c-948953ddd734 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Made reservation on behalf of 65719b7e54744d3883456a8130ad2c41 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:23.848018 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-da8feeea-e658-4017-ae6c-948953ddd734 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:23.864499 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0fa0e-f9c0-47d5-8b66-ec01a503a25b None None] Pushing event deleted for resources: {'Port': ['ID=f181cc5a-17ac-4704-813d-fe0324e0c96e,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:23.868522 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9e4931-d27e-47ec-b0ac-8f00961def90 None None] Checking router: 87c878b8-4c14-44e3-b8d9-49a4d4f131b8 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:55:23.874005 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af0fa0e-f9c0-47d5-8b66-ec01a503a25b None None] No DVR routers for this DVR port f181cc5a-17ac-4704-813d-fe0324e0c96e on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:23.905103 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9e4931-d27e-47ec-b0ac-8f00961def90 None None] Routers {'87c878b8-4c14-44e3-b8d9-49a4d4f131b8'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:23.909305 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3e9e4931-d27e-47ec-b0ac-8f00961def90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:55:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['87c878b8-4c14-44e3-b8d9-49a4d4f131b8'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:23.916417 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d747ef4-9585-4902-b19a-5f39b54c0ab0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Network': ['ID=84be2d17-8e48-4c57-9f00-f1b9d2d4faff,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:23.921091 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-aa79663b-8ea5-40cb-a8bf-ed1934f3a521 admin admin] For port b4e21e23-d93c-49b0-9689-83987cac73db, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b4e21e23-d93c-49b0-9689-83987cac73db,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:23.925409 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa79663b-8ea5-40cb-a8bf-ed1934f3a521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:23.976891 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-aa79663b-8ea5-40cb-a8bf-ed1934f3a521 admin admin] Calling delete_port for b4e21e23-d93c-49b0-9689-83987cac73db owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:24.019195 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-36561e78-90a8-43f6-9e73-dcd697dd54db service neutron] 10.222.0.58 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9122102 Nov 12 08:55:24.034406 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 84be2d17-8e48-4c57-9f00-f1b9d2d4faff details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:55:24.153977 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da8feeea-e658-4017-ae6c-948953ddd734 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:55:24.159015 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d9f9c4d-8bc6-4fd8-bec9-d8f092f0c0d1 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] DELETE failed (client error): The resource could not be found. Nov 12 08:55:24.170245 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d9f9c4d-8bc6-4fd8-bec9-d8f092f0c0d1 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:55:24.176420 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8d9f9c4d-8bc6-4fd8-bec9-d8f092f0c0d1 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/subnets/8f77a550-781f-4742-b62e-cbcc1d4b6278 HTTP/1.1" status: 404 len: 337 time: 0.5382791 Nov 12 08:55:24.181178 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38044) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:24.276058 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34024eac-4e1f-474a-9137-c00b77293846 req-2be0c4b7-6453-4cf2-89cb-d1f9231ba18b tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:24.280029 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-34024eac-4e1f-474a-9137-c00b77293846 req-2be0c4b7-6453-4cf2-89cb-d1f9231ba18b tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f2a758-d307-4f21-a0e1-173e124b27fd HTTP/1.1" status: 200 len: 943 time: 1.0803881 Nov 12 08:55:24.319574 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-da8feeea-e658-4017-ae6c-948953ddd734 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:24.320125 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-da8feeea-e658-4017-ae6c-948953ddd734 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Added segment 7e5547f9-c14a-4907-adc1-616bb53c4f81 of type vlan for network b4dba4d1-d14a-4961-98b1-6919fd48ec05 Nov 12 08:55:24.325006 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-13ff1ecb-568b-43d1-854d-45756114fc28 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] DELETE failed (client error): The resource could not be found. Nov 12 08:55:24.325350 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13ff1ecb-568b-43d1-854d-45756114fc28 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:55:24.337668 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-13ff1ecb-568b-43d1-854d-45756114fc28 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/subnets/32ba2b7e-1cda-4695-b6bd-c3f8009f1fca HTTP/1.1" status: 404 len: 337 time: 0.1518617 Nov 12 08:55:24.340317 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38048) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:24.418448 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-3e9e4931-d27e-47ec-b0ac-8f00961def90 None None] Set router 87c878b8-4c14-44e3-b8d9-49a4d4f131b8 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:24.420863 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d485d2d-181e-47b7-85cd-77709d8413ed req-d98ab4fc-e4af-4b9a-912d-f376cd8b62be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:24.425001 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6d485d2d-181e-47b7-85cd-77709d8413ed req-d98ab4fc-e4af-4b9a-912d-f376cd8b62be service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=78d9cae7e28e44dea74a67608c81b079&device_id=d2f2a758-d307-4f21-a0e1-173e124b27fd HTTP/1.1" status: 200 len: 1095 time: 0.2430656 Nov 12 08:55:24.470648 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-da8feeea-e658-4017-ae6c-948953ddd734 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:24.591091 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.db.resource_extend [None req-da8feeea-e658-4017-ae6c-948953ddd734 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:55:24.620874 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-34024eac-4e1f-474a-9137-c00b77293846 req-41ac9951-ff8a-4569-8f53-f1fe6ee32dfd tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182571 Nov 12 08:55:24.623809 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3e9e4931-d27e-47ec-b0ac-8f00961def90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c878b8-4c14-44e3-b8d9-49a4d4f131b8', 'name': 'tempest-ServerRescueTestJSON-1741008063-router', 'tenant_id': 'b6e131e30e964bf196ab556fb227b3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:54Z', 'updated_at': '2021-11-12T08:55:22Z', 'revision_number': 6, 'project_id': 'b6e131e30e964bf196ab556fb227b3d2', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:24.740334 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-da8feeea-e658-4017-ae6c-948953ddd734 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:24.746139 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9e4931-d27e-47ec-b0ac-8f00961def90 None None] The sync data for ids ['87c878b8-4c14-44e3-b8d9-49a4d4f131b8'] in n-d-768862-16 is: [{'id': '87c878b8-4c14-44e3-b8d9-49a4d4f131b8', 'name': 'tempest-ServerRescueTestJSON-1741008063-router', 'tenant_id': 'b6e131e30e964bf196ab556fb227b3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:54Z', 'updated_at': '2021-11-12T08:55:22Z', 'revision_number': 6, 'project_id': 'b6e131e30e964bf196ab556fb227b3d2', 'gw_port_host': None}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:55:24.764461 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a7857-ef2e-44c5-96a7-92f319a0f7f5 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Deleting port f5b040b9-43d7-493e-b388-c53328e1a740 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:24.765282 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2e3a7857-ef2e-44c5-96a7-92f319a0f7f5 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:24.779224 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8feeea-e658-4017-ae6c-948953ddd734 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:24.782758 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-da8feeea-e658-4017-ae6c-948953ddd734 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:24.930703 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-da8feeea-e658-4017-ae6c-948953ddd734 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5121422 Nov 12 08:55:24.943410 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38054) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:24.959917 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-31e58b2b-4f06-4ae9-b145-aa14b6080de5 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Request body: {'subnet': {'network_id': '84be2d17-8e48-4c57-9f00-f1b9d2d4faff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:25.227176 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device f181cc5a-17ac-4704-813d-fe0324e0c96e no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:25.266162 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8feeea-e658-4017-ae6c-948953ddd734 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Network': ['ID=b4dba4d1-d14a-4961-98b1-6919fd48ec05,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:25.319240 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d485d2d-181e-47b7-85cd-77709d8413ed req-0752b19a-52b8-4e07-8d71-995d3e61ab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:25.321228 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6d485d2d-181e-47b7-85cd-77709d8413ed req-0752b19a-52b8-4e07-8d71-995d3e61ab42 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dff85ee1-5d3b-4104-8677-a8be57638c59 HTTP/1.1" status: 200 len: 906 time: 0.8738995 Nov 12 08:55:25.383907 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2e3a7857-ef2e-44c5-96a7-92f319a0f7f5 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.404196 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: f181cc5a-17ac-4704-813d-fe0324e0c96e {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:25.404788 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device f181cc5a-17ac-4704-813d-fe0324e0c96e not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:25.407377 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network b4dba4d1-d14a-4961-98b1-6919fd48ec05 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:55:25.550311 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a7857-ef2e-44c5-96a7-92f319a0f7f5 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Calling delete_port for f5b040b9-43d7-493e-b388-c53328e1a740 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:25.550622 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-51d35483-ff90-4e44-9073-e858d3b3f716 req-7c47410e-1fce-43fe-86e4-0ab42e3ee24e tempest-ServerShowV254Test-1199947267 tempest-ServerShowV254Test-1199947267-project] 10.222.0.37 "GET /v2.0/ports?device_id=abdcca3e-92cb-4630-a25f-af6027c8ebdc HTTP/1.1" status: 200 len: 210 time: 0.3839171 Nov 12 08:55:25.552970 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6d485d2d-181e-47b7-85cd-77709d8413ed req-cc8caca5-6fe0-479c-8f06-b74f14817c24 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87 HTTP/1.1" status: 200 len: 217 time: 0.1761186 Nov 12 08:55:25.683338 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa79663b-8ea5-40cb-a8bf-ed1934f3a521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.842428 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d485d2d-181e-47b7-85cd-77709d8413ed req-93575389-3395-4e0a-a018-055ad5611486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:25.854925 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6d485d2d-181e-47b7-85cd-77709d8413ed req-93575389-3395-4e0a-a018-055ad5611486 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c35fa51-ac67-4be1-b9e2-7be8e3c59722 HTTP/1.1" status: 200 len: 845 time: 0.2866523 Nov 12 08:55:25.857199 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38076) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:26.033199 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c56fb2f-2693-4f82-8b80-eb1ac901db47 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:55:26.053630 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6d485d2d-181e-47b7-85cd-77709d8413ed req-7dba1594-7b22-4f63-beb0-539f2e177816 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dff85ee1-5d3b-4104-8677-a8be57638c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1819324 Nov 12 08:55:26.135561 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79663b-8ea5-40cb-a8bf-ed1934f3a521 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4e21e23-d93c-49b0-9689-83987cac73db,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:26.162514 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e58b2b-4f06-4ae9-b145-aa14b6080de5 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Made reservation on behalf of 65719b7e54744d3883456a8130ad2c41 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:26.172309 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-31e58b2b-4f06-4ae9-b145-aa14b6080de5 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.294386 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0ba293bb-98d7-4661-80ee-dc9820564f02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.339065 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa9700-ec8b-4b5b-a69c-73693eb5e25e req-e6323c9b-d97d-4faa-8856-9e34ae373d95 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:26.348404 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-99fa9700-ec8b-4b5b-a69c-73693eb5e25e req-e6323c9b-d97d-4faa-8856-9e34ae373d95 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f2a758-d307-4f21-a0e1-173e124b27fd HTTP/1.1" status: 200 len: 943 time: 0.3211336 Nov 12 08:55:26.493892 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0ba293bb-98d7-4661-80ee-dc9820564f02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.527080 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0ba293bb-98d7-4661-80ee-dc9820564f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.598465 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0ba293bb-98d7-4661-80ee-dc9820564f02 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d01db6f4a07c4899be7dc203df0304fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7384832 Nov 12 08:55:26.627223 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38086) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:26.631326 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6d485d2d-181e-47b7-85cd-77709d8413ed req-8df0580d-ba94-4c58-8c92-e3c3b33b42a1 service neutron] 10.222.0.58 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5477040 Nov 12 08:55:26.782047 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9f214868-d528-4aac-8bf4-6c09693ec9bc no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:26.827960 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa79663b-8ea5-40cb-a8bf-ed1934f3a521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.833913 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-31e58b2b-4f06-4ae9-b145-aa14b6080de5 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.846769 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba293bb-98d7-4661-80ee-dc9820564f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131f97e2-02cb-4b23-8a77-845eecdd83ef,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:26.859532 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 9f214868-d528-4aac-8bf4-6c09693ec9bc {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:26.860180 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9f214868-d528-4aac-8bf4-6c09693ec9bc not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:26.860762 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b4e21e23-d93c-49b0-9689-83987cac73db no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:26.916928 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: b4e21e23-d93c-49b0-9689-83987cac73db {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:26.917282 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b4e21e23-d93c-49b0-9689-83987cac73db not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:26.991362 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-99fa9700-ec8b-4b5b-a69c-73693eb5e25e req-112d06d2-9a82-4eea-8db2-8b931390eb4e tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6415160 Nov 12 08:55:27.058283 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f9562e32-0029-4afe-8e77-00983c19fa0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.093275 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f9562e32-0029-4afe-8e77-00983c19fa0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.172243 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f9562e32-0029-4afe-8e77-00983c19fa0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.175553 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f9562e32-0029-4afe-8e77-00983c19fa0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.188777 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f9562e32-0029-4afe-8e77-00983c19fa0b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/131f97e2-02cb-4b23-8a77-845eecdd83ef HTTP/1.1" status: 204 len: 168 time: 0.5538301 Nov 12 08:55:27.240811 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa79663b-8ea5-40cb-a8bf-ed1934f3a521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.254419 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa79663b-8ea5-40cb-a8bf-ed1934f3a521 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.254664 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9562e32-0029-4afe-8e77-00983c19fa0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131f97e2-02cb-4b23-8a77-845eecdd83ef,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:27.290282 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6d485d2d-181e-47b7-85cd-77709d8413ed req-65500689-f155-4bc6-9849-56ca64291a17 service neutron] 10.222.0.58 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6487112 Nov 12 08:55:27.419590 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9f846868-030d-479c-9e1f-aa9b98ea9e40 req-3a0c53c3-4a6d-45f9-a475-fbbdbc8a6630 tempest-ServerShowV254Test-1199947267 tempest-ServerShowV254Test-1199947267-project] 10.222.0.37 "GET /v2.0/ports?device_id=abdcca3e-92cb-4630-a25f-af6027c8ebdc HTTP/1.1" status: 200 len: 210 time: 0.1033280 Nov 12 08:55:27.446988 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2e3a7857-ef2e-44c5-96a7-92f319a0f7f5 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.530638 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7ebeff05-5338-44da-bacf-aa47be40206a req-28ab5f39-ff10-4e79-805c-459b30cbefa2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=abdcca3e-92cb-4630-a25f-af6027c8ebdc HTTP/1.1" status: 200 len: 210 time: 0.0974400 Nov 12 08:55:27.551431 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa79663b-8ea5-40cb-a8bf-ed1934f3a521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.552421 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa79663b-8ea5-40cb-a8bf-ed1934f3a521 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87c878b8-4c14-44e3-b8d9-49a4d4f131b8 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:55:27.559544 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa79663b-8ea5-40cb-a8bf-ed1934f3a521 admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.561552 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-aa79663b-8ea5-40cb-a8bf-ed1934f3a521 admin admin] 10.222.0.37 "DELETE /v2.0/routers/87c878b8-4c14-44e3-b8d9-49a4d4f131b8 HTTP/1.1" status: 204 len: 168 time: 6.1011748 Nov 12 08:55:27.565844 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38098) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:27.599483 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e58b2b-4f06-4ae9-b145-aa14b6080de5 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Subnet': ['ID=37090d11-3dee-4923-b0db-6745a14133f2,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:27.622279 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2e3a7857-ef2e-44c5-96a7-92f319a0f7f5 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.634330 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2e3a7857-ef2e-44c5-96a7-92f319a0f7f5 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/ports/f5b040b9-43d7-493e-b388-c53328e1a740 HTTP/1.1" status: 204 len: 168 time: 3.2897303 Nov 12 08:55:27.635462 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38102) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:27.647101 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a7857-ef2e-44c5-96a7-92f319a0f7f5 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Port': ['ID=f5b040b9-43d7-493e-b388-c53328e1a740,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:27.777559 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-36126b28-1cc8-4478-a8a0-671f9b71de60 admin admin] Deleting subnet c38e4b15-1e73-4947-8254-225baa4e56ae {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:55:27.820750 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e58b2b-4f06-4ae9-b145-aa14b6080de5 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Checking segment: {'id': 'f097b473-c212-422d-aaa6-20b5841bf6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '84be2d17-8e48-4c57-9f00-f1b9d2d4faff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:27.821132 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-36126b28-1cc8-4478-a8a0-671f9b71de60 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.822024 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e58b2b-4f06-4ae9-b145-aa14b6080de5 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network hostable DHCP agents. Network: 84be2d17-8e48-4c57-9f00-f1b9d2d4faff, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:55:27.879348 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-414e0189-22ab-4eea-a4e6-48a98ea70356 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.901614 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e58b2b-4f06-4ae9-b145-aa14b6080de5 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network 84be2d17-8e48-4c57-9f00-f1b9d2d4faff is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:55:27.935515 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-31e58b2b-4f06-4ae9-b145-aa14b6080de5 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 84be2d17-8e48-4c57-9f00-f1b9d2d4faff) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:27.947444 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e58b2b-4f06-4ae9-b145-aa14b6080de5 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:27.948371 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-31e58b2b-4f06-4ae9-b145-aa14b6080de5 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.948540 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ae9059-0489-4e99-84cf-025360e49b9b None None] Network 84be2d17-8e48-4c57-9f00-f1b9d2d4faff requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:55:27.952008 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-36126b28-1cc8-4478-a8a0-671f9b71de60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.977812 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-31e58b2b-4f06-4ae9-b145-aa14b6080de5 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0259085 Nov 12 08:55:27.978452 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38104) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:28.001442 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6de8eb2f-72ec-4296-bfbf-28ee4637ad5d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Request body: {'subnet': {'network_id': 'b4dba4d1-d14a-4961-98b1-6919fd48ec05', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:28.011351 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38106) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:28.031894 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-36126b28-1cc8-4478-a8a0-671f9b71de60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.114443 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-36126b28-1cc8-4478-a8a0-671f9b71de60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.149483 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36126b28-1cc8-4478-a8a0-671f9b71de60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c38e4b15-1e73-4947-8254-225baa4e56ae,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:28.159953 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-36126b28-1cc8-4478-a8a0-671f9b71de60 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.170842 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-36126b28-1cc8-4478-a8a0-671f9b71de60 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c38e4b15-1e73-4947-8254-225baa4e56ae HTTP/1.1" status: 204 len: 168 time: 0.6026957 Nov 12 08:55:28.172155 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38110) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:28.235040 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:55:28.262474 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4ee7d1d0-1481-43e8-9153-09e7465dd7b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.465423 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b69763a-5fe5-41dd-b2ef-d3fddac2282d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.548161 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-414e0189-22ab-4eea-a4e6-48a98ea70356 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.589403 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44e37e-9443-41ad-88bc-87fed25d9bfb req-e001d928-7c93-44ae-aecb-3eca3437db3e tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:28.598564 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c44e37e-9443-41ad-88bc-87fed25d9bfb req-e001d928-7c93-44ae-aecb-3eca3437db3e tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f2a758-d307-4f21-a0e1-173e124b27fd HTTP/1.1" status: 200 len: 943 time: 0.3194466 Nov 12 08:55:28.658318 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e65e5d-b194-4ea9-80d6-3b4f3bee9592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-84be2d17-8e48-4c57-9f00-f1b9d2d4faff', 'network_id': '84be2d17-8e48-4c57-9f00-f1b9d2d4faff', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'fixed_ips': [{'subnet_id': '37090d11-3dee-4923-b0db-6745a14133f2'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:55:28.659066 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c9e65e5d-b194-4ea9-80d6-3b4f3bee9592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.661176 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de8eb2f-72ec-4296-bfbf-28ee4637ad5d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Made reservation on behalf of 65719b7e54744d3883456a8130ad2c41 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:28.670967 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6de8eb2f-72ec-4296-bfbf-28ee4637ad5d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.705402 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-414e0189-22ab-4eea-a4e6-48a98ea70356 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10a7d10-6adf-4a5b-9687-9e7760e2f4a9']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:28.831489 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-414e0189-22ab-4eea-a4e6-48a98ea70356 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd649d88f-c4f4-4e53-8dae-af51ee0e5749') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:28.834979 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-414e0189-22ab-4eea-a4e6-48a98ea70356 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd649d88f-c4f4-4e53-8dae-af51ee0e5749') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:28.877800 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:28.916982 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87', 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59', 'port_id': '1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87', 'mac_address': 'fa:16:3e:d4:f2:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c35fa51-ac67-4be1-b9e2-7be8e3c59722', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:55:28.931640 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-414e0189-22ab-4eea-a4e6-48a98ea70356 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.940786 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c44e37e-9443-41ad-88bc-87fed25d9bfb req-a27df79e-c987-454e-a5e3-5e301f034c2d tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413095 Nov 12 08:55:28.943564 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b69763a-5fe5-41dd-b2ef-d3fddac2282d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.997102 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-414e0189-22ab-4eea-a4e6-48a98ea70356 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:29.028058 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-414e0189-22ab-4eea-a4e6-48a98ea70356 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:55:29.029149 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-414e0189-22ab-4eea-a4e6-48a98ea70356 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:29.030641 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-2b69763a-5fe5-41dd-b2ef-d3fddac2282d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a885c4-65b3-49fb-a3a8-7d284f1cee63']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:29.038661 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:55:29.038661 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:55:29.038661 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:55:29.038661 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:55:29.038661 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:55:29.038661 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:55:29.038661 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:55:29.038661 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:55:29.038661 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:55:29.038661 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:55:29.038661 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:55:29.038661 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:55:29.038661 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:55:29.038661 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:55:29.038661 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:55:29.038661 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:55:29.038661 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:55:29.038661 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:55:29.038661 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:55:29.038661 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:55:29.038661 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:55:29.038661 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:55:29.038661 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:55:29.038661 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:55:29.038661 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:55:29.038661 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:55:29.038661 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:55:29.038661 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:55:29.038661 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:55:29.038661 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:55:29.038661 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:55:29.038661 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:55:29.060106 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-2b69763a-5fe5-41dd-b2ef-d3fddac2282d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47e37de-42bc-43ac-a10c-170a483249e6') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:29.060683 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-2b69763a-5fe5-41dd-b2ef-d3fddac2282d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47e37de-42bc-43ac-a10c-170a483249e6') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:29.088580 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b69763a-5fe5-41dd-b2ef-d3fddac2282d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:29.128057 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b69763a-5fe5-41dd-b2ef-d3fddac2282d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:29.143705 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b69763a-5fe5-41dd-b2ef-d3fddac2282d admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:55:29.144352 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b69763a-5fe5-41dd-b2ef-d3fddac2282d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:29.146537 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:55:29.146537 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:55:29.146537 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:55:29.146537 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:55:29.146537 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:55:29.146537 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:55:29.146537 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:55:29.146537 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:55:29.146537 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:55:29.146537 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:55:29.146537 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:55:29.146537 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:55:29.146537 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:55:29.146537 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:55:29.146537 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:55:29.146537 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:55:29.146537 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:55:29.146537 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:55:29.146537 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:55:29.146537 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:55:29.146537 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:55:29.146537 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:55:29.146537 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:55:29.146537 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:55:29.146537 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:55:29.146537 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:55:29.146537 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:55:29.146537 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:55:29.146537 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:55:29.146537 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:55:29.146537 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:55:29.146537 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:55:29.176169 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4ee7d1d0-1481-43e8-9153-09e7465dd7b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:29.182464 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4ee7d1d0-1481-43e8-9153-09e7465dd7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:29.220218 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4ee7d1d0-1481-43e8-9153-09e7465dd7b9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=97de67712a2549518e35e0f66a2bf4be&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2051711 Nov 12 08:55:29.238566 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38120) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:29.260983 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:29.261925 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:29.268803 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a83d662c-25b2-40af-a312-b9278c619da2 req-e3d7f0b2-49bf-4436-805e-c9f35ecefc74 tempest-ServerShowV254Test-1199947267 tempest-ServerShowV254Test-1199947267-project] 10.222.0.37 "GET /v2.0/ports?device_id=abdcca3e-92cb-4630-a25f-af6027c8ebdc HTTP/1.1" status: 200 len: 210 time: 0.0877645 Nov 12 08:55:29.287286 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-414e0189-22ab-4eea-a4e6-48a98ea70356 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:29.311932 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b69763a-5fe5-41dd-b2ef-d3fddac2282d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:29.318134 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b69763a-5fe5-41dd-b2ef-d3fddac2282d admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:29.329393 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2b69763a-5fe5-41dd-b2ef-d3fddac2282d admin admin] 10.222.0.37 "DELETE /v2.0/networks/13a885c4-65b3-49fb-a3a8-7d284f1cee63 HTTP/1.1" status: 204 len: 168 time: 1.1480587 Nov 12 08:55:29.347088 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:55:29.352551 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-c9e65e5d-b194-4ea9-80d6-3b4f3bee9592 None None] Allocated IP 172.20.0.2 (84be2d17-8e48-4c57-9f00-f1b9d2d4faff/37090d11-3dee-4923-b0db-6745a14133f2/aef11f75-e33f-45b0-b694-c31ea7c3787b) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:29.391362 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69763a-5fe5-41dd-b2ef-d3fddac2282d admin admin] Pushing event deleted for resources: {'Network': ['ID=13a885c4-65b3-49fb-a3a8-7d284f1cee63,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:29.427461 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:29.446721 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:29.484745 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-414e0189-22ab-4eea-a4e6-48a98ea70356 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:29.490574 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-414e0189-22ab-4eea-a4e6-48a98ea70356 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] 10.222.0.37 "DELETE /v2.0/networks/b10a7d10-6adf-4a5b-9687-9e7760e2f4a9 HTTP/1.1" status: 204 len: 168 time: 1.8531518 Nov 12 08:55:29.743585 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38132) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:29.826286 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:55:29.865286 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5f8c3f7e-7a83-4c3b-b248-459e21d429be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b6e131e30e964bf196ab556fb227b3d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1199217 Nov 12 08:55:29.871195 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38138) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:29.880290 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e0189-22ab-4eea-a4e6-48a98ea70356 tempest-PortsIpV6TestJSON-413428938 tempest-PortsIpV6TestJSON-413428938-project] Pushing event deleted for resources: {'Network': ['ID=b10a7d10-6adf-4a5b-9687-9e7760e2f4a9,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:29.896963 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7d1d0-1481-43e8-9153-09e7465dd7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c9d181-1595-47be-9043-9e5d74bd70ff,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:29.998502 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6de8eb2f-72ec-4296-bfbf-28ee4637ad5d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:30.058969 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:30.092954 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fba49887-b332-4fba-a314-3c1a9b449ed9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:30.163667 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fba49887-b332-4fba-a314-3c1a9b449ed9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:30.189410 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38146) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:30.213852 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-658d003b-1b43-41a1-acc9-7be3ea991b88 req-d1ee1ba9-a401-4bcc-9d3d-de441b1cf816 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4104fed6c2554b4e9608105adc1b6b24&device_id=abdcca3e-92cb-4630-a25f-af6027c8ebdc HTTP/1.1" status: 200 len: 210 time: 0.1864257 Nov 12 08:55:30.338965 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b8fd9f3a-fd2e-44bb-bebc-e2ef95151a7a req-1b34ce90-8ede-4ca5-adf9-2538d0c04915 tempest-ServerShowV254Test-1199947267 tempest-ServerShowV254Test-1199947267-project] 10.222.0.37 "GET /v2.0/ports?device_id=abdcca3e-92cb-4630-a25f-af6027c8ebdc HTTP/1.1" status: 200 len: 210 time: 0.0899394 Nov 12 08:55:30.369674 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-658d003b-1b43-41a1-acc9-7be3ea991b88 req-b0c25c6b-3725-410f-9bcf-f0402b6cf158 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=4104fed6c2554b4e9608105adc1b6b24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1180580 Nov 12 08:55:30.371106 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fba49887-b332-4fba-a314-3c1a9b449ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:30.374955 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fba49887-b332-4fba-a314-3c1a9b449ed9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:30.377370 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fba49887-b332-4fba-a314-3c1a9b449ed9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/da887dfa-77fc-48b7-a989-3fce9809a5a6 HTTP/1.1" status: 204 len: 168 time: 0.5025465 Nov 12 08:55:30.403844 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba49887-b332-4fba-a314-3c1a9b449ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da887dfa-77fc-48b7-a989-3fce9809a5a6,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:30.430031 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c9e65e5d-b194-4ea9-80d6-3b4f3bee9592 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:30.441205 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8eb2f-72ec-4296-bfbf-28ee4637ad5d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Subnet': ['ID=ea7aca40-9057-41f3-bbc8-417f5a5f6822,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:30.503354 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c9e65e5d-b194-4ea9-80d6-3b4f3bee9592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:30.583167 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd904d3-28fc-4518-90bb-7fbf1259052b req-d5c88549-a66f-4edb-913b-58b460ee7b5f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:30.595115 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-acd904d3-28fc-4518-90bb-7fbf1259052b req-d5c88549-a66f-4edb-913b-58b460ee7b5f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f2a758-d307-4f21-a0e1-173e124b27fd HTTP/1.1" status: 200 len: 944 time: 0.1214941 Nov 12 08:55:30.668668 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-82108734-b33a-47ea-9dfd-df9a753129c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:30.710834 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-acd904d3-28fc-4518-90bb-7fbf1259052b req-4dbe6cb5-d1d2-4e7f-bd45-09e561d6adc2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015642 Nov 12 08:55:30.711233 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e65e5d-b194-4ea9-80d6-3b4f3bee9592 None None] Network 84be2d17-8e48-4c57-9f00-f1b9d2d4faff is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:30.724147 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-c9e65e5d-b194-4ea9-80d6-3b4f3bee9592 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:30.727212 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e65e5d-b194-4ea9-80d6-3b4f3bee9592 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:55:30.762959 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e65e5d-b194-4ea9-80d6-3b4f3bee9592 None None] Pushing event updated for resources: {'Port': ['ID=aef11f75-e33f-45b0-b694-c31ea7c3787b,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:30.870379 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-c9e65e5d-b194-4ea9-80d6-3b4f3bee9592 None None] Attempting to bind port aef11f75-e33f-45b0-b694-c31ea7c3787b on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:55:30.871192 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-c9e65e5d-b194-4ea9-80d6-3b4f3bee9592 None None] Attempting to bind port aef11f75-e33f-45b0-b694-c31ea7c3787b by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'f097b473-c212-422d-aaa6-20b5841bf6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '84be2d17-8e48-4c57-9f00-f1b9d2d4faff'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:55:30.871765 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e65e5d-b194-4ea9-80d6-3b4f3bee9592 None None] Attempting to bind port aef11f75-e33f-45b0-b694-c31ea7c3787b on network 84be2d17-8e48-4c57-9f00-f1b9d2d4faff {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:30.887549 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e65e5d-b194-4ea9-80d6-3b4f3bee9592 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:55:30.891712 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e65e5d-b194-4ea9-80d6-3b4f3bee9592 None None] Checking segment: {'id': 'f097b473-c212-422d-aaa6-20b5841bf6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '84be2d17-8e48-4c57-9f00-f1b9d2d4faff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:30.892777 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c9e65e5d-b194-4ea9-80d6-3b4f3bee9592 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:30.893200 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e65e5d-b194-4ea9-80d6-3b4f3bee9592 None None] Bound using segment: {'id': 'f097b473-c212-422d-aaa6-20b5841bf6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '84be2d17-8e48-4c57-9f00-f1b9d2d4faff'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:55:30.893722 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-c9e65e5d-b194-4ea9-80d6-3b4f3bee9592 None None] Bound port: aef11f75-e33f-45b0-b694-c31ea7c3787b, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f097b473-c212-422d-aaa6-20b5841bf6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '84be2d17-8e48-4c57-9f00-f1b9d2d4faff'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:55:30.894194 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c9e65e5d-b194-4ea9-80d6-3b4f3bee9592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.015642 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c9e65e5d-b194-4ea9-80d6-3b4f3bee9592 None None] For port aef11f75-e33f-45b0-b694-c31ea7c3787b, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:55:31.021385 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c9e65e5d-b194-4ea9-80d6-3b4f3bee9592 None None] For port aef11f75-e33f-45b0-b694-c31ea7c3787b, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=aef11f75-e33f-45b0-b694-c31ea7c3787b,segment=NetworkSegment(f097b473-c212-422d-aaa6-20b5841bf6d9),segment_id=f097b473-c212-422d-aaa6-20b5841bf6d9)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:55:31.028896 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c9e65e5d-b194-4ea9-80d6-3b4f3bee9592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.222654 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e65e5d-b194-4ea9-80d6-3b4f3bee9592 None None] Pushing event updated for resources: {'Port': ['ID=aef11f75-e33f-45b0-b694-c31ea7c3787b,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:31.407209 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-82108734-b33a-47ea-9dfd-df9a753129c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.447212 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de8eb2f-72ec-4296-bfbf-28ee4637ad5d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Checking segment: {'id': '7e5547f9-c14a-4907-adc1-616bb53c4f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b4dba4d1-d14a-4961-98b1-6919fd48ec05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:31.447491 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de8eb2f-72ec-4296-bfbf-28ee4637ad5d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network hostable DHCP agents. Network: b4dba4d1-d14a-4961-98b1-6919fd48ec05, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:55:31.496990 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38172) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:31.497985 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-aa85a2cc-3ef6-4e34-bc28-8a2289959dbd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca0ab10f4dfb414ea19428569653c5e2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3005533 Nov 12 08:55:31.542993 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d003b-1b43-41a1-acc9-7be3ea991b88 req-861d6ce1-7923-4396-9551-72c7cad0ac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:31.548160 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-658d003b-1b43-41a1-acc9-7be3ea991b88 req-861d6ce1-7923-4396-9551-72c7cad0ac4d service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0678020 Nov 12 08:55:31.562941 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de8eb2f-72ec-4296-bfbf-28ee4637ad5d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network b4dba4d1-d14a-4961-98b1-6919fd48ec05 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:55:31.603436 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-82108734-b33a-47ea-9dfd-df9a753129c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.611684 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-82108734-b33a-47ea-9dfd-df9a753129c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.614624 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-82108734-b33a-47ea-9dfd-df9a753129c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/68c9d181-1595-47be-9043-9e5d74bd70ff HTTP/1.1" status: 204 len: 168 time: 2.3682401 Nov 12 08:55:31.631030 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-6de8eb2f-72ec-4296-bfbf-28ee4637ad5d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, b4dba4d1-d14a-4961-98b1-6919fd48ec05) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:31.693328 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de8eb2f-72ec-4296-bfbf-28ee4637ad5d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:31.701417 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6de8eb2f-72ec-4296-bfbf-28ee4637ad5d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.712106 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82108734-b33a-47ea-9dfd-df9a753129c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c9d181-1595-47be-9043-9e5d74bd70ff,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:31.759720 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ca1f7c-40c5-4ee4-99c9-dd1e7e2254a2 None None] Network b4dba4d1-d14a-4961-98b1-6919fd48ec05 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:55:31.787726 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6de8eb2f-72ec-4296-bfbf-28ee4637ad5d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8001471 Nov 12 08:55:31.792321 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38186) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:31.808652 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-30947079-5280-4157-9698-c6aad78b2ab6 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-179828269', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:31.833527 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-89d32ea2-aab6-4a20-ae0d-83f21edbbb7e req-08127375-0dc4-4605-94ad-c6bac504dd0c tempest-ServerShowV254Test-1199947267 tempest-ServerShowV254Test-1199947267-project] 10.222.0.37 "GET /v2.0/ports?device_id=abdcca3e-92cb-4630-a25f-af6027c8ebdc HTTP/1.1" status: 200 len: 210 time: 0.1557751 Nov 12 08:55:31.904128 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30947079-5280-4157-9698-c6aad78b2ab6 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.905236 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30947079-5280-4157-9698-c6aad78b2ab6 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:32.065430 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d310718-0335-45b4-aa27-c007e4de63e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:32.146030 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30947079-5280-4157-9698-c6aad78b2ab6 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:32.158351 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30947079-5280-4157-9698-c6aad78b2ab6 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:32.197082 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:32.242267 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d310718-0335-45b4-aa27-c007e4de63e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:32.249898 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30947079-5280-4157-9698-c6aad78b2ab6 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:32.256917 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-30947079-5280-4157-9698-c6aad78b2ab6 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4584224 Nov 12 08:55:32.258354 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38202) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:32.546287 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfb0dd-1016-4088-86d3-5ddaae6ce22a req-9bc21b22-dbe4-4605-b152-0ff097b8f523 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:32.555691 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3fdfb0dd-1016-4088-86d3-5ddaae6ce22a req-9bc21b22-dbe4-4605-b152-0ff097b8f523 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f2a758-d307-4f21-a0e1-173e124b27fd HTTP/1.1" status: 200 len: 944 time: 0.3472040 Nov 12 08:55:32.800282 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d310718-0335-45b4-aa27-c007e4de63e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:32.816761 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d310718-0335-45b4-aa27-c007e4de63e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:32.827264 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5d310718-0335-45b4-aa27-c007e4de63e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/613b1089-9180-4da0-9524-1ab3168efe47 HTTP/1.1" status: 204 len: 168 time: 1.3271446 Nov 12 08:55:32.903367 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3fdfb0dd-1016-4088-86d3-5ddaae6ce22a req-28e1870d-dffb-48e5-bd4b-5d92c9faf957 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459420 Nov 12 08:55:32.976727 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d310718-0335-45b4-aa27-c007e4de63e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613b1089-9180-4da0-9524-1ab3168efe47,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:33.022662 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-658d003b-1b43-41a1-acc9-7be3ea991b88 req-b2fe19f0-71c3-40d3-98a1-14effe0a10f7 tempest-ServerShowV254Test-1199947267 tempest-ServerShowV254Test-1199947267-project] 10.222.0.54 "GET /v2.0/ports?device_id=abdcca3e-92cb-4630-a25f-af6027c8ebdc HTTP/1.1" status: 200 len: 210 time: 0.1124883 Nov 12 08:55:33.161917 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device aef11f75-e33f-45b0-b694-c31ea7c3787b up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:33.196972 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f21a211-05e9-44d1-9107-e78bbb5dac57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-b4dba4d1-d14a-4961-98b1-6919fd48ec05', 'network_id': 'b4dba4d1-d14a-4961-98b1-6919fd48ec05', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'fixed_ips': [{'subnet_id': 'ea7aca40-9057-41f3-bbc8-417f5a5f6822'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:55:33.200617 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8f21a211-05e9-44d1-9107-e78bbb5dac57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:33.476024 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:55:33.489327 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:33.489699 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:33.640631 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ffff97b3-9fe6-4721-93bc-6fe32d6373ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:34.000368 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cebc73-4052-402a-a43d-c48f4ce03a55 None None] Network 84be2d17-8e48-4c57-9f00-f1b9d2d4faff requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:55:34.067346 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port aef11f75-e33f-45b0-b694-c31ea7c3787b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:34.068211 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:34.291946 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38258) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:34.534964 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-8f21a211-05e9-44d1-9107-e78bbb5dac57 None None] Allocated IP 172.21.0.2 (b4dba4d1-d14a-4961-98b1-6919fd48ec05/ea7aca40-9057-41f3-bbc8-417f5a5f6822/a1b5973c-7d75-4744-8018-be8c6a1847eb) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:34.593157 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-ffff97b3-9fe6-4721-93bc-6fe32d6373ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Allocated IP 172.20.0.1 (84be2d17-8e48-4c57-9f00-f1b9d2d4faff/37090d11-3dee-4923-b0db-6745a14133f2/795b5bac-026f-40ab-a40f-6ee40ed5e9a6) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:34.830515 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:34.915610 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-6c74dfe7-2bb6-4fa9-800b-bcb65b662f75 None None] Provisioning complete for port aef11f75-e33f-45b0-b694-c31ea7c3787b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:34.917360 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6c74dfe7-2bb6-4fa9-800b-bcb65b662f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:34.923681 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e1fda86a-248d-4e24-acf2-cb86e3231676 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:35.037155 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ffff97b3-9fe6-4721-93bc-6fe32d6373ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:35.144194 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ffff97b3-9fe6-4721-93bc-6fe32d6373ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:35.322294 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:35.327407 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e1fda86a-248d-4e24-acf2-cb86e3231676 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:35.350182 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffff97b3-9fe6-4721-93bc-6fe32d6373ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network 84be2d17-8e48-4c57-9f00-f1b9d2d4faff is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:35.360806 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f2a758-d307-4f21-a0e1-173e124b27fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:35.366166 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-ffff97b3-9fe6-4721-93bc-6fe32d6373ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:35.373035 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffff97b3-9fe6-4721-93bc-6fe32d6373ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:55:35.378482 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0804f8-85b9-44de-99d4-bb97e4eb7723" -d '{"events": [{"server_uuid": "d2f2a758-d307-4f21-a0e1-173e124b27fd", "name": "network-vif-plugged", "status": "completed", "tag": "1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:35.502266 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e1fda86a-248d-4e24-acf2-cb86e3231676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:35.515287 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ffff97b3-9fe6-4721-93bc-6fe32d6373ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:35.529627 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff97b3-9fe6-4721-93bc-6fe32d6373ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Port': ['ID=795b5bac-026f-40ab-a40f-6ee40ed5e9a6,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:35.673170 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff97b3-9fe6-4721-93bc-6fe32d6373ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:35.674225 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff97b3-9fe6-4721-93bc-6fe32d6373ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:35.674225 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff97b3-9fe6-4721-93bc-6fe32d6373ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:35.674598 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff97b3-9fe6-4721-93bc-6fe32d6373ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:35.675080 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff97b3-9fe6-4721-93bc-6fe32d6373ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:35.675416 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff97b3-9fe6-4721-93bc-6fe32d6373ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:35.675845 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff97b3-9fe6-4721-93bc-6fe32d6373ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:35.676273 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff97b3-9fe6-4721-93bc-6fe32d6373ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:35.676730 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff97b3-9fe6-4721-93bc-6fe32d6373ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:35.677089 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff97b3-9fe6-4721-93bc-6fe32d6373ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:35.677545 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff97b3-9fe6-4721-93bc-6fe32d6373ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:35.677978 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff97b3-9fe6-4721-93bc-6fe32d6373ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:35.791653 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e1fda86a-248d-4e24-acf2-cb86e3231676 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b056a3481adb42b493ec73d6f673c09a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4982314 Nov 12 08:55:35.820907 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38284) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:35.880811 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15e6c1-94b8-47ac-9ab9-cf13fbb7b7ac req-4f24f179-03b8-42c3-a47a-a9e70c8444ba tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:35.883492 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b15e6c1-94b8-47ac-9ab9-cf13fbb7b7ac req-4f24f179-03b8-42c3-a47a-a9e70c8444ba tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f2a758-d307-4f21-a0e1-173e124b27fd HTTP/1.1" status: 200 len: 945 time: 0.5464230 Nov 12 08:55:35.899517 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fda86a-248d-4e24-acf2-cb86e3231676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b1644b-0f67-44a1-9a1b-0644d0805904,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:35.949884 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8f21a211-05e9-44d1-9107-e78bbb5dac57 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:36.043724 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ffff97b3-9fe6-4721-93bc-6fe32d6373ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:36.046910 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:36.051031 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3a46ed76-d4b0-4075-a530-4e375e9150d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:36.130249 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b15e6c1-94b8-47ac-9ab9-cf13fbb7b7ac req-597c5464-1f54-442f-b751-e119901c692c tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333193 Nov 12 08:55:36.156693 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38292) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:36.212777 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8f21a211-05e9-44d1-9107-e78bbb5dac57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:36.338999 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:36.375476 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:36.450411 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f21a211-05e9-44d1-9107-e78bbb5dac57 None None] Network b4dba4d1-d14a-4961-98b1-6919fd48ec05 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:36.477352 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-8f21a211-05e9-44d1-9107-e78bbb5dac57 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:36.490387 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ffff97b3-9fe6-4721-93bc-6fe32d6373ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:36.500630 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ffff97b3-9fe6-4721-93bc-6fe32d6373ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:36.516197 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port aef11f75-e33f-45b0-b694-c31ea7c3787b, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=aef11f75-e33f-45b0-b694-c31ea7c3787b,segment=NetworkSegment(f097b473-c212-422d-aaa6-20b5841bf6d9),segment_id=f097b473-c212-422d-aaa6-20b5841bf6d9)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:36.522622 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3a46ed76-d4b0-4075-a530-4e375e9150d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:36.522893 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f21a211-05e9-44d1-9107-e78bbb5dac57 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:55:36.536504 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:36.546282 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ba8f4f52-a64f-4e23-ba78-cb056719c4ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:36.660416 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ffff97b3-9fe6-4721-93bc-6fe32d6373ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:36.675027 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff97b3-9fe6-4721-93bc-6fe32d6373ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Port': ['ID=795b5bac-026f-40ab-a40f-6ee40ed5e9a6,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:36.830167 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3a46ed76-d4b0-4075-a530-4e375e9150d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:36.842842 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21a211-05e9-44d1-9107-e78bbb5dac57 None None] Pushing event updated for resources: {'Port': ['ID=a1b5973c-7d75-4744-8018-be8c6a1847eb,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:36.847008 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3a46ed76-d4b0-4075-a530-4e375e9150d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:36.855726 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3a46ed76-d4b0-4075-a530-4e375e9150d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09b1644b-0f67-44a1-9a1b-0644d0805904 HTTP/1.1" status: 204 len: 168 time: 1.0295455 Nov 12 08:55:36.894264 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ba8f4f52-a64f-4e23-ba78-cb056719c4ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:36.902831 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ba8f4f52-a64f-4e23-ba78-cb056719c4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:36.912018 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46ed76-d4b0-4075-a530-4e375e9150d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b1644b-0f67-44a1-9a1b-0644d0805904,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:36.946581 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38308) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:37.056941 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-8f21a211-05e9-44d1-9107-e78bbb5dac57 None None] Attempting to bind port a1b5973c-7d75-4744-8018-be8c6a1847eb on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:55:37.057684 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-8f21a211-05e9-44d1-9107-e78bbb5dac57 None None] Attempting to bind port a1b5973c-7d75-4744-8018-be8c6a1847eb by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '7e5547f9-c14a-4907-adc1-616bb53c4f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b4dba4d1-d14a-4961-98b1-6919fd48ec05'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:55:37.057825 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f21a211-05e9-44d1-9107-e78bbb5dac57 None None] Attempting to bind port a1b5973c-7d75-4744-8018-be8c6a1847eb on network b4dba4d1-d14a-4961-98b1-6919fd48ec05 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:37.064540 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffff97b3-9fe6-4721-93bc-6fe32d6373ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network 84be2d17-8e48-4c57-9f00-f1b9d2d4faff is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:37.071200 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-ffff97b3-9fe6-4721-93bc-6fe32d6373ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:37.085533 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f21a211-05e9-44d1-9107-e78bbb5dac57 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:55:37.086125 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f21a211-05e9-44d1-9107-e78bbb5dac57 None None] Checking segment: {'id': '7e5547f9-c14a-4907-adc1-616bb53c4f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b4dba4d1-d14a-4961-98b1-6919fd48ec05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:37.086638 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8f21a211-05e9-44d1-9107-e78bbb5dac57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:37.088592 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f21a211-05e9-44d1-9107-e78bbb5dac57 None None] Bound using segment: {'id': '7e5547f9-c14a-4907-adc1-616bb53c4f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b4dba4d1-d14a-4961-98b1-6919fd48ec05'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:55:37.090646 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-8f21a211-05e9-44d1-9107-e78bbb5dac57 None None] Bound port: a1b5973c-7d75-4744-8018-be8c6a1847eb, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e5547f9-c14a-4907-adc1-616bb53c4f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b4dba4d1-d14a-4961-98b1-6919fd48ec05'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:55:37.091583 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8f21a211-05e9-44d1-9107-e78bbb5dac57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:37.099894 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ba8f4f52-a64f-4e23-ba78-cb056719c4ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4104fed6c2554b4e9608105adc1b6b24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9399874 Nov 12 08:55:37.101461 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38312) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:37.113432 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f4f52-a64f-4e23-ba78-cb056719c4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8ce3a0-6e49-4d5f-a701-975207bdbe01,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:37.237007 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=aef11f75-e33f-45b0-b694-c31ea7c3787b,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:37.468713 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-8f21a211-05e9-44d1-9107-e78bbb5dac57 None None] For port a1b5973c-7d75-4744-8018-be8c6a1847eb, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:55:37.475620 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-aa870c81-e3b8-4975-b530-0d1a7d2fef57 None None] Provisioning complete for port aef11f75-e33f-45b0-b694-c31ea7c3787b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:37.476019 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-aa870c81-e3b8-4975-b530-0d1a7d2fef57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:37.511855 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-663cf9e5-a168-4105-98db-0f8cb6cafbfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:37.517212 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffff97b3-9fe6-4721-93bc-6fe32d6373ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Router 8283266c-e461-4bbe-b274-ae00f1a63782 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:55:37.564513 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9624e9-00b8-40b3-be26-89501038df6a x-openstack-request-id: req-6c9624e9-00b8-40b3-be26-89501038df6a {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:37.565316 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f2a758-d307-4f21-a0e1-173e124b27fd", "name": "network-vif-plugged", "status": "completed", "tag": "1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:37.565806 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c9624e9-00b8-40b3-be26-89501038df6a {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:37.567460 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f2a758-d307-4f21-a0e1-173e124b27fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87', 'code': 200} Nov 12 08:55:37.588532 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-8f21a211-05e9-44d1-9107-e78bbb5dac57 None None] For port a1b5973c-7d75-4744-8018-be8c6a1847eb, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a1b5973c-7d75-4744-8018-be8c6a1847eb,segment=NetworkSegment(7e5547f9-c14a-4907-adc1-616bb53c4f81),segment_id=7e5547f9-c14a-4907-adc1-616bb53c4f81)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:55:37.603053 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8f21a211-05e9-44d1-9107-e78bbb5dac57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:37.694370 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-663cf9e5-a168-4105-98db-0f8cb6cafbfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:37.735185 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21a211-05e9-44d1-9107-e78bbb5dac57 None None] Pushing event updated for resources: {'Port': ['ID=a1b5973c-7d75-4744-8018-be8c6a1847eb,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:37.748833 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6b530-6525-4934-adda-db3b7cd2fdd4 req-c4de9ec5-6b0c-4997-ae8e-7ff3936e5088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:37.750430 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b4c6b530-6525-4934-adda-db3b7cd2fdd4 req-c4de9ec5-6b0c-4997-ae8e-7ff3936e5088 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d2f2a758-d307-4f21-a0e1-173e124b27fd HTTP/1.1" status: 200 len: 1097 time: 0.1413515 Nov 12 08:55:38.014617 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b4c6b530-6525-4934-adda-db3b7cd2fdd4 req-5d3daac8-4200-44bd-b0c0-8e2ea45d71b1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314715 Nov 12 08:55:38.045912 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412804c4-80d1-4881-b8e4-bf0ece4b0123 req-6345cc47-b378-4bbe-9579-d434120fe9d5 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:38.056101 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-412804c4-80d1-4881-b8e4-bf0ece4b0123 req-6345cc47-b378-4bbe-9579-d434120fe9d5 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f2a758-d307-4f21-a0e1-173e124b27fd HTTP/1.1" status: 200 len: 945 time: 0.3040278 Nov 12 08:55:38.109008 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb1a8216-419e-4c4a-b187-05e7fe353ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:38.161388 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-aa870c81-e3b8-4975-b530-0d1a7d2fef57 None None] Provisioning complete for port 795b5bac-026f-40ab-a40f-6ee40ed5e9a6 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:38.165491 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-aa870c81-e3b8-4975-b530-0d1a7d2fef57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:38.192978 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38328) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:38.222641 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-412804c4-80d1-4881-b8e4-bf0ece4b0123 req-8b4081ab-619d-45c6-b238-dfc805fd55d7 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653266 Nov 12 08:55:38.281693 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffff97b3-9fe6-4721-93bc-6fe32d6373ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:55:38.288351 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-afbb08d8-ccb1-4e41-9978-fb650a6bdb67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:38.294621 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f366cf00-9ae5-4009-8e96-38a28562f911 None None] Sync routers for ids ['8283266c-e461-4bbe-b274-ae00f1a63782'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:55:38.301232 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-663cf9e5-a168-4105-98db-0f8cb6cafbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:38.304963 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-663cf9e5-a168-4105-98db-0f8cb6cafbfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:38.306882 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-663cf9e5-a168-4105-98db-0f8cb6cafbfb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3b8ce3a0-6e49-4d5f-a701-975207bdbe01 HTTP/1.1" status: 204 len: 168 time: 1.2024338 Nov 12 08:55:38.322946 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f366cf00-9ae5-4009-8e96-38a28562f911 None None] Routers {'8283266c-e461-4bbe-b274-ae00f1a63782'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:38.326274 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-f366cf00-9ae5-4009-8e96-38a28562f911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:55:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8283266c-e461-4bbe-b274-ae00f1a63782'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:38.332503 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-aa870c81-e3b8-4975-b530-0d1a7d2fef57 None None] Port 795b5bac-026f-40ab-a40f-6ee40ed5e9a6 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:55:38.340819 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ffff97b3-9fe6-4721-93bc-6fe32d6373ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "PUT /v2.0/routers/8283266c-e461-4bbe-b274-ae00f1a63782/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0738695 Nov 12 08:55:38.348351 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38336) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:38.359661 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-69766a3b-2843-4dfe-a631-e25932acd676 tempest-SubnetPoolsTestJSON-1842086649 tempest-SubnetPoolsTestJSON-1842086649-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-412568372', 'prefixes': ['172.20.0.0/16']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:38.443336 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663cf9e5-a168-4105-98db-0f8cb6cafbfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8ce3a0-6e49-4d5f-a701-975207bdbe01,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:38.515434 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c2523db4-3c31-4bd4-aad8-fcaa064e87dc None None] Provisioning complete for port 795b5bac-026f-40ab-a40f-6ee40ed5e9a6 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:38.516969 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c2523db4-3c31-4bd4-aad8-fcaa064e87dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:38.576640 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-f366cf00-9ae5-4009-8e96-38a28562f911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:38.605183 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69766a3b-2843-4dfe-a631-e25932acd676 tempest-SubnetPoolsTestJSON-1842086649 tempest-SubnetPoolsTestJSON-1842086649-project] Publish callbacks [] for subnetpool, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:38.615113 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-69766a3b-2843-4dfe-a631-e25932acd676 tempest-SubnetPoolsTestJSON-1842086649 tempest-SubnetPoolsTestJSON-1842086649-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.6562614 Nov 12 08:55:38.619491 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38340) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:38.646941 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f366cf00-9ae5-4009-8e96-38a28562f911 None None] Routers {'8283266c-e461-4bbe-b274-ae00f1a63782'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:38.649187 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-f366cf00-9ae5-4009-8e96-38a28562f911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:55:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8283266c-e461-4bbe-b274-ae00f1a63782'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:38.667700 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c2523db4-3c31-4bd4-aad8-fcaa064e87dc None None] Port 795b5bac-026f-40ab-a40f-6ee40ed5e9a6 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:55:38.850026 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-afbb08d8-ccb1-4e41-9978-fb650a6bdb67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:38.871624 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-db401967-b93b-4b2e-9d18-6e060c0905a5 tempest-SubnetPoolsTestJSON-1842086649 tempest-SubnetPoolsTestJSON-1842086649-project] 10.222.0.37 "GET /v2.0/subnetpools/e5416cf5-fdbb-425c-9c9e-32489ee2178a HTTP/1.1" status: 200 len: 731 time: 0.2366500 Nov 12 08:55:38.875637 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38342) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:38.885058 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-afbb08d8-ccb1-4e41-9978-fb650a6bdb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:38.891403 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b19b5c70-b358-4b34-a726-25ec60640d63 tempest-SubnetPoolsTestJSON-1842086649 tempest-SubnetPoolsTestJSON-1842086649-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-486507567'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:38.898189 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-f366cf00-9ae5-4009-8e96-38a28562f911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:38.903594 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f366cf00-9ae5-4009-8e96-38a28562f911 None None] The sync data for ids ['8283266c-e461-4bbe-b274-ae00f1a63782'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:55:39.058286 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a1b5973c-7d75-4744-8018-be8c6a1847eb up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:39.250762 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [req-f6e4675a-8edd-45d1-af12-069e537d190a req-a55b2d7d-7bf2-4c10-9a34-b9bab2385ec2 service neutron] (102568) timed out ('10.222.0.58', 55926) {{(pid=102568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:55:39.358118 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port a1b5973c-7d75-4744-8018-be8c6a1847eb triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:39.360945 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:39.487973 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b19b5c70-b358-4b34-a726-25ec60640d63 tempest-SubnetPoolsTestJSON-1842086649 tempest-SubnetPoolsTestJSON-1842086649-project] Publish callbacks [] for subnetpool, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:39.494999 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b19b5c70-b358-4b34-a726-25ec60640d63 tempest-SubnetPoolsTestJSON-1842086649 tempest-SubnetPoolsTestJSON-1842086649-project] 10.222.0.37 "PUT /v2.0/subnetpools/e5416cf5-fdbb-425c-9c9e-32489ee2178a HTTP/1.1" status: 200 len: 683 time: 0.6156747 Nov 12 08:55:39.497290 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38358) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:39.654281 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bfed8e17-42fa-47df-9329-5e46f93ad339 tempest-SubnetPoolsTestJSON-1842086649 tempest-SubnetPoolsTestJSON-1842086649-project] Publish callbacks [] for subnetpool, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:39.666457 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-bfed8e17-42fa-47df-9329-5e46f93ad339 tempest-SubnetPoolsTestJSON-1842086649 tempest-SubnetPoolsTestJSON-1842086649-project] 10.222.0.37 "DELETE /v2.0/subnetpools/e5416cf5-fdbb-425c-9c9e-32489ee2178a HTTP/1.1" status: 204 len: 168 time: 0.1666529 Nov 12 08:55:39.668422 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38364) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:39.741517 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-2506a33f-68dc-488e-a63d-2e3ae4982333 tempest-SubnetPoolsTestJSON-1842086649 tempest-SubnetPoolsTestJSON-1842086649-project] show failed (client error): The resource could not be found. Nov 12 08:55:39.747633 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2506a33f-68dc-488e-a63d-2e3ae4982333 tempest-SubnetPoolsTestJSON-1842086649 tempest-SubnetPoolsTestJSON-1842086649-project] 10.222.0.37 "GET /v2.0/subnetpools/e5416cf5-fdbb-425c-9c9e-32489ee2178a HTTP/1.1" status: 404 len: 346 time: 0.0778306 Nov 12 08:55:39.750915 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38368) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:39.766866 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:39.806878 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-ac421e6c-0d44-42a2-97cc-54bed51d486f tempest-SubnetPoolsTestJSON-1842086649 tempest-SubnetPoolsTestJSON-1842086649-project] delete failed (client error): The resource could not be found. Nov 12 08:55:39.807988 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ac421e6c-0d44-42a2-97cc-54bed51d486f tempest-SubnetPoolsTestJSON-1842086649 tempest-SubnetPoolsTestJSON-1842086649-project] 10.222.0.37 "DELETE /v2.0/subnetpools/e5416cf5-fdbb-425c-9c9e-32489ee2178a HTTP/1.1" status: 404 len: 346 time: 0.0539684 Nov 12 08:55:39.853528 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port a1b5973c-7d75-4744-8018-be8c6a1847eb, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a1b5973c-7d75-4744-8018-be8c6a1847eb,segment=NetworkSegment(7e5547f9-c14a-4907-adc1-616bb53c4f81),segment_id=7e5547f9-c14a-4907-adc1-616bb53c4f81)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:39.859930 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:39.861291 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device aef11f75-e33f-45b0-b694-c31ea7c3787b up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:39.974463 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port aef11f75-e33f-45b0-b694-c31ea7c3787b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:39.974835 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:40.094375 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4e38f9-1de4-4c18-afcb-8d527e16f740 None None] Network b4dba4d1-d14a-4961-98b1-6919fd48ec05 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:55:40.342319 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e22fdec-2a4f-4765-bbe7-fc192ee54cbd tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:40.348530 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8e22fdec-2a4f-4765-bbe7-fc192ee54cbd tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "GET /v2.0/ports/795b5bac-026f-40ab-a40f-6ee40ed5e9a6 HTTP/1.1" status: 200 len: 910 time: 1.9978669 Nov 12 08:55:40.348962 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38386) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:40.398498 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=a1b5973c-7d75-4744-8018-be8c6a1847eb,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:40.432782 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb08d8-ccb1-4e41-9978-fb650a6bdb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b091fa6c-f28c-41fd-aa46-322e76b3bcaf,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:40.438052 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38388) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:40.464886 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-cacdfc46-b558-4bf2-b910-77d19ad5b49e None None] Provisioning complete for port a1b5973c-7d75-4744-8018-be8c6a1847eb triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:40.465367 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cacdfc46-b558-4bf2-b910-77d19ad5b49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:40.469811 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-50ca423c-227d-437b-9204-9f6327e42a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:40.518353 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb08d8-ccb1-4e41-9978-fb650a6bdb67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:40.518605 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb08d8-ccb1-4e41-9978-fb650a6bdb67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:40.519486 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb08d8-ccb1-4e41-9978-fb650a6bdb67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:40.519486 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb08d8-ccb1-4e41-9978-fb650a6bdb67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:40.519849 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb08d8-ccb1-4e41-9978-fb650a6bdb67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:40.524316 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb08d8-ccb1-4e41-9978-fb650a6bdb67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:40.524316 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb08d8-ccb1-4e41-9978-fb650a6bdb67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:40.524316 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb08d8-ccb1-4e41-9978-fb650a6bdb67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:40.524316 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb08d8-ccb1-4e41-9978-fb650a6bdb67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:40.524316 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb08d8-ccb1-4e41-9978-fb650a6bdb67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:40.524316 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb08d8-ccb1-4e41-9978-fb650a6bdb67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:40.524316 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb08d8-ccb1-4e41-9978-fb650a6bdb67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:40.567765 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-afbb08d8-ccb1-4e41-9978-fb650a6bdb67 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=167f92c065114da8b876b89e9ef13a12&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3400562 Nov 12 08:55:40.579467 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38394) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:40.617606 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57729b8b-ba17-4e31-ac14-5b1134493388 req-182cd000-0808-4e20-bcf2-6c98aa5374ea tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:40.619495 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-57729b8b-ba17-4e31-ac14-5b1134493388 req-182cd000-0808-4e20-bcf2-6c98aa5374ea tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f2a758-d307-4f21-a0e1-173e124b27fd HTTP/1.1" status: 200 len: 945 time: 0.2603812 Nov 12 08:55:40.641144 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-88158c1a-a5f9-499a-9584-406394bc7eef tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:40.642717 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-88158c1a-a5f9-499a-9584-406394bc7eef tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2f2a758-d307-4f21-a0e1-173e124b27fd HTTP/1.1" status: 200 len: 945 time: 0.2930863 Nov 12 08:55:40.769034 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a1b5973c-7d75-4744-8018-be8c6a1847eb up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:40.847540 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-57729b8b-ba17-4e31-ac14-5b1134493388 req-fd231136-a18e-4dde-9f0d-1454d4ea5bb5 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037497 Nov 12 08:55:40.905085 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port a1b5973c-7d75-4744-8018-be8c6a1847eb triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:40.905494 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:40.922211 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-337ee40b-ff4f-44ea-b640-273433514a21 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Deleting port 1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:40.922534 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-337ee40b-ff4f-44ea-b640-273433514a21 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:40.947198 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-99a1fbc7-b5f7-419f-88ee-18e79949e622 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:41.136174 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-99a1fbc7-b5f7-419f-88ee-18e79949e622 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:41.213434 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7be3decb-814d-40d4-8417-ac7484cd207b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:41.298108 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-337ee40b-ff4f-44ea-b640-273433514a21 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] For port 1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:41.299504 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-337ee40b-ff4f-44ea-b640-273433514a21 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:41.335685 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-337ee40b-ff4f-44ea-b640-273433514a21 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Calling delete_port for 1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:41.378993 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99dfc196-6940-4845-8fa0-d79d25316a6e None None] Provisioning complete for port a1b5973c-7d75-4744-8018-be8c6a1847eb triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:41.380078 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99dfc196-6940-4845-8fa0-d79d25316a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:41.500716 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-99a1fbc7-b5f7-419f-88ee-18e79949e622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:41.507348 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-99a1fbc7-b5f7-419f-88ee-18e79949e622 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:41.512049 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-99a1fbc7-b5f7-419f-88ee-18e79949e622 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b091fa6c-f28c-41fd-aa46-322e76b3bcaf HTTP/1.1" status: 204 len: 168 time: 0.9285362 Nov 12 08:55:41.601688 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1fbc7-b5f7-419f-88ee-18e79949e622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b091fa6c-f28c-41fd-aa46-322e76b3bcaf,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:41.629699 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38418) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:41.941907 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-337ee40b-ff4f-44ea-b640-273433514a21 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:41.968382 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd426041-f2e7-4fab-9cea-479fa0a8a6eb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:41.987735 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['0db8467b-a8e0-4127-b527-cac040b50758', '1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:55:42.070663 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7be3decb-814d-40d4-8417-ac7484cd207b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:42.081711 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ee40b-ff4f-44ea-b640-273433514a21 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Pushing event deleted for resources: {'Port': ['ID=1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:42.100415 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7be3decb-814d-40d4-8417-ac7484cd207b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:42.167538 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:42.360288 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-337ee40b-ff4f-44ea-b640-273433514a21 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] No DVR routers for this DVR port 1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:42.366619 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-337ee40b-ff4f-44ea-b640-273433514a21 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:42.380919 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-28fd32f4-7888-49b0-9fb0-87beea975bd7 req-337ee40b-ff4f-44ea-b640-273433514a21 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.58 "DELETE /v2.0/ports/1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87 HTTP/1.1" status: 204 len: 173 time: 1.7267122 Nov 12 08:55:42.402872 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7be3decb-814d-40d4-8417-ac7484cd207b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1211c89b2d2748c386def40cdc6599ec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9510491 Nov 12 08:55:42.421766 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f2a758-d307-4f21-a0e1-173e124b27fd', 'name': 'network-vif-deleted', 'tag': '1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:42.434785 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e7e883-1d65-4c60-87b1-98111d024c06" -d '{"events": [{"server_uuid": "d2f2a758-d307-4f21-a0e1-173e124b27fd", "name": "network-vif-deleted", "tag": "1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:42.455914 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38440) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:42.677149 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3decb-814d-40d4-8417-ac7484cd207b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b460c957-9a8c-43b4-ae63-e90a02311113,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:42.793569 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38452) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:42.876880 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-12bf3f65-7862-4f93-ad45-5498dc8a05b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:43.008987 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-12bf3f65-7862-4f93-ad45-5498dc8a05b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:43.266614 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-545936e8-47e2-4072-b11e-6d107bc2a422 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:43.343865 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-cd426041-f2e7-4fab-9cea-479fa0a8a6eb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Allocated IP 172.21.0.1 (b4dba4d1-d14a-4961-98b1-6919fd48ec05/ea7aca40-9057-41f3-bbc8-417f5a5f6822/e2f9d4f1-0bc1-46f7-93e8-90cebb940fa1) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:43.347034 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:43.476572 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-baf42f90-9e50-4741-b8aa-f4fe9b26f467 req-c0bfd2c0-b718-43f3-b46e-b9255eb10a1f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=78d9cae7e28e44dea74a67608c81b079&device_id=d2f2a758-d307-4f21-a0e1-173e124b27fd HTTP/1.1" status: 200 len: 210 time: 0.1451924 Nov 12 08:55:43.624900 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-12bf3f65-7862-4f93-ad45-5498dc8a05b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:43.631041 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-12bf3f65-7862-4f93-ad45-5498dc8a05b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:43.633395 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-12bf3f65-7862-4f93-ad45-5498dc8a05b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b460c957-9a8c-43b4-ae63-e90a02311113 HTTP/1.1" status: 204 len: 168 time: 1.1744916 Nov 12 08:55:43.675150 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf3f65-7862-4f93-ad45-5498dc8a05b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b460c957-9a8c-43b4-ae63-e90a02311113,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:43.922267 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf42f90-9e50-4741-b8aa-f4fe9b26f467 req-f6d882ee-b815-437d-8d7f-ad147ddbc8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:43.926050 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-baf42f90-9e50-4741-b8aa-f4fe9b26f467 req-f6d882ee-b815-437d-8d7f-ad147ddbc8e5 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=78d9cae7e28e44dea74a67608c81b079&shared=False HTTP/1.1" status: 200 len: 906 time: 0.4391472 Nov 12 08:55:44.035597 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.066867 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-545936e8-47e2-4072-b11e-6d107bc2a422 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.078631 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c044d1d-9dda-4190-bb03-f7fd2be1cdc8 req-c669f4c7-918b-4e0b-90bf-66f1ec3a5c67 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f2a758-d307-4f21-a0e1-173e124b27fd HTTP/1.1" status: 200 len: 210 time: 0.4405401 Nov 12 08:55:44.360253 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-545936e8-47e2-4072-b11e-6d107bc2a422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.394842 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf42f90-9e50-4741-b8aa-f4fe9b26f467 req-c53f62ca-9c00-4667-94b0-187ad0607b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:44.397037 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-baf42f90-9e50-4741-b8aa-f4fe9b26f467 req-c53f62ca-9c00-4667-94b0-187ad0607b4b service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3161306 Nov 12 08:55:44.399902 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc3e3e0-df3e-47f2-8f36-e252c448eb99 x-openstack-request-id: req-2fc3e3e0-df3e-47f2-8f36-e252c448eb99 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:44.401977 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f2a758-d307-4f21-a0e1-173e124b27fd", "name": "network-vif-deleted", "tag": "1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:44.402828 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2fc3e3e0-df3e-47f2-8f36-e252c448eb99 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:44.403434 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f2a758-d307-4f21-a0e1-173e124b27fd', 'name': 'network-vif-deleted', 'tag': '1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87', 'status': 'completed', 'code': 200} Nov 12 08:55:44.437701 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-545936e8-47e2-4072-b11e-6d107bc2a422 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=03ec24382cd04553be386c0a4f6b487e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6401961 Nov 12 08:55:44.439811 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545936e8-47e2-4072-b11e-6d107bc2a422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b86c61-7d27-4fc5-979f-ecbccbcccd4b,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:44.444766 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38494) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:44.548416 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3b7cd32e-a43a-4c0c-971c-11da9dd5d824 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.606300 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3b7cd32e-a43a-4c0c-971c-11da9dd5d824 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.723160 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3b7cd32e-a43a-4c0c-971c-11da9dd5d824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.727813 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3b7cd32e-a43a-4c0c-971c-11da9dd5d824 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.729652 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3b7cd32e-a43a-4c0c-971c-11da9dd5d824 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/44b86c61-7d27-4fc5-979f-ecbccbcccd4b HTTP/1.1" status: 204 len: 168 time: 0.2835302 Nov 12 08:55:44.753447 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7cd32e-a43a-4c0c-971c-11da9dd5d824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b86c61-7d27-4fc5-979f-ecbccbcccd4b,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:44.842221 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd426041-f2e7-4fab-9cea-479fa0a8a6eb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:45.050452 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd426041-f2e7-4fab-9cea-479fa0a8a6eb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:45.209480 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd426041-f2e7-4fab-9cea-479fa0a8a6eb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network b4dba4d1-d14a-4961-98b1-6919fd48ec05 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:45.227707 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-cd426041-f2e7-4fab-9cea-479fa0a8a6eb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:45.275858 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd426041-f2e7-4fab-9cea-479fa0a8a6eb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:55:45.452027 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd426041-f2e7-4fab-9cea-479fa0a8a6eb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Port': ['ID=e2f9d4f1-0bc1-46f7-93e8-90cebb940fa1,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:45.523037 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd426041-f2e7-4fab-9cea-479fa0a8a6eb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:45.581436 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30200992-0ae2-42ae-9c48-36d878d41963 req-9edaaf22-b199-49b5-b888-cbcbdad63f84 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f2a758-d307-4f21-a0e1-173e124b27fd HTTP/1.1" status: 200 len: 210 time: 0.1990778 Nov 12 08:55:45.903230 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-baf42f90-9e50-4741-b8aa-f4fe9b26f467 req-e98d7c31-92a8-4d34-a5fe-e2887d7fad07 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2f2a758-d307-4f21-a0e1-173e124b27fd HTTP/1.1" status: 200 len: 210 time: 0.0749502 Nov 12 08:55:46.119357 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-04714886-eee4-4a89-b042-8f7d758aea1d None None] Provisioning complete for port e2f9d4f1-0bc1-46f7-93e8-90cebb940fa1 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:46.120292 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-04714886-eee4-4a89-b042-8f7d758aea1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:46.189498 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd426041-f2e7-4fab-9cea-479fa0a8a6eb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:46.239904 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-04714886-eee4-4a89-b042-8f7d758aea1d None None] Port e2f9d4f1-0bc1-46f7-93e8-90cebb940fa1 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:55:46.300060 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38542) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:46.307414 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-341e32fc-25af-46dd-92f5-7cc1af7dbb04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:46.570729 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-8a95b224-448c-4077-af76-17d93ff2277a tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1830206027'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:46.695340 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a95b224-448c-4077-af76-17d93ff2277a tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] Made reservation on behalf of cafe6ce02810430e8759fdc124ec11e0 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:46.706758 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8a95b224-448c-4077-af76-17d93ff2277a tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:46.748580 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8a95b224-448c-4077-af76-17d93ff2277a tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:46.806193 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38556) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:46.901446 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8a95b224-448c-4077-af76-17d93ff2277a tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:46.910267 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8a95b224-448c-4077-af76-17d93ff2277a tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:46.962218 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95b224-448c-4077-af76-17d93ff2277a tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=464e5932-e545-49ad-b851-67e42e601650,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:47.023440 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-193edd47-b912-4777-ad4f-cae3d3afff14 req-ad0a56f8-b48d-42ea-97ba-9dd4e815e1ef tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f2a758-d307-4f21-a0e1-173e124b27fd HTTP/1.1" status: 200 len: 210 time: 0.1085968 Nov 12 08:55:47.044083 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a95b224-448c-4077-af76-17d93ff2277a tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:55:47.081832 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8a95b224-448c-4077-af76-17d93ff2277a tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:47.082507 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-8a95b224-448c-4077-af76-17d93ff2277a tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] Added segment 75c978ba-de4f-433c-a2c6-7a26911ab5e7 of type vlan for network 88829b5f-aabf-4e4b-845b-1cbfccc1bd11 Nov 12 08:55:47.176003 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8a95b224-448c-4077-af76-17d93ff2277a tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:47.203793 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd426041-f2e7-4fab-9cea-479fa0a8a6eb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:47.209661 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8a95b224-448c-4077-af76-17d93ff2277a tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:47.214541 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a95b224-448c-4077-af76-17d93ff2277a tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:47.215326 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8a95b224-448c-4077-af76-17d93ff2277a tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:47.217833 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd426041-f2e7-4fab-9cea-479fa0a8a6eb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:47.255634 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-715f2e00-f8d4-468f-91a3-9ccb9ae72c3c admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1672542512-network', 'tenant_id': 'a6e638b341c94a6ebf725e2aa1f2b2e1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:47.372294 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715f2e00-f8d4-468f-91a3-9ccb9ae72c3c admin admin] Made reservation on behalf of a6e638b341c94a6ebf725e2aa1f2b2e1 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:47.377869 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-715f2e00-f8d4-468f-91a3-9ccb9ae72c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:47.497038 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd426041-f2e7-4fab-9cea-479fa0a8a6eb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:47.500461 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-715f2e00-f8d4-468f-91a3-9ccb9ae72c3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:47.505406 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd426041-f2e7-4fab-9cea-479fa0a8a6eb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Port': ['ID=e2f9d4f1-0bc1-46f7-93e8-90cebb940fa1,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:47.540636 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8a95b224-448c-4077-af76-17d93ff2277a tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.2360022 Nov 12 08:55:47.543989 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38574) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:47.554231 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-7978e66b-d7fe-4478-a15a-893f9547dc90 tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '88829b5f-aabf-4e4b-845b-1cbfccc1bd11', 'tempest-TagsTest-Tag-1278418387') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:47.584273 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95b224-448c-4077-af76-17d93ff2277a tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] Pushing event updated for resources: {'Network': ['ID=88829b5f-aabf-4e4b-845b-1cbfccc1bd11,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:47.610067 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 88829b5f-aabf-4e4b-845b-1cbfccc1bd11 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:55:47.849827 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-715f2e00-f8d4-468f-91a3-9ccb9ae72c3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:47.856971 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-715f2e00-f8d4-468f-91a3-9ccb9ae72c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:47.916745 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715f2e00-f8d4-468f-91a3-9ccb9ae72c3c admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:55:47.936149 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-715f2e00-f8d4-468f-91a3-9ccb9ae72c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:47.936872 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-715f2e00-f8d4-468f-91a3-9ccb9ae72c3c admin admin] Added segment f5325b78-6b68-4254-bcd2-47839b9a348d of type vlan for network d93c1d8e-7732-4c5c-8470-8d8fa0bbe440 Nov 12 08:55:47.969461 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f2e00-f8d4-468f-91a3-9ccb9ae72c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb34b86-e77d-403b-8ae0-06ac52bbcdbe,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:48.036427 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-341e32fc-25af-46dd-92f5-7cc1af7dbb04 admin admin] Deleting port 12542f75-7338-4a4e-9651-35482325a92d {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:48.036972 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-341e32fc-25af-46dd-92f5-7cc1af7dbb04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:48.069040 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-715f2e00-f8d4-468f-91a3-9ccb9ae72c3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:48.129393 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-715f2e00-f8d4-468f-91a3-9ccb9ae72c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:48.131199 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715f2e00-f8d4-468f-91a3-9ccb9ae72c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:48.132137 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-715f2e00-f8d4-468f-91a3-9ccb9ae72c3c admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:48.197667 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:48.239836 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7978e66b-d7fe-4478-a15a-893f9547dc90 tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] 10.222.0.37 "PUT /v2.0/networks/88829b5f-aabf-4e4b-845b-1cbfccc1bd11/tags/tempest-TagsTest-Tag-1278418387 HTTP/1.1" status: 201 len: 201 time: 0.6937077 Nov 12 08:55:48.248894 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-715f2e00-f8d4-468f-91a3-9ccb9ae72c3c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4407949 Nov 12 08:55:48.252648 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:48.252843 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38588) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:48.253376 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 1fb39f36-fd2e-409a-b6fb-aa60a8ac9e87 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:48.260099 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd426041-f2e7-4fab-9cea-479fa0a8a6eb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network b4dba4d1-d14a-4961-98b1-6919fd48ec05 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:48.268427 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-cd426041-f2e7-4fab-9cea-479fa0a8a6eb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:48.469266 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-2d6ef2ff-83a6-4937-8344-89f7e3fd7f9e tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '88829b5f-aabf-4e4b-845b-1cbfccc1bd11', 'tempest-TagsTest-Tag-1278418387') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:48.597206 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f2e00-f8d4-468f-91a3-9ccb9ae72c3c admin admin] Pushing event updated for resources: {'Network': ['ID=d93c1d8e-7732-4c5c-8470-8d8fa0bbe440,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:48.616968 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network d93c1d8e-7732-4c5c-8470-8d8fa0bbe440 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:55:48.725274 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-341e32fc-25af-46dd-92f5-7cc1af7dbb04 admin admin] For port 12542f75-7338-4a4e-9651-35482325a92d, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=12542f75-7338-4a4e-9651-35482325a92d,segment=NetworkSegment(d3c1ae76-828f-4a3e-ac05-62e9a00d0ecc),segment_id=d3c1ae76-828f-4a3e-ac05-62e9a00d0ecc)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:48.725693 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-341e32fc-25af-46dd-92f5-7cc1af7dbb04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:48.839370 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-341e32fc-25af-46dd-92f5-7cc1af7dbb04 admin admin] Calling delete_port for 12542f75-7338-4a4e-9651-35482325a92d owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:48.872194 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd426041-f2e7-4fab-9cea-479fa0a8a6eb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Router 8283266c-e461-4bbe-b274-ae00f1a63782 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:55:49.024416 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-76fecc86-e875-4b9d-a4c4-6903431cc910 None None] Provisioning complete for port e2f9d4f1-0bc1-46f7-93e8-90cebb940fa1 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:49.025008 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-76fecc86-e875-4b9d-a4c4-6903431cc910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:49.036117 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:55:49.118827 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-c2de94de-44bb-4c4c-84bd-a57fa6a07fde tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:49.121686 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-c2de94de-44bb-4c4c-84bd-a57fa6a07fde tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/networks?id=dff85ee1-5d3b-4104-8677-a8be57638c59 HTTP/1.1" status: 200 len: 805 time: 0.3040891 Nov 12 08:55:49.126544 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2d6ef2ff-83a6-4937-8344-89f7e3fd7f9e tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] 10.222.0.37 "GET /v2.0/networks/88829b5f-aabf-4e4b-845b-1cbfccc1bd11/tags/tempest-TagsTest-Tag-1278418387 HTTP/1.1" status: 204 len: 168 time: 0.6861284 Nov 12 08:55:49.130449 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38616) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:49.150941 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-6811da09-5147-41d1-a1d8-08dd424f9951 tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '88829b5f-aabf-4e4b-845b-1cbfccc1bd11') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:49.198979 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-fa1ac227-cfda-4ee5-ae3c-756ea9bd7bec tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/quotas/78d9cae7e28e44dea74a67608c81b079 HTTP/1.1" status: 200 len: 375 time: 0.0639510 Nov 12 08:55:49.247121 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-76fecc86-e875-4b9d-a4c4-6903431cc910 None None] Port e2f9d4f1-0bc1-46f7-93e8-90cebb940fa1 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:55:49.366425 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd426041-f2e7-4fab-9cea-479fa0a8a6eb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:55:49.376573 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-cd426041-f2e7-4fab-9cea-479fa0a8a6eb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "PUT /v2.0/routers/8283266c-e461-4bbe-b274-ae00f1a63782/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0224831 Nov 12 08:55:49.376573 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38620) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:49.381952 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60776fd-5187-41d1-8936-5cfc12e9a013 None None] Sync routers for ids ['8283266c-e461-4bbe-b274-ae00f1a63782'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:55:49.403967 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60776fd-5187-41d1-8936-5cfc12e9a013 None None] Routers {'8283266c-e461-4bbe-b274-ae00f1a63782'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:49.406583 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f60776fd-5187-41d1-8936-5cfc12e9a013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:55:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8283266c-e461-4bbe-b274-ae00f1a63782'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:49.483458 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6811da09-5147-41d1-a1d8-08dd424f9951 tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] 10.222.0.37 "GET /v2.0/networks/88829b5f-aabf-4e4b-845b-1cbfccc1bd11/tags HTTP/1.1" status: 200 len: 238 time: 0.3476651 Nov 12 08:55:49.484730 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38622) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:49.499792 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d267677-3755-48b3-8efc-e834b36d2f57 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:49.507046 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8d267677-3755-48b3-8efc-e834b36d2f57 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "GET /v2.0/ports/e2f9d4f1-0bc1-46f7-93e8-90cebb940fa1 HTTP/1.1" status: 200 len: 910 time: 0.1293657 Nov 12 08:55:49.507726 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38624) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:49.517697 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-5c9ea728-8b75-45b2-84f8-4f7d01e94244 tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '88829b5f-aabf-4e4b-845b-1cbfccc1bd11', {'tags': ['tempest-TagsTest-Tag-895942755', 'tempest-TagsTest-Tag-458578587', 'tempest-TagsTest-Tag-1921190189']}) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:49.547921 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38626) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:49.569887 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f60776fd-5187-41d1-8936-5cfc12e9a013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:49.603315 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60776fd-5187-41d1-8936-5cfc12e9a013 None None] Routers {'8283266c-e461-4bbe-b274-ae00f1a63782'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:49.607887 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-546fa855-5996-40de-b4f4-90e828e001fd tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=78d9cae7e28e44dea74a67608c81b079&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3958013 Nov 12 08:55:49.611697 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f60776fd-5187-41d1-8936-5cfc12e9a013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:55:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8283266c-e461-4bbe-b274-ae00f1a63782'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:49.754547 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f60776fd-5187-41d1-8936-5cfc12e9a013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:49.757217 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60776fd-5187-41d1-8936-5cfc12e9a013 None None] The sync data for ids ['8283266c-e461-4bbe-b274-ae00f1a63782'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:55:50.034035 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5c9ea728-8b75-45b2-84f8-4f7d01e94244 tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] 10.222.0.37 "PUT /v2.0/networks/88829b5f-aabf-4e4b-845b-1cbfccc1bd11/tags HTTP/1.1" status: 200 len: 307 time: 0.5282483 Nov 12 08:55:50.048491 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-9f27ca2a-df73-49ef-b376-216f9f7fb496 service neutron] 10.222.0.37 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347467 Nov 12 08:55:50.049637 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38632) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:50.056906 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-3208c01f-0a43-4909-93c4-b944e7e3f8f8 tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '88829b5f-aabf-4e4b-845b-1cbfccc1bd11', 'tempest-TagsTest-Tag-895942755') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:50.253628 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-f12e78ba-60ca-4e4d-9b7c-9010f2234ee4 service neutron] 10.222.0.37 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919444 Nov 12 08:55:50.277464 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3208c01f-0a43-4909-93c4-b944e7e3f8f8 tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] 10.222.0.37 "DELETE /v2.0/networks/88829b5f-aabf-4e4b-845b-1cbfccc1bd11/tags/tempest-TagsTest-Tag-895942755 HTTP/1.1" status: 204 len: 168 time: 0.2250032 Nov 12 08:55:50.281405 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38634) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:50.291405 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-755a52ce-e251-4d5b-80c5-23e333f23028 tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '88829b5f-aabf-4e4b-845b-1cbfccc1bd11', 'tempest-TagsTest-Tag-895942755') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:50.493907 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-755a52ce-e251-4d5b-80c5-23e333f23028 tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] show failed (client error): The resource could not be found. Nov 12 08:55:50.496250 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-755a52ce-e251-4d5b-80c5-23e333f23028 tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] 10.222.0.37 "GET /v2.0/networks/88829b5f-aabf-4e4b-845b-1cbfccc1bd11/tags/tempest-TagsTest-Tag-895942755 HTTP/1.1" status: 404 len: 325 time: 0.2126775 Nov 12 08:55:50.499553 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38636) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:50.508193 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-dbab991b-4c33-4eb2-b7f4-6acaa3415f64 tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '88829b5f-aabf-4e4b-845b-1cbfccc1bd11', 'tempest-TagsTest-Tag-458578587') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:50.658893 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4661c1e1-ec10-421a-b5ec-5621549652f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:50.724857 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-341e32fc-25af-46dd-92f5-7cc1af7dbb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:50.739892 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-dbab991b-4c33-4eb2-b7f4-6acaa3415f64 tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] 10.222.0.37 "GET /v2.0/networks/88829b5f-aabf-4e4b-845b-1cbfccc1bd11/tags/tempest-TagsTest-Tag-458578587 HTTP/1.1" status: 204 len: 168 time: 0.2385032 Nov 12 08:55:50.743707 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38646) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:50.757233 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-4755f72f-f56b-40ac-9e62-2b842f79596b tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '88829b5f-aabf-4e4b-845b-1cbfccc1bd11', 'tempest-TagsTest-Tag-1921190189') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:50.843552 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e32fc-25af-46dd-92f5-7cc1af7dbb04 admin admin] Pushing event deleted for resources: {'Port': ['ID=12542f75-7338-4a4e-9651-35482325a92d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:51.023041 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4755f72f-f56b-40ac-9e62-2b842f79596b tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] 10.222.0.37 "GET /v2.0/networks/88829b5f-aabf-4e4b-845b-1cbfccc1bd11/tags/tempest-TagsTest-Tag-1921190189 HTTP/1.1" status: 204 len: 168 time: 0.2702518 Nov 12 08:55:51.027193 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38654) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:51.045230 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-9dfa3382-a4f6-42bc-85b1-c89ac5e63f26 tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '88829b5f-aabf-4e4b-845b-1cbfccc1bd11') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:51.644910 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9dfa3382-a4f6-42bc-85b1-c89ac5e63f26 tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] 10.222.0.37 "DELETE /v2.0/networks/88829b5f-aabf-4e4b-845b-1cbfccc1bd11/tags HTTP/1.1" status: 204 len: 168 time: 0.6133106 Nov 12 08:55:51.652614 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38660) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:51.677554 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-f73e7d6c-4b42-4069-a0ff-044b916bccbd tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '88829b5f-aabf-4e4b-845b-1cbfccc1bd11', 'tempest-TagsTest-Tag-458578587') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:51.696290 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-485a6b22-d5fe-447a-9744-4e8311721d34 req-155c5492-ad21-4b1c-a882-ea88b92b25ad service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=743576cf-f2c6-41e3-83f6-7155b350b964&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2941611 Nov 12 08:55:51.707924 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4661c1e1-ec10-421a-b5ec-5621549652f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:51.746919 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4661c1e1-ec10-421a-b5ec-5621549652f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:51.785508 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-341e32fc-25af-46dd-92f5-7cc1af7dbb04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:51.894153 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4661c1e1-ec10-421a-b5ec-5621549652f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=112a3313ed99441caa901ca4b90f2371&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3438241 Nov 12 08:55:51.899654 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661c1e1-ec10-421a-b5ec-5621549652f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debcd81c-bcb6-4549-8e80-9904e3910b2b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:51.904943 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38662) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:51.970934 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08cf0628-10f7-4d60-8e1a-90c8a50cffea tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:52.062158 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301fd07-cfed-4ec3-a866-10c782334126 req-8fc0f355-40b6-41b5-b410-4e162fbfc6c1 tempest-ComputeTenantNetworksTest-350447463 tempest-ComputeTenantNetworksTest-350447463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:52.085460 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-f73e7d6c-4b42-4069-a0ff-044b916bccbd tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] show failed (client error): The resource could not be found. Nov 12 08:55:52.086549 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f73e7d6c-4b42-4069-a0ff-044b916bccbd tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] 10.222.0.37 "GET /v2.0/networks/88829b5f-aabf-4e4b-845b-1cbfccc1bd11/tags/tempest-TagsTest-Tag-458578587 HTTP/1.1" status: 404 len: 325 time: 0.4290347 Nov 12 08:55:52.094296 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38666) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:52.096523 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301fd07-cfed-4ec3-a866-10c782334126 req-8fc0f355-40b6-41b5-b410-4e162fbfc6c1 tempest-ComputeTenantNetworksTest-350447463 tempest-ComputeTenantNetworksTest-350447463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:52.111393 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301fd07-cfed-4ec3-a866-10c782334126 req-8fc0f355-40b6-41b5-b410-4e162fbfc6c1 tempest-ComputeTenantNetworksTest-350447463 tempest-ComputeTenantNetworksTest-350447463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:52.118641 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-42140c94-f768-4b1a-a4d1-eb74487fcf7a tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '88829b5f-aabf-4e4b-845b-1cbfccc1bd11', 'tempest-TagsTest-Tag-1921190189') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:52.119088 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9301fd07-cfed-4ec3-a866-10c782334126 req-8fc0f355-40b6-41b5-b410-4e162fbfc6c1 tempest-ComputeTenantNetworksTest-350447463 tempest-ComputeTenantNetworksTest-350447463-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.8538156 Nov 12 08:55:52.183350 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a6b22-d5fe-447a-9744-4e8311721d34 req-ae769534-1ffb-4705-9c7d-e42f5466609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:52.193044 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-485a6b22-d5fe-447a-9744-4e8311721d34 req-ae769534-1ffb-4705-9c7d-e42f5466609f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=78d9cae7e28e44dea74a67608c81b079&device_id=743576cf-f2c6-41e3-83f6-7155b350b964 HTTP/1.1" status: 200 len: 1097 time: 0.3426085 Nov 12 08:55:52.363117 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-38bda443-395f-4b17-bd92-a0c868d5a3cc req-ba9ce4f8-87e0-4848-966b-a5ff8f854a5a tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd39b4a2-817d-4bcc-bb5c-be09d67cd36e HTTP/1.1" status: 200 len: 210 time: 0.0419626 Nov 12 08:55:52.401462 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a6b22-d5fe-447a-9744-4e8311721d34 req-0a589f6d-c9a4-4d35-9211-98c89c081ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:52.403574 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-485a6b22-d5fe-447a-9744-4e8311721d34 req-0a589f6d-c9a4-4d35-9211-98c89c081ccf service neutron] 10.222.0.58 "GET /v2.0/networks?id=dff85ee1-5d3b-4104-8677-a8be57638c59 HTTP/1.1" status: 200 len: 906 time: 0.1760380 Nov 12 08:55:52.414039 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d0aba7a2-74f5-4109-a165-6c58dafc308d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:52.469398 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-485a6b22-d5fe-447a-9744-4e8311721d34 req-36812fac-8a76-4c9b-be07-aeac73243395 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0db8467b-a8e0-4127-b527-cac040b50758 HTTP/1.1" status: 200 len: 217 time: 0.0581205 Nov 12 08:55:52.558666 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d0aba7a2-74f5-4109-a165-6c58dafc308d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:52.590576 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-42140c94-f768-4b1a-a4d1-eb74487fcf7a tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] show failed (client error): The resource could not be found. Nov 12 08:55:52.592476 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-42140c94-f768-4b1a-a4d1-eb74487fcf7a tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] 10.222.0.37 "GET /v2.0/networks/88829b5f-aabf-4e4b-845b-1cbfccc1bd11/tags/tempest-TagsTest-Tag-1921190189 HTTP/1.1" status: 404 len: 326 time: 0.4941421 Nov 12 08:55:52.603319 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38672) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:52.614264 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-7b951652-5395-4f8f-846b-afa04ae65709 tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '88829b5f-aabf-4e4b-845b-1cbfccc1bd11') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:52.676538 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dc5fd-a3d4-44cf-8054-78f379bbe9b5 req-015ccfe6-e153-4791-aacc-6a4de2f1686d tempest-ComputeTenantNetworksTest-350447463 tempest-ComputeTenantNetworksTest-350447463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:52.678163 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-be0dc5fd-a3d4-44cf-8054-78f379bbe9b5 req-015ccfe6-e153-4791-aacc-6a4de2f1686d tempest-ComputeTenantNetworksTest-350447463 tempest-ComputeTenantNetworksTest-350447463-project] 10.222.0.37 "GET /v2.0/networks/d93c1d8e-7732-4c5c-8470-8d8fa0bbe440 HTTP/1.1" status: 200 len: 769 time: 0.1755369 Nov 12 08:55:52.705460 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a6b22-d5fe-447a-9744-4e8311721d34 req-81febe05-d3db-4e14-a06d-8b7b8fbc8198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:52.708088 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-485a6b22-d5fe-447a-9744-4e8311721d34 req-81febe05-d3db-4e14-a06d-8b7b8fbc8198 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c35fa51-ac67-4be1-b9e2-7be8e3c59722 HTTP/1.1" status: 200 len: 845 time: 0.2291389 Nov 12 08:55:52.710355 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38674) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:52.787147 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-485a6b22-d5fe-447a-9744-4e8311721d34 req-62c5802f-1ed0-4058-a54e-640aa18755a3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dff85ee1-5d3b-4104-8677-a8be57638c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652699 Nov 12 08:55:52.923810 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341e32fc-25af-46dd-92f5-7cc1af7dbb04 admin admin] Router 487e2f2b-f6cc-45fc-bd49-acf2b1c2603b has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:55:52.958053 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d0aba7a2-74f5-4109-a165-6c58dafc308d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:52.960820 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d0aba7a2-74f5-4109-a165-6c58dafc308d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:52.963103 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:52.965834 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d0aba7a2-74f5-4109-a165-6c58dafc308d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/debcd81c-bcb6-4549-8e80-9904e3910b2b HTTP/1.1" status: 204 len: 168 time: 1.0139525 Nov 12 08:55:52.996097 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-272e4fff-7084-42f4-b50c-890810aefd89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:53.025232 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aba7a2-74f5-4109-a165-6c58dafc308d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debcd81c-bcb6-4549-8e80-9904e3910b2b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:53.154280 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-272e4fff-7084-42f4-b50c-890810aefd89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:53.191392 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-272e4fff-7084-42f4-b50c-890810aefd89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d93c1d8e-7732-4c5c-8470-8d8fa0bbe440']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:53.246177 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-272e4fff-7084-42f4-b50c-890810aefd89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5325b78-6b68-4254-bcd2-47839b9a348d') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:53.246680 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-272e4fff-7084-42f4-b50c-890810aefd89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5325b78-6b68-4254-bcd2-47839b9a348d') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:53.278225 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-272e4fff-7084-42f4-b50c-890810aefd89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:53.309175 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-272e4fff-7084-42f4-b50c-890810aefd89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:53.329007 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272e4fff-7084-42f4-b50c-890810aefd89 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:55:53.329784 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-272e4fff-7084-42f4-b50c-890810aefd89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:53.441106 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:55:53.441106 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:55:53.441106 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:55:53.441106 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:55:53.441106 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:55:53.441106 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:55:53.441106 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:55:53.441106 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:55:53.441106 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:55:53.441106 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:55:53.441106 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:55:53.441106 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:55:53.441106 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:55:53.441106 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:55:53.441106 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:55:53.441106 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:55:53.441106 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:55:53.441106 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:55:53.441106 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:55:53.441106 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:55:53.441106 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:55:53.441106 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:55:53.441106 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:55:53.441106 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:55:53.441106 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:55:53.441106 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:55:53.441106 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:55:53.441106 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:55:53.441106 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:55:53.441106 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:55:53.441106 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:55:53.441106 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:55:53.453030 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-272e4fff-7084-42f4-b50c-890810aefd89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:53.467698 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-272e4fff-7084-42f4-b50c-890810aefd89 admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:53.482495 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-272e4fff-7084-42f4-b50c-890810aefd89 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d93c1d8e-7732-4c5c-8470-8d8fa0bbe440 HTTP/1.1" status: 204 len: 168 time: 0.7700045 Nov 12 08:55:53.512563 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-485a6b22-d5fe-447a-9744-4e8311721d34 req-e06e8f32-836e-4d45-8d6b-a00f01ec2ff7 service neutron] 10.222.0.58 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6845188 Nov 12 08:55:53.518806 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e4fff-7084-42f4-b50c-890810aefd89 admin admin] Pushing event deleted for resources: {'Network': ['ID=d93c1d8e-7732-4c5c-8470-8d8fa0bbe440,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:53.898540 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38710) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:53.903505 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4f72f97b-52b4-40f6-89f9-30aca0bb8e4c req-40b9135c-a51a-4859-8cda-d02bb0f293c6 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd39b4a2-817d-4bcc-bb5c-be09d67cd36e HTTP/1.1" status: 200 len: 210 time: 0.2456124 Nov 12 08:55:53.994427 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-5c909a41-8ce7-4d90-b7ad-d23e9d4bd3d0 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:53.996899 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-5c909a41-8ce7-4d90-b7ad-d23e9d4bd3d0 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.54 "GET /v2.0/networks?id=dff85ee1-5d3b-4104-8677-a8be57638c59 HTTP/1.1" status: 200 len: 805 time: 1.3360076 Nov 12 08:55:54.023281 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7b951652-5395-4f8f-846b-afa04ae65709 tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] 10.222.0.37 "DELETE /v2.0/networks/88829b5f-aabf-4e4b-845b-1cbfccc1bd11/tags HTTP/1.1" status: 204 len: 168 time: 1.4160068 Nov 12 08:55:54.035717 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-57d9d147-816b-42c7-960e-e7f2d136255b tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Request body: {'port': {'device_id': 'dd39b4a2-817d-4bcc-bb5c-be09d67cd36e', 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59', 'admin_state_up': True, 'tenant_id': '78d9cae7e28e44dea74a67608c81b079'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:54.050509 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38716) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:54.129227 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0f6c1384-915d-4802-a63d-affc36481b77 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a6e638b341c94a6ebf725e2aa1f2b2e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2303505 Nov 12 08:55:54.140345 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38724) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:54.144723 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-485a6b22-d5fe-447a-9744-4e8311721d34 req-9e3071f6-72d9-4055-ac60-2dcc8676df7b service neutron] 10.222.0.58 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6106944 Nov 12 08:55:54.330218 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0abd2c99-13e6-4b9f-9483-c536f68176c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:54.378079 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0abd2c99-13e6-4b9f-9483-c536f68176c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:54.470734 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0abd2c99-13e6-4b9f-9483-c536f68176c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:54.475024 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0abd2c99-13e6-4b9f-9483-c536f68176c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:54.481937 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0abd2c99-13e6-4b9f-9483-c536f68176c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fcb34b86-e77d-403b-8ae0-06ac52bbcdbe HTTP/1.1" status: 204 len: 168 time: 0.3315253 Nov 12 08:55:54.492481 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd2c99-13e6-4b9f-9483-c536f68176c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb34b86-e77d-403b-8ae0-06ac52bbcdbe,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:54.579950 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341e32fc-25af-46dd-92f5-7cc1af7dbb04 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:55:54.589765 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-341e32fc-25af-46dd-92f5-7cc1af7dbb04 admin admin] 10.222.0.37 "PUT /v2.0/routers/487e2f2b-f6cc-45fc-bd49-acf2b1c2603b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8682382 Nov 12 08:55:54.592430 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38742) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:54.600064 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d86c9f3-3225-4413-96d8-774e18f9a81e None None] Sync routers for ids ['487e2f2b-f6cc-45fc-bd49-acf2b1c2603b'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:55:54.644470 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d86c9f3-3225-4413-96d8-774e18f9a81e None None] Routers {'487e2f2b-f6cc-45fc-bd49-acf2b1c2603b'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:54.647981 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-1d86c9f3-3225-4413-96d8-774e18f9a81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:55:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['487e2f2b-f6cc-45fc-bd49-acf2b1c2603b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:54.664764 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-08cf0628-10f7-4d60-8e1a-90c8a50cffea tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Deleting port e2f9d4f1-0bc1-46f7-93e8-90cebb940fa1 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:54.665893 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08cf0628-10f7-4d60-8e1a-90c8a50cffea tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:54.740946 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c89f37d-a73c-407a-a507-a1246ca09308 tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:54.860308 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-57d9d147-816b-42c7-960e-e7f2d136255b tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Made reservation on behalf of 78d9cae7e28e44dea74a67608c81b079 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:54.866543 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-57d9d147-816b-42c7-960e-e7f2d136255b tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:54.937778 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38750) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:54.976444 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-75886127-68da-4859-99f4-f5059c8ff300 admin admin] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:55.043942 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-1d86c9f3-3225-4413-96d8-774e18f9a81e None None] Set router 487e2f2b-f6cc-45fc-bd49-acf2b1c2603b gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:55.072952 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c89f37d-a73c-407a-a507-a1246ca09308 tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:55.108690 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-0c89f37d-a73c-407a-a507-a1246ca09308 tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88829b5f-aabf-4e4b-845b-1cbfccc1bd11']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:55.127314 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-0c89f37d-a73c-407a-a507-a1246ca09308 tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c978ba-de4f-433c-a2c6-7a26911ab5e7') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:55.128002 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-0c89f37d-a73c-407a-a507-a1246ca09308 tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c978ba-de4f-433c-a2c6-7a26911ab5e7') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:55.147778 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c89f37d-a73c-407a-a507-a1246ca09308 tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:55.164544 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c89f37d-a73c-407a-a507-a1246ca09308 tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:55.188328 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c89f37d-a73c-407a-a507-a1246ca09308 tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:55:55.189234 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c89f37d-a73c-407a-a507-a1246ca09308 tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:55.259816 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:55:55.259816 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:55:55.259816 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:55:55.259816 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:55:55.259816 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:55:55.259816 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:55:55.259816 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:55:55.259816 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:55:55.259816 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:55:55.259816 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:55:55.259816 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:55:55.259816 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:55:55.259816 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:55:55.259816 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:55:55.259816 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:55:55.259816 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:55:55.259816 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:55:55.259816 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:55:55.259816 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:55:55.259816 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:55:55.259816 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:55:55.259816 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:55:55.259816 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:55:55.259816 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:55:55.259816 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:55:55.259816 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:55:55.259816 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:55:55.259816 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:55:55.259816 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:55:55.259816 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:55:55.259816 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:55:55.259816 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:55:55.319327 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08cf0628-10f7-4d60-8e1a-90c8a50cffea tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:55.369622 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-75886127-68da-4859-99f4-f5059c8ff300 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:55.443810 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c2f801d4-38b6-4e58-97cc-8a6d589c4b75 req-9e5f9d59-4e24-4dbd-af08-38b6d2fa0edf tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd39b4a2-817d-4bcc-bb5c-be09d67cd36e HTTP/1.1" status: 200 len: 210 time: 0.0854471 Nov 12 08:55:55.569141 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-1d86c9f3-3225-4413-96d8-774e18f9a81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'name': 'tempest-TaggedBootDevicesTest-586827861-router', 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '018e535f-0867-4758-b68b-09a528325c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:38Z', 'updated_at': '2021-11-12T08:55:50Z', 'revision_number': 5, 'project_id': '7744ced598be42768ed1d37e40d08f56', 'gw_port': {'id': '018e535f-0867-4758-b68b-09a528325c83', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:39Z', 'updated_at': '2021-11-12T08:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:55.570527 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-75886127-68da-4859-99f4-f5059c8ff300 admin admin] Deleting port 018e535f-0867-4758-b68b-09a528325c83 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:55.571044 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-75886127-68da-4859-99f4-f5059c8ff300 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:55.639874 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d86c9f3-3225-4413-96d8-774e18f9a81e None None] Checking router: 487e2f2b-f6cc-45fc-bd49-acf2b1c2603b for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:55:55.656006 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d86c9f3-3225-4413-96d8-774e18f9a81e None None] Routers {'487e2f2b-f6cc-45fc-bd49-acf2b1c2603b'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:55.656856 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-1d86c9f3-3225-4413-96d8-774e18f9a81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:55:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['487e2f2b-f6cc-45fc-bd49-acf2b1c2603b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:55.792582 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-08cf0628-10f7-4d60-8e1a-90c8a50cffea tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Calling delete_port for e2f9d4f1-0bc1-46f7-93e8-90cebb940fa1 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:55.814602 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c89f37d-a73c-407a-a507-a1246ca09308 tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:55.833074 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-1d86c9f3-3225-4413-96d8-774e18f9a81e None None] Set router 487e2f2b-f6cc-45fc-bd49-acf2b1c2603b gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:55.844366 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c89f37d-a73c-407a-a507-a1246ca09308 tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:55.845931 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-75886127-68da-4859-99f4-f5059c8ff300 admin admin] For port 018e535f-0867-4758-b68b-09a528325c83, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=018e535f-0867-4758-b68b-09a528325c83,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:55.847994 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-75886127-68da-4859-99f4-f5059c8ff300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:55.851276 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0c89f37d-a73c-407a-a507-a1246ca09308 tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] 10.222.0.37 "DELETE /v2.0/networks/88829b5f-aabf-4e4b-845b-1cbfccc1bd11 HTTP/1.1" status: 204 len: 168 time: 1.7968304 Nov 12 08:55:55.851276 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-57d9d147-816b-42c7-960e-e7f2d136255b tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Allocated IP 172.20.0.10 (dff85ee1-5d3b-4104-8677-a8be57638c59/5c35fa51-ac67-4be1-b9e2-7be8e3c59722/d2a19dda-b81a-493d-9a66-baea190838f6) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:55.874082 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89f37d-a73c-407a-a507-a1246ca09308 tempest-TagsTest-236548991 tempest-TagsTest-236548991-project] Pushing event deleted for resources: {'Network': ['ID=88829b5f-aabf-4e4b-845b-1cbfccc1bd11,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:55.895996 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-75886127-68da-4859-99f4-f5059c8ff300 admin admin] Calling delete_port for 018e535f-0867-4758-b68b-09a528325c83 owned by network:router_gateway {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:56.045087 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-1d86c9f3-3225-4413-96d8-774e18f9a81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'name': 'tempest-TaggedBootDevicesTest-586827861-router', 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:38Z', 'updated_at': '2021-11-12T08:55:55Z', 'revision_number': 6, 'project_id': '7744ced598be42768ed1d37e40d08f56', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:56.111825 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d86c9f3-3225-4413-96d8-774e18f9a81e None None] The sync data for ids ['487e2f2b-f6cc-45fc-bd49-acf2b1c2603b'] in n-d-768862-16 is: [{'id': '487e2f2b-f6cc-45fc-bd49-acf2b1c2603b', 'name': 'tempest-TaggedBootDevicesTest-586827861-router', 'tenant_id': '7744ced598be42768ed1d37e40d08f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:38Z', 'updated_at': '2021-11-12T08:55:55Z', 'revision_number': 6, 'project_id': '7744ced598be42768ed1d37e40d08f56', 'gw_port_host': None}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:55:56.185447 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-18eef5e8-9355-46ca-a048-edb9fffbf8a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:56.412256 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-18eef5e8-9355-46ca-a048-edb9fffbf8a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:56.431065 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38810) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:56.486394 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-18eef5e8-9355-46ca-a048-edb9fffbf8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:56.613666 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-57d9d147-816b-42c7-960e-e7f2d136255b tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:56.723685 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 12542f75-7338-4a4e-9651-35482325a92d no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:56.767767 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 12542f75-7338-4a4e-9651-35482325a92d {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:56.768412 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 12542f75-7338-4a4e-9651-35482325a92d not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:56.818361 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ee6aa73f-98a9-41b3-8103-d3ea9570f285 req-52cb70b0-d7cb-48c7-8d64-71cce13e69b0 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd39b4a2-817d-4bcc-bb5c-be09d67cd36e HTTP/1.1" status: 200 len: 210 time: 0.1101971 Nov 12 08:55:56.824160 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-75886127-68da-4859-99f4-f5059c8ff300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:56.828898 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-18eef5e8-9355-46ca-a048-edb9fffbf8a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6237707ac496418b8b2823b5891fba75&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8822637 Nov 12 08:55:56.840943 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38820) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:56.923572 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eef5e8-9355-46ca-a048-edb9fffbf8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2e2024-380a-40a1-9ab3-9d3dbbbf397f,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:56.948263 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d427a562-29c9-40cb-8ba7-28fdf6475aa5 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:55:56.969744 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-57d9d147-816b-42c7-960e-e7f2d136255b tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:56.984371 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['0db8467b-a8e0-4127-b527-cac040b50758'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:55:57.004631 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75886127-68da-4859-99f4-f5059c8ff300 admin admin] Pushing event deleted for resources: {'Port': ['ID=018e535f-0867-4758-b68b-09a528325c83,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:57.112283 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e3812ccf-9a60-49e1-bbdd-9b78266442e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.163168 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9d147-816b-42c7-960e-e7f2d136255b tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Pushing event updated for resources: {'Port': ['ID=d2a19dda-b81a-493d-9a66-baea190838f6,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:57.183623 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e3812ccf-9a60-49e1-bbdd-9b78266442e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.242993 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-57d9d147-816b-42c7-960e-e7f2d136255b tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Network dff85ee1-5d3b-4104-8677-a8be57638c59 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:57.261894 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-57d9d147-816b-42c7-960e-e7f2d136255b tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:57.279415 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-57d9d147-816b-42c7-960e-e7f2d136255b tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:55:57.340132 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-75886127-68da-4859-99f4-f5059c8ff300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.384937 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08cf0628-10f7-4d60-8e1a-90c8a50cffea tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.484871 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e3812ccf-9a60-49e1-bbdd-9b78266442e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.488573 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e3812ccf-9a60-49e1-bbdd-9b78266442e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.494319 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e3812ccf-9a60-49e1-bbdd-9b78266442e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6d2e2024-380a-40a1-9ab3-9d3dbbbf397f HTTP/1.1" status: 204 len: 168 time: 0.6475036 Nov 12 08:55:57.536000 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-791d8aae-3b65-4355-a1f5-4d5d26257f71 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cafe6ce02810430e8759fdc124ec11e0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1011403 Nov 12 08:55:57.559992 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf0628-10f7-4d60-8e1a-90c8a50cffea tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Port': ['ID=e2f9d4f1-0bc1-46f7-93e8-90cebb940fa1,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:57.572345 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38842) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:57.606212 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-57d9d147-816b-42c7-960e-e7f2d136255b tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:57.606970 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-57d9d147-816b-42c7-960e-e7f2d136255b tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.609686 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-75886127-68da-4859-99f4-f5059c8ff300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.615219 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-75886127-68da-4859-99f4-f5059c8ff300 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.649775 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-57d9d147-816b-42c7-960e-e7f2d136255b tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6366327 Nov 12 08:55:57.652958 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38852) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:57.728887 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3812ccf-9a60-49e1-bbdd-9b78266442e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2e2024-380a-40a1-9ab3-9d3dbbbf397f,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:57.752299 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-75886127-68da-4859-99f4-f5059c8ff300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.755856 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75886127-68da-4859-99f4-f5059c8ff300 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 487e2f2b-f6cc-45fc-bd49-acf2b1c2603b {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:55:57.773595 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-75886127-68da-4859-99f4-f5059c8ff300 admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.788834 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-75886127-68da-4859-99f4-f5059c8ff300 admin admin] 10.222.0.37 "DELETE /v2.0/routers/487e2f2b-f6cc-45fc-bd49-acf2b1c2603b HTTP/1.1" status: 204 len: 168 time: 3.1924686 Nov 12 08:55:57.792023 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38868) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:57.844962 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-1c541120-fb65-464a-9375-81138988c508 service neutron] Request body: {'port': {'device_id': 'dd39b4a2-817d-4bcc-bb5c-be09d67cd36e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:58.055266 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-25865e50-ee7e-43f0-a34d-58f496d1ffdf admin admin] Deleting subnet b3ec3dec-5d62-4a75-9611-109bbf916cc1 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:55:58.059865 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25865e50-ee7e-43f0-a34d-58f496d1ffdf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:58.200773 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25865e50-ee7e-43f0-a34d-58f496d1ffdf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:58.271319 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8dc62c-04f0-4ebd-8cf8-77555bfb56b4 req-789d9c86-96d0-4b98-9869-ffce94388f32 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:58.279274 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fb8dc62c-04f0-4ebd-8cf8-77555bfb56b4 req-789d9c86-96d0-4b98-9869-ffce94388f32 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd39b4a2-817d-4bcc-bb5c-be09d67cd36e HTTP/1.1" status: 200 len: 932 time: 0.1649499 Nov 12 08:55:58.318418 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f232fe48-c98d-4979-9592-a77b15520ec0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:58.357219 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f232fe48-c98d-4979-9592-a77b15520ec0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:58.438842 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fb8dc62c-04f0-4ebd-8cf8-77555bfb56b4 req-78dbc3f2-b323-4f19-8e24-605997a74e7c tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517820 Nov 12 08:55:58.454540 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25865e50-ee7e-43f0-a34d-58f496d1ffdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:58.512735 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f232fe48-c98d-4979-9592-a77b15520ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:58.517535 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f232fe48-c98d-4979-9592-a77b15520ec0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:58.519350 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f232fe48-c98d-4979-9592-a77b15520ec0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/464e5932-e545-49ad-b851-67e42e601650 HTTP/1.1" status: 204 len: 168 time: 0.9454989 Nov 12 08:55:58.561298 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25865e50-ee7e-43f0-a34d-58f496d1ffdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:58.563876 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e2ee9409-2580-46b2-9ae6-e5cbd9f40fd4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-930260596-network', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:58.595165 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f232fe48-c98d-4979-9592-a77b15520ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464e5932-e545-49ad-b851-67e42e601650,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:58.614778 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ee9409-2580-46b2-9ae6-e5cbd9f40fd4 admin admin] Made reservation on behalf of 9ec847d4aa114da6b8ea6ce22207bb4f for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:58.625445 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2ee9409-2580-46b2-9ae6-e5cbd9f40fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:58.638033 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984090e1-bf3b-4e08-9022-f8149f35c08d None None] Network 7e33e051-e363-49e1-9c6d-2f24faf4dfb5 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:55:58.648893 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-1c541120-fb65-464a-9375-81138988c508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:58.661336 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2ee9409-2580-46b2-9ae6-e5cbd9f40fd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:58.695296 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08cf0628-10f7-4d60-8e1a-90c8a50cffea tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:58.719466 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25865e50-ee7e-43f0-a34d-58f496d1ffdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3ec3dec-5d62-4a75-9611-109bbf916cc1,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:58.722604 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25865e50-ee7e-43f0-a34d-58f496d1ffdf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:58.745741 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38890) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:58.749009 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-25865e50-ee7e-43f0-a34d-58f496d1ffdf admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b3ec3dec-5d62-4a75-9611-109bbf916cc1 HTTP/1.1" status: 204 len: 168 time: 0.9440801 Nov 12 08:55:58.907313 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 018e535f-0867-4758-b68b-09a528325c83 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:58.969064 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 018e535f-0867-4758-b68b-09a528325c83 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:58.972104 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 018e535f-0867-4758-b68b-09a528325c83 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:59.111593 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09b1c0c7-44a1-4b85-b4a8-0d71d4864b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:59.151458 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:59.158895 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecdff0d-d35f-4c65-b467-903451160ef9 None None] DHCP port deletion for 7e33e051-e363-49e1-9c6d-2f24faf4dfb5 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:55:59.402636 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-fecdff0d-d35f-4c65-b467-903451160ef9 None None] Deleting port a276d454-e58d-45d2-9495-2e0703d8a842 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:59.402922 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fecdff0d-d35f-4c65-b467-903451160ef9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:59.565588 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-fecdff0d-d35f-4c65-b467-903451160ef9 None None] For port a276d454-e58d-45d2-9495-2e0703d8a842, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a276d454-e58d-45d2-9495-2e0703d8a842,segment=NetworkSegment(d3c1ae76-828f-4a3e-ac05-62e9a00d0ecc),segment_id=d3c1ae76-828f-4a3e-ac05-62e9a00d0ecc)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:59.566615 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fecdff0d-d35f-4c65-b467-903451160ef9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:59.590110 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-fecdff0d-d35f-4c65-b467-903451160ef9 None None] Calling delete_port for a276d454-e58d-45d2-9495-2e0703d8a842 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:59.790689 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8732f-d85f-4a7e-9f11-2469e4f64eaa req-1c302252-b097-4aeb-aa18-0897bda00e58 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:59.795302 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2bd8732f-d85f-4a7e-9f11-2469e4f64eaa req-1c302252-b097-4aeb-aa18-0897bda00e58 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd39b4a2-817d-4bcc-bb5c-be09d67cd36e HTTP/1.1" status: 200 len: 932 time: 0.1934688 Nov 12 08:55:59.898179 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fecdff0d-d35f-4c65-b467-903451160ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:59.940855 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecdff0d-d35f-4c65-b467-903451160ef9 None None] Pushing event deleted for resources: {'Port': ['ID=a276d454-e58d-45d2-9495-2e0703d8a842,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:59.968754 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdff0d-d35f-4c65-b467-903451160ef9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:59.970229 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdff0d-d35f-4c65-b467-903451160ef9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:59.970616 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2ee9409-2580-46b2-9ae6-e5cbd9f40fd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:59.972523 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdff0d-d35f-4c65-b467-903451160ef9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:59.973830 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdff0d-d35f-4c65-b467-903451160ef9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:59.975471 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdff0d-d35f-4c65-b467-903451160ef9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:59.977135 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdff0d-d35f-4c65-b467-903451160ef9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:59.977961 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdff0d-d35f-4c65-b467-903451160ef9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:59.978728 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdff0d-d35f-4c65-b467-903451160ef9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:59.979470 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdff0d-d35f-4c65-b467-903451160ef9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:59.980643 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdff0d-d35f-4c65-b467-903451160ef9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:59.981398 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdff0d-d35f-4c65-b467-903451160ef9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:59.982362 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdff0d-d35f-4c65-b467-903451160ef9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:59.998918 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecdff0d-d35f-4c65-b467-903451160ef9 None None] No DVR routers for this DVR port a276d454-e58d-45d2-9495-2e0703d8a842 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:56:00.027890 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2ee9409-2580-46b2-9ae6-e5cbd9f40fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:00.214234 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cf0628-10f7-4d60-8e1a-90c8a50cffea tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Router 8283266c-e461-4bbe-b274-ae00f1a63782 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:56:00.277025 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ee9409-2580-46b2-9ae6-e5cbd9f40fd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:56:00.391950 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee9409-2580-46b2-9ae6-e5cbd9f40fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc47fa36-8633-47e9-b54a-d8f47d54c5aa,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:00.437932 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2ee9409-2580-46b2-9ae6-e5cbd9f40fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:00.438492 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-e2ee9409-2580-46b2-9ae6-e5cbd9f40fd4 admin admin] Added segment 0d552c33-257a-485a-b0f3-e78e2fa44e64 of type vlan for network 1257ab85-0a57-4816-836b-dcdc791e6146 Nov 12 08:56:00.510803 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-09b1c0c7-44a1-4b85-b4a8-0d71d4864b94 admin admin] Deleting port a276d454-e58d-45d2-9495-2e0703d8a842 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:00.511255 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09b1c0c7-44a1-4b85-b4a8-0d71d4864b94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:00.556251 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2bd8732f-d85f-4a7e-9f11-2469e4f64eaa req-302bfbde-b38b-4236-b396-ba4838cae44f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7543244 Nov 12 08:56:00.662051 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-1c541120-fb65-464a-9375-81138988c508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2a19dda-b81a-493d-9a66-baea190838f6 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:00.672341 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-1c541120-fb65-464a-9375-81138988c508 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:00.695768 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-1c541120-fb65-464a-9375-81138988c508 service neutron] Transition to ACTIVE for port object d2a19dda-b81a-493d-9a66-baea190838f6 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:56:00.771358 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-1c541120-fb65-464a-9375-81138988c508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:00.839531 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2ee9409-2580-46b2-9ae6-e5cbd9f40fd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:00.849573 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a276d454-e58d-45d2-9495-2e0703d8a842 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:56:00.902761 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: a276d454-e58d-45d2-9495-2e0703d8a842 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:56:00.903294 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a276d454-e58d-45d2-9495-2e0703d8a842 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:56:00.973225 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-09b1c0c7-44a1-4b85-b4a8-0d71d4864b94 admin admin] For port a276d454-e58d-45d2-9495-2e0703d8a842, host n-d-768862-16, got binding levels [] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:00.973837 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09b1c0c7-44a1-4b85-b4a8-0d71d4864b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:01.017496 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c541120-fb65-464a-9375-81138988c508 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a19dda-b81a-493d-9a66-baea190838f6,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:01.023566 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cf0628-10f7-4d60-8e1a-90c8a50cffea tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:56:01.036108 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-08cf0628-10f7-4d60-8e1a-90c8a50cffea tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "PUT /v2.0/routers/8283266c-e461-4bbe-b274-ae00f1a63782/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4990954 Nov 12 08:56:01.036324 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38944) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:01.037212 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-09b1c0c7-44a1-4b85-b4a8-0d71d4864b94 admin admin] Calling delete_port for a276d454-e58d-45d2-9495-2e0703d8a842 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:01.048277 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.ipam_backend_mixin [None req-09b1c0c7-44a1-4b85-b4a8-0d71d4864b94 admin admin] Port a276d454-e58d-45d2-9495-2e0703d8a842 was not found and therefore no delete operation was performed {{(pid=102568) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:56:01.052125 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76a351d-bd72-4ae7-806b-753232db4e6d None None] Sync routers for ids ['8283266c-e461-4bbe-b274-ae00f1a63782'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:56:01.058511 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2ee9409-2580-46b2-9ae6-e5cbd9f40fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:01.059926 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ee9409-2580-46b2-9ae6-e5cbd9f40fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:01.060626 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2ee9409-2580-46b2-9ae6-e5cbd9f40fd4 admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:01.085159 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76a351d-bd72-4ae7-806b-753232db4e6d None None] Routers {'8283266c-e461-4bbe-b274-ae00f1a63782'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:01.087168 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c76a351d-bd72-4ae7-806b-753232db4e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:55:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8283266c-e461-4bbe-b274-ae00f1a63782'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:01.132550 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09b1c0c7-44a1-4b85-b4a8-0d71d4864b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:01.173244 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c76a351d-bd72-4ae7-806b-753232db4e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:01.193732 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76a351d-bd72-4ae7-806b-753232db4e6d None None] Routers {'8283266c-e461-4bbe-b274-ae00f1a63782'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:01.200324 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c76a351d-bd72-4ae7-806b-753232db4e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:55:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8283266c-e461-4bbe-b274-ae00f1a63782'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:01.249914 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e2ee9409-2580-46b2-9ae6-e5cbd9f40fd4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.5584822 Nov 12 08:56:01.315540 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38952) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:01.333184 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c8698b96-9410-4bb7-b1fd-30292d1d071c admin admin] Request body: {'subnet': {'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-930260596-subnet', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:01.337857 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1c0c7-44a1-4b85-b4a8-0d71d4864b94 admin admin] Pushing event deleted for resources: {'Port': ['ID=a276d454-e58d-45d2-9495-2e0703d8a842,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:01.359688 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b1c0c7-44a1-4b85-b4a8-0d71d4864b94 admin admin] No DVR routers for this DVR port a276d454-e58d-45d2-9495-2e0703d8a842 on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:56:01.397923 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c76a351d-bd72-4ae7-806b-753232db4e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:01.398901 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76a351d-bd72-4ae7-806b-753232db4e6d None None] The sync data for ids ['8283266c-e461-4bbe-b274-ae00f1a63782'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:56:01.517166 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee9409-2580-46b2-9ae6-e5cbd9f40fd4 admin admin] Pushing event updated for resources: {'Network': ['ID=1257ab85-0a57-4816-836b-dcdc791e6146,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:01.566354 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 1257ab85-0a57-4816-836b-dcdc791e6146 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:56:01.634031 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-1c541120-fb65-464a-9375-81138988c508 service neutron] Attempting to bind port d2a19dda-b81a-493d-9a66-baea190838f6 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:01.635061 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-1c541120-fb65-464a-9375-81138988c508 service neutron] Attempting to bind port d2a19dda-b81a-493d-9a66-baea190838f6 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:01.635858 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-1c541120-fb65-464a-9375-81138988c508 service neutron] Attempting to bind port d2a19dda-b81a-493d-9a66-baea190838f6 on network dff85ee1-5d3b-4104-8677-a8be57638c59 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:01.685002 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8698b96-9410-4bb7-b1fd-30292d1d071c admin admin] Made reservation on behalf of 9ec847d4aa114da6b8ea6ce22207bb4f for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:01.698890 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8698b96-9410-4bb7-b1fd-30292d1d071c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:01.726789 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09b1c0c7-44a1-4b85-b4a8-0d71d4864b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:01.782766 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-1c541120-fb65-464a-9375-81138988c508 service neutron] Port d2a19dda-b81a-493d-9a66-baea190838f6 on network dff85ee1-5d3b-4104-8677-a8be57638c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:56:01.783596 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-1c541120-fb65-464a-9375-81138988c508 service neutron] Attempting to bind port d2a19dda-b81a-493d-9a66-baea190838f6 on network dff85ee1-5d3b-4104-8677-a8be57638c59 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:01.826166 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-1c541120-fb65-464a-9375-81138988c508 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:01.827359 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-1c541120-fb65-464a-9375-81138988c508 service neutron] Checking segment: {'id': 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:01.828014 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-1c541120-fb65-464a-9375-81138988c508 service neutron] Bound using segment: {'id': 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:01.828712 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-1c541120-fb65-464a-9375-81138988c508 service neutron] Bound port: d2a19dda-b81a-493d-9a66-baea190838f6, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:01.829803 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-1c541120-fb65-464a-9375-81138988c508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:01.864855 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-09b1c0c7-44a1-4b85-b4a8-0d71d4864b94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e33e051-e363-49e1-9c6d-2f24faf4dfb5']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:01.919227 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532eb22-0e6b-4a87-a55c-eca4bc7d62d6 req-f93a0f7a-e9a6-42eb-b3b2-70578dac6753 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:01.919227 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c532eb22-0e6b-4a87-a55c-eca4bc7d62d6 req-f93a0f7a-e9a6-42eb-b3b2-70578dac6753 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd39b4a2-817d-4bcc-bb5c-be09d67cd36e HTTP/1.1" status: 200 len: 944 time: 0.1054108 Nov 12 08:56:02.028918 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-09b1c0c7-44a1-4b85-b4a8-0d71d4864b94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c1ae76-828f-4a3e-ac05-62e9a00d0ecc') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:02.029503 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-09b1c0c7-44a1-4b85-b4a8-0d71d4864b94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c1ae76-828f-4a3e-ac05-62e9a00d0ecc') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:02.047410 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09b1c0c7-44a1-4b85-b4a8-0d71d4864b94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:02.107013 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09b1c0c7-44a1-4b85-b4a8-0d71d4864b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:02.111977 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-1c541120-fb65-464a-9375-81138988c508 service neutron] For port d2a19dda-b81a-493d-9a66-baea190838f6, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:02.124461 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-1c541120-fb65-464a-9375-81138988c508 service neutron] For port d2a19dda-b81a-493d-9a66-baea190838f6, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=d2a19dda-b81a-493d-9a66-baea190838f6,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:02.134607 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b1c0c7-44a1-4b85-b4a8-0d71d4864b94 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:56:02.135149 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09b1c0c7-44a1-4b85-b4a8-0d71d4864b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:02.138465 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:56:02.138465 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:56:02.138465 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:56:02.138465 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:56:02.138465 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:56:02.138465 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:56:02.138465 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:56:02.138465 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:56:02.138465 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:56:02.138465 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:56:02.138465 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:56:02.138465 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:56:02.138465 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:56:02.138465 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:56:02.138465 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:56:02.138465 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:56:02.138465 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:56:02.138465 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:56:02.138465 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:56:02.138465 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:56:02.138465 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:56:02.138465 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:56:02.138465 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:56:02.138465 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:56:02.138465 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:56:02.138465 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:56:02.138465 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:56:02.138465 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:56:02.138465 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:56:02.138465 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:56:02.138465 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:56:02.138465 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:56:02.140434 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-1c541120-fb65-464a-9375-81138988c508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:02.189919 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c532eb22-0e6b-4a87-a55c-eca4bc7d62d6 req-1cc0c4e6-d359-4c5b-be9b-bd6dc950303d tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578433 Nov 12 08:56:02.196994 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-1c541120-fb65-464a-9375-81138988c508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:02.198115 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-1c541120-fb65-464a-9375-81138988c508 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:02.208263 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-1c541120-fb65-464a-9375-81138988c508 service neutron] 10.222.0.54 "PUT /v2.0/ports/d2a19dda-b81a-493d-9a66-baea190838f6 HTTP/1.1" status: 200 len: 1093 time: 4.4858756 Nov 12 08:56:02.227587 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd39b4a2-817d-4bcc-bb5c-be09d67cd36e', 'tag': 'd2a19dda-b81a-493d-9a66-baea190838f6'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:02.232394 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968a2d05-cc27-4ef2-9b7f-66d218278f41" -d '{"events": [{"name": "network-changed", "server_uuid": "dd39b4a2-817d-4bcc-bb5c-be09d67cd36e", "tag": "d2a19dda-b81a-493d-9a66-baea190838f6"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:02.240279 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b7b51de1-171b-4d16-9337-2bec5be3bdf0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:02.561342 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a43c10-2595-41f1-965e-ac4b32512806 x-openstack-request-id: req-92a43c10-2595-41f1-965e-ac4b32512806 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:02.562223 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd39b4a2-817d-4bcc-bb5c-be09d67cd36e", "tag": "d2a19dda-b81a-493d-9a66-baea190838f6", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:02.562845 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-92a43c10-2595-41f1-965e-ac4b32512806 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:02.563650 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd39b4a2-817d-4bcc-bb5c-be09d67cd36e', 'tag': 'd2a19dda-b81a-493d-9a66-baea190838f6', 'status': 'completed', 'code': 200} Nov 12 08:56:02.604245 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09b1c0c7-44a1-4b85-b4a8-0d71d4864b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:02.627236 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09b1c0c7-44a1-4b85-b4a8-0d71d4864b94 admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:02.635269 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-09b1c0c7-44a1-4b85-b4a8-0d71d4864b94 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7e33e051-e363-49e1-9c6d-2f24faf4dfb5 HTTP/1.1" status: 204 len: 168 time: 3.8787580 Nov 12 08:56:02.636004 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c541120-fb65-464a-9375-81138988c508 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a19dda-b81a-493d-9a66-baea190838f6,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:02.721576 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1c0c7-44a1-4b85-b4a8-0d71d4864b94 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e33e051-e363-49e1-9c6d-2f24faf4dfb5,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:02.726341 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-972ac6be-5f9a-4ec4-aa75-60cdca2f1929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:02.736539 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-972ac6be-5f9a-4ec4-aa75-60cdca2f1929 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78d9cae7e28e44dea74a67608c81b079&device_id=dd39b4a2-817d-4bcc-bb5c-be09d67cd36e HTTP/1.1" status: 200 len: 1096 time: 0.3529396 Nov 12 08:56:02.841622 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-72dc3aeb-f2b1-42ba-a5ca-96e285a78b45 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2a19dda-b81a-493d-9a66-baea190838f6 HTTP/1.1" status: 200 len: 217 time: 0.1034262 Nov 12 08:56:02.940662 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-b7b51de1-171b-4d16-9337-2bec5be3bdf0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Deleting port 795b5bac-026f-40ab-a40f-6ee40ed5e9a6 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:02.941102 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b7b51de1-171b-4d16-9337-2bec5be3bdf0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:03.042961 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-34094962-c0b6-4d01-9628-e86a00cbe127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:03.045797 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-34094962-c0b6-4d01-9628-e86a00cbe127 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5c35fa51-ac67-4be1-b9e2-7be8e3c59722 HTTP/1.1" status: 200 len: 845 time: 0.1771681 Nov 12 08:56:03.048098 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8698b96-9410-4bb7-b1fd-30292d1d071c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:03.118367 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b7b51de1-171b-4d16-9337-2bec5be3bdf0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:03.150152 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39008) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:03.165313 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-b7b51de1-171b-4d16-9337-2bec5be3bdf0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Calling delete_port for 795b5bac-026f-40ab-a40f-6ee40ed5e9a6 owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:03.279949 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39014) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:03.292046 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-1fb2e7e5-8742-4a0b-932a-4e34a408d5ba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dff85ee1-5d3b-4104-8677-a8be57638c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2311194 Nov 12 08:56:03.331264 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39016) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:03.684368 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-b9c9b687-e4da-45ee-99ba-0bfe72114076 service neutron] 10.222.0.54 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749545 Nov 12 08:56:03.716598 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8698b96-9410-4bb7-b1fd-30292d1d071c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b4bf441-b446-4677-be35-634c383c7b12,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:03.749242 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cedc3-e9a9-485a-87fb-33be77b997dd req-21dce516-7c21-4d0e-b674-9deaae4ed2ee tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:03.751479 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8698b96-9410-4bb7-b1fd-30292d1d071c admin admin] Checking segment: {'id': '0d552c33-257a-485a-b0f3-e78e2fa44e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:03.751898 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8698b96-9410-4bb7-b1fd-30292d1d071c admin admin] Network hostable DHCP agents. Network: 1257ab85-0a57-4816-836b-dcdc791e6146, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:56:03.753098 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9e6cedc3-e9a9-485a-87fb-33be77b997dd req-21dce516-7c21-4d0e-b674-9deaae4ed2ee tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd39b4a2-817d-4bcc-bb5c-be09d67cd36e HTTP/1.1" status: 200 len: 944 time: 0.2987008 Nov 12 08:56:03.783499 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e6c74f84-5c4f-49fb-80ed-da0805ec0b8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:03.952979 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9e6cedc3-e9a9-485a-87fb-33be77b997dd req-79ebae40-3af3-49f6-9a0b-60bd6a346dae tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803503 Nov 12 08:56:03.999505 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-222e203d-857d-4333-ad91-1d1867232c5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:04.004543 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b9a02c4a-98b0-4219-8701-eaf366c4d4a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7744ced598be42768ed1d37e40d08f56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6620083 Nov 12 08:56:04.013802 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39024) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:04.044107 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b7b51de1-171b-4d16-9337-2bec5be3bdf0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:04.050951 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e6c74f84-5c4f-49fb-80ed-da0805ec0b8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:04.063213 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8698b96-9410-4bb7-b1fd-30292d1d071c admin admin] Network 1257ab85-0a57-4816-836b-dcdc791e6146 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:56:04.070841 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e6c74f84-5c4f-49fb-80ed-da0805ec0b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:04.099695 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b51de1-171b-4d16-9337-2bec5be3bdf0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Port': ['ID=795b5bac-026f-40ab-a40f-6ee40ed5e9a6,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:04.144649 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-c8698b96-9410-4bb7-b1fd-30292d1d071c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 1257ab85-0a57-4816-836b-dcdc791e6146) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:04.171491 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43966215-94f4-4e71-9c08-3e56c4813e77 None None] Network 1257ab85-0a57-4816-836b-dcdc791e6146 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:04.175072 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8698b96-9410-4bb7-b1fd-30292d1d071c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:04.175697 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8698b96-9410-4bb7-b1fd-30292d1d071c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:04.187849 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e6c74f84-5c4f-49fb-80ed-da0805ec0b8c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9084afb403444de2baac1ce09fc15f07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8942790 Nov 12 08:56:04.202046 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-49668e12-0c3b-4938-82b4-7a68e8e2ca3d req-90c4d767-cef5-437c-84bd-804942ba36c7 service neutron] 10.222.0.54 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863050 Nov 12 08:56:04.204633 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39026) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:04.218269 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c74f84-5c4f-49fb-80ed-da0805ec0b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6b8514-5686-4f5c-93cc-00844cd3e068,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:04.244450 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c8698b96-9410-4bb7-b1fd-30292d1d071c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.9233327 Nov 12 08:56:04.256413 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-855a5f30-37f0-42d7-bef6-021b9ee06198 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:04.260015 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39028) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:04.274429 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-be3e6051-7f36-4fc1-be8f-0a805b7dc6c4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-930260596-router', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:04.452519 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be3e6051-7f36-4fc1-be8f-0a805b7dc6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:04.456847 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be3e6051-7f36-4fc1-be8f-0a805b7dc6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:04.478529 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b7b51de1-171b-4d16-9337-2bec5be3bdf0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:04.556698 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be3e6051-7f36-4fc1-be8f-0a805b7dc6c4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:04.574023 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7443f25-f6d8-4aa1-ac49-fd7dce8fb120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-1257ab85-0a57-4816-836b-dcdc791e6146', 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'fixed_ips': [{'subnet_id': '7b4bf441-b446-4677-be35-634c383c7b12'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:56:04.575258 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f7443f25-f6d8-4aa1-ac49-fd7dce8fb120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:04.596261 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-855a5f30-37f0-42d7-bef6-021b9ee06198 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:04.719899 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-222e203d-857d-4333-ad91-1d1867232c5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:04.741571 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7a3a145-6c45-4a2b-8a41-358e0811dcf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:04.762635 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-222e203d-857d-4333-ad91-1d1867232c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:04.773907 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a2d05-cc27-4ef2-9b7f-66d218278f41 req-ed0d6d8f-7fb8-42cb-a5a3-94261527040a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:04.777060 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-968a2d05-cc27-4ef2-9b7f-66d218278f41 req-ed0d6d8f-7fb8-42cb-a5a3-94261527040a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78d9cae7e28e44dea74a67608c81b079&device_id=dd39b4a2-817d-4bcc-bb5c-be09d67cd36e HTTP/1.1" status: 200 len: 1096 time: 0.4709227 Nov 12 08:56:04.810360 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-222e203d-857d-4333-ad91-1d1867232c5c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c86582650a5d4e768521407a2b9b2fa9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6491289 Nov 12 08:56:04.816939 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39030) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:04.857748 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b51de1-171b-4d16-9337-2bec5be3bdf0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Router 8283266c-e461-4bbe-b274-ae00f1a63782 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:56:04.863454 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e203d-857d-4333-ad91-1d1867232c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251c9c6a-549c-4cf9-913e-0f0e1b4d25b0,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:04.938535 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-f7443f25-f6d8-4aa1-ac49-fd7dce8fb120 None None] Allocated IP 172.20.0.2 (1257ab85-0a57-4816-836b-dcdc791e6146/7b4bf441-b446-4677-be35-634c383c7b12/f8bddf97-ff65-49c0-9cd7-2f5a165dd50e) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:05.023251 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7a3a145-6c45-4a2b-8a41-358e0811dcf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.063764 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eac21ab8-7f1b-4ba8-a17f-12f167b09fd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.080437 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b51de1-171b-4d16-9337-2bec5be3bdf0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:56:05.086637 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b7b51de1-171b-4d16-9337-2bec5be3bdf0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "PUT /v2.0/routers/8283266c-e461-4bbe-b274-ae00f1a63782/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0486166 Nov 12 08:56:05.091551 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39040) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:05.096834 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdb12f6-feab-4e77-a69f-e25b7be1c17c None None] Sync routers for ids ['8283266c-e461-4bbe-b274-ae00f1a63782'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:56:05.148917 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e3d62831-9dc9-45bc-ab2d-751cf8180aae tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "GET /v2.0/ports?device_id=8283266c-e461-4bbe-b274-ae00f1a63782 HTTP/1.1" status: 200 len: 205 time: 0.0559111 Nov 12 08:56:05.160262 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdb12f6-feab-4e77-a69f-e25b7be1c17c None None] Routers {'8283266c-e461-4bbe-b274-ae00f1a63782'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:05.161324 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-bcdb12f6-feab-4e77-a69f-e25b7be1c17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:55:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8283266c-e461-4bbe-b274-ae00f1a63782'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:05.169140 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39042) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:05.183434 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eac21ab8-7f1b-4ba8-a17f-12f167b09fd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.326030 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-56e6c1d5-6a8d-4680-b208-94cd11a9845a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.392038 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-bcdb12f6-feab-4e77-a69f-e25b7be1c17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:05.421143 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdb12f6-feab-4e77-a69f-e25b7be1c17c None None] Routers {'8283266c-e461-4bbe-b274-ae00f1a63782'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:05.423794 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-bcdb12f6-feab-4e77-a69f-e25b7be1c17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:55:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8283266c-e461-4bbe-b274-ae00f1a63782'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:05.446736 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac281e2-e09d-4cc2-aff2-630e91f0eaa5 req-6a7aa702-6f5e-458a-90ec-62c9ea76f5ce tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:05.459963 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ac281e2-e09d-4cc2-aff2-630e91f0eaa5 req-6a7aa702-6f5e-458a-90ec-62c9ea76f5ce tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd39b4a2-817d-4bcc-bb5c-be09d67cd36e HTTP/1.1" status: 200 len: 944 time: 0.2911093 Nov 12 08:56:05.550660 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-bcdb12f6-feab-4e77-a69f-e25b7be1c17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:05.551633 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdb12f6-feab-4e77-a69f-e25b7be1c17c None None] The sync data for ids ['8283266c-e461-4bbe-b274-ae00f1a63782'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:56:05.577990 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f7443f25-f6d8-4aa1-ac49-fd7dce8fb120 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.586261 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f7443f25-f6d8-4aa1-ac49-fd7dce8fb120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.613416 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eac21ab8-7f1b-4ba8-a17f-12f167b09fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.616899 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eac21ab8-7f1b-4ba8-a17f-12f167b09fd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.618637 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-eac21ab8-7f1b-4ba8-a17f-12f167b09fd4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/251c9c6a-549c-4cf9-913e-0f0e1b4d25b0 HTTP/1.1" status: 204 len: 168 time: 0.8005207 Nov 12 08:56:05.632293 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-56e6c1d5-6a8d-4680-b208-94cd11a9845a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.640004 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-56e6c1d5-6a8d-4680-b208-94cd11a9845a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.732843 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7443f25-f6d8-4aa1-ac49-fd7dce8fb120 None None] Network 1257ab85-0a57-4816-836b-dcdc791e6146 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:05.741239 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-f7443f25-f6d8-4aa1-ac49-fd7dce8fb120 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:05.753400 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7443f25-f6d8-4aa1-ac49-fd7dce8fb120 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:05.813943 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-56e6c1d5-6a8d-4680-b208-94cd11a9845a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.815157 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e6c1d5-6a8d-4680-b208-94cd11a9845a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Fanout notify agent at l3_agent the message router_deleted on router 8283266c-e461-4bbe-b274-ae00f1a63782 {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:56:05.825379 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac21ab8-7f1b-4ba8-a17f-12f167b09fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251c9c6a-549c-4cf9-913e-0f0e1b4d25b0,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:05.839693 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7443f25-f6d8-4aa1-ac49-fd7dce8fb120 None None] Pushing event updated for resources: {'Port': ['ID=f8bddf97-ff65-49c0-9cd7-2f5a165dd50e,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:05.853075 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-56e6c1d5-6a8d-4680-b208-94cd11a9845a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.861644 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-56e6c1d5-6a8d-4680-b208-94cd11a9845a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/routers/8283266c-e461-4bbe-b274-ae00f1a63782 HTTP/1.1" status: 204 len: 168 time: 0.6905174 Nov 12 08:56:05.864876 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39048) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:05.954779 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7a3a145-6c45-4a2b-8a41-358e0811dcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.966926 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7a3a145-6c45-4a2b-8a41-358e0811dcf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.973170 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e7a3a145-6c45-4a2b-8a41-358e0811dcf7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea6b8514-5686-4f5c-93cc-00844cd3e068 HTTP/1.1" status: 204 len: 168 time: 1.7653966 Nov 12 08:56:05.977917 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be3e6051-7f36-4fc1-be8f-0a805b7dc6c4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:06.023968 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f7443f25-f6d8-4aa1-ac49-fd7dce8fb120 None None] Attempting to bind port f8bddf97-ff65-49c0-9cd7-2f5a165dd50e on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:06.024374 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f7443f25-f6d8-4aa1-ac49-fd7dce8fb120 None None] Attempting to bind port f8bddf97-ff65-49c0-9cd7-2f5a165dd50e by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '0d552c33-257a-485a-b0f3-e78e2fa44e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:06.024745 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7443f25-f6d8-4aa1-ac49-fd7dce8fb120 None None] Attempting to bind port f8bddf97-ff65-49c0-9cd7-2f5a165dd50e on network 1257ab85-0a57-4816-836b-dcdc791e6146 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:06.042991 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39052) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:06.048642 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3a145-6c45-4a2b-8a41-358e0811dcf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6b8514-5686-4f5c-93cc-00844cd3e068,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:06.063035 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7443f25-f6d8-4aa1-ac49-fd7dce8fb120 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:06.066628 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7443f25-f6d8-4aa1-ac49-fd7dce8fb120 None None] Checking segment: {'id': '0d552c33-257a-485a-b0f3-e78e2fa44e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:06.069892 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f7443f25-f6d8-4aa1-ac49-fd7dce8fb120 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:06.073888 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7443f25-f6d8-4aa1-ac49-fd7dce8fb120 None None] Bound using segment: {'id': '0d552c33-257a-485a-b0f3-e78e2fa44e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:06.075418 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f7443f25-f6d8-4aa1-ac49-fd7dce8fb120 None None] Bound port: f8bddf97-ff65-49c0-9cd7-2f5a165dd50e, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d552c33-257a-485a-b0f3-e78e2fa44e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:06.076104 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f7443f25-f6d8-4aa1-ac49-fd7dce8fb120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:06.083577 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ac281e2-e09d-4cc2-aff2-630e91f0eaa5 req-b40f9a82-8dbe-4793-b17c-92296df0ddd4 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6170270 Nov 12 08:56:06.141813 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6771cb-f619-4f8d-9f31-29faff96e59b tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Deleting subnet ea7aca40-9057-41f3-bbc8-417f5a5f6822 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:56:06.149169 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fc6771cb-f619-4f8d-9f31-29faff96e59b tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:06.231102 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-855a5f30-37f0-42d7-bef6-021b9ee06198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:06.234313 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-855a5f30-37f0-42d7-bef6-021b9ee06198 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:06.247356 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-855a5f30-37f0-42d7-bef6-021b9ee06198 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/24c8bdcd-49da-4ec7-be57-a9fcea38a51a HTTP/1.1" status: 204 len: 168 time: 2.2203267 Nov 12 08:56:06.263831 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f7443f25-f6d8-4aa1-ac49-fd7dce8fb120 None None] For port f8bddf97-ff65-49c0-9cd7-2f5a165dd50e, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:06.267832 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f7443f25-f6d8-4aa1-ac49-fd7dce8fb120 None None] For port f8bddf97-ff65-49c0-9cd7-2f5a165dd50e, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=f8bddf97-ff65-49c0-9cd7-2f5a165dd50e,segment=NetworkSegment(0d552c33-257a-485a-b0f3-e78e2fa44e64),segment_id=0d552c33-257a-485a-b0f3-e78e2fa44e64)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:06.302929 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f7443f25-f6d8-4aa1-ac49-fd7dce8fb120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:06.305165 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fc6771cb-f619-4f8d-9f31-29faff96e59b tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:06.350707 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a2d05-cc27-4ef2-9b7f-66d218278f41 req-3b44022c-ac0f-4096-814b-159f43706788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:06.354121 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-968a2d05-cc27-4ef2-9b7f-66d218278f41 req-3b44022c-ac0f-4096-814b-159f43706788 service neutron] 10.222.0.54 "GET /v2.0/networks?id=dff85ee1-5d3b-4104-8677-a8be57638c59 HTTP/1.1" status: 200 len: 906 time: 1.5606427 Nov 12 08:56:06.355310 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a5f30-37f0-42d7-bef6-021b9ee06198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c8bdcd-49da-4ec7-be57-a9fcea38a51a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:06.373103 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7443f25-f6d8-4aa1-ac49-fd7dce8fb120 None None] Pushing event updated for resources: {'Port': ['ID=f8bddf97-ff65-49c0-9cd7-2f5a165dd50e,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:06.506449 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-968a2d05-cc27-4ef2-9b7f-66d218278f41 req-6ac060ab-e913-485b-a61b-5cc8806759bd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2a19dda-b81a-493d-9a66-baea190838f6 HTTP/1.1" status: 200 len: 217 time: 0.1391258 Nov 12 08:56:06.594984 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fc6771cb-f619-4f8d-9f31-29faff96e59b tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:06.688456 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6efd6d4a-1038-45b9-a964-401c979e9c89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:06.763374 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fc6771cb-f619-4f8d-9f31-29faff96e59b tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:06.816837 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a2d05-cc27-4ef2-9b7f-66d218278f41 req-d1468432-276f-405f-811c-4ad9d2e3bc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:06.818020 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-968a2d05-cc27-4ef2-9b7f-66d218278f41 req-d1468432-276f-405f-811c-4ad9d2e3bc19 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5c35fa51-ac67-4be1-b9e2-7be8e3c59722 HTTP/1.1" status: 200 len: 845 time: 0.2923539 Nov 12 08:56:06.833967 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fc6771cb-f619-4f8d-9f31-29faff96e59b tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:06.852331 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fc6771cb-f619-4f8d-9f31-29faff96e59b tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/subnets/ea7aca40-9057-41f3-bbc8-417f5a5f6822 HTTP/1.1" status: 204 len: 168 time: 0.9710245 Nov 12 08:56:06.902351 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36eab04-a6fe-4843-8a1e-de1d00579dc2 None None] Network b4dba4d1-d14a-4961-98b1-6919fd48ec05 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:06.913195 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39068) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:06.916955 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6771cb-f619-4f8d-9f31-29faff96e59b tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Subnet': ['ID=ea7aca40-9057-41f3-bbc8-417f5a5f6822,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:07.342067 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-968a2d05-cc27-4ef2-9b7f-66d218278f41 req-603d82a1-f6b3-472e-8021-37ff3739113d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dff85ee1-5d3b-4104-8677-a8be57638c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5087059 Nov 12 08:56:07.499280 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device d2a19dda-b81a-493d-9a66-baea190838f6 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:56:07.505628 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f397c-33b5-4b22-af5a-d99233b466e4 req-d482a117-be30-41c9-99b1-4057c456c245 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:07.509842 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-947f397c-33b5-4b22-af5a-d99233b466e4 req-d482a117-be30-41c9-99b1-4057c456c245 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd39b4a2-817d-4bcc-bb5c-be09d67cd36e HTTP/1.1" status: 200 len: 944 time: 0.2212687 Nov 12 08:56:07.549787 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39084) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:07.613647 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8489808d-88a3-41c6-9d21-8bc163771b86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:07.676628 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62508150-ac99-4b19-8968-3d531d22d443 None None] DHCP port deletion for b4dba4d1-d14a-4961-98b1-6919fd48ec05 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:56:07.866661 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8489808d-88a3-41c6-9d21-8bc163771b86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:07.888893 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8489808d-88a3-41c6-9d21-8bc163771b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.004030 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6efd6d4a-1038-45b9-a964-401c979e9c89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.009539 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6dc288a3-8b5b-4c66-bf22-69b4ff9d1c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.046037 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-947f397c-33b5-4b22-af5a-d99233b466e4 req-23148482-d911-4abf-83d9-652a2ad71a59 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5262294 Nov 12 08:56:08.050511 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7703f9f-1385-4199-acb8-18e9af157e85 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Deleting subnet 37090d11-3dee-4923-b0db-6745a14133f2 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:56:08.056147 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6efd6d4a-1038-45b9-a964-401c979e9c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.080555 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8489808d-88a3-41c6-9d21-8bc163771b86 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=22bb70517d0044b583474b1cc5e13f68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5211382 Nov 12 08:56:08.081426 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39096) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:08.086881 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8489808d-88a3-41c6-9d21-8bc163771b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdde242-909a-432b-b5cd-da16113bdc18,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:08.112581 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port d2a19dda-b81a-493d-9a66-baea190838f6, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=d2a19dda-b81a-493d-9a66-baea190838f6,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:08.155536 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'd2a19dda-b81a-493d-9a66-baea190838f6', 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59', 'port_id': 'd2a19dda-b81a-493d-9a66-baea190838f6', 'mac_address': 'fa:16:3e:34:c6:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c35fa51-ac67-4be1-b9e2-7be8e3c59722', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:56:08.187060 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b7703f9f-1385-4199-acb8-18e9af157e85 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.304252 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-16ae16e9-4707-4e44-8bb9-457fd13668ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.324210 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-62508150-ac99-4b19-8968-3d531d22d443 None None] Deleting port a1b5973c-7d75-4744-8018-be8c6a1847eb {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:08.325571 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-62508150-ac99-4b19-8968-3d531d22d443 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.347954 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be3e6051-7f36-4fc1-be8f-0a805b7dc6c4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.391279 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-16ae16e9-4707-4e44-8bb9-457fd13668ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.464987 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.525703 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2a19dda-b81a-493d-9a66-baea190838f6 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:08.549300 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6efd6d4a-1038-45b9-a964-401c979e9c89 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a96ce649b88d46be840a4f09ba488b53&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4981854 Nov 12 08:56:08.556557 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39108) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:08.610773 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd6d4a-1038-45b9-a964-401c979e9c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb9d04f-13f0-48de-aacc-d7b372467978,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:08.617949 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b7703f9f-1385-4199-acb8-18e9af157e85 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.625271 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be3e6051-7f36-4fc1-be8f-0a805b7dc6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.627618 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-62508150-ac99-4b19-8968-3d531d22d443 None None] For port a1b5973c-7d75-4744-8018-be8c6a1847eb, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a1b5973c-7d75-4744-8018-be8c6a1847eb,segment=NetworkSegment(7e5547f9-c14a-4907-adc1-616bb53c4f81),segment_id=7e5547f9-c14a-4907-adc1-616bb53c4f81)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:08.628024 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-62508150-ac99-4b19-8968-3d531d22d443 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.633684 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-968a2d05-cc27-4ef2-9b7f-66d218278f41 req-5a695742-ddce-41b7-aaf4-1023831515e3 service neutron] 10.222.0.54 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1819966 Nov 12 08:56:08.709101 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2ae32c1-4891-4e12-86f1-8ebeba70f2d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.711185 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06288ae2-bb95-4087-b1eb-ac64f452fcef None None] Network 1257ab85-0a57-4816-836b-dcdc791e6146 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:08.718603 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-16ae16e9-4707-4e44-8bb9-457fd13668ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.732145 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-16ae16e9-4707-4e44-8bb9-457fd13668ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.739117 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-16ae16e9-4707-4e44-8bb9-457fd13668ce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2cdde242-909a-432b-b5cd-da16113bdc18 HTTP/1.1" status: 204 len: 168 time: 0.6533735 Nov 12 08:56:08.774795 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae16e9-4707-4e44-8bb9-457fd13668ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdde242-909a-432b-b5cd-da16113bdc18,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:08.800541 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2ae32c1-4891-4e12-86f1-8ebeba70f2d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.806209 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-62508150-ac99-4b19-8968-3d531d22d443 None None] Calling delete_port for a1b5973c-7d75-4744-8018-be8c6a1847eb owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:08.845972 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port d2a19dda-b81a-493d-9a66-baea190838f6, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=d2a19dda-b81a-493d-9a66-baea190838f6,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:08.925570 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-968a2d05-cc27-4ef2-9b7f-66d218278f41 req-bdeea592-16e4-4b55-8a85-baf3ada120e7 service neutron] 10.222.0.54 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622616 Nov 12 08:56:08.935549 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2ae32c1-4891-4e12-86f1-8ebeba70f2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.941501 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2ae32c1-4891-4e12-86f1-8ebeba70f2d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.943026 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f2ae32c1-4891-4e12-86f1-8ebeba70f2d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6bb9d04f-13f0-48de-aacc-d7b372467978 HTTP/1.1" status: 204 len: 168 time: 0.3836882 Nov 12 08:56:08.964029 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.989293 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae32c1-4891-4e12-86f1-8ebeba70f2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb9d04f-13f0-48de-aacc-d7b372467978,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:09.025938 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device f8bddf97-ff65-49c0-9cd7-2f5a165dd50e up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:09.166043 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-a5d7c6e2-60fe-4b4d-b940-5c6b3bbccf6f None None] Provisioning complete for port f8bddf97-ff65-49c0-9cd7-2f5a165dd50e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:09.166451 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a5d7c6e2-60fe-4b4d-b940-5c6b3bbccf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:09.508433 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b7703f9f-1385-4199-acb8-18e9af157e85 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:09.516202 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9508b8-9d3f-4029-a693-14c907ed89af req-dcfac043-42c8-4931-bcda-a777c76cada8 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:09.523208 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9d9508b8-9d3f-4029-a693-14c907ed89af req-dcfac043-42c8-4931-bcda-a777c76cada8 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd39b4a2-817d-4bcc-bb5c-be09d67cd36e HTTP/1.1" status: 200 len: 945 time: 0.2183752 Nov 12 08:56:09.672442 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['d2a19dda-b81a-493d-9a66-baea190838f6'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:09.680892 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-be3e6051-7f36-4fc1-be8f-0a805b7dc6c4 admin admin] Allocated IP 172.25.6.247 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/0e5cfebe-164a-421f-b70f-2e132b1db8ae) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:09.684088 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9d9508b8-9d3f-4029-a693-14c907ed89af req-888b4c03-b622-4aa1-bd3d-fd08277f5144 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485734 Nov 12 08:56:09.698049 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=d2a19dda-b81a-493d-9a66-baea190838f6,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:09.877025 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b7703f9f-1385-4199-acb8-18e9af157e85 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:09.942050 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b7703f9f-1385-4199-acb8-18e9af157e85 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:09.962633 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b7703f9f-1385-4199-acb8-18e9af157e85 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/subnets/37090d11-3dee-4923-b0db-6745a14133f2 HTTP/1.1" status: 204 len: 168 time: 2.8867917 Nov 12 08:56:09.965877 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39130) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:09.971602 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7703f9f-1385-4199-acb8-18e9af157e85 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Subnet': ['ID=37090d11-3dee-4923-b0db-6745a14133f2,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:09.971789 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bcf6e0-06c9-4b86-928f-c3a3294e81b1 None None] Network 84be2d17-8e48-4c57-9f00-f1b9d2d4faff requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:10.064225 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be3e6051-7f36-4fc1-be8f-0a805b7dc6c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.123511 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be3e6051-7f36-4fc1-be8f-0a805b7dc6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.170750 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-62508150-ac99-4b19-8968-3d531d22d443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.224261 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62508150-ac99-4b19-8968-3d531d22d443 None None] No DVR routers for this DVR port a1b5973c-7d75-4744-8018-be8c6a1847eb on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:56:10.265314 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3e6051-7f36-4fc1-be8f-0a805b7dc6c4 admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:10.267103 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e6051-7f36-4fc1-be8f-0a805b7dc6c4 admin admin] Pushing event updated for resources: {'Port': ['ID=0e5cfebe-164a-421f-b70f-2e132b1db8ae,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:10.271433 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-be3e6051-7f36-4fc1-be8f-0a805b7dc6c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:10.278935 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3e6051-7f36-4fc1-be8f-0a805b7dc6c4 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:10.337808 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39136) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:10.351254 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6faf9a43-fc27-441a-b7f5-ab110aa5ebe8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.451855 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port f8bddf97-ff65-49c0-9cd7-2f5a165dd50e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:10.455622 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.518473 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683d7bd0-d80d-4144-8edf-f1cfa2084bb3 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:56:10.598964 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6faf9a43-fc27-441a-b7f5-ab110aa5ebe8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.649835 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62508150-ac99-4b19-8968-3d531d22d443 None None] Pushing event deleted for resources: {'Port': ['ID=a1b5973c-7d75-4744-8018-be8c6a1847eb,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:10.698542 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-2abcf058-f0e3-4bf7-a09c-7b346934c725 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1616650401-network', 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:10.701674 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-6faf9a43-fc27-441a-b7f5-ab110aa5ebe8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4dba4d1-d14a-4961-98b1-6919fd48ec05']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:10.712804 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-278bab80-ced5-40b0-8564-25a843a6d88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.764171 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-6faf9a43-fc27-441a-b7f5-ab110aa5ebe8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e5547f9-c14a-4907-adc1-616bb53c4f81') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:10.764530 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-6faf9a43-fc27-441a-b7f5-ab110aa5ebe8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e5547f9-c14a-4907-adc1-616bb53c4f81') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:10.768252 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abcf058-f0e3-4bf7-a09c-7b346934c725 admin admin] Made reservation on behalf of ad65bcc6bcb148c2b43b634da3af78b4 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:10.771305 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2abcf058-f0e3-4bf7-a09c-7b346934c725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.801889 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2abcf058-f0e3-4bf7-a09c-7b346934c725 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.830539 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6faf9a43-fc27-441a-b7f5-ab110aa5ebe8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.886356 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6faf9a43-fc27-441a-b7f5-ab110aa5ebe8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.925259 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6faf9a43-fc27-441a-b7f5-ab110aa5ebe8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:56:10.927086 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6faf9a43-fc27-441a-b7f5-ab110aa5ebe8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:11.041214 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:56:11.041214 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:56:11.041214 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:56:11.041214 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:56:11.041214 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:56:11.041214 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:56:11.041214 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:56:11.041214 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:56:11.041214 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:56:11.041214 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:56:11.041214 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:56:11.041214 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:56:11.041214 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:56:11.041214 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:56:11.041214 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:56:11.041214 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:56:11.041214 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:56:11.041214 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:56:11.041214 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:56:11.041214 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:56:11.041214 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:56:11.041214 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:56:11.041214 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:56:11.041214 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:56:11.041214 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:56:11.041214 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:56:11.041214 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:56:11.041214 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:56:11.041214 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:56:11.041214 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:56:11.041214 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:56:11.041214 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:56:11.051073 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6faf9a43-fc27-441a-b7f5-ab110aa5ebe8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:11.078712 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a5d7c6e2-60fe-4b4d-b940-5c6b3bbccf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:11.109632 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6faf9a43-fc27-441a-b7f5-ab110aa5ebe8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:11.114427 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6faf9a43-fc27-441a-b7f5-ab110aa5ebe8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/networks/b4dba4d1-d14a-4961-98b1-6919fd48ec05 HTTP/1.1" status: 204 len: 168 time: 1.1468599 Nov 12 08:56:11.128109 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39160) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:11.146487 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf9a43-fc27-441a-b7f5-ab110aa5ebe8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Network': ['ID=b4dba4d1-d14a-4961-98b1-6919fd48ec05,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:11.229923 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b8ec7-3e06-4e33-86f7-179cf7ddac9c req-55127521-9d7b-4b5e-8c33-4ebf68a44c1f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:11.237445 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ff0b8ec7-3e06-4e33-86f7-179cf7ddac9c req-55127521-9d7b-4b5e-8c33-4ebf68a44c1f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd39b4a2-817d-4bcc-bb5c-be09d67cd36e HTTP/1.1" status: 200 len: 945 time: 0.1900253 Nov 12 08:56:11.289924 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be3e6051-7f36-4fc1-be8f-0a805b7dc6c4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:11.385986 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ff0b8ec7-3e06-4e33-86f7-179cf7ddac9c req-ee670f5c-2880-4d14-a395-e7ad8f1f6b15 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274669 Nov 12 08:56:11.409689 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-a5d7c6e2-60fe-4b4d-b940-5c6b3bbccf6f None None] For port f8bddf97-ff65-49c0-9cd7-2f5a165dd50e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=f8bddf97-ff65-49c0-9cd7-2f5a165dd50e,segment=NetworkSegment(0d552c33-257a-485a-b0f3-e78e2fa44e64),segment_id=0d552c33-257a-485a-b0f3-e78e2fa44e64)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:11.440652 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:11.443726 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a5d7c6e2-60fe-4b4d-b940-5c6b3bbccf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:11.461850 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63365cc-c867-4a78-8008-c56102dd6f1c None None] DHCP port deletion for 84be2d17-8e48-4c57-9f00-f1b9d2d4faff request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:56:11.558331 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2abcf058-f0e3-4bf7-a09c-7b346934c725 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:11.562706 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba96d74e-9197-4ece-8579-679d9363c450 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:11.669851 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2abcf058-f0e3-4bf7-a09c-7b346934c725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:11.732821 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2abcf058-f0e3-4bf7-a09c-7b346934c725 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:56:11.802296 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abcf058-f0e3-4bf7-a09c-7b346934c725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a744e7fc-8543-46a9-a97e-e6026eadf022,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:11.861810 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7c6e2-60fe-4b4d-b940-5c6b3bbccf6f None None] Pushing event updated for resources: {'Port': ['ID=f8bddf97-ff65-49c0-9cd7-2f5a165dd50e,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:11.892310 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2abcf058-f0e3-4bf7-a09c-7b346934c725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:11.894143 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-2abcf058-f0e3-4bf7-a09c-7b346934c725 admin admin] Added segment 80f7a98b-187d-4ccd-ae18-958406d84b1e of type vlan for network 52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572 Nov 12 08:56:12.007592 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-568fdb5e-6ad8-4b62-9ebc-3d6df9d7831e None None] Provisioning complete for port 0e5cfebe-164a-421f-b70f-2e132b1db8ae triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:12.007592 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-568fdb5e-6ad8-4b62-9ebc-3d6df9d7831e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:12.087810 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2abcf058-f0e3-4bf7-a09c-7b346934c725 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:12.106043 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-ba96d74e-9197-4ece-8579-679d9363c450 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Deleting port aef11f75-e33f-45b0-b694-c31ea7c3787b {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:12.106539 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba96d74e-9197-4ece-8579-679d9363c450 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:12.235774 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:56:12.236323 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:56:12.257160 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:12.346800 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c63365cc-c867-4a78-8008-c56102dd6f1c None None] Deleting port aef11f75-e33f-45b0-b694-c31ea7c3787b {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:12.349204 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c63365cc-c867-4a78-8008-c56102dd6f1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:12.359833 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-568fdb5e-6ad8-4b62-9ebc-3d6df9d7831e None None] Port 0e5cfebe-164a-421f-b70f-2e132b1db8ae cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:56:12.669152 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c63365cc-c867-4a78-8008-c56102dd6f1c None None] For port aef11f75-e33f-45b0-b694-c31ea7c3787b, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=aef11f75-e33f-45b0-b694-c31ea7c3787b,segment=NetworkSegment(f097b473-c212-422d-aaa6-20b5841bf6d9),segment_id=f097b473-c212-422d-aaa6-20b5841bf6d9)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:12.670118 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c63365cc-c867-4a78-8008-c56102dd6f1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:12.724578 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c63365cc-c867-4a78-8008-c56102dd6f1c None None] Calling delete_port for aef11f75-e33f-45b0-b694-c31ea7c3787b owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:12.845012 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32d5d2-165b-41ac-8fa9-c41845520f9a req-4d9be30d-36bf-428b-b761-709dc5f59215 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:12.866656 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6d32d5d2-165b-41ac-8fa9-c41845520f9a req-4d9be30d-36bf-428b-b761-709dc5f59215 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd39b4a2-817d-4bcc-bb5c-be09d67cd36e HTTP/1.1" status: 200 len: 945 time: 0.2161055 Nov 12 08:56:13.143783 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6d32d5d2-165b-41ac-8fa9-c41845520f9a req-8ba7c7f5-f911-4967-a39f-beeb5891f08b tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733259 Nov 12 08:56:13.210900 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c149b2c5-9b94-44fc-9798-4905fd7af37e None None] Provisioning complete for port f8bddf97-ff65-49c0-9cd7-2f5a165dd50e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:13.211433 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c149b2c5-9b94-44fc-9798-4905fd7af37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:13.297508 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be3e6051-7f36-4fc1-be8f-0a805b7dc6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:13.315101 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2abcf058-f0e3-4bf7-a09c-7b346934c725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:13.316346 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abcf058-f0e3-4bf7-a09c-7b346934c725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:13.317139 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2abcf058-f0e3-4bf7-a09c-7b346934c725 admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:13.344578 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a1b5973c-7d75-4744-8018-be8c6a1847eb no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:56:13.398767 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: a1b5973c-7d75-4744-8018-be8c6a1847eb {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:56:13.399236 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a1b5973c-7d75-4744-8018-be8c6a1847eb not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:56:13.531127 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-ba96d74e-9197-4ece-8579-679d9363c450 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] For port aef11f75-e33f-45b0-b694-c31ea7c3787b, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=aef11f75-e33f-45b0-b694-c31ea7c3787b,segment=NetworkSegment(f097b473-c212-422d-aaa6-20b5841bf6d9),segment_id=f097b473-c212-422d-aaa6-20b5841bf6d9)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:13.531785 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba96d74e-9197-4ece-8579-679d9363c450 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:13.561916 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-ba96d74e-9197-4ece-8579-679d9363c450 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Calling delete_port for aef11f75-e33f-45b0-b694-c31ea7c3787b owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:13.616504 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device d2a19dda-b81a-493d-9a66-baea190838f6 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:13.735781 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device f8bddf97-ff65-49c0-9cd7-2f5a165dd50e up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:13.749937 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:13.769904 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba96d74e-9197-4ece-8579-679d9363c450 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:13.787181 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2abcf058-f0e3-4bf7-a09c-7b346934c725 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.4469476 Nov 12 08:56:13.790708 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39206) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:13.800093 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-754504ba-90c1-4c77-a9c9-76a015079b9b admin admin] Request body: {'subnet': {'network_id': '52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1616650401-subnet', 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:13.835065 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abcf058-f0e3-4bf7-a09c-7b346934c725 admin admin] Pushing event updated for resources: {'Network': ['ID=52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:13.861816 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96d74e-9197-4ece-8579-679d9363c450 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Port': ['ID=aef11f75-e33f-45b0-b694-c31ea7c3787b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:13.879115 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:56:13.904953 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754504ba-90c1-4c77-a9c9-76a015079b9b admin admin] Made reservation on behalf of ad65bcc6bcb148c2b43b634da3af78b4 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:13.920978 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-754504ba-90c1-4c77-a9c9-76a015079b9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:13.925365 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba96d74e-9197-4ece-8579-679d9363c450 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] No DVR routers for this DVR port aef11f75-e33f-45b0-b694-c31ea7c3787b on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:56:14.086442 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c63365cc-c867-4a78-8008-c56102dd6f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:14.225245 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63365cc-c867-4a78-8008-c56102dd6f1c None None] No DVR routers for this DVR port aef11f75-e33f-45b0-b694-c31ea7c3787b on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:56:14.246284 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port d2a19dda-b81a-493d-9a66-baea190838f6 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:56:14.251328 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63365cc-c867-4a78-8008-c56102dd6f1c None None] Pushing event deleted for resources: {'Port': ['ID=aef11f75-e33f-45b0-b694-c31ea7c3787b,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:14.271583 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port d2a19dda-b81a-493d-9a66-baea190838f6 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:14.272270 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:14.353331 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:14.515099 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba96d74e-9197-4ece-8579-679d9363c450 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:14.613560 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:14.616852 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-ba96d74e-9197-4ece-8579-679d9363c450 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84be2d17-8e48-4c57-9f00-f1b9d2d4faff']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:14.658790 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-ba96d74e-9197-4ece-8579-679d9363c450 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f097b473-c212-422d-aaa6-20b5841bf6d9') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:14.659200 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-ba96d74e-9197-4ece-8579-679d9363c450 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f097b473-c212-422d-aaa6-20b5841bf6d9') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:14.663587 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port f8bddf97-ff65-49c0-9cd7-2f5a165dd50e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:14.664297 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:14.711775 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba96d74e-9197-4ece-8579-679d9363c450 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:14.715208 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3e6051-7f36-4fc1-be8f-0a805b7dc6c4 admin admin] Router 56970609-9c7f-4776-8df4-654d95099c85 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:56:14.801753 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-754504ba-90c1-4c77-a9c9-76a015079b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:14.873488 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port d2a19dda-b81a-493d-9a66-baea190838f6, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=d2a19dda-b81a-493d-9a66-baea190838f6,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:14.878369 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd39b4a2-817d-4bcc-bb5c-be09d67cd36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a19dda-b81a-493d-9a66-baea190838f6'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:14.882194 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1162ab06-5b01-4258-8fc5-34647fb15659" -d '{"events": [{"server_uuid": "dd39b4a2-817d-4bcc-bb5c-be09d67cd36e", "name": "network-vif-plugged", "status": "completed", "tag": "d2a19dda-b81a-493d-9a66-baea190838f6"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:14.896820 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:14.914596 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba96d74e-9197-4ece-8579-679d9363c450 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:14.962999 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba96d74e-9197-4ece-8579-679d9363c450 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:56:14.963679 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba96d74e-9197-4ece-8579-679d9363c450 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:14.966580 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806331e-c2e4-4029-acbb-aa21fe097273 req-54819795-c115-4635-8fb3-4355edd65901 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:14.979179 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=d2a19dda-b81a-493d-9a66-baea190838f6,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:14.983111 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:56:14.983111 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:56:14.983111 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:56:14.983111 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:56:14.983111 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:56:14.983111 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:56:14.983111 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:56:14.983111 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:56:14.983111 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:56:14.983111 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:56:14.983111 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:56:14.983111 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:56:14.983111 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:56:14.983111 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:56:14.983111 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:56:14.983111 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:56:14.983111 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:56:14.983111 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:56:14.983111 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:56:14.983111 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:56:14.983111 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:56:14.983111 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:56:14.983111 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:56:14.983111 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:56:14.983111 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:56:14.983111 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:56:14.983111 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:56:14.983111 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:56:14.983111 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:56:14.983111 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:56:14.983111 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:56:14.983111 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:56:14.994826 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c806331e-c2e4-4029-acbb-aa21fe097273 req-54819795-c115-4635-8fb3-4355edd65901 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd39b4a2-817d-4bcc-bb5c-be09d67cd36e HTTP/1.1" status: 200 len: 945 time: 0.5174439 Nov 12 08:56:15.176672 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c806331e-c2e4-4029-acbb-aa21fe097273 req-44b9b69a-e6f5-4921-a81c-1ece785c3cd8 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801605 Nov 12 08:56:15.201765 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754504ba-90c1-4c77-a9c9-76a015079b9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=972d18b2-ff95-4dd0-9709-a0646a0ab7eb,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:15.216232 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device aef11f75-e33f-45b0-b694-c31ea7c3787b no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:56:15.251401 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754504ba-90c1-4c77-a9c9-76a015079b9b admin admin] Checking segment: {'id': '80f7a98b-187d-4ccd-ae18-958406d84b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:15.252040 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754504ba-90c1-4c77-a9c9-76a015079b9b admin admin] Network hostable DHCP agents. Network: 52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:56:15.273336 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: aef11f75-e33f-45b0-b694-c31ea7c3787b {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:56:15.281922 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device aef11f75-e33f-45b0-b694-c31ea7c3787b not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:56:15.303557 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2e5627-60a0-4432-a851-d2e2142dfa4f x-openstack-request-id: req-6c2e5627-60a0-4432-a851-d2e2142dfa4f {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:15.303878 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd39b4a2-817d-4bcc-bb5c-be09d67cd36e", "name": "network-vif-plugged", "status": "completed", "tag": "d2a19dda-b81a-493d-9a66-baea190838f6", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:15.304133 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c2e5627-60a0-4432-a851-d2e2142dfa4f {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:15.304578 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd39b4a2-817d-4bcc-bb5c-be09d67cd36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a19dda-b81a-493d-9a66-baea190838f6', 'code': 200} Nov 12 08:56:15.341839 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754504ba-90c1-4c77-a9c9-76a015079b9b admin admin] Network 52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:56:15.373521 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-754504ba-90c1-4c77-a9c9-76a015079b9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:15.381248 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754504ba-90c1-4c77-a9c9-76a015079b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:15.383094 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-754504ba-90c1-4c77-a9c9-76a015079b9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:15.385584 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4050f807-dc0f-481a-aaf4-a5a4d1e1058c None None] Network 52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:15.415154 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3e6051-7f36-4fc1-be8f-0a805b7dc6c4 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:56:15.447774 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba96d74e-9197-4ece-8579-679d9363c450 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:15.461772 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-754504ba-90c1-4c77-a9c9-76a015079b9b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6672223 Nov 12 08:56:15.462668 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39234) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:15.468441 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-8191c3ec-86b7-4355-8b96-84f6df51eebc admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1616650401-router', 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:15.472057 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba96d74e-9197-4ece-8579-679d9363c450 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:15.493006 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ba96d74e-9197-4ece-8579-679d9363c450 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/networks/84be2d17-8e48-4c57-9f00-f1b9d2d4faff HTTP/1.1" status: 204 len: 168 time: 4.3493888 Nov 12 08:56:15.499800 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39236) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:15.513686 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-2d755155-f40e-4dab-81e1-62cdfcf20758 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Request body: {'network': {'name': 'tempest-RoutersTest-1740311926'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:15.545164 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8191c3ec-86b7-4355-8b96-84f6df51eebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:15.548059 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8191c3ec-86b7-4355-8b96-84f6df51eebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:15.645747 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be3e6051-7f36-4fc1-be8f-0a805b7dc6c4 admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:15.650098 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-be3e6051-7f36-4fc1-be8f-0a805b7dc6c4 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.3887451 Nov 12 08:56:15.652873 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96d74e-9197-4ece-8579-679d9363c450 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Network': ['ID=84be2d17-8e48-4c57-9f00-f1b9d2d4faff,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:15.669588 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39238) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:15.740362 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d755155-f40e-4dab-81e1-62cdfcf20758 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Made reservation on behalf of 65719b7e54744d3883456a8130ad2c41 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:15.753834 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2d755155-f40e-4dab-81e1-62cdfcf20758 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:15.789397 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783c9d09-3fe7-49e4-b53d-bf991d84291a None None] Sync routers for ids ['56970609-9c7f-4776-8df4-654d95099c85'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:56:15.919155 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783c9d09-3fe7-49e4-b53d-bf991d84291a None None] Routers {'56970609-9c7f-4776-8df4-654d95099c85'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:15.921740 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-783c9d09-3fe7-49e4-b53d-bf991d84291a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:56:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['56970609-9c7f-4776-8df4-654d95099c85'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:15.937599 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8191c3ec-86b7-4355-8b96-84f6df51eebc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:15.978117 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d4a4a-db1a-42c0-94f5-edafbd6991b3 req-b31dd1e5-772e-427d-98b1-eb61d7f3b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:15.982300 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-205d4a4a-db1a-42c0-94f5-edafbd6991b3 req-b31dd1e5-772e-427d-98b1-eb61d7f3b5d5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dd39b4a2-817d-4bcc-bb5c-be09d67cd36e HTTP/1.1" status: 200 len: 1098 time: 0.4933584 Nov 12 08:56:16.088098 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e254ba-eb81-4ae0-af69-76e9049b565e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572', 'network_id': '52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572', 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'fixed_ips': [{'subnet_id': '972d18b2-ff95-4dd0-9709-a0646a0ab7eb'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:56:16.089549 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a3e254ba-eb81-4ae0-af69-76e9049b565e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:16.133121 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-205d4a4a-db1a-42c0-94f5-edafbd6991b3 req-a994b9eb-76b3-45bf-8531-f88dfa78f0e3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901926 Nov 12 08:56:16.285253 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d755155-f40e-4dab-81e1-62cdfcf20758 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:56:16.343709 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2d755155-f40e-4dab-81e1-62cdfcf20758 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:16.346579 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-2d755155-f40e-4dab-81e1-62cdfcf20758 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Added segment 6fd03e0f-18d2-45a8-b64c-8161f15d7b8e of type vlan for network ac00153f-99f2-4dc2-9999-40657edafd72 Nov 12 08:56:16.357302 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-a3e254ba-eb81-4ae0-af69-76e9049b565e None None] Allocated IP 172.20.0.2 (52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572/972d18b2-ff95-4dd0-9709-a0646a0ab7eb/d9b435aa-750d-4935-ba43-379b989ad662) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:16.642573 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8191c3ec-86b7-4355-8b96-84f6df51eebc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:16.760634 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2d755155-f40e-4dab-81e1-62cdfcf20758 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:16.794006 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b6ed0-4b61-4873-b45c-35b9122ef2af req-7b5c4848-ba33-43e0-b1bd-283a2dde03c8 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:16.797265 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a35b6ed0-4b61-4873-b45c-35b9122ef2af req-7b5c4848-ba33-43e0-b1bd-283a2dde03c8 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd39b4a2-817d-4bcc-bb5c-be09d67cd36e HTTP/1.1" status: 200 len: 946 time: 0.4603493 Nov 12 08:56:16.920307 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bc0fd3d-6faf-4f2a-baeb-7d8f01afa31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:16.934815 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2d755155-f40e-4dab-81e1-62cdfcf20758 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:16.942142 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d755155-f40e-4dab-81e1-62cdfcf20758 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:16.943078 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2d755155-f40e-4dab-81e1-62cdfcf20758 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:17.173518 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39266) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:17.350645 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a3e254ba-eb81-4ae0-af69-76e9049b565e None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:17.362753 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-783c9d09-3fe7-49e4-b53d-bf991d84291a None None] Set router 56970609-9c7f-4776-8df4-654d95099c85 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:17.485028 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a3e254ba-eb81-4ae0-af69-76e9049b565e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:17.669877 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e254ba-eb81-4ae0-af69-76e9049b565e None None] Network 52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:17.687800 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-7bc0fd3d-6faf-4f2a-baeb-7d8f01afa31d admin admin] Allocated IP 172.20.0.1 (1257ab85-0a57-4816-836b-dcdc791e6146/7b4bf441-b446-4677-be35-634c383c7b12/d22e6fdd-04aa-4edd-9626-fa8953dc9a8b) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:17.705729 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-a3e254ba-eb81-4ae0-af69-76e9049b565e None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:17.726271 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e254ba-eb81-4ae0-af69-76e9049b565e None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:17.732354 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3f7de47a-58f3-4d1d-b103-ec1d5c1bca32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:17.742956 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e254ba-eb81-4ae0-af69-76e9049b565e None None] Pushing event updated for resources: {'Port': ['ID=d9b435aa-750d-4935-ba43-379b989ad662,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:18.138001 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3f7de47a-58f3-4d1d-b103-ec1d5c1bca32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:18.157097 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3f7de47a-58f3-4d1d-b103-ec1d5c1bca32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:18.158001 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-a3e254ba-eb81-4ae0-af69-76e9049b565e None None] Attempting to bind port d9b435aa-750d-4935-ba43-379b989ad662 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:18.158792 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-a3e254ba-eb81-4ae0-af69-76e9049b565e None None] Attempting to bind port d9b435aa-750d-4935-ba43-379b989ad662 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '80f7a98b-187d-4ccd-ae18-958406d84b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:18.159560 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e254ba-eb81-4ae0-af69-76e9049b565e None None] Attempting to bind port d9b435aa-750d-4935-ba43-379b989ad662 on network 52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:18.180012 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e254ba-eb81-4ae0-af69-76e9049b565e None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:18.180556 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e254ba-eb81-4ae0-af69-76e9049b565e None None] Checking segment: {'id': '80f7a98b-187d-4ccd-ae18-958406d84b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:18.182554 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a3e254ba-eb81-4ae0-af69-76e9049b565e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:18.183151 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e254ba-eb81-4ae0-af69-76e9049b565e None None] Bound using segment: {'id': '80f7a98b-187d-4ccd-ae18-958406d84b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:18.183850 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-a3e254ba-eb81-4ae0-af69-76e9049b565e None None] Bound port: d9b435aa-750d-4935-ba43-379b989ad662, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f7a98b-187d-4ccd-ae18-958406d84b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:18.184411 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a3e254ba-eb81-4ae0-af69-76e9049b565e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:18.265580 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7de47a-58f3-4d1d-b103-ec1d5c1bca32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9026a9e4-e04b-498a-b387-52796b694967,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:18.291206 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-783c9d09-3fe7-49e4-b53d-bf991d84291a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56970609-9c7f-4776-8df4-654d95099c85', 'name': 'tempest-AttachVolumeShelveTestJSON-930260596-router', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:04Z', 'updated_at': '2021-11-12T08:56:10Z', 'revision_number': 3, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'gw_port': {'id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:df:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:08Z', 'updated_at': '2021-11-12T08:56:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:18.316692 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a35b6ed0-4b61-4873-b45c-35b9122ef2af req-7d869110-f3b6-4ed7-84bc-09858b4f3fe0 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4745476 Nov 12 08:56:18.335051 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2d755155-f40e-4dab-81e1-62cdfcf20758 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.8359251 Nov 12 08:56:18.346577 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783c9d09-3fe7-49e4-b53d-bf991d84291a None None] Checking router: 56970609-9c7f-4776-8df4-654d95099c85 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:56:18.347263 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783c9d09-3fe7-49e4-b53d-bf991d84291a None None] Updating router 56970609-9c7f-4776-8df4-654d95099c85 port 0e5cfebe-164a-421f-b70f-2e132b1db8ae binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:56:18.370232 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39282) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:18.418389 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d755155-f40e-4dab-81e1-62cdfcf20758 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Network': ['ID=ac00153f-99f2-4dc2-9999-40657edafd72,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:18.421917 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-783c9d09-3fe7-49e4-b53d-bf991d84291a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:18.423545 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-78446d1e-4800-4963-85c1-43442bad0cb0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Request body: {'subnet': {'network_id': 'ac00153f-99f2-4dc2-9999-40657edafd72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:18.483962 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network ac00153f-99f2-4dc2-9999-40657edafd72 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:56:18.611709 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3f7de47a-58f3-4d1d-b103-ec1d5c1bca32 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b73844678b6642db8ca986fa0b7fd88e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4383490 Nov 12 08:56:18.613238 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-a3e254ba-eb81-4ae0-af69-76e9049b565e None None] For port d9b435aa-750d-4935-ba43-379b989ad662, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:18.618557 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39290) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:18.709326 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-a3e254ba-eb81-4ae0-af69-76e9049b565e None None] For port d9b435aa-750d-4935-ba43-379b989ad662, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d9b435aa-750d-4935-ba43-379b989ad662,segment=NetworkSegment(80f7a98b-187d-4ccd-ae18-958406d84b1e),segment_id=80f7a98b-187d-4ccd-ae18-958406d84b1e)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:18.717133 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bc0fd3d-6faf-4f2a-baeb-7d8f01afa31d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:18.814869 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a3e254ba-eb81-4ae0-af69-76e9049b565e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:18.869546 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8191c3ec-86b7-4355-8b96-84f6df51eebc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:18.883181 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78446d1e-4800-4963-85c1-43442bad0cb0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Made reservation on behalf of 65719b7e54744d3883456a8130ad2c41 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:18.888162 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78446d1e-4800-4963-85c1-43442bad0cb0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:18.891883 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-850d389f-5737-49a9-8945-6244b581b164 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:18.913228 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bc0fd3d-6faf-4f2a-baeb-7d8f01afa31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:18.947600 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8191c3ec-86b7-4355-8b96-84f6df51eebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:19.192134 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e254ba-eb81-4ae0-af69-76e9049b565e None None] Pushing event updated for resources: {'Port': ['ID=d9b435aa-750d-4935-ba43-379b989ad662,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:19.264777 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc0fd3d-6faf-4f2a-baeb-7d8f01afa31d admin admin] Network 1257ab85-0a57-4816-836b-dcdc791e6146 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:19.344437 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-7bc0fd3d-6faf-4f2a-baeb-7d8f01afa31d admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:19.444535 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-850d389f-5737-49a9-8945-6244b581b164 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:19.455026 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc0fd3d-6faf-4f2a-baeb-7d8f01afa31d admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:19.616733 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-783c9d09-3fe7-49e4-b53d-bf991d84291a None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:19.635058 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-783c9d09-3fe7-49e4-b53d-bf991d84291a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:19.736606 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d9b435aa-750d-4935-ba43-379b989ad662 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:19.761375 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df923f-fadd-4051-9c6e-05dd7ca7c164 req-4b12aa1a-a8ce-4d31-a15b-203d5a401d2d tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:19.779391 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95df923f-fadd-4051-9c6e-05dd7ca7c164 req-4b12aa1a-a8ce-4d31-a15b-203d5a401d2d tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd39b4a2-817d-4bcc-bb5c-be09d67cd36e HTTP/1.1" status: 200 len: 946 time: 0.2431345 Nov 12 08:56:19.796454 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bc0fd3d-6faf-4f2a-baeb-7d8f01afa31d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:19.937820 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0fd3d-6faf-4f2a-baeb-7d8f01afa31d admin admin] Pushing event updated for resources: {'Port': ['ID=d22e6fdd-04aa-4edd-9626-fa8953dc9a8b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:19.969354 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e198287d-2ef4-43af-b0e5-2702954681d6 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:56:19.974628 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-850d389f-5737-49a9-8945-6244b581b164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:19.975629 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-783c9d09-3fe7-49e4-b53d-bf991d84291a None None] Attempting to bind port 0e5cfebe-164a-421f-b70f-2e132b1db8ae on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:19.977442 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-783c9d09-3fe7-49e4-b53d-bf991d84291a None None] Attempting to bind port 0e5cfebe-164a-421f-b70f-2e132b1db8ae by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:19.977667 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783c9d09-3fe7-49e4-b53d-bf991d84291a None None] Attempting to bind port 0e5cfebe-164a-421f-b70f-2e132b1db8ae on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:19.997638 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-850d389f-5737-49a9-8945-6244b581b164 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:20.003153 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-850d389f-5737-49a9-8945-6244b581b164 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9026a9e4-e04b-498a-b387-52796b694967 HTTP/1.1" status: 204 len: 168 time: 1.2793760 Nov 12 08:56:20.035539 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-8191c3ec-86b7-4355-8b96-84f6df51eebc admin admin] Allocated IP 172.25.6.118 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/5d1127f7-4038-4c0b-9108-e927997c6198) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:20.105474 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d389f-5737-49a9-8945-6244b581b164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9026a9e4-e04b-498a-b387-52796b694967,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:20.139190 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e547d8ef-8e06-4c4d-a0d2-16de306e66fb None None] Provisioning complete for port d22e6fdd-04aa-4edd-9626-fa8953dc9a8b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:20.143636 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95df923f-fadd-4051-9c6e-05dd7ca7c164 req-f5243c17-f3d6-4835-b5d2-9cce07ac5d25 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630381 Nov 12 08:56:20.161416 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e547d8ef-8e06-4c4d-a0d2-16de306e66fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:20.178555 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783c9d09-3fe7-49e4-b53d-bf991d84291a None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:20.180618 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783c9d09-3fe7-49e4-b53d-bf991d84291a None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:20.184521 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-783c9d09-3fe7-49e4-b53d-bf991d84291a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:20.187460 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783c9d09-3fe7-49e4-b53d-bf991d84291a None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:20.187460 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-783c9d09-3fe7-49e4-b53d-bf991d84291a None None] Bound port: 0e5cfebe-164a-421f-b70f-2e132b1db8ae, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:20.192294 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-783c9d09-3fe7-49e4-b53d-bf991d84291a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:20.415801 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5bc88-1d01-4d37-a420-8f2be82b2864 None None] Pushing event updated for resources: {'Port': ['ID=0e5cfebe-164a-421f-b70f-2e132b1db8ae,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:20.567009 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bc0fd3d-6faf-4f2a-baeb-7d8f01afa31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:20.734236 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d59eef-733e-42a7-946e-93108e8781f0 req-c9cd29f7-de61-46e3-9223-edc71246d345 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:20.738281 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-53d59eef-733e-42a7-946e-93108e8781f0 req-c9cd29f7-de61-46e3-9223-edc71246d345 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd39b4a2-817d-4bcc-bb5c-be09d67cd36e HTTP/1.1" status: 200 len: 946 time: 0.2352884 Nov 12 08:56:20.750399 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8191c3ec-86b7-4355-8b96-84f6df51eebc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:20.800785 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e547d8ef-8e06-4c4d-a0d2-16de306e66fb None None] Port d22e6fdd-04aa-4edd-9626-fa8953dc9a8b cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:56:20.826716 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-783c9d09-3fe7-49e4-b53d-bf991d84291a None None] For port 0e5cfebe-164a-421f-b70f-2e132b1db8ae, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:20.855862 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-783c9d09-3fe7-49e4-b53d-bf991d84291a None None] For port 0e5cfebe-164a-421f-b70f-2e132b1db8ae, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=0e5cfebe-164a-421f-b70f-2e132b1db8ae,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:20.887545 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-783c9d09-3fe7-49e4-b53d-bf991d84291a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:20.962606 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-53d59eef-733e-42a7-946e-93108e8781f0 req-8eb536cb-c85d-4015-916a-331e651f2c22 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048833 Nov 12 08:56:21.026958 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8191c3ec-86b7-4355-8b96-84f6df51eebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:21.049803 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port d9b435aa-750d-4935-ba43-379b989ad662 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:21.050520 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:21.179846 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5bc88-1d01-4d37-a420-8f2be82b2864 None None] Pushing event updated for resources: {'Port': ['ID=0e5cfebe-164a-421f-b70f-2e132b1db8ae,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:21.185503 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e7dd1eff-de7d-4937-a3be-2817f7de286a None None] Provisioning complete for port 0e5cfebe-164a-421f-b70f-2e132b1db8ae triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:21.186363 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e7dd1eff-de7d-4937-a3be-2817f7de286a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:21.255090 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39316) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:21.256297 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191c3ec-86b7-4355-8b96-84f6df51eebc admin admin] Pushing event updated for resources: {'Port': ['ID=5d1127f7-4038-4c0b-9108-e927997c6198,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:21.281594 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b0bb90-e02b-4ea7-a3ad-d745920b120e None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:56:21.351201 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-667b482b-da15-4d44-adcf-b74ec31b7858 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:21.384688 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78446d1e-4800-4963-85c1-43442bad0cb0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:21.398256 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783c9d09-3fe7-49e4-b53d-bf991d84291a None None] Routers {'56970609-9c7f-4776-8df4-654d95099c85'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:21.399278 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-783c9d09-3fe7-49e4-b53d-bf991d84291a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:56:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['56970609-9c7f-4776-8df4-654d95099c85'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:21.407933 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8191c3ec-86b7-4355-8b96-84f6df51eebc admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:21.420476 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-8191c3ec-86b7-4355-8b96-84f6df51eebc admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:21.432451 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8191c3ec-86b7-4355-8b96-84f6df51eebc admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:21.441456 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1f9c98-1c78-47e1-80e0-e56be4a917a9 None None] Network 52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:21.459795 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78446d1e-4800-4963-85c1-43442bad0cb0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Subnet': ['ID=67529b11-cdd2-4373-adb6-377283e92ba5,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:21.540143 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78446d1e-4800-4963-85c1-43442bad0cb0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Checking segment: {'id': '6fd03e0f-18d2-45a8-b64c-8161f15d7b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ac00153f-99f2-4dc2-9999-40657edafd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:21.542708 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78446d1e-4800-4963-85c1-43442bad0cb0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network hostable DHCP agents. Network: ac00153f-99f2-4dc2-9999-40657edafd72, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:56:21.659932 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bc0fd3d-6faf-4f2a-baeb-7d8f01afa31d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:21.688366 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78446d1e-4800-4963-85c1-43442bad0cb0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network ac00153f-99f2-4dc2-9999-40657edafd72 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:56:21.709871 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bc0fd3d-6faf-4f2a-baeb-7d8f01afa31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:21.730098 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5447a799-4401-4c4f-8537-81190d8a870c None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:56:21.893489 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:22.019211 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27fc08-0dfc-4cbb-84e4-020ad29ccfd0 req-63e9db17-7dcb-4e15-b15a-34fd9189268e tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:22.042617 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8d27fc08-0dfc-4cbb-84e4-020ad29ccfd0 req-63e9db17-7dcb-4e15-b15a-34fd9189268e tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd39b4a2-817d-4bcc-bb5c-be09d67cd36e HTTP/1.1" status: 200 len: 946 time: 0.1899314 Nov 12 08:56:22.052989 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-667b482b-da15-4d44-adcf-b74ec31b7858 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:22.134061 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e7dd1eff-de7d-4937-a3be-2817f7de286a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:22.194190 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-78446d1e-4800-4963-85c1-43442bad0cb0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, ac00153f-99f2-4dc2-9999-40657edafd72) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:22.201728 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port d9b435aa-750d-4935-ba43-379b989ad662, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d9b435aa-750d-4935-ba43-379b989ad662,segment=NetworkSegment(80f7a98b-187d-4ccd-ae18-958406d84b1e),segment_id=80f7a98b-187d-4ccd-ae18-958406d84b1e)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:22.210848 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-667b482b-da15-4d44-adcf-b74ec31b7858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:22.220365 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f931230e-89dd-45b0-a77a-0265a0a629b5 None None] Network ac00153f-99f2-4dc2-9999-40657edafd72 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:22.245657 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78446d1e-4800-4963-85c1-43442bad0cb0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:22.246823 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78446d1e-4800-4963-85c1-43442bad0cb0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:22.282653 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-e7dd1eff-de7d-4937-a3be-2817f7de286a None None] For port 0e5cfebe-164a-421f-b70f-2e132b1db8ae, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=0e5cfebe-164a-421f-b70f-2e132b1db8ae,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:22.289573 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-78446d1e-4800-4963-85c1-43442bad0cb0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9169445 Nov 12 08:56:22.294531 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39332) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:22.295168 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:22.305592 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-90931d57-b0c6-4e67-bfb3-bb2b6bfec342 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-72424549', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:22.331091 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0fd3d-6faf-4f2a-baeb-7d8f01afa31d admin admin] Pushing event updated for resources: {'Port': ['ID=d22e6fdd-04aa-4edd-9626-fa8953dc9a8b,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:22.342467 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bc0fd3d-6faf-4f2a-baeb-7d8f01afa31d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:22.349297 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-667b482b-da15-4d44-adcf-b74ec31b7858 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ad52d909f8d4e4b9b3b3e0d876ef230&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0827918 Nov 12 08:56:22.356647 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39336) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:22.373836 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-783c9d09-3fe7-49e4-b53d-bf991d84291a None None] Set router 56970609-9c7f-4776-8df4-654d95099c85 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:22.380769 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e7dd1eff-de7d-4937-a3be-2817f7de286a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:22.430291 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-90931d57-b0c6-4e67-bfb3-bb2b6bfec342 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:22.432136 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-90931d57-b0c6-4e67-bfb3-bb2b6bfec342 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:22.521387 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-90931d57-b0c6-4e67-bfb3-bb2b6bfec342 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:22.551306 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-90931d57-b0c6-4e67-bfb3-bb2b6bfec342 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:22.659170 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8d27fc08-0dfc-4cbb-84e4-020ad29ccfd0 req-1fe8d151-da71-4ee1-acac-2d32c0746419 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6154644 Nov 12 08:56:22.728111 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-90931d57-b0c6-4e67-bfb3-bb2b6bfec342 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:22.728111 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-90931d57-b0c6-4e67-bfb3-bb2b6bfec342 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4299319 Nov 12 08:56:22.728111 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39346) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:22.756682 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4c1cb63e-a985-41b9-9ac0-49cecdfae6a5 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Request body: {'port': {'network_id': 'ac00153f-99f2-4dc2-9999-40657edafd72', 'name': 'tempest-RoutersTest-1359700189'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:22.760057 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b482b-da15-4d44-adcf-b74ec31b7858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d2fd6b-1618-41a4-806f-7103d879bddb,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:22.793194 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8191c3ec-86b7-4355-8b96-84f6df51eebc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:22.875348 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3cde71d8-d00e-4424-b4ed-3e395f077dfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:23.053765 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3cde71d8-d00e-4424-b4ed-3e395f077dfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:23.142106 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc0fd3d-6faf-4f2a-baeb-7d8f01afa31d admin admin] Network 1257ab85-0a57-4816-836b-dcdc791e6146 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:23.189019 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-7bc0fd3d-6faf-4f2a-baeb-7d8f01afa31d admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:23.377059 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8191c3ec-86b7-4355-8b96-84f6df51eebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:23.479995 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:23.501968 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a3828-0152-4c18-9726-ab5b42ef98ee req-fdb19d73-dba1-4335-9bec-3b620bd27a6d tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:23.503654 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-685a3828-0152-4c18-9726-ab5b42ef98ee req-fdb19d73-dba1-4335-9bec-3b620bd27a6d tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd39b4a2-817d-4bcc-bb5c-be09d67cd36e HTTP/1.1" status: 200 len: 946 time: 0.5094273 Nov 12 08:56:23.507556 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1cb63e-a985-41b9-9ac0-49cecdfae6a5 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Made reservation on behalf of 65719b7e54744d3883456a8130ad2c41 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:23.532015 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c1cb63e-a985-41b9-9ac0-49cecdfae6a5 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:23.738003 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=d9b435aa-750d-4935-ba43-379b989ad662,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:23.752262 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d4c85544-9a12-4c84-af9f-4ba40aa80e41 None None] Provisioning complete for port 0e5cfebe-164a-421f-b70f-2e132b1db8ae triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:23.752539 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d4c85544-9a12-4c84-af9f-4ba40aa80e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:23.776376 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8191c3ec-86b7-4355-8b96-84f6df51eebc admin admin] Router 4bbe88e3-a353-4cbb-9be7-c114ceb984dd is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:56:23.947674 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-4c1cb63e-a985-41b9-9ac0-49cecdfae6a5 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] device_id is not set on port a01d576e-6780-4e05-90e2-6fdd1b6db752 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:56:23.975245 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd1eff-de7d-4937-a3be-2817f7de286a None None] Pushing event updated for resources: {'Port': ['ID=0e5cfebe-164a-421f-b70f-2e132b1db8ae,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:24.020747 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3cde71d8-d00e-4424-b4ed-3e395f077dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:24.025725 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3cde71d8-d00e-4424-b4ed-3e395f077dfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:24.031435 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3cde71d8-d00e-4424-b4ed-3e395f077dfa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/60d2fd6b-1618-41a4-806f-7103d879bddb HTTP/1.1" status: 204 len: 168 time: 1.6701560 Nov 12 08:56:24.078052 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cd4773-e247-4f17-b5a2-680af098dd5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-ac00153f-99f2-4dc2-9999-40657edafd72', 'network_id': 'ac00153f-99f2-4dc2-9999-40657edafd72', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'fixed_ips': [{'subnet_id': '67529b11-cdd2-4373-adb6-377283e92ba5'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:56:24.078936 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e9cd4773-e247-4f17-b5a2-680af098dd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:24.168947 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde71d8-d00e-4424-b4ed-3e395f077dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d2fd6b-1618-41a4-806f-7103d879bddb,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:24.226606 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc0fd3d-6faf-4f2a-baeb-7d8f01afa31d admin admin] Router 56970609-9c7f-4776-8df4-654d95099c85 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:56:24.252924 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-783c9d09-3fe7-49e4-b53d-bf991d84291a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56970609-9c7f-4776-8df4-654d95099c85', 'name': 'tempest-AttachVolumeShelveTestJSON-930260596-router', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:04Z', 'updated_at': '2021-11-12T08:56:20Z', 'revision_number': 4, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'gw_port': {'id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:df:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:08Z', 'updated_at': '2021-11-12T08:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'd22e6fdd-04aa-4edd-9626-fa8953dc9a8b', 'name': '', 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'mac_address': 'fa:16:3e:29:26:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '7b4bf441-b446-4677-be35-634c383c7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:16Z', 'updated_at': '2021-11-12T08:56:17Z', 'revision_number': 1, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'subnets': [{'id': '7b4bf441-b446-4677-be35-634c383c7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:24.310615 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1722d62-238c-4d6b-bd88-e39f44fe0dca req-8abb5c19-ab76-49fb-8c30-8ac9a2ec3738 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:24.314239 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e1722d62-238c-4d6b-bd88-e39f44fe0dca req-8abb5c19-ab76-49fb-8c30-8ac9a2ec3738 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd39b4a2-817d-4bcc-bb5c-be09d67cd36e HTTP/1.1" status: 200 len: 946 time: 0.3761857 Nov 12 08:56:24.319263 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8191c3ec-86b7-4355-8b96-84f6df51eebc admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:56:24.331928 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b22461-cf45-4ddf-abf8-513d4ef0c148 None None] Sync routers for ids ['4bbe88e3-a353-4cbb-9be7-c114ceb984dd'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:56:24.358970 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b22461-cf45-4ddf-abf8-513d4ef0c148 None None] Routers {'4bbe88e3-a353-4cbb-9be7-c114ceb984dd'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:24.361498 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-37b22461-cf45-4ddf-abf8-513d4ef0c148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:56:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['4bbe88e3-a353-4cbb-9be7-c114ceb984dd'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:24.472085 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8191c3ec-86b7-4355-8b96-84f6df51eebc admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:24.473827 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8191c3ec-86b7-4355-8b96-84f6df51eebc admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.0099785 Nov 12 08:56:24.474517 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39362) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:24.605877 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d9b435aa-750d-4935-ba43-379b989ad662 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:24.626570 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-685a3828-0152-4c18-9726-ab5b42ef98ee req-b3339a2b-ebee-49fc-aaa7-362c5354dbfd tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Deleting port d2a19dda-b81a-493d-9a66-baea190838f6 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:24.626926 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-685a3828-0152-4c18-9726-ab5b42ef98ee req-b3339a2b-ebee-49fc-aaa7-362c5354dbfd tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:24.704357 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-37b22461-cf45-4ddf-abf8-513d4ef0c148 None None] Set router 4bbe88e3-a353-4cbb-9be7-c114ceb984dd gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:24.716565 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783c9d09-3fe7-49e4-b53d-bf991d84291a None None] The sync data for ids ['56970609-9c7f-4776-8df4-654d95099c85'] in n-d-768862-16 is: [{'id': '56970609-9c7f-4776-8df4-654d95099c85', 'name': 'tempest-AttachVolumeShelveTestJSON-930260596-router', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:04Z', 'updated_at': '2021-11-12T08:56:20Z', 'revision_number': 4, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'gw_port': {'id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:df:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:08Z', 'updated_at': '2021-11-12T08:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'd22e6fdd-04aa-4edd-9626-fa8953dc9a8b', 'name': '', 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'mac_address': 'fa:16:3e:29:26:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '7b4bf441-b446-4677-be35-634c383c7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:16Z', 'updated_at': '2021-11-12T08:56:17Z', 'revision_number': 1, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'subnets': [{'id': '7b4bf441-b446-4677-be35-634c383c7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:56:24.732454 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e1722d62-238c-4d6b-bd88-e39f44fe0dca req-72b19df2-66e1-46cf-b051-4fd4b0a3a7d6 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792090 Nov 12 08:56:24.802695 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-4c1cb63e-a985-41b9-9ac0-49cecdfae6a5 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Allocated IP 172.20.0.13 (ac00153f-99f2-4dc2-9999-40657edafd72/67529b11-cdd2-4373-adb6-377283e92ba5/a01d576e-6780-4e05-90e2-6fdd1b6db752) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:24.902965 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d4c85544-9a12-4c84-af9f-4ba40aa80e41 None None] Provisioning complete for port d9b435aa-750d-4935-ba43-379b989ad662 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:24.903529 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d4c85544-9a12-4c84-af9f-4ba40aa80e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:24.939681 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port d9b435aa-750d-4935-ba43-379b989ad662 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:24.970652 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:25.080742 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc0fd3d-6faf-4f2a-baeb-7d8f01afa31d admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:56:25.097875 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7bc0fd3d-6faf-4f2a-baeb-7d8f01afa31d admin admin] 10.222.0.37 "PUT /v2.0/routers/56970609-9c7f-4776-8df4-654d95099c85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4158640 Nov 12 08:56:25.233135 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-685a3828-0152-4c18-9726-ab5b42ef98ee req-b3339a2b-ebee-49fc-aaa7-362c5354dbfd tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] For port d2a19dda-b81a-493d-9a66-baea190838f6, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=d2a19dda-b81a-493d-9a66-baea190838f6,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:25.234374 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-685a3828-0152-4c18-9726-ab5b42ef98ee req-b3339a2b-ebee-49fc-aaa7-362c5354dbfd tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:25.315242 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-37b22461-cf45-4ddf-abf8-513d4ef0c148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'name': 'tempest-TaggedBootDevicesTest_v242-1616650401-router', 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '5d1127f7-4038-4c0b-9108-e927997c6198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:15Z', 'updated_at': '2021-11-12T08:56:21Z', 'revision_number': 3, 'project_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'gw_port': {'id': '5d1127f7-4038-4c0b-9108-e927997c6198', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:18Z', 'updated_at': '2021-11-12T08:56:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:25.405046 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-685a3828-0152-4c18-9726-ab5b42ef98ee req-b3339a2b-ebee-49fc-aaa7-362c5354dbfd tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Calling delete_port for d2a19dda-b81a-493d-9a66-baea190838f6 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:25.573391 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d4c85544-9a12-4c84-af9f-4ba40aa80e41 None None] Provisioning complete for port 5d1127f7-4038-4c0b-9108-e927997c6198 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:25.574034 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d4c85544-9a12-4c84-af9f-4ba40aa80e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:25.658638 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-d4c85544-9a12-4c84-af9f-4ba40aa80e41 None None] Port 5d1127f7-4038-4c0b-9108-e927997c6198 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:56:25.662190 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device d2a19dda-b81a-493d-9a66-baea190838f6 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:56:25.844134 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eeeb1db9-9922-435f-8d0a-e862b34b1d37 None None] Provisioning complete for port d9b435aa-750d-4935-ba43-379b989ad662 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:25.853337 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eeeb1db9-9922-435f-8d0a-e862b34b1d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:25.902903 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b22461-cf45-4ddf-abf8-513d4ef0c148 None None] Checking router: 4bbe88e3-a353-4cbb-9be7-c114ceb984dd for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:56:25.921169 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b22461-cf45-4ddf-abf8-513d4ef0c148 None None] Updating router 4bbe88e3-a353-4cbb-9be7-c114ceb984dd port 5d1127f7-4038-4c0b-9108-e927997c6198 binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:56:25.987983 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c1cb63e-a985-41b9-9ac0-49cecdfae6a5 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:26.048321 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-458de366-3577-4fba-9136-da6d2d9ffae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:26.055397 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37b22461-cf45-4ddf-abf8-513d4ef0c148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:26.066718 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:56:26.075419 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:26.277391 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eeeb1db9-9922-435f-8d0a-e862b34b1d37 None None] Provisioning complete for port d22e6fdd-04aa-4edd-9626-fa8953dc9a8b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:26.277758 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eeeb1db9-9922-435f-8d0a-e862b34b1d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:26.410045 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eeeb1db9-9922-435f-8d0a-e862b34b1d37 None None] Port d22e6fdd-04aa-4edd-9626-fa8953dc9a8b cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:56:26.413019 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-685a3828-0152-4c18-9726-ab5b42ef98ee req-b3339a2b-ebee-49fc-aaa7-362c5354dbfd tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:26.432642 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c1cb63e-a985-41b9-9ac0-49cecdfae6a5 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:26.542779 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3339a2b-ebee-49fc-aaa7-362c5354dbfd tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Pushing event deleted for resources: {'Port': ['ID=d2a19dda-b81a-493d-9a66-baea190838f6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:26.679064 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-458de366-3577-4fba-9136-da6d2d9ffae1 admin admin] Allocated IP 172.20.0.1 (52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572/972d18b2-ff95-4dd0-9709-a0646a0ab7eb/136274d5-e0c9-4059-9f86-379b8a4c581e) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:26.741016 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-e9cd4773-e247-4f17-b5a2-680af098dd5d None None] Allocated IP 172.20.0.2 (ac00153f-99f2-4dc2-9999-40657edafd72/67529b11-cdd2-4373-adb6-377283e92ba5/0d4121dc-910c-4236-af1c-1dec7c171fb8) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:26.837181 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1cb63e-a985-41b9-9ac0-49cecdfae6a5 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network ac00153f-99f2-4dc2-9999-40657edafd72 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:26.840172 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-685a3828-0152-4c18-9726-ab5b42ef98ee req-b3339a2b-ebee-49fc-aaa7-362c5354dbfd tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] No DVR routers for this DVR port d2a19dda-b81a-493d-9a66-baea190838f6 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:56:26.849985 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-685a3828-0152-4c18-9726-ab5b42ef98ee req-b3339a2b-ebee-49fc-aaa7-362c5354dbfd tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:26.859531 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-685a3828-0152-4c18-9726-ab5b42ef98ee req-b3339a2b-ebee-49fc-aaa7-362c5354dbfd tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.54 "DELETE /v2.0/ports/d2a19dda-b81a-493d-9a66-baea190838f6 HTTP/1.1" status: 204 len: 173 time: 3.3248641 Nov 12 08:56:26.866770 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd39b4a2-817d-4bcc-bb5c-be09d67cd36e', 'name': 'network-vif-deleted', 'tag': 'd2a19dda-b81a-493d-9a66-baea190838f6'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:26.876134 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd93f52-9c54-48ee-b832-d297a3955a28" -d '{"events": [{"server_uuid": "dd39b4a2-817d-4bcc-bb5c-be09d67cd36e", "name": "network-vif-deleted", "tag": "d2a19dda-b81a-493d-9a66-baea190838f6"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:26.895981 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-4c1cb63e-a985-41b9-9ac0-49cecdfae6a5 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:26.903925 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1cb63e-a985-41b9-9ac0-49cecdfae6a5 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:27.071630 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37b22461-cf45-4ddf-abf8-513d4ef0c148 None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:27.105125 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37b22461-cf45-4ddf-abf8-513d4ef0c148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:27.125779 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1cb63e-a985-41b9-9ac0-49cecdfae6a5 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Port': ['ID=a01d576e-6780-4e05-90e2-6fdd1b6db752,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:27.147479 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-458de366-3577-4fba-9136-da6d2d9ffae1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:27.195944 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1cb63e-a985-41b9-9ac0-49cecdfae6a5 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:27.196654 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c1cb63e-a985-41b9-9ac0-49cecdfae6a5 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:27.219232 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-37b22461-cf45-4ddf-abf8-513d4ef0c148 None None] Attempting to bind port 5d1127f7-4038-4c0b-9108-e927997c6198 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:27.227216 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-37b22461-cf45-4ddf-abf8-513d4ef0c148 None None] Attempting to bind port 5d1127f7-4038-4c0b-9108-e927997c6198 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:27.232062 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b22461-cf45-4ddf-abf8-513d4ef0c148 None None] Attempting to bind port 5d1127f7-4038-4c0b-9108-e927997c6198 on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:27.269680 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4c1cb63e-a985-41b9-9ac0-49cecdfae6a5 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.5183067 Nov 12 08:56:27.274107 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39420) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:27.307595 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-458de366-3577-4fba-9136-da6d2d9ffae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:27.362306 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e9cd4773-e247-4f17-b5a2-680af098dd5d None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:27.368236 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['0db8467b-a8e0-4127-b527-cac040b50758'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:27.390537 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a6fff5-8c8d-4efd-b185-dcc8cac7fdd7 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:56:27.394716 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e9cd4773-e247-4f17-b5a2-680af098dd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:27.405218 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b22461-cf45-4ddf-abf8-513d4ef0c148 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:27.405699 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b22461-cf45-4ddf-abf8-513d4ef0c148 None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:27.406500 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37b22461-cf45-4ddf-abf8-513d4ef0c148 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:27.407116 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b22461-cf45-4ddf-abf8-513d4ef0c148 None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:27.407896 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-37b22461-cf45-4ddf-abf8-513d4ef0c148 None None] Bound port: 5d1127f7-4038-4c0b-9108-e927997c6198, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:27.408999 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37b22461-cf45-4ddf-abf8-513d4ef0c148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:27.412079 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd40e84-4e8a-4c77-8140-01b6b6be6f15 None None] Pushing event updated for resources: {'Port': ['ID=5d1127f7-4038-4c0b-9108-e927997c6198,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:27.461203 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39424) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:27.467839 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ff76a546-640d-484d-b5fc-af7cc9073f1e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Request body: {'security_group': {'name': 'tempest-securitygroup--840827896', 'description': 'tempest-description--197721373'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:27.518428 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd40e84-4e8a-4c77-8140-01b6b6be6f15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:27.518911 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd40e84-4e8a-4c77-8140-01b6b6be6f15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:27.519244 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd40e84-4e8a-4c77-8140-01b6b6be6f15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:27.525400 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd40e84-4e8a-4c77-8140-01b6b6be6f15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:27.525400 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd40e84-4e8a-4c77-8140-01b6b6be6f15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:27.527686 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd40e84-4e8a-4c77-8140-01b6b6be6f15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:27.528256 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd40e84-4e8a-4c77-8140-01b6b6be6f15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:27.528694 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd40e84-4e8a-4c77-8140-01b6b6be6f15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:27.529028 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd40e84-4e8a-4c77-8140-01b6b6be6f15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:27.529360 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd40e84-4e8a-4c77-8140-01b6b6be6f15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:27.531935 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd40e84-4e8a-4c77-8140-01b6b6be6f15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:27.532293 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd40e84-4e8a-4c77-8140-01b6b6be6f15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:27.575182 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ff76a546-640d-484d-b5fc-af7cc9073f1e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:27.688021 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458de366-3577-4fba-9136-da6d2d9ffae1 admin admin] Pushing event updated for resources: {'Port': ['ID=136274d5-e0c9-4059-9f86-379b8a4c581e,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:27.700397 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-37b22461-cf45-4ddf-abf8-513d4ef0c148 None None] For port 5d1127f7-4038-4c0b-9108-e927997c6198, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:27.729772 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-37b22461-cf45-4ddf-abf8-513d4ef0c148 None None] For port 5d1127f7-4038-4c0b-9108-e927997c6198, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=5d1127f7-4038-4c0b-9108-e927997c6198,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:27.746943 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37b22461-cf45-4ddf-abf8-513d4ef0c148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:27.888654 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ff76a546-640d-484d-b5fc-af7cc9073f1e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:27.891351 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458de366-3577-4fba-9136-da6d2d9ffae1 admin admin] Network 52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:27.896417 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd4773-e247-4f17-b5a2-680af098dd5d None None] Pushing event updated for resources: {'Port': ['ID=0d4121dc-910c-4236-af1c-1dec7c171fb8,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:27.897056 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ff76a546-640d-484d-b5fc-af7cc9073f1e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:27.904179 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-458de366-3577-4fba-9136-da6d2d9ffae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:27.914341 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cd4773-e247-4f17-b5a2-680af098dd5d None None] Network ac00153f-99f2-4dc2-9999-40657edafd72 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:27.927178 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-e9cd4773-e247-4f17-b5a2-680af098dd5d None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:27.933437 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cd4773-e247-4f17-b5a2-680af098dd5d None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:27.933694 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458de366-3577-4fba-9136-da6d2d9ffae1 admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:27.957184 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b22461-cf45-4ddf-abf8-513d4ef0c148 None None] Routers {'4bbe88e3-a353-4cbb-9be7-c114ceb984dd'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:27.958195 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-37b22461-cf45-4ddf-abf8-513d4ef0c148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:56:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['4bbe88e3-a353-4cbb-9be7-c114ceb984dd'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:27.991571 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ff76a546-640d-484d-b5fc-af7cc9073f1e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:27.993354 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ff76a546-640d-484d-b5fc-af7cc9073f1e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5304120 Nov 12 08:56:28.002215 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39436) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:28.029974 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-93231102-d3d2-48dd-9552-a28a64bbfb27 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Request body: {'security_group_rule': {'security_group_id': 'b505cbf0-338e-4fe9-b8db-8ae878039060', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:28.081021 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76a546-640d-484d-b5fc-af7cc9073f1e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b505cbf0-338e-4fe9-b8db-8ae878039060,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:28.119469 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-458de366-3577-4fba-9136-da6d2d9ffae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:28.134341 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd8225c-09f9-4d3f-9ab6-c953b39b28ca None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:56:28.158045 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-93231102-d3d2-48dd-9552-a28a64bbfb27 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:28.271239 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd40e84-4e8a-4c77-8140-01b6b6be6f15 None None] Pushing event updated for resources: {'Port': ['ID=5d1127f7-4038-4c0b-9108-e927997c6198,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:28.313322 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-e9cd4773-e247-4f17-b5a2-680af098dd5d None None] Attempting to bind port 0d4121dc-910c-4236-af1c-1dec7c171fb8 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:28.313881 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-e9cd4773-e247-4f17-b5a2-680af098dd5d None None] Attempting to bind port 0d4121dc-910c-4236-af1c-1dec7c171fb8 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '6fd03e0f-18d2-45a8-b64c-8161f15d7b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ac00153f-99f2-4dc2-9999-40657edafd72'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:28.318168 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cd4773-e247-4f17-b5a2-680af098dd5d None None] Attempting to bind port 0d4121dc-910c-4236-af1c-1dec7c171fb8 on network ac00153f-99f2-4dc2-9999-40657edafd72 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:28.324625 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-648ca28c-ae5e-431b-b15d-c1413a7c4b4c req-1d36b863-008b-47bc-828c-dcf3e7c4340e tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd39b4a2-817d-4bcc-bb5c-be09d67cd36e HTTP/1.1" status: 200 len: 210 time: 0.4215159 Nov 12 08:56:28.432455 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-061362b5-b368-4743-aacc-23348cc631cd None None] Provisioning complete for port 5d1127f7-4038-4c0b-9108-e927997c6198 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:28.433046 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-061362b5-b368-4743-aacc-23348cc631cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:28.456664 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cd4773-e247-4f17-b5a2-680af098dd5d None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:28.457542 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cd4773-e247-4f17-b5a2-680af098dd5d None None] Checking segment: {'id': '6fd03e0f-18d2-45a8-b64c-8161f15d7b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ac00153f-99f2-4dc2-9999-40657edafd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:28.458222 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e9cd4773-e247-4f17-b5a2-680af098dd5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:28.465143 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cd4773-e247-4f17-b5a2-680af098dd5d None None] Bound using segment: {'id': '6fd03e0f-18d2-45a8-b64c-8161f15d7b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ac00153f-99f2-4dc2-9999-40657edafd72'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:28.466192 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-e9cd4773-e247-4f17-b5a2-680af098dd5d None None] Bound port: 0d4121dc-910c-4236-af1c-1dec7c171fb8, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd03e0f-18d2-45a8-b64c-8161f15d7b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ac00153f-99f2-4dc2-9999-40657edafd72'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:28.466843 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e9cd4773-e247-4f17-b5a2-680af098dd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:28.469344 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-93231102-d3d2-48dd-9552-a28a64bbfb27 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:28.483433 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d40f94-31f7-40ad-a101-0ea898a9113f x-openstack-request-id: req-99d40f94-31f7-40ad-a101-0ea898a9113f {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:28.484157 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd39b4a2-817d-4bcc-bb5c-be09d67cd36e", "name": "network-vif-deleted", "tag": "d2a19dda-b81a-493d-9a66-baea190838f6", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:28.485657 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-99d40f94-31f7-40ad-a101-0ea898a9113f {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:28.488006 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd39b4a2-817d-4bcc-bb5c-be09d67cd36e', 'name': 'network-vif-deleted', 'tag': 'd2a19dda-b81a-493d-9a66-baea190838f6', 'status': 'completed', 'code': 200} Nov 12 08:56:28.490661 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-93231102-d3d2-48dd-9552-a28a64bbfb27 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:28.566507 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93231102-d3d2-48dd-9552-a28a64bbfb27 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80842b94-6e5a-4db3-8203-2973c7fb27d6,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:28.590290 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 0e5cfebe-164a-421f-b70f-2e132b1db8ae up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:28.595512 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-93231102-d3d2-48dd-9552-a28a64bbfb27 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:28.611590 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-37b22461-cf45-4ddf-abf8-513d4ef0c148 None None] Set router 4bbe88e3-a353-4cbb-9be7-c114ceb984dd gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:28.623498 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-93231102-d3d2-48dd-9552-a28a64bbfb27 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5992277 Nov 12 08:56:28.630795 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39446) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:28.664590 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ea850a3b-9c27-494f-a0e3-0959ef7a0bf2 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Request body: {'security_group_rule': {'security_group_id': 'b505cbf0-338e-4fe9-b8db-8ae878039060', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:28.775928 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea850a3b-9c27-494f-a0e3-0959ef7a0bf2 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:28.791358 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-e9cd4773-e247-4f17-b5a2-680af098dd5d None None] For port 0d4121dc-910c-4236-af1c-1dec7c171fb8, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:28.808588 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-e9cd4773-e247-4f17-b5a2-680af098dd5d None None] For port 0d4121dc-910c-4236-af1c-1dec7c171fb8, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=0d4121dc-910c-4236-af1c-1dec7c171fb8,segment=NetworkSegment(6fd03e0f-18d2-45a8-b64c-8161f15d7b8e),segment_id=6fd03e0f-18d2-45a8-b64c-8161f15d7b8e)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:28.876563 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e9cd4773-e247-4f17-b5a2-680af098dd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:28.923868 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea850a3b-9c27-494f-a0e3-0959ef7a0bf2 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:28.936124 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea850a3b-9c27-494f-a0e3-0959ef7a0bf2 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:29.027674 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea850a3b-9c27-494f-a0e3-0959ef7a0bf2 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=336df430-8881-4dd8-ad12-6a4d0ca5b244,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:29.056519 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea850a3b-9c27-494f-a0e3-0959ef7a0bf2 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:29.068737 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ea850a3b-9c27-494f-a0e3-0959ef7a0bf2 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4366612 Nov 12 08:56:29.069506 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39454) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:29.092003 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c9db88f3-8c85-42df-b843-adb586e5f75d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:29.170856 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9db88f3-8c85-42df-b843-adb586e5f75d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:29.443473 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-37b22461-cf45-4ddf-abf8-513d4ef0c148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'name': 'tempest-TaggedBootDevicesTest_v242-1616650401-router', 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '5d1127f7-4038-4c0b-9108-e927997c6198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:15Z', 'updated_at': '2021-11-12T08:56:21Z', 'revision_number': 3, 'project_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'gw_port': {'id': '5d1127f7-4038-4c0b-9108-e927997c6198', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:18Z', 'updated_at': '2021-11-12T08:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:29.539418 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2fbfd3c-5119-4566-a279-a1a7b9c03c97 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:29.553921 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b22461-cf45-4ddf-abf8-513d4ef0c148 None None] The sync data for ids ['4bbe88e3-a353-4cbb-9be7-c114ceb984dd'] in n-d-768862-16 is: [{'id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'name': 'tempest-TaggedBootDevicesTest_v242-1616650401-router', 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '5d1127f7-4038-4c0b-9108-e927997c6198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:15Z', 'updated_at': '2021-11-12T08:56:21Z', 'revision_number': 3, 'project_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'gw_port': {'id': '5d1127f7-4038-4c0b-9108-e927997c6198', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:18Z', 'updated_at': '2021-11-12T08:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:56:29.554952 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9db88f3-8c85-42df-b843-adb586e5f75d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:29.643012 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:29.662555 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 0e5cfebe-164a-421f-b70f-2e132b1db8ae triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:29.662928 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:29.691874 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd4773-e247-4f17-b5a2-680af098dd5d None None] Pushing event updated for resources: {'Port': ['ID=0d4121dc-910c-4236-af1c-1dec7c171fb8,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:29.757763 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-061362b5-b368-4743-aacc-23348cc631cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:29.771170 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-458de366-3577-4fba-9136-da6d2d9ffae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:29.914143 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-061362b5-b368-4743-aacc-23348cc631cd None None] For port 5d1127f7-4038-4c0b-9108-e927997c6198, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=5d1127f7-4038-4c0b-9108-e927997c6198,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:29.942853 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed622449-6cdb-4602-be0f-7783d98a78d4 None None] Sync routers for ids ['56970609-9c7f-4776-8df4-654d95099c85'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:56:29.961218 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-061362b5-b368-4743-aacc-23348cc631cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:30.148376 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed622449-6cdb-4602-be0f-7783d98a78d4 None None] Routers {'56970609-9c7f-4776-8df4-654d95099c85'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:30.149380 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ed622449-6cdb-4602-be0f-7783d98a78d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:56:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['56970609-9c7f-4776-8df4-654d95099c85'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:30.335563 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-c9db88f3-8c85-42df-b843-adb586e5f75d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Allocated IP 172.25.6.225 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/804da5c2-9fc5-46ef-a910-f0eba6ca15b8) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:31.012838 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-458de366-3577-4fba-9136-da6d2d9ffae1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:31.060756 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-458de366-3577-4fba-9136-da6d2d9ffae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:31.073003 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9db88f3-8c85-42df-b843-adb586e5f75d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:31.228636 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39510) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:31.273538 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9db88f3-8c85-42df-b843-adb586e5f75d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:31.305071 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39518) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:31.343297 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9db88f3-8c85-42df-b843-adb586e5f75d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:31.373695 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-c9db88f3-8c85-42df-b843-adb586e5f75d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:31.384171 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9db88f3-8c85-42df-b843-adb586e5f75d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:31.395094 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458de366-3577-4fba-9136-da6d2d9ffae1 admin admin] Pushing event updated for resources: {'Port': ['ID=136274d5-e0c9-4059-9f86-379b8a4c581e,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:31.481505 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-389e3cb8-c313-467d-9947-56f8a64a6fa9 None None] Provisioning complete for port 136274d5-e0c9-4059-9f86-379b8a4c581e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:31.482255 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-389e3cb8-c313-467d-9947-56f8a64a6fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:31.649253 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-389e3cb8-c313-467d-9947-56f8a64a6fa9 None None] Port 136274d5-e0c9-4059-9f86-379b8a4c581e cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:56:31.650077 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-458de366-3577-4fba-9136-da6d2d9ffae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:31.653065 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66aee611-806e-4efb-b103-df65c16db6a3 None None] Network ac00153f-99f2-4dc2-9999-40657edafd72 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:31.723945 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a82dfb47-2faa-42b9-8ab5-60b9bf3c252e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:31.803087 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 0d4121dc-910c-4236-af1c-1dec7c171fb8 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:31.805130 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061362b5-b368-4743-aacc-23348cc631cd None None] Pushing event updated for resources: {'Port': ['ID=5d1127f7-4038-4c0b-9108-e927997c6198,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:31.886058 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-ed622449-6cdb-4602-be0f-7783d98a78d4 None None] Set router 56970609-9c7f-4776-8df4-654d95099c85 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:31.957481 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a82dfb47-2faa-42b9-8ab5-60b9bf3c252e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:31.961248 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a9cc771-ed8f-4d45-b3be-40d894782f9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:32.022296 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-389e3cb8-c313-467d-9947-56f8a64a6fa9 None None] Provisioning complete for port 5d1127f7-4038-4c0b-9108-e927997c6198 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:32.024876 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-389e3cb8-c313-467d-9947-56f8a64a6fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:32.083501 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2fbfd3c-5119-4566-a279-a1a7b9c03c97 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:32.084277 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a9cc771-ed8f-4d45-b3be-40d894782f9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:32.086539 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a82dfb47-2faa-42b9-8ab5-60b9bf3c252e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:32.122182 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39540) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:32.160194 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a82dfb47-2faa-42b9-8ab5-60b9bf3c252e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed4b12b9387340658d95b2980258e921&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9277027 Nov 12 08:56:32.160194 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a9cc771-ed8f-4d45-b3be-40d894782f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:32.184657 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db88f3-8c85-42df-b843-adb586e5f75d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Pushing event updated for resources: {'Port': ['ID=804da5c2-9fc5-46ef-a910-f0eba6ca15b8,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:32.204199 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39542) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:32.207248 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dfb47-2faa-42b9-8ab5-60b9bf3c252e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277b2416-4bb1-49e7-9d7e-dbcbb50a174d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:32.233908 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-06654186-3f6b-47a6-a65e-62041748bc72 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:32.255666 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-06654186-3f6b-47a6-a65e-62041748bc72 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/networks?id=dff85ee1-5d3b-4104-8677-a8be57638c59 HTTP/1.1" status: 200 len: 805 time: 0.6031263 Nov 12 08:56:32.287834 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2fbfd3c-5119-4566-a279-a1a7b9c03c97 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:32.303829 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0a9cc771-ed8f-4d45-b3be-40d894782f9d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=99ef6232425d4d9f9d6c2f471979c764&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9554241 Nov 12 08:56:32.410673 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39546) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:32.411411 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9cc771-ed8f-4d45-b3be-40d894782f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b834832-68e2-4699-acdc-7b674f700f6c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:32.488846 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbfd3c-5119-4566-a279-a1a7b9c03c97 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Port': ['ID=a01d576e-6780-4e05-90e2-6fdd1b6db752,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:32.524531 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-424de096-4db2-4685-8e6c-b652830a1d16 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/quotas/78d9cae7e28e44dea74a67608c81b079 HTTP/1.1" status: 200 len: 375 time: 0.2677813 Nov 12 08:56:32.730631 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3386626-29eb-4ad7-b0bc-92b497e372a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:32.790406 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-34e32f73-6a9c-4791-b365-3ad16bfe86c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:32.833680 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 0d4121dc-910c-4236-af1c-1dec7c171fb8 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:32.834712 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:32.867970 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9db88f3-8c85-42df-b843-adb586e5f75d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:32.972210 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ff24dad9-b6a2-426b-96f1-fc07623c2db4 None None] Provisioning complete for port 0d4121dc-910c-4236-af1c-1dec7c171fb8 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:32.972627 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ff24dad9-b6a2-426b-96f1-fc07623c2db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:33.009357 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-27e3439e-7025-45d5-b8e3-50c55e9383be tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=78d9cae7e28e44dea74a67608c81b079&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4683204 Nov 12 08:56:33.027057 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-34e32f73-6a9c-4791-b365-3ad16bfe86c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:33.059489 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ed622449-6cdb-4602-be0f-7783d98a78d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56970609-9c7f-4776-8df4-654d95099c85', 'name': 'tempest-AttachVolumeShelveTestJSON-930260596-router', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:04Z', 'updated_at': '2021-11-12T08:56:20Z', 'revision_number': 4, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'gw_port': {'id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:08Z', 'updated_at': '2021-11-12T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'd22e6fdd-04aa-4edd-9626-fa8953dc9a8b', 'name': '', 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'mac_address': 'fa:16:3e:29:26:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '7b4bf441-b446-4677-be35-634c383c7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:16Z', 'updated_at': '2021-11-12T08:56:21Z', 'revision_number': 2, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'subnets': [{'id': '7b4bf441-b446-4677-be35-634c383c7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:33.134570 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed622449-6cdb-4602-be0f-7783d98a78d4 None None] Checking router: 56970609-9c7f-4776-8df4-654d95099c85 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:56:33.135352 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed622449-6cdb-4602-be0f-7783d98a78d4 None None] Updating router 56970609-9c7f-4776-8df4-654d95099c85 port d22e6fdd-04aa-4edd-9626-fa8953dc9a8b binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:56:33.162066 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-546c7bf9-c4f4-4ce0-bd0b-e304d69187db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:33.185309 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9db88f3-8c85-42df-b843-adb586e5f75d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:33.331940 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:33.344185 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-546c7bf9-c4f4-4ce0-bd0b-e304d69187db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:33.351038 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-6004556f-592c-4187-9aad-3cccfb6b1529 service neutron] 10.222.0.37 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227155 Nov 12 08:56:33.420771 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ed622449-6cdb-4602-be0f-7783d98a78d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:33.523378 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-34e32f73-6a9c-4791-b365-3ad16bfe86c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:33.538315 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-34e32f73-6a9c-4791-b365-3ad16bfe86c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:33.575082 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-34e32f73-6a9c-4791-b365-3ad16bfe86c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/277b2416-4bb1-49e7-9d7e-dbcbb50a174d HTTP/1.1" status: 204 len: 168 time: 1.2721062 Nov 12 08:56:33.582084 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 0d4121dc-910c-4236-af1c-1dec7c171fb8, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=0d4121dc-910c-4236-af1c-1dec7c171fb8,segment=NetworkSegment(6fd03e0f-18d2-45a8-b64c-8161f15d7b8e),segment_id=6fd03e0f-18d2-45a8-b64c-8161f15d7b8e)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:33.602274 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:33.604369 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5d1127f7-4038-4c0b-9108-e927997c6198 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:33.729748 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e32f73-6a9c-4791-b365-3ad16bfe86c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277b2416-4bb1-49e7-9d7e-dbcbb50a174d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:33.758513 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3386626-29eb-4ad7-b0bc-92b497e372a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:33.775039 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3386626-29eb-4ad7-b0bc-92b497e372a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:33.804475 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-546c7bf9-c4f4-4ce0-bd0b-e304d69187db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:33.807977 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-546c7bf9-c4f4-4ce0-bd0b-e304d69187db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:33.812409 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-546c7bf9-c4f4-4ce0-bd0b-e304d69187db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6b834832-68e2-4699-acdc-7b674f700f6c HTTP/1.1" status: 204 len: 168 time: 1.3129730 Nov 12 08:56:33.858231 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ff24dad9-b6a2-426b-96f1-fc07623c2db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:33.872963 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9db88f3-8c85-42df-b843-adb586e5f75d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:33.877608 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-548153c9-f72a-4105-8b11-ed4fbccee824 service neutron] 10.222.0.37 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5172870 Nov 12 08:56:33.895003 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9db88f3-8c85-42df-b843-adb586e5f75d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:33.904529 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458de366-3577-4fba-9136-da6d2d9ffae1 admin admin] Network 52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:33.908622 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-458de366-3577-4fba-9136-da6d2d9ffae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:33.995194 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2fbfd3c-5119-4566-a279-a1a7b9c03c97 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:34.085159 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3386626-29eb-4ad7-b0bc-92b497e372a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060a16b4-9b80-4f45-8361-4964d6d78c57,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:34.117961 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b3386626-29eb-4ad7-b0bc-92b497e372a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b591584407b64332bc38a8ab3b287074&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9289744 Nov 12 08:56:34.133886 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39558) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:34.312637 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39564) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:34.314773 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c7bf9-c4f4-4ce0-bd0b-e304d69187db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b834832-68e2-4699-acdc-7b674f700f6c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:34.370471 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f8e5382b-4d00-4141-84c0-63b857a0be18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:34.379732 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db88f3-8c85-42df-b843-adb586e5f75d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Pushing event updated for resources: {'Port': ['ID=804da5c2-9fc5-46ef-a910-f0eba6ca15b8,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:34.474968 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f8e5382b-4d00-4141-84c0-63b857a0be18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:34.488259 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f8e5382b-4d00-4141-84c0-63b857a0be18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:34.784344 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ed622449-6cdb-4602-be0f-7783d98a78d4 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:34.824550 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=0d4121dc-910c-4236-af1c-1dec7c171fb8,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:34.889182 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ed622449-6cdb-4602-be0f-7783d98a78d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.053626 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3fbe5f2d-b3e2-422c-b2df-538cda047334 req-ce4eb225-e347-4037-9c0c-c39f7b9ebf47 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=5983485d-a60d-490c-89d5-7412435e2ded HTTP/1.1" status: 200 len: 210 time: 0.1089921 Nov 12 08:56:35.082688 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39584) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:35.143640 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067fccb2-e008-4c9f-a28a-72cb910c04e3 None None] Pushing event updated for resources: {'Port': ['ID=d22e6fdd-04aa-4edd-9626-fa8953dc9a8b,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:35.197831 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5382b-4d00-4141-84c0-63b857a0be18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc714ead-225f-469f-b170-7663ddcf7125,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:35.208092 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2fbfd3c-5119-4566-a279-a1a7b9c03c97 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.212889 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9db88f3-8c85-42df-b843-adb586e5f75d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.216261 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25f24094-7240-4920-8be5-60e4ef30cdc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.227503 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-ff24dad9-b6a2-426b-96f1-fc07623c2db4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:56:35.228299 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-ff24dad9-b6a2-426b-96f1-fc07623c2db4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:56:35.244947 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-ed622449-6cdb-4602-be0f-7783d98a78d4 None None] Attempting to bind port d22e6fdd-04aa-4edd-9626-fa8953dc9a8b on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:35.245597 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-ed622449-6cdb-4602-be0f-7783d98a78d4 None None] Attempting to bind port d22e6fdd-04aa-4edd-9626-fa8953dc9a8b by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '0d552c33-257a-485a-b0f3-e78e2fa44e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:35.246193 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed622449-6cdb-4602-be0f-7783d98a78d4 None None] Attempting to bind port d22e6fdd-04aa-4edd-9626-fa8953dc9a8b on network 1257ab85-0a57-4816-836b-dcdc791e6146 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:35.248538 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9db88f3-8c85-42df-b843-adb586e5f75d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.250009 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c9db88f3-8c85-42df-b843-adb586e5f75d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1771374 Nov 12 08:56:35.254916 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 5d1127f7-4038-4c0b-9108-e927997c6198 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:35.255475 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.271063 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39588) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:35.271887 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f8e5382b-4d00-4141-84c0-63b857a0be18 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9589d0ab9fa848f4b7042381f16ea629&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9409437 Nov 12 08:56:35.299371 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-356da0a1-0470-4cc3-9c48-0d749cd86d3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.344343 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed622449-6cdb-4602-be0f-7783d98a78d4 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:35.344900 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed622449-6cdb-4602-be0f-7783d98a78d4 None None] Checking segment: {'id': '0d552c33-257a-485a-b0f3-e78e2fa44e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:35.345327 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ed622449-6cdb-4602-be0f-7783d98a78d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.345798 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed622449-6cdb-4602-be0f-7783d98a78d4 None None] Bound using segment: {'id': '0d552c33-257a-485a-b0f3-e78e2fa44e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:35.346413 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-ed622449-6cdb-4602-be0f-7783d98a78d4 None None] Bound port: d22e6fdd-04aa-4edd-9626-fa8953dc9a8b, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d552c33-257a-485a-b0f3-e78e2fa44e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:35.346933 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ed622449-6cdb-4602-be0f-7783d98a78d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.365429 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-356da0a1-0470-4cc3-9c48-0d749cd86d3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.455110 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-356da0a1-0470-4cc3-9c48-0d749cd86d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.459392 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-356da0a1-0470-4cc3-9c48-0d749cd86d3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.461649 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-356da0a1-0470-4cc3-9c48-0d749cd86d3b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/060a16b4-9b80-4f45-8361-4964d6d78c57 HTTP/1.1" status: 204 len: 168 time: 1.3210468 Nov 12 08:56:35.474790 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356da0a1-0470-4cc3-9c48-0d749cd86d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060a16b4-9b80-4f45-8361-4964d6d78c57,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:35.477202 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458de366-3577-4fba-9136-da6d2d9ffae1 admin admin] Router 4bbe88e3-a353-4cbb-9be7-c114ceb984dd has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:56:35.501505 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2d7f75c3-df3a-4c26-aa0c-52d02b898b15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.585553 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ed622449-6cdb-4602-be0f-7783d98a78d4 None None] For port d22e6fdd-04aa-4edd-9626-fa8953dc9a8b, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:35.591937 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ed622449-6cdb-4602-be0f-7783d98a78d4 None None] For port d22e6fdd-04aa-4edd-9626-fa8953dc9a8b, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d22e6fdd-04aa-4edd-9626-fa8953dc9a8b,segment=NetworkSegment(0d552c33-257a-485a-b0f3-e78e2fa44e64),segment_id=0d552c33-257a-485a-b0f3-e78e2fa44e64)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:35.603000 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ed622449-6cdb-4602-be0f-7783d98a78d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.647307 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2d7f75c3-df3a-4c26-aa0c-52d02b898b15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.754699 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 0d4121dc-910c-4236-af1c-1dec7c171fb8 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:35.843729 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed622449-6cdb-4602-be0f-7783d98a78d4 None None] Routers {'56970609-9c7f-4776-8df4-654d95099c85'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:35.844979 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ed622449-6cdb-4602-be0f-7783d98a78d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:56:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['56970609-9c7f-4776-8df4-654d95099c85'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:35.892591 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458de366-3577-4fba-9136-da6d2d9ffae1 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:56:35.903647 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3212957-ec8b-4b19-b282-d6b72ac34277 None None] Sync routers for ids ['4bbe88e3-a353-4cbb-9be7-c114ceb984dd'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:56:35.923913 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-458de366-3577-4fba-9136-da6d2d9ffae1 admin admin] 10.222.0.37 "PUT /v2.0/routers/4bbe88e3-a353-4cbb-9be7-c114ceb984dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4463375 Nov 12 08:56:35.924959 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3212957-ec8b-4b19-b282-d6b72ac34277 None None] Routers {'4bbe88e3-a353-4cbb-9be7-c114ceb984dd'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:35.925784 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-d3212957-ec8b-4b19-b282-d6b72ac34277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:56:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['4bbe88e3-a353-4cbb-9be7-c114ceb984dd'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:35.953015 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2d7f75c3-df3a-4c26-aa0c-52d02b898b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.958823 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2d7f75c3-df3a-4c26-aa0c-52d02b898b15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.961544 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2d7f75c3-df3a-4c26-aa0c-52d02b898b15 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc714ead-225f-469f-b170-7663ddcf7125 HTTP/1.1" status: 204 len: 168 time: 0.6681883 Nov 12 08:56:35.969508 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25f24094-7240-4920-8be5-60e4ef30cdc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:36.037491 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25f24094-7240-4920-8be5-60e4ef30cdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:36.103654 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f75c3-df3a-4c26-aa0c-52d02b898b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc714ead-225f-469f-b170-7663ddcf7125,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:36.150744 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-ed622449-6cdb-4602-be0f-7783d98a78d4 None None] Set router 56970609-9c7f-4776-8df4-654d95099c85 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:36.176536 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-d3212957-ec8b-4b19-b282-d6b72ac34277 None None] Set router 4bbe88e3-a353-4cbb-9be7-c114ceb984dd gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:36.222191 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-9bb67f1e-054a-4200-bbac-79528bed1d2e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--840827896&fields=id&tenant_id=9ec847d4aa114da6b8ea6ce22207bb4f HTTP/1.1" status: 200 len: 267 time: 0.5118446 Nov 12 08:56:36.314228 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39616) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:36.434906 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39618) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:36.444726 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-25f24094-7240-4920-8be5-60e4ef30cdc9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ace358dc8e154c55b3827ab15a78c526&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3595889 Nov 12 08:56:36.456736 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bdecbd90-0b8a-42ed-abfd-01090688b37f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:36.571898 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f24094-7240-4920-8be5-60e4ef30cdc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f54ddd6-6d05-4f1a-b7c9-6a963865f369,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:36.642640 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-d3212957-ec8b-4b19-b282-d6b72ac34277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'name': 'tempest-TaggedBootDevicesTest_v242-1616650401-router', 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '5d1127f7-4038-4c0b-9108-e927997c6198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:15Z', 'updated_at': '2021-11-12T08:56:29Z', 'revision_number': 4, 'project_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'gw_port': {'id': '5d1127f7-4038-4c0b-9108-e927997c6198', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:18Z', 'updated_at': '2021-11-12T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '136274d5-e0c9-4059-9f86-379b8a4c581e', 'name': '', 'network_id': '52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572', 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'mac_address': 'fa:16:3e:4a:96:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '972d18b2-ff95-4dd0-9709-a0646a0ab7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:26Z', 'updated_at': '2021-11-12T08:56:30Z', 'revision_number': 2, 'project_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'subnets': [{'id': '972d18b2-ff95-4dd0-9709-a0646a0ab7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:36.675835 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3212957-ec8b-4b19-b282-d6b72ac34277 None None] Checking router: 4bbe88e3-a353-4cbb-9be7-c114ceb984dd for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:56:36.676626 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3212957-ec8b-4b19-b282-d6b72ac34277 None None] Updating router 4bbe88e3-a353-4cbb-9be7-c114ceb984dd port 136274d5-e0c9-4059-9f86-379b8a4c581e binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:56:36.702698 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067fccb2-e008-4c9f-a28a-72cb910c04e3 None None] Pushing event updated for resources: {'Port': ['ID=d22e6fdd-04aa-4edd-9626-fa8953dc9a8b,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:36.711261 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-bcacea07-8a9a-41ff-8856-488c9e13b321 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:36.713379 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-bcacea07-8a9a-41ff-8856-488c9e13b321 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.54 "GET /v2.0/networks?id=dff85ee1-5d3b-4104-8677-a8be57638c59 HTTP/1.1" status: 200 len: 805 time: 0.5750952 Nov 12 08:56:36.735378 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-236cdac0-817e-45d7-b5dc-e2599e9ec6d8 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:36.735973 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d3212957-ec8b-4b19-b282-d6b72ac34277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:36.752799 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-f61073e2-8289-484a-861e-6e512bb80ad6 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Request body: {'port': {'device_id': '5983485d-a60d-490c-89d5-7412435e2ded', 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59', 'admin_state_up': True, 'tenant_id': '78d9cae7e28e44dea74a67608c81b079'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:36.755016 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-236cdac0-817e-45d7-b5dc-e2599e9ec6d8 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/networks?id=1257ab85-0a57-4816-836b-dcdc791e6146 HTTP/1.1" status: 200 len: 816 time: 0.5309761 Nov 12 08:56:36.787706 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2fbfd3c-5119-4566-a279-a1a7b9c03c97 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:36.798397 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-6c2dafa7-6d17-4c52-b854-8ddc0b217ba1 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/quotas/9ec847d4aa114da6b8ea6ce22207bb4f HTTP/1.1" status: 200 len: 375 time: 0.0420604 Nov 12 08:56:36.832959 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2fbfd3c-5119-4566-a279-a1a7b9c03c97 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:36.861582 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-120e0016-69d0-4d91-b963-cbfc0383461d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:36.965715 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbfd3c-5119-4566-a279-a1a7b9c03c97 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Port': ['ID=a01d576e-6780-4e05-90e2-6fdd1b6db752,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:36.988159 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2fbfd3c-5119-4566-a279-a1a7b9c03c97 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.013154 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 0d4121dc-910c-4236-af1c-1dec7c171fb8 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:37.013499 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.049724 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-7f48ab80-46dc-4d54-883c-e9d463903ae1 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ec847d4aa114da6b8ea6ce22207bb4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2502463 Nov 12 08:56:37.056618 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-7620694f-3eb7-4fcf-becd-cef97cfede0f None None] Provisioning complete for port d22e6fdd-04aa-4edd-9626-fa8953dc9a8b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:37.056986 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7620694f-3eb7-4fcf-becd-cef97cfede0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.162890 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-120e0016-69d0-4d91-b963-cbfc0383461d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.413927 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7620694f-3eb7-4fcf-becd-cef97cfede0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.450365 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bdecbd90-0b8a-42ed-abfd-01090688b37f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.481728 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bdecbd90-0b8a-42ed-abfd-01090688b37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.496440 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-120e0016-69d0-4d91-b963-cbfc0383461d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.503679 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-120e0016-69d0-4d91-b963-cbfc0383461d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.507249 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-120e0016-69d0-4d91-b963-cbfc0383461d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f54ddd6-6d05-4f1a-b7c9-6a963865f369 HTTP/1.1" status: 204 len: 168 time: 1.0651834 Nov 12 08:56:37.555107 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d3212957-ec8b-4b19-b282-d6b72ac34277 None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.567785 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d3212957-ec8b-4b19-b282-d6b72ac34277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.579653 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fbfd3c-5119-4566-a279-a1a7b9c03c97 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network ac00153f-99f2-4dc2-9999-40657edafd72 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:37.589094 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-f2fbfd3c-5119-4566-a279-a1a7b9c03c97 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:37.616328 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-3ce428fb-e590-46ba-a623-8453eb94962e service neutron] 10.222.0.37 "GET /v2.0/networks/1257ab85-0a57-4816-836b-dcdc791e6146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5455701 Nov 12 08:56:37.619543 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-bdecbd90-0b8a-42ed-abfd-01090688b37f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f7a071f2d2cc43b4b5569b2f52b9b613&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2872317 Nov 12 08:56:37.646462 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39676) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:37.660835 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-7620694f-3eb7-4fcf-becd-cef97cfede0f None None] For port d22e6fdd-04aa-4edd-9626-fa8953dc9a8b, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d22e6fdd-04aa-4edd-9626-fa8953dc9a8b,segment=NetworkSegment(0d552c33-257a-485a-b0f3-e78e2fa44e64),segment_id=0d552c33-257a-485a-b0f3-e78e2fa44e64)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:37.668087 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-f61073e2-8289-484a-861e-6e512bb80ad6 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Made reservation on behalf of 78d9cae7e28e44dea74a67608c81b079 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:37.678508 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-f61073e2-8289-484a-861e-6e512bb80ad6 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.688979 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdecbd90-0b8a-42ed-abfd-01090688b37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44454a19-b9e5-45a0-a60d-b246c0c37b25,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:37.693877 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4ddc3-63de-44a1-9d12-1d1b244724da None None] Pushing event updated for resources: {'Port': ['ID=136274d5-e0c9-4059-9f86-379b8a4c581e,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:37.695403 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7620694f-3eb7-4fcf-becd-cef97cfede0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.787194 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecbd90-0b8a-42ed-abfd-01090688b37f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:37.787837 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecbd90-0b8a-42ed-abfd-01090688b37f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:37.789405 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecbd90-0b8a-42ed-abfd-01090688b37f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:37.790812 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecbd90-0b8a-42ed-abfd-01090688b37f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:37.794154 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecbd90-0b8a-42ed-abfd-01090688b37f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:37.795725 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecbd90-0b8a-42ed-abfd-01090688b37f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:37.797201 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecbd90-0b8a-42ed-abfd-01090688b37f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:37.807576 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecbd90-0b8a-42ed-abfd-01090688b37f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:37.808994 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecbd90-0b8a-42ed-abfd-01090688b37f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:37.809937 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecbd90-0b8a-42ed-abfd-01090688b37f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:37.812103 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecbd90-0b8a-42ed-abfd-01090688b37f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:37.814010 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecbd90-0b8a-42ed-abfd-01090688b37f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:37.881060 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620694f-3eb7-4fcf-becd-cef97cfede0f None None] Pushing event updated for resources: {'Port': ['ID=d22e6fdd-04aa-4edd-9626-fa8953dc9a8b,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:37.890606 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e0016-69d0-4d91-b963-cbfc0383461d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f54ddd6-6d05-4f1a-b7c9-6a963865f369,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:37.890991 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-d3212957-ec8b-4b19-b282-d6b72ac34277 None None] Attempting to bind port 136274d5-e0c9-4059-9f86-379b8a4c581e on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:37.891214 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-d3212957-ec8b-4b19-b282-d6b72ac34277 None None] Attempting to bind port 136274d5-e0c9-4059-9f86-379b8a4c581e by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '80f7a98b-187d-4ccd-ae18-958406d84b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:37.891594 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3212957-ec8b-4b19-b282-d6b72ac34277 None None] Attempting to bind port 136274d5-e0c9-4059-9f86-379b8a4c581e on network 52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:37.903179 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3212957-ec8b-4b19-b282-d6b72ac34277 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:37.903537 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3212957-ec8b-4b19-b282-d6b72ac34277 None None] Checking segment: {'id': '80f7a98b-187d-4ccd-ae18-958406d84b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:37.910582 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d3212957-ec8b-4b19-b282-d6b72ac34277 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.911505 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3212957-ec8b-4b19-b282-d6b72ac34277 None None] Bound using segment: {'id': '80f7a98b-187d-4ccd-ae18-958406d84b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:37.912218 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-d3212957-ec8b-4b19-b282-d6b72ac34277 None None] Bound port: 136274d5-e0c9-4059-9f86-379b8a4c581e, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f7a98b-187d-4ccd-ae18-958406d84b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:37.912792 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d3212957-ec8b-4b19-b282-d6b72ac34277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:38.008405 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-7620694f-3eb7-4fcf-becd-cef97cfede0f None None] Provisioning complete for port 0d4121dc-910c-4236-af1c-1dec7c171fb8 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:38.008777 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7620694f-3eb7-4fcf-becd-cef97cfede0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:38.016711 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5d1127f7-4038-4c0b-9108-e927997c6198 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:38.310355 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-897a9d8e-4661-4b76-bf9f-feaf30273c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:38.401607 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ed622449-6cdb-4602-be0f-7783d98a78d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56970609-9c7f-4776-8df4-654d95099c85', 'name': 'tempest-AttachVolumeShelveTestJSON-930260596-router', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:04Z', 'updated_at': '2021-11-12T08:56:20Z', 'revision_number': 4, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'gw_port': {'id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:08Z', 'updated_at': '2021-11-12T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'd22e6fdd-04aa-4edd-9626-fa8953dc9a8b', 'name': '', 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'mac_address': 'fa:16:3e:29:26:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '7b4bf441-b446-4677-be35-634c383c7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:16Z', 'updated_at': '2021-11-12T08:56:35Z', 'revision_number': 4, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'subnets': [{'id': '7b4bf441-b446-4677-be35-634c383c7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:38.458305 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-f61073e2-8289-484a-861e-6e512bb80ad6 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Allocated IP 172.20.0.10 (dff85ee1-5d3b-4104-8677-a8be57638c59/5c35fa51-ac67-4be1-b9e2-7be8e3c59722/f51874ba-1b34-4b84-a00a-c302d6ead6e4) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:38.462094 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-524afc5d-7194-4276-b2f8-31c33d7db3fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:38.590869 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 5d1127f7-4038-4c0b-9108-e927997c6198 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:38.599872 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-d3212957-ec8b-4b19-b282-d6b72ac34277 None None] For port 136274d5-e0c9-4059-9f86-379b8a4c581e, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:38.604917 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:38.610349 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-5719c096-633b-4133-b3f5-af52702b6523 service neutron] 10.222.0.37 "GET /v2.0/networks/1257ab85-0a57-4816-836b-dcdc791e6146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9929402 Nov 12 08:56:38.644021 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-524afc5d-7194-4276-b2f8-31c33d7db3fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:38.654417 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-d3212957-ec8b-4b19-b282-d6b72ac34277 None None] For port 136274d5-e0c9-4059-9f86-379b8a4c581e, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=136274d5-e0c9-4059-9f86-379b8a4c581e,segment=NetworkSegment(80f7a98b-187d-4ccd-ae18-958406d84b1e),segment_id=80f7a98b-187d-4ccd-ae18-958406d84b1e)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:38.663671 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fbfd3c-5119-4566-a279-a1a7b9c03c97 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Router ec1b26b9-c182-4bdc-b087-8544fc8cc1cb is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:56:38.674770 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d3212957-ec8b-4b19-b282-d6b72ac34277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:38.802307 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4ddc3-63de-44a1-9d12-1d1b244724da None None] Pushing event updated for resources: {'Port': ['ID=136274d5-e0c9-4059-9f86-379b8a4c581e,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:38.822341 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-524afc5d-7194-4276-b2f8-31c33d7db3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:38.833403 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-524afc5d-7194-4276-b2f8-31c33d7db3fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:38.836852 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-524afc5d-7194-4276-b2f8-31c33d7db3fc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/44454a19-b9e5-45a0-a60d-b246c0c37b25 HTTP/1.1" status: 204 len: 168 time: 1.1877663 Nov 12 08:56:38.877723 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3212957-ec8b-4b19-b282-d6b72ac34277 None None] Routers {'4bbe88e3-a353-4cbb-9be7-c114ceb984dd'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:38.878399 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-d3212957-ec8b-4b19-b282-d6b72ac34277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:56:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['4bbe88e3-a353-4cbb-9be7-c114ceb984dd'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:38.883428 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524afc5d-7194-4276-b2f8-31c33d7db3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44454a19-b9e5-45a0-a60d-b246c0c37b25,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:38.889801 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fbfd3c-5119-4566-a279-a1a7b9c03c97 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:56:38.895491 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed622449-6cdb-4602-be0f-7783d98a78d4 None None] The sync data for ids ['56970609-9c7f-4776-8df4-654d95099c85'] in n-d-768862-16 is: [{'id': '56970609-9c7f-4776-8df4-654d95099c85', 'name': 'tempest-AttachVolumeShelveTestJSON-930260596-router', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:04Z', 'updated_at': '2021-11-12T08:56:20Z', 'revision_number': 4, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'gw_port': {'id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:08Z', 'updated_at': '2021-11-12T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'd22e6fdd-04aa-4edd-9626-fa8953dc9a8b', 'name': '', 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'mac_address': 'fa:16:3e:29:26:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '7b4bf441-b446-4677-be35-634c383c7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:16Z', 'updated_at': '2021-11-12T08:56:35Z', 'revision_number': 4, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'subnets': [{'id': '7b4bf441-b446-4677-be35-634c383c7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:56:38.923641 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929aa072-9319-4aaf-9368-b039f7f2c3e5 None None] Sync routers for ids ['ec1b26b9-c182-4bdc-b087-8544fc8cc1cb'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:56:38.928289 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f2fbfd3c-5119-4566-a279-a1a7b9c03c97 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "PUT /v2.0/routers/ec1b26b9-c182-4bdc-b087-8544fc8cc1cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6506760 Nov 12 08:56:38.931413 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39730) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:39.078489 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2681f11-445b-41f3-96e8-79fef114985e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:39.086702 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a2681f11-445b-41f3-96e8-79fef114985e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "GET /v2.0/ports/a01d576e-6780-4e05-90e2-6fdd1b6db752 HTTP/1.1" status: 200 len: 978 time: 0.1538029 Nov 12 08:56:39.089930 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39736) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:39.145814 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-f61073e2-8289-484a-861e-6e512bb80ad6 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:39.283034 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-f61073e2-8289-484a-861e-6e512bb80ad6 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:39.372260 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-d3212957-ec8b-4b19-b282-d6b72ac34277 None None] Set router 4bbe88e3-a353-4cbb-9be7-c114ceb984dd gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:39.373265 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929aa072-9319-4aaf-9368-b039f7f2c3e5 None None] Routers {'ec1b26b9-c182-4bdc-b087-8544fc8cc1cb'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:39.385454 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-929aa072-9319-4aaf-9368-b039f7f2c3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:56:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['ec1b26b9-c182-4bdc-b087-8544fc8cc1cb'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:39.584165 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['0db8467b-a8e0-4127-b527-cac040b50758'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:39.662925 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-929aa072-9319-4aaf-9368-b039f7f2c3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:39.713810 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61073e2-8289-484a-861e-6e512bb80ad6 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Pushing event updated for resources: {'Port': ['ID=f51874ba-1b34-4b84-a00a-c302d6ead6e4,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:39.746848 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-f61073e2-8289-484a-861e-6e512bb80ad6 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Network dff85ee1-5d3b-4104-8677-a8be57638c59 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:39.749560 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-f61073e2-8289-484a-861e-6e512bb80ad6 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:39.762986 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-f61073e2-8289-484a-861e-6e512bb80ad6 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:39.918388 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627d58d-aec8-4d7e-ae43-9cf51c4bc6a2 req-c3145d4f-f67f-47a1-8e4d-e57659b7c26f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:39.935369 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-f61073e2-8289-484a-861e-6e512bb80ad6 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:39.936135 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-f61073e2-8289-484a-861e-6e512bb80ad6 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:39.937208 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6627d58d-aec8-4d7e-ae43-9cf51c4bc6a2 req-c3145d4f-f67f-47a1-8e4d-e57659b7c26f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=5983485d-a60d-490c-89d5-7412435e2ded HTTP/1.1" status: 200 len: 932 time: 0.7013314 Nov 12 08:56:40.032088 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-f61073e2-8289-484a-861e-6e512bb80ad6 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2905667 Nov 12 08:56:40.051832 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-db5c6b55-3e45-4c85-9935-d436962ac7b1 service neutron] Request body: {'port': {'device_id': '5983485d-a60d-490c-89d5-7412435e2ded', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:40.080871 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929aa072-9319-4aaf-9368-b039f7f2c3e5 None None] Routers {'ec1b26b9-c182-4bdc-b087-8544fc8cc1cb'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:40.081386 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-929aa072-9319-4aaf-9368-b039f7f2c3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:56:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['ec1b26b9-c182-4bdc-b087-8544fc8cc1cb'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:40.244315 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6627d58d-aec8-4d7e-ae43-9cf51c4bc6a2 req-32bdeef9-aab1-4247-8965-796a5dfd30e4 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061054 Nov 12 08:56:40.314424 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-db5c6b55-3e45-4c85-9935-d436962ac7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:40.325264 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-d3212957-ec8b-4b19-b282-d6b72ac34277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'name': 'tempest-TaggedBootDevicesTest_v242-1616650401-router', 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '5d1127f7-4038-4c0b-9108-e927997c6198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:15Z', 'updated_at': '2021-11-12T08:56:29Z', 'revision_number': 4, 'project_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'gw_port': {'id': '5d1127f7-4038-4c0b-9108-e927997c6198', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:18Z', 'updated_at': '2021-11-12T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '136274d5-e0c9-4059-9f86-379b8a4c581e', 'name': '', 'network_id': '52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572', 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'mac_address': 'fa:16:3e:4a:96:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '972d18b2-ff95-4dd0-9709-a0646a0ab7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:26Z', 'updated_at': '2021-11-12T08:56:38Z', 'revision_number': 4, 'project_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'subnets': [{'id': '972d18b2-ff95-4dd0-9709-a0646a0ab7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:40.345405 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d22e6fdd-04aa-4edd-9626-fa8953dc9a8b up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:40.430064 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3212957-ec8b-4b19-b282-d6b72ac34277 None None] The sync data for ids ['4bbe88e3-a353-4cbb-9be7-c114ceb984dd'] in n-d-768862-16 is: [{'id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'name': 'tempest-TaggedBootDevicesTest_v242-1616650401-router', 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '5d1127f7-4038-4c0b-9108-e927997c6198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:15Z', 'updated_at': '2021-11-12T08:56:29Z', 'revision_number': 4, 'project_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'gw_port': {'id': '5d1127f7-4038-4c0b-9108-e927997c6198', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:18Z', 'updated_at': '2021-11-12T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '136274d5-e0c9-4059-9f86-379b8a4c581e', 'name': '', 'network_id': '52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572', 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'mac_address': 'fa:16:3e:4a:96:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '972d18b2-ff95-4dd0-9709-a0646a0ab7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:26Z', 'updated_at': '2021-11-12T08:56:38Z', 'revision_number': 4, 'project_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'subnets': [{'id': '972d18b2-ff95-4dd0-9709-a0646a0ab7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:56:40.615420 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-929aa072-9319-4aaf-9368-b039f7f2c3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:40.625769 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929aa072-9319-4aaf-9368-b039f7f2c3e5 None None] The sync data for ids ['ec1b26b9-c182-4bdc-b087-8544fc8cc1cb'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:56:40.651625 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-7620694f-3eb7-4fcf-becd-cef97cfede0f None None] Provisioning complete for port 136274d5-e0c9-4059-9f86-379b8a4c581e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:40.652039 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7620694f-3eb7-4fcf-becd-cef97cfede0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:40.866606 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a088e65a-9706-45cd-863f-0b7de9155240 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:40.881615 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6476304f-d263-4249-b401-f781318ce0f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:40.894089 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-908159e7-23b3-4aef-987f-bcd8d6a12df2 req-fdcffca6-06fc-48f7-8ef2-5fa2f4bc46fb tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 210 time: 0.4605570 Nov 12 08:56:41.147367 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port d22e6fdd-04aa-4edd-9626-fa8953dc9a8b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:41.151319 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:41.170949 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-db5c6b55-3e45-4c85-9935-d436962ac7b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f51874ba-1b34-4b84-a00a-c302d6ead6e4 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:41.184910 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-db5c6b55-3e45-4c85-9935-d436962ac7b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:41.204105 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-db5c6b55-3e45-4c85-9935-d436962ac7b1 service neutron] Transition to ACTIVE for port object f51874ba-1b34-4b84-a00a-c302d6ead6e4 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:56:41.221540 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-db5c6b55-3e45-4c85-9935-d436962ac7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:41.469983 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7620694f-3eb7-4fcf-becd-cef97cfede0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:41.632433 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-7620694f-3eb7-4fcf-becd-cef97cfede0f None None] For port 136274d5-e0c9-4059-9f86-379b8a4c581e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=136274d5-e0c9-4059-9f86-379b8a4c581e,segment=NetworkSegment(80f7a98b-187d-4ccd-ae18-958406d84b1e),segment_id=80f7a98b-187d-4ccd-ae18-958406d84b1e)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:41.641424 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7620694f-3eb7-4fcf-becd-cef97cfede0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:41.692254 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-7620694f-3eb7-4fcf-becd-cef97cfede0f None None] Provisioning complete for port a01d576e-6780-4e05-90e2-6fdd1b6db752 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:41.693180 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7620694f-3eb7-4fcf-becd-cef97cfede0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:41.742906 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1556117-aab3-4087-a292-317996fa5bb9 req-206df37a-d87b-4fb3-b3e5-4ea3c71e6828 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:41.755993 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b1556117-aab3-4087-a292-317996fa5bb9 req-206df37a-d87b-4fb3-b3e5-4ea3c71e6828 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=5983485d-a60d-490c-89d5-7412435e2ded HTTP/1.1" status: 200 len: 944 time: 0.3147509 Nov 12 08:56:41.773250 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-7620694f-3eb7-4fcf-becd-cef97cfede0f None None] Port a01d576e-6780-4e05-90e2-6fdd1b6db752 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:56:41.830122 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620694f-3eb7-4fcf-becd-cef97cfede0f None None] Pushing event updated for resources: {'Port': ['ID=136274d5-e0c9-4059-9f86-379b8a4c581e,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:41.911904 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-04577425-37c3-400a-a103-c4b1915fd28b None None] Provisioning complete for port 136274d5-e0c9-4059-9f86-379b8a4c581e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:41.912658 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-04577425-37c3-400a-a103-c4b1915fd28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:42.058031 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-a088e65a-9706-45cd-863f-0b7de9155240 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Deleting port a01d576e-6780-4e05-90e2-6fdd1b6db752 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:42.063573 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a088e65a-9706-45cd-863f-0b7de9155240 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:42.088855 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:42.100332 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b1556117-aab3-4087-a292-317996fa5bb9 req-6bf7b826-e30f-402f-9680-aac2aea2ed0a tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280556 Nov 12 08:56:42.154875 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-e5f2986d-5c78-477c-a4de-0d20ec78872d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:42.166194 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-e5f2986d-5c78-477c-a4de-0d20ec78872d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.54 "GET /v2.0/networks?id=1257ab85-0a57-4816-836b-dcdc791e6146 HTTP/1.1" status: 200 len: 816 time: 0.8167763 Nov 12 08:56:42.220671 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-04577425-37c3-400a-a103-c4b1915fd28b None None] Provisioning complete for port a01d576e-6780-4e05-90e2-6fdd1b6db752 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:42.221117 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-04577425-37c3-400a-a103-c4b1915fd28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:42.224431 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c6b55-3e45-4c85-9935-d436962ac7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f51874ba-1b34-4b84-a00a-c302d6ead6e4,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:42.456388 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-04577425-37c3-400a-a103-c4b1915fd28b None None] Port a01d576e-6780-4e05-90e2-6fdd1b6db752 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:56:42.458705 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 136274d5-e0c9-4059-9f86-379b8a4c581e up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:42.496184 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-db5c6b55-3e45-4c85-9935-d436962ac7b1 service neutron] Attempting to bind port f51874ba-1b34-4b84-a00a-c302d6ead6e4 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:42.500337 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-db5c6b55-3e45-4c85-9935-d436962ac7b1 service neutron] Attempting to bind port f51874ba-1b34-4b84-a00a-c302d6ead6e4 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:42.500755 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-db5c6b55-3e45-4c85-9935-d436962ac7b1 service neutron] Attempting to bind port f51874ba-1b34-4b84-a00a-c302d6ead6e4 on network dff85ee1-5d3b-4104-8677-a8be57638c59 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:42.535384 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-db5c6b55-3e45-4c85-9935-d436962ac7b1 service neutron] Port f51874ba-1b34-4b84-a00a-c302d6ead6e4 on network dff85ee1-5d3b-4104-8677-a8be57638c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:56:42.546773 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-db5c6b55-3e45-4c85-9935-d436962ac7b1 service neutron] Attempting to bind port f51874ba-1b34-4b84-a00a-c302d6ead6e4 on network dff85ee1-5d3b-4104-8677-a8be57638c59 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:42.650457 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 136274d5-e0c9-4059-9f86-379b8a4c581e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:42.650765 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-db5c6b55-3e45-4c85-9935-d436962ac7b1 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:42.650955 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-db5c6b55-3e45-4c85-9935-d436962ac7b1 service neutron] Checking segment: {'id': 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:42.651361 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-db5c6b55-3e45-4c85-9935-d436962ac7b1 service neutron] Bound using segment: {'id': 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:42.652187 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:42.653099 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-db5c6b55-3e45-4c85-9935-d436962ac7b1 service neutron] Bound port: f51874ba-1b34-4b84-a00a-c302d6ead6e4, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:42.653542 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-db5c6b55-3e45-4c85-9935-d436962ac7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:42.716889 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ef010d55-95ee-4736-bf78-76793164bef9 req-ecec8c59-002f-46e1-8847-2af1661be37b tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 210 time: 0.1964118 Nov 12 08:56:42.733962 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-aa1430de-9509-458e-a42d-0be1ed015e77 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ec847d4aa114da6b8ea6ce22207bb4f HTTP/1.1" status: 200 len: 379 time: 0.5497901 Nov 12 08:56:42.770633 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-d84f22c6-7580-4123-b63a-94835884c4ce tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Request body: {'port': {'device_id': '345244c0-dfc6-4e22-91c7-b4a3b95d0702', 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146', 'admin_state_up': True, 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'security_groups': ['b505cbf0-338e-4fe9-b8db-8ae878039060']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:42.931157 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a088e65a-9706-45cd-863f-0b7de9155240 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:42.974878 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-a088e65a-9706-45cd-863f-0b7de9155240 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Calling delete_port for a01d576e-6780-4e05-90e2-6fdd1b6db752 owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:42.992109 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39812) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:43.236516 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a088e65a-9706-45cd-863f-0b7de9155240 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:43.273168 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088e65a-9706-45cd-863f-0b7de9155240 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Port': ['ID=a01d576e-6780-4e05-90e2-6fdd1b6db752,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:43.292331 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a088e65a-9706-45cd-863f-0b7de9155240 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:43.292785 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a088e65a-9706-45cd-863f-0b7de9155240 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:43.293144 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a088e65a-9706-45cd-863f-0b7de9155240 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:43.293673 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a088e65a-9706-45cd-863f-0b7de9155240 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:43.294020 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a088e65a-9706-45cd-863f-0b7de9155240 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:43.294361 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a088e65a-9706-45cd-863f-0b7de9155240 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:43.294692 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a088e65a-9706-45cd-863f-0b7de9155240 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:43.295224 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a088e65a-9706-45cd-863f-0b7de9155240 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:43.295937 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a088e65a-9706-45cd-863f-0b7de9155240 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:43.296426 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a088e65a-9706-45cd-863f-0b7de9155240 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:43.296988 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a088e65a-9706-45cd-863f-0b7de9155240 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:43.297518 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a088e65a-9706-45cd-863f-0b7de9155240 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:43.351727 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:43.365084 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-db5c6b55-3e45-4c85-9935-d436962ac7b1 service neutron] For port f51874ba-1b34-4b84-a00a-c302d6ead6e4, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:43.374822 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-db5c6b55-3e45-4c85-9935-d436962ac7b1 service neutron] For port f51874ba-1b34-4b84-a00a-c302d6ead6e4, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f51874ba-1b34-4b84-a00a-c302d6ead6e4,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:43.405299 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-db5c6b55-3e45-4c85-9935-d436962ac7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:43.539566 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-db5c6b55-3e45-4c85-9935-d436962ac7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:43.542600 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-db5c6b55-3e45-4c85-9935-d436962ac7b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:43.545355 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-db5c6b55-3e45-4c85-9935-d436962ac7b1 service neutron] 10.222.0.54 "PUT /v2.0/ports/f51874ba-1b34-4b84-a00a-c302d6ead6e4 HTTP/1.1" status: 200 len: 1093 time: 3.5054386 Nov 12 08:56:43.547314 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5983485d-a60d-490c-89d5-7412435e2ded', 'tag': 'f51874ba-1b34-4b84-a00a-c302d6ead6e4'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:43.552689 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0967dffc-f9c1-4423-95df-79e08bcff4f9" -d '{"events": [{"name": "network-changed", "server_uuid": "5983485d-a60d-490c-89d5-7412435e2ded", "tag": "f51874ba-1b34-4b84-a00a-c302d6ead6e4"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:43.630474 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c6b55-3e45-4c85-9935-d436962ac7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f51874ba-1b34-4b84-a00a-c302d6ead6e4,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:43.735637 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a088e65a-9706-45cd-863f-0b7de9155240 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:43.779671 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-d84f22c6-7580-4123-b63a-94835884c4ce tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Made reservation on behalf of 9ec847d4aa114da6b8ea6ce22207bb4f for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:43.789844 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-d84f22c6-7580-4123-b63a-94835884c4ce tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:43.824540 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f337e1c-fdbd-420e-aaf1-c8cc7eca32fb req-b1025cf0-f4f2-4fab-bbb7-aabf32fd0322 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:43.833547 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0f337e1c-fdbd-420e-aaf1-c8cc7eca32fb req-b1025cf0-f4f2-4fab-bbb7-aabf32fd0322 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=5983485d-a60d-490c-89d5-7412435e2ded HTTP/1.1" status: 200 len: 944 time: 0.3814678 Nov 12 08:56:43.859608 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-4202be62-ab78-4ebb-9b61-b89da6c2d7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:43.860772 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-4202be62-ab78-4ebb-9b61-b89da6c2d7ed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78d9cae7e28e44dea74a67608c81b079&device_id=5983485d-a60d-490c-89d5-7412435e2ded HTTP/1.1" status: 200 len: 1096 time: 0.2209222 Nov 12 08:56:43.899594 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ac5d527e-2488-424a-9222-1478ab44fc0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:43.973963 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-fe032ab7-6bb2-428a-a1f6-9f6425477df8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f51874ba-1b34-4b84-a00a-c302d6ead6e4 HTTP/1.1" status: 200 len: 217 time: 0.0906076 Nov 12 08:56:44.039541 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:44.102640 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ac5d527e-2488-424a-9222-1478ab44fc0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:44.130647 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ac5d527e-2488-424a-9222-1478ab44fc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:44.273869 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a088e65a-9706-45cd-863f-0b7de9155240 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Router ec1b26b9-c182-4bdc-b087-8544fc8cc1cb has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:56:44.289588 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d527e-2488-424a-9222-1478ab44fc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f887bd-cdc6-4f27-aa69-48ad2d03f7c5,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:44.297830 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0f337e1c-fdbd-420e-aaf1-c8cc7eca32fb req-aa83f6c0-3c88-4f6b-810a-1b4d1fc3b694 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631014 Nov 12 08:56:44.372985 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ac5d527e-2488-424a-9222-1478ab44fc0d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b4d5eb1a99574ff39e9c3fa054778cbe&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3796139 Nov 12 08:56:44.379452 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-742b62b0-dc54-4345-927d-5532edb225ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:44.383690 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-742b62b0-dc54-4345-927d-5532edb225ff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5c35fa51-ac67-4be1-b9e2-7be8e3c59722 HTTP/1.1" status: 200 len: 845 time: 0.2785642 Nov 12 08:56:44.389093 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39864) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:44.460959 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a088e65a-9706-45cd-863f-0b7de9155240 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:56:44.478939 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4598fd-cdb0-4b12-8c63-ebe4e15312f0 None None] Sync routers for ids ['ec1b26b9-c182-4bdc-b087-8544fc8cc1cb'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:56:44.487365 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a088e65a-9706-45cd-863f-0b7de9155240 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "PUT /v2.0/routers/ec1b26b9-c182-4bdc-b087-8544fc8cc1cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3936625 Nov 12 08:56:44.488696 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39868) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:44.497439 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4598fd-cdb0-4b12-8c63-ebe4e15312f0 None None] Routers {'ec1b26b9-c182-4bdc-b087-8544fc8cc1cb'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:44.499515 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-6d4598fd-cdb0-4b12-8c63-ebe4e15312f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:56:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['ec1b26b9-c182-4bdc-b087-8544fc8cc1cb'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:44.517487 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846cb03d-0293-42d8-8f2e-fe376064d3a9 x-openstack-request-id: req-846cb03d-0293-42d8-8f2e-fe376064d3a9 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:44.524572 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5983485d-a60d-490c-89d5-7412435e2ded", "tag": "f51874ba-1b34-4b84-a00a-c302d6ead6e4", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:44.524907 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-846cb03d-0293-42d8-8f2e-fe376064d3a9 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:44.528350 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5983485d-a60d-490c-89d5-7412435e2ded', 'tag': 'f51874ba-1b34-4b84-a00a-c302d6ead6e4', 'status': 'completed', 'code': 200} Nov 12 08:56:44.550543 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-e7dab085-a5aa-4e47-9a2a-c1c7c4234fe5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dff85ee1-5d3b-4104-8677-a8be57638c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266177 Nov 12 08:56:44.625035 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-6d4598fd-cdb0-4b12-8c63-ebe4e15312f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:44.652235 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4598fd-cdb0-4b12-8c63-ebe4e15312f0 None None] Routers {'ec1b26b9-c182-4bdc-b087-8544fc8cc1cb'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:44.653811 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-6d4598fd-cdb0-4b12-8c63-ebe4e15312f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:56:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['ec1b26b9-c182-4bdc-b087-8544fc8cc1cb'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:44.663467 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39872) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:44.699633 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-d84f22c6-7580-4123-b63a-94835884c4ce tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Allocated IP 172.20.0.13 (1257ab85-0a57-4816-836b-dcdc791e6146/7b4bf441-b446-4677-be35-634c383c7b12/10d0e75b-037d-4def-aa04-663d57ef0288) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:44.716667 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-6d4598fd-cdb0-4b12-8c63-ebe4e15312f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:44.718466 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4598fd-cdb0-4b12-8c63-ebe4e15312f0 None None] The sync data for ids ['ec1b26b9-c182-4bdc-b087-8544fc8cc1cb'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:56:44.784248 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b64f0f6b-5966-4d7d-a049-cd744703f94e req-f531d4e4-fb8c-40c1-aa00-49a90d70227a tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 210 time: 0.1202788 Nov 12 08:56:44.811610 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-61baf544-442a-4de5-b7fd-d1a55e9eebf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:44.900901 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-46a59bd6-df4a-490f-aafc-99eeb6e5353f service neutron] 10.222.0.54 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110249 Nov 12 08:56:44.904794 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-61baf544-442a-4de5-b7fd-d1a55e9eebf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:44.995913 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-623add01-5b65-4f9e-a0a5-cc140fd01762 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 08:56:44.996991 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-623add01-5b65-4f9e-a0a5-cc140fd01762 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "PUT /v2.0/routers/ec1b26b9-c182-4bdc-b087-8544fc8cc1cb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5062795 Nov 12 08:56:44.998244 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1feefe5c-5175-4125-a83a-c54aa048c857 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:45.001690 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39888) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:45.066831 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e21587a2-e17e-4eea-867e-df9d805ac7ac tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec1b26b9-c182-4bdc-b087-8544fc8cc1cb HTTP/1.1" status: 200 len: 205 time: 0.0639434 Nov 12 08:56:45.077662 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39894) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:45.188921 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-61baf544-442a-4de5-b7fd-d1a55e9eebf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:45.191559 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-61baf544-442a-4de5-b7fd-d1a55e9eebf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:45.193749 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-61baf544-442a-4de5-b7fd-d1a55e9eebf5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/29f887bd-cdc6-4f27-aa69-48ad2d03f7c5 HTTP/1.1" status: 204 len: 168 time: 0.8033080 Nov 12 08:56:45.202266 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-d84f22c6-7580-4123-b63a-94835884c4ce tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:45.212287 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1be5f5e2-7523-4540-99e3-0128ec06999b tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:45.266942 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1feefe5c-5175-4125-a83a-c54aa048c857 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:45.273936 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1feefe5c-5175-4125-a83a-c54aa048c857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:45.283633 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61baf544-442a-4de5-b7fd-d1a55e9eebf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f887bd-cdc6-4f27-aa69-48ad2d03f7c5,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:45.349664 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a649604e-a00c-4f6a-83f8-3fac066f1e4f req-63e42049-9edb-464d-ba50-42afc79df195 service neutron] 10.222.0.54 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355843 Nov 12 08:56:45.359941 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feefe5c-5175-4125-a83a-c54aa048c857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1df1a19-c4d5-434c-bd39-a375cfb48c07,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:45.416470 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1feefe5c-5175-4125-a83a-c54aa048c857 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3aaa95e36ebe45928779b9343c45d664&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7518966 Nov 12 08:56:45.417518 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39912) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:45.612748 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59665b-5741-484a-93ac-42af23d8fe79 req-966be60d-d53d-4998-8448-2bb5aaa0f0a8 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:45.632634 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3e59665b-5741-484a-93ac-42af23d8fe79 req-966be60d-d53d-4998-8448-2bb5aaa0f0a8 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=5983485d-a60d-490c-89d5-7412435e2ded HTTP/1.1" status: 200 len: 944 time: 0.2038219 Nov 12 08:56:45.768239 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2ee85b5c-42aa-46b0-be0a-66e37787b3bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:45.773798 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-d84f22c6-7580-4123-b63a-94835884c4ce tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:45.824638 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2ee85b5c-42aa-46b0-be0a-66e37787b3bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:45.845884 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3e59665b-5741-484a-93ac-42af23d8fe79 req-cf124aae-98a5-4eb4-8dfa-f199e2ce4dc1 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991234 Nov 12 08:56:45.924893 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1be5f5e2-7523-4540-99e3-0128ec06999b tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:45.937175 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1be5f5e2-7523-4540-99e3-0128ec06999b tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:45.950984 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967dffc-f9c1-4423-95df-79e08bcff4f9 req-8c004f17-461a-48fc-8d23-83151055d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:45.952789 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0967dffc-f9c1-4423-95df-79e08bcff4f9 req-8c004f17-461a-48fc-8d23-83151055d4ee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78d9cae7e28e44dea74a67608c81b079&device_id=5983485d-a60d-490c-89d5-7412435e2ded HTTP/1.1" status: 200 len: 1096 time: 0.4192438 Nov 12 08:56:45.962026 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2ee85b5c-42aa-46b0-be0a-66e37787b3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:45.966145 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2ee85b5c-42aa-46b0-be0a-66e37787b3bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:45.972065 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2ee85b5c-42aa-46b0-be0a-66e37787b3bc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e1df1a19-c4d5-434c-bd39-a375cfb48c07 HTTP/1.1" status: 204 len: 168 time: 0.5462427 Nov 12 08:56:45.973537 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-d84f22c6-7580-4123-b63a-94835884c4ce tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Network 1257ab85-0a57-4816-836b-dcdc791e6146 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:46.025028 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee85b5c-42aa-46b0-be0a-66e37787b3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1df1a19-c4d5-434c-bd39-a375cfb48c07,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:46.081245 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-d84f22c6-7580-4123-b63a-94835884c4ce tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:46.101962 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-d84f22c6-7580-4123-b63a-94835884c4ce tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:46.137686 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904c97b-099d-4b3b-b872-8fa1552aaecc req-0ad7acf0-9220-45e7-98a7-1ce4b7c4ed6f tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:46.147217 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3904c97b-099d-4b3b-b872-8fa1552aaecc req-0ad7acf0-9220-45e7-98a7-1ce4b7c4ed6f tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 932 time: 0.2088985 Nov 12 08:56:46.301116 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3904c97b-099d-4b3b-b872-8fa1552aaecc req-cfc390f2-578b-4c61-a557-0c0b0b107931 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528101 Nov 12 08:56:46.550808 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-556ac6bf-08f6-408c-ad4e-984a12e292a5 None None] Provisioning complete for port 10d0e75b-037d-4def-aa04-663d57ef0288 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:46.551691 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-556ac6bf-08f6-408c-ad4e-984a12e292a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:46.642919 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-556ac6bf-08f6-408c-ad4e-984a12e292a5 None None] Port 10d0e75b-037d-4def-aa04-663d57ef0288 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:56:46.643814 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f22c6-7580-4123-b63a-94835884c4ce tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Pushing event updated for resources: {'Port': ['ID=10d0e75b-037d-4def-aa04-663d57ef0288,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:46.653611 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1be5f5e2-7523-4540-99e3-0128ec06999b tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:46.654813 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be5f5e2-7523-4540-99e3-0128ec06999b tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Fanout notify agent at l3_agent the message router_deleted on router ec1b26b9-c182-4bdc-b087-8544fc8cc1cb {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:56:46.689895 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-d84f22c6-7580-4123-b63a-94835884c4ce tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:46.691227 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-d84f22c6-7580-4123-b63a-94835884c4ce tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:46.711377 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1be5f5e2-7523-4540-99e3-0128ec06999b tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:46.715012 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1be5f5e2-7523-4540-99e3-0128ec06999b tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/routers/ec1b26b9-c182-4bdc-b087-8544fc8cc1cb HTTP/1.1" status: 204 len: 168 time: 1.6325123 Nov 12 08:56:46.715440 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39954) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:46.741532 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-d84f22c6-7580-4123-b63a-94835884c4ce tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9970200 Nov 12 08:56:46.772614 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39956) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:46.777539 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-2695667c-4f71-4c68-9f4c-af8a702d7bcd service neutron] Request body: {'port': {'device_id': '345244c0-dfc6-4e22-91c7-b4a3b95d0702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:46.792987 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e5945f1-72ba-49e1-8b18-45e18cd0d605 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:46.861923 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967dffc-f9c1-4423-95df-79e08bcff4f9 req-2f6f7511-b486-4e31-8c79-9f63e5ceeff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:46.864724 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0967dffc-f9c1-4423-95df-79e08bcff4f9 req-2f6f7511-b486-4e31-8c79-9f63e5ceeff8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=dff85ee1-5d3b-4104-8677-a8be57638c59 HTTP/1.1" status: 200 len: 906 time: 0.8936515 Nov 12 08:56:46.943917 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0967dffc-f9c1-4423-95df-79e08bcff4f9 req-7d09a7b9-3326-4366-8183-0523767da1f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f51874ba-1b34-4b84-a00a-c302d6ead6e4 HTTP/1.1" status: 200 len: 217 time: 0.0676913 Nov 12 08:56:46.986624 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e5945f1-72ba-49e1-8b18-45e18cd0d605 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:46.999795 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e5945f1-72ba-49e1-8b18-45e18cd0d605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:47.037375 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-2695667c-4f71-4c68-9f4c-af8a702d7bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:47.040874 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-87bf5649-fda0-49bc-b072-f8b9e60b24c1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Deleting subnet 67529b11-cdd2-4373-adb6-377283e92ba5 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:56:47.044899 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-87bf5649-fda0-49bc-b072-f8b9e60b24c1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:47.092653 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967dffc-f9c1-4423-95df-79e08bcff4f9 req-89a14c47-e9a9-4150-aec9-da73dc7fffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:47.095354 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0967dffc-f9c1-4423-95df-79e08bcff4f9 req-89a14c47-e9a9-4150-aec9-da73dc7fffdb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5c35fa51-ac67-4be1-b9e2-7be8e3c59722 HTTP/1.1" status: 200 len: 845 time: 0.1139100 Nov 12 08:56:47.114606 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-87bf5649-fda0-49bc-b072-f8b9e60b24c1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:47.197669 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0967dffc-f9c1-4423-95df-79e08bcff4f9 req-7e640fd9-fc6c-42b1-8582-0659724bafdd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dff85ee1-5d3b-4104-8677-a8be57638c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717289 Nov 12 08:56:47.513232 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0967dffc-f9c1-4423-95df-79e08bcff4f9 req-113ac15d-b06e-44af-9045-3251dfbf2952 service neutron] 10.222.0.54 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943326 Nov 12 08:56:47.686078 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-2695667c-4f71-4c68-9f4c-af8a702d7bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d0e75b-037d-4def-aa04-663d57ef0288 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:47.693448 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f51874ba-1b34-4b84-a00a-c302d6ead6e4 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:56:47.709721 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-2695667c-4f71-4c68-9f4c-af8a702d7bcd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:47.715484 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0967dffc-f9c1-4423-95df-79e08bcff4f9 req-43d114bd-d8e4-46b5-9bb7-3a849193e8fa service neutron] 10.222.0.54 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856289 Nov 12 08:56:47.741421 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-2695667c-4f71-4c68-9f4c-af8a702d7bcd service neutron] Transition to ACTIVE for port object 10d0e75b-037d-4def-aa04-663d57ef0288 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:56:47.747108 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-2695667c-4f71-4c68-9f4c-af8a702d7bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:47.819716 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695667c-4f71-4c68-9f4c-af8a702d7bcd service neutron] Pushing event updated for resources: {'Port': ['ID=10d0e75b-037d-4def-aa04-663d57ef0288,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:47.859804 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5945f1-72ba-49e1-8b18-45e18cd0d605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c608cd03-5182-4618-be92-ffba830e381b,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:47.887389 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0e5945f1-72ba-49e1-8b18-45e18cd0d605 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a37ec92f40f944588df2f1b9efb3db84&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1103411 Nov 12 08:56:47.892982 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39992) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:47.975498 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24e33a-fd11-4cb0-b3b7-169156067f82 req-002a3023-584a-403f-8ec2-eea97cfb9497 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:47.977887 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-2695667c-4f71-4c68-9f4c-af8a702d7bcd service neutron] Attempting to bind port 10d0e75b-037d-4def-aa04-663d57ef0288 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:47.978230 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-2695667c-4f71-4c68-9f4c-af8a702d7bcd service neutron] Attempting to bind port 10d0e75b-037d-4def-aa04-663d57ef0288 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '0d552c33-257a-485a-b0f3-e78e2fa44e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:47.978566 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-2695667c-4f71-4c68-9f4c-af8a702d7bcd service neutron] Attempting to bind port 10d0e75b-037d-4def-aa04-663d57ef0288 on network 1257ab85-0a57-4816-836b-dcdc791e6146 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:47.981373 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f24e33a-fd11-4cb0-b3b7-169156067f82 req-002a3023-584a-403f-8ec2-eea97cfb9497 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=5983485d-a60d-490c-89d5-7412435e2ded HTTP/1.1" status: 200 len: 944 time: 0.9838820 Nov 12 08:56:47.993738 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-2695667c-4f71-4c68-9f4c-af8a702d7bcd service neutron] Port 10d0e75b-037d-4def-aa04-663d57ef0288 on network 1257ab85-0a57-4816-836b-dcdc791e6146 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:56:47.994068 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-2695667c-4f71-4c68-9f4c-af8a702d7bcd service neutron] Attempting to bind port 10d0e75b-037d-4def-aa04-663d57ef0288 on network 1257ab85-0a57-4816-836b-dcdc791e6146 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:48.002348 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-2695667c-4f71-4c68-9f4c-af8a702d7bcd service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:48.002863 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-2695667c-4f71-4c68-9f4c-af8a702d7bcd service neutron] Checking segment: {'id': '0d552c33-257a-485a-b0f3-e78e2fa44e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:48.004213 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-2695667c-4f71-4c68-9f4c-af8a702d7bcd service neutron] Bound using segment: {'id': '0d552c33-257a-485a-b0f3-e78e2fa44e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:48.004721 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-2695667c-4f71-4c68-9f4c-af8a702d7bcd service neutron] Bound port: 10d0e75b-037d-4def-aa04-663d57ef0288, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d552c33-257a-485a-b0f3-e78e2fa44e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:48.005127 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-2695667c-4f71-4c68-9f4c-af8a702d7bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:48.021926 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port f51874ba-1b34-4b84-a00a-c302d6ead6e4, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f51874ba-1b34-4b84-a00a-c302d6ead6e4,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:48.066223 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'f51874ba-1b34-4b84-a00a-c302d6ead6e4', 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59', 'port_id': 'f51874ba-1b34-4b84-a00a-c302d6ead6e4', 'mac_address': 'fa:16:3e:bb:6b:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c35fa51-ac67-4be1-b9e2-7be8e3c59722', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:56:48.084763 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-87bf5649-fda0-49bc-b072-f8b9e60b24c1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:48.163286 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:48.185950 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f51874ba-1b34-4b84-a00a-c302d6ead6e4 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:48.248966 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port f51874ba-1b34-4b84-a00a-c302d6ead6e4, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f51874ba-1b34-4b84-a00a-c302d6ead6e4,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:48.261925 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:48.262577 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-87bf5649-fda0-49bc-b072-f8b9e60b24c1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:48.274177 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-2695667c-4f71-4c68-9f4c-af8a702d7bcd service neutron] For port 10d0e75b-037d-4def-aa04-663d57ef0288, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:48.289157 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-2695667c-4f71-4c68-9f4c-af8a702d7bcd service neutron] For port 10d0e75b-037d-4def-aa04-663d57ef0288, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=10d0e75b-037d-4def-aa04-663d57ef0288,segment=NetworkSegment(0d552c33-257a-485a-b0f3-e78e2fa44e64),segment_id=0d552c33-257a-485a-b0f3-e78e2fa44e64)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:48.303039 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-2695667c-4f71-4c68-9f4c-af8a702d7bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:48.351430 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=f51874ba-1b34-4b84-a00a-c302d6ead6e4,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:48.406139 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f24e33a-fd11-4cb0-b3b7-169156067f82 req-9c823b32-a470-4e65-b0e0-78e6182dc3af tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388301 Nov 12 08:56:48.423638 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-2695667c-4f71-4c68-9f4c-af8a702d7bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:48.424574 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-2695667c-4f71-4c68-9f4c-af8a702d7bcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:48.428855 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf5649-fda0-49bc-b072-f8b9e60b24c1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Subnet': ['ID=67529b11-cdd2-4373-adb6-377283e92ba5,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:48.429328 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-2695667c-4f71-4c68-9f4c-af8a702d7bcd service neutron] 10.222.0.54 "PUT /v2.0/ports/10d0e75b-037d-4def-aa04-663d57ef0288 HTTP/1.1" status: 200 len: 1093 time: 1.6756871 Nov 12 08:56:48.430412 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345244c0-dfc6-4e22-91c7-b4a3b95d0702', 'tag': '10d0e75b-037d-4def-aa04-663d57ef0288'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:48.433239 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c387c1-21de-409e-aecf-e87901e67f07" -d '{"events": [{"name": "network-changed", "server_uuid": "345244c0-dfc6-4e22-91c7-b4a3b95d0702", "tag": "10d0e75b-037d-4def-aa04-663d57ef0288"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:48.456858 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-87bf5649-fda0-49bc-b072-f8b9e60b24c1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:48.461613 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-87bf5649-fda0-49bc-b072-f8b9e60b24c1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/subnets/67529b11-cdd2-4373-adb6-377283e92ba5 HTTP/1.1" status: 204 len: 168 time: 1.7434351 Nov 12 08:56:48.480423 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40018) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:48.482728 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-53c78583-8001-4c66-ad79-6a005f55145b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:48.497913 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832a93b4-5091-4356-969b-261b861e32e1 None None] Network ac00153f-99f2-4dc2-9999-40657edafd72 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:48.571817 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['f51874ba-1b34-4b84-a00a-c302d6ead6e4'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:48.572498 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695667c-4f71-4c68-9f4c-af8a702d7bcd service neutron] Pushing event updated for resources: {'Port': ['ID=10d0e75b-037d-4def-aa04-663d57ef0288,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:48.584540 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-5f8df672-c5ac-485d-9ab7-c6788d61292e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:48.586429 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-5f8df672-c5ac-485d-9ab7-c6788d61292e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ec847d4aa114da6b8ea6ce22207bb4f&device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 1096 time: 0.0785906 Nov 12 08:56:48.697546 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-4de5c7f4-a656-4624-b3ea-59e8067409c1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10d0e75b-037d-4def-aa04-663d57ef0288 HTTP/1.1" status: 200 len: 217 time: 0.0948663 Nov 12 08:56:48.802613 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-53c78583-8001-4c66-ad79-6a005f55145b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:48.815237 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-74d3e74f-243e-4a14-a6aa-4892be16ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:48.817300 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-74d3e74f-243e-4a14-a6aa-4892be16ed31 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b4bf441-b446-4677-be35-634c383c7b12 HTTP/1.1" status: 200 len: 855 time: 0.1118226 Nov 12 08:56:48.817724 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bf791ba5-8f66-4a79-b1a0-62c25c08c887 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:48.890361 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b661c30-7535-4996-aeb2-00ddd3aaabd6 req-35603b17-abc7-4b7b-a268-c86798ee4014 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:48.892168 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b661c30-7535-4996-aeb2-00ddd3aaabd6 req-35603b17-abc7-4b7b-a268-c86798ee4014 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 944 time: 0.1922271 Nov 12 08:56:48.967510 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-c9581547-cb37-4ad6-b582-04363e8c4883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:48.969403 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-c9581547-cb37-4ad6-b582-04363e8c4883 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1257ab85-0a57-4816-836b-dcdc791e6146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1436851 Nov 12 08:56:49.141243 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b661c30-7535-4996-aeb2-00ddd3aaabd6 req-4dcb7f80-2645-42e2-90f4-9f2acb1afdff tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2400801 Nov 12 08:56:49.142531 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-53c78583-8001-4c66-ad79-6a005f55145b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:49.157508 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-53c78583-8001-4c66-ad79-6a005f55145b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:49.158696 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-53c78583-8001-4c66-ad79-6a005f55145b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c608cd03-5182-4618-be92-ffba830e381b HTTP/1.1" status: 204 len: 168 time: 1.2526624 Nov 12 08:56:49.206230 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c78583-8001-4c66-ad79-6a005f55145b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c608cd03-5182-4618-be92-ffba830e381b,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:49.216907 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-bf791ba5-8f66-4a79-b1a0-62c25c08c887 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Deleting port 0d4121dc-910c-4236-af1c-1dec7c171fb8 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:49.217559 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bf791ba5-8f66-4a79-b1a0-62c25c08c887 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:49.391999 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4932e6d7-0aee-4f14-ac9c-5dce37b10854 None None] DHCP port deletion for ac00153f-99f2-4dc2-9999-40657edafd72 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:56:49.402381 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-72112871-bf92-4a01-8667-7b128efbb80a service neutron] 10.222.0.54 "GET /v2.0/networks/1257ab85-0a57-4816-836b-dcdc791e6146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217112 Nov 12 08:56:49.444616 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a37cfd-f05a-4fa2-8ce9-af8554ce2cbf x-openstack-request-id: req-32a37cfd-f05a-4fa2-8ce9-af8554ce2cbf {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:49.445431 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "345244c0-dfc6-4e22-91c7-b4a3b95d0702", "tag": "10d0e75b-037d-4def-aa04-663d57ef0288", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:49.446142 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-32a37cfd-f05a-4fa2-8ce9-af8554ce2cbf {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:49.447476 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345244c0-dfc6-4e22-91c7-b4a3b95d0702', 'tag': '10d0e75b-037d-4def-aa04-663d57ef0288', 'status': 'completed', 'code': 200} Nov 12 08:56:49.452912 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-bf791ba5-8f66-4a79-b1a0-62c25c08c887 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] For port 0d4121dc-910c-4236-af1c-1dec7c171fb8, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=0d4121dc-910c-4236-af1c-1dec7c171fb8,segment=NetworkSegment(6fd03e0f-18d2-45a8-b64c-8161f15d7b8e),segment_id=6fd03e0f-18d2-45a8-b64c-8161f15d7b8e)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:49.463119 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bf791ba5-8f66-4a79-b1a0-62c25c08c887 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:49.497179 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-bf791ba5-8f66-4a79-b1a0-62c25c08c887 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Calling delete_port for 0d4121dc-910c-4236-af1c-1dec7c171fb8 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:49.599091 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4932e6d7-0aee-4f14-ac9c-5dce37b10854 None None] Deleting port 0d4121dc-910c-4236-af1c-1dec7c171fb8 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:49.599472 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4932e6d7-0aee-4f14-ac9c-5dce37b10854 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:49.660282 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c6ccb50f-ebc1-49a6-a5ab-abe74c96b8ab req-67b94000-b0e4-4783-a672-f2d6dc8ecc21 service neutron] 10.222.0.54 "GET /v2.0/networks/1257ab85-0a57-4816-836b-dcdc791e6146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455072 Nov 12 08:56:49.709347 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f51874ba-1b34-4b84-a00a-c302d6ead6e4 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:49.731072 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46fcee-87bd-42a6-ad5f-da00a6a229d5 req-a296a2ba-2eb6-4195-8831-8c7d55a481b0 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:49.733141 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9e46fcee-87bd-42a6-ad5f-da00a6a229d5 req-a296a2ba-2eb6-4195-8831-8c7d55a481b0 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=5983485d-a60d-490c-89d5-7412435e2ded HTTP/1.1" status: 200 len: 945 time: 0.1024826 Nov 12 08:56:49.793290 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4932e6d7-0aee-4f14-ac9c-5dce37b10854 None None] For port 0d4121dc-910c-4236-af1c-1dec7c171fb8, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=0d4121dc-910c-4236-af1c-1dec7c171fb8,segment=NetworkSegment(6fd03e0f-18d2-45a8-b64c-8161f15d7b8e),segment_id=6fd03e0f-18d2-45a8-b64c-8161f15d7b8e)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:49.794013 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4932e6d7-0aee-4f14-ac9c-5dce37b10854 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:49.817651 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4932e6d7-0aee-4f14-ac9c-5dce37b10854 None None] Calling delete_port for 0d4121dc-910c-4236-af1c-1dec7c171fb8 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:49.841935 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c387c1-21de-409e-aecf-e87901e67f07 req-1cb29c49-da78-464a-bef1-85105490c426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:49.854862 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a3c387c1-21de-409e-aecf-e87901e67f07 req-1cb29c49-da78-464a-bef1-85105490c426 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ec847d4aa114da6b8ea6ce22207bb4f&device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 1096 time: 0.1043522 Nov 12 08:56:49.857624 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bf791ba5-8f66-4a79-b1a0-62c25c08c887 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:56:49.932128 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 08:56:49.941627 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4932e6d7-0aee-4f14-ac9c-5dce37b10854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:49.953114 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf791ba5-8f66-4a79-b1a0-62c25c08c887 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Port': ['ID=0d4121dc-910c-4236-af1c-1dec7c171fb8,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:49.955537 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf791ba5-8f66-4a79-b1a0-62c25c08c887 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] No DVR routers for this DVR port 0d4121dc-910c-4236-af1c-1dec7c171fb8 on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:56:49.965981 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9e46fcee-87bd-42a6-ad5f-da00a6a229d5 req-98948164-02cb-4569-b923-edf67391d1e9 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083495 Nov 12 08:56:50.007379 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4932e6d7-0aee-4f14-ac9c-5dce37b10854 None None] No DVR routers for this DVR port 0d4121dc-910c-4236-af1c-1dec7c171fb8 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:56:50.092327 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932e6d7-0aee-4f14-ac9c-5dce37b10854 None None] Pushing event deleted for resources: {'Port': ['ID=0d4121dc-910c-4236-af1c-1dec7c171fb8,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:50.114530 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port f51874ba-1b34-4b84-a00a-c302d6ead6e4 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:56:50.128199 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port f51874ba-1b34-4b84-a00a-c302d6ead6e4 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:50.131104 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.173010 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 0d4121dc-910c-4236-af1c-1dec7c171fb8 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:56:50.176719 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c387c1-21de-409e-aecf-e87901e67f07 req-888f64b9-f0c1-4cc5-b608-df505d949b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:50.181497 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a3c387c1-21de-409e-aecf-e87901e67f07 req-888f64b9-f0c1-4cc5-b608-df505d949b8a service neutron] 10.222.0.54 "GET /v2.0/networks?id=1257ab85-0a57-4816-836b-dcdc791e6146 HTTP/1.1" status: 200 len: 917 time: 0.3139353 Nov 12 08:56:50.299675 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bf791ba5-8f66-4a79-b1a0-62c25c08c887 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.322907 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a3c387c1-21de-409e-aecf-e87901e67f07 req-de1ef6b1-1403-4802-8822-e6153cc0e590 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10d0e75b-037d-4def-aa04-663d57ef0288 HTTP/1.1" status: 200 len: 217 time: 0.1320937 Nov 12 08:56:50.375030 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-bf791ba5-8f66-4a79-b1a0-62c25c08c887 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac00153f-99f2-4dc2-9999-40657edafd72']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:50.480018 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c387c1-21de-409e-aecf-e87901e67f07 req-196d2192-62e7-47c5-9dbb-61aa9b26348f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:50.488697 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-bf791ba5-8f66-4a79-b1a0-62c25c08c887 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd03e0f-18d2-45a8-b64c-8161f15d7b8e') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:50.488697 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-bf791ba5-8f66-4a79-b1a0-62c25c08c887 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd03e0f-18d2-45a8-b64c-8161f15d7b8e') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:50.501973 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bf791ba5-8f66-4a79-b1a0-62c25c08c887 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.506263 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a3c387c1-21de-409e-aecf-e87901e67f07 req-196d2192-62e7-47c5-9dbb-61aa9b26348f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b4bf441-b446-4677-be35-634c383c7b12 HTTP/1.1" status: 200 len: 855 time: 0.1558700 Nov 12 08:56:50.537507 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bf791ba5-8f66-4a79-b1a0-62c25c08c887 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.555774 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf791ba5-8f66-4a79-b1a0-62c25c08c887 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:56:50.556321 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bf791ba5-8f66-4a79-b1a0-62c25c08c887 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.559834 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:56:50.559834 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:56:50.559834 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:56:50.559834 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:56:50.559834 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:56:50.559834 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:56:50.559834 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:56:50.559834 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:56:50.559834 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:56:50.559834 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:56:50.559834 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:56:50.559834 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:56:50.559834 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:56:50.559834 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:56:50.559834 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:56:50.559834 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:56:50.559834 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:56:50.559834 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:56:50.559834 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:56:50.559834 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:56:50.559834 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:56:50.559834 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:56:50.559834 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:56:50.559834 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:56:50.559834 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:56:50.559834 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:56:50.559834 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:56:50.559834 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:56:50.559834 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:56:50.559834 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:56:50.559834 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:56:50.559834 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:56:50.585362 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c73de-93f2-45a1-8d6a-c72cb3cdf8eb req-8027df34-4a32-472e-bf44-e8513be45a6b tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:50.587041 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-698c73de-93f2-45a1-8d6a-c72cb3cdf8eb req-8027df34-4a32-472e-bf44-e8513be45a6b tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 944 time: 0.2171390 Nov 12 08:56:50.681752 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bf791ba5-8f66-4a79-b1a0-62c25c08c887 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.707731 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bf791ba5-8f66-4a79-b1a0-62c25c08c887 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.716091 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bf791ba5-8f66-4a79-b1a0-62c25c08c887 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/networks/ac00153f-99f2-4dc2-9999-40657edafd72 HTTP/1.1" status: 204 len: 168 time: 2.2307780 Nov 12 08:56:50.716562 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40126) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:50.737105 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-9d6d2360-37b2-4bf3-9ad7-3160dbf2d9aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Request body: {'network': {'name': 'tempest-RoutersTest-1358404707'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:50.748414 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf791ba5-8f66-4a79-b1a0-62c25c08c887 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Network': ['ID=ac00153f-99f2-4dc2-9999-40657edafd72,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:50.752264 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c387c1-21de-409e-aecf-e87901e67f07 req-39b12734-4c7d-4dfe-b96d-5676b37e209e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:50.770887 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a3c387c1-21de-409e-aecf-e87901e67f07 req-39b12734-4c7d-4dfe-b96d-5676b37e209e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1257ab85-0a57-4816-836b-dcdc791e6146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2627757 Nov 12 08:56:50.774671 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-698c73de-93f2-45a1-8d6a-c72cb3cdf8eb req-44858491-9803-4264-be27-513b321b0997 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338701 Nov 12 08:56:50.779967 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-1041577f-ec27-4171-b945-25e47cad3f90 req-1fc9e76a-98ee-4009-8d56-d85f9be83218 service neutron] (102569) timed out ('10.222.0.37', 36598) {{(pid=102569) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:56:50.783435 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 0d4121dc-910c-4236-af1c-1dec7c171fb8 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:56:50.784782 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6d2360-37b2-4bf3-9ad7-3160dbf2d9aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Made reservation on behalf of 65719b7e54744d3883456a8130ad2c41 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:50.786937 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 0d4121dc-910c-4236-af1c-1dec7c171fb8 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:56:50.793318 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d6d2360-37b2-4bf3-9ad7-3160dbf2d9aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.860889 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6d2360-37b2-4bf3-9ad7-3160dbf2d9aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:56:50.893296 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d6d2360-37b2-4bf3-9ad7-3160dbf2d9aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.894808 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-9d6d2360-37b2-4bf3-9ad7-3160dbf2d9aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Added segment 46ffed51-7686-48c1-8544-6f2cd91c5160 of type vlan for network b838fe8a-0ccd-48dd-9b0d-ec58c3508943 Nov 12 08:56:50.925653 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.996194 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5983485d-a60d-490c-89d5-7412435e2ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51874ba-1b34-4b84-a00a-c302d6ead6e4'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:51.002805 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e52a5d8-c5af-4791-919e-5a366b63d77e" -d '{"events": [{"server_uuid": "5983485d-a60d-490c-89d5-7412435e2ded", "name": "network-vif-plugged", "status": "completed", "tag": "f51874ba-1b34-4b84-a00a-c302d6ead6e4"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:51.031187 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d6d2360-37b2-4bf3-9ad7-3160dbf2d9aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:51.053930 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port f51874ba-1b34-4b84-a00a-c302d6ead6e4, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f51874ba-1b34-4b84-a00a-c302d6ead6e4,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:51.062623 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:51.128374 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d6d2360-37b2-4bf3-9ad7-3160dbf2d9aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:51.133211 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a3c387c1-21de-409e-aecf-e87901e67f07 req-ff8069fe-e69a-4901-97c5-f478d465d2d2 service neutron] 10.222.0.54 "GET /v2.0/networks/1257ab85-0a57-4816-836b-dcdc791e6146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375700 Nov 12 08:56:51.150016 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6d2360-37b2-4bf3-9ad7-3160dbf2d9aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:51.153049 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d6d2360-37b2-4bf3-9ad7-3160dbf2d9aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:51.159070 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=f51874ba-1b34-4b84-a00a-c302d6ead6e4,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:51.174464 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14709843-ddaf-4bd9-9473-515fb3260ba7 x-openstack-request-id: req-14709843-ddaf-4bd9-9473-515fb3260ba7 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:51.174803 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5983485d-a60d-490c-89d5-7412435e2ded", "name": "network-vif-plugged", "status": "completed", "tag": "f51874ba-1b34-4b84-a00a-c302d6ead6e4", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:51.175064 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-14709843-ddaf-4bd9-9473-515fb3260ba7 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:51.180816 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5983485d-a60d-490c-89d5-7412435e2ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51874ba-1b34-4b84-a00a-c302d6ead6e4', 'code': 200} Nov 12 08:56:51.336911 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a3c387c1-21de-409e-aecf-e87901e67f07 req-dc7862c4-2c9d-476f-a991-8cbc4d25df4a service neutron] 10.222.0.54 "GET /v2.0/networks/1257ab85-0a57-4816-836b-dcdc791e6146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946466 Nov 12 08:56:51.470929 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29eb93-d95b-403f-b754-d44cc9c7d97f req-5f44f5d5-0ab1-45de-a6f3-8b48508ead45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:51.473829 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ec29eb93-d95b-403f-b754-d44cc9c7d97f req-5f44f5d5-0ab1-45de-a6f3-8b48508ead45 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5983485d-a60d-490c-89d5-7412435e2ded HTTP/1.1" status: 200 len: 1098 time: 0.1349828 Nov 12 08:56:51.485243 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9d6d2360-37b2-4bf3-9ad7-3160dbf2d9aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7675869 Nov 12 08:56:51.486658 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40154) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:51.532019 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-e88bfed5-b8ba-4f6c-85a0-9d81704eb944 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Request body: {'subnet': {'network_id': 'b838fe8a-0ccd-48dd-9b0d-ec58c3508943', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:51.540925 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d2360-37b2-4bf3-9ad7-3160dbf2d9aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Network': ['ID=b838fe8a-0ccd-48dd-9b0d-ec58c3508943,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:51.557273 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network b838fe8a-0ccd-48dd-9b0d-ec58c3508943 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:56:51.635041 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b83fab04-01ed-4ef4-b504-db2e69d38087 req-171623ee-30d8-4ffc-a4f6-0182071cfcc0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=743576cf-f2c6-41e3-83f6-7155b350b964&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2146721 Nov 12 08:56:51.636925 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ec29eb93-d95b-403f-b754-d44cc9c7d97f req-51b18817-e10e-4456-a838-144933c51f1d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551442 Nov 12 08:56:51.660370 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278300b7-36c5-4760-ab73-d812a9be9cb4 req-52eeb196-8fac-46e7-9b8d-0a08750b4d92 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:51.662302 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-278300b7-36c5-4760-ab73-d812a9be9cb4 req-52eeb196-8fac-46e7-9b8d-0a08750b4d92 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=5983485d-a60d-490c-89d5-7412435e2ded HTTP/1.1" status: 200 len: 946 time: 0.2643824 Nov 12 08:56:51.825806 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88bfed5-b8ba-4f6c-85a0-9d81704eb944 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Made reservation on behalf of 65719b7e54744d3883456a8130ad2c41 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:51.833332 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e88bfed5-b8ba-4f6c-85a0-9d81704eb944 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:51.848186 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fab04-01ed-4ef4-b504-db2e69d38087 req-c5578a5a-2558-4f12-9d1b-ab10fd07ed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:51.849764 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b83fab04-01ed-4ef4-b504-db2e69d38087 req-c5578a5a-2558-4f12-9d1b-ab10fd07ed22 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=78d9cae7e28e44dea74a67608c81b079&device_id=743576cf-f2c6-41e3-83f6-7155b350b964 HTTP/1.1" status: 200 len: 1097 time: 0.1555815 Nov 12 08:56:51.997381 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-278300b7-36c5-4760-ab73-d812a9be9cb4 req-6365ead0-ea31-4127-8e78-db04481a5fb3 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252275 Nov 12 08:56:52.332949 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602266c7-b5ec-4b9a-91e4-c6745e62efa0 req-cddf8608-3a36-488d-ba99-2a38b5c7d41d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:52.349161 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-602266c7-b5ec-4b9a-91e4-c6745e62efa0 req-cddf8608-3a36-488d-ba99-2a38b5c7d41d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 944 time: 0.1697853 Nov 12 08:56:52.528250 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fab04-01ed-4ef4-b504-db2e69d38087 req-626d4a02-9de9-4f1d-a92d-aadb0d2e8240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:52.530616 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b83fab04-01ed-4ef4-b504-db2e69d38087 req-626d4a02-9de9-4f1d-a92d-aadb0d2e8240 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dff85ee1-5d3b-4104-8677-a8be57638c59 HTTP/1.1" status: 200 len: 906 time: 0.6243896 Nov 12 08:56:52.620684 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b83fab04-01ed-4ef4-b504-db2e69d38087 req-4c0cf2a7-9ffc-4bcc-b64d-5261eb155b65 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0db8467b-a8e0-4127-b527-cac040b50758 HTTP/1.1" status: 200 len: 217 time: 0.0778108 Nov 12 08:56:52.642333 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-602266c7-b5ec-4b9a-91e4-c6745e62efa0 req-09476ec6-798f-47ba-aaaf-f3e48317ac0c tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2908411 Nov 12 08:56:52.655308 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e88bfed5-b8ba-4f6c-85a0-9d81704eb944 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:52.756125 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fab04-01ed-4ef4-b504-db2e69d38087 req-ca5d0a45-7ccb-40a2-9ad9-866f4334fb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:52.758525 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b83fab04-01ed-4ef4-b504-db2e69d38087 req-ca5d0a45-7ccb-40a2-9ad9-866f4334fb11 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c35fa51-ac67-4be1-b9e2-7be8e3c59722 HTTP/1.1" status: 200 len: 845 time: 0.1283967 Nov 12 08:56:52.815461 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bfed5-b8ba-4f6c-85a0-9d81704eb944 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Subnet': ['ID=11d11e89-9aa0-4a2c-a806-61732f055cbb,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:52.867954 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b83fab04-01ed-4ef4-b504-db2e69d38087 req-211cf6f6-0339-4243-936c-7346c048ca4f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dff85ee1-5d3b-4104-8677-a8be57638c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992951 Nov 12 08:56:53.014182 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:53.165121 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88bfed5-b8ba-4f6c-85a0-9d81704eb944 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Checking segment: {'id': '46ffed51-7686-48c1-8544-6f2cd91c5160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b838fe8a-0ccd-48dd-9b0d-ec58c3508943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:53.165591 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88bfed5-b8ba-4f6c-85a0-9d81704eb944 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network hostable DHCP agents. Network: b838fe8a-0ccd-48dd-9b0d-ec58c3508943, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:56:53.171338 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b83fab04-01ed-4ef4-b504-db2e69d38087 req-c3d41c74-4337-4d3c-a2e0-523f544f2857 service neutron] 10.222.0.58 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908981 Nov 12 08:56:53.407150 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88bfed5-b8ba-4f6c-85a0-9d81704eb944 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network b838fe8a-0ccd-48dd-9b0d-ec58c3508943 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:56:53.469629 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea03906-d799-4b90-a02b-23a1049cadc6 req-daf43f21-de2f-4b5d-9e39-951fadcf29a2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:53.471253 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0ea03906-d799-4b90-a02b-23a1049cadc6 req-daf43f21-de2f-4b5d-9e39-951fadcf29a2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=5983485d-a60d-490c-89d5-7412435e2ded HTTP/1.1" status: 200 len: 946 time: 0.2986827 Nov 12 08:56:53.472369 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-e88bfed5-b8ba-4f6c-85a0-9d81704eb944 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, b838fe8a-0ccd-48dd-9b0d-ec58c3508943) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:53.488852 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4ac7d6-5419-4ef2-9d47-6fa6cd126b3e None None] Network b838fe8a-0ccd-48dd-9b0d-ec58c3508943 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:53.496036 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88bfed5-b8ba-4f6c-85a0-9d81704eb944 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:53.499011 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e88bfed5-b8ba-4f6c-85a0-9d81704eb944 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:53.536512 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b83fab04-01ed-4ef4-b504-db2e69d38087 req-cf057427-b349-4ff4-b5f8-842240442939 service neutron] 10.222.0.58 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460445 Nov 12 08:56:53.571261 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e88bfed5-b8ba-4f6c-85a0-9d81704eb944 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0462654 Nov 12 08:56:53.576537 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40250) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:53.584172 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5c6ba1ac-ea63-458a-9351-ca5477d7a10b tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1851593898', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:53.644065 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5c6ba1ac-ea63-458a-9351-ca5477d7a10b tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:53.652740 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5c6ba1ac-ea63-458a-9351-ca5477d7a10b tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:53.667290 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0ea03906-d799-4b90-a02b-23a1049cadc6 req-2316f224-984d-4c60-a9a5-ead2794b67b7 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854677 Nov 12 08:56:53.725075 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5c6ba1ac-ea63-458a-9351-ca5477d7a10b tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:53.732545 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5c6ba1ac-ea63-458a-9351-ca5477d7a10b tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:53.742745 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 10d0e75b-037d-4def-aa04-663d57ef0288 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:56:53.761425 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5c6ba1ac-ea63-458a-9351-ca5477d7a10b tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:53.765340 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5c6ba1ac-ea63-458a-9351-ca5477d7a10b tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1858797 Nov 12 08:56:53.768470 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40262) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:54.217108 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb62cd-5934-4b73-9ca1-c0bc772e26cd req-b7cfbd0d-69c3-4b8d-97e2-256c6bc2e63c tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:54.220707 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ebeb62cd-5934-4b73-9ca1-c0bc772e26cd req-b7cfbd0d-69c3-4b8d-97e2-256c6bc2e63c tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 944 time: 0.3169687 Nov 12 08:56:54.248817 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49d25b3-5441-4a9a-963a-0e8e6b23f7d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-b838fe8a-0ccd-48dd-9b0d-ec58c3508943', 'network_id': 'b838fe8a-0ccd-48dd-9b0d-ec58c3508943', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'fixed_ips': [{'subnet_id': '11d11e89-9aa0-4a2c-a806-61732f055cbb'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:56:54.250240 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d49d25b3-5441-4a9a-963a-0e8e6b23f7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:54.290377 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 10d0e75b-037d-4def-aa04-663d57ef0288, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=10d0e75b-037d-4def-aa04-663d57ef0288,segment=NetworkSegment(0d552c33-257a-485a-b0f3-e78e2fa44e64),segment_id=0d552c33-257a-485a-b0f3-e78e2fa44e64)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:54.324527 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '10d0e75b-037d-4def-aa04-663d57ef0288', 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146', 'port_id': '10d0e75b-037d-4def-aa04-663d57ef0288', 'mac_address': 'fa:16:3e:0f:5f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4bf441-b446-4677-be35-634c383c7b12', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:56:54.463962 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:54.495033 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d0e75b-037d-4def-aa04-663d57ef0288 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:54.506052 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ebeb62cd-5934-4b73-9ca1-c0bc772e26cd req-6d9f12e3-919a-447c-9651-76ddb101d7b1 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2735646 Nov 12 08:56:54.581586 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 10d0e75b-037d-4def-aa04-663d57ef0288, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=10d0e75b-037d-4def-aa04-663d57ef0288,segment=NetworkSegment(0d552c33-257a-485a-b0f3-e78e2fa44e64),segment_id=0d552c33-257a-485a-b0f3-e78e2fa44e64)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:54.601755 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a6c3850e-9be0-41c2-9fc4-ce33ed23b7dd tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:54.603121 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:54.652454 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-d49d25b3-5441-4a9a-963a-0e8e6b23f7d2 None None] Allocated IP 172.20.0.2 (b838fe8a-0ccd-48dd-9b0d-ec58c3508943/11d11e89-9aa0-4a2c-a806-61732f055cbb/b887c212-e4a2-4a5e-9a29-912c986b07bf) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:54.838420 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=10d0e75b-037d-4def-aa04-663d57ef0288,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:54.913864 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e102c24-7ae9-44b1-b59a-9632c125f11f req-9bec303d-0788-465b-a3f9-81158a46a9bf tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:54.915733 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e102c24-7ae9-44b1-b59a-9632c125f11f req-9bec303d-0788-465b-a3f9-81158a46a9bf tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=5983485d-a60d-490c-89d5-7412435e2ded HTTP/1.1" status: 200 len: 946 time: 0.2694554 Nov 12 08:56:54.927664 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['10d0e75b-037d-4def-aa04-663d57ef0288'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:55.038539 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e102c24-7ae9-44b1-b59a-9632c125f11f req-6cc088ef-7a7e-407f-9db7-02b6189c25c2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154072 Nov 12 08:56:55.067919 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d49d25b3-5441-4a9a-963a-0e8e6b23f7d2 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:55.119024 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d49d25b3-5441-4a9a-963a-0e8e6b23f7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:55.197516 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-a6c3850e-9be0-41c2-9fc4-ce33ed23b7dd tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Allocated IP 172.20.0.1 (b838fe8a-0ccd-48dd-9b0d-ec58c3508943/11d11e89-9aa0-4a2c-a806-61732f055cbb/3ae7f8d1-e839-4c63-bf25-55c4db358d65) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:55.309154 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49d25b3-5441-4a9a-963a-0e8e6b23f7d2 None None] Network b838fe8a-0ccd-48dd-9b0d-ec58c3508943 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:55.342313 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-d49d25b3-5441-4a9a-963a-0e8e6b23f7d2 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:55.349766 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49d25b3-5441-4a9a-963a-0e8e6b23f7d2 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:55.361958 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d25b3-5441-4a9a-963a-0e8e6b23f7d2 None None] Pushing event updated for resources: {'Port': ['ID=b887c212-e4a2-4a5e-9a29-912c986b07bf,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:55.464935 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a6c3850e-9be0-41c2-9fc4-ce33ed23b7dd tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:55.472356 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-d49d25b3-5441-4a9a-963a-0e8e6b23f7d2 None None] Attempting to bind port b887c212-e4a2-4a5e-9a29-912c986b07bf on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:55.472356 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-d49d25b3-5441-4a9a-963a-0e8e6b23f7d2 None None] Attempting to bind port b887c212-e4a2-4a5e-9a29-912c986b07bf by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '46ffed51-7686-48c1-8544-6f2cd91c5160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b838fe8a-0ccd-48dd-9b0d-ec58c3508943'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:55.472356 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d25b3-5441-4a9a-963a-0e8e6b23f7d2 None None] Attempting to bind port b887c212-e4a2-4a5e-9a29-912c986b07bf on network b838fe8a-0ccd-48dd-9b0d-ec58c3508943 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:55.483251 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d25b3-5441-4a9a-963a-0e8e6b23f7d2 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:55.483651 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d25b3-5441-4a9a-963a-0e8e6b23f7d2 None None] Checking segment: {'id': '46ffed51-7686-48c1-8544-6f2cd91c5160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b838fe8a-0ccd-48dd-9b0d-ec58c3508943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:55.484098 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d49d25b3-5441-4a9a-963a-0e8e6b23f7d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:55.484518 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d25b3-5441-4a9a-963a-0e8e6b23f7d2 None None] Bound using segment: {'id': '46ffed51-7686-48c1-8544-6f2cd91c5160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b838fe8a-0ccd-48dd-9b0d-ec58c3508943'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:55.489328 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-d49d25b3-5441-4a9a-963a-0e8e6b23f7d2 None None] Bound port: b887c212-e4a2-4a5e-9a29-912c986b07bf, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ffed51-7686-48c1-8544-6f2cd91c5160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b838fe8a-0ccd-48dd-9b0d-ec58c3508943'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:55.489758 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d49d25b3-5441-4a9a-963a-0e8e6b23f7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:55.576249 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a6c3850e-9be0-41c2-9fc4-ce33ed23b7dd tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:55.695782 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3850e-9be0-41c2-9fc4-ce33ed23b7dd tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Port': ['ID=3ae7f8d1-e839-4c63-bf25-55c4db358d65,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:55.700707 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-d49d25b3-5441-4a9a-963a-0e8e6b23f7d2 None None] For port b887c212-e4a2-4a5e-9a29-912c986b07bf, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:55.711344 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-d49d25b3-5441-4a9a-963a-0e8e6b23f7d2 None None] For port b887c212-e4a2-4a5e-9a29-912c986b07bf, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b887c212-e4a2-4a5e-9a29-912c986b07bf,segment=NetworkSegment(46ffed51-7686-48c1-8544-6f2cd91c5160),segment_id=46ffed51-7686-48c1-8544-6f2cd91c5160)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:55.714654 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c3850e-9be0-41c2-9fc4-ce33ed23b7dd tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network b838fe8a-0ccd-48dd-9b0d-ec58c3508943 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:55.718951 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-a6c3850e-9be0-41c2-9fc4-ce33ed23b7dd tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:55.724284 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c3850e-9be0-41c2-9fc4-ce33ed23b7dd tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:55.725349 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40330) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:55.738172 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d49d25b3-5441-4a9a-963a-0e8e6b23f7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:55.915584 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a6c3850e-9be0-41c2-9fc4-ce33ed23b7dd tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:55.932991 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d25b3-5441-4a9a-963a-0e8e6b23f7d2 None None] Pushing event updated for resources: {'Port': ['ID=b887c212-e4a2-4a5e-9a29-912c986b07bf,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:55.973943 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f23442de-1a36-44eb-9374-a81f049005a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:56.062405 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e789814-419a-4bf9-bbee-a130e42c0b81 req-db89ce49-ca51-4fcf-abac-aa263ceca6d3 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:56.064175 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e789814-419a-4bf9-bbee-a130e42c0b81 req-db89ce49-ca51-4fcf-abac-aa263ceca6d3 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 945 time: 0.2673907 Nov 12 08:56:56.223571 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f23442de-1a36-44eb-9374-a81f049005a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:56.236127 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f23442de-1a36-44eb-9374-a81f049005a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:56.374053 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23442de-1a36-44eb-9374-a81f049005a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa93d212-860d-4783-80f6-ee3a684d58dc,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:56.392023 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e789814-419a-4bf9-bbee-a130e42c0b81 req-306e496d-6391-4624-a2db-5835124fd9ce tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3150337 Nov 12 08:56:56.427161 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f23442de-1a36-44eb-9374-a81f049005a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=700af29197474ca2bf9274161f789036&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6996462 Nov 12 08:56:56.428780 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40340) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:56.434025 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a6c3850e-9be0-41c2-9fc4-ce33ed23b7dd tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:56.533932 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-de33d581-fdf6-4ee4-89c8-5d6721ce06da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:56.580124 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-de33d581-fdf6-4ee4-89c8-5d6721ce06da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:56.649238 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-de33d581-fdf6-4ee4-89c8-5d6721ce06da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:56.658667 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-de33d581-fdf6-4ee4-89c8-5d6721ce06da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:56.684125 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-de33d581-fdf6-4ee4-89c8-5d6721ce06da admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa93d212-860d-4783-80f6-ee3a684d58dc HTTP/1.1" status: 204 len: 168 time: 0.2412548 Nov 12 08:56:56.714223 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33d581-fdf6-4ee4-89c8-5d6721ce06da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa93d212-860d-4783-80f6-ee3a684d58dc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:56.941378 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291694a-0dc5-4770-bbe4-0619f469d488 req-d78685b3-f687-42f4-85ad-8e0c1c9d7a97 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:56.950924 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4291694a-0dc5-4770-bbe4-0619f469d488 req-d78685b3-f687-42f4-85ad-8e0c1c9d7a97 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=5983485d-a60d-490c-89d5-7412435e2ded HTTP/1.1" status: 200 len: 946 time: 0.1539426 Nov 12 08:56:57.188914 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c155018-7fe2-4edb-ab5c-0a52dec8658b req-f9a74346-f691-4069-abd9-7d531cb22188 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:57.190635 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0c155018-7fe2-4edb-ab5c-0a52dec8658b req-f9a74346-f691-4069-abd9-7d531cb22188 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.54 "GET /v2.0/ports?device_id=5983485d-a60d-490c-89d5-7412435e2ded HTTP/1.1" status: 200 len: 946 time: 0.1196482 Nov 12 08:56:57.191047 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4291694a-0dc5-4770-bbe4-0619f469d488 req-09763bd6-d1f4-4552-a7cf-c6ef991f1b60 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387743 Nov 12 08:56:57.461069 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-0c155018-7fe2-4edb-ab5c-0a52dec8658b req-2e0710d6-e69b-4b5c-9bfd-2f07b098ed7d tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Deleting port f51874ba-1b34-4b84-a00a-c302d6ead6e4 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:57.461635 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0c155018-7fe2-4edb-ab5c-0a52dec8658b req-2e0710d6-e69b-4b5c-9bfd-2f07b098ed7d tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:57.471103 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a6c3850e-9be0-41c2-9fc4-ce33ed23b7dd tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:57.482507 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a6c3850e-9be0-41c2-9fc4-ce33ed23b7dd tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:57.629541 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3850e-9be0-41c2-9fc4-ce33ed23b7dd tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Port': ['ID=3ae7f8d1-e839-4c63-bf25-55c4db358d65,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:57.727170 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-0c155018-7fe2-4edb-ab5c-0a52dec8658b req-2e0710d6-e69b-4b5c-9bfd-2f07b098ed7d tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] For port f51874ba-1b34-4b84-a00a-c302d6ead6e4, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f51874ba-1b34-4b84-a00a-c302d6ead6e4,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:57.729788 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 10d0e75b-037d-4def-aa04-663d57ef0288 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:57.736997 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0c155018-7fe2-4edb-ab5c-0a52dec8658b req-2e0710d6-e69b-4b5c-9bfd-2f07b098ed7d tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:57.747833 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a6c3850e-9be0-41c2-9fc4-ce33ed23b7dd tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:57.797152 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-0c155018-7fe2-4edb-ab5c-0a52dec8658b req-2e0710d6-e69b-4b5c-9bfd-2f07b098ed7d tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Calling delete_port for f51874ba-1b34-4b84-a00a-c302d6ead6e4 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:57.896886 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc4dfdf-fac9-478a-a926-a73c924d22a9 None None] Network b838fe8a-0ccd-48dd-9b0d-ec58c3508943 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:58.241180 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0c155018-7fe2-4edb-ab5c-0a52dec8658b req-2e0710d6-e69b-4b5c-9bfd-2f07b098ed7d tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:58.315226 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c3850e-9be0-41c2-9fc4-ce33ed23b7dd tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network b838fe8a-0ccd-48dd-9b0d-ec58c3508943 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:58.318351 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-a6c3850e-9be0-41c2-9fc4-ce33ed23b7dd tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:58.407985 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0710d6-e69b-4b5c-9bfd-2f07b098ed7d tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Pushing event deleted for resources: {'Port': ['ID=f51874ba-1b34-4b84-a00a-c302d6ead6e4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:58.602873 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['0db8467b-a8e0-4127-b527-cac040b50758'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:58.612756 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b887c212-e4a2-4a5e-9a29-912c986b07bf up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:58.714322 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c3850e-9be0-41c2-9fc4-ce33ed23b7dd tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Router c968f6a9-4ba0-41cb-bc95-ca5a90393e0e is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:56:58.776621 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c155018-7fe2-4edb-ab5c-0a52dec8658b req-2e0710d6-e69b-4b5c-9bfd-2f07b098ed7d tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] No DVR routers for this DVR port f51874ba-1b34-4b84-a00a-c302d6ead6e4 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:56:58.785470 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0c155018-7fe2-4edb-ab5c-0a52dec8658b req-2e0710d6-e69b-4b5c-9bfd-2f07b098ed7d tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:58.804424 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0c155018-7fe2-4edb-ab5c-0a52dec8658b req-2e0710d6-e69b-4b5c-9bfd-2f07b098ed7d tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.54 "DELETE /v2.0/ports/f51874ba-1b34-4b84-a00a-c302d6ead6e4 HTTP/1.1" status: 204 len: 173 time: 1.6025081 Nov 12 08:56:58.815677 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5983485d-a60d-490c-89d5-7412435e2ded', 'name': 'network-vif-deleted', 'tag': 'f51874ba-1b34-4b84-a00a-c302d6ead6e4'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:58.824815 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4068d9-b57b-4193-8e08-f05c81319574" -d '{"events": [{"server_uuid": "5983485d-a60d-490c-89d5-7412435e2ded", "name": "network-vif-deleted", "tag": "f51874ba-1b34-4b84-a00a-c302d6ead6e4"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:58.948416 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 10d0e75b-037d-4def-aa04-663d57ef0288 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:56:58.971573 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-51b698fa-d6a6-4892-8552-182e76ccc983 None None] Provisioning complete for port b887c212-e4a2-4a5e-9a29-912c986b07bf triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:58.972241 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-51b698fa-d6a6-4892-8552-182e76ccc983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.028227 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 10d0e75b-037d-4def-aa04-663d57ef0288 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:59.032266 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.269310 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.588114 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-51b698fa-d6a6-4892-8552-182e76ccc983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.791131 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port b887c212-e4a2-4a5e-9a29-912c986b07bf triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:59.791707 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.164801 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.266131 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c3850e-9be0-41c2-9fc4-ce33ed23b7dd tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:57:00.290845 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a6c3850e-9be0-41c2-9fc4-ce33ed23b7dd tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "PUT /v2.0/routers/c968f6a9-4ba0-41cb-bc95-ca5a90393e0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5210869 Nov 12 08:57:00.297371 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40408) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:00.394022 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c045eee-6ff1-4dda-a667-671dd72ddb34 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:00.396201 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2c045eee-6ff1-4dda-a667-671dd72ddb34 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "GET /v2.0/ports/3ae7f8d1-e839-4c63-bf25-55c4db358d65 HTTP/1.1" status: 200 len: 910 time: 0.0976553 Nov 12 08:57:00.399956 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e9fef-9ec7-4c43-97d5-b30880245575 req-ee8470a5-2bc1-4ad5-afef-57e0c0bc87ba tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:00.400202 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40414) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:00.421644 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c2e9fef-9ec7-4c43-97d5-b30880245575 req-ee8470a5-2bc1-4ad5-afef-57e0c0bc87ba tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 945 time: 2.6405518 Nov 12 08:57:00.483169 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.490602 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd619d20-e1f5-4233-92b1-1cf45a08439f None None] Sync routers for ids ['c968f6a9-4ba0-41cb-bc95-ca5a90393e0e'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:57:00.591026 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c2e9fef-9ec7-4c43-97d5-b30880245575 req-616f685b-e6b2-45e4-9081-22889357c04f tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665418 Nov 12 08:57:00.591386 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345244c0-dfc6-4e22-91c7-b4a3b95d0702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d0e75b-037d-4def-aa04-663d57ef0288'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:00.614734 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3950ebbf-0886-416d-af5d-076e570df598" -d '{"events": [{"server_uuid": "345244c0-dfc6-4e22-91c7-b4a3b95d0702", "name": "network-vif-plugged", "status": "completed", "tag": "10d0e75b-037d-4def-aa04-663d57ef0288"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:00.686163 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-51b698fa-d6a6-4892-8552-182e76ccc983 None None] For port b887c212-e4a2-4a5e-9a29-912c986b07bf, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b887c212-e4a2-4a5e-9a29-912c986b07bf,segment=NetworkSegment(46ffed51-7686-48c1-8544-6f2cd91c5160),segment_id=46ffed51-7686-48c1-8544-6f2cd91c5160)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:00.689386 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd619d20-e1f5-4233-92b1-1cf45a08439f None None] Routers {'c968f6a9-4ba0-41cb-bc95-ca5a90393e0e'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:00.690357 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-bd619d20-e1f5-4233-92b1-1cf45a08439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:56:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c968f6a9-4ba0-41cb-bc95-ca5a90393e0e'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:00.869281 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d557b92-7a0a-45cb-902a-90cb64606283 x-openstack-request-id: req-1d557b92-7a0a-45cb-902a-90cb64606283 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:00.869614 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5983485d-a60d-490c-89d5-7412435e2ded", "name": "network-vif-deleted", "tag": "f51874ba-1b34-4b84-a00a-c302d6ead6e4", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:00.869886 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d557b92-7a0a-45cb-902a-90cb64606283 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:00.870310 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5983485d-a60d-490c-89d5-7412435e2ded', 'name': 'network-vif-deleted', 'tag': 'f51874ba-1b34-4b84-a00a-c302d6ead6e4', 'status': 'completed', 'code': 200} Nov 12 08:57:00.971162 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-bd619d20-e1f5-4233-92b1-1cf45a08439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:01.009192 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 10d0e75b-037d-4def-aa04-663d57ef0288, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=10d0e75b-037d-4def-aa04-663d57ef0288,segment=NetworkSegment(0d552c33-257a-485a-b0f3-e78e2fa44e64),segment_id=0d552c33-257a-485a-b0f3-e78e2fa44e64)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:01.014679 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-51b698fa-d6a6-4892-8552-182e76ccc983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:01.033595 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098b6aca-6732-4ec3-9bba-c3d4618af280 x-openstack-request-id: req-098b6aca-6732-4ec3-9bba-c3d4618af280 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:01.034859 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345244c0-dfc6-4e22-91c7-b4a3b95d0702", "name": "network-vif-plugged", "status": "completed", "tag": "10d0e75b-037d-4def-aa04-663d57ef0288", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:01.035240 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-098b6aca-6732-4ec3-9bba-c3d4618af280 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:01.037067 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345244c0-dfc6-4e22-91c7-b4a3b95d0702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d0e75b-037d-4def-aa04-663d57ef0288', 'code': 200} Nov 12 08:57:01.090562 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd619d20-e1f5-4233-92b1-1cf45a08439f None None] Routers {'c968f6a9-4ba0-41cb-bc95-ca5a90393e0e'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:01.091404 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-bd619d20-e1f5-4233-92b1-1cf45a08439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:56:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c968f6a9-4ba0-41cb-bc95-ca5a90393e0e'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:01.199027 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:01.297218 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f51874ba-1b34-4b84-a00a-c302d6ead6e4 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:57:01.319470 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-bd619d20-e1f5-4233-92b1-1cf45a08439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:01.325037 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd619d20-e1f5-4233-92b1-1cf45a08439f None None] The sync data for ids ['c968f6a9-4ba0-41cb-bc95-ca5a90393e0e'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:57:01.334294 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ad856-9ace-4740-8193-f242d3143d8a req-080a4185-9319-455c-a16d-ffd8c0cd0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:01.337091 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-808ad856-9ace-4740-8193-f242d3143d8a req-080a4185-9319-455c-a16d-ffd8c0cd0249 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 1098 time: 0.2160919 Nov 12 08:57:01.447653 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-808ad856-9ace-4740-8193-f242d3143d8a req-dc046990-5076-460a-a8f5-d4c526aaa520 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004777 Nov 12 08:57:01.457011 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: f51874ba-1b34-4b84-a00a-c302d6ead6e4 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:57:01.464840 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f51874ba-1b34-4b84-a00a-c302d6ead6e4 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:57:01.517750 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:57:01.533719 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:57:01.577940 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-04535cd8-5e49-4c59-84d8-76ba89ab3a88 None None] Provisioning complete for port 3ae7f8d1-e839-4c63-bf25-55c4db358d65 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:01.579009 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-04535cd8-5e49-4c59-84d8-76ba89ab3a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:01.585887 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b698fa-d6a6-4892-8552-182e76ccc983 None None] Pushing event updated for resources: {'Port': ['ID=b887c212-e4a2-4a5e-9a29-912c986b07bf,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:01.628650 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b698fa-d6a6-4892-8552-182e76ccc983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:01.629152 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b698fa-d6a6-4892-8552-182e76ccc983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:01.629593 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b698fa-d6a6-4892-8552-182e76ccc983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:01.629983 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b698fa-d6a6-4892-8552-182e76ccc983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:01.630328 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b698fa-d6a6-4892-8552-182e76ccc983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:01.631373 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b698fa-d6a6-4892-8552-182e76ccc983 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:01.631765 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b698fa-d6a6-4892-8552-182e76ccc983 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:01.632100 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b698fa-d6a6-4892-8552-182e76ccc983 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:01.632431 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b698fa-d6a6-4892-8552-182e76ccc983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:01.632778 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b698fa-d6a6-4892-8552-182e76ccc983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:01.633109 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b698fa-d6a6-4892-8552-182e76ccc983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:01.633685 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b698fa-d6a6-4892-8552-182e76ccc983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:01.682182 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-04535cd8-5e49-4c59-84d8-76ba89ab3a88 None None] Port 3ae7f8d1-e839-4c63-bf25-55c4db358d65 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:57:01.716015 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-04535cd8-5e49-4c59-84d8-76ba89ab3a88 None None] Provisioning complete for port b887c212-e4a2-4a5e-9a29-912c986b07bf triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:01.716922 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-04535cd8-5e49-4c59-84d8-76ba89ab3a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:01.718989 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=10d0e75b-037d-4def-aa04-663d57ef0288,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:01.721062 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3dae30c5-5d85-42e2-96ef-247a89729c48 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.178605 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-049590e7-4f0f-419c-8700-eae782ad5920 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:02.194030 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-049590e7-4f0f-419c-8700-eae782ad5920 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/networks?id=dff85ee1-5d3b-4104-8677-a8be57638c59 HTTP/1.1" status: 200 len: 805 time: 0.3222437 Nov 12 08:57:02.231174 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-8dcef7a9-2f1f-4985-88ac-efaa82986d47 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/quotas/78d9cae7e28e44dea74a67608c81b079 HTTP/1.1" status: 200 len: 375 time: 0.0342665 Nov 12 08:57:02.325812 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-95cdd62d-8ffb-498f-ade3-889cbaee1705 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=78d9cae7e28e44dea74a67608c81b079&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0915029 Nov 12 08:57:02.559113 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b887c212-e4a2-4a5e-9a29-912c986b07bf up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:02.574678 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-47214728-206a-469a-93c7-60e49bcb8950 None None] Provisioning complete for port 3ae7f8d1-e839-4c63-bf25-55c4db358d65 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:02.575171 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-47214728-206a-469a-93c7-60e49bcb8950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.637067 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-3e052ead-e44c-4a25-a400-09594d52e720 service neutron] 10.222.0.37 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072343 Nov 12 08:57:02.679807 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-3dae30c5-5d85-42e2-96ef-247a89729c48 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Deleting port 3ae7f8d1-e839-4c63-bf25-55c4db358d65 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:57:02.686367 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3dae30c5-5d85-42e2-96ef-247a89729c48 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.817719 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-47214728-206a-469a-93c7-60e49bcb8950 None None] Port 3ae7f8d1-e839-4c63-bf25-55c4db358d65 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:57:02.851675 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port b887c212-e4a2-4a5e-9a29-912c986b07bf triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:02.853263 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.928083 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-d572c709-a27a-4822-bd52-2887bc4e41d4 service neutron] 10.222.0.37 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897546 Nov 12 08:57:03.021869 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:57:03.028177 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40518) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:03.049417 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3dae30c5-5d85-42e2-96ef-247a89729c48 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:03.081954 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-3dae30c5-5d85-42e2-96ef-247a89729c48 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Calling delete_port for 3ae7f8d1-e839-4c63-bf25-55c4db358d65 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:57:03.396548 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bd6a1bd4-f0c0-4dd5-920c-fddfc37a8e04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:03.662217 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bd6a1bd4-f0c0-4dd5-920c-fddfc37a8e04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:03.680709 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bd6a1bd4-f0c0-4dd5-920c-fddfc37a8e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:03.816081 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3dae30c5-5d85-42e2-96ef-247a89729c48 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:03.844792 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bd6a1bd4-f0c0-4dd5-920c-fddfc37a8e04 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=37731c9dbc144e13a4e16932bedc8c0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8153133 Nov 12 08:57:03.853823 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40532) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:03.867428 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae30c5-5d85-42e2-96ef-247a89729c48 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Port': ['ID=3ae7f8d1-e839-4c63-bf25-55c4db358d65,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:03.891237 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a1bd4-f0c0-4dd5-920c-fddfc37a8e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de574a9e-03f0-45bf-8558-f1e3d29ea029,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:03.913451 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00899ffa-7ad6-4972-8c34-0131f3b9965d req-5bda9376-3750-48ed-a691-2884ff9f9941 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:03.915886 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-00899ffa-7ad6-4972-8c34-0131f3b9965d req-5bda9376-3750-48ed-a691-2884ff9f9941 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 946 time: 0.2487769 Nov 12 08:57:04.194798 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-00899ffa-7ad6-4972-8c34-0131f3b9965d req-d6943509-8670-4a91-8ffb-a7f1cb10de7e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2655823 Nov 12 08:57:04.199953 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-709e648a-636d-4f0f-9454-0345ac682047 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:04.318760 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-709e648a-636d-4f0f-9454-0345ac682047 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:04.444111 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e69e4db9-1346-47b0-bd79-49028b0732d6 req-d81bae06-7f00-4b97-b0b3-025967b5835e tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab23997d-6f61-4bff-b149-48e314010185 HTTP/1.1" status: 200 len: 210 time: 0.1101933 Nov 12 08:57:04.583402 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-709e648a-636d-4f0f-9454-0345ac682047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:04.587459 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-709e648a-636d-4f0f-9454-0345ac682047 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:04.588866 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-709e648a-636d-4f0f-9454-0345ac682047 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de574a9e-03f0-45bf-8558-f1e3d29ea029 HTTP/1.1" status: 204 len: 168 time: 0.7255261 Nov 12 08:57:04.645417 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e648a-636d-4f0f-9454-0345ac682047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de574a9e-03f0-45bf-8558-f1e3d29ea029,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:05.027787 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09655c28-e6aa-4770-8cea-589fb2dab1b7 req-f787122c-0aad-48e1-97ec-ce90780bcdd3 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:05.030699 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09655c28-e6aa-4770-8cea-589fb2dab1b7 req-f787122c-0aad-48e1-97ec-ce90780bcdd3 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 946 time: 0.1900759 Nov 12 08:57:05.048165 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40550) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:05.057540 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-5b9c9985-6a27-4ff3-ba1a-47febb9ed842 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Request body: {'floatingip': {'port_id': '10d0e75b-037d-4def-aa04-663d57ef0288'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:05.171677 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5b9c9985-6a27-4ff3-ba1a-47febb9ed842 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for floatingip, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.251729 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3dae30c5-5d85-42e2-96ef-247a89729c48 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.582055 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dae30c5-5d85-42e2-96ef-247a89729c48 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Router c968f6a9-4ba0-41cb-bc95-ca5a90393e0e has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:57:05.927470 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dae30c5-5d85-42e2-96ef-247a89729c48 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:57:05.942462 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3dae30c5-5d85-42e2-96ef-247a89729c48 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "PUT /v2.0/routers/c968f6a9-4ba0-41cb-bc95-ca5a90393e0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5406497 Nov 12 08:57:05.947267 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40570) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:05.958523 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5213b55a-8ebe-449f-81a8-0b01e167731f None None] Sync routers for ids ['c968f6a9-4ba0-41cb-bc95-ca5a90393e0e'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:57:05.984422 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f4ee4f3-cd40-40d9-bfef-d0297c679455 req-41f11442-4767-48c4-b3af-85e1c2310f81 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab23997d-6f61-4bff-b149-48e314010185 HTTP/1.1" status: 200 len: 210 time: 0.0888238 Nov 12 08:57:06.017671 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5213b55a-8ebe-449f-81a8-0b01e167731f None None] Routers {'c968f6a9-4ba0-41cb-bc95-ca5a90393e0e'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:06.018853 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-5213b55a-8ebe-449f-81a8-0b01e167731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:56:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c968f6a9-4ba0-41cb-bc95-ca5a90393e0e'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:06.129595 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-311332b6-5306-4510-94e3-0dcc6734778c tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "GET /v2.0/ports?device_id=c968f6a9-4ba0-41cb-bc95-ca5a90393e0e HTTP/1.1" status: 200 len: 205 time: 0.1716270 Nov 12 08:57:06.147400 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40576) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:06.160540 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-5213b55a-8ebe-449f-81a8-0b01e167731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:06.195544 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5213b55a-8ebe-449f-81a8-0b01e167731f None None] Routers {'c968f6a9-4ba0-41cb-bc95-ca5a90393e0e'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:06.196699 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-5213b55a-8ebe-449f-81a8-0b01e167731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:56:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c968f6a9-4ba0-41cb-bc95-ca5a90393e0e'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:06.368172 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-5213b55a-8ebe-449f-81a8-0b01e167731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:06.370239 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5213b55a-8ebe-449f-81a8-0b01e167731f None None] The sync data for ids ['c968f6a9-4ba0-41cb-bc95-ca5a90393e0e'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:57:06.407177 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-41018649-67b0-42d2-bed7-61ca0088676f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:06.409762 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-41018649-67b0-42d2-bed7-61ca0088676f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.54 "GET /v2.0/networks?id=dff85ee1-5d3b-4104-8677-a8be57638c59 HTTP/1.1" status: 200 len: 805 time: 0.4105115 Nov 12 08:57:06.428895 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-c477abfb-e43d-4293-8abf-b133add860ee tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Request body: {'port': {'device_id': 'ab23997d-6f61-4bff-b149-48e314010185', 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59', 'admin_state_up': True, 'tenant_id': '78d9cae7e28e44dea74a67608c81b079'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:06.431952 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ad8ddab0-d673-4680-9114-5b417d66ae37 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:06.802624 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-c477abfb-e43d-4293-8abf-b133add860ee tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Made reservation on behalf of 78d9cae7e28e44dea74a67608c81b079 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:06.808065 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-c477abfb-e43d-4293-8abf-b133add860ee tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:06.809901 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ad8ddab0-d673-4680-9114-5b417d66ae37 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:06.814319 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ad8ddab0-d673-4680-9114-5b417d66ae37 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:06.950516 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.db.resource_extend [None req-5b9c9985-6a27-4ff3-ba1a-47febb9ed842 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:57:07.043980 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ad8ddab0-d673-4680-9114-5b417d66ae37 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:07.044775 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8ddab0-d673-4680-9114-5b417d66ae37 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Fanout notify agent at l3_agent the message router_deleted on router c968f6a9-4ba0-41cb-bc95-ca5a90393e0e {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:57:07.086993 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ad8ddab0-d673-4680-9114-5b417d66ae37 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:07.091130 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ad8ddab0-d673-4680-9114-5b417d66ae37 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/routers/c968f6a9-4ba0-41cb-bc95-ca5a90393e0e HTTP/1.1" status: 204 len: 168 time: 0.9353473 Nov 12 08:57:07.100165 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40602) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:07.143905 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5b9c9985-6a27-4ff3-ba1a-47febb9ed842 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:07.176001 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5b9c9985-6a27-4ff3-ba1a-47febb9ed842 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:07.337649 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cceff78-4daf-42c6-bfdc-aaa6040e8c63 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Deleting subnet 11d11e89-9aa0-4a2c-a806-61732f055cbb {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:57:07.358378 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0cceff78-4daf-42c6-bfdc-aaa6040e8c63 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:07.363081 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9c1ef149-f888-4305-82db-f1ee87498c5f req-c43cbd72-d9ae-4399-bff5-8ca41b3de587 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab23997d-6f61-4bff-b149-48e314010185 HTTP/1.1" status: 200 len: 210 time: 0.0471692 Nov 12 08:57:07.437283 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-c477abfb-e43d-4293-8abf-b133add860ee tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Allocated IP 172.20.0.4 (dff85ee1-5d3b-4104-8677-a8be57638c59/5c35fa51-ac67-4be1-b9e2-7be8e3c59722/abd465b5-4b94-4538-b675-5149ab79cf52) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:07.447581 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0cceff78-4daf-42c6-bfdc-aaa6040e8c63 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:07.547439 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [None req-5b9c9985-6a27-4ff3-ba1a-47febb9ed842 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Floating IP 666ab8ab-e2b6-4f0a-a0c9-da867e48eb1e associated. External IP: 172.25.6.225, port: 10d0e75b-037d-4def-aa04-663d57ef0288. Nov 12 08:57:07.663721 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0cceff78-4daf-42c6-bfdc-aaa6040e8c63 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:07.853361 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-667134e8-a6b2-466f-9dd8-a370a95a8957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:07.856368 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0cceff78-4daf-42c6-bfdc-aaa6040e8c63 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:07.893051 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cceff78-4daf-42c6-bfdc-aaa6040e8c63 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Subnet': ['ID=11d11e89-9aa0-4a2c-a806-61732f055cbb,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:07.905394 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0cceff78-4daf-42c6-bfdc-aaa6040e8c63 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:07.908695 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0cceff78-4daf-42c6-bfdc-aaa6040e8c63 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/subnets/11d11e89-9aa0-4a2c-a806-61732f055cbb HTTP/1.1" status: 204 len: 168 time: 0.8069150 Nov 12 08:57:07.912195 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40618) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:07.925604 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadf903f-16c0-483e-a4d7-3089053269af None None] Network b838fe8a-0ccd-48dd-9b0d-ec58c3508943 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:57:07.972093 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9c9985-6a27-4ff3-ba1a-47febb9ed842 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Router 56970609-9c7f-4776-8df4-654d95099c85 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:57:08.230148 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9c9985-6a27-4ff3-ba1a-47febb9ed842 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:57:08.235601 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5b9c9985-6a27-4ff3-ba1a-47febb9ed842 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:08.263433 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3839ad38-171c-491a-afdb-dd6d28a052aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:08.269911 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40622) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:08.286212 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0893d4-91ce-4585-b635-f02818205c3b None None] Sync routers for ids ['56970609-9c7f-4776-8df4-654d95099c85'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:57:08.316191 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-c477abfb-e43d-4293-8abf-b133add860ee tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:08.326052 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5b9c9985-6a27-4ff3-ba1a-47febb9ed842 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "PUT /v2.0/floatingips/666ab8ab-e2b6-4f0a-a0c9-da867e48eb1e HTTP/1.1" status: 200 len: 992 time: 3.2768202 Nov 12 08:57:08.329846 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345244c0-dfc6-4e22-91c7-b4a3b95d0702', 'tag': '10d0e75b-037d-4def-aa04-663d57ef0288'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:08.335341 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df13f82c-0a7e-4872-b740-6022342185de" -d '{"events": [{"name": "network-changed", "server_uuid": "345244c0-dfc6-4e22-91c7-b4a3b95d0702", "tag": "10d0e75b-037d-4def-aa04-663d57ef0288"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:08.372040 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0893d4-91ce-4585-b635-f02818205c3b None None] Routers {'56970609-9c7f-4776-8df4-654d95099c85'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:08.378901 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8b0893d4-91ce-4585-b635-f02818205c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:56:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['56970609-9c7f-4776-8df4-654d95099c85'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:08.539156 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-3839ad38-171c-491a-afdb-dd6d28a052aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Deleting port b887c212-e4a2-4a5e-9a29-912c986b07bf {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:57:08.539794 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3839ad38-171c-491a-afdb-dd6d28a052aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:08.563705 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac91a744-e013-4a86-8f9b-d31781c9fa41 x-openstack-request-id: req-ac91a744-e013-4a86-8f9b-d31781c9fa41 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:08.564543 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "345244c0-dfc6-4e22-91c7-b4a3b95d0702", "tag": "10d0e75b-037d-4def-aa04-663d57ef0288", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:08.565784 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac91a744-e013-4a86-8f9b-d31781c9fa41 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:08.566794 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345244c0-dfc6-4e22-91c7-b4a3b95d0702', 'tag': '10d0e75b-037d-4def-aa04-663d57ef0288', 'status': 'completed', 'code': 200} Nov 12 08:57:08.594330 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c5359f-0921-4bff-b94b-9be53a2a70e5 None None] DHCP port deletion for b838fe8a-0ccd-48dd-9b0d-ec58c3508943 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:57:08.647965 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-3839ad38-171c-491a-afdb-dd6d28a052aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] For port b887c212-e4a2-4a5e-9a29-912c986b07bf, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b887c212-e4a2-4a5e-9a29-912c986b07bf,segment=NetworkSegment(46ffed51-7686-48c1-8544-6f2cd91c5160),segment_id=46ffed51-7686-48c1-8544-6f2cd91c5160)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:08.648571 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3839ad38-171c-491a-afdb-dd6d28a052aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:08.671821 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-3839ad38-171c-491a-afdb-dd6d28a052aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Calling delete_port for b887c212-e4a2-4a5e-9a29-912c986b07bf owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:57:08.791318 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95363c28-2db9-461c-941a-e9d6f4f419ff req-e4e05418-c022-43e5-9098-62fe8a1aa42f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab23997d-6f61-4bff-b149-48e314010185 HTTP/1.1" status: 200 len: 210 time: 0.0557959 Nov 12 08:57:08.802629 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8d6b01d6-bc4e-4eef-9135-5d3e3b6ee762 tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:08.814059 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3839ad38-171c-491a-afdb-dd6d28a052aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:08.852266 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3839ad38-171c-491a-afdb-dd6d28a052aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] No DVR routers for this DVR port b887c212-e4a2-4a5e-9a29-912c986b07bf on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:57:08.923336 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-58c5359f-0921-4bff-b94b-9be53a2a70e5 None None] Deleting port b887c212-e4a2-4a5e-9a29-912c986b07bf {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:57:08.924006 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-58c5359f-0921-4bff-b94b-9be53a2a70e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:08.945537 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-8b0893d4-91ce-4585-b635-f02818205c3b None None] Set router 56970609-9c7f-4776-8df4-654d95099c85 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:57:08.969103 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3839ad38-171c-491a-afdb-dd6d28a052aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:08.997500 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-3839ad38-171c-491a-afdb-dd6d28a052aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b838fe8a-0ccd-48dd-9b0d-ec58c3508943']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:09.009686 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-3839ad38-171c-491a-afdb-dd6d28a052aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ffed51-7686-48c1-8544-6f2cd91c5160') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:09.010130 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-3839ad38-171c-491a-afdb-dd6d28a052aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ffed51-7686-48c1-8544-6f2cd91c5160') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:09.022551 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3839ad38-171c-491a-afdb-dd6d28a052aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:09.039781 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3839ad38-171c-491a-afdb-dd6d28a052aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:09.047196 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3839ad38-171c-491a-afdb-dd6d28a052aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:57:09.047708 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3839ad38-171c-491a-afdb-dd6d28a052aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:09.104577 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-58c5359f-0921-4bff-b94b-9be53a2a70e5 None None] For port b887c212-e4a2-4a5e-9a29-912c986b07bf, host n-d-768862-16, got binding levels [] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:09.105229 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-58c5359f-0921-4bff-b94b-9be53a2a70e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:09.137326 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-58c5359f-0921-4bff-b94b-9be53a2a70e5 None None] Calling delete_port for b887c212-e4a2-4a5e-9a29-912c986b07bf owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:57:09.145099 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.ipam_backend_mixin [None req-58c5359f-0921-4bff-b94b-9be53a2a70e5 None None] Port b887c212-e4a2-4a5e-9a29-912c986b07bf was not found and therefore no delete operation was performed {{(pid=102570) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:57:09.149147 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-58c5359f-0921-4bff-b94b-9be53a2a70e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:09.211590 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:57:09.211590 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:57:09.211590 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:57:09.211590 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:57:09.211590 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:57:09.211590 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:57:09.211590 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:57:09.211590 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:57:09.211590 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:57:09.211590 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:57:09.211590 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:57:09.211590 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:57:09.211590 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:57:09.211590 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:57:09.211590 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:57:09.211590 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:57:09.211590 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:57:09.211590 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:57:09.211590 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:57:09.211590 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:57:09.211590 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:57:09.211590 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:57:09.211590 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:57:09.211590 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:57:09.211590 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:57:09.211590 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:57:09.211590 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:57:09.211590 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:57:09.211590 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:57:09.211590 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:57:09.211590 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:57:09.211590 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:57:09.244611 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839ad38-171c-491a-afdb-dd6d28a052aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Port': ['ID=b887c212-e4a2-4a5e-9a29-912c986b07bf,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:09.259012 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13f82c-0a7e-4872-b740-6022342185de req-d9de8c1f-4b71-46b5-8d5d-c85dcb624a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:09.264188 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-df13f82c-0a7e-4872-b740-6022342185de req-d9de8c1f-4b71-46b5-8d5d-c85dcb624a6a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ec847d4aa114da6b8ea6ce22207bb4f&device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 1098 time: 0.4678845 Nov 12 08:57:09.271182 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3839ad38-171c-491a-afdb-dd6d28a052aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:09.284239 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3839ad38-171c-491a-afdb-dd6d28a052aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:09.298578 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40648) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:09.299527 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3839ad38-171c-491a-afdb-dd6d28a052aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/networks/b838fe8a-0ccd-48dd-9b0d-ec58c3508943 HTTP/1.1" status: 204 len: 168 time: 1.3844659 Nov 12 08:57:09.325374 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-c5d62d39-070a-4fa7-ae83-350ebe36807d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1385014329', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}, 'admin_state_up': False}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:09.329870 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c5359f-0921-4bff-b94b-9be53a2a70e5 None None] No DVR routers for this DVR port b887c212-e4a2-4a5e-9a29-912c986b07bf on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:57:09.363833 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-c477abfb-e43d-4293-8abf-b133add860ee tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:09.400186 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839ad38-171c-491a-afdb-dd6d28a052aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Network': ['ID=b838fe8a-0ccd-48dd-9b0d-ec58c3508943,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:09.448418 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c5d62d39-070a-4fa7-ae83-350ebe36807d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:09.450998 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c5d62d39-070a-4fa7-ae83-350ebe36807d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:09.628914 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d6b01d6-bc4e-4eef-9135-5d3e3b6ee762 tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:09.681437 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['0db8467b-a8e0-4127-b527-cac040b50758'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:09.688561 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5359f-0921-4bff-b94b-9be53a2a70e5 None None] Pushing event deleted for resources: {'Port': ['ID=b887c212-e4a2-4a5e-9a29-912c986b07bf,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:09.709879 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c5d62d39-070a-4fa7-ae83-350ebe36807d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:09.745119 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-c477abfb-e43d-4293-8abf-b133add860ee tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Network dff85ee1-5d3b-4104-8677-a8be57638c59 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:09.759456 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-c477abfb-e43d-4293-8abf-b133add860ee tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:09.828043 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-c477abfb-e43d-4293-8abf-b133add860ee tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:09.847861 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477abfb-e43d-4293-8abf-b133add860ee tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Pushing event updated for resources: {'Port': ['ID=abd465b5-4b94-4538-b675-5149ab79cf52,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:09.985635 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8b0893d4-91ce-4585-b635-f02818205c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56970609-9c7f-4776-8df4-654d95099c85', 'name': 'tempest-AttachVolumeShelveTestJSON-930260596-router', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:04Z', 'updated_at': '2021-11-12T08:56:20Z', 'revision_number': 4, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'gw_port': {'id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:08Z', 'updated_at': '2021-11-12T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '666ab8ab-e2b6-4f0a-a0c9-da867e48eb1e', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '56970609-9c7f-4776-8df4-654d95099c85', 'port_id': '10d0e75b-037d-4def-aa04-663d57ef0288', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146', 'mac_address': 'fa:16:3e:0f:5f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345244c0-dfc6-4e22-91c7-b4a3b95d0702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:56:32Z', 'updated_at': '2021-11-12T08:57:06Z', 'revision_number': 1, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22e6fdd-04aa-4edd-9626-fa8953dc9a8b', 'name': '', 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'mac_address': 'fa:16:3e:29:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '7b4bf441-b446-4677-be35-634c383c7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:16Z', 'updated_at': '2021-11-12T08:56:37Z', 'revision_number': 5, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'subnets': [{'id': '7b4bf441-b446-4677-be35-634c383c7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:10.033098 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0893d4-91ce-4585-b635-f02818205c3b None None] Checking router: 56970609-9c7f-4776-8df4-654d95099c85 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:57:10.096380 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0893d4-91ce-4585-b635-f02818205c3b None None] Routers {'56970609-9c7f-4776-8df4-654d95099c85'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:10.096380 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8b0893d4-91ce-4585-b635-f02818205c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:56:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['56970609-9c7f-4776-8df4-654d95099c85'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:10.098586 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13f82c-0a7e-4872-b740-6022342185de req-098221b7-f8de-4962-9e76-c1e0f117d78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:10.101374 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-df13f82c-0a7e-4872-b740-6022342185de req-098221b7-f8de-4962-9e76-c1e0f117d78c service neutron] 10.222.0.54 "GET /v2.0/networks?id=1257ab85-0a57-4816-836b-dcdc791e6146 HTTP/1.1" status: 200 len: 917 time: 0.7985899 Nov 12 08:57:10.228583 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c5d62d39-070a-4fa7-ae83-350ebe36807d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:10.303610 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e58786bd-e7f4-41a3-9198-d0b2af7bf072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:10.384643 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-df13f82c-0a7e-4872-b740-6022342185de req-4c4063ab-a02b-49d5-96c9-448a3897a70b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10d0e75b-037d-4def-aa04-663d57ef0288 HTTP/1.1" status: 200 len: 1000 time: 0.2258611 Nov 12 08:57:10.397146 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-c477abfb-e43d-4293-8abf-b133add860ee tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:10.397684 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-c477abfb-e43d-4293-8abf-b133add860ee tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:10.416574 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-8b0893d4-91ce-4585-b635-f02818205c3b None None] Set router 56970609-9c7f-4776-8df4-654d95099c85 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:57:10.417012 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3832e0-2a6a-41ca-8d9e-d804242835a7 req-f34413f1-1baf-461a-add2-2c8dfcd1eecc tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:10.425103 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4f3832e0-2a6a-41ca-8d9e-d804242835a7 req-f34413f1-1baf-461a-add2-2c8dfcd1eecc tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab23997d-6f61-4bff-b149-48e314010185 HTTP/1.1" status: 200 len: 931 time: 0.3714705 Nov 12 08:57:10.461718 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13f82c-0a7e-4872-b740-6022342185de req-6d16b089-c5a4-42f1-9d65-983fe4b4dfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:10.462843 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-df13f82c-0a7e-4872-b740-6022342185de req-6d16b089-c5a4-42f1-9d65-983fe4b4dfcf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b4bf441-b446-4677-be35-634c383c7b12 HTTP/1.1" status: 200 len: 855 time: 0.0596924 Nov 12 08:57:10.553879 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-c477abfb-e43d-4293-8abf-b133add860ee tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1331112 Nov 12 08:57:10.556381 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13f82c-0a7e-4872-b740-6022342185de req-3268abac-571a-41a4-aeb5-b23c5541b382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:10.557907 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-df13f82c-0a7e-4872-b740-6022342185de req-3268abac-571a-41a4-aeb5-b23c5541b382 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1257ab85-0a57-4816-836b-dcdc791e6146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0850141 Nov 12 08:57:10.587063 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-8675e93e-d183-46d8-a50d-e9fe9d7460be service neutron] Request body: {'port': {'device_id': 'ab23997d-6f61-4bff-b149-48e314010185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:10.615035 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b887c212-e4a2-4a5e-9a29-912c986b07bf no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:57:10.623335 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d6b01d6-bc4e-4eef-9135-5d3e3b6ee762 tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:10.661899 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-8675e93e-d183-46d8-a50d-e9fe9d7460be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:10.727134 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: b887c212-e4a2-4a5e-9a29-912c986b07bf {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:57:10.727690 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b887c212-e4a2-4a5e-9a29-912c986b07bf not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:57:10.744979 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4f3832e0-2a6a-41ca-8d9e-d804242835a7 req-4fa4d0d2-6c60-456e-8fe0-27b93da79d0d tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188736 Nov 12 08:57:11.040645 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8b0893d4-91ce-4585-b635-f02818205c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56970609-9c7f-4776-8df4-654d95099c85', 'name': 'tempest-AttachVolumeShelveTestJSON-930260596-router', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:04Z', 'updated_at': '2021-11-12T08:56:20Z', 'revision_number': 4, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'gw_port': {'id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:08Z', 'updated_at': '2021-11-12T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '666ab8ab-e2b6-4f0a-a0c9-da867e48eb1e', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '56970609-9c7f-4776-8df4-654d95099c85', 'port_id': '10d0e75b-037d-4def-aa04-663d57ef0288', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146', 'mac_address': 'fa:16:3e:0f:5f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345244c0-dfc6-4e22-91c7-b4a3b95d0702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:56:32Z', 'updated_at': '2021-11-12T08:57:06Z', 'revision_number': 1, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22e6fdd-04aa-4edd-9626-fa8953dc9a8b', 'name': '', 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'mac_address': 'fa:16:3e:29:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '7b4bf441-b446-4677-be35-634c383c7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:16Z', 'updated_at': '2021-11-12T08:56:37Z', 'revision_number': 5, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'subnets': [{'id': '7b4bf441-b446-4677-be35-634c383c7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:11.111216 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0893d4-91ce-4585-b635-f02818205c3b None None] The sync data for ids ['56970609-9c7f-4776-8df4-654d95099c85'] in n-d-768862-16 is: [{'id': '56970609-9c7f-4776-8df4-654d95099c85', 'name': 'tempest-AttachVolumeShelveTestJSON-930260596-router', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:04Z', 'updated_at': '2021-11-12T08:56:20Z', 'revision_number': 4, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'gw_port': {'id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:08Z', 'updated_at': '2021-11-12T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '666ab8ab-e2b6-4f0a-a0c9-da867e48eb1e', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '56970609-9c7f-4776-8df4-654d95099c85', 'port_id': '10d0e75b-037d-4def-aa04-663d57ef0288', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146', 'mac_address': 'fa:16:3e:0f:5f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345244c0-dfc6-4e22-91c7-b4a3b95d0702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:56:32Z', 'updated_at': '2021-11-12T08:57:06Z', 'revision_number': 1, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22e6fdd-04aa-4edd-9626-fa8953dc9a8b', 'name': '', 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'mac_address': 'fa:16:3e:29:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '7b4bf441-b446-4677-be35-634c383c7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:16Z', 'updated_at': '2021-11-12T08:56:37Z', 'revision_number': 5, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'subnets': [{'id': '7b4bf441-b446-4677-be35-634c383c7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:57:11.144246 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c5d62d39-070a-4fa7-ae83-350ebe36807d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:11.190852 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c5d62d39-070a-4fa7-ae83-350ebe36807d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:11.468438 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-c5d62d39-070a-4fa7-ae83-350ebe36807d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Allocated IP 172.25.6.18 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/b6b758f5-deeb-4db1-9307-09dc951854d6) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:11.502280 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b0825e-f969-4974-ab86-9861fb414186 None None] New status for floating IP 666ab8ab-e2b6-4f0a-a0c9-da867e48eb1e: ACTIVE {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:57:11.502854 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-df13f82c-0a7e-4872-b740-6022342185de req-73fea890-a32f-4589-9e53-fd9c25b92560 service neutron] 10.222.0.54 "GET /v2.0/networks/1257ab85-0a57-4816-836b-dcdc791e6146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9306314 Nov 12 08:57:11.632708 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-8675e93e-d183-46d8-a50d-e9fe9d7460be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd465b5-4b94-4538-b675-5149ab79cf52 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:11.646960 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-8675e93e-d183-46d8-a50d-e9fe9d7460be service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:11.675268 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c5d62d39-070a-4fa7-ae83-350ebe36807d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:11.705195 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-8675e93e-d183-46d8-a50d-e9fe9d7460be service neutron] Transition to ACTIVE for port object abd465b5-4b94-4538-b675-5149ab79cf52 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:57:11.726570 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-8675e93e-d183-46d8-a50d-e9fe9d7460be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:11.853425 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c5d62d39-070a-4fa7-ae83-350ebe36807d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:11.987355 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-df13f82c-0a7e-4872-b740-6022342185de req-9dffac63-f055-4ae4-967d-261816e55773 service neutron] 10.222.0.54 "GET /v2.0/networks/1257ab85-0a57-4816-836b-dcdc791e6146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600122 Nov 12 08:57:12.033875 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d62d39-070a-4fa7-ae83-350ebe36807d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:12.037340 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:12.072877 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-c5d62d39-070a-4fa7-ae83-350ebe36807d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:12.091505 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da81abcb-11db-49b6-b1ef-28458eff198e None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:57:12.092140 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8675e93e-d183-46d8-a50d-e9fe9d7460be service neutron] Pushing event updated for resources: {'Port': ['ID=abd465b5-4b94-4538-b675-5149ab79cf52,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:12.093358 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d62d39-070a-4fa7-ae83-350ebe36807d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:12.132568 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d62d39-070a-4fa7-ae83-350ebe36807d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Port': ['ID=b6b758f5-deeb-4db1-9307-09dc951854d6,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:12.183074 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-0cabe76d-c5c5-4ae9-bc95-5d80f8a311c4 None None] Provisioning complete for port b6b758f5-deeb-4db1-9307-09dc951854d6 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:12.183464 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0cabe76d-c5c5-4ae9-bc95-5d80f8a311c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:12.260970 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-8d6b01d6-bc4e-4eef-9135-5d3e3b6ee762 tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] Allocated IP 172.25.6.133 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/6f36164d-65b4-4990-9a2e-5e16867a3e83) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:12.300774 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bdbc82-9af3-416b-ba86-bf76df1f8903 req-de47b25e-f544-49c5-89b1-198d8dd42ecf tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:12.313590 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-76bdbc82-9af3-416b-ba86-bf76df1f8903 req-de47b25e-f544-49c5-89b1-198d8dd42ecf tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab23997d-6f61-4bff-b149-48e314010185 HTTP/1.1" status: 200 len: 943 time: 0.3264005 Nov 12 08:57:12.328630 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-0cabe76d-c5c5-4ae9-bc95-5d80f8a311c4 None None] Port b6b758f5-deeb-4db1-9307-09dc951854d6 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:57:12.408755 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-8675e93e-d183-46d8-a50d-e9fe9d7460be service neutron] Attempting to bind port abd465b5-4b94-4538-b675-5149ab79cf52 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:12.409220 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-8675e93e-d183-46d8-a50d-e9fe9d7460be service neutron] Attempting to bind port abd465b5-4b94-4538-b675-5149ab79cf52 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:12.409644 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-8675e93e-d183-46d8-a50d-e9fe9d7460be service neutron] Attempting to bind port abd465b5-4b94-4538-b675-5149ab79cf52 on network dff85ee1-5d3b-4104-8677-a8be57638c59 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:12.420379 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-8675e93e-d183-46d8-a50d-e9fe9d7460be service neutron] Port abd465b5-4b94-4538-b675-5149ab79cf52 on network dff85ee1-5d3b-4104-8677-a8be57638c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:57:12.421845 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-8675e93e-d183-46d8-a50d-e9fe9d7460be service neutron] Attempting to bind port abd465b5-4b94-4538-b675-5149ab79cf52 on network dff85ee1-5d3b-4104-8677-a8be57638c59 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:12.434838 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-8675e93e-d183-46d8-a50d-e9fe9d7460be service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:12.435342 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-8675e93e-d183-46d8-a50d-e9fe9d7460be service neutron] Checking segment: {'id': 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:12.435861 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-8675e93e-d183-46d8-a50d-e9fe9d7460be service neutron] Bound using segment: {'id': 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:12.436412 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-8675e93e-d183-46d8-a50d-e9fe9d7460be service neutron] Bound port: abd465b5-4b94-4538-b675-5149ab79cf52, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:12.436959 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-8675e93e-d183-46d8-a50d-e9fe9d7460be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:12.534316 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d6b01d6-bc4e-4eef-9135-5d3e3b6ee762 tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:12.576343 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-8675e93e-d183-46d8-a50d-e9fe9d7460be service neutron] For port abd465b5-4b94-4538-b675-5149ab79cf52, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:12.620024 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-8675e93e-d183-46d8-a50d-e9fe9d7460be service neutron] For port abd465b5-4b94-4538-b675-5149ab79cf52, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=abd465b5-4b94-4538-b675-5149ab79cf52,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:12.635024 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-8675e93e-d183-46d8-a50d-e9fe9d7460be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:12.638525 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-76bdbc82-9af3-416b-ba86-bf76df1f8903 req-c3082356-f652-43c7-9d9c-64e1cfee1105 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998977 Nov 12 08:57:12.777924 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d6b01d6-bc4e-4eef-9135-5d3e3b6ee762 tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:12.786513 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-8675e93e-d183-46d8-a50d-e9fe9d7460be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:12.787273 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-8675e93e-d183-46d8-a50d-e9fe9d7460be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:12.789117 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-8675e93e-d183-46d8-a50d-e9fe9d7460be service neutron] 10.222.0.54 "PUT /v2.0/ports/abd465b5-4b94-4538-b675-5149ab79cf52 HTTP/1.1" status: 200 len: 1092 time: 2.2188067 Nov 12 08:57:12.790251 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab23997d-6f61-4bff-b149-48e314010185', 'tag': 'abd465b5-4b94-4538-b675-5149ab79cf52'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:12.797433 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edc2c71-844f-4f67-8172-2bccb5779b82" -d '{"events": [{"name": "network-changed", "server_uuid": "ab23997d-6f61-4bff-b149-48e314010185", "tag": "abd465b5-4b94-4538-b675-5149ab79cf52"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:12.890537 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c5d62d39-070a-4fa7-ae83-350ebe36807d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:12.913403 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdb7d85-d259-4324-8e2c-71defad030f1 x-openstack-request-id: req-6fdb7d85-d259-4324-8e2c-71defad030f1 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:12.914082 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab23997d-6f61-4bff-b149-48e314010185", "tag": "abd465b5-4b94-4538-b675-5149ab79cf52", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:12.914536 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6fdb7d85-d259-4324-8e2c-71defad030f1 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:12.915489 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab23997d-6f61-4bff-b149-48e314010185', 'tag': 'abd465b5-4b94-4538-b675-5149ab79cf52', 'status': 'completed', 'code': 200} Nov 12 08:57:12.919627 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6b01d6-bc4e-4eef-9135-5d3e3b6ee762 tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:12.921390 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8675e93e-d183-46d8-a50d-e9fe9d7460be service neutron] Pushing event updated for resources: {'Port': ['ID=abd465b5-4b94-4538-b675-5149ab79cf52,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:12.977516 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-8d6b01d6-bc4e-4eef-9135-5d3e3b6ee762 tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:12.983029 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6b01d6-bc4e-4eef-9135-5d3e3b6ee762 tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:13.063132 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b01d6-bc4e-4eef-9135-5d3e3b6ee762 tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] Pushing event updated for resources: {'Port': ['ID=6f36164d-65b4-4990-9a2e-5e16867a3e83,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:13.134791 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-9827de20-f4a5-4412-b4a5-9f6b0e5813b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:13.137628 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-9827de20-f4a5-4412-b4a5-9f6b0e5813b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78d9cae7e28e44dea74a67608c81b079&device_id=ab23997d-6f61-4bff-b149-48e314010185 HTTP/1.1" status: 200 len: 1095 time: 0.2824197 Nov 12 08:57:13.208892 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-b21a7bdd-1b26-4b33-8255-e4891860624f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abd465b5-4b94-4538-b675-5149ab79cf52 HTTP/1.1" status: 200 len: 217 time: 0.0635209 Nov 12 08:57:13.228835 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d6b01d6-bc4e-4eef-9135-5d3e3b6ee762 tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:13.320139 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d6b01d6-bc4e-4eef-9135-5d3e3b6ee762 tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:13.434318 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:13.561307 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d6b01d6-bc4e-4eef-9135-5d3e3b6ee762 tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:13.576398 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d6b01d6-bc4e-4eef-9135-5d3e3b6ee762 tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:13.976706 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c5d62d39-070a-4fa7-ae83-350ebe36807d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:14.067947 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:14.146508 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d79dc-d277-4a9d-9279-c6f1e357dcf7 req-ab68a202-3709-447c-9ee7-15d02fc665fe tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:14.155890 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-705d79dc-d277-4a9d-9279-c6f1e357dcf7 req-ab68a202-3709-447c-9ee7-15d02fc665fe tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab23997d-6f61-4bff-b149-48e314010185 HTTP/1.1" status: 200 len: 943 time: 0.1738915 Nov 12 08:57:14.257244 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-705d79dc-d277-4a9d-9279-c6f1e357dcf7 req-42a31505-c1b5-4855-8aec-f5c495cd308b tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995491 Nov 12 08:57:14.307514 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b01d6-bc4e-4eef-9135-5d3e3b6ee762 tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] Pushing event updated for resources: {'Port': ['ID=6f36164d-65b4-4990-9a2e-5e16867a3e83,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:14.314745 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-ed57be62-8c26-44cc-ac84-eca2d4f73e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:14.317761 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-ed57be62-8c26-44cc-ac84-eca2d4f73e0b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5c35fa51-ac67-4be1-b9e2-7be8e3c59722 HTTP/1.1" status: 200 len: 845 time: 1.0905731 Nov 12 08:57:14.387326 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d62d39-070a-4fa7-ae83-350ebe36807d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Router 752ed830-8997-4305-937e-28b588faded8 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:57:14.409123 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-74799885-f4ee-468f-bb7a-4dd82d5be298 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dff85ee1-5d3b-4104-8677-a8be57638c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801976 Nov 12 08:57:14.508085 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d6b01d6-bc4e-4eef-9135-5d3e3b6ee762 tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:14.651498 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-946fd2fc-0b32-49d4-b9c3-2041a8362cfc service neutron] 10.222.0.54 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318761 Nov 12 08:57:14.657140 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d6b01d6-bc4e-4eef-9135-5d3e3b6ee762 tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:14.658681 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8d6b01d6-bc4e-4eef-9135-5d3e3b6ee762 tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3651750 Nov 12 08:57:14.662313 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40714) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:14.676848 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-99faacaf-d350-4c81-9cf5-1758fcf6e26e tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-503214994', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'fixed_ips': [{'ip_address': '172.25.6.133'}]}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:14.710961 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d62d39-070a-4fa7-ae83-350ebe36807d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:57:14.721741 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e848610-dc53-40c5-b575-c6ec49de029d None None] Sync routers for ids ['752ed830-8997-4305-937e-28b588faded8'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:57:14.762379 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99faacaf-d350-4c81-9cf5-1758fcf6e26e tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] Made reservation on behalf of e18258b27b804349ad325d0701015863 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:14.765205 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99faacaf-d350-4c81-9cf5-1758fcf6e26e tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:14.770188 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e848610-dc53-40c5-b575-c6ec49de029d None None] Routers {'752ed830-8997-4305-937e-28b588faded8'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:14.770891 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-6e848610-dc53-40c5-b575-c6ec49de029d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:57:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['752ed830-8997-4305-937e-28b588faded8'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:14.778810 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c5d62d39-070a-4fa7-ae83-350ebe36807d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:14.780136 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c5d62d39-070a-4fa7-ae83-350ebe36807d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.4786325 Nov 12 08:57:14.792847 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40716) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:14.816995 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99faacaf-d350-4c81-9cf5-1758fcf6e26e tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:14.826919 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5d8eca84-d91d-4f9f-bee1-8f6cf390a832 req-08f8f33e-f2c2-48a2-a2fe-53c06293dd07 service neutron] 10.222.0.54 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669335 Nov 12 08:57:14.929486 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-6e848610-dc53-40c5-b575-c6ec49de029d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:14.969650 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e848610-dc53-40c5-b575-c6ec49de029d None None] Routers {'752ed830-8997-4305-937e-28b588faded8'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:14.972535 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-6e848610-dc53-40c5-b575-c6ec49de029d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:57:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['752ed830-8997-4305-937e-28b588faded8'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:15.025428 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc2c71-844f-4f67-8172-2bccb5779b82 req-d69e6f82-7358-4f34-938c-56204135b967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:15.036379 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9edc2c71-844f-4f67-8172-2bccb5779b82 req-d69e6f82-7358-4f34-938c-56204135b967 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78d9cae7e28e44dea74a67608c81b079&device_id=ab23997d-6f61-4bff-b149-48e314010185 HTTP/1.1" status: 200 len: 1095 time: 0.1315892 Nov 12 08:57:15.110433 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-6e848610-dc53-40c5-b575-c6ec49de029d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:15.112567 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e848610-dc53-40c5-b575-c6ec49de029d None None] The sync data for ids ['752ed830-8997-4305-937e-28b588faded8'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:57:15.323385 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99faacaf-d350-4c81-9cf5-1758fcf6e26e tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:15.336870 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99faacaf-d350-4c81-9cf5-1758fcf6e26e tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:15.364992 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc2c71-844f-4f67-8172-2bccb5779b82 req-ebc2309c-5c99-4df1-a1c2-9ecaea564b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:15.374497 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9edc2c71-844f-4f67-8172-2bccb5779b82 req-ebc2309c-5c99-4df1-a1c2-9ecaea564b65 service neutron] 10.222.0.54 "GET /v2.0/networks?id=dff85ee1-5d3b-4104-8677-a8be57638c59 HTTP/1.1" status: 200 len: 906 time: 0.3289475 Nov 12 08:57:15.466983 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-99faacaf-d350-4c81-9cf5-1758fcf6e26e tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] device_id is not set on port 5a723777-dcd4-44a0-9256-970575468214 yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:57:15.534761 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9edc2c71-844f-4f67-8172-2bccb5779b82 req-1fa42775-4481-4477-bc24-ba3e91eebfbe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abd465b5-4b94-4538-b675-5149ab79cf52 HTTP/1.1" status: 200 len: 217 time: 0.1494930 Nov 12 08:57:15.543333 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99faacaf-d350-4c81-9cf5-1758fcf6e26e tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df67ac4-9ebd-4794-9c0b-6952daa28d1e,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:15.667555 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc2c71-844f-4f67-8172-2bccb5779b82 req-f7cf47da-7fe6-4a12-a66a-6e119a3de264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:15.670173 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9edc2c71-844f-4f67-8172-2bccb5779b82 req-f7cf47da-7fe6-4a12-a66a-6e119a3de264 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5c35fa51-ac67-4be1-b9e2-7be8e3c59722 HTTP/1.1" status: 200 len: 845 time: 0.1208534 Nov 12 08:57:15.755908 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-04b37c82-e00a-4257-a2ac-834db7421be5 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "GET /v2.0/routers/752ed830-8997-4305-937e-28b588faded8 HTTP/1.1" status: 200 len: 880 time: 0.9613900 Nov 12 08:57:15.766186 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40732) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:15.771570 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9edc2c71-844f-4f67-8172-2bccb5779b82 req-9d086da1-337e-4eab-add6-0cedde00fc71 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dff85ee1-5d3b-4104-8677-a8be57638c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867674 Nov 12 08:57:16.015201 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9edc2c71-844f-4f67-8172-2bccb5779b82 req-ea6add72-21f0-48b8-8ddf-89719b025c40 service neutron] 10.222.0.54 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336948 Nov 12 08:57:16.017453 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-99faacaf-d350-4c81-9cf5-1758fcf6e26e tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 08:57:16.018290 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99faacaf-d350-4c81-9cf5-1758fcf6e26e tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:57:16.049461 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9bad4-2ac8-4d5f-9eee-6a35e9d2d94b req-8e1cb96f-de75-4bd3-a78d-80073b74e37b tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:16.064034 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-31c9bad4-2ac8-4d5f-9eee-6a35e9d2d94b req-8e1cb96f-de75-4bd3-a78d-80073b74e37b tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab23997d-6f61-4bff-b149-48e314010185 HTTP/1.1" status: 200 len: 943 time: 0.5891402 Nov 12 08:57:16.159586 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-31c9bad4-2ac8-4d5f-9eee-6a35e9d2d94b req-f0575b31-4182-4f02-a0c6-8ce051975f2e tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940123 Nov 12 08:57:16.181231 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-99faacaf-d350-4c81-9cf5-1758fcf6e26e tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.5151725 Nov 12 08:57:16.181427 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40734) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:16.466775 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9edc2c71-844f-4f67-8172-2bccb5779b82 req-e64e78d0-90d0-4710-85d2-6a427e81a477 service neutron] 10.222.0.54 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418318 Nov 12 08:57:16.610926 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40742) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:16.611255 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-20b155b5-e434-4be7-b950-b432dd9b82dd tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.8430853 Nov 12 08:57:16.624414 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d64cfed6-3ab9-46a8-9fc9-8f909c9b1b6e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1385014329'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:16.682294 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-b922162c-070b-4cb8-ac33-25d4d960f18c tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] Deleting port 6f36164d-65b4-4990-9a2e-5e16867a3e83 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:57:16.682826 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b922162c-070b-4cb8-ac33-25d4d960f18c tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:16.797207 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b922162c-070b-4cb8-ac33-25d4d960f18c tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:16.797595 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b922162c-070b-4cb8-ac33-25d4d960f18c tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:16.844573 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-b922162c-070b-4cb8-ac33-25d4d960f18c tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] Calling delete_port for 6f36164d-65b4-4990-9a2e-5e16867a3e83 owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:57:17.326063 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b922162c-070b-4cb8-ac33-25d4d960f18c tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:17.397453 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922162c-070b-4cb8-ac33-25d4d960f18c tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f36164d-65b4-4990-9a2e-5e16867a3e83,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:17.420757 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d64cfed6-3ab9-46a8-9fc9-8f909c9b1b6e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12134'] for router, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:17.464413 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3b8d1-83da-4841-88d3-92bea1940801 req-9687943a-4bba-4e57-bdf9-5fc259566ddf tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:17.468629 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-90f3b8d1-83da-4841-88d3-92bea1940801 req-9687943a-4bba-4e57-bdf9-5fc259566ddf tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab23997d-6f61-4bff-b149-48e314010185 HTTP/1.1" status: 200 len: 943 time: 0.1221883 Nov 12 08:57:17.596916 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d64cfed6-3ab9-46a8-9fc9-8f909c9b1b6e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920415'] for router, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:17.713052 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b922162c-070b-4cb8-ac33-25d4d960f18c tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:17.717782 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b922162c-070b-4cb8-ac33-25d4d960f18c tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:17.719899 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b922162c-070b-4cb8-ac33-25d4d960f18c tempest-ExternalNetworksAdminNegativeTestJSON-218157524 tempest-ExternalNetworksAdminNegativeTestJSON-218157524-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/647185bc-fccf-473d-b2ed-3090820628e9 HTTP/1.1" status: 204 len: 168 time: 1.5367918 Nov 12 08:57:17.731491 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-90f3b8d1-83da-4841-88d3-92bea1940801 req-72135681-a28e-4adf-957f-079eb3ccd7ba tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522089 Nov 12 08:57:17.780205 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device abd465b5-4b94-4538-b675-5149ab79cf52 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:57:18.102348 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port abd465b5-4b94-4538-b675-5149ab79cf52, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=abd465b5-4b94-4538-b675-5149ab79cf52,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:18.107783 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64cfed6-3ab9-46a8-9fc9-8f909c9b1b6e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Router 752ed830-8997-4305-937e-28b588faded8 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:57:18.136158 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'abd465b5-4b94-4538-b675-5149ab79cf52', 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59', 'port_id': 'abd465b5-4b94-4538-b675-5149ab79cf52', 'mac_address': 'fa:16:3e:9a:94:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c35fa51-ac67-4be1-b9e2-7be8e3c59722', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:57:18.417052 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:18.480695 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd465b5-4b94-4538-b675-5149ab79cf52 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:18.534080 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64cfed6-3ab9-46a8-9fc9-8f909c9b1b6e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:57:18.540856 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port abd465b5-4b94-4538-b675-5149ab79cf52, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=abd465b5-4b94-4538-b675-5149ab79cf52,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:18.554854 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:18.567642 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96087773-1376-4875-b10e-429f2821faf2 None None] Sync routers for ids ['752ed830-8997-4305-937e-28b588faded8'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:57:18.575852 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d64cfed6-3ab9-46a8-9fc9-8f909c9b1b6e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:18.585707 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d64cfed6-3ab9-46a8-9fc9-8f909c9b1b6e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "PUT /v2.0/routers/752ed830-8997-4305-937e-28b588faded8 HTTP/1.1" status: 200 len: 887 time: 1.9622431 Nov 12 08:57:18.586973 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40766) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:18.633475 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96087773-1376-4875-b10e-429f2821faf2 None None] Routers {'752ed830-8997-4305-937e-28b588faded8'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:18.640635 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-96087773-1376-4875-b10e-429f2821faf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:57:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['752ed830-8997-4305-937e-28b588faded8'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:18.737526 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40770) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:18.766058 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=abd465b5-4b94-4538-b675-5149ab79cf52,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:18.802465 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-96087773-1376-4875-b10e-429f2821faf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:18.844135 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96087773-1376-4875-b10e-429f2821faf2 None None] Routers {'752ed830-8997-4305-937e-28b588faded8'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:18.845211 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-96087773-1376-4875-b10e-429f2821faf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:57:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['752ed830-8997-4305-937e-28b588faded8'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:18.895550 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['abd465b5-4b94-4538-b675-5149ab79cf52'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:19.015535 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-74a3392e-5a21-44cb-88c1-c81d994b4bc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:19.062029 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-96087773-1376-4875-b10e-429f2821faf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:19.063078 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96087773-1376-4875-b10e-429f2821faf2 None None] The sync data for ids ['752ed830-8997-4305-937e-28b588faded8'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:57:19.184905 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-74a3392e-5a21-44cb-88c1-c81d994b4bc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:19.194056 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-74a3392e-5a21-44cb-88c1-c81d994b4bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:19.227694 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ac408da0-ff9c-4df2-af53-e5a00303711d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "GET /v2.0/routers/752ed830-8997-4305-937e-28b588faded8 HTTP/1.1" status: 200 len: 887 time: 0.6377165 Nov 12 08:57:19.229617 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40782) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:19.270474 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9b2f7529-d72d-4216-9421-7f194530026e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "GET /v2.0/ports?device_id=752ed830-8997-4305-937e-28b588faded8 HTTP/1.1" status: 200 len: 205 time: 0.0378752 Nov 12 08:57:19.272449 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40784) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:19.288827 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-74a3392e-5a21-44cb-88c1-c81d994b4bc6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b0b84b3c5cf4d46b656fef3a97b8e27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5488706 Nov 12 08:57:19.294365 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7cb88c-8a05-4dbd-8512-09e6e0a7c707 req-2e7ffa64-9b69-4b23-9cad-dc7a20f33147 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:19.296824 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3a7cb88c-8a05-4dbd-8512-09e6e0a7c707 req-2e7ffa64-9b69-4b23-9cad-dc7a20f33147 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab23997d-6f61-4bff-b149-48e314010185 HTTP/1.1" status: 200 len: 944 time: 0.2538359 Nov 12 08:57:19.298106 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40786) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:19.334642 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3392e-5a21-44cb-88c1-c81d994b4bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f031ef-c464-492c-a632-99b1ddfc052e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:19.496521 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3a7cb88c-8a05-4dbd-8512-09e6e0a7c707 req-51314280-cbaf-4fbf-a22e-998710f4d957 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023912 Nov 12 08:57:19.680917 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-87cd4131-d792-41cb-8fbd-0ac1041e52c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:19.716862 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-87cd4131-d792-41cb-8fbd-0ac1041e52c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:19.782112 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-87cd4131-d792-41cb-8fbd-0ac1041e52c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:19.786047 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-87cd4131-d792-41cb-8fbd-0ac1041e52c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:19.787481 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-87cd4131-d792-41cb-8fbd-0ac1041e52c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76f031ef-c464-492c-a632-99b1ddfc052e HTTP/1.1" status: 204 len: 168 time: 0.4845376 Nov 12 08:57:19.801910 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-07a0a56c-3d9c-438c-a564-47555e94906e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:19.937258 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-07a0a56c-3d9c-438c-a564-47555e94906e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:19.940824 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd4131-d792-41cb-8fbd-0ac1041e52c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f031ef-c464-492c-a632-99b1ddfc052e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:20.103045 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-07a0a56c-3d9c-438c-a564-47555e94906e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Deleting port b6b758f5-deeb-4db1-9307-09dc951854d6 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:57:20.107047 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-07a0a56c-3d9c-438c-a564-47555e94906e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:20.340631 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-07a0a56c-3d9c-438c-a564-47555e94906e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:20.359711 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-07a0a56c-3d9c-438c-a564-47555e94906e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Calling delete_port for b6b758f5-deeb-4db1-9307-09dc951854d6 owned by network:router_gateway {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:57:20.715402 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40804) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:20.789606 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-07a0a56c-3d9c-438c-a564-47555e94906e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:20.864332 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e9058e-5421-4787-982a-319341988aa8 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:57:20.868792 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-762b83e6-0d93-4999-a9bb-a9587e70a960 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e18258b27b804349ad325d0701015863&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1517093 Nov 12 08:57:20.873097 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40806) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:21.145528 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-05c9bc3e-804c-437d-a476-fb5d97ec00fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:21.185921 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-05c9bc3e-804c-437d-a476-fb5d97ec00fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:21.244003 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-07a0a56c-3d9c-438c-a564-47555e94906e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:21.255373 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a0a56c-3d9c-438c-a564-47555e94906e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Port': ['ID=b6b758f5-deeb-4db1-9307-09dc951854d6,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:21.286036 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-05c9bc3e-804c-437d-a476-fb5d97ec00fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:21.301532 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-05c9bc3e-804c-437d-a476-fb5d97ec00fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:21.314281 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-05c9bc3e-804c-437d-a476-fb5d97ec00fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9df67ac4-9ebd-4794-9c0b-6952daa28d1e HTTP/1.1" status: 204 len: 168 time: 0.4379141 Nov 12 08:57:21.337117 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9bc3e-804c-437d-a476-fb5d97ec00fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df67ac4-9ebd-4794-9c0b-6952daa28d1e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:21.501865 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9eb97-fe91-4d32-94db-02b5a0f6f5ec req-cc54b997-cab6-4a83-a20c-af291c6bb98b tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:21.503488 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ab9eb97-fe91-4d32-94db-02b5a0f6f5ec req-cc54b997-cab6-4a83-a20c-af291c6bb98b tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab23997d-6f61-4bff-b149-48e314010185 HTTP/1.1" status: 200 len: 944 time: 0.7315371 Nov 12 08:57:21.505544 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-07a0a56c-3d9c-438c-a564-47555e94906e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:21.508436 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-07a0a56c-3d9c-438c-a564-47555e94906e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:21.607349 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-07a0a56c-3d9c-438c-a564-47555e94906e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:21.608287 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a0a56c-3d9c-438c-a564-47555e94906e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Fanout notify agent at l3_agent the message router_deleted on router 752ed830-8997-4305-937e-28b588faded8 {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:57:21.623320 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-07a0a56c-3d9c-438c-a564-47555e94906e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:21.625106 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-07a0a56c-3d9c-438c-a564-47555e94906e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/routers/752ed830-8997-4305-937e-28b588faded8 HTTP/1.1" status: 204 len: 168 time: 2.3510067 Nov 12 08:57:21.632106 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40818) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:21.640187 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-35adb11a-8e9d-4676-a5c1-e9d736b02321 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Request body: {'network': {'name': 'tempest-RoutersTest-2115090165'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:21.676635 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ab9eb97-fe91-4d32-94db-02b5a0f6f5ec req-3ed60bd3-7b08-468d-8775-7ae284980d2f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619403 Nov 12 08:57:21.681278 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35adb11a-8e9d-4676-a5c1-e9d736b02321 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Made reservation on behalf of 65719b7e54744d3883456a8130ad2c41 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:21.689432 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-35adb11a-8e9d-4676-a5c1-e9d736b02321 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:21.753309 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35adb11a-8e9d-4676-a5c1-e9d736b02321 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:57:21.774840 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-35adb11a-8e9d-4676-a5c1-e9d736b02321 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:21.775869 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-35adb11a-8e9d-4676-a5c1-e9d736b02321 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Added segment 9490e0c4-7a4b-41c1-a8ef-fba9ea7fc149 of type vlan for network 1f68e539-f084-4d16-9952-be4067884dd9 Nov 12 08:57:21.799093 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device abd465b5-4b94-4538-b675-5149ab79cf52 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:21.864295 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-35adb11a-8e9d-4676-a5c1-e9d736b02321 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:21.878508 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port abd465b5-4b94-4538-b675-5149ab79cf52 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:57:21.892983 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port abd465b5-4b94-4538-b675-5149ab79cf52 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:21.893386 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:21.932109 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-35adb11a-8e9d-4676-a5c1-e9d736b02321 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:21.946106 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35adb11a-8e9d-4676-a5c1-e9d736b02321 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:21.946837 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-35adb11a-8e9d-4676-a5c1-e9d736b02321 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:22.033365 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-35adb11a-8e9d-4676-a5c1-e9d736b02321 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4009185 Nov 12 08:57:22.038328 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40828) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:22.050162 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-47f9dad4-6749-4d62-8026-6e148d80078a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Request body: {'subnet': {'network_id': '1f68e539-f084-4d16-9952-be4067884dd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:22.064189 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:22.111897 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35adb11a-8e9d-4676-a5c1-e9d736b02321 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Network': ['ID=1f68e539-f084-4d16-9952-be4067884dd9,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:22.396574 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f9dad4-6749-4d62-8026-6e148d80078a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Made reservation on behalf of 65719b7e54744d3883456a8130ad2c41 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:22.411257 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-47f9dad4-6749-4d62-8026-6e148d80078a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:22.422169 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 1f68e539-f084-4d16-9952-be4067884dd9 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:57:22.492096 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab23997d-6f61-4bff-b149-48e314010185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd465b5-4b94-4538-b675-5149ab79cf52'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:22.496445 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fbb2e7-606a-4e89-b6d2-3f275831c236" -d '{"events": [{"server_uuid": "ab23997d-6f61-4bff-b149-48e314010185", "name": "network-vif-plugged", "status": "completed", "tag": "abd465b5-4b94-4538-b675-5149ab79cf52"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:22.635192 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port abd465b5-4b94-4538-b675-5149ab79cf52, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=abd465b5-4b94-4538-b675-5149ab79cf52,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:22.662424 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:22.984377 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea4f81b-7308-4268-9e83-74e4bbe48b18 x-openstack-request-id: req-1ea4f81b-7308-4268-9e83-74e4bbe48b18 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:22.988332 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab23997d-6f61-4bff-b149-48e314010185", "name": "network-vif-plugged", "status": "completed", "tag": "abd465b5-4b94-4538-b675-5149ab79cf52", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:22.991049 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ea4f81b-7308-4268-9e83-74e4bbe48b18 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:22.994435 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab23997d-6f61-4bff-b149-48e314010185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd465b5-4b94-4538-b675-5149ab79cf52', 'code': 200} Nov 12 08:57:23.011254 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408a0e3-64de-44d8-8b1f-0335a003e739 req-b60fcd59-b7d8-4e69-8f43-942f83d271f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:23.014933 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2408a0e3-64de-44d8-8b1f-0335a003e739 req-b60fcd59-b7d8-4e69-8f43-942f83d271f3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ab23997d-6f61-4bff-b149-48e314010185 HTTP/1.1" status: 200 len: 1097 time: 0.1918998 Nov 12 08:57:23.095356 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=abd465b5-4b94-4538-b675-5149ab79cf52,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:23.137495 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:23.153715 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-47f9dad4-6749-4d62-8026-6e148d80078a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:23.189273 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99ec54-47d0-4496-803b-ae5eaa9da191 req-27a8c1bc-dd6f-4c52-9010-9eb9782132d6 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:23.204215 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-da99ec54-47d0-4496-803b-ae5eaa9da191 req-27a8c1bc-dd6f-4c52-9010-9eb9782132d6 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab23997d-6f61-4bff-b149-48e314010185 HTTP/1.1" status: 200 len: 945 time: 0.1828752 Nov 12 08:57:23.225309 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2408a0e3-64de-44d8-8b1f-0335a003e739 req-4a90f67f-6aaa-4010-90dd-52e13d3f4bce service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010150 Nov 12 08:57:23.358536 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9dad4-6749-4d62-8026-6e148d80078a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Subnet': ['ID=69192c72-eafc-4d85-a6a0-59903ec1cfde,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:23.436598 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-da99ec54-47d0-4496-803b-ae5eaa9da191 req-d1d15a12-81e4-4fb0-8187-433d09269684 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307994 Nov 12 08:57:23.436970 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40870) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:23.449508 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f9dad4-6749-4d62-8026-6e148d80078a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Checking segment: {'id': '9490e0c4-7a4b-41c1-a8ef-fba9ea7fc149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1f68e539-f084-4d16-9952-be4067884dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:23.449900 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f9dad4-6749-4d62-8026-6e148d80078a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network hostable DHCP agents. Network: 1f68e539-f084-4d16-9952-be4067884dd9, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:57:23.486276 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f9dad4-6749-4d62-8026-6e148d80078a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network 1f68e539-f084-4d16-9952-be4067884dd9 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:57:23.503505 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-47f9dad4-6749-4d62-8026-6e148d80078a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 1f68e539-f084-4d16-9952-be4067884dd9) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:23.517169 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ad0d55-83eb-4d21-91fb-2dfc879173f0 None None] Network 1f68e539-f084-4d16-9952-be4067884dd9 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:57:23.532112 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f9dad4-6749-4d62-8026-6e148d80078a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:23.532283 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-47f9dad4-6749-4d62-8026-6e148d80078a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:23.572601 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40874) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:23.574025 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-47f9dad4-6749-4d62-8026-6e148d80078a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5331025 Nov 12 08:57:23.580327 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a15101eb-586b-4d17-bc28-585dd3d6d270 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-284256925', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:23.665255 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a15101eb-586b-4d17-bc28-585dd3d6d270 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:23.667231 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a15101eb-586b-4d17-bc28-585dd3d6d270 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:23.790370 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c3340ac5-0710-4ca2-a8b7-f6ec0ba4fe2d tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-930127016'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:23.797995 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a15101eb-586b-4d17-bc28-585dd3d6d270 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:23.813287 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a15101eb-586b-4d17-bc28-585dd3d6d270 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:23.840892 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3340ac5-0710-4ca2-a8b7-f6ec0ba4fe2d tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Made reservation on behalf of d8985f50a69840289a867521793913f1 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:23.845834 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c3340ac5-0710-4ca2-a8b7-f6ec0ba4fe2d tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:23.859596 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c3340ac5-0710-4ca2-a8b7-f6ec0ba4fe2d tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:23.876400 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a15101eb-586b-4d17-bc28-585dd3d6d270 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:23.878077 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a15101eb-586b-4d17-bc28-585dd3d6d270 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3040731 Nov 12 08:57:23.885414 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40876) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:23.977804 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee63d05-51d1-4577-ab91-d7206e68ce19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-1f68e539-f084-4d16-9952-be4067884dd9', 'network_id': '1f68e539-f084-4d16-9952-be4067884dd9', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'fixed_ips': [{'subnet_id': '69192c72-eafc-4d85-a6a0-59903ec1cfde'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:57:23.979578 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3ee63d05-51d1-4577-ab91-d7206e68ce19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:24.056395 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c3340ac5-0710-4ca2-a8b7-f6ec0ba4fe2d tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:24.062828 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c3340ac5-0710-4ca2-a8b7-f6ec0ba4fe2d tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:24.126255 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3340ac5-0710-4ca2-a8b7-f6ec0ba4fe2d tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:57:24.177496 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c3340ac5-0710-4ca2-a8b7-f6ec0ba4fe2d tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:24.178390 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-c3340ac5-0710-4ca2-a8b7-f6ec0ba4fe2d tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Added segment a7d99c14-6cfc-472f-9892-72e2afb9ba1c of type vlan for network 5379016d-3b0e-42ec-9723-94d8ae491149 Nov 12 08:57:24.200841 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3340ac5-0710-4ca2-a8b7-f6ec0ba4fe2d tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c068b65-1ba1-418b-beac-59b7d805d0f6,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:24.354463 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c3340ac5-0710-4ca2-a8b7-f6ec0ba4fe2d tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:24.417409 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-3ee63d05-51d1-4577-ab91-d7206e68ce19 None None] Allocated IP 172.20.0.2 (1f68e539-f084-4d16-9952-be4067884dd9/69192c72-eafc-4d85-a6a0-59903ec1cfde/c5a4f298-c5fb-4f30-b1f6-ade91894b8a7) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:24.457714 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c3340ac5-0710-4ca2-a8b7-f6ec0ba4fe2d tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:24.466611 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3340ac5-0710-4ca2-a8b7-f6ec0ba4fe2d tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:24.467284 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c3340ac5-0710-4ca2-a8b7-f6ec0ba4fe2d tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:24.527712 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c3340ac5-0710-4ca2-a8b7-f6ec0ba4fe2d tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0897017 Nov 12 08:57:24.624919 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3340ac5-0710-4ca2-a8b7-f6ec0ba4fe2d tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Pushing event updated for resources: {'Network': ['ID=5379016d-3b0e-42ec-9723-94d8ae491149,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:24.808987 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 5379016d-3b0e-42ec-9723-94d8ae491149 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:57:25.381906 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3ee63d05-51d1-4577-ab91-d7206e68ce19 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:25.400535 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3ee63d05-51d1-4577-ab91-d7206e68ce19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:25.658367 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee63d05-51d1-4577-ab91-d7206e68ce19 None None] Network 1f68e539-f084-4d16-9952-be4067884dd9 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:25.676462 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-3ee63d05-51d1-4577-ab91-d7206e68ce19 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:25.687665 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee63d05-51d1-4577-ab91-d7206e68ce19 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:25.887210 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee63d05-51d1-4577-ab91-d7206e68ce19 None None] Pushing event updated for resources: {'Port': ['ID=c5a4f298-c5fb-4f30-b1f6-ade91894b8a7,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:25.919214 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-3ee63d05-51d1-4577-ab91-d7206e68ce19 None None] Attempting to bind port c5a4f298-c5fb-4f30-b1f6-ade91894b8a7 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:25.920437 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-3ee63d05-51d1-4577-ab91-d7206e68ce19 None None] Attempting to bind port c5a4f298-c5fb-4f30-b1f6-ade91894b8a7 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '9490e0c4-7a4b-41c1-a8ef-fba9ea7fc149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1f68e539-f084-4d16-9952-be4067884dd9'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:25.921161 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee63d05-51d1-4577-ab91-d7206e68ce19 None None] Attempting to bind port c5a4f298-c5fb-4f30-b1f6-ade91894b8a7 on network 1f68e539-f084-4d16-9952-be4067884dd9 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:25.939112 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee63d05-51d1-4577-ab91-d7206e68ce19 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:25.940031 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee63d05-51d1-4577-ab91-d7206e68ce19 None None] Checking segment: {'id': '9490e0c4-7a4b-41c1-a8ef-fba9ea7fc149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1f68e539-f084-4d16-9952-be4067884dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:25.941107 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3ee63d05-51d1-4577-ab91-d7206e68ce19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:25.941906 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee63d05-51d1-4577-ab91-d7206e68ce19 None None] Bound using segment: {'id': '9490e0c4-7a4b-41c1-a8ef-fba9ea7fc149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1f68e539-f084-4d16-9952-be4067884dd9'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:25.943304 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-3ee63d05-51d1-4577-ab91-d7206e68ce19 None None] Bound port: c5a4f298-c5fb-4f30-b1f6-ade91894b8a7, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9490e0c4-7a4b-41c1-a8ef-fba9ea7fc149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1f68e539-f084-4d16-9952-be4067884dd9'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:25.944088 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3ee63d05-51d1-4577-ab91-d7206e68ce19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:26.002682 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571269a0-8a63-4590-8b63-d3637c917547 req-41d73d95-aff3-400e-9b72-ce0b1b2fe612 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:26.016389 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-571269a0-8a63-4590-8b63-d3637c917547 req-41d73d95-aff3-400e-9b72-ce0b1b2fe612 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab23997d-6f61-4bff-b149-48e314010185 HTTP/1.1" status: 200 len: 945 time: 0.3493249 Nov 12 08:57:26.084528 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-3ee63d05-51d1-4577-ab91-d7206e68ce19 None None] For port c5a4f298-c5fb-4f30-b1f6-ade91894b8a7, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:26.090318 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-3ee63d05-51d1-4577-ab91-d7206e68ce19 None None] For port c5a4f298-c5fb-4f30-b1f6-ade91894b8a7, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=c5a4f298-c5fb-4f30-b1f6-ade91894b8a7,segment=NetworkSegment(9490e0c4-7a4b-41c1-a8ef-fba9ea7fc149),segment_id=9490e0c4-7a4b-41c1-a8ef-fba9ea7fc149)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:26.099198 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3ee63d05-51d1-4577-ab91-d7206e68ce19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:26.150653 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c41e7433-24f0-4f82-abf3-c79177846e65 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:26.359854 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee63d05-51d1-4577-ab91-d7206e68ce19 None None] Pushing event updated for resources: {'Port': ['ID=c5a4f298-c5fb-4f30-b1f6-ade91894b8a7,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:26.500643 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-571269a0-8a63-4590-8b63-d3637c917547 req-aea287b1-cbe2-446f-a3e1-e200816d2908 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504793 Nov 12 08:57:27.768099 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-c41e7433-24f0-4f82-abf3-c79177846e65 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Allocated IP 172.20.0.1 (1f68e539-f084-4d16-9952-be4067884dd9/69192c72-eafc-4d85-a6a0-59903ec1cfde/63f4bc04-f03d-4f60-afd4-8f016ae03369) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:28.515720 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fbc8f-9bcb-4239-acf3-a1fdb3df4fb8 req-5c3f629d-0338-4695-a6a6-f60c00bae221 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:28.566651 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-801fbc8f-9bcb-4239-acf3-a1fdb3df4fb8 req-5c3f629d-0338-4695-a6a6-f60c00bae221 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab23997d-6f61-4bff-b149-48e314010185 HTTP/1.1" status: 200 len: 945 time: 0.2607968 Nov 12 08:57:28.705635 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c5a4f298-c5fb-4f30-b1f6-ade91894b8a7 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:28.812868 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c41e7433-24f0-4f82-abf3-c79177846e65 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:28.933089 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port c5a4f298-c5fb-4f30-b1f6-ade91894b8a7 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:28.933660 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:29.021171 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-801fbc8f-9bcb-4239-acf3-a1fdb3df4fb8 req-87798fd9-7353-4766-8064-42d7942bf783 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523499 Nov 12 08:57:29.259371 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c41e7433-24f0-4f82-abf3-c79177846e65 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:29.408476 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:29.695339 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:29.701321 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e7433-24f0-4f82-abf3-c79177846e65 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Port': ['ID=63f4bc04-f03d-4f60-afd4-8f016ae03369,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:29.724336 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41e7433-24f0-4f82-abf3-c79177846e65 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network 1f68e539-f084-4d16-9952-be4067884dd9 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:29.726507 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-c41e7433-24f0-4f82-abf3-c79177846e65 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:29.736034 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41e7433-24f0-4f82-abf3-c79177846e65 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:29.810962 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c7a23d-29b1-45eb-bf33-f228d756d6cd None None] Network 1f68e539-f084-4d16-9952-be4067884dd9 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:57:30.110721 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40936) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:30.139084 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d6a896ca-a063-460e-9cd5-807f24a4f405 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Request body: {'subnet': {'network_id': '5379016d-3b0e-42ec-9723-94d8ae491149', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:30.190175 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port c5a4f298-c5fb-4f30-b1f6-ade91894b8a7, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=c5a4f298-c5fb-4f30-b1f6-ade91894b8a7,segment=NetworkSegment(9490e0c4-7a4b-41c1-a8ef-fba9ea7fc149),segment_id=9490e0c4-7a4b-41c1-a8ef-fba9ea7fc149)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:30.192755 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5672140a-3777-4e59-a6f4-5bf78d3c2a5c None None] Provisioning complete for port c5a4f298-c5fb-4f30-b1f6-ade91894b8a7 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:30.194059 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5672140a-3777-4e59-a6f4-5bf78d3c2a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:30.264953 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-ca1cf825-7961-4255-8f4c-17cf0988da62 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:30.276842 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-ca1cf825-7961-4255-8f4c-17cf0988da62 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/networks?id=dff85ee1-5d3b-4104-8677-a8be57638c59 HTTP/1.1" status: 200 len: 805 time: 0.3051422 Nov 12 08:57:30.299372 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c41e7433-24f0-4f82-abf3-c79177846e65 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:30.387340 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-91ea43ae-e40a-46fc-b190-078d3ec52285 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/quotas/78d9cae7e28e44dea74a67608c81b079 HTTP/1.1" status: 200 len: 375 time: 0.1082616 Nov 12 08:57:30.426464 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:30.549697 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=c5a4f298-c5fb-4f30-b1f6-ade91894b8a7,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:30.837146 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a896ca-a063-460e-9cd5-807f24a4f405 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Made reservation on behalf of d8985f50a69840289a867521793913f1 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:30.856069 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d6a896ca-a063-460e-9cd5-807f24a4f405 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:30.916129 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-3a18ca37-ef7f-4a46-8b81-137d8c6de227 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=78d9cae7e28e44dea74a67608c81b079&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5270851 Nov 12 08:57:31.275714 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c41e7433-24f0-4f82-abf3-c79177846e65 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:31.459897 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-fb8e0c50-bd14-4db0-8502-5090ff196a95 None None] Provisioning complete for port 63f4bc04-f03d-4f60-afd4-8f016ae03369 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:31.460759 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fb8e0c50-bd14-4db0-8502-5090ff196a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:31.640932 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d6a896ca-a063-460e-9cd5-807f24a4f405 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:31.646321 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-fb8e0c50-bd14-4db0-8502-5090ff196a95 None None] Port 63f4bc04-f03d-4f60-afd4-8f016ae03369 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:57:31.705772 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-fb8e0c50-bd14-4db0-8502-5090ff196a95 None None] Provisioning complete for port c5a4f298-c5fb-4f30-b1f6-ade91894b8a7 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:31.706726 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fb8e0c50-bd14-4db0-8502-5090ff196a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:31.999407 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a896ca-a063-460e-9cd5-807f24a4f405 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Pushing event updated for resources: {'Subnet': ['ID=be9e4658-b199-4ad6-8659-29dd04ce7abc,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:32.129289 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-b8ad44c8-9aa7-468e-bc7f-9435e3f3208d service neutron] 10.222.0.37 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1781018 Nov 12 08:57:32.183413 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a896ca-a063-460e-9cd5-807f24a4f405 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Checking segment: {'id': 'a7d99c14-6cfc-472f-9892-72e2afb9ba1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5379016d-3b0e-42ec-9723-94d8ae491149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:32.195275 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a896ca-a063-460e-9cd5-807f24a4f405 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Network hostable DHCP agents. Network: 5379016d-3b0e-42ec-9723-94d8ae491149, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:57:32.322400 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a896ca-a063-460e-9cd5-807f24a4f405 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Network 5379016d-3b0e-42ec-9723-94d8ae491149 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:57:32.365634 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-d6a896ca-a063-460e-9cd5-807f24a4f405 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 5379016d-3b0e-42ec-9723-94d8ae491149) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:32.381645 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf992de-0eeb-417d-bc84-97171a9ff854 None None] Network 5379016d-3b0e-42ec-9723-94d8ae491149 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:57:32.390206 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-11acf54e-44cc-4cdf-8039-b6ead469884d service neutron] 10.222.0.37 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385252 Nov 12 08:57:32.408577 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a896ca-a063-460e-9cd5-807f24a4f405 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:32.427852 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d6a896ca-a063-460e-9cd5-807f24a4f405 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:32.500421 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d6a896ca-a063-460e-9cd5-807f24a4f405 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3878958 Nov 12 08:57:32.506615 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40958) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:32.528616 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-80ee927f-d588-405c-99e0-6a056e296593 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1262564287'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:32.668588 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ee927f-d588-405c-99e0-6a056e296593 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Made reservation on behalf of d8985f50a69840289a867521793913f1 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:32.702153 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-80ee927f-d588-405c-99e0-6a056e296593 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:32.802292 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ee927f-d588-405c-99e0-6a056e296593 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:57:32.882220 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-80ee927f-d588-405c-99e0-6a056e296593 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:32.882782 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c5a4f298-c5fb-4f30-b1f6-ade91894b8a7 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:32.883456 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-80ee927f-d588-405c-99e0-6a056e296593 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Added segment c05785ac-6324-4466-b701-806bbcbab938 of type vlan for network 49735129-760e-41c4-9dbb-d21c0b90f4a1 Nov 12 08:57:32.912595 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-651681f2-87cf-4d9b-a53c-d22cda8549b9 None None] Provisioning complete for port 63f4bc04-f03d-4f60-afd4-8f016ae03369 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:32.914309 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-651681f2-87cf-4d9b-a53c-d22cda8549b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:33.021125 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c41e7433-24f0-4f82-abf3-c79177846e65 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:33.036265 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c41e7433-24f0-4f82-abf3-c79177846e65 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:33.144889 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-80ee927f-d588-405c-99e0-6a056e296593 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:33.267962 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40968) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:33.358766 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-c3ef835a-5ddc-48c2-818d-bb551c9ebaaa tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-171609717'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:33.393357 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-651681f2-87cf-4d9b-a53c-d22cda8549b9 None None] Port 63f4bc04-f03d-4f60-afd4-8f016ae03369 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:57:33.402363 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-80ee927f-d588-405c-99e0-6a056e296593 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:33.432917 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ee927f-d588-405c-99e0-6a056e296593 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:33.442338 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-80ee927f-d588-405c-99e0-6a056e296593 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:33.501720 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port c5a4f298-c5fb-4f30-b1f6-ade91894b8a7 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:33.502280 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:33.505609 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ccc0f2-f331-41fc-9212-6c22e5acca20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-5379016d-3b0e-42ec-9723-94d8ae491149', 'network_id': '5379016d-3b0e-42ec-9723-94d8ae491149', 'tenant_id': 'd8985f50a69840289a867521793913f1', 'fixed_ips': [{'subnet_id': 'be9e4658-b199-4ad6-8659-29dd04ce7abc'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:57:33.522976 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-30ccc0f2-f331-41fc-9212-6c22e5acca20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:33.715504 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee927f-d588-405c-99e0-6a056e296593 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Pushing event updated for resources: {'Network': ['ID=49735129-760e-41c4-9dbb-d21c0b90f4a1,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:33.747678 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 49735129-760e-41c4-9dbb-d21c0b90f4a1 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:57:33.758381 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ef835a-5ddc-48c2-818d-bb551c9ebaaa tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Made reservation on behalf of ad65bcc6bcb148c2b43b634da3af78b4 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:33.765600 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3ef835a-5ddc-48c2-818d-bb551c9ebaaa tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:33.789449 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-80ee927f-d588-405c-99e0-6a056e296593 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2791317 Nov 12 08:57:33.799032 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40976) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:33.832740 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-cf61f94e-d2ba-4d99-98dc-0c7a8983a60d tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Request body: {'subnet': {'network_id': '49735129-760e-41c4-9dbb-d21c0b90f4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:33.958556 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1add2bb3-698a-4bfa-afb4-7fcdb376209e req-3a458f40-286b-4780-9d28-485210a0961c tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bc8095a-3d18-41f6-837f-606dbef61336 HTTP/1.1" status: 200 len: 210 time: 0.3859329 Nov 12 08:57:33.996576 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e7433-24f0-4f82-abf3-c79177846e65 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Port': ['ID=63f4bc04-f03d-4f60-afd4-8f016ae03369,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:34.002457 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c41e7433-24f0-4f82-abf3-c79177846e65 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:34.089359 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ef835a-5ddc-48c2-818d-bb551c9ebaaa tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:57:34.171184 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf61f94e-d2ba-4d99-98dc-0c7a8983a60d tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Made reservation on behalf of d8985f50a69840289a867521793913f1 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:34.180317 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3ef835a-5ddc-48c2-818d-bb551c9ebaaa tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:34.182238 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-c3ef835a-5ddc-48c2-818d-bb551c9ebaaa tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Added segment 04d113ee-bb26-4561-ac74-569bb3ee567a of type vlan for network 6f43e52f-01a2-4807-8299-a32ad3b11a95 Nov 12 08:57:34.189865 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cf61f94e-d2ba-4d99-98dc-0c7a8983a60d tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:34.324518 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-30ccc0f2-f331-41fc-9212-6c22e5acca20 None None] Allocated IP 2001:db8:0:ffff::2 (5379016d-3b0e-42ec-9723-94d8ae491149/be9e4658-b199-4ad6-8659-29dd04ce7abc/a8006a33-eb91-48fb-b468-879a8e5712cd) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:34.352125 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3ef835a-5ddc-48c2-818d-bb551c9ebaaa tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:34.485727 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.db.resource_extend [None req-c3ef835a-5ddc-48c2-818d-bb551c9ebaaa tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:57:34.635287 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41e7433-24f0-4f82-abf3-c79177846e65 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network 1f68e539-f084-4d16-9952-be4067884dd9 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:34.640537 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-c41e7433-24f0-4f82-abf3-c79177846e65 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:34.676834 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3ef835a-5ddc-48c2-818d-bb551c9ebaaa tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:34.695188 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ef835a-5ddc-48c2-818d-bb551c9ebaaa tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:34.696375 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3ef835a-5ddc-48c2-818d-bb551c9ebaaa tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:35.095789 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-30ccc0f2-f331-41fc-9212-6c22e5acca20 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:35.119582 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-30ccc0f2-f331-41fc-9212-6c22e5acca20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:35.182377 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c3ef835a-5ddc-48c2-818d-bb551c9ebaaa tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8723953 Nov 12 08:57:35.204582 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40988) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:35.215586 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef835a-5ddc-48c2-818d-bb551c9ebaaa tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Pushing event updated for resources: {'Network': ['ID=6f43e52f-01a2-4807-8299-a32ad3b11a95,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:35.232659 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-94e00d5e-9f96-4361-840e-6dd820a45365 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-565419063'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:35.328913 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e00d5e-9f96-4361-840e-6dd820a45365 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Made reservation on behalf of ad65bcc6bcb148c2b43b634da3af78b4 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:35.352378 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-94e00d5e-9f96-4361-840e-6dd820a45365 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:35.393112 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69782ca5-ec4a-4337-9493-359e626dcc51 req-6f2a0177-f77d-480c-bbdc-9ba65bba7049 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bc8095a-3d18-41f6-837f-606dbef61336 HTTP/1.1" status: 200 len: 210 time: 0.1357021 Nov 12 08:57:35.596673 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41e7433-24f0-4f82-abf3-c79177846e65 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Router 0b4bc4af-d0f4-4872-8047-ad7278bef053 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:57:35.616183 n-d-768862-16 neutron-server[102568]: DEBUG neutron.objects.ports [None req-cf61f94e-d2ba-4d99-98dc-0c7a8983a60d tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102568) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:57:35.625573 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cf61f94e-d2ba-4d99-98dc-0c7a8983a60d tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:35.685778 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ccc0f2-f331-41fc-9212-6c22e5acca20 None None] Network 5379016d-3b0e-42ec-9723-94d8ae491149 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:35.697690 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-30ccc0f2-f331-41fc-9212-6c22e5acca20 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:35.711252 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 6f43e52f-01a2-4807-8299-a32ad3b11a95 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:57:35.715768 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ccc0f2-f331-41fc-9212-6c22e5acca20 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:35.754208 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e00d5e-9f96-4361-840e-6dd820a45365 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:57:35.854354 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf61f94e-d2ba-4d99-98dc-0c7a8983a60d tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Checking segment: {'id': 'c05785ac-6324-4466-b701-806bbcbab938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '49735129-760e-41c4-9dbb-d21c0b90f4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:35.854980 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf61f94e-d2ba-4d99-98dc-0c7a8983a60d tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Network hostable DHCP agents. Network: 49735129-760e-41c4-9dbb-d21c0b90f4a1, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:57:35.879727 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-94e00d5e-9f96-4361-840e-6dd820a45365 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:35.880311 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-94e00d5e-9f96-4361-840e-6dd820a45365 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Added segment 772d6dd6-36e4-48dc-90ff-8a2775289036 of type vlan for network ae45870e-ea40-4974-aaa2-60a832e0f221 Nov 12 08:57:35.944006 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ab4af338-9404-4305-a867-bf53dd28999a None None] Provisioning complete for port 63f4bc04-f03d-4f60-afd4-8f016ae03369 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:35.944513 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ab4af338-9404-4305-a867-bf53dd28999a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:35.948482 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61f94e-d2ba-4d99-98dc-0c7a8983a60d tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Pushing event updated for resources: {'Subnet': ['ID=832325f1-a0f0-4030-a3f5-5b464426a353,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:35.957120 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41e7433-24f0-4f82-abf3-c79177846e65 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:57:35.978877 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c41e7433-24f0-4f82-abf3-c79177846e65 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "PUT /v2.0/routers/0b4bc4af-d0f4-4872-8047-ad7278bef053/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0916581 Nov 12 08:57:35.982338 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40996) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:36.074624 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ab4af338-9404-4305-a867-bf53dd28999a None None] Port 63f4bc04-f03d-4f60-afd4-8f016ae03369 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:57:36.084569 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5796cbc-3457-42fa-bb22-82c9f739235d None None] Sync routers for ids ['0b4bc4af-d0f4-4872-8047-ad7278bef053'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:57:36.139463 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf61f94e-d2ba-4d99-98dc-0c7a8983a60d tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Network 49735129-760e-41c4-9dbb-d21c0b90f4a1 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:57:36.152091 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ccc0f2-f331-41fc-9212-6c22e5acca20 None None] Pushing event updated for resources: {'Port': ['ID=a8006a33-eb91-48fb-b468-879a8e5712cd,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:36.166916 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5796cbc-3457-42fa-bb22-82c9f739235d None None] Routers {'0b4bc4af-d0f4-4872-8047-ad7278bef053'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:36.168973 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c5796cbc-3457-42fa-bb22-82c9f739235d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:57:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['0b4bc4af-d0f4-4872-8047-ad7278bef053'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:36.174395 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-cf61f94e-d2ba-4d99-98dc-0c7a8983a60d tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 49735129-760e-41c4-9dbb-d21c0b90f4a1) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:36.184741 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf61f94e-d2ba-4d99-98dc-0c7a8983a60d tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:36.185639 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cf61f94e-d2ba-4d99-98dc-0c7a8983a60d tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:36.218042 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-cf61f94e-d2ba-4d99-98dc-0c7a8983a60d tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4169424 Nov 12 08:57:36.222336 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40998) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:36.227929 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d3de153d-bfc5-433e-b56f-115567d51c81 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Request body: {'port': {'network_id': '49735129-760e-41c4-9dbb-d21c0b90f4a1', 'name': 'tempest-NetworksIpV6TestAttrs-492784476'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:36.230680 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1424ec-44b6-449e-ab84-b848a2bb3c19 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:36.237786 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-94e00d5e-9f96-4361-840e-6dd820a45365 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:36.241634 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6b1424ec-44b6-449e-ab84-b848a2bb3c19 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "GET /v2.0/ports/63f4bc04-f03d-4f60-afd4-8f016ae03369 HTTP/1.1" status: 200 len: 910 time: 0.2550945 Nov 12 08:57:36.247143 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41000) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:36.273397 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-f0d1ae14-25e1-4084-b0f9-c7f17cd7d899 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:36.275789 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-16ed27b7-6304-4bb4-8c39-51782c24788a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '69192c72-eafc-4d85-a6a0-59903ec1cfde'}]}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:36.279473 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-f0d1ae14-25e1-4084-b0f9-c7f17cd7d899 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.54 "GET /v2.0/networks?id=dff85ee1-5d3b-4104-8677-a8be57638c59 HTTP/1.1" status: 200 len: 805 time: 0.2638857 Nov 12 08:57:36.314257 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c5796cbc-3457-42fa-bb22-82c9f739235d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:36.322057 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cc43a5-0028-49c9-8bf8-7f40356e17ee None None] Network 49735129-760e-41c4-9dbb-d21c0b90f4a1 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:57:36.331777 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-50f3c2f2-d184-4e49-b1d2-9620e7243f6f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Request body: {'port': {'device_id': '8bc8095a-3d18-41f6-837f-606dbef61336', 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59', 'admin_state_up': True, 'tenant_id': '78d9cae7e28e44dea74a67608c81b079'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:36.399836 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.db.resource_extend [None req-94e00d5e-9f96-4361-840e-6dd820a45365 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:57:36.767684 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5796cbc-3457-42fa-bb22-82c9f739235d None None] Routers {'0b4bc4af-d0f4-4872-8047-ad7278bef053'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:36.768708 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c5796cbc-3457-42fa-bb22-82c9f739235d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:57:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['0b4bc4af-d0f4-4872-8047-ad7278bef053'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:36.778458 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-30ccc0f2-f331-41fc-9212-6c22e5acca20 None None] Attempting to bind port a8006a33-eb91-48fb-b468-879a8e5712cd on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:36.779083 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-30ccc0f2-f331-41fc-9212-6c22e5acca20 None None] Attempting to bind port a8006a33-eb91-48fb-b468-879a8e5712cd by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'a7d99c14-6cfc-472f-9892-72e2afb9ba1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5379016d-3b0e-42ec-9723-94d8ae491149'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:36.779692 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ccc0f2-f331-41fc-9212-6c22e5acca20 None None] Attempting to bind port a8006a33-eb91-48fb-b468-879a8e5712cd on network 5379016d-3b0e-42ec-9723-94d8ae491149 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:36.795088 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ccc0f2-f331-41fc-9212-6c22e5acca20 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:36.795573 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ccc0f2-f331-41fc-9212-6c22e5acca20 None None] Checking segment: {'id': 'a7d99c14-6cfc-472f-9892-72e2afb9ba1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5379016d-3b0e-42ec-9723-94d8ae491149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:36.796590 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-30ccc0f2-f331-41fc-9212-6c22e5acca20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:36.797415 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ccc0f2-f331-41fc-9212-6c22e5acca20 None None] Bound using segment: {'id': 'a7d99c14-6cfc-472f-9892-72e2afb9ba1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5379016d-3b0e-42ec-9723-94d8ae491149'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:36.798480 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-30ccc0f2-f331-41fc-9212-6c22e5acca20 None None] Bound port: a8006a33-eb91-48fb-b468-879a8e5712cd, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d99c14-6cfc-472f-9892-72e2afb9ba1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5379016d-3b0e-42ec-9723-94d8ae491149'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:36.799299 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-30ccc0f2-f331-41fc-9212-6c22e5acca20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:36.960509 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c5796cbc-3457-42fa-bb22-82c9f739235d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:36.960509 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5796cbc-3457-42fa-bb22-82c9f739235d None None] The sync data for ids ['0b4bc4af-d0f4-4872-8047-ad7278bef053'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:57:36.992673 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6174c856-ca62-4cfa-a5eb-0b65565d9159 req-3413d5ac-0232-4812-a50d-3510735a5b89 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bc8095a-3d18-41f6-837f-606dbef61336 HTTP/1.1" status: 200 len: 210 time: 0.3661623 Nov 12 08:57:36.999944 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-16ed27b7-6304-4bb4-8c39-51782c24788a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:37.089827 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-94e00d5e-9f96-4361-840e-6dd820a45365 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:37.101531 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e00d5e-9f96-4361-840e-6dd820a45365 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:37.102610 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-94e00d5e-9f96-4361-840e-6dd820a45365 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:37.211565 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1deddf58-747f-494d-b9a3-4370955e23da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-49735129-760e-41c4-9dbb-d21c0b90f4a1', 'network_id': '49735129-760e-41c4-9dbb-d21c0b90f4a1', 'tenant_id': 'd8985f50a69840289a867521793913f1', 'fixed_ips': [{'subnet_id': '832325f1-a0f0-4030-a3f5-5b464426a353'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:57:37.221061 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1deddf58-747f-494d-b9a3-4370955e23da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:37.402916 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-30ccc0f2-f331-41fc-9212-6c22e5acca20 None None] For port a8006a33-eb91-48fb-b468-879a8e5712cd, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:37.492765 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-94e00d5e-9f96-4361-840e-6dd820a45365 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.2793849 Nov 12 08:57:37.494796 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41010) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:37.520825 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-30ccc0f2-f331-41fc-9212-6c22e5acca20 None None] For port a8006a33-eb91-48fb-b468-879a8e5712cd, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a8006a33-eb91-48fb-b468-879a8e5712cd,segment=NetworkSegment(a7d99c14-6cfc-472f-9892-72e2afb9ba1c),segment_id=a7d99c14-6cfc-472f-9892-72e2afb9ba1c)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:37.541826 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c8a25271-c24e-43ef-a476-f9bbc19b6897 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Request body: {'subnet': {'network_id': '6f43e52f-01a2-4807-8299-a32ad3b11a95', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:37.649631 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-1deddf58-747f-494d-b9a3-4370955e23da None None] Allocated IP 2001:db8::f816:3eff:febc:a3ca (49735129-760e-41c4-9dbb-d21c0b90f4a1/832325f1-a0f0-4030-a3f5-5b464426a353/935fd32c-2b64-4b49-ba60-17133f1b2e88) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:37.685476 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-30ccc0f2-f331-41fc-9212-6c22e5acca20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:37.808032 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ccc0f2-f331-41fc-9212-6c22e5acca20 None None] Pushing event updated for resources: {'Port': ['ID=a8006a33-eb91-48fb-b468-879a8e5712cd,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:37.814556 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e00d5e-9f96-4361-840e-6dd820a45365 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Pushing event updated for resources: {'Network': ['ID=ae45870e-ea40-4974-aaa2-60a832e0f221,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:37.835714 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3de153d-bfc5-433e-b56f-115567d51c81 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Made reservation on behalf of d8985f50a69840289a867521793913f1 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:37.846468 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d3de153d-bfc5-433e-b56f-115567d51c81 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:37.865600 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network ae45870e-ea40-4974-aaa2-60a832e0f221 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:57:37.937365 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-d3de153d-bfc5-433e-b56f-115567d51c81 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] device_id is not set on port cc712c09-0265-49e9-950c-0579a45b155a yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:57:38.076088 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-50f3c2f2-d184-4e49-b1d2-9620e7243f6f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Made reservation on behalf of 78d9cae7e28e44dea74a67608c81b079 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:38.082623 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-50f3c2f2-d184-4e49-b1d2-9620e7243f6f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:38.150845 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f214110f-d906-47c5-8ea9-30ae0e675151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:38.154125 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a25271-c24e-43ef-a476-f9bbc19b6897 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Made reservation on behalf of ad65bcc6bcb148c2b43b634da3af78b4 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:38.161180 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8a25271-c24e-43ef-a476-f9bbc19b6897 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:38.371068 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-263b936c-71e2-4efe-ac78-6fc6c60d51f7 req-823ddf74-79ff-45b1-9dbd-e38df9cd70bf tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bc8095a-3d18-41f6-837f-606dbef61336 HTTP/1.1" status: 200 len: 210 time: 0.1604352 Nov 12 08:57:38.381620 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1deddf58-747f-494d-b9a3-4370955e23da None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:38.409310 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1deddf58-747f-494d-b9a3-4370955e23da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:38.596849 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deddf58-747f-494d-b9a3-4370955e23da None None] Network 49735129-760e-41c4-9dbb-d21c0b90f4a1 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:38.612693 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-1deddf58-747f-494d-b9a3-4370955e23da None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:38.619792 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deddf58-747f-494d-b9a3-4370955e23da None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:38.673263 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deddf58-747f-494d-b9a3-4370955e23da None None] Pushing event updated for resources: {'Port': ['ID=935fd32c-2b64-4b49-ba60-17133f1b2e88,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:38.696786 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-16ed27b7-6304-4bb4-8c39-51782c24788a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:38.714153 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-16ed27b7-6304-4bb4-8c39-51782c24788a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:38.823783 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a8006a33-eb91-48fb-b468-879a8e5712cd up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:38.832439 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed27b7-6304-4bb4-8c39-51782c24788a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Port': ['ID=63f4bc04-f03d-4f60-afd4-8f016ae03369,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:38.938944 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ed27b7-6304-4bb4-8c39-51782c24788a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:38.942196 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-16ed27b7-6304-4bb4-8c39-51782c24788a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:38.957657 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-16ed27b7-6304-4bb4-8c39-51782c24788a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "PUT /v2.0/ports/63f4bc04-f03d-4f60-afd4-8f016ae03369 HTTP/1.1" status: 200 len: 910 time: 2.7068465 Nov 12 08:57:38.959173 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41020) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:39.195396 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-1deddf58-747f-494d-b9a3-4370955e23da None None] Attempting to bind port 935fd32c-2b64-4b49-ba60-17133f1b2e88 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:39.196118 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-1deddf58-747f-494d-b9a3-4370955e23da None None] Attempting to bind port 935fd32c-2b64-4b49-ba60-17133f1b2e88 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'c05785ac-6324-4466-b701-806bbcbab938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '49735129-760e-41c4-9dbb-d21c0b90f4a1'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:39.196727 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deddf58-747f-494d-b9a3-4370955e23da None None] Attempting to bind port 935fd32c-2b64-4b49-ba60-17133f1b2e88 on network 49735129-760e-41c4-9dbb-d21c0b90f4a1 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:39.239503 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deddf58-747f-494d-b9a3-4370955e23da None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:39.241829 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deddf58-747f-494d-b9a3-4370955e23da None None] Checking segment: {'id': 'c05785ac-6324-4466-b701-806bbcbab938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '49735129-760e-41c4-9dbb-d21c0b90f4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:39.242491 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1deddf58-747f-494d-b9a3-4370955e23da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:39.243173 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deddf58-747f-494d-b9a3-4370955e23da None None] Bound using segment: {'id': 'c05785ac-6324-4466-b701-806bbcbab938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '49735129-760e-41c4-9dbb-d21c0b90f4a1'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:39.255814 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-1deddf58-747f-494d-b9a3-4370955e23da None None] Bound port: 935fd32c-2b64-4b49-ba60-17133f1b2e88, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05785ac-6324-4466-b701-806bbcbab938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '49735129-760e-41c4-9dbb-d21c0b90f4a1'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:39.256529 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1deddf58-747f-494d-b9a3-4370955e23da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:39.319687 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port a8006a33-eb91-48fb-b468-879a8e5712cd triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:39.320098 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:39.391965 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-d3de153d-bfc5-433e-b56f-115567d51c81 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Allocated IP 2001:db8::f816:3eff:fe48:bc30 (49735129-760e-41c4-9dbb-d21c0b90f4a1/832325f1-a0f0-4030-a3f5-5b464426a353/cc712c09-0265-49e9-950c-0579a45b155a) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:39.638356 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-edc58367-e089-42d1-95fc-e9fffcc679c0 req-5f604867-fa60-466b-a5d6-5e790a32eddc tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bc8095a-3d18-41f6-837f-606dbef61336 HTTP/1.1" status: 200 len: 210 time: 0.0649199 Nov 12 08:57:39.723791 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-1deddf58-747f-494d-b9a3-4370955e23da None None] For port 935fd32c-2b64-4b49-ba60-17133f1b2e88, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:39.728048 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:39.740399 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-1deddf58-747f-494d-b9a3-4370955e23da None None] For port 935fd32c-2b64-4b49-ba60-17133f1b2e88, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=935fd32c-2b64-4b49-ba60-17133f1b2e88,segment=NetworkSegment(c05785ac-6324-4466-b701-806bbcbab938),segment_id=c05785ac-6324-4466-b701-806bbcbab938)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:39.802883 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1deddf58-747f-494d-b9a3-4370955e23da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:39.817382 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d3de153d-bfc5-433e-b56f-115567d51c81 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:39.889680 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-50f3c2f2-d184-4e49-b1d2-9620e7243f6f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Allocated IP 172.20.0.2 (dff85ee1-5d3b-4104-8677-a8be57638c59/5c35fa51-ac67-4be1-b9e2-7be8e3c59722/24114a21-94de-4006-a4da-72931da3dc35) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:39.995643 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2f0493-0a5b-49e5-9eda-3e414fcb1ca7 None None] Network 5379016d-3b0e-42ec-9723-94d8ae491149 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:57:40.050576 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:57:40.193333 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d3de153d-bfc5-433e-b56f-115567d51c81 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:40.200262 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port a8006a33-eb91-48fb-b468-879a8e5712cd, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a8006a33-eb91-48fb-b468-879a8e5712cd,segment=NetworkSegment(a7d99c14-6cfc-472f-9892-72e2afb9ba1c),segment_id=a7d99c14-6cfc-472f-9892-72e2afb9ba1c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:40.378887 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:40.423046 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deddf58-747f-494d-b9a3-4370955e23da None None] Pushing event updated for resources: {'Port': ['ID=935fd32c-2b64-4b49-ba60-17133f1b2e88,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:40.437986 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-70fed1ea-2b1a-40c7-a52e-c0a58462e7f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:40.549663 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-95099ae5-a9aa-4747-89f9-488f4f2b91fd None None] Provisioning complete for port a8006a33-eb91-48fb-b468-879a8e5712cd triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:40.561009 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-95099ae5-a9aa-4747-89f9-488f4f2b91fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:40.745300 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 935fd32c-2b64-4b49-ba60-17133f1b2e88 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:40.832973 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=a8006a33-eb91-48fb-b468-879a8e5712cd,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:40.921800 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 935fd32c-2b64-4b49-ba60-17133f1b2e88 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:40.922565 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:40.979968 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8a25271-c24e-43ef-a476-f9bbc19b6897 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:41.130676 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b170bce4-58c3-4394-ac49-e6ac5a9102a4 req-324702e2-b3fe-4066-8274-6f166bb011cc tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bc8095a-3d18-41f6-837f-606dbef61336 HTTP/1.1" status: 200 len: 210 time: 0.1718311 Nov 12 08:57:41.204171 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3de153d-bfc5-433e-b56f-115567d51c81 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Network 49735129-760e-41c4-9dbb-d21c0b90f4a1 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:41.216703 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de153d-bfc5-433e-b56f-115567d51c81 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Pushing event updated for resources: {'Port': ['ID=cc712c09-0265-49e9-950c-0579a45b155a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:41.220011 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:41.333283 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-d3de153d-bfc5-433e-b56f-115567d51c81 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:41.338551 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3de153d-bfc5-433e-b56f-115567d51c81 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:41.342008 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 935fd32c-2b64-4b49-ba60-17133f1b2e88, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=935fd32c-2b64-4b49-ba60-17133f1b2e88,segment=NetworkSegment(c05785ac-6324-4466-b701-806bbcbab938),segment_id=c05785ac-6324-4466-b701-806bbcbab938)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:41.349669 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:41.360440 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3de153d-bfc5-433e-b56f-115567d51c81 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:41.363047 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d3de153d-bfc5-433e-b56f-115567d51c81 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:41.591694 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=935fd32c-2b64-4b49-ba60-17133f1b2e88,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:41.627371 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-6ae12beb-07d0-4907-8ae4-b128916f4dd9 None None] Provisioning complete for port a8006a33-eb91-48fb-b468-879a8e5712cd triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:41.636129 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6ae12beb-07d0-4907-8ae4-b128916f4dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:41.679893 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de153d-bfc5-433e-b56f-115567d51c81 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:41.679893 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de153d-bfc5-433e-b56f-115567d51c81 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:41.679893 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de153d-bfc5-433e-b56f-115567d51c81 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:41.680480 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de153d-bfc5-433e-b56f-115567d51c81 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:41.680901 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de153d-bfc5-433e-b56f-115567d51c81 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:41.681420 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de153d-bfc5-433e-b56f-115567d51c81 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:41.682023 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de153d-bfc5-433e-b56f-115567d51c81 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:41.682382 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de153d-bfc5-433e-b56f-115567d51c81 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:41.683048 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de153d-bfc5-433e-b56f-115567d51c81 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:41.683611 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de153d-bfc5-433e-b56f-115567d51c81 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:41.684312 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de153d-bfc5-433e-b56f-115567d51c81 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:41.684872 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de153d-bfc5-433e-b56f-115567d51c81 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:41.752046 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d3de153d-bfc5-433e-b56f-115567d51c81 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 5.5284436 Nov 12 08:57:41.757039 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41042) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:41.787195 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a25271-c24e-43ef-a476-f9bbc19b6897 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Pushing event updated for resources: {'Subnet': ['ID=a46f76c2-1a35-49b4-89e9-0120081a33c4,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:41.797262 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a25271-c24e-43ef-a476-f9bbc19b6897 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Checking segment: {'id': '04d113ee-bb26-4561-ac74-569bb3ee567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6f43e52f-01a2-4807-8299-a32ad3b11a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:41.798509 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a25271-c24e-43ef-a476-f9bbc19b6897 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Network hostable DHCP agents. Network: 6f43e52f-01a2-4807-8299-a32ad3b11a95, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:57:41.878771 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-50f3c2f2-d184-4e49-b1d2-9620e7243f6f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:41.931426 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-005d733d-50f1-444a-a1e0-48d6893c1f13 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Deleting subnet 832325f1-a0f0-4030-a3f5-5b464426a353 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:57:41.937049 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-005d733d-50f1-444a-a1e0-48d6893c1f13 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:41.950703 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-50f3c2f2-d184-4e49-b1d2-9620e7243f6f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:41.966438 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['abd465b5-4b94-4538-b675-5149ab79cf52'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:42.073291 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['0db8467b-a8e0-4127-b527-cac040b50758'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:42.096799 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-005d733d-50f1-444a-a1e0-48d6893c1f13 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:42.097485 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-50f3c2f2-d184-4e49-b1d2-9620e7243f6f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Network dff85ee1-5d3b-4104-8677-a8be57638c59 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:42.116417 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a25271-c24e-43ef-a476-f9bbc19b6897 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Network 6f43e52f-01a2-4807-8299-a32ad3b11a95 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:57:42.136860 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203f0427-485f-4eda-a9ca-da3615b74929 None None] Network 49735129-760e-41c4-9dbb-d21c0b90f4a1 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:57:42.158561 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-50f3c2f2-d184-4e49-b1d2-9620e7243f6f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:42.168848 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-50f3c2f2-d184-4e49-b1d2-9620e7243f6f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:42.329466 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:42.342029 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-89d5abf6-0ac9-4011-bbde-5343e0b0756a None None] Provisioning complete for port 935fd32c-2b64-4b49-ba60-17133f1b2e88 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:42.342796 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-89d5abf6-0ac9-4011-bbde-5343e0b0756a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:42.372558 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-50f3c2f2-d184-4e49-b1d2-9620e7243f6f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:42.373408 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-50f3c2f2-d184-4e49-b1d2-9620e7243f6f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:42.397469 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-50f3c2f2-d184-4e49-b1d2-9620e7243f6f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0767577 Nov 12 08:57:42.397989 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-c8a25271-c24e-43ef-a476-f9bbc19b6897 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 6f43e52f-01a2-4807-8299-a32ad3b11a95) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:42.401063 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3c2f2-d184-4e49-b1d2-9620e7243f6f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Pushing event updated for resources: {'Port': ['ID=24114a21-94de-4006-a4da-72931da3dc35,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:42.416421 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31498e33-c305-48ad-a730-ce5932af1e35 None None] Network 6f43e52f-01a2-4807-8299-a32ad3b11a95 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:57:42.435593 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a25271-c24e-43ef-a476-f9bbc19b6897 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:42.436222 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8a25271-c24e-43ef-a476-f9bbc19b6897 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:42.460131 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-005d733d-50f1-444a-a1e0-48d6893c1f13 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:42.480854 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c8a25271-c24e-43ef-a476-f9bbc19b6897 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.9463916 Nov 12 08:57:42.483173 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41050) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:42.515971 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-f39c2907-5f7c-4110-b6d3-721c2858983e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Request body: {'subnet': {'network_id': 'ae45870e-ea40-4974-aaa2-60a832e0f221', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:42.619080 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-a6667778-4da8-4334-b221-a3b3cdb1ab2f service neutron] Request body: {'port': {'device_id': '8bc8095a-3d18-41f6-837f-606dbef61336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:42.637069 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-005d733d-50f1-444a-a1e0-48d6893c1f13 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:42.837018 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-a6667778-4da8-4334-b221-a3b3cdb1ab2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:42.847218 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 935fd32c-2b64-4b49-ba60-17133f1b2e88 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:42.853775 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d733d-50f1-444a-a1e0-48d6893c1f13 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Pushing event deleted for resources: {'Subnet': ['ID=832325f1-a0f0-4030-a3f5-5b464426a353,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:42.878921 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-005d733d-50f1-444a-a1e0-48d6893c1f13 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:42.887648 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-005d733d-50f1-444a-a1e0-48d6893c1f13 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "DELETE /v2.0/subnets/832325f1-a0f0-4030-a3f5-5b464426a353 HTTP/1.1" status: 204 len: 168 time: 1.1235096 Nov 12 08:57:42.902806 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41058) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:43.017445 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39c2907-5f7c-4110-b6d3-721c2858983e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Made reservation on behalf of ad65bcc6bcb148c2b43b634da3af78b4 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:43.023932 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f39c2907-5f7c-4110-b6d3-721c2858983e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:43.117049 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0285bfc4-948c-4ced-ba8a-39ed94a865ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:43.247329 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af84217d-4b64-4a15-ae47-18ad0b0b6c47 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:43.255069 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af84217d-4b64-4a15-ae47-18ad0b0b6c47 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:43.260969 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-af84217d-4b64-4a15-ae47-18ad0b0b6c47 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3539500 Nov 12 08:57:43.270519 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41064) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:43.721221 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5183462c-d46a-49ed-b123-823605f4d15b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-6f43e52f-01a2-4807-8299-a32ad3b11a95', 'network_id': '6f43e52f-01a2-4807-8299-a32ad3b11a95', 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'fixed_ips': [{'subnet_id': 'a46f76c2-1a35-49b4-89e9-0120081a33c4'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:57:43.722744 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5183462c-d46a-49ed-b123-823605f4d15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:44.003060 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-16472c9a-0304-4fcd-8b68-b5aab73c6ef4 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:44.116021 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 935fd32c-2b64-4b49-ba60-17133f1b2e88 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:44.117437 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:44.146736 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ddb67-b022-4199-b607-e45330f4aea9 req-555d1e13-c93c-42a4-a2fb-fb25041f4cc7 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:44.148291 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:44.168988 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-438ddb67-b022-4199-b607-e45330f4aea9 req-555d1e13-c93c-42a4-a2fb-fb25041f4cc7 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bc8095a-3d18-41f6-837f-606dbef61336 HTTP/1.1" status: 200 len: 931 time: 1.5477314 Nov 12 08:57:44.175731 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-16472c9a-0304-4fcd-8b68-b5aab73c6ef4 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 08:57:44.184829 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16472c9a-0304-4fcd-8b68-b5aab73c6ef4 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:57:44.213704 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-16472c9a-0304-4fcd-8b68-b5aab73c6ef4 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "DELETE /v2.0/networks/49735129-760e-41c4-9dbb-d21c0b90f4a1 HTTP/1.1" status: 409 len: 405 time: 0.9309881 Nov 12 08:57:44.260056 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41068) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:44.278412 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-12c48cba-2707-42cc-a64b-d7af99bf8479 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-735511834'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:44.347777 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:44.448283 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d38f0c-15d6-45d0-a12f-b73b6e59b9b9 None None] DHCP port deletion for 49735129-760e-41c4-9dbb-d21c0b90f4a1 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:57:44.489266 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f39c2907-5f7c-4110-b6d3-721c2858983e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:44.603617 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-438ddb67-b022-4199-b607-e45330f4aea9 req-3f19099a-6307-4ce4-a239-c777bdebf608 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870406 Nov 12 08:57:44.608303 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c48cba-2707-42cc-a64b-d7af99bf8479 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Made reservation on behalf of d8985f50a69840289a867521793913f1 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:44.613411 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-12c48cba-2707-42cc-a64b-d7af99bf8479 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:44.640799 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-5183462c-d46a-49ed-b123-823605f4d15b None None] Allocated IP 10.1.1.2 (6f43e52f-01a2-4807-8299-a32ad3b11a95/a46f76c2-1a35-49b4-89e9-0120081a33c4/ff164903-603f-48a4-a403-64ad678855ea) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:44.689340 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a8006a33-eb91-48fb-b468-879a8e5712cd up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:44.734269 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c48cba-2707-42cc-a64b-d7af99bf8479 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:57:44.765481 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-12c48cba-2707-42cc-a64b-d7af99bf8479 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:44.765803 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-12c48cba-2707-42cc-a64b-d7af99bf8479 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Added segment 0ad33fe8-be52-4229-8f94-08201d1cdaef of type vlan for network 048a3d01-cbd3-4a83-a068-b359b226aee0 Nov 12 08:57:44.860410 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-a1d38f0c-15d6-45d0-a12f-b73b6e59b9b9 None None] Deleting port 935fd32c-2b64-4b49-ba60-17133f1b2e88 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:57:44.861273 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a1d38f0c-15d6-45d0-a12f-b73b6e59b9b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:44.870854 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-12c48cba-2707-42cc-a64b-d7af99bf8479 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:44.934456 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-12c48cba-2707-42cc-a64b-d7af99bf8479 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:44.956605 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c48cba-2707-42cc-a64b-d7af99bf8479 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:44.957888 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-12c48cba-2707-42cc-a64b-d7af99bf8479 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:45.100507 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-a1d38f0c-15d6-45d0-a12f-b73b6e59b9b9 None None] For port 935fd32c-2b64-4b49-ba60-17133f1b2e88, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=935fd32c-2b64-4b49-ba60-17133f1b2e88,segment=NetworkSegment(c05785ac-6324-4466-b701-806bbcbab938),segment_id=c05785ac-6324-4466-b701-806bbcbab938)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:45.101824 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a1d38f0c-15d6-45d0-a12f-b73b6e59b9b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:45.137445 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port a8006a33-eb91-48fb-b468-879a8e5712cd triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:45.137805 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:45.152774 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-a1d38f0c-15d6-45d0-a12f-b73b6e59b9b9 None None] Calling delete_port for 935fd32c-2b64-4b49-ba60-17133f1b2e88 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:57:45.199872 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-12c48cba-2707-42cc-a64b-d7af99bf8479 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9333513 Nov 12 08:57:45.206342 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41074) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:45.232691 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-d4a2b769-1a0c-4386-97b9-abbbfe4f7493 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Request body: {'subnet': {'network_id': '048a3d01-cbd3-4a83-a068-b359b226aee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:45.250645 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c48cba-2707-42cc-a64b-d7af99bf8479 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Pushing event updated for resources: {'Network': ['ID=048a3d01-cbd3-4a83-a068-b359b226aee0,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:45.346781 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c48cba-2707-42cc-a64b-d7af99bf8479 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:45.347193 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c48cba-2707-42cc-a64b-d7af99bf8479 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:45.347818 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c48cba-2707-42cc-a64b-d7af99bf8479 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:45.348274 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c48cba-2707-42cc-a64b-d7af99bf8479 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:45.349141 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c48cba-2707-42cc-a64b-d7af99bf8479 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:45.349141 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c48cba-2707-42cc-a64b-d7af99bf8479 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:45.349556 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c48cba-2707-42cc-a64b-d7af99bf8479 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:45.350580 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c48cba-2707-42cc-a64b-d7af99bf8479 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:45.351019 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c48cba-2707-42cc-a64b-d7af99bf8479 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:45.351481 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c48cba-2707-42cc-a64b-d7af99bf8479 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:45.352300 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c48cba-2707-42cc-a64b-d7af99bf8479 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:45.352300 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c48cba-2707-42cc-a64b-d7af99bf8479 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:45.390891 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 048a3d01-cbd3-4a83-a068-b359b226aee0 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:57:45.391163 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c2907-5f7c-4110-b6d3-721c2858983e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Pushing event updated for resources: {'Subnet': ['ID=cbf435e5-42b0-4c0e-ac62-0d08bd5977b4,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:45.411375 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-a6667778-4da8-4334-b221-a3b3cdb1ab2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24114a21-94de-4006-a4da-72931da3dc35 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:45.434045 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a2b769-1a0c-4386-97b9-abbbfe4f7493 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Made reservation on behalf of d8985f50a69840289a867521793913f1 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:45.443773 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5183462c-d46a-49ed-b123-823605f4d15b None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:45.457986 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-a6667778-4da8-4334-b221-a3b3cdb1ab2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:45.458420 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b769-1a0c-4386-97b9-abbbfe4f7493 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:45.500914 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-a6667778-4da8-4334-b221-a3b3cdb1ab2f service neutron] Transition to ACTIVE for port object 24114a21-94de-4006-a4da-72931da3dc35 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:57:45.507456 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5183462c-d46a-49ed-b123-823605f4d15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:45.522046 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39c2907-5f7c-4110-b6d3-721c2858983e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Checking segment: {'id': '772d6dd6-36e4-48dc-90ff-8a2775289036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ae45870e-ea40-4974-aaa2-60a832e0f221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:45.523939 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39c2907-5f7c-4110-b6d3-721c2858983e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Network hostable DHCP agents. Network: ae45870e-ea40-4974-aaa2-60a832e0f221, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:57:45.562011 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-0285bfc4-948c-4ced-ba8a-39ed94a865ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Deleting port 63f4bc04-f03d-4f60-afd4-8f016ae03369 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:57:45.563022 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0285bfc4-948c-4ced-ba8a-39ed94a865ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:45.586783 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-a6667778-4da8-4334-b221-a3b3cdb1ab2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:45.632179 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5183462c-d46a-49ed-b123-823605f4d15b None None] Network 6f43e52f-01a2-4807-8299-a32ad3b11a95 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:45.704306 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-5183462c-d46a-49ed-b123-823605f4d15b None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:45.715417 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5183462c-d46a-49ed-b123-823605f4d15b None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:45.792269 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a1d38f0c-15d6-45d0-a12f-b73b6e59b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:45.835606 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d38f0c-15d6-45d0-a12f-b73b6e59b9b9 None None] No DVR routers for this DVR port 935fd32c-2b64-4b49-ba60-17133f1b2e88 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:57:45.952543 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 935fd32c-2b64-4b49-ba60-17133f1b2e88 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:57:46.040064 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 935fd32c-2b64-4b49-ba60-17133f1b2e88 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:57:46.040474 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 935fd32c-2b64-4b49-ba60-17133f1b2e88 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:57:46.045537 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183462c-d46a-49ed-b123-823605f4d15b None None] Pushing event updated for resources: {'Port': ['ID=ff164903-603f-48a4-a403-64ad678855ea,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:46.062886 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39c2907-5f7c-4110-b6d3-721c2858983e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Network ae45870e-ea40-4974-aaa2-60a832e0f221 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:57:46.085510 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6667778-4da8-4334-b221-a3b3cdb1ab2f service neutron] Pushing event updated for resources: {'Port': ['ID=24114a21-94de-4006-a4da-72931da3dc35,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:46.166096 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d38f0c-15d6-45d0-a12f-b73b6e59b9b9 None None] Pushing event deleted for resources: {'Port': ['ID=935fd32c-2b64-4b49-ba60-17133f1b2e88,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:46.210842 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-5183462c-d46a-49ed-b123-823605f4d15b None None] Attempting to bind port ff164903-603f-48a4-a403-64ad678855ea on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:46.211441 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-5183462c-d46a-49ed-b123-823605f4d15b None None] Attempting to bind port ff164903-603f-48a4-a403-64ad678855ea by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '04d113ee-bb26-4561-ac74-569bb3ee567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6f43e52f-01a2-4807-8299-a32ad3b11a95'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:46.216830 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5183462c-d46a-49ed-b123-823605f4d15b None None] Attempting to bind port ff164903-603f-48a4-a403-64ad678855ea on network 6f43e52f-01a2-4807-8299-a32ad3b11a95 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:46.228853 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5183462c-d46a-49ed-b123-823605f4d15b None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:46.229600 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5183462c-d46a-49ed-b123-823605f4d15b None None] Checking segment: {'id': '04d113ee-bb26-4561-ac74-569bb3ee567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6f43e52f-01a2-4807-8299-a32ad3b11a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:46.230240 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5183462c-d46a-49ed-b123-823605f4d15b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:46.230859 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5183462c-d46a-49ed-b123-823605f4d15b None None] Bound using segment: {'id': '04d113ee-bb26-4561-ac74-569bb3ee567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6f43e52f-01a2-4807-8299-a32ad3b11a95'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:46.231649 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-5183462c-d46a-49ed-b123-823605f4d15b None None] Bound port: ff164903-603f-48a4-a403-64ad678855ea, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d113ee-bb26-4561-ac74-569bb3ee567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6f43e52f-01a2-4807-8299-a32ad3b11a95'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:46.232094 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5183462c-d46a-49ed-b123-823605f4d15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:46.280482 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad701ce-8581-4458-ae21-36d401679e1c req-da6c10d3-fc8f-4018-b694-bd32026919a2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:46.286717 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8ad701ce-8581-4458-ae21-36d401679e1c req-da6c10d3-fc8f-4018-b694-bd32026919a2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bc8095a-3d18-41f6-837f-606dbef61336 HTTP/1.1" status: 200 len: 943 time: 0.2843039 Nov 12 08:57:46.301362 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-f39c2907-5f7c-4110-b6d3-721c2858983e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, ae45870e-ea40-4974-aaa2-60a832e0f221) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:46.309122 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39c2907-5f7c-4110-b6d3-721c2858983e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:46.310613 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f39c2907-5f7c-4110-b6d3-721c2858983e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:46.330539 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-a6667778-4da8-4334-b221-a3b3cdb1ab2f service neutron] Attempting to bind port 24114a21-94de-4006-a4da-72931da3dc35 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:46.331061 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-a6667778-4da8-4334-b221-a3b3cdb1ab2f service neutron] Attempting to bind port 24114a21-94de-4006-a4da-72931da3dc35 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:46.331571 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-a6667778-4da8-4334-b221-a3b3cdb1ab2f service neutron] Attempting to bind port 24114a21-94de-4006-a4da-72931da3dc35 on network dff85ee1-5d3b-4104-8677-a8be57638c59 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:46.340439 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ce9eb9-7923-457c-a1bd-1fbaa0356c3f None None] Network ae45870e-ea40-4974-aaa2-60a832e0f221 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:57:46.357300 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-a6667778-4da8-4334-b221-a3b3cdb1ab2f service neutron] Port 24114a21-94de-4006-a4da-72931da3dc35 on network dff85ee1-5d3b-4104-8677-a8be57638c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:57:46.358885 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-a6667778-4da8-4334-b221-a3b3cdb1ab2f service neutron] Attempting to bind port 24114a21-94de-4006-a4da-72931da3dc35 on network dff85ee1-5d3b-4104-8677-a8be57638c59 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:46.383879 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0285bfc4-948c-4ced-ba8a-39ed94a865ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:46.389018 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-a6667778-4da8-4334-b221-a3b3cdb1ab2f service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:46.389712 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-a6667778-4da8-4334-b221-a3b3cdb1ab2f service neutron] Checking segment: {'id': 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:46.390579 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-a6667778-4da8-4334-b221-a3b3cdb1ab2f service neutron] Bound using segment: {'id': 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:46.392529 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-a6667778-4da8-4334-b221-a3b3cdb1ab2f service neutron] Bound port: 24114a21-94de-4006-a4da-72931da3dc35, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:46.392529 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-a6667778-4da8-4334-b221-a3b3cdb1ab2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:46.494429 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-5183462c-d46a-49ed-b123-823605f4d15b None None] For port ff164903-603f-48a4-a403-64ad678855ea, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:46.505983 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-5183462c-d46a-49ed-b123-823605f4d15b None None] For port ff164903-603f-48a4-a403-64ad678855ea, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ff164903-603f-48a4-a403-64ad678855ea,segment=NetworkSegment(04d113ee-bb26-4561-ac74-569bb3ee567a),segment_id=04d113ee-bb26-4561-ac74-569bb3ee567a)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:46.535861 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5183462c-d46a-49ed-b123-823605f4d15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:46.574913 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f39c2907-5f7c-4110-b6d3-721c2858983e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.0875115 Nov 12 08:57:46.579907 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-a6667778-4da8-4334-b221-a3b3cdb1ab2f service neutron] For port 24114a21-94de-4006-a4da-72931da3dc35, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:46.588776 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8ad701ce-8581-4458-ae21-36d401679e1c req-56e9c51c-e71c-49a5-bb95-20c7a72df188 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943928 Nov 12 08:57:46.596030 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41084) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:46.660438 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-3ff61d59-34a5-4098-a26c-783934053e7a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Request body: {'port': {'network_id': '6f43e52f-01a2-4807-8299-a32ad3b11a95', 'name': 'tempest-TaggedBootDevicesTest_v242-1878513679', 'fixed_ips': [{'subnet_id': 'a46f76c2-1a35-49b4-89e9-0120081a33c4'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:46.679508 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-a6667778-4da8-4334-b221-a3b3cdb1ab2f service neutron] For port 24114a21-94de-4006-a4da-72931da3dc35, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=24114a21-94de-4006-a4da-72931da3dc35,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:46.692529 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-0285bfc4-948c-4ced-ba8a-39ed94a865ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Calling delete_port for 63f4bc04-f03d-4f60-afd4-8f016ae03369 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:57:46.732888 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183462c-d46a-49ed-b123-823605f4d15b None None] Pushing event updated for resources: {'Port': ['ID=ff164903-603f-48a4-a403-64ad678855ea,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:46.880849 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badd33b4-69a6-45e4-ae9c-1b870b72beb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-ae45870e-ea40-4974-aaa2-60a832e0f221', 'network_id': 'ae45870e-ea40-4974-aaa2-60a832e0f221', 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'fixed_ips': [{'subnet_id': 'cbf435e5-42b0-4c0e-ac62-0d08bd5977b4'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:57:46.882224 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-badd33b4-69a6-45e4-ae9c-1b870b72beb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:47.095810 n-d-768862-16 neutron-server[102569]: DEBUG neutron.objects.ports [None req-d4a2b769-1a0c-4386-97b9-abbbfe4f7493 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102569) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:57:47.097994 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b769-1a0c-4386-97b9-abbbfe4f7493 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:47.239563 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-a6667778-4da8-4334-b221-a3b3cdb1ab2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:47.442328 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a2b769-1a0c-4386-97b9-abbbfe4f7493 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Pushing event updated for resources: {'Subnet': ['ID=348c4320-e61b-41ae-be01-2aaf34744616,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:47.468840 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6667778-4da8-4334-b221-a3b3cdb1ab2f service neutron] Pushing event updated for resources: {'Port': ['ID=24114a21-94de-4006-a4da-72931da3dc35,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:47.511452 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a2b769-1a0c-4386-97b9-abbbfe4f7493 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Checking segment: {'id': '0ad33fe8-be52-4229-8f94-08201d1cdaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '048a3d01-cbd3-4a83-a068-b359b226aee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:47.511452 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a2b769-1a0c-4386-97b9-abbbfe4f7493 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Network hostable DHCP agents. Network: 048a3d01-cbd3-4a83-a068-b359b226aee0, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:57:47.588767 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-badd33b4-69a6-45e4-ae9c-1b870b72beb4 None None] Allocated IP 10.2.2.2 (ae45870e-ea40-4974-aaa2-60a832e0f221/cbf435e5-42b0-4c0e-ac62-0d08bd5977b4/f528e412-877f-44e8-aa72-4d6dcbe8e121) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:47.608276 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a2b769-1a0c-4386-97b9-abbbfe4f7493 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Network 048a3d01-cbd3-4a83-a068-b359b226aee0 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:57:47.628079 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-a6667778-4da8-4334-b221-a3b3cdb1ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:47.629478 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-a6667778-4da8-4334-b221-a3b3cdb1ab2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:47.631502 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-a6667778-4da8-4334-b221-a3b3cdb1ab2f service neutron] 10.222.0.54 "PUT /v2.0/ports/24114a21-94de-4006-a4da-72931da3dc35 HTTP/1.1" status: 200 len: 1092 time: 5.1907790 Nov 12 08:57:47.679213 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc8095a-3d18-41f6-837f-606dbef61336', 'tag': '24114a21-94de-4006-a4da-72931da3dc35'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:47.683532 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-d4a2b769-1a0c-4386-97b9-abbbfe4f7493 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 048a3d01-cbd3-4a83-a068-b359b226aee0) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:47.704831 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6349197-106f-4c92-9147-1141a46d162a" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc8095a-3d18-41f6-837f-606dbef61336", "tag": "24114a21-94de-4006-a4da-72931da3dc35"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:47.721553 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a2b769-1a0c-4386-97b9-abbbfe4f7493 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:47.723088 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b769-1a0c-4386-97b9-abbbfe4f7493 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:47.773852 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f74f7f-1be9-49ed-b71d-434f2c5f9452 None None] Network 048a3d01-cbd3-4a83-a068-b359b226aee0 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:57:47.814400 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d4a2b769-1a0c-4386-97b9-abbbfe4f7493 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6012592 Nov 12 08:57:47.817664 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41096) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:47.855500 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-1531901b-7416-4807-bcb4-a981af25598f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Request body: {'port': {'network_id': '048a3d01-cbd3-4a83-a068-b359b226aee0', 'name': 'tempest-NetworksIpV6TestAttrs-1223142489'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:47.930507 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0285bfc4-948c-4ced-ba8a-39ed94a865ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:48.140565 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285bfc4-948c-4ced-ba8a-39ed94a865ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Port': ['ID=63f4bc04-f03d-4f60-afd4-8f016ae03369,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:48.225610 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-85fc5621-d743-462c-a83d-cba55f3f6e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:48.230727 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-85fc5621-d743-462c-a83d-cba55f3f6e77 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78d9cae7e28e44dea74a67608c81b079&device_id=8bc8095a-3d18-41f6-837f-606dbef61336 HTTP/1.1" status: 200 len: 1095 time: 0.5054479 Nov 12 08:57:48.443910 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-d4a86946-0ead-4e2f-a1d9-931ddbd5b05f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24114a21-94de-4006-a4da-72931da3dc35 HTTP/1.1" status: 200 len: 217 time: 0.2002439 Nov 12 08:57:48.489704 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f5e40-ef12-4670-8df1-3e256a3967bc req-5c880f40-55bd-4932-a9d7-84e7cf19180c tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:48.492011 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b5f5e40-ef12-4670-8df1-3e256a3967bc req-5c880f40-55bd-4932-a9d7-84e7cf19180c tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bc8095a-3d18-41f6-837f-606dbef61336 HTTP/1.1" status: 200 len: 943 time: 0.4412136 Nov 12 08:57:48.581879 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1531901b-7416-4807-bcb4-a981af25598f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Made reservation on behalf of d8985f50a69840289a867521793913f1 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:48.588068 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1531901b-7416-4807-bcb4-a981af25598f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:48.653186 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b5f5e40-ef12-4670-8df1-3e256a3967bc req-47e79148-148c-4e8f-a6c7-a37b97e2f1f9 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200976 Nov 12 08:57:48.665557 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-1531901b-7416-4807-bcb4-a981af25598f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] device_id is not set on port c35e6cd9-635d-47b6-be69-d0d90ea82069 yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:57:48.857021 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ff164903-603f-48a4-a403-64ad678855ea up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:48.999051 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c88ccf-ffca-48fb-b7c5-a39d95d133f4 None None] Network 6f43e52f-01a2-4807-8299-a32ad3b11a95 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:57:49.085324 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-1531901b-7416-4807-bcb4-a981af25598f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Allocated IP 2001:db8::f816:3eff:fe93:cbe9 (048a3d01-cbd3-4a83-a068-b359b226aee0/348c4320-e61b-41ae-be01-2aaf34744616/c35e6cd9-635d-47b6-be69-d0d90ea82069) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:49.096359 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0285bfc4-948c-4ced-ba8a-39ed94a865ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:49.158671 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff61d59-34a5-4098-a26c-783934053e7a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Made reservation on behalf of ad65bcc6bcb148c2b43b634da3af78b4 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:49.193076 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port ff164903-603f-48a4-a403-64ad678855ea triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:49.195290 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:49.367525 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-badd33b4-69a6-45e4-ae9c-1b870b72beb4 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:49.374100 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-83543995-683f-4232-bc89-e09883c437c9 None None] Provisioning complete for port ff164903-603f-48a4-a403-64ad678855ea triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:49.375368 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-83543995-683f-4232-bc89-e09883c437c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:49.427242 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-badd33b4-69a6-45e4-ae9c-1b870b72beb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:49.449451 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-09a66843-f03f-4ecf-aac7-1831109fba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:49.456849 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-09a66843-f03f-4ecf-aac7-1831109fba3b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5c35fa51-ac67-4be1-b9e2-7be8e3c59722 HTTP/1.1" status: 200 len: 845 time: 0.9871163 Nov 12 08:57:49.462084 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd405c8-70e2-4c67-abe7-a9bbe4e677f1 x-openstack-request-id: req-ddd405c8-70e2-4c67-abe7-a9bbe4e677f1 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:49.462615 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc8095a-3d18-41f6-837f-606dbef61336", "tag": "24114a21-94de-4006-a4da-72931da3dc35", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:49.462831 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ddd405c8-70e2-4c67-abe7-a9bbe4e677f1 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:49.463210 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc8095a-3d18-41f6-837f-606dbef61336', 'tag': '24114a21-94de-4006-a4da-72931da3dc35', 'status': 'completed', 'code': 200} Nov 12 08:57:49.531015 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3ff61d59-34a5-4098-a26c-783934053e7a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:49.539779 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c00492-fb7d-49fb-a09d-1c461d9183bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-048a3d01-cbd3-4a83-a068-b359b226aee0', 'network_id': '048a3d01-cbd3-4a83-a068-b359b226aee0', 'tenant_id': 'd8985f50a69840289a867521793913f1', 'fixed_ips': [{'subnet_id': '348c4320-e61b-41ae-be01-2aaf34744616'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:57:49.550513 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f5c00492-fb7d-49fb-a09d-1c461d9183bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:49.595488 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-d61db6f4-4543-49a8-985e-062275406b76 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dff85ee1-5d3b-4104-8677-a8be57638c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583963 Nov 12 08:57:49.617777 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1531901b-7416-4807-bcb4-a981af25598f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:49.771164 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1531901b-7416-4807-bcb4-a981af25598f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:49.845156 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-3ff61d59-34a5-4098-a26c-783934053e7a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] device_id is not set on port 1fc527f8-9665-4e15-9131-e2f6e2db3a4f yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:57:49.883076 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badd33b4-69a6-45e4-ae9c-1b870b72beb4 None None] Network ae45870e-ea40-4974-aaa2-60a832e0f221 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:49.920719 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd33b4-69a6-45e4-ae9c-1b870b72beb4 None None] Pushing event updated for resources: {'Port': ['ID=f528e412-877f-44e8-aa72-4d6dcbe8e121,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:49.993017 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:50.006602 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-badd33b4-69a6-45e4-ae9c-1b870b72beb4 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:50.020957 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badd33b4-69a6-45e4-ae9c-1b870b72beb4 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:50.071556 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1531901b-7416-4807-bcb4-a981af25598f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Network 048a3d01-cbd3-4a83-a068-b359b226aee0 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:50.082144 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531901b-7416-4807-bcb4-a981af25598f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Pushing event updated for resources: {'Port': ['ID=c35e6cd9-635d-47b6-be69-d0d90ea82069,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:50.104296 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-1531901b-7416-4807-bcb4-a981af25598f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:50.111252 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1531901b-7416-4807-bcb4-a981af25598f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:50.119313 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1531901b-7416-4807-bcb4-a981af25598f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:50.120334 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1531901b-7416-4807-bcb4-a981af25598f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:50.153576 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1531901b-7416-4807-bcb4-a981af25598f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.3211174 Nov 12 08:57:50.159314 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41114) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:50.283802 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a01c86-522a-43aa-8733-2fce77be7ecf tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Deleting subnet 348c4320-e61b-41ae-be01-2aaf34744616 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:57:50.289869 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d8a01c86-522a-43aa-8733-2fce77be7ecf tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:50.316655 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2f7d3-49dd-4929-be41-49ae3301d55f req-42f97a41-1938-4226-b45f-88af6163905c tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:50.329853 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c5a2f7d3-49dd-4929-be41-49ae3301d55f req-42f97a41-1938-4226-b45f-88af6163905c tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bc8095a-3d18-41f6-837f-606dbef61336 HTTP/1.1" status: 200 len: 943 time: 0.3925297 Nov 12 08:57:50.331941 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0285bfc4-948c-4ced-ba8a-39ed94a865ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Router 0b4bc4af-d0f4-4872-8047-ad7278bef053 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:57:50.341248 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-6ff40fd0-478b-499c-b830-f4a58fd8c65f service neutron] 10.222.0.54 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6238408 Nov 12 08:57:50.434422 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-3ff61d59-34a5-4098-a26c-783934053e7a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Allocated IP 10.1.1.32 (6f43e52f-01a2-4807-8299-a32ad3b11a95/a46f76c2-1a35-49b4-89e9-0120081a33c4/1fc527f8-9665-4e15-9131-e2f6e2db3a4f) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:50.526220 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d8a01c86-522a-43aa-8733-2fce77be7ecf tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:50.538339 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port ff164903-603f-48a4-a403-64ad678855ea, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ff164903-603f-48a4-a403-64ad678855ea,segment=NetworkSegment(04d113ee-bb26-4561-ac74-569bb3ee567a),segment_id=04d113ee-bb26-4561-ac74-569bb3ee567a)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:50.541828 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-83543995-683f-4232-bc89-e09883c437c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:50.597447 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:50.625760 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-badd33b4-69a6-45e4-ae9c-1b870b72beb4 None None] Attempting to bind port f528e412-877f-44e8-aa72-4d6dcbe8e121 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:50.626789 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-badd33b4-69a6-45e4-ae9c-1b870b72beb4 None None] Attempting to bind port f528e412-877f-44e8-aa72-4d6dcbe8e121 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '772d6dd6-36e4-48dc-90ff-8a2775289036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ae45870e-ea40-4974-aaa2-60a832e0f221'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:50.628731 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badd33b4-69a6-45e4-ae9c-1b870b72beb4 None None] Attempting to bind port f528e412-877f-44e8-aa72-4d6dcbe8e121 on network ae45870e-ea40-4974-aaa2-60a832e0f221 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:50.652877 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badd33b4-69a6-45e4-ae9c-1b870b72beb4 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:50.655206 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badd33b4-69a6-45e4-ae9c-1b870b72beb4 None None] Checking segment: {'id': '772d6dd6-36e4-48dc-90ff-8a2775289036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ae45870e-ea40-4974-aaa2-60a832e0f221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:50.656053 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-badd33b4-69a6-45e4-ae9c-1b870b72beb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:50.656589 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badd33b4-69a6-45e4-ae9c-1b870b72beb4 None None] Bound using segment: {'id': '772d6dd6-36e4-48dc-90ff-8a2775289036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ae45870e-ea40-4974-aaa2-60a832e0f221'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:50.659691 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-badd33b4-69a6-45e4-ae9c-1b870b72beb4 None None] Bound port: f528e412-877f-44e8-aa72-4d6dcbe8e121, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772d6dd6-36e4-48dc-90ff-8a2775289036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ae45870e-ea40-4974-aaa2-60a832e0f221'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:50.660269 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-badd33b4-69a6-45e4-ae9c-1b870b72beb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:50.678246 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c5a2f7d3-49dd-4929-be41-49ae3301d55f req-e6d186b3-bc1f-4533-bdfc-683856182d6c tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468094 Nov 12 08:57:50.713626 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-12d3304b-4bfd-41f0-93a4-e8f31bcbe184 req-60dca2b9-5a7c-4d0f-9cf9-f204efa3c79a service neutron] 10.222.0.54 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638470 Nov 12 08:57:50.890264 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0285bfc4-948c-4ced-ba8a-39ed94a865ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:57:50.910949 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9e6e11-6aeb-4564-ac32-39098992c19b None None] Sync routers for ids ['0b4bc4af-d0f4-4872-8047-ad7278bef053'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:57:50.955909 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9e6e11-6aeb-4564-ac32-39098992c19b None None] Routers {'0b4bc4af-d0f4-4872-8047-ad7278bef053'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:50.961512 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0285bfc4-948c-4ced-ba8a-39ed94a865ef tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "PUT /v2.0/routers/0b4bc4af-d0f4-4872-8047-ad7278bef053/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9935107 Nov 12 08:57:50.963347 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-6e9e6e11-6aeb-4564-ac32-39098992c19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:57:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['0b4bc4af-d0f4-4872-8047-ad7278bef053'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:50.964059 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41122) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:51.036248 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d8a01c86-522a-43aa-8733-2fce77be7ecf tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:51.070691 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-6e9e6e11-6aeb-4564-ac32-39098992c19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:51.093552 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9e6e11-6aeb-4564-ac32-39098992c19b None None] Routers {'0b4bc4af-d0f4-4872-8047-ad7278bef053'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:51.096467 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-6e9e6e11-6aeb-4564-ac32-39098992c19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:57:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['0b4bc4af-d0f4-4872-8047-ad7278bef053'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:51.175003 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-badd33b4-69a6-45e4-ae9c-1b870b72beb4 None None] For port f528e412-877f-44e8-aa72-4d6dcbe8e121, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:51.191403 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-badd33b4-69a6-45e4-ae9c-1b870b72beb4 None None] For port f528e412-877f-44e8-aa72-4d6dcbe8e121, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=f528e412-877f-44e8-aa72-4d6dcbe8e121,segment=NetworkSegment(772d6dd6-36e4-48dc-90ff-8a2775289036),segment_id=772d6dd6-36e4-48dc-90ff-8a2775289036)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:51.191845 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-23b51105-4c18-4e71-a7ab-575e4f092738 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b4bc4af-d0f4-4872-8047-ad7278bef053 HTTP/1.1" status: 200 len: 205 time: 0.1776056 Nov 12 08:57:51.211086 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41128) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:51.242822 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-6e9e6e11-6aeb-4564-ac32-39098992c19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:51.248323 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9e6e11-6aeb-4564-ac32-39098992c19b None None] The sync data for ids ['0b4bc4af-d0f4-4872-8047-ad7278bef053'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:57:51.254085 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=ff164903-603f-48a4-a403-64ad678855ea,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:51.257100 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6349197-106f-4c92-9147-1141a46d162a req-71a2a39e-9909-4bd5-bc44-296cd04689d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:51.259141 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c6349197-106f-4c92-9147-1141a46d162a req-71a2a39e-9909-4bd5-bc44-296cd04689d3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78d9cae7e28e44dea74a67608c81b079&device_id=8bc8095a-3d18-41f6-837f-606dbef61336 HTTP/1.1" status: 200 len: 1095 time: 0.4310987 Nov 12 08:57:51.277316 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-badd33b4-69a6-45e4-ae9c-1b870b72beb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:51.299173 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4e61c16c-a4dd-44a8-b7f6-0a5780de9716 req-ff8dc56f-b6bf-41ce-b7d9-0d870fd91b6f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4344876 Nov 12 08:57:51.434309 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3a11927c-b7d0-42fe-a20a-f56dfa2ff884 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:51.555853 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d8a01c86-522a-43aa-8733-2fce77be7ecf tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:51.586822 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-83543995-683f-4232-bc89-e09883c437c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:57:51.590157 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-83543995-683f-4232-bc89-e09883c437c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server [None req-f5c00492-fb7d-49fb-a09d-1c461d9183bd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 348c4320-e61b-41ae-be01-2aaf34744616: This subnet is being modified by another concurrent operation. Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise exception Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 348c4320-e61b-41ae-be01-2aaf34744616: This subnet is being modified by another concurrent operation. Nov 12 08:57:51.673932 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server Nov 12 08:57:51.717960 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a01c86-522a-43aa-8733-2fce77be7ecf tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Pushing event deleted for resources: {'Subnet': ['ID=348c4320-e61b-41ae-be01-2aaf34744616,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:51.737887 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d8a01c86-522a-43aa-8733-2fce77be7ecf tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:51.757530 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d8a01c86-522a-43aa-8733-2fce77be7ecf tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "DELETE /v2.0/subnets/348c4320-e61b-41ae-be01-2aaf34744616 HTTP/1.1" status: 204 len: 168 time: 1.5782526 Nov 12 08:57:51.779533 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41134) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:51.797806 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3ff61d59-34a5-4098-a26c-783934053e7a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:51.849294 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd33b4-69a6-45e4-ae9c-1b870b72beb4 None None] Pushing event updated for resources: {'Port': ['ID=f528e412-877f-44e8-aa72-4d6dcbe8e121,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:51.903999 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e39478-551b-43cf-b669-1b0e602b7911 None None] Network 048a3d01-cbd3-4a83-a068-b359b226aee0 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:57:51.996103 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3ff61d59-34a5-4098-a26c-783934053e7a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:52.300676 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3a11927c-b7d0-42fe-a20a-f56dfa2ff884 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:52.314319 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3a11927c-b7d0-42fe-a20a-f56dfa2ff884 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:52.320242 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61c16c-a4dd-44a8-b7f6-0a5780de9716 req-77723fc1-19f1-4cd4-a1f8-8458e6c50abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:52.326249 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4e61c16c-a4dd-44a8-b7f6-0a5780de9716 req-77723fc1-19f1-4cd4-a1f8-8458e6c50abf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ec847d4aa114da6b8ea6ce22207bb4f&device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 1098 time: 0.8708470 Nov 12 08:57:52.343061 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff61d59-34a5-4098-a26c-783934053e7a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Network 6f43e52f-01a2-4807-8299-a32ad3b11a95 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:52.423599 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-3ff61d59-34a5-4098-a26c-783934053e7a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:52.426863 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff61d59-34a5-4098-a26c-783934053e7a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Pushing event updated for resources: {'Port': ['ID=1fc527f8-9665-4e15-9131-e2f6e2db3a4f,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:52.450141 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff61d59-34a5-4098-a26c-783934053e7a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:52.454485 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6349197-106f-4c92-9147-1141a46d162a req-a7279ad6-2bf9-41ee-8614-db4572e9b6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:52.456565 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c6349197-106f-4c92-9147-1141a46d162a req-a7279ad6-2bf9-41ee-8614-db4572e9b6fc service neutron] 10.222.0.54 "GET /v2.0/networks?id=dff85ee1-5d3b-4104-8677-a8be57638c59 HTTP/1.1" status: 200 len: 906 time: 1.1820703 Nov 12 08:57:52.811159 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3a11927c-b7d0-42fe-a20a-f56dfa2ff884 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:52.812157 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a11927c-b7d0-42fe-a20a-f56dfa2ff884 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Fanout notify agent at l3_agent the message router_deleted on router 0b4bc4af-d0f4-4872-8047-ad7278bef053 {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:57:52.825157 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3a11927c-b7d0-42fe-a20a-f56dfa2ff884 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:52.830797 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3a11927c-b7d0-42fe-a20a-f56dfa2ff884 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/routers/0b4bc4af-d0f4-4872-8047-ad7278bef053 HTTP/1.1" status: 204 len: 168 time: 1.6165061 Nov 12 08:57:52.844188 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41142) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:52.932641 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d3e6ad-e3b4-41f0-840c-11e658cd43b6 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:52.934047 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ffb102a3-2d03-42f3-bbd1-93528065cca3 None None] Provisioning complete for port ff164903-603f-48a4-a403-64ad678855ea triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:52.934047 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ffb102a3-2d03-42f3-bbd1-93528065cca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:52.936310 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d3e6ad-e3b4-41f0-840c-11e658cd43b6 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:52.938522 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d8d3e6ad-e3b4-41f0-840c-11e658cd43b6 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 1.1571045 Nov 12 08:57:52.945330 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41146) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:52.996393 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c6349197-106f-4c92-9147-1141a46d162a req-e36c9beb-0e17-40ce-9fd1-88d35686c99d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24114a21-94de-4006-a4da-72931da3dc35 HTTP/1.1" status: 200 len: 217 time: 0.4278109 Nov 12 08:57:53.176439 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:53.285181 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504d25a-0999-4094-9840-ac0d524fc98e req-9c5a2c68-cc26-40bd-8bf4-e1ff3930a1ee tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:53.289117 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d504d25a-0999-4094-9840-ac0d524fc98e req-9c5a2c68-cc26-40bd-8bf4-e1ff3930a1ee tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bc8095a-3d18-41f6-837f-606dbef61336 HTTP/1.1" status: 200 len: 943 time: 0.7938240 Nov 12 08:57:53.297444 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-42b5c12c-febf-4a0d-82a5-fe04cb302a24 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Deleting subnet 69192c72-eafc-4d85-a6a0-59903ec1cfde {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:57:53.326309 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61c16c-a4dd-44a8-b7f6-0a5780de9716 req-360bac1f-5a94-4294-a345-a152885c92a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:53.328833 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4e61c16c-a4dd-44a8-b7f6-0a5780de9716 req-360bac1f-5a94-4294-a345-a152885c92a2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1257ab85-0a57-4816-836b-dcdc791e6146 HTTP/1.1" status: 200 len: 917 time: 0.9498351 Nov 12 08:57:53.335560 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-42b5c12c-febf-4a0d-82a5-fe04cb302a24 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:53.385444 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ff164903-603f-48a4-a403-64ad678855ea up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:53.400511 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-443f756c-84b9-47c6-9e74-2b116c4fc59c tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:53.426293 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff61d59-34a5-4098-a26c-783934053e7a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:53.427345 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3ff61d59-34a5-4098-a26c-783934053e7a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:53.551090 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-443f756c-84b9-47c6-9e74-2b116c4fc59c tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 08:57:53.552106 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-443f756c-84b9-47c6-9e74-2b116c4fc59c tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:57:53.562675 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-443f756c-84b9-47c6-9e74-2b116c4fc59c tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "DELETE /v2.0/networks/048a3d01-cbd3-4a83-a068-b359b226aee0 HTTP/1.1" status: 409 len: 405 time: 0.6082599 Nov 12 08:57:53.564437 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-42b5c12c-febf-4a0d-82a5-fe04cb302a24 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:53.578925 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d63c3ea8-6bac-4b4f-87fd-804cebf5a96f None None] Provisioning complete for port 1fc527f8-9665-4e15-9131-e2f6e2db3a4f triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:53.579403 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d63c3ea8-6bac-4b4f-87fd-804cebf5a96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:53.589811 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41148) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:53.611459 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-222eaddb-f0a3-4e12-a649-d5e115641fcb tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-607634034'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:53.672789 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222eaddb-f0a3-4e12-a649-d5e115641fcb tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Made reservation on behalf of d8985f50a69840289a867521793913f1 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:53.688719 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-222eaddb-f0a3-4e12-a649-d5e115641fcb tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:53.712705 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-59827e54-7e64-4d40-a7d8-a7bbc0d225b0 req-854b1457-e5c4-48d1-a282-964e0b81f2da service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=743576cf-f2c6-41e3-83f6-7155b350b964&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3442407 Nov 12 08:57:53.721997 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port ff164903-603f-48a4-a403-64ad678855ea triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:53.723016 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:53.740136 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d504d25a-0999-4094-9840-ac0d524fc98e req-383878f7-15e8-40ac-857f-d4c3400f791f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204915 Nov 12 08:57:53.830080 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4e61c16c-a4dd-44a8-b7f6-0a5780de9716 req-20a90112-32a9-4938-baff-d6a63e02f6d2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10d0e75b-037d-4def-aa04-663d57ef0288 HTTP/1.1" status: 200 len: 1002 time: 0.4376001 Nov 12 08:57:53.887641 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3ff61d59-34a5-4098-a26c-783934053e7a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 7.2782252 Nov 12 08:57:53.925805 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41152) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:53.952629 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-d63c3ea8-6bac-4b4f-87fd-804cebf5a96f None None] Port 1fc527f8-9665-4e15-9131-e2f6e2db3a4f cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:57:53.955182 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a6c11f44-8de4-4f39-a2e7-501a6fa4277d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Request body: {'port': {'network_id': '6f43e52f-01a2-4807-8299-a32ad3b11a95', 'name': 'tempest-TaggedBootDevicesTest_v242-2043134171', 'fixed_ips': [{'subnet_id': 'a46f76c2-1a35-49b4-89e9-0120081a33c4'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:53.969820 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 24114a21-94de-4006-a4da-72931da3dc35 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:57:53.999979 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6349197-106f-4c92-9147-1141a46d162a req-26b58427-77b2-4384-a5e3-c1235fb4258e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:54.002360 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c6349197-106f-4c92-9147-1141a46d162a req-26b58427-77b2-4384-a5e3-c1235fb4258e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5c35fa51-ac67-4be1-b9e2-7be8e3c59722 HTTP/1.1" status: 200 len: 845 time: 0.8105969 Nov 12 08:57:54.156989 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59827e54-7e64-4d40-a7d8-a7bbc0d225b0 req-d6906d16-116c-4288-9aae-17150bc9f8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:54.164382 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-59827e54-7e64-4d40-a7d8-a7bbc0d225b0 req-d6906d16-116c-4288-9aae-17150bc9f8c6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=78d9cae7e28e44dea74a67608c81b079&device_id=743576cf-f2c6-41e3-83f6-7155b350b964 HTTP/1.1" status: 200 len: 1097 time: 0.3445394 Nov 12 08:57:54.184286 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-42b5c12c-febf-4a0d-82a5-fe04cb302a24 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:54.412262 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 24114a21-94de-4006-a4da-72931da3dc35, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=24114a21-94de-4006-a4da-72931da3dc35,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:54.453233 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '24114a21-94de-4006-a4da-72931da3dc35', 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59', 'port_id': '24114a21-94de-4006-a4da-72931da3dc35', 'mac_address': 'fa:16:3e:8a:82:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c35fa51-ac67-4be1-b9e2-7be8e3c59722', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:57:54.464773 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f66ed9-9109-4849-8e6b-ac25e767c89c None None] Network ae45870e-ea40-4974-aaa2-60a832e0f221 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:57:54.571134 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-42b5c12c-febf-4a0d-82a5-fe04cb302a24 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:54.665425 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b5c12c-febf-4a0d-82a5-fe04cb302a24 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Subnet': ['ID=69192c72-eafc-4d85-a6a0-59903ec1cfde,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:54.693404 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59827e54-7e64-4d40-a7d8-a7bbc0d225b0 req-64ccd7ce-dfae-46a3-bc4d-81b302f80fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:54.695074 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-59827e54-7e64-4d40-a7d8-a7bbc0d225b0 req-64ccd7ce-dfae-46a3-bc4d-81b302f80fee service neutron] 10.222.0.58 "GET /v2.0/networks?id=dff85ee1-5d3b-4104-8677-a8be57638c59 HTTP/1.1" status: 200 len: 906 time: 0.4179919 Nov 12 08:57:54.706910 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-42b5c12c-febf-4a0d-82a5-fe04cb302a24 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:54.710830 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-42b5c12c-febf-4a0d-82a5-fe04cb302a24 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/subnets/69192c72-eafc-4d85-a6a0-59903ec1cfde HTTP/1.1" status: 204 len: 168 time: 1.8604341 Nov 12 08:57:54.728856 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41156) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:54.772700 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3687a0b-5262-466d-a3e7-43c6560da58e None None] Network 1f68e539-f084-4d16-9952-be4067884dd9 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:57:54.860599 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:54.889232 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-59827e54-7e64-4d40-a7d8-a7bbc0d225b0 req-8b671844-3384-4bce-89c6-f6c1a48fc205 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0db8467b-a8e0-4127-b527-cac040b50758 HTTP/1.1" status: 200 len: 217 time: 0.1804307 Nov 12 08:57:54.891013 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24114a21-94de-4006-a4da-72931da3dc35 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:54.920737 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 24114a21-94de-4006-a4da-72931da3dc35, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=24114a21-94de-4006-a4da-72931da3dc35,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:54.972251 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222eaddb-f0a3-4e12-a649-d5e115641fcb tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:57:54.978930 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c6349197-106f-4c92-9147-1141a46d162a req-71dd3b48-ea84-4abc-ad25-8b68d09c3302 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dff85ee1-5d3b-4104-8677-a8be57638c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1613393 Nov 12 08:57:55.033223 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:55.039801 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-debe6cce-6fdb-4469-8032-bf693c7ff0bc None None] Provisioning complete for port f528e412-877f-44e8-aa72-4d6dcbe8e121 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:55.040262 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-debe6cce-6fdb-4469-8032-bf693c7ff0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:55.090121 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61c16c-a4dd-44a8-b7f6-0a5780de9716 req-12363f03-9c4a-421c-8ff0-c8c933bfcb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:55.095330 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4e61c16c-a4dd-44a8-b7f6-0a5780de9716 req-12363f03-9c4a-421c-8ff0-c8c933bfcb7d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b4bf441-b446-4677-be35-634c383c7b12 HTTP/1.1" status: 200 len: 855 time: 1.2053726 Nov 12 08:57:55.097670 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-222eaddb-f0a3-4e12-a649-d5e115641fcb tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:55.098808 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-222eaddb-f0a3-4e12-a649-d5e115641fcb tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Added segment 8fa31854-1c8f-4302-ada6-5eb0e767bcde of type vlan for network a4f6dae7-06d4-4707-9b27-27cf712e6a31 Nov 12 08:57:55.124083 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device f528e412-877f-44e8-aa72-4d6dcbe8e121 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:55.238670 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2671fe13-c893-409f-ae85-6343ea6424a1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:55.252441 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59827e54-7e64-4d40-a7d8-a7bbc0d225b0 req-fb6befa9-7356-44bf-92fa-54db9ec2b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:55.254670 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-59827e54-7e64-4d40-a7d8-a7bbc0d225b0 req-fb6befa9-7356-44bf-92fa-54db9ec2b357 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c35fa51-ac67-4be1-b9e2-7be8e3c59722 HTTP/1.1" status: 200 len: 845 time: 0.2219028 Nov 12 08:57:55.272671 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd2687-35d6-4889-ae0a-afaafc70c045 req-65b4016d-dc50-4f93-9e14-1cd2c9beacb2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:55.274526 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bafd2687-35d6-4889-ae0a-afaafc70c045 req-65b4016d-dc50-4f93-9e14-1cd2c9beacb2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bc8095a-3d18-41f6-837f-606dbef61336 HTTP/1.1" status: 200 len: 944 time: 0.1852026 Nov 12 08:57:55.341695 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-222eaddb-f0a3-4e12-a649-d5e115641fcb tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:55.373588 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['24114a21-94de-4006-a4da-72931da3dc35'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:55.435924 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61c16c-a4dd-44a8-b7f6-0a5780de9716 req-b029f3ee-98ee-4feb-afda-3c92a83b45cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:55.439515 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-59827e54-7e64-4d40-a7d8-a7bbc0d225b0 req-1c2ecd86-d581-407e-9c46-cc38c72464ff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dff85ee1-5d3b-4104-8677-a8be57638c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1627803 Nov 12 08:57:55.452524 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4e61c16c-a4dd-44a8-b7f6-0a5780de9716 req-b029f3ee-98ee-4feb-afda-3c92a83b45cf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1257ab85-0a57-4816-836b-dcdc791e6146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3415132 Nov 12 08:57:55.454404 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=24114a21-94de-4006-a4da-72931da3dc35,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:55.488297 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c6349197-106f-4c92-9147-1141a46d162a req-7acebc0b-3578-45e4-b49c-a90f15a2ddcb service neutron] 10.222.0.54 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991257 Nov 12 08:57:55.691363 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-debe6cce-6fdb-4469-8032-bf693c7ff0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:55.710271 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6267180-602a-4224-a852-1c9274d88710 None None] DHCP port deletion for 1f68e539-f084-4d16-9952-be4067884dd9 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:57:55.726654 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4e61c16c-a4dd-44a8-b7f6-0a5780de9716 req-22d7c7ac-9c78-4bf3-8381-6f7b8fb0ae71 service neutron] 10.222.0.54 "GET /v2.0/networks/1257ab85-0a57-4816-836b-dcdc791e6146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225778 Nov 12 08:57:55.729849 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-222eaddb-f0a3-4e12-a649-d5e115641fcb tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:55.737200 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222eaddb-f0a3-4e12-a649-d5e115641fcb tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:55.738390 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-222eaddb-f0a3-4e12-a649-d5e115641fcb tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:55.744023 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-debe6cce-6fdb-4469-8032-bf693c7ff0bc None None] For port f528e412-877f-44e8-aa72-4d6dcbe8e121, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=f528e412-877f-44e8-aa72-4d6dcbe8e121,segment=NetworkSegment(772d6dd6-36e4-48dc-90ff-8a2775289036),segment_id=772d6dd6-36e4-48dc-90ff-8a2775289036)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:55.751239 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port f528e412-877f-44e8-aa72-4d6dcbe8e121 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:55.751794 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:55.756849 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-debe6cce-6fdb-4469-8032-bf693c7ff0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:55.794996 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c11f44-8de4-4f39-a2e7-501a6fa4277d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Made reservation on behalf of ad65bcc6bcb148c2b43b634da3af78b4 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:55.945571 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6c11f44-8de4-4f39-a2e7-501a6fa4277d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:56.062530 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-222eaddb-f0a3-4e12-a649-d5e115641fcb tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.4662533 Nov 12 08:57:56.105379 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41168) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:56.112143 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1432ac1f-cebb-4f8e-baab-cbdf9cb839ee tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Request body: {'subnet': {'network_id': 'a4f6dae7-06d4-4707-9b27-27cf712e6a31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:56.145005 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-a6c11f44-8de4-4f39-a2e7-501a6fa4277d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] device_id is not set on port d89afea3-56ca-4d29-b4cc-697f5d5a1d50 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:57:56.170259 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bafd2687-35d6-4889-ae0a-afaafc70c045 req-372e0bb0-191a-4684-aa2f-27133579858a tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7904031 Nov 12 08:57:56.346695 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-2671fe13-c893-409f-ae85-6343ea6424a1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Deleting port c5a4f298-c5fb-4f30-b1f6-ade91894b8a7 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:57:56.347685 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2671fe13-c893-409f-ae85-6343ea6424a1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:56.352439 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-59827e54-7e64-4d40-a7d8-a7bbc0d225b0 req-3cdcbe0a-4c95-43f2-81fa-5f20f7c3009e service neutron] 10.222.0.58 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9009399 Nov 12 08:57:56.508543 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe6cce-6fdb-4469-8032-bf693c7ff0bc None None] Pushing event updated for resources: {'Port': ['ID=f528e412-877f-44e8-aa72-4d6dcbe8e121,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:56.650756 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-a6c11f44-8de4-4f39-a2e7-501a6fa4277d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Allocated IP 10.1.1.216 (6f43e52f-01a2-4807-8299-a32ad3b11a95/a46f76c2-1a35-49b4-89e9-0120081a33c4/d89afea3-56ca-4d29-b4cc-697f5d5a1d50) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:56.777306 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-59827e54-7e64-4d40-a7d8-a7bbc0d225b0 req-5bd4f1af-e305-4b11-98f8-a7c81e089ffd service neutron] 10.222.0.58 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121683 Nov 12 08:57:56.780408 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-2671fe13-c893-409f-ae85-6343ea6424a1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] For port c5a4f298-c5fb-4f30-b1f6-ade91894b8a7, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=c5a4f298-c5fb-4f30-b1f6-ade91894b8a7,segment=NetworkSegment(9490e0c4-7a4b-41c1-a8ef-fba9ea7fc149),segment_id=9490e0c4-7a4b-41c1-a8ef-fba9ea7fc149)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:56.792902 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2671fe13-c893-409f-ae85-6343ea6424a1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:56.877155 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-2671fe13-c893-409f-ae85-6343ea6424a1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Calling delete_port for c5a4f298-c5fb-4f30-b1f6-ade91894b8a7 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:57:56.907035 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ba845b63-b865-49cd-ade7-4d98afb2aa20 None None] Provisioning complete for port f528e412-877f-44e8-aa72-4d6dcbe8e121 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:56.919336 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ba845b63-b865-49cd-ade7-4d98afb2aa20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:56.962124 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6c11f44-8de4-4f39-a2e7-501a6fa4277d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:57.015932 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2671fe13-c893-409f-ae85-6343ea6424a1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:57.042766 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222eaddb-f0a3-4e12-a649-d5e115641fcb tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Pushing event updated for resources: {'Network': ['ID=a4f6dae7-06d4-4707-9b27-27cf712e6a31,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:57.060246 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6c11f44-8de4-4f39-a2e7-501a6fa4277d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:57.088276 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671fe13-c893-409f-ae85-6343ea6424a1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Port': ['ID=c5a4f298-c5fb-4f30-b1f6-ade91894b8a7,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:57.101278 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network a4f6dae7-06d4-4707-9b27-27cf712e6a31 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:57:57.110967 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2671fe13-c893-409f-ae85-6343ea6424a1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] No DVR routers for this DVR port c5a4f298-c5fb-4f30-b1f6-ade91894b8a7 on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:57:57.304786 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c6349197-106f-4c92-9147-1141a46d162a req-634a7472-c62a-499c-ad42-8460a1cf6ef8 service neutron] 10.222.0.54 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7902102 Nov 12 08:57:57.339848 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c11f44-8de4-4f39-a2e7-501a6fa4277d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Network 6f43e52f-01a2-4807-8299-a32ad3b11a95 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:57.472501 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1432ac1f-cebb-4f8e-baab-cbdf9cb839ee tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Made reservation on behalf of d8985f50a69840289a867521793913f1 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:57.492415 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1432ac1f-cebb-4f8e-baab-cbdf9cb839ee tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:57.500916 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device f528e412-877f-44e8-aa72-4d6dcbe8e121 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:57.512748 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4e61c16c-a4dd-44a8-b7f6-0a5780de9716 req-078370bb-956c-4707-83d1-2a06b873ef3b service neutron] 10.222.0.54 "GET /v2.0/networks/1257ab85-0a57-4816-836b-dcdc791e6146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7711051 Nov 12 08:57:57.517122 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c11f44-8de4-4f39-a2e7-501a6fa4277d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Pushing event updated for resources: {'Port': ['ID=d89afea3-56ca-4d29-b4cc-697f5d5a1d50,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:57.556099 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-a6c11f44-8de4-4f39-a2e7-501a6fa4277d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:57.605525 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c11f44-8de4-4f39-a2e7-501a6fa4277d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:57.615291 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2671fe13-c893-409f-ae85-6343ea6424a1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:57.765859 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-2671fe13-c893-409f-ae85-6343ea6424a1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f68e539-f084-4d16-9952-be4067884dd9']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:57.816031 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-2671fe13-c893-409f-ae85-6343ea6424a1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9490e0c4-7a4b-41c1-a8ef-fba9ea7fc149') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:57.816338 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-2671fe13-c893-409f-ae85-6343ea6424a1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9490e0c4-7a4b-41c1-a8ef-fba9ea7fc149') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:57.846379 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e2e12-c7b2-4004-a4e7-6e47818ad350 req-6abd24f8-3644-46a8-917d-c7beda0e5237 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:57.853409 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-387e2e12-c7b2-4004-a4e7-6e47818ad350 req-6abd24f8-3644-46a8-917d-c7beda0e5237 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bc8095a-3d18-41f6-837f-606dbef61336 HTTP/1.1" status: 200 len: 944 time: 0.3311188 Nov 12 08:57:57.901161 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2671fe13-c893-409f-ae85-6343ea6424a1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:57.902564 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c11f44-8de4-4f39-a2e7-501a6fa4277d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:57.904107 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6c11f44-8de4-4f39-a2e7-501a6fa4277d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:57.960122 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-b6267180-602a-4224-a852-1c9274d88710 None None] Deleting port c5a4f298-c5fb-4f30-b1f6-ade91894b8a7 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:57:57.962481 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a6c11f44-8de4-4f39-a2e7-501a6fa4277d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0351229 Nov 12 08:57:57.974977 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2671fe13-c893-409f-ae85-6343ea6424a1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:57.975369 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b6267180-602a-4224-a852-1c9274d88710 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:57.994959 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2671fe13-c893-409f-ae85-6343ea6424a1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:57:57.995596 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2671fe13-c893-409f-ae85-6343ea6424a1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:58.001997 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:57:58.001997 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:57:58.001997 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:57:58.001997 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:57:58.001997 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:57:58.001997 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:57:58.001997 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:57:58.001997 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:57:58.001997 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:57:58.001997 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:57:58.001997 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:57:58.001997 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:57:58.001997 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:57:58.001997 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:57:58.001997 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:57:58.001997 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:57:58.001997 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:57:58.001997 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:57:58.001997 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:57:58.001997 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:57:58.001997 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:57:58.001997 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:57:58.001997 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:57:58.001997 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:57:58.001997 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:57:58.001997 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:57:58.001997 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:57:58.001997 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:57:58.001997 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:57:58.001997 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:57:58.001997 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:57:58.001997 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:57:58.162311 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-387e2e12-c7b2-4004-a4e7-6e47818ad350 req-7fd0d821-aedc-4be4-9749-135a56794417 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718883 Nov 12 08:57:58.178465 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2671fe13-c893-409f-ae85-6343ea6424a1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:58.187914 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2671fe13-c893-409f-ae85-6343ea6424a1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:58.228809 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2671fe13-c893-409f-ae85-6343ea6424a1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/networks/1f68e539-f084-4d16-9952-be4067884dd9 HTTP/1.1" status: 204 len: 168 time: 3.4967067 Nov 12 08:57:58.230165 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41188) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:58.281348 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b6267180-602a-4224-a852-1c9274d88710 None None] For port c5a4f298-c5fb-4f30-b1f6-ade91894b8a7, host n-d-768862-16, got binding levels [] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:58.282592 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b6267180-602a-4224-a852-1c9274d88710 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:58.306598 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-b2345f92-5217-4294-8c85-a468bf9c9417 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-426469342', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:58.314320 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-b6267180-602a-4224-a852-1c9274d88710 None None] Calling delete_port for c5a4f298-c5fb-4f30-b1f6-ade91894b8a7 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:57:58.321292 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.ipam_backend_mixin [None req-b6267180-602a-4224-a852-1c9274d88710 None None] Port c5a4f298-c5fb-4f30-b1f6-ade91894b8a7 was not found and therefore no delete operation was performed {{(pid=102570) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:57:58.335631 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b6267180-602a-4224-a852-1c9274d88710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:58.385805 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671fe13-c893-409f-ae85-6343ea6424a1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Network': ['ID=1f68e539-f084-4d16-9952-be4067884dd9,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:58.403458 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b2345f92-5217-4294-8c85-a468bf9c9417 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:58.410582 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b2345f92-5217-4294-8c85-a468bf9c9417 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:58.604969 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b6267180-602a-4224-a852-1c9274d88710 None None] Network 1f68e539-f084-4d16-9952-be4067884dd9 is not hosted by any dhcp agent {{(pid=102570) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:57:58.617824 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6267180-602a-4224-a852-1c9274d88710 None None] No DVR routers for this DVR port c5a4f298-c5fb-4f30-b1f6-ade91894b8a7 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:57:58.621557 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6267180-602a-4224-a852-1c9274d88710 None None] Pushing event deleted for resources: {'Port': ['ID=c5a4f298-c5fb-4f30-b1f6-ade91894b8a7,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:58.636565 n-d-768862-16 neutron-server[102568]: DEBUG neutron.objects.ports [None req-1432ac1f-cebb-4f8e-baab-cbdf9cb839ee tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102568) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:57:58.645733 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1432ac1f-cebb-4f8e-baab-cbdf9cb839ee tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:58.655106 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b2345f92-5217-4294-8c85-a468bf9c9417 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:58.667429 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b2345f92-5217-4294-8c85-a468bf9c9417 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:58.698766 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c719f471-c226-46cb-9963-6b037a1100a2 None None] Provisioning complete for port d89afea3-56ca-4d29-b4cc-697f5d5a1d50 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:58.699682 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c719f471-c226-46cb-9963-6b037a1100a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:58.703458 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c340ef6e-290f-4c47-9e1a-e10f28ab24a9 None None] get_active_networks_info from n-d-768862-16 {{(pid=102570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:57:58.732973 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b2345f92-5217-4294-8c85-a468bf9c9417 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:58.739524 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b2345f92-5217-4294-8c85-a468bf9c9417 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4502327 Nov 12 08:57:58.740505 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41192) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:58.771649 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-43fbd8f4-cc54-4db1-af0a-707d03c1871e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Request body: {'network': {'name': 'tempest-RoutersTest-1845448252'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:58.835370 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fbd8f4-cc54-4db1-af0a-707d03c1871e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Made reservation on behalf of 65719b7e54744d3883456a8130ad2c41 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:58.841366 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-43fbd8f4-cc54-4db1-af0a-707d03c1871e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:58.908421 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port f528e412-877f-44e8-aa72-4d6dcbe8e121 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:58.909259 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:58.926419 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432ac1f-cebb-4f8e-baab-cbdf9cb839ee tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Pushing event updated for resources: {'Subnet': ['ID=82702490-dd07-4d13-b6ef-b6a7c58e829c,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:58.949040 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1432ac1f-cebb-4f8e-baab-cbdf9cb839ee tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Checking segment: {'id': '8fa31854-1c8f-4302-ada6-5eb0e767bcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a4f6dae7-06d4-4707-9b27-27cf712e6a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:58.950474 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43fbd8f4-cc54-4db1-af0a-707d03c1871e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:57:58.951226 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1432ac1f-cebb-4f8e-baab-cbdf9cb839ee tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Network hostable DHCP agents. Network: a4f6dae7-06d4-4707-9b27-27cf712e6a31, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:57:58.996298 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-43fbd8f4-cc54-4db1-af0a-707d03c1871e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:58.997510 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-43fbd8f4-cc54-4db1-af0a-707d03c1871e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Added segment e7f2977a-bb6f-4e2d-a108-7b3bb4424726 of type vlan for network afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f Nov 12 08:57:59.017090 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1432ac1f-cebb-4f8e-baab-cbdf9cb839ee tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Network a4f6dae7-06d4-4707-9b27-27cf712e6a31 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:57:59.035055 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41196) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:59.058063 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b7e5ab42-b8b3-4101-94f1-da8387771deb tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1250554835', 'description': 'tempest-description--1184534572'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:59.095328 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-43fbd8f4-cc54-4db1-af0a-707d03c1871e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:59.103064 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-1432ac1f-cebb-4f8e-baab-cbdf9cb839ee tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, a4f6dae7-06d4-4707-9b27-27cf712e6a31) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:59.118898 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1432ac1f-cebb-4f8e-baab-cbdf9cb839ee tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:59.120073 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1432ac1f-cebb-4f8e-baab-cbdf9cb839ee tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:59.146853 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ab42-b8b3-4101-94f1-da8387771deb tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:59.176919 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1432ac1f-cebb-4f8e-baab-cbdf9cb839ee tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.0689204 Nov 12 08:57:59.180767 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41198) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:59.230635 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-43fbd8f4-cc54-4db1-af0a-707d03c1871e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:59.261853 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fbd8f4-cc54-4db1-af0a-707d03c1871e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:59.262958 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-43fbd8f4-cc54-4db1-af0a-707d03c1871e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:59.342350 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ab42-b8b3-4101-94f1-da8387771deb tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:59.352015 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ab42-b8b3-4101-94f1-da8387771deb tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:59.397919 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c719f471-c226-46cb-9963-6b037a1100a2 None None] Port d89afea3-56ca-4d29-b4cc-697f5d5a1d50 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:57:59.460170 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbd8f4-cc54-4db1-af0a-707d03c1871e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Network': ['ID=afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:59.500338 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:57:59.500682 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41204) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:59.502650 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-43fbd8f4-cc54-4db1-af0a-707d03c1871e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7603283 Nov 12 08:57:59.510737 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:59.517942 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ed541ec4-3b6b-4d94-8c0b-f65de16fabd1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Request body: {'subnet': {'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:59.576311 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ab42-b8b3-4101-94f1-da8387771deb tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:59.578708 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b7e5ab42-b8b3-4101-94f1-da8387771deb tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5415354 Nov 12 08:57:59.601177 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41208) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:59.603130 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5ab42-b8b3-4101-94f1-da8387771deb tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:59.617889 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0d979911-4e7a-469f-bb37-9b724a5e451f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Request body: {'security_group_rule': {'security_group_id': '09facc88-4ccc-4c36-9f81-5cc2e8db8cf0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:59.770546 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d979911-4e7a-469f-bb37-9b724a5e451f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:59.785933 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8114ef2a-421d-4a5e-a1d7-0ffbeeede718 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:59.857432 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c5a4f298-c5fb-4f30-b1f6-ade91894b8a7 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:57:59.877738 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbd57c-79d3-485c-a30b-72056028ad42 req-784baf05-4789-4c4e-be3f-8b2e045b0b54 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:59.884540 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d1dbd57c-79d3-485c-a30b-72056028ad42 req-784baf05-4789-4c4e-be3f-8b2e045b0b54 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bc8095a-3d18-41f6-837f-606dbef61336 HTTP/1.1" status: 200 len: 944 time: 0.4272296 Nov 12 08:57:59.904247 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: c5a4f298-c5fb-4f30-b1f6-ade91894b8a7 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:57:59.904841 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c5a4f298-c5fb-4f30-b1f6-ade91894b8a7 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:57:59.930730 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed541ec4-3b6b-4d94-8c0b-f65de16fabd1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Made reservation on behalf of 65719b7e54744d3883456a8130ad2c41 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:59.937392 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c340ef6e-290f-4c47-9e1a-e10f28ab24a9 None None] Unable to find a vacant binding_index for network a4f6dae7-06d4-4707-9b27-27cf712e6a31 and agent 8da84bfc-c34f-4b1f-82af-97a37540711d {{(pid=102570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 12 08:57:59.944917 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ed541ec4-3b6b-4d94-8c0b-f65de16fabd1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:59.947299 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c340ef6e-290f-4c47-9e1a-e10f28ab24a9 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, a4f6dae7-06d4-4707-9b27-27cf712e6a31) {{(pid=102570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:58:00.013311 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 24114a21-94de-4006-a4da-72931da3dc35 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:00.113902 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d979911-4e7a-469f-bb37-9b724a5e451f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:00.129380 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d979911-4e7a-469f-bb37-9b724a5e451f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:00.132438 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d1dbd57c-79d3-485c-a30b-72056028ad42 req-29243c33-cf43-4c90-8a64-c5932ffa70d2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747208 Nov 12 08:58:00.137015 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8114ef2a-421d-4a5e-a1d7-0ffbeeede718 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:00.216357 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d979911-4e7a-469f-bb37-9b724a5e451f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c52031f0-aee6-4b96-9d05-84f1476b8267,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:00.243407 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d979911-4e7a-469f-bb37-9b724a5e451f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:00.250491 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0d979911-4e7a-469f-bb37-9b724a5e451f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6390059 Nov 12 08:58:00.251378 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41212) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:00.287081 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8114ef2a-421d-4a5e-a1d7-0ffbeeede718 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:00.287431 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-fdf8a0b6-55a9-4407-a804-eb55b40a1ed7 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Request body: {'security_group_rule': {'security_group_id': '09facc88-4ccc-4c36-9f81-5cc2e8db8cf0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:00.331254 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 24114a21-94de-4006-a4da-72931da3dc35 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:58:00.391143 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fdf8a0b6-55a9-4407-a804-eb55b40a1ed7 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:00.404762 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114ef2a-421d-4a5e-a1d7-0ffbeeede718 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Pushing event deleted for resources: {'Subnet': ['ID=82702490-dd07-4d13-b6ef-b6a7c58e829c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:00.415574 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 24114a21-94de-4006-a4da-72931da3dc35 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:00.416787 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:00.546354 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8114ef2a-421d-4a5e-a1d7-0ffbeeede718 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:00.593735 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-8114ef2a-421d-4a5e-a1d7-0ffbeeede718 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f6dae7-06d4-4707-9b27-27cf712e6a31']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:00.624823 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-8114ef2a-421d-4a5e-a1d7-0ffbeeede718 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa31854-1c8f-4302-ada6-5eb0e767bcde') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:00.625279 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-8114ef2a-421d-4a5e-a1d7-0ffbeeede718 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa31854-1c8f-4302-ada6-5eb0e767bcde') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:00.648114 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8114ef2a-421d-4a5e-a1d7-0ffbeeede718 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:00.691897 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8114ef2a-421d-4a5e-a1d7-0ffbeeede718 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:00.711600 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8114ef2a-421d-4a5e-a1d7-0ffbeeede718 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:58:00.712419 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8114ef2a-421d-4a5e-a1d7-0ffbeeede718 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:00.729838 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:58:00.729838 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:58:00.729838 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:58:00.729838 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:58:00.729838 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:58:00.729838 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:58:00.729838 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:58:00.729838 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:58:00.729838 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:58:00.729838 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:58:00.729838 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:58:00.729838 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:58:00.729838 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:58:00.729838 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:58:00.729838 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:58:00.729838 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:58:00.729838 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:58:00.729838 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:58:00.729838 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:58:00.729838 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:58:00.729838 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:58:00.729838 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:58:00.729838 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:58:00.729838 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:58:00.729838 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:58:00.729838 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:58:00.729838 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:58:00.729838 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:58:00.729838 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:58:00.729838 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:58:00.729838 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:58:00.729838 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:58:00.737322 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fdf8a0b6-55a9-4407-a804-eb55b40a1ed7 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:00.758928 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fdf8a0b6-55a9-4407-a804-eb55b40a1ed7 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:00.841009 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fdf8a0b6-55a9-4407-a804-eb55b40a1ed7 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:00.841009 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-fdf8a0b6-55a9-4407-a804-eb55b40a1ed7 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5771203 Nov 12 08:58:00.845272 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ed541ec4-3b6b-4d94-8c0b-f65de16fabd1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:00.847754 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41216) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:00.857424 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:00.871799 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0350604f-a83d-4556-9e1a-4d2358e7516b tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:00.879069 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7998c4-ce4b-4773-b87b-b33abd0e3e8a None None] Network a4f6dae7-06d4-4707-9b27-27cf712e6a31 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:58:00.900082 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8a0b6-55a9-4407-a804-eb55b40a1ed7 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b9842aa-1c7b-4ed8-89dd-75927fd5c275,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:00.911589 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8114ef2a-421d-4a5e-a1d7-0ffbeeede718 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:00.931803 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 24114a21-94de-4006-a4da-72931da3dc35, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=24114a21-94de-4006-a4da-72931da3dc35,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:00.942629 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8114ef2a-421d-4a5e-a1d7-0ffbeeede718 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:00.949029 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc8095a-3d18-41f6-837f-606dbef61336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24114a21-94de-4006-a4da-72931da3dc35'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:00.952921 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5336ca7-b32f-4eee-b990-ab993dbcdf2e" -d '{"events": [{"server_uuid": "8bc8095a-3d18-41f6-837f-606dbef61336", "name": "network-vif-plugged", "status": "completed", "tag": "24114a21-94de-4006-a4da-72931da3dc35"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:00.963498 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8114ef2a-421d-4a5e-a1d7-0ffbeeede718 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "DELETE /v2.0/networks/a4f6dae7-06d4-4707-9b27-27cf712e6a31 HTTP/1.1" status: 204 len: 168 time: 1.7779469 Nov 12 08:58:00.969755 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:00.973933 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41220) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:00.994404 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114ef2a-421d-4a5e-a1d7-0ffbeeede718 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Pushing event deleted for resources: {'Network': ['ID=a4f6dae7-06d4-4707-9b27-27cf712e6a31,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:00.996940 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-077ac64a-b24b-419e-a542-13cd2cda6c9f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1028260466'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:01.097788 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed541ec4-3b6b-4d94-8c0b-f65de16fabd1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Checking segment: {'id': 'e7f2977a-bb6f-4e2d-a108-7b3bb4424726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:01.100989 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed541ec4-3b6b-4d94-8c0b-f65de16fabd1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network hostable DHCP agents. Network: afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:58:01.112247 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed541ec4-3b6b-4d94-8c0b-f65de16fabd1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Subnet': ['ID=b10ac0a0-3608-4964-a2a5-60506f746f78,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:01.115287 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0350604f-a83d-4556-9e1a-4d2358e7516b tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:01.135313 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5480e315-704b-449f-88d9-279bf2d36a97 x-openstack-request-id: req-5480e315-704b-449f-88d9-279bf2d36a97 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:01.136211 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc8095a-3d18-41f6-837f-606dbef61336", "name": "network-vif-plugged", "status": "completed", "tag": "24114a21-94de-4006-a4da-72931da3dc35", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:01.136755 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5480e315-704b-449f-88d9-279bf2d36a97 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:01.137364 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc8095a-3d18-41f6-837f-606dbef61336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24114a21-94de-4006-a4da-72931da3dc35', 'code': 200} Nov 12 08:58:01.145642 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-daa79b8d-9bea-4534-a13e-7c9184a33a0e None None] Provisioning complete for port abd465b5-4b94-4538-b675-5149ab79cf52 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:01.146680 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-daa79b8d-9bea-4534-a13e-7c9184a33a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:01.235631 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=24114a21-94de-4006-a4da-72931da3dc35,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:01.304567 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077ac64a-b24b-419e-a542-13cd2cda6c9f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Made reservation on behalf of d8985f50a69840289a867521793913f1 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:01.311797 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-077ac64a-b24b-419e-a542-13cd2cda6c9f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:01.335015 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed541ec4-3b6b-4d94-8c0b-f65de16fabd1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:58:01.384330 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-ed541ec4-3b6b-4d94-8c0b-f65de16fabd1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:01.401524 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea388b93-8900-4fef-bf85-3a4f239a2040 None None] Network a4f6dae7-06d4-4707-9b27-27cf712e6a31 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:58:01.404136 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed541ec4-3b6b-4d94-8c0b-f65de16fabd1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:01.405059 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ed541ec4-3b6b-4d94-8c0b-f65de16fabd1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:01.438600 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea388b93-8900-4fef-bf85-3a4f239a2040 None None] Network a4f6dae7-06d4-4707-9b27-27cf712e6a31 could not be found, it might have been deleted concurrently. {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 08:58:01.442106 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baff8656-8f98-457d-b61e-47b114caaf3b None None] Network afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:58:01.453262 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3dd68-cee4-4d26-998e-9fc1b1fdf167 req-4a352f0c-34d2-44fa-a24c-26cb8b0dfc39 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:01.455672 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-feb3dd68-cee4-4d26-998e-9fc1b1fdf167 req-4a352f0c-34d2-44fa-a24c-26cb8b0dfc39 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bc8095a-3d18-41f6-837f-606dbef61336 HTTP/1.1" status: 200 len: 945 time: 0.1201954 Nov 12 08:58:01.495034 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077ac64a-b24b-419e-a542-13cd2cda6c9f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:58:01.574771 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-077ac64a-b24b-419e-a542-13cd2cda6c9f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:01.575254 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-077ac64a-b24b-419e-a542-13cd2cda6c9f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Added segment 9899df48-5e3a-4306-9a05-07707891de37 of type vlan for network 6f0afafe-af44-4f1a-9ad6-0f81e8ca3473 Nov 12 08:58:01.580044 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3c0a3-0529-41b7-b1db-1bfbff777605 req-b7c13e6d-9775-4ba9-bd4e-8419cdf52011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:01.582551 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-74a3c0a3-0529-41b7-b1db-1bfbff777605 req-b7c13e6d-9775-4ba9-bd4e-8419cdf52011 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8bc8095a-3d18-41f6-837f-606dbef61336 HTTP/1.1" status: 200 len: 1097 time: 0.3829057 Nov 12 08:58:01.614080 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ed541ec4-3b6b-4d94-8c0b-f65de16fabd1 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1054173 Nov 12 08:58:01.621859 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-feb3dd68-cee4-4d26-998e-9fc1b1fdf167 req-9ae5f7f8-77ce-427e-a047-d610f45a8132 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543901 Nov 12 08:58:01.623426 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41228) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:01.721620 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-daa79b8d-9bea-4534-a13e-7c9184a33a0e None None] Provisioning complete for port 24114a21-94de-4006-a4da-72931da3dc35 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:01.722667 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-daa79b8d-9bea-4534-a13e-7c9184a33a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:01.800954 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-077ac64a-b24b-419e-a542-13cd2cda6c9f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:01.848833 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f', 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'fixed_ips': [{'subnet_id': 'b10ac0a0-3608-4964-a2a5-60506f746f78'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:58:01.851667 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:02.011798 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-74a3c0a3-0529-41b7-b1db-1bfbff777605 req-fe70b386-cfb1-4318-910a-ee8e502c633e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141302 Nov 12 08:58:02.059022 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-077ac64a-b24b-419e-a542-13cd2cda6c9f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:02.077626 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077ac64a-b24b-419e-a542-13cd2cda6c9f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:02.078439 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-077ac64a-b24b-419e-a542-13cd2cda6c9f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:02.208995 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-daa79b8d-9bea-4534-a13e-7c9184a33a0e None None] Provisioning complete for port 0db8467b-a8e0-4127-b527-cac040b50758 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:02.209627 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-daa79b8d-9bea-4534-a13e-7c9184a33a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:02.243360 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0350604f-a83d-4556-9e1a-4d2358e7516b tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:02.347447 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] Allocated IP 172.20.0.2 (afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f/b10ac0a0-3608-4964-a2a5-60506f746f78/ebd7646c-66e4-49d3-8912-e65c5aa70f3e) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:02.398748 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-077ac64a-b24b-419e-a542-13cd2cda6c9f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4172390 Nov 12 08:58:02.404651 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41244) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:02.414262 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-bb754318-56a7-40e2-b40b-37be203c4696 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Request body: {'subnet': {'network_id': '6f0afafe-af44-4f1a-9ad6-0f81e8ca3473', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:02.457738 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ac64a-b24b-419e-a542-13cd2cda6c9f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Pushing event updated for resources: {'Network': ['ID=6f0afafe-af44-4f1a-9ad6-0f81e8ca3473,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:02.500222 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 6f0afafe-af44-4f1a-9ad6-0f81e8ca3473 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:58:02.697579 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee8ab5c7-765c-448b-8ccc-7a37f1df16be tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:02.809803 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb754318-56a7-40e2-b40b-37be203c4696 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Made reservation on behalf of d8985f50a69840289a867521793913f1 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:02.823621 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bb754318-56a7-40e2-b40b-37be203c4696 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:03.131799 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-0350604f-a83d-4556-9e1a-4d2358e7516b tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Allocated IP 172.25.6.182 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/6485d49c-40ed-4e1a-a50c-a1ac0e0a1175) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:03.276574 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de2a32-5318-4ebf-9e98-6edfd8a364f5 req-d5d5187b-fe0d-4151-b152-0547df183b0a tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:03.285244 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d2de2a32-5318-4ebf-9e98-6edfd8a364f5 req-d5d5187b-fe0d-4151-b152-0547df183b0a tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bc8095a-3d18-41f6-837f-606dbef61336 HTTP/1.1" status: 200 len: 945 time: 0.3704686 Nov 12 08:58:03.302418 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:03.323696 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:03.448477 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] Network afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:03.463291 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:03.478600 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:03.491551 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d2de2a32-5318-4ebf-9e98-6edfd8a364f5 req-66d6cf95-20af-4b2b-bf6f-c3e9dac3e4e7 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773801 Nov 12 08:58:03.813323 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bb754318-56a7-40e2-b40b-37be203c4696 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:03.999718 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb754318-56a7-40e2-b40b-37be203c4696 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Pushing event updated for resources: {'Subnet': ['ID=dd44f8e5-cb26-4d4d-80e8-37b7b7bd4ab5,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:04.088860 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb754318-56a7-40e2-b40b-37be203c4696 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Checking segment: {'id': '9899df48-5e3a-4306-9a05-07707891de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6f0afafe-af44-4f1a-9ad6-0f81e8ca3473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:04.089179 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb754318-56a7-40e2-b40b-37be203c4696 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Network hostable DHCP agents. Network: 6f0afafe-af44-4f1a-9ad6-0f81e8ca3473, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:58:04.134997 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb754318-56a7-40e2-b40b-37be203c4696 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Network 6f0afafe-af44-4f1a-9ad6-0f81e8ca3473 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:58:04.159175 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] Pushing event updated for resources: {'Port': ['ID=ebd7646c-66e4-49d3-8912-e65c5aa70f3e,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:04.160246 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-bb754318-56a7-40e2-b40b-37be203c4696 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 6f0afafe-af44-4f1a-9ad6-0f81e8ca3473) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:04.167066 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb754318-56a7-40e2-b40b-37be203c4696 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:04.168338 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bb754318-56a7-40e2-b40b-37be203c4696 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:04.213108 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bb754318-56a7-40e2-b40b-37be203c4696 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8046682 Nov 12 08:58:04.217077 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41256) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:04.235266 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:04.235695 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:04.236122 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:04.236638 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:04.237013 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:04.237427 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:04.238198 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:04.238715 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:04.239363 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:04.239703 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:04.240270 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:04.240673 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:04.254159 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56427108-1235-4f09-911a-c58eec062334 None None] Network 6f0afafe-af44-4f1a-9ad6-0f81e8ca3473 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:58:04.570953 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] Attempting to bind port ebd7646c-66e4-49d3-8912-e65c5aa70f3e on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:58:04.571579 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] Attempting to bind port ebd7646c-66e4-49d3-8912-e65c5aa70f3e by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'e7f2977a-bb6f-4e2d-a108-7b3bb4424726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:58:04.587333 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] Attempting to bind port ebd7646c-66e4-49d3-8912-e65c5aa70f3e on network afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:04.615801 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eb6677df-fc06-4afa-8b34-96f54db7f2b9 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:04.624348 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:58:04.625645 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] Checking segment: {'id': 'e7f2977a-bb6f-4e2d-a108-7b3bb4424726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:04.626581 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:04.628120 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] Bound using segment: {'id': 'e7f2977a-bb6f-4e2d-a108-7b3bb4424726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:58:04.629228 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] Bound port: ebd7646c-66e4-49d3-8912-e65c5aa70f3e, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f2977a-bb6f-4e2d-a108-7b3bb4424726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:58:04.632772 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:04.896499 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0350604f-a83d-4556-9e1a-4d2358e7516b tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:04.925111 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eb6677df-fc06-4afa-8b34-96f54db7f2b9 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:04.991558 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-ee8ab5c7-765c-448b-8ccc-7a37f1df16be tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Allocated IP 172.20.0.1 (afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f/b10ac0a0-3608-4964-a2a5-60506f746f78/4ea3ca77-8c38-4ad5-80eb-605e9867f5f4) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:05.095142 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] For port ebd7646c-66e4-49d3-8912-e65c5aa70f3e, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:05.151597 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab71a0f-69eb-47d1-af6e-062d9d7cf1ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-6f0afafe-af44-4f1a-9ad6-0f81e8ca3473', 'network_id': '6f0afafe-af44-4f1a-9ad6-0f81e8ca3473', 'tenant_id': 'd8985f50a69840289a867521793913f1', 'fixed_ips': [{'subnet_id': 'dd44f8e5-cb26-4d4d-80e8-37b7b7bd4ab5'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:58:05.153448 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8ab71a0f-69eb-47d1-af6e-062d9d7cf1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:05.178209 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c1c75-de2b-4a21-a7c6-487dea27a08f req-5775e0aa-2c0c-403c-8db1-16fb3545c4f2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:05.182153 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-893c1c75-de2b-4a21-a7c6-487dea27a08f req-5775e0aa-2c0c-403c-8db1-16fb3545c4f2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bc8095a-3d18-41f6-837f-606dbef61336 HTTP/1.1" status: 200 len: 945 time: 0.3990157 Nov 12 08:58:05.183731 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] For port ebd7646c-66e4-49d3-8912-e65c5aa70f3e, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ebd7646c-66e4-49d3-8912-e65c5aa70f3e,segment=NetworkSegment(e7f2977a-bb6f-4e2d-a108-7b3bb4424726),segment_id=e7f2977a-bb6f-4e2d-a108-7b3bb4424726)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:58:05.210744 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:05.366011 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0350604f-a83d-4556-9e1a-4d2358e7516b tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:05.438267 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b88505-e32c-4617-8c17-899993b2be11 None None] Pushing event updated for resources: {'Port': ['ID=ebd7646c-66e4-49d3-8912-e65c5aa70f3e,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:05.486046 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-893c1c75-de2b-4a21-a7c6-487dea27a08f req-0ac89f21-1895-4e52-8f9c-37239bae6cd1 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866995 Nov 12 08:58:05.505569 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eb6677df-fc06-4afa-8b34-96f54db7f2b9 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:05.612369 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee8ab5c7-765c-448b-8ccc-7a37f1df16be tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:05.642673 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6677df-fc06-4afa-8b34-96f54db7f2b9 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Pushing event deleted for resources: {'Subnet': ['ID=dd44f8e5-cb26-4d4d-80e8-37b7b7bd4ab5,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:05.726360 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350604f-a83d-4556-9e1a-4d2358e7516b tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Pushing event updated for resources: {'Port': ['ID=6485d49c-40ed-4e1a-a50c-a1ac0e0a1175,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:05.757474 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0350604f-a83d-4556-9e1a-4d2358e7516b tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:05.760732 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee8ab5c7-765c-448b-8ccc-7a37f1df16be tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:05.766806 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-0350604f-a83d-4556-9e1a-4d2358e7516b tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:05.774082 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0350604f-a83d-4556-9e1a-4d2358e7516b tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server [None req-8ab71a0f-69eb-47d1-af6e-062d9d7cf1ba None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd44f8e5-cb26-4d4d-80e8-37b7b7bd4ab5: This subnet is being modified by another concurrent operation. Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise exception Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd44f8e5-cb26-4d4d-80e8-37b7b7bd4ab5: This subnet is being modified by another concurrent operation. Nov 12 08:58:05.837779 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server Nov 12 08:58:05.878325 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2688141-8f96-4e19-8008-91fd0514fbbd None None] Network 6f0afafe-af44-4f1a-9ad6-0f81e8ca3473 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:58:06.124500 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0350604f-a83d-4556-9e1a-4d2358e7516b tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:06.152033 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ab5c7-765c-448b-8ccc-7a37f1df16be tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Port': ['ID=4ea3ca77-8c38-4ad5-80eb-605e9867f5f4,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:06.187068 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8ab5c7-765c-448b-8ccc-7a37f1df16be tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:06.206145 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eb6677df-fc06-4afa-8b34-96f54db7f2b9 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:06.229208 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-ee8ab5c7-765c-448b-8ccc-7a37f1df16be tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:06.241353 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8ab5c7-765c-448b-8ccc-7a37f1df16be tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:06.271709 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0350604f-a83d-4556-9e1a-4d2358e7516b tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:06.325328 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ebd7646c-66e4-49d3-8912-e65c5aa70f3e up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:06.396714 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-eb6677df-fc06-4afa-8b34-96f54db7f2b9 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0afafe-af44-4f1a-9ad6-0f81e8ca3473']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:06.462784 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-eb6677df-fc06-4afa-8b34-96f54db7f2b9 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9899df48-5e3a-4306-9a05-07707891de37') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:06.463276 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-eb6677df-fc06-4afa-8b34-96f54db7f2b9 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9899df48-5e3a-4306-9a05-07707891de37') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:06.502557 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port ebd7646c-66e4-49d3-8912-e65c5aa70f3e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:06.509716 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:06.509987 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da9880-7a09-4298-8fc0-dafa8f8372e8 req-8053259a-4349-48a9-87fa-3f447775275f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:06.512733 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32da9880-7a09-4298-8fc0-dafa8f8372e8 req-8053259a-4349-48a9-87fa-3f447775275f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab23997d-6f61-4bff-b149-48e314010185 HTTP/1.1" status: 200 len: 945 time: 0.3501191 Nov 12 08:58:06.516794 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eb6677df-fc06-4afa-8b34-96f54db7f2b9 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:06.666701 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eb6677df-fc06-4afa-8b34-96f54db7f2b9 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:06.677516 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32da9880-7a09-4298-8fc0-dafa8f8372e8 req-64797e85-210c-4823-917b-a613d228fbcb tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466355 Nov 12 08:58:06.699183 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb6677df-fc06-4afa-8b34-96f54db7f2b9 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:58:06.699906 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eb6677df-fc06-4afa-8b34-96f54db7f2b9 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:06.705867 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:58:06.705867 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:58:06.705867 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:58:06.705867 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:58:06.705867 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:58:06.705867 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:58:06.705867 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:58:06.705867 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:58:06.705867 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:58:06.705867 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:58:06.705867 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:58:06.705867 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:58:06.705867 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:58:06.705867 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:58:06.705867 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:58:06.705867 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:58:06.705867 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:58:06.705867 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:58:06.705867 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:58:06.705867 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:58:06.705867 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:58:06.705867 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:58:06.705867 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:58:06.705867 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:58:06.705867 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:58:06.705867 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:58:06.705867 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:58:06.705867 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:58:06.705867 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:58:06.705867 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:58:06.705867 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:58:06.705867 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:58:06.741670 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee8ab5c7-765c-448b-8ccc-7a37f1df16be tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:06.803617 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:06.906968 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eb6677df-fc06-4afa-8b34-96f54db7f2b9 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:06.925030 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eb6677df-fc06-4afa-8b34-96f54db7f2b9 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:06.933932 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-eb6677df-fc06-4afa-8b34-96f54db7f2b9 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "DELETE /v2.0/networks/6f0afafe-af44-4f1a-9ad6-0f81e8ca3473 HTTP/1.1" status: 204 len: 168 time: 2.7147303 Nov 12 08:58:06.940205 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41278) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:06.974321 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee8ab5c7-765c-448b-8ccc-7a37f1df16be tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:07.006472 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port ebd7646c-66e4-49d3-8912-e65c5aa70f3e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ebd7646c-66e4-49d3-8912-e65c5aa70f3e,segment=NetworkSegment(e7f2977a-bb6f-4e2d-a108-7b3bb4424726),segment_id=e7f2977a-bb6f-4e2d-a108-7b3bb4424726)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:07.011575 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-ee5a7b43-11ff-43be-bbe5-b4a2acef8b44 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-922082852'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:07.017329 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:07.077939 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6677df-fc06-4afa-8b34-96f54db7f2b9 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Pushing event deleted for resources: {'Network': ['ID=6f0afafe-af44-4f1a-9ad6-0f81e8ca3473,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:07.108799 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5a7b43-11ff-43be-bbe5-b4a2acef8b44 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Made reservation on behalf of d8985f50a69840289a867521793913f1 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:07.117408 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ee5a7b43-11ff-43be-bbe5-b4a2acef8b44 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:07.206842 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee5a7b43-11ff-43be-bbe5-b4a2acef8b44 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:58:07.238465 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=ebd7646c-66e4-49d3-8912-e65c5aa70f3e,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:07.267324 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e9085-645e-4e8e-9bf1-603c158ee128 req-9de2d7f1-c667-49f9-8276-60ab1fbaae6e tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:07.277652 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b75e9085-645e-4e8e-9bf1-603c158ee128 req-9de2d7f1-c667-49f9-8276-60ab1fbaae6e tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bc8095a-3d18-41f6-837f-606dbef61336 HTTP/1.1" status: 200 len: 945 time: 0.2203691 Nov 12 08:58:07.345792 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ee5a7b43-11ff-43be-bbe5-b4a2acef8b44 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:07.346722 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-ee5a7b43-11ff-43be-bbe5-b4a2acef8b44 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Added segment 524ec741-1a02-49b2-981a-5a09ffd1b25c of type vlan for network 2a617542-a867-4f21-bb3c-95a4496388ee Nov 12 08:58:07.445531 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b75e9085-645e-4e8e-9bf1-603c158ee128 req-a709faf8-ce39-47c2-a8c6-4af5b41cd27b tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667755 Nov 12 08:58:07.569374 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ee5a7b43-11ff-43be-bbe5-b4a2acef8b44 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:07.610648 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0350604f-a83d-4556-9e1a-4d2358e7516b tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:07.660295 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ee5a7b43-11ff-43be-bbe5-b4a2acef8b44 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:07.677988 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5a7b43-11ff-43be-bbe5-b4a2acef8b44 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:07.679033 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ee5a7b43-11ff-43be-bbe5-b4a2acef8b44 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:07.727838 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee8ab5c7-765c-448b-8ccc-7a37f1df16be tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:07.733150 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0350604f-a83d-4556-9e1a-4d2358e7516b tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:07.743214 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee8ab5c7-765c-448b-8ccc-7a37f1df16be tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:07.826034 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee8ab5c7-765c-448b-8ccc-7a37f1df16be tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:07.890704 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f4d115d3-55d5-42d8-b538-cfb305edd628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:07.979075 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ee5a7b43-11ff-43be-bbe5-b4a2acef8b44 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9773507 Nov 12 08:58:07.985778 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41284) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:08.022101 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-a282c73e-bf9b-4c9e-be7e-09bf7659dd5a tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Request body: {'subnet': {'network_id': '2a617542-a867-4f21-bb3c-95a4496388ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:08.061442 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a7b43-11ff-43be-bbe5-b4a2acef8b44 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Pushing event updated for resources: {'Network': ['ID=2a617542-a867-4f21-bb3c-95a4496388ee,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:08.090911 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 2a617542-a867-4f21-bb3c-95a4496388ee details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:58:08.152095 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350604f-a83d-4556-9e1a-4d2358e7516b tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Pushing event updated for resources: {'Port': ['ID=6485d49c-40ed-4e1a-a50c-a1ac0e0a1175,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:08.189852 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efb524b-5d62-4fdb-abfd-6e585bceca11 None None] Network afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:58:08.210154 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ebd7646c-66e4-49d3-8912-e65c5aa70f3e up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:08.414390 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [req-620d1c49-654d-471e-9dad-16aa3a8140ff req-e5d7ec95-7b1b-45cd-aebf-57c0195ac79f service neutron] (102568) timed out ('10.222.0.37', 35234) {{(pid=102568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:58:08.415691 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0350604f-a83d-4556-9e1a-4d2358e7516b tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:08.527981 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ab5c7-765c-448b-8ccc-7a37f1df16be tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Port': ['ID=4ea3ca77-8c38-4ad5-80eb-605e9867f5f4,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:08.569228 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0350604f-a83d-4556-9e1a-4d2358e7516b tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:08.574264 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20875e39-7417-4e88-b70d-93e88a0b2497 req-7fa23cb0-1a4b-46a7-b48e-5ba109618566 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:08.577761 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-20875e39-7417-4e88-b70d-93e88a0b2497 req-7fa23cb0-1a4b-46a7-b48e-5ba109618566 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bc8095a-3d18-41f6-837f-606dbef61336 HTTP/1.1" status: 200 len: 945 time: 0.1575348 Nov 12 08:58:08.588131 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0350604f-a83d-4556-9e1a-4d2358e7516b tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7289686 Nov 12 08:58:08.615467 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-1ab3248a-feb4-4dd1-8bae-71b687c7ca1f None None] Provisioning complete for port ebd7646c-66e4-49d3-8912-e65c5aa70f3e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:08.616106 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1ab3248a-feb4-4dd1-8bae-71b687c7ca1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:08.706627 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a282c73e-bf9b-4c9e-be7e-09bf7659dd5a tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Made reservation on behalf of d8985f50a69840289a867521793913f1 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:08.713110 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a282c73e-bf9b-4c9e-be7e-09bf7659dd5a tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:08.723768 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8ab5c7-765c-448b-8ccc-7a37f1df16be tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:08.731226 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-ee8ab5c7-765c-448b-8ccc-7a37f1df16be tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:08.856490 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port ebd7646c-66e4-49d3-8912-e65c5aa70f3e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:08.858195 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:09.341386 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8ab5c7-765c-448b-8ccc-7a37f1df16be tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Router c5492485-c231-4668-b90d-b62400d6876b is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:58:09.390311 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-20875e39-7417-4e88-b70d-93e88a0b2497 req-52d0c8f7-18fe-43da-9a85-64787e5aa89e tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7375886 Nov 12 08:58:09.598074 n-d-768862-16 neutron-server[102569]: DEBUG neutron.objects.ports [None req-a282c73e-bf9b-4c9e-be7e-09bf7659dd5a tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102569) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:58:09.600394 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a282c73e-bf9b-4c9e-be7e-09bf7659dd5a tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:09.695051 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8ab5c7-765c-448b-8ccc-7a37f1df16be tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:58:09.716995 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75da594-da62-45fb-83fa-6e230409cd93 None None] Sync routers for ids ['c5492485-c231-4668-b90d-b62400d6876b'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:58:09.732324 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ee8ab5c7-765c-448b-8ccc-7a37f1df16be tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "PUT /v2.0/routers/c5492485-c231-4668-b90d-b62400d6876b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1068258 Nov 12 08:58:09.745748 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41314) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:09.779162 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75da594-da62-45fb-83fa-6e230409cd93 None None] Routers {'c5492485-c231-4668-b90d-b62400d6876b'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:58:09.780297 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b75da594-da62-45fb-83fa-6e230409cd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:57:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c5492485-c231-4668-b90d-b62400d6876b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:09.788585 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5c3257d3-af0f-41c3-8812-fb066b8c7481 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Request body: {'network': {'name': 'tempest-RoutersTest-230620624'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:09.792322 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282c73e-bf9b-4c9e-be7e-09bf7659dd5a tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Pushing event updated for resources: {'Subnet': ['ID=18e53b6f-8994-4f15-ab1a-f30fe81d16e1,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:09.862864 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362de870-c999-4fbe-be02-7162b7df108a req-5475b6cb-7595-47a1-92a3-a0b847993d11 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:09.866427 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-362de870-c999-4fbe-be02-7162b7df108a req-5475b6cb-7595-47a1-92a3-a0b847993d11 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.54 "GET /v2.0/ports?device_id=8bc8095a-3d18-41f6-837f-606dbef61336 HTTP/1.1" status: 200 len: 945 time: 0.3832459 Nov 12 08:58:09.991391 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a282c73e-bf9b-4c9e-be7e-09bf7659dd5a tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Checking segment: {'id': '524ec741-1a02-49b2-981a-5a09ffd1b25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2a617542-a867-4f21-bb3c-95a4496388ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:09.996733 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a282c73e-bf9b-4c9e-be7e-09bf7659dd5a tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Network hostable DHCP agents. Network: 2a617542-a867-4f21-bb3c-95a4496388ee, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:58:10.178799 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a282c73e-bf9b-4c9e-be7e-09bf7659dd5a tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Network 2a617542-a867-4f21-bb3c-95a4496388ee is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:58:10.245714 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3257d3-af0f-41c3-8812-fb066b8c7481 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Made reservation on behalf of 65719b7e54744d3883456a8130ad2c41 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:10.260858 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-abec25c3-42c4-4fc9-876d-09eed345ab04 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1250554835&fields=id&tenant_id=ad65bcc6bcb148c2b43b634da3af78b4 HTTP/1.1" status: 200 len: 267 time: 0.3075864 Nov 12 08:58:10.262952 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5c3257d3-af0f-41c3-8812-fb066b8c7481 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:10.327683 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-a282c73e-bf9b-4c9e-be7e-09bf7659dd5a tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 2a617542-a867-4f21-bb3c-95a4496388ee) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:10.346564 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a282c73e-bf9b-4c9e-be7e-09bf7659dd5a tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:10.347896 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a282c73e-bf9b-4c9e-be7e-09bf7659dd5a tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:10.367144 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea476c0d-4ebe-4b28-ac3a-c0a194d0cea0 None None] Network 2a617542-a867-4f21-bb3c-95a4496388ee requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:58:10.376737 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-02c20eff-bf34-41f3-85a4-4337fa048dcc None None] Provisioning complete for port ebd7646c-66e4-49d3-8912-e65c5aa70f3e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:10.382167 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-02c20eff-bf34-41f3-85a4-4337fa048dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:10.508417 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-362de870-c999-4fbe-be02-7162b7df108a req-dea6d4c8-b3fb-4540-a468-1d8890aadbe7 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Deleting port 24114a21-94de-4006-a4da-72931da3dc35 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:10.509102 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-362de870-c999-4fbe-be02-7162b7df108a req-dea6d4c8-b3fb-4540-a468-1d8890aadbe7 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:10.564839 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c3709d2f-ba14-4931-be49-6baf77738764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:10.586441 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-66e13040-8dbd-45f0-a3e5-327485def074 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:10.601905 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-66e13040-8dbd-45f0-a3e5-327485def074 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports/1fc527f8-9665-4e15-9131-e2f6e2db3a4f HTTP/1.1" status: 200 len: 936 time: 0.3365686 Nov 12 08:58:10.608686 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c3257d3-af0f-41c3-8812-fb066b8c7481 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:58:10.770765 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a282c73e-bf9b-4c9e-be7e-09bf7659dd5a tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.7743762 Nov 12 08:58:10.771892 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41336) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:10.796280 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-b75da594-da62-45fb-83fa-6e230409cd93 None None] Set router c5492485-c231-4668-b90d-b62400d6876b gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:58:10.863478 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-56d39317-0714-4c59-8c26-287bf8932e41 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:10.866270 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-56d39317-0714-4c59-8c26-287bf8932e41 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports/d89afea3-56ca-4d29-b4cc-697f5d5a1d50 HTTP/1.1" status: 200 len: 937 time: 0.2625265 Nov 12 08:58:10.988910 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-362de870-c999-4fbe-be02-7162b7df108a req-dea6d4c8-b3fb-4540-a468-1d8890aadbe7 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] For port 24114a21-94de-4006-a4da-72931da3dc35, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=24114a21-94de-4006-a4da-72931da3dc35,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:10.989743 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-362de870-c999-4fbe-be02-7162b7df108a req-dea6d4c8-b3fb-4540-a468-1d8890aadbe7 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:10.997829 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41338) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:11.044445 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-362de870-c999-4fbe-be02-7162b7df108a req-dea6d4c8-b3fb-4540-a468-1d8890aadbe7 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Calling delete_port for 24114a21-94de-4006-a4da-72931da3dc35 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:11.108449 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41340) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:11.185330 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5c3257d3-af0f-41c3-8812-fb066b8c7481 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:11.185888 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-5c3257d3-af0f-41c3-8812-fb066b8c7481 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Added segment e4be10e6-383f-48bc-ad07-867bf226a48b of type vlan for network 3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53 Nov 12 08:58:11.196815 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-53703cc7-1dce-4a6a-8b55-de3d371d6ab5 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?network_id=ae45870e-ea40-4974-aaa2-60a832e0f221&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2914283 Nov 12 08:58:11.304326 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5c3257d3-af0f-41c3-8812-fb066b8c7481 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:11.389129 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5c3257d3-af0f-41c3-8812-fb066b8c7481 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:11.401053 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3257d3-af0f-41c3-8812-fb066b8c7481 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:11.402230 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5c3257d3-af0f-41c3-8812-fb066b8c7481 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:11.564505 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5c3257d3-af0f-41c3-8812-fb066b8c7481 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8152621 Nov 12 08:58:11.571348 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41346) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:11.588535 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-242a0267-1027-4d5c-a362-d8da482932a3 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Request body: {'subnet': {'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:11.687198 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3257d3-af0f-41c3-8812-fb066b8c7481 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Network': ['ID=3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:11.738300 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:58:11.808442 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22434592-1e32-4066-85f3-4930847d524a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-2a617542-a867-4f21-bb3c-95a4496388ee', 'network_id': '2a617542-a867-4f21-bb3c-95a4496388ee', 'tenant_id': 'd8985f50a69840289a867521793913f1', 'fixed_ips': [{'subnet_id': '18e53b6f-8994-4f15-ab1a-f30fe81d16e1'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:58:11.809964 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-22434592-1e32-4066-85f3-4930847d524a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:11.954865 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-02c20eff-bf34-41f3-85a4-4337fa048dcc None None] Provisioning complete for port 4ea3ca77-8c38-4ad5-80eb-605e9867f5f4 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:11.955352 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-02c20eff-bf34-41f3-85a4-4337fa048dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:12.041940 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242a0267-1027-4d5c-a362-d8da482932a3 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Made reservation on behalf of 65719b7e54744d3883456a8130ad2c41 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:12.046819 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-242a0267-1027-4d5c-a362-d8da482932a3 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:12.063696 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-362de870-c999-4fbe-be02-7162b7df108a req-dea6d4c8-b3fb-4540-a468-1d8890aadbe7 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:12.126507 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['0db8467b-a8e0-4127-b527-cac040b50758'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:12.130335 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['abd465b5-4b94-4538-b675-5149ab79cf52'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:12.136603 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-93e5536f-6d2e-4156-9107-86a5ad79cf93 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?network_id=ae45870e-ea40-4974-aaa2-60a832e0f221&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.9361005 Nov 12 08:58:12.191308 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-453ec422-24e5-48f6-aae6-05d4848aa7ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:12.352284 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6d4c8-b3fb-4540-a468-1d8890aadbe7 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Pushing event deleted for resources: {'Port': ['ID=24114a21-94de-4006-a4da-72931da3dc35,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:12.397383 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-80ed9045-1dbd-4ca3-bb73-7c4fe8f434f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:12.404894 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-02c20eff-bf34-41f3-85a4-4337fa048dcc None None] Port 4ea3ca77-8c38-4ad5-80eb-605e9867f5f4 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:58:12.416602 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:12.469137 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8f9c44-c176-4339-8134-af74ca245cef None None] DHCP port deletion for dff85ee1-5d3b-4104-8677-a8be57638c59 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:58:12.811991 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-362de870-c999-4fbe-be02-7162b7df108a req-dea6d4c8-b3fb-4540-a468-1d8890aadbe7 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] No DVR routers for this DVR port 24114a21-94de-4006-a4da-72931da3dc35 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:12.818406 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-242a0267-1027-4d5c-a362-d8da482932a3 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:12.824331 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-362de870-c999-4fbe-be02-7162b7df108a req-dea6d4c8-b3fb-4540-a468-1d8890aadbe7 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:12.834810 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-362de870-c999-4fbe-be02-7162b7df108a req-dea6d4c8-b3fb-4540-a468-1d8890aadbe7 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.54 "DELETE /v2.0/ports/24114a21-94de-4006-a4da-72931da3dc35 HTTP/1.1" status: 204 len: 173 time: 2.9603631 Nov 12 08:58:12.864906 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc8095a-3d18-41f6-837f-606dbef61336', 'name': 'network-vif-deleted', 'tag': '24114a21-94de-4006-a4da-72931da3dc35'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:12.877959 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:12.888176 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e9ecf9-7d9b-4955-a7d0-902d8f4b4559" -d '{"events": [{"server_uuid": "8bc8095a-3d18-41f6-837f-606dbef61336", "name": "network-vif-deleted", "tag": "24114a21-94de-4006-a4da-72931da3dc35"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:13.024687 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:13.172852 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a0267-1027-4d5c-a362-d8da482932a3 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Subnet': ['ID=96690381-de91-478c-90cf-cf185df62ad4,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:13.174869 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-b4f22585-21cf-4587-8965-a093d248d3ca tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:13.175936 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-22434592-1e32-4066-85f3-4930847d524a None None] Allocated IP 2001:db8::f816:3eff:fe02:928c (2a617542-a867-4f21-bb3c-95a4496388ee/18e53b6f-8994-4f15-ab1a-f30fe81d16e1/f3ab4f39-baf5-4b1f-af40-37be146de2a2) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:13.189894 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-b4f22585-21cf-4587-8965-a093d248d3ca tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:13.202702 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-b4f22585-21cf-4587-8965-a093d248d3ca tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:13.206664 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-b4f22585-21cf-4587-8965-a093d248d3ca tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/networks?id=52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572&id=6f43e52f-01a2-4807-8299-a32ad3b11a95&id=6f43e52f-01a2-4807-8299-a32ad3b11a95&id=ae45870e-ea40-4974-aaa2-60a832e0f221&id=ae45870e-ea40-4974-aaa2-60a832e0f221 HTTP/1.1" status: 200 len: 1994 time: 1.0688295 Nov 12 08:58:13.214164 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242a0267-1027-4d5c-a362-d8da482932a3 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Checking segment: {'id': 'e4be10e6-383f-48bc-ad07-867bf226a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:13.214545 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242a0267-1027-4d5c-a362-d8da482932a3 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network hostable DHCP agents. Network: 3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:58:13.271415 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242a0267-1027-4d5c-a362-d8da482932a3 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network 3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:58:13.289621 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-453ec422-24e5-48f6-aae6-05d4848aa7ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:13.295705 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-242a0267-1027-4d5c-a362-d8da482932a3 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:13.315921 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242a0267-1027-4d5c-a362-d8da482932a3 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:13.318257 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-242a0267-1027-4d5c-a362-d8da482932a3 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:13.359853 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-242a0267-1027-4d5c-a362-d8da482932a3 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7791355 Nov 12 08:58:13.363371 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41350) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:13.372557 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-453ec422-24e5-48f6-aae6-05d4848aa7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:13.373023 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd61767-6e1b-40cf-9406-71c842d46115 None None] Network 3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:58:13.448577 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-453ec422-24e5-48f6-aae6-05d4848aa7ef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c0b31b081d4f4817af09d49ac16cdb98&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3521211 Nov 12 08:58:13.476190 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41352) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:13.491967 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9eb10747-f120-46ee-9d8a-a71bf0f129f5 None None] Provisioning complete for port 4ea3ca77-8c38-4ad5-80eb-605e9867f5f4 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:13.492880 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9eb10747-f120-46ee-9d8a-a71bf0f129f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:13.499593 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-1c44979f-2e11-42fc-97b0-1995d82446a0 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/quotas/ad65bcc6bcb148c2b43b634da3af78b4 HTTP/1.1" status: 200 len: 375 time: 0.2014329 Nov 12 08:58:13.675199 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-80ed9045-1dbd-4ca3-bb73-7c4fe8f434f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:13.679724 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ec422-24e5-48f6-aae6-05d4848aa7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa2c34a-bfcc-4d21-a8f6-b9c73820d1a9,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:13.704114 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-22434592-1e32-4066-85f3-4930847d524a None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:13.714534 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-80ed9045-1dbd-4ca3-bb73-7c4fe8f434f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:13.842741 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-41f28d9e-3414-4210-9e0c-98181ba3aee3 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad65bcc6bcb148c2b43b634da3af78b4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3417439 Nov 12 08:58:13.850420 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-80ed9045-1dbd-4ca3-bb73-7c4fe8f434f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b96385d4d99c48db925619f05d1b7702&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7084668 Nov 12 08:58:13.851812 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc8d8913-d5ff-4456-852c-412cc7e1808f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:13.854520 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41354) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:13.865160 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:13.885067 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-22434592-1e32-4066-85f3-4930847d524a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:13.993855 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Pushing event deleted for resources: {'Subnet': ['ID=18e53b6f-8994-4f15-ab1a-f30fe81d16e1,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:14.164438 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed9045-1dbd-4ca3-bb73-7c4fe8f434f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2429e19f-3e7a-4c90-903d-d5aaf8886859,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:14.175561 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:14.181372 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc8d8913-d5ff-4456-852c-412cc7e1808f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:14.202357 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 24114a21-94de-4006-a4da-72931da3dc35 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:14.265255 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:14.312545 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a617542-a867-4f21-bb3c-95a4496388ee']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:14.339263 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a574eacc-ed0d-4d88-8b5f-a98ffeb8b543 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:14.354554 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '524ec741-1a02-49b2-981a-5a09ffd1b25c') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:14.355009 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '524ec741-1a02-49b2-981a-5a09ffd1b25c') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:14.356915 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22434592-1e32-4066-85f3-4930847d524a None None] Network 2a617542-a867-4f21-bb3c-95a4496388ee is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:14.368657 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 24114a21-94de-4006-a4da-72931da3dc35 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:58:14.369497 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 24114a21-94de-4006-a4da-72931da3dc35 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:14.371513 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b333f891-8b1e-4925-95c2-03b06401ff29 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:14.398751 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:14.423545 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-22434592-1e32-4066-85f3-4930847d524a None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:14.428454 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22434592-1e32-4066-85f3-4930847d524a None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:14.466984 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a574eacc-ed0d-4d88-8b5f-a98ffeb8b543 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:14.470905 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:14.486014 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-eb3cbd1a-ae57-4dd2-a394-b5280da8c5fb service neutron] 10.222.0.37 "GET /v2.0/networks/52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5024087 Nov 12 08:58:14.502088 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:58:14.502812 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:14.505006 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22434592-1e32-4066-85f3-4930847d524a None None] Pushing event updated for resources: {'Port': ['ID=f3ab4f39-baf5-4b1f-af40-37be146de2a2,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:14.509103 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:58:14.509103 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:58:14.509103 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:58:14.509103 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:58:14.509103 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:58:14.509103 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:58:14.509103 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:58:14.509103 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:58:14.509103 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:58:14.509103 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:58:14.509103 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:58:14.509103 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:58:14.509103 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:58:14.509103 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:58:14.509103 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:58:14.509103 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:58:14.509103 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:58:14.509103 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:58:14.509103 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:58:14.509103 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:58:14.509103 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:58:14.509103 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:58:14.509103 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:58:14.509103 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:58:14.509103 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:58:14.509103 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:58:14.509103 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:58:14.509103 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:58:14.509103 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:58:14.509103 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:58:14.509103 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:58:14.509103 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:58:14.542971 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9eb10747-f120-46ee-9d8a-a71bf0f129f5 None None] Port 4ea3ca77-8c38-4ad5-80eb-605e9867f5f4 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:58:14.596433 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b75da594-da62-45fb-83fa-6e230409cd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5492485-c231-4668-b90d-b62400d6876b', 'name': 'tempest-RoutersTest-router-426469342', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:58Z', 'updated_at': '2021-11-12T08:58:06Z', 'revision_number': 2, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None, '_interfaces': [{'id': '4ea3ca77-8c38-4ad5-80eb-605e9867f5f4', 'name': '', 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:59:53:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:03Z', 'updated_at': '2021-11-12T08:58:07Z', 'revision_number': 2, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:14.606028 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:14.647830 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc8d8913-d5ff-4456-852c-412cc7e1808f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:14.650722 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc8d8913-d5ff-4456-852c-412cc7e1808f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:14.652457 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-cc8d8913-d5ff-4456-852c-412cc7e1808f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cfa2c34a-bfcc-4d21-a8f6-b9c73820d1a9 HTTP/1.1" status: 204 len: 168 time: 1.1348934 Nov 12 08:58:14.734997 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d8913-d5ff-4456-852c-412cc7e1808f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa2c34a-bfcc-4d21-a8f6-b9c73820d1a9,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:14.756787 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.db.api [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 08:58:14.756787 n-d-768862-16 neutron-server[102569]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 08:58:14.756787 n-d-768862-16 neutron-server[102569]: [parameters: {'id': '2a617542-a867-4f21-bb3c-95a4496388ee'}] Nov 12 08:58:14.756787 n-d-768862-16 neutron-server[102569]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:58:14.757688 n-d-768862-16 neutron-server[102569]: DEBUG oslo_db.api [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:58:14.803567 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a574eacc-ed0d-4d88-8b5f-a98ffeb8b543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:14.806679 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a574eacc-ed0d-4d88-8b5f-a98ffeb8b543 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:14.808428 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a574eacc-ed0d-4d88-8b5f-a98ffeb8b543 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2429e19f-3e7a-4c90-903d-d5aaf8886859 HTTP/1.1" status: 204 len: 168 time: 0.9453981 Nov 12 08:58:14.827090 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574eacc-ed0d-4d88-8b5f-a98ffeb8b543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2429e19f-3e7a-4c90-903d-d5aaf8886859,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:14.831671 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-3b4e63b4-b2fa-406d-9378-fbd4d354640a service neutron] 10.222.0.37 "GET /v2.0/networks/52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899654 Nov 12 08:58:14.986518 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-1062bf76-e9ca-4be9-ad44-556ad9c40282 service neutron] 10.222.0.37 "GET /v2.0/ports/1fc527f8-9665-4e15-9131-e2f6e2db3a4f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1404135 Nov 12 08:58:15.031664 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75da594-da62-45fb-83fa-6e230409cd93 None None] Checking router: c5492485-c231-4668-b90d-b62400d6876b for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:58:15.032655 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75da594-da62-45fb-83fa-6e230409cd93 None None] Updating router c5492485-c231-4668-b90d-b62400d6876b port 4ea3ca77-8c38-4ad5-80eb-605e9867f5f4 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:58:15.144614 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-22434592-1e32-4066-85f3-4930847d524a None None] Attempting to bind port f3ab4f39-baf5-4b1f-af40-37be146de2a2 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:58:15.146556 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-22434592-1e32-4066-85f3-4930847d524a None None] Attempting to bind port f3ab4f39-baf5-4b1f-af40-37be146de2a2 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '524ec741-1a02-49b2-981a-5a09ffd1b25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2a617542-a867-4f21-bb3c-95a4496388ee'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:58:15.147542 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22434592-1e32-4066-85f3-4930847d524a None None] Attempting to bind port f3ab4f39-baf5-4b1f-af40-37be146de2a2 on network 2a617542-a867-4f21-bb3c-95a4496388ee {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:15.163156 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b75da594-da62-45fb-83fa-6e230409cd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:15.260785 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22434592-1e32-4066-85f3-4930847d524a None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:58:15.261359 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22434592-1e32-4066-85f3-4930847d524a None None] Checking segment: {'id': '524ec741-1a02-49b2-981a-5a09ffd1b25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2a617542-a867-4f21-bb3c-95a4496388ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:15.262060 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-22434592-1e32-4066-85f3-4930847d524a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:15.262954 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22434592-1e32-4066-85f3-4930847d524a None None] Bound using segment: {'id': '524ec741-1a02-49b2-981a-5a09ffd1b25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2a617542-a867-4f21-bb3c-95a4496388ee'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:58:15.264372 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-22434592-1e32-4066-85f3-4930847d524a None None] Bound port: f3ab4f39-baf5-4b1f-af40-37be146de2a2, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '524ec741-1a02-49b2-981a-5a09ffd1b25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2a617542-a867-4f21-bb3c-95a4496388ee'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:58:15.264605 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:15.265491 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-22434592-1e32-4066-85f3-4930847d524a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:15.279975 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-80452e8b-d31e-4660-b0e0-74f6b8190811 service neutron] 10.222.0.37 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798619 Nov 12 08:58:15.343770 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebaf5bd-7aac-4b79-83fd-715cd4081c33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53', 'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'fixed_ips': [{'subnet_id': '96690381-de91-478c-90cf-cf185df62ad4'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:58:15.345257 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4ebaf5bd-7aac-4b79-83fd-715cd4081c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:15.547790 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-37a7106a-7760-4842-a489-49026c1c9e72 service neutron] 10.222.0.37 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657130 Nov 12 08:58:15.693937 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-d9a90a08-f384-49be-9f5d-5790ac9b9716 service neutron] 10.222.0.37 "GET /v2.0/ports/d89afea3-56ca-4d29-b4cc-697f5d5a1d50?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0966282 Nov 12 08:58:15.746915 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-22434592-1e32-4066-85f3-4930847d524a None None] For port f3ab4f39-baf5-4b1f-af40-37be146de2a2, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:15.760087 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-b333f891-8b1e-4925-95c2-03b06401ff29 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Allocated IP 172.21.0.1 (3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53/96690381-de91-478c-90cf-cf185df62ad4/3abcb375-35f8-4c47-bdcd-f0c288db4edf) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:15.802345 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-22434592-1e32-4066-85f3-4930847d524a None None] For port f3ab4f39-baf5-4b1f-af40-37be146de2a2, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=f3ab4f39-baf5-4b1f-af40-37be146de2a2,segment=NetworkSegment(524ec741-1a02-49b2-981a-5a09ffd1b25c),segment_id=524ec741-1a02-49b2-981a-5a09ffd1b25c)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:58:15.831030 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-22434592-1e32-4066-85f3-4930847d524a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:15.835563 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Deleting port f3ab4f39-baf5-4b1f-af40-37be146de2a2 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:15.836031 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.076818 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402e2c9d-23fc-441d-8e1b-c26dd1f603ad None None] Network 2a617542-a867-4f21-bb3c-95a4496388ee requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:58:16.140559 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] For port f3ab4f39-baf5-4b1f-af40-37be146de2a2, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=f3ab4f39-baf5-4b1f-af40-37be146de2a2,segment=NetworkSegment(524ec741-1a02-49b2-981a-5a09ffd1b25c),segment_id=524ec741-1a02-49b2-981a-5a09ffd1b25c)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:16.141139 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.166500 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b333f891-8b1e-4925-95c2-03b06401ff29 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.183453 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Calling delete_port for f3ab4f39-baf5-4b1f-af40-37be146de2a2 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:16.214820 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-6fb8302c-94f2-4b57-8fab-d017a45df30f service neutron] 10.222.0.37 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952540 Nov 12 08:58:16.225109 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22434592-1e32-4066-85f3-4930847d524a None None] Pushing event updated for resources: {'Port': ['ID=f3ab4f39-baf5-4b1f-af40-37be146de2a2,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:16.230063 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b333f891-8b1e-4925-95c2-03b06401ff29 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.402726 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b333f891-8b1e-4925-95c2-03b06401ff29 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network 3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:16.420077 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-b333f891-8b1e-4925-95c2-03b06401ff29 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:16.435351 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-4ebaf5bd-7aac-4b79-83fd-715cd4081c33 None None] Allocated IP 172.21.0.2 (3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53/96690381-de91-478c-90cf-cf185df62ad4/91bbb632-7ef8-476a-b970-bf6e3ee76a7e) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:16.452154 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b333f891-8b1e-4925-95c2-03b06401ff29 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:16.542538 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333f891-8b1e-4925-95c2-03b06401ff29 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Port': ['ID=3abcb375-35f8-4c47-bdcd-f0c288db4edf,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:16.548832 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-c1edcd82-4c7a-41da-8255-f9e7d4b468ae service neutron] 10.222.0.37 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260212 Nov 12 08:58:16.559473 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.592266 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b333f891-8b1e-4925-95c2-03b06401ff29 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.674945 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Pushing event deleted for resources: {'Port': ['ID=f3ab4f39-baf5-4b1f-af40-37be146de2a2,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:16.702057 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] No DVR routers for this DVR port f3ab4f39-baf5-4b1f-af40-37be146de2a2 on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:16.798025 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b75da594-da62-45fb-83fa-6e230409cd93 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.940527 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.950385 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b333f891-8b1e-4925-95c2-03b06401ff29 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:17.038335 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a617542-a867-4f21-bb3c-95a4496388ee']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:17.038829 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:58:17.054391 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-5a57e6b3-3520-4ea4-b377-385baa56bc0a service neutron] 10.222.0.37 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873171 Nov 12 08:58:17.059330 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '524ec741-1a02-49b2-981a-5a09ffd1b25c') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:17.059632 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '524ec741-1a02-49b2-981a-5a09ffd1b25c') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:17.062842 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4ebaf5bd-7aac-4b79-83fd-715cd4081c33 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:17.086405 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4ebaf5bd-7aac-4b79-83fd-715cd4081c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:17.106694 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:17.192005 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:17.218434 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:58:17.218932 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:17.219867 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b75da594-da62-45fb-83fa-6e230409cd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:17.225337 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:58:17.225337 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:58:17.225337 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:58:17.225337 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:58:17.225337 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:58:17.225337 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:58:17.225337 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:58:17.225337 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:58:17.225337 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:58:17.225337 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:58:17.225337 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:58:17.225337 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:58:17.225337 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:58:17.225337 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:58:17.225337 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:58:17.225337 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:58:17.225337 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:58:17.225337 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:58:17.225337 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:58:17.225337 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:58:17.225337 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:58:17.225337 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:58:17.225337 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:58:17.225337 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:58:17.225337 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:58:17.225337 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:58:17.225337 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:58:17.225337 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:58:17.225337 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:58:17.225337 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:58:17.225337 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:58:17.225337 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:58:17.279241 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebaf5bd-7aac-4b79-83fd-715cd4081c33 None None] Pushing event updated for resources: {'Port': ['ID=91bbb632-7ef8-476a-b970-bf6e3ee76a7e,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:17.357606 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-4ff40810-ebe1-466a-bc30-3497b17eebb7 service neutron] 10.222.0.37 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893033 Nov 12 08:58:17.368128 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:17.386565 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:17.392566 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "DELETE /v2.0/networks/2a617542-a867-4f21-bb3c-95a4496388ee HTTP/1.1" status: 204 len: 168 time: 6.5787017 Nov 12 08:58:17.400289 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41404) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:17.473505 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d7f2c-69b0-4da3-b971-ce4fb9a1fcac tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Pushing event deleted for resources: {'Network': ['ID=2a617542-a867-4f21-bb3c-95a4496388ee,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:17.479220 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebaf5bd-7aac-4b79-83fd-715cd4081c33 None None] Network 3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:17.519693 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-4ebaf5bd-7aac-4b79-83fd-715cd4081c33 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:17.543626 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebaf5bd-7aac-4b79-83fd-715cd4081c33 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:17.556431 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671ab0a-4b76-428f-94b5-b178d31831cc None None] Pushing event updated for resources: {'Port': ['ID=4ea3ca77-8c38-4ad5-80eb-605e9867f5f4,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:17.569787 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0878dc4-b644-4241-9211-e8b75783e989 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] DELETE failed (client error): The resource could not be found. Nov 12 08:58:17.571118 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0878dc4-b644-4241-9211-e8b75783e989 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:58:17.575505 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b0878dc4-b644-4241-9211-e8b75783e989 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "DELETE /v2.0/subnets/18e53b6f-8994-4f15-ab1a-f30fe81d16e1 HTTP/1.1" status: 404 len: 337 time: 0.1219041 Nov 12 08:58:17.679184 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41410) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:17.786197 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e52ea7-007d-4119-8379-29639705dfb6 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] DELETE failed (client error): The resource could not be found. Nov 12 08:58:17.792384 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e52ea7-007d-4119-8379-29639705dfb6 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:58:17.800361 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-14e52ea7-007d-4119-8379-29639705dfb6 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "DELETE /v2.0/networks/2a617542-a867-4f21-bb3c-95a4496388ee HTTP/1.1" status: 404 len: 339 time: 0.1142726 Nov 12 08:58:17.839567 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41412) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:17.929974 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-b6f1dc20-8def-4107-ace4-9bc5c2ccfd84 service neutron] 10.222.0.37 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5310960 Nov 12 08:58:18.008160 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a59d26-b386-4a67-8399-09938d6ce448 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] DELETE failed (client error): The resource could not be found. Nov 12 08:58:18.009113 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82a59d26-b386-4a67-8399-09938d6ce448 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:58:18.014371 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-82a59d26-b386-4a67-8399-09938d6ce448 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "DELETE /v2.0/subnets/dd44f8e5-cb26-4d4d-80e8-37b7b7bd4ab5 HTTP/1.1" status: 404 len: 337 time: 0.1577561 Nov 12 08:58:18.023722 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41432) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:18.053680 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b333f891-8b1e-4925-95c2-03b06401ff29 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:18.073874 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b75da594-da62-45fb-83fa-6e230409cd93 None None] Attempting to bind port 4ea3ca77-8c38-4ad5-80eb-605e9867f5f4 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:58:18.075046 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b75da594-da62-45fb-83fa-6e230409cd93 None None] Attempting to bind port 4ea3ca77-8c38-4ad5-80eb-605e9867f5f4 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'e7f2977a-bb6f-4e2d-a108-7b3bb4424726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:58:18.075455 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75da594-da62-45fb-83fa-6e230409cd93 None None] Attempting to bind port 4ea3ca77-8c38-4ad5-80eb-605e9867f5f4 on network afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:18.078770 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b333f891-8b1e-4925-95c2-03b06401ff29 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:18.101110 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75da594-da62-45fb-83fa-6e230409cd93 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:58:18.101987 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75da594-da62-45fb-83fa-6e230409cd93 None None] Checking segment: {'id': 'e7f2977a-bb6f-4e2d-a108-7b3bb4424726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:18.102373 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b75da594-da62-45fb-83fa-6e230409cd93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:18.103009 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75da594-da62-45fb-83fa-6e230409cd93 None None] Bound using segment: {'id': 'e7f2977a-bb6f-4e2d-a108-7b3bb4424726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:58:18.103859 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b75da594-da62-45fb-83fa-6e230409cd93 None None] Bound port: 4ea3ca77-8c38-4ad5-80eb-605e9867f5f4, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f2977a-bb6f-4e2d-a108-7b3bb4424726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:58:18.105336 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b75da594-da62-45fb-83fa-6e230409cd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:18.128159 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-249313f5-7c48-4e8d-8b4a-3f5bc40fa13c tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] DELETE failed (client error): The resource could not be found. Nov 12 08:58:18.130819 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249313f5-7c48-4e8d-8b4a-3f5bc40fa13c tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:58:18.140661 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-249313f5-7c48-4e8d-8b4a-3f5bc40fa13c tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "DELETE /v2.0/networks/6f0afafe-af44-4f1a-9ad6-0f81e8ca3473 HTTP/1.1" status: 404 len: 339 time: 0.1148741 Nov 12 08:58:18.149857 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41442) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:18.196331 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-4ebaf5bd-7aac-4b79-83fd-715cd4081c33 None None] Attempting to bind port 91bbb632-7ef8-476a-b970-bf6e3ee76a7e on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:58:18.197034 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-4ebaf5bd-7aac-4b79-83fd-715cd4081c33 None None] Attempting to bind port 91bbb632-7ef8-476a-b970-bf6e3ee76a7e by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'e4be10e6-383f-48bc-ad07-867bf226a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:58:18.200492 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebaf5bd-7aac-4b79-83fd-715cd4081c33 None None] Attempting to bind port 91bbb632-7ef8-476a-b970-bf6e3ee76a7e on network 3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:18.227857 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c62a649d-d026-4155-906b-aec16e8561c4 None None] Provisioning complete for port 4ea3ca77-8c38-4ad5-80eb-605e9867f5f4 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:18.228311 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c62a649d-d026-4155-906b-aec16e8561c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:18.261780 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d0049b-826d-4c62-b8b2-df591edb7bf2 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] DELETE failed (client error): The resource could not be found. Nov 12 08:58:18.262634 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d0049b-826d-4c62-b8b2-df591edb7bf2 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:58:18.267962 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-52d0049b-826d-4c62-b8b2-df591edb7bf2 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "DELETE /v2.0/subnets/82702490-dd07-4d13-b6ef-b6a7c58e829c HTTP/1.1" status: 404 len: 337 time: 0.1092660 Nov 12 08:58:18.275497 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41452) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:18.305454 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fed6411-d0a0-4614-b220-7b60cc96543f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] DELETE failed (client error): The resource could not be found. Nov 12 08:58:18.306787 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fed6411-d0a0-4614-b220-7b60cc96543f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:58:18.312803 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6fed6411-d0a0-4614-b220-7b60cc96543f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "DELETE /v2.0/networks/a4f6dae7-06d4-4707-9b27-27cf712e6a31 HTTP/1.1" status: 404 len: 339 time: 0.0347908 Nov 12 08:58:18.313228 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebaf5bd-7aac-4b79-83fd-715cd4081c33 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:58:18.314070 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebaf5bd-7aac-4b79-83fd-715cd4081c33 None None] Checking segment: {'id': 'e4be10e6-383f-48bc-ad07-867bf226a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:18.315544 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4ebaf5bd-7aac-4b79-83fd-715cd4081c33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:18.316428 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebaf5bd-7aac-4b79-83fd-715cd4081c33 None None] Bound using segment: {'id': 'e4be10e6-383f-48bc-ad07-867bf226a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:58:18.317406 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-4ebaf5bd-7aac-4b79-83fd-715cd4081c33 None None] Bound port: 91bbb632-7ef8-476a-b970-bf6e3ee76a7e, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4be10e6-383f-48bc-ad07-867bf226a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:58:18.318113 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4ebaf5bd-7aac-4b79-83fd-715cd4081c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:18.320057 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41454) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:18.324398 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b333f891-8b1e-4925-95c2-03b06401ff29 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:18.333692 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333f891-8b1e-4925-95c2-03b06401ff29 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Port': ['ID=3abcb375-35f8-4c47-bdcd-f0c288db4edf,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:18.402775 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-76631cac-54b8-4469-aa79-a6cefc595b5d service neutron] 10.222.0.37 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402900 Nov 12 08:58:18.444342 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c62a649d-d026-4155-906b-aec16e8561c4 None None] Port 4ea3ca77-8c38-4ad5-80eb-605e9867f5f4 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:58:18.560065 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b333f891-8b1e-4925-95c2-03b06401ff29 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network 3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:18.562356 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-b333f891-8b1e-4925-95c2-03b06401ff29 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:18.586708 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b75da594-da62-45fb-83fa-6e230409cd93 None None] For port 4ea3ca77-8c38-4ad5-80eb-605e9867f5f4, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:18.608308 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b75da594-da62-45fb-83fa-6e230409cd93 None None] For port 4ea3ca77-8c38-4ad5-80eb-605e9867f5f4, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4ea3ca77-8c38-4ad5-80eb-605e9867f5f4,segment=NetworkSegment(e7f2977a-bb6f-4e2d-a108-7b3bb4424726),segment_id=e7f2977a-bb6f-4e2d-a108-7b3bb4424726)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:58:18.620163 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b75da594-da62-45fb-83fa-6e230409cd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:18.636209 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4ebaf5bd-7aac-4b79-83fd-715cd4081c33 None None] For port 91bbb632-7ef8-476a-b970-bf6e3ee76a7e, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:18.646440 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4ebaf5bd-7aac-4b79-83fd-715cd4081c33 None None] For port 91bbb632-7ef8-476a-b970-bf6e3ee76a7e, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=91bbb632-7ef8-476a-b970-bf6e3ee76a7e,segment=NetworkSegment(e4be10e6-383f-48bc-ad07-867bf226a48b),segment_id=e4be10e6-383f-48bc-ad07-867bf226a48b)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:58:18.773031 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-6bedcc3b-d478-47bc-b36b-069f332dfdc7 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Deleting port c35e6cd9-635d-47b6-be69-d0d90ea82069 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:18.774092 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6bedcc3b-d478-47bc-b36b-069f332dfdc7 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:18.779850 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4ebaf5bd-7aac-4b79-83fd-715cd4081c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:18.938283 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b333f891-8b1e-4925-95c2-03b06401ff29 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Router c5492485-c231-4668-b90d-b62400d6876b has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:58:18.965329 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75da594-da62-45fb-83fa-6e230409cd93 None None] Routers {'c5492485-c231-4668-b90d-b62400d6876b'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:58:18.966551 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b75da594-da62-45fb-83fa-6e230409cd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:58:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c5492485-c231-4668-b90d-b62400d6876b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:18.973692 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-fb85f396-bb34-4799-aa26-6de25daacfd6 service neutron] 10.222.0.37 "GET /v2.0/networks/ae45870e-ea40-4974-aaa2-60a832e0f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5419121 Nov 12 08:58:19.154596 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671ab0a-4b76-428f-94b5-b178d31831cc None None] Pushing event updated for resources: {'Port': ['ID=4ea3ca77-8c38-4ad5-80eb-605e9867f5f4,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:19.214243 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6bedcc3b-d478-47bc-b36b-069f332dfdc7 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:19.222452 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b333f891-8b1e-4925-95c2-03b06401ff29 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:58:19.231461 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b333f891-8b1e-4925-95c2-03b06401ff29 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "PUT /v2.0/routers/c5492485-c231-4668-b90d-b62400d6876b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8637948 Nov 12 08:58:19.236448 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41466) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:19.242679 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d26243d7-0cae-4850-a2b4-53cbbf8e8949 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Request body: {'network': {'name': 'tempest-RoutersTest-1343084630'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:19.332247 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26243d7-0cae-4850-a2b4-53cbbf8e8949 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Made reservation on behalf of 65719b7e54744d3883456a8130ad2c41 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:19.338543 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d26243d7-0cae-4850-a2b4-53cbbf8e8949 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:19.369468 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-6bedcc3b-d478-47bc-b36b-069f332dfdc7 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Calling delete_port for c35e6cd9-635d-47b6-be69-d0d90ea82069 owned by {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:19.413001 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26243d7-0cae-4850-a2b4-53cbbf8e8949 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:58:19.415900 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebaf5bd-7aac-4b79-83fd-715cd4081c33 None None] Pushing event updated for resources: {'Port': ['ID=91bbb632-7ef8-476a-b970-bf6e3ee76a7e,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:19.443146 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d26243d7-0cae-4850-a2b4-53cbbf8e8949 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:19.444008 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-d26243d7-0cae-4850-a2b4-53cbbf8e8949 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Added segment 71271d5b-ce06-4be8-8e23-a8e128b95e1d of type vlan for network e3fe7d43-8e58-4ffe-a212-4056bc0662aa Nov 12 08:58:19.587866 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-b75da594-da62-45fb-83fa-6e230409cd93 None None] Set router c5492485-c231-4668-b90d-b62400d6876b gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:58:19.632713 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d26243d7-0cae-4850-a2b4-53cbbf8e8949 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:19.658380 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-d59b877c-66e0-41ca-9b26-fba40fc8d032 service neutron] 10.222.0.37 "GET /v2.0/networks/ae45870e-ea40-4974-aaa2-60a832e0f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5530999 Nov 12 08:58:19.735861 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8a29f56f-bdb4-4e9f-853d-1611994546d8 None None] Provisioning complete for port 4ea3ca77-8c38-4ad5-80eb-605e9867f5f4 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:19.736433 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8a29f56f-bdb4-4e9f-853d-1611994546d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:19.749454 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d26243d7-0cae-4850-a2b4-53cbbf8e8949 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:19.780828 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26243d7-0cae-4850-a2b4-53cbbf8e8949 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:19.784464 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d26243d7-0cae-4850-a2b4-53cbbf8e8949 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:19.923296 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6bedcc3b-d478-47bc-b36b-069f332dfdc7 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:20.010079 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedcc3b-d478-47bc-b36b-069f332dfdc7 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Pushing event deleted for resources: {'Port': ['ID=c35e6cd9-635d-47b6-be69-d0d90ea82069,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:20.054780 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6bedcc3b-d478-47bc-b36b-069f332dfdc7 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:20.067601 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6bedcc3b-d478-47bc-b36b-069f332dfdc7 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "DELETE /v2.0/ports/c35e6cd9-635d-47b6-be69-d0d90ea82069 HTTP/1.1" status: 204 len: 168 time: 1.7457936 Nov 12 08:58:20.069008 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41500) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:20.114450 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d26243d7-0cae-4850-a2b4-53cbbf8e8949 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8761168 Nov 12 08:58:20.136489 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c9d750-5aa4-4d14-9712-29e0640698ec tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] DELETE failed (client error): The resource could not be found. Nov 12 08:58:20.137410 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56c9d750-5aa4-4d14-9712-29e0640698ec tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:58:20.139274 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41504) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:20.148905 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-56c9d750-5aa4-4d14-9712-29e0640698ec tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "DELETE /v2.0/subnets/348c4320-e61b-41ae-be01-2aaf34744616 HTTP/1.1" status: 404 len: 337 time: 0.0724483 Nov 12 08:58:20.150228 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41506) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:20.179495 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a62e435c-e7c3-4567-97ee-4adeb937ecdc tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Request body: {'subnet': {'network_id': 'e3fe7d43-8e58-4ffe-a212-4056bc0662aa', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:20.216147 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-420fad48-2a18-4044-a3ca-c9e882ecfe33 service neutron] 10.222.0.37 "GET /v2.0/networks/ae45870e-ea40-4974-aaa2-60a832e0f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437751 Nov 12 08:58:20.345135 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26243d7-0cae-4850-a2b4-53cbbf8e8949 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Network': ['ID=e3fe7d43-8e58-4ffe-a212-4056bc0662aa,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:20.417297 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8a29f56f-bdb4-4e9f-853d-1611994546d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:20.437293 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network e3fe7d43-8e58-4ffe-a212-4056bc0662aa details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:58:20.492018 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-11c7a7c9-54a5-4d56-bb8d-a521d46127f5 service neutron] 10.222.0.37 "GET /v2.0/networks/ae45870e-ea40-4974-aaa2-60a832e0f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577119 Nov 12 08:58:20.593737 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 91bbb632-7ef8-476a-b970-bf6e3ee76a7e up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:20.647149 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7cf60196-9c6c-4c26-ae5d-53c4c3f99a54 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:20.687324 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62e435c-e7c3-4567-97ee-4adeb937ecdc tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Made reservation on behalf of 65719b7e54744d3883456a8130ad2c41 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:20.693330 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a62e435c-e7c3-4567-97ee-4adeb937ecdc tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:21.002608 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7cf60196-9c6c-4c26-ae5d-53c4c3f99a54 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:21.087207 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-7cf60196-9c6c-4c26-ae5d-53c4c3f99a54 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['048a3d01-cbd3-4a83-a068-b359b226aee0']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:21.091758 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-8a29f56f-bdb4-4e9f-853d-1611994546d8 None None] For port 4ea3ca77-8c38-4ad5-80eb-605e9867f5f4, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4ea3ca77-8c38-4ad5-80eb-605e9867f5f4,segment=NetworkSegment(e7f2977a-bb6f-4e2d-a108-7b3bb4424726),segment_id=e7f2977a-bb6f-4e2d-a108-7b3bb4424726)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:21.129858 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-7cf60196-9c6c-4c26-ae5d-53c4c3f99a54 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad33fe8-be52-4229-8f94-08201d1cdaef') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:21.130341 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-7cf60196-9c6c-4c26-ae5d-53c4c3f99a54 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad33fe8-be52-4229-8f94-08201d1cdaef') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:21.145277 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8a29f56f-bdb4-4e9f-853d-1611994546d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:21.184046 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7cf60196-9c6c-4c26-ae5d-53c4c3f99a54 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:21.252610 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7cf60196-9c6c-4c26-ae5d-53c4c3f99a54 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:21.271812 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf60196-9c6c-4c26-ae5d-53c4c3f99a54 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:58:21.272691 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7cf60196-9c6c-4c26-ae5d-53c4c3f99a54 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:21.295634 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:58:21.295634 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:58:21.295634 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:58:21.295634 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:58:21.295634 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:58:21.295634 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:58:21.295634 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:58:21.295634 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:58:21.295634 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:58:21.295634 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:58:21.295634 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:58:21.295634 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:58:21.295634 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:58:21.295634 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:58:21.295634 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:58:21.295634 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:58:21.295634 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:58:21.295634 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:58:21.295634 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:58:21.295634 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:58:21.295634 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:58:21.295634 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:58:21.295634 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:58:21.295634 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:58:21.295634 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:58:21.295634 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:58:21.295634 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:58:21.295634 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:58:21.295634 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:58:21.295634 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:58:21.295634 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:58:21.295634 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:58:21.407305 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29f56f-bdb4-4e9f-853d-1611994546d8 None None] Pushing event updated for resources: {'Port': ['ID=4ea3ca77-8c38-4ad5-80eb-605e9867f5f4,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:21.435436 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 91bbb632-7ef8-476a-b970-bf6e3ee76a7e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:21.439485 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:21.454383 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a62e435c-e7c3-4567-97ee-4adeb937ecdc tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:21.591663 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0d4cc9-e0c7-4496-9b6f-cdca6e1e2d90 None None] Network 3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:58:21.618472 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e435c-e7c3-4567-97ee-4adeb937ecdc tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Subnet': ['ID=14e5ba6d-91c9-492b-9f3a-80336af32053,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:21.664374 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7cf60196-9c6c-4c26-ae5d-53c4c3f99a54 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:21.675670 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7cf60196-9c6c-4c26-ae5d-53c4c3f99a54 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:21.691372 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62e435c-e7c3-4567-97ee-4adeb937ecdc tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Checking segment: {'id': '71271d5b-ce06-4be8-8e23-a8e128b95e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e3fe7d43-8e58-4ffe-a212-4056bc0662aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:21.692387 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62e435c-e7c3-4567-97ee-4adeb937ecdc tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network hostable DHCP agents. Network: e3fe7d43-8e58-4ffe-a212-4056bc0662aa, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:58:21.700190 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41526) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:21.700771 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7cf60196-9c6c-4c26-ae5d-53c4c3f99a54 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "DELETE /v2.0/networks/048a3d01-cbd3-4a83-a068-b359b226aee0 HTTP/1.1" status: 204 len: 168 time: 1.5399859 Nov 12 08:58:21.747287 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf60196-9c6c-4c26-ae5d-53c4c3f99a54 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Pushing event deleted for resources: {'Network': ['ID=048a3d01-cbd3-4a83-a068-b359b226aee0,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:21.803792 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b75da594-da62-45fb-83fa-6e230409cd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5492485-c231-4668-b90d-b62400d6876b', 'name': 'tempest-RoutersTest-router-426469342', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:58Z', 'updated_at': '2021-11-12T08:58:16Z', 'revision_number': 3, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None, '_interfaces': [{'id': '3abcb375-35f8-4c47-bdcd-f0c288db4edf', 'name': '', 'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:0a:27:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '96690381-de91-478c-90cf-cf185df62ad4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:14Z', 'updated_at': '2021-11-12T08:58:17Z', 'revision_number': 2, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '96690381-de91-478c-90cf-cf185df62ad4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ea3ca77-8c38-4ad5-80eb-605e9867f5f4', 'name': '', 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:59:53:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:03Z', 'updated_at': '2021-11-12T08:58:18Z', 'revision_number': 4, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:21.814711 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62e435c-e7c3-4567-97ee-4adeb937ecdc tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network e3fe7d43-8e58-4ffe-a212-4056bc0662aa is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:58:21.866915 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ece4c499-535d-473c-87a3-0af699191380 None None] Provisioning complete for port 91bbb632-7ef8-476a-b970-bf6e3ee76a7e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:21.867475 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ece4c499-535d-473c-87a3-0af699191380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:21.869739 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75da594-da62-45fb-83fa-6e230409cd93 None None] The sync data for ids ['c5492485-c231-4668-b90d-b62400d6876b'] in n-d-768862-16 is: [{'id': 'c5492485-c231-4668-b90d-b62400d6876b', 'name': 'tempest-RoutersTest-router-426469342', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:58Z', 'updated_at': '2021-11-12T08:58:16Z', 'revision_number': 3, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None, '_interfaces': [{'id': '3abcb375-35f8-4c47-bdcd-f0c288db4edf', 'name': '', 'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:0a:27:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '96690381-de91-478c-90cf-cf185df62ad4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:14Z', 'updated_at': '2021-11-12T08:58:17Z', 'revision_number': 2, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '96690381-de91-478c-90cf-cf185df62ad4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ea3ca77-8c38-4ad5-80eb-605e9867f5f4', 'name': '', 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:59:53:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:03Z', 'updated_at': '2021-11-12T08:58:18Z', 'revision_number': 4, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:58:21.925400 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-a62e435c-e7c3-4567-97ee-4adeb937ecdc tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, e3fe7d43-8e58-4ffe-a212-4056bc0662aa) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:21.955787 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e435c-e7c3-4567-97ee-4adeb937ecdc tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:21.957130 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a62e435c-e7c3-4567-97ee-4adeb937ecdc tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:22.011991 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206c6fff-2533-4426-a4d9-e91f2b982f8d None None] Network e3fe7d43-8e58-4ffe-a212-4056bc0662aa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:58:22.028473 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a62e435c-e7c3-4567-97ee-4adeb937ecdc tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8866968 Nov 12 08:58:22.033469 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41532) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:22.043313 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-b3b66354-3fb7-47da-9087-804c2073912e tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Deleting port cc712c09-0265-49e9-950c-0579a45b155a {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:22.043721 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3b66354-3fb7-47da-9087-804c2073912e tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:22.267213 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3b66354-3fb7-47da-9087-804c2073912e tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:22.339972 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-b3b66354-3fb7-47da-9087-804c2073912e tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Calling delete_port for cc712c09-0265-49e9-950c-0579a45b155a owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:22.481977 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:22.848904 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3b66354-3fb7-47da-9087-804c2073912e tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:22.906821 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9cf74e-12a2-4a0a-ac70-67b1a476e2e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-e3fe7d43-8e58-4ffe-a212-4056bc0662aa', 'network_id': 'e3fe7d43-8e58-4ffe-a212-4056bc0662aa', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'fixed_ips': [{'subnet_id': '14e5ba6d-91c9-492b-9f3a-80336af32053'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:58:22.908742 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ae9cf74e-12a2-4a0a-ac70-67b1a476e2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:23.025542 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 91bbb632-7ef8-476a-b970-bf6e3ee76a7e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=91bbb632-7ef8-476a-b970-bf6e3ee76a7e,segment=NetworkSegment(e4be10e6-383f-48bc-ad07-867bf226a48b),segment_id=e4be10e6-383f-48bc-ad07-867bf226a48b)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:23.059237 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ece4c499-535d-473c-87a3-0af699191380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:23.061597 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3fd362-69c5-4333-97e3-0a815a57322a x-openstack-request-id: req-8e3fd362-69c5-4333-97e3-0a815a57322a {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:23.063056 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc8095a-3d18-41f6-837f-606dbef61336", "name": "network-vif-deleted", "tag": "24114a21-94de-4006-a4da-72931da3dc35", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:23.063056 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8e3fd362-69c5-4333-97e3-0a815a57322a {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:23.065674 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc8095a-3d18-41f6-837f-606dbef61336', 'name': 'network-vif-deleted', 'tag': '24114a21-94de-4006-a4da-72931da3dc35', 'status': 'completed', 'code': 200} Nov 12 08:58:23.066051 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:23.071236 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3b66354-3fb7-47da-9087-804c2073912e tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:23.091637 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b3b66354-3fb7-47da-9087-804c2073912e tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "DELETE /v2.0/ports/cc712c09-0265-49e9-950c-0579a45b155a HTTP/1.1" status: 204 len: 168 time: 1.3754172 Nov 12 08:58:23.093702 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41550) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:23.193776 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-43547527-9b42-4c29-a721-253698c5411c tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] DELETE failed (client error): The resource could not be found. Nov 12 08:58:23.196358 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43547527-9b42-4c29-a721-253698c5411c tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:58:23.212643 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:23.222588 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-43547527-9b42-4c29-a721-253698c5411c tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "DELETE /v2.0/subnets/832325f1-a0f0-4030-a3f5-5b464426a353 HTTP/1.1" status: 404 len: 337 time: 0.1231935 Nov 12 08:58:23.224788 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b66354-3fb7-47da-9087-804c2073912e tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Pushing event deleted for resources: {'Port': ['ID=cc712c09-0265-49e9-950c-0579a45b155a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:23.242221 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41552) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:23.265827 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=91bbb632-7ef8-476a-b970-bf6e3ee76a7e,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:23.672317 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-22636be4-a4a3-43fc-b3c8-9c1de3e54b90 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:24.177342 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-22636be4-a4a3-43fc-b3c8-9c1de3e54b90 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:24.320453 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-22636be4-a4a3-43fc-b3c8-9c1de3e54b90 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49735129-760e-41c4-9dbb-d21c0b90f4a1']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:24.380348 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-22636be4-a4a3-43fc-b3c8-9c1de3e54b90 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c05785ac-6324-4466-b701-806bbcbab938') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:24.380833 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-22636be4-a4a3-43fc-b3c8-9c1de3e54b90 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c05785ac-6324-4466-b701-806bbcbab938') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:24.464664 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-22636be4-a4a3-43fc-b3c8-9c1de3e54b90 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:24.490834 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-ece4c499-535d-473c-87a3-0af699191380 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:58:24.492162 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-ece4c499-535d-473c-87a3-0af699191380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:58:24.533716 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-22636be4-a4a3-43fc-b3c8-9c1de3e54b90 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:24.577630 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-ae9cf74e-12a2-4a0a-ac70-67b1a476e2e0 None None] Allocated IP 172.22.0.2 (e3fe7d43-8e58-4ffe-a212-4056bc0662aa/14e5ba6d-91c9-492b-9f3a-80336af32053/5542978f-2e9f-4040-be09-b74d65c236fe) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:24.584968 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22636be4-a4a3-43fc-b3c8-9c1de3e54b90 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:58:24.585687 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-22636be4-a4a3-43fc-b3c8-9c1de3e54b90 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:24.698719 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:58:24.698719 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:58:24.698719 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:58:24.698719 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:58:24.698719 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:58:24.698719 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:58:24.698719 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:58:24.698719 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:58:24.698719 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:58:24.698719 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:58:24.698719 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:58:24.698719 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:58:24.698719 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:58:24.698719 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:58:24.698719 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:58:24.698719 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:58:24.698719 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:58:24.698719 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:58:24.698719 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:58:24.698719 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:58:24.698719 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:58:24.698719 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:58:24.698719 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:58:24.698719 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:58:24.698719 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:58:24.698719 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:58:24.698719 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:58:24.698719 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:58:24.698719 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:58:24.698719 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:58:24.698719 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:58:24.698719 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:58:24.816343 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6abc3e4f-d92b-4d03-9a44-508c92925748 req-89bc938f-040f-4f78-bfd3-0dd8f98a4635 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.3363438 Nov 12 08:58:24.931192 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-22636be4-a4a3-43fc-b3c8-9c1de3e54b90 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:24.959116 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-22636be4-a4a3-43fc-b3c8-9c1de3e54b90 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:24.988085 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-22636be4-a4a3-43fc-b3c8-9c1de3e54b90 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "DELETE /v2.0/networks/49735129-760e-41c4-9dbb-d21c0b90f4a1 HTTP/1.1" status: 204 len: 168 time: 1.7429287 Nov 12 08:58:24.999472 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41568) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:25.073921 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22636be4-a4a3-43fc-b3c8-9c1de3e54b90 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Pushing event deleted for resources: {'Network': ['ID=49735129-760e-41c4-9dbb-d21c0b90f4a1,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:25.393855 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc5244b-c752-41d2-998c-2acabbb1c686 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Deleting subnet be9e4658-b199-4ad6-8659-29dd04ce7abc {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:58:25.415894 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ffc5244b-c752-41d2-998c-2acabbb1c686 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:25.459722 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-6f8f5fcf-fe0a-4a9d-b41a-9437c5a4312b None None] Provisioning complete for port 91bbb632-7ef8-476a-b970-bf6e3ee76a7e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:25.460715 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6f8f5fcf-fe0a-4a9d-b41a-9437c5a4312b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:25.462019 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b7187c1-7138-41b5-b6bc-65ca9a55feeb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:25.627094 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ae9cf74e-12a2-4a0a-ac70-67b1a476e2e0 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:25.665839 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ae9cf74e-12a2-4a0a-ac70-67b1a476e2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:25.759025 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4ea3ca77-8c38-4ad5-80eb-605e9867f5f4 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:25.781614 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9cf74e-12a2-4a0a-ac70-67b1a476e2e0 None None] Network e3fe7d43-8e58-4ffe-a212-4056bc0662aa is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:25.803670 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ffc5244b-c752-41d2-998c-2acabbb1c686 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:25.824944 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-ae9cf74e-12a2-4a0a-ac70-67b1a476e2e0 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:25.833129 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9cf74e-12a2-4a0a-ac70-67b1a476e2e0 None None] Pushing event updated for resources: {'Port': ['ID=5542978f-2e9f-4040-be09-b74d65c236fe,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:25.849167 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9cf74e-12a2-4a0a-ac70-67b1a476e2e0 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:26.105722 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ffc5244b-c752-41d2-998c-2acabbb1c686 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:26.373475 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64c279-8e92-42e8-800b-d8faa47885a3 req-5dd13bdb-0484-4ced-9472-e11f021f09ea tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:26.377657 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9a64c279-8e92-42e8-800b-d8faa47885a3 req-5dd13bdb-0484-4ced-9472-e11f021f09ea tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab23997d-6f61-4bff-b149-48e314010185 HTTP/1.1" status: 200 len: 945 time: 0.2870655 Nov 12 08:58:26.404827 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-ae9cf74e-12a2-4a0a-ac70-67b1a476e2e0 None None] Attempting to bind port 5542978f-2e9f-4040-be09-b74d65c236fe on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:58:26.410535 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-ae9cf74e-12a2-4a0a-ac70-67b1a476e2e0 None None] Attempting to bind port 5542978f-2e9f-4040-be09-b74d65c236fe by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '71271d5b-ce06-4be8-8e23-a8e128b95e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e3fe7d43-8e58-4ffe-a212-4056bc0662aa'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:58:26.412407 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9cf74e-12a2-4a0a-ac70-67b1a476e2e0 None None] Attempting to bind port 5542978f-2e9f-4040-be09-b74d65c236fe on network e3fe7d43-8e58-4ffe-a212-4056bc0662aa {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:26.441863 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-227e8bf6-7b51-49c2-baeb-0a192a14f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:26.445947 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-227e8bf6-7b51-49c2-baeb-0a192a14f855 service neutron] 10.222.0.54 "GET /v2.0/ports/1fc527f8-9665-4e15-9131-e2f6e2db3a4f HTTP/1.1" status: 200 len: 1032 time: 0.1693366 Nov 12 08:58:26.448508 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ffc5244b-c752-41d2-998c-2acabbb1c686 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:26.469110 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 4ea3ca77-8c38-4ad5-80eb-605e9867f5f4 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:26.473854 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:26.608673 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9cf74e-12a2-4a0a-ac70-67b1a476e2e0 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:58:26.615488 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9cf74e-12a2-4a0a-ac70-67b1a476e2e0 None None] Checking segment: {'id': '71271d5b-ce06-4be8-8e23-a8e128b95e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e3fe7d43-8e58-4ffe-a212-4056bc0662aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:26.619948 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ae9cf74e-12a2-4a0a-ac70-67b1a476e2e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:26.620894 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9cf74e-12a2-4a0a-ac70-67b1a476e2e0 None None] Bound using segment: {'id': '71271d5b-ce06-4be8-8e23-a8e128b95e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e3fe7d43-8e58-4ffe-a212-4056bc0662aa'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:58:26.625635 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-ae9cf74e-12a2-4a0a-ac70-67b1a476e2e0 None None] Bound port: 5542978f-2e9f-4040-be09-b74d65c236fe, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71271d5b-ce06-4be8-8e23-a8e128b95e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e3fe7d43-8e58-4ffe-a212-4056bc0662aa'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:58:26.626729 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ae9cf74e-12a2-4a0a-ac70-67b1a476e2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:26.633966 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5244b-c752-41d2-998c-2acabbb1c686 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Pushing event deleted for resources: {'Subnet': ['ID=be9e4658-b199-4ad6-8659-29dd04ce7abc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:26.642838 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-f04facdc-25c9-49a7-89f0-85d9490a2a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:26.649795 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78601a1f-4889-4720-b1af-dd3eee47c6ab None None] Network 5379016d-3b0e-42ec-9723-94d8ae491149 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:58:26.653152 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-6f8f5fcf-fe0a-4a9d-b41a-9437c5a4312b None None] Provisioning complete for port 3abcb375-35f8-4c47-bdcd-f0c288db4edf triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:26.654241 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6f8f5fcf-fe0a-4a9d-b41a-9437c5a4312b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:26.662773 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf26721-4efc-4134-85f2-947ebf3c66de None None] Sync routers for ids ['c5492485-c231-4668-b90d-b62400d6876b'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:58:26.666737 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-f04facdc-25c9-49a7-89f0-85d9490a2a59 service neutron] 10.222.0.54 "GET /v2.0/ports/d89afea3-56ca-4d29-b4cc-697f5d5a1d50 HTTP/1.1" status: 200 len: 1033 time: 0.2079680 Nov 12 08:58:26.670819 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ffc5244b-c752-41d2-998c-2acabbb1c686 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:26.693592 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ffc5244b-c752-41d2-998c-2acabbb1c686 tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "DELETE /v2.0/subnets/be9e4658-b199-4ad6-8659-29dd04ce7abc HTTP/1.1" status: 204 len: 168 time: 1.6903999 Nov 12 08:58:26.698965 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41582) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:26.708147 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9a64c279-8e92-42e8-800b-d8faa47885a3 req-55483a40-f3b2-4b42-863c-242a152be2d3 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353990 Nov 12 08:58:26.708952 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf26721-4efc-4134-85f2-947ebf3c66de None None] Routers {'c5492485-c231-4668-b90d-b62400d6876b'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:58:26.710010 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-9cf26721-4efc-4134-85f2-947ebf3c66de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:58:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c5492485-c231-4668-b90d-b62400d6876b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:26.766095 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-2b7187c1-7138-41b5-b6bc-65ca9a55feeb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Allocated IP 172.22.0.1 (e3fe7d43-8e58-4ffe-a212-4056bc0662aa/14e5ba6d-91c9-492b-9f3a-80336af32053/a205d611-d7cd-4d02-b19c-31965438acd6) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:27.066716 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-9cf26721-4efc-4134-85f2-947ebf3c66de None None] Set router c5492485-c231-4668-b90d-b62400d6876b gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:58:27.121599 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f5fcf-fe0a-4a9d-b41a-9437c5a4312b None None] Port 3abcb375-35f8-4c47-bdcd-f0c288db4edf cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:58:27.193444 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ae9cf74e-12a2-4a0a-ac70-67b1a476e2e0 None None] For port 5542978f-2e9f-4040-be09-b74d65c236fe, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:27.199975 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ae9cf74e-12a2-4a0a-ac70-67b1a476e2e0 None None] For port 5542978f-2e9f-4040-be09-b74d65c236fe, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=5542978f-2e9f-4040-be09-b74d65c236fe,segment=NetworkSegment(71271d5b-ce06-4be8-8e23-a8e128b95e1d),segment_id=71271d5b-ce06-4be8-8e23-a8e128b95e1d)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:58:27.206136 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-59bdd9fa-3121-428a-96bc-b68c5829295f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:27.225163 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ae9cf74e-12a2-4a0a-ac70-67b1a476e2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:27.229843 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-038362e7-ad8b-4c47-a3ad-c5806fbb0b51 req-d4df31b3-2718-4f6d-9f22-ddf26ce3d8b8 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.2914283 Nov 12 08:58:27.600501 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b7187c1-7138-41b5-b6bc-65ca9a55feeb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:27.732882 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7061f830-dcdc-4913-82e0-1fa595bda704 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:27.746085 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7061f830-dcdc-4913-82e0-1fa595bda704 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:27.758539 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7061f830-dcdc-4913-82e0-1fa595bda704 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:27.762004 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7061f830-dcdc-4913-82e0-1fa595bda704 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.54 "GET /v2.0/networks?id=52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572&id=6f43e52f-01a2-4807-8299-a32ad3b11a95&id=6f43e52f-01a2-4807-8299-a32ad3b11a95&id=6f43e52f-01a2-4807-8299-a32ad3b11a95&id=6f43e52f-01a2-4807-8299-a32ad3b11a95&id=ae45870e-ea40-4974-aaa2-60a832e0f221&id=ae45870e-ea40-4974-aaa2-60a832e0f221 HTTP/1.1" status: 200 len: 1994 time: 1.0609140 Nov 12 08:58:27.769346 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9cf74e-12a2-4a0a-ac70-67b1a476e2e0 None None] Pushing event updated for resources: {'Port': ['ID=5542978f-2e9f-4040-be09-b74d65c236fe,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:27.795955 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b7187c1-7138-41b5-b6bc-65ca9a55feeb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:27.818973 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 91bbb632-7ef8-476a-b970-bf6e3ee76a7e up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:28.063852 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7187c1-7138-41b5-b6bc-65ca9a55feeb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network e3fe7d43-8e58-4ffe-a212-4056bc0662aa is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:28.090917 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-2b7187c1-7138-41b5-b6bc-65ca9a55feeb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:28.105622 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7187c1-7138-41b5-b6bc-65ca9a55feeb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:28.156081 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 91bbb632-7ef8-476a-b970-bf6e3ee76a7e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:28.156848 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:28.158626 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7187c1-7138-41b5-b6bc-65ca9a55feeb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Port': ['ID=a205d611-d7cd-4d02-b19c-31965438acd6,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:28.201485 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3649df1-02c2-4c59-bd76-fc36a77f6c10 None None] DHCP port deletion for 5379016d-3b0e-42ec-9723-94d8ae491149 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:58:28.326571 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-0a670751-b631-4196-a127-33d80dbd9e41 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad65bcc6bcb148c2b43b634da3af78b4 HTTP/1.1" status: 200 len: 380 time: 0.5494363 Nov 12 08:58:28.371302 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc68fb-2a1e-4ee5-aba7-c3be236629ab req-c4eb4dce-368b-48e9-abb5-d75f9d594800 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:28.378938 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ffcc68fb-2a1e-4ee5-aba7-c3be236629ab req-c4eb4dce-368b-48e9-abb5-d75f9d594800 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab23997d-6f61-4bff-b149-48e314010185 HTTP/1.1" status: 200 len: 945 time: 1.1619418 Nov 12 08:58:28.405565 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-6b17c502-f07a-49a9-bc6c-632b5bb32316 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Request body: {'port': {'device_id': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'network_id': '52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572', 'admin_state_up': True, 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'security_groups': ['09facc88-4ccc-4c36-9f81-5cc2e8db8cf0']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:28.520199 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b7187c1-7138-41b5-b6bc-65ca9a55feeb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:28.585957 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-9cf26721-4efc-4134-85f2-947ebf3c66de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5492485-c231-4668-b90d-b62400d6876b', 'name': 'tempest-RoutersTest-router-426469342', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:58Z', 'updated_at': '2021-11-12T08:58:16Z', 'revision_number': 3, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None, '_interfaces': [{'id': '3abcb375-35f8-4c47-bdcd-f0c288db4edf', 'name': '', 'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:0a:27:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '96690381-de91-478c-90cf-cf185df62ad4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:14Z', 'updated_at': '2021-11-12T08:58:17Z', 'revision_number': 2, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '96690381-de91-478c-90cf-cf185df62ad4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ea3ca77-8c38-4ad5-80eb-605e9867f5f4', 'name': '', 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:59:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:03Z', 'updated_at': '2021-11-12T08:58:20Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:28.749029 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf26721-4efc-4134-85f2-947ebf3c66de None None] Checking router: c5492485-c231-4668-b90d-b62400d6876b for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:58:28.750267 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf26721-4efc-4134-85f2-947ebf3c66de None None] Updating router c5492485-c231-4668-b90d-b62400d6876b port 3abcb375-35f8-4c47-bdcd-f0c288db4edf binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:58:28.817080 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-f3649df1-02c2-4c59-bd76-fc36a77f6c10 None None] Deleting port a8006a33-eb91-48fb-b468-879a8e5712cd {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:28.818821 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f3649df1-02c2-4c59-bd76-fc36a77f6c10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:28.932834 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9cf26721-4efc-4134-85f2-947ebf3c66de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:28.988502 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dd8f1-f120-4f2d-b3a1-44998fe57018 req-6dbecd30-a630-4382-b9df-50a9095c6182 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:28.992443 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df6dd8f1-f120-4f2d-b3a1-44998fe57018 req-6dbecd30-a630-4382-b9df-50a9095c6182 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab23997d-6f61-4bff-b149-48e314010185 HTTP/1.1" status: 200 len: 945 time: 0.8741522 Nov 12 08:58:29.079030 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b7187c1-7138-41b5-b6bc-65ca9a55feeb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:29.109010 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f3649df1-02c2-4c59-bd76-fc36a77f6c10 None None] For port a8006a33-eb91-48fb-b468-879a8e5712cd, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a8006a33-eb91-48fb-b468-879a8e5712cd,segment=NetworkSegment(a7d99c14-6cfc-472f-9892-72e2afb9ba1c),segment_id=a7d99c14-6cfc-472f-9892-72e2afb9ba1c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:29.109545 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f3649df1-02c2-4c59-bd76-fc36a77f6c10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:29.198866 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-f3649df1-02c2-4c59-bd76-fc36a77f6c10 None None] Calling delete_port for a8006a33-eb91-48fb-b468-879a8e5712cd owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:29.324663 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5542978f-2e9f-4040-be09-b74d65c236fe up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:29.332722 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df6dd8f1-f120-4f2d-b3a1-44998fe57018 req-9fdde170-c01e-41c0-8295-e045b159add6 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175526 Nov 12 08:58:29.333674 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-59bdd9fa-3121-428a-96bc-b68c5829295f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Deleting port a8006a33-eb91-48fb-b468-879a8e5712cd {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:29.334429 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-59bdd9fa-3121-428a-96bc-b68c5829295f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:29.676624 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:29.711696 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-ffcc68fb-2a1e-4ee5-aba7-c3be236629ab req-b5c48036-b241-4ec3-ac79-8b5e1b0feaba tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Deleting port abd465b5-4b94-4538-b675-5149ab79cf52 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:29.711696 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ffcc68fb-2a1e-4ee5-aba7-c3be236629ab req-b5c48036-b241-4ec3-ac79-8b5e1b0feaba tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:29.854871 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9cf26721-4efc-4134-85f2-947ebf3c66de None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:29.870356 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9cf26721-4efc-4134-85f2-947ebf3c66de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:29.884955 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 5542978f-2e9f-4040-be09-b74d65c236fe triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:29.888846 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:29.953740 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-400defb0-57ee-4302-9209-652f4b2db1b3 req-4de60864-7940-4d73-a86f-ceb4ba021d04 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.2181640 Nov 12 08:58:30.044901 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f3649df1-02c2-4c59-bd76-fc36a77f6c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:30.130771 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-59bdd9fa-3121-428a-96bc-b68c5829295f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] For port a8006a33-eb91-48fb-b468-879a8e5712cd, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a8006a33-eb91-48fb-b468-879a8e5712cd,segment=NetworkSegment(a7d99c14-6cfc-472f-9892-72e2afb9ba1c),segment_id=a7d99c14-6cfc-472f-9892-72e2afb9ba1c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:30.131400 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-59bdd9fa-3121-428a-96bc-b68c5829295f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:30.138151 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de0619-06ed-4b08-808d-178d249573c5 None None] Pushing event updated for resources: {'Port': ['ID=3abcb375-35f8-4c47-bdcd-f0c288db4edf,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:30.158816 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-6b17c502-f07a-49a9-bc6c-632b5bb32316 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Made reservation on behalf of ad65bcc6bcb148c2b43b634da3af78b4 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:30.167695 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-6b17c502-f07a-49a9-bc6c-632b5bb32316 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:30.204849 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372263ee-0840-46bb-ace6-4093fe96bfd3 None None] Network e3fe7d43-8e58-4ffe-a212-4056bc0662aa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:58:30.232213 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-59bdd9fa-3121-428a-96bc-b68c5829295f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Calling delete_port for a8006a33-eb91-48fb-b468-879a8e5712cd owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:30.235180 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de0619-06ed-4b08-808d-178d249573c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:30.253917 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de0619-06ed-4b08-808d-178d249573c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:30.254387 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de0619-06ed-4b08-808d-178d249573c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:30.257105 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de0619-06ed-4b08-808d-178d249573c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:30.257699 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de0619-06ed-4b08-808d-178d249573c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:30.258211 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de0619-06ed-4b08-808d-178d249573c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:30.258765 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de0619-06ed-4b08-808d-178d249573c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:30.259216 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de0619-06ed-4b08-808d-178d249573c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:30.259719 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de0619-06ed-4b08-808d-178d249573c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:30.260257 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de0619-06ed-4b08-808d-178d249573c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:30.273918 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de0619-06ed-4b08-808d-178d249573c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:30.274601 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de0619-06ed-4b08-808d-178d249573c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:30.343351 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3649df1-02c2-4c59-bd76-fc36a77f6c10 None None] Pushing event deleted for resources: {'Port': ['ID=a8006a33-eb91-48fb-b468-879a8e5712cd,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:30.397508 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3649df1-02c2-4c59-bd76-fc36a77f6c10 None None] No DVR routers for this DVR port a8006a33-eb91-48fb-b468-879a8e5712cd on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:30.517453 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-396a9507-54da-4529-ae75-fa48672d31a2 None None] Provisioning complete for port 5542978f-2e9f-4040-be09-b74d65c236fe triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:30.519085 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-396a9507-54da-4529-ae75-fa48672d31a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:30.537003 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-9cf26721-4efc-4134-85f2-947ebf3c66de None None] Attempting to bind port 3abcb375-35f8-4c47-bdcd-f0c288db4edf on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:58:30.537555 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-9cf26721-4efc-4134-85f2-947ebf3c66de None None] Attempting to bind port 3abcb375-35f8-4c47-bdcd-f0c288db4edf by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'e4be10e6-383f-48bc-ad07-867bf226a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:58:30.538036 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf26721-4efc-4134-85f2-947ebf3c66de None None] Attempting to bind port 3abcb375-35f8-4c47-bdcd-f0c288db4edf on network 3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:30.571648 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf26721-4efc-4134-85f2-947ebf3c66de None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:58:30.572499 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf26721-4efc-4134-85f2-947ebf3c66de None None] Checking segment: {'id': 'e4be10e6-383f-48bc-ad07-867bf226a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:30.573106 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9cf26721-4efc-4134-85f2-947ebf3c66de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:30.573742 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf26721-4efc-4134-85f2-947ebf3c66de None None] Bound using segment: {'id': 'e4be10e6-383f-48bc-ad07-867bf226a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:58:30.574586 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-9cf26721-4efc-4134-85f2-947ebf3c66de None None] Bound port: 3abcb375-35f8-4c47-bdcd-f0c288db4edf, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4be10e6-383f-48bc-ad07-867bf226a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:58:30.576618 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9cf26721-4efc-4134-85f2-947ebf3c66de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:30.725657 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b7187c1-7138-41b5-b6bc-65ca9a55feeb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:30.736935 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b7187c1-7138-41b5-b6bc-65ca9a55feeb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:30.909631 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-9cf26721-4efc-4134-85f2-947ebf3c66de None None] For port 3abcb375-35f8-4c47-bdcd-f0c288db4edf, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:30.919878 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-9cf26721-4efc-4134-85f2-947ebf3c66de None None] For port 3abcb375-35f8-4c47-bdcd-f0c288db4edf, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=3abcb375-35f8-4c47-bdcd-f0c288db4edf,segment=NetworkSegment(e4be10e6-383f-48bc-ad07-867bf226a48b),segment_id=e4be10e6-383f-48bc-ad07-867bf226a48b)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:58:30.929689 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9cf26721-4efc-4134-85f2-947ebf3c66de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:30.937279 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:30.989384 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-ffcc68fb-2a1e-4ee5-aba7-c3be236629ab req-b5c48036-b241-4ec3-ac79-8b5e1b0feaba tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] For port abd465b5-4b94-4538-b675-5149ab79cf52, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=abd465b5-4b94-4538-b675-5149ab79cf52,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:30.990362 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ffcc68fb-2a1e-4ee5-aba7-c3be236629ab req-b5c48036-b241-4ec3-ac79-8b5e1b0feaba tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:31.110352 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-396a9507-54da-4529-ae75-fa48672d31a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:31.130361 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf26721-4efc-4134-85f2-947ebf3c66de None None] Routers {'c5492485-c231-4668-b90d-b62400d6876b'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:58:31.133825 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-9cf26721-4efc-4134-85f2-947ebf3c66de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:58:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c5492485-c231-4668-b90d-b62400d6876b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:31.156728 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-ffcc68fb-2a1e-4ee5-aba7-c3be236629ab req-b5c48036-b241-4ec3-ac79-8b5e1b0feaba tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Calling delete_port for abd465b5-4b94-4538-b675-5149ab79cf52 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:31.227632 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 5542978f-2e9f-4040-be09-b74d65c236fe, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=5542978f-2e9f-4040-be09-b74d65c236fe,segment=NetworkSegment(71271d5b-ce06-4be8-8e23-a8e128b95e1d),segment_id=71271d5b-ce06-4be8-8e23-a8e128b95e1d)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:31.232303 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-6b17c502-f07a-49a9-bc6c-632b5bb32316 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Allocated IP 172.20.0.6 (52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572/972d18b2-ff95-4dd0-9709-a0646a0ab7eb/67f7b3d5-2b02-4acc-aa1d-2c68928b32e8) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:31.261152 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:31.315730 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b7187c1-7138-41b5-b6bc-65ca9a55feeb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:31.320610 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7187c1-7138-41b5-b6bc-65ca9a55feeb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Port': ['ID=a205d611-d7cd-4d02-b19c-31965438acd6,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:31.449482 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-59bdd9fa-3121-428a-96bc-b68c5829295f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:31.504206 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-9cf26721-4efc-4134-85f2-947ebf3c66de None None] Set router c5492485-c231-4668-b90d-b62400d6876b gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:58:31.543019 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9907f1b-d707-4d74-b6bc-55c255a25aa6 req-6ba8f645-85a6-4f0a-a826-d2fc4aa1b2ab tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:31.568599 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a9907f1b-d707-4d74-b6bc-55c255a25aa6 req-6ba8f645-85a6-4f0a-a826-d2fc4aa1b2ab tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab23997d-6f61-4bff-b149-48e314010185 HTTP/1.1" status: 200 len: 945 time: 0.8138344 Nov 12 08:58:31.582694 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a8006a33-eb91-48fb-b468-879a8e5712cd no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:31.777129 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: a8006a33-eb91-48fb-b468-879a8e5712cd {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:58:31.777630 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a8006a33-eb91-48fb-b468-879a8e5712cd not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:31.803522 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdd9fa-3121-428a-96bc-b68c5829295f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Pushing event deleted for resources: {'Port': ['ID=a8006a33-eb91-48fb-b468-879a8e5712cd,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:31.807818 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bdd9fa-3121-428a-96bc-b68c5829295f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] No DVR routers for this DVR port a8006a33-eb91-48fb-b468-879a8e5712cd on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:31.816098 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ffcc68fb-2a1e-4ee5-aba7-c3be236629ab req-b5c48036-b241-4ec3-ac79-8b5e1b0feaba tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:31.860305 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-396a9507-54da-4529-ae75-fa48672d31a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:58:31.860832 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-396a9507-54da-4529-ae75-fa48672d31a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:58:31.870922 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de0619-06ed-4b08-808d-178d249573c5 None None] Pushing event updated for resources: {'Port': ['ID=3abcb375-35f8-4c47-bdcd-f0c288db4edf,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:31.884671 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['0db8467b-a8e0-4127-b527-cac040b50758'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:32.058886 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a9907f1b-d707-4d74-b6bc-55c255a25aa6 req-9335b688-7f8a-44df-abdf-1c5ca4070f45 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4846582 Nov 12 08:58:32.063923 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=5542978f-2e9f-4040-be09-b74d65c236fe,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:32.134976 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7187c1-7138-41b5-b6bc-65ca9a55feeb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network e3fe7d43-8e58-4ffe-a212-4056bc0662aa is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:32.147308 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-2b7187c1-7138-41b5-b6bc-65ca9a55feeb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:32.165472 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-59bdd9fa-3121-428a-96bc-b68c5829295f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:32.245213 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device abd465b5-4b94-4538-b675-5149ab79cf52 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:32.254275 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-59bdd9fa-3121-428a-96bc-b68c5829295f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5379016d-3b0e-42ec-9723-94d8ae491149']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:32.288879 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-59bdd9fa-3121-428a-96bc-b68c5829295f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d99c14-6cfc-472f-9892-72e2afb9ba1c') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:32.295126 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-59bdd9fa-3121-428a-96bc-b68c5829295f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d99c14-6cfc-472f-9892-72e2afb9ba1c') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:32.329329 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-59bdd9fa-3121-428a-96bc-b68c5829295f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:32.379698 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-59bdd9fa-3121-428a-96bc-b68c5829295f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:32.434911 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59bdd9fa-3121-428a-96bc-b68c5829295f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:58:32.435955 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-59bdd9fa-3121-428a-96bc-b68c5829295f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:32.444934 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-9cf26721-4efc-4134-85f2-947ebf3c66de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5492485-c231-4668-b90d-b62400d6876b', 'name': 'tempest-RoutersTest-router-426469342', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:58Z', 'updated_at': '2021-11-12T08:58:28Z', 'revision_number': 4, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None, '_interfaces': [{'id': '3abcb375-35f8-4c47-bdcd-f0c288db4edf', 'name': '', 'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:0a:27:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '96690381-de91-478c-90cf-cf185df62ad4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:14Z', 'updated_at': '2021-11-12T08:58:30Z', 'revision_number': 4, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '96690381-de91-478c-90cf-cf185df62ad4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ea3ca77-8c38-4ad5-80eb-605e9867f5f4', 'name': '', 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:59:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:03Z', 'updated_at': '2021-11-12T08:58:20Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a205d611-d7cd-4d02-b19c-31965438acd6', 'name': '', 'network_id': 'e3fe7d43-8e58-4ffe-a212-4056bc0662aa', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:03:29:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:25Z', 'updated_at': '2021-11-12T08:58:30Z', 'revision_number': 2, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:32.590390 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf26721-4efc-4134-85f2-947ebf3c66de None None] The sync data for ids ['c5492485-c231-4668-b90d-b62400d6876b'] in n-d-768862-16 is: [{'id': 'c5492485-c231-4668-b90d-b62400d6876b', 'name': 'tempest-RoutersTest-router-426469342', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:58Z', 'updated_at': '2021-11-12T08:58:28Z', 'revision_number': 4, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None, '_interfaces': [{'id': '3abcb375-35f8-4c47-bdcd-f0c288db4edf', 'name': '', 'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:0a:27:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '96690381-de91-478c-90cf-cf185df62ad4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:14Z', 'updated_at': '2021-11-12T08:58:30Z', 'revision_number': 4, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '96690381-de91-478c-90cf-cf185df62ad4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ea3ca77-8c38-4ad5-80eb-605e9867f5f4', 'name': '', 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:59:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:03Z', 'updated_at': '2021-11-12T08:58:20Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a205d611-d7cd-4d02-b19c-31965438acd6', 'name': '', 'network_id': 'e3fe7d43-8e58-4ffe-a212-4056bc0662aa', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:03:29:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:25Z', 'updated_at': '2021-11-12T08:58:30Z', 'revision_number': 2, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:58:32.635024 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: abd465b5-4b94-4538-b675-5149ab79cf52 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:58:32.636494 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device abd465b5-4b94-4538-b675-5149ab79cf52 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:32.684222 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-10869796-d565-4389-b69e-0491fc62520f req-3fd2b507-a153-4b76-a963-9921a06ebdd1 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.1307840 Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: self.session.flush() Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: self.session.flush() Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: self.session.flush() Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: self.session.flush() Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:58:32.725813 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:58:32.735910 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c48036-b241-4ec3-ac79-8b5e1b0feaba tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Pushing event deleted for resources: {'Port': ['ID=abd465b5-4b94-4538-b675-5149ab79cf52,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:32.919568 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-59bdd9fa-3121-428a-96bc-b68c5829295f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:32.930318 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-1df202a0-c19f-41ce-9b62-b8e6f843ca32 None None] Provisioning complete for port a205d611-d7cd-4d02-b19c-31965438acd6 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:32.931436 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1df202a0-c19f-41ce-9b62-b8e6f843ca32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:32.941869 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7187c1-7138-41b5-b6bc-65ca9a55feeb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Router c5492485-c231-4668-b90d-b62400d6876b has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:58:33.014865 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcc68fb-2a1e-4ee5-aba7-c3be236629ab req-b5c48036-b241-4ec3-ac79-8b5e1b0feaba tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] No DVR routers for this DVR port abd465b5-4b94-4538-b675-5149ab79cf52 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:33.023366 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ffcc68fb-2a1e-4ee5-aba7-c3be236629ab req-b5c48036-b241-4ec3-ac79-8b5e1b0feaba tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:33.028052 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ffcc68fb-2a1e-4ee5-aba7-c3be236629ab req-b5c48036-b241-4ec3-ac79-8b5e1b0feaba tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.54 "DELETE /v2.0/ports/abd465b5-4b94-4538-b675-5149ab79cf52 HTTP/1.1" status: 204 len: 173 time: 4.6134813 Nov 12 08:58:33.055697 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab23997d-6f61-4bff-b149-48e314010185', 'name': 'network-vif-deleted', 'tag': 'abd465b5-4b94-4538-b675-5149ab79cf52'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:33.071432 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8045e1cd-1fac-4d85-9cf0-5d73226940db" -d '{"events": [{"server_uuid": "ab23997d-6f61-4bff-b149-48e314010185", "name": "network-vif-deleted", "tag": "abd465b5-4b94-4538-b675-5149ab79cf52"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:33.092525 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-1df202a0-c19f-41ce-9b62-b8e6f843ca32 None None] Port a205d611-d7cd-4d02-b19c-31965438acd6 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:58:33.112522 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e38a19-6596-4c71-956d-3a5619358f22 None None] DHCP port deletion for dff85ee1-5d3b-4104-8677-a8be57638c59 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:58:33.210589 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-1df202a0-c19f-41ce-9b62-b8e6f843ca32 None None] Provisioning complete for port 5542978f-2e9f-4040-be09-b74d65c236fe triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:33.211793 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1df202a0-c19f-41ce-9b62-b8e6f843ca32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:33.215801 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-59bdd9fa-3121-428a-96bc-b68c5829295f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:33.233940 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-59bdd9fa-3121-428a-96bc-b68c5829295f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] 10.222.0.37 "DELETE /v2.0/networks/5379016d-3b0e-42ec-9723-94d8ae491149 HTTP/1.1" status: 204 len: 168 time: 6.4724548 Nov 12 08:58:33.263621 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdd9fa-3121-428a-96bc-b68c5829295f tempest-NetworksIpV6TestAttrs-1007287254 tempest-NetworksIpV6TestAttrs-1007287254-project] Pushing event deleted for resources: {'Network': ['ID=5379016d-3b0e-42ec-9723-94d8ae491149,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:33.775795 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7187c1-7138-41b5-b6bc-65ca9a55feeb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:58:33.827016 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2b7187c1-7138-41b5-b6bc-65ca9a55feeb tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "PUT /v2.0/routers/c5492485-c231-4668-b90d-b62400d6876b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7770684 Nov 12 08:58:33.846224 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41630) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:33.922815 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-dfa20855-78d4-4876-a970-e5c1c09827c3 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Request body: {'network': {'name': 'tempest-RoutersTest-1660026020'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:34.251345 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa20855-78d4-4876-a970-e5c1c09827c3 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Made reservation on behalf of 65719b7e54744d3883456a8130ad2c41 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:34.279558 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dfa20855-78d4-4876-a970-e5c1c09827c3 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:34.306945 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e9be4d96-3bbc-47f3-9c0d-c5cfff74258c req-a17a7515-e4b7-4fec-b7bc-83666d059f09 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab23997d-6f61-4bff-b149-48e314010185 HTTP/1.1" status: 200 len: 210 time: 0.3454971 Nov 12 08:58:34.441440 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad2c990-1a83-4004-b2e2-99ee28706f66 None None] get_active_networks_info from n-d-768862-16 {{(pid=102570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:58:34.467788 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41638) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:34.487501 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa20855-78d4-4876-a970-e5c1c09827c3 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:58:34.578083 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dfa20855-78d4-4876-a970-e5c1c09827c3 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:34.579020 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-dfa20855-78d4-4876-a970-e5c1c09827c3 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Added segment 82ba9d74-ad46-4d9e-bec1-a53faff655a7 of type vlan for network 4d986990-93fd-4476-a639-4da3132654f4 Nov 12 08:58:34.690405 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5542978f-2e9f-4040-be09-b74d65c236fe up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:34.715657 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0d3839-7d2b-4523-98ed-5ab08c0a7d24 x-openstack-request-id: req-4d0d3839-7d2b-4523-98ed-5ab08c0a7d24 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:34.718060 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab23997d-6f61-4bff-b149-48e314010185", "name": "network-vif-deleted", "tag": "abd465b5-4b94-4538-b675-5149ab79cf52", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:34.719122 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d0d3839-7d2b-4523-98ed-5ab08c0a7d24 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:34.720200 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab23997d-6f61-4bff-b149-48e314010185', 'name': 'network-vif-deleted', 'tag': 'abd465b5-4b94-4538-b675-5149ab79cf52', 'status': 'completed', 'code': 200} Nov 12 08:58:34.728538 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dfa20855-78d4-4876-a970-e5c1c09827c3 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:34.806547 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577004b3-843e-47d0-98c1-4efb66d4d5fc None None] Sync routers for ids ['c5492485-c231-4668-b90d-b62400d6876b'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:58:34.806919 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dfa20855-78d4-4876-a970-e5c1c09827c3 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:34.824051 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa20855-78d4-4876-a970-e5c1c09827c3 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:34.826250 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dfa20855-78d4-4876-a970-e5c1c09827c3 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:34.833610 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f41caadc-b541-4dcd-9ec6-eba34b47ce82 req-89ee472b-51b7-45d2-a4ba-006c392faac0 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.2135630 Nov 12 08:58:34.933828 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-6b17c502-f07a-49a9-bc6c-632b5bb32316 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:35.037710 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-6b17c502-f07a-49a9-bc6c-632b5bb32316 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:35.080817 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-dfa20855-78d4-4876-a970-e5c1c09827c3 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2265971 Nov 12 08:58:35.083087 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577004b3-843e-47d0-98c1-4efb66d4d5fc None None] Routers {'c5492485-c231-4668-b90d-b62400d6876b'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:58:35.090176 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-577004b3-843e-47d0-98c1-4efb66d4d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:58:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c5492485-c231-4668-b90d-b62400d6876b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:35.092579 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41646) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:35.107891 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-0361bdfe-3719-4e7a-9c92-88e0e47ab80e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Request body: {'subnet': {'network_id': '4d986990-93fd-4476-a639-4da3132654f4', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:35.111258 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-1df202a0-c19f-41ce-9b62-b8e6f843ca32 None None] Provisioning complete for port 3abcb375-35f8-4c47-bdcd-f0c288db4edf triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:35.111907 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1df202a0-c19f-41ce-9b62-b8e6f843ca32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:35.222672 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-6b17c502-f07a-49a9-bc6c-632b5bb32316 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Network 52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:35.229336 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-6b17c502-f07a-49a9-bc6c-632b5bb32316 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:35.237906 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-6b17c502-f07a-49a9-bc6c-632b5bb32316 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:35.328580 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa20855-78d4-4876-a970-e5c1c09827c3 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Network': ['ID=4d986990-93fd-4476-a639-4da3132654f4,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:35.357494 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17c502-f07a-49a9-bc6c-632b5bb32316 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Pushing event updated for resources: {'Port': ['ID=67f7b3d5-2b02-4acc-aa1d-2c68928b32e8,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:35.369899 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-577004b3-843e-47d0-98c1-4efb66d4d5fc None None] Set router c5492485-c231-4668-b90d-b62400d6876b gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:58:35.423324 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8e031f34-1b97-4e86-accd-a4ab32cffbad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d8985f50a69840289a867521793913f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9524333 Nov 12 08:58:35.430215 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41650) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:35.434690 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-6b17c502-f07a-49a9-bc6c-632b5bb32316 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:35.435816 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-6b17c502-f07a-49a9-bc6c-632b5bb32316 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:35.474258 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-6b17c502-f07a-49a9-bc6c-632b5bb32316 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0860107 Nov 12 08:58:35.491361 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-72cb0640-d83b-4263-80d1-bad2ebe87a4f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Request body: {'port': {'device_id': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'network_id': '6f43e52f-01a2-4807-8299-a32ad3b11a95', 'admin_state_up': True, 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'security_groups': ['09facc88-4ccc-4c36-9f81-5cc2e8db8cf0']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:35.621122 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0361bdfe-3719-4e7a-9c92-88e0e47ab80e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Made reservation on behalf of 65719b7e54744d3883456a8130ad2c41 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:35.636679 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0361bdfe-3719-4e7a-9c92-88e0e47ab80e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:35.675037 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 4d986990-93fd-4476-a639-4da3132654f4 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:58:35.786243 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 5542978f-2e9f-4040-be09-b74d65c236fe triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:35.787008 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:35.904091 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-69491055-c76f-4b21-817a-1392480d18e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:35.916102 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-72cb0640-d83b-4263-80d1-bad2ebe87a4f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Made reservation on behalf of ad65bcc6bcb148c2b43b634da3af78b4 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:35.925905 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-72cb0640-d83b-4263-80d1-bad2ebe87a4f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:35.976033 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-69491055-c76f-4b21-817a-1392480d18e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:36.103579 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-69491055-c76f-4b21-817a-1392480d18e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:36.109292 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-69491055-c76f-4b21-817a-1392480d18e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:36.111279 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-69491055-c76f-4b21-817a-1392480d18e8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6c068b65-1ba1-418b-beac-59b7d805d0f6 HTTP/1.1" status: 204 len: 168 time: 0.6794076 Nov 12 08:58:36.157464 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69491055-c76f-4b21-817a-1392480d18e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c068b65-1ba1-418b-beac-59b7d805d0f6,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:36.376743 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-72cb0640-d83b-4263-80d1-bad2ebe87a4f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Allocated IP 10.1.1.47 (6f43e52f-01a2-4807-8299-a32ad3b11a95/a46f76c2-1a35-49b4-89e9-0120081a33c4/7b185afb-245a-4fb4-8397-b9de6cfe0fed) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:36.543516 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad2c990-1a83-4004-b2e2-99ee28706f66 None None] Resources bound (agent type, host, resource id): {{(pid=102570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:58:36.650691 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1df202a0-c19f-41ce-9b62-b8e6f843ca32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:36.742146 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-72cb0640-d83b-4263-80d1-bad2ebe87a4f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:36.859007 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-72cb0640-d83b-4263-80d1-bad2ebe87a4f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:36.941215 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0361bdfe-3719-4e7a-9c92-88e0e47ab80e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:37.020759 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 3abcb375-35f8-4c47-bdcd-f0c288db4edf up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:37.166912 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb0640-d83b-4263-80d1-bad2ebe87a4f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Pushing event updated for resources: {'Port': ['ID=7b185afb-245a-4fb4-8397-b9de6cfe0fed,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:37.206556 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-72cb0640-d83b-4263-80d1-bad2ebe87a4f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Network 6f43e52f-01a2-4807-8299-a32ad3b11a95 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:37.221649 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-72cb0640-d83b-4263-80d1-bad2ebe87a4f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:37.223686 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-7622e094-7d35-4137-99c5-52a4518521d3 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:37.226898 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-7622e094-7d35-4137-99c5-52a4518521d3 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/networks?id=dff85ee1-5d3b-4104-8677-a8be57638c59 HTTP/1.1" status: 200 len: 805 time: 0.9839849 Nov 12 08:58:37.230192 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-72cb0640-d83b-4263-80d1-bad2ebe87a4f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:37.276814 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0361bdfe-3719-4e7a-9c92-88e0e47ab80e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Checking segment: {'id': '82ba9d74-ad46-4d9e-bec1-a53faff655a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4d986990-93fd-4476-a639-4da3132654f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:37.277300 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0361bdfe-3719-4e7a-9c92-88e0e47ab80e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network hostable DHCP agents. Network: 4d986990-93fd-4476-a639-4da3132654f4, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:58:37.292162 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361bdfe-3719-4e7a-9c92-88e0e47ab80e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Subnet': ['ID=72e61305-4cd1-4fbd-8763-3e3c8cced279,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:37.304285 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-1ba37d98-7567-436a-a57b-556d995e375c tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/quotas/78d9cae7e28e44dea74a67608c81b079 HTTP/1.1" status: 200 len: 375 time: 0.0353692 Nov 12 08:58:37.324816 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0361bdfe-3719-4e7a-9c92-88e0e47ab80e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network 4d986990-93fd-4476-a639-4da3132654f4 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:58:37.408038 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-72cb0640-d83b-4263-80d1-bad2ebe87a4f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:37.410114 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-72cb0640-d83b-4263-80d1-bad2ebe87a4f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:37.424556 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-0361bdfe-3719-4e7a-9c92-88e0e47ab80e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 4d986990-93fd-4476-a639-4da3132654f4) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:37.437200 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0361bdfe-3719-4e7a-9c92-88e0e47ab80e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:37.438897 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0361bdfe-3719-4e7a-9c92-88e0e47ab80e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:37.478515 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-1df202a0-c19f-41ce-9b62-b8e6f843ca32 None None] For port 3abcb375-35f8-4c47-bdcd-f0c288db4edf, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=3abcb375-35f8-4c47-bdcd-f0c288db4edf,segment=NetworkSegment(e4be10e6-383f-48bc-ad07-867bf226a48b),segment_id=e4be10e6-383f-48bc-ad07-867bf226a48b)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:37.479957 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0361bdfe-3719-4e7a-9c92-88e0e47ab80e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3811998 Nov 12 08:58:37.484917 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41688) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:37.493534 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-32014d83-6742-44b4-bc64-f4a465d2c54b tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=78d9cae7e28e44dea74a67608c81b079&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1626887 Nov 12 08:58:37.509832 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-72cb0640-d83b-4263-80d1-bad2ebe87a4f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0253897 Nov 12 08:58:37.522921 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7b1f4d9e-20c4-4f1f-8958-49fec2584393 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Request body: {'port': {'device_id': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'network_id': '6f43e52f-01a2-4807-8299-a32ad3b11a95', 'admin_state_up': True, 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'security_groups': ['09facc88-4ccc-4c36-9f81-5cc2e8db8cf0']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:37.571312 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1df202a0-c19f-41ce-9b62-b8e6f843ca32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:37.695212 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 3abcb375-35f8-4c47-bdcd-f0c288db4edf triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:37.696267 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:37.828858 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-577004b3-843e-47d0-98c1-4efb66d4d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5492485-c231-4668-b90d-b62400d6876b', 'name': 'tempest-RoutersTest-router-426469342', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:58Z', 'updated_at': '2021-11-12T08:58:28Z', 'revision_number': 4, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None, '_interfaces': [{'id': '3abcb375-35f8-4c47-bdcd-f0c288db4edf', 'name': '', 'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:0a:27:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '96690381-de91-478c-90cf-cf185df62ad4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:14Z', 'updated_at': '2021-11-12T08:58:30Z', 'revision_number': 4, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '96690381-de91-478c-90cf-cf185df62ad4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ea3ca77-8c38-4ad5-80eb-605e9867f5f4', 'name': '', 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:59:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:03Z', 'updated_at': '2021-11-12T08:58:20Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a205d611-d7cd-4d02-b19c-31965438acd6', 'name': '', 'network_id': 'e3fe7d43-8e58-4ffe-a212-4056bc0662aa', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:03:29:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:25Z', 'updated_at': '2021-11-12T08:58:30Z', 'revision_number': 2, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:37.978139 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577004b3-843e-47d0-98c1-4efb66d4d5fc None None] Checking router: c5492485-c231-4668-b90d-b62400d6876b for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:58:37.978725 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577004b3-843e-47d0-98c1-4efb66d4d5fc None None] Updating router c5492485-c231-4668-b90d-b62400d6876b port a205d611-d7cd-4d02-b19c-31965438acd6 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:58:38.036474 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7b1f4d9e-20c4-4f1f-8958-49fec2584393 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Made reservation on behalf of ad65bcc6bcb148c2b43b634da3af78b4 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:38.041054 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7b1f4d9e-20c4-4f1f-8958-49fec2584393 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:38.046109 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-577004b3-843e-47d0-98c1-4efb66d4d5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:38.169623 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df202a0-c19f-41ce-9b62-b8e6f843ca32 None None] Pushing event updated for resources: {'Port': ['ID=3abcb375-35f8-4c47-bdcd-f0c288db4edf,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:38.222512 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5c7357cc-9e9b-4fa2-bebf-c3934beff5a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:38.251540 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b5204188-645f-480b-ada6-0ffc654b280a None None] Provisioning complete for port a205d611-d7cd-4d02-b19c-31965438acd6 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:38.252292 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b5204188-645f-480b-ada6-0ffc654b280a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:38.547726 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7b1f4d9e-20c4-4f1f-8958-49fec2584393 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Allocated IP 10.1.1.148 (6f43e52f-01a2-4807-8299-a32ad3b11a95/a46f76c2-1a35-49b4-89e9-0120081a33c4/6fcbc602-f892-4d42-bc23-8549c06c7ef1) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:38.740946 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-b5204188-645f-480b-ada6-0ffc654b280a None None] Port a205d611-d7cd-4d02-b19c-31965438acd6 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:58:38.973087 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d70c058-db54-4a6f-a32e-492707985e57 None None] get_active_networks_info from n-d-768862-16 {{(pid=102570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:58:39.001345 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 3abcb375-35f8-4c47-bdcd-f0c288db4edf up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:39.001647 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41702) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:39.117674 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7b1f4d9e-20c4-4f1f-8958-49fec2584393 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:39.189453 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7b1f4d9e-20c4-4f1f-8958-49fec2584393 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:39.205531 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-c82c499c-2146-408f-949f-1696695b43ff service neutron] 10.222.0.37 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4601412 Nov 12 08:58:39.316625 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7b1f4d9e-20c4-4f1f-8958-49fec2584393 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Network 6f43e52f-01a2-4807-8299-a32ad3b11a95 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:39.324395 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-629f132e-e731-485e-9102-463b4d3e3455 tempest-DvrRoutersNegativeTest-1341216292 tempest-DvrRoutersNegativeTest-1341216292-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-351353358', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:39.331309 n-d-768862-16 neutron-server[102568]: DEBUG neutron.policy [None req-629f132e-e731-485e-9102-463b4d3e3455 tempest-DvrRoutersNegativeTest-1341216292 tempest-DvrRoutersNegativeTest-1341216292-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102568) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 12 08:58:39.331853 n-d-768862-16 neutron-server[102568]: DEBUG neutron.policy [None req-629f132e-e731-485e-9102-463b4d3e3455 tempest-DvrRoutersNegativeTest-1341216292 tempest-DvrRoutersNegativeTest-1341216292-project] Failed policy check for 'create_router' {{(pid=102568) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 12 08:58:39.332714 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-629f132e-e731-485e-9102-463b4d3e3455 tempest-DvrRoutersNegativeTest-1341216292 tempest-DvrRoutersNegativeTest-1341216292-project] create failed (client error): Access was denied to this resource. Nov 12 08:58:39.342046 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-629f132e-e731-485e-9102-463b4d3e3455 tempest-DvrRoutersNegativeTest-1341216292 tempest-DvrRoutersNegativeTest-1341216292-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3353815 Nov 12 08:58:39.349110 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7b1f4d9e-20c4-4f1f-8958-49fec2584393 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:39.355976 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7b1f4d9e-20c4-4f1f-8958-49fec2584393 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:39.370564 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f4d9e-20c4-4f1f-8958-49fec2584393 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Pushing event updated for resources: {'Port': ['ID=6fcbc602-f892-4d42-bc23-8549c06c7ef1,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:39.480728 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 3abcb375-35f8-4c47-bdcd-f0c288db4edf triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:39.482212 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:39.495879 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7b1f4d9e-20c4-4f1f-8958-49fec2584393 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:39.501701 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7b1f4d9e-20c4-4f1f-8958-49fec2584393 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:39.572343 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7b1f4d9e-20c4-4f1f-8958-49fec2584393 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0549917 Nov 12 08:58:39.611446 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-c8ee29d2-1834-417d-a6dc-ba2fe1b5cf9e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Request body: {'port': {'device_id': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ae45870e-ea40-4974-aaa2-60a832e0f221', 'admin_state_up': True, 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'security_groups': ['09facc88-4ccc-4c36-9f81-5cc2e8db8cf0']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:39.723506 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-3395099d-d07c-419d-8dfc-896a76564431 service neutron] 10.222.0.37 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027146 Nov 12 08:58:39.822671 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c0d96b7d-774b-4102-a10b-8c425082c258 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:40.172039 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-c8ee29d2-1834-417d-a6dc-ba2fe1b5cf9e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Made reservation on behalf of ad65bcc6bcb148c2b43b634da3af78b4 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:40.280872 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-577004b3-843e-47d0-98c1-4efb66d4d5fc None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:40.326859 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-577004b3-843e-47d0-98c1-4efb66d4d5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:40.504509 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6585c312-2908-4844-99aa-8fd8667a5e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:40.511777 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41716) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:40.629399 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e1b4d-bb91-4e6a-a9e2-fe6ab45d82a0 None None] Pushing event updated for resources: {'Port': ['ID=a205d611-d7cd-4d02-b19c-31965438acd6,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:40.715500 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-c8ee29d2-1834-417d-a6dc-ba2fe1b5cf9e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:41.034306 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d70c058-db54-4a6f-a32e-492707985e57 None None] Resources bound (agent type, host, resource id): {{(pid=102570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:58:41.150896 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58848a01-e2fd-429f-9ac4-159665942bc3 req-4bece3ff-64aa-486a-8e7c-1ac8f043c723 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:41.163659 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58848a01-e2fd-429f-9ac4-159665942bc3 req-4bece3ff-64aa-486a-8e7c-1ac8f043c723 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:41.170148 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7dcf7756-9d2c-48ce-be50-26a26296d215 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:41.180134 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58848a01-e2fd-429f-9ac4-159665942bc3 req-4bece3ff-64aa-486a-8e7c-1ac8f043c723 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:41.184750 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-58848a01-e2fd-429f-9ac4-159665942bc3 req-4bece3ff-64aa-486a-8e7c-1ac8f043c723 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 2373 time: 0.5653338 Nov 12 08:58:41.299182 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-577004b3-843e-47d0-98c1-4efb66d4d5fc None None] Attempting to bind port a205d611-d7cd-4d02-b19c-31965438acd6 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:58:41.302004 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-577004b3-843e-47d0-98c1-4efb66d4d5fc None None] Attempting to bind port a205d611-d7cd-4d02-b19c-31965438acd6 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '71271d5b-ce06-4be8-8e23-a8e128b95e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e3fe7d43-8e58-4ffe-a212-4056bc0662aa'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:58:41.302786 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577004b3-843e-47d0-98c1-4efb66d4d5fc None None] Attempting to bind port a205d611-d7cd-4d02-b19c-31965438acd6 on network e3fe7d43-8e58-4ffe-a212-4056bc0662aa {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:41.386000 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577004b3-843e-47d0-98c1-4efb66d4d5fc None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:58:41.386508 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577004b3-843e-47d0-98c1-4efb66d4d5fc None None] Checking segment: {'id': '71271d5b-ce06-4be8-8e23-a8e128b95e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e3fe7d43-8e58-4ffe-a212-4056bc0662aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:41.387198 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-577004b3-843e-47d0-98c1-4efb66d4d5fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:41.387931 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577004b3-843e-47d0-98c1-4efb66d4d5fc None None] Bound using segment: {'id': '71271d5b-ce06-4be8-8e23-a8e128b95e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e3fe7d43-8e58-4ffe-a212-4056bc0662aa'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:58:41.389123 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-577004b3-843e-47d0-98c1-4efb66d4d5fc None None] Bound port: a205d611-d7cd-4d02-b19c-31965438acd6, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71271d5b-ce06-4be8-8e23-a8e128b95e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e3fe7d43-8e58-4ffe-a212-4056bc0662aa'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:58:41.389778 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-577004b3-843e-47d0-98c1-4efb66d4d5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:41.427311 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-58848a01-e2fd-429f-9ac4-159665942bc3 req-62502950-5bd9-48b6-800f-943cbde1ff4f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927543 Nov 12 08:58:41.464977 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-c0d96b7d-774b-4102-a10b-8c425082c258 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Allocated IP 172.23.0.1 (4d986990-93fd-4476-a639-4da3132654f4/72e61305-4cd1-4fbd-8763-3e3c8cced279/9ea3b541-16d8-48a5-be4c-b5bcd573b6d7) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:41.695333 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-c8ee29d2-1834-417d-a6dc-ba2fe1b5cf9e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Allocated IP 10.2.2.100 (ae45870e-ea40-4974-aaa2-60a832e0f221/cbf435e5-42b0-4c0e-ac62-0d08bd5977b4/206f8312-f979-4e27-92c2-524c260a2a43) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:41.835424 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7dcf7756-9d2c-48ce-be50-26a26296d215 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:41.836736 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c0d96b7d-774b-4102-a10b-8c425082c258 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:41.874385 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7dcf7756-9d2c-48ce-be50-26a26296d215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:41.920862 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-577004b3-843e-47d0-98c1-4efb66d4d5fc None None] For port a205d611-d7cd-4d02-b19c-31965438acd6, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:41.972775 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-577004b3-843e-47d0-98c1-4efb66d4d5fc None None] For port a205d611-d7cd-4d02-b19c-31965438acd6, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a205d611-d7cd-4d02-b19c-31965438acd6,segment=NetworkSegment(71271d5b-ce06-4be8-8e23-a8e128b95e1d),segment_id=71271d5b-ce06-4be8-8e23-a8e128b95e1d)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:58:42.036638 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf7756-9d2c-48ce-be50-26a26296d215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b0e26d-c052-4409-97eb-218414b4a782,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:42.038087 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-577004b3-843e-47d0-98c1-4efb66d4d5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:42.109947 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d687248f-dbf7-4c1b-9d7f-f93639fee0ea req-18a498dc-49bc-4883-8751-86d837e1f7ef tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=9989ce16-6f8b-4825-a7c1-bfd9ba95a810 HTTP/1.1" status: 200 len: 210 time: 0.1703129 Nov 12 08:58:42.134979 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c0d96b7d-774b-4102-a10b-8c425082c258 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:42.198386 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf7756-9d2c-48ce-be50-26a26296d215 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:42.204499 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:42.216199 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577004b3-843e-47d0-98c1-4efb66d4d5fc None None] Routers {'c5492485-c231-4668-b90d-b62400d6876b'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:58:42.218052 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-577004b3-843e-47d0-98c1-4efb66d4d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:58:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c5492485-c231-4668-b90d-b62400d6876b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:42.224725 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf7756-9d2c-48ce-be50-26a26296d215 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:42.229082 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf7756-9d2c-48ce-be50-26a26296d215 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:42.242022 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf7756-9d2c-48ce-be50-26a26296d215 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:42.247865 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf7756-9d2c-48ce-be50-26a26296d215 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:42.248961 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf7756-9d2c-48ce-be50-26a26296d215 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:42.250068 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf7756-9d2c-48ce-be50-26a26296d215 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:42.250995 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf7756-9d2c-48ce-be50-26a26296d215 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:42.251935 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf7756-9d2c-48ce-be50-26a26296d215 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:42.252850 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf7756-9d2c-48ce-be50-26a26296d215 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:42.256875 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf7756-9d2c-48ce-be50-26a26296d215 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:42.258028 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf7756-9d2c-48ce-be50-26a26296d215 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:42.268455 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d96b7d-774b-4102-a10b-8c425082c258 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network 4d986990-93fd-4476-a639-4da3132654f4 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:42.287663 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7dcf7756-9d2c-48ce-be50-26a26296d215 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ab88915c2ce547bdbac33f35d94ea935&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7727432 Nov 12 08:58:42.314520 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41736) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:42.330112 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-c0d96b7d-774b-4102-a10b-8c425082c258 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:42.360330 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d96b7d-774b-4102-a10b-8c425082c258 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:42.465635 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d96b7d-774b-4102-a10b-8c425082c258 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Port': ['ID=9ea3b541-16d8-48a5-be4c-b5bcd573b6d7,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:42.556817 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e1b4d-bb91-4e6a-a9e2-fe6ab45d82a0 None None] Pushing event updated for resources: {'Port': ['ID=a205d611-d7cd-4d02-b19c-31965438acd6,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:42.694654 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-c8ee29d2-1834-417d-a6dc-ba2fe1b5cf9e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:42.741847 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-577004b3-843e-47d0-98c1-4efb66d4d5fc None None] Set router c5492485-c231-4668-b90d-b62400d6876b gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:58:42.776973 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c0d96b7d-774b-4102-a10b-8c425082c258 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:42.795297 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-c8ee29d2-1834-417d-a6dc-ba2fe1b5cf9e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:42.907506 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b83e9ecf-a46d-4be2-89ec-96ffb80fba1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:42.955387 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b83e9ecf-a46d-4be2-89ec-96ffb80fba1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:43.005152 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-c8ee29d2-1834-417d-a6dc-ba2fe1b5cf9e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Network ae45870e-ea40-4974-aaa2-60a832e0f221 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:43.041776 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-c8ee29d2-1834-417d-a6dc-ba2fe1b5cf9e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:43.088852 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-c8ee29d2-1834-417d-a6dc-ba2fe1b5cf9e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:43.197902 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-c8ee29d2-1834-417d-a6dc-ba2fe1b5cf9e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:43.199096 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-c8ee29d2-1834-417d-a6dc-ba2fe1b5cf9e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:43.228720 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee29d2-1834-417d-a6dc-ba2fe1b5cf9e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Pushing event updated for resources: {'Port': ['ID=206f8312-f979-4e27-92c2-524c260a2a43,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:43.351913 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b83e9ecf-a46d-4be2-89ec-96ffb80fba1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:43.364802 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b83e9ecf-a46d-4be2-89ec-96ffb80fba1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:43.383039 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-577004b3-843e-47d0-98c1-4efb66d4d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5492485-c231-4668-b90d-b62400d6876b', 'name': 'tempest-RoutersTest-router-426469342', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:58Z', 'updated_at': '2021-11-12T08:58:28Z', 'revision_number': 4, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None, '_interfaces': [{'id': '3abcb375-35f8-4c47-bdcd-f0c288db4edf', 'name': '', 'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:0a:27:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '96690381-de91-478c-90cf-cf185df62ad4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:14Z', 'updated_at': '2021-11-12T08:58:37Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '96690381-de91-478c-90cf-cf185df62ad4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ea3ca77-8c38-4ad5-80eb-605e9867f5f4', 'name': '', 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:59:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:03Z', 'updated_at': '2021-11-12T08:58:20Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a205d611-d7cd-4d02-b19c-31965438acd6', 'name': '', 'network_id': 'e3fe7d43-8e58-4ffe-a212-4056bc0662aa', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:03:29:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:25Z', 'updated_at': '2021-11-12T08:58:41Z', 'revision_number': 4, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:43.390010 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87791e7-77b4-4a15-9e0d-3c003f40fd6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-4d986990-93fd-4476-a639-4da3132654f4', 'network_id': '4d986990-93fd-4476-a639-4da3132654f4', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'fixed_ips': [{'subnet_id': '72e61305-4cd1-4fbd-8763-3e3c8cced279'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:58:43.395645 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b87791e7-77b4-4a15-9e0d-3c003f40fd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:43.398860 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b83e9ecf-a46d-4be2-89ec-96ffb80fba1a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5b0e26d-c052-4409-97eb-218414b4a782 HTTP/1.1" status: 204 len: 168 time: 1.0445929 Nov 12 08:58:43.472246 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1ef56-7724-4a2d-85c9-3da7800d33cb req-92a516d5-e124-457a-bf2b-a73950da14f8 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:43.477136 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-c8ee29d2-1834-417d-a6dc-ba2fe1b5cf9e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8965828 Nov 12 08:58:43.501306 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1ef56-7724-4a2d-85c9-3da7800d33cb req-92a516d5-e124-457a-bf2b-a73950da14f8 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:43.510481 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1ef56-7724-4a2d-85c9-3da7800d33cb req-92a516d5-e124-457a-bf2b-a73950da14f8 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:43.519008 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-99ea63f3-a33c-489b-8f47-f6659dd0d997 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Request body: {'port': {'device_id': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ae45870e-ea40-4974-aaa2-60a832e0f221', 'admin_state_up': True, 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'security_groups': ['09facc88-4ccc-4c36-9f81-5cc2e8db8cf0']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:43.550036 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-59b1ef56-7724-4a2d-85c9-3da7800d33cb req-92a516d5-e124-457a-bf2b-a73950da14f8 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 2373 time: 0.7996848 Nov 12 08:58:43.588432 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577004b3-843e-47d0-98c1-4efb66d4d5fc None None] The sync data for ids ['c5492485-c231-4668-b90d-b62400d6876b'] in n-d-768862-16 is: [{'id': 'c5492485-c231-4668-b90d-b62400d6876b', 'name': 'tempest-RoutersTest-router-426469342', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:58Z', 'updated_at': '2021-11-12T08:58:28Z', 'revision_number': 4, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None, '_interfaces': [{'id': '3abcb375-35f8-4c47-bdcd-f0c288db4edf', 'name': '', 'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:0a:27:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '96690381-de91-478c-90cf-cf185df62ad4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:14Z', 'updated_at': '2021-11-12T08:58:37Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '96690381-de91-478c-90cf-cf185df62ad4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ea3ca77-8c38-4ad5-80eb-605e9867f5f4', 'name': '', 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:59:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:03Z', 'updated_at': '2021-11-12T08:58:20Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a205d611-d7cd-4d02-b19c-31965438acd6', 'name': '', 'network_id': 'e3fe7d43-8e58-4ffe-a212-4056bc0662aa', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:03:29:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:25Z', 'updated_at': '2021-11-12T08:58:41Z', 'revision_number': 4, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:58:43.689123 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e9ecf-a46d-4be2-89ec-96ffb80fba1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b0e26d-c052-4409-97eb-218414b4a782,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:43.739520 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:43.923286 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-59b1ef56-7724-4a2d-85c9-3da7800d33cb req-40add887-d610-4ed4-b378-4ccf3ab84e24 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3598828 Nov 12 08:58:43.960692 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c0d96b7d-774b-4102-a10b-8c425082c258 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:43.998334 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a205d611-d7cd-4d02-b19c-31965438acd6 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:44.047451 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-ba2136f0-a35c-4964-8ac6-792a9a63ed8f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:44.054180 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-ba2136f0-a35c-4964-8ac6-792a9a63ed8f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.54 "GET /v2.0/networks?id=dff85ee1-5d3b-4104-8677-a8be57638c59 HTTP/1.1" status: 200 len: 805 time: 0.8440516 Nov 12 08:58:44.102169 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-8e502db0-182f-40a3-8e0b-c5d0e0b62109 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Request body: {'port': {'device_id': '9989ce16-6f8b-4825-a7c1-bfd9ba95a810', 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59', 'admin_state_up': True, 'tenant_id': '78d9cae7e28e44dea74a67608c81b079'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:44.175945 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:44.456953 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port a205d611-d7cd-4d02-b19c-31965438acd6 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:44.458002 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:44.470676 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-b87791e7-77b4-4a15-9e0d-3c003f40fd6a None None] Allocated IP 172.23.0.2 (4d986990-93fd-4476-a639-4da3132654f4/72e61305-4cd1-4fbd-8763-3e3c8cced279/36edd04b-acfa-4b91-94bb-ad925abc1f73) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:44.751401 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.db.api [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-99ea63f3-a33c-489b-8f47-f6659dd0d997 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 08:58:44.751401 n-d-768862-16 neutron-server[102568]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 08:58:44.751401 n-d-768862-16 neutron-server[102568]: [parameters: {'project_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'id': '6e9e11d8-6396-4de3-af32-ddf7734d67cf', 'expiration': datetime.datetime(2021, 11, 12, 9, 0, 44, 706892)}] Nov 12 08:58:44.751401 n-d-768862-16 neutron-server[102568]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:58:44.754496 n-d-768862-16 neutron-server[102568]: DEBUG oslo_db.api [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-99ea63f3-a33c-489b-8f47-f6659dd0d997 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:58:44.773836 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-8e502db0-182f-40a3-8e0b-c5d0e0b62109 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Made reservation on behalf of 78d9cae7e28e44dea74a67608c81b079 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:44.782586 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-8e502db0-182f-40a3-8e0b-c5d0e0b62109 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:44.783110 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b5716eb4-d8dc-489e-8227-ec7a1fa69ef0 req-e2224a9d-18a1-4fb5-9610-79032af0f1e9 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=9989ce16-6f8b-4825-a7c1-bfd9ba95a810 HTTP/1.1" status: 200 len: 210 time: 0.1554768 Nov 12 08:58:45.055185 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c0d96b7d-774b-4102-a10b-8c425082c258 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:45.073455 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c0d96b7d-774b-4102-a10b-8c425082c258 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:45.251696 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:45.288745 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c0d96b7d-774b-4102-a10b-8c425082c258 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:45.425022 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port a205d611-d7cd-4d02-b19c-31965438acd6, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a205d611-d7cd-4d02-b19c-31965438acd6,segment=NetworkSegment(71271d5b-ce06-4be8-8e23-a8e128b95e1d),segment_id=71271d5b-ce06-4be8-8e23-a8e128b95e1d)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:45.446797 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:45.474041 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b87791e7-77b4-4a15-9e0d-3c003f40fd6a None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:45.488477 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-99ea63f3-a33c-489b-8f47-f6659dd0d997 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Made reservation on behalf of ad65bcc6bcb148c2b43b634da3af78b4 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:45.512132 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-99ea63f3-a33c-489b-8f47-f6659dd0d997 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:45.524168 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-8e502db0-182f-40a3-8e0b-c5d0e0b62109 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Allocated IP 172.20.0.8 (dff85ee1-5d3b-4104-8677-a8be57638c59/5c35fa51-ac67-4be1-b9e2-7be8e3c59722/df8ed2b8-e647-425e-af29-079e9bc4b161) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:45.614433 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b87791e7-77b4-4a15-9e0d-3c003f40fd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:45.689231 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d96b7d-774b-4102-a10b-8c425082c258 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event updated for resources: {'Port': ['ID=9ea3b541-16d8-48a5-be4c-b5bcd573b6d7,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:45.716676 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87791e7-77b4-4a15-9e0d-3c003f40fd6a None None] Network 4d986990-93fd-4476-a639-4da3132654f4 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:45.724673 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-b87791e7-77b4-4a15-9e0d-3c003f40fd6a None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:45.730688 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d96b7d-774b-4102-a10b-8c425082c258 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:45.731128 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d96b7d-774b-4102-a10b-8c425082c258 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:45.732555 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d96b7d-774b-4102-a10b-8c425082c258 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:45.732921 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d96b7d-774b-4102-a10b-8c425082c258 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:45.733260 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d96b7d-774b-4102-a10b-8c425082c258 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:45.733689 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d96b7d-774b-4102-a10b-8c425082c258 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:45.733916 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d96b7d-774b-4102-a10b-8c425082c258 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:45.734249 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d96b7d-774b-4102-a10b-8c425082c258 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:45.734578 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d96b7d-774b-4102-a10b-8c425082c258 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:45.734915 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d96b7d-774b-4102-a10b-8c425082c258 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:45.735784 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d96b7d-774b-4102-a10b-8c425082c258 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:45.736248 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=a205d611-d7cd-4d02-b19c-31965438acd6,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:45.736447 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d96b7d-774b-4102-a10b-8c425082c258 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:45.746028 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87791e7-77b4-4a15-9e0d-3c003f40fd6a None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:45.830731 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a07932-cf33-4e01-97bb-87bd834273cc req-f8463861-6d15-45cc-9ab9-97d5c8581c62 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:45.855030 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a07932-cf33-4e01-97bb-87bd834273cc req-f8463861-6d15-45cc-9ab9-97d5c8581c62 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:45.885219 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a07932-cf33-4e01-97bb-87bd834273cc req-f8463861-6d15-45cc-9ab9-97d5c8581c62 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:45.895056 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a07932-cf33-4e01-97bb-87bd834273cc req-f8463861-6d15-45cc-9ab9-97d5c8581c62 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:45.905470 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d2a07932-cf33-4e01-97bb-87bd834273cc req-f8463861-6d15-45cc-9ab9-97d5c8581c62 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 3094 time: 0.6495578 Nov 12 08:58:46.032902 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d2a07932-cf33-4e01-97bb-87bd834273cc req-4135a2a4-e34e-438b-8104-6c895edb3a78 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219094 Nov 12 08:58:46.042965 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d96b7d-774b-4102-a10b-8c425082c258 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Network 4d986990-93fd-4476-a639-4da3132654f4 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:46.047992 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-c0d96b7d-774b-4102-a10b-8c425082c258 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:46.173470 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41784) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:46.327630 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87791e7-77b4-4a15-9e0d-3c003f40fd6a None None] Pushing event updated for resources: {'Port': ['ID=36edd04b-acfa-4b91-94bb-ad925abc1f73,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:46.351500 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b87791e7-77b4-4a15-9e0d-3c003f40fd6a None None] Attempting to bind port 36edd04b-acfa-4b91-94bb-ad925abc1f73 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:58:46.357698 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b87791e7-77b4-4a15-9e0d-3c003f40fd6a None None] Attempting to bind port 36edd04b-acfa-4b91-94bb-ad925abc1f73 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82ba9d74-ad46-4d9e-bec1-a53faff655a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4d986990-93fd-4476-a639-4da3132654f4'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:58:46.358411 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87791e7-77b4-4a15-9e0d-3c003f40fd6a None None] Attempting to bind port 36edd04b-acfa-4b91-94bb-ad925abc1f73 on network 4d986990-93fd-4476-a639-4da3132654f4 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:46.383976 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87791e7-77b4-4a15-9e0d-3c003f40fd6a None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:58:46.384526 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87791e7-77b4-4a15-9e0d-3c003f40fd6a None None] Checking segment: {'id': '82ba9d74-ad46-4d9e-bec1-a53faff655a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4d986990-93fd-4476-a639-4da3132654f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:46.384935 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b87791e7-77b4-4a15-9e0d-3c003f40fd6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:46.385339 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87791e7-77b4-4a15-9e0d-3c003f40fd6a None None] Bound using segment: {'id': '82ba9d74-ad46-4d9e-bec1-a53faff655a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4d986990-93fd-4476-a639-4da3132654f4'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:58:46.385946 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b87791e7-77b4-4a15-9e0d-3c003f40fd6a None None] Bound port: 36edd04b-acfa-4b91-94bb-ad925abc1f73, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ba9d74-ad46-4d9e-bec1-a53faff655a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4d986990-93fd-4476-a639-4da3132654f4'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:58:46.386520 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b87791e7-77b4-4a15-9e0d-3c003f40fd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:46.609104 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ff1b2849-357c-4ea3-a1a9-9510f05bbd01 req-33ae48dc-9437-4932-9c9d-e45d9dac03f6 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=9989ce16-6f8b-4825-a7c1-bfd9ba95a810 HTTP/1.1" status: 200 len: 210 time: 0.1435139 Nov 12 08:58:46.687592 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b87791e7-77b4-4a15-9e0d-3c003f40fd6a None None] For port 36edd04b-acfa-4b91-94bb-ad925abc1f73, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:46.702881 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b87791e7-77b4-4a15-9e0d-3c003f40fd6a None None] For port 36edd04b-acfa-4b91-94bb-ad925abc1f73, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=36edd04b-acfa-4b91-94bb-ad925abc1f73,segment=NetworkSegment(82ba9d74-ad46-4d9e-bec1-a53faff655a7),segment_id=82ba9d74-ad46-4d9e-bec1-a53faff655a7)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:58:46.716650 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b87791e7-77b4-4a15-9e0d-3c003f40fd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:46.718411 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d96b7d-774b-4102-a10b-8c425082c258 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Router c5492485-c231-4668-b90d-b62400d6876b has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:58:46.839345 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-abc0becb-6be4-466c-882b-501f605aaddd tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Request body: {'security_group': {'name': 'tempest-secgroup--2137215445'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:46.958320 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87791e7-77b4-4a15-9e0d-3c003f40fd6a None None] Pushing event updated for resources: {'Port': ['ID=36edd04b-acfa-4b91-94bb-ad925abc1f73,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:47.083852 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d96b7d-774b-4102-a10b-8c425082c258 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:58:47.105277 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c0d96b7d-774b-4102-a10b-8c425082c258 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "PUT /v2.0/routers/c5492485-c231-4668-b90d-b62400d6876b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6058207 Nov 12 08:58:47.105655 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-abc0becb-6be4-466c-882b-501f605aaddd tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:47.107204 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41794) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:47.115182 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-52d985d7-c679-482c-95c6-fcd0593a2f69 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:47.120119 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-99ea63f3-a33c-489b-8f47-f6659dd0d997 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Allocated IP 10.2.2.200 (ae45870e-ea40-4974-aaa2-60a832e0f221/cbf435e5-42b0-4c0e-ac62-0d08bd5977b4/0fe5da9b-dc65-4c8c-94f7-e34d6a421df3) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:47.126272 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b946c4c-e78a-42b0-997f-5c0dc79ca89e None None] Sync routers for ids ['c5492485-c231-4668-b90d-b62400d6876b'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:58:47.174460 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b946c4c-e78a-42b0-997f-5c0dc79ca89e None None] Routers {'c5492485-c231-4668-b90d-b62400d6876b'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:58:47.175496 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-8b946c4c-e78a-42b0-997f-5c0dc79ca89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:58:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c5492485-c231-4668-b90d-b62400d6876b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:47.228048 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-abc0becb-6be4-466c-882b-501f605aaddd tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:47.269632 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-8e502db0-182f-40a3-8e0b-c5d0e0b62109 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:47.636058 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-8b946c4c-e78a-42b0-997f-5c0dc79ca89e None None] Set router c5492485-c231-4668-b90d-b62400d6876b gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:58:48.034015 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a205d611-d7cd-4d02-b19c-31965438acd6 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:48.101812 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03213c5-c99d-4cef-be27-bbd5dc02c6b2 req-04abd0dc-0720-47a7-b34a-82127c758dba tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:48.129333 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03213c5-c99d-4cef-be27-bbd5dc02c6b2 req-04abd0dc-0720-47a7-b34a-82127c758dba tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:48.143489 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03213c5-c99d-4cef-be27-bbd5dc02c6b2 req-04abd0dc-0720-47a7-b34a-82127c758dba tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:48.168203 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03213c5-c99d-4cef-be27-bbd5dc02c6b2 req-04abd0dc-0720-47a7-b34a-82127c758dba tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:48.172191 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a03213c5-c99d-4cef-be27-bbd5dc02c6b2 req-04abd0dc-0720-47a7-b34a-82127c758dba tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 3094 time: 0.5775509 Nov 12 08:58:48.186508 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-8e502db0-182f-40a3-8e0b-c5d0e0b62109 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:48.319060 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['0db8467b-a8e0-4127-b527-cac040b50758'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:48.334943 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-99ea63f3-a33c-489b-8f47-f6659dd0d997 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:48.418783 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-abc0becb-6be4-466c-882b-501f605aaddd tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:48.419166 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a03213c5-c99d-4cef-be27-bbd5dc02c6b2 req-c8c2c642-c1a7-49ef-b46c-12af778cbfd8 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289650 Nov 12 08:58:48.519382 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e502db0-182f-40a3-8e0b-c5d0e0b62109 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Pushing event updated for resources: {'Port': ['ID=df8ed2b8-e647-425e-af29-079e9bc4b161,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:48.554833 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-8e502db0-182f-40a3-8e0b-c5d0e0b62109 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Network dff85ee1-5d3b-4104-8677-a8be57638c59 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:48.556691 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-abc0becb-6be4-466c-882b-501f605aaddd tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:48.594753 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port a205d611-d7cd-4d02-b19c-31965438acd6 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:48.595257 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:48.685826 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-8e502db0-182f-40a3-8e0b-c5d0e0b62109 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:48.701625 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-8e502db0-182f-40a3-8e0b-c5d0e0b62109 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:49.296624 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.extraroute_db [None req-52d985d7-c679-482c-95c6-fcd0593a2f69 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102569) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 08:58:49.316641 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-8b946c4c-e78a-42b0-997f-5c0dc79ca89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5492485-c231-4668-b90d-b62400d6876b', 'name': 'tempest-RoutersTest-router-426469342', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:58Z', 'updated_at': '2021-11-12T08:58:43Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None, '_interfaces': [{'id': '3abcb375-35f8-4c47-bdcd-f0c288db4edf', 'name': '', 'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:0a:27:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '96690381-de91-478c-90cf-cf185df62ad4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:14Z', 'updated_at': '2021-11-12T08:58:37Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '96690381-de91-478c-90cf-cf185df62ad4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ea3ca77-8c38-4ad5-80eb-605e9867f5f4', 'name': '', 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:59:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:03Z', 'updated_at': '2021-11-12T08:58:20Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ea3b541-16d8-48a5-be4c-b5bcd573b6d7', 'name': '', 'network_id': '4d986990-93fd-4476-a639-4da3132654f4', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:1a:3e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '72e61305-4cd1-4fbd-8763-3e3c8cced279', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:40Z', 'updated_at': '2021-11-12T08:58:44Z', 'revision_number': 2, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '72e61305-4cd1-4fbd-8763-3e3c8cced279', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a205d611-d7cd-4d02-b19c-31965438acd6', 'name': '', 'network_id': 'e3fe7d43-8e58-4ffe-a212-4056bc0662aa', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:03:29:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:25Z', 'updated_at': '2021-11-12T08:58:45Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:49.323864 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 36edd04b-acfa-4b91-94bb-ad925abc1f73 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:49.364151 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.extraroute_db [None req-52d985d7-c679-482c-95c6-fcd0593a2f69 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Removed routes are [] {{(pid=102569) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 08:58:49.365979 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-52d985d7-c679-482c-95c6-fcd0593a2f69 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12134'] for router, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:49.368669 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-8e502db0-182f-40a3-8e0b-c5d0e0b62109 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:49.374640 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-8e502db0-182f-40a3-8e0b-c5d0e0b62109 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:49.514013 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b946c4c-e78a-42b0-997f-5c0dc79ca89e None None] Checking router: c5492485-c231-4668-b90d-b62400d6876b for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:58:49.517649 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b946c4c-e78a-42b0-997f-5c0dc79ca89e None None] Updating router c5492485-c231-4668-b90d-b62400d6876b port 9ea3b541-16d8-48a5-be4c-b5bcd573b6d7 binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:58:49.555672 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 36edd04b-acfa-4b91-94bb-ad925abc1f73 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:49.559858 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:49.638580 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0becb-6be4-466c-882b-501f605aaddd tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d48bf7a7-acd7-4414-bece-38ed44304816,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:49.677197 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-99ea63f3-a33c-489b-8f47-f6659dd0d997 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:49.697841 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-abc0becb-6be4-466c-882b-501f605aaddd tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:49.700815 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8b946c4c-e78a-42b0-997f-5c0dc79ca89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:49.732668 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-8e502db0-182f-40a3-8e0b-c5d0e0b62109 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6635027 Nov 12 08:58:49.750768 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-abc0becb-6be4-466c-882b-501f605aaddd tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:49.863577 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-d497e12b-67cb-4765-84de-6b29d134c563 service neutron] Request body: {'port': {'device_id': '9989ce16-6f8b-4825-a7c1-bfd9ba95a810', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:49.987286 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfeaf60-2191-4238-a7ac-c7aedfa2ff61 None None] Network 4d986990-93fd-4476-a639-4da3132654f4 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:58:50.050074 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-99ea63f3-a33c-489b-8f47-f6659dd0d997 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Network ae45870e-ea40-4974-aaa2-60a832e0f221 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:50.141345 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-99ea63f3-a33c-489b-8f47-f6659dd0d997 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:50.146815 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-99ea63f3-a33c-489b-8f47-f6659dd0d997 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:50.153984 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00e0c68-f771-4532-bf24-31bf30f598be None None] DHCP port deletion for dff85ee1-5d3b-4104-8677-a8be57638c59 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:58:50.200601 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3cefc-812a-450e-ae47-7140b517d7dd req-e5b88af3-e3b9-43f8-96cd-44762e9593e5 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:50.216642 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-90c3cefc-812a-450e-ae47-7140b517d7dd req-e5b88af3-e3b9-43f8-96cd-44762e9593e5 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=9989ce16-6f8b-4825-a7c1-bfd9ba95a810 HTTP/1.1" status: 200 len: 931 time: 1.2995017 Nov 12 08:58:50.480281 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:50.516573 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-abc0becb-6be4-466c-882b-501f605aaddd tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:50.525815 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-abc0becb-6be4-466c-882b-501f605aaddd tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 4.3491087 Nov 12 08:58:50.566255 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ae5697c4-9577-4769-ba8e-ec38d7cdc620 None None] Provisioning complete for port 36edd04b-acfa-4b91-94bb-ad925abc1f73 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:50.566875 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ae5697c4-9577-4769-ba8e-ec38d7cdc620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:50.577211 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea63f3-a33c-489b-8f47-f6659dd0d997 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Pushing event updated for resources: {'Port': ['ID=0fe5da9b-dc65-4c8c-94f7-e34d6a421df3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:50.592618 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-d497e12b-67cb-4765-84de-6b29d134c563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:50.620408 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41822) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:50.639809 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0becb-6be4-466c-882b-501f605aaddd tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9c7324-ac9b-45e9-9156-4fff6fea6101,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:51.066015 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-52d985d7-c679-482c-95c6-fcd0593a2f69 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12134'] for router, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.107422 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-90c3cefc-812a-450e-ae47-7140b517d7dd req-90e1cf2c-87bb-44f2-916c-66b93aa1dd08 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8893833 Nov 12 08:58:51.112730 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-52d985d7-c679-482c-95c6-fcd0593a2f69 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920415'] for router, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.126811 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b9047b5e-ecfc-400c-8d94-7e9b698ab135 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.4560015 Nov 12 08:58:51.134932 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41830) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:51.178803 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-99ea63f3-a33c-489b-8f47-f6659dd0d997 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:51.184115 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-efb615ec-f60e-43f9-b6e4-29b78ac45f38 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Request body: {'security_group': {'name': 'tempest-security--123916488', 'description': 'tempest-security-description-1947249560'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:51.195590 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-99ea63f3-a33c-489b-8f47-f6659dd0d997 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.415818 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-99ea63f3-a33c-489b-8f47-f6659dd0d997 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.9269173 Nov 12 08:58:51.433801 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-11a39534-f5dd-474e-94bb-7a7811f00ae6 service neutron] Request body: {'port': {'device_id': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:51.845015 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 36edd04b-acfa-4b91-94bb-ad925abc1f73, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=36edd04b-acfa-4b91-94bb-ad925abc1f73,segment=NetworkSegment(82ba9d74-ad46-4d9e-bec1-a53faff655a7),segment_id=82ba9d74-ad46-4d9e-bec1-a53faff655a7)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:51.871461 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8b946c4c-e78a-42b0-997f-5c0dc79ca89e None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.893708 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8b946c4c-e78a-42b0-997f-5c0dc79ca89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.993339 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-11a39534-f5dd-474e-94bb-7a7811f00ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:52.010019 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:52.031774 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-efb615ec-f60e-43f9-b6e4-29b78ac45f38 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:52.111267 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d985d7-c679-482c-95c6-fcd0593a2f69 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Router c5492485-c231-4668-b90d-b62400d6876b has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:58:52.196524 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4378de-420d-40ce-95ef-09ed68265395 req-ed511159-6f4a-447e-acca-266cc48f8d7a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:52.218800 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4378de-420d-40ce-95ef-09ed68265395 req-ed511159-6f4a-447e-acca-266cc48f8d7a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:52.232238 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4378de-420d-40ce-95ef-09ed68265395 req-ed511159-6f4a-447e-acca-266cc48f8d7a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:52.243579 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4378de-420d-40ce-95ef-09ed68265395 req-ed511159-6f4a-447e-acca-266cc48f8d7a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:52.253874 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e44232-4b11-4ed5-b0da-f8e2bf242a81 None None] Pushing event updated for resources: {'Port': ['ID=9ea3b541-16d8-48a5-be4c-b5bcd573b6d7,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:52.254866 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4378de-420d-40ce-95ef-09ed68265395 req-ed511159-6f4a-447e-acca-266cc48f8d7a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:52.283150 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc4378de-420d-40ce-95ef-09ed68265395 req-ed511159-6f4a-447e-acca-266cc48f8d7a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 3815 time: 0.6468740 Nov 12 08:58:52.345062 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-8b946c4c-e78a-42b0-997f-5c0dc79ca89e None None] Attempting to bind port 9ea3b541-16d8-48a5-be4c-b5bcd573b6d7 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:58:52.346339 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-8b946c4c-e78a-42b0-997f-5c0dc79ca89e None None] Attempting to bind port 9ea3b541-16d8-48a5-be4c-b5bcd573b6d7 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82ba9d74-ad46-4d9e-bec1-a53faff655a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4d986990-93fd-4476-a639-4da3132654f4'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:58:52.347144 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b946c4c-e78a-42b0-997f-5c0dc79ca89e None None] Attempting to bind port 9ea3b541-16d8-48a5-be4c-b5bcd573b6d7 on network 4d986990-93fd-4476-a639-4da3132654f4 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:52.363067 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b946c4c-e78a-42b0-997f-5c0dc79ca89e None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:58:52.364268 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b946c4c-e78a-42b0-997f-5c0dc79ca89e None None] Checking segment: {'id': '82ba9d74-ad46-4d9e-bec1-a53faff655a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4d986990-93fd-4476-a639-4da3132654f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:52.367597 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8b946c4c-e78a-42b0-997f-5c0dc79ca89e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:52.369469 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b946c4c-e78a-42b0-997f-5c0dc79ca89e None None] Bound using segment: {'id': '82ba9d74-ad46-4d9e-bec1-a53faff655a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4d986990-93fd-4476-a639-4da3132654f4'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:58:52.375785 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-8b946c4c-e78a-42b0-997f-5c0dc79ca89e None None] Bound port: 9ea3b541-16d8-48a5-be4c-b5bcd573b6d7, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ba9d74-ad46-4d9e-bec1-a53faff655a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4d986990-93fd-4476-a639-4da3132654f4'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:58:52.377389 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8b946c4c-e78a-42b0-997f-5c0dc79ca89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:52.414911 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=36edd04b-acfa-4b91-94bb-ad925abc1f73,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:52.494651 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-efb615ec-f60e-43f9-b6e4-29b78ac45f38 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:52.501143 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-1cfec2cb-9a6b-4194-a2e2-7a425d7150c0 None None] Provisioning complete for port a205d611-d7cd-4d02-b19c-31965438acd6 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:52.506981 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1cfec2cb-9a6b-4194-a2e2-7a425d7150c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:52.551720 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-efb615ec-f60e-43f9-b6e4-29b78ac45f38 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:52.555088 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-efb615ec-f60e-43f9-b6e4-29b78ac45f38 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:52.562056 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-efb615ec-f60e-43f9-b6e4-29b78ac45f38 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "PUT /v2.0/security-groups/bf9c7324-ac9b-45e9-9156-4fff6fea6101 HTTP/1.1" status: 200 len: 1796 time: 1.4219553 Nov 12 08:58:52.669365 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41840) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:52.683708 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-8b946c4c-e78a-42b0-997f-5c0dc79ca89e None None] For port 9ea3b541-16d8-48a5-be4c-b5bcd573b6d7, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:52.688081 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb615ec-f60e-43f9-b6e4-29b78ac45f38 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9c7324-ac9b-45e9-9156-4fff6fea6101,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:52.695517 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-8b946c4c-e78a-42b0-997f-5c0dc79ca89e None None] For port 9ea3b541-16d8-48a5-be4c-b5bcd573b6d7, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9ea3b541-16d8-48a5-be4c-b5bcd573b6d7,segment=NetworkSegment(82ba9d74-ad46-4d9e-bec1-a53faff655a7),segment_id=82ba9d74-ad46-4d9e-bec1-a53faff655a7)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:58:52.707070 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8b946c4c-e78a-42b0-997f-5c0dc79ca89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:52.961266 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b946c4c-e78a-42b0-997f-5c0dc79ca89e None None] Routers {'c5492485-c231-4668-b90d-b62400d6876b'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:58:52.962555 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-8b946c4c-e78a-42b0-997f-5c0dc79ca89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:58:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c5492485-c231-4668-b90d-b62400d6876b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:53.001565 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e44232-4b11-4ed5-b0da-f8e2bf242a81 None None] Pushing event updated for resources: {'Port': ['ID=9ea3b541-16d8-48a5-be4c-b5bcd573b6d7,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:53.148632 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:53.152355 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-1cfec2cb-9a6b-4194-a2e2-7a425d7150c0 None None] Provisioning complete for port 67f7b3d5-2b02-4acc-aa1d-2c68928b32e8 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:53.152922 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1cfec2cb-9a6b-4194-a2e2-7a425d7150c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:53.294461 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-1cfec2cb-9a6b-4194-a2e2-7a425d7150c0 None None] Port 67f7b3d5-2b02-4acc-aa1d-2c68928b32e8 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:58:53.321394 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-8b946c4c-e78a-42b0-997f-5c0dc79ca89e None None] Set router c5492485-c231-4668-b90d-b62400d6876b gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:58:53.340864 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-1cfec2cb-9a6b-4194-a2e2-7a425d7150c0 None None] Provisioning complete for port 7b185afb-245a-4fb4-8397-b9de6cfe0fed triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:53.351294 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1cfec2cb-9a6b-4194-a2e2-7a425d7150c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:53.534755 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-1cfec2cb-9a6b-4194-a2e2-7a425d7150c0 None None] Port 7b185afb-245a-4fb4-8397-b9de6cfe0fed cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:58:53.593844 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-1cfec2cb-9a6b-4194-a2e2-7a425d7150c0 None None] Provisioning complete for port 6fcbc602-f892-4d42-bc23-8549c06c7ef1 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:53.594761 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1cfec2cb-9a6b-4194-a2e2-7a425d7150c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:53.780773 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-1cfec2cb-9a6b-4194-a2e2-7a425d7150c0 None None] Port 6fcbc602-f892-4d42-bc23-8549c06c7ef1 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:58:53.820827 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-1cfec2cb-9a6b-4194-a2e2-7a425d7150c0 None None] Provisioning complete for port 206f8312-f979-4e27-92c2-524c260a2a43 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:53.821778 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1cfec2cb-9a6b-4194-a2e2-7a425d7150c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:53.869148 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-11a39534-f5dd-474e-94bb-7a7811f00ae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67f7b3d5-2b02-4acc-aa1d-2c68928b32e8 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:58:53.900964 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-11a39534-f5dd-474e-94bb-7a7811f00ae6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:53.926679 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-11a39534-f5dd-474e-94bb-7a7811f00ae6 service neutron] Transition to ACTIVE for port object 67f7b3d5-2b02-4acc-aa1d-2c68928b32e8 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:58:53.963452 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-11a39534-f5dd-474e-94bb-7a7811f00ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:54.070077 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-1cfec2cb-9a6b-4194-a2e2-7a425d7150c0 None None] Port 206f8312-f979-4e27-92c2-524c260a2a43 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:58:54.083528 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655e4e7b-8676-4d39-bc34-91e9e3e8f885 None None] Network 4d986990-93fd-4476-a639-4da3132654f4 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:58:54.165128 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a39534-f5dd-474e-94bb-7a7811f00ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=67f7b3d5-2b02-4acc-aa1d-2c68928b32e8,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:54.171085 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:58:54.251802 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-d497e12b-67cb-4765-84de-6b29d134c563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df8ed2b8-e647-425e-af29-079e9bc4b161 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:58:54.269211 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-d497e12b-67cb-4765-84de-6b29d134c563 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:54.287849 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-8b946c4c-e78a-42b0-997f-5c0dc79ca89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5492485-c231-4668-b90d-b62400d6876b', 'name': 'tempest-RoutersTest-router-426469342', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:58Z', 'updated_at': '2021-11-12T08:58:49Z', 'revision_number': 6, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None, '_interfaces': [{'id': '3abcb375-35f8-4c47-bdcd-f0c288db4edf', 'name': '', 'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:0a:27:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '96690381-de91-478c-90cf-cf185df62ad4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:14Z', 'updated_at': '2021-11-12T08:58:37Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '96690381-de91-478c-90cf-cf185df62ad4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ea3ca77-8c38-4ad5-80eb-605e9867f5f4', 'name': '', 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:59:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:03Z', 'updated_at': '2021-11-12T08:58:20Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ea3b541-16d8-48a5-be4c-b5bcd573b6d7', 'name': '', 'network_id': '4d986990-93fd-4476-a639-4da3132654f4', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:1a:3e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '72e61305-4cd1-4fbd-8763-3e3c8cced279', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:40Z', 'updated_at': '2021-11-12T08:58:52Z', 'revision_number': 4, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '72e61305-4cd1-4fbd-8763-3e3c8cced279', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a205d611-d7cd-4d02-b19c-31965438acd6', 'name': '', 'network_id': 'e3fe7d43-8e58-4ffe-a212-4056bc0662aa', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:03:29:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:25Z', 'updated_at': '2021-11-12T08:58:45Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:54.288218 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 36edd04b-acfa-4b91-94bb-ad925abc1f73 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:54.299628 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-d497e12b-67cb-4765-84de-6b29d134c563 service neutron] Transition to ACTIVE for port object df8ed2b8-e647-425e-af29-079e9bc4b161 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:58:54.317891 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-d497e12b-67cb-4765-84de-6b29d134c563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:54.353900 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-104775d3-765b-49f0-8f4d-d777e6f36a97 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "GET /v2.0/security-groups/bf9c7324-ac9b-45e9-9156-4fff6fea6101 HTTP/1.1" status: 200 len: 1796 time: 1.6600413 Nov 12 08:58:54.356302 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d985d7-c679-482c-95c6-fcd0593a2f69 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:58:54.358674 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41848) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:54.382522 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-52d985d7-c679-482c-95c6-fcd0593a2f69 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:54.385223 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-52d985d7-c679-482c-95c6-fcd0593a2f69 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "PUT /v2.0/routers/c5492485-c231-4668-b90d-b62400d6876b HTTP/1.1" status: 200 len: 933 time: 7.2761071 Nov 12 08:58:54.407568 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc4378de-420d-40ce-95ef-09ed68265395 req-7487139f-0d7c-4236-bf34-a911843761d2 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.0822370 Nov 12 08:58:54.407917 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41850) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:54.427270 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-1cfec2cb-9a6b-4194-a2e2-7a425d7150c0 None None] Provisioning complete for port 0fe5da9b-dc65-4c8c-94f7-e34d6a421df3 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:54.430478 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1cfec2cb-9a6b-4194-a2e2-7a425d7150c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:54.452317 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b946c4c-e78a-42b0-997f-5c0dc79ca89e None None] The sync data for ids ['c5492485-c231-4668-b90d-b62400d6876b'] in n-d-768862-16 is: [{'id': 'c5492485-c231-4668-b90d-b62400d6876b', 'name': 'tempest-RoutersTest-router-426469342', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:58Z', 'updated_at': '2021-11-12T08:58:49Z', 'revision_number': 6, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None, '_interfaces': [{'id': '3abcb375-35f8-4c47-bdcd-f0c288db4edf', 'name': '', 'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:0a:27:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '96690381-de91-478c-90cf-cf185df62ad4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:14Z', 'updated_at': '2021-11-12T08:58:37Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '96690381-de91-478c-90cf-cf185df62ad4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ea3ca77-8c38-4ad5-80eb-605e9867f5f4', 'name': '', 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:59:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:03Z', 'updated_at': '2021-11-12T08:58:20Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ea3b541-16d8-48a5-be4c-b5bcd573b6d7', 'name': '', 'network_id': '4d986990-93fd-4476-a639-4da3132654f4', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:1a:3e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '72e61305-4cd1-4fbd-8763-3e3c8cced279', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:40Z', 'updated_at': '2021-11-12T08:58:52Z', 'revision_number': 4, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '72e61305-4cd1-4fbd-8763-3e3c8cced279', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a205d611-d7cd-4d02-b19c-31965438acd6', 'name': '', 'network_id': 'e3fe7d43-8e58-4ffe-a212-4056bc0662aa', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:03:29:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:25Z', 'updated_at': '2021-11-12T08:58:45Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:58:54.758108 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-1cfec2cb-9a6b-4194-a2e2-7a425d7150c0 None None] Port 0fe5da9b-dc65-4c8c-94f7-e34d6a421df3 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:58:54.809604 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9847af31-c603-443b-a82a-f02e28a229cb None None] DHCP port deletion for dff85ee1-5d3b-4104-8677-a8be57638c59 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:58:54.993029 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-11a39534-f5dd-474e-94bb-7a7811f00ae6 service neutron] Attempting to bind port 67f7b3d5-2b02-4acc-aa1d-2c68928b32e8 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:58:55.007411 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-11a39534-f5dd-474e-94bb-7a7811f00ae6 service neutron] Attempting to bind port 67f7b3d5-2b02-4acc-aa1d-2c68928b32e8 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '80f7a98b-187d-4ccd-ae18-958406d84b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:58:55.013103 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-11a39534-f5dd-474e-94bb-7a7811f00ae6 service neutron] Attempting to bind port 67f7b3d5-2b02-4acc-aa1d-2c68928b32e8 on network 52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:55.035475 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-11a39534-f5dd-474e-94bb-7a7811f00ae6 service neutron] Port 67f7b3d5-2b02-4acc-aa1d-2c68928b32e8 on network 52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:58:55.037478 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-11a39534-f5dd-474e-94bb-7a7811f00ae6 service neutron] Attempting to bind port 67f7b3d5-2b02-4acc-aa1d-2c68928b32e8 on network 52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:55.138614 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 36edd04b-acfa-4b91-94bb-ad925abc1f73 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:55.139930 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:55.191859 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d4aa3830-ceb8-48e5-82ef-152da78e3a3f tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:55.241675 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497e12b-67cb-4765-84de-6b29d134c563 service neutron] Pushing event updated for resources: {'Port': ['ID=df8ed2b8-e647-425e-af29-079e9bc4b161,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:55.260841 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-d497e12b-67cb-4765-84de-6b29d134c563 service neutron] Attempting to bind port df8ed2b8-e647-425e-af29-079e9bc4b161 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:58:55.265247 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-d497e12b-67cb-4765-84de-6b29d134c563 service neutron] Attempting to bind port df8ed2b8-e647-425e-af29-079e9bc4b161 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:58:55.270824 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-d497e12b-67cb-4765-84de-6b29d134c563 service neutron] Attempting to bind port df8ed2b8-e647-425e-af29-079e9bc4b161 on network dff85ee1-5d3b-4104-8677-a8be57638c59 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:55.281250 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-11a39534-f5dd-474e-94bb-7a7811f00ae6 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:58:55.291850 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-11a39534-f5dd-474e-94bb-7a7811f00ae6 service neutron] Checking segment: {'id': '80f7a98b-187d-4ccd-ae18-958406d84b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:55.293199 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-11a39534-f5dd-474e-94bb-7a7811f00ae6 service neutron] Bound using segment: {'id': '80f7a98b-187d-4ccd-ae18-958406d84b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:58:55.300513 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-11a39534-f5dd-474e-94bb-7a7811f00ae6 service neutron] Bound port: 67f7b3d5-2b02-4acc-aa1d-2c68928b32e8, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f7a98b-187d-4ccd-ae18-958406d84b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:58:55.300513 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-11a39534-f5dd-474e-94bb-7a7811f00ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:55.309921 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5940e8ef-bbfc-415e-9232-d6e924b67133 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "GET /v2.0/routers/c5492485-c231-4668-b90d-b62400d6876b HTTP/1.1" status: 200 len: 933 time: 0.8521082 Nov 12 08:58:55.320774 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41860) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:55.339996 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-7dbf5b1e-3e62-4c6e-bc98-4be1a9d4b8af tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Request body: {'router': {'routes': None}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:55.356075 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-695fd50c-475a-411f-84fb-e14e152d9c18 None None] Provisioning complete for port 9ea3b541-16d8-48a5-be4c-b5bcd573b6d7 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:55.356988 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-695fd50c-475a-411f-84fb-e14e152d9c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:55.368128 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-d497e12b-67cb-4765-84de-6b29d134c563 service neutron] Port df8ed2b8-e647-425e-af29-079e9bc4b161 on network dff85ee1-5d3b-4104-8677-a8be57638c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:58:55.370698 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-d497e12b-67cb-4765-84de-6b29d134c563 service neutron] Attempting to bind port df8ed2b8-e647-425e-af29-079e9bc4b161 on network dff85ee1-5d3b-4104-8677-a8be57638c59 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:55.503096 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-d497e12b-67cb-4765-84de-6b29d134c563 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:58:55.504509 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-d497e12b-67cb-4765-84de-6b29d134c563 service neutron] Checking segment: {'id': 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:55.514667 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-d497e12b-67cb-4765-84de-6b29d134c563 service neutron] Bound using segment: {'id': 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:58:55.517650 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-d497e12b-67cb-4765-84de-6b29d134c563 service neutron] Bound port: df8ed2b8-e647-425e-af29-079e9bc4b161, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:58:55.519693 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-d497e12b-67cb-4765-84de-6b29d134c563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:55.838422 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d4aa3830-ceb8-48e5-82ef-152da78e3a3f tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:55.899390 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-d497e12b-67cb-4765-84de-6b29d134c563 service neutron] For port df8ed2b8-e647-425e-af29-079e9bc4b161, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:55.904991 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-d497e12b-67cb-4765-84de-6b29d134c563 service neutron] For port df8ed2b8-e647-425e-af29-079e9bc4b161, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=df8ed2b8-e647-425e-af29-079e9bc4b161,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:58:55.967785 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-695fd50c-475a-411f-84fb-e14e152d9c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:55.974366 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-d497e12b-67cb-4765-84de-6b29d134c563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:56.093113 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-d497e12b-67cb-4765-84de-6b29d134c563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:56.113664 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-d497e12b-67cb-4765-84de-6b29d134c563 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:56.127712 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-d497e12b-67cb-4765-84de-6b29d134c563 service neutron] 10.222.0.54 "PUT /v2.0/ports/df8ed2b8-e647-425e-af29-079e9bc4b161 HTTP/1.1" status: 200 len: 1092 time: 6.3799126 Nov 12 08:58:56.149920 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9989ce16-6f8b-4825-a7c1-bfd9ba95a810', 'tag': 'df8ed2b8-e647-425e-af29-079e9bc4b161'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:56.198331 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3344a4cc-794f-44d1-87d0-ee786c5badc3" -d '{"events": [{"name": "network-changed", "server_uuid": "9989ce16-6f8b-4825-a7c1-bfd9ba95a810", "tag": "df8ed2b8-e647-425e-af29-079e9bc4b161"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:56.208875 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ada859f-79d7-47b0-9345-b33f3fa708c1 None None] DHCP port deletion for dff85ee1-5d3b-4104-8677-a8be57638c59 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:58:56.292896 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-695fd50c-475a-411f-84fb-e14e152d9c18 None None] For port 9ea3b541-16d8-48a5-be4c-b5bcd573b6d7, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9ea3b541-16d8-48a5-be4c-b5bcd573b6d7,segment=NetworkSegment(82ba9d74-ad46-4d9e-bec1-a53faff655a7),segment_id=82ba9d74-ad46-4d9e-bec1-a53faff655a7)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:56.313691 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-695fd50c-475a-411f-84fb-e14e152d9c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:56.364869 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-11a39534-f5dd-474e-94bb-7a7811f00ae6 service neutron] For port 67f7b3d5-2b02-4acc-aa1d-2c68928b32e8, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:56.378530 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d4aa3830-ceb8-48e5-82ef-152da78e3a3f tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:56.395493 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d4aa3830-ceb8-48e5-82ef-152da78e3a3f tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:56.402594 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41884) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:56.418422 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d4aa3830-ceb8-48e5-82ef-152da78e3a3f tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "DELETE /v2.0/security-groups/bf9c7324-ac9b-45e9-9156-4fff6fea6101 HTTP/1.1" status: 204 len: 168 time: 2.0366857 Nov 12 08:58:56.426064 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-695fd50c-475a-411f-84fb-e14e152d9c18 None None] Provisioning complete for port 36edd04b-acfa-4b91-94bb-ad925abc1f73 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:56.426993 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-695fd50c-475a-411f-84fb-e14e152d9c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:56.665582 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497e12b-67cb-4765-84de-6b29d134c563 service neutron] Pushing event updated for resources: {'Port': ['ID=df8ed2b8-e647-425e-af29-079e9bc4b161,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:56.676934 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-11a39534-f5dd-474e-94bb-7a7811f00ae6 service neutron] For port 67f7b3d5-2b02-4acc-aa1d-2c68928b32e8, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=67f7b3d5-2b02-4acc-aa1d-2c68928b32e8,segment=NetworkSegment(80f7a98b-187d-4ccd-ae18-958406d84b1e),segment_id=80f7a98b-187d-4ccd-ae18-958406d84b1e)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:58:56.744218 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-11a39534-f5dd-474e-94bb-7a7811f00ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:56.775639 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233d90bb-4e12-431d-a652-c6685083bf02 None None] Sync routers for ids ['c5492485-c231-4668-b90d-b62400d6876b'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:58:56.836246 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9ea3b541-16d8-48a5-be4c-b5bcd573b6d7 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:56.893390 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695fd50c-475a-411f-84fb-e14e152d9c18 None None] Pushing event updated for resources: {'Port': ['ID=9ea3b541-16d8-48a5-be4c-b5bcd573b6d7,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:56.893810 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a39534-f5dd-474e-94bb-7a7811f00ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=67f7b3d5-2b02-4acc-aa1d-2c68928b32e8,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:56.946939 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-2fc2c607-4142-49b6-b70f-d2f83749f303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:56.949530 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-2fc2c607-4142-49b6-b70f-d2f83749f303 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78d9cae7e28e44dea74a67608c81b079&device_id=9989ce16-6f8b-4825-a7c1-bfd9ba95a810 HTTP/1.1" status: 200 len: 1095 time: 0.7123735 Nov 12 08:58:56.965370 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-20d28720-63b6-4302-9467-aad8c2bd6311 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5523963 Nov 12 08:58:56.978438 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41888) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:57.024083 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa3830-ceb8-48e5-82ef-152da78e3a3f tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9c7324-ac9b-45e9-9156-4fff6fea6101,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:57.031051 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233d90bb-4e12-431d-a652-c6685083bf02 None None] Routers {'c5492485-c231-4668-b90d-b62400d6876b'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:58:57.042471 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-233d90bb-4e12-431d-a652-c6685083bf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:58:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c5492485-c231-4668-b90d-b62400d6876b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:57.454073 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-406ac627-dc34-4197-bc4e-7065b8ca044f req-34b2b3e0-a057-46fb-8aff-196d09e93cd4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=743576cf-f2c6-41e3-83f6-7155b350b964&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.6405418 Nov 12 08:58:57.508015 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d7ca2-019f-4abc-b0ed-25287183b030 req-18d3c061-0f56-4673-9444-d2d381d29a9d tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:57.511470 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-035d7ca2-019f-4abc-b0ed-25287183b030 req-18d3c061-0f56-4673-9444-d2d381d29a9d tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=9989ce16-6f8b-4825-a7c1-bfd9ba95a810 HTTP/1.1" status: 200 len: 943 time: 0.6377292 Nov 12 08:58:57.970412 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-233d90bb-4e12-431d-a652-c6685083bf02 None None] Set router c5492485-c231-4668-b90d-b62400d6876b gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:58:57.986706 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 9ea3b541-16d8-48a5-be4c-b5bcd573b6d7 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:57.986706 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:57.989470 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-035d7ca2-019f-4abc-b0ed-25287183b030 req-f7a8a24e-98bd-4dfc-a795-218c3e653a9d tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760149 Nov 12 08:58:58.089061 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ac627-dc34-4197-bc4e-7065b8ca044f req-f62aafb7-5395-45c8-9a4c-7297d28d5808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:58.090972 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-406ac627-dc34-4197-bc4e-7065b8ca044f req-f62aafb7-5395-45c8-9a4c-7297d28d5808 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=78d9cae7e28e44dea74a67608c81b079&device_id=743576cf-f2c6-41e3-83f6-7155b350b964 HTTP/1.1" status: 200 len: 1097 time: 0.4632905 Nov 12 08:58:58.232611 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-11a39534-f5dd-474e-94bb-7a7811f00ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:58.234941 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-11a39534-f5dd-474e-94bb-7a7811f00ae6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:58.237744 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-11a39534-f5dd-474e-94bb-7a7811f00ae6 service neutron] 10.222.0.54 "PUT /v2.0/ports/67f7b3d5-2b02-4acc-aa1d-2c68928b32e8 HTTP/1.1" status: 200 len: 1092 time: 6.8100543 Nov 12 08:58:58.253639 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-89409145-65ee-4618-bc58-626b7b198661 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df8ed2b8-e647-425e-af29-079e9bc4b161 HTTP/1.1" status: 200 len: 217 time: 1.2903311 Nov 12 08:58:58.256855 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-8a1cece3-c437-4a8a-9d51-d72c8fd472d6 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] delete failed (client error): The resource could not be found. Nov 12 08:58:58.259074 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8a1cece3-c437-4a8a-9d51-d72c8fd472d6 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "DELETE /v2.0/security-groups/bf9c7324-ac9b-45e9-9156-4fff6fea6101 HTTP/1.1" status: 404 len: 347 time: 1.2791874 Nov 12 08:58:58.277013 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41902) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:58.289917 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-bf03fd4e-013a-406d-be2f-953e07aac046 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Request body: {'security_group': {'name': 'tempest-secgroup--925549870'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:58.351072 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-899d46ff-ba02-48f7-8001-524a5fc76f3f service neutron] Request body: {'port': {'device_id': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:58.544557 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf03fd4e-013a-406d-be2f-953e07aac046 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:58.620423 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-e05b4bc1-4e2a-4dd5-bd38-516fc8880dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:58.623221 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-e05b4bc1-4e2a-4dd5-bd38-516fc8880dae service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5c35fa51-ac67-4be1-b9e2-7be8e3c59722 HTTP/1.1" status: 200 len: 845 time: 0.3616114 Nov 12 08:58:58.661037 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.extraroute_db [None req-7dbf5b1e-3e62-4c6e-bc98-4be1a9d4b8af tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Added routes are [] {{(pid=102569) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 08:58:58.664125 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.extraroute_db [None req-7dbf5b1e-3e62-4c6e-bc98-4be1a9d4b8af tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102569) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 08:58:58.724017 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d3e2b-b975-4c50-93b8-4703982893f8 req-792c11e6-2f72-4c00-ab4c-52f869bc9158 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:58.733143 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d3e2b-b975-4c50-93b8-4703982893f8 req-792c11e6-2f72-4c00-ab4c-52f869bc9158 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:58.741454 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d3e2b-b975-4c50-93b8-4703982893f8 req-792c11e6-2f72-4c00-ab4c-52f869bc9158 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:58.750986 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d3e2b-b975-4c50-93b8-4703982893f8 req-792c11e6-2f72-4c00-ab4c-52f869bc9158 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:58.758741 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d3e2b-b975-4c50-93b8-4703982893f8 req-792c11e6-2f72-4c00-ab4c-52f869bc9158 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:58.772156 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-437d3e2b-b975-4c50-93b8-4703982893f8 req-792c11e6-2f72-4c00-ab4c-52f869bc9158 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 3827 time: 0.5159943 Nov 12 08:58:58.899951 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-437d3e2b-b975-4c50-93b8-4703982893f8 req-45aefd44-68d5-4949-af02-f02646d48d32 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263406 Nov 12 08:58:59.020286 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7dbf5b1e-3e62-4c6e-bc98-4be1a9d4b8af tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12134'] for router, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:59.031351 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ac627-dc34-4197-bc4e-7065b8ca044f req-964c9abd-40c7-47ee-9f13-68127ff50d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:59.034309 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-406ac627-dc34-4197-bc4e-7065b8ca044f req-964c9abd-40c7-47ee-9f13-68127ff50d64 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dff85ee1-5d3b-4104-8677-a8be57638c59 HTTP/1.1" status: 200 len: 906 time: 0.8444030 Nov 12 08:58:59.113551 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9ea3b541-16d8-48a5-be4c-b5bcd573b6d7 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:59.142737 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-16eddb31-f1c0-4576-8177-867496e28f63 None None] Provisioning complete for port 36edd04b-acfa-4b91-94bb-ad925abc1f73 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:59.143882 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-16eddb31-f1c0-4576-8177-867496e28f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:59.147482 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf03fd4e-013a-406d-be2f-953e07aac046 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:59.155627 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf03fd4e-013a-406d-be2f-953e07aac046 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:59.177523 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc313590-f15a-40be-aed6-d601dab8c34d x-openstack-request-id: req-fc313590-f15a-40be-aed6-d601dab8c34d {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:59.178023 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9989ce16-6f8b-4825-a7c1-bfd9ba95a810", "tag": "df8ed2b8-e647-425e-af29-079e9bc4b161", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:59.181581 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc313590-f15a-40be-aed6-d601dab8c34d {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:59.182461 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9989ce16-6f8b-4825-a7c1-bfd9ba95a810', 'tag': 'df8ed2b8-e647-425e-af29-079e9bc4b161', 'status': 'completed', 'code': 200} Nov 12 08:58:59.225333 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-59f31519-92a8-47e8-93ab-5951be57ecd9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dff85ee1-5d3b-4104-8677-a8be57638c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4823384 Nov 12 08:58:59.235891 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03fd4e-013a-406d-be2f-953e07aac046 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=400410ef-7f46-4a36-bd5d-56d6195d3b03,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:59.399429 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-137078f8-55ea-46e7-8821-3e8f4d6af96d service neutron] 10.222.0.54 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586983 Nov 12 08:58:59.401948 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-899d46ff-ba02-48f7-8001-524a5fc76f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:59.437118 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf03fd4e-013a-406d-be2f-953e07aac046 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:59.443327 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-bf03fd4e-013a-406d-be2f-953e07aac046 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1574697 Nov 12 08:58:59.451506 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-406ac627-dc34-4197-bc4e-7065b8ca044f req-a0c14e9a-d7cf-4ccc-8541-1604c0fadeee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0db8467b-a8e0-4127-b527-cac040b50758 HTTP/1.1" status: 200 len: 217 time: 0.4086535 Nov 12 08:58:59.459770 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41926) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:59.479228 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b8f4736e-27cc-473e-9f56-54bc6060649f tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Request body: {'security_group_rule': {'security_group_id': '400410ef-7f46-4a36-bd5d-56d6195d3b03', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:59.602617 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 9ea3b541-16d8-48a5-be4c-b5bcd573b6d7 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:59.604254 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:59.611138 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:59.819509 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b23d5d-dfaf-4dec-876d-3ffc9de8dd88 req-56407ebd-3d3b-4f7e-8e79-926e537f3214 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:59.836788 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b1b23d5d-dfaf-4dec-876d-3ffc9de8dd88 req-56407ebd-3d3b-4f7e-8e79-926e537f3214 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 946 time: 0.4324274 Nov 12 08:58:59.918995 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ac627-dc34-4197-bc4e-7065b8ca044f req-9f352b86-b58c-47c7-9893-340fd7c3622a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:59.922197 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-406ac627-dc34-4197-bc4e-7065b8ca044f req-9f352b86-b58c-47c7-9893-340fd7c3622a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c35fa51-ac67-4be1-b9e2-7be8e3c59722 HTTP/1.1" status: 200 len: 845 time: 0.4577289 Nov 12 08:59:00.047560 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-406ac627-dc34-4197-bc4e-7065b8ca044f req-5996d507-e35d-45ab-baa2-ff1e574e545e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dff85ee1-5d3b-4104-8677-a8be57638c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111345 Nov 12 08:59:00.070907 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b1b23d5d-dfaf-4dec-876d-3ffc9de8dd88 req-6da290f1-07e6-40a5-8791-2413b1a9d6db tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2323966 Nov 12 08:59:00.073714 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-233d90bb-4e12-431d-a652-c6685083bf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5492485-c231-4668-b90d-b62400d6876b', 'name': 'tempest-RoutersTest-router-426469342', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:58Z', 'updated_at': '2021-11-12T08:58:49Z', 'revision_number': 6, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None, '_interfaces': [{'id': '3abcb375-35f8-4c47-bdcd-f0c288db4edf', 'name': '', 'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:0a:27:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '96690381-de91-478c-90cf-cf185df62ad4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:14Z', 'updated_at': '2021-11-12T08:58:37Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '96690381-de91-478c-90cf-cf185df62ad4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ea3ca77-8c38-4ad5-80eb-605e9867f5f4', 'name': '', 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:59:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:03Z', 'updated_at': '2021-11-12T08:58:20Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ea3b541-16d8-48a5-be4c-b5bcd573b6d7', 'name': '', 'network_id': '4d986990-93fd-4476-a639-4da3132654f4', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:1a:3e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '72e61305-4cd1-4fbd-8763-3e3c8cced279', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:40Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '72e61305-4cd1-4fbd-8763-3e3c8cced279', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a205d611-d7cd-4d02-b19c-31965438acd6', 'name': '', 'network_id': 'e3fe7d43-8e58-4ffe-a212-4056bc0662aa', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:03:29:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:25Z', 'updated_at': '2021-11-12T08:58:45Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:00.173851 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233d90bb-4e12-431d-a652-c6685083bf02 None None] Checking router: c5492485-c231-4668-b90d-b62400d6876b for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:59:00.205307 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233d90bb-4e12-431d-a652-c6685083bf02 None None] Routers {'c5492485-c231-4668-b90d-b62400d6876b'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:59:00.206599 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-233d90bb-4e12-431d-a652-c6685083bf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:58:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c5492485-c231-4668-b90d-b62400d6876b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:00.313299 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7dbf5b1e-3e62-4c6e-bc98-4be1a9d4b8af tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12134'] for router, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:00.419099 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7dbf5b1e-3e62-4c6e-bc98-4be1a9d4b8af tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920415'] for router, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:00.430125 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-899d46ff-ba02-48f7-8001-524a5fc76f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fc527f8-9665-4e15-9131-e2f6e2db3a4f {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:59:00.448757 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-233d90bb-4e12-431d-a652-c6685083bf02 None None] Set router c5492485-c231-4668-b90d-b62400d6876b gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:59:00.449075 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-899d46ff-ba02-48f7-8001-524a5fc76f3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:00.503643 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-899d46ff-ba02-48f7-8001-524a5fc76f3f service neutron] Transition to ACTIVE for port object 1fc527f8-9665-4e15-9131-e2f6e2db3a4f will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:59:00.575588 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-899d46ff-ba02-48f7-8001-524a5fc76f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:00.662905 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f201d-dac4-43dd-9e1e-f9bf5e5c7a8d req-d87e7d90-18e0-4571-b0bb-ae1026bf7feb tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:00.667932 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-793f201d-dac4-43dd-9e1e-f9bf5e5c7a8d req-d87e7d90-18e0-4571-b0bb-ae1026bf7feb tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=9989ce16-6f8b-4825-a7c1-bfd9ba95a810 HTTP/1.1" status: 200 len: 943 time: 0.3775804 Nov 12 08:59:00.742455 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d46ff-ba02-48f7-8001-524a5fc76f3f service neutron] Pushing event updated for resources: {'Port': ['ID=1fc527f8-9665-4e15-9131-e2f6e2db3a4f,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:00.839529 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-406ac627-dc34-4197-bc4e-7065b8ca044f req-216bc117-557d-47b9-bea9-29cc1f2a2a4a service neutron] 10.222.0.58 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7557819 Nov 12 08:59:00.858388 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b8f4736e-27cc-473e-9f56-54bc6060649f tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:00.986438 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e2261cd7-a4b0-49af-bb0f-6d743cf06dd0 req-59868976-fa19-4c70-9a7a-fe68bec44973 service neutron] 10.222.0.54 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5706329 Nov 12 08:59:01.135878 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbf5b1e-3e62-4c6e-bc98-4be1a9d4b8af tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Router c5492485-c231-4668-b90d-b62400d6876b has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:59:01.182141 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-899d46ff-ba02-48f7-8001-524a5fc76f3f service neutron] Attempting to bind port 1fc527f8-9665-4e15-9131-e2f6e2db3a4f on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:59:01.183312 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-899d46ff-ba02-48f7-8001-524a5fc76f3f service neutron] Attempting to bind port 1fc527f8-9665-4e15-9131-e2f6e2db3a4f by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '04d113ee-bb26-4561-ac74-569bb3ee567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6f43e52f-01a2-4807-8299-a32ad3b11a95'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:59:01.184337 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-899d46ff-ba02-48f7-8001-524a5fc76f3f service neutron] Attempting to bind port 1fc527f8-9665-4e15-9131-e2f6e2db3a4f on network 6f43e52f-01a2-4807-8299-a32ad3b11a95 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:01.194415 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'tag': '67f7b3d5-2b02-4acc-aa1d-2c68928b32e8'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:01.199307 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c7ea1a-cc49-42ab-83bc-b39da9b1afdf" -d '{"events": [{"name": "network-changed", "server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "tag": "67f7b3d5-2b02-4acc-aa1d-2c68928b32e8"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:01.226033 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-899d46ff-ba02-48f7-8001-524a5fc76f3f service neutron] Port 1fc527f8-9665-4e15-9131-e2f6e2db3a4f on network 6f43e52f-01a2-4807-8299-a32ad3b11a95 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:59:01.226832 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-899d46ff-ba02-48f7-8001-524a5fc76f3f service neutron] Attempting to bind port 1fc527f8-9665-4e15-9131-e2f6e2db3a4f on network 6f43e52f-01a2-4807-8299-a32ad3b11a95 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:01.275228 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-16eddb31-f1c0-4576-8177-867496e28f63 None None] Provisioning complete for port 9ea3b541-16d8-48a5-be4c-b5bcd573b6d7 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:01.279219 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-16eddb31-f1c0-4576-8177-867496e28f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:01.289299 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-899d46ff-ba02-48f7-8001-524a5fc76f3f service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:59:01.296987 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-899d46ff-ba02-48f7-8001-524a5fc76f3f service neutron] Checking segment: {'id': '04d113ee-bb26-4561-ac74-569bb3ee567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6f43e52f-01a2-4807-8299-a32ad3b11a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:59:01.298339 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-899d46ff-ba02-48f7-8001-524a5fc76f3f service neutron] Bound using segment: {'id': '04d113ee-bb26-4561-ac74-569bb3ee567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6f43e52f-01a2-4807-8299-a32ad3b11a95'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:59:01.299334 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-899d46ff-ba02-48f7-8001-524a5fc76f3f service neutron] Bound port: 1fc527f8-9665-4e15-9131-e2f6e2db3a4f, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04d113ee-bb26-4561-ac74-569bb3ee567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6f43e52f-01a2-4807-8299-a32ad3b11a95'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:59:01.300188 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-899d46ff-ba02-48f7-8001-524a5fc76f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:01.387821 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b8f4736e-27cc-473e-9f56-54bc6060649f tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:01.401181 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b8f4736e-27cc-473e-9f56-54bc6060649f tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:01.472527 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344a4cc-794f-44d1-87d0-ee786c5badc3 req-aca7596b-b0fc-433f-87ae-8d75ef3957d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:01.483957 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3344a4cc-794f-44d1-87d0-ee786c5badc3 req-aca7596b-b0fc-433f-87ae-8d75ef3957d8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78d9cae7e28e44dea74a67608c81b079&device_id=9989ce16-6f8b-4825-a7c1-bfd9ba95a810 HTTP/1.1" status: 200 len: 1095 time: 0.3833277 Nov 12 08:59:01.541885 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4736e-27cc-473e-9f56-54bc6060649f tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e96882c7-6bff-4a5a-8c63-718681b09519,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:01.787509 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-233d90bb-4e12-431d-a652-c6685083bf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5492485-c231-4668-b90d-b62400d6876b', 'name': 'tempest-RoutersTest-router-426469342', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:58Z', 'updated_at': '2021-11-12T08:58:58Z', 'revision_number': 7, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None, '_interfaces': [{'id': '3abcb375-35f8-4c47-bdcd-f0c288db4edf', 'name': '', 'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:0a:27:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '96690381-de91-478c-90cf-cf185df62ad4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:14Z', 'updated_at': '2021-11-12T08:58:37Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '96690381-de91-478c-90cf-cf185df62ad4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ea3ca77-8c38-4ad5-80eb-605e9867f5f4', 'name': '', 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:59:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:03Z', 'updated_at': '2021-11-12T08:58:20Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ea3b541-16d8-48a5-be4c-b5bcd573b6d7', 'name': '', 'network_id': '4d986990-93fd-4476-a639-4da3132654f4', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:1a:3e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '72e61305-4cd1-4fbd-8763-3e3c8cced279', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:40Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '72e61305-4cd1-4fbd-8763-3e3c8cced279', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a205d611-d7cd-4d02-b19c-31965438acd6', 'name': '', 'network_id': 'e3fe7d43-8e58-4ffe-a212-4056bc0662aa', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:03:29:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:25Z', 'updated_at': '2021-11-12T08:58:45Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:01.890486 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233d90bb-4e12-431d-a652-c6685083bf02 None None] The sync data for ids ['c5492485-c231-4668-b90d-b62400d6876b'] in n-d-768862-16 is: [{'id': 'c5492485-c231-4668-b90d-b62400d6876b', 'name': 'tempest-RoutersTest-router-426469342', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:58Z', 'updated_at': '2021-11-12T08:58:58Z', 'revision_number': 7, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None, '_interfaces': [{'id': '3abcb375-35f8-4c47-bdcd-f0c288db4edf', 'name': '', 'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:0a:27:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '96690381-de91-478c-90cf-cf185df62ad4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:14Z', 'updated_at': '2021-11-12T08:58:37Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '96690381-de91-478c-90cf-cf185df62ad4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ea3ca77-8c38-4ad5-80eb-605e9867f5f4', 'name': '', 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:59:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:03Z', 'updated_at': '2021-11-12T08:58:20Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ea3b541-16d8-48a5-be4c-b5bcd573b6d7', 'name': '', 'network_id': '4d986990-93fd-4476-a639-4da3132654f4', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:1a:3e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '72e61305-4cd1-4fbd-8763-3e3c8cced279', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:40Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '72e61305-4cd1-4fbd-8763-3e3c8cced279', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a205d611-d7cd-4d02-b19c-31965438acd6', 'name': '', 'network_id': 'e3fe7d43-8e58-4ffe-a212-4056bc0662aa', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:03:29:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:25Z', 'updated_at': '2021-11-12T08:58:45Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:59:01.930146 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b8f4736e-27cc-473e-9f56-54bc6060649f tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:01.937205 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b8f4736e-27cc-473e-9f56-54bc6060649f tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4606655 Nov 12 08:59:01.938719 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41960) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:02.213659 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344a4cc-794f-44d1-87d0-ee786c5badc3 req-359b6e7c-af7f-4b42-8e4f-886b1d86febc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:02.216519 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3344a4cc-794f-44d1-87d0-ee786c5badc3 req-359b6e7c-af7f-4b42-8e4f-886b1d86febc service neutron] 10.222.0.54 "GET /v2.0/networks?id=dff85ee1-5d3b-4104-8677-a8be57638c59 HTTP/1.1" status: 200 len: 906 time: 0.6421497 Nov 12 08:59:02.226397 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-899d46ff-ba02-48f7-8001-524a5fc76f3f service neutron] For port 1fc527f8-9665-4e15-9131-e2f6e2db3a4f, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:59:02.262089 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-6465ca49-c5d7-4764-920c-fad34d8386f9 None None] Provisioning complete for port 9ea3b541-16d8-48a5-be4c-b5bcd573b6d7 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:02.262706 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6465ca49-c5d7-4764-920c-fad34d8386f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:02.280286 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-899d46ff-ba02-48f7-8001-524a5fc76f3f service neutron] For port 1fc527f8-9665-4e15-9131-e2f6e2db3a4f, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=1fc527f8-9665-4e15-9131-e2f6e2db3a4f,segment=NetworkSegment(04d113ee-bb26-4561-ac74-569bb3ee567a),segment_id=04d113ee-bb26-4561-ac74-569bb3ee567a)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:59:02.293255 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-793f201d-dac4-43dd-9e1e-f9bf5e5c7a8d req-51bc317d-9ca4-4d4e-aa0d-4c72d4e196d5 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5767400 Nov 12 08:59:02.427509 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3344a4cc-794f-44d1-87d0-ee786c5badc3 req-46f35580-d64f-4b1f-9c71-9f220de9213f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df8ed2b8-e647-425e-af29-079e9bc4b161 HTTP/1.1" status: 200 len: 217 time: 0.1934967 Nov 12 08:59:02.478537 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c73c6bfd-472e-484a-a97e-61f8dd5242ee tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:02.492280 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-899d46ff-ba02-48f7-8001-524a5fc76f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:02.602103 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c73c6bfd-472e-484a-a97e-61f8dd5242ee tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:02.614412 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-406ac627-dc34-4197-bc4e-7065b8ca044f req-ece4758e-15b8-4bbc-8e7b-294f9e215cd7 service neutron] 10.222.0.58 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7542839 Nov 12 08:59:02.617247 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbf5b1e-3e62-4c6e-bc98-4be1a9d4b8af tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:59:02.640234 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7dbf5b1e-3e62-4c6e-bc98-4be1a9d4b8af tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:02.641818 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7dbf5b1e-3e62-4c6e-bc98-4be1a9d4b8af tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "PUT /v2.0/routers/c5492485-c231-4668-b90d-b62400d6876b HTTP/1.1" status: 200 len: 699 time: 7.3172853 Nov 12 08:59:02.674851 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41970) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:02.760674 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7122412-e9f5-4c6c-860f-1b572044dabd None None] Sync routers for ids ['c5492485-c231-4668-b90d-b62400d6876b'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:59:02.794490 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c73c6bfd-472e-484a-a97e-61f8dd5242ee tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:02.802286 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7122412-e9f5-4c6c-860f-1b572044dabd None None] Routers {'c5492485-c231-4668-b90d-b62400d6876b'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:59:02.803471 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-f7122412-e9f5-4c6c-860f-1b572044dabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:58:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c5492485-c231-4668-b90d-b62400d6876b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:02.812168 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-899d46ff-ba02-48f7-8001-524a5fc76f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:02.813630 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-899d46ff-ba02-48f7-8001-524a5fc76f3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:02.816008 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-899d46ff-ba02-48f7-8001-524a5fc76f3f service neutron] 10.222.0.54 "PUT /v2.0/ports/1fc527f8-9665-4e15-9131-e2f6e2db3a4f HTTP/1.1" status: 200 len: 1136 time: 4.4785457 Nov 12 08:59:02.844361 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c73c6bfd-472e-484a-a97e-61f8dd5242ee tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:02.865395 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c73c6bfd-472e-484a-a97e-61f8dd5242ee tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/e96882c7-6bff-4a5a-8c63-718681b09519 HTTP/1.1" status: 204 len: 168 time: 0.9095337 Nov 12 08:59:02.895556 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-4c7a4683-a0af-4d21-bc08-f26b510f8d72 service neutron] Request body: {'port': {'device_id': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:02.900173 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41972) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:02.939904 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344a4cc-794f-44d1-87d0-ee786c5badc3 req-60b784bc-948f-4a39-a3dc-06c131118f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:02.942969 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3344a4cc-794f-44d1-87d0-ee786c5badc3 req-60b784bc-948f-4a39-a3dc-06c131118f60 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5c35fa51-ac67-4be1-b9e2-7be8e3c59722 HTTP/1.1" status: 200 len: 845 time: 0.4931192 Nov 12 08:59:03.057465 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c6bfd-472e-484a-a97e-61f8dd5242ee tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e96882c7-6bff-4a5a-8c63-718681b09519,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:03.170922 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d46ff-ba02-48f7-8001-524a5fc76f3f service neutron] Pushing event updated for resources: {'Port': ['ID=1fc527f8-9665-4e15-9131-e2f6e2db3a4f,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:03.193691 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3344a4cc-794f-44d1-87d0-ee786c5badc3 req-236b5759-f201-4a88-aa4c-78876a7aa017 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dff85ee1-5d3b-4104-8677-a8be57638c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1772094 Nov 12 08:59:03.261700 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-f7122412-e9f5-4c6c-860f-1b572044dabd None None] Set router c5492485-c231-4668-b90d-b62400d6876b gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:59:03.282719 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5e8fb06f-7ae8-40f1-be99-1aa8295e5509 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "GET /v2.0/routers/c5492485-c231-4668-b90d-b62400d6876b HTTP/1.1" status: 200 len: 699 time: 0.5917463 Nov 12 08:59:03.310764 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41982) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:03.485340 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-696f734b-92c0-40ce-9db7-730dd3c90b0d tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5794280 Nov 12 08:59:03.487387 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41986) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:03.535428 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8171589-f7b9-4d58-9a61-d142d71d166d req-ce2edfcb-e8b0-4c49-8356-e294460e599e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:03.562865 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8171589-f7b9-4d58-9a61-d142d71d166d req-ce2edfcb-e8b0-4c49-8356-e294460e599e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:03.580547 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8171589-f7b9-4d58-9a61-d142d71d166d req-ce2edfcb-e8b0-4c49-8356-e294460e599e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:03.607811 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8171589-f7b9-4d58-9a61-d142d71d166d req-ce2edfcb-e8b0-4c49-8356-e294460e599e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:03.618677 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-4c7a4683-a0af-4d21-bc08-f26b510f8d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:03.633441 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8171589-f7b9-4d58-9a61-d142d71d166d req-ce2edfcb-e8b0-4c49-8356-e294460e599e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:03.643588 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8171589-f7b9-4d58-9a61-d142d71d166d req-ce2edfcb-e8b0-4c49-8356-e294460e599e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:03.646474 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8171589-f7b9-4d58-9a61-d142d71d166d req-ce2edfcb-e8b0-4c49-8356-e294460e599e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 4604 time: 1.0028307 Nov 12 08:59:03.898588 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-772f6711-78b2-4578-aa1e-41bf435801a6 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:03.943590 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-772f6711-78b2-4578-aa1e-41bf435801a6 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.089251 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-772f6711-78b2-4578-aa1e-41bf435801a6 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.093594 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-772f6711-78b2-4578-aa1e-41bf435801a6 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.106794 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-772f6711-78b2-4578-aa1e-41bf435801a6 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "DELETE /v2.0/security-groups/400410ef-7f46-4a36-bd5d-56d6195d3b03 HTTP/1.1" status: 204 len: 168 time: 0.4556658 Nov 12 08:59:04.108220 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42000) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:04.155514 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-f7122412-e9f5-4c6c-860f-1b572044dabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5492485-c231-4668-b90d-b62400d6876b', 'name': 'tempest-RoutersTest-router-426469342', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:58Z', 'updated_at': '2021-11-12T08:58:58Z', 'revision_number': 7, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None, '_interfaces': [{'id': '3abcb375-35f8-4c47-bdcd-f0c288db4edf', 'name': '', 'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:0a:27:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '96690381-de91-478c-90cf-cf185df62ad4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:14Z', 'updated_at': '2021-11-12T08:58:37Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '96690381-de91-478c-90cf-cf185df62ad4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ea3ca77-8c38-4ad5-80eb-605e9867f5f4', 'name': '', 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:59:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:03Z', 'updated_at': '2021-11-12T08:58:20Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ea3b541-16d8-48a5-be4c-b5bcd573b6d7', 'name': '', 'network_id': '4d986990-93fd-4476-a639-4da3132654f4', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:1a:3e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '72e61305-4cd1-4fbd-8763-3e3c8cced279', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:40Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '72e61305-4cd1-4fbd-8763-3e3c8cced279', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a205d611-d7cd-4d02-b19c-31965438acd6', 'name': '', 'network_id': 'e3fe7d43-8e58-4ffe-a212-4056bc0662aa', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:03:29:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:25Z', 'updated_at': '2021-11-12T08:58:45Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:04.212613 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7122412-e9f5-4c6c-860f-1b572044dabd None None] Checking router: c5492485-c231-4668-b90d-b62400d6876b for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:59:04.233192 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7122412-e9f5-4c6c-860f-1b572044dabd None None] Routers {'c5492485-c231-4668-b90d-b62400d6876b'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:59:04.234704 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-f7122412-e9f5-4c6c-860f-1b572044dabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:58:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c5492485-c231-4668-b90d-b62400d6876b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:04.323925 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f6711-78b2-4578-aa1e-41bf435801a6 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=400410ef-7f46-4a36-bd5d-56d6195d3b03,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:04.337132 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8171589-f7b9-4d58-9a61-d142d71d166d req-52802453-a517-4581-b4e9-61eecd40b30b tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=a744e7fc-8543-46a9-a97e-e6026eadf022&id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6711943 Nov 12 08:59:04.386930 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device df8ed2b8-e647-425e-af29-079e9bc4b161 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:59:04.508354 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3344a4cc-794f-44d1-87d0-ee786c5badc3 req-1be65a05-136b-437f-a032-07b7348194f2 service neutron] 10.222.0.54 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2825069 Nov 12 08:59:04.676875 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-f7122412-e9f5-4c6c-860f-1b572044dabd None None] Set router c5492485-c231-4668-b90d-b62400d6876b gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:59:04.707454 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3344a4cc-794f-44d1-87d0-ee786c5badc3 req-a94aec7e-45f3-4eb7-adda-2204d0f1cb44 service neutron] 10.222.0.54 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905675 Nov 12 08:59:04.910418 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-04355fb1-be24-448d-84b3-366823ed8620 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6889372 Nov 12 08:59:04.944862 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42010) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:04.952867 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-ae5a312d-ad1c-449b-b2e9-5db923e58a0b tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Request body: {'security_group': {'name': 'tempest-secgroup--1482359481'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:04.959333 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port df8ed2b8-e647-425e-af29-079e9bc4b161, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=df8ed2b8-e647-425e-af29-079e9bc4b161,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:05.023901 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'df8ed2b8-e647-425e-af29-079e9bc4b161', 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59', 'port_id': 'df8ed2b8-e647-425e-af29-079e9bc4b161', 'mac_address': 'fa:16:3e:d1:8e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c35fa51-ac67-4be1-b9e2-7be8e3c59722', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:59:05.038927 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-4c7a4683-a0af-4d21-bc08-f26b510f8d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d89afea3-56ca-4d29-b4cc-697f5d5a1d50 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:59:05.057150 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1884f28-89e1-4938-bea5-30198f99f6a3 req-d9b86347-3ac8-4fe7-8ce7-ea7df3372dba tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:05.068913 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-4c7a4683-a0af-4d21-bc08-f26b510f8d72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.071472 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e1884f28-89e1-4938-bea5-30198f99f6a3 req-d9b86347-3ac8-4fe7-8ce7-ea7df3372dba tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 946 time: 0.2725294 Nov 12 08:59:05.124608 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-4c7a4683-a0af-4d21-bc08-f26b510f8d72 service neutron] Transition to ACTIVE for port object d89afea3-56ca-4d29-b4cc-697f5d5a1d50 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:59:05.134660 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-4c7a4683-a0af-4d21-bc08-f26b510f8d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.141153 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ae5a312d-ad1c-449b-b2e9-5db923e58a0b tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.224933 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e1884f28-89e1-4938-bea5-30198f99f6a3 req-d910377c-471b-420c-a304-85822a2a92c6 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513569 Nov 12 08:59:05.315955 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.344628 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a4683-a0af-4d21-bc08-f26b510f8d72 service neutron] Pushing event updated for resources: {'Port': ['ID=d89afea3-56ca-4d29-b4cc-697f5d5a1d50,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:05.373890 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d920a72-18fe-4e26-a538-874590715a3c x-openstack-request-id: req-7d920a72-18fe-4e26-a538-874590715a3c {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:05.374649 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "tag": "67f7b3d5-2b02-4acc-aa1d-2c68928b32e8", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:05.375820 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d920a72-18fe-4e26-a538-874590715a3c {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:05.378316 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'tag': '67f7b3d5-2b02-4acc-aa1d-2c68928b32e8', 'status': 'completed', 'code': 200} Nov 12 08:59:05.408609 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df8ed2b8-e647-425e-af29-079e9bc4b161 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:59:05.501858 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port df8ed2b8-e647-425e-af29-079e9bc4b161, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=df8ed2b8-e647-425e-af29-079e9bc4b161,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:05.520576 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.788368 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=df8ed2b8-e647-425e-af29-079e9bc4b161,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:05.818242 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:05.832264 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:05.832963 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:05.838166 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7ea1a-cc49-42ab-83bc-b39da9b1afdf req-2ea43194-694c-4a35-bdea-cadaba3e4122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:05.838765 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:05.838932 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7ea1a-cc49-42ab-83bc-b39da9b1afdf req-2ea43194-694c-4a35-bdea-cadaba3e4122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:05.839402 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7ea1a-cc49-42ab-83bc-b39da9b1afdf req-2ea43194-694c-4a35-bdea-cadaba3e4122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:05.839583 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:05.840070 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7ea1a-cc49-42ab-83bc-b39da9b1afdf req-2ea43194-694c-4a35-bdea-cadaba3e4122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:05.840490 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:05.841222 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:05.844162 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7ea1a-cc49-42ab-83bc-b39da9b1afdf req-2ea43194-694c-4a35-bdea-cadaba3e4122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:05.844878 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7ea1a-cc49-42ab-83bc-b39da9b1afdf req-2ea43194-694c-4a35-bdea-cadaba3e4122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:05.845224 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:05.845959 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:05.848307 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:05.854374 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7ea1a-cc49-42ab-83bc-b39da9b1afdf req-2ea43194-694c-4a35-bdea-cadaba3e4122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:05.854964 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:05.855861 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:05.862895 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33c7ea1a-cc49-42ab-83bc-b39da9b1afdf req-2ea43194-694c-4a35-bdea-cadaba3e4122 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad65bcc6bcb148c2b43b634da3af78b4&device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 6180 time: 0.4686716 Nov 12 08:59:05.894665 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['df8ed2b8-e647-425e-af29-079e9bc4b161'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:59:06.022901 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-f7122412-e9f5-4c6c-860f-1b572044dabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5492485-c231-4668-b90d-b62400d6876b', 'name': 'tempest-RoutersTest-router-426469342', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:58Z', 'updated_at': '2021-11-12T08:58:58Z', 'revision_number': 7, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None, '_interfaces': [{'id': '3abcb375-35f8-4c47-bdcd-f0c288db4edf', 'name': '', 'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:0a:27:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '96690381-de91-478c-90cf-cf185df62ad4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:14Z', 'updated_at': '2021-11-12T08:58:37Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '96690381-de91-478c-90cf-cf185df62ad4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ea3ca77-8c38-4ad5-80eb-605e9867f5f4', 'name': '', 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:59:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:03Z', 'updated_at': '2021-11-12T08:58:20Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ea3b541-16d8-48a5-be4c-b5bcd573b6d7', 'name': '', 'network_id': '4d986990-93fd-4476-a639-4da3132654f4', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:1a:3e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '72e61305-4cd1-4fbd-8763-3e3c8cced279', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:40Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '72e61305-4cd1-4fbd-8763-3e3c8cced279', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a205d611-d7cd-4d02-b19c-31965438acd6', 'name': '', 'network_id': 'e3fe7d43-8e58-4ffe-a212-4056bc0662aa', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:03:29:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:25Z', 'updated_at': '2021-11-12T08:58:45Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:06.146961 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ae5a312d-ad1c-449b-b2e9-5db923e58a0b tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:06.151130 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7122412-e9f5-4c6c-860f-1b572044dabd None None] The sync data for ids ['c5492485-c231-4668-b90d-b62400d6876b'] in n-d-768862-16 is: [{'id': 'c5492485-c231-4668-b90d-b62400d6876b', 'name': 'tempest-RoutersTest-router-426469342', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:58Z', 'updated_at': '2021-11-12T08:58:58Z', 'revision_number': 7, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None, '_interfaces': [{'id': '3abcb375-35f8-4c47-bdcd-f0c288db4edf', 'name': '', 'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:0a:27:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '96690381-de91-478c-90cf-cf185df62ad4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:14Z', 'updated_at': '2021-11-12T08:58:37Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '96690381-de91-478c-90cf-cf185df62ad4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ea3ca77-8c38-4ad5-80eb-605e9867f5f4', 'name': '', 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:59:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:03Z', 'updated_at': '2021-11-12T08:58:20Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ea3b541-16d8-48a5-be4c-b5bcd573b6d7', 'name': '', 'network_id': '4d986990-93fd-4476-a639-4da3132654f4', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:1a:3e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '72e61305-4cd1-4fbd-8763-3e3c8cced279', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:40Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '72e61305-4cd1-4fbd-8763-3e3c8cced279', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a205d611-d7cd-4d02-b19c-31965438acd6', 'name': '', 'network_id': 'e3fe7d43-8e58-4ffe-a212-4056bc0662aa', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:03:29:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:25Z', 'updated_at': '2021-11-12T08:58:45Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:59:06.166862 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805bcfa2-ee8e-4dbb-a2a2-280f32de2f17 req-de5b275d-c6ba-4c99-8352-7913712bd969 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:06.180098 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-805bcfa2-ee8e-4dbb-a2a2-280f32de2f17 req-de5b275d-c6ba-4c99-8352-7913712bd969 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=9989ce16-6f8b-4825-a7c1-bfd9ba95a810 HTTP/1.1" status: 200 len: 944 time: 0.5428414 Nov 12 08:59:06.205801 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ae5a312d-ad1c-449b-b2e9-5db923e58a0b tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:06.230367 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-4c7a4683-a0af-4d21-bc08-f26b510f8d72 service neutron] Attempting to bind port d89afea3-56ca-4d29-b4cc-697f5d5a1d50 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:59:06.230367 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-4c7a4683-a0af-4d21-bc08-f26b510f8d72 service neutron] Attempting to bind port d89afea3-56ca-4d29-b4cc-697f5d5a1d50 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '04d113ee-bb26-4561-ac74-569bb3ee567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6f43e52f-01a2-4807-8299-a32ad3b11a95'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:59:06.232802 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-4c7a4683-a0af-4d21-bc08-f26b510f8d72 service neutron] Attempting to bind port d89afea3-56ca-4d29-b4cc-697f5d5a1d50 on network 6f43e52f-01a2-4807-8299-a32ad3b11a95 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:06.282990 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-4c7a4683-a0af-4d21-bc08-f26b510f8d72 service neutron] Port d89afea3-56ca-4d29-b4cc-697f5d5a1d50 on network 6f43e52f-01a2-4807-8299-a32ad3b11a95 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:59:06.283872 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-4c7a4683-a0af-4d21-bc08-f26b510f8d72 service neutron] Attempting to bind port d89afea3-56ca-4d29-b4cc-697f5d5a1d50 on network 6f43e52f-01a2-4807-8299-a32ad3b11a95 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:06.319807 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-4c7a4683-a0af-4d21-bc08-f26b510f8d72 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:59:06.323130 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-4c7a4683-a0af-4d21-bc08-f26b510f8d72 service neutron] Checking segment: {'id': '04d113ee-bb26-4561-ac74-569bb3ee567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6f43e52f-01a2-4807-8299-a32ad3b11a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:59:06.324622 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-4c7a4683-a0af-4d21-bc08-f26b510f8d72 service neutron] Bound using segment: {'id': '04d113ee-bb26-4561-ac74-569bb3ee567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6f43e52f-01a2-4807-8299-a32ad3b11a95'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:59:06.325650 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-4c7a4683-a0af-4d21-bc08-f26b510f8d72 service neutron] Bound port: d89afea3-56ca-4d29-b4cc-697f5d5a1d50, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04d113ee-bb26-4561-ac74-569bb3ee567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6f43e52f-01a2-4807-8299-a32ad3b11a95'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:59:06.326720 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-4c7a4683-a0af-4d21-bc08-f26b510f8d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:06.434080 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a312d-ad1c-449b-b2e9-5db923e58a0b tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02343fcf-fefa-438f-828c-34e140dee21f,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:06.475196 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ae5a312d-ad1c-449b-b2e9-5db923e58a0b tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:06.480833 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ae5a312d-ad1c-449b-b2e9-5db923e58a0b tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.5338869 Nov 12 08:59:06.494182 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42028) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:06.524639 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-95e86229-fc78-4930-b887-299918f0bf76 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Request body: {'security_group_rule': {'security_group_id': '02343fcf-fefa-438f-828c-34e140dee21f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:06.613019 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7ea1a-cc49-42ab-83bc-b39da9b1afdf req-28c87705-af57-42ea-abb7-acd79d23fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:06.614732 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7ea1a-cc49-42ab-83bc-b39da9b1afdf req-28c87705-af57-42ea-abb7-acd79d23fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:06.615812 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7ea1a-cc49-42ab-83bc-b39da9b1afdf req-28c87705-af57-42ea-abb7-acd79d23fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:06.620822 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33c7ea1a-cc49-42ab-83bc-b39da9b1afdf req-28c87705-af57-42ea-abb7-acd79d23fc9e service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=ad65bcc6bcb148c2b43b634da3af78b4&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7460697 Nov 12 08:59:06.666416 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-805bcfa2-ee8e-4dbb-a2a2-280f32de2f17 req-aae3bc4b-fe8a-42c2-a032-5fda110c5243 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821849 Nov 12 08:59:06.668225 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-4c7a4683-a0af-4d21-bc08-f26b510f8d72 service neutron] For port d89afea3-56ca-4d29-b4cc-697f5d5a1d50, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:59:06.675601 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-4c7a4683-a0af-4d21-bc08-f26b510f8d72 service neutron] For port d89afea3-56ca-4d29-b4cc-697f5d5a1d50, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=d89afea3-56ca-4d29-b4cc-697f5d5a1d50,segment=NetworkSegment(04d113ee-bb26-4561-ac74-569bb3ee567a),segment_id=04d113ee-bb26-4561-ac74-569bb3ee567a)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:59:06.723337 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-95e86229-fc78-4930-b887-299918f0bf76 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:06.761912 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-4c7a4683-a0af-4d21-bc08-f26b510f8d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:06.943568 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c6e36958-e4eb-49a4-9222-4abb821df7ea tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:07.112039 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-95e86229-fc78-4930-b887-299918f0bf76 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:07.180699 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a4683-a0af-4d21-bc08-f26b510f8d72 service neutron] Pushing event updated for resources: {'Port': ['ID=d89afea3-56ca-4d29-b4cc-697f5d5a1d50,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:07.201779 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7ea1a-cc49-42ab-83bc-b39da9b1afdf req-91b68c4b-eacb-407f-8847-f491e8d04590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:07.208610 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-33c7ea1a-cc49-42ab-83bc-b39da9b1afdf req-91b68c4b-eacb-407f-8847-f491e8d04590 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5742455 Nov 12 08:59:07.222412 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-4c7a4683-a0af-4d21-bc08-f26b510f8d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:07.223813 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-4c7a4683-a0af-4d21-bc08-f26b510f8d72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:07.226706 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-4c7a4683-a0af-4d21-bc08-f26b510f8d72 service neutron] 10.222.0.54 "PUT /v2.0/ports/d89afea3-56ca-4d29-b4cc-697f5d5a1d50 HTTP/1.1" status: 200 len: 1137 time: 4.3379836 Nov 12 08:59:07.284574 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7eb732d5-8c03-48f0-978b-3f11d0f08399 service neutron] Request body: {'port': {'device_id': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:07.295373 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-95e86229-fc78-4930-b887-299918f0bf76 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:07.390943 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'tag': '1fc527f8-9665-4e15-9131-e2f6e2db3a4f'}, {'name': 'network-changed', 'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'tag': 'd89afea3-56ca-4d29-b4cc-697f5d5a1d50'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:07.397564 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef14a146-b71a-4e4c-805d-0f8e6f1defd2" -d '{"events": [{"name": "network-changed", "server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "tag": "1fc527f8-9665-4e15-9131-e2f6e2db3a4f"}, {"name": "network-changed", "server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "tag": "d89afea3-56ca-4d29-b4cc-697f5d5a1d50"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:07.609798 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7eb732d5-8c03-48f0-978b-3f11d0f08399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:07.675723 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e86229-fc78-4930-b887-299918f0bf76 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef528bd7-32b1-458e-b048-e8ac94026e2a,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:07.725578 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3722a81-212e-422c-bcbe-2dc9c7ebe46f req-66b1976e-5093-4143-91b8-5428793759b6 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:07.771929 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3722a81-212e-422c-bcbe-2dc9c7ebe46f req-66b1976e-5093-4143-91b8-5428793759b6 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:07.802803 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3722a81-212e-422c-bcbe-2dc9c7ebe46f req-66b1976e-5093-4143-91b8-5428793759b6 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:07.819392 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3722a81-212e-422c-bcbe-2dc9c7ebe46f req-66b1976e-5093-4143-91b8-5428793759b6 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:07.853739 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-da8eb6e1-a457-4afa-96e4-28692df6cb33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:07.857760 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3722a81-212e-422c-bcbe-2dc9c7ebe46f req-66b1976e-5093-4143-91b8-5428793759b6 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:07.873616 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3722a81-212e-422c-bcbe-2dc9c7ebe46f req-66b1976e-5093-4143-91b8-5428793759b6 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:07.889780 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3722a81-212e-422c-bcbe-2dc9c7ebe46f req-66b1976e-5093-4143-91b8-5428793759b6 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:07.894417 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e3722a81-212e-422c-bcbe-2dc9c7ebe46f req-66b1976e-5093-4143-91b8-5428793759b6 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 5382 time: 1.0897558 Nov 12 08:59:07.902665 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-95e86229-fc78-4930-b887-299918f0bf76 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:07.911698 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-95e86229-fc78-4930-b887-299918f0bf76 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4090099 Nov 12 08:59:07.986509 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42046) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:07.998746 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-d1fd27f7-20b5-4741-86c8-d881dd8a7e62 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Request body: {'security_group_rule': {'security_group_id': '02343fcf-fefa-438f-828c-34e140dee21f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:08.219052 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e3722a81-212e-422c-bcbe-2dc9c7ebe46f req-27b21f40-dabd-462d-92ff-43e13f01ec55 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=a744e7fc-8543-46a9-a97e-e6026eadf022&id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3047361 Nov 12 08:59:08.240561 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d1fd27f7-20b5-4741-86c8-d881dd8a7e62 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:08.402179 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 10d0e75b-037d-4def-aa04-663d57ef0288 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:59:08.514506 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device df8ed2b8-e647-425e-af29-079e9bc4b161 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:59:08.559786 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7eb732d5-8c03-48f0-978b-3f11d0f08399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b185afb-245a-4fb4-8397-b9de6cfe0fed {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:59:08.574744 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d1fd27f7-20b5-4741-86c8-d881dd8a7e62 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:08.597031 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7eb732d5-8c03-48f0-978b-3f11d0f08399 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:08.606051 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d1fd27f7-20b5-4741-86c8-d881dd8a7e62 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:08.654400 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7eb732d5-8c03-48f0-978b-3f11d0f08399 service neutron] Transition to ACTIVE for port object 7b185afb-245a-4fb4-8397-b9de6cfe0fed will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:59:08.665545 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7eb732d5-8c03-48f0-978b-3f11d0f08399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:08.714757 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd27f7-20b5-4741-86c8-d881dd8a7e62 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c4ca7fb-ec7f-49ba-941d-77b95a1a64bd,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:08.725635 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d1fd27f7-20b5-4741-86c8-d881dd8a7e62 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:08.732532 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d1fd27f7-20b5-4741-86c8-d881dd8a7e62 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7362144 Nov 12 08:59:08.741627 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42056) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:08.779815 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-52922f1d-7326-4b3f-a104-d15af4609283 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Request body: {'security_group_rule': {'security_group_id': '02343fcf-fefa-438f-828c-34e140dee21f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:08.836511 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb732d5-8c03-48f0-978b-3f11d0f08399 service neutron] Pushing event updated for resources: {'Port': ['ID=7b185afb-245a-4fb4-8397-b9de6cfe0fed,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:08.859605 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8aba2-6a94-48f2-a402-8151a11e9554 req-9011cec7-9a07-4fbf-8fa6-300fd8676aa5 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:08.871838 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ffd8aba2-6a94-48f2-a402-8151a11e9554 req-9011cec7-9a07-4fbf-8fa6-300fd8676aa5 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 946 time: 0.2941279 Nov 12 08:59:08.923310 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 10d0e75b-037d-4def-aa04-663d57ef0288, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=10d0e75b-037d-4def-aa04-663d57ef0288,segment=NetworkSegment(0d552c33-257a-485a-b0f3-e78e2fa44e64),segment_id=0d552c33-257a-485a-b0f3-e78e2fa44e64)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:08.973455 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '10d0e75b-037d-4def-aa04-663d57ef0288', 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146', 'port_id': '10d0e75b-037d-4def-aa04-663d57ef0288', 'mac_address': 'fa:16:3e:0f:5f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4bf441-b446-4677-be35-634c383c7b12', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:59:09.140277 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c6e36958-e4eb-49a4-9222-4abb821df7ea tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Deleting port 9ea3b541-16d8-48a5-be4c-b5bcd573b6d7 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:59:09.140965 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c6e36958-e4eb-49a4-9222-4abb821df7ea tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:09.157381 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:09.174406 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7eb732d5-8c03-48f0-978b-3f11d0f08399 service neutron] Attempting to bind port 7b185afb-245a-4fb4-8397-b9de6cfe0fed on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:59:09.175142 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7eb732d5-8c03-48f0-978b-3f11d0f08399 service neutron] Attempting to bind port 7b185afb-245a-4fb4-8397-b9de6cfe0fed by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '04d113ee-bb26-4561-ac74-569bb3ee567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6f43e52f-01a2-4807-8299-a32ad3b11a95'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:59:09.175692 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7eb732d5-8c03-48f0-978b-3f11d0f08399 service neutron] Attempting to bind port 7b185afb-245a-4fb4-8397-b9de6cfe0fed on network 6f43e52f-01a2-4807-8299-a32ad3b11a95 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:09.254775 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7eb732d5-8c03-48f0-978b-3f11d0f08399 service neutron] Port 7b185afb-245a-4fb4-8397-b9de6cfe0fed on network 6f43e52f-01a2-4807-8299-a32ad3b11a95 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:59:09.255359 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7eb732d5-8c03-48f0-978b-3f11d0f08399 service neutron] Attempting to bind port 7b185afb-245a-4fb4-8397-b9de6cfe0fed on network 6f43e52f-01a2-4807-8299-a32ad3b11a95 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:09.271722 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-52922f1d-7326-4b3f-a104-d15af4609283 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:09.277850 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10d0e75b-037d-4def-aa04-663d57ef0288 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:59:09.284323 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7eb732d5-8c03-48f0-978b-3f11d0f08399 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:59:09.287719 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7eb732d5-8c03-48f0-978b-3f11d0f08399 service neutron] Checking segment: {'id': '04d113ee-bb26-4561-ac74-569bb3ee567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6f43e52f-01a2-4807-8299-a32ad3b11a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:59:09.291052 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7eb732d5-8c03-48f0-978b-3f11d0f08399 service neutron] Bound using segment: {'id': '04d113ee-bb26-4561-ac74-569bb3ee567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6f43e52f-01a2-4807-8299-a32ad3b11a95'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:59:09.292066 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7eb732d5-8c03-48f0-978b-3f11d0f08399 service neutron] Bound port: 7b185afb-245a-4fb4-8397-b9de6cfe0fed, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04d113ee-bb26-4561-ac74-569bb3ee567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6f43e52f-01a2-4807-8299-a32ad3b11a95'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:59:09.292567 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7eb732d5-8c03-48f0-978b-3f11d0f08399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:09.311535 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port df8ed2b8-e647-425e-af29-079e9bc4b161 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:59:09.346410 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port df8ed2b8-e647-425e-af29-079e9bc4b161 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:09.352516 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:09.498698 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 10d0e75b-037d-4def-aa04-663d57ef0288, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=10d0e75b-037d-4def-aa04-663d57ef0288,segment=NetworkSegment(0d552c33-257a-485a-b0f3-e78e2fa44e64),segment_id=0d552c33-257a-485a-b0f3-e78e2fa44e64)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:09.561777 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:09.615351 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7eb732d5-8c03-48f0-978b-3f11d0f08399 service neutron] For port 7b185afb-245a-4fb4-8397-b9de6cfe0fed, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:59:09.641966 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7eb732d5-8c03-48f0-978b-3f11d0f08399 service neutron] For port 7b185afb-245a-4fb4-8397-b9de6cfe0fed, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=7b185afb-245a-4fb4-8397-b9de6cfe0fed,segment=NetworkSegment(04d113ee-bb26-4561-ac74-569bb3ee567a),segment_id=04d113ee-bb26-4561-ac74-569bb3ee567a)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:59:09.653608 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7eb732d5-8c03-48f0-978b-3f11d0f08399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:09.672092 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ffd8aba2-6a94-48f2-a402-8151a11e9554 req-6c2153c0-f7f7-4227-a0e8-7f6e33a02bb8 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7756779 Nov 12 08:59:09.716752 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7eb732d5-8c03-48f0-978b-3f11d0f08399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:09.717819 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7eb732d5-8c03-48f0-978b-3f11d0f08399 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:09.726969 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7eb732d5-8c03-48f0-978b-3f11d0f08399 service neutron] 10.222.0.54 "PUT /v2.0/ports/7b185afb-245a-4fb4-8397-b9de6cfe0fed HTTP/1.1" status: 200 len: 1091 time: 2.4489572 Nov 12 08:59:09.804771 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-c6e36958-e4eb-49a4-9222-4abb821df7ea tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] For port 9ea3b541-16d8-48a5-be4c-b5bcd573b6d7, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9ea3b541-16d8-48a5-be4c-b5bcd573b6d7,segment=NetworkSegment(82ba9d74-ad46-4d9e-bec1-a53faff655a7),segment_id=82ba9d74-ad46-4d9e-bec1-a53faff655a7)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:09.808491 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c6e36958-e4eb-49a4-9222-4abb821df7ea tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:09.821783 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['10d0e75b-037d-4def-aa04-663d57ef0288'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:59:09.860026 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-2b237618-a082-45ba-bf08-bc93e14f5c03 service neutron] Request body: {'port': {'device_id': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:09.901493 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c6e36958-e4eb-49a4-9222-4abb821df7ea tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Calling delete_port for 9ea3b541-16d8-48a5-be4c-b5bcd573b6d7 owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:59:09.939423 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-52922f1d-7326-4b3f-a104-d15af4609283 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:10.102348 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4a6559-eeb2-418c-842d-db4eb119a73b x-openstack-request-id: req-7c4a6559-eeb2-418c-842d-db4eb119a73b {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:10.102877 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "tag": "1fc527f8-9665-4e15-9131-e2f6e2db3a4f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "tag": "d89afea3-56ca-4d29-b4cc-697f5d5a1d50", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:10.103301 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c4a6559-eeb2-418c-842d-db4eb119a73b {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:10.108717 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'tag': '1fc527f8-9665-4e15-9131-e2f6e2db3a4f', 'status': 'completed', 'code': 200} Nov 12 08:59:10.109531 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'tag': 'd89afea3-56ca-4d29-b4cc-697f5d5a1d50', 'status': 'completed', 'code': 200} Nov 12 08:59:10.406382 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=10d0e75b-037d-4def-aa04-663d57ef0288,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:10.460287 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb732d5-8c03-48f0-978b-3f11d0f08399 service neutron] Pushing event updated for resources: {'Port': ['ID=7b185afb-245a-4fb4-8397-b9de6cfe0fed,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:10.467781 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-2b237618-a082-45ba-bf08-bc93e14f5c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:10.554596 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14a146-b71a-4e4c-805d-0f8e6f1defd2 req-ec08ab28-24ac-424b-ae15-e07c2ed50b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:10.555973 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14a146-b71a-4e4c-805d-0f8e6f1defd2 req-ec08ab28-24ac-424b-ae15-e07c2ed50b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:10.557305 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14a146-b71a-4e4c-805d-0f8e6f1defd2 req-ec08ab28-24ac-424b-ae15-e07c2ed50b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:10.559350 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14a146-b71a-4e4c-805d-0f8e6f1defd2 req-ec08ab28-24ac-424b-ae15-e07c2ed50b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:10.560687 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14a146-b71a-4e4c-805d-0f8e6f1defd2 req-ec08ab28-24ac-424b-ae15-e07c2ed50b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:10.562135 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14a146-b71a-4e4c-805d-0f8e6f1defd2 req-ec08ab28-24ac-424b-ae15-e07c2ed50b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:10.563327 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14a146-b71a-4e4c-805d-0f8e6f1defd2 req-ec08ab28-24ac-424b-ae15-e07c2ed50b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:10.567296 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ef14a146-b71a-4e4c-805d-0f8e6f1defd2 req-ec08ab28-24ac-424b-ae15-e07c2ed50b14 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad65bcc6bcb148c2b43b634da3af78b4&device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 6290 time: 0.5188677 Nov 12 08:59:10.642080 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-29a8de81-32da-4aa5-90dc-051eb32a2b74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:10.786959 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-52922f1d-7326-4b3f-a104-d15af4609283 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:10.849269 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:10.906628 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c6e36958-e4eb-49a4-9222-4abb821df7ea tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:11.088862 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e36958-e4eb-49a4-9222-4abb821df7ea tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Port': ['ID=9ea3b541-16d8-48a5-be4c-b5bcd573b6d7,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:11.107556 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52922f1d-7326-4b3f-a104-d15af4609283 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eca217c-1fc6-47d3-8d26-235d1b937de4,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:11.131307 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-52922f1d-7326-4b3f-a104-d15af4609283 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:11.133227 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-52922f1d-7326-4b3f-a104-d15af4609283 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.3677356 Nov 12 08:59:11.142079 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42106) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:11.147292 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9989ce16-6f8b-4825-a7c1-bfd9ba95a810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8ed2b8-e647-425e-af29-079e9bc4b161'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:11.162026 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-43b5ee97-56ab-4001-9f04-4835d009dbfe tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Request body: {'security_group_rule': {'security_group_id': '02343fcf-fefa-438f-828c-34e140dee21f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:11.183339 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c11a77-a459-432d-8122-93caa85f5351" -d '{"events": [{"server_uuid": "9989ce16-6f8b-4825-a7c1-bfd9ba95a810", "name": "network-vif-plugged", "status": "completed", "tag": "df8ed2b8-e647-425e-af29-079e9bc4b161"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:11.226359 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14a146-b71a-4e4c-805d-0f8e6f1defd2 req-77a383ec-8ba3-4fad-b444-83977a11f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:11.233521 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14a146-b71a-4e4c-805d-0f8e6f1defd2 req-77a383ec-8ba3-4fad-b444-83977a11f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:11.237039 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14a146-b71a-4e4c-805d-0f8e6f1defd2 req-77a383ec-8ba3-4fad-b444-83977a11f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:11.247909 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ef14a146-b71a-4e4c-805d-0f8e6f1defd2 req-77a383ec-8ba3-4fad-b444-83977a11f550 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=ad65bcc6bcb148c2b43b634da3af78b4&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6710601 Nov 12 08:59:11.283515 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-43b5ee97-56ab-4001-9f04-4835d009dbfe tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:11.296011 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port df8ed2b8-e647-425e-af29-079e9bc4b161, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=df8ed2b8-e647-425e-af29-079e9bc4b161,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:11.302898 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:11.338316 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 10d0e75b-037d-4def-aa04-663d57ef0288 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:59:11.436028 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-43b5ee97-56ab-4001-9f04-4835d009dbfe tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:11.476043 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230f71b-1f65-4a8e-924e-76afdbe411e3 req-e2fe3092-217d-48ed-b859-64081cf6ee5d tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:11.481491 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3230f71b-1f65-4a8e-924e-76afdbe411e3 req-e2fe3092-217d-48ed-b859-64081cf6ee5d tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=9989ce16-6f8b-4825-a7c1-bfd9ba95a810 HTTP/1.1" status: 200 len: 944 time: 0.6439786 Nov 12 08:59:11.616730 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-43b5ee97-56ab-4001-9f04-4835d009dbfe tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:11.801107 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3230f71b-1f65-4a8e-924e-76afdbe411e3 req-d1e78c63-32f0-48d5-8bb8-6d864beedf04 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514478 Nov 12 08:59:11.807176 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-43b5ee97-56ab-4001-9f04-4835d009dbfe tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:11.809263 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-43b5ee97-56ab-4001-9f04-4835d009dbfe tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6512654 Nov 12 08:59:11.820446 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42120) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:11.851396 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-cecd4cc9-bc09-4d52-9fed-1b155e901076 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Request body: {'security_group_rule': {'security_group_id': '02343fcf-fefa-438f-828c-34e140dee21f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:11.913395 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=df8ed2b8-e647-425e-af29-079e9bc4b161,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:12.058736 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 10d0e75b-037d-4def-aa04-663d57ef0288 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:12.059282 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:12.120129 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5ee97-56ab-4001-9f04-4835d009dbfe tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=414574b5-6e7c-4265-a84a-e2fdb9d239d7,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:12.142195 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'tag': '7b185afb-245a-4fb4-8397-b9de6cfe0fed'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:12.157770 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5301fe07-a694-42af-a5ee-a54ce866eb52" -d '{"events": [{"name": "network-changed", "server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "tag": "7b185afb-245a-4fb4-8397-b9de6cfe0fed"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:12.166575 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cecd4cc9-bc09-4d52-9fed-1b155e901076 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:12.294609 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14a146-b71a-4e4c-805d-0f8e6f1defd2 req-f33398d6-74bd-4c88-8183-cb924bcab577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:12.317994 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ef14a146-b71a-4e4c-805d-0f8e6f1defd2 req-f33398d6-74bd-4c88-8183-cb924bcab577 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0342190 Nov 12 08:59:12.453724 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:12.459121 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cecd4cc9-bc09-4d52-9fed-1b155e901076 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:12.607881 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:12.661415 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cecd4cc9-bc09-4d52-9fed-1b155e901076 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:12.776469 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd4cc9-bc09-4d52-9fed-1b155e901076 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac2e0abf-8cc1-4b8b-8ae1-4236283937a0,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:12.791628 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cecd4cc9-bc09-4d52-9fed-1b155e901076 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:12.795609 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-cecd4cc9-bc09-4d52-9fed-1b155e901076 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9641585 Nov 12 08:59:12.847713 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42128) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:12.874338 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 10d0e75b-037d-4def-aa04-663d57ef0288, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=10d0e75b-037d-4def-aa04-663d57ef0288,segment=NetworkSegment(0d552c33-257a-485a-b0f3-e78e2fa44e64),segment_id=0d552c33-257a-485a-b0f3-e78e2fa44e64)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:12.887763 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:13.136381 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=10d0e75b-037d-4def-aa04-663d57ef0288,revision_number=7']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:13.145669 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14a146-b71a-4e4c-805d-0f8e6f1defd2 req-575e6da6-da9b-4b0d-9334-79453c6ae655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:13.147882 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14a146-b71a-4e4c-805d-0f8e6f1defd2 req-575e6da6-da9b-4b0d-9334-79453c6ae655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:13.152359 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14a146-b71a-4e4c-805d-0f8e6f1defd2 req-575e6da6-da9b-4b0d-9334-79453c6ae655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:13.162369 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14a146-b71a-4e4c-805d-0f8e6f1defd2 req-575e6da6-da9b-4b0d-9334-79453c6ae655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:13.167856 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14a146-b71a-4e4c-805d-0f8e6f1defd2 req-575e6da6-da9b-4b0d-9334-79453c6ae655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:13.174087 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14a146-b71a-4e4c-805d-0f8e6f1defd2 req-575e6da6-da9b-4b0d-9334-79453c6ae655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:13.177576 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14a146-b71a-4e4c-805d-0f8e6f1defd2 req-575e6da6-da9b-4b0d-9334-79453c6ae655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:13.189884 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ef14a146-b71a-4e4c-805d-0f8e6f1defd2 req-575e6da6-da9b-4b0d-9334-79453c6ae655 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad65bcc6bcb148c2b43b634da3af78b4&device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 6290 time: 0.7712393 Nov 12 08:59:13.338114 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02b2ffe8-b40c-4688-ab24-bbd1d9e35846 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:13.367716 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba471786-529d-4457-a3dd-6f6deea6a940 req-4837aed3-ebf6-4f3c-a6b9-0107704cc077 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:13.382875 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba471786-529d-4457-a3dd-6f6deea6a940 req-4837aed3-ebf6-4f3c-a6b9-0107704cc077 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:13.399694 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba471786-529d-4457-a3dd-6f6deea6a940 req-4837aed3-ebf6-4f3c-a6b9-0107704cc077 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:13.412292 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba471786-529d-4457-a3dd-6f6deea6a940 req-4837aed3-ebf6-4f3c-a6b9-0107704cc077 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:13.423464 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba471786-529d-4457-a3dd-6f6deea6a940 req-4837aed3-ebf6-4f3c-a6b9-0107704cc077 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:13.442214 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba471786-529d-4457-a3dd-6f6deea6a940 req-4837aed3-ebf6-4f3c-a6b9-0107704cc077 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:13.458003 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba471786-529d-4457-a3dd-6f6deea6a940 req-4837aed3-ebf6-4f3c-a6b9-0107704cc077 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:13.463602 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba471786-529d-4457-a3dd-6f6deea6a940 req-4837aed3-ebf6-4f3c-a6b9-0107704cc077 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 5394 time: 0.9991219 Nov 12 08:59:13.607190 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:13.664926 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c6e36958-e4eb-49a4-9222-4abb821df7ea tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:14.151758 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:14.685670 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba471786-529d-4457-a3dd-6f6deea6a940 req-f542af4b-9963-4ec7-b350-f740f8a783d5 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=a744e7fc-8543-46a9-a97e-e6026eadf022&id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1897056 Nov 12 08:59:14.783940 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02b2ffe8-b40c-4688-ab24-bbd1d9e35846 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:14.860905 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14a146-b71a-4e4c-805d-0f8e6f1defd2 req-388746cd-505b-46c9-a9ea-4e1750a3a1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:14.861424 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14a146-b71a-4e4c-805d-0f8e6f1defd2 req-388746cd-505b-46c9-a9ea-4e1750a3a1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:14.861926 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14a146-b71a-4e4c-805d-0f8e6f1defd2 req-388746cd-505b-46c9-a9ea-4e1750a3a1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:14.863805 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ef14a146-b71a-4e4c-805d-0f8e6f1defd2 req-388746cd-505b-46c9-a9ea-4e1750a3a1b3 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=ad65bcc6bcb148c2b43b634da3af78b4&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.5215902 Nov 12 08:59:14.917360 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-2b237618-a082-45ba-bf08-bc93e14f5c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fcbc602-f892-4d42-bc23-8549c06c7ef1 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:59:14.993243 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-2b237618-a082-45ba-bf08-bc93e14f5c03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:15.069207 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02b2ffe8-b40c-4688-ab24-bbd1d9e35846 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:15.210588 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e36958-e4eb-49a4-9222-4abb821df7ea tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Router c5492485-c231-4668-b90d-b62400d6876b has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:59:15.218125 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02b2ffe8-b40c-4688-ab24-bbd1d9e35846 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:15.219715 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-02b2ffe8-b40c-4688-ab24-bbd1d9e35846 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/ac2e0abf-8cc1-4b8b-8ae1-4236283937a0 HTTP/1.1" status: 204 len: 168 time: 2.3690915 Nov 12 08:59:15.223222 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-2b237618-a082-45ba-bf08-bc93e14f5c03 service neutron] Transition to ACTIVE for port object 6fcbc602-f892-4d42-bc23-8549c06c7ef1 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:59:15.232504 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42150) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:15.248265 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-2b237618-a082-45ba-bf08-bc93e14f5c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:15.438669 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d9307-c0a2-4bc7-bdd5-31f7d9fb9fd3 req-bbac7d7c-2fad-4790-b322-e7ed04cf3dcd tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:15.439305 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2ffe8-b40c-4688-ab24-bbd1d9e35846 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac2e0abf-8cc1-4b8b-8ae1-4236283937a0,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:15.443657 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c5d9307-c0a2-4bc7-bdd5-31f7d9fb9fd3 req-bbac7d7c-2fad-4790-b322-e7ed04cf3dcd tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 946 time: 0.2036824 Nov 12 08:59:15.461157 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b237618-a082-45ba-bf08-bc93e14f5c03 service neutron] Pushing event updated for resources: {'Port': ['ID=6fcbc602-f892-4d42-bc23-8549c06c7ef1,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:15.580830 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d8e87b8d-d292-4c5a-94fd-163bad032a3d tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2141225 Nov 12 08:59:15.616165 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42156) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:15.812731 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14a146-b71a-4e4c-805d-0f8e6f1defd2 req-9c305137-d222-4956-aa79-110965e1314e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:15.821332 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ef14a146-b71a-4e4c-805d-0f8e6f1defd2 req-9c305137-d222-4956-aa79-110965e1314e service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9349310 Nov 12 08:59:16.031637 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-647688f1-3843-48e2-bab6-f4ce47f4ebc2 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:16.052238 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-647688f1-3843-48e2-bab6-f4ce47f4ebc2 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:16.057436 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-2b237618-a082-45ba-bf08-bc93e14f5c03 service neutron] Attempting to bind port 6fcbc602-f892-4d42-bc23-8549c06c7ef1 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:59:16.058431 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-2b237618-a082-45ba-bf08-bc93e14f5c03 service neutron] Attempting to bind port 6fcbc602-f892-4d42-bc23-8549c06c7ef1 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '04d113ee-bb26-4561-ac74-569bb3ee567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6f43e52f-01a2-4807-8299-a32ad3b11a95'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:59:16.059243 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-2b237618-a082-45ba-bf08-bc93e14f5c03 service neutron] Attempting to bind port 6fcbc602-f892-4d42-bc23-8549c06c7ef1 on network 6f43e52f-01a2-4807-8299-a32ad3b11a95 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:16.091625 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-2b237618-a082-45ba-bf08-bc93e14f5c03 service neutron] Port 6fcbc602-f892-4d42-bc23-8549c06c7ef1 on network 6f43e52f-01a2-4807-8299-a32ad3b11a95 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:59:16.093274 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-2b237618-a082-45ba-bf08-bc93e14f5c03 service neutron] Attempting to bind port 6fcbc602-f892-4d42-bc23-8549c06c7ef1 on network 6f43e52f-01a2-4807-8299-a32ad3b11a95 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:16.161914 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-2b237618-a082-45ba-bf08-bc93e14f5c03 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:59:16.163506 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-2b237618-a082-45ba-bf08-bc93e14f5c03 service neutron] Checking segment: {'id': '04d113ee-bb26-4561-ac74-569bb3ee567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6f43e52f-01a2-4807-8299-a32ad3b11a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:59:16.164715 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-2b237618-a082-45ba-bf08-bc93e14f5c03 service neutron] Bound using segment: {'id': '04d113ee-bb26-4561-ac74-569bb3ee567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6f43e52f-01a2-4807-8299-a32ad3b11a95'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:59:16.165924 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-2b237618-a082-45ba-bf08-bc93e14f5c03 service neutron] Bound port: 6fcbc602-f892-4d42-bc23-8549c06c7ef1, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04d113ee-bb26-4561-ac74-569bb3ee567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6f43e52f-01a2-4807-8299-a32ad3b11a95'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:59:16.166794 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-2b237618-a082-45ba-bf08-bc93e14f5c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:16.244939 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e36958-e4eb-49a4-9222-4abb821df7ea tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:59:16.262729 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83825958-a4fd-4525-bda6-f816b1ba8c57 None None] Sync routers for ids ['c5492485-c231-4668-b90d-b62400d6876b'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:59:16.306485 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83825958-a4fd-4525-bda6-f816b1ba8c57 None None] Routers {'c5492485-c231-4668-b90d-b62400d6876b'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:59:16.309975 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-83825958-a4fd-4525-bda6-f816b1ba8c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:59:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c5492485-c231-4668-b90d-b62400d6876b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:16.322499 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c6e36958-e4eb-49a4-9222-4abb821df7ea tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "PUT /v2.0/routers/c5492485-c231-4668-b90d-b62400d6876b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9940810 Nov 12 08:59:16.330645 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42164) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:16.358372 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c5d9307-c0a2-4bc7-bdd5-31f7d9fb9fd3 req-76cbacad-cb1f-4328-bd73-8cf10e9ac896 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8547177 Nov 12 08:59:16.410849 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-647688f1-3843-48e2-bab6-f4ce47f4ebc2 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:16.668624 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-2b237618-a082-45ba-bf08-bc93e14f5c03 service neutron] For port 6fcbc602-f892-4d42-bc23-8549c06c7ef1, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:59:16.674901 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-2b237618-a082-45ba-bf08-bc93e14f5c03 service neutron] For port 6fcbc602-f892-4d42-bc23-8549c06c7ef1, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=6fcbc602-f892-4d42-bc23-8549c06c7ef1,segment=NetworkSegment(04d113ee-bb26-4561-ac74-569bb3ee567a),segment_id=04d113ee-bb26-4561-ac74-569bb3ee567a)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:59:16.698039 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-647688f1-3843-48e2-bab6-f4ce47f4ebc2 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:16.704332 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42174) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:16.718586 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-647688f1-3843-48e2-bab6-f4ce47f4ebc2 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/414574b5-6e7c-4265-a84a-e2fdb9d239d7 HTTP/1.1" status: 204 len: 168 time: 1.0819085 Nov 12 08:59:16.943885 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-250a1cee-ea9f-4091-8a66-7b4c232437a2 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Deleting subnet 72e61305-4cd1-4fbd-8763-3e3c8cced279 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:59:16.955468 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-83825958-a4fd-4525-bda6-f816b1ba8c57 None None] Set router c5492485-c231-4668-b90d-b62400d6876b gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:59:16.960040 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647688f1-3843-48e2-bab6-f4ce47f4ebc2 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=414574b5-6e7c-4265-a84a-e2fdb9d239d7,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:16.973214 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-2b237618-a082-45ba-bf08-bc93e14f5c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:16.991616 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-250a1cee-ea9f-4091-8a66-7b4c232437a2 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:16.996364 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4c4ae3b7-6d5b-4076-adce-026e9e54cef7 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2904198 Nov 12 08:59:17.000881 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42178) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:17.163809 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27ef5e8-79e1-4438-be60-6740cb5f41c2 x-openstack-request-id: req-a27ef5e8-79e1-4438-be60-6740cb5f41c2 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:17.164205 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9989ce16-6f8b-4825-a7c1-bfd9ba95a810", "name": "network-vif-plugged", "status": "completed", "tag": "df8ed2b8-e647-425e-af29-079e9bc4b161", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:17.165438 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a27ef5e8-79e1-4438-be60-6740cb5f41c2 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:17.165438 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9989ce16-6f8b-4825-a7c1-bfd9ba95a810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8ed2b8-e647-425e-af29-079e9bc4b161', 'code': 200} Nov 12 08:59:17.485664 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f966d7-639d-450c-a544-176be5d9d5d1 x-openstack-request-id: req-81f966d7-639d-450c-a544-176be5d9d5d1 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:17.486149 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "tag": "7b185afb-245a-4fb4-8397-b9de6cfe0fed", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:17.486460 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81f966d7-639d-450c-a544-176be5d9d5d1 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:17.487041 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'tag': '7b185afb-245a-4fb4-8397-b9de6cfe0fed', 'status': 'completed', 'code': 200} Nov 12 08:59:17.566920 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-2b237618-a082-45ba-bf08-bc93e14f5c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:17.574556 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-2b237618-a082-45ba-bf08-bc93e14f5c03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:17.583549 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-2b237618-a082-45ba-bf08-bc93e14f5c03 service neutron] 10.222.0.54 "PUT /v2.0/ports/6fcbc602-f892-4d42-bc23-8549c06c7ef1 HTTP/1.1" status: 200 len: 1092 time: 7.7517390 Nov 12 08:59:17.689946 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-19a9a333-e512-44cc-8264-35374fff656b service neutron] Request body: {'port': {'device_id': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:17.762790 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13470a96-59e9-46d6-b969-0c87f5d4d80e req-54c326f3-19a4-4254-a93b-47e75271444f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:17.780182 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13470a96-59e9-46d6-b969-0c87f5d4d80e req-54c326f3-19a4-4254-a93b-47e75271444f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=9989ce16-6f8b-4825-a7c1-bfd9ba95a810 HTTP/1.1" status: 200 len: 945 time: 0.2882903 Nov 12 08:59:17.953992 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13470a96-59e9-46d6-b969-0c87f5d4d80e req-b6cd9bda-c170-483f-bc12-fa213870c7df tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667094 Nov 12 08:59:18.042541 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e862ec4-126e-44ee-888d-e998a89270c2 req-b80e370a-2310-4c60-8d0b-4e686cce261a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:18.046628 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9e862ec4-126e-44ee-888d-e998a89270c2 req-b80e370a-2310-4c60-8d0b-4e686cce261a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9989ce16-6f8b-4825-a7c1-bfd9ba95a810 HTTP/1.1" status: 200 len: 1097 time: 0.7090690 Nov 12 08:59:18.051406 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4923c4a3-dc7c-4a42-b793-fb528cba22e0 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:18.215355 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-250a1cee-ea9f-4091-8a66-7b4c232437a2 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:18.239502 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4923c4a3-dc7c-4a42-b793-fb528cba22e0 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:18.361828 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b237618-a082-45ba-bf08-bc93e14f5c03 service neutron] Pushing event updated for resources: {'Port': ['ID=6fcbc602-f892-4d42-bc23-8549c06c7ef1,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:18.379521 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-19a9a333-e512-44cc-8264-35374fff656b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:18.477084 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed606dc4-1f4f-4f09-9f8e-6430bbe7036d req-56b0c59b-644c-409a-a7f6-e345259cf373 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:18.537621 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed606dc4-1f4f-4f09-9f8e-6430bbe7036d req-56b0c59b-644c-409a-a7f6-e345259cf373 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:18.549789 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed606dc4-1f4f-4f09-9f8e-6430bbe7036d req-56b0c59b-644c-409a-a7f6-e345259cf373 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:18.550677 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301fe07-a694-42af-a5ee-a54ce866eb52 req-e36fdd45-642c-49af-a714-72962b0be488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:18.551597 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301fe07-a694-42af-a5ee-a54ce866eb52 req-e36fdd45-642c-49af-a714-72962b0be488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:18.556381 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301fe07-a694-42af-a5ee-a54ce866eb52 req-e36fdd45-642c-49af-a714-72962b0be488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:18.557288 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301fe07-a694-42af-a5ee-a54ce866eb52 req-e36fdd45-642c-49af-a714-72962b0be488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:18.561905 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed606dc4-1f4f-4f09-9f8e-6430bbe7036d req-56b0c59b-644c-409a-a7f6-e345259cf373 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:18.572520 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301fe07-a694-42af-a5ee-a54ce866eb52 req-e36fdd45-642c-49af-a714-72962b0be488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:18.573537 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301fe07-a694-42af-a5ee-a54ce866eb52 req-e36fdd45-642c-49af-a714-72962b0be488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:18.573963 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed606dc4-1f4f-4f09-9f8e-6430bbe7036d req-56b0c59b-644c-409a-a7f6-e345259cf373 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:18.574386 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301fe07-a694-42af-a5ee-a54ce866eb52 req-e36fdd45-642c-49af-a714-72962b0be488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:18.585894 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed606dc4-1f4f-4f09-9f8e-6430bbe7036d req-56b0c59b-644c-409a-a7f6-e345259cf373 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:18.586248 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5301fe07-a694-42af-a5ee-a54ce866eb52 req-e36fdd45-642c-49af-a714-72962b0be488 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad65bcc6bcb148c2b43b634da3af78b4&device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 6358 time: 1.1302972 Nov 12 08:59:18.597861 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed606dc4-1f4f-4f09-9f8e-6430bbe7036d req-56b0c59b-644c-409a-a7f6-e345259cf373 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:18.624004 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4923c4a3-dc7c-4a42-b793-fb528cba22e0 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:18.634244 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ed606dc4-1f4f-4f09-9f8e-6430bbe7036d req-56b0c59b-644c-409a-a7f6-e345259cf373 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 5406 time: 0.4007154 Nov 12 08:59:18.676666 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4923c4a3-dc7c-4a42-b793-fb528cba22e0 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:18.682698 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4923c4a3-dc7c-4a42-b793-fb528cba22e0 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/2eca217c-1fc6-47d3-8d26-235d1b937de4 HTTP/1.1" status: 204 len: 168 time: 1.5571752 Nov 12 08:59:18.684279 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42194) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:18.884014 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ef6dbdbc-6c83-428f-ad95-7eadda0de4fd tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1948514 Nov 12 08:59:18.897271 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42200) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:19.005837 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ed606dc4-1f4f-4f09-9f8e-6430bbe7036d req-eeba99df-83c1-4afa-b27c-c63f7063b450 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=a744e7fc-8543-46a9-a97e-e6026eadf022&id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3612275 Nov 12 08:59:19.026053 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-83825958-a4fd-4525-bda6-f816b1ba8c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5492485-c231-4668-b90d-b62400d6876b', 'name': 'tempest-RoutersTest-router-426469342', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:58Z', 'updated_at': '2021-11-12T08:59:10Z', 'revision_number': 8, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None, '_interfaces': [{'id': '3abcb375-35f8-4c47-bdcd-f0c288db4edf', 'name': '', 'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:0a:27:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '96690381-de91-478c-90cf-cf185df62ad4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:14Z', 'updated_at': '2021-11-12T08:58:37Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '96690381-de91-478c-90cf-cf185df62ad4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ea3ca77-8c38-4ad5-80eb-605e9867f5f4', 'name': '', 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:59:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:03Z', 'updated_at': '2021-11-12T08:58:20Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a205d611-d7cd-4d02-b19c-31965438acd6', 'name': '', 'network_id': 'e3fe7d43-8e58-4ffe-a212-4056bc0662aa', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:03:29:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:25Z', 'updated_at': '2021-11-12T08:58:45Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:19.066217 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ad83a2ed-39a3-48fb-92c9-828a750368ee tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:19.125747 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ad83a2ed-39a3-48fb-92c9-828a750368ee tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:19.155586 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83825958-a4fd-4525-bda6-f816b1ba8c57 None None] Checking router: c5492485-c231-4668-b90d-b62400d6876b for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:59:19.175483 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345244c0-dfc6-4e22-91c7-b4a3b95d0702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d0e75b-037d-4def-aa04-663d57ef0288'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:19.184138 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ed796c-bb58-4de8-973c-dc9840789d07" -d '{"events": [{"server_uuid": "345244c0-dfc6-4e22-91c7-b4a3b95d0702", "name": "network-vif-plugged", "status": "completed", "tag": "10d0e75b-037d-4def-aa04-663d57ef0288"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:19.211862 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301fe07-a694-42af-a5ee-a54ce866eb52 req-528016cc-31b7-412e-ac2d-edc188ddfdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:19.216477 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301fe07-a694-42af-a5ee-a54ce866eb52 req-528016cc-31b7-412e-ac2d-edc188ddfdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:19.219476 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83825958-a4fd-4525-bda6-f816b1ba8c57 None None] Routers {'c5492485-c231-4668-b90d-b62400d6876b'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:59:19.220596 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-83825958-a4fd-4525-bda6-f816b1ba8c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:59:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c5492485-c231-4668-b90d-b62400d6876b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:19.221513 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301fe07-a694-42af-a5ee-a54ce866eb52 req-528016cc-31b7-412e-ac2d-edc188ddfdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:19.224440 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5301fe07-a694-42af-a5ee-a54ce866eb52 req-528016cc-31b7-412e-ac2d-edc188ddfdf6 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=ad65bcc6bcb148c2b43b634da3af78b4&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5191023 Nov 12 08:59:19.312555 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923c4a3-dc7c-4a42-b793-fb528cba22e0 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2eca217c-1fc6-47d3-8d26-235d1b937de4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:19.362242 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ad83a2ed-39a3-48fb-92c9-828a750368ee tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:19.486401 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ad83a2ed-39a3-48fb-92c9-828a750368ee tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:19.497410 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ad83a2ed-39a3-48fb-92c9-828a750368ee tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/8c4ca7fb-ec7f-49ba-941d-77b95a1a64bd HTTP/1.1" status: 204 len: 168 time: 0.5979879 Nov 12 08:59:19.517890 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9e862ec4-126e-44ee-888d-e998a89270c2 req-81f7631b-1ec3-41a6-8ab1-918bf012de11 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2921338 Nov 12 08:59:19.518702 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'tag': '6fcbc602-f892-4d42-bc23-8549c06c7ef1'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:19.533538 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42216) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:19.543340 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b377a03-4a15-4941-a796-1fdbfcdb22ab" -d '{"events": [{"name": "network-changed", "server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "tag": "6fcbc602-f892-4d42-bc23-8549c06c7ef1"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:19.645038 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-83825958-a4fd-4525-bda6-f816b1ba8c57 None None] Set router c5492485-c231-4668-b90d-b62400d6876b gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:59:19.670370 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad83a2ed-39a3-48fb-92c9-828a750368ee tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c4ca7fb-ec7f-49ba-941d-77b95a1a64bd,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:19.680590 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-250a1cee-ea9f-4091-8a66-7b4c232437a2 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:19.753864 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a6a56-ad18-40f3-aa73-73fff850f0f9 req-a542a6f9-592e-4542-aa86-1c2278979955 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:19.771199 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-873a6a56-ad18-40f3-aa73-73fff850f0f9 req-a542a6f9-592e-4542-aa86-1c2278979955 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 946 time: 0.4846959 Nov 12 08:59:19.850335 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f184509d-9c8d-48ab-868a-e95034bc75f0 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3085701 Nov 12 08:59:19.855519 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42220) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:19.953569 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3c2d379-a112-4a2e-b3b5-1f97eced9599 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:20.096729 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3c2d379-a112-4a2e-b3b5-1f97eced9599 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:20.260894 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-873a6a56-ad18-40f3-aa73-73fff850f0f9 req-33c31cef-d0a6-45df-a16c-c876f0dbc58a tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4814177 Nov 12 08:59:20.288607 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3c2d379-a112-4a2e-b3b5-1f97eced9599 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:20.329376 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3c2d379-a112-4a2e-b3b5-1f97eced9599 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:20.331529 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c3c2d379-a112-4a2e-b3b5-1f97eced9599 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/ef528bd7-32b1-458e-b048-e8ac94026e2a HTTP/1.1" status: 204 len: 168 time: 0.4739420 Nov 12 08:59:20.373571 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42230) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:20.389017 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2d379-a112-4a2e-b3b5-1f97eced9599 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef528bd7-32b1-458e-b048-e8ac94026e2a,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:20.591320 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2606340a-4f76-4048-9aa8-4af1ee6f5bd2 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1935225 Nov 12 08:59:20.592761 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42234) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:20.613869 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-83825958-a4fd-4525-bda6-f816b1ba8c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5492485-c231-4668-b90d-b62400d6876b', 'name': 'tempest-RoutersTest-router-426469342', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:58Z', 'updated_at': '2021-11-12T08:59:10Z', 'revision_number': 8, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None, '_interfaces': [{'id': '3abcb375-35f8-4c47-bdcd-f0c288db4edf', 'name': '', 'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:0a:27:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '96690381-de91-478c-90cf-cf185df62ad4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:14Z', 'updated_at': '2021-11-12T08:58:37Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '96690381-de91-478c-90cf-cf185df62ad4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ea3ca77-8c38-4ad5-80eb-605e9867f5f4', 'name': '', 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:59:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:03Z', 'updated_at': '2021-11-12T08:58:20Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a205d611-d7cd-4d02-b19c-31965438acd6', 'name': '', 'network_id': 'e3fe7d43-8e58-4ffe-a212-4056bc0662aa', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:03:29:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:25Z', 'updated_at': '2021-11-12T08:58:45Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:20.728460 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83825958-a4fd-4525-bda6-f816b1ba8c57 None None] The sync data for ids ['c5492485-c231-4668-b90d-b62400d6876b'] in n-d-768862-16 is: [{'id': 'c5492485-c231-4668-b90d-b62400d6876b', 'name': 'tempest-RoutersTest-router-426469342', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:58Z', 'updated_at': '2021-11-12T08:59:10Z', 'revision_number': 8, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None, '_interfaces': [{'id': '3abcb375-35f8-4c47-bdcd-f0c288db4edf', 'name': '', 'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:0a:27:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '96690381-de91-478c-90cf-cf185df62ad4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:14Z', 'updated_at': '2021-11-12T08:58:37Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '96690381-de91-478c-90cf-cf185df62ad4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ea3ca77-8c38-4ad5-80eb-605e9867f5f4', 'name': '', 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:59:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:03Z', 'updated_at': '2021-11-12T08:58:20Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a205d611-d7cd-4d02-b19c-31965438acd6', 'name': '', 'network_id': 'e3fe7d43-8e58-4ffe-a212-4056bc0662aa', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:03:29:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:25Z', 'updated_at': '2021-11-12T08:58:45Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '14e5ba6d-91c9-492b-9f3a-80336af32053', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:59:20.937458 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ca23c75d-dd27-4e76-98a5-6ccc3e6acd97 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:20.951150 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-250a1cee-ea9f-4091-8a66-7b4c232437a2 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:21.021360 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1409e6c6-42eb-47a9-b581-2991313b12f1 None None] Network 4d986990-93fd-4476-a639-4da3132654f4 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:59:21.044786 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-250a1cee-ea9f-4091-8a66-7b4c232437a2 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:21.049867 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3643a3-fc44-4764-9e5c-fd59ceaa5cee req-0dd3bd41-e5c2-4d09-b4dc-24c9e2d4a246 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:21.052727 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4d3643a3-fc44-4764-9e5c-fd59ceaa5cee req-0dd3bd41-e5c2-4d09-b4dc-24c9e2d4a246 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=9989ce16-6f8b-4825-a7c1-bfd9ba95a810 HTTP/1.1" status: 200 len: 945 time: 0.3009989 Nov 12 08:59:21.056570 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-250a1cee-ea9f-4091-8a66-7b4c232437a2 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/subnets/72e61305-4cd1-4fbd-8763-3e3c8cced279 HTTP/1.1" status: 204 len: 168 time: 4.7181542 Nov 12 08:59:21.061588 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ca23c75d-dd27-4e76-98a5-6ccc3e6acd97 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:21.066157 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42236) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:21.307519 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301fe07-a694-42af-a5ee-a54ce866eb52 req-5ff1cf8d-ac57-4ad8-83b9-7eda359c2242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:21.319930 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5301fe07-a694-42af-a5ee-a54ce866eb52 req-5ff1cf8d-ac57-4ad8-83b9-7eda359c2242 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.9555931 Nov 12 08:59:21.494988 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a1cee-ea9f-4091-8a66-7b4c232437a2 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Subnet': ['ID=72e61305-4cd1-4fbd-8763-3e3c8cced279,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:21.687274 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4a45748a-384a-4ec6-a90a-d22817999e71 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:21.737908 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc51a31c-ddca-46c0-8e80-5f631fef222d None None] DHCP port deletion for 4d986990-93fd-4476-a639-4da3132654f4 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:59:21.898644 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4d3643a3-fc44-4764-9e5c-fd59ceaa5cee req-2f09f643-9148-42e6-bb8a-6a58e3b4c783 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8305941 Nov 12 08:59:22.002366 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-cc51a31c-ddca-46c0-8e80-5f631fef222d None None] Deleting port 36edd04b-acfa-4b91-94bb-ad925abc1f73 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:59:22.002829 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cc51a31c-ddca-46c0-8e80-5f631fef222d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:22.018171 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-19a9a333-e512-44cc-8264-35374fff656b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206f8312-f979-4e27-92c2-524c260a2a43 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:59:22.066922 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-19a9a333-e512-44cc-8264-35374fff656b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:22.142021 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ca23c75d-dd27-4e76-98a5-6ccc3e6acd97 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:22.151811 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-19a9a333-e512-44cc-8264-35374fff656b service neutron] Transition to ACTIVE for port object 206f8312-f979-4e27-92c2-524c260a2a43 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:59:22.155459 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ca23c75d-dd27-4e76-98a5-6ccc3e6acd97 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:22.161483 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-19a9a333-e512-44cc-8264-35374fff656b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:22.166638 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42252) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:22.166965 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ca23c75d-dd27-4e76-98a5-6ccc3e6acd97 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "DELETE /v2.0/security-groups/02343fcf-fefa-438f-828c-34e140dee21f HTTP/1.1" status: 204 len: 168 time: 1.5727253 Nov 12 08:59:22.202149 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23c75d-dd27-4e76-98a5-6ccc3e6acd97 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02343fcf-fefa-438f-828c-34e140dee21f,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:22.284178 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-4a45748a-384a-4ec6-a90a-d22817999e71 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Deleting port 36edd04b-acfa-4b91-94bb-ad925abc1f73 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:59:22.284743 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4a45748a-384a-4ec6-a90a-d22817999e71 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:22.292870 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279613ba-8806-4e28-94b5-cdad622477db x-openstack-request-id: req-279613ba-8806-4e28-94b5-cdad622477db {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:22.293272 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345244c0-dfc6-4e22-91c7-b4a3b95d0702", "name": "network-vif-plugged", "status": "completed", "tag": "10d0e75b-037d-4def-aa04-663d57ef0288", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:22.293618 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-279613ba-8806-4e28-94b5-cdad622477db {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:22.294672 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345244c0-dfc6-4e22-91c7-b4a3b95d0702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d0e75b-037d-4def-aa04-663d57ef0288', 'code': 200} Nov 12 08:59:22.296339 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9ea3b541-16d8-48a5-be4c-b5bcd573b6d7 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:59:22.357354 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021ceadd-b150-4ac8-b751-c0ffd6c59d97 x-openstack-request-id: req-021ceadd-b150-4ac8-b751-c0ffd6c59d97 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:22.357792 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "tag": "6fcbc602-f892-4d42-bc23-8549c06c7ef1", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:22.358196 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-021ceadd-b150-4ac8-b751-c0ffd6c59d97 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:22.359536 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'tag': '6fcbc602-f892-4d42-bc23-8549c06c7ef1', 'status': 'completed', 'code': 200} Nov 12 08:59:22.392039 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 9ea3b541-16d8-48a5-be4c-b5bcd573b6d7 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:59:22.411992 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9ea3b541-16d8-48a5-be4c-b5bcd573b6d7 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:59:22.411992 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 36edd04b-acfa-4b91-94bb-ad925abc1f73 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:59:22.690094 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-df5f1590-6f3b-44b1-a74b-55deb4fb1bb9 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5112782 Nov 12 08:59:22.703481 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-cc51a31c-ddca-46c0-8e80-5f631fef222d None None] For port 36edd04b-acfa-4b91-94bb-ad925abc1f73, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=36edd04b-acfa-4b91-94bb-ad925abc1f73,segment=NetworkSegment(82ba9d74-ad46-4d9e-bec1-a53faff655a7),segment_id=82ba9d74-ad46-4d9e-bec1-a53faff655a7)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:22.712628 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42256) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:22.714767 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cc51a31c-ddca-46c0-8e80-5f631fef222d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:22.738331 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-53ccace3-9d79-4c47-93cc-00d809d0bc39 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Request body: {'security_group': {'name': 'tempest-secgroup--399687414'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:22.836338 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-cc51a31c-ddca-46c0-8e80-5f631fef222d None None] Calling delete_port for 36edd04b-acfa-4b91-94bb-ad925abc1f73 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:59:22.871798 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-53ccace3-9d79-4c47-93cc-00d809d0bc39 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:22.891029 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-4a45748a-384a-4ec6-a90a-d22817999e71 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] For port 36edd04b-acfa-4b91-94bb-ad925abc1f73, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=36edd04b-acfa-4b91-94bb-ad925abc1f73,segment=NetworkSegment(82ba9d74-ad46-4d9e-bec1-a53faff655a7),segment_id=82ba9d74-ad46-4d9e-bec1-a53faff655a7)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:22.891771 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4a45748a-384a-4ec6-a90a-d22817999e71 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:22.921136 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9a333-e512-44cc-8264-35374fff656b service neutron] Pushing event updated for resources: {'Port': ['ID=206f8312-f979-4e27-92c2-524c260a2a43,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:22.956390 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd934e2-228d-4f5c-891f-5a8c5ae92738 req-91419bc6-a5eb-49b2-b433-0721907d3185 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:22.966533 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd934e2-228d-4f5c-891f-5a8c5ae92738 req-91419bc6-a5eb-49b2-b433-0721907d3185 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:22.977450 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd934e2-228d-4f5c-891f-5a8c5ae92738 req-91419bc6-a5eb-49b2-b433-0721907d3185 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:22.987249 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd934e2-228d-4f5c-891f-5a8c5ae92738 req-91419bc6-a5eb-49b2-b433-0721907d3185 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:23.039176 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd934e2-228d-4f5c-891f-5a8c5ae92738 req-91419bc6-a5eb-49b2-b433-0721907d3185 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:23.045432 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b377a03-4a15-4941-a796-1fdbfcdb22ab req-c51686ee-11ae-4960-9055-18c88fbbcea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:23.046150 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b377a03-4a15-4941-a796-1fdbfcdb22ab req-c51686ee-11ae-4960-9055-18c88fbbcea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:23.046640 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b377a03-4a15-4941-a796-1fdbfcdb22ab req-c51686ee-11ae-4960-9055-18c88fbbcea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:23.047162 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b377a03-4a15-4941-a796-1fdbfcdb22ab req-c51686ee-11ae-4960-9055-18c88fbbcea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:23.047718 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b377a03-4a15-4941-a796-1fdbfcdb22ab req-c51686ee-11ae-4960-9055-18c88fbbcea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:23.057740 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b377a03-4a15-4941-a796-1fdbfcdb22ab req-c51686ee-11ae-4960-9055-18c88fbbcea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:23.058260 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b377a03-4a15-4941-a796-1fdbfcdb22ab req-c51686ee-11ae-4960-9055-18c88fbbcea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:23.061141 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0b377a03-4a15-4941-a796-1fdbfcdb22ab req-c51686ee-11ae-4960-9055-18c88fbbcea3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad65bcc6bcb148c2b43b634da3af78b4&device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 6384 time: 0.7001600 Nov 12 08:59:23.064465 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd934e2-228d-4f5c-891f-5a8c5ae92738 req-91419bc6-a5eb-49b2-b433-0721907d3185 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:23.097303 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd934e2-228d-4f5c-891f-5a8c5ae92738 req-91419bc6-a5eb-49b2-b433-0721907d3185 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:23.103450 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5fd934e2-228d-4f5c-891f-5a8c5ae92738 req-91419bc6-a5eb-49b2-b433-0721907d3185 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 5418 time: 0.4937701 Nov 12 08:59:23.126173 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-4a45748a-384a-4ec6-a90a-d22817999e71 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Calling delete_port for 36edd04b-acfa-4b91-94bb-ad925abc1f73 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:59:23.137541 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:23.388975 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5fd934e2-228d-4f5c-891f-5a8c5ae92738 req-35937f60-4f0d-4044-8180-ed83a00a79b3 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=a744e7fc-8543-46a9-a97e-e6026eadf022&id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2589960 Nov 12 08:59:23.482103 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 36edd04b-acfa-4b91-94bb-ad925abc1f73, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=36edd04b-acfa-4b91-94bb-ad925abc1f73,segment=NetworkSegment(82ba9d74-ad46-4d9e-bec1-a53faff655a7),segment_id=82ba9d74-ad46-4d9e-bec1-a53faff655a7)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:23.519460 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:23.550388 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-19a9a333-e512-44cc-8264-35374fff656b service neutron] Attempting to bind port 206f8312-f979-4e27-92c2-524c260a2a43 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:59:23.551117 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-19a9a333-e512-44cc-8264-35374fff656b service neutron] Attempting to bind port 206f8312-f979-4e27-92c2-524c260a2a43 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '772d6dd6-36e4-48dc-90ff-8a2775289036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ae45870e-ea40-4974-aaa2-60a832e0f221'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:59:23.552577 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-19a9a333-e512-44cc-8264-35374fff656b service neutron] Attempting to bind port 206f8312-f979-4e27-92c2-524c260a2a43 on network ae45870e-ea40-4974-aaa2-60a832e0f221 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:23.574395 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-19a9a333-e512-44cc-8264-35374fff656b service neutron] Port 206f8312-f979-4e27-92c2-524c260a2a43 on network ae45870e-ea40-4974-aaa2-60a832e0f221 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:59:23.575499 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-19a9a333-e512-44cc-8264-35374fff656b service neutron] Attempting to bind port 206f8312-f979-4e27-92c2-524c260a2a43 on network ae45870e-ea40-4974-aaa2-60a832e0f221 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:23.668067 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b377a03-4a15-4941-a796-1fdbfcdb22ab req-b96da29a-0306-41d3-9f63-8b0cc47e0c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:23.670275 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b377a03-4a15-4941-a796-1fdbfcdb22ab req-b96da29a-0306-41d3-9f63-8b0cc47e0c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:23.674228 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b377a03-4a15-4941-a796-1fdbfcdb22ab req-b96da29a-0306-41d3-9f63-8b0cc47e0c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:23.679257 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0b377a03-4a15-4941-a796-1fdbfcdb22ab req-b96da29a-0306-41d3-9f63-8b0cc47e0c3f service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=ad65bcc6bcb148c2b43b634da3af78b4&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6043043 Nov 12 08:59:23.706629 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-53ccace3-9d79-4c47-93cc-00d809d0bc39 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:23.749850 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:23.813136 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-53ccace3-9d79-4c47-93cc-00d809d0bc39 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:23.843882 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4a45748a-384a-4ec6-a90a-d22817999e71 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:23.882229 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a45748a-384a-4ec6-a90a-d22817999e71 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] No DVR routers for this DVR port 36edd04b-acfa-4b91-94bb-ad925abc1f73 on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:59:23.931724 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event deleted for resources: {'Port': ['ID=36edd04b-acfa-4b91-94bb-ad925abc1f73,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:23.932764 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-19a9a333-e512-44cc-8264-35374fff656b service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:59:23.933310 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-19a9a333-e512-44cc-8264-35374fff656b service neutron] Checking segment: {'id': '772d6dd6-36e4-48dc-90ff-8a2775289036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ae45870e-ea40-4974-aaa2-60a832e0f221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:59:23.933614 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-19a9a333-e512-44cc-8264-35374fff656b service neutron] Bound using segment: {'id': '772d6dd6-36e4-48dc-90ff-8a2775289036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ae45870e-ea40-4974-aaa2-60a832e0f221'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:59:23.934080 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-19a9a333-e512-44cc-8264-35374fff656b service neutron] Bound port: 206f8312-f979-4e27-92c2-524c260a2a43, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '772d6dd6-36e4-48dc-90ff-8a2775289036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ae45870e-ea40-4974-aaa2-60a832e0f221'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:59:23.954659 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-53ccace3-9d79-4c47-93cc-00d809d0bc39 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:23.961168 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-19a9a333-e512-44cc-8264-35374fff656b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:23.961714 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-53ccace3-9d79-4c47-93cc-00d809d0bc39 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2266514 Nov 12 08:59:23.973445 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cc51a31c-ddca-46c0-8e80-5f631fef222d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:23.982016 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42272) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:24.024981 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51a31c-ddca-46c0-8e80-5f631fef222d None None] Pushing event deleted for resources: {'Port': ['ID=36edd04b-acfa-4b91-94bb-ad925abc1f73,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:24.034065 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc51a31c-ddca-46c0-8e80-5f631fef222d None None] No DVR routers for this DVR port 36edd04b-acfa-4b91-94bb-ad925abc1f73 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:59:24.035462 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1af0598f-ec02-4308-85e3-d120a128e798 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Request body: {'security_group_rule': {'security_group_id': '740d1b78-c1c7-4126-8b5f-697680a6eb3d', 'direction': 'ingress', 'protocol': 17}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:24.163933 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45748a-384a-4ec6-a90a-d22817999e71 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Port': ['ID=36edd04b-acfa-4b91-94bb-ad925abc1f73,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:24.419681 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1af0598f-ec02-4308-85e3-d120a128e798 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:24.455325 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4a45748a-384a-4ec6-a90a-d22817999e71 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:24.503559 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-4a45748a-384a-4ec6-a90a-d22817999e71 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d986990-93fd-4476-a639-4da3132654f4']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:24.519613 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-4a45748a-384a-4ec6-a90a-d22817999e71 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ba9d74-ad46-4d9e-bec1-a53faff655a7') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:24.519970 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-4a45748a-384a-4ec6-a90a-d22817999e71 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ba9d74-ad46-4d9e-bec1-a53faff655a7') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:24.538741 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4a45748a-384a-4ec6-a90a-d22817999e71 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:24.559477 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4a45748a-384a-4ec6-a90a-d22817999e71 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:24.569194 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a45748a-384a-4ec6-a90a-d22817999e71 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:59:24.569795 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4a45748a-384a-4ec6-a90a-d22817999e71 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:24.653689 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-19a9a333-e512-44cc-8264-35374fff656b service neutron] For port 206f8312-f979-4e27-92c2-524c260a2a43, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:59:24.661101 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:59:24.661101 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:59:24.661101 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:59:24.661101 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:59:24.661101 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:59:24.661101 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:59:24.661101 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:59:24.661101 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:59:24.661101 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:59:24.661101 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:59:24.661101 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:59:24.661101 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:59:24.661101 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:59:24.661101 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:59:24.661101 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:59:24.661101 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:59:24.661101 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:59:24.661101 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:59:24.661101 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:59:24.661101 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:59:24.661101 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:59:24.661101 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:59:24.661101 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:59:24.661101 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:59:24.661101 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:59:24.661101 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:59:24.661101 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:59:24.661101 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:59:24.661101 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:59:24.661101 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:59:24.661101 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:59:24.661101 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:59:24.667291 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4a45748a-384a-4ec6-a90a-d22817999e71 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:24.669924 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ccace3-9d79-4c47-93cc-00d809d0bc39 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=740d1b78-c1c7-4126-8b5f-697680a6eb3d,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:24.689084 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4a45748a-384a-4ec6-a90a-d22817999e71 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:24.697530 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4a45748a-384a-4ec6-a90a-d22817999e71 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/networks/4d986990-93fd-4476-a639-4da3132654f4 HTTP/1.1" status: 204 len: 168 time: 3.6111455 Nov 12 08:59:24.706264 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42278) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:24.707243 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-19a9a333-e512-44cc-8264-35374fff656b service neutron] For port 206f8312-f979-4e27-92c2-524c260a2a43, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=206f8312-f979-4e27-92c2-524c260a2a43,segment=NetworkSegment(772d6dd6-36e4-48dc-90ff-8a2775289036),segment_id=772d6dd6-36e4-48dc-90ff-8a2775289036)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:59:24.763444 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45748a-384a-4ec6-a90a-d22817999e71 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Network': ['ID=4d986990-93fd-4476-a639-4da3132654f4,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:24.766046 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b377a03-4a15-4941-a796-1fdbfcdb22ab req-1c4e9adb-8005-4bda-8494-adce801b7b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:24.781639 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0b377a03-4a15-4941-a796-1fdbfcdb22ab req-1c4e9adb-8005-4bda-8494-adce801b7b6a service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0846481 Nov 12 08:59:24.795725 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-19a9a333-e512-44cc-8264-35374fff656b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:24.872388 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32daec52-40f2-4db2-9144-36bb34e1dfda req-dfb07aea-1909-44e3-b2f4-af38b8c21636 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:24.875107 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32daec52-40f2-4db2-9144-36bb34e1dfda req-dfb07aea-1909-44e3-b2f4-af38b8c21636 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 946 time: 1.1604900 Nov 12 08:59:24.992682 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-19a9a333-e512-44cc-8264-35374fff656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:24.994307 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-19a9a333-e512-44cc-8264-35374fff656b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:24.999791 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-19a9a333-e512-44cc-8264-35374fff656b service neutron] 10.222.0.54 "PUT /v2.0/ports/206f8312-f979-4e27-92c2-524c260a2a43 HTTP/1.1" status: 200 len: 1092 time: 7.3312888 Nov 12 08:59:25.028843 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'tag': '206f8312-f979-4e27-92c2-524c260a2a43'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:25.033751 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d90067b-d8ae-4803-89ab-dfa2090ce9ef" -d '{"events": [{"name": "network-changed", "server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "tag": "206f8312-f979-4e27-92c2-524c260a2a43"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:25.066427 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-fef8edb2-f050-4339-841d-cac14fa05281 service neutron] Request body: {'port': {'device_id': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:25.229663 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32daec52-40f2-4db2-9144-36bb34e1dfda req-f3706665-21d9-4d8b-97af-4e773506c47a tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2815115 Nov 12 08:59:25.322326 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1af0598f-ec02-4308-85e3-d120a128e798 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:25.330085 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9a333-e512-44cc-8264-35374fff656b service neutron] Pushing event updated for resources: {'Port': ['ID=206f8312-f979-4e27-92c2-524c260a2a43,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:25.427509 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1af0598f-ec02-4308-85e3-d120a128e798 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:25.570241 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0598f-ec02-4308-85e3-d120a128e798 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2430991f-8283-4765-ae33-3f4166440e5c,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:25.599386 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1af0598f-ec02-4308-85e3-d120a128e798 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:25.610943 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1af0598f-ec02-4308-85e3-d120a128e798 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.6163924 Nov 12 08:59:25.614016 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42290) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:25.663436 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-fef8edb2-f050-4339-841d-cac14fa05281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:25.893477 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb94a0f-2647-4b0e-9498-4648b7e75bd4 req-a1fefd53-5b78-4812-995e-15730b33c322 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:25.907796 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-abb94a0f-2647-4b0e-9498-4648b7e75bd4 req-a1fefd53-5b78-4812-995e-15730b33c322 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=9989ce16-6f8b-4825-a7c1-bfd9ba95a810 HTTP/1.1" status: 200 len: 945 time: 0.3441651 Nov 12 08:59:26.153754 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-abb94a0f-2647-4b0e-9498-4648b7e75bd4 req-959cae1c-be13-4d8f-a8a9-01a9d1b54dc2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482252 Nov 12 08:59:26.348880 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-83a41f99-e34c-4ac4-a8a1-71f912d8a102 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:26.745725 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf46d68-66ba-484a-90f3-77091eefde94 req-12646ac1-07f8-4a11-bbac-ce669f373020 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:26.748269 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-83a41f99-e34c-4ac4-a8a1-71f912d8a102 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:26.772925 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf46d68-66ba-484a-90f3-77091eefde94 req-12646ac1-07f8-4a11-bbac-ce669f373020 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:26.779212 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-fef8edb2-f050-4339-841d-cac14fa05281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fe5da9b-dc65-4c8c-94f7-e34d6a421df3 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:59:26.804127 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf46d68-66ba-484a-90f3-77091eefde94 req-12646ac1-07f8-4a11-bbac-ce669f373020 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:26.805927 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-fef8edb2-f050-4339-841d-cac14fa05281 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:26.825171 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf46d68-66ba-484a-90f3-77091eefde94 req-12646ac1-07f8-4a11-bbac-ce669f373020 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:26.843245 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf46d68-66ba-484a-90f3-77091eefde94 req-12646ac1-07f8-4a11-bbac-ce669f373020 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:26.855697 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-fef8edb2-f050-4339-841d-cac14fa05281 service neutron] Transition to ACTIVE for port object 0fe5da9b-dc65-4c8c-94f7-e34d6a421df3 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:59:26.859326 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf46d68-66ba-484a-90f3-77091eefde94 req-12646ac1-07f8-4a11-bbac-ce669f373020 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:26.862368 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-fef8edb2-f050-4339-841d-cac14fa05281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:26.887232 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf46d68-66ba-484a-90f3-77091eefde94 req-12646ac1-07f8-4a11-bbac-ce669f373020 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:26.912763 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9cf46d68-66ba-484a-90f3-77091eefde94 req-12646ac1-07f8-4a11-bbac-ce669f373020 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 5418 time: 0.4984195 Nov 12 08:59:27.004129 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-025928ce-66a2-438c-bca4-b52c6b6fe674 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:27.043478 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-83a41f99-e34c-4ac4-a8a1-71f912d8a102 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:27.055322 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-83a41f99-e34c-4ac4-a8a1-71f912d8a102 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:27.061372 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-83a41f99-e34c-4ac4-a8a1-71f912d8a102 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "DELETE /v2.0/security-groups/740d1b78-c1c7-4126-8b5f-697680a6eb3d HTTP/1.1" status: 204 len: 168 time: 1.4402509 Nov 12 08:59:27.120037 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42316) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:27.442983 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a41f99-e34c-4ac4-a8a1-71f912d8a102 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=740d1b78-c1c7-4126-8b5f-697680a6eb3d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:27.646639 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8edb2-f050-4339-841d-cac14fa05281 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe5da9b-dc65-4c8c-94f7-e34d6a421df3,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:27.753937 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9cf46d68-66ba-484a-90f3-77091eefde94 req-14aadd48-a49b-4750-b392-b84f8132f1ca tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=a744e7fc-8543-46a9-a97e-e6026eadf022&id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8415527 Nov 12 08:59:27.792090 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f44a0a7b-58dc-4898-b182-b01633145a13 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5195351 Nov 12 08:59:27.798544 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42328) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:27.834387 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-80449739-6540-4921-a33e-249b2f5c3711 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Request body: {'security_group': {'name': 'tempest-secgroup--1472046358'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:27.996087 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87441791-deac-4907-b050-3ffad86f42b7 x-openstack-request-id: req-87441791-deac-4907-b050-3ffad86f42b7 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:27.996087 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "tag": "206f8312-f979-4e27-92c2-524c260a2a43", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:27.996087 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-87441791-deac-4907-b050-3ffad86f42b7 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:27.996087 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'tag': '206f8312-f979-4e27-92c2-524c260a2a43', 'status': 'completed', 'code': 200} Nov 12 08:59:28.004464 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-80449739-6540-4921-a33e-249b2f5c3711 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:28.088518 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-fef8edb2-f050-4339-841d-cac14fa05281 service neutron] Attempting to bind port 0fe5da9b-dc65-4c8c-94f7-e34d6a421df3 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:59:28.088939 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-fef8edb2-f050-4339-841d-cac14fa05281 service neutron] Attempting to bind port 0fe5da9b-dc65-4c8c-94f7-e34d6a421df3 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '772d6dd6-36e4-48dc-90ff-8a2775289036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ae45870e-ea40-4974-aaa2-60a832e0f221'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:59:28.092489 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-fef8edb2-f050-4339-841d-cac14fa05281 service neutron] Attempting to bind port 0fe5da9b-dc65-4c8c-94f7-e34d6a421df3 on network ae45870e-ea40-4974-aaa2-60a832e0f221 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:28.343353 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-025928ce-66a2-438c-bca4-b52c6b6fe674 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Deleting port a205d611-d7cd-4d02-b19c-31965438acd6 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:59:28.344532 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-025928ce-66a2-438c-bca4-b52c6b6fe674 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:28.461555 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-80449739-6540-4921-a33e-249b2f5c3711 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:28.463842 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-fef8edb2-f050-4339-841d-cac14fa05281 service neutron] Port 0fe5da9b-dc65-4c8c-94f7-e34d6a421df3 on network ae45870e-ea40-4974-aaa2-60a832e0f221 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:59:28.464505 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-fef8edb2-f050-4339-841d-cac14fa05281 service neutron] Attempting to bind port 0fe5da9b-dc65-4c8c-94f7-e34d6a421df3 on network ae45870e-ea40-4974-aaa2-60a832e0f221 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:28.494791 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-80449739-6540-4921-a33e-249b2f5c3711 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:28.548451 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-fef8edb2-f050-4339-841d-cac14fa05281 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:59:28.548849 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-fef8edb2-f050-4339-841d-cac14fa05281 service neutron] Checking segment: {'id': '772d6dd6-36e4-48dc-90ff-8a2775289036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ae45870e-ea40-4974-aaa2-60a832e0f221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:59:28.549236 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-fef8edb2-f050-4339-841d-cac14fa05281 service neutron] Bound using segment: {'id': '772d6dd6-36e4-48dc-90ff-8a2775289036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ae45870e-ea40-4974-aaa2-60a832e0f221'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:59:28.549702 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-fef8edb2-f050-4339-841d-cac14fa05281 service neutron] Bound port: 0fe5da9b-dc65-4c8c-94f7-e34d6a421df3, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '772d6dd6-36e4-48dc-90ff-8a2775289036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ae45870e-ea40-4974-aaa2-60a832e0f221'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:59:28.550074 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-fef8edb2-f050-4339-841d-cac14fa05281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:28.568825 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-025928ce-66a2-438c-bca4-b52c6b6fe674 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] For port a205d611-d7cd-4d02-b19c-31965438acd6, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a205d611-d7cd-4d02-b19c-31965438acd6,segment=NetworkSegment(71271d5b-ce06-4be8-8e23-a8e128b95e1d),segment_id=71271d5b-ce06-4be8-8e23-a8e128b95e1d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:28.572331 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-025928ce-66a2-438c-bca4-b52c6b6fe674 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:28.641653 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-025928ce-66a2-438c-bca4-b52c6b6fe674 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Calling delete_port for a205d611-d7cd-4d02-b19c-31965438acd6 owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:59:28.712898 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-fef8edb2-f050-4339-841d-cac14fa05281 service neutron] For port 0fe5da9b-dc65-4c8c-94f7-e34d6a421df3, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:59:28.720027 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-fef8edb2-f050-4339-841d-cac14fa05281 service neutron] For port 0fe5da9b-dc65-4c8c-94f7-e34d6a421df3, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=0fe5da9b-dc65-4c8c-94f7-e34d6a421df3,segment=NetworkSegment(772d6dd6-36e4-48dc-90ff-8a2775289036),segment_id=772d6dd6-36e4-48dc-90ff-8a2775289036)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:59:28.744997 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90067b-d8ae-4803-89ab-dfa2090ce9ef req-1db0dfc0-54ce-4d78-a2fc-b417ecccaa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:28.745468 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90067b-d8ae-4803-89ab-dfa2090ce9ef req-1db0dfc0-54ce-4d78-a2fc-b417ecccaa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:28.746097 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90067b-d8ae-4803-89ab-dfa2090ce9ef req-1db0dfc0-54ce-4d78-a2fc-b417ecccaa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:28.746938 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90067b-d8ae-4803-89ab-dfa2090ce9ef req-1db0dfc0-54ce-4d78-a2fc-b417ecccaa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:28.747774 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90067b-d8ae-4803-89ab-dfa2090ce9ef req-1db0dfc0-54ce-4d78-a2fc-b417ecccaa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:28.751169 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90067b-d8ae-4803-89ab-dfa2090ce9ef req-1db0dfc0-54ce-4d78-a2fc-b417ecccaa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:28.752775 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90067b-d8ae-4803-89ab-dfa2090ce9ef req-1db0dfc0-54ce-4d78-a2fc-b417ecccaa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:28.756307 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3d90067b-d8ae-4803-89ab-dfa2090ce9ef req-1db0dfc0-54ce-4d78-a2fc-b417ecccaa1d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad65bcc6bcb148c2b43b634da3af78b4&device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 6452 time: 0.7494473 Nov 12 08:59:28.760503 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-80449739-6540-4921-a33e-249b2f5c3711 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:28.762921 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-80449739-6540-4921-a33e-249b2f5c3711 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9462414 Nov 12 08:59:28.765733 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-fef8edb2-f050-4339-841d-cac14fa05281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:28.769027 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42346) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:28.801394 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d544983c-aa3a-4246-949d-ea67e8c63820 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Request body: {'security_group': {'name': 'tempest-secgroup--1149861672'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:28.811647 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80449739-6540-4921-a33e-249b2f5c3711 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a779ac1-e665-4f66-9c9c-e2738589defe,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:29.077835 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912145b-dd2c-4e02-bfff-46513ab38f10 req-2fd11abf-90a0-4632-8db9-a61f4d3645e8 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:29.112168 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6912145b-dd2c-4e02-bfff-46513ab38f10 req-2fd11abf-90a0-4632-8db9-a61f4d3645e8 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 946 time: 0.2936151 Nov 12 08:59:29.177817 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-fef8edb2-f050-4339-841d-cac14fa05281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:29.192114 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-fef8edb2-f050-4339-841d-cac14fa05281 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:29.194997 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-fef8edb2-f050-4339-841d-cac14fa05281 service neutron] 10.222.0.54 "PUT /v2.0/ports/0fe5da9b-dc65-4c8c-94f7-e34d6a421df3 HTTP/1.1" status: 200 len: 1092 time: 4.1366513 Nov 12 08:59:29.220422 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d544983c-aa3a-4246-949d-ea67e8c63820 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:29.239180 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:29.290404 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90067b-d8ae-4803-89ab-dfa2090ce9ef req-e45c652e-212b-4bb1-b5be-c8875baa7008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:29.298495 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90067b-d8ae-4803-89ab-dfa2090ce9ef req-e45c652e-212b-4bb1-b5be-c8875baa7008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:29.299559 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90067b-d8ae-4803-89ab-dfa2090ce9ef req-e45c652e-212b-4bb1-b5be-c8875baa7008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:29.302573 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3d90067b-d8ae-4803-89ab-dfa2090ce9ef req-e45c652e-212b-4bb1-b5be-c8875baa7008 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=ad65bcc6bcb148c2b43b634da3af78b4&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5284817 Nov 12 08:59:29.420038 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8edb2-f050-4339-841d-cac14fa05281 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe5da9b-dc65-4c8c-94f7-e34d6a421df3,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:29.583223 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-025928ce-66a2-438c-bca4-b52c6b6fe674 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:29.678322 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025928ce-66a2-438c-bca4-b52c6b6fe674 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Port': ['ID=a205d611-d7cd-4d02-b19c-31965438acd6,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:29.759688 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6912145b-dd2c-4e02-bfff-46513ab38f10 req-83ef5b50-6ff1-43b4-ba61-51d107f89ec3 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6395199 Nov 12 08:59:29.789960 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90067b-d8ae-4803-89ab-dfa2090ce9ef req-7e51864b-2daf-4404-994a-0732d828ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:29.800723 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3d90067b-d8ae-4803-89ab-dfa2090ce9ef req-7e51864b-2daf-4404-994a-0732d828ff3e service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4698558 Nov 12 08:59:29.999325 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d544983c-aa3a-4246-949d-ea67e8c63820 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:30.006053 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'tag': '0fe5da9b-dc65-4c8c-94f7-e34d6a421df3'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:30.017163 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e965929e-e298-4f9b-8b9c-a2f891146289" -d '{"events": [{"name": "network-changed", "server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "tag": "0fe5da9b-dc65-4c8c-94f7-e34d6a421df3"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:30.030459 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d544983c-aa3a-4246-949d-ea67e8c63820 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:30.277001 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544983c-aa3a-4246-949d-ea67e8c63820 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4353de-e24f-4737-bc45-96d02740f39e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:30.333674 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d544983c-aa3a-4246-949d-ea67e8c63820 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:30.339926 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d544983c-aa3a-4246-949d-ea67e8c63820 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.5444655 Nov 12 08:59:30.345186 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42362) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:30.421275 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-81e7f39d-7348-447a-a523-dfbcdfd62f2f tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Request body: {'security_group_rule': {'security_group_id': '1a779ac1-e665-4f66-9c9c-e2738589defe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2d4353de-e24f-4737-bc45-96d02740f39e', 'remote_ip_prefix': None}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:30.433620 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a95048-a0b4-4a77-bce3-c36f52debe0a req-c1463098-3fab-40dc-81a6-742429f8f9b6 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:30.446162 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-46a95048-a0b4-4a77-bce3-c36f52debe0a req-c1463098-3fab-40dc-81a6-742429f8f9b6 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=9989ce16-6f8b-4825-a7c1-bfd9ba95a810 HTTP/1.1" status: 200 len: 945 time: 0.3016760 Nov 12 08:59:30.498533 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-025928ce-66a2-438c-bca4-b52c6b6fe674 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:30.536646 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7fc60bbf-c10a-430f-880e-bf57e4b71ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:30.538007 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7fc60bbf-c10a-430f-880e-bf57e4b71ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:30.542951 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7fc60bbf-c10a-430f-880e-bf57e4b71ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:30.544155 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7fc60bbf-c10a-430f-880e-bf57e4b71ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:30.545253 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7fc60bbf-c10a-430f-880e-bf57e4b71ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:30.551353 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7fc60bbf-c10a-430f-880e-bf57e4b71ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:30.552618 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7fc60bbf-c10a-430f-880e-bf57e4b71ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:30.561042 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-7fc60bbf-c10a-430f-880e-bf57e4b71ebb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad65bcc6bcb148c2b43b634da3af78b4&device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 6494 time: 0.6723228 Nov 12 08:59:30.618369 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-81e7f39d-7348-447a-a523-dfbcdfd62f2f tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:30.971435 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-46a95048-a0b4-4a77-bce3-c36f52debe0a req-96d9c2a5-5007-47fa-94f7-507319460d0b tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5234172 Nov 12 08:59:31.053453 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-3ead707a-b1aa-4d25-a6b8-ca8a84f002ba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67f7b3d5-2b02-4acc-aa1d-2c68928b32e8 HTTP/1.1" status: 200 len: 217 time: 0.4699781 Nov 12 08:59:31.110396 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:59:31.465377 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-02951883-c445-4b23-a560-856c07bb4aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:31.470117 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-02951883-c445-4b23-a560-856c07bb4aa0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=972d18b2-ff95-4dd0-9709-a0646a0ab7eb HTTP/1.1" status: 200 len: 856 time: 0.4034922 Nov 12 08:59:31.499731 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c0699-9257-4858-934c-243194772dfe req-35a1b08c-6ce7-431b-989b-ea583d7ddb86 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:31.501142 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-81e7f39d-7348-447a-a523-dfbcdfd62f2f tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:31.515056 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c0699-9257-4858-934c-243194772dfe req-35a1b08c-6ce7-431b-989b-ea583d7ddb86 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:31.527529 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c0699-9257-4858-934c-243194772dfe req-35a1b08c-6ce7-431b-989b-ea583d7ddb86 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:31.540853 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c0699-9257-4858-934c-243194772dfe req-35a1b08c-6ce7-431b-989b-ea583d7ddb86 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:31.556285 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c0699-9257-4858-934c-243194772dfe req-35a1b08c-6ce7-431b-989b-ea583d7ddb86 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:31.567793 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c0699-9257-4858-934c-243194772dfe req-35a1b08c-6ce7-431b-989b-ea583d7ddb86 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:31.580328 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c0699-9257-4858-934c-243194772dfe req-35a1b08c-6ce7-431b-989b-ea583d7ddb86 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:31.583994 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b16c0699-9257-4858-934c-243194772dfe req-35a1b08c-6ce7-431b-989b-ea583d7ddb86 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 5430 time: 0.2713230 Nov 12 08:59:31.608797 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-81e7f39d-7348-447a-a523-dfbcdfd62f2f tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:31.621373 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025928ce-66a2-438c-bca4-b52c6b6fe674 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Router c5492485-c231-4668-b90d-b62400d6876b has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:59:31.703988 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-0350cb5f-a84f-4f15-870c-66d44523362e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:31.718929 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-0350cb5f-a84f-4f15-870c-66d44523362e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2145519 Nov 12 08:59:31.721891 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7f39d-7348-447a-a523-dfbcdfd62f2f tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=132e7062-f4eb-48f2-8f40-739b39dff38c,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:31.827295 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025928ce-66a2-438c-bca4-b52c6b6fe674 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:59:31.840991 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed1d4aa-e23f-44dc-b4c2-0a6038da35fc None None] Sync routers for ids ['c5492485-c231-4668-b90d-b62400d6876b'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:59:31.846183 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-025928ce-66a2-438c-bca4-b52c6b6fe674 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "PUT /v2.0/routers/c5492485-c231-4668-b90d-b62400d6876b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0966861 Nov 12 08:59:31.848713 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42382) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:31.873291 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed1d4aa-e23f-44dc-b4c2-0a6038da35fc None None] Routers {'c5492485-c231-4668-b90d-b62400d6876b'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:59:31.875031 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-3ed1d4aa-e23f-44dc-b4c2-0a6038da35fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:59:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c5492485-c231-4668-b90d-b62400d6876b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:31.978852 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-71f4846b-1ac1-48b8-8252-dc7c9b7be15b service neutron] 10.222.0.54 "GET /v2.0/networks/52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316346 Nov 12 08:59:31.985161 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-81e7f39d-7348-447a-a523-dfbcdfd62f2f tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:31.991006 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-81e7f39d-7348-447a-a523-dfbcdfd62f2f tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.6353309 Nov 12 08:59:32.237284 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42386) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:32.338108 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b906e90-0f2a-4186-999d-395500db57b6 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:32.366825 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b906e90-0f2a-4186-999d-395500db57b6 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:32.489415 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b906e90-0f2a-4186-999d-395500db57b6 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:32.513707 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd0d0422-d02c-4532-ae02-9b517c2773aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Deleting subnet 14e5ba6d-91c9-492b-9f3a-80336af32053 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:59:32.516506 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b906e90-0f2a-4186-999d-395500db57b6 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:32.522399 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1b906e90-0f2a-4186-999d-395500db57b6 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/132e7062-f4eb-48f2-8f40-739b39dff38c HTTP/1.1" status: 204 len: 168 time: 0.2787509 Nov 12 08:59:32.530374 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42394) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:32.532227 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-fb161ddb-fdc5-4ffd-95b3-5545514fcba8 service neutron] 10.222.0.54 "GET /v2.0/networks/52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5419488 Nov 12 08:59:32.569662 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-3ed1d4aa-e23f-44dc-b4c2-0a6038da35fc None None] Set router c5492485-c231-4668-b90d-b62400d6876b gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:59:32.587953 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b906e90-0f2a-4186-999d-395500db57b6 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=132e7062-f4eb-48f2-8f40-739b39dff38c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:32.622717 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cd0d0422-d02c-4532-ae02-9b517c2773aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:32.701795 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cd0d0422-d02c-4532-ae02-9b517c2773aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:32.703611 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-ca694e43-b61c-4dbe-868c-898d91f2a05a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=1fc527f8-9665-4e15-9131-e2f6e2db3a4f HTTP/1.1" status: 200 len: 217 time: 0.1488452 Nov 12 08:59:32.866705 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b16c0699-9257-4858-934c-243194772dfe req-b524d9ad-e164-4a55-8da1-3bd6f08fc555 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=a744e7fc-8543-46a9-a97e-e6026eadf022&id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2369411 Nov 12 08:59:32.949107 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-53f7de15-30df-440d-afb7-94e40571017f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:32.951665 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-53f7de15-30df-440d-afb7-94e40571017f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a46f76c2-1a35-49b4-89e9-0120081a33c4 HTTP/1.1" status: 200 len: 797 time: 0.2363861 Nov 12 08:59:32.999542 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cd0d0422-d02c-4532-ae02-9b517c2773aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:33.143213 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-00876588-dfd4-4df1-b6b4-4b0613975ad9 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5892744 Nov 12 08:59:33.144108 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42400) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:33.205589 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da611df4-94bf-4c6a-86fb-71d2bffe368c x-openstack-request-id: req-da611df4-94bf-4c6a-86fb-71d2bffe368c {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:33.205937 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "tag": "0fe5da9b-dc65-4c8c-94f7-e34d6a421df3", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:33.206381 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da611df4-94bf-4c6a-86fb-71d2bffe368c {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:33.206982 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'tag': '0fe5da9b-dc65-4c8c-94f7-e34d6a421df3', 'status': 'completed', 'code': 200} Nov 12 08:59:33.232571 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-afe0abc7-eca3-4250-a6b0-c33170227764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:33.238528 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-afe0abc7-eca3-4250-a6b0-c33170227764 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6f43e52f-01a2-4807-8299-a32ad3b11a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2751791 Nov 12 08:59:33.270633 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-3ed1d4aa-e23f-44dc-b4c2-0a6038da35fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5492485-c231-4668-b90d-b62400d6876b', 'name': 'tempest-RoutersTest-router-426469342', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:58Z', 'updated_at': '2021-11-12T08:59:29Z', 'revision_number': 9, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None, '_interfaces': [{'id': '3abcb375-35f8-4c47-bdcd-f0c288db4edf', 'name': '', 'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:0a:27:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '96690381-de91-478c-90cf-cf185df62ad4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:14Z', 'updated_at': '2021-11-12T08:58:37Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '96690381-de91-478c-90cf-cf185df62ad4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ea3ca77-8c38-4ad5-80eb-605e9867f5f4', 'name': '', 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:59:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:03Z', 'updated_at': '2021-11-12T08:58:20Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:33.438976 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed1d4aa-e23f-44dc-b4c2-0a6038da35fc None None] Checking router: c5492485-c231-4668-b90d-b62400d6876b for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:59:33.473710 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed1d4aa-e23f-44dc-b4c2-0a6038da35fc None None] Routers {'c5492485-c231-4668-b90d-b62400d6876b'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:59:33.479917 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-3ed1d4aa-e23f-44dc-b4c2-0a6038da35fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:59:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c5492485-c231-4668-b90d-b62400d6876b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:33.667990 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d9f978d-d235-4234-87d2-028534a75c79 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:33.686004 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cd0d0422-d02c-4532-ae02-9b517c2773aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:33.748585 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-e8afab3d-69c4-4803-85f4-031595aa4bf6 service neutron] 10.222.0.54 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4971399 Nov 12 08:59:33.765796 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-3ed1d4aa-e23f-44dc-b4c2-0a6038da35fc None None] Set router c5492485-c231-4668-b90d-b62400d6876b gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:59:33.889167 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8e056-c2ea-4c60-84c0-2d4e942a074e req-290669f5-8a17-45f3-b4dd-93ff755c2da7 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:33.894552 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ae8e056-c2ea-4c60-84c0-2d4e942a074e req-290669f5-8a17-45f3-b4dd-93ff755c2da7 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 946 time: 0.4533083 Nov 12 08:59:33.927515 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d0422-d02c-4532-ae02-9b517c2773aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Subnet': ['ID=14e5ba6d-91c9-492b-9f3a-80336af32053,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:33.996329 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8277698-1166-49dd-b1a7-677cefae6ee2 None None] Network e3fe7d43-8e58-4ffe-a212-4056bc0662aa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:59:34.023005 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d9f978d-d235-4234-87d2-028534a75c79 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:34.048566 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cd0d0422-d02c-4532-ae02-9b517c2773aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:34.058601 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-cd0d0422-d02c-4532-ae02-9b517c2773aa tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/subnets/14e5ba6d-91c9-492b-9f3a-80336af32053 HTTP/1.1" status: 204 len: 168 time: 2.2048531 Nov 12 08:59:34.111720 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42410) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:34.419032 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d9f978d-d235-4234-87d2-028534a75c79 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:34.425877 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d9f978d-d235-4234-87d2-028534a75c79 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:34.434602 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9d9f978d-d235-4234-87d2-028534a75c79 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "DELETE /v2.0/security-groups/2d4353de-e24f-4737-bc45-96d02740f39e HTTP/1.1" status: 204 len: 168 time: 1.2783401 Nov 12 08:59:34.507075 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42416) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:34.661830 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7fc01d-f4d6-4eb2-9dae-f488f741bda0 None None] DHCP port deletion for e3fe7d43-8e58-4ffe-a212-4056bc0662aa request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:59:34.753550 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-3ed1d4aa-e23f-44dc-b4c2-0a6038da35fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5492485-c231-4668-b90d-b62400d6876b', 'name': 'tempest-RoutersTest-router-426469342', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:58Z', 'updated_at': '2021-11-12T08:59:29Z', 'revision_number': 9, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None, '_interfaces': [{'id': '3abcb375-35f8-4c47-bdcd-f0c288db4edf', 'name': '', 'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:0a:27:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '96690381-de91-478c-90cf-cf185df62ad4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:14Z', 'updated_at': '2021-11-12T08:58:37Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '96690381-de91-478c-90cf-cf185df62ad4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ea3ca77-8c38-4ad5-80eb-605e9867f5f4', 'name': '', 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:59:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:03Z', 'updated_at': '2021-11-12T08:58:20Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:34.862251 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f978d-d235-4234-87d2-028534a75c79 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4353de-e24f-4737-bc45-96d02740f39e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:34.871075 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed1d4aa-e23f-44dc-b4c2-0a6038da35fc None None] The sync data for ids ['c5492485-c231-4668-b90d-b62400d6876b'] in n-d-768862-16 is: [{'id': 'c5492485-c231-4668-b90d-b62400d6876b', 'name': 'tempest-RoutersTest-router-426469342', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:58Z', 'updated_at': '2021-11-12T08:59:29Z', 'revision_number': 9, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None, '_interfaces': [{'id': '3abcb375-35f8-4c47-bdcd-f0c288db4edf', 'name': '', 'network_id': '3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:0a:27:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '96690381-de91-478c-90cf-cf185df62ad4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:14Z', 'updated_at': '2021-11-12T08:58:37Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': '96690381-de91-478c-90cf-cf185df62ad4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ea3ca77-8c38-4ad5-80eb-605e9867f5f4', 'name': '', 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:59:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:03Z', 'updated_at': '2021-11-12T08:58:20Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:59:34.987469 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ae8e056-c2ea-4c60-84c0-2d4e942a074e req-2570013a-6c0b-492b-8bb9-3c3f6dbac2e8 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0369682 Nov 12 08:59:34.990821 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-de7fc01d-f4d6-4eb2-9dae-f488f741bda0 None None] Deleting port 5542978f-2e9f-4040-be09-b74d65c236fe {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:59:34.991504 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-de7fc01d-f4d6-4eb2-9dae-f488f741bda0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:35.034118 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-56cbb837-cd39-4a2c-872e-7e5568dbb9e8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:35.182257 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d7b7f7e6-bf15-41f5-a4b3-6abaa784c8ae tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.6726336 Nov 12 08:59:35.231849 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42424) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:35.245871 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-de7fc01d-f4d6-4eb2-9dae-f488f741bda0 None None] For port 5542978f-2e9f-4040-be09-b74d65c236fe, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=5542978f-2e9f-4040-be09-b74d65c236fe,segment=NetworkSegment(71271d5b-ce06-4be8-8e23-a8e128b95e1d),segment_id=71271d5b-ce06-4be8-8e23-a8e128b95e1d)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:35.248234 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-de7fc01d-f4d6-4eb2-9dae-f488f741bda0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:35.271691 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-de7fc01d-f4d6-4eb2-9dae-f488f741bda0 None None] Calling delete_port for 5542978f-2e9f-4040-be09-b74d65c236fe owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:59:35.489018 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-de7fc01d-f4d6-4eb2-9dae-f488f741bda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:35.586182 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7fc01d-f4d6-4eb2-9dae-f488f741bda0 None None] Pushing event deleted for resources: {'Port': ['ID=5542978f-2e9f-4040-be09-b74d65c236fe,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:35.595237 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7fc01d-f4d6-4eb2-9dae-f488f741bda0 None None] No DVR routers for this DVR port 5542978f-2e9f-4040-be09-b74d65c236fe on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:59:35.645675 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-37001819-9416-4a66-8b1f-87741ea8869d service neutron] 10.222.0.54 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8850591 Nov 12 08:59:35.780231 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b92146ff-4236-4b38-b16f-02a150a316bb tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:35.790304 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-d202a4d8-aee1-47e0-8dcc-1f97cdb8e07c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=d89afea3-56ca-4d29-b4cc-697f5d5a1d50 HTTP/1.1" status: 200 len: 217 time: 0.1263049 Nov 12 08:59:35.863316 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b92146ff-4236-4b38-b16f-02a150a316bb tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:35.966829 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-666c6d74-8a7d-4a1b-a8c6-adce80a7937e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:35.969630 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-666c6d74-8a7d-4a1b-a8c6-adce80a7937e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a46f76c2-1a35-49b4-89e9-0120081a33c4 HTTP/1.1" status: 200 len: 797 time: 0.1723173 Nov 12 08:59:36.016239 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe1e8a-bd46-4a74-9e93-f18dd00b7e08 req-0b62096b-4e70-4762-9ca6-952dc3fd2b5e tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:36.031987 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e2fe1e8a-bd46-4a74-9e93-f18dd00b7e08 req-0b62096b-4e70-4762-9ca6-952dc3fd2b5e tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=9989ce16-6f8b-4825-a7c1-bfd9ba95a810 HTTP/1.1" status: 200 len: 945 time: 0.6196930 Nov 12 08:59:36.044147 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b92146ff-4236-4b38-b16f-02a150a316bb tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:36.049678 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b92146ff-4236-4b38-b16f-02a150a316bb tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:36.056852 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b92146ff-4236-4b38-b16f-02a150a316bb tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "DELETE /v2.0/security-groups/1a779ac1-e665-4f66-9c9c-e2738589defe HTTP/1.1" status: 204 len: 168 time: 0.8222747 Nov 12 08:59:36.058623 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42434) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:36.135636 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-dc41e79d-a16c-4a55-b106-3812247de7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:36.138570 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-dc41e79d-a16c-4a55-b106-3812247de7ab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6f43e52f-01a2-4807-8299-a32ad3b11a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1568186 Nov 12 08:59:36.161261 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-56cbb837-cd39-4a2c-872e-7e5568dbb9e8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Deleting port 5542978f-2e9f-4040-be09-b74d65c236fe {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:59:36.162304 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-56cbb837-cd39-4a2c-872e-7e5568dbb9e8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:36.331378 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a205d611-d7cd-4d02-b19c-31965438acd6 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:59:36.398273 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: a205d611-d7cd-4d02-b19c-31965438acd6 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:59:36.404826 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a205d611-d7cd-4d02-b19c-31965438acd6 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:59:36.406357 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5542978f-2e9f-4040-be09-b74d65c236fe no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:59:36.451135 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-56cbb837-cd39-4a2c-872e-7e5568dbb9e8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] For port 5542978f-2e9f-4040-be09-b74d65c236fe, host n-d-768862-16, got binding levels [] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:36.451647 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-56cbb837-cd39-4a2c-872e-7e5568dbb9e8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:36.495224 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-6e22ca97-8595-433c-8840-45bb93142537 service neutron] 10.222.0.54 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417859 Nov 12 08:59:36.497610 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 5542978f-2e9f-4040-be09-b74d65c236fe {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:59:36.498278 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5542978f-2e9f-4040-be09-b74d65c236fe not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:59:36.511234 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-56cbb837-cd39-4a2c-872e-7e5568dbb9e8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Calling delete_port for 5542978f-2e9f-4040-be09-b74d65c236fe owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:59:36.526577 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.ipam_backend_mixin [None req-56cbb837-cd39-4a2c-872e-7e5568dbb9e8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Port 5542978f-2e9f-4040-be09-b74d65c236fe was not found and therefore no delete operation was performed {{(pid=102569) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:59:36.528796 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92146ff-4236-4b38-b16f-02a150a316bb tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a779ac1-e665-4f66-9c9c-e2738589defe,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:36.545982 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-56cbb837-cd39-4a2c-872e-7e5568dbb9e8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:36.730196 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbb837-cd39-4a2c-872e-7e5568dbb9e8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Port': ['ID=5542978f-2e9f-4040-be09-b74d65c236fe,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:36.733937 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cbb837-cd39-4a2c-872e-7e5568dbb9e8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] No DVR routers for this DVR port 5542978f-2e9f-4040-be09-b74d65c236fe on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:59:36.782176 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42442) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:36.784033 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9577899c-14f8-4337-99fa-975ebad89675 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6914225 Nov 12 08:59:36.791573 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-9e19257c-36af-45fa-bd61-627b36f495f5 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Request body: {'security_group': {'name': 'tempest-secgroup--1234823157'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:36.888719 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e2fe1e8a-bd46-4a74-9e93-f18dd00b7e08 req-b62642f4-d4dc-407d-8663-6ded87b93386 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8548980 Nov 12 08:59:36.970554 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-bb1b241f-abb5-4ffd-ba11-71a1315436be service neutron] 10.222.0.54 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644375 Nov 12 08:59:36.974784 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9e19257c-36af-45fa-bd61-627b36f495f5 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:37.168122 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-56cbb837-cd39-4a2c-872e-7e5568dbb9e8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:37.297513 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9e19257c-36af-45fa-bd61-627b36f495f5 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:37.306998 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9e19257c-36af-45fa-bd61-627b36f495f5 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:37.433281 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-56cbb837-cd39-4a2c-872e-7e5568dbb9e8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3fe7d43-8e58-4ffe-a212-4056bc0662aa']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:37.457898 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-56cbb837-cd39-4a2c-872e-7e5568dbb9e8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71271d5b-ce06-4be8-8e23-a8e128b95e1d') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:37.458562 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-56cbb837-cd39-4a2c-872e-7e5568dbb9e8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71271d5b-ce06-4be8-8e23-a8e128b95e1d') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:37.486196 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-56cbb837-cd39-4a2c-872e-7e5568dbb9e8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:37.534756 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9e19257c-36af-45fa-bd61-627b36f495f5 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:37.540429 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93317fbc-0c1d-4e5f-a0a7-7879cbd6ba7a req-4ab95934-41ed-4f1e-824b-4aa18049c957 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:37.547312 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9e19257c-36af-45fa-bd61-627b36f495f5 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7610974 Nov 12 08:59:37.549918 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42452) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:37.552573 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93317fbc-0c1d-4e5f-a0a7-7879cbd6ba7a req-4ab95934-41ed-4f1e-824b-4aa18049c957 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:37.563149 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-a0141bfa-78cc-43b1-8e9f-9147b0e96fbb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=7b185afb-245a-4fb4-8397-b9de6cfe0fed HTTP/1.1" status: 200 len: 217 time: 0.5341439 Nov 12 08:59:37.563525 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93317fbc-0c1d-4e5f-a0a7-7879cbd6ba7a req-4ab95934-41ed-4f1e-824b-4aa18049c957 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:37.581557 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5dce460a-7c37-4c36-b729-c8d6fa8b804c tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Request body: {'security_group_rule': {'security_group_id': '77176c29-0c88-4400-851f-e694e42d32a2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:37.591668 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93317fbc-0c1d-4e5f-a0a7-7879cbd6ba7a req-4ab95934-41ed-4f1e-824b-4aa18049c957 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:37.627885 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93317fbc-0c1d-4e5f-a0a7-7879cbd6ba7a req-4ab95934-41ed-4f1e-824b-4aa18049c957 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:37.657586 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93317fbc-0c1d-4e5f-a0a7-7879cbd6ba7a req-4ab95934-41ed-4f1e-824b-4aa18049c957 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:37.670662 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93317fbc-0c1d-4e5f-a0a7-7879cbd6ba7a req-4ab95934-41ed-4f1e-824b-4aa18049c957 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:37.676964 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93317fbc-0c1d-4e5f-a0a7-7879cbd6ba7a req-4ab95934-41ed-4f1e-824b-4aa18049c957 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 5430 time: 0.4440753 Nov 12 08:59:37.685748 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-56cbb837-cd39-4a2c-872e-7e5568dbb9e8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:37.756753 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56cbb837-cd39-4a2c-872e-7e5568dbb9e8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:59:37.758166 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-56cbb837-cd39-4a2c-872e-7e5568dbb9e8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:37.764582 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 08:59:37.764582 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:59:37.764582 n-d-768862-16 neutron-server[102569]: timer() Nov 12 08:59:37.764582 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:59:37.764582 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 08:59:37.764582 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:59:37.764582 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 08:59:37.764582 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:59:37.764582 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 08:59:37.764582 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:59:37.764582 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 08:59:37.764582 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:59:37.764582 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 08:59:37.764582 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:59:37.764582 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:59:37.764582 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:59:37.764582 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:59:37.764582 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:59:37.764582 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 08:59:37.764582 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:59:37.764582 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 08:59:37.764582 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:59:37.764582 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:59:37.764582 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:59:37.764582 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 08:59:37.764582 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:59:37.764582 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:59:37.764582 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:59:37.764582 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:59:37.764582 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:59:37.764582 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:59:37.764582 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:59:37.902172 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-37d26146-d970-4ff4-a555-2a21d1741604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:37.905328 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cd9980ee-4b67-47b3-b84a-430fb18c10b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:37.908486 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-37d26146-d970-4ff4-a555-2a21d1741604 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a46f76c2-1a35-49b4-89e9-0120081a33c4 HTTP/1.1" status: 200 len: 797 time: 0.3090763 Nov 12 08:59:38.057023 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-56cbb837-cd39-4a2c-872e-7e5568dbb9e8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:38.065526 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-56cbb837-cd39-4a2c-872e-7e5568dbb9e8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:38.075123 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-56cbb837-cd39-4a2c-872e-7e5568dbb9e8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/networks/e3fe7d43-8e58-4ffe-a212-4056bc0662aa HTTP/1.1" status: 204 len: 168 time: 3.9498065 Nov 12 08:59:38.106625 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42462) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:38.162615 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19257c-36af-45fa-bd61-627b36f495f5 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77176c29-0c88-4400-851f-e694e42d32a2,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:38.180238 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbb837-cd39-4a2c-872e-7e5568dbb9e8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Network': ['ID=e3fe7d43-8e58-4ffe-a212-4056bc0662aa,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:38.207503 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5dce460a-7c37-4c36-b729-c8d6fa8b804c tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:38.264256 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93317fbc-0c1d-4e5f-a0a7-7879cbd6ba7a req-3457e49f-c14f-4dfb-b5a5-dab4dea5eca1 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=a744e7fc-8543-46a9-a97e-e6026eadf022&id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5683901 Nov 12 08:59:38.359137 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-d5323a47-f8ba-4036-8df5-01ff94db439f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:38.370811 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-d5323a47-f8ba-4036-8df5-01ff94db439f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6f43e52f-01a2-4807-8299-a32ad3b11a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4250746 Nov 12 08:59:38.977704 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5dce460a-7c37-4c36-b729-c8d6fa8b804c tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:38.991641 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5dce460a-7c37-4c36-b729-c8d6fa8b804c tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:39.040239 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5dce460a-7c37-4c36-b729-c8d6fa8b804c tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:39.043894 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5dce460a-7c37-4c36-b729-c8d6fa8b804c tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.4790421 Nov 12 08:59:39.053142 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42470) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:39.127408 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce460a-7c37-4c36-b729-c8d6fa8b804c tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f37f7a4-1c82-4e8b-a7d1-5cd2324853d7,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:39.152610 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3de5d550-a2e9-467c-b281-ef0191be78ed tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:39.173941 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3de5d550-a2e9-467c-b281-ef0191be78ed tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:39.238139 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3de5d550-a2e9-467c-b281-ef0191be78ed tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:39.251271 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3de5d550-a2e9-467c-b281-ef0191be78ed tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:39.256402 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3de5d550-a2e9-467c-b281-ef0191be78ed tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/4f37f7a4-1c82-4e8b-a7d1-5cd2324853d7 HTTP/1.1" status: 204 len: 168 time: 0.1832407 Nov 12 08:59:39.273643 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42480) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:39.275106 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5d550-a2e9-467c-b281-ef0191be78ed tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f37f7a4-1c82-4e8b-a7d1-5cd2324853d7,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:39.364912 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-71f10342-d732-4af8-96bf-4c29ec506256 service neutron] 10.222.0.54 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9454522 Nov 12 08:59:39.546128 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39ba47-2eea-4d8e-93f4-0743663fae09 req-76f86d76-b391-469a-8257-88a7bc601be3 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:39.568818 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1a39ba47-2eea-4d8e-93f4-0743663fae09 req-76f86d76-b391-469a-8257-88a7bc601be3 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 946 time: 0.8667009 Nov 12 08:59:39.601154 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-49bebb36-fbe7-44a0-b17c-a1cd19b1b1d1 service neutron] 10.222.0.54 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268965 Nov 12 08:59:39.735480 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c2f76616-e1ee-4020-aed6-f8ee5a514dec tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4496491 Nov 12 08:59:39.735480 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-05ba3838-8ba6-4a88-9f9e-550da3c06917 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=6fcbc602-f892-4d42-bc23-8549c06c7ef1 HTTP/1.1" status: 200 len: 217 time: 0.1227052 Nov 12 08:59:39.736406 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42486) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:39.841545 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-0d3b0eeb-f878-4fe3-9d00-8238e5ae46b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:39.844702 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-0d3b0eeb-f878-4fe3-9d00-8238e5ae46b2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a46f76c2-1a35-49b4-89e9-0120081a33c4 HTTP/1.1" status: 200 len: 797 time: 0.0991914 Nov 12 08:59:39.862585 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1a39ba47-2eea-4d8e-93f4-0743663fae09 req-82e0c0e7-627f-4d6a-8a11-b9e86b91b854 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2759361 Nov 12 08:59:40.119926 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9566b57f-9ced-4d87-a0d4-20d7bd7c2004 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:40.178964 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-66b9763c-1c90-4063-b6ad-05f52c1cc42a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:40.224983 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-227c3e1d-1112-4449-84c5-220a15884b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:40.235673 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-43f82225-349a-48a9-b746-510d2e86cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:40.240969 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-43f82225-349a-48a9-b746-510d2e86cb4c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6f43e52f-01a2-4807-8299-a32ad3b11a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3605499 Nov 12 08:59:40.313402 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9566b57f-9ced-4d87-a0d4-20d7bd7c2004 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:40.733781 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9566b57f-9ced-4d87-a0d4-20d7bd7c2004 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:40.740117 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9566b57f-9ced-4d87-a0d4-20d7bd7c2004 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:40.743764 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9566b57f-9ced-4d87-a0d4-20d7bd7c2004 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "DELETE /v2.0/security-groups/77176c29-0c88-4400-851f-e694e42d32a2 HTTP/1.1" status: 204 len: 168 time: 1.0063658 Nov 12 08:59:40.774056 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42496) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:40.819260 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566b57f-9ced-4d87-a0d4-20d7bd7c2004 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77176c29-0c88-4400-851f-e694e42d32a2,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:41.175981 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-0a34535c-bb09-4aca-93a3-a318115c4802 service neutron] 10.222.0.54 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9076674 Nov 12 08:59:41.188867 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b088adfe-0674-4b3c-a5e7-892da9593921 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4065559 Nov 12 08:59:41.204030 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42510) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:41.216156 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5ef2b877-1a77-4b83-8fe8-addbb89aa3ce tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Request body: {'security_group': {'name': 'tempest-secgroup--210919272'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:41.325421 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5ef2b877-1a77-4b83-8fe8-addbb89aa3ce tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:41.549534 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ddfe5-dc68-4f3d-953f-50d3731d1cf3 req-04d7b73c-0b62-484e-b20f-992248930886 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:41.569785 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ddfe5-dc68-4f3d-953f-50d3731d1cf3 req-04d7b73c-0b62-484e-b20f-992248930886 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:41.602247 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ddfe5-dc68-4f3d-953f-50d3731d1cf3 req-04d7b73c-0b62-484e-b20f-992248930886 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:41.671085 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ddfe5-dc68-4f3d-953f-50d3731d1cf3 req-04d7b73c-0b62-484e-b20f-992248930886 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:41.696181 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ddfe5-dc68-4f3d-953f-50d3731d1cf3 req-04d7b73c-0b62-484e-b20f-992248930886 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:41.725709 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ddfe5-dc68-4f3d-953f-50d3731d1cf3 req-04d7b73c-0b62-484e-b20f-992248930886 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:41.772054 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ddfe5-dc68-4f3d-953f-50d3731d1cf3 req-04d7b73c-0b62-484e-b20f-992248930886 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:41.784211 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fa5ddfe5-dc68-4f3d-953f-50d3731d1cf3 req-04d7b73c-0b62-484e-b20f-992248930886 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 5430 time: 0.5832784 Nov 12 08:59:41.822578 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5ef2b877-1a77-4b83-8fe8-addbb89aa3ce tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:41.861298 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-645c4766-f619-45be-8aca-a6536fd8b80b service neutron] 10.222.0.54 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6702406 Nov 12 08:59:41.864424 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5ef2b877-1a77-4b83-8fe8-addbb89aa3ce tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:41.982291 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5ef2b877-1a77-4b83-8fe8-addbb89aa3ce tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:41.987842 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5ef2b877-1a77-4b83-8fe8-addbb89aa3ce tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7765689 Nov 12 08:59:42.039341 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42516) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:42.051636 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:42.149031 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-caa8a004-87ab-4053-9382-485d93f25e1b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=206f8312-f979-4e27-92c2-524c260a2a43 HTTP/1.1" status: 200 len: 217 time: 0.2476346 Nov 12 08:59:42.184280 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-36db16e5-bea0-4e99-b1ff-c8a4699afd6a tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Request body: {'security_group_rule': {'security_group_id': '14b1b45c-1607-4f8b-b06b-7bfe5b9606fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:42.204357 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2b877-1a77-4b83-8fe8-addbb89aa3ce tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14b1b45c-1607-4f8b-b06b-7bfe5b9606fa,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:42.431910 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fa5ddfe5-dc68-4f3d-953f-50d3731d1cf3 req-416bfa7b-763a-4822-9e6b-5dcb98e2bac7 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=a744e7fc-8543-46a9-a97e-e6026eadf022&id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6074648 Nov 12 08:59:42.469144 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-6f41b940-59ac-4634-b9a0-ed391172adff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:42.479511 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-6f41b940-59ac-4634-b9a0-ed391172adff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cbf435e5-42b0-4c0e-ac62-0d08bd5977b4 HTTP/1.1" status: 200 len: 797 time: 0.3280606 Nov 12 08:59:42.513038 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-36db16e5-bea0-4e99-b1ff-c8a4699afd6a tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:42.516827 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c138ef1-c9ff-4b75-8844-419668c38b5d req-e80c9558-8538-4037-ab8e-d61575223cef tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:42.547614 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6c138ef1-c9ff-4b75-8844-419668c38b5d req-e80c9558-8538-4037-ab8e-d61575223cef tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.54 "GET /v2.0/ports?device_id=9989ce16-6f8b-4825-a7c1-bfd9ba95a810 HTTP/1.1" status: 200 len: 945 time: 0.2884240 Nov 12 08:59:42.840292 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-36db16e5-bea0-4e99-b1ff-c8a4699afd6a tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:42.874876 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-36db16e5-bea0-4e99-b1ff-c8a4699afd6a tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:42.936066 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-66b9763c-1c90-4063-b6ad-05f52c1cc42a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Deleting port 3abcb375-35f8-4c47-bdcd-f0c288db4edf {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:59:42.936523 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-66b9763c-1c90-4063-b6ad-05f52c1cc42a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:42.965691 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-75e6e1a6-3fb7-436a-9310-406991aaa13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:42.978117 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-75e6e1a6-3fb7-436a-9310-406991aaa13a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ae45870e-ea40-4974-aaa2-60a832e0f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4284601 Nov 12 08:59:43.290462 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-66b9763c-1c90-4063-b6ad-05f52c1cc42a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] For port 3abcb375-35f8-4c47-bdcd-f0c288db4edf, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=3abcb375-35f8-4c47-bdcd-f0c288db4edf,segment=NetworkSegment(e4be10e6-383f-48bc-ad07-867bf226a48b),segment_id=e4be10e6-383f-48bc-ad07-867bf226a48b)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:43.291084 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-66b9763c-1c90-4063-b6ad-05f52c1cc42a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:43.352508 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-66b9763c-1c90-4063-b6ad-05f52c1cc42a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Calling delete_port for 3abcb375-35f8-4c47-bdcd-f0c288db4edf owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:59:43.359609 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-827675d2-e041-4cd4-afc4-904fda16d980 service neutron] 10.222.0.54 "GET /v2.0/networks/ae45870e-ea40-4974-aaa2-60a832e0f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703883 Nov 12 08:59:43.414470 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:43.639997 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-968d3842-cae1-44bf-b808-8c7f8db3a087 service neutron] 10.222.0.54 "GET /v2.0/networks/ae45870e-ea40-4974-aaa2-60a832e0f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694793 Nov 12 08:59:43.836707 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-a90f2467-3ce5-4fcb-a19c-5c00e6997acf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0fe5da9b-dc65-4c8c-94f7-e34d6a421df3 HTTP/1.1" status: 200 len: 217 time: 0.1861584 Nov 12 08:59:44.059061 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-6c138ef1-c9ff-4b75-8844-419668c38b5d req-157ffe89-28a5-4b05-b3f2-3988d2198765 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Deleting port df8ed2b8-e647-425e-af29-079e9bc4b161 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:59:44.059683 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6c138ef1-c9ff-4b75-8844-419668c38b5d req-157ffe89-28a5-4b05-b3f2-3988d2198765 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:44.089463 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:44.191138 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db16e5-bea0-4e99-b1ff-c8a4699afd6a tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e52326-d03d-42a9-9c60-9a11c2d3b1f2,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:44.326751 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-2059a400-e0de-46fb-b73b-3f587d43e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:44.343044 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-2059a400-e0de-46fb-b73b-3f587d43e383 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cbf435e5-42b0-4c0e-ac62-0d08bd5977b4 HTTP/1.1" status: 200 len: 797 time: 0.4782152 Nov 12 08:59:44.366115 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-36db16e5-bea0-4e99-b1ff-c8a4699afd6a tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:44.370200 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-36db16e5-bea0-4e99-b1ff-c8a4699afd6a tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.2343349 Nov 12 08:59:44.379106 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42544) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:44.486673 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860478ef-0421-4e29-adb7-3ee11e497839 req-5e65128b-44ae-4449-8832-d591e3797e62 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:44.490552 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-860478ef-0421-4e29-adb7-3ee11e497839 req-5e65128b-44ae-4449-8832-d591e3797e62 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=9989ce16-6f8b-4825-a7c1-bfd9ba95a810 HTTP/1.1" status: 200 len: 945 time: 1.6058724 Nov 12 08:59:44.497893 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e48b8824-f4e9-495b-8b99-81a78b54355c tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "GET /v2.0/security-group-rules/e5e52326-d03d-42a9-9c60-9a11c2d3b1f2 HTTP/1.1" status: 200 len: 763 time: 0.1180069 Nov 12 08:59:44.500233 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-66b9763c-1c90-4063-b6ad-05f52c1cc42a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:44.509258 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42550) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:44.714276 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9763c-1c90-4063-b6ad-05f52c1cc42a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Port': ['ID=3abcb375-35f8-4c47-bdcd-f0c288db4edf,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:44.821407 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-6c138ef1-c9ff-4b75-8844-419668c38b5d req-157ffe89-28a5-4b05-b3f2-3988d2198765 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] For port df8ed2b8-e647-425e-af29-079e9bc4b161, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=df8ed2b8-e647-425e-af29-079e9bc4b161,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:44.822316 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6c138ef1-c9ff-4b75-8844-419668c38b5d req-157ffe89-28a5-4b05-b3f2-3988d2198765 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:44.871685 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-860478ef-0421-4e29-adb7-3ee11e497839 req-ec4d6ec0-18fd-45ad-aab5-633f6afbd5d2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902981 Nov 12 08:59:44.904185 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-6c138ef1-c9ff-4b75-8844-419668c38b5d req-157ffe89-28a5-4b05-b3f2-3988d2198765 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Calling delete_port for df8ed2b8-e647-425e-af29-079e9bc4b161 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:59:44.912159 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-70520c3f-4ae5-4785-9f4f-f4d3e57771be tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2939031 Nov 12 08:59:44.922271 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42552) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:45.014020 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-70c75829-3101-431f-b566-3358a794041b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:45.038845 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-70c75829-3101-431f-b566-3358a794041b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ae45870e-ea40-4974-aaa2-60a832e0f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6911643 Nov 12 08:59:45.500511 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-778d289e-9657-433c-b510-42b7b5a23256 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:45.505494 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-66b9763c-1c90-4063-b6ad-05f52c1cc42a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:45.561898 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-778d289e-9657-433c-b510-42b7b5a23256 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:45.754638 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-8707766f-888e-4fb2-85c2-6bb81efd2849 service neutron] 10.222.0.54 "GET /v2.0/networks/ae45870e-ea40-4974-aaa2-60a832e0f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7029152 Nov 12 08:59:45.769909 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-778d289e-9657-433c-b510-42b7b5a23256 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:45.831117 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-778d289e-9657-433c-b510-42b7b5a23256 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:45.839906 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-778d289e-9657-433c-b510-42b7b5a23256 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/e5e52326-d03d-42a9-9c60-9a11c2d3b1f2 HTTP/1.1" status: 204 len: 168 time: 0.9108589 Nov 12 08:59:45.843578 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d289e-9657-433c-b510-42b7b5a23256 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5e52326-d03d-42a9-9c60-9a11c2d3b1f2,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:45.865328 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42566) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:45.918289 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d289e-9657-433c-b510-42b7b5a23256 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:45.919001 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d289e-9657-433c-b510-42b7b5a23256 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:45.919722 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d289e-9657-433c-b510-42b7b5a23256 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:45.920460 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d289e-9657-433c-b510-42b7b5a23256 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:45.921171 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d289e-9657-433c-b510-42b7b5a23256 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:45.922263 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d289e-9657-433c-b510-42b7b5a23256 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:45.922639 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d289e-9657-433c-b510-42b7b5a23256 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:45.923888 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d289e-9657-433c-b510-42b7b5a23256 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:45.924570 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d289e-9657-433c-b510-42b7b5a23256 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:45.925256 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d289e-9657-433c-b510-42b7b5a23256 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:45.925920 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d289e-9657-433c-b510-42b7b5a23256 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:45.926589 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d289e-9657-433c-b510-42b7b5a23256 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:46.091067 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6c138ef1-c9ff-4b75-8844-419668c38b5d req-157ffe89-28a5-4b05-b3f2-3988d2198765 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:46.112017 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['0db8467b-a8e0-4127-b527-cac040b50758'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:59:46.187902 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ffe89-28a5-4b05-b3f2-3988d2198765 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Pushing event deleted for resources: {'Port': ['ID=df8ed2b8-e647-425e-af29-079e9bc4b161,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:46.290081 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-078d7d2e-5774-4aed-86af-7fb70bdcbf3d req-2a3d8d5e-2c5e-496c-b0e6-53f2184ddb90 service neutron] 10.222.0.54 "GET /v2.0/networks/ae45870e-ea40-4974-aaa2-60a832e0f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071137 Nov 12 08:59:46.309259 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dc738d-f2a7-426f-b693-66933218f400 None None] DHCP port deletion for dff85ee1-5d3b-4104-8677-a8be57638c59 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:59:46.399784 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c138ef1-c9ff-4b75-8844-419668c38b5d req-157ffe89-28a5-4b05-b3f2-3988d2198765 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] No DVR routers for this DVR port df8ed2b8-e647-425e-af29-079e9bc4b161 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:59:46.418532 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6c138ef1-c9ff-4b75-8844-419668c38b5d req-157ffe89-28a5-4b05-b3f2-3988d2198765 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:46.430234 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6c138ef1-c9ff-4b75-8844-419668c38b5d req-157ffe89-28a5-4b05-b3f2-3988d2198765 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.54 "DELETE /v2.0/ports/df8ed2b8-e647-425e-af29-079e9bc4b161 HTTP/1.1" status: 204 len: 173 time: 3.8453972 Nov 12 08:59:46.472292 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9989ce16-6f8b-4825-a7c1-bfd9ba95a810', 'name': 'network-vif-deleted', 'tag': 'df8ed2b8-e647-425e-af29-079e9bc4b161'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:46.488803 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe860d8-4f1a-4a42-8aca-fa5697effb70" -d '{"events": [{"server_uuid": "9989ce16-6f8b-4825-a7c1-bfd9ba95a810", "name": "network-vif-deleted", "tag": "df8ed2b8-e647-425e-af29-079e9bc4b161"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:46.536899 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device df8ed2b8-e647-425e-af29-079e9bc4b161 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:59:46.573950 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: df8ed2b8-e647-425e-af29-079e9bc4b161 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:59:46.575029 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device df8ed2b8-e647-425e-af29-079e9bc4b161 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:59:46.841930 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965929e-e298-4f9b-8b9c-a2f891146289 req-5fc866fe-2ff8-49b5-ae7c-780e08744740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:46.850232 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965929e-e298-4f9b-8b9c-a2f891146289 req-5fc866fe-2ff8-49b5-ae7c-780e08744740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:46.853344 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965929e-e298-4f9b-8b9c-a2f891146289 req-5fc866fe-2ff8-49b5-ae7c-780e08744740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:46.854385 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965929e-e298-4f9b-8b9c-a2f891146289 req-5fc866fe-2ff8-49b5-ae7c-780e08744740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:46.855246 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965929e-e298-4f9b-8b9c-a2f891146289 req-5fc866fe-2ff8-49b5-ae7c-780e08744740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:46.856217 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965929e-e298-4f9b-8b9c-a2f891146289 req-5fc866fe-2ff8-49b5-ae7c-780e08744740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:46.857126 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965929e-e298-4f9b-8b9c-a2f891146289 req-5fc866fe-2ff8-49b5-ae7c-780e08744740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:46.862491 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e965929e-e298-4f9b-8b9c-a2f891146289 req-5fc866fe-2ff8-49b5-ae7c-780e08744740 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad65bcc6bcb148c2b43b634da3af78b4&device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 6494 time: 0.4497073 Nov 12 08:59:46.897263 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacc4e3-4420-461c-8309-d0bcecedc9b9 req-86f62442-1c77-42e3-ac87-164012723be7 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:46.903635 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0cacc4e3-4420-461c-8309-d0bcecedc9b9 req-86f62442-1c77-42e3-ac87-164012723be7 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 946 time: 1.3845248 Nov 12 08:59:47.082219 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e5e62ad3-eeea-4d63-b205-5c606128c6e7 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.2111149 Nov 12 08:59:47.084211 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42588) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:47.098227 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-b5f9a1af-e0d8-4c4d-8783-3674da882997 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Request body: {'security_group_rule': {'security_group_id': '14b1b45c-1607-4f8b-b06b-7bfe5b9606fa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:47.239473 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965929e-e298-4f9b-8b9c-a2f891146289 req-a47eb20b-19a6-44e8-b079-947447887e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:47.251866 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e965929e-e298-4f9b-8b9c-a2f891146289 req-a47eb20b-19a6-44e8-b079-947447887e7d service neutron] 10.222.0.54 "GET /v2.0/networks?id=ae45870e-ea40-4974-aaa2-60a832e0f221 HTTP/1.1" status: 200 len: 902 time: 0.3759422 Nov 12 08:59:47.297229 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0cacc4e3-4420-461c-8309-d0bcecedc9b9 req-3a2e2246-bc89-4ceb-a102-d238a1ed41cf tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3506713 Nov 12 08:59:47.428977 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e965929e-e298-4f9b-8b9c-a2f891146289 req-26a8f634-88cc-4fff-b755-85b5e4e4cc60 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0fe5da9b-dc65-4c8c-94f7-e34d6a421df3 HTTP/1.1" status: 200 len: 217 time: 0.1731863 Nov 12 08:59:47.455357 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b5f9a1af-e0d8-4c4d-8783-3674da882997 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:47.486013 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b9763c-1c90-4063-b6ad-05f52c1cc42a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Router c5492485-c231-4668-b90d-b62400d6876b has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:59:47.611423 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965929e-e298-4f9b-8b9c-a2f891146289 req-d5acd3d5-5c71-4228-b721-89e8bc9303b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:47.619217 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e965929e-e298-4f9b-8b9c-a2f891146289 req-d5acd3d5-5c71-4228-b721-89e8bc9303b2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cbf435e5-42b0-4c0e-ac62-0d08bd5977b4 HTTP/1.1" status: 200 len: 797 time: 0.1824105 Nov 12 08:59:47.831025 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965929e-e298-4f9b-8b9c-a2f891146289 req-aa1e1292-b581-4c0c-b241-da33bda55844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:47.856424 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e965929e-e298-4f9b-8b9c-a2f891146289 req-aa1e1292-b581-4c0c-b241-da33bda55844 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ae45870e-ea40-4974-aaa2-60a832e0f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2185545 Nov 12 08:59:47.987963 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b9763c-1c90-4063-b6ad-05f52c1cc42a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:59:47.998451 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-66b9763c-1c90-4063-b6ad-05f52c1cc42a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "PUT /v2.0/routers/c5492485-c231-4668-b90d-b62400d6876b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8400581 Nov 12 08:59:47.999148 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42596) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:48.008232 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e721e9ca-8ee1-492f-bc4c-b48fa3148cc3 None None] Sync routers for ids ['c5492485-c231-4668-b90d-b62400d6876b'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:59:48.047634 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e721e9ca-8ee1-492f-bc4c-b48fa3148cc3 None None] Routers {'c5492485-c231-4668-b90d-b62400d6876b'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:59:48.049763 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e721e9ca-8ee1-492f-bc4c-b48fa3148cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:59:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c5492485-c231-4668-b90d-b62400d6876b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:48.339660 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e965929e-e298-4f9b-8b9c-a2f891146289 req-c3c7e5d8-204d-4afc-b2ec-f556dfe9cdec service neutron] 10.222.0.54 "GET /v2.0/networks/ae45870e-ea40-4974-aaa2-60a832e0f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774172 Nov 12 08:59:48.388503 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-e721e9ca-8ee1-492f-bc4c-b48fa3148cc3 None None] Set router c5492485-c231-4668-b90d-b62400d6876b gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:59:48.406453 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e6b2be-b43e-422c-90b0-adeb1c8e2903 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Deleting subnet 96690381-de91-478c-90cf-cf185df62ad4 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:59:48.449437 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-84e6b2be-b43e-422c-90b0-adeb1c8e2903 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:48.564760 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-84e6b2be-b43e-422c-90b0-adeb1c8e2903 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:48.713255 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e965929e-e298-4f9b-8b9c-a2f891146289 req-19fecfa7-ad9b-4703-9825-c9e517691429 service neutron] 10.222.0.54 "GET /v2.0/networks/ae45870e-ea40-4974-aaa2-60a832e0f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653376 Nov 12 08:59:48.776719 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-84e6b2be-b43e-422c-90b0-adeb1c8e2903 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:48.991726 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-84e6b2be-b43e-422c-90b0-adeb1c8e2903 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:49.092261 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b5f9a1af-e0d8-4c4d-8783-3674da882997 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:49.099728 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6b2be-b43e-422c-90b0-adeb1c8e2903 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Subnet': ['ID=96690381-de91-478c-90cf-cf185df62ad4,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:49.108836 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e721e9ca-8ee1-492f-bc4c-b48fa3148cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5492485-c231-4668-b90d-b62400d6876b', 'name': 'tempest-RoutersTest-router-426469342', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:58Z', 'updated_at': '2021-11-12T08:59:43Z', 'revision_number': 10, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None, '_interfaces': [{'id': '4ea3ca77-8c38-4ad5-80eb-605e9867f5f4', 'name': '', 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:59:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:03Z', 'updated_at': '2021-11-12T08:58:20Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:49.142639 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2cc33-d230-4510-9a80-1acf9288e01c req-eb33d379-6ed5-4e2e-ae2f-6d614fae7447 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:49.157153 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2cc33-d230-4510-9a80-1acf9288e01c req-eb33d379-6ed5-4e2e-ae2f-6d614fae7447 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:49.174547 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2cc33-d230-4510-9a80-1acf9288e01c req-eb33d379-6ed5-4e2e-ae2f-6d614fae7447 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:49.193743 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2cc33-d230-4510-9a80-1acf9288e01c req-eb33d379-6ed5-4e2e-ae2f-6d614fae7447 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:49.212763 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2cc33-d230-4510-9a80-1acf9288e01c req-eb33d379-6ed5-4e2e-ae2f-6d614fae7447 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:49.220825 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e721e9ca-8ee1-492f-bc4c-b48fa3148cc3 None None] Checking router: c5492485-c231-4668-b90d-b62400d6876b for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:59:49.232852 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2cc33-d230-4510-9a80-1acf9288e01c req-eb33d379-6ed5-4e2e-ae2f-6d614fae7447 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:49.247354 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2cc33-d230-4510-9a80-1acf9288e01c req-eb33d379-6ed5-4e2e-ae2f-6d614fae7447 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:49.251371 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8ed2cc33-d230-4510-9a80-1acf9288e01c req-eb33d379-6ed5-4e2e-ae2f-6d614fae7447 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 5430 time: 1.5995307 Nov 12 08:59:49.260921 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b5f9a1af-e0d8-4c4d-8783-3674da882997 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:49.269163 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e721e9ca-8ee1-492f-bc4c-b48fa3148cc3 None None] Routers {'c5492485-c231-4668-b90d-b62400d6876b'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:59:49.281413 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e721e9ca-8ee1-492f-bc4c-b48fa3148cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:59:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c5492485-c231-4668-b90d-b62400d6876b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:49.310558 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-84e6b2be-b43e-422c-90b0-adeb1c8e2903 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:49.319241 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42610) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:49.331791 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-84e6b2be-b43e-422c-90b0-adeb1c8e2903 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/subnets/96690381-de91-478c-90cf-cf185df62ad4 HTTP/1.1" status: 204 len: 168 time: 1.3161590 Nov 12 08:59:49.342637 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6b2be-b43e-422c-90b0-adeb1c8e2903 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:49.343162 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6b2be-b43e-422c-90b0-adeb1c8e2903 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:49.343694 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6b2be-b43e-422c-90b0-adeb1c8e2903 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:49.345511 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6b2be-b43e-422c-90b0-adeb1c8e2903 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:49.346800 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6b2be-b43e-422c-90b0-adeb1c8e2903 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:49.347703 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6b2be-b43e-422c-90b0-adeb1c8e2903 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:49.348289 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6b2be-b43e-422c-90b0-adeb1c8e2903 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:49.348826 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6b2be-b43e-422c-90b0-adeb1c8e2903 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:49.349379 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6b2be-b43e-422c-90b0-adeb1c8e2903 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:49.350782 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6b2be-b43e-422c-90b0-adeb1c8e2903 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:49.352037 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6b2be-b43e-422c-90b0-adeb1c8e2903 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:49.352618 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6b2be-b43e-422c-90b0-adeb1c8e2903 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:49.487873 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8ed2cc33-d230-4510-9a80-1acf9288e01c req-7e8c5015-d61e-4d39-a3d2-3961029b8c55 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=a744e7fc-8543-46a9-a97e-e6026eadf022&id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1917284 Nov 12 08:59:49.514893 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9a1af-e0d8-4c4d-8783-3674da882997 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37fcf09d-07a0-4619-8db7-354e1d935537,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:49.552714 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b5f9a1af-e0d8-4c4d-8783-3674da882997 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:49.555398 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b5f9a1af-e0d8-4c4d-8783-3674da882997 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.4685323 Nov 12 08:59:49.562368 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42616) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:49.617450 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1954b180-053b-48ea-bdd9-8025346c5609 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:49.650797 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-223bd77e-f5b2-4d25-ba30-46e75373d12e tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "GET /v2.0/security-group-rules/37fcf09d-07a0-4619-8db7-354e1d935537 HTTP/1.1" status: 200 len: 763 time: 0.0866296 Nov 12 08:59:49.663123 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b00fbf-28bd-40bd-9470-0c9e852b4ec4 None None] Network 3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:59:49.663872 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42618) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:49.752724 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b174c11c-ccdc-4dbc-8a8c-02299c36575e x-openstack-request-id: req-b174c11c-ccdc-4dbc-8a8c-02299c36575e {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:49.753355 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9989ce16-6f8b-4825-a7c1-bfd9ba95a810", "name": "network-vif-deleted", "tag": "df8ed2b8-e647-425e-af29-079e9bc4b161", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:49.753869 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b174c11c-ccdc-4dbc-8a8c-02299c36575e {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:49.754636 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9989ce16-6f8b-4825-a7c1-bfd9ba95a810', 'name': 'network-vif-deleted', 'tag': 'df8ed2b8-e647-425e-af29-079e9bc4b161', 'status': 'completed', 'code': 200} Nov 12 08:59:49.869069 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42624) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:49.869950 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b650a483-7e2e-47f9-a76e-5146cbd632f1 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1879706 Nov 12 08:59:49.896112 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-1954b180-053b-48ea-bdd9-8025346c5609 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Deleting port 91bbb632-7ef8-476a-b970-bf6e3ee76a7e {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:59:49.898725 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1954b180-053b-48ea-bdd9-8025346c5609 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:49.945108 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-41b88f21-5bc3-4154-9845-3e9be5b3e98f tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:49.965345 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-e721e9ca-8ee1-492f-bc4c-b48fa3148cc3 None None] Set router c5492485-c231-4668-b90d-b62400d6876b gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:59:50.012634 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-41b88f21-5bc3-4154-9845-3e9be5b3e98f tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:50.229123 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80af3a-c429-4c3c-af8a-0a7124af8448 req-8d0d3e5d-ed74-4dde-996a-3250c9dfc817 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:50.232564 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5d80af3a-c429-4c3c-af8a-0a7124af8448 req-8d0d3e5d-ed74-4dde-996a-3250c9dfc817 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 946 time: 0.2794080 Nov 12 08:59:50.234562 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-41b88f21-5bc3-4154-9845-3e9be5b3e98f tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:50.247362 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-41b88f21-5bc3-4154-9845-3e9be5b3e98f tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:50.251790 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-41b88f21-5bc3-4154-9845-3e9be5b3e98f tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/37fcf09d-07a0-4619-8db7-354e1d935537 HTTP/1.1" status: 204 len: 168 time: 0.3801923 Nov 12 08:59:50.272787 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42632) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:50.294707 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-1954b180-053b-48ea-bdd9-8025346c5609 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] For port 91bbb632-7ef8-476a-b970-bf6e3ee76a7e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=91bbb632-7ef8-476a-b970-bf6e3ee76a7e,segment=NetworkSegment(e4be10e6-383f-48bc-ad07-867bf226a48b),segment_id=e4be10e6-383f-48bc-ad07-867bf226a48b)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:50.299061 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1954b180-053b-48ea-bdd9-8025346c5609 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:50.382699 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-1954b180-053b-48ea-bdd9-8025346c5609 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Calling delete_port for 91bbb632-7ef8-476a-b970-bf6e3ee76a7e owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:59:50.571733 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5d80af3a-c429-4c3c-af8a-0a7124af8448 req-88a42f94-1bf5-4063-a0a5-e496e3afc006 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3181872 Nov 12 08:59:50.591278 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b88f21-5bc3-4154-9845-3e9be5b3e98f tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37fcf09d-07a0-4619-8db7-354e1d935537,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:50.682863 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0fd1d658-775a-44bb-bfc3-9680adb0ae47 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4059427 Nov 12 08:59:50.685300 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42640) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:50.693519 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-12ccf957-7240-4f31-9df7-c8b97a1723e1 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Request body: {'security_group_rule': {'security_group_id': '14b1b45c-1607-4f8b-b06b-7bfe5b9606fa', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:50.765735 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1954b180-053b-48ea-bdd9-8025346c5609 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:51.009288 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-12ccf957-7240-4f31-9df7-c8b97a1723e1 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:51.158492 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954b180-053b-48ea-bdd9-8025346c5609 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Port': ['ID=91bbb632-7ef8-476a-b970-bf6e3ee76a7e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:51.225727 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1954b180-053b-48ea-bdd9-8025346c5609 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] No DVR routers for this DVR port 91bbb632-7ef8-476a-b970-bf6e3ee76a7e on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:59:51.289947 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-be986447-3d17-4e76-8823-f2315f23bd30 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:51.307685 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-be986447-3d17-4e76-8823-f2315f23bd30 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/networks?id=dff85ee1-5d3b-4104-8677-a8be57638c59 HTTP/1.1" status: 200 len: 805 time: 0.3617630 Nov 12 08:59:51.336865 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-a54ab2e2-63f8-411d-8d70-57848cb2fbc1 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/quotas/78d9cae7e28e44dea74a67608c81b079 HTTP/1.1" status: 200 len: 375 time: 0.0271969 Nov 12 08:59:51.490284 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-8a99a822-155d-4954-89cc-d8074b89c17b tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=78d9cae7e28e44dea74a67608c81b079&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1481299 Nov 12 08:59:51.610353 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1954b180-053b-48ea-bdd9-8025346c5609 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:51.639381 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-12ccf957-7240-4f31-9df7-c8b97a1723e1 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:51.665742 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-12ccf957-7240-4f31-9df7-c8b97a1723e1 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:51.709402 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a495d5b6-2bf9-47d5-9404-f4fd997ba8cc None None] DHCP port deletion for 3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:59:51.714539 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-1954b180-053b-48ea-bdd9-8025346c5609 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:51.741773 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-12ccf957-7240-4f31-9df7-c8b97a1723e1 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:51.746794 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-12ccf957-7240-4f31-9df7-c8b97a1723e1 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0599303 Nov 12 08:59:51.748201 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42660) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:51.755531 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e721e9ca-8ee1-492f-bc4c-b48fa3148cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5492485-c231-4668-b90d-b62400d6876b', 'name': 'tempest-RoutersTest-router-426469342', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:58Z', 'updated_at': '2021-11-12T08:59:43Z', 'revision_number': 10, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None, '_interfaces': [{'id': '4ea3ca77-8c38-4ad5-80eb-605e9867f5f4', 'name': '', 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:59:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:03Z', 'updated_at': '2021-11-12T08:58:20Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:51.795802 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-51a33b60-141f-41a5-9486-60dafb326f16 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "GET /v2.0/security-group-rules/f96beb57-dbf9-46ef-a5fd-44ff87bce426 HTTP/1.1" status: 200 len: 764 time: 0.0357060 Nov 12 08:59:51.799708 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-1954b180-053b-48ea-bdd9-8025346c5609 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4be10e6-383f-48bc-ad07-867bf226a48b') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:51.800368 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-1954b180-053b-48ea-bdd9-8025346c5609 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4be10e6-383f-48bc-ad07-867bf226a48b') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:51.803593 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42664) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:51.804878 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ccf957-7240-4f31-9df7-c8b97a1723e1 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f96beb57-dbf9-46ef-a5fd-44ff87bce426,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:51.852175 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e721e9ca-8ee1-492f-bc4c-b48fa3148cc3 None None] The sync data for ids ['c5492485-c231-4668-b90d-b62400d6876b'] in n-d-768862-16 is: [{'id': 'c5492485-c231-4668-b90d-b62400d6876b', 'name': 'tempest-RoutersTest-router-426469342', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:58Z', 'updated_at': '2021-11-12T08:59:43Z', 'revision_number': 10, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None, '_interfaces': [{'id': '4ea3ca77-8c38-4ad5-80eb-605e9867f5f4', 'name': '', 'network_id': 'afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'mac_address': 'fa:16:3e:59:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5492485-c231-4668-b90d-b62400d6876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:03Z', 'updated_at': '2021-11-12T08:58:20Z', 'revision_number': 5, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'subnets': [{'id': 'b10ac0a0-3608-4964-a2a5-60506f746f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:59:51.853821 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1954b180-053b-48ea-bdd9-8025346c5609 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:51.920478 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1954b180-053b-48ea-bdd9-8025346c5609 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:51.952133 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2ab82858-13e4-4bd7-b63d-d07b28c90c5d tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1434307 Nov 12 08:59:51.953455 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42670) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:52.044083 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1954b180-053b-48ea-bdd9-8025346c5609 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:59:52.044650 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1954b180-053b-48ea-bdd9-8025346c5609 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:52.050938 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 08:59:52.050938 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:59:52.050938 n-d-768862-16 neutron-server[102568]: timer() Nov 12 08:59:52.050938 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:59:52.050938 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 08:59:52.050938 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:59:52.050938 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 08:59:52.050938 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:59:52.050938 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 08:59:52.050938 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:59:52.050938 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 08:59:52.050938 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:59:52.050938 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 08:59:52.050938 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:59:52.050938 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:59:52.050938 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:59:52.050938 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:59:52.050938 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:59:52.050938 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 08:59:52.050938 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:59:52.050938 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 08:59:52.050938 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:59:52.050938 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:59:52.050938 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:59:52.050938 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 08:59:52.050938 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:59:52.050938 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:59:52.050938 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:59:52.050938 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:59:52.050938 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:59:52.050938 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:59:52.050938 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:59:52.160860 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-a2a62f7a-a828-4ee1-b663-ff10cff4d03f service neutron] 10.222.0.37 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6454875 Nov 12 08:59:52.187387 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc5f06-d751-4834-8aa1-ad4aedea2c35 req-05c9e53e-9157-455a-b90a-aae56e61be58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:52.190302 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-57bc5f06-d751-4834-8aa1-ad4aedea2c35 req-05c9e53e-9157-455a-b90a-aae56e61be58 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ec847d4aa114da6b8ea6ce22207bb4f&device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 1098 time: 0.2314157 Nov 12 08:59:52.204370 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-04d6e217-fcbf-4d5b-a6d4-cdb32393ca6c tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:52.242994 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-04d6e217-fcbf-4d5b-a6d4-cdb32393ca6c tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:52.325199 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1954b180-053b-48ea-bdd9-8025346c5609 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:52.329026 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-04d6e217-fcbf-4d5b-a6d4-cdb32393ca6c tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:52.386022 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1954b180-053b-48ea-bdd9-8025346c5609 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:52.411979 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1954b180-053b-48ea-bdd9-8025346c5609 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/networks/3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53 HTTP/1.1" status: 204 len: 168 time: 3.0866060 Nov 12 08:59:52.417023 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42676) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:52.539236 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-04d6e217-fcbf-4d5b-a6d4-cdb32393ca6c tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:52.545843 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-04d6e217-fcbf-4d5b-a6d4-cdb32393ca6c tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/f96beb57-dbf9-46ef-a5fd-44ff87bce426 HTTP/1.1" status: 204 len: 168 time: 0.5393035 Nov 12 08:59:52.547592 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6e217-fcbf-4d5b-a6d4-cdb32393ca6c tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f96beb57-dbf9-46ef-a5fd-44ff87bce426,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:52.551021 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954b180-053b-48ea-bdd9-8025346c5609 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Network': ['ID=3f0ac0a8-47eb-4ecd-8142-2bbfcd877f53,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:52.554325 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42680) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:52.675099 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 91bbb632-7ef8-476a-b970-bf6e3ee76a7e no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:59:52.807256 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 91bbb632-7ef8-476a-b970-bf6e3ee76a7e {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:59:52.809134 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 91bbb632-7ef8-476a-b970-bf6e3ee76a7e not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:59:52.810061 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 3abcb375-35f8-4c47-bdcd-f0c288db4edf no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:59:52.904564 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 3abcb375-35f8-4c47-bdcd-f0c288db4edf {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:59:52.905518 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 3abcb375-35f8-4c47-bdcd-f0c288db4edf not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:59:52.909203 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d52d1748-3b0f-4adc-8937-86e1555a4bd4 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3454280 Nov 12 08:59:52.910531 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42688) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:53.049013 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:53.421045 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-25cdd358-0ccc-4214-ab5b-4ea763bb527d service neutron] 10.222.0.37 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2429926 Nov 12 08:59:53.917682 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-886ed707-862e-41a9-ae03-1c6a4c2c5530 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:54.029174 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-227922e3-a2e1-4a06-8742-9f32776051b4 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:54.083171 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-227922e3-a2e1-4a06-8742-9f32776051b4 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:54.191772 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-227922e3-a2e1-4a06-8742-9f32776051b4 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:54.201495 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-227922e3-a2e1-4a06-8742-9f32776051b4 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:54.203595 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-227922e3-a2e1-4a06-8742-9f32776051b4 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "DELETE /v2.0/security-groups/14b1b45c-1607-4f8b-b06b-7bfe5b9606fa HTTP/1.1" status: 204 len: 168 time: 1.2870302 Nov 12 08:59:54.213635 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42706) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:54.343650 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc5f06-d751-4834-8aa1-ad4aedea2c35 req-5cf74682-2f71-41ba-9a9c-b4178428bd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:54.352329 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-57bc5f06-d751-4834-8aa1-ad4aedea2c35 req-5cf74682-2f71-41ba-9a9c-b4178428bd1f service neutron] 10.222.0.54 "GET /v2.0/networks?id=1257ab85-0a57-4816-836b-dcdc791e6146 HTTP/1.1" status: 200 len: 917 time: 2.0519242 Nov 12 08:59:54.453367 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227922e3-a2e1-4a06-8742-9f32776051b4 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b1b45c-1607-4f8b-b06b-7bfe5b9606fa,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:54.498132 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-07b12103-0ec0-42ba-b705-14d7294e71ba tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2769709 Nov 12 08:59:54.518411 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef95c0-70d2-4b19-9bdd-7e1370cd6ad8 req-d9fbec43-d5e2-4989-a17a-0690c39c849f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:54.523151 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42718) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:54.560878 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef95c0-70d2-4b19-9bdd-7e1370cd6ad8 req-d9fbec43-d5e2-4989-a17a-0690c39c849f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:54.574271 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef95c0-70d2-4b19-9bdd-7e1370cd6ad8 req-d9fbec43-d5e2-4989-a17a-0690c39c849f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:54.595906 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef95c0-70d2-4b19-9bdd-7e1370cd6ad8 req-d9fbec43-d5e2-4989-a17a-0690c39c849f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:54.607043 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef95c0-70d2-4b19-9bdd-7e1370cd6ad8 req-d9fbec43-d5e2-4989-a17a-0690c39c849f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:54.614721 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef95c0-70d2-4b19-9bdd-7e1370cd6ad8 req-d9fbec43-d5e2-4989-a17a-0690c39c849f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:54.622971 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef95c0-70d2-4b19-9bdd-7e1370cd6ad8 req-d9fbec43-d5e2-4989-a17a-0690c39c849f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:54.634937 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d6ef95c0-70d2-4b19-9bdd-7e1370cd6ad8 req-d9fbec43-d5e2-4989-a17a-0690c39c849f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 5430 time: 0.3795052 Nov 12 08:59:54.796635 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-57bc5f06-d751-4834-8aa1-ad4aedea2c35 req-8a06e860-ca82-45f7-b6df-86f508497f9a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10d0e75b-037d-4def-aa04-663d57ef0288 HTTP/1.1" status: 200 len: 1002 time: 0.2902961 Nov 12 08:59:54.916564 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d6ef95c0-70d2-4b19-9bdd-7e1370cd6ad8 req-178faf4e-c0d8-45ec-ac84-f286d2201160 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=a744e7fc-8543-46a9-a97e-e6026eadf022&id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2792149 Nov 12 08:59:55.048376 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-886ed707-862e-41a9-ae03-1c6a4c2c5530 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Deleting port 4ea3ca77-8c38-4ad5-80eb-605e9867f5f4 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:59:55.048790 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-886ed707-862e-41a9-ae03-1c6a4c2c5530 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:55.104428 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d1dd416d-a7cd-47af-91cd-2dc9ee0e6471 tempest-SecGroupTest-1175359562 tempest-SecGroupTest-1175359562-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5776722 Nov 12 08:59:55.139114 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc5f06-d751-4834-8aa1-ad4aedea2c35 req-4ccacb65-dfcd-4007-8a6e-cef0776044f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:55.146690 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-57bc5f06-d751-4834-8aa1-ad4aedea2c35 req-4ccacb65-dfcd-4007-8a6e-cef0776044f1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b4bf441-b446-4677-be35-634c383c7b12 HTTP/1.1" status: 200 len: 855 time: 0.3234472 Nov 12 08:59:55.301198 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc5f06-d751-4834-8aa1-ad4aedea2c35 req-f337f282-e6c1-4054-876a-f5ec5ac5eaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:55.310260 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-57bc5f06-d751-4834-8aa1-ad4aedea2c35 req-f337f282-e6c1-4054-876a-f5ec5ac5eaf9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1257ab85-0a57-4816-836b-dcdc791e6146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1563859 Nov 12 08:59:55.550623 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-57bc5f06-d751-4834-8aa1-ad4aedea2c35 req-f9c67744-3017-407f-b124-fe9e98197501 service neutron] 10.222.0.54 "GET /v2.0/networks/1257ab85-0a57-4816-836b-dcdc791e6146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288654 Nov 12 08:59:55.655606 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02bd56-2c46-4563-bef0-16f477dc84da req-2208dc50-1356-4ea0-9f17-1b999c7c4086 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:55.678063 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9b02bd56-2c46-4563-bef0-16f477dc84da req-2208dc50-1356-4ea0-9f17-1b999c7c4086 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 946 time: 0.3801644 Nov 12 08:59:55.865831 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-886ed707-862e-41a9-ae03-1c6a4c2c5530 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] For port 4ea3ca77-8c38-4ad5-80eb-605e9867f5f4, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4ea3ca77-8c38-4ad5-80eb-605e9867f5f4,segment=NetworkSegment(e7f2977a-bb6f-4e2d-a108-7b3bb4424726),segment_id=e7f2977a-bb6f-4e2d-a108-7b3bb4424726)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:55.866889 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-886ed707-862e-41a9-ae03-1c6a4c2c5530 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:55.884323 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-57bc5f06-d751-4834-8aa1-ad4aedea2c35 req-807b895b-88a2-4b82-8dd9-7332af8fe364 service neutron] 10.222.0.54 "GET /v2.0/networks/1257ab85-0a57-4816-836b-dcdc791e6146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261147 Nov 12 08:59:55.986991 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-886ed707-862e-41a9-ae03-1c6a4c2c5530 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Calling delete_port for 4ea3ca77-8c38-4ad5-80eb-605e9867f5f4 owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:59:56.259975 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9b02bd56-2c46-4563-bef0-16f477dc84da req-6d966989-edcb-43ca-bed0-3a831f1aec51 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5780118 Nov 12 08:59:56.268742 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42744) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:56.748873 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-27760432-1183-40d3-9143-6900c2282064 req-74e62111-9abc-417f-bc7e-20701415abce tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 210 time: 0.1192403 Nov 12 08:59:57.001637 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-98793609-6b31-43a2-a51a-9fe8433680c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=548a3476c243454d8b80d9ee51130f61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7306564 Nov 12 08:59:57.016595 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42756) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:57.174851 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9673c7a-49b9-4eb0-a1d3-46bf19eecbae req-91c069e5-c379-4aaf-a106-7bffeb65313f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:57.204385 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9673c7a-49b9-4eb0-a1d3-46bf19eecbae req-91c069e5-c379-4aaf-a106-7bffeb65313f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:57.227443 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9673c7a-49b9-4eb0-a1d3-46bf19eecbae req-91c069e5-c379-4aaf-a106-7bffeb65313f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:57.257870 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9673c7a-49b9-4eb0-a1d3-46bf19eecbae req-91c069e5-c379-4aaf-a106-7bffeb65313f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:57.287368 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9673c7a-49b9-4eb0-a1d3-46bf19eecbae req-91c069e5-c379-4aaf-a106-7bffeb65313f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:57.299486 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4092366d-365b-4bad-94c8-53818377a983 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:57.315175 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9673c7a-49b9-4eb0-a1d3-46bf19eecbae req-91c069e5-c379-4aaf-a106-7bffeb65313f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:57.330089 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9673c7a-49b9-4eb0-a1d3-46bf19eecbae req-91c069e5-c379-4aaf-a106-7bffeb65313f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:57.346067 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a9673c7a-49b9-4eb0-a1d3-46bf19eecbae req-91c069e5-c379-4aaf-a106-7bffeb65313f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 5430 time: 0.4061944 Nov 12 08:59:57.417565 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-886ed707-862e-41a9-ae03-1c6a4c2c5530 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:57.481422 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4092366d-365b-4bad-94c8-53818377a983 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:57.592882 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ed707-862e-41a9-ae03-1c6a4c2c5530 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Port': ['ID=4ea3ca77-8c38-4ad5-80eb-605e9867f5f4,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:57.637381 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-80a6d6ee-bd4d-48d9-9f81-2935fea74b86 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:57.640157 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-80a6d6ee-bd4d-48d9-9f81-2935fea74b86 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.54 "GET /v2.0/networks?id=dff85ee1-5d3b-4104-8677-a8be57638c59 HTTP/1.1" status: 200 len: 805 time: 0.9181018 Nov 12 08:59:57.670136 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-b0ab2fd5-186e-4aa1-9ec0-e08613c47c9f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Request body: {'port': {'device_id': '7ce651d2-17dc-4331-a5a0-4eddfb581c7c', 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59', 'admin_state_up': True, 'tenant_id': '78d9cae7e28e44dea74a67608c81b079'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:57.778462 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a9673c7a-49b9-4eb0-a1d3-46bf19eecbae req-6094affa-99a0-41f2-9980-d9094f0119a8 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=a744e7fc-8543-46a9-a97e-e6026eadf022&id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4304035 Nov 12 08:59:57.877305 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4092366d-365b-4bad-94c8-53818377a983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:57.895626 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4092366d-365b-4bad-94c8-53818377a983 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:57.901074 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4092366d-365b-4bad-94c8-53818377a983 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d48bf7a7-acd7-4414-bece-38ed44304816 HTTP/1.1" status: 204 len: 168 time: 0.8763120 Nov 12 08:59:57.981715 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092366d-365b-4bad-94c8-53818377a983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48bf7a7-acd7-4414-bece-38ed44304816,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:58.082288 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-b0ab2fd5-186e-4aa1-9ec0-e08613c47c9f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Made reservation on behalf of 78d9cae7e28e44dea74a67608c81b079 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:59:58.099516 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-b0ab2fd5-186e-4aa1-9ec0-e08613c47c9f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:58.320262 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-886ed707-862e-41a9-ae03-1c6a4c2c5530 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:58.682932 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440bb61-f86c-4183-9af7-0e1e7c101b7c req-b908f1c4-3186-45d1-8ded-3470df5879c5 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:58.686966 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-b0ab2fd5-186e-4aa1-9ec0-e08613c47c9f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Allocated IP 172.20.0.5 (dff85ee1-5d3b-4104-8677-a8be57638c59/5c35fa51-ac67-4be1-b9e2-7be8e3c59722/dd111772-fda6-41ad-a64c-8d47928f363b) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:59:58.704489 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0440bb61-f86c-4183-9af7-0e1e7c101b7c req-b908f1c4-3186-45d1-8ded-3470df5879c5 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 946 time: 0.5802331 Nov 12 08:59:58.881381 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0440bb61-f86c-4183-9af7-0e1e7c101b7c req-fb016bc1-4c10-4843-84ee-9af86e853438 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751418 Nov 12 08:59:59.240789 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:59.253312 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-47bc11f6-4790-4e42-b41d-ce28a7e98fc7 req-5450bc15-ef1c-45f5-9f47-678b6b244917 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 210 time: 0.1126773 Nov 12 08:59:59.286605 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-36c6a8f2-f8d7-4628-8589-22e4b30734fa req-8b90c586-31dd-472f-b877-2d387b2fe24c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=743576cf-f2c6-41e3-83f6-7155b350b964&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3182962 Nov 12 08:59:59.293150 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886ed707-862e-41a9-ae03-1c6a4c2c5530 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Router c5492485-c231-4668-b90d-b62400d6876b has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:59:59.319045 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-b0ab2fd5-186e-4aa1-9ec0-e08613c47c9f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:59.406906 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-b0ab2fd5-186e-4aa1-9ec0-e08613c47c9f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:59.423106 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['0db8467b-a8e0-4127-b527-cac040b50758'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:59:59.575652 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-b0ab2fd5-186e-4aa1-9ec0-e08613c47c9f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Network dff85ee1-5d3b-4104-8677-a8be57638c59 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:59:59.582131 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-b0ab2fd5-186e-4aa1-9ec0-e08613c47c9f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:59:59.649298 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-b0ab2fd5-186e-4aa1-9ec0-e08613c47c9f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:59:59.673510 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703040ed-8d09-4e52-8350-1a35602f62fb None None] DHCP port deletion for dff85ee1-5d3b-4104-8677-a8be57638c59 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:59:59.700410 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886ed707-862e-41a9-ae03-1c6a4c2c5530 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:59:59.735009 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87cf0de-a7ae-4d25-9e1f-9bbac0bf2598 None None] Sync routers for ids ['c5492485-c231-4668-b90d-b62400d6876b'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:59:59.765003 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-886ed707-862e-41a9-ae03-1c6a4c2c5530 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "PUT /v2.0/routers/c5492485-c231-4668-b90d-b62400d6876b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3467443 Nov 12 08:59:59.782069 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42818) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:59.812869 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87cf0de-a7ae-4d25-9e1f-9bbac0bf2598 None None] Routers {'c5492485-c231-4668-b90d-b62400d6876b'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:59:59.827842 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-b87cf0de-a7ae-4d25-9e1f-9bbac0bf2598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:59:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c5492485-c231-4668-b90d-b62400d6876b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:59.840543 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-b0ab2fd5-186e-4aa1-9ec0-e08613c47c9f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:59.841639 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-b0ab2fd5-186e-4aa1-9ec0-e08613c47c9f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:59.881329 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab2fd5-186e-4aa1-9ec0-e08613c47c9f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Pushing event updated for resources: {'Port': ['ID=dd111772-fda6-41ad-a64c-8d47928f363b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:59.977164 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6a8f2-f8d7-4628-8589-22e4b30734fa req-0439ee24-1f0d-43e8-b242-2c940e8a1f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:59.980293 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-36c6a8f2-f8d7-4628-8589-22e4b30734fa req-0439ee24-1f0d-43e8-b242-2c940e8a1f43 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=78d9cae7e28e44dea74a67608c81b079&device_id=743576cf-f2c6-41e3-83f6-7155b350b964 HTTP/1.1" status: 200 len: 1097 time: 0.4884028 Nov 12 09:00:00.023263 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-b0ab2fd5-186e-4aa1-9ec0-e08613c47c9f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3691647 Nov 12 09:00:00.051922 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-8963184b-9d71-4a4e-bd4a-7ec42f2506dd service neutron] Request body: {'port': {'device_id': '7ce651d2-17dc-4331-a5a0-4eddfb581c7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:00.104093 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6aefa7-ea6d-4cc2-b7e5-3132c7c29e40 req-c9fcfc1f-28b9-4181-a751-8f1586b62b82 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:00.138412 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6aefa7-ea6d-4cc2-b7e5-3132c7c29e40 req-c9fcfc1f-28b9-4181-a751-8f1586b62b82 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:00.163088 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-b87cf0de-a7ae-4d25-9e1f-9bbac0bf2598 None None] Set router c5492485-c231-4668-b90d-b62400d6876b gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:00:00.176674 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6aefa7-ea6d-4cc2-b7e5-3132c7c29e40 req-c9fcfc1f-28b9-4181-a751-8f1586b62b82 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:00.222211 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6aefa7-ea6d-4cc2-b7e5-3132c7c29e40 req-c9fcfc1f-28b9-4181-a751-8f1586b62b82 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:00.235574 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-8963184b-9d71-4a4e-bd4a-7ec42f2506dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:00.242972 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6aefa7-ea6d-4cc2-b7e5-3132c7c29e40 req-c9fcfc1f-28b9-4181-a751-8f1586b62b82 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:00.268313 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6aefa7-ea6d-4cc2-b7e5-3132c7c29e40 req-c9fcfc1f-28b9-4181-a751-8f1586b62b82 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:00.272078 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-0db94c85-a477-427c-901f-415dfe081237 None None] Provisioning complete for port dd111772-fda6-41ad-a64c-8d47928f363b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:00.272914 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0db94c85-a477-427c-901f-415dfe081237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:00.287213 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6aefa7-ea6d-4cc2-b7e5-3132c7c29e40 req-c9fcfc1f-28b9-4181-a751-8f1586b62b82 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:00.303481 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4c6aefa7-ea6d-4cc2-b7e5-3132c7c29e40 req-c9fcfc1f-28b9-4181-a751-8f1586b62b82 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 5430 time: 0.6321962 Nov 12 09:00:00.347893 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-b87cf0de-a7ae-4d25-9e1f-9bbac0bf2598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5492485-c231-4668-b90d-b62400d6876b', 'name': 'tempest-RoutersTest-router-426469342', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:58Z', 'updated_at': '2021-11-12T08:59:56Z', 'revision_number': 11, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:00.418055 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87cf0de-a7ae-4d25-9e1f-9bbac0bf2598 None None] Checking router: c5492485-c231-4668-b90d-b62400d6876b for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:00:00.440570 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f8388bd-ef4f-4158-b135-d4795aeab6e2 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Deleting subnet b10ac0a0-3608-4964-a2a5-60506f746f78 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:00:00.457120 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87cf0de-a7ae-4d25-9e1f-9bbac0bf2598 None None] Routers {'c5492485-c231-4668-b90d-b62400d6876b'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:00:00.458728 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-b87cf0de-a7ae-4d25-9e1f-9bbac0bf2598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:59:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c5492485-c231-4668-b90d-b62400d6876b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:00.486200 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-0db94c85-a477-427c-901f-415dfe081237 None None] Port dd111772-fda6-41ad-a64c-8d47928f363b cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:00:00.487109 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f8388bd-ef4f-4158-b135-d4795aeab6e2 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:00.495701 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc653e46-1103-45d6-ae5e-87675e900ea9 req-503f0d2d-ec87-4415-ab97-78e3f85223ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:00.499498 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-dc653e46-1103-45d6-ae5e-87675e900ea9 req-503f0d2d-ec87-4415-ab97-78e3f85223ad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ec847d4aa114da6b8ea6ce22207bb4f&device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 1098 time: 0.2651727 Nov 12 09:00:00.709432 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-b87cf0de-a7ae-4d25-9e1f-9bbac0bf2598 None None] Set router c5492485-c231-4668-b90d-b62400d6876b gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:00:00.868106 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-b87cf0de-a7ae-4d25-9e1f-9bbac0bf2598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5492485-c231-4668-b90d-b62400d6876b', 'name': 'tempest-RoutersTest-router-426469342', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:58Z', 'updated_at': '2021-11-12T08:59:56Z', 'revision_number': 11, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:00.916584 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87cf0de-a7ae-4d25-9e1f-9bbac0bf2598 None None] The sync data for ids ['c5492485-c231-4668-b90d-b62400d6876b'] in n-d-768862-16 is: [{'id': 'c5492485-c231-4668-b90d-b62400d6876b', 'name': 'tempest-RoutersTest-router-426469342', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:58Z', 'updated_at': '2021-11-12T08:59:56Z', 'revision_number': 11, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:00:01.162993 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc653e46-1103-45d6-ae5e-87675e900ea9 req-e8e6e286-6549-4e6f-b125-0c5968d63301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:01.173938 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-dc653e46-1103-45d6-ae5e-87675e900ea9 req-e8e6e286-6549-4e6f-b125-0c5968d63301 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1257ab85-0a57-4816-836b-dcdc791e6146 HTTP/1.1" status: 200 len: 917 time: 0.6580143 Nov 12 09:00:01.306947 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-dc653e46-1103-45d6-ae5e-87675e900ea9 req-62ae1871-47b9-4cf3-9ff8-24c9dc1f974e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10d0e75b-037d-4def-aa04-663d57ef0288 HTTP/1.1" status: 200 len: 1002 time: 0.1173410 Nov 12 09:00:01.486165 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc653e46-1103-45d6-ae5e-87675e900ea9 req-a68550d7-4942-40f9-9a51-d34e73480612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:01.492602 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-dc653e46-1103-45d6-ae5e-87675e900ea9 req-a68550d7-4942-40f9-9a51-d34e73480612 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b4bf441-b446-4677-be35-634c383c7b12 HTTP/1.1" status: 200 len: 855 time: 0.1681495 Nov 12 09:00:01.650916 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc653e46-1103-45d6-ae5e-87675e900ea9 req-0203f788-964b-497f-88e0-c1b78ce54bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:01.653208 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-dc653e46-1103-45d6-ae5e-87675e900ea9 req-0203f788-964b-497f-88e0-c1b78ce54bd1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1257ab85-0a57-4816-836b-dcdc791e6146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1567454 Nov 12 09:00:01.658676 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-8963184b-9d71-4a4e-bd4a-7ec42f2506dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd111772-fda6-41ad-a64c-8d47928f363b {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:00:01.686382 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-8963184b-9d71-4a4e-bd4a-7ec42f2506dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:01.705601 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6a8f2-f8d7-4628-8589-22e4b30734fa req-ef10b71c-6595-44fc-89dc-c869d86f9d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:01.717948 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-36c6a8f2-f8d7-4628-8589-22e4b30734fa req-ef10b71c-6595-44fc-89dc-c869d86f9d1b service neutron] 10.222.0.58 "GET /v2.0/networks?id=dff85ee1-5d3b-4104-8677-a8be57638c59 HTTP/1.1" status: 200 len: 906 time: 1.4089463 Nov 12 09:00:01.774803 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-8963184b-9d71-4a4e-bd4a-7ec42f2506dd service neutron] Transition to ACTIVE for port object dd111772-fda6-41ad-a64c-8d47928f363b will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:00:01.790952 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-8963184b-9d71-4a4e-bd4a-7ec42f2506dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:01.877473 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-36c6a8f2-f8d7-4628-8589-22e4b30734fa req-3325e624-738c-4a6b-8511-ba5e9be74398 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0db8467b-a8e0-4127-b527-cac040b50758 HTTP/1.1" status: 200 len: 217 time: 0.1407549 Nov 12 09:00:01.887956 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec19a6a-e18c-4bbb-962a-2e0255c86237 None None] DHCP port deletion for dff85ee1-5d3b-4104-8677-a8be57638c59 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:00:01.980991 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-dc653e46-1103-45d6-ae5e-87675e900ea9 req-a1caa63e-b6a3-4ed7-8cfd-fbe722ef662a service neutron] 10.222.0.54 "GET /v2.0/networks/1257ab85-0a57-4816-836b-dcdc791e6146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118944 Nov 12 09:00:02.046503 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8963184b-9d71-4a4e-bd4a-7ec42f2506dd service neutron] Pushing event updated for resources: {'Port': ['ID=dd111772-fda6-41ad-a64c-8d47928f363b,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:02.051864 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6a8f2-f8d7-4628-8589-22e4b30734fa req-4873970f-8035-4fb2-8d03-c5051a37695b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:02.053571 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-36c6a8f2-f8d7-4628-8589-22e4b30734fa req-4873970f-8035-4fb2-8d03-c5051a37695b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c35fa51-ac67-4be1-b9e2-7be8e3c59722 HTTP/1.1" status: 200 len: 845 time: 0.1394808 Nov 12 09:00:02.057972 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f8388bd-ef4f-4158-b135-d4795aeab6e2 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:02.122716 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4c6aefa7-ea6d-4cc2-b7e5-3132c7c29e40 req-12b5c9b8-757a-4b1d-9e08-fe6e98016d64 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=a744e7fc-8543-46a9-a97e-e6026eadf022&id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.8177142 Nov 12 09:00:02.201464 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4ea3ca77-8c38-4ad5-80eb-605e9867f5f4 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:00:02.208588 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-36c6a8f2-f8d7-4628-8589-22e4b30734fa req-34115160-dd30-436d-b060-445e8968a397 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dff85ee1-5d3b-4104-8677-a8be57638c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1451311 Nov 12 09:00:02.305299 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 4ea3ca77-8c38-4ad5-80eb-605e9867f5f4 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:00:02.308128 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4ea3ca77-8c38-4ad5-80eb-605e9867f5f4 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:00:02.425596 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-8963184b-9d71-4a4e-bd4a-7ec42f2506dd service neutron] Attempting to bind port dd111772-fda6-41ad-a64c-8d47928f363b on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:00:02.430236 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-8963184b-9d71-4a4e-bd4a-7ec42f2506dd service neutron] Attempting to bind port dd111772-fda6-41ad-a64c-8d47928f363b by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:00:02.430741 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-8963184b-9d71-4a4e-bd4a-7ec42f2506dd service neutron] Attempting to bind port dd111772-fda6-41ad-a64c-8d47928f363b on network dff85ee1-5d3b-4104-8677-a8be57638c59 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:00:02.446527 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-dc653e46-1103-45d6-ae5e-87675e900ea9 req-59d02def-4261-46b6-91fb-c4dd9ef3aa0a service neutron] 10.222.0.54 "GET /v2.0/networks/1257ab85-0a57-4816-836b-dcdc791e6146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163640 Nov 12 09:00:02.448537 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-8963184b-9d71-4a4e-bd4a-7ec42f2506dd service neutron] Port dd111772-fda6-41ad-a64c-8d47928f363b on network dff85ee1-5d3b-4104-8677-a8be57638c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:00:02.449151 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-8963184b-9d71-4a4e-bd4a-7ec42f2506dd service neutron] Attempting to bind port dd111772-fda6-41ad-a64c-8d47928f363b on network dff85ee1-5d3b-4104-8677-a8be57638c59 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:00:02.481969 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-8963184b-9d71-4a4e-bd4a-7ec42f2506dd service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:00:02.483405 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-8963184b-9d71-4a4e-bd4a-7ec42f2506dd service neutron] Checking segment: {'id': 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:00:02.483996 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-8963184b-9d71-4a4e-bd4a-7ec42f2506dd service neutron] Bound using segment: {'id': 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:00:02.484487 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-8963184b-9d71-4a4e-bd4a-7ec42f2506dd service neutron] Bound port: dd111772-fda6-41ad-a64c-8d47928f363b, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:00:02.484875 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-8963184b-9d71-4a4e-bd4a-7ec42f2506dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:02.660817 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-36c6a8f2-f8d7-4628-8589-22e4b30734fa req-ba28c128-9772-428c-a4d7-4fbc15e3f970 service neutron] 10.222.0.58 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252553 Nov 12 09:00:02.773845 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-8963184b-9d71-4a4e-bd4a-7ec42f2506dd service neutron] For port dd111772-fda6-41ad-a64c-8d47928f363b, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:00:02.782230 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-8963184b-9d71-4a4e-bd4a-7ec42f2506dd service neutron] For port dd111772-fda6-41ad-a64c-8d47928f363b, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=dd111772-fda6-41ad-a64c-8d47928f363b,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:00:02.796108 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-8963184b-9d71-4a4e-bd4a-7ec42f2506dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:02.853882 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a533d2-9622-4ef6-ab08-6743f550c66f req-d88e4742-ac29-4b0e-82dc-6c5ff6799d92 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:02.862508 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d1a533d2-9622-4ef6-ab08-6743f550c66f req-d88e4742-ac29-4b0e-82dc-6c5ff6799d92 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 946 time: 0.5135162 Nov 12 09:00:02.865821 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f8388bd-ef4f-4158-b135-d4795aeab6e2 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:02.904179 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-8963184b-9d71-4a4e-bd4a-7ec42f2506dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:02.905098 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-8963184b-9d71-4a4e-bd4a-7ec42f2506dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:02.908241 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-8963184b-9d71-4a4e-bd4a-7ec42f2506dd service neutron] 10.222.0.54 "PUT /v2.0/ports/dd111772-fda6-41ad-a64c-8d47928f363b HTTP/1.1" status: 200 len: 1092 time: 2.8741364 Nov 12 09:00:02.917549 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce651d2-17dc-4331-a5a0-4eddfb581c7c', 'tag': 'dd111772-fda6-41ad-a64c-8d47928f363b'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:02.920233 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f8eb4d-b782-4956-a667-37d7e415794e" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce651d2-17dc-4331-a5a0-4eddfb581c7c", "tag": "dd111772-fda6-41ad-a64c-8d47928f363b"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:02.937991 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4b0484-61aa-46aa-b467-e80a996fd1d5 None None] DHCP port deletion for dff85ee1-5d3b-4104-8677-a8be57638c59 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:00:02.985943 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d1a533d2-9622-4ef6-ab08-6743f550c66f req-1a2d03cf-1baf-4b79-ae8f-e1d0b2fc16d0 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221039 Nov 12 09:00:03.046186 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8963184b-9d71-4a4e-bd4a-7ec42f2506dd service neutron] Pushing event updated for resources: {'Port': ['ID=dd111772-fda6-41ad-a64c-8d47928f363b,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:03.143730 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-a9678838-bbb9-49f0-954a-4cc0db962623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:03.146171 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-a9678838-bbb9-49f0-954a-4cc0db962623 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78d9cae7e28e44dea74a67608c81b079&device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 1095 time: 0.1467187 Nov 12 09:00:03.225346 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-36c6a8f2-f8d7-4628-8589-22e4b30734fa req-4b32b586-4ac0-454d-a8e2-1b843d828d9e service neutron] 10.222.0.58 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206134 Nov 12 09:00:03.243269 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-90973b4d-685c-492a-a13d-6438084665d2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd111772-fda6-41ad-a64c-8d47928f363b HTTP/1.1" status: 200 len: 217 time: 0.0846806 Nov 12 09:00:03.321181 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f8388bd-ef4f-4158-b135-d4795aeab6e2 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:03.405295 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8388bd-ef4f-4158-b135-d4795aeab6e2 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Subnet': ['ID=b10ac0a0-3608-4964-a2a5-60506f746f78,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:03.415504 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f8388bd-ef4f-4158-b135-d4795aeab6e2 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:03.421281 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6f8388bd-ef4f-4158-b135-d4795aeab6e2 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/subnets/b10ac0a0-3608-4964-a2a5-60506f746f78 HTTP/1.1" status: 204 len: 168 time: 3.6338601 Nov 12 09:00:03.440464 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfeb6e2-67bb-4362-ba9d-2e98dd56f9cb None None] Network afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:00:03.449536 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42898) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:03.468273 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24ef4d-d785-4299-932d-d67a2f548609 req-09c07a07-13e8-4989-8bcf-2e06bf838baa tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:03.473258 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-c1c52288-6f90-497d-8443-290e7ee41fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:03.475155 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f24ef4d-d785-4299-932d-d67a2f548609 req-09c07a07-13e8-4989-8bcf-2e06bf838baa tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 943 time: 0.2473478 Nov 12 09:00:03.476895 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-c1c52288-6f90-497d-8443-290e7ee41fca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5c35fa51-ac67-4be1-b9e2-7be8e3c59722 HTTP/1.1" status: 200 len: 845 time: 0.2273448 Nov 12 09:00:03.639932 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-12667a5c-acab-44ef-b353-6917f3d7b838 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dff85ee1-5d3b-4104-8677-a8be57638c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1277330 Nov 12 09:00:03.669953 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f24ef4d-d785-4299-932d-d67a2f548609 req-4b943337-787a-4208-981a-5cb3fbc78740 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755781 Nov 12 09:00:03.820520 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725ac2b2-c8fe-4ef5-b028-185aac62692c x-openstack-request-id: req-725ac2b2-c8fe-4ef5-b028-185aac62692c {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:03.820984 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce651d2-17dc-4331-a5a0-4eddfb581c7c", "tag": "dd111772-fda6-41ad-a64c-8d47928f363b", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:03.821374 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-725ac2b2-c8fe-4ef5-b028-185aac62692c {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:03.822076 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce651d2-17dc-4331-a5a0-4eddfb581c7c', 'tag': 'dd111772-fda6-41ad-a64c-8d47928f363b', 'status': 'completed', 'code': 200} Nov 12 09:00:03.851360 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-76977a85-906c-4c8d-ae8c-07ec927cb577 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:03.990335 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a403f86-caa3-46c6-a788-76c71c13fd0e None None] DHCP port deletion for afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:00:04.022970 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebaeeb-ce5a-4aed-b004-b654e95914a8 req-fe84e41b-c3bd-4ee3-8da4-2e86af08607e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:04.052125 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebaeeb-ce5a-4aed-b004-b654e95914a8 req-fe84e41b-c3bd-4ee3-8da4-2e86af08607e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:04.077336 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebaeeb-ce5a-4aed-b004-b654e95914a8 req-fe84e41b-c3bd-4ee3-8da4-2e86af08607e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:04.097005 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebaeeb-ce5a-4aed-b004-b654e95914a8 req-fe84e41b-c3bd-4ee3-8da4-2e86af08607e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:04.118867 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-dfa53235-9022-4524-bcf4-b5f62b227569 service neutron] 10.222.0.54 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666796 Nov 12 09:00:04.123291 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebaeeb-ce5a-4aed-b004-b654e95914a8 req-fe84e41b-c3bd-4ee3-8da4-2e86af08607e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:04.124480 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-3a403f86-caa3-46c6-a788-76c71c13fd0e None None] Deleting port ebd7646c-66e4-49d3-8912-e65c5aa70f3e {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:00:04.125462 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3a403f86-caa3-46c6-a788-76c71c13fd0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:04.130380 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebaeeb-ce5a-4aed-b004-b654e95914a8 req-fe84e41b-c3bd-4ee3-8da4-2e86af08607e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:04.151980 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebaeeb-ce5a-4aed-b004-b654e95914a8 req-fe84e41b-c3bd-4ee3-8da4-2e86af08607e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:04.167504 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-98ebaeeb-ce5a-4aed-b004-b654e95914a8 req-fe84e41b-c3bd-4ee3-8da4-2e86af08607e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 5430 time: 0.2940805 Nov 12 09:00:04.404001 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-76977a85-906c-4c8d-ae8c-07ec927cb577 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Deleting port ebd7646c-66e4-49d3-8912-e65c5aa70f3e {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:00:04.404856 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-76977a85-906c-4c8d-ae8c-07ec927cb577 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:04.444759 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ebd7646c-66e4-49d3-8912-e65c5aa70f3e no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:00:04.619404 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-98ebaeeb-ce5a-4aed-b004-b654e95914a8 req-975299fb-95ea-42ad-b6dc-048fc6d5054a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=a744e7fc-8543-46a9-a97e-e6026eadf022&id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4252181 Nov 12 09:00:04.657445 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-3a403f86-caa3-46c6-a788-76c71c13fd0e None None] For port ebd7646c-66e4-49d3-8912-e65c5aa70f3e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ebd7646c-66e4-49d3-8912-e65c5aa70f3e,segment=NetworkSegment(e7f2977a-bb6f-4e2d-a108-7b3bb4424726),segment_id=e7f2977a-bb6f-4e2d-a108-7b3bb4424726)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:04.658333 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3a403f86-caa3-46c6-a788-76c71c13fd0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:04.697638 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device d89afea3-56ca-4d29-b4cc-697f5d5a1d50 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:00:04.703599 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 10d0e75b-037d-4def-aa04-663d57ef0288 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:00:04.954290 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-76977a85-906c-4c8d-ae8c-07ec927cb577 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] For port ebd7646c-66e4-49d3-8912-e65c5aa70f3e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ebd7646c-66e4-49d3-8912-e65c5aa70f3e,segment=NetworkSegment(e7f2977a-bb6f-4e2d-a108-7b3bb4424726),segment_id=e7f2977a-bb6f-4e2d-a108-7b3bb4424726)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:04.961236 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-3a403f86-caa3-46c6-a788-76c71c13fd0e None None] Calling delete_port for ebd7646c-66e4-49d3-8912-e65c5aa70f3e owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:00:04.964964 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-76977a85-906c-4c8d-ae8c-07ec927cb577 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:04.987361 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42938) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:05.102577 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.resource_extend [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 09:00:05.120004 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb037d-f6cc-4b27-b2dd-5edd5c3aff49 req-f2e6344f-c64c-44e5-981f-1fc2d437bf36 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:05.139886 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8aeb037d-f6cc-4b27-b2dd-5edd5c3aff49 req-f2e6344f-c64c-44e5-981f-1fc2d437bf36 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 946 time: 0.2276952 Nov 12 09:00:05.176953 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-76977a85-906c-4c8d-ae8c-07ec927cb577 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Calling delete_port for ebd7646c-66e4-49d3-8912-e65c5aa70f3e owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:00:05.283777 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ace086e8-0448-4355-a428-1f6dac87aac4 req-2df93863-9eeb-46c3-9eea-72b6d4977ec3 service neutron] 10.222.0.54 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1490633 Nov 12 09:00:05.325217 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8aeb037d-f6cc-4b27-b2dd-5edd5c3aff49 req-7c3e77d1-f4ee-4a0c-a6ac-e432e9e3de1d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792741 Nov 12 09:00:05.511947 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:05.729464 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-17b4a248-0272-4487-8c0a-e5604b6509ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:05.742711 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331ad5e-f26a-44a7-9558-9692fb9de4c6 req-64a7d9b0-5f61-4058-9f33-301bfb8aa9c1 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:05.757394 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b331ad5e-f26a-44a7-9558-9692fb9de4c6 req-64a7d9b0-5f61-4058-9f33-301bfb8aa9c1 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 943 time: 0.1162834 Nov 12 09:00:05.831257 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:05.934902 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-17b4a248-0272-4487-8c0a-e5604b6509ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:05.954160 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b331ad5e-f26a-44a7-9558-9692fb9de4c6 req-38352672-10f1-4459-9fb4-7ed646918f65 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946979 Nov 12 09:00:05.976739 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-17b4a248-0272-4487-8c0a-e5604b6509ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:06.067197 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345244c0-dfc6-4e22-91c7-b4a3b95d0702', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10d0e75b-037d-4def-aa04-663d57ef0288'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:06.077649 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acd14a7-43fa-4010-aca6-84d563d08415" -d '{"events": [{"server_uuid": "345244c0-dfc6-4e22-91c7-b4a3b95d0702", "name": "network-vif-unplugged", "status": "completed", "tag": "10d0e75b-037d-4def-aa04-663d57ef0288"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:06.117815 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port d89afea3-56ca-4d29-b4cc-697f5d5a1d50, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=d89afea3-56ca-4d29-b4cc-697f5d5a1d50,segment=NetworkSegment(04d113ee-bb26-4561-ac74-569bb3ee567a),segment_id=04d113ee-bb26-4561-ac74-569bb3ee567a)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:06.216722 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port ebd7646c-66e4-49d3-8912-e65c5aa70f3e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ebd7646c-66e4-49d3-8912-e65c5aa70f3e,segment=NetworkSegment(e7f2977a-bb6f-4e2d-a108-7b3bb4424726),segment_id=e7f2977a-bb6f-4e2d-a108-7b3bb4424726)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:06.252489 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 10d0e75b-037d-4def-aa04-663d57ef0288, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=10d0e75b-037d-4def-aa04-663d57ef0288,segment=NetworkSegment(0d552c33-257a-485a-b0f3-e78e2fa44e64),segment_id=0d552c33-257a-485a-b0f3-e78e2fa44e64)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:06.257116 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b4a248-0272-4487-8c0a-e5604b6509ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccef48e-ad2d-4d75-b30c-44656d4b323c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:06.273844 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:06.361020 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-76977a85-906c-4c8d-ae8c-07ec927cb577 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:06.379947 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:06.382746 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'd89afea3-56ca-4d29-b4cc-697f5d5a1d50', 'network_id': '6f43e52f-01a2-4807-8299-a32ad3b11a95', 'port_id': 'd89afea3-56ca-4d29-b4cc-697f5d5a1d50', 'mac_address': 'fa:16:3e:e0:11:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a46f76c2-1a35-49b4-89e9-0120081a33c4', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:00:06.400998 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=10d0e75b-037d-4def-aa04-663d57ef0288,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:06.405111 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3a403f86-caa3-46c6-a788-76c71c13fd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:06.461477 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:06.461477 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:06.461477 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:06.461477 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:06.461477 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:06.461477 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:06.461477 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:06.461477 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:06.461477 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:06.461477 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:06.461477 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:06.461477 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:06.477986 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-17b4a248-0272-4487-8c0a-e5604b6509ac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4968b1b3fb904323b775f5e1fc0ee42d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4804206 Nov 12 09:00:06.478349 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42964) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:06.493864 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76977a85-906c-4c8d-ae8c-07ec927cb577 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Port': ['ID=ebd7646c-66e4-49d3-8912-e65c5aa70f3e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:06.507443 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a403f86-caa3-46c6-a788-76c71c13fd0e None None] No DVR routers for this DVR port ebd7646c-66e4-49d3-8912-e65c5aa70f3e on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:00:06.517817 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76977a85-906c-4c8d-ae8c-07ec927cb577 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] No DVR routers for this DVR port ebd7646c-66e4-49d3-8912-e65c5aa70f3e on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:00:06.531995 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8eb4d-b782-4956-a667-37d7e415794e req-6af5572c-1177-41c3-ad6a-5fdc45cb8e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:06.536277 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-64f8eb4d-b782-4956-a667-37d7e415794e req-6af5572c-1177-41c3-ad6a-5fdc45cb8e40 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78d9cae7e28e44dea74a67608c81b079&device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 1095 time: 0.3478293 Nov 12 09:00:06.588245 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:06.631154 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3a8d758b-e72a-4e96-ab45-66a1e996e49d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:06.669424 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3a8d758b-e72a-4e96-ab45-66a1e996e49d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:06.685315 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event deleted for resources: {'Port': ['ID=ebd7646c-66e4-49d3-8912-e65c5aa70f3e,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:06.742907 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a403f86-caa3-46c6-a788-76c71c13fd0e None None] Pushing event deleted for resources: {'Port': ['ID=ebd7646c-66e4-49d3-8912-e65c5aa70f3e,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:06.752959 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89afea3-56ca-4d29-b4cc-697f5d5a1d50 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:00:06.792524 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3a8d758b-e72a-4e96-ab45-66a1e996e49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:06.797052 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3a8d758b-e72a-4e96-ab45-66a1e996e49d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:06.798913 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3a8d758b-e72a-4e96-ab45-66a1e996e49d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3ccef48e-ad2d-4d75-b30c-44656d4b323c HTTP/1.1" status: 204 len: 168 time: 0.3206897 Nov 12 09:00:06.823095 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d758b-e72a-4e96-ab45-66a1e996e49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccef48e-ad2d-4d75-b30c-44656d4b323c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:06.845888 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port d89afea3-56ca-4d29-b4cc-697f5d5a1d50, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=d89afea3-56ca-4d29-b4cc-697f5d5a1d50,segment=NetworkSegment(04d113ee-bb26-4561-ac74-569bb3ee567a),segment_id=04d113ee-bb26-4561-ac74-569bb3ee567a)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:06.877227 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:06.883731 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 0fe5da9b-dc65-4c8c-94f7-e34d6a421df3 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:00:07.026483 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-76977a85-906c-4c8d-ae8c-07ec927cb577 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:07.152826 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-76977a85-906c-4c8d-ae8c-07ec927cb577 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:07.178851 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-76977a85-906c-4c8d-ae8c-07ec927cb577 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f2977a-bb6f-4e2d-a108-7b3bb4424726') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:07.179871 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-76977a85-906c-4c8d-ae8c-07ec927cb577 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f2977a-bb6f-4e2d-a108-7b3bb4424726') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:07.202609 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-76977a85-906c-4c8d-ae8c-07ec927cb577 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:07.233588 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-76977a85-906c-4c8d-ae8c-07ec927cb577 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:07.246000 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76977a85-906c-4c8d-ae8c-07ec927cb577 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:00:07.247221 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-76977a85-906c-4c8d-ae8c-07ec927cb577 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:07.378075 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:00:07.378075 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:00:07.378075 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:00:07.378075 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:00:07.378075 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:00:07.378075 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:00:07.378075 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:00:07.378075 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:00:07.378075 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:00:07.378075 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:00:07.378075 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:00:07.378075 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:00:07.378075 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:00:07.378075 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:00:07.378075 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:00:07.378075 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:00:07.378075 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:00:07.378075 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:00:07.378075 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:00:07.378075 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:00:07.378075 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:00:07.378075 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:00:07.378075 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:00:07.378075 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:00:07.378075 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:00:07.378075 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:00:07.378075 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:00:07.378075 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:00:07.378075 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:00:07.378075 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:00:07.378075 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:00:07.378075 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:00:07.389511 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-76977a85-906c-4c8d-ae8c-07ec927cb577 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:07.401151 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 0fe5da9b-dc65-4c8c-94f7-e34d6a421df3, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=0fe5da9b-dc65-4c8c-94f7-e34d6a421df3,segment=NetworkSegment(772d6dd6-36e4-48dc-90ff-8a2775289036),segment_id=772d6dd6-36e4-48dc-90ff-8a2775289036)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:07.455677 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '0fe5da9b-dc65-4c8c-94f7-e34d6a421df3', 'network_id': 'ae45870e-ea40-4974-aaa2-60a832e0f221', 'port_id': '0fe5da9b-dc65-4c8c-94f7-e34d6a421df3', 'mac_address': 'fa:16:3e:fc:ef:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbf435e5-42b0-4c0e-ac62-0d08bd5977b4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:00:07.456396 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-76977a85-906c-4c8d-ae8c-07ec927cb577 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:07.469686 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-76977a85-906c-4c8d-ae8c-07ec927cb577 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/networks/afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f HTTP/1.1" status: 204 len: 168 time: 4.0142562 Nov 12 09:00:07.469686 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76977a85-906c-4c8d-ae8c-07ec927cb577 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Pushing event deleted for resources: {'Network': ['ID=afe91b66-fa2c-4aa1-bf7d-b53fc6bc721f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:07.470270 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42986) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:07.485263 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-d4de4abb-33cf-47be-b93b-7372de131c8f tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Request body: {'router': {'routes': None}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:07.576480 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8eb4d-b782-4956-a667-37d7e415794e req-fbf5cb6b-2194-41f5-8489-0ebff0d520a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:07.584189 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-64f8eb4d-b782-4956-a667-37d7e415794e req-fbf5cb6b-2194-41f5-8489-0ebff0d520a0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=dff85ee1-5d3b-4104-8677-a8be57638c59 HTTP/1.1" status: 200 len: 906 time: 1.0342789 Nov 12 09:00:07.631678 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=d89afea3-56ca-4d29-b4cc-697f5d5a1d50,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:07.688347 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:07.734635 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe5da9b-dc65-4c8c-94f7-e34d6a421df3 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:00:07.755677 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-64f8eb4d-b782-4956-a667-37d7e415794e req-fc297456-46af-42dd-9820-24acec009482 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd111772-fda6-41ad-a64c-8d47928f363b HTTP/1.1" status: 200 len: 217 time: 0.1630144 Nov 12 09:00:07.775436 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 0fe5da9b-dc65-4c8c-94f7-e34d6a421df3, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=0fe5da9b-dc65-4c8c-94f7-e34d6a421df3,segment=NetworkSegment(772d6dd6-36e4-48dc-90ff-8a2775289036),segment_id=772d6dd6-36e4-48dc-90ff-8a2775289036)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:07.782744 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:07.784524 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 67f7b3d5-2b02-4acc-aa1d-2c68928b32e8 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:00:08.012860 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8eb4d-b782-4956-a667-37d7e415794e req-7ea75f40-6b45-42a8-bbc3-a3011ae93199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:08.015776 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-64f8eb4d-b782-4956-a667-37d7e415794e req-7ea75f40-6b45-42a8-bbc3-a3011ae93199 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5c35fa51-ac67-4be1-b9e2-7be8e3c59722 HTTP/1.1" status: 200 len: 845 time: 0.2525346 Nov 12 09:00:08.065909 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-296eda11-a414-4c30-9d30-4062288879f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:08.106105 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:00:08.146865 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42998) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:08.158876 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-64f8eb4d-b782-4956-a667-37d7e415794e req-71d4344b-8350-4c33-a2c0-76b3fd5433d3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dff85ee1-5d3b-4104-8677-a8be57638c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1303778 Nov 12 09:00:08.245684 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=0fe5da9b-dc65-4c8c-94f7-e34d6a421df3,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:08.283493 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-55186e65-9e24-4367-b40c-5e495c0d16fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:08.352813 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 67f7b3d5-2b02-4acc-aa1d-2c68928b32e8, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=67f7b3d5-2b02-4acc-aa1d-2c68928b32e8,segment=NetworkSegment(80f7a98b-187d-4ccd-ae18-958406d84b1e),segment_id=80f7a98b-187d-4ccd-ae18-958406d84b1e)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:08.384728 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '67f7b3d5-2b02-4acc-aa1d-2c68928b32e8', 'network_id': '52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572', 'port_id': '67f7b3d5-2b02-4acc-aa1d-2c68928b32e8', 'mac_address': 'fa:16:3e:0a:de:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '972d18b2-ff95-4dd0-9709-a0646a0ab7eb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:00:08.391717 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.extraroute_db [None req-d4de4abb-33cf-47be-b93b-7372de131c8f tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Added routes are [] {{(pid=102569) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 09:00:08.392274 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.extraroute_db [None req-d4de4abb-33cf-47be-b93b-7372de131c8f tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Removed routes are [] {{(pid=102569) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 09:00:08.393090 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d4de4abb-33cf-47be-b93b-7372de131c8f tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12134'] for router, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:08.477609 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:08.584669 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67f7b3d5-2b02-4acc-aa1d-2c68928b32e8 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:00:08.650709 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-64f8eb4d-b782-4956-a667-37d7e415794e req-4c4701a3-ad6c-4902-b26d-6f7766358252 service neutron] 10.222.0.54 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837346 Nov 12 09:00:08.716513 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 67f7b3d5-2b02-4acc-aa1d-2c68928b32e8, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=67f7b3d5-2b02-4acc-aa1d-2c68928b32e8,segment=NetworkSegment(80f7a98b-187d-4ccd-ae18-958406d84b1e),segment_id=80f7a98b-187d-4ccd-ae18-958406d84b1e)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:08.728908 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:08.729618 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 7b185afb-245a-4fb4-8397-b9de6cfe0fed details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:00:08.865125 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d4de4abb-33cf-47be-b93b-7372de131c8f tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12134'] for router, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:08.874039 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d4de4abb-33cf-47be-b93b-7372de131c8f tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920415'] for router, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:08.884212 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=67f7b3d5-2b02-4acc-aa1d-2c68928b32e8,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:08.889325 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-55186e65-9e24-4367-b40c-5e495c0d16fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:08.899967 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-55186e65-9e24-4367-b40c-5e495c0d16fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:09.015657 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 7b185afb-245a-4fb4-8397-b9de6cfe0fed, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=7b185afb-245a-4fb4-8397-b9de6cfe0fed,segment=NetworkSegment(04d113ee-bb26-4561-ac74-569bb3ee567a),segment_id=04d113ee-bb26-4561-ac74-569bb3ee567a)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:09.047440 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '7b185afb-245a-4fb4-8397-b9de6cfe0fed', 'network_id': '6f43e52f-01a2-4807-8299-a32ad3b11a95', 'port_id': '7b185afb-245a-4fb4-8397-b9de6cfe0fed', 'mac_address': 'fa:16:3e:0f:6d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a46f76c2-1a35-49b4-89e9-0120081a33c4', 'ip_address': '10.1.1.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:00:09.063353 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-55186e65-9e24-4367-b40c-5e495c0d16fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=44e2bb5cee934ba29468b3696a1da617&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9025800 Nov 12 09:00:09.064309 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43014) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:09.078077 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55186e65-9e24-4367-b40c-5e495c0d16fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f64b92-b1b8-4492-8425-cc539240eda0,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:09.095890 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f97a81-316a-4410-a33f-993a5c46982e req-de46bad9-9cb8-4a74-b585-7becf50b0f17 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:09.098631 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-64f8eb4d-b782-4956-a667-37d7e415794e req-8333399b-a7b3-440a-84d8-1d43d22b4c64 service neutron] 10.222.0.54 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353707 Nov 12 09:00:09.109591 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f97a81-316a-4410-a33f-993a5c46982e req-de46bad9-9cb8-4a74-b585-7becf50b0f17 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:09.126805 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f97a81-316a-4410-a33f-993a5c46982e req-de46bad9-9cb8-4a74-b585-7becf50b0f17 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:09.140455 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f97a81-316a-4410-a33f-993a5c46982e req-de46bad9-9cb8-4a74-b585-7becf50b0f17 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:09.154415 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f97a81-316a-4410-a33f-993a5c46982e req-de46bad9-9cb8-4a74-b585-7becf50b0f17 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:09.162572 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:09.169823 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f97a81-316a-4410-a33f-993a5c46982e req-de46bad9-9cb8-4a74-b585-7becf50b0f17 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:09.182855 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f97a81-316a-4410-a33f-993a5c46982e req-de46bad9-9cb8-4a74-b585-7becf50b0f17 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:09.187212 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-88f97a81-316a-4410-a33f-993a5c46982e req-de46bad9-9cb8-4a74-b585-7becf50b0f17 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 5432 time: 1.2689557 Nov 12 09:00:09.206809 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b185afb-245a-4fb4-8397-b9de6cfe0fed {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:00:09.250543 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 7b185afb-245a-4fb4-8397-b9de6cfe0fed, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=7b185afb-245a-4fb4-8397-b9de6cfe0fed,segment=NetworkSegment(04d113ee-bb26-4561-ac74-569bb3ee567a),segment_id=04d113ee-bb26-4561-ac74-569bb3ee567a)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:09.265327 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:09.267129 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 1fc527f8-9665-4e15-9131-e2f6e2db3a4f details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:00:09.268064 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4de4abb-33cf-47be-b93b-7372de131c8f tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Router c5492485-c231-4668-b90d-b62400d6876b has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:00:09.343687 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d8eef9f0-73c3-4b3f-b33b-e8c5c47532be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:09.344630 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-88f97a81-316a-4410-a33f-993a5c46982e req-38a6af3f-ea0f-4f97-9f68-8fb5b9e2cbaf tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=a744e7fc-8543-46a9-a97e-e6026eadf022&id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1456914 Nov 12 09:00:09.380783 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 1fc527f8-9665-4e15-9131-e2f6e2db3a4f, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=1fc527f8-9665-4e15-9131-e2f6e2db3a4f,segment=NetworkSegment(04d113ee-bb26-4561-ac74-569bb3ee567a),segment_id=04d113ee-bb26-4561-ac74-569bb3ee567a)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:09.406919 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '1fc527f8-9665-4e15-9131-e2f6e2db3a4f', 'network_id': '6f43e52f-01a2-4807-8299-a32ad3b11a95', 'port_id': '1fc527f8-9665-4e15-9131-e2f6e2db3a4f', 'mac_address': 'fa:16:3e:c3:b6:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a46f76c2-1a35-49b4-89e9-0120081a33c4', 'ip_address': '10.1.1.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:00:09.425617 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=7b185afb-245a-4fb4-8397-b9de6cfe0fed,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:09.486082 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d8eef9f0-73c3-4b3f-b33b-e8c5c47532be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:09.554424 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8f3535-087f-4034-bf73-b063a9536d09 x-openstack-request-id: req-1d8f3535-087f-4034-bf73-b063a9536d09 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:09.555422 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345244c0-dfc6-4e22-91c7-b4a3b95d0702", "name": "network-vif-unplugged", "status": "failed", "tag": "10d0e75b-037d-4def-aa04-663d57ef0288", "code": 422}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:09.555422 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d8f3535-087f-4034-bf73-b063a9536d09 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:09.556085 n-d-768862-16 neutron-server[102570]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '345244c0-dfc6-4e22-91c7-b4a3b95d0702', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '10d0e75b-037d-4def-aa04-663d57ef0288', 'code': 422} returned with failed status Nov 12 09:00:09.575804 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:09.627065 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d8eef9f0-73c3-4b3f-b33b-e8c5c47532be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:09.630519 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc527f8-9665-4e15-9131-e2f6e2db3a4f {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:00:09.632934 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d8eef9f0-73c3-4b3f-b33b-e8c5c47532be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:09.635481 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d8eef9f0-73c3-4b3f-b33b-e8c5c47532be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b0f64b92-b1b8-4492-8425-cc539240eda0 HTTP/1.1" status: 204 len: 168 time: 0.5659292 Nov 12 09:00:09.691634 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eef9f0-73c3-4b3f-b33b-e8c5c47532be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f64b92-b1b8-4492-8425-cc539240eda0,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:09.732228 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 1fc527f8-9665-4e15-9131-e2f6e2db3a4f, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=1fc527f8-9665-4e15-9131-e2f6e2db3a4f,segment=NetworkSegment(04d113ee-bb26-4561-ac74-569bb3ee567a),segment_id=04d113ee-bb26-4561-ac74-569bb3ee567a)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:09.772115 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:09.773721 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 6fcbc602-f892-4d42-bc23-8549c06c7ef1 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:00:09.786361 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4de4abb-33cf-47be-b93b-7372de131c8f tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:00:09.799273 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d4de4abb-33cf-47be-b93b-7372de131c8f tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:09.800956 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d4de4abb-33cf-47be-b93b-7372de131c8f tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "PUT /v2.0/routers/c5492485-c231-4668-b90d-b62400d6876b HTTP/1.1" status: 200 len: 700 time: 2.3277402 Nov 12 09:00:09.804552 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43022) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:09.823875 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a55294-2d0b-4c81-ae7c-eb87bc8b015d None None] Sync routers for ids ['c5492485-c231-4668-b90d-b62400d6876b'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:00:09.867313 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-bb99b061-5c23-4620-9159-90675acd1283 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5492485-c231-4668-b90d-b62400d6876b HTTP/1.1" status: 200 len: 205 time: 0.0607064 Nov 12 09:00:09.868166 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857dcf7-b654-4f01-a986-7932fa41edb5 req-c5fc9eba-34e0-46a6-8286-33c8edc6aac2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:09.870091 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43024) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:09.882649 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a55294-2d0b-4c81-ae7c-eb87bc8b015d None None] Routers {'c5492485-c231-4668-b90d-b62400d6876b'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:00:09.883535 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-25a55294-2d0b-4c81-ae7c-eb87bc8b015d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T08:59:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c5492485-c231-4668-b90d-b62400d6876b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:09.890142 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5857dcf7-b654-4f01-a986-7932fa41edb5 req-c5fc9eba-34e0-46a6-8286-33c8edc6aac2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 943 time: 0.2193534 Nov 12 09:00:09.982616 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5857dcf7-b654-4f01-a986-7932fa41edb5 req-ba98cf4b-9461-4ed2-bf59-0a514dece0a1 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912926 Nov 12 09:00:10.132261 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-25a55294-2d0b-4c81-ae7c-eb87bc8b015d None None] Set router c5492485-c231-4668-b90d-b62400d6876b gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:00:10.183146 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-bcacd6ab-385f-4c4a-8b23-07224966019d req-98456572-1b60-44bb-a3c4-3b1c1d064bb3 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:00:10.185211 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bcacd6ab-385f-4c4a-8b23-07224966019d req-98456572-1b60-44bb-a3c4-3b1c1d064bb3 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106404 Nov 12 09:00:10.458609 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.resource_extend [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 09:00:10.476214 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-25a55294-2d0b-4c81-ae7c-eb87bc8b015d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5492485-c231-4668-b90d-b62400d6876b', 'name': 'tempest-RoutersTest-router-426469342', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:58Z', 'updated_at': '2021-11-12T08:59:56Z', 'revision_number': 11, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:10.564763 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 6fcbc602-f892-4d42-bc23-8549c06c7ef1, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=6fcbc602-f892-4d42-bc23-8549c06c7ef1,segment=NetworkSegment(04d113ee-bb26-4561-ac74-569bb3ee567a),segment_id=04d113ee-bb26-4561-ac74-569bb3ee567a)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:10.575164 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bfd93fd5-9ce3-4ada-8212-1e67a09e8bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:10.605097 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a55294-2d0b-4c81-ae7c-eb87bc8b015d None None] Checking router: c5492485-c231-4668-b90d-b62400d6876b for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:00:10.613592 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=1fc527f8-9665-4e15-9131-e2f6e2db3a4f,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:10.636224 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '6fcbc602-f892-4d42-bc23-8549c06c7ef1', 'network_id': '6f43e52f-01a2-4807-8299-a32ad3b11a95', 'port_id': '6fcbc602-f892-4d42-bc23-8549c06c7ef1', 'mac_address': 'fa:16:3e:69:b5:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a46f76c2-1a35-49b4-89e9-0120081a33c4', 'ip_address': '10.1.1.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:00:10.672692 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a55294-2d0b-4c81-ae7c-eb87bc8b015d None None] Routers {'c5492485-c231-4668-b90d-b62400d6876b'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:00:10.678909 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-25a55294-2d0b-4c81-ae7c-eb87bc8b015d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:00:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c5492485-c231-4668-b90d-b62400d6876b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:10.788769 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7370b-c7f5-4225-a9fe-853b6071b9b4 req-7fee162d-07f8-4aa5-b02b-7b174a98d4f0 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:10.807658 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4cf7370b-c7f5-4225-a9fe-853b6071b9b4 req-7fee162d-07f8-4aa5-b02b-7b174a98d4f0 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 944 time: 0.2892778 Nov 12 09:00:11.066474 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e971bd5-034a-422a-aed0-c4a0f658c1a7 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:11.072728 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4cf7370b-c7f5-4225-a9fe-853b6071b9b4 req-4bf7871e-4199-4372-aacf-99231ab4510f tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2591481 Nov 12 09:00:11.497576 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-25a55294-2d0b-4c81-ae7c-eb87bc8b015d None None] Set router c5492485-c231-4668-b90d-b62400d6876b gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:00:11.568048 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4087e-b8b6-4475-a8b1-74e799634049 req-121f81dc-e3f5-4a83-aafc-d93c59e0e218 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:11.585747 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4087e-b8b6-4475-a8b1-74e799634049 req-121f81dc-e3f5-4a83-aafc-d93c59e0e218 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:11.605784 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4087e-b8b6-4475-a8b1-74e799634049 req-121f81dc-e3f5-4a83-aafc-d93c59e0e218 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:11.610964 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:11.644508 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4087e-b8b6-4475-a8b1-74e799634049 req-121f81dc-e3f5-4a83-aafc-d93c59e0e218 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:11.658378 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4087e-b8b6-4475-a8b1-74e799634049 req-121f81dc-e3f5-4a83-aafc-d93c59e0e218 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:11.661158 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43072) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:11.679631 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4087e-b8b6-4475-a8b1-74e799634049 req-121f81dc-e3f5-4a83-aafc-d93c59e0e218 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:11.710684 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4087e-b8b6-4475-a8b1-74e799634049 req-121f81dc-e3f5-4a83-aafc-d93c59e0e218 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:11.740203 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b4b4087e-b8b6-4475-a8b1-74e799634049 req-121f81dc-e3f5-4a83-aafc-d93c59e0e218 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 5435 time: 0.4462957 Nov 12 09:00:11.741459 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-25a55294-2d0b-4c81-ae7c-eb87bc8b015d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5492485-c231-4668-b90d-b62400d6876b', 'name': 'tempest-RoutersTest-router-426469342', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:58Z', 'updated_at': '2021-11-12T08:59:56Z', 'revision_number': 11, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:11.883260 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e971bd5-034a-422a-aed0-c4a0f658c1a7 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:11.899552 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e971bd5-034a-422a-aed0-c4a0f658c1a7 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:11.924491 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b4b4087e-b8b6-4475-a8b1-74e799634049 req-bf54daf2-f240-455b-a49b-11b213076fe7 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=a744e7fc-8543-46a9-a97e-e6026eadf022&id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1945853 Nov 12 09:00:12.006387 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a55294-2d0b-4c81-ae7c-eb87bc8b015d None None] The sync data for ids ['c5492485-c231-4668-b90d-b62400d6876b'] in n-d-768862-16 is: [{'id': 'c5492485-c231-4668-b90d-b62400d6876b', 'name': 'tempest-RoutersTest-router-426469342', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:58Z', 'updated_at': '2021-11-12T08:59:56Z', 'revision_number': 11, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:00:12.065873 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fcbc602-f892-4d42-bc23-8549c06c7ef1 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:00:12.101775 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e971bd5-034a-422a-aed0-c4a0f658c1a7 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:12.102819 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e971bd5-034a-422a-aed0-c4a0f658c1a7 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Fanout notify agent at l3_agent the message router_deleted on router c5492485-c231-4668-b90d-b62400d6876b {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:00:12.123490 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e971bd5-034a-422a-aed0-c4a0f658c1a7 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:12.132694 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43086) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:12.147270 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-8539b827-7b3d-4eb8-af9e-f103ad2758a2 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1481242889', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:12.147656 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4e971bd5-034a-422a-aed0-c4a0f658c1a7 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/routers/c5492485-c231-4668-b90d-b62400d6876b HTTP/1.1" status: 204 len: 168 time: 2.2740855 Nov 12 09:00:12.172593 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:12.176622 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 6fcbc602-f892-4d42-bc23-8549c06c7ef1, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=6fcbc602-f892-4d42-bc23-8549c06c7ef1,segment=NetworkSegment(04d113ee-bb26-4561-ac74-569bb3ee567a),segment_id=04d113ee-bb26-4561-ac74-569bb3ee567a)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:12.195127 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:12.199886 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 206f8312-f979-4e27-92c2-524c260a2a43 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:00:12.232396 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8539b827-7b3d-4eb8-af9e-f103ad2758a2 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:12.246140 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8539b827-7b3d-4eb8-af9e-f103ad2758a2 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:12.444801 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=6fcbc602-f892-4d42-bc23-8549c06c7ef1,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:12.475676 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 206f8312-f979-4e27-92c2-524c260a2a43, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=206f8312-f979-4e27-92c2-524c260a2a43,segment=NetworkSegment(772d6dd6-36e4-48dc-90ff-8a2775289036),segment_id=772d6dd6-36e4-48dc-90ff-8a2775289036)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:12.555580 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '206f8312-f979-4e27-92c2-524c260a2a43', 'network_id': 'ae45870e-ea40-4974-aaa2-60a832e0f221', 'port_id': '206f8312-f979-4e27-92c2-524c260a2a43', 'mac_address': 'fa:16:3e:60:87:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbf435e5-42b0-4c0e-ac62-0d08bd5977b4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:00:12.613266 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6673d858-fe91-4c2f-8706-92ab40174546 req-e5e7e429-feae-4745-bebb-3f84771c30dc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9504349 Nov 12 09:00:12.652556 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [req-6673d858-fe91-4c2f-8706-92ab40174546 req-d98dd3dd-237b-4063-85e0-6a6ec4a04c58 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:00:12.657969 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6673d858-fe91-4c2f-8706-92ab40174546 req-d98dd3dd-237b-4063-85e0-6a6ec4a04c58 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0353208 Nov 12 09:00:12.681525 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:12.687950 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8539b827-7b3d-4eb8-af9e-f103ad2758a2 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:12.723693 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8539b827-7b3d-4eb8-af9e-f103ad2758a2 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:12.788820 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206f8312-f979-4e27-92c2-524c260a2a43 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:00:12.832120 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd42ade-238c-4df0-ab62-a7e497e69888 req-bfe453ea-b50b-4ad3-b230-7b3049086c9d tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:12.854464 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dbd42ade-238c-4df0-ab62-a7e497e69888 req-bfe453ea-b50b-4ad3-b230-7b3049086c9d tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 943 time: 0.4537935 Nov 12 09:00:12.876848 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 206f8312-f979-4e27-92c2-524c260a2a43, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=206f8312-f979-4e27-92c2-524c260a2a43,segment=NetworkSegment(772d6dd6-36e4-48dc-90ff-8a2775289036),segment_id=772d6dd6-36e4-48dc-90ff-8a2775289036)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:12.888467 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:12.944981 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8539b827-7b3d-4eb8-af9e-f103ad2758a2 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:12.955953 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8539b827-7b3d-4eb8-af9e-f103ad2758a2 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8213134 Nov 12 09:00:12.959060 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43102) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:12.965549 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-49ffa413-3514-47cd-a3b7-d865cb8ee379 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:13.068831 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=206f8312-f979-4e27-92c2-524c260a2a43,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:13.075889 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dbd42ade-238c-4df0-ab62-a7e497e69888 req-5bf428a7-e646-4886-a7cf-759f36bdf463 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200725 Nov 12 09:00:13.084983 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device dd111772-fda6-41ad-a64c-8d47928f363b details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:00:13.378225 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a96c6-8650-4229-a7a5-8f6fa93f814c req-ac692a39-a82e-4e0a-a662-6dcc0c4cc325 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:13.391276 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e03a96c6-8650-4229-a7a5-8f6fa93f814c req-ac692a39-a82e-4e0a-a662-6dcc0c4cc325 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 944 time: 0.1805322 Nov 12 09:00:13.455456 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43118) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:13.469823 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:13.542751 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['0fe5da9b-dc65-4c8c-94f7-e34d6a421df3'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:00:13.626681 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['d89afea3-56ca-4d29-b4cc-697f5d5a1d50'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:00:13.645563 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e03a96c6-8650-4229-a7a5-8f6fa93f814c req-04bd2c1f-d02f-4a9e-bcd5-b7e6cc188e6c tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2529299 Nov 12 09:00:13.791855 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['7b185afb-245a-4fb4-8397-b9de6cfe0fed'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:00:13.860618 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d12e8229-1b20-4569-b542-1449049ea49e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:13.896210 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['1fc527f8-9665-4e15-9131-e2f6e2db3a4f'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:00:14.037321 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port dd111772-fda6-41ad-a64c-8d47928f363b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=dd111772-fda6-41ad-a64c-8d47928f363b,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:14.120248 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d12e8229-1b20-4569-b542-1449049ea49e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:14.153207 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d12e8229-1b20-4569-b542-1449049ea49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:14.204327 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d12e8229-1b20-4569-b542-1449049ea49e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a0a0ca19f4d1462c902b3068bb29d138&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7371264 Nov 12 09:00:14.206219 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43136) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:14.254633 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bc40b-9650-45b6-a614-077c921940c3 req-d12230d5-865d-4d1a-9d3a-98c38fb0e169 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:14.266909 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-49ffa413-3514-47cd-a3b7-d865cb8ee379 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12134'] for router, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:14.281574 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bc40b-9650-45b6-a614-077c921940c3 req-d12230d5-865d-4d1a-9d3a-98c38fb0e169 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:14.293799 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bc40b-9650-45b6-a614-077c921940c3 req-d12230d5-865d-4d1a-9d3a-98c38fb0e169 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:14.314888 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bc40b-9650-45b6-a614-077c921940c3 req-d12230d5-865d-4d1a-9d3a-98c38fb0e169 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:14.321618 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-49ffa413-3514-47cd-a3b7-d865cb8ee379 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920415'] for router, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:14.326293 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bc40b-9650-45b6-a614-077c921940c3 req-d12230d5-865d-4d1a-9d3a-98c38fb0e169 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:14.334907 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bc40b-9650-45b6-a614-077c921940c3 req-d12230d5-865d-4d1a-9d3a-98c38fb0e169 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:14.345257 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bc40b-9650-45b6-a614-077c921940c3 req-d12230d5-865d-4d1a-9d3a-98c38fb0e169 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:14.348231 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f8bc40b-9650-45b6-a614-077c921940c3 req-d12230d5-865d-4d1a-9d3a-98c38fb0e169 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 5437 time: 0.4529192 Nov 12 09:00:14.567198 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f8bc40b-9650-45b6-a614-077c921940c3 req-3dd9bab2-37d4-4370-a81e-6e8e86ffb31b tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=a744e7fc-8543-46a9-a97e-e6026eadf022&id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1869080 Nov 12 09:00:14.577705 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['206f8312-f979-4e27-92c2-524c260a2a43'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:00:14.578769 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e8229-1b20-4569-b542-1449049ea49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b59c72-feb2-4dd6-a530-9dcc967c540f,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:14.624360 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'dd111772-fda6-41ad-a64c-8d47928f363b', 'network_id': 'dff85ee1-5d3b-4104-8677-a8be57638c59', 'port_id': 'dd111772-fda6-41ad-a64c-8d47928f363b', 'mac_address': 'fa:16:3e:6d:78:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c35fa51-ac67-4be1-b9e2-7be8e3c59722', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:00:14.666034 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['67f7b3d5-2b02-4acc-aa1d-2c68928b32e8'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:00:14.666317 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-778ae804-c8e5-420f-8f7d-53da8e925a6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:14.668839 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['6fcbc602-f892-4d42-bc23-8549c06c7ef1'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:00:14.700634 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-778ae804-c8e5-420f-8f7d-53da8e925a6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:14.822350 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ffa413-3514-47cd-a3b7-d865cb8ee379 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Router fb03e9ba-4c8d-49a4-aa1d-6e1869c908f8 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:00:14.865835 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:14.867266 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-778ae804-c8e5-420f-8f7d-53da8e925a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:14.867396 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-778ae804-c8e5-420f-8f7d-53da8e925a6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:14.887064 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-778ae804-c8e5-420f-8f7d-53da8e925a6a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f5b59c72-feb2-4dd6-a530-9dcc967c540f HTTP/1.1" status: 204 len: 168 time: 0.6566572 Nov 12 09:00:15.090389 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ae804-c8e5-420f-8f7d-53da8e925a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b59c72-feb2-4dd6-a530-9dcc967c540f,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:15.112151 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ffa413-3514-47cd-a3b7-d865cb8ee379 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:00:15.131361 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf3b9e2-4106-44a9-9ebf-d108d2a3ca23 None None] Sync routers for ids ['fb03e9ba-4c8d-49a4-aa1d-6e1869c908f8'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:00:15.152878 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-49ffa413-3514-47cd-a3b7-d865cb8ee379 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:15.156066 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-49ffa413-3514-47cd-a3b7-d865cb8ee379 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "PUT /v2.0/routers/fb03e9ba-4c8d-49a4-aa1d-6e1869c908f8 HTTP/1.1" status: 200 len: 694 time: 2.1953363 Nov 12 09:00:15.163118 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43154) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:15.182586 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf3b9e2-4106-44a9-9ebf-d108d2a3ca23 None None] Routers {'fb03e9ba-4c8d-49a4-aa1d-6e1869c908f8'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:00:15.187397 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-fbf3b9e2-4106-44a9-9ebf-d108d2a3ca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:00:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['fb03e9ba-4c8d-49a4-aa1d-6e1869c908f8'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:15.204624 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72faf536-4129-4ff5-a570-2e70b0c808b1 req-180c1c5e-5db4-45f9-aea1-55904294e5b1 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:15.210585 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-72faf536-4129-4ff5-a570-2e70b0c808b1 req-180c1c5e-5db4-45f9-aea1-55904294e5b1 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 943 time: 0.3948312 Nov 12 09:00:15.452761 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-72faf536-4129-4ff5-a570-2e70b0c808b1 req-e6e7ddc2-a46c-4f5d-a37f-e6e8c377b998 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349298 Nov 12 09:00:15.496702 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6d38b42f-e768-4463-b267-915a6763c279 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "GET /v2.0/routers/fb03e9ba-4c8d-49a4-aa1d-6e1869c908f8 HTTP/1.1" status: 200 len: 700 time: 0.3309307 Nov 12 09:00:15.501283 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43158) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:15.576017 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:15.638421 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b46f5d6f-74fe-44d9-8d4a-e9b46f05feb0 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb03e9ba-4c8d-49a4-aa1d-6e1869c908f8 HTTP/1.1" status: 200 len: 205 time: 0.1159868 Nov 12 09:00:15.641238 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43162) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:15.963613 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2d39514a-ef16-453f-b83b-4c96a4c338f4 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:16.004991 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed0f23-cde5-4ab5-b713-d9f2418c9f9a req-9bd1e004-ad23-41b7-94b9-9b1807144aa2 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:16.011532 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-99ed0f23-cde5-4ab5-b713-d9f2418c9f9a req-9bd1e004-ad23-41b7-94b9-9b1807144aa2 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 944 time: 0.2212396 Nov 12 09:00:16.161351 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-fbf3b9e2-4106-44a9-9ebf-d108d2a3ca23 None None] Set router fb03e9ba-4c8d-49a4-aa1d-6e1869c908f8 gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:00:16.185673 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-99ed0f23-cde5-4ab5-b713-d9f2418c9f9a req-cdacc9c5-2fae-4881-9b31-a1de202c7eab tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558936 Nov 12 09:00:16.360401 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd111772-fda6-41ad-a64c-8d47928f363b {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:00:16.375848 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-fbf3b9e2-4106-44a9-9ebf-d108d2a3ca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb03e9ba-4c8d-49a4-aa1d-6e1869c908f8', 'name': 'tempest-RoutersTest-router-1481242889', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:00:12Z', 'updated_at': '2021-11-12T09:00:14Z', 'revision_number': 2, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:16.457617 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port dd111772-fda6-41ad-a64c-8d47928f363b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=dd111772-fda6-41ad-a64c-8d47928f363b,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:16.544448 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf3b9e2-4106-44a9-9ebf-d108d2a3ca23 None None] Checking router: fb03e9ba-4c8d-49a4-aa1d-6e1869c908f8 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:00:16.583199 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf3b9e2-4106-44a9-9ebf-d108d2a3ca23 None None] Routers {'fb03e9ba-4c8d-49a4-aa1d-6e1869c908f8'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:00:16.587265 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-fbf3b9e2-4106-44a9-9ebf-d108d2a3ca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:00:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['fb03e9ba-4c8d-49a4-aa1d-6e1869c908f8'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:16.642663 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:16.682820 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce1086-e01b-4355-aa9c-014b43588754 req-64a376d3-b761-4ee8-b8da-c287e6e0bf40 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:16.718324 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce1086-e01b-4355-aa9c-014b43588754 req-64a376d3-b761-4ee8-b8da-c287e6e0bf40 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:16.749621 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce1086-e01b-4355-aa9c-014b43588754 req-64a376d3-b761-4ee8-b8da-c287e6e0bf40 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:16.766333 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce1086-e01b-4355-aa9c-014b43588754 req-64a376d3-b761-4ee8-b8da-c287e6e0bf40 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:16.792187 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce1086-e01b-4355-aa9c-014b43588754 req-64a376d3-b761-4ee8-b8da-c287e6e0bf40 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:16.793027 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2d39514a-ef16-453f-b83b-4c96a4c338f4 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:16.801250 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2d39514a-ef16-453f-b83b-4c96a4c338f4 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:16.832127 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce1086-e01b-4355-aa9c-014b43588754 req-64a376d3-b761-4ee8-b8da-c287e6e0bf40 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:16.846457 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 10d0e75b-037d-4def-aa04-663d57ef0288 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:00:16.878349 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce1086-e01b-4355-aa9c-014b43588754 req-64a376d3-b761-4ee8-b8da-c287e6e0bf40 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:16.887846 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-56ce1086-e01b-4355-aa9c-014b43588754 req-64a376d3-b761-4ee8-b8da-c287e6e0bf40 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 5437 time: 0.4539981 Nov 12 09:00:16.916391 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2d39514a-ef16-453f-b83b-4c96a4c338f4 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:16.917309 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d39514a-ef16-453f-b83b-4c96a4c338f4 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Fanout notify agent at l3_agent the message router_deleted on router fb03e9ba-4c8d-49a4-aa1d-6e1869c908f8 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:00:16.929442 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2d39514a-ef16-453f-b83b-4c96a4c338f4 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:16.930634 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2d39514a-ef16-453f-b83b-4c96a4c338f4 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/routers/fb03e9ba-4c8d-49a4-aa1d-6e1869c908f8 HTTP/1.1" status: 204 len: 168 time: 1.2881625 Nov 12 09:00:16.934990 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-fbf3b9e2-4106-44a9-9ebf-d108d2a3ca23 None None] Set router fb03e9ba-4c8d-49a4-aa1d-6e1869c908f8 gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:00:16.937337 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43194) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:17.019609 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-26422df4-5774-4ba5-8fcd-399de570914e tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb03e9ba-4c8d-49a4-aa1d-6e1869c908f8 HTTP/1.1" status: 200 len: 205 time: 0.0762675 Nov 12 09:00:17.023007 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43196) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:17.109788 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-d0bfd666-c986-4b78-9e46-c9a98857acc8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] delete failed (client error): The resource could not be found. Nov 12 09:00:17.111340 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d0bfd666-c986-4b78-9e46-c9a98857acc8 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/routers/fb03e9ba-4c8d-49a4-aa1d-6e1869c908f8 HTTP/1.1" status: 404 len: 336 time: 0.0870905 Nov 12 09:00:17.117204 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43208) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:17.177476 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-fbf3b9e2-4106-44a9-9ebf-d108d2a3ca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb03e9ba-4c8d-49a4-aa1d-6e1869c908f8', 'name': 'tempest-RoutersTest-router-1481242889', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:00:12Z', 'updated_at': '2021-11-12T09:00:14Z', 'revision_number': 2, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:17.235725 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-56ce1086-e01b-4355-aa9c-014b43588754 req-8613ebc4-5f47-4288-8b89-9afac71cb289 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=a744e7fc-8543-46a9-a97e-e6026eadf022&id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3229425 Nov 12 09:00:17.250542 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6703528-18b9-417d-b63a-87c32e8e9924 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] DELETE failed (client error): The resource could not be found. Nov 12 09:00:17.251322 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6703528-18b9-417d-b63a-87c32e8e9924 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:00:17.269019 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43216) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:17.277169 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['dd111772-fda6-41ad-a64c-8d47928f363b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:00:17.278178 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e6703528-18b9-417d-b63a-87c32e8e9924 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/subnets/72e61305-4cd1-4fbd-8763-3e3c8cced279 HTTP/1.1" status: 404 len: 337 time: 0.1587913 Nov 12 09:00:17.397065 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf3b9e2-4106-44a9-9ebf-d108d2a3ca23 None None] The sync data for ids ['fb03e9ba-4c8d-49a4-aa1d-6e1869c908f8'] in n-d-768862-16 is: [{'id': 'fb03e9ba-4c8d-49a4-aa1d-6e1869c908f8', 'name': 'tempest-RoutersTest-router-1481242889', 'tenant_id': '65719b7e54744d3883456a8130ad2c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:00:12Z', 'updated_at': '2021-11-12T09:00:14Z', 'revision_number': 2, 'project_id': '65719b7e54744d3883456a8130ad2c41', 'gw_port_host': None}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:00:17.410211 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1c624f-1814-429c-886b-789994695b8b tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] DELETE failed (client error): The resource could not be found. Nov 12 09:00:17.410765 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f1c624f-1814-429c-886b-789994695b8b tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:00:17.419563 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8f1c624f-1814-429c-886b-789994695b8b tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/subnets/14e5ba6d-91c9-492b-9f3a-80336af32053 HTTP/1.1" status: 404 len: 337 time: 0.1452453 Nov 12 09:00:17.420902 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43218) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:17.524597 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3041441-8731-403a-a686-63743bd467ee tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] DELETE failed (client error): The resource could not be found. Nov 12 09:00:17.533377 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3041441-8731-403a-a686-63743bd467ee tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:00:17.537284 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43228) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:17.538876 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f3041441-8731-403a-a686-63743bd467ee tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/subnets/96690381-de91-478c-90cf-cf185df62ad4 HTTP/1.1" status: 404 len: 337 time: 0.1162102 Nov 12 09:00:17.593086 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c49129-7048-4783-abb2-c676b039b908 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] DELETE failed (client error): The resource could not be found. Nov 12 09:00:17.593086 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c49129-7048-4783-abb2-c676b039b908 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:00:17.606534 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43230) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:17.618198 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-43c49129-7048-4783-abb2-c676b039b908 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/subnets/b10ac0a0-3608-4964-a2a5-60506f746f78 HTTP/1.1" status: 404 len: 337 time: 0.0771594 Nov 12 09:00:17.646174 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=dd111772-fda6-41ad-a64c-8d47928f363b,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:17.704890 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-34907931-3988-42f7-97e6-462476d0d1ea tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5492485-c231-4668-b90d-b62400d6876b HTTP/1.1" status: 200 len: 205 time: 0.0962048 Nov 12 09:00:17.706324 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43234) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:17.709236 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa5b0a-f925-4878-bbd3-fc68caa321c9 req-1b02b371-4b98-4bc3-aca6-3d805d771188 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:17.721931 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8baa5b0a-f925-4878-bbd3-fc68caa321c9 req-1b02b371-4b98-4bc3-aca6-3d805d771188 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 944 time: 0.2578952 Nov 12 09:00:17.864537 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-9d28ea4e-5f22-4e87-bc35-cd2bc87f8d8a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] delete failed (client error): The resource could not be found. Nov 12 09:00:17.869410 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43238) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:17.876823 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9d28ea4e-5f22-4e87-bc35-cd2bc87f8d8a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/routers/c5492485-c231-4668-b90d-b62400d6876b HTTP/1.1" status: 404 len: 336 time: 0.1646707 Nov 12 09:00:17.894215 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8baa5b0a-f925-4878-bbd3-fc68caa321c9 req-495fd950-abb0-421b-ad07-cd2a181f998d tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651132 Nov 12 09:00:17.918347 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43240) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:17.939789 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7cd10afc-09f6-4b98-bdcc-8918ee904d68 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b4bc4af-d0f4-4872-8047-ad7278bef053 HTTP/1.1" status: 200 len: 205 time: 0.0673792 Nov 12 09:00:18.044008 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-a566667f-1890-4f31-911d-a58119bb0fb5 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] delete failed (client error): The resource could not be found. Nov 12 09:00:18.048812 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43242) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:18.068832 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a566667f-1890-4f31-911d-a58119bb0fb5 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/routers/0b4bc4af-d0f4-4872-8047-ad7278bef053 HTTP/1.1" status: 404 len: 336 time: 0.1484573 Nov 12 09:00:18.137834 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ced057-33f6-4545-8c10-2256cb67ae1f tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] DELETE failed (client error): The resource could not be found. Nov 12 09:00:18.156199 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ced057-33f6-4545-8c10-2256cb67ae1f tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:00:18.181623 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f8ced057-33f6-4545-8c10-2256cb67ae1f tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/subnets/69192c72-eafc-4d85-a6a0-59903ec1cfde HTTP/1.1" status: 404 len: 337 time: 0.1310196 Nov 12 09:00:18.186441 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43256) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:18.276739 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43258) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:18.282175 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4be30bbb-433a-481d-9abf-29655a988338 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "GET /v2.0/ports?device_id=752ed830-8997-4305-937e-28b588faded8 HTTP/1.1" status: 200 len: 205 time: 0.0921826 Nov 12 09:00:18.363823 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda4004-0ded-4cab-98a7-8bacc2478630 req-55546af2-2967-454a-af2a-85e869f44a2d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:18.382023 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0eda4004-0ded-4cab-98a7-8bacc2478630 req-55546af2-2967-454a-af2a-85e869f44a2d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 944 time: 0.1836743 Nov 12 09:00:18.523703 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-812d44e2-ba97-4fe2-989c-ba2f5dd0ee19 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] delete failed (client error): The resource could not be found. Nov 12 09:00:18.528998 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-812d44e2-ba97-4fe2-989c-ba2f5dd0ee19 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/routers/752ed830-8997-4305-937e-28b588faded8 HTTP/1.1" status: 404 len: 336 time: 0.2445321 Nov 12 09:00:18.530226 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43266) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:18.613667 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0eda4004-0ded-4cab-98a7-8bacc2478630 req-4c9bdb04-6e0b-4419-b33d-4c47a279493a tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2288463 Nov 12 09:00:18.630691 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b608837c-f0f6-4e65-8088-f1bce8e1c3fe tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "GET /v2.0/ports?device_id=c968f6a9-4ba0-41cb-bc95-ca5a90393e0e HTTP/1.1" status: 200 len: 205 time: 0.0967379 Nov 12 09:00:18.631574 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43268) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:18.669329 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device d89afea3-56ca-4d29-b4cc-697f5d5a1d50 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:00:18.817807 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-bb1e6993-041e-4010-88c5-e9f5026fbc61 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] delete failed (client error): The resource could not be found. Nov 12 09:00:18.820232 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bb1e6993-041e-4010-88c5-e9f5026fbc61 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/routers/c968f6a9-4ba0-41cb-bc95-ca5a90393e0e HTTP/1.1" status: 404 len: 336 time: 0.1857891 Nov 12 09:00:18.822409 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43276) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:18.889887 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port d89afea3-56ca-4d29-b4cc-697f5d5a1d50 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:00:18.895121 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e4efe7-3250-4a8d-8364-42d7f7114100 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] DELETE failed (client error): The resource could not be found. Nov 12 09:00:18.896498 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port d89afea3-56ca-4d29-b4cc-697f5d5a1d50 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:18.896679 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:18.899046 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78e4efe7-3250-4a8d-8364-42d7f7114100 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:00:18.915512 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43282) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:18.923991 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-78e4efe7-3250-4a8d-8364-42d7f7114100 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/subnets/11d11e89-9aa0-4a2c-a806-61732f055cbb HTTP/1.1" status: 404 len: 337 time: 0.0880461 Nov 12 09:00:18.979244 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-40d536af-b458-432d-8c03-e4d5a78aff39 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec1b26b9-c182-4bdc-b087-8544fc8cc1cb HTTP/1.1" status: 200 len: 205 time: 0.0539274 Nov 12 09:00:18.982795 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43286) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:19.044218 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7465546-24fd-4d0e-b2a8-f6ab8481d67a req-d0941dab-b076-4af8-ae55-b5b40b444a07 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:19.073078 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7465546-24fd-4d0e-b2a8-f6ab8481d67a req-d0941dab-b076-4af8-ae55-b5b40b444a07 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:19.076018 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-1b722d99-579a-4899-baa6-cdf7d6ba3f1d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] delete failed (client error): The resource could not be found. Nov 12 09:00:19.078064 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1b722d99-579a-4899-baa6-cdf7d6ba3f1d tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/routers/ec1b26b9-c182-4bdc-b087-8544fc8cc1cb HTTP/1.1" status: 404 len: 336 time: 0.0937805 Nov 12 09:00:19.081328 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43288) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:19.086795 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7465546-24fd-4d0e-b2a8-f6ab8481d67a req-d0941dab-b076-4af8-ae55-b5b40b444a07 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:19.105197 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7465546-24fd-4d0e-b2a8-f6ab8481d67a req-d0941dab-b076-4af8-ae55-b5b40b444a07 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:19.124637 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7465546-24fd-4d0e-b2a8-f6ab8481d67a req-d0941dab-b076-4af8-ae55-b5b40b444a07 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:19.145297 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7465546-24fd-4d0e-b2a8-f6ab8481d67a req-d0941dab-b076-4af8-ae55-b5b40b444a07 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:19.163282 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7465546-24fd-4d0e-b2a8-f6ab8481d67a req-d0941dab-b076-4af8-ae55-b5b40b444a07 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:19.174931 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f7465546-24fd-4d0e-b2a8-f6ab8481d67a req-d0941dab-b076-4af8-ae55-b5b40b444a07 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 5437 time: 0.3838644 Nov 12 09:00:19.183808 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-e056a524-a235-4d07-96e9-983f3768981f tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] DELETE failed (client error): The resource could not be found. Nov 12 09:00:19.184612 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e056a524-a235-4d07-96e9-983f3768981f tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:00:19.188787 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e056a524-a235-4d07-96e9-983f3768981f tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/subnets/67529b11-cdd2-4373-adb6-377283e92ba5 HTTP/1.1" status: 404 len: 337 time: 0.1057940 Nov 12 09:00:19.193007 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43290) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:19.197056 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:19.304542 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89afea3-56ca-4d29-b4cc-697f5d5a1d50'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:19.322368 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e8f3e8de-e859-437a-ba72-5e50b9dffe4a tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "GET /v2.0/ports?device_id=8283266c-e461-4bbe-b274-ae00f1a63782 HTTP/1.1" status: 200 len: 205 time: 0.1219189 Nov 12 09:00:19.322651 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bf4531-d585-425f-8a9d-3f9311641023" -d '{"events": [{"server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "name": "network-vif-plugged", "status": "completed", "tag": "d89afea3-56ca-4d29-b4cc-697f5d5a1d50"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:19.324953 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43296) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:19.335182 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f7465546-24fd-4d0e-b2a8-f6ab8481d67a req-5ae5db83-e1f4-4440-a2f8-b575eb406556 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=a744e7fc-8543-46a9-a97e-e6026eadf022&id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1469128 Nov 12 09:00:19.370544 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port d89afea3-56ca-4d29-b4cc-697f5d5a1d50, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=d89afea3-56ca-4d29-b4cc-697f5d5a1d50,segment=NetworkSegment(04d113ee-bb26-4561-ac74-569bb3ee567a),segment_id=04d113ee-bb26-4561-ac74-569bb3ee567a)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:19.377342 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:19.378316 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 0fe5da9b-dc65-4c8c-94f7-e34d6a421df3 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:00:19.471967 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-1b86639b-ea4f-4280-88e5-08ea2e22e978 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] delete failed (client error): The resource could not be found. Nov 12 09:00:19.473636 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1b86639b-ea4f-4280-88e5-08ea2e22e978 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/routers/8283266c-e461-4bbe-b274-ae00f1a63782 HTTP/1.1" status: 404 len: 336 time: 0.1470990 Nov 12 09:00:19.478049 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43302) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:19.583083 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6274487-f082-43de-b96b-3d2d700e8a9b tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] DELETE failed (client error): The resource could not be found. Nov 12 09:00:19.586547 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6274487-f082-43de-b96b-3d2d700e8a9b tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:00:19.616118 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d6274487-f082-43de-b96b-3d2d700e8a9b tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/subnets/ea7aca40-9057-41f3-bbc8-417f5a5f6822 HTTP/1.1" status: 404 len: 337 time: 0.1349030 Nov 12 09:00:19.620396 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43304) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:19.634038 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc5b12-be1f-419d-8c18-07c30ed3134a req-23c50bf4-0ec7-4a02-8d66-78f6ba639326 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:19.640894 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49dc5b12-be1f-419d-8c18-07c30ed3134a req-23c50bf4-0ec7-4a02-8d66-78f6ba639326 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 944 time: 0.1216638 Nov 12 09:00:19.683153 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=d89afea3-56ca-4d29-b4cc-697f5d5a1d50,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:19.715045 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 0fe5da9b-dc65-4c8c-94f7-e34d6a421df3 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:00:19.726218 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa79e997-0829-42f0-a289-9c34db63e215 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] DELETE failed (client error): The resource could not be found. Nov 12 09:00:19.729123 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa79e997-0829-42f0-a289-9c34db63e215 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:00:19.735277 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 0fe5da9b-dc65-4c8c-94f7-e34d6a421df3 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:19.735771 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:19.738763 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-fa79e997-0829-42f0-a289-9c34db63e215 tempest-RoutersTest-750491802 tempest-RoutersTest-750491802-project] 10.222.0.37 "DELETE /v2.0/subnets/37090d11-3dee-4923-b0db-6745a14133f2 HTTP/1.1" status: 404 len: 337 time: 0.1166813 Nov 12 09:00:19.863797 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49dc5b12-be1f-419d-8c18-07c30ed3134a req-8cf1a3d7-6bb6-4831-a49c-aa11fe63a9d1 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144570 Nov 12 09:00:20.070741 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f0c4e2-02bf-4747-b150-48c3ca124da9 x-openstack-request-id: req-f4f0c4e2-02bf-4747-b150-48c3ca124da9 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:20.073309 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "name": "network-vif-plugged", "status": "completed", "tag": "d89afea3-56ca-4d29-b4cc-697f5d5a1d50", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:20.077337 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4f0c4e2-02bf-4747-b150-48c3ca124da9 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:20.078372 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89afea3-56ca-4d29-b4cc-697f5d5a1d50', 'code': 200} Nov 12 09:00:20.117095 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:20.250450 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 0fe5da9b-dc65-4c8c-94f7-e34d6a421df3, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=0fe5da9b-dc65-4c8c-94f7-e34d6a421df3,segment=NetworkSegment(772d6dd6-36e4-48dc-90ff-8a2775289036),segment_id=772d6dd6-36e4-48dc-90ff-8a2775289036)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:20.260600 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:20.261887 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 7b185afb-245a-4fb4-8397-b9de6cfe0fed up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:00:20.522257 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 7b185afb-245a-4fb4-8397-b9de6cfe0fed completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:00:20.524525 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d22753-5e04-46ce-8d9d-158013f6d642 req-766ca4c8-a5bc-441e-84d7-600cd63cc6cd tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:20.536376 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 7b185afb-245a-4fb4-8397-b9de6cfe0fed triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:20.536864 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:20.538692 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-44d22753-5e04-46ce-8d9d-158013f6d642 req-766ca4c8-a5bc-441e-84d7-600cd63cc6cd tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 944 time: 0.2554367 Nov 12 09:00:20.713622 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-44d22753-5e04-46ce-8d9d-158013f6d642 req-cad343b9-c3ed-4f30-8ed2-91a04205f5de tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719065 Nov 12 09:00:20.716188 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=0fe5da9b-dc65-4c8c-94f7-e34d6a421df3,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:20.785604 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:20.804894 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43324) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:20.928213 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 7b185afb-245a-4fb4-8397-b9de6cfe0fed, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=7b185afb-245a-4fb4-8397-b9de6cfe0fed,segment=NetworkSegment(04d113ee-bb26-4561-ac74-569bb3ee567a),segment_id=04d113ee-bb26-4561-ac74-569bb3ee567a)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:20.937422 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:20.940320 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 1fc527f8-9665-4e15-9131-e2f6e2db3a4f up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:00:21.082076 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d814fe0-b334-40fb-aa5e-c44e5fa6e476 req-a874bddc-47b8-40ec-9df4-1ffae0077457 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:21.103281 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d814fe0-b334-40fb-aa5e-c44e5fa6e476 req-a874bddc-47b8-40ec-9df4-1ffae0077457 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:21.119859 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d814fe0-b334-40fb-aa5e-c44e5fa6e476 req-a874bddc-47b8-40ec-9df4-1ffae0077457 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:21.141555 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d814fe0-b334-40fb-aa5e-c44e5fa6e476 req-a874bddc-47b8-40ec-9df4-1ffae0077457 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:21.157628 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d814fe0-b334-40fb-aa5e-c44e5fa6e476 req-a874bddc-47b8-40ec-9df4-1ffae0077457 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:21.171127 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d814fe0-b334-40fb-aa5e-c44e5fa6e476 req-a874bddc-47b8-40ec-9df4-1ffae0077457 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:21.179567 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ef79ded9-c7e7-41cc-997f-d985af56a146 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=65719b7e54744d3883456a8130ad2c41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3729513 Nov 12 09:00:21.183309 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43336) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:21.188753 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d814fe0-b334-40fb-aa5e-c44e5fa6e476 req-a874bddc-47b8-40ec-9df4-1ffae0077457 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:21.204993 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8d814fe0-b334-40fb-aa5e-c44e5fa6e476 req-a874bddc-47b8-40ec-9df4-1ffae0077457 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 5439 time: 0.3113136 Nov 12 09:00:21.333615 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fdb916fa-2da1-4127-a7aa-c8474886b4e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:21.420084 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8d814fe0-b334-40fb-aa5e-c44e5fa6e476 req-1de1dab8-a55d-48e1-8ad5-84849c00dc8a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=a744e7fc-8543-46a9-a97e-e6026eadf022&id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2118161 Nov 12 09:00:21.422466 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fdb916fa-2da1-4127-a7aa-c8474886b4e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:21.494655 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fdb916fa-2da1-4127-a7aa-c8474886b4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:21.500662 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fdb916fa-2da1-4127-a7aa-c8474886b4e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:21.503974 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-fdb916fa-2da1-4127-a7aa-c8474886b4e2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1b10084-ae15-4fa6-8a5f-3f909c0424d7 HTTP/1.1" status: 204 len: 168 time: 0.3188610 Nov 12 09:00:21.554301 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb916fa-2da1-4127-a7aa-c8474886b4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b10084-ae15-4fa6-8a5f-3f909c0424d7,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:21.562686 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 1fc527f8-9665-4e15-9131-e2f6e2db3a4f completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:00:21.569497 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=7b185afb-245a-4fb4-8397-b9de6cfe0fed,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:21.590771 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 1fc527f8-9665-4e15-9131-e2f6e2db3a4f triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:21.591220 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:21.728655 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba50e66-62fd-4749-93d0-2d0e795d6f31 req-fe706b3d-e63b-4cc1-bf2b-3f2fd645a7c0 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:21.731942 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cba50e66-62fd-4749-93d0-2d0e795d6f31 req-fe706b3d-e63b-4cc1-bf2b-3f2fd645a7c0 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 944 time: 0.0828254 Nov 12 09:00:21.751022 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:21.822579 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 1fc527f8-9665-4e15-9131-e2f6e2db3a4f, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=1fc527f8-9665-4e15-9131-e2f6e2db3a4f,segment=NetworkSegment(04d113ee-bb26-4561-ac74-569bb3ee567a),segment_id=04d113ee-bb26-4561-ac74-569bb3ee567a)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:21.823207 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cba50e66-62fd-4749-93d0-2d0e795d6f31 req-283f0aa9-b780-4667-b34a-d58a669a79f5 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815883 Nov 12 09:00:21.832645 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:21.835961 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 6fcbc602-f892-4d42-bc23-8549c06c7ef1 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:00:22.070939 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=1fc527f8-9665-4e15-9131-e2f6e2db3a4f,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:22.078879 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 6fcbc602-f892-4d42-bc23-8549c06c7ef1 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:00:22.084455 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe5da9b-dc65-4c8c-94f7-e34d6a421df3'}, {'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b185afb-245a-4fb4-8397-b9de6cfe0fed'}, {'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc527f8-9665-4e15-9131-e2f6e2db3a4f'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:22.090683 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f85a14-e781-497d-ae58-376a58000f7c req-a18a87f6-8485-4ee5-b252-885a85dc7b0e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:22.094055 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3dc397-706a-441a-b4e5-455b28f8e333" -d '{"events": [{"server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "name": "network-vif-plugged", "status": "completed", "tag": "0fe5da9b-dc65-4c8c-94f7-e34d6a421df3"}, {"server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "name": "network-vif-plugged", "status": "completed", "tag": "7b185afb-245a-4fb4-8397-b9de6cfe0fed"}, {"server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "name": "network-vif-plugged", "status": "completed", "tag": "1fc527f8-9665-4e15-9131-e2f6e2db3a4f"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:22.100974 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-17f85a14-e781-497d-ae58-376a58000f7c req-a18a87f6-8485-4ee5-b252-885a85dc7b0e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 944 time: 0.1295028 Nov 12 09:00:22.104461 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 6fcbc602-f892-4d42-bc23-8549c06c7ef1 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:22.105144 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:22.239125 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-17f85a14-e781-497d-ae58-376a58000f7c req-3456768d-6189-4398-97e0-996b4d5249c1 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308689 Nov 12 09:00:22.352009 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c551030-10f0-492a-8d96-ce063cab2358 x-openstack-request-id: req-8c551030-10f0-492a-8d96-ce063cab2358 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:22.352994 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "name": "network-vif-plugged", "status": "completed", "tag": "0fe5da9b-dc65-4c8c-94f7-e34d6a421df3", "code": 200}, {"server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "name": "network-vif-plugged", "status": "completed", "tag": "7b185afb-245a-4fb4-8397-b9de6cfe0fed", "code": 200}, {"server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "name": "network-vif-plugged", "status": "completed", "tag": "1fc527f8-9665-4e15-9131-e2f6e2db3a4f", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:22.363906 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c551030-10f0-492a-8d96-ce063cab2358 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:22.364839 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe5da9b-dc65-4c8c-94f7-e34d6a421df3', 'code': 200} Nov 12 09:00:22.365248 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b185afb-245a-4fb4-8397-b9de6cfe0fed', 'code': 200} Nov 12 09:00:22.365650 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc527f8-9665-4e15-9131-e2f6e2db3a4f', 'code': 200} Nov 12 09:00:22.396729 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:22.502917 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 6fcbc602-f892-4d42-bc23-8549c06c7ef1, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=6fcbc602-f892-4d42-bc23-8549c06c7ef1,segment=NetworkSegment(04d113ee-bb26-4561-ac74-569bb3ee567a),segment_id=04d113ee-bb26-4561-ac74-569bb3ee567a)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:22.516893 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:22.544199 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 67f7b3d5-2b02-4acc-aa1d-2c68928b32e8 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:00:22.822109 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=6fcbc602-f892-4d42-bc23-8549c06c7ef1,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:22.851074 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ddb7f-f0e6-46ba-9094-e43d940f4c13 req-d7a2de0a-44ae-40b8-84e2-39c30e3561cc tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:22.875360 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ddb7f-f0e6-46ba-9094-e43d940f4c13 req-d7a2de0a-44ae-40b8-84e2-39c30e3561cc tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:22.893771 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ddb7f-f0e6-46ba-9094-e43d940f4c13 req-d7a2de0a-44ae-40b8-84e2-39c30e3561cc tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:22.919985 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ddb7f-f0e6-46ba-9094-e43d940f4c13 req-d7a2de0a-44ae-40b8-84e2-39c30e3561cc tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:22.934870 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 67f7b3d5-2b02-4acc-aa1d-2c68928b32e8 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:00:22.943059 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 67f7b3d5-2b02-4acc-aa1d-2c68928b32e8 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:22.943559 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:22.959137 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ddb7f-f0e6-46ba-9094-e43d940f4c13 req-d7a2de0a-44ae-40b8-84e2-39c30e3561cc tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:22.986430 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ddb7f-f0e6-46ba-9094-e43d940f4c13 req-d7a2de0a-44ae-40b8-84e2-39c30e3561cc tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:23.020355 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ddb7f-f0e6-46ba-9094-e43d940f4c13 req-d7a2de0a-44ae-40b8-84e2-39c30e3561cc tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:23.036954 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-452ddb7f-f0e6-46ba-9094-e43d940f4c13 req-d7a2de0a-44ae-40b8-84e2-39c30e3561cc tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 5442 time: 0.4123847 Nov 12 09:00:23.142804 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:23.190155 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:23.261198 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 67f7b3d5-2b02-4acc-aa1d-2c68928b32e8, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=67f7b3d5-2b02-4acc-aa1d-2c68928b32e8,segment=NetworkSegment(80f7a98b-187d-4ccd-ae18-958406d84b1e),segment_id=80f7a98b-187d-4ccd-ae18-958406d84b1e)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:23.262762 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:23.263189 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device dd111772-fda6-41ad-a64c-8d47928f363b up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:00:23.328806 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-452ddb7f-f0e6-46ba-9094-e43d940f4c13 req-2815f2e2-66ce-41a9-9ba6-020eb8c45ab8 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=a744e7fc-8543-46a9-a97e-e6026eadf022&id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2895300 Nov 12 09:00:23.442663 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port dd111772-fda6-41ad-a64c-8d47928f363b completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:00:23.449612 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port dd111772-fda6-41ad-a64c-8d47928f363b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:23.449989 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:23.516457 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=67f7b3d5-2b02-4acc-aa1d-2c68928b32e8,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:23.611647 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:23.659189 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67938e0-3119-4e03-a779-32780e03fb55 req-664f3508-52ec-4e04-a795-650979d5dc6c tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:23.666965 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43398) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:23.673619 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e67938e0-3119-4e03-a779-32780e03fb55 req-664f3508-52ec-4e04-a795-650979d5dc6c tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 944 time: 0.1208766 Nov 12 09:00:23.678205 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port dd111772-fda6-41ad-a64c-8d47928f363b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=dd111772-fda6-41ad-a64c-8d47928f363b,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:23.692556 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:23.698626 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 206f8312-f979-4e27-92c2-524c260a2a43 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:00:23.789423 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e67938e0-3119-4e03-a779-32780e03fb55 req-c06168b4-8619-4cc6-a893-6217ddfa0c05 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146483 Nov 12 09:00:23.926383 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=dd111772-fda6-41ad-a64c-8d47928f363b,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:23.960917 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 206f8312-f979-4e27-92c2-524c260a2a43 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:00:23.961201 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ad3bf5bf-f558-4760-8ce8-7668506e361b tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1334607727'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:23.969156 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 206f8312-f979-4e27-92c2-524c260a2a43 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:23.970039 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:24.029442 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3bf5bf-f558-4760-8ce8-7668506e361b tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Made reservation on behalf of 19face86036e42cf92501f3d302b697c for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:00:24.038623 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad3bf5bf-f558-4760-8ce8-7668506e361b tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:24.056500 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787b511-7444-4045-b0db-fa929fcb3376 req-e6d1c375-be9c-47b2-9926-64537a09ae02 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:24.061969 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad3bf5bf-f558-4760-8ce8-7668506e361b tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:24.067978 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9787b511-7444-4045-b0db-fa929fcb3376 req-e6d1c375-be9c-47b2-9926-64537a09ae02 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 944 time: 0.1607201 Nov 12 09:00:24.129045 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:24.191313 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9787b511-7444-4045-b0db-fa929fcb3376 req-fd885932-8925-4630-ba5a-0c188a9a052f tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216855 Nov 12 09:00:24.198765 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 206f8312-f979-4e27-92c2-524c260a2a43, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=206f8312-f979-4e27-92c2-524c260a2a43,segment=NetworkSegment(772d6dd6-36e4-48dc-90ff-8a2775289036),segment_id=772d6dd6-36e4-48dc-90ff-8a2775289036)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:24.204527 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:24.214559 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad3bf5bf-f558-4760-8ce8-7668506e361b tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:24.221401 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad3bf5bf-f558-4760-8ce8-7668506e361b tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:24.264872 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad3bf5bf-f558-4760-8ce8-7668506e361b tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:00:24.301747 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=206f8312-f979-4e27-92c2-524c260a2a43,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:24.327145 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad3bf5bf-f558-4760-8ce8-7668506e361b tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:24.327812 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-ad3bf5bf-f558-4760-8ce8-7668506e361b tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Added segment 1245c6ba-2822-49ab-8f86-aafdc4156a02 of type vlan for network 6f6bdce6-dd46-47a8-ad83-2ecae6c5e077 Nov 12 09:00:24.375865 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fcbc602-f892-4d42-bc23-8549c06c7ef1'}, {'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f7b3d5-2b02-4acc-aa1d-2c68928b32e8'}, {'server_uuid': '7ce651d2-17dc-4331-a5a0-4eddfb581c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd111772-fda6-41ad-a64c-8d47928f363b'}, {'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206f8312-f979-4e27-92c2-524c260a2a43'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:24.375865 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d834f7-78df-4100-b085-948f63a4b664" -d '{"events": [{"server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "name": "network-vif-plugged", "status": "completed", "tag": "6fcbc602-f892-4d42-bc23-8549c06c7ef1"}, {"server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "name": "network-vif-plugged", "status": "completed", "tag": "67f7b3d5-2b02-4acc-aa1d-2c68928b32e8"}, {"server_uuid": "7ce651d2-17dc-4331-a5a0-4eddfb581c7c", "name": "network-vif-plugged", "status": "completed", "tag": "dd111772-fda6-41ad-a64c-8d47928f363b"}, {"server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "name": "network-vif-plugged", "status": "completed", "tag": "206f8312-f979-4e27-92c2-524c260a2a43"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:24.427922 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad3bf5bf-f558-4760-8ce8-7668506e361b tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:24.475798 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72b1ca7-6c85-469e-9b68-3395cd72a97c x-openstack-request-id: req-c72b1ca7-6c85-469e-9b68-3395cd72a97c {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:24.476106 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "name": "network-vif-plugged", "status": "completed", "tag": "6fcbc602-f892-4d42-bc23-8549c06c7ef1", "code": 200}, {"server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "name": "network-vif-plugged", "status": "completed", "tag": "67f7b3d5-2b02-4acc-aa1d-2c68928b32e8", "code": 200}, {"server_uuid": "7ce651d2-17dc-4331-a5a0-4eddfb581c7c", "name": "network-vif-plugged", "status": "completed", "tag": "dd111772-fda6-41ad-a64c-8d47928f363b", "code": 200}, {"server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "name": "network-vif-plugged", "status": "completed", "tag": "206f8312-f979-4e27-92c2-524c260a2a43", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:24.476372 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c72b1ca7-6c85-469e-9b68-3395cd72a97c {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:24.476817 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fcbc602-f892-4d42-bc23-8549c06c7ef1', 'code': 200} Nov 12 09:00:24.477336 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f7b3d5-2b02-4acc-aa1d-2c68928b32e8', 'code': 200} Nov 12 09:00:24.477529 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce651d2-17dc-4331-a5a0-4eddfb581c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd111772-fda6-41ad-a64c-8d47928f363b', 'code': 200} Nov 12 09:00:24.477769 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206f8312-f979-4e27-92c2-524c260a2a43', 'code': 200} Nov 12 09:00:24.520413 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad3bf5bf-f558-4760-8ce8-7668506e361b tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:24.549941 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3bf5bf-f558-4760-8ce8-7668506e361b tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:24.550758 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad3bf5bf-f558-4760-8ce8-7668506e361b tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:24.616753 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ad3bf5bf-f558-4760-8ce8-7668506e361b tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9473343 Nov 12 09:00:24.619320 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43416) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:24.629178 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-85482b62-f480-485b-b7c8-80d25c90002d tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Request body: {'subnet': {'network_id': '6f6bdce6-dd46-47a8-ad83-2ecae6c5e077', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:24.738941 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3bf5bf-f558-4760-8ce8-7668506e361b tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73d801f2-b355-4883-8e59-6b5b68f24992,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:24.842934 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d6ef5-f5a3-4d72-807f-0f167a411e12 req-f2fdafdc-3698-437b-b0a4-149575a4f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:24.843810 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d6ef5-f5a3-4d72-807f-0f167a411e12 req-f2fdafdc-3698-437b-b0a4-149575a4f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:24.844553 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d6ef5-f5a3-4d72-807f-0f167a411e12 req-f2fdafdc-3698-437b-b0a4-149575a4f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:24.845198 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d6ef5-f5a3-4d72-807f-0f167a411e12 req-f2fdafdc-3698-437b-b0a4-149575a4f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:24.845962 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d6ef5-f5a3-4d72-807f-0f167a411e12 req-f2fdafdc-3698-437b-b0a4-149575a4f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:24.846688 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d6ef5-f5a3-4d72-807f-0f167a411e12 req-f2fdafdc-3698-437b-b0a4-149575a4f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:24.847560 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d6ef5-f5a3-4d72-807f-0f167a411e12 req-f2fdafdc-3698-437b-b0a4-149575a4f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:24.850595 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-937d6ef5-f5a3-4d72-807f-0f167a411e12 req-f2fdafdc-3698-437b-b0a4-149575a4f4db service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 6508 time: 0.2322288 Nov 12 09:00:24.875040 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3bf5bf-f558-4760-8ce8-7668506e361b tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Pushing event updated for resources: {'Network': ['ID=6f6bdce6-dd46-47a8-ad83-2ecae6c5e077,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:24.906282 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c98322-af1b-44b7-96da-dfca4bec8ee0 req-d9f19a69-cb5d-4912-b543-28ad13f0caeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:24.907881 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-81c98322-af1b-44b7-96da-dfca4bec8ee0 req-d9f19a69-cb5d-4912-b543-28ad13f0caeb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 1097 time: 0.2703292 Nov 12 09:00:24.927977 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 6f6bdce6-dd46-47a8-ad83-2ecae6c5e077 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:00:25.073845 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd135f-f7cb-476a-9bfc-fe4ac975815a req-51478e02-a658-4fe5-84ac-6df864bc82fe tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:25.087908 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd135f-f7cb-476a-9bfc-fe4ac975815a req-51478e02-a658-4fe5-84ac-6df864bc82fe tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:25.102031 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd135f-f7cb-476a-9bfc-fe4ac975815a req-51478e02-a658-4fe5-84ac-6df864bc82fe tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:25.114393 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-81c98322-af1b-44b7-96da-dfca4bec8ee0 req-07d2b6d5-d16e-4621-8339-20ada3631cad service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953826 Nov 12 09:00:25.116631 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd135f-f7cb-476a-9bfc-fe4ac975815a req-51478e02-a658-4fe5-84ac-6df864bc82fe tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:25.129470 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd135f-f7cb-476a-9bfc-fe4ac975815a req-51478e02-a658-4fe5-84ac-6df864bc82fe tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:25.143803 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-937d6ef5-f5a3-4d72-807f-0f167a411e12 req-1849732c-2782-466b-8818-3acbf5798752 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a744e7fc-8543-46a9-a97e-e6026eadf022&id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2616374 Nov 12 09:00:25.144006 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd135f-f7cb-476a-9bfc-fe4ac975815a req-51478e02-a658-4fe5-84ac-6df864bc82fe tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:25.173099 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd135f-f7cb-476a-9bfc-fe4ac975815a req-51478e02-a658-4fe5-84ac-6df864bc82fe tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:25.189900 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-46fd135f-f7cb-476a-9bfc-fe4ac975815a req-51478e02-a658-4fe5-84ac-6df864bc82fe tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 5444 time: 0.5226693 Nov 12 09:00:25.191191 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85482b62-f480-485b-b7c8-80d25c90002d tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Made reservation on behalf of 19face86036e42cf92501f3d302b697c for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:00:25.196055 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-85482b62-f480-485b-b7c8-80d25c90002d tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:25.386669 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-46fd135f-f7cb-476a-9bfc-fe4ac975815a req-a96a833a-d6c2-466b-958e-cdcfc74d369d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=a744e7fc-8543-46a9-a97e-e6026eadf022&id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1356347 Nov 12 09:00:25.639764 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-85482b62-f480-485b-b7c8-80d25c90002d tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:25.708841 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a030c4-9df6-4cbe-835d-bfa04f45110a req-e750987d-185f-4bcb-a4a7-0c2b2241fde4 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:25.711910 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-57a030c4-9df6-4cbe-835d-bfa04f45110a req-e750987d-185f-4bcb-a4a7-0c2b2241fde4 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 945 time: 0.1567979 Nov 12 09:00:25.801984 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85482b62-f480-485b-b7c8-80d25c90002d tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Pushing event updated for resources: {'Subnet': ['ID=c16df6ca-cc18-4f38-b8e3-1c1ab8333566,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:25.817865 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85482b62-f480-485b-b7c8-80d25c90002d tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Checking segment: {'id': '1245c6ba-2822-49ab-8f86-aafdc4156a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6f6bdce6-dd46-47a8-ad83-2ecae6c5e077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:00:25.818508 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85482b62-f480-485b-b7c8-80d25c90002d tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Network hostable DHCP agents. Network: 6f6bdce6-dd46-47a8-ad83-2ecae6c5e077, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:00:25.905466 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-57a030c4-9df6-4cbe-835d-bfa04f45110a req-324a1adb-9a0d-4585-8d9f-6ba9ae288f85 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553776 Nov 12 09:00:25.907215 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85482b62-f480-485b-b7c8-80d25c90002d tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Network 6f6bdce6-dd46-47a8-ad83-2ecae6c5e077 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:00:25.922642 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-85482b62-f480-485b-b7c8-80d25c90002d tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 6f6bdce6-dd46-47a8-ad83-2ecae6c5e077) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:00:25.935543 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85482b62-f480-485b-b7c8-80d25c90002d tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:25.938550 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-85482b62-f480-485b-b7c8-80d25c90002d tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:25.939937 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f83f2a-61ca-4e82-9c07-7c6bef213e2c None None] Network 6f6bdce6-dd46-47a8-ad83-2ecae6c5e077 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:00:25.994445 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-85482b62-f480-485b-b7c8-80d25c90002d tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3683903 Nov 12 09:00:25.995461 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43436) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:26.014925 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-3e7d4883-a957-403b-987f-d1160387e879 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Request body: {'port': {'network_id': '6f6bdce6-dd46-47a8-ad83-2ecae6c5e077', 'name': 'tempest-TagsExtTest-1154891809'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:26.352951 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7d4883-a957-403b-987f-d1160387e879 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Made reservation on behalf of 19face86036e42cf92501f3d302b697c for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:00:26.356745 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3e7d4883-a957-403b-987f-d1160387e879 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:26.383545 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-3e7d4883-a957-403b-987f-d1160387e879 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] device_id is not set on port 173640ca-3256-46f1-91ab-ae6390bc1a63 yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:00:26.413060 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45303f34-9fbf-4c58-afb0-cd366d136922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-6f6bdce6-dd46-47a8-ad83-2ecae6c5e077', 'network_id': '6f6bdce6-dd46-47a8-ad83-2ecae6c5e077', 'tenant_id': '19face86036e42cf92501f3d302b697c', 'fixed_ips': [{'subnet_id': 'c16df6ca-cc18-4f38-b8e3-1c1ab8333566'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:00:26.414527 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-45303f34-9fbf-4c58-afb0-cd366d136922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:26.592255 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-3e7d4883-a957-403b-987f-d1160387e879 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Allocated IP 172.20.0.6 (6f6bdce6-dd46-47a8-ad83-2ecae6c5e077/c16df6ca-cc18-4f38-b8e3-1c1ab8333566/173640ca-3256-46f1-91ab-ae6390bc1a63) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:00:26.687508 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bdb3e-b577-4c8b-b4ed-a9f52a901e93 req-404a6716-b667-4e77-90f3-d70a1c895de2 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:26.689115 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-247bdb3e-b577-4c8b-b4ed-a9f52a901e93 req-404a6716-b667-4e77-90f3-d70a1c895de2 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 944 time: 0.4952273 Nov 12 09:00:26.762248 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-247bdb3e-b577-4c8b-b4ed-a9f52a901e93 req-3cd75b89-de9c-46b7-95ce-bcd9ed6f430e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647504 Nov 12 09:00:27.004208 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bb01b-1a06-4f1a-b64a-91bc6cc0cbc2 req-a37f6abf-213a-4ab0-bb3b-b1dfc48b03f0 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:27.012845 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bb01b-1a06-4f1a-b64a-91bc6cc0cbc2 req-a37f6abf-213a-4ab0-bb3b-b1dfc48b03f0 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:27.019518 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bb01b-1a06-4f1a-b64a-91bc6cc0cbc2 req-a37f6abf-213a-4ab0-bb3b-b1dfc48b03f0 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:27.027100 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bb01b-1a06-4f1a-b64a-91bc6cc0cbc2 req-a37f6abf-213a-4ab0-bb3b-b1dfc48b03f0 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:27.034662 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bb01b-1a06-4f1a-b64a-91bc6cc0cbc2 req-a37f6abf-213a-4ab0-bb3b-b1dfc48b03f0 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:27.042268 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bb01b-1a06-4f1a-b64a-91bc6cc0cbc2 req-a37f6abf-213a-4ab0-bb3b-b1dfc48b03f0 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:27.048695 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bb01b-1a06-4f1a-b64a-91bc6cc0cbc2 req-a37f6abf-213a-4ab0-bb3b-b1dfc48b03f0 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:27.051046 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b0bb01b-1a06-4f1a-b64a-91bc6cc0cbc2 req-a37f6abf-213a-4ab0-bb3b-b1dfc48b03f0 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 5444 time: 0.1900430 Nov 12 09:00:27.056607 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3e7d4883-a957-403b-987f-d1160387e879 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:27.151016 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b0bb01b-1a06-4f1a-b64a-91bc6cc0cbc2 req-1c47f2ac-45fa-4fe2-b737-4b5d748cad10 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=a744e7fc-8543-46a9-a97e-e6026eadf022&id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0871506 Nov 12 09:00:27.210780 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3e7d4883-a957-403b-987f-d1160387e879 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:27.315017 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-45303f34-9fbf-4c58-afb0-cd366d136922 None None] Allocated IP 172.20.0.2 (6f6bdce6-dd46-47a8-ad83-2ecae6c5e077/c16df6ca-cc18-4f38-b8e3-1c1ab8333566/c9f15fba-8d04-4849-b33f-49ae6f5caa19) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:00:27.627818 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-45303f34-9fbf-4c58-afb0-cd366d136922 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:27.639808 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-45303f34-9fbf-4c58-afb0-cd366d136922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:27.729571 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45303f34-9fbf-4c58-afb0-cd366d136922 None None] Network 6f6bdce6-dd46-47a8-ad83-2ecae6c5e077 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:00:27.752506 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-45303f34-9fbf-4c58-afb0-cd366d136922 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:00:27.755978 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45303f34-9fbf-4c58-afb0-cd366d136922 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:00:27.819142 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45303f34-9fbf-4c58-afb0-cd366d136922 None None] Pushing event updated for resources: {'Port': ['ID=c9f15fba-8d04-4849-b33f-49ae6f5caa19,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:27.898819 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7d4883-a957-403b-987f-d1160387e879 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Network 6f6bdce6-dd46-47a8-ad83-2ecae6c5e077 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:00:27.908773 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-3e7d4883-a957-403b-987f-d1160387e879 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:00:27.913921 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7d4883-a957-403b-987f-d1160387e879 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:00:27.916744 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d4883-a957-403b-987f-d1160387e879 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Pushing event updated for resources: {'Port': ['ID=173640ca-3256-46f1-91ab-ae6390bc1a63,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:27.932967 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-45303f34-9fbf-4c58-afb0-cd366d136922 None None] Attempting to bind port c9f15fba-8d04-4849-b33f-49ae6f5caa19 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:00:27.934449 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-45303f34-9fbf-4c58-afb0-cd366d136922 None None] Attempting to bind port c9f15fba-8d04-4849-b33f-49ae6f5caa19 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '1245c6ba-2822-49ab-8f86-aafdc4156a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6f6bdce6-dd46-47a8-ad83-2ecae6c5e077'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:00:27.935398 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45303f34-9fbf-4c58-afb0-cd366d136922 None None] Attempting to bind port c9f15fba-8d04-4849-b33f-49ae6f5caa19 on network 6f6bdce6-dd46-47a8-ad83-2ecae6c5e077 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:00:27.954065 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45303f34-9fbf-4c58-afb0-cd366d136922 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:00:27.954737 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45303f34-9fbf-4c58-afb0-cd366d136922 None None] Checking segment: {'id': '1245c6ba-2822-49ab-8f86-aafdc4156a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6f6bdce6-dd46-47a8-ad83-2ecae6c5e077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:00:27.955409 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-45303f34-9fbf-4c58-afb0-cd366d136922 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:27.956009 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45303f34-9fbf-4c58-afb0-cd366d136922 None None] Bound using segment: {'id': '1245c6ba-2822-49ab-8f86-aafdc4156a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6f6bdce6-dd46-47a8-ad83-2ecae6c5e077'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:00:27.969315 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-45303f34-9fbf-4c58-afb0-cd366d136922 None None] Bound port: c9f15fba-8d04-4849-b33f-49ae6f5caa19, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1245c6ba-2822-49ab-8f86-aafdc4156a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6f6bdce6-dd46-47a8-ad83-2ecae6c5e077'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:00:27.969923 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-45303f34-9fbf-4c58-afb0-cd366d136922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:28.021971 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7af687-2ff6-4449-99a4-71ed9f3fdd42 req-7101c4f2-4b94-4a2c-940f-b4de9e29c6a8 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:28.023950 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1d7af687-2ff6-4449-99a4-71ed9f3fdd42 req-7101c4f2-4b94-4a2c-940f-b4de9e29c6a8 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 945 time: 0.1828353 Nov 12 09:00:28.101669 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7d4883-a957-403b-987f-d1160387e879 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:28.103184 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3e7d4883-a957-403b-987f-d1160387e879 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:28.125671 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-45303f34-9fbf-4c58-afb0-cd366d136922 None None] For port c9f15fba-8d04-4849-b33f-49ae6f5caa19, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:00:28.131903 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-45303f34-9fbf-4c58-afb0-cd366d136922 None None] For port c9f15fba-8d04-4849-b33f-49ae6f5caa19, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=c9f15fba-8d04-4849-b33f-49ae6f5caa19,segment=NetworkSegment(1245c6ba-2822-49ab-8f86-aafdc4156a02),segment_id=1245c6ba-2822-49ab-8f86-aafdc4156a02)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:00:28.139620 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-45303f34-9fbf-4c58-afb0-cd366d136922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:28.158356 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1d7af687-2ff6-4449-99a4-71ed9f3fdd42 req-6a856e6b-7f7f-43ac-8adb-99f7f58d0010 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211386 Nov 12 09:00:28.166192 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43456) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:28.167219 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3e7d4883-a957-403b-987f-d1160387e879 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.1703796 Nov 12 09:00:28.174347 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d06152fc-677a-42ba-8ef1-202a45facb34 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-792910951', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:28.243362 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d06152fc-677a-42ba-8ef1-202a45facb34 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:28.245260 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d06152fc-677a-42ba-8ef1-202a45facb34 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:28.263038 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45303f34-9fbf-4c58-afb0-cd366d136922 None None] Pushing event updated for resources: {'Port': ['ID=c9f15fba-8d04-4849-b33f-49ae6f5caa19,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:28.394399 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d06152fc-677a-42ba-8ef1-202a45facb34 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:28.402774 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d06152fc-677a-42ba-8ef1-202a45facb34 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:28.448960 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d06152fc-677a-42ba-8ef1-202a45facb34 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:28.450614 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d06152fc-677a-42ba-8ef1-202a45facb34 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2821925 Nov 12 09:00:28.451839 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95032c41-f7ab-431a-89cc-32566f0cd4aa req-2b32d010-840f-4073-8e07-3967c8a73ef3 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:28.454909 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43464) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:28.468647 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95032c41-f7ab-431a-89cc-32566f0cd4aa req-2b32d010-840f-4073-8e07-3967c8a73ef3 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:28.480656 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95032c41-f7ab-431a-89cc-32566f0cd4aa req-2b32d010-840f-4073-8e07-3967c8a73ef3 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:28.488923 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-928ee096-029c-465e-a4f2-385c72eb59e0 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1396022835', 'prefixes': ['172.20.0.0/16']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:28.491019 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95032c41-f7ab-431a-89cc-32566f0cd4aa req-2b32d010-840f-4073-8e07-3967c8a73ef3 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:28.501708 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95032c41-f7ab-431a-89cc-32566f0cd4aa req-2b32d010-840f-4073-8e07-3967c8a73ef3 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:28.511874 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95032c41-f7ab-431a-89cc-32566f0cd4aa req-2b32d010-840f-4073-8e07-3967c8a73ef3 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:28.523232 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95032c41-f7ab-431a-89cc-32566f0cd4aa req-2b32d010-840f-4073-8e07-3967c8a73ef3 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:28.547972 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43466) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:28.548186 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95032c41-f7ab-431a-89cc-32566f0cd4aa req-2b32d010-840f-4073-8e07-3967c8a73ef3 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 5444 time: 0.2306128 Nov 12 09:00:28.559690 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4d38de81-266b-4cef-b68f-565d112bdc3e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Request body: {'floatingip': {'port_id': '67f7b3d5-2b02-4acc-aa1d-2c68928b32e8'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:28.618630 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d38de81-266b-4cef-b68f-565d112bdc3e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for floatingip, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:28.731221 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe7001-6188-4f69-87a5-7f0956b4447b req-bbed40ce-4837-416c-b66d-3586ad6cee92 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:28.735070 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8efe7001-6188-4f69-87a5-7f0956b4447b req-bbed40ce-4837-416c-b66d-3586ad6cee92 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 944 time: 0.1277304 Nov 12 09:00:28.868160 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8efe7001-6188-4f69-87a5-7f0956b4447b req-d17393b7-5f2a-4650-bc06-9410bb332a98 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170504 Nov 12 09:00:29.233705 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:29.363910 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f661e-67ec-4b46-be0f-376c7cec8bd2 req-27ed9d85-8bad-4516-9823-5bd3a0af70f3 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:29.372934 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab2f661e-67ec-4b46-be0f-376c7cec8bd2 req-27ed9d85-8bad-4516-9823-5bd3a0af70f3 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 945 time: 0.1219029 Nov 12 09:00:29.471403 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d38de81-266b-4cef-b68f-565d112bdc3e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:29.481523 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d38de81-266b-4cef-b68f-565d112bdc3e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:29.489968 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-928ee096-029c-465e-a4f2-385c72eb59e0 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks [] for subnetpool, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:29.496742 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-928ee096-029c-465e-a4f2-385c72eb59e0 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 1.0352299 Nov 12 09:00:29.508693 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab2f661e-67ec-4b46-be0f-376c7cec8bd2 req-12987093-0be4-473f-b843-e45ef7031ed3 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344543 Nov 12 09:00:29.509871 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43478) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:29.531505 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-f33e5316-346f-45c3-ba0d-5f54524d077a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c16df6ca-cc18-4f38-b8e3-1c1ab8333566', 'tempest-TagsExtTest-Tag-2128426684') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:29.847179 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c62c8-9206-4eb9-be80-ff746476d772 req-f3e974e5-000d-4a01-8b35-7372e2d33fcf tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:29.862176 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-692c62c8-9206-4eb9-be80-ff746476d772 req-f3e974e5-000d-4a01-8b35-7372e2d33fcf tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 945 time: 0.1725543 Nov 12 09:00:29.909230 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [None req-4d38de81-266b-4cef-b68f-565d112bdc3e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Floating IP c246c96f-68df-4a0b-85f0-7873c72da963 associated. External IP: 172.25.6.182, port: 67f7b3d5-2b02-4acc-aa1d-2c68928b32e8. Nov 12 09:00:30.026340 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f33e5316-346f-45c3-ba0d-5f54524d077a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "PUT /v2.0/subnets/c16df6ca-cc18-4f38-b8e3-1c1ab8333566/tags/tempest-TagsExtTest-Tag-2128426684 HTTP/1.1" status: 201 len: 201 time: 0.5106227 Nov 12 09:00:30.027368 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43486) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:30.038869 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-d9ce1cce-ece5-43f2-bbe2-80ff5b175301 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '173640ca-3256-46f1-91ab-ae6390bc1a63', 'tempest-TagsExtTest-Tag-715354438') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:30.140482 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-692c62c8-9206-4eb9-be80-ff746476d772 req-b21e09d2-3562-43b9-801a-776e88269da8 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735655 Nov 12 09:00:30.323674 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daba58d6-43b0-4fd8-9a8c-09a61c928340 None None] Network 6f6bdce6-dd46-47a8-ad83-2ecae6c5e077 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:00:30.615581 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2fad5-49b5-4e32-b73e-bc863acf2d83 req-aba35fcf-7fa1-48d0-8286-4b78e7f866d5 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:30.617587 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2ea2fad5-49b5-4e32-b73e-bc863acf2d83 req-aba35fcf-7fa1-48d0-8286-4b78e7f866d5 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 944 time: 0.1578565 Nov 12 09:00:30.629279 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-235adae1-afd3-4156-839a-a1919c7b79fa None None] Provisioning complete for port c9f15fba-8d04-4849-b33f-49ae6f5caa19 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:30.629649 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-235adae1-afd3-4156-839a-a1919c7b79fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:30.782608 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2ea2fad5-49b5-4e32-b73e-bc863acf2d83 req-a0e3166b-b404-4bbb-a011-4f31c1a5b61b tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413851 Nov 12 09:00:30.830559 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c9f15fba-8d04-4849-b33f-49ae6f5caa19 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:00:30.891884 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d9ce1cce-ece5-43f2-bbe2-80ff5b175301 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "PUT /v2.0/ports/173640ca-3256-46f1-91ab-ae6390bc1a63/tags/tempest-TagsExtTest-Tag-715354438 HTTP/1.1" status: 201 len: 201 time: 0.8629751 Nov 12 09:00:30.894647 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43496) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:30.900497 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-9e61d454-129f-478b-907e-9beaef6a36e8 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bbbb1dd7-8211-4252-af3d-1d260089857c', 'tempest-TagsExtTest-Tag-1304785314') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:30.929128 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d38de81-266b-4cef-b68f-565d112bdc3e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Router 4bbe88e3-a353-4cbb-9be7-c114ceb984dd has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:00:31.201916 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port c9f15fba-8d04-4849-b33f-49ae6f5caa19 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:31.202298 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:31.206504 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-235adae1-afd3-4156-839a-a1919c7b79fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:31.345890 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d38de81-266b-4cef-b68f-565d112bdc3e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:00:31.354441 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d38de81-266b-4cef-b68f-565d112bdc3e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:31.447270 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4d38de81-266b-4cef-b68f-565d112bdc3e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "PUT /v2.0/floatingips/c246c96f-68df-4a0b-85f0-7873c72da963 HTTP/1.1" status: 200 len: 991 time: 2.8974686 Nov 12 09:00:31.449696 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'tag': '67f7b3d5-2b02-4acc-aa1d-2c68928b32e8'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:31.458900 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b32a1e-460a-47b7-9377-d97c304b2e19" -d '{"events": [{"name": "network-changed", "server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "tag": "67f7b3d5-2b02-4acc-aa1d-2c68928b32e8"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:31.491825 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9e61d454-129f-478b-907e-9beaef6a36e8 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "PUT /v2.0/routers/bbbb1dd7-8211-4252-af3d-1d260089857c/tags/tempest-TagsExtTest-Tag-1304785314 HTTP/1.1" status: 201 len: 201 time: 0.5934160 Nov 12 09:00:31.493618 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43514) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:31.518267 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-235adae1-afd3-4156-839a-a1919c7b79fa None None] For port c9f15fba-8d04-4849-b33f-49ae6f5caa19, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=c9f15fba-8d04-4849-b33f-49ae6f5caa19,segment=NetworkSegment(1245c6ba-2822-49ab-8f86-aafdc4156a02),segment_id=1245c6ba-2822-49ab-8f86-aafdc4156a02)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:31.520879 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d177a5c6-99b5-4c13-9ec1-59d402cf8053 None None] Sync routers for ids ['4bbe88e3-a353-4cbb-9be7-c114ceb984dd'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:00:31.528934 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-e655c9e2-3df1-4218-a498-1fe545007516 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ee074979-e528-45fd-a393-43ab90537a62', 'tempest-TagsExtTest-Tag-924951453') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:31.538443 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1c025-bc98-4797-8ad9-cf66ac0a037e req-f671347a-2dde-47f6-9935-47537659e1c7 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:31.549084 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3dd1c025-bc98-4797-8ad9-cf66ac0a037e req-f671347a-2dde-47f6-9935-47537659e1c7 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 945 time: 0.3533764 Nov 12 09:00:31.550823 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-235adae1-afd3-4156-839a-a1919c7b79fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:31.713570 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3dd1c025-bc98-4797-8ad9-cf66ac0a037e req-11122865-2e26-4ca4-b767-57a86dca8a9e tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615014 Nov 12 09:00:31.734424 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43516) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:31.739346 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-0be8eac2-31e8-483b-96d9-1df54571881d tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c16df6ca-cc18-4f38-b8e3-1c1ab8333566') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:31.739581 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e655c9e2-3df1-4218-a498-1fe545007516 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "PUT /v2.0/subnetpools/ee074979-e528-45fd-a393-43ab90537a62/tags/tempest-TagsExtTest-Tag-924951453 HTTP/1.1" status: 201 len: 201 time: 0.2445834 Nov 12 09:00:31.911425 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43520) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:31.912963 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d177a5c6-99b5-4c13-9ec1-59d402cf8053 None None] Routers {'4bbe88e3-a353-4cbb-9be7-c114ceb984dd'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:00:31.914320 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d177a5c6-99b5-4c13-9ec1-59d402cf8053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:00:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['4bbe88e3-a353-4cbb-9be7-c114ceb984dd'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:31.916596 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0be8eac2-31e8-483b-96d9-1df54571881d tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "GET /v2.0/subnets/c16df6ca-cc18-4f38-b8e3-1c1ab8333566/tags HTTP/1.1" status: 200 len: 241 time: 0.1721365 Nov 12 09:00:31.918067 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-32e58bf4-5450-4fcc-a4f9-d54ef20a1932 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c16df6ca-cc18-4f38-b8e3-1c1ab8333566', 'tempest-TagsExtTest-Tag-2128426684') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:32.058562 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a034ce-7f09-4dd7-89ce-c4fbbeb81574 x-openstack-request-id: req-22a034ce-7f09-4dd7-89ce-c4fbbeb81574 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:32.065177 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "tag": "67f7b3d5-2b02-4acc-aa1d-2c68928b32e8", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:32.065838 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22a034ce-7f09-4dd7-89ce-c4fbbeb81574 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:32.066531 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'tag': '67f7b3d5-2b02-4acc-aa1d-2c68928b32e8', 'status': 'completed', 'code': 200} Nov 12 09:00:32.229468 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1fdf5-6563-46e1-99d6-0e0fe3b09e4c req-41ce5938-0e5a-461a-91a0-a18552b272aa tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:32.241952 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-55d1fdf5-6563-46e1-99d6-0e0fe3b09e4c req-41ce5938-0e5a-461a-91a0-a18552b272aa tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 944 time: 0.1409113 Nov 12 09:00:32.339499 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235adae1-afd3-4156-839a-a1919c7b79fa None None] Pushing event updated for resources: {'Port': ['ID=c9f15fba-8d04-4849-b33f-49ae6f5caa19,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:32.340636 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b32a1e-460a-47b7-9377-d97c304b2e19 req-d93a5fce-606d-44db-a385-b50e2e4b64aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:32.341604 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b32a1e-460a-47b7-9377-d97c304b2e19 req-d93a5fce-606d-44db-a385-b50e2e4b64aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:32.342859 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b32a1e-460a-47b7-9377-d97c304b2e19 req-d93a5fce-606d-44db-a385-b50e2e4b64aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:32.347849 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b32a1e-460a-47b7-9377-d97c304b2e19 req-d93a5fce-606d-44db-a385-b50e2e4b64aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:32.348623 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b32a1e-460a-47b7-9377-d97c304b2e19 req-d93a5fce-606d-44db-a385-b50e2e4b64aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:32.349287 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b32a1e-460a-47b7-9377-d97c304b2e19 req-d93a5fce-606d-44db-a385-b50e2e4b64aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:32.350181 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b32a1e-460a-47b7-9377-d97c304b2e19 req-d93a5fce-606d-44db-a385-b50e2e4b64aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:32.350357 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-afc11725-6bbe-4fad-8865-772723212b70 None None] Provisioning complete for port 173640ca-3256-46f1-91ab-ae6390bc1a63 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:32.351420 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-afc11725-6bbe-4fad-8865-772723212b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:32.353617 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c5b32a1e-460a-47b7-9377-d97c304b2e19 req-d93a5fce-606d-44db-a385-b50e2e4b64aa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad65bcc6bcb148c2b43b634da3af78b4&device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 6508 time: 0.3062396 Nov 12 09:00:32.404801 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-55d1fdf5-6563-46e1-99d6-0e0fe3b09e4c req-7c1c4ed0-1bbc-404f-afea-f0a74643dd37 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382723 Nov 12 09:00:32.460522 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-afc11725-6bbe-4fad-8865-772723212b70 None None] Port 173640ca-3256-46f1-91ab-ae6390bc1a63 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:00:32.610737 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-d177a5c6-99b5-4c13-9ec1-59d402cf8053 None None] Set router 4bbe88e3-a353-4cbb-9be7-c114ceb984dd gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:00:32.854533 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-32e58bf4-5450-4fcc-a4f9-d54ef20a1932 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "GET /v2.0/subnets/c16df6ca-cc18-4f38-b8e3-1c1ab8333566/tags/tempest-TagsExtTest-Tag-2128426684 HTTP/1.1" status: 204 len: 168 time: 0.9395652 Nov 12 09:00:32.856774 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43530) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:32.864567 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-6ca93a29-87c2-48a8-bae0-dcc9f6f4b465 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c16df6ca-cc18-4f38-b8e3-1c1ab8333566', 'tempest-TagsExtTest-Tag-2128426684') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:32.986966 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c9f15fba-8d04-4849-b33f-49ae6f5caa19 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:00:33.044716 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b32a1e-460a-47b7-9377-d97c304b2e19 req-2d4b2808-87eb-4685-a99e-2674e3b08a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:33.048369 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c5b32a1e-460a-47b7-9377-d97c304b2e19 req-2d4b2808-87eb-4685-a99e-2674e3b08a28 service neutron] 10.222.0.54 "GET /v2.0/networks?id=52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572 HTTP/1.1" status: 200 len: 918 time: 0.6628919 Nov 12 09:00:33.060883 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673d858-fe91-4c2f-8706-92ab40174546 req-74cd4506-1a25-46fa-ad16-88f4a8976c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:33.066812 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6673d858-fe91-4c2f-8706-92ab40174546 req-74cd4506-1a25-46fa-ad16-88f4a8976c3e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702&tenant_id=9ec847d4aa114da6b8ea6ce22207bb4f HTTP/1.1" status: 200 len: 1096 time: 0.5942447 Nov 12 09:00:33.144145 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b558a81-af5d-42a7-9e24-019e98ed9c34 req-450fad99-d382-4ccc-aa5e-b3df3e618482 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:33.159086 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b558a81-af5d-42a7-9e24-019e98ed9c34 req-450fad99-d382-4ccc-aa5e-b3df3e618482 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 945 time: 0.2298057 Nov 12 09:00:33.180257 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-afc11725-6bbe-4fad-8865-772723212b70 None None] Provisioning complete for port c9f15fba-8d04-4849-b33f-49ae6f5caa19 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:33.180780 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-afc11725-6bbe-4fad-8865-772723212b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:33.252825 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673d858-fe91-4c2f-8706-92ab40174546 req-8ac9a260-3173-4262-924f-83ca0cfe2874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:33.256253 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6673d858-fe91-4c2f-8706-92ab40174546 req-8ac9a260-3173-4262-924f-83ca0cfe2874 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ec847d4aa114da6b8ea6ce22207bb4f&device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 1096 time: 0.1178815 Nov 12 09:00:33.261648 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c5b32a1e-460a-47b7-9377-d97c304b2e19 req-98de0fb7-3f4b-4b19-879d-f7acff260b88 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67f7b3d5-2b02-4acc-aa1d-2c68928b32e8 HTTP/1.1" status: 200 len: 999 time: 0.1916802 Nov 12 09:00:33.295540 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port c9f15fba-8d04-4849-b33f-49ae6f5caa19 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:33.295540 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:33.325210 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b558a81-af5d-42a7-9e24-019e98ed9c34 req-46e3d0a6-47c5-4146-8082-bffc1678206e tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650796 Nov 12 09:00:33.377395 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6ca93a29-87c2-48a8-bae0-dcc9f6f4b465 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "DELETE /v2.0/subnets/c16df6ca-cc18-4f38-b8e3-1c1ab8333566/tags/tempest-TagsExtTest-Tag-2128426684 HTTP/1.1" status: 204 len: 168 time: 0.5195184 Nov 12 09:00:33.380547 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43534) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:33.394074 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-079fd107-9e7c-4c41-a34b-816eedd418fe tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c16df6ca-cc18-4f38-b8e3-1c1ab8333566') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:33.447528 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b32a1e-460a-47b7-9377-d97c304b2e19 req-5b7af609-a7df-4ef6-8bc3-b16d4b298fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:33.454842 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c5b32a1e-460a-47b7-9377-d97c304b2e19 req-5b7af609-a7df-4ef6-8bc3-b16d4b298fc7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=972d18b2-ff95-4dd0-9709-a0646a0ab7eb HTTP/1.1" status: 200 len: 856 time: 0.1523385 Nov 12 09:00:33.576446 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-079fd107-9e7c-4c41-a34b-816eedd418fe tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "GET /v2.0/subnets/c16df6ca-cc18-4f38-b8e3-1c1ab8333566/tags HTTP/1.1" status: 200 len: 205 time: 0.1906812 Nov 12 09:00:33.576767 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43540) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:33.581516 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-20f88440-6b26-4aa3-8e64-1375ff16d53b tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '173640ca-3256-46f1-91ab-ae6390bc1a63') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:33.700338 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551d009-b28b-48bd-a92f-017f66e42aeb req-5574bd31-d899-45c7-818a-67a97604d08f tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:33.708948 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c551d009-b28b-48bd-a92f-017f66e42aeb req-5574bd31-d899-45c7-818a-67a97604d08f tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 944 time: 0.0819833 Nov 12 09:00:33.809093 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d177a5c6-99b5-4c13-9ec1-59d402cf8053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'name': 'tempest-TaggedBootDevicesTest_v242-1616650401-router', 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '5d1127f7-4038-4c0b-9108-e927997c6198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:15Z', 'updated_at': '2021-11-12T08:56:29Z', 'revision_number': 4, 'project_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'gw_port': {'id': '5d1127f7-4038-4c0b-9108-e927997c6198', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:18Z', 'updated_at': '2021-11-12T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'c246c96f-68df-4a0b-85f0-7873c72da963', 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'port_id': '67f7b3d5-2b02-4acc-aa1d-2c68928b32e8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572', 'mac_address': 'fa:16:3e:0a:de:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:58:05Z', 'updated_at': '2021-11-12T09:00:29Z', 'revision_number': 1, 'project_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '136274d5-e0c9-4059-9f86-379b8a4c581e', 'name': '', 'network_id': '52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572', 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'mac_address': 'fa:16:3e:4a:96:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '972d18b2-ff95-4dd0-9709-a0646a0ab7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:26Z', 'updated_at': '2021-11-12T08:56:41Z', 'revision_number': 5, 'project_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'subnets': [{'id': '972d18b2-ff95-4dd0-9709-a0646a0ab7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:33.849337 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b32a1e-460a-47b7-9377-d97c304b2e19 req-4374fc4b-3111-4dbc-a40e-7a18ad85235f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:33.856659 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c5b32a1e-460a-47b7-9377-d97c304b2e19 req-4374fc4b-3111-4dbc-a40e-7a18ad85235f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3689079 Nov 12 09:00:33.874947 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d177a5c6-99b5-4c13-9ec1-59d402cf8053 None None] Checking router: 4bbe88e3-a353-4cbb-9be7-c114ceb984dd for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:00:33.889082 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c551d009-b28b-48bd-a92f-017f66e42aeb req-c44831fd-0a61-47e4-aafb-f7191ea03b35 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789026 Nov 12 09:00:33.924060 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e2078c22-70e5-44ba-baba-28eb7d3eb347 None None] Provisioning complete for port 173640ca-3256-46f1-91ab-ae6390bc1a63 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:33.924593 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-20f88440-6b26-4aa3-8e64-1375ff16d53b tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "GET /v2.0/ports/173640ca-3256-46f1-91ab-ae6390bc1a63/tags HTTP/1.1" status: 200 len: 240 time: 0.3432286 Nov 12 09:00:33.924593 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43546) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:33.930511 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e2078c22-70e5-44ba-baba-28eb7d3eb347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:33.934569 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d177a5c6-99b5-4c13-9ec1-59d402cf8053 None None] Routers {'4bbe88e3-a353-4cbb-9be7-c114ceb984dd'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:00:33.935218 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d177a5c6-99b5-4c13-9ec1-59d402cf8053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:00:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['4bbe88e3-a353-4cbb-9be7-c114ceb984dd'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:33.940746 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-8c03fd69-2af1-4492-b798-d3696b33a490 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '173640ca-3256-46f1-91ab-ae6390bc1a63', 'tempest-TagsExtTest-Tag-715354438') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:33.980726 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673d858-fe91-4c2f-8706-92ab40174546 req-0b9126df-cf41-47dc-8a0e-1f5668947f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:33.986192 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6673d858-fe91-4c2f-8706-92ab40174546 req-0b9126df-cf41-47dc-8a0e-1f5668947f14 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1257ab85-0a57-4816-836b-dcdc791e6146 HTTP/1.1" status: 200 len: 917 time: 0.7145765 Nov 12 09:00:34.046034 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8c03fd69-2af1-4492-b798-d3696b33a490 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "GET /v2.0/ports/173640ca-3256-46f1-91ab-ae6390bc1a63/tags/tempest-TagsExtTest-Tag-715354438 HTTP/1.1" status: 204 len: 168 time: 0.1200492 Nov 12 09:00:34.046875 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43552) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:34.047790 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e2078c22-70e5-44ba-baba-28eb7d3eb347 None None] Port 173640ca-3256-46f1-91ab-ae6390bc1a63 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:00:34.051879 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-547d67c3-51ae-4c80-be11-da23f6f55dec tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '173640ca-3256-46f1-91ab-ae6390bc1a63', 'tempest-TagsExtTest-Tag-715354438') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:34.156088 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6673d858-fe91-4c2f-8706-92ab40174546 req-7f48dbae-3e64-4f59-88d5-6afd6a5d44bd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10d0e75b-037d-4def-aa04-663d57ef0288 HTTP/1.1" status: 200 len: 1000 time: 0.1482732 Nov 12 09:00:34.170394 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-547d67c3-51ae-4c80-be11-da23f6f55dec tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "DELETE /v2.0/ports/173640ca-3256-46f1-91ab-ae6390bc1a63/tags/tempest-TagsExtTest-Tag-715354438 HTTP/1.1" status: 204 len: 168 time: 0.1222563 Nov 12 09:00:34.171475 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43554) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:34.177376 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-785482cc-3d4d-4cc7-a789-1abee34e8bd2 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '173640ca-3256-46f1-91ab-ae6390bc1a63') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:34.266594 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-785482cc-3d4d-4cc7-a789-1abee34e8bd2 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "GET /v2.0/ports/173640ca-3256-46f1-91ab-ae6390bc1a63/tags HTTP/1.1" status: 200 len: 205 time: 0.0935068 Nov 12 09:00:34.267308 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43558) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:34.272410 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-dab4c985-9f3e-4145-b802-bbcd6c82c57d tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bbbb1dd7-8211-4252-af3d-1d260089857c') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:34.376454 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673d858-fe91-4c2f-8706-92ab40174546 req-81907f0d-59af-41c6-aa02-5b36c904bd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:34.381546 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6673d858-fe91-4c2f-8706-92ab40174546 req-81907f0d-59af-41c6-aa02-5b36c904bd1a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b4bf441-b446-4677-be35-634c383c7b12 HTTP/1.1" status: 200 len: 855 time: 0.1500361 Nov 12 09:00:34.402664 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-dab4c985-9f3e-4145-b802-bbcd6c82c57d tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "GET /v2.0/routers/bbbb1dd7-8211-4252-af3d-1d260089857c/tags HTTP/1.1" status: 200 len: 241 time: 0.1324496 Nov 12 09:00:34.406291 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43566) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:34.414392 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-d177a5c6-99b5-4c13-9ec1-59d402cf8053 None None] Set router 4bbe88e3-a353-4cbb-9be7-c114ceb984dd gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:00:34.418814 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-30420ac8-3e2b-42b3-b0b5-fbf15d1e06b5 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bbbb1dd7-8211-4252-af3d-1d260089857c', 'tempest-TagsExtTest-Tag-1304785314') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:34.492574 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c5b32a1e-460a-47b7-9377-d97c304b2e19 req-9820b763-7713-460d-a946-2cd1a4fd1bb6 service neutron] 10.222.0.54 "GET /v2.0/networks/52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6131601 Nov 12 09:00:34.686744 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673d858-fe91-4c2f-8706-92ab40174546 req-c3c49c3e-6db1-40e1-80ab-84b8ce4f1ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:34.699966 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6673d858-fe91-4c2f-8706-92ab40174546 req-c3c49c3e-6db1-40e1-80ab-84b8ce4f1ad7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1257ab85-0a57-4816-836b-dcdc791e6146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2873974 Nov 12 09:00:34.793759 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-30420ac8-3e2b-42b3-b0b5-fbf15d1e06b5 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "GET /v2.0/routers/bbbb1dd7-8211-4252-af3d-1d260089857c/tags/tempest-TagsExtTest-Tag-1304785314 HTTP/1.1" status: 204 len: 168 time: 0.3856742 Nov 12 09:00:34.794545 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43572) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:34.807240 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-79f2b1fe-1043-49bc-832a-a895993724ea tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'bbbb1dd7-8211-4252-af3d-1d260089857c', 'tempest-TagsExtTest-Tag-1304785314') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:34.862194 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6673d858-fe91-4c2f-8706-92ab40174546 req-5b7fde43-c99b-47f6-940f-e617e5c2e1ff service neutron] 10.222.0.54 "GET /v2.0/networks/1257ab85-0a57-4816-836b-dcdc791e6146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608222 Nov 12 09:00:35.064878 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6673d858-fe91-4c2f-8706-92ab40174546 req-171b5e94-6f0b-495b-b1e5-5325ed95e240 service neutron] 10.222.0.54 "GET /v2.0/networks/1257ab85-0a57-4816-836b-dcdc791e6146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691461 Nov 12 09:00:35.090427 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d177a5c6-99b5-4c13-9ec1-59d402cf8053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'name': 'tempest-TaggedBootDevicesTest_v242-1616650401-router', 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '5d1127f7-4038-4c0b-9108-e927997c6198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:15Z', 'updated_at': '2021-11-12T08:56:29Z', 'revision_number': 4, 'project_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'gw_port': {'id': '5d1127f7-4038-4c0b-9108-e927997c6198', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:18Z', 'updated_at': '2021-11-12T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'c246c96f-68df-4a0b-85f0-7873c72da963', 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'port_id': '67f7b3d5-2b02-4acc-aa1d-2c68928b32e8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572', 'mac_address': 'fa:16:3e:0a:de:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:58:05Z', 'updated_at': '2021-11-12T09:00:29Z', 'revision_number': 1, 'project_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '136274d5-e0c9-4059-9f86-379b8a4c581e', 'name': '', 'network_id': '52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572', 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'mac_address': 'fa:16:3e:4a:96:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '972d18b2-ff95-4dd0-9709-a0646a0ab7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:26Z', 'updated_at': '2021-11-12T08:56:41Z', 'revision_number': 5, 'project_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'subnets': [{'id': '972d18b2-ff95-4dd0-9709-a0646a0ab7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:35.125617 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48359c01-7465-4111-b2e6-08f09f75fb51 req-dc694258-07a3-4b86-b5c2-3b052972ac49 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:35.129828 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-48359c01-7465-4111-b2e6-08f09f75fb51 req-dc694258-07a3-4b86-b5c2-3b052972ac49 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 945 time: 0.5777192 Nov 12 09:00:35.145489 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c5b32a1e-460a-47b7-9377-d97c304b2e19 req-5d44096f-cf81-4b59-b9a7-082457d94a1e service neutron] 10.222.0.54 "GET /v2.0/networks/52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6437802 Nov 12 09:00:35.172710 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d177a5c6-99b5-4c13-9ec1-59d402cf8053 None None] The sync data for ids ['4bbe88e3-a353-4cbb-9be7-c114ceb984dd'] in n-d-768862-16 is: [{'id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'name': 'tempest-TaggedBootDevicesTest_v242-1616650401-router', 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '5d1127f7-4038-4c0b-9108-e927997c6198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:15Z', 'updated_at': '2021-11-12T08:56:29Z', 'revision_number': 4, 'project_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'gw_port': {'id': '5d1127f7-4038-4c0b-9108-e927997c6198', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:18Z', 'updated_at': '2021-11-12T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'c246c96f-68df-4a0b-85f0-7873c72da963', 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'port_id': '67f7b3d5-2b02-4acc-aa1d-2c68928b32e8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572', 'mac_address': 'fa:16:3e:0a:de:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:58:05Z', 'updated_at': '2021-11-12T09:00:29Z', 'revision_number': 1, 'project_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '136274d5-e0c9-4059-9f86-379b8a4c581e', 'name': '', 'network_id': '52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572', 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'mac_address': 'fa:16:3e:4a:96:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '972d18b2-ff95-4dd0-9709-a0646a0ab7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:26Z', 'updated_at': '2021-11-12T08:56:41Z', 'revision_number': 5, 'project_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'subnets': [{'id': '972d18b2-ff95-4dd0-9709-a0646a0ab7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:00:35.257078 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-79f2b1fe-1043-49bc-832a-a895993724ea tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "DELETE /v2.0/routers/bbbb1dd7-8211-4252-af3d-1d260089857c/tags/tempest-TagsExtTest-Tag-1304785314 HTTP/1.1" status: 204 len: 168 time: 0.4581573 Nov 12 09:00:35.260248 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43582) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:35.265714 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-49586159-c955-47dc-b415-21645e0e674b tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bbbb1dd7-8211-4252-af3d-1d260089857c') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:35.282318 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-48359c01-7465-4111-b2e6-08f09f75fb51 req-fa752bca-2534-498f-aaa7-13f823c4ad5a tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424780 Nov 12 09:00:35.408254 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-49586159-c955-47dc-b415-21645e0e674b tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "GET /v2.0/routers/bbbb1dd7-8211-4252-af3d-1d260089857c/tags HTTP/1.1" status: 200 len: 205 time: 0.1469939 Nov 12 09:00:35.413285 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43586) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:35.422223 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-16013aaa-de0b-4a2b-b1a0-374653f73bdf tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ee074979-e528-45fd-a393-43ab90537a62') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:35.508663 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-16013aaa-de0b-4a2b-b1a0-374653f73bdf tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "GET /v2.0/subnetpools/ee074979-e528-45fd-a393-43ab90537a62/tags HTTP/1.1" status: 200 len: 240 time: 0.0926888 Nov 12 09:00:35.512812 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43588) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:35.519896 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-0c14124c-593f-4871-aacc-07b88b6baa39 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ee074979-e528-45fd-a393-43ab90537a62', 'tempest-TagsExtTest-Tag-924951453') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:35.571984 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0c14124c-593f-4871-aacc-07b88b6baa39 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "GET /v2.0/subnetpools/ee074979-e528-45fd-a393-43ab90537a62/tags/tempest-TagsExtTest-Tag-924951453 HTTP/1.1" status: 204 len: 168 time: 0.0550580 Nov 12 09:00:35.572385 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43592) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:35.581825 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-0e4c99c2-6a39-484a-ada4-5af000e10913 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ee074979-e528-45fd-a393-43ab90537a62', 'tempest-TagsExtTest-Tag-924951453') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:35.667928 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece957f8-e401-4c6a-be8e-031e4d584bc7 None None] New status for floating IP c246c96f-68df-4a0b-85f0-7873c72da963: ACTIVE {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:00:35.792773 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0e4c99c2-6a39-484a-ada4-5af000e10913 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "DELETE /v2.0/subnetpools/ee074979-e528-45fd-a393-43ab90537a62/tags/tempest-TagsExtTest-Tag-924951453 HTTP/1.1" status: 204 len: 168 time: 0.2168608 Nov 12 09:00:35.793677 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43606) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:35.799161 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-11d742a5-d953-45b7-86a3-febdf5cee609 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ee074979-e528-45fd-a393-43ab90537a62') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:35.869291 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7945b1-398e-4846-8282-c7497f9b836b req-43aaaeab-5936-4c17-a733-c2d17ce7281d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:35.876781 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3b7945b1-398e-4846-8282-c7497f9b836b req-43aaaeab-5936-4c17-a733-c2d17ce7281d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 944 time: 0.2358038 Nov 12 09:00:35.880842 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-11d742a5-d953-45b7-86a3-febdf5cee609 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "GET /v2.0/subnetpools/ee074979-e528-45fd-a393-43ab90537a62/tags HTTP/1.1" status: 200 len: 205 time: 0.0834217 Nov 12 09:00:35.881298 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43608) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:35.892057 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-24b79e08-51b9-4f59-9099-76057e340df5 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ee074979-e528-45fd-a393-43ab90537a62') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:36.091107 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43620) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:36.093586 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-24b79e08-51b9-4f59-9099-76057e340df5 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "DELETE /v2.0/subnetpools/ee074979-e528-45fd-a393-43ab90537a62/tags HTTP/1.1" status: 204 len: 168 time: 0.2052445 Nov 12 09:00:36.097337 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-8750fd9e-e7ef-4d10-99d4-648dfcba9e02 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bbbb1dd7-8211-4252-af3d-1d260089857c') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:36.119683 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3b7945b1-398e-4846-8282-c7497f9b836b req-70ce7ba9-3339-4320-a626-418f7e837d90 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223883 Nov 12 09:00:36.274296 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8750fd9e-e7ef-4d10-99d4-648dfcba9e02 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "DELETE /v2.0/routers/bbbb1dd7-8211-4252-af3d-1d260089857c/tags HTTP/1.1" status: 204 len: 168 time: 0.1817312 Nov 12 09:00:36.277299 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43624) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:36.285744 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-1c42dfb5-7b41-4219-87be-95de34010b83 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '173640ca-3256-46f1-91ab-ae6390bc1a63') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:36.518940 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43634) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:36.525047 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1c42dfb5-7b41-4219-87be-95de34010b83 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "DELETE /v2.0/ports/173640ca-3256-46f1-91ab-ae6390bc1a63/tags HTTP/1.1" status: 204 len: 168 time: 0.2431681 Nov 12 09:00:36.525321 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-ac80a1c8-761a-49b9-ac6f-0e05f0f07dd4 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c16df6ca-cc18-4f38-b8e3-1c1ab8333566') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:36.720052 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0c8a7-91d2-4c1f-acd6-5b0aef496e99 req-06ef80c6-82b9-4a7d-911a-ac0ba1768bb1 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:36.726210 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-27f0c8a7-91d2-4c1f-acd6-5b0aef496e99 req-06ef80c6-82b9-4a7d-911a-ac0ba1768bb1 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 945 time: 0.1283171 Nov 12 09:00:36.805207 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ac80a1c8-761a-49b9-ac6f-0e05f0f07dd4 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "DELETE /v2.0/subnets/c16df6ca-cc18-4f38-b8e3-1c1ab8333566/tags HTTP/1.1" status: 204 len: 168 time: 0.2845628 Nov 12 09:00:36.817052 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43640) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:36.827976 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-740e45a5-20a8-4902-9426-1d3928487fcc tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c16df6ca-cc18-4f38-b8e3-1c1ab8333566', 'tempest-TagsExtTest-Tag-1842523318') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:36.992138 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-27f0c8a7-91d2-4c1f-acd6-5b0aef496e99 req-e42a112e-ee2a-48a5-8c19-5066a0c445fd tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531021 Nov 12 09:00:37.188670 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-740e45a5-20a8-4902-9426-1d3928487fcc tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "PUT /v2.0/subnets/c16df6ca-cc18-4f38-b8e3-1c1ab8333566/tags/tempest-TagsExtTest-Tag-1842523318 HTTP/1.1" status: 201 len: 201 time: 0.3698311 Nov 12 09:00:37.193651 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43646) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:37.202359 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-382e45e3-2911-4be3-b36b-90fd39079312 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '173640ca-3256-46f1-91ab-ae6390bc1a63', 'tempest-TagsExtTest-Tag-941753563') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:37.495278 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-382e45e3-2911-4be3-b36b-90fd39079312 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "PUT /v2.0/ports/173640ca-3256-46f1-91ab-ae6390bc1a63/tags/tempest-TagsExtTest-Tag-941753563 HTTP/1.1" status: 201 len: 201 time: 0.2996542 Nov 12 09:00:37.496293 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43648) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:37.525723 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-1d418402-e6a6-40cf-bda1-7720058d1037 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bbbb1dd7-8211-4252-af3d-1d260089857c', 'tempest-TagsExtTest-Tag-1034062538') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:37.702112 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8480d90-6626-483a-a5f9-56a5924c854f req-753f7441-930b-40f1-a0bc-526702490dd7 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:37.711043 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b8480d90-6626-483a-a5f9-56a5924c854f req-753f7441-930b-40f1-a0bc-526702490dd7 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 944 time: 0.2185287 Nov 12 09:00:37.888358 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dc33549a-1207-4b56-aabe-4f335e9ae9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:37.988920 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1d418402-e6a6-40cf-bda1-7720058d1037 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "PUT /v2.0/routers/bbbb1dd7-8211-4252-af3d-1d260089857c/tags/tempest-TagsExtTest-Tag-1034062538 HTTP/1.1" status: 201 len: 201 time: 0.4891996 Nov 12 09:00:37.992356 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43654) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:38.013134 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-87e1d6f5-7484-41b2-bec9-94d6eb9ebcad tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ee074979-e528-45fd-a393-43ab90537a62', 'tempest-TagsExtTest-Tag-199955959') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:38.036488 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b8480d90-6626-483a-a5f9-56a5924c854f req-7462abe4-4d09-464b-92b4-5932722774c8 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3080816 Nov 12 09:00:38.131774 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43658) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:38.133200 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-87e1d6f5-7484-41b2-bec9-94d6eb9ebcad tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "PUT /v2.0/subnetpools/ee074979-e528-45fd-a393-43ab90537a62/tags/tempest-TagsExtTest-Tag-199955959 HTTP/1.1" status: 201 len: 201 time: 0.1386783 Nov 12 09:00:38.139264 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-c107a8f7-64a5-446d-92c8-d0334b22859d tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c16df6ca-cc18-4f38-b8e3-1c1ab8333566', {'tags': ['tempest-TagsExtTest-Tag-547068496', 'tempest-TagsExtTest-Tag-1026758632', 'tempest-TagsExtTest-Tag-1605354687']}) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:38.457376 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c107a8f7-64a5-446d-92c8-d0334b22859d tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "PUT /v2.0/subnets/c16df6ca-cc18-4f38-b8e3-1c1ab8333566/tags HTTP/1.1" status: 200 len: 317 time: 0.3241470 Nov 12 09:00:38.461213 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43666) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:38.481248 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-6327c9e9-5cb9-4abc-83a5-e3694488e066 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c16df6ca-cc18-4f38-b8e3-1c1ab8333566') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:38.487789 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642587bd-d2e5-4e9c-8a92-ef951b6a8c35 req-02fe0451-82d8-4276-b079-408a5e86a365 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:38.500636 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-642587bd-d2e5-4e9c-8a92-ef951b6a8c35 req-02fe0451-82d8-4276-b079-408a5e86a365 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 945 time: 0.2485538 Nov 12 09:00:38.704712 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-642587bd-d2e5-4e9c-8a92-ef951b6a8c35 req-2b9c8b8f-05c7-4500-8c88-a0813063010c tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026110 Nov 12 09:00:38.719564 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43668) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:38.720247 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6327c9e9-5cb9-4abc-83a5-e3694488e066 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "DELETE /v2.0/subnets/c16df6ca-cc18-4f38-b8e3-1c1ab8333566/tags HTTP/1.1" status: 204 len: 168 time: 0.2558072 Nov 12 09:00:38.737201 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-ae26a572-b957-44b9-9e20-817e94c41bbf tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c16df6ca-cc18-4f38-b8e3-1c1ab8333566', 'tempest-TagsExtTest-Tag-547068496') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:38.927531 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-ae26a572-b957-44b9-9e20-817e94c41bbf tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] show failed (client error): The resource could not be found. Nov 12 09:00:38.938251 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ae26a572-b957-44b9-9e20-817e94c41bbf tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "GET /v2.0/subnets/c16df6ca-cc18-4f38-b8e3-1c1ab8333566/tags/tempest-TagsExtTest-Tag-547068496 HTTP/1.1" status: 404 len: 328 time: 0.2107935 Nov 12 09:00:38.939230 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43670) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:38.970925 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-24a59ba1-c58b-4533-a020-901395cbf1a2 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c16df6ca-cc18-4f38-b8e3-1c1ab8333566', 'tempest-TagsExtTest-Tag-1026758632') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:39.331771 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-24a59ba1-c58b-4533-a020-901395cbf1a2 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] show failed (client error): The resource could not be found. Nov 12 09:00:39.342636 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-24a59ba1-c58b-4533-a020-901395cbf1a2 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "GET /v2.0/subnets/c16df6ca-cc18-4f38-b8e3-1c1ab8333566/tags/tempest-TagsExtTest-Tag-1026758632 HTTP/1.1" status: 404 len: 329 time: 0.4003968 Nov 12 09:00:39.344611 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43684) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:39.352980 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-3f559eda-5c18-41b7-96b2-4cb85150fb14 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c16df6ca-cc18-4f38-b8e3-1c1ab8333566', 'tempest-TagsExtTest-Tag-1605354687') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:39.575542 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-3f559eda-5c18-41b7-96b2-4cb85150fb14 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] show failed (client error): The resource could not be found. Nov 12 09:00:39.590890 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43690) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:39.592533 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3f559eda-5c18-41b7-96b2-4cb85150fb14 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "GET /v2.0/subnets/c16df6ca-cc18-4f38-b8e3-1c1ab8333566/tags/tempest-TagsExtTest-Tag-1605354687 HTTP/1.1" status: 404 len: 329 time: 0.2456594 Nov 12 09:00:39.619321 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481462a2-c3bf-4fce-a106-8bc633b923b0 req-1b4d3e4a-f01b-491d-807c-942dfb992a98 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:39.633534 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-481462a2-c3bf-4fce-a106-8bc633b923b0 req-1b4d3e4a-f01b-491d-807c-942dfb992a98 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 944 time: 0.2244580 Nov 12 09:00:39.657080 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-49f7fb41-75b8-47e4-aa65-97b81a311e8b tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '173640ca-3256-46f1-91ab-ae6390bc1a63', {'tags': ['tempest-TagsExtTest-Tag-1410474364', 'tempest-TagsExtTest-Tag-63859367', 'tempest-TagsExtTest-Tag-2033389407']}) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:39.892019 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-49f7fb41-75b8-47e4-aa65-97b81a311e8b tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "PUT /v2.0/ports/173640ca-3256-46f1-91ab-ae6390bc1a63/tags HTTP/1.1" status: 200 len: 316 time: 0.2562256 Nov 12 09:00:39.895427 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43706) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:39.901971 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-4b93f94e-a6b0-4bd4-b884-752a8bfce631 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '173640ca-3256-46f1-91ab-ae6390bc1a63') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:39.987718 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-481462a2-c3bf-4fce-a106-8bc633b923b0 req-a619b6e4-a5e3-4fc8-bebf-bd2c4492b94f tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192491 Nov 12 09:00:40.076959 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4b93f94e-a6b0-4bd4-b884-752a8bfce631 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "DELETE /v2.0/ports/173640ca-3256-46f1-91ab-ae6390bc1a63/tags HTTP/1.1" status: 204 len: 168 time: 0.1803217 Nov 12 09:00:40.081244 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43714) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:40.092245 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-a5b83352-2c52-4911-a39b-821d25eba490 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '173640ca-3256-46f1-91ab-ae6390bc1a63', 'tempest-TagsExtTest-Tag-1410474364') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:40.179030 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0c6b083a-fa72-46ab-9e73-b72633ce78ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:40.275858 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-a5b83352-2c52-4911-a39b-821d25eba490 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] show failed (client error): The resource could not be found. Nov 12 09:00:40.280951 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43724) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:40.281158 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a5b83352-2c52-4911-a39b-821d25eba490 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "GET /v2.0/ports/173640ca-3256-46f1-91ab-ae6390bc1a63/tags/tempest-TagsExtTest-Tag-1410474364 HTTP/1.1" status: 404 len: 329 time: 0.1964931 Nov 12 09:00:40.291105 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-55f6c26f-b753-46d3-b0b0-1ec925661dae tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '173640ca-3256-46f1-91ab-ae6390bc1a63', 'tempest-TagsExtTest-Tag-63859367') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:40.306108 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac1337-7182-426a-b748-25207029ee83 req-427a1b93-07be-4ff0-9341-d7bef84920bc tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:40.318712 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-37ac1337-7182-426a-b748-25207029ee83 req-427a1b93-07be-4ff0-9341-d7bef84920bc tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 945 time: 0.1210380 Nov 12 09:00:40.403844 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-37ac1337-7182-426a-b748-25207029ee83 req-b5ec6a81-e47b-47cb-b813-03b7952bb19c tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836136 Nov 12 09:00:40.526151 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-55f6c26f-b753-46d3-b0b0-1ec925661dae tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] show failed (client error): The resource could not be found. Nov 12 09:00:40.529728 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-55f6c26f-b753-46d3-b0b0-1ec925661dae tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "GET /v2.0/ports/173640ca-3256-46f1-91ab-ae6390bc1a63/tags/tempest-TagsExtTest-Tag-63859367 HTTP/1.1" status: 404 len: 327 time: 0.2450776 Nov 12 09:00:40.532336 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43742) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:40.540907 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-a0eb19ca-7324-4407-b66f-e1d82d589317 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '173640ca-3256-46f1-91ab-ae6390bc1a63', 'tempest-TagsExtTest-Tag-2033389407') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:40.734417 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-a0eb19ca-7324-4407-b66f-e1d82d589317 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] show failed (client error): The resource could not be found. Nov 12 09:00:40.741507 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43754) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:40.742350 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a0eb19ca-7324-4407-b66f-e1d82d589317 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "GET /v2.0/ports/173640ca-3256-46f1-91ab-ae6390bc1a63/tags/tempest-TagsExtTest-Tag-2033389407 HTTP/1.1" status: 404 len: 329 time: 0.2082598 Nov 12 09:00:40.767673 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-d72f6451-8435-4457-8db2-6dbc180e70c3 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'bbbb1dd7-8211-4252-af3d-1d260089857c', {'tags': ['tempest-TagsExtTest-Tag-196480727', 'tempest-TagsExtTest-Tag-1247517158', 'tempest-TagsExtTest-Tag-679820473']}) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:41.192468 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d72f6451-8435-4457-8db2-6dbc180e70c3 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "PUT /v2.0/routers/bbbb1dd7-8211-4252-af3d-1d260089857c/tags HTTP/1.1" status: 200 len: 316 time: 0.4469495 Nov 12 09:00:41.196537 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43782) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:41.204431 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-7cbae69a-9815-4e42-adaf-8e83891058da tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bbbb1dd7-8211-4252-af3d-1d260089857c') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:41.600426 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f7e3c-041b-4ea3-9562-7ba8999c44de req-699eb385-dc54-4b26-9b2b-a1121beea959 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:41.613980 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-430f7e3c-041b-4ea3-9562-7ba8999c44de req-699eb385-dc54-4b26-9b2b-a1121beea959 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 944 time: 0.2185502 Nov 12 09:00:41.784497 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-430f7e3c-041b-4ea3-9562-7ba8999c44de req-c5a5f241-4147-4b88-8788-64acdde89def tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684127 Nov 12 09:00:41.791291 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7cbae69a-9815-4e42-adaf-8e83891058da tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "DELETE /v2.0/routers/bbbb1dd7-8211-4252-af3d-1d260089857c/tags HTTP/1.1" status: 204 len: 168 time: 0.5916810 Nov 12 09:00:41.794005 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43812) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:41.800467 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-1f5d7285-a2e6-4c44-95e3-95f3e4d76763 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bbbb1dd7-8211-4252-af3d-1d260089857c', 'tempest-TagsExtTest-Tag-196480727') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:42.025750 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-1f5d7285-a2e6-4c44-95e3-95f3e4d76763 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] show failed (client error): The resource could not be found. Nov 12 09:00:42.029065 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1f5d7285-a2e6-4c44-95e3-95f3e4d76763 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "GET /v2.0/routers/bbbb1dd7-8211-4252-af3d-1d260089857c/tags/tempest-TagsExtTest-Tag-196480727 HTTP/1.1" status: 404 len: 328 time: 0.2329671 Nov 12 09:00:42.032379 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43832) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:42.046304 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:42.051881 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-bc4116ca-38d7-4bc5-90b6-8670c6b56e68 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bbbb1dd7-8211-4252-af3d-1d260089857c', 'tempest-TagsExtTest-Tag-1247517158') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:42.156771 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2c1d6-459f-4762-a01b-19e9e52a6de1 req-1d917158-832b-4cbd-a16c-fe7fc6831fe8 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:42.172670 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bdd2c1d6-459f-4762-a01b-19e9e52a6de1 req-1d917158-832b-4cbd-a16c-fe7fc6831fe8 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 945 time: 0.2029107 Nov 12 09:00:42.229628 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-bc4116ca-38d7-4bc5-90b6-8670c6b56e68 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] show failed (client error): The resource could not be found. Nov 12 09:00:42.232028 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-bc4116ca-38d7-4bc5-90b6-8670c6b56e68 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "GET /v2.0/routers/bbbb1dd7-8211-4252-af3d-1d260089857c/tags/tempest-TagsExtTest-Tag-1247517158 HTTP/1.1" status: 404 len: 329 time: 0.1982026 Nov 12 09:00:42.236453 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43836) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:42.252351 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-6a196b33-b784-4be4-bef9-b1b499afaa70 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bbbb1dd7-8211-4252-af3d-1d260089857c', 'tempest-TagsExtTest-Tag-679820473') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:42.313040 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bdd2c1d6-459f-4762-a01b-19e9e52a6de1 req-5c5ba02a-93f3-4970-8740-a94d01fecdea tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387625 Nov 12 09:00:42.447021 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-6a196b33-b784-4be4-bef9-b1b499afaa70 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] show failed (client error): The resource could not be found. Nov 12 09:00:42.448869 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6a196b33-b784-4be4-bef9-b1b499afaa70 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "GET /v2.0/routers/bbbb1dd7-8211-4252-af3d-1d260089857c/tags/tempest-TagsExtTest-Tag-679820473 HTTP/1.1" status: 404 len: 328 time: 0.2108300 Nov 12 09:00:42.453655 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43840) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:42.460340 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-95d52108-8dfc-4e30-9aae-30e423d8e02a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ee074979-e528-45fd-a393-43ab90537a62', {'tags': ['tempest-TagsExtTest-Tag-1749117303', 'tempest-TagsExtTest-Tag-1716046494', 'tempest-TagsExtTest-Tag-561705564']}) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:42.571445 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-95d52108-8dfc-4e30-9aae-30e423d8e02a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "PUT /v2.0/subnetpools/ee074979-e528-45fd-a393-43ab90537a62/tags HTTP/1.1" status: 200 len: 317 time: 0.1159682 Nov 12 09:00:42.574478 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43842) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:42.581714 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-d5b5ebe8-906d-4d7f-9945-209b98d94ff6 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ee074979-e528-45fd-a393-43ab90537a62') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:42.676254 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d5b5ebe8-906d-4d7f-9945-209b98d94ff6 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "DELETE /v2.0/subnetpools/ee074979-e528-45fd-a393-43ab90537a62/tags HTTP/1.1" status: 204 len: 168 time: 0.1003106 Nov 12 09:00:42.680734 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43846) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:42.689297 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-59dc4820-e262-4393-aba8-931ed86c65b9 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ee074979-e528-45fd-a393-43ab90537a62', 'tempest-TagsExtTest-Tag-1749117303') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:42.728614 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-59dc4820-e262-4393-aba8-931ed86c65b9 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] show failed (client error): The resource could not be found. Nov 12 09:00:42.729960 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-59dc4820-e262-4393-aba8-931ed86c65b9 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "GET /v2.0/subnetpools/ee074979-e528-45fd-a393-43ab90537a62/tags/tempest-TagsExtTest-Tag-1749117303 HTTP/1.1" status: 404 len: 329 time: 0.0475247 Nov 12 09:00:42.733138 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43848) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:42.737731 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-ba60e5a6-8260-4544-b749-a750f6f776f1 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ee074979-e528-45fd-a393-43ab90537a62', 'tempest-TagsExtTest-Tag-1716046494') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:42.820786 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-ba60e5a6-8260-4544-b749-a750f6f776f1 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] show failed (client error): The resource could not be found. Nov 12 09:00:42.821599 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ba60e5a6-8260-4544-b749-a750f6f776f1 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "GET /v2.0/subnetpools/ee074979-e528-45fd-a393-43ab90537a62/tags/tempest-TagsExtTest-Tag-1716046494 HTTP/1.1" status: 404 len: 329 time: 0.0872366 Nov 12 09:00:42.826022 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43862) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:42.832293 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-3a52e542-b807-4b84-89c3-c63a4f115ad6 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ee074979-e528-45fd-a393-43ab90537a62', 'tempest-TagsExtTest-Tag-561705564') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:42.904374 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-3a52e542-b807-4b84-89c3-c63a4f115ad6 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] show failed (client error): The resource could not be found. Nov 12 09:00:42.912116 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43868) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:42.918093 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-cbe4d86a-b9ff-410d-8d3a-e1a986341055 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ee074979-e528-45fd-a393-43ab90537a62') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:42.928381 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3a52e542-b807-4b84-89c3-c63a4f115ad6 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "GET /v2.0/subnetpools/ee074979-e528-45fd-a393-43ab90537a62/tags/tempest-TagsExtTest-Tag-561705564 HTTP/1.1" status: 404 len: 328 time: 0.0940011 Nov 12 09:00:42.997567 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43876) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:42.999784 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-cbe4d86a-b9ff-410d-8d3a-e1a986341055 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "DELETE /v2.0/subnetpools/ee074979-e528-45fd-a393-43ab90537a62/tags HTTP/1.1" status: 204 len: 168 time: 0.0862460 Nov 12 09:00:43.028200 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-d17bdbcc-810a-4af1-a1ec-a941eba493cf tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bbbb1dd7-8211-4252-af3d-1d260089857c') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:43.387439 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:43.395811 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43896) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:43.403408 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.tag.tag_plugin [None req-93ac93fd-b454-4a15-a28d-55dd7b95c13a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '173640ca-3256-46f1-91ab-ae6390bc1a63') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:43.405201 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d17bdbcc-810a-4af1-a1ec-a941eba493cf tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "DELETE /v2.0/routers/bbbb1dd7-8211-4252-af3d-1d260089857c/tags HTTP/1.1" status: 204 len: 168 time: 0.4040246 Nov 12 09:00:43.827294 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43920) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:43.835202 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-c6d4d601-386c-45ec-8998-2e77685dc4e9 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c16df6ca-cc18-4f38-b8e3-1c1ab8333566') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:43.839622 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-93ac93fd-b454-4a15-a28d-55dd7b95c13a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "DELETE /v2.0/ports/173640ca-3256-46f1-91ab-ae6390bc1a63/tags HTTP/1.1" status: 204 len: 168 time: 0.4419520 Nov 12 09:00:43.906310 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa4776-b4c4-4d6d-9843-efa3088d1164 req-d7c9041f-65bc-453b-8406-7e2d5821523f tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:43.947456 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4baa4776-b4c4-4d6d-9843-efa3088d1164 req-d7c9041f-65bc-453b-8406-7e2d5821523f tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 944 time: 0.3511658 Nov 12 09:00:44.084014 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c6d4d601-386c-45ec-8998-2e77685dc4e9 tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "DELETE /v2.0/subnets/c16df6ca-cc18-4f38-b8e3-1c1ab8333566/tags HTTP/1.1" status: 204 len: 168 time: 0.2548552 Nov 12 09:00:44.094117 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43938) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:44.105043 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:44.125299 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4baa4776-b4c4-4d6d-9843-efa3088d1164 req-7fb3e76e-0143-44b5-ac5b-67f57939adf3 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691155 Nov 12 09:00:44.418899 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d44872c-73ac-4144-9fea-5ee52107e55a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks [] for subnetpool, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:44.425128 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0d44872c-73ac-4144-9fea-5ee52107e55a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "DELETE /v2.0/subnetpools/ee074979-e528-45fd-a393-43ab90537a62 HTTP/1.1" status: 204 len: 168 time: 0.3247216 Nov 12 09:00:44.427623 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3dd86-778a-4874-a117-da7c32cd2224 req-030656dc-8a43-43bd-a0bc-763883000c03 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:44.429326 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43956) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:44.441400 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ddb3dd86-778a-4874-a117-da7c32cd2224 req-030656dc-8a43-43bd-a0bc-763883000c03 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 945 time: 0.1348751 Nov 12 09:00:44.501115 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c129f06e-3289-438d-ab26-e8fc63fa7a7e tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbbb1dd7-8211-4252-af3d-1d260089857c HTTP/1.1" status: 200 len: 205 time: 0.0703361 Nov 12 09:00:44.506190 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43962) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:44.829459 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-718ef06e-e1f7-4d39-9fdf-2d0bffe765ec tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:44.958423 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ddb3dd86-778a-4874-a117-da7c32cd2224 req-e2e4561a-dbcc-49de-a420-f9c3c9f441c4 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5145657 Nov 12 09:00:45.093747 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43996) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:45.123066 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:00:45.369443 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf31d9c1-de1e-4868-b065-f5ef4608ca7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:45.599629 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf31d9c1-de1e-4868-b065-f5ef4608ca7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:45.603941 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-718ef06e-e1f7-4d39-9fdf-2d0bffe765ec tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:45.608399 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf31d9c1-de1e-4868-b065-f5ef4608ca7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:45.616419 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-718ef06e-e1f7-4d39-9fdf-2d0bffe765ec tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:45.679586 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-bf31d9c1-de1e-4868-b065-f5ef4608ca7b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6782a6b868d44e32aac0bce7f3cb4a27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5841329 Nov 12 09:00:45.681314 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 44024) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:45.723832 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31d9c1-de1e-4868-b065-f5ef4608ca7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e201dd-5db6-44dc-af31-b0991526aec7,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:45.774071 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a1b1f-329c-46ff-b5ac-6a436c08c35d req-f8df6bd2-f4c1-466f-9a1c-f264385497a4 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:45.785531 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a24a1b1f-329c-46ff-b5ac-6a436c08c35d req-f8df6bd2-f4c1-466f-9a1c-f264385497a4 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 944 time: 0.3567009 Nov 12 09:00:45.797580 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-957ab081-d2f5-421f-8221-b614c1176ec7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:45.798645 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-718ef06e-e1f7-4d39-9fdf-2d0bffe765ec tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:45.799721 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718ef06e-e1f7-4d39-9fdf-2d0bffe765ec tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Fanout notify agent at l3_agent the message router_deleted on router bbbb1dd7-8211-4252-af3d-1d260089857c {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:00:45.846428 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-718ef06e-e1f7-4d39-9fdf-2d0bffe765ec tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:45.850771 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-718ef06e-e1f7-4d39-9fdf-2d0bffe765ec tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "DELETE /v2.0/routers/bbbb1dd7-8211-4252-af3d-1d260089857c HTTP/1.1" status: 204 len: 168 time: 1.3355141 Nov 12 09:00:45.853440 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 44034) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:45.868110 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-957ab081-d2f5-421f-8221-b614c1176ec7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:45.924458 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a24a1b1f-329c-46ff-b5ac-6a436c08c35d req-7fa33e93-35b5-4f3f-a8d4-c50ea11a458f tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375072 Nov 12 09:00:46.157010 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-957ab081-d2f5-421f-8221-b614c1176ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:46.163701 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-957ab081-d2f5-421f-8221-b614c1176ec7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:46.165243 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-957ab081-d2f5-421f-8221-b614c1176ec7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/32e201dd-5db6-44dc-af31-b0991526aec7 HTTP/1.1" status: 204 len: 168 time: 0.4816921 Nov 12 09:00:46.239627 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ab081-d2f5-421f-8221-b614c1176ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e201dd-5db6-44dc-af31-b0991526aec7,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:46.287236 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ab081-d2f5-421f-8221-b614c1176ec7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:46.288562 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ab081-d2f5-421f-8221-b614c1176ec7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:46.290574 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ab081-d2f5-421f-8221-b614c1176ec7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:46.291231 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ab081-d2f5-421f-8221-b614c1176ec7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:46.293792 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ab081-d2f5-421f-8221-b614c1176ec7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:46.294531 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ab081-d2f5-421f-8221-b614c1176ec7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:46.297561 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ab081-d2f5-421f-8221-b614c1176ec7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:46.298150 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ab081-d2f5-421f-8221-b614c1176ec7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:46.298705 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ab081-d2f5-421f-8221-b614c1176ec7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:46.299210 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ab081-d2f5-421f-8221-b614c1176ec7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:46.300605 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ab081-d2f5-421f-8221-b614c1176ec7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:46.301986 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ab081-d2f5-421f-8221-b614c1176ec7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:46.312603 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0f9e6-29e2-4ced-819c-a1794d9afcbb req-bb8e7400-1a00-4a7c-a102-0d15028912f2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:46.344359 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-14b0f9e6-29e2-4ced-819c-a1794d9afcbb req-bb8e7400-1a00-4a7c-a102-0d15028912f2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 945 time: 0.1677656 Nov 12 09:00:46.441057 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-d67db9fe-0767-446b-b34c-4b47dcefdaea tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Deleting port 173640ca-3256-46f1-91ab-ae6390bc1a63 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:00:46.443346 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d67db9fe-0767-446b-b34c-4b47dcefdaea tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:46.534495 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-14b0f9e6-29e2-4ced-819c-a1794d9afcbb req-677abb92-14c3-4393-a546-24e19bf7ad28 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869736 Nov 12 09:00:46.804404 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d67db9fe-0767-446b-b34c-4b47dcefdaea tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:46.857996 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-d67db9fe-0767-446b-b34c-4b47dcefdaea tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Calling delete_port for 173640ca-3256-46f1-91ab-ae6390bc1a63 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:00:47.071280 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 44108) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:47.113326 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-634013fc-0f26-473d-bea6-04334d41fc72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:47.160080 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d67db9fe-0767-446b-b34c-4b47dcefdaea tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:47.244559 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67db9fe-0767-446b-b34c-4b47dcefdaea tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Pushing event deleted for resources: {'Port': ['ID=173640ca-3256-46f1-91ab-ae6390bc1a63,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:47.367424 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-634013fc-0f26-473d-bea6-04334d41fc72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:47.406350 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-634013fc-0f26-473d-bea6-04334d41fc72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:47.502307 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d67db9fe-0767-446b-b34c-4b47dcefdaea tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:47.534755 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d67db9fe-0767-446b-b34c-4b47dcefdaea tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "DELETE /v2.0/ports/173640ca-3256-46f1-91ab-ae6390bc1a63 HTTP/1.1" status: 204 len: 168 time: 1.5961039 Nov 12 09:00:47.535955 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 44118) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:47.574299 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-634013fc-0f26-473d-bea6-04334d41fc72 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b1b05e0561894cf090f7e467956cffd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5009305 Nov 12 09:00:47.577075 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 44122) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:47.605056 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634013fc-0f26-473d-bea6-04334d41fc72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad9a0c1-f3c5-408e-99ba-1770192114c3,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:47.654214 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc7001-81a7-423a-bd1c-5d194861d970 req-26f2ac1a-9c76-4a28-ba31-8a7624973abb tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:47.666491 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e4fc7001-81a7-423a-bd1c-5d194861d970 req-26f2ac1a-9c76-4a28-ba31-8a7624973abb tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 944 time: 0.4729033 Nov 12 09:00:47.758718 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fcd929f-fb17-44a9-a68a-68ae20428a5b tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Deleting subnet c16df6ca-cc18-4f38-b8e3-1c1ab8333566 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:00:47.780622 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2fcd929f-fb17-44a9-a68a-68ae20428a5b tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:47.889626 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e4fc7001-81a7-423a-bd1c-5d194861d970 req-aba54d04-b1c8-471c-9abb-1cf2bfb407eb tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188618 Nov 12 09:00:47.945628 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8a157383-af91-425e-a5f6-ed4007f91f17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:48.066825 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2fcd929f-fb17-44a9-a68a-68ae20428a5b tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:48.089721 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8a157383-af91-425e-a5f6-ed4007f91f17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:48.322469 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8a157383-af91-425e-a5f6-ed4007f91f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:48.326594 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8a157383-af91-425e-a5f6-ed4007f91f17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:48.329141 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8a157383-af91-425e-a5f6-ed4007f91f17 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fad9a0c1-f3c5-408e-99ba-1770192114c3 HTTP/1.1" status: 204 len: 168 time: 0.7478726 Nov 12 09:00:48.355802 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a157383-af91-425e-a5f6-ed4007f91f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad9a0c1-f3c5-408e-99ba-1770192114c3,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:48.392148 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14507ac2-bdfd-4b1e-82dd-1f833ce17cb3 req-27afba85-9945-495b-9cc5-ad29a1fec052 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:48.396379 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-14507ac2-bdfd-4b1e-82dd-1f833ce17cb3 req-27afba85-9945-495b-9cc5-ad29a1fec052 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 945 time: 0.1882396 Nov 12 09:00:48.500036 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2fcd929f-fb17-44a9-a68a-68ae20428a5b tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:48.603798 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-14507ac2-bdfd-4b1e-82dd-1f833ce17cb3 req-220e8bfd-7cc7-4018-9caa-48d5cb4caa36 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984820 Nov 12 09:00:48.703135 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2fcd929f-fb17-44a9-a68a-68ae20428a5b tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:48.782191 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd929f-fb17-44a9-a68a-68ae20428a5b tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Pushing event deleted for resources: {'Subnet': ['ID=c16df6ca-cc18-4f38-b8e3-1c1ab8333566,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:48.790024 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2fcd929f-fb17-44a9-a68a-68ae20428a5b tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:48.802106 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 44170) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:48.808229 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6f3939-710c-459a-a5a3-fef26f1cc850 None None] Network 6f6bdce6-dd46-47a8-ad83-2ecae6c5e077 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:00:48.827674 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2fcd929f-fb17-44a9-a68a-68ae20428a5b tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "DELETE /v2.0/subnets/c16df6ca-cc18-4f38-b8e3-1c1ab8333566 HTTP/1.1" status: 204 len: 168 time: 1.2879007 Nov 12 09:00:49.106421 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-290fca12-4d59-4890-99b1-4058a4f1642a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:49.199571 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606cabb3-be9e-487b-b391-580b1f995647 None None] DHCP port deletion for 6f6bdce6-dd46-47a8-ad83-2ecae6c5e077 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:00:49.342232 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 44194) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:49.355957 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-606cabb3-be9e-487b-b391-580b1f995647 None None] Deleting port c9f15fba-8d04-4849-b33f-49ae6f5caa19 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:00:49.356392 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-606cabb3-be9e-487b-b391-580b1f995647 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:49.393986 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-67f6c278-a623-4f4f-8c4f-78047d95d8ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:49.455287 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d64d7-d8f2-4fa1-9797-2f9e86466382 req-fc5a3cc9-f66e-4dbd-bc34-980bdce6d50f tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:49.471497 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c92d64d7-d8f2-4fa1-9797-2f9e86466382 req-fc5a3cc9-f66e-4dbd-bc34-980bdce6d50f tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 944 time: 0.2096806 Nov 12 09:00:49.541661 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-290fca12-4d59-4890-99b1-4058a4f1642a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Deleting port c9f15fba-8d04-4849-b33f-49ae6f5caa19 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:00:49.542830 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-290fca12-4d59-4890-99b1-4058a4f1642a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:49.644500 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-606cabb3-be9e-487b-b391-580b1f995647 None None] For port c9f15fba-8d04-4849-b33f-49ae6f5caa19, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=c9f15fba-8d04-4849-b33f-49ae6f5caa19,segment=NetworkSegment(1245c6ba-2822-49ab-8f86-aafdc4156a02),segment_id=1245c6ba-2822-49ab-8f86-aafdc4156a02)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:49.647961 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-606cabb3-be9e-487b-b391-580b1f995647 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:49.719141 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-67f6c278-a623-4f4f-8c4f-78047d95d8ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:49.727332 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-606cabb3-be9e-487b-b391-580b1f995647 None None] Calling delete_port for c9f15fba-8d04-4849-b33f-49ae6f5caa19 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:00:49.729771 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-67f6c278-a623-4f4f-8c4f-78047d95d8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:49.890506 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c92d64d7-d8f2-4fa1-9797-2f9e86466382 req-7123a8f8-c997-4531-a17d-007a46ec9234 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4138217 Nov 12 09:00:49.905417 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-290fca12-4d59-4890-99b1-4058a4f1642a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] For port c9f15fba-8d04-4849-b33f-49ae6f5caa19, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=c9f15fba-8d04-4849-b33f-49ae6f5caa19,segment=NetworkSegment(1245c6ba-2822-49ab-8f86-aafdc4156a02),segment_id=1245c6ba-2822-49ab-8f86-aafdc4156a02)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:49.905791 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-290fca12-4d59-4890-99b1-4058a4f1642a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:49.965099 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-290fca12-4d59-4890-99b1-4058a4f1642a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Calling delete_port for c9f15fba-8d04-4849-b33f-49ae6f5caa19 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:00:49.970729 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-67f6c278-a623-4f4f-8c4f-78047d95d8ef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=79d8b08e709843b5b2989e7f7b72ae9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6264501 Nov 12 09:00:49.976717 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 44222) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:49.989874 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6c278-a623-4f4f-8c4f-78047d95d8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc01ac5b-b990-480a-b0f3-c8801aba9576,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:50.025511 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-606cabb3-be9e-487b-b391-580b1f995647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:50.164398 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606cabb3-be9e-487b-b391-580b1f995647 None None] Pushing event deleted for resources: {'Port': ['ID=c9f15fba-8d04-4849-b33f-49ae6f5caa19,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:50.167361 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606cabb3-be9e-487b-b391-580b1f995647 None None] No DVR routers for this DVR port c9f15fba-8d04-4849-b33f-49ae6f5caa19 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:00:50.297467 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-daac467f-e804-4c79-ad8c-087b93ace64a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:50.477657 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88045a-660a-49ba-8529-8ac769489082 req-1e0891ee-a922-4421-a7f9-6e7402f431cd tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:50.492813 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6d88045a-660a-49ba-8529-8ac769489082 req-1e0891ee-a922-4421-a7f9-6e7402f431cd tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 945 time: 0.2904029 Nov 12 09:00:50.513496 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-daac467f-e804-4c79-ad8c-087b93ace64a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:50.555061 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-290fca12-4d59-4890-99b1-4058a4f1642a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:50.666675 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c9f15fba-8d04-4849-b33f-49ae6f5caa19 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:00:50.676383 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290fca12-4d59-4890-99b1-4058a4f1642a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Pushing event deleted for resources: {'Port': ['ID=c9f15fba-8d04-4849-b33f-49ae6f5caa19,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:50.707947 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290fca12-4d59-4890-99b1-4058a4f1642a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] No DVR routers for this DVR port c9f15fba-8d04-4849-b33f-49ae6f5caa19 on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:00:50.725481 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290fca12-4d59-4890-99b1-4058a4f1642a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:50.726466 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290fca12-4d59-4890-99b1-4058a4f1642a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:50.728253 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290fca12-4d59-4890-99b1-4058a4f1642a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:50.729227 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290fca12-4d59-4890-99b1-4058a4f1642a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:50.730224 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290fca12-4d59-4890-99b1-4058a4f1642a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:50.730794 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290fca12-4d59-4890-99b1-4058a4f1642a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:50.732118 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290fca12-4d59-4890-99b1-4058a4f1642a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:50.733061 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290fca12-4d59-4890-99b1-4058a4f1642a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:50.733670 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290fca12-4d59-4890-99b1-4058a4f1642a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:50.734467 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290fca12-4d59-4890-99b1-4058a4f1642a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:50.735284 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290fca12-4d59-4890-99b1-4058a4f1642a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:50.735979 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290fca12-4d59-4890-99b1-4058a4f1642a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:50.755561 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: c9f15fba-8d04-4849-b33f-49ae6f5caa19 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:00:50.755990 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c9f15fba-8d04-4849-b33f-49ae6f5caa19 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:00:50.863191 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6d88045a-660a-49ba-8529-8ac769489082 req-dcff74a1-919b-4e09-bfb0-88a6274c7fca tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570948 Nov 12 09:00:50.878061 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-daac467f-e804-4c79-ad8c-087b93ace64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:50.882830 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-daac467f-e804-4c79-ad8c-087b93ace64a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:50.885741 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-daac467f-e804-4c79-ad8c-087b93ace64a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc01ac5b-b990-480a-b0f3-c8801aba9576 HTTP/1.1" status: 204 len: 168 time: 0.8960853 Nov 12 09:00:51.424410 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-290fca12-4d59-4890-99b1-4058a4f1642a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:51.437355 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac467f-e804-4c79-ad8c-087b93ace64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc01ac5b-b990-480a-b0f3-c8801aba9576,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:51.556989 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-290fca12-4d59-4890-99b1-4058a4f1642a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6bdce6-dd46-47a8-ad83-2ecae6c5e077']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:51.579235 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-290fca12-4d59-4890-99b1-4058a4f1642a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1245c6ba-2822-49ab-8f86-aafdc4156a02') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:51.580231 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-290fca12-4d59-4890-99b1-4058a4f1642a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1245c6ba-2822-49ab-8f86-aafdc4156a02') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:51.603794 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-290fca12-4d59-4890-99b1-4058a4f1642a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:51.650161 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193d2b1-3e89-4cd6-9571-6d50d55cb5c7 req-19cb97f1-f1e8-4c88-94f2-99dc2d5f50c6 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:51.664990 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a193d2b1-3e89-4cd6-9571-6d50d55cb5c7 req-19cb97f1-f1e8-4c88-94f2-99dc2d5f50c6 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 944 time: 0.2601182 Nov 12 09:00:51.695969 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-290fca12-4d59-4890-99b1-4058a4f1642a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:51.719003 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290fca12-4d59-4890-99b1-4058a4f1642a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:00:51.720193 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-290fca12-4d59-4890-99b1-4058a4f1642a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:00:51.731116 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:00:52.027674 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a193d2b1-3e89-4cd6-9571-6d50d55cb5c7 req-3e74f940-3c85-4ae2-91fb-d50bb169c28c tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3607574 Nov 12 09:00:52.043436 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-290fca12-4d59-4890-99b1-4058a4f1642a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:52.055300 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-290fca12-4d59-4890-99b1-4058a4f1642a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:52.073057 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-290fca12-4d59-4890-99b1-4058a4f1642a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] 10.222.0.37 "DELETE /v2.0/networks/6f6bdce6-dd46-47a8-ad83-2ecae6c5e077 HTTP/1.1" status: 204 len: 168 time: 3.2690294 Nov 12 09:00:52.114546 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290fca12-4d59-4890-99b1-4058a4f1642a tempest-TagsExtTest-334201538 tempest-TagsExtTest-334201538-project] Pushing event deleted for resources: {'Network': ['ID=6f6bdce6-dd46-47a8-ad83-2ecae6c5e077,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:52.428159 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e255cdb-c579-47a4-8cf8-48dc1398b3c9 req-34252d19-c19f-4697-9fc4-0e13e3aaf803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:52.436197 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5e255cdb-c579-47a4-8cf8-48dc1398b3c9 req-34252d19-c19f-4697-9fc4-0e13e3aaf803 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ec847d4aa114da6b8ea6ce22207bb4f&device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 1096 time: 0.1652431 Nov 12 09:00:52.653079 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914c241-86fe-4b85-b964-277f9f5fa2ed req-dbaefba7-3cdd-4984-96f2-a26be9e8eeeb tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:52.660562 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4914c241-86fe-4b85-b964-277f9f5fa2ed req-dbaefba7-3cdd-4984-96f2-a26be9e8eeeb tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 945 time: 0.3187006 Nov 12 09:00:52.901715 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e255cdb-c579-47a4-8cf8-48dc1398b3c9 req-95c47e08-4a39-416b-b1cb-8ca8235cd052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:52.907809 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5e255cdb-c579-47a4-8cf8-48dc1398b3c9 req-95c47e08-4a39-416b-b1cb-8ca8235cd052 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1257ab85-0a57-4816-836b-dcdc791e6146 HTTP/1.1" status: 200 len: 917 time: 0.4066260 Nov 12 09:00:52.936229 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4914c241-86fe-4b85-b964-277f9f5fa2ed req-8590a94e-0d6f-4d33-9c70-dcd94f104b75 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473412 Nov 12 09:00:53.007086 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 44334) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:53.100981 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:53.371311 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5e255cdb-c579-47a4-8cf8-48dc1398b3c9 req-a012ffb5-f339-41b7-bba4-c76427883c48 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10d0e75b-037d-4def-aa04-663d57ef0288 HTTP/1.1" status: 200 len: 1000 time: 0.4204659 Nov 12 09:00:53.500468 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e255cdb-c579-47a4-8cf8-48dc1398b3c9 req-ac734173-a9b3-4506-98a9-b473af1b04a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:53.505811 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5e255cdb-c579-47a4-8cf8-48dc1398b3c9 req-ac734173-a9b3-4506-98a9-b473af1b04a2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b4bf441-b446-4677-be35-634c383c7b12 HTTP/1.1" status: 200 len: 855 time: 0.1156564 Nov 12 09:00:53.517855 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 44346) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:53.525225 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-598c582c-507e-4550-8a9f-eda323c73639 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=19face86036e42cf92501f3d302b697c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5161533 Nov 12 09:00:53.750227 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1f6d403b-34c3-4132-beed-d19325392ae0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:53.766560 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d17f2-ab6b-4016-b41d-4d5dc26c780d req-d179532a-ce95-4835-ab03-a78ad7e7d6f7 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:53.804849 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1f6d403b-34c3-4132-beed-d19325392ae0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:53.812403 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-488d17f2-ab6b-4016-b41d-4d5dc26c780d req-d179532a-ce95-4835-ab03-a78ad7e7d6f7 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 944 time: 0.1417060 Nov 12 09:00:53.958232 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e255cdb-c579-47a4-8cf8-48dc1398b3c9 req-7d53ff64-6f0c-4f86-9a20-5a05a88b27c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:53.960638 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5e255cdb-c579-47a4-8cf8-48dc1398b3c9 req-7d53ff64-6f0c-4f86-9a20-5a05a88b27c1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1257ab85-0a57-4816-836b-dcdc791e6146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4382887 Nov 12 09:00:54.066129 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1f6d403b-34c3-4132-beed-d19325392ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:54.093398 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1f6d403b-34c3-4132-beed-d19325392ae0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:54.104083 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1f6d403b-34c3-4132-beed-d19325392ae0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/73d801f2-b355-4883-8e59-6b5b68f24992 HTTP/1.1" status: 204 len: 168 time: 0.5831094 Nov 12 09:00:54.148070 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-488d17f2-ab6b-4016-b41d-4d5dc26c780d req-e90b1f7f-8b75-4587-83da-26c7b4e7d2cd tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3094962 Nov 12 09:00:54.181113 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d403b-34c3-4132-beed-d19325392ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d801f2-b355-4883-8e59-6b5b68f24992,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:54.416966 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5e255cdb-c579-47a4-8cf8-48dc1398b3c9 req-7b7950ea-dd84-4510-8d63-7df6d44cd974 service neutron] 10.222.0.54 "GET /v2.0/networks/1257ab85-0a57-4816-836b-dcdc791e6146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280226 Nov 12 09:00:54.600415 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056b740-48c6-437f-8adf-368347fdf8e8 req-f1f6cc89-deea-4bbd-a14a-3d295c9bdd5b tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:54.610917 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e056b740-48c6-437f-8adf-368347fdf8e8 req-f1f6cc89-deea-4bbd-a14a-3d295c9bdd5b tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 945 time: 0.1878443 Nov 12 09:00:54.849186 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5e255cdb-c579-47a4-8cf8-48dc1398b3c9 req-20cbebff-9f15-48e6-806e-0d89ebbaf5d0 service neutron] 10.222.0.54 "GET /v2.0/networks/1257ab85-0a57-4816-836b-dcdc791e6146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940651 Nov 12 09:00:54.866860 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e056b740-48c6-437f-8adf-368347fdf8e8 req-b17a158b-a2dd-40ce-a258-e46b78d99e98 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510614 Nov 12 09:00:55.744145 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3c927-4329-4327-bec0-6988fe668371 req-435449fe-6117-4c88-8102-94e05d4e8ec3 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:55.767962 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-88b3c927-4329-4327-bec0-6988fe668371 req-435449fe-6117-4c88-8102-94e05d4e8ec3 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 944 time: 0.2781723 Nov 12 09:00:55.996929 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-88b3c927-4329-4327-bec0-6988fe668371 req-69171aa3-5748-40bf-b8b2-8f280e937ba3 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2229421 Nov 12 09:00:56.290668 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48b4e3-f3fd-4933-ae12-dc9f38354756 req-333158c4-fe94-4aeb-ba66-41291973c9dc tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:56.301076 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2d48b4e3-f3fd-4933-ae12-dc9f38354756 req-333158c4-fe94-4aeb-ba66-41291973c9dc tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 945 time: 0.1151619 Nov 12 09:00:56.442713 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2d48b4e3-f3fd-4933-ae12-dc9f38354756 req-ec8b9213-49e2-4871-9e51-cd2274023b87 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398752 Nov 12 09:00:57.365863 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae074a0d-72d0-47f3-b9da-ec44400c708a req-de617550-8dba-49f9-b3c3-c6cf0963ff67 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:57.395582 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae074a0d-72d0-47f3-b9da-ec44400c708a req-de617550-8dba-49f9-b3c3-c6cf0963ff67 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 944 time: 0.2073646 Nov 12 09:00:57.587003 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae074a0d-72d0-47f3-b9da-ec44400c708a req-05a51399-e6b6-4137-8107-37598940303e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871176 Nov 12 09:00:58.073131 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d7471-a96a-4c4f-90a7-390de0dd4ff1 req-8543fa4a-0210-4e84-8730-8619ca1671a2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:58.076400 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-233d7471-a96a-4c4f-90a7-390de0dd4ff1 req-8543fa4a-0210-4e84-8730-8619ca1671a2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 945 time: 0.1823828 Nov 12 09:00:58.324115 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-233d7471-a96a-4c4f-90a7-390de0dd4ff1 req-dfc5cffe-0181-4f2d-9972-c71a61f8bab6 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314582 Nov 12 09:00:59.025745 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf78381-1dac-4539-aebe-445d7c3282e2 req-6c5df86b-5fdd-466a-9230-20c1d3fb329c tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:59.038261 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bcf78381-1dac-4539-aebe-445d7c3282e2 req-6c5df86b-5fdd-466a-9230-20c1d3fb329c tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 944 time: 0.1624639 Nov 12 09:00:59.215434 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bcf78381-1dac-4539-aebe-445d7c3282e2 req-8919bea2-152a-4ac6-9752-15b1e333fc4a tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656125 Nov 12 09:00:59.268120 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:59.292853 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 44480) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:59.417528 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 44486) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:59.607205 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706833b-c389-4391-a141-cc9590a13933 req-e44869fd-7157-40a4-888d-f24bdd393afd tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:59.609975 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1706833b-c389-4391-a141-cc9590a13933 req-e44869fd-7157-40a4-888d-f24bdd393afd tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 945 time: 0.1182592 Nov 12 09:00:59.624789 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ccea204-08de-4cd9-b45a-49d68d7cde99 req-d5278607-dd9b-46c5-a7cc-d20ebaa61b34 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=743576cf-f2c6-41e3-83f6-7155b350b964&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2527018 Nov 12 09:00:59.802709 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9f70210e-c9c8-42c7-bf45-29c9ddf6aac0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:59.804090 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ce50c4d5-742e-423c-b908-dcdb90f7cf74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:59.880075 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1706833b-c389-4391-a141-cc9590a13933 req-00b71cba-5ef3-449f-a84e-fa6038fb47bc tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612252 Nov 12 09:00:59.956784 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccea204-08de-4cd9-b45a-49d68d7cde99 req-3cb42dd5-04d5-4e2a-b95f-d75772f712ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:59.964888 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ccea204-08de-4cd9-b45a-49d68d7cde99 req-3cb42dd5-04d5-4e2a-b95f-d75772f712ad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=78d9cae7e28e44dea74a67608c81b079&device_id=743576cf-f2c6-41e3-83f6-7155b350b964 HTTP/1.1" status: 200 len: 1097 time: 0.2171926 Nov 12 09:01:00.043300 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9f70210e-c9c8-42c7-bf45-29c9ddf6aac0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:00.068243 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9f70210e-c9c8-42c7-bf45-29c9ddf6aac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:00.180206 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9f70210e-c9c8-42c7-bf45-29c9ddf6aac0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=85146db29c3d41a98d124a7099f2d0a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7621653 Nov 12 09:01:00.181337 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 44496) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:00.182190 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70210e-c9c8-42c7-bf45-29c9ddf6aac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9f94e9-02cd-4fa3-9024-01f3467f119b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:00.343433 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5d797c6c-836b-4e96-8eb8-def2a0b172f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:00.393576 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5d797c6c-836b-4e96-8eb8-def2a0b172f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:00.449117 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ce50c4d5-742e-423c-b908-dcdb90f7cf74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:00.473916 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccea204-08de-4cd9-b45a-49d68d7cde99 req-3ee19323-d34d-4ef1-a702-a8cb1789c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:00.477248 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ccea204-08de-4cd9-b45a-49d68d7cde99 req-3ee19323-d34d-4ef1-a702-a8cb1789c86b service neutron] 10.222.0.58 "GET /v2.0/networks?id=dff85ee1-5d3b-4104-8677-a8be57638c59 HTTP/1.1" status: 200 len: 906 time: 0.4568532 Nov 12 09:01:00.477248 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ce50c4d5-742e-423c-b908-dcdb90f7cf74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:00.548548 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ccea204-08de-4cd9-b45a-49d68d7cde99 req-50dd42b7-43e1-4b78-ab93-201d80faee7f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0db8467b-a8e0-4127-b527-cac040b50758 HTTP/1.1" status: 200 len: 217 time: 0.0644498 Nov 12 09:01:00.614081 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50c4d5-742e-423c-b908-dcdb90f7cf74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e13bab6-b640-4742-9f12-e61bdb5e5afe,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:00.636735 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ce50c4d5-742e-423c-b908-dcdb90f7cf74 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2f747749ae53436181ec7e87b220fdc6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3422310 Nov 12 09:01:00.653769 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 44500) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:00.872697 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3c32162f-1387-4f84-908c-df86bf0742f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:00.918963 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3c32162f-1387-4f84-908c-df86bf0742f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:00.961314 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5d797c6c-836b-4e96-8eb8-def2a0b172f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:00.974642 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5d797c6c-836b-4e96-8eb8-def2a0b172f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:00.977565 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5d797c6c-836b-4e96-8eb8-def2a0b172f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f9f94e9-02cd-4fa3-9024-01f3467f119b HTTP/1.1" status: 204 len: 168 time: 0.7916727 Nov 12 09:01:00.999005 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d797c6c-836b-4e96-8eb8-def2a0b172f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9f94e9-02cd-4fa3-9024-01f3467f119b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:01.029516 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5ca09-d27c-4684-8bcf-1ebb7b03f8c5 req-43e93859-bfd0-4494-8481-a3de3724c211 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:01.043794 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35d5ca09-d27c-4684-8bcf-1ebb7b03f8c5 req-43e93859-bfd0-4494-8481-a3de3724c211 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 944 time: 0.6109881 Nov 12 09:01:01.131991 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccea204-08de-4cd9-b45a-49d68d7cde99 req-cac07f10-1768-4882-b6e2-ae69d9075798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:01.135269 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ccea204-08de-4cd9-b45a-49d68d7cde99 req-cac07f10-1768-4882-b6e2-ae69d9075798 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c35fa51-ac67-4be1-b9e2-7be8e3c59722 HTTP/1.1" status: 200 len: 845 time: 0.4962742 Nov 12 09:01:01.195999 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3c32162f-1387-4f84-908c-df86bf0742f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:01.201394 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3c32162f-1387-4f84-908c-df86bf0742f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:01.208230 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3c32162f-1387-4f84-908c-df86bf0742f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e13bab6-b640-4742-9f12-e61bdb5e5afe HTTP/1.1" status: 204 len: 168 time: 0.5136518 Nov 12 09:01:01.256895 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35d5ca09-d27c-4684-8bcf-1ebb7b03f8c5 req-58cfdb3b-ea30-401f-829a-9e90b508f28b tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113359 Nov 12 09:01:01.262891 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ccea204-08de-4cd9-b45a-49d68d7cde99 req-e130989d-28b6-48d3-8ee5-d8d49d1ef434 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dff85ee1-5d3b-4104-8677-a8be57638c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031303 Nov 12 09:01:01.343778 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32162f-1387-4f84-908c-df86bf0742f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e13bab6-b640-4742-9f12-e61bdb5e5afe,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:01.770557 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 44520) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:01.811143 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4a849-7fbe-48cd-8ec3-6cb486ef3ca1 req-901789e0-dcaf-4025-b2a1-1322259dacf2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:01.833204 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-faa4a849-7fbe-48cd-8ec3-6cb486ef3ca1 req-901789e0-dcaf-4025-b2a1-1322259dacf2 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 945 time: 0.2319374 Nov 12 09:01:01.894637 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ccea204-08de-4cd9-b45a-49d68d7cde99 req-b9bdf821-3dc7-4941-a61d-19e4c712f049 service neutron] 10.222.0.58 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6199651 Nov 12 09:01:02.071152 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 44526) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:02.104739 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b0890de4-f787-4988-8e6f-7401c31664ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:02.168499 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-faa4a849-7fbe-48cd-8ec3-6cb486ef3ca1 req-9ae02b34-7eee-4252-81db-8d602e314063 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274064 Nov 12 09:01:02.310038 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ccea204-08de-4cd9-b45a-49d68d7cde99 req-8e8e586e-2c4f-42af-9970-1d0ad9eb9793 service neutron] 10.222.0.58 "GET /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049232 Nov 12 09:01:02.431820 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b0890de4-f787-4988-8e6f-7401c31664ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:02.441836 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b0890de4-f787-4988-8e6f-7401c31664ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:02.505534 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b0890de4-f787-4988-8e6f-7401c31664ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f5c3bc5383f4b7986544b5efa039728&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4302437 Nov 12 09:01:02.508025 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 44532) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:02.566719 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0890de4-f787-4988-8e6f-7401c31664ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaadb51f-1b93-46e8-a613-c8559b6ccc07,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:02.614789 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-caae5e57-de71-472d-b88d-cc350d86b15b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:02.688166 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5df07-56d3-49a5-ba85-40bf5967b074 req-ee36c189-44f4-4ebe-9f01-b9c2879f68c9 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:02.695425 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e4a5df07-56d3-49a5-ba85-40bf5967b074 req-ee36c189-44f4-4ebe-9f01-b9c2879f68c9 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 944 time: 0.2225454 Nov 12 09:01:02.716107 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-37a82e82-353c-498b-b9cc-abc133b29921 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:02.758531 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-caae5e57-de71-472d-b88d-cc350d86b15b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:02.787774 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-37a82e82-353c-498b-b9cc-abc133b29921 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:02.787774 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-caae5e57-de71-472d-b88d-cc350d86b15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:02.789519 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 44534) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:02.857160 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e4a5df07-56d3-49a5-ba85-40bf5967b074 req-bd825d61-6575-4537-9d5a-ecd30ca1dd3d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469481 Nov 12 09:01:02.913458 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7d09629c-b373-4541-939f-876d1982f5ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:02.926770 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-caae5e57-de71-472d-b88d-cc350d86b15b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2185906cd72747e18cb4e51b5ebe4300&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1556625 Nov 12 09:01:02.929133 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 44536) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:02.942883 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae5e57-de71-472d-b88d-cc350d86b15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ad0b0f-beee-4760-bf05-1fc17f2efeda,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:03.012493 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-37a82e82-353c-498b-b9cc-abc133b29921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:03.017284 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-37a82e82-353c-498b-b9cc-abc133b29921 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:03.018706 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-37a82e82-353c-498b-b9cc-abc133b29921 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eaadb51f-1b93-46e8-a613-c8559b6ccc07 HTTP/1.1" status: 204 len: 168 time: 0.5095174 Nov 12 09:01:03.042393 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a82e82-353c-498b-b9cc-abc133b29921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaadb51f-1b93-46e8-a613-c8559b6ccc07,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:03.095768 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3df7aecb-273a-4ed1-9ce8-c7386ce1251c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:03.126834 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7d09629c-b373-4541-939f-876d1982f5ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:03.134087 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7d09629c-b373-4541-939f-876d1982f5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:03.151774 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3df7aecb-273a-4ed1-9ce8-c7386ce1251c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:03.180171 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7d09629c-b373-4541-939f-876d1982f5ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9eb9a1a062a14020ad9a8bb2d8ec4f06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3814521 Nov 12 09:01:03.184293 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 44540) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:03.228597 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09629c-b373-4541-939f-876d1982f5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2786961-816b-4a4f-814f-6a96f4cc2d80,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:03.272945 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3df7aecb-273a-4ed1-9ce8-c7386ce1251c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:03.277594 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3df7aecb-273a-4ed1-9ce8-c7386ce1251c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:03.281991 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3df7aecb-273a-4ed1-9ce8-c7386ce1251c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f0ad0b0f-beee-4760-bf05-1fc17f2efeda HTTP/1.1" status: 204 len: 168 time: 0.3491516 Nov 12 09:01:03.300781 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7aecb-273a-4ed1-9ce8-c7386ce1251c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ad0b0f-beee-4760-bf05-1fc17f2efeda,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:03.320881 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-074c05fb-6351-4ad1-a4b6-51d734ae151b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:03.376561 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-074c05fb-6351-4ad1-a4b6-51d734ae151b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:03.500613 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb23944-5844-447b-bfc6-b18a41e97438 req-ccfdf033-381a-497e-a732-95663e89f571 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:03.511371 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-beb23944-5844-447b-bfc6-b18a41e97438 req-ccfdf033-381a-497e-a732-95663e89f571 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 945 time: 0.1819582 Nov 12 09:01:03.527399 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-074c05fb-6351-4ad1-a4b6-51d734ae151b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:03.531638 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-074c05fb-6351-4ad1-a4b6-51d734ae151b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:03.533872 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-074c05fb-6351-4ad1-a4b6-51d734ae151b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a2786961-816b-4a4f-814f-6a96f4cc2d80 HTTP/1.1" status: 204 len: 168 time: 0.3482149 Nov 12 09:01:03.570082 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c05fb-6351-4ad1-a4b6-51d734ae151b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2786961-816b-4a4f-814f-6a96f4cc2d80,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:03.640569 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-beb23944-5844-447b-bfc6-b18a41e97438 req-e9127bc8-d7ea-453f-b82e-3719fd8e6c1a tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275108 Nov 12 09:01:04.149991 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258a2af-957d-483d-b764-106df7299222 req-b71c2fd8-01f3-4ffe-8a5d-3ddf63fa9deb tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:04.153994 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a258a2af-957d-483d-b764-106df7299222 req-b71c2fd8-01f3-4ffe-8a5d-3ddf63fa9deb tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 944 time: 0.1029222 Nov 12 09:01:04.260881 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a258a2af-957d-483d-b764-106df7299222 req-c0ff26e7-d879-47ba-80d2-56b76315b79d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926387 Nov 12 09:01:04.423301 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea97553-b71b-4996-a71a-3125c7c10486 req-6a82e2ac-f5d0-416e-bdc4-c7b3f9b5bb4c tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:04.425232 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fea97553-b71b-4996-a71a-3125c7c10486 req-6a82e2ac-f5d0-416e-bdc4-c7b3f9b5bb4c tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 945 time: 0.0833509 Nov 12 09:01:04.514101 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fea97553-b71b-4996-a71a-3125c7c10486 req-fbb8c1bd-c5b7-4d38-9a91-e1aa078bc690 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815673 Nov 12 09:01:04.665229 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821c077-0673-4f96-a39e-9a3809894906 req-80116843-038b-432b-8f69-d6348e5133a0 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:04.674409 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d821c077-0673-4f96-a39e-9a3809894906 req-80116843-038b-432b-8f69-d6348e5133a0 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 945 time: 0.0782440 Nov 12 09:01:04.773844 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d821c077-0673-4f96-a39e-9a3809894906 req-7c945579-88c7-47e5-90d0-cec0f1a64c90 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932646 Nov 12 09:01:04.962294 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 10d0e75b-037d-4def-aa04-663d57ef0288 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:01:05.169999 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 10d0e75b-037d-4def-aa04-663d57ef0288, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=10d0e75b-037d-4def-aa04-663d57ef0288,segment=NetworkSegment(0d552c33-257a-485a-b0f3-e78e2fa44e64),segment_id=0d552c33-257a-485a-b0f3-e78e2fa44e64)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:05.186649 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '10d0e75b-037d-4def-aa04-663d57ef0288', 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146', 'port_id': '10d0e75b-037d-4def-aa04-663d57ef0288', 'mac_address': 'fa:16:3e:0f:5f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4bf441-b446-4677-be35-634c383c7b12', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:01:05.263641 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:05.279468 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e1e40-6efe-463b-8045-3e600853a9ed req-f4e686a5-6579-4f5d-b72b-2d2e0f81c6e4 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:05.281805 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d0e75b-037d-4def-aa04-663d57ef0288 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:01:05.295660 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca1e1e40-6efe-463b-8045-3e600853a9ed req-f4e686a5-6579-4f5d-b72b-2d2e0f81c6e4 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 945 time: 0.1366203 Nov 12 09:01:05.340419 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 10d0e75b-037d-4def-aa04-663d57ef0288, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=10d0e75b-037d-4def-aa04-663d57ef0288,segment=NetworkSegment(0d552c33-257a-485a-b0f3-e78e2fa44e64),segment_id=0d552c33-257a-485a-b0f3-e78e2fa44e64)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:05.358491 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:05.414555 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca1e1e40-6efe-463b-8045-3e600853a9ed req-31c6bf6f-0627-418a-8d1f-65d02d5554d1 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170235 Nov 12 09:01:05.507186 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=10d0e75b-037d-4def-aa04-663d57ef0288,revision_number=9']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:05.676904 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669f682-3ba6-4216-8861-2a7db11aacb0 req-c138ab41-c117-4e76-bad6-51992cf51d04 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:05.678307 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['10d0e75b-037d-4def-aa04-663d57ef0288'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:01:05.690349 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6669f682-3ba6-4216-8861-2a7db11aacb0 req-c138ab41-c117-4e76-bad6-51992cf51d04 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 945 time: 0.1010211 Nov 12 09:01:05.775573 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6669f682-3ba6-4216-8861-2a7db11aacb0 req-ccd5a8f5-a75c-46f0-84f9-f8fd1f5b6296 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833077 Nov 12 09:01:05.991116 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 44626) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:06.408432 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4a272fd8-d8e4-4374-a256-4942f74a7692 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1733252957-network', 'tenant_id': 'e4e33a70596c4cdb90d12554f7821648'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:06.487613 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a272fd8-d8e4-4374-a256-4942f74a7692 admin admin] Made reservation on behalf of e4e33a70596c4cdb90d12554f7821648 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:06.497680 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 44644) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:06.504677 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4a272fd8-d8e4-4374-a256-4942f74a7692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:06.522366 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4a272fd8-d8e4-4374-a256-4942f74a7692 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:06.541101 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d7ddb-02a4-4cf5-b05c-9302c42a4168 req-5041cc8a-6bd9-4b64-a941-16c38c61b5e3 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:06.543374 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cc5d7ddb-02a4-4cf5-b05c-9302c42a4168 req-5041cc8a-6bd9-4b64-a941-16c38c61b5e3 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.54 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 945 time: 0.2604060 Nov 12 09:01:06.706417 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf462c-484c-4352-b20c-cd3f3adaca3f req-5be3a771-ae7d-4e69-a6e1-1ca92d46bde0 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:06.709662 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-87cf462c-484c-4352-b20c-cd3f3adaca3f req-5be3a771-ae7d-4e69-a6e1-1ca92d46bde0 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 945 time: 0.0834565 Nov 12 09:01:06.743685 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-cc5d7ddb-02a4-4cf5-b05c-9302c42a4168 req-9bd54d06-cce4-401b-968b-016d36ed3fff tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Deleting port dd111772-fda6-41ad-a64c-8d47928f363b {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:01:06.744184 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-cc5d7ddb-02a4-4cf5-b05c-9302c42a4168 req-9bd54d06-cce4-401b-968b-016d36ed3fff tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:06.751537 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4a272fd8-d8e4-4374-a256-4942f74a7692 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:06.767008 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4a272fd8-d8e4-4374-a256-4942f74a7692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:06.782596 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a272fd8-d8e4-4374-a256-4942f74a7692 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:01:06.796282 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4a272fd8-d8e4-4374-a256-4942f74a7692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:06.796739 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-4a272fd8-d8e4-4374-a256-4942f74a7692 admin admin] Added segment 03217fcb-04a1-4848-abf8-9fa55b4faba4 of type vlan for network 57a0ae56-d21e-4e45-a3f9-86030cd76b98 Nov 12 09:01:06.852171 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4a272fd8-d8e4-4374-a256-4942f74a7692 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:06.869513 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-87cf462c-484c-4352-b20c-cd3f3adaca3f req-69f893dd-3496-4df4-a6b3-cd28d3903e4b tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156197 Nov 12 09:01:06.943478 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4a272fd8-d8e4-4374-a256-4942f74a7692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:06.945059 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a272fd8-d8e4-4374-a256-4942f74a7692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:06.945871 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4a272fd8-d8e4-4374-a256-4942f74a7692 admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:06.964968 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 10d0e75b-037d-4def-aa04-663d57ef0288 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:01:06.995941 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a272fd8-d8e4-4374-a256-4942f74a7692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea0d88c-88ef-4dd0-949a-6b8036d7fb69,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:07.024985 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4a272fd8-d8e4-4374-a256-4942f74a7692 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0306554 Nov 12 09:01:07.028146 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 44658) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:07.037356 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-1f2cbd85-b90b-4845-80c5-7192dbddcd86 admin admin] Request body: {'subnet': {'network_id': '57a0ae56-d21e-4e45-a3f9-86030cd76b98', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1733252957-subnet', 'tenant_id': 'e4e33a70596c4cdb90d12554f7821648', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:07.107932 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2cbd85-b90b-4845-80c5-7192dbddcd86 admin admin] Made reservation on behalf of e4e33a70596c4cdb90d12554f7821648 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:07.110844 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbd85-b90b-4845-80c5-7192dbddcd86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:07.202976 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 10d0e75b-037d-4def-aa04-663d57ef0288 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:07.203828 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:07.223625 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a272fd8-d8e4-4374-a256-4942f74a7692 admin admin] Pushing event updated for resources: {'Network': ['ID=57a0ae56-d21e-4e45-a3f9-86030cd76b98,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:07.291314 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-cc5d7ddb-02a4-4cf5-b05c-9302c42a4168 req-9bd54d06-cce4-401b-968b-016d36ed3fff tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] For port dd111772-fda6-41ad-a64c-8d47928f363b, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=dd111772-fda6-41ad-a64c-8d47928f363b,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:07.292407 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-cc5d7ddb-02a4-4cf5-b05c-9302c42a4168 req-9bd54d06-cce4-401b-968b-016d36ed3fff tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:07.302180 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 57a0ae56-d21e-4e45-a3f9-86030cd76b98 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:01:07.329597 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-d55a2554-d41c-49c7-bdb1-51bcdfb9f423 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-510975596-network', 'tenant_id': 'ae97e3727ef24b4589141da3ed8ffbf1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:07.337876 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-cc5d7ddb-02a4-4cf5-b05c-9302c42a4168 req-9bd54d06-cce4-401b-968b-016d36ed3fff tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Calling delete_port for dd111772-fda6-41ad-a64c-8d47928f363b owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:01:07.417023 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55a2554-d41c-49c7-bdb1-51bcdfb9f423 admin admin] Made reservation on behalf of ae97e3727ef24b4589141da3ed8ffbf1 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:07.421216 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d55a2554-d41c-49c7-bdb1-51bcdfb9f423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:07.434539 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d55a2554-d41c-49c7-bdb1-51bcdfb9f423 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:07.495214 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218ae03-e1f7-447e-aba2-8488431e91ca req-220c87dd-a1c1-4a24-be5a-eab24c616e81 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:07.498011 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2218ae03-e1f7-447e-aba2-8488431e91ca req-220c87dd-a1c1-4a24-be5a-eab24c616e81 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 945 time: 0.3802667 Nov 12 09:01:07.738181 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:07.762859 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-cc5d7ddb-02a4-4cf5-b05c-9302c42a4168 req-9bd54d06-cce4-401b-968b-016d36ed3fff tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:07.788101 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['0db8467b-a8e0-4127-b527-cac040b50758'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:01:07.793441 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['dd111772-fda6-41ad-a64c-8d47928f363b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:01:07.805522 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbd85-b90b-4845-80c5-7192dbddcd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:07.831449 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345244c0-dfc6-4e22-91c7-b4a3b95d0702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d0e75b-037d-4def-aa04-663d57ef0288'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:07.835948 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f8edb6-dab5-4b94-aca4-400660186691" -d '{"events": [{"server_uuid": "345244c0-dfc6-4e22-91c7-b4a3b95d0702", "name": "network-vif-plugged", "status": "completed", "tag": "10d0e75b-037d-4def-aa04-663d57ef0288"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:07.846188 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd54d06-cce4-401b-968b-016d36ed3fff tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Pushing event deleted for resources: {'Port': ['ID=dd111772-fda6-41ad-a64c-8d47928f363b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:07.876875 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42aa68ef-0771-4243-a528-a63b4f2e69c5 None None] DHCP port deletion for dff85ee1-5d3b-4104-8677-a8be57638c59 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:01:07.930507 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 10d0e75b-037d-4def-aa04-663d57ef0288, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=10d0e75b-037d-4def-aa04-663d57ef0288,segment=NetworkSegment(0d552c33-257a-485a-b0f3-e78e2fa44e64),segment_id=0d552c33-257a-485a-b0f3-e78e2fa44e64)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:07.954708 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:07.972127 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ad882c15-ae9b-4666-82ed-009dcd29759e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:08.056653 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5d7ddb-02a4-4cf5-b05c-9302c42a4168 req-9bd54d06-cce4-401b-968b-016d36ed3fff tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] No DVR routers for this DVR port dd111772-fda6-41ad-a64c-8d47928f363b on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:01:08.062952 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-cc5d7ddb-02a4-4cf5-b05c-9302c42a4168 req-9bd54d06-cce4-401b-968b-016d36ed3fff tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:08.071500 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cc5d7ddb-02a4-4cf5-b05c-9302c42a4168 req-9bd54d06-cce4-401b-968b-016d36ed3fff tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.54 "DELETE /v2.0/ports/dd111772-fda6-41ad-a64c-8d47928f363b HTTP/1.1" status: 204 len: 173 time: 1.5161915 Nov 12 09:01:08.073013 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce651d2-17dc-4331-a5a0-4eddfb581c7c', 'name': 'network-vif-deleted', 'tag': 'dd111772-fda6-41ad-a64c-8d47928f363b'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:08.078624 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef00940-2f8e-425f-a781-1b16756ba0c2" -d '{"events": [{"server_uuid": "7ce651d2-17dc-4331-a5a0-4eddfb581c7c", "name": "network-vif-deleted", "tag": "dd111772-fda6-41ad-a64c-8d47928f363b"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:08.087098 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=10d0e75b-037d-4def-aa04-663d57ef0288,revision_number=10']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:08.093278 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2cbd85-b90b-4845-80c5-7192dbddcd86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fce28a88-68b8-440a-994a-f80128cd5912,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:08.122553 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:08.123328 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:08.123328 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:08.123703 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:08.124531 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:08.124901 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:08.126671 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:08.127016 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:08.127614 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:08.128820 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:08.129492 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:08.130131 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:08.228880 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2218ae03-e1f7-447e-aba2-8488431e91ca req-14e528a4-fb24-4daa-8bc8-a9da00f7ac14 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5486522 Nov 12 09:01:08.277625 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2cbd85-b90b-4845-80c5-7192dbddcd86 admin admin] Checking segment: {'id': '03217fcb-04a1-4848-abf8-9fa55b4faba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '57a0ae56-d21e-4e45-a3f9-86030cd76b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:08.277956 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2cbd85-b90b-4845-80c5-7192dbddcd86 admin admin] Network hostable DHCP agents. Network: 57a0ae56-d21e-4e45-a3f9-86030cd76b98, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:01:08.297505 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d55a2554-d41c-49c7-bdb1-51bcdfb9f423 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:08.314638 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d55a2554-d41c-49c7-bdb1-51bcdfb9f423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:08.352457 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2cbd85-b90b-4845-80c5-7192dbddcd86 admin admin] Network 57a0ae56-d21e-4e45-a3f9-86030cd76b98 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:01:08.354949 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d55a2554-d41c-49c7-bdb1-51bcdfb9f423 admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:01:08.390296 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-1f2cbd85-b90b-4845-80c5-7192dbddcd86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 57a0ae56-d21e-4e45-a3f9-86030cd76b98) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:08.400886 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a2554-d41c-49c7-bdb1-51bcdfb9f423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f4fe4e-4082-4b36-bb40-df5dad222ace,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:08.404282 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d55a2554-d41c-49c7-bdb1-51bcdfb9f423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:08.404549 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-d55a2554-d41c-49c7-bdb1-51bcdfb9f423 admin admin] Added segment f9c3a223-3468-4a47-bc92-e7a30ebd8c48 of type vlan for network 6b1134d5-2921-457c-a5cf-a1f2aa174686 Nov 12 09:01:08.406464 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2cbd85-b90b-4845-80c5-7192dbddcd86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:08.406628 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dd47f2-05dc-48ef-8bfa-ef8b6bfaea84 None None] Network 57a0ae56-d21e-4e45-a3f9-86030cd76b98 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:08.407070 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbd85-b90b-4845-80c5-7192dbddcd86 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:08.467900 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1f2cbd85-b90b-4845-80c5-7192dbddcd86 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4287636 Nov 12 09:01:08.482877 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d55a2554-d41c-49c7-bdb1-51bcdfb9f423 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:08.563292 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d55a2554-d41c-49c7-bdb1-51bcdfb9f423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:08.564860 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55a2554-d41c-49c7-bdb1-51bcdfb9f423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:08.565633 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d55a2554-d41c-49c7-bdb1-51bcdfb9f423 admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:08.624084 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a69c5a-f9aa-495e-a31a-6595273d09ee x-openstack-request-id: req-95a69c5a-f9aa-495e-a31a-6595273d09ee {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:08.625192 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345244c0-dfc6-4e22-91c7-b4a3b95d0702", "name": "network-vif-plugged", "status": "completed", "tag": "10d0e75b-037d-4def-aa04-663d57ef0288", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:08.625888 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95a69c5a-f9aa-495e-a31a-6595273d09ee {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:08.626734 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345244c0-dfc6-4e22-91c7-b4a3b95d0702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d0e75b-037d-4def-aa04-663d57ef0288', 'code': 200} Nov 12 09:01:08.718985 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d55a2554-d41c-49c7-bdb1-51bcdfb9f423 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2182949 Nov 12 09:01:08.721534 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e167a46-d877-4c7b-a2d2-ab27db59ff4e req-c0b6c68e-fe28-4193-9729-adc95a09ac9f tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce651d2-17dc-4331-a5a0-4eddfb581c7c HTTP/1.1" status: 200 len: 210 time: 0.0783970 Nov 12 09:01:08.723305 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 44684) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:08.731332 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-db8dfda6-07af-46ea-a89e-27d8eeb13ea0 admin admin] Request body: {'subnet': {'network_id': '6b1134d5-2921-457c-a5cf-a1f2aa174686', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-510975596-subnet', 'tenant_id': 'ae97e3727ef24b4589141da3ed8ffbf1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:08.762283 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144b9604-4ff3-4ee5-b037-53208c84eb76 None None] Network 57a0ae56-d21e-4e45-a3f9-86030cd76b98 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:08.861852 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a2554-d41c-49c7-bdb1-51bcdfb9f423 admin admin] Pushing event updated for resources: {'Network': ['ID=6b1134d5-2921-457c-a5cf-a1f2aa174686,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:08.909081 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 6b1134d5-2921-457c-a5cf-a1f2aa174686 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:01:08.918445 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cf88d6-b509-4394-a2ad-c1175d49d22e x-openstack-request-id: req-d8cf88d6-b509-4394-a2ad-c1175d49d22e {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:08.921524 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce651d2-17dc-4331-a5a0-4eddfb581c7c", "name": "network-vif-deleted", "tag": "dd111772-fda6-41ad-a64c-8d47928f363b", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:08.922010 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d8cf88d6-b509-4394-a2ad-c1175d49d22e {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:08.922646 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce651d2-17dc-4331-a5a0-4eddfb581c7c', 'name': 'network-vif-deleted', 'tag': 'dd111772-fda6-41ad-a64c-8d47928f363b', 'status': 'completed', 'code': 200} Nov 12 09:01:08.938766 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8dfda6-07af-46ea-a89e-27d8eeb13ea0 admin admin] Made reservation on behalf of ae97e3727ef24b4589141da3ed8ffbf1 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:08.942731 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db8dfda6-07af-46ea-a89e-27d8eeb13ea0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:09.127994 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61b2ff-821d-497e-a859-ea3ea9dc4a64 req-4541ac5e-7442-41e9-83c4-40329e410b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:09.131573 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6e61b2ff-821d-497e-a859-ea3ea9dc4a64 req-4541ac5e-7442-41e9-83c4-40329e410b22 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 1099 time: 0.3043053 Nov 12 09:01:09.324781 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6e61b2ff-821d-497e-a859-ea3ea9dc4a64 req-aee13650-3105-474c-8d9a-b799a0da535a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837137 Nov 12 09:01:09.408261 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db8dfda6-07af-46ea-a89e-27d8eeb13ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:09.552228 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19ea49-0ef5-4dd9-b0a6-79dcd8a497a5 req-ef47c1ab-b236-4e86-b32a-22f83f0bda50 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:09.555821 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8dfda6-07af-46ea-a89e-27d8eeb13ea0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c8e8d84-558f-421c-aa79-d5ff61b1bf67,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:09.569082 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9d19ea49-0ef5-4dd9-b0a6-79dcd8a497a5 req-ef47c1ab-b236-4e86-b32a-22f83f0bda50 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 947 time: 0.1500425 Nov 12 09:01:09.587976 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8dfda6-07af-46ea-a89e-27d8eeb13ea0 admin admin] Checking segment: {'id': 'f9c3a223-3468-4a47-bc92-e7a30ebd8c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '6b1134d5-2921-457c-a5cf-a1f2aa174686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:09.588506 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8dfda6-07af-46ea-a89e-27d8eeb13ea0 admin admin] Network hostable DHCP agents. Network: 6b1134d5-2921-457c-a5cf-a1f2aa174686, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:01:09.622855 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8dfda6-07af-46ea-a89e-27d8eeb13ea0 admin admin] Network 6b1134d5-2921-457c-a5cf-a1f2aa174686 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:01:09.637894 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-db8dfda6-07af-46ea-a89e-27d8eeb13ea0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 6b1134d5-2921-457c-a5cf-a1f2aa174686) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:09.643088 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9d19ea49-0ef5-4dd9-b0a6-79dcd8a497a5 req-9fca6643-2a88-44d9-8337-883fc5adfb7d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727432 Nov 12 09:01:09.647052 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72879351-69af-4cd0-b73a-48bd36f9c433 None None] Network 6b1134d5-2921-457c-a5cf-a1f2aa174686 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:09.647910 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8dfda6-07af-46ea-a89e-27d8eeb13ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:09.648645 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db8dfda6-07af-46ea-a89e-27d8eeb13ea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:09.679597 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-db8dfda6-07af-46ea-a89e-27d8eeb13ea0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9547019 Nov 12 09:01:10.006511 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67db1aec-d141-4ebc-8082-6a0f6cfb0557 None None] Network 6b1134d5-2921-457c-a5cf-a1f2aa174686 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:10.238145 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f23b4e91-dc18-44e8-bdc2-7afdcaa39a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:10.970284 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device dd111772-fda6-41ad-a64c-8d47928f363b no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:01:11.093928 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f67ae-bfef-403e-8399-6699ca15091f req-45898d74-f852-4af0-834d-ae2a672eb978 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:11.097183 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a96f67ae-bfef-403e-8399-6699ca15091f req-45898d74-f852-4af0-834d-ae2a672eb978 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 947 time: 0.1568089 Nov 12 09:01:11.181728 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 44774) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:11.188871 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-02663704-6729-4b87-a559-d84f8037ef68 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1507876998-network', 'tenant_id': 'b3738de665ba4ce9b6318fa6244394ad'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:11.231847 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02663704-6729-4b87-a559-d84f8037ef68 admin admin] Made reservation on behalf of b3738de665ba4ce9b6318fa6244394ad for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:11.234987 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02663704-6729-4b87-a559-d84f8037ef68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:11.249520 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02663704-6729-4b87-a559-d84f8037ef68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:11.269379 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a96f67ae-bfef-403e-8399-6699ca15091f req-ebf414f4-ffa6-46b6-95bc-51266cf986f6 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601260 Nov 12 09:01:11.434011 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02663704-6729-4b87-a559-d84f8037ef68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:11.444044 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02663704-6729-4b87-a559-d84f8037ef68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:11.474167 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02663704-6729-4b87-a559-d84f8037ef68 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:01:11.505029 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02663704-6729-4b87-a559-d84f8037ef68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:11.505975 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-02663704-6729-4b87-a559-d84f8037ef68 admin admin] Added segment 8bda7b80-493b-4b1a-863c-c8224c2cfce2 of type vlan for network 521a46ae-9ba6-483c-89af-6a9eadfa73cc Nov 12 09:01:11.509085 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02663704-6729-4b87-a559-d84f8037ef68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c2bff9-a820-408e-bc2d-d53c374b59ae,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:11.618951 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: dd111772-fda6-41ad-a64c-8d47928f363b {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:01:11.620041 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device dd111772-fda6-41ad-a64c-8d47928f363b not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:01:11.633526 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02663704-6729-4b87-a559-d84f8037ef68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:11.684598 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02663704-6729-4b87-a559-d84f8037ef68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:11.688645 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02663704-6729-4b87-a559-d84f8037ef68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:11.689399 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02663704-6729-4b87-a559-d84f8037ef68 admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:11.861447 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02663704-6729-4b87-a559-d84f8037ef68 admin admin] Pushing event updated for resources: {'Network': ['ID=521a46ae-9ba6-483c-89af-6a9eadfa73cc,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:11.883208 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-02663704-6729-4b87-a559-d84f8037ef68 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6983013 Nov 12 09:01:11.884776 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 44814) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:11.891082 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 521a46ae-9ba6-483c-89af-6a9eadfa73cc details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:01:11.911198 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-974152eb-4eff-4402-9bee-c50bf551d72c admin admin] Request body: {'subnet': {'network_id': '521a46ae-9ba6-483c-89af-6a9eadfa73cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1507876998-subnet', 'tenant_id': 'b3738de665ba4ce9b6318fa6244394ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:12.045140 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974152eb-4eff-4402-9bee-c50bf551d72c admin admin] Made reservation on behalf of b3738de665ba4ce9b6318fa6244394ad for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:12.062799 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-974152eb-4eff-4402-9bee-c50bf551d72c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:12.229251 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:12.811318 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-974152eb-4eff-4402-9bee-c50bf551d72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:12.919983 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36764954-d3f5-4676-8821-83a51481ef3b req-188b8417-3d1f-4f98-a851-69988eacfba7 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:12.932170 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-36764954-d3f5-4676-8821-83a51481ef3b req-188b8417-3d1f-4f98-a851-69988eacfba7 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 947 time: 0.2747464 Nov 12 09:01:13.023704 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28f6e1-5f3e-4e46-b339-44177dfb5e29 req-d27ec79c-148e-4af2-85c8-14e1a35cc149 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:13.025785 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-da28f6e1-5f3e-4e46-b339-44177dfb5e29 req-d27ec79c-148e-4af2-85c8-14e1a35cc149 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.58 "GET /v2.0/ports?device_id=743576cf-f2c6-41e3-83f6-7155b350b964 HTTP/1.1" status: 200 len: 945 time: 0.3265462 Nov 12 09:01:13.156282 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974152eb-4eff-4402-9bee-c50bf551d72c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a5abf88-3a91-4f73-917b-b2b4da793fa6,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:13.219975 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-36764954-d3f5-4676-8821-83a51481ef3b req-fdbded92-902f-41b0-8e88-8eb6aadc2632 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2853260 Nov 12 09:01:13.293562 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974152eb-4eff-4402-9bee-c50bf551d72c admin admin] Checking segment: {'id': '8bda7b80-493b-4b1a-863c-c8224c2cfce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '521a46ae-9ba6-483c-89af-6a9eadfa73cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:13.293957 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974152eb-4eff-4402-9bee-c50bf551d72c admin admin] Network hostable DHCP agents. Network: 521a46ae-9ba6-483c-89af-6a9eadfa73cc, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:01:13.353055 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974152eb-4eff-4402-9bee-c50bf551d72c admin admin] Network 521a46ae-9ba6-483c-89af-6a9eadfa73cc is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:01:13.422500 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-974152eb-4eff-4402-9bee-c50bf551d72c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 521a46ae-9ba6-483c-89af-6a9eadfa73cc) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:13.436053 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-da28f6e1-5f3e-4e46-b339-44177dfb5e29 req-5b823bea-144b-4904-a50e-b02137e6dd31 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Deleting port 0db8467b-a8e0-4127-b527-cac040b50758 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:01:13.436586 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-da28f6e1-5f3e-4e46-b339-44177dfb5e29 req-5b823bea-144b-4904-a50e-b02137e6dd31 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:13.456057 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974152eb-4eff-4402-9bee-c50bf551d72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:13.457868 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-974152eb-4eff-4402-9bee-c50bf551d72c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:13.511181 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb5c7e8-a6fc-450f-8f8a-ad726d86ed56 None None] Network 521a46ae-9ba6-483c-89af-6a9eadfa73cc requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:13.805705 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:13.806827 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c58447-404d-445c-a0ac-73e1cbfe98b6 None None] Network 521a46ae-9ba6-483c-89af-6a9eadfa73cc requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:13.888144 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-da28f6e1-5f3e-4e46-b339-44177dfb5e29 req-5b823bea-144b-4904-a50e-b02137e6dd31 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] For port 0db8467b-a8e0-4127-b527-cac040b50758, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=0db8467b-a8e0-4127-b527-cac040b50758,segment=NetworkSegment(a6826e3b-6ab2-43d6-aaab-cdc26ce2c243),segment_id=a6826e3b-6ab2-43d6-aaab-cdc26ce2c243)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:13.891052 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-da28f6e1-5f3e-4e46-b339-44177dfb5e29 req-5b823bea-144b-4904-a50e-b02137e6dd31 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:13.971707 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-da28f6e1-5f3e-4e46-b339-44177dfb5e29 req-5b823bea-144b-4904-a50e-b02137e6dd31 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Calling delete_port for 0db8467b-a8e0-4127-b527-cac040b50758 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:01:14.072058 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:14.171926 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-974152eb-4eff-4402-9bee-c50bf551d72c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2841113 Nov 12 09:01:14.328436 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa2c3c-2a88-48e0-84b8-ad372f1bfe65 req-451f6e08-1e5a-4ebf-9330-bad31458c57b tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:14.335881 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3eaa2c3c-2a88-48e0-84b8-ad372f1bfe65 req-451f6e08-1e5a-4ebf-9330-bad31458c57b tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/ports?device_id=743576cf-f2c6-41e3-83f6-7155b350b964 HTTP/1.1" status: 200 len: 945 time: 0.8547626 Nov 12 09:01:14.403795 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-da28f6e1-5f3e-4e46-b339-44177dfb5e29 req-5b823bea-144b-4904-a50e-b02137e6dd31 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:14.417781 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['0db8467b-a8e0-4127-b527-cac040b50758'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:01:14.499671 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3900b80-661c-4543-8c26-a22a18750c40 None None] DHCP port deletion for dff85ee1-5d3b-4104-8677-a8be57638c59 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:01:14.582427 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b823bea-144b-4904-a50e-b02137e6dd31 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Pushing event deleted for resources: {'Port': ['ID=0db8467b-a8e0-4127-b527-cac040b50758,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:14.600747 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3eaa2c3c-2a88-48e0-84b8-ad372f1bfe65 req-1e0d5f70-bc1f-4603-a53f-8d0e06566b80 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.37 "GET /v2.0/security-groups?id=b47e7aa6-3dfa-418b-a111-aa230665a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633884 Nov 12 09:01:14.629713 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-da28f6e1-5f3e-4e46-b339-44177dfb5e29 req-5b823bea-144b-4904-a50e-b02137e6dd31 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] No DVR routers for this DVR port 0db8467b-a8e0-4127-b527-cac040b50758 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:01:14.633647 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-da28f6e1-5f3e-4e46-b339-44177dfb5e29 req-5b823bea-144b-4904-a50e-b02137e6dd31 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:14.642793 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-da28f6e1-5f3e-4e46-b339-44177dfb5e29 req-5b823bea-144b-4904-a50e-b02137e6dd31 tempest-ServersTestJSON-877464063 tempest-ServersTestJSON-877464063-project] 10.222.0.58 "DELETE /v2.0/ports/0db8467b-a8e0-4127-b527-cac040b50758 HTTP/1.1" status: 204 len: 173 time: 1.5649583 Nov 12 09:01:14.643439 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743576cf-f2c6-41e3-83f6-7155b350b964', 'name': 'network-vif-deleted', 'tag': '0db8467b-a8e0-4127-b527-cac040b50758'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:14.652746 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e605d841-aeb0-46cc-945d-c1b261c02f13" -d '{"events": [{"server_uuid": "743576cf-f2c6-41e3-83f6-7155b350b964", "name": "network-vif-deleted", "tag": "0db8467b-a8e0-4127-b527-cac040b50758"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:15.051243 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef2cee-5e80-49b6-ab74-68505eb5b661 req-214a76eb-be5c-4e57-936f-5b6eb4e51a75 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:15.055667 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13ef2cee-5e80-49b6-ab74-68505eb5b661 req-214a76eb-be5c-4e57-936f-5b6eb4e51a75 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 947 time: 0.0902426 Nov 12 09:01:15.186928 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13ef2cee-5e80-49b6-ab74-68505eb5b661 req-e4699f53-1b63-44ee-9948-c59b447fb640 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230712 Nov 12 09:01:15.625136 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19860b50-0a8e-488a-b48e-c3a9e6e11763 x-openstack-request-id: req-19860b50-0a8e-488a-b48e-c3a9e6e11763 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:15.625467 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743576cf-f2c6-41e3-83f6-7155b350b964", "name": "network-vif-deleted", "tag": "0db8467b-a8e0-4127-b527-cac040b50758", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:15.625780 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-19860b50-0a8e-488a-b48e-c3a9e6e11763 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:15.626196 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743576cf-f2c6-41e3-83f6-7155b350b964', 'name': 'network-vif-deleted', 'tag': '0db8467b-a8e0-4127-b527-cac040b50758', 'status': 'completed', 'code': 200} Nov 12 09:01:15.942475 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-6288e519-823b-4c72-bde0-87ae29f00f15 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:15.944451 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-6288e519-823b-4c72-bde0-87ae29f00f15 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] 10.222.0.37 "GET /v2.0/networks?id=6b1134d5-2921-457c-a5cf-a1f2aa174686 HTTP/1.1" status: 200 len: 808 time: 0.1421638 Nov 12 09:01:15.974577 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-61067bd5-05bf-47fd-917d-6f7822d0490b tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] 10.222.0.37 "GET /v2.0/quotas/ae97e3727ef24b4589141da3ed8ffbf1 HTTP/1.1" status: 200 len: 375 time: 0.0177922 Nov 12 09:01:16.022202 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-dcbe7464-fb1c-4f92-a69a-f79c75f0d65b tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae97e3727ef24b4589141da3ed8ffbf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464792 Nov 12 09:01:16.184413 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-3166dec4-6248-40c5-919f-aba9e31ebd1d service neutron] 10.222.0.37 "GET /v2.0/networks/6b1134d5-2921-457c-a5cf-a1f2aa174686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517284 Nov 12 09:01:16.328498 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-cd43560b-a4ca-4f95-b660-045e42d9d5bd service neutron] 10.222.0.37 "GET /v2.0/networks/6b1134d5-2921-457c-a5cf-a1f2aa174686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379986 Nov 12 09:01:16.606714 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 44926) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:16.833252 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae41f0e7-2bf6-48f0-8ff8-ff49950363b1 req-f4bd311a-7df4-4010-9d53-db0985b79ca5 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] 10.222.0.37 "GET /v2.0/ports?device_id=3468a8b1-c8ef-4df7-b1b1-73d5ad44f18a HTTP/1.1" status: 200 len: 210 time: 0.0444555 Nov 12 09:01:17.108823 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b75eb7-d821-4879-a825-7623516524b8 admin admin] Deleting subnet 5c35fa51-ac67-4be1-b9e2-7be8e3c59722 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:01:17.116075 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-31b75eb7-d821-4879-a825-7623516524b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:17.231016 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-31b75eb7-d821-4879-a825-7623516524b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:17.335026 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-31b75eb7-d821-4879-a825-7623516524b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:17.429516 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-31b75eb7-d821-4879-a825-7623516524b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:17.478213 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b75eb7-d821-4879-a825-7623516524b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c35fa51-ac67-4be1-b9e2-7be8e3c59722,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:17.492598 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-31b75eb7-d821-4879-a825-7623516524b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:17.503905 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0deb32-1d04-4998-9b25-7bba553656d7 None None] Network dff85ee1-5d3b-4104-8677-a8be57638c59 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:17.517197 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-31b75eb7-d821-4879-a825-7623516524b8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5c35fa51-ac67-4be1-b9e2-7be8e3c59722 HTTP/1.1" status: 204 len: 168 time: 0.9078512 Nov 12 09:01:17.520390 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 44944) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:17.589139 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 0db8467b-a8e0-4127-b527-cac040b50758 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:01:17.640427 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 0db8467b-a8e0-4127-b527-cac040b50758 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:01:17.641280 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 0db8467b-a8e0-4127-b527-cac040b50758 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:01:17.684514 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9fa749be-3ac4-4ca4-97b7-77c5f61c76cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:17.736124 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f2e111-94cd-45e3-88f0-9b84e8ab3b6a None None] DHCP port deletion for dff85ee1-5d3b-4104-8677-a8be57638c59 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:01:17.823143 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9fa749be-3ac4-4ca4-97b7-77c5f61c76cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:17.849398 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-9fa749be-3ac4-4ca4-97b7-77c5f61c76cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff85ee1-5d3b-4104-8677-a8be57638c59']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:17.865018 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-9fa749be-3ac4-4ca4-97b7-77c5f61c76cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:17.865857 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-9fa749be-3ac4-4ca4-97b7-77c5f61c76cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6826e3b-6ab2-43d6-aaab-cdc26ce2c243') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:17.916489 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9fa749be-3ac4-4ca4-97b7-77c5f61c76cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:17.955918 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9fa749be-3ac4-4ca4-97b7-77c5f61c76cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:17.976669 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa749be-3ac4-4ca4-97b7-77c5f61c76cc admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:01:17.977263 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9fa749be-3ac4-4ca4-97b7-77c5f61c76cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:17.996857 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:01:17.996857 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:01:17.996857 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:01:17.996857 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:01:17.996857 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:01:17.996857 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:01:17.996857 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:01:17.996857 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:01:17.996857 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:01:17.996857 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:01:17.996857 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:01:17.996857 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:01:17.996857 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:01:17.996857 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:01:17.996857 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:01:17.996857 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:01:17.996857 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:01:17.996857 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:01:17.996857 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:01:17.996857 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:01:17.996857 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:01:17.996857 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:01:17.996857 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:01:17.996857 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:01:17.996857 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:01:17.996857 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:01:17.996857 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:01:17.996857 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:01:17.996857 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:01:17.996857 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:01:17.996857 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:01:17.996857 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:01:18.234557 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ed03c95c-b6cf-4330-b02b-4f3a3b8c5185 req-a1ba034a-30ac-4c29-bf4e-499c0ac0609d tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] 10.222.0.37 "GET /v2.0/ports?device_id=3468a8b1-c8ef-4df7-b1b1-73d5ad44f18a HTTP/1.1" status: 200 len: 210 time: 0.1216288 Nov 12 09:01:18.244624 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9fa749be-3ac4-4ca4-97b7-77c5f61c76cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:18.252972 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9fa749be-3ac4-4ca4-97b7-77c5f61c76cc admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:18.258015 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9fa749be-3ac4-4ca4-97b7-77c5f61c76cc admin admin] 10.222.0.37 "DELETE /v2.0/networks/dff85ee1-5d3b-4104-8677-a8be57638c59 HTTP/1.1" status: 204 len: 168 time: 0.7349076 Nov 12 09:01:18.284578 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa749be-3ac4-4ca4-97b7-77c5f61c76cc admin admin] Pushing event deleted for resources: {'Network': ['ID=dff85ee1-5d3b-4104-8677-a8be57638c59,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:18.606535 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-c4c179db-40f1-49ea-b075-66010708ecca tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:18.608796 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-c4c179db-40f1-49ea-b075-66010708ecca tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] 10.222.0.54 "GET /v2.0/networks?id=6b1134d5-2921-457c-a5cf-a1f2aa174686 HTTP/1.1" status: 200 len: 808 time: 0.2683389 Nov 12 09:01:18.630995 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-bceaa19a-9595-4ba7-bb51-f293095df246 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] Request body: {'port': {'device_id': '3468a8b1-c8ef-4df7-b1b1-73d5ad44f18a', 'network_id': '6b1134d5-2921-457c-a5cf-a1f2aa174686', 'admin_state_up': True, 'tenant_id': 'ae97e3727ef24b4589141da3ed8ffbf1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:18.664434 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 44964) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:18.775560 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b624cd95-b794-44a7-9fa2-d0db52b91d93 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=78d9cae7e28e44dea74a67608c81b079&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1084683 Nov 12 09:01:18.776943 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 44966) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:18.890665 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b540a55f-51c1-452d-b385-6ab0b2a7e3b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:18.900794 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-bceaa19a-9595-4ba7-bb51-f293095df246 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] Made reservation on behalf of ae97e3727ef24b4589141da3ed8ffbf1 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:18.911228 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-bceaa19a-9595-4ba7-bb51-f293095df246 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:18.958237 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b540a55f-51c1-452d-b385-6ab0b2a7e3b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:19.106646 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b540a55f-51c1-452d-b385-6ab0b2a7e3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:19.110894 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b540a55f-51c1-452d-b385-6ab0b2a7e3b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:19.113421 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b540a55f-51c1-452d-b385-6ab0b2a7e3b5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b47e7aa6-3dfa-418b-a111-aa230665a662 HTTP/1.1" status: 204 len: 168 time: 0.3349185 Nov 12 09:01:19.128965 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540a55f-51c1-452d-b385-6ab0b2a7e3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47e7aa6-3dfa-418b-a111-aa230665a662,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:19.343087 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-bceaa19a-9595-4ba7-bb51-f293095df246 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] Allocated IP 172.20.0.6 (6b1134d5-2921-457c-a5cf-a1f2aa174686/6c8e8d84-558f-421c-aa79-d5ff61b1bf67/cfb6a347-5795-4357-b69a-26b5acc90032) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:01:19.599787 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-92cc3ade-f248-4dcb-8b86-f51ec317088b req-0fc121ad-8662-4ed3-b043-503d943ac0ec tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] 10.222.0.37 "GET /v2.0/ports?device_id=3468a8b1-c8ef-4df7-b1b1-73d5ad44f18a HTTP/1.1" status: 200 len: 210 time: 0.1117151 Nov 12 09:01:19.705784 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-bceaa19a-9595-4ba7-bb51-f293095df246 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:19.785329 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-bceaa19a-9595-4ba7-bb51-f293095df246 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:19.887339 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-bceaa19a-9595-4ba7-bb51-f293095df246 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] Network 6b1134d5-2921-457c-a5cf-a1f2aa174686 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:01:19.890802 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-bceaa19a-9595-4ba7-bb51-f293095df246 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:19.906462 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-bceaa19a-9595-4ba7-bb51-f293095df246 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:01:20.014287 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceaa19a-9595-4ba7-bb51-f293095df246 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] Pushing event updated for resources: {'Port': ['ID=cfb6a347-5795-4357-b69a-26b5acc90032,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:20.127437 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-bceaa19a-9595-4ba7-bb51-f293095df246 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:20.128190 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-bceaa19a-9595-4ba7-bb51-f293095df246 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:20.168490 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-bceaa19a-9595-4ba7-bb51-f293095df246 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5458789 Nov 12 09:01:20.187473 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-63305bd1-0391-4f98-a8a6-d73bad75e84a service neutron] Request body: {'port': {'device_id': '3468a8b1-c8ef-4df7-b1b1-73d5ad44f18a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:20.332295 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-63305bd1-0391-4f98-a8a6-d73bad75e84a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:20.978348 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e4999-05b2-42bb-9125-52ff6d731c51 req-0f7c3f74-370b-4f52-a3b4-8471adad53db tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:20.989572 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae8e4999-05b2-42bb-9125-52ff6d731c51 req-0f7c3f74-370b-4f52-a3b4-8471adad53db tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] 10.222.0.37 "GET /v2.0/ports?device_id=3468a8b1-c8ef-4df7-b1b1-73d5ad44f18a HTTP/1.1" status: 200 len: 931 time: 0.1536870 Nov 12 09:01:21.068228 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae8e4999-05b2-42bb-9125-52ff6d731c51 req-ae27515a-5aac-4caf-adf4-2cbd1fd14057 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9f4fe4e-4082-4b36-bb40-df5dad222ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755775 Nov 12 09:01:21.189350 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-63305bd1-0391-4f98-a8a6-d73bad75e84a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfb6a347-5795-4357-b69a-26b5acc90032 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:01:21.208644 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-63305bd1-0391-4f98-a8a6-d73bad75e84a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:21.237095 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-63305bd1-0391-4f98-a8a6-d73bad75e84a service neutron] Transition to ACTIVE for port object cfb6a347-5795-4357-b69a-26b5acc90032 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:01:21.241350 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-63305bd1-0391-4f98-a8a6-d73bad75e84a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:21.453101 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63305bd1-0391-4f98-a8a6-d73bad75e84a service neutron] Pushing event updated for resources: {'Port': ['ID=cfb6a347-5795-4357-b69a-26b5acc90032,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:21.559139 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-63305bd1-0391-4f98-a8a6-d73bad75e84a service neutron] Attempting to bind port cfb6a347-5795-4357-b69a-26b5acc90032 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:01:21.559485 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-63305bd1-0391-4f98-a8a6-d73bad75e84a service neutron] Attempting to bind port cfb6a347-5795-4357-b69a-26b5acc90032 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'f9c3a223-3468-4a47-bc92-e7a30ebd8c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '6b1134d5-2921-457c-a5cf-a1f2aa174686'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:01:21.559835 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-63305bd1-0391-4f98-a8a6-d73bad75e84a service neutron] Attempting to bind port cfb6a347-5795-4357-b69a-26b5acc90032 on network 6b1134d5-2921-457c-a5cf-a1f2aa174686 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:21.571593 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-63305bd1-0391-4f98-a8a6-d73bad75e84a service neutron] Port cfb6a347-5795-4357-b69a-26b5acc90032 on network 6b1134d5-2921-457c-a5cf-a1f2aa174686 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:01:21.572913 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-63305bd1-0391-4f98-a8a6-d73bad75e84a service neutron] Attempting to bind port cfb6a347-5795-4357-b69a-26b5acc90032 on network 6b1134d5-2921-457c-a5cf-a1f2aa174686 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:21.584184 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-63305bd1-0391-4f98-a8a6-d73bad75e84a service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:01:21.584541 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-63305bd1-0391-4f98-a8a6-d73bad75e84a service neutron] Checking segment: {'id': 'f9c3a223-3468-4a47-bc92-e7a30ebd8c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '6b1134d5-2921-457c-a5cf-a1f2aa174686'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:21.584971 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-63305bd1-0391-4f98-a8a6-d73bad75e84a service neutron] Bound using segment: {'id': 'f9c3a223-3468-4a47-bc92-e7a30ebd8c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '6b1134d5-2921-457c-a5cf-a1f2aa174686'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:01:21.588073 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-63305bd1-0391-4f98-a8a6-d73bad75e84a service neutron] Bound port: cfb6a347-5795-4357-b69a-26b5acc90032, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9c3a223-3468-4a47-bc92-e7a30ebd8c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '6b1134d5-2921-457c-a5cf-a1f2aa174686'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:01:21.589628 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-63305bd1-0391-4f98-a8a6-d73bad75e84a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:21.716748 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-63305bd1-0391-4f98-a8a6-d73bad75e84a service neutron] For port cfb6a347-5795-4357-b69a-26b5acc90032, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:01:21.720760 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-63305bd1-0391-4f98-a8a6-d73bad75e84a service neutron] For port cfb6a347-5795-4357-b69a-26b5acc90032, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=cfb6a347-5795-4357-b69a-26b5acc90032,segment=NetworkSegment(f9c3a223-3468-4a47-bc92-e7a30ebd8c48),segment_id=f9c3a223-3468-4a47-bc92-e7a30ebd8c48)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:01:21.728575 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-63305bd1-0391-4f98-a8a6-d73bad75e84a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:21.789466 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-63305bd1-0391-4f98-a8a6-d73bad75e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:21.790121 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-63305bd1-0391-4f98-a8a6-d73bad75e84a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:21.791767 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-63305bd1-0391-4f98-a8a6-d73bad75e84a service neutron] 10.222.0.54 "PUT /v2.0/ports/cfb6a347-5795-4357-b69a-26b5acc90032 HTTP/1.1" status: 200 len: 1092 time: 1.6145515 Nov 12 09:01:21.792242 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3468a8b1-c8ef-4df7-b1b1-73d5ad44f18a', 'tag': 'cfb6a347-5795-4357-b69a-26b5acc90032'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:21.795422 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7d692f-f015-4538-8260-6b1b8dcf5797" -d '{"events": [{"name": "network-changed", "server_uuid": "3468a8b1-c8ef-4df7-b1b1-73d5ad44f18a", "tag": "cfb6a347-5795-4357-b69a-26b5acc90032"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:21.846617 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63305bd1-0391-4f98-a8a6-d73bad75e84a service neutron] Pushing event updated for resources: {'Port': ['ID=cfb6a347-5795-4357-b69a-26b5acc90032,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:21.890550 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2c818b-005d-4833-ba09-ccd376c94fae x-openstack-request-id: req-1d2c818b-005d-4833-ba09-ccd376c94fae {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:21.891956 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3468a8b1-c8ef-4df7-b1b1-73d5ad44f18a", "tag": "cfb6a347-5795-4357-b69a-26b5acc90032", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:21.892373 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d2c818b-005d-4833-ba09-ccd376c94fae {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:21.893043 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3468a8b1-c8ef-4df7-b1b1-73d5ad44f18a', 'tag': 'cfb6a347-5795-4357-b69a-26b5acc90032', 'status': 'completed', 'code': 200} Nov 12 09:01:21.907531 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 45032) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:22.013822 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-32aad91c-1775-49df-ad8a-a8ab42100b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:22.015676 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-32aad91c-1775-49df-ad8a-a8ab42100b88 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ae97e3727ef24b4589141da3ed8ffbf1&device_id=3468a8b1-c8ef-4df7-b1b1-73d5ad44f18a HTTP/1.1" status: 200 len: 1095 time: 0.1538353 Nov 12 09:01:22.077692 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-40909040-d808-4d4e-b098-a76134e398cb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfb6a347-5795-4357-b69a-26b5acc90032 HTTP/1.1" status: 200 len: 217 time: 0.0528631 Nov 12 09:01:22.093498 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:01:22.130604 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2893ca22-2693-45a9-9a89-18e15717a76c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:22.222866 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-1af943e0-1e8c-4f97-b5f3-d174244ac796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:22.224894 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-1af943e0-1e8c-4f97-b5f3-d174244ac796 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c8e8d84-558f-421c-aa79-d5ff61b1bf67 HTTP/1.1" status: 200 len: 848 time: 0.1402419 Nov 12 09:01:22.287475 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-42717e63-b528-4f21-b2c7-9e6b04c8551f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b1134d5-2921-457c-a5cf-a1f2aa174686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531864 Nov 12 09:01:22.341741 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2893ca22-2693-45a9-9a89-18e15717a76c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:22.365557 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2893ca22-2693-45a9-9a89-18e15717a76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:22.409386 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893ca22-2693-45a9-9a89-18e15717a76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f709f2-eb58-4990-8cb3-af750f73ef76,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:22.438750 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a0159-51ff-4198-8e92-09f57ac9deae req-4613cbb0-9a35-4901-be6d-86dd6ef25749 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:22.452327 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6c2a0159-51ff-4198-8e92-09f57ac9deae req-4613cbb0-9a35-4901-be6d-86dd6ef25749 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] 10.222.0.37 "GET /v2.0/ports?device_id=3468a8b1-c8ef-4df7-b1b1-73d5ad44f18a HTTP/1.1" status: 200 len: 943 time: 0.2215984 Nov 12 09:01:22.467081 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2893ca22-2693-45a9-9a89-18e15717a76c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af93c03bae6a4eacbe396ab10446bdaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5555706 Nov 12 09:01:22.472179 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 45052) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:22.587437 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-b1170d05-5fe0-442f-b2e1-6598b2eca707 service neutron] 10.222.0.54 "GET /v2.0/networks/6b1134d5-2921-457c-a5cf-a1f2aa174686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914631 Nov 12 09:01:22.607120 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6c2a0159-51ff-4198-8e92-09f57ac9deae req-f79f3524-233b-462a-a7a4-afcc22bd1dc6 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9f4fe4e-4082-4b36-bb40-df5dad222ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532464 Nov 12 09:01:22.676703 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2d6d4db4-4932-42b2-b19e-4e0f2ce5ade4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:22.799849 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2d6d4db4-4932-42b2-b19e-4e0f2ce5ade4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:23.010098 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ec956a52-87c5-49ea-b9e3-a8ffb233044c req-ee98c3f6-3f94-4838-8a3a-a87f81c861d6 service neutron] 10.222.0.54 "GET /v2.0/networks/6b1134d5-2921-457c-a5cf-a1f2aa174686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095831 Nov 12 09:01:23.044561 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2d6d4db4-4932-42b2-b19e-4e0f2ce5ade4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:23.047980 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2d6d4db4-4932-42b2-b19e-4e0f2ce5ade4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:23.052932 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2d6d4db4-4932-42b2-b19e-4e0f2ce5ade4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/48f709f2-eb58-4990-8cb3-af750f73ef76 HTTP/1.1" status: 204 len: 168 time: 0.5749996 Nov 12 09:01:23.084275 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d4db4-4932-42b2-b19e-4e0f2ce5ade4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f709f2-eb58-4990-8cb3-af750f73ef76,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:23.143917 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:23.287097 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d692f-f015-4538-8260-6b1b8dcf5797 req-5f701eb9-7877-4a6c-8db2-3242e0e2919f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:23.292001 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5e7d692f-f015-4538-8260-6b1b8dcf5797 req-5f701eb9-7877-4a6c-8db2-3242e0e2919f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ae97e3727ef24b4589141da3ed8ffbf1&device_id=3468a8b1-c8ef-4df7-b1b1-73d5ad44f18a HTTP/1.1" status: 200 len: 1095 time: 0.1677368 Nov 12 09:01:23.841641 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d692f-f015-4538-8260-6b1b8dcf5797 req-54bc33dc-2047-47c0-9518-6bbaa5ff77be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:23.843251 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5e7d692f-f015-4538-8260-6b1b8dcf5797 req-54bc33dc-2047-47c0-9518-6bbaa5ff77be service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b1134d5-2921-457c-a5cf-a1f2aa174686 HTTP/1.1" status: 200 len: 909 time: 0.5385439 Nov 12 09:01:23.921384 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db557d44-a6c1-4c07-8756-ef75e6a6988e req-4a14757c-b21e-443f-a248-e5220c3a6991 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:23.924059 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db557d44-a6c1-4c07-8756-ef75e6a6988e req-4a14757c-b21e-443f-a248-e5220c3a6991 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] 10.222.0.37 "GET /v2.0/ports?device_id=3468a8b1-c8ef-4df7-b1b1-73d5ad44f18a HTTP/1.1" status: 200 len: 943 time: 0.1285546 Nov 12 09:01:23.982849 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5e7d692f-f015-4538-8260-6b1b8dcf5797 req-41d7b33b-e695-4360-8bd3-e97a852dc912 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfb6a347-5795-4357-b69a-26b5acc90032 HTTP/1.1" status: 200 len: 217 time: 0.1279535 Nov 12 09:01:24.069315 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db557d44-a6c1-4c07-8756-ef75e6a6988e req-fd2094d5-33b2-4021-b97f-2d1260e4c376 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9f4fe4e-4082-4b36-bb40-df5dad222ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320527 Nov 12 09:01:24.334078 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d692f-f015-4538-8260-6b1b8dcf5797 req-97d1e9b8-b91f-4d55-856c-16dd1bcce98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:24.358420 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5e7d692f-f015-4538-8260-6b1b8dcf5797 req-97d1e9b8-b91f-4d55-856c-16dd1bcce98a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c8e8d84-558f-421c-aa79-d5ff61b1bf67 HTTP/1.1" status: 200 len: 848 time: 0.3536129 Nov 12 09:01:24.453641 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5e7d692f-f015-4538-8260-6b1b8dcf5797 req-b375b488-31c3-4cf3-afee-a63c96c878cf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b1134d5-2921-457c-a5cf-a1f2aa174686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946989 Nov 12 09:01:24.726639 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5e7d692f-f015-4538-8260-6b1b8dcf5797 req-feed01a1-c2f3-49e1-a02b-d87d47c975a6 service neutron] 10.222.0.54 "GET /v2.0/networks/6b1134d5-2921-457c-a5cf-a1f2aa174686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591283 Nov 12 09:01:25.058928 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device cfb6a347-5795-4357-b69a-26b5acc90032 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:01:25.280648 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5e7d692f-f015-4538-8260-6b1b8dcf5797 req-56568c45-0103-4e3f-9afa-40c33ccc84ad service neutron] 10.222.0.54 "GET /v2.0/networks/6b1134d5-2921-457c-a5cf-a1f2aa174686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5409176 Nov 12 09:01:25.487999 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port cfb6a347-5795-4357-b69a-26b5acc90032, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=cfb6a347-5795-4357-b69a-26b5acc90032,segment=NetworkSegment(f9c3a223-3468-4a47-bc92-e7a30ebd8c48),segment_id=f9c3a223-3468-4a47-bc92-e7a30ebd8c48)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:25.511136 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'cfb6a347-5795-4357-b69a-26b5acc90032', 'network_id': '6b1134d5-2921-457c-a5cf-a1f2aa174686', 'port_id': 'cfb6a347-5795-4357-b69a-26b5acc90032', 'mac_address': 'fa:16:3e:3a:dc:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c8e8d84-558f-421c-aa79-d5ff61b1bf67', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:01:25.528047 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464b14e-3b68-4d15-b5f2-5526ca40db97 req-91d13438-d620-465d-a384-60c0dbc5c1a8 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:25.558595 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7464b14e-3b68-4d15-b5f2-5526ca40db97 req-91d13438-d620-465d-a384-60c0dbc5c1a8 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] 10.222.0.37 "GET /v2.0/ports?device_id=3468a8b1-c8ef-4df7-b1b1-73d5ad44f18a HTTP/1.1" status: 200 len: 943 time: 0.2193491 Nov 12 09:01:25.718580 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7464b14e-3b68-4d15-b5f2-5526ca40db97 req-a871b5c2-f2ef-4921-b6b7-8afab133b470 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9f4fe4e-4082-4b36-bb40-df5dad222ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584466 Nov 12 09:01:25.720610 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:25.762973 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfb6a347-5795-4357-b69a-26b5acc90032 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:01:25.848494 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port cfb6a347-5795-4357-b69a-26b5acc90032, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=cfb6a347-5795-4357-b69a-26b5acc90032,segment=NetworkSegment(f9c3a223-3468-4a47-bc92-e7a30ebd8c48),segment_id=f9c3a223-3468-4a47-bc92-e7a30ebd8c48)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:25.871105 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:26.024553 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=cfb6a347-5795-4357-b69a-26b5acc90032,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:26.216400 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['cfb6a347-5795-4357-b69a-26b5acc90032'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:01:27.143138 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 45214) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:27.232889 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5de50-6e4a-43f4-8647-0b9a5f82e3dc req-1cd42238-63df-41b2-a38e-8e04bab65314 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:27.247172 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ce5de50-6e4a-43f4-8647-0b9a5f82e3dc req-1cd42238-63df-41b2-a38e-8e04bab65314 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] 10.222.0.37 "GET /v2.0/ports?device_id=3468a8b1-c8ef-4df7-b1b1-73d5ad44f18a HTTP/1.1" status: 200 len: 944 time: 0.2657993 Nov 12 09:01:27.368657 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ce5de50-6e4a-43f4-8647-0b9a5f82e3dc req-da6dabd9-583d-4257-8bee-f451c2e9d167 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9f4fe4e-4082-4b36-bb40-df5dad222ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082017 Nov 12 09:01:27.645129 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c97dcc84-627a-4ca5-97c6-17e118794e77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:27.854995 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c97dcc84-627a-4ca5-97c6-17e118794e77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:27.874722 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c97dcc84-627a-4ca5-97c6-17e118794e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:27.958811 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c97dcc84-627a-4ca5-97c6-17e118794e77 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=365568337f654f02a957adb900b1286d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8105617 Nov 12 09:01:27.963121 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 45224) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:28.001542 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97dcc84-627a-4ca5-97c6-17e118794e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dff56d1-9a5f-40da-9eb7-4e8f3db8137b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:28.072554 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7eb01b9c-1662-4b1d-bf05-8e318b5447f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:28.114014 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7eb01b9c-1662-4b1d-bf05-8e318b5447f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:28.205390 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7eb01b9c-1662-4b1d-bf05-8e318b5447f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:28.209420 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7eb01b9c-1662-4b1d-bf05-8e318b5447f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:28.219817 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7eb01b9c-1662-4b1d-bf05-8e318b5447f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5dff56d1-9a5f-40da-9eb7-4e8f3db8137b HTTP/1.1" status: 204 len: 168 time: 0.2464116 Nov 12 09:01:28.222395 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb01b9c-1662-4b1d-bf05-8e318b5447f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dff56d1-9a5f-40da-9eb7-4e8f3db8137b,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:28.704717 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3605394-64e4-4230-9c65-b29e60676842 req-d901d9a4-ec8c-403e-89ca-ea33691f538e tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:28.718453 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b3605394-64e4-4230-9c65-b29e60676842 req-d901d9a4-ec8c-403e-89ca-ea33691f538e tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] 10.222.0.37 "GET /v2.0/ports?device_id=3468a8b1-c8ef-4df7-b1b1-73d5ad44f18a HTTP/1.1" status: 200 len: 944 time: 0.1482828 Nov 12 09:01:28.792721 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b3605394-64e4-4230-9c65-b29e60676842 req-5b64206a-66e2-4972-92bf-95a57c536da2 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9f4fe4e-4082-4b36-bb40-df5dad222ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717502 Nov 12 09:01:29.059123 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device cfb6a347-5795-4357-b69a-26b5acc90032 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:01:29.208998 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port cfb6a347-5795-4357-b69a-26b5acc90032 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:01:29.219045 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port cfb6a347-5795-4357-b69a-26b5acc90032 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:29.220652 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:29.298823 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:29.495872 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:29.565592 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3468a8b1-c8ef-4df7-b1b1-73d5ad44f18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb6a347-5795-4357-b69a-26b5acc90032'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:29.570289 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a1b341-af45-447b-9045-894592ee0987" -d '{"events": [{"server_uuid": "3468a8b1-c8ef-4df7-b1b1-73d5ad44f18a", "name": "network-vif-plugged", "status": "completed", "tag": "cfb6a347-5795-4357-b69a-26b5acc90032"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:29.639873 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port cfb6a347-5795-4357-b69a-26b5acc90032, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=cfb6a347-5795-4357-b69a-26b5acc90032,segment=NetworkSegment(f9c3a223-3468-4a47-bc92-e7a30ebd8c48),segment_id=f9c3a223-3468-4a47-bc92-e7a30ebd8c48)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:29.649902 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:29.669595 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15456760-9001-4f17-8a56-b598a7103bb2 x-openstack-request-id: req-15456760-9001-4f17-8a56-b598a7103bb2 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:29.669900 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3468a8b1-c8ef-4df7-b1b1-73d5ad44f18a", "name": "network-vif-plugged", "status": "completed", "tag": "cfb6a347-5795-4357-b69a-26b5acc90032", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:29.670170 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15456760-9001-4f17-8a56-b598a7103bb2 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:29.674032 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3468a8b1-c8ef-4df7-b1b1-73d5ad44f18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb6a347-5795-4357-b69a-26b5acc90032', 'code': 200} Nov 12 09:01:29.836954 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=cfb6a347-5795-4357-b69a-26b5acc90032,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:29.858538 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f24ef-d075-425c-b0bd-90392d00485d req-66c6866b-7ccf-4fdc-b4bc-f01a8d8a2fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:29.861660 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ac2f24ef-d075-425c-b0bd-90392d00485d req-66c6866b-7ccf-4fdc-b4bc-f01a8d8a2fcd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3468a8b1-c8ef-4df7-b1b1-73d5ad44f18a HTTP/1.1" status: 200 len: 1097 time: 0.0892737 Nov 12 09:01:29.989551 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ac2f24ef-d075-425c-b0bd-90392d00485d req-05d5d32c-cbbc-46ec-a511-d8209cc11565 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f9f4fe4e-4082-4b36-bb40-df5dad222ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191437 Nov 12 09:01:30.127286 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079915b-6a58-4431-a477-cd72e3a1dbaa req-54ff7922-d349-43e5-a608-f03b0002f317 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:30.144673 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a079915b-6a58-4431-a477-cd72e3a1dbaa req-54ff7922-d349-43e5-a608-f03b0002f317 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] 10.222.0.37 "GET /v2.0/ports?device_id=3468a8b1-c8ef-4df7-b1b1-73d5ad44f18a HTTP/1.1" status: 200 len: 945 time: 0.1386340 Nov 12 09:01:30.293195 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a079915b-6a58-4431-a477-cd72e3a1dbaa req-389bb1e6-02d3-4a6c-b909-c73860513570 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9f4fe4e-4082-4b36-bb40-df5dad222ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430273 Nov 12 09:01:31.376316 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 45302) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:31.536118 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de51d5d-63eb-4d5a-96ad-d01900611801 req-2da1fc4d-b2c8-4e1a-96d1-228f34b43334 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:31.550137 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9de51d5d-63eb-4d5a-96ad-d01900611801 req-2da1fc4d-b2c8-4e1a-96d1-228f34b43334 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] 10.222.0.37 "GET /v2.0/ports?device_id=3468a8b1-c8ef-4df7-b1b1-73d5ad44f18a HTTP/1.1" status: 200 len: 945 time: 0.1001031 Nov 12 09:01:31.671034 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9de51d5d-63eb-4d5a-96ad-d01900611801 req-a091f12e-6ef6-404e-b04f-a74927e75740 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9f4fe4e-4082-4b36-bb40-df5dad222ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174664 Nov 12 09:01:31.742254 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-884e95ab-22bc-4836-892b-2022adffbc17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:32.084569 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-884e95ab-22bc-4836-892b-2022adffbc17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:32.093030 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-884e95ab-22bc-4836-892b-2022adffbc17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:32.153978 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e95ab-22bc-4836-892b-2022adffbc17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5060c3-1557-4d07-9f00-6f0bac8bb39a,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:32.224819 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-884e95ab-22bc-4836-892b-2022adffbc17 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=125fb584941544e78e2b65c899cd23f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8458054 Nov 12 09:01:32.227014 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 45320) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:32.354136 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5877fef6-e642-4ca7-9a60-91b64626f0b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:32.395925 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5877fef6-e642-4ca7-9a60-91b64626f0b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:32.578552 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5877fef6-e642-4ca7-9a60-91b64626f0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:32.584772 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5877fef6-e642-4ca7-9a60-91b64626f0b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:32.586906 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5877fef6-e642-4ca7-9a60-91b64626f0b2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d5060c3-1557-4d07-9f00-6f0bac8bb39a HTTP/1.1" status: 204 len: 168 time: 0.3571792 Nov 12 09:01:32.612932 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877fef6-e642-4ca7-9a60-91b64626f0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5060c3-1557-4d07-9f00-6f0bac8bb39a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:34.220411 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 45372) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:34.437000 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-7283ae0e-6653-4f7e-b329-dae45b65431b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1686572340-network', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:34.473333 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7283ae0e-6653-4f7e-b329-dae45b65431b admin admin] Made reservation on behalf of e2aedd74754847baa0c2e1ed0d1b2137 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:34.477642 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7283ae0e-6653-4f7e-b329-dae45b65431b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:34.493779 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7283ae0e-6653-4f7e-b329-dae45b65431b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:34.634897 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7283ae0e-6653-4f7e-b329-dae45b65431b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:34.642268 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7283ae0e-6653-4f7e-b329-dae45b65431b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:34.690057 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283ae0e-6653-4f7e-b329-dae45b65431b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05392c3-4e94-460c-8454-5c7e39ccb9c4,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:34.705269 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7283ae0e-6653-4f7e-b329-dae45b65431b admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:01:34.720093 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7283ae0e-6653-4f7e-b329-dae45b65431b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:34.720526 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-7283ae0e-6653-4f7e-b329-dae45b65431b admin admin] Added segment 27a88a16-92c2-46a0-8246-44c9626e27bb of type vlan for network 7524fe81-dda2-4df7-b9b9-932c7fdb6f24 Nov 12 09:01:34.774615 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7283ae0e-6653-4f7e-b329-dae45b65431b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:34.825116 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7283ae0e-6653-4f7e-b329-dae45b65431b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:34.826368 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7283ae0e-6653-4f7e-b329-dae45b65431b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:34.827395 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7283ae0e-6653-4f7e-b329-dae45b65431b admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:34.896483 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7283ae0e-6653-4f7e-b329-dae45b65431b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6736424 Nov 12 09:01:34.899812 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 45388) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:34.910604 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5ceb79ab-eeb8-40df-807a-3addb954f923 admin admin] Request body: {'subnet': {'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1686572340-subnet', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:34.968206 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283ae0e-6653-4f7e-b329-dae45b65431b admin admin] Pushing event updated for resources: {'Network': ['ID=7524fe81-dda2-4df7-b9b9-932c7fdb6f24,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:34.978713 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ceb79ab-eeb8-40df-807a-3addb954f923 admin admin] Made reservation on behalf of e2aedd74754847baa0c2e1ed0d1b2137 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:34.984151 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5ceb79ab-eeb8-40df-807a-3addb954f923 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:34.988136 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 7524fe81-dda2-4df7-b9b9-932c7fdb6f24 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:01:35.353276 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5ceb79ab-eeb8-40df-807a-3addb954f923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:35.447064 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb79ab-eeb8-40df-807a-3addb954f923 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:35.525313 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceb79ab-eeb8-40df-807a-3addb954f923 admin admin] Checking segment: {'id': '27a88a16-92c2-46a0-8246-44c9626e27bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:35.530147 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ceb79ab-eeb8-40df-807a-3addb954f923 admin admin] Network hostable DHCP agents. Network: 7524fe81-dda2-4df7-b9b9-932c7fdb6f24, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:01:35.571562 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ceb79ab-eeb8-40df-807a-3addb954f923 admin admin] Network 7524fe81-dda2-4df7-b9b9-932c7fdb6f24 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:01:35.603299 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-5ceb79ab-eeb8-40df-807a-3addb954f923 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 7524fe81-dda2-4df7-b9b9-932c7fdb6f24) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:35.618589 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117aff20-209a-4f79-b56b-1c3fcd286f0b None None] Network 7524fe81-dda2-4df7-b9b9-932c7fdb6f24 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:35.627331 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ceb79ab-eeb8-40df-807a-3addb954f923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:35.628734 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5ceb79ab-eeb8-40df-807a-3addb954f923 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:35.710309 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5ceb79ab-eeb8-40df-807a-3addb954f923 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8080633 Nov 12 09:01:35.713603 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 45418) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:35.719546 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-6c86d0cb-3dcf-418c-86df-d1245871bf97 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1686572340-router', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:35.780255 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6c86d0cb-3dcf-418c-86df-d1245871bf97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:35.788717 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6c86d0cb-3dcf-418c-86df-d1245871bf97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.006535 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6c86d0cb-3dcf-418c-86df-d1245871bf97 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.173075 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f407ee4c-87ac-4409-b6ad-8bf29c3539e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-7524fe81-dda2-4df7-b9b9-932c7fdb6f24', 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'fixed_ips': [{'subnet_id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:01:36.174587 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f407ee4c-87ac-4409-b6ad-8bf29c3539e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.505553 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-f407ee4c-87ac-4409-b6ad-8bf29c3539e5 None None] Allocated IP 172.20.0.2 (7524fe81-dda2-4df7-b9b9-932c7fdb6f24/34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc/e61436ee-cabc-4de4-9c46-5898b878fae8) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:01:36.916259 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f407ee4c-87ac-4409-b6ad-8bf29c3539e5 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.947632 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f407ee4c-87ac-4409-b6ad-8bf29c3539e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.105563 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407ee4c-87ac-4409-b6ad-8bf29c3539e5 None None] Pushing event updated for resources: {'Port': ['ID=e61436ee-cabc-4de4-9c46-5898b878fae8,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:37.127376 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f407ee4c-87ac-4409-b6ad-8bf29c3539e5 None None] Network 7524fe81-dda2-4df7-b9b9-932c7fdb6f24 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:01:37.130943 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-f407ee4c-87ac-4409-b6ad-8bf29c3539e5 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:37.136986 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f407ee4c-87ac-4409-b6ad-8bf29c3539e5 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:01:37.150030 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6c86d0cb-3dcf-418c-86df-d1245871bf97 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.269196 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f407ee4c-87ac-4409-b6ad-8bf29c3539e5 None None] Attempting to bind port e61436ee-cabc-4de4-9c46-5898b878fae8 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:01:37.270601 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f407ee4c-87ac-4409-b6ad-8bf29c3539e5 None None] Attempting to bind port e61436ee-cabc-4de4-9c46-5898b878fae8 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '27a88a16-92c2-46a0-8246-44c9626e27bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:01:37.271233 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f407ee4c-87ac-4409-b6ad-8bf29c3539e5 None None] Attempting to bind port e61436ee-cabc-4de4-9c46-5898b878fae8 on network 7524fe81-dda2-4df7-b9b9-932c7fdb6f24 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:37.289616 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f407ee4c-87ac-4409-b6ad-8bf29c3539e5 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:01:37.290520 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f407ee4c-87ac-4409-b6ad-8bf29c3539e5 None None] Checking segment: {'id': '27a88a16-92c2-46a0-8246-44c9626e27bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:37.291121 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f407ee4c-87ac-4409-b6ad-8bf29c3539e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.291917 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f407ee4c-87ac-4409-b6ad-8bf29c3539e5 None None] Bound using segment: {'id': '27a88a16-92c2-46a0-8246-44c9626e27bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:01:37.292739 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f407ee4c-87ac-4409-b6ad-8bf29c3539e5 None None] Bound port: e61436ee-cabc-4de4-9c46-5898b878fae8, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a88a16-92c2-46a0-8246-44c9626e27bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:01:37.293402 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f407ee4c-87ac-4409-b6ad-8bf29c3539e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.577924 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f407ee4c-87ac-4409-b6ad-8bf29c3539e5 None None] For port e61436ee-cabc-4de4-9c46-5898b878fae8, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:01:37.585190 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f407ee4c-87ac-4409-b6ad-8bf29c3539e5 None None] For port e61436ee-cabc-4de4-9c46-5898b878fae8, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=e61436ee-cabc-4de4-9c46-5898b878fae8,segment=NetworkSegment(27a88a16-92c2-46a0-8246-44c9626e27bb),segment_id=27a88a16-92c2-46a0-8246-44c9626e27bb)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:01:37.594069 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f407ee4c-87ac-4409-b6ad-8bf29c3539e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.791354 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407ee4c-87ac-4409-b6ad-8bf29c3539e5 None None] Pushing event updated for resources: {'Port': ['ID=e61436ee-cabc-4de4-9c46-5898b878fae8,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:37.863417 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6c86d0cb-3dcf-418c-86df-d1245871bf97 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.885972 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-257d6b45-9698-4fb4-9b32-5169243cac93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.959368 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6c86d0cb-3dcf-418c-86df-d1245871bf97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.427437 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-6c86d0cb-3dcf-418c-86df-d1245871bf97 admin admin] Allocated IP 172.25.6.180 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/d41d9e07-894b-4978-97ad-b738fca25ede) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:01:38.780692 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device e61436ee-cabc-4de4-9c46-5898b878fae8 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:01:38.911421 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6c86d0cb-3dcf-418c-86df-d1245871bf97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.912713 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port e61436ee-cabc-4de4-9c46-5898b878fae8 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:38.913884 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:39.068533 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9aab5-bf26-4636-8f25-0512cd97669f req-e614bb2e-1680-478b-865e-c14f08c0ac14 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:39.088551 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7be9aab5-bf26-4636-8f25-0512cd97669f req-e614bb2e-1680-478b-865e-c14f08c0ac14 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] 10.222.0.37 "GET /v2.0/ports?device_id=3468a8b1-c8ef-4df7-b1b1-73d5ad44f18a HTTP/1.1" status: 200 len: 945 time: 0.2802236 Nov 12 09:01:39.129348 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:39.209146 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port e61436ee-cabc-4de4-9c46-5898b878fae8, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=e61436ee-cabc-4de4-9c46-5898b878fae8,segment=NetworkSegment(27a88a16-92c2-46a0-8246-44c9626e27bb),segment_id=27a88a16-92c2-46a0-8246-44c9626e27bb)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:39.219975 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:39.253506 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6c86d0cb-3dcf-418c-86df-d1245871bf97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:39.483969 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=e61436ee-cabc-4de4-9c46-5898b878fae8,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:39.486052 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86d0cb-3dcf-418c-86df-d1245871bf97 admin admin] Pushing event updated for resources: {'Port': ['ID=d41d9e07-894b-4978-97ad-b738fca25ede,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:39.586763 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7be9aab5-bf26-4636-8f25-0512cd97669f req-a2588fbf-be64-4cd8-b7b5-1246ffac5c3d tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9f4fe4e-4082-4b36-bb40-df5dad222ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942734 Nov 12 09:01:39.618914 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c86d0cb-3dcf-418c-86df-d1245871bf97 admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:01:39.623485 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-6c86d0cb-3dcf-418c-86df-d1245871bf97 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:39.642709 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c86d0cb-3dcf-418c-86df-d1245871bf97 admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:01:39.703903 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc64ee77-b001-4728-b1ee-9048f4e7b73b None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:01:39.891925 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-276371e4-2ec8-4104-8dd5-ac853397664e None None] Provisioning complete for port d41d9e07-894b-4978-97ad-b738fca25ede triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:39.894572 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-276371e4-2ec8-4104-8dd5-ac853397664e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:40.011342 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbad7d2-a392-4c64-8fbe-834ec9844ec2 req-09f69c6a-ea35-44e9-b2ec-a060d00be99f tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:40.016482 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0bbad7d2-a392-4c64-8fbe-834ec9844ec2 req-09f69c6a-ea35-44e9-b2ec-a060d00be99f tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] 10.222.0.54 "GET /v2.0/ports?device_id=3468a8b1-c8ef-4df7-b1b1-73d5ad44f18a HTTP/1.1" status: 200 len: 945 time: 0.2572384 Nov 12 09:01:40.068679 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-276371e4-2ec8-4104-8dd5-ac853397664e None None] Port d41d9e07-894b-4978-97ad-b738fca25ede cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:01:40.242781 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f7bd0063-ad45-4d38-8fd3-dcd16d512b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:40.301104 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-0bbad7d2-a392-4c64-8fbe-834ec9844ec2 req-e46973e2-c69d-4e05-9064-841434b3ab5b tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] Deleting port cfb6a347-5795-4357-b69a-26b5acc90032 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:01:40.302171 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0bbad7d2-a392-4c64-8fbe-834ec9844ec2 req-e46973e2-c69d-4e05-9064-841434b3ab5b tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:40.584797 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ed1662-a935-4e8c-9d82-bb1566f8c443 None None] Network 7524fe81-dda2-4df7-b9b9-932c7fdb6f24 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:40.597532 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-0bbad7d2-a392-4c64-8fbe-834ec9844ec2 req-e46973e2-c69d-4e05-9064-841434b3ab5b tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] For port cfb6a347-5795-4357-b69a-26b5acc90032, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=cfb6a347-5795-4357-b69a-26b5acc90032,segment=NetworkSegment(f9c3a223-3468-4a47-bc92-e7a30ebd8c48),segment_id=f9c3a223-3468-4a47-bc92-e7a30ebd8c48)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:40.598235 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0bbad7d2-a392-4c64-8fbe-834ec9844ec2 req-e46973e2-c69d-4e05-9064-841434b3ab5b tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:40.657144 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-0bbad7d2-a392-4c64-8fbe-834ec9844ec2 req-e46973e2-c69d-4e05-9064-841434b3ab5b tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] Calling delete_port for cfb6a347-5795-4357-b69a-26b5acc90032 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:01:40.817083 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device e61436ee-cabc-4de4-9c46-5898b878fae8 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:01:40.904260 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6c86d0cb-3dcf-418c-86df-d1245871bf97 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:41.008999 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d5f32180-02d4-46bf-bb20-b036bc6b1708 None None] Provisioning complete for port e61436ee-cabc-4de4-9c46-5898b878fae8 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:41.008999 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d5f32180-02d4-46bf-bb20-b036bc6b1708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:41.237868 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0bbad7d2-a392-4c64-8fbe-834ec9844ec2 req-e46973e2-c69d-4e05-9064-841434b3ab5b tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:41.383459 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77efbb-ac09-4aaa-ac76-a8c2f46d7509 req-d19c5417-e4cc-406e-b9b1-6f5fe668d690 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:41.396690 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0b77efbb-ac09-4aaa-ac76-a8c2f46d7509 req-d19c5417-e4cc-406e-b9b1-6f5fe668d690 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] 10.222.0.37 "GET /v2.0/ports?device_id=3468a8b1-c8ef-4df7-b1b1-73d5ad44f18a HTTP/1.1" status: 200 len: 867 time: 0.2712622 Nov 12 09:01:41.424349 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46973e2-c69d-4e05-9064-841434b3ab5b tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] Pushing event deleted for resources: {'Port': ['ID=cfb6a347-5795-4357-b69a-26b5acc90032,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:41.430448 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bbad7d2-a392-4c64-8fbe-834ec9844ec2 req-e46973e2-c69d-4e05-9064-841434b3ab5b tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] No DVR routers for this DVR port cfb6a347-5795-4357-b69a-26b5acc90032 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:01:41.438281 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0bbad7d2-a392-4c64-8fbe-834ec9844ec2 req-e46973e2-c69d-4e05-9064-841434b3ab5b tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:41.446905 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0bbad7d2-a392-4c64-8fbe-834ec9844ec2 req-e46973e2-c69d-4e05-9064-841434b3ab5b tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] 10.222.0.54 "DELETE /v2.0/ports/cfb6a347-5795-4357-b69a-26b5acc90032 HTTP/1.1" status: 204 len: 173 time: 1.4202137 Nov 12 09:01:41.448178 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3468a8b1-c8ef-4df7-b1b1-73d5ad44f18a', 'name': 'network-vif-deleted', 'tag': 'cfb6a347-5795-4357-b69a-26b5acc90032'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:41.454967 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed51416-715a-4511-84fa-e1753e852980" -d '{"events": [{"server_uuid": "3468a8b1-c8ef-4df7-b1b1-73d5ad44f18a", "name": "network-vif-deleted", "tag": "cfb6a347-5795-4357-b69a-26b5acc90032"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:41.544621 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0b77efbb-ac09-4aaa-ac76-a8c2f46d7509 req-7e72c0a6-eec6-40fe-aeb9-bffe97164f05 tempest-VolumesActionsTest-260198123 tempest-VolumesActionsTest-260198123-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9f4fe4e-4082-4b36-bb40-df5dad222ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400635 Nov 12 09:01:41.595065 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6c86d0cb-3dcf-418c-86df-d1245871bf97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:41.821772 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port e61436ee-cabc-4de4-9c46-5898b878fae8 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:41.829840 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:41.980082 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49454b2-77f9-4a31-9f72-25451a12f70c x-openstack-request-id: req-b49454b2-77f9-4a31-9f72-25451a12f70c {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:41.980595 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3468a8b1-c8ef-4df7-b1b1-73d5ad44f18a", "name": "network-vif-deleted", "tag": "cfb6a347-5795-4357-b69a-26b5acc90032", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:41.981043 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b49454b2-77f9-4a31-9f72-25451a12f70c {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:41.981790 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3468a8b1-c8ef-4df7-b1b1-73d5ad44f18a', 'name': 'network-vif-deleted', 'tag': 'cfb6a347-5795-4357-b69a-26b5acc90032', 'status': 'completed', 'code': 200} Nov 12 09:01:42.081626 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c86d0cb-3dcf-418c-86df-d1245871bf97 admin admin] Router 5d401e14-3723-4d42-b386-d537962702df is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:01:42.618205 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c86d0cb-3dcf-418c-86df-d1245871bf97 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:01:42.672265 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6c86d0cb-3dcf-418c-86df-d1245871bf97 admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:42.680051 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6c86d0cb-3dcf-418c-86df-d1245871bf97 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9599953 Nov 12 09:01:42.680558 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 45500) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:42.788216 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d4ec10-9c19-4fef-9541-b10ff4ade84e None None] Sync routers for ids ['5d401e14-3723-4d42-b386-d537962702df'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:01:42.881737 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d4ec10-9c19-4fef-9541-b10ff4ade84e None None] Routers {'5d401e14-3723-4d42-b386-d537962702df'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:01:42.885430 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-45d4ec10-9c19-4fef-9541-b10ff4ade84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:01:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['5d401e14-3723-4d42-b386-d537962702df'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:43.229030 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device cfb6a347-5795-4357-b69a-26b5acc90032 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:01:43.281279 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: cfb6a347-5795-4357-b69a-26b5acc90032 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:01:43.283688 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device cfb6a347-5795-4357-b69a-26b5acc90032 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:01:43.287837 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:43.664345 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:43.769985 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-45d4ec10-9c19-4fef-9541-b10ff4ade84e None None] Set router 5d401e14-3723-4d42-b386-d537962702df gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:01:44.406199 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:44.415894 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b87fbefb-6250-4670-a440-c63355a81e73 None None] Provisioning complete for port e61436ee-cabc-4de4-9c46-5898b878fae8 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:44.416979 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b87fbefb-6250-4670-a440-c63355a81e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:44.533995 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a824c16a-521e-4fde-a78f-fa8bcf1a9812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:44.577545 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-45d4ec10-9c19-4fef-9541-b10ff4ade84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d401e14-3723-4d42-b386-d537962702df', 'name': 'tempest-AttachVolumeTestJSON-1686572340-router', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:35Z', 'updated_at': '2021-11-12T09:01:40Z', 'revision_number': 3, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'gw_port': {'id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:37Z', 'updated_at': '2021-11-12T09:01:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:44.672083 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d4ec10-9c19-4fef-9541-b10ff4ade84e None None] Checking router: 5d401e14-3723-4d42-b386-d537962702df for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:01:44.673200 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d4ec10-9c19-4fef-9541-b10ff4ade84e None None] Updating router 5d401e14-3723-4d42-b386-d537962702df port d41d9e07-894b-4978-97ad-b738fca25ede binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:01:44.854544 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-45d4ec10-9c19-4fef-9541-b10ff4ade84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:45.182381 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-a824c16a-521e-4fde-a78f-fa8bcf1a9812 admin admin] Allocated IP 172.20.0.1 (7524fe81-dda2-4df7-b9b9-932c7fdb6f24/34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc/addc7639-d084-406c-8886-ff680f288bba) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:01:45.459609 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a824c16a-521e-4fde-a78f-fa8bcf1a9812 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:45.543901 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a824c16a-521e-4fde-a78f-fa8bcf1a9812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:45.614887 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a824c16a-521e-4fde-a78f-fa8bcf1a9812 admin admin] Network 7524fe81-dda2-4df7-b9b9-932c7fdb6f24 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:01:45.678465 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-a824c16a-521e-4fde-a78f-fa8bcf1a9812 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:45.687040 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a824c16a-521e-4fde-a78f-fa8bcf1a9812 admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:01:45.864784 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824c16a-521e-4fde-a78f-fa8bcf1a9812 admin admin] Pushing event updated for resources: {'Port': ['ID=addc7639-d084-406c-8886-ff680f288bba,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:45.871723 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a824c16a-521e-4fde-a78f-fa8bcf1a9812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:45.954567 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-45d4ec10-9c19-4fef-9541-b10ff4ade84e None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:45.964685 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-45d4ec10-9c19-4fef-9541-b10ff4ade84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:46.169521 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0317485d-d74f-4d6d-bda4-ffdd57048c12 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:01:46.217548 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030d651-983e-473a-9c6d-8c3a7af15db2 None None] Pushing event updated for resources: {'Port': ['ID=d41d9e07-894b-4978-97ad-b738fca25ede,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:46.295912 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-45d4ec10-9c19-4fef-9541-b10ff4ade84e None None] Attempting to bind port d41d9e07-894b-4978-97ad-b738fca25ede on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:01:46.296705 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-45d4ec10-9c19-4fef-9541-b10ff4ade84e None None] Attempting to bind port d41d9e07-894b-4978-97ad-b738fca25ede by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:01:46.297485 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d4ec10-9c19-4fef-9541-b10ff4ade84e None None] Attempting to bind port d41d9e07-894b-4978-97ad-b738fca25ede on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:46.317026 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d4ec10-9c19-4fef-9541-b10ff4ade84e None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:01:46.317026 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d4ec10-9c19-4fef-9541-b10ff4ade84e None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:46.317026 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-45d4ec10-9c19-4fef-9541-b10ff4ade84e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:46.317026 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d4ec10-9c19-4fef-9541-b10ff4ade84e None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:01:46.318802 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-45d4ec10-9c19-4fef-9541-b10ff4ade84e None None] Bound port: d41d9e07-894b-4978-97ad-b738fca25ede, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:01:46.319690 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-45d4ec10-9c19-4fef-9541-b10ff4ade84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:46.411917 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e71b467a-72c8-4744-9260-7df4443770c9 None None] Provisioning complete for port d41d9e07-894b-4978-97ad-b738fca25ede triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:46.412516 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e71b467a-72c8-4744-9260-7df4443770c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:46.602610 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a824c16a-521e-4fde-a78f-fa8bcf1a9812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:46.681872 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-45d4ec10-9c19-4fef-9541-b10ff4ade84e None None] For port d41d9e07-894b-4978-97ad-b738fca25ede, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:01:46.693131 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-45d4ec10-9c19-4fef-9541-b10ff4ade84e None None] For port d41d9e07-894b-4978-97ad-b738fca25ede, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d41d9e07-894b-4978-97ad-b738fca25ede,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:01:46.698895 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e71b467a-72c8-4744-9260-7df4443770c9 None None] Port d41d9e07-894b-4978-97ad-b738fca25ede cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:01:46.706794 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-45d4ec10-9c19-4fef-9541-b10ff4ade84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:46.850174 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c77851-3f80-4717-ae35-e8e000655164 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:01:46.906170 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d4ec10-9c19-4fef-9541-b10ff4ade84e None None] Routers {'5d401e14-3723-4d42-b386-d537962702df'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:01:46.908223 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-45d4ec10-9c19-4fef-9541-b10ff4ade84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:01:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['5d401e14-3723-4d42-b386-d537962702df'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:47.055640 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030d651-983e-473a-9c6d-8c3a7af15db2 None None] Pushing event updated for resources: {'Port': ['ID=d41d9e07-894b-4978-97ad-b738fca25ede,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:47.092988 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-314a2203-ba44-414a-87c3-a0c1fafba387 None None] Provisioning complete for port addc7639-d084-406c-8886-ff680f288bba triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:47.093607 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-314a2203-ba44-414a-87c3-a0c1fafba387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:47.111166 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a824c16a-521e-4fde-a78f-fa8bcf1a9812 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:47.130342 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a824c16a-521e-4fde-a78f-fa8bcf1a9812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:47.288776 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a824c16a-521e-4fde-a78f-fa8bcf1a9812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:47.341503 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-314a2203-ba44-414a-87c3-a0c1fafba387 None None] Port addc7639-d084-406c-8886-ff680f288bba cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:01:47.382950 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-45d4ec10-9c19-4fef-9541-b10ff4ade84e None None] Set router 5d401e14-3723-4d42-b386-d537962702df gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:01:47.448006 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824c16a-521e-4fde-a78f-fa8bcf1a9812 admin admin] Pushing event updated for resources: {'Port': ['ID=addc7639-d084-406c-8886-ff680f288bba,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:47.581199 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a824c16a-521e-4fde-a78f-fa8bcf1a9812 admin admin] Network 7524fe81-dda2-4df7-b9b9-932c7fdb6f24 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:01:47.584509 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-a824c16a-521e-4fde-a78f-fa8bcf1a9812 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:47.972019 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-354a7ab0-28e1-48dd-a7d8-4ba052052160 None None] Provisioning complete for port d41d9e07-894b-4978-97ad-b738fca25ede triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:47.972610 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-354a7ab0-28e1-48dd-a7d8-4ba052052160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:48.132843 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a824c16a-521e-4fde-a78f-fa8bcf1a9812 admin admin] Router 5d401e14-3723-4d42-b386-d537962702df has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:01:48.473354 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-354a7ab0-28e1-48dd-a7d8-4ba052052160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:48.671374 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-354a7ab0-28e1-48dd-a7d8-4ba052052160 None None] For port d41d9e07-894b-4978-97ad-b738fca25ede, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d41d9e07-894b-4978-97ad-b738fca25ede,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:48.679099 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-354a7ab0-28e1-48dd-a7d8-4ba052052160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:49.055888 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a7ab0-28e1-48dd-a7d8-4ba052052160 None None] Pushing event updated for resources: {'Port': ['ID=d41d9e07-894b-4978-97ad-b738fca25ede,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:49.084497 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ab5368db-a897-435c-aaa1-c36124e9f569 None None] Provisioning complete for port addc7639-d084-406c-8886-ff680f288bba triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:49.093108 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ab5368db-a897-435c-aaa1-c36124e9f569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:49.121307 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-45d4ec10-9c19-4fef-9541-b10ff4ade84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d401e14-3723-4d42-b386-d537962702df', 'name': 'tempest-AttachVolumeTestJSON-1686572340-router', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:35Z', 'updated_at': '2021-11-12T09:01:46Z', 'revision_number': 4, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'gw_port': {'id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:37Z', 'updated_at': '2021-11-12T09:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'addc7639-d084-406c-8886-ff680f288bba', 'name': '', 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'mac_address': 'fa:16:3e:d9:86:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:44Z', 'updated_at': '2021-11-12T09:01:45Z', 'revision_number': 1, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'subnets': [{'id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:49.312821 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d4ec10-9c19-4fef-9541-b10ff4ade84e None None] The sync data for ids ['5d401e14-3723-4d42-b386-d537962702df'] in n-d-768862-16 is: [{'id': '5d401e14-3723-4d42-b386-d537962702df', 'name': 'tempest-AttachVolumeTestJSON-1686572340-router', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:35Z', 'updated_at': '2021-11-12T09:01:46Z', 'revision_number': 4, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'gw_port': {'id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:37Z', 'updated_at': '2021-11-12T09:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'addc7639-d084-406c-8886-ff680f288bba', 'name': '', 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'mac_address': 'fa:16:3e:d9:86:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:44Z', 'updated_at': '2021-11-12T09:01:45Z', 'revision_number': 1, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'subnets': [{'id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:01:49.335596 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ab5368db-a897-435c-aaa1-c36124e9f569 None None] Port addc7639-d084-406c-8886-ff680f288bba cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:01:49.866767 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a824c16a-521e-4fde-a78f-fa8bcf1a9812 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:01:49.923880 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a824c16a-521e-4fde-a78f-fa8bcf1a9812 admin admin] 10.222.0.37 "PUT /v2.0/routers/5d401e14-3723-4d42-b386-d537962702df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2417064 Nov 12 09:01:50.974093 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 45652) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:51.527570 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d9a214b3-3f3e-434c-b58e-01ffb7147d8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:51.706520 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d9a214b3-3f3e-434c-b58e-01ffb7147d8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:51.720541 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d9a214b3-3f3e-434c-b58e-01ffb7147d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:51.776660 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-0dedad71-aa5c-433e-9f45-78a91695bc46 req-9604939f-3a5d-441b-98cc-5fe0e971f580 tempest-ServerDiskConfigTestJSON-2127835156 tempest-ServerDiskConfigTestJSON-2127835156-project] (102569) timed out ('10.222.0.37', 33354) {{(pid=102569) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:01:51.980898 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a214b3-3f3e-434c-b58e-01ffb7147d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0121086b-8564-4500-ad5a-001920ef3e65,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:51.996445 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d9a214b3-3f3e-434c-b58e-01ffb7147d8a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=73b6f6ece6774250b256059996859df8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0190907 Nov 12 09:01:52.001187 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 45668) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:52.022906 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a214b3-3f3e-434c-b58e-01ffb7147d8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:52.023914 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a214b3-3f3e-434c-b58e-01ffb7147d8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:52.024654 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a214b3-3f3e-434c-b58e-01ffb7147d8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:52.028366 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a214b3-3f3e-434c-b58e-01ffb7147d8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:52.029134 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a214b3-3f3e-434c-b58e-01ffb7147d8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:52.030017 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a214b3-3f3e-434c-b58e-01ffb7147d8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:52.030733 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a214b3-3f3e-434c-b58e-01ffb7147d8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:52.031386 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a214b3-3f3e-434c-b58e-01ffb7147d8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:52.032227 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a214b3-3f3e-434c-b58e-01ffb7147d8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:52.036404 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a214b3-3f3e-434c-b58e-01ffb7147d8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:52.037816 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a214b3-3f3e-434c-b58e-01ffb7147d8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:52.038679 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a214b3-3f3e-434c-b58e-01ffb7147d8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:52.084392 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 45670) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:52.093953 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-eb15a827-7bcf-4462-bdf3-d40da5c10899 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1319923433', 'description': 'tempest-description--1744517483'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:52.112020 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d41d9e07-894b-4978-97ad-b738fca25ede up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:01:52.185694 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eb15a827-7bcf-4462-bdf3-d40da5c10899 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:52.204155 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e393f15c-26b4-40c6-ad5c-8884f5dc46f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:52.312921 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e393f15c-26b4-40c6-ad5c-8884f5dc46f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:52.424766 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port d41d9e07-894b-4978-97ad-b738fca25ede triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:52.425202 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:52.541114 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e393f15c-26b4-40c6-ad5c-8884f5dc46f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:52.544759 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e393f15c-26b4-40c6-ad5c-8884f5dc46f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:52.561039 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e393f15c-26b4-40c6-ad5c-8884f5dc46f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0121086b-8564-4500-ad5a-001920ef3e65 HTTP/1.1" status: 204 len: 168 time: 0.5536041 Nov 12 09:01:52.585457 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eb15a827-7bcf-4462-bdf3-d40da5c10899 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:52.588212 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393f15c-26b4-40c6-ad5c-8884f5dc46f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0121086b-8564-4500-ad5a-001920ef3e65,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:52.604251 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eb15a827-7bcf-4462-bdf3-d40da5c10899 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:52.625646 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e393f15c-26b4-40c6-ad5c-8884f5dc46f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:52.643386 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e393f15c-26b4-40c6-ad5c-8884f5dc46f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:52.651426 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e393f15c-26b4-40c6-ad5c-8884f5dc46f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:52.654177 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e393f15c-26b4-40c6-ad5c-8884f5dc46f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:52.655605 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e393f15c-26b4-40c6-ad5c-8884f5dc46f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:52.657443 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e393f15c-26b4-40c6-ad5c-8884f5dc46f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:52.662065 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e393f15c-26b4-40c6-ad5c-8884f5dc46f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:52.667218 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e393f15c-26b4-40c6-ad5c-8884f5dc46f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:52.670758 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e393f15c-26b4-40c6-ad5c-8884f5dc46f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:52.674218 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e393f15c-26b4-40c6-ad5c-8884f5dc46f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:52.675530 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e393f15c-26b4-40c6-ad5c-8884f5dc46f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:52.678756 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e393f15c-26b4-40c6-ad5c-8884f5dc46f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:52.818501 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15a827-7bcf-4462-bdf3-d40da5c10899 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e08817-8fd2-41c7-b68a-cfb4cbcf996d,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:52.889378 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eb15a827-7bcf-4462-bdf3-d40da5c10899 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:52.896852 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 45682) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:52.905366 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e07950fa-eb37-4759-bc39-5b70fbd90a8e tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Request body: {'security_group_rule': {'security_group_id': '83e08817-8fd2-41c7-b68a-cfb4cbcf996d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:52.916804 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-eb15a827-7bcf-4462-bdf3-d40da5c10899 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8295667 Nov 12 09:01:53.065662 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e07950fa-eb37-4759-bc39-5b70fbd90a8e tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:53.138110 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:53.299387 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e07950fa-eb37-4759-bc39-5b70fbd90a8e tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:53.309083 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e07950fa-eb37-4759-bc39-5b70fbd90a8e tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:53.541251 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07950fa-eb37-4759-bc39-5b70fbd90a8e tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84870fd8-4edb-4ef0-b677-1d428cea7466,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:53.570365 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e07950fa-eb37-4759-bc39-5b70fbd90a8e tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:53.580822 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 45698) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:53.592867 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-c2db1b15-010c-4a8c-8b60-53f8c5d19cf2 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Request body: {'security_group_rule': {'security_group_id': '83e08817-8fd2-41c7-b68a-cfb4cbcf996d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:53.595501 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e07950fa-eb37-4759-bc39-5b70fbd90a8e tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6948495 Nov 12 09:01:53.759479 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2db1b15-010c-4a8c-8b60-53f8c5d19cf2 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:53.925841 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 45702) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:54.084308 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-026a5186-eeb1-4b93-b74a-737ecd280da0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2335756 Nov 12 09:01:54.095067 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2db1b15-010c-4a8c-8b60-53f8c5d19cf2 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:54.120243 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2db1b15-010c-4a8c-8b60-53f8c5d19cf2 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:54.139402 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fb0a03b4-6bbb-4fba-a79e-f6c7b3444c68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:54.233633 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db1b15-010c-4a8c-8b60-53f8c5d19cf2 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc758a1-ac4f-4a5b-ab18-1ef5f18cf68d,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:54.268583 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2db1b15-010c-4a8c-8b60-53f8c5d19cf2 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:54.270928 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c2db1b15-010c-4a8c-8b60-53f8c5d19cf2 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6865661 Nov 12 09:01:54.278022 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 45710) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:54.290919 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-29f981bc-3e8c-44ff-9ecd-41a16eb7fb69 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:54.330962 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-8bbaa347-8f2a-403a-abc0-0c21bb848666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.340176 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-8bbaa347-8f2a-403a-abc0-0c21bb848666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.342074 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-8bbaa347-8f2a-403a-abc0-0c21bb848666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.345311 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-8bbaa347-8f2a-403a-abc0-0c21bb848666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.348181 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-8bbaa347-8f2a-403a-abc0-0c21bb848666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.352434 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-8bbaa347-8f2a-403a-abc0-0c21bb848666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.359423 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-8bbaa347-8f2a-403a-abc0-0c21bb848666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.367930 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-29f981bc-3e8c-44ff-9ecd-41a16eb7fb69 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for floatingip, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:54.369940 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-8bbaa347-8f2a-403a-abc0-0c21bb848666 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad65bcc6bcb148c2b43b634da3af78b4&device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 6508 time: 0.2441158 Nov 12 09:01:54.742392 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da84b0bc-402a-454f-ba13-cf8259562300 None None] Sync routers for ids ['5d401e14-3723-4d42-b386-d537962702df'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:01:54.806400 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da84b0bc-402a-454f-ba13-cf8259562300 None None] Routers {'5d401e14-3723-4d42-b386-d537962702df'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:01:54.807918 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-da84b0bc-402a-454f-ba13-cf8259562300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:01:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['5d401e14-3723-4d42-b386-d537962702df'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:54.846485 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-d06d14dc-9c7b-406d-aa58-3544b8fa9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.853648 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-d06d14dc-9c7b-406d-aa58-3544b8fa9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.854460 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-d06d14dc-9c7b-406d-aa58-3544b8fa9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.860488 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-d06d14dc-9c7b-406d-aa58-3544b8fa9eaf service neutron] 10.222.0.54 "GET /v2.0/networks?id=52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572&id=6f43e52f-01a2-4807-8299-a32ad3b11a95&id=6f43e52f-01a2-4807-8299-a32ad3b11a95&id=6f43e52f-01a2-4807-8299-a32ad3b11a95&id=6f43e52f-01a2-4807-8299-a32ad3b11a95&id=ae45870e-ea40-4974-aaa2-60a832e0f221&id=ae45870e-ea40-4974-aaa2-60a832e0f221 HTTP/1.1" status: 200 len: 2297 time: 0.4393940 Nov 12 09:01:54.950420 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fb0a03b4-6bbb-4fba-a79e-f6c7b3444c68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:54.970096 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fb0a03b4-6bbb-4fba-a79e-f6c7b3444c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:55.090650 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fb0a03b4-6bbb-4fba-a79e-f6c7b3444c68 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3487ce12dc244e7a90602507aed8d84&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1609702 Nov 12 09:01:55.092650 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 45724) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:55.093370 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a03b4-6bbb-4fba-a79e-f6c7b3444c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28bfc25d-5a86-4364-8889-937a8c3ae1c9,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:55.238832 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-6c2f559e-4953-4196-8771-7071b6fafb99 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67f7b3d5-2b02-4acc-aa1d-2c68928b32e8 HTTP/1.1" status: 200 len: 1001 time: 0.3668604 Nov 12 09:01:55.249647 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-da84b0bc-402a-454f-ba13-cf8259562300 None None] Set router 5d401e14-3723-4d42-b386-d537962702df gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:01:55.268347 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-29f981bc-3e8c-44ff-9ecd-41a16eb7fb69 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:55.442660 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-c72ec719-d71e-4116-8ac9-84dfc3b187e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:55.451297 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-c72ec719-d71e-4116-8ac9-84dfc3b187e6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=972d18b2-ff95-4dd0-9709-a0646a0ab7eb HTTP/1.1" status: 200 len: 856 time: 0.2038846 Nov 12 09:01:55.477316 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a1b4004b-535c-4cb0-b388-176852bbb7cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:55.670961 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a1b4004b-535c-4cb0-b388-176852bbb7cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:55.680511 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-c081a42b-e178-49d6-af88-abee2924576c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:55.684337 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-c081a42b-e178-49d6-af88-abee2924576c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2241073 Nov 12 09:01:55.950039 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-29f981bc-3e8c-44ff-9ecd-41a16eb7fb69 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Allocated IP 172.25.6.29 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/e4cbb25c-4e41-4b86-b720-582497415b9e) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:01:56.047350 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-c3244e14-86fb-47af-a9a4-858f4a9ebafd service neutron] 10.222.0.54 "GET /v2.0/networks/52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492284 Nov 12 09:01:56.073196 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a1b4004b-535c-4cb0-b388-176852bbb7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:56.078665 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-da84b0bc-402a-454f-ba13-cf8259562300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d401e14-3723-4d42-b386-d537962702df', 'name': 'tempest-AttachVolumeTestJSON-1686572340-router', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:35Z', 'updated_at': '2021-11-12T09:01:46Z', 'revision_number': 4, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'gw_port': {'id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:37Z', 'updated_at': '2021-11-12T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'addc7639-d084-406c-8886-ff680f288bba', 'name': '', 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'mac_address': 'fa:16:3e:d9:86:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:44Z', 'updated_at': '2021-11-12T09:01:46Z', 'revision_number': 2, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'subnets': [{'id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:56.081539 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a1b4004b-535c-4cb0-b388-176852bbb7cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:56.082868 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a1b4004b-535c-4cb0-b388-176852bbb7cd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/28bfc25d-5a86-4364-8889-937a8c3ae1c9 HTTP/1.1" status: 204 len: 168 time: 0.9858012 Nov 12 09:01:56.173293 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da84b0bc-402a-454f-ba13-cf8259562300 None None] Checking router: 5d401e14-3723-4d42-b386-d537962702df for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:01:56.174074 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da84b0bc-402a-454f-ba13-cf8259562300 None None] Updating router 5d401e14-3723-4d42-b386-d537962702df port addc7639-d084-406c-8886-ff680f288bba binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:01:56.178797 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4004b-535c-4cb0-b388-176852bbb7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bfc25d-5a86-4364-8889-937a8c3ae1c9,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:56.299081 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-da84b0bc-402a-454f-ba13-cf8259562300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:56.431171 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-16f3e023-7843-48a4-bd1f-9eb73c755b16 service neutron] 10.222.0.54 "GET /v2.0/networks/52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742311 Nov 12 09:01:56.580086 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-fd92fe9a-af70-416c-ad2d-f99ca15d09e3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=1fc527f8-9665-4e15-9131-e2f6e2db3a4f HTTP/1.1" status: 200 len: 217 time: 0.1398425 Nov 12 09:01:56.625339 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-29f981bc-3e8c-44ff-9ecd-41a16eb7fb69 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:56.733370 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-29f981bc-3e8c-44ff-9ecd-41a16eb7fb69 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:56.849974 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-8c11a8a8-0f37-4b90-957b-129e5f1616d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:56.851399 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-8c11a8a8-0f37-4b90-957b-129e5f1616d7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a46f76c2-1a35-49b4-89e9-0120081a33c4 HTTP/1.1" status: 200 len: 797 time: 0.2555122 Nov 12 09:01:56.896872 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f981bc-3e8c-44ff-9ecd-41a16eb7fb69 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:01:56.902619 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-29f981bc-3e8c-44ff-9ecd-41a16eb7fb69 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:56.907439 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f981bc-3e8c-44ff-9ecd-41a16eb7fb69 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:01:57.027457 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-c3a93fd6-d760-4247-9ced-ed9fee5b662c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:57.037521 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-c3a93fd6-d760-4247-9ced-ed9fee5b662c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6f43e52f-01a2-4807-8299-a32ad3b11a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1784723 Nov 12 09:01:57.074473 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f981bc-3e8c-44ff-9ecd-41a16eb7fb69 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Pushing event updated for resources: {'Port': ['ID=e4cbb25c-4e41-4b86-b720-582497415b9e,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:57.419237 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-81d5baed-1b32-4e99-b8e1-f5729baae624 service neutron] 10.222.0.54 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733804 Nov 12 09:01:57.517737 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-29f981bc-3e8c-44ff-9ecd-41a16eb7fb69 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:57.713211 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-da84b0bc-402a-454f-ba13-cf8259562300 None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:57.731144 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-da84b0bc-402a-454f-ba13-cf8259562300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:57.776837 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-29f981bc-3e8c-44ff-9ecd-41a16eb7fb69 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:58.077558 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-0f96acd3-e5e9-449f-b96f-0680f5a92f60 service neutron] 10.222.0.54 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6418822 Nov 12 09:01:58.097119 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8995077-aa9b-4349-99f2-54abd00f36bb None None] Pushing event updated for resources: {'Port': ['ID=addc7639-d084-406c-8886-ff680f288bba,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:58.203568 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-3c39bee5-356c-4789-a976-ec4e6a1681d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=d89afea3-56ca-4d29-b4cc-697f5d5a1d50 HTTP/1.1" status: 200 len: 217 time: 0.1146731 Nov 12 09:01:58.338259 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-11812273-e9fb-45aa-86cc-133280d806ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:58.345342 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-11812273-e9fb-45aa-86cc-133280d806ed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a46f76c2-1a35-49b4-89e9-0120081a33c4 HTTP/1.1" status: 200 len: 797 time: 0.1189206 Nov 12 09:01:58.492949 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-da84b0bc-402a-454f-ba13-cf8259562300 None None] Attempting to bind port addc7639-d084-406c-8886-ff680f288bba on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:01:58.493530 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-da84b0bc-402a-454f-ba13-cf8259562300 None None] Attempting to bind port addc7639-d084-406c-8886-ff680f288bba by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '27a88a16-92c2-46a0-8246-44c9626e27bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:01:58.494124 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da84b0bc-402a-454f-ba13-cf8259562300 None None] Attempting to bind port addc7639-d084-406c-8886-ff680f288bba on network 7524fe81-dda2-4df7-b9b9-932c7fdb6f24 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:58.554157 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da84b0bc-402a-454f-ba13-cf8259562300 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:01:58.554789 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da84b0bc-402a-454f-ba13-cf8259562300 None None] Checking segment: {'id': '27a88a16-92c2-46a0-8246-44c9626e27bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:58.555628 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-da84b0bc-402a-454f-ba13-cf8259562300 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:58.560587 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da84b0bc-402a-454f-ba13-cf8259562300 None None] Bound using segment: {'id': '27a88a16-92c2-46a0-8246-44c9626e27bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:01:58.561376 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-da84b0bc-402a-454f-ba13-cf8259562300 None None] Bound port: addc7639-d084-406c-8886-ff680f288bba, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a88a16-92c2-46a0-8246-44c9626e27bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:01:58.562002 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-da84b0bc-402a-454f-ba13-cf8259562300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:58.656515 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8995077-aa9b-4349-99f2-54abd00f36bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:58.660211 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8995077-aa9b-4349-99f2-54abd00f36bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:58.660834 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8995077-aa9b-4349-99f2-54abd00f36bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:58.661387 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8995077-aa9b-4349-99f2-54abd00f36bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:58.661966 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8995077-aa9b-4349-99f2-54abd00f36bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:58.662967 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8995077-aa9b-4349-99f2-54abd00f36bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:58.663506 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8995077-aa9b-4349-99f2-54abd00f36bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:58.674659 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8995077-aa9b-4349-99f2-54abd00f36bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:58.675329 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8995077-aa9b-4349-99f2-54abd00f36bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:58.676192 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8995077-aa9b-4349-99f2-54abd00f36bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:58.676760 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8995077-aa9b-4349-99f2-54abd00f36bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:58.679296 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8995077-aa9b-4349-99f2-54abd00f36bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:58.693332 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-e4198250-b8a0-4fa5-ae59-6e28bcc8d61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:58.711570 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-e4198250-b8a0-4fa5-ae59-6e28bcc8d61c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6f43e52f-01a2-4807-8299-a32ad3b11a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3624818 Nov 12 09:01:58.818109 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b3444f10-441d-45be-919f-42f451bb6aa0 None None] Provisioning complete for port addc7639-d084-406c-8886-ff680f288bba triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:58.818831 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b3444f10-441d-45be-919f-42f451bb6aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:58.852498 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-29f981bc-3e8c-44ff-9ecd-41a16eb7fb69 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:58.882583 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-29f981bc-3e8c-44ff-9ecd-41a16eb7fb69 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:59.045859 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-da84b0bc-402a-454f-ba13-cf8259562300 None None] For port addc7639-d084-406c-8886-ff680f288bba, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:01:59.059026 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-b3444f10-441d-45be-919f-42f451bb6aa0 None None] Port addc7639-d084-406c-8886-ff680f288bba cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:01:59.076935 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-da84b0bc-402a-454f-ba13-cf8259562300 None None] For port addc7639-d084-406c-8886-ff680f288bba, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=addc7639-d084-406c-8886-ff680f288bba,segment=NetworkSegment(27a88a16-92c2-46a0-8246-44c9626e27bb),segment_id=27a88a16-92c2-46a0-8246-44c9626e27bb)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:01:59.106642 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-da84b0bc-402a-454f-ba13-cf8259562300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:59.142934 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:01:59.257913 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-29f981bc-3e8c-44ff-9ecd-41a16eb7fb69 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:59.258464 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-ea5aa4bb-dd7b-475a-9fc1-9aee8071483d service neutron] 10.222.0.54 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5376842 Nov 12 09:01:59.296780 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:59.348924 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-29f981bc-3e8c-44ff-9ecd-41a16eb7fb69 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:59.361973 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-29f981bc-3e8c-44ff-9ecd-41a16eb7fb69 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0714169 Nov 12 09:01:59.362342 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da84b0bc-402a-454f-ba13-cf8259562300 None None] Routers {'5d401e14-3723-4d42-b386-d537962702df'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:01:59.362342 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-da84b0bc-402a-454f-ba13-cf8259562300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:01:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['5d401e14-3723-4d42-b386-d537962702df'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:59.389321 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f981bc-3e8c-44ff-9ecd-41a16eb7fb69 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Pushing event updated for resources: {'Port': ['ID=e4cbb25c-4e41-4b86-b720-582497415b9e,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:59.552767 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-b737571b-8aa7-4a4b-82e1-eeb1931b3943 service neutron] 10.222.0.54 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834351 Nov 12 09:01:59.723493 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-f2a91727-5823-4109-ae7f-b8ab809173a4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=7b185afb-245a-4fb4-8397-b9de6cfe0fed HTTP/1.1" status: 200 len: 217 time: 0.1627066 Nov 12 09:01:59.997688 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-2d717709-c50a-4968-9aad-cf399f7e2142 None None] Provisioning complete for port addc7639-d084-406c-8886-ff680f288bba triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:00.000482 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2d717709-c50a-4968-9aad-cf399f7e2142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:00.018510 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-2d30ed6e-006a-4c42-a7e6-1f64cbe1ac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:00.042024 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-2d30ed6e-006a-4c42-a7e6-1f64cbe1ac23 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a46f76c2-1a35-49b4-89e9-0120081a33c4 HTTP/1.1" status: 200 len: 797 time: 0.3096354 Nov 12 09:02:00.063899 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-da84b0bc-402a-454f-ba13-cf8259562300 None None] Set router 5d401e14-3723-4d42-b386-d537962702df gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:02:00.245627 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8995077-aa9b-4349-99f2-54abd00f36bb None None] Pushing event updated for resources: {'Port': ['ID=addc7639-d084-406c-8886-ff680f288bba,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:00.413152 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-bd4d0c83-59fc-4878-8a16-27b86a697e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:00.425326 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-bd4d0c83-59fc-4878-8a16-27b86a697e42 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6f43e52f-01a2-4807-8299-a32ad3b11a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3709347 Nov 12 09:02:00.503841 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2d717709-c50a-4968-9aad-cf399f7e2142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:00.675460 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-2d717709-c50a-4968-9aad-cf399f7e2142 None None] For port addc7639-d084-406c-8886-ff680f288bba, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=addc7639-d084-406c-8886-ff680f288bba,segment=NetworkSegment(27a88a16-92c2-46a0-8246-44c9626e27bb),segment_id=27a88a16-92c2-46a0-8246-44c9626e27bb)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:00.693602 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2d717709-c50a-4968-9aad-cf399f7e2142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:00.737970 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-590ab20c-98d9-4a07-8cb4-906c57ee7118 service neutron] 10.222.0.54 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033526 Nov 12 09:02:00.943938 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d717709-c50a-4968-9aad-cf399f7e2142 None None] Pushing event updated for resources: {'Port': ['ID=addc7639-d084-406c-8886-ff680f288bba,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:01.138209 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-a941ec58-d328-4c69-9df4-10fb30ce7339 service neutron] 10.222.0.54 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935435 Nov 12 09:02:01.339665 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-5ef058b2-acc0-4439-bd1e-2a614deceb2f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=6fcbc602-f892-4d42-bc23-8549c06c7ef1 HTTP/1.1" status: 200 len: 217 time: 0.1937234 Nov 12 09:02:01.381654 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-da84b0bc-402a-454f-ba13-cf8259562300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d401e14-3723-4d42-b386-d537962702df', 'name': 'tempest-AttachVolumeTestJSON-1686572340-router', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:35Z', 'updated_at': '2021-11-12T09:01:46Z', 'revision_number': 4, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'gw_port': {'id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:37Z', 'updated_at': '2021-11-12T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'addc7639-d084-406c-8886-ff680f288bba', 'name': '', 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'mac_address': 'fa:16:3e:d9:86:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:44Z', 'updated_at': '2021-11-12T09:01:59Z', 'revision_number': 4, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'subnets': [{'id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:01.507127 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da84b0bc-402a-454f-ba13-cf8259562300 None None] The sync data for ids ['5d401e14-3723-4d42-b386-d537962702df'] in n-d-768862-16 is: [{'id': '5d401e14-3723-4d42-b386-d537962702df', 'name': 'tempest-AttachVolumeTestJSON-1686572340-router', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:35Z', 'updated_at': '2021-11-12T09:01:46Z', 'revision_number': 4, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'gw_port': {'id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:37Z', 'updated_at': '2021-11-12T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'addc7639-d084-406c-8886-ff680f288bba', 'name': '', 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'mac_address': 'fa:16:3e:d9:86:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:44Z', 'updated_at': '2021-11-12T09:01:59Z', 'revision_number': 4, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'subnets': [{'id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:02:01.569783 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b33bd45e-0891-44bf-abee-334db40b266b req-5ea8f6f2-5670-44e4-a217-93779a50be1a tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1319923433&fields=id&tenant_id=e2aedd74754847baa0c2e1ed0d1b2137 HTTP/1.1" status: 200 len: 267 time: 0.2042639 Nov 12 09:02:01.682928 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-039f2593-5242-4af0-8389-80093542b600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:01.684670 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-039f2593-5242-4af0-8389-80093542b600 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a46f76c2-1a35-49b4-89e9-0120081a33c4 HTTP/1.1" status: 200 len: 797 time: 0.3378236 Nov 12 09:02:02.051687 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-c9360ee1-fab4-40b2-92f8-6328119e0415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:02.054710 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-c9360ee1-fab4-40b2-92f8-6328119e0415 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6f43e52f-01a2-4807-8299-a32ad3b11a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3597565 Nov 12 09:02:02.110646 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device addc7639-d084-406c-8886-ff680f288bba up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:02:02.149313 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bd45e-0891-44bf-abee-334db40b266b req-463837a8-89c5-4f38-b394-fdfbb7b4eb08 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:02.152535 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b33bd45e-0891-44bf-abee-334db40b266b req-463837a8-89c5-4f38-b394-fdfbb7b4eb08 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/networks?id=7524fe81-dda2-4df7-b9b9-932c7fdb6f24 HTTP/1.1" status: 200 len: 811 time: 0.5811372 Nov 12 09:02:02.236772 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b33bd45e-0891-44bf-abee-334db40b266b req-32d883c0-c412-4c30-b2bf-1128c8c0eecd tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/quotas/e2aedd74754847baa0c2e1ed0d1b2137 HTTP/1.1" status: 200 len: 375 time: 0.0630314 Nov 12 09:02:02.383108 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port addc7639-d084-406c-8886-ff680f288bba triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:02.383581 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:02.428875 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b33bd45e-0891-44bf-abee-334db40b266b req-0c3d8db2-e8f9-4459-8efb-829b131f1198 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2aedd74754847baa0c2e1ed0d1b2137&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1792262 Nov 12 09:02:02.576056 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-1966c0e6-2bde-4922-b370-ffd9bb96e3b6 service neutron] 10.222.0.54 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5054300 Nov 12 09:02:02.871097 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-c2ad68b0-5496-455a-a082-b2af4c13e09e service neutron] 10.222.0.54 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848287 Nov 12 09:02:02.955442 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b33bd45e-0891-44bf-abee-334db40b266b req-bd5c1458-b9c7-444f-b24e-aacb33998c6c service neutron] 10.222.0.37 "GET /v2.0/networks/7524fe81-dda2-4df7-b9b9-932c7fdb6f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4894705 Nov 12 09:02:03.091286 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-dbfd20e2-024f-4973-bc2a-68e9e316708b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=206f8312-f979-4e27-92c2-524c260a2a43 HTTP/1.1" status: 200 len: 217 time: 0.2124467 Nov 12 09:02:03.237453 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b33bd45e-0891-44bf-abee-334db40b266b req-0353e148-5f47-4d64-af37-ca13b4dfd353 service neutron] 10.222.0.37 "GET /v2.0/networks/7524fe81-dda2-4df7-b9b9-932c7fdb6f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796035 Nov 12 09:02:03.278968 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-7182a4f2-5e8f-4bd8-b25e-c9387142f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:03.281455 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-7182a4f2-5e8f-4bd8-b25e-c9387142f528 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cbf435e5-42b0-4c0e-ac62-0d08bd5977b4 HTTP/1.1" status: 200 len: 797 time: 0.1735213 Nov 12 09:02:04.281901 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-28daa393-ecc6-433a-8350-75c0ad628102 req-f6b26b05-abcd-41c1-8e14-30e6bb88946c tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 210 time: 0.1106117 Nov 12 09:02:04.680516 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-bd8a593c-f491-4cfe-910b-2b3a7f22af6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:04.683671 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-bd8a593c-f491-4cfe-910b-2b3a7f22af6f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ae45870e-ea40-4974-aaa2-60a832e0f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.3933287 Nov 12 09:02:05.045739 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-fdc914ea-4828-457d-b6ad-82a74c2d19af service neutron] 10.222.0.54 "GET /v2.0/networks/ae45870e-ea40-4974-aaa2-60a832e0f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527117 Nov 12 09:02:05.482898 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-2b9e491b-0d5a-4eca-8076-190a69536413 service neutron] 10.222.0.54 "GET /v2.0/networks/ae45870e-ea40-4974-aaa2-60a832e0f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287934 Nov 12 09:02:05.578971 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b1315a39-7b3d-4c2d-8edf-32a17a4fe005 req-5c98a626-886b-404a-a64c-0f41ec1b9ef4 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 210 time: 0.1579313 Nov 12 09:02:05.680605 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-80f65a4a-0c18-4597-9698-a1d3287cdec1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0fe5da9b-dc65-4c8c-94f7-e34d6a421df3 HTTP/1.1" status: 200 len: 217 time: 0.1882598 Nov 12 09:02:05.899280 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-0b393c73-0519-4dcd-a40a-05534447e7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:05.901893 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-0b393c73-0519-4dcd-a40a-05534447e7c2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cbf435e5-42b0-4c0e-ac62-0d08bd5977b4 HTTP/1.1" status: 200 len: 797 time: 0.2141266 Nov 12 09:02:06.053899 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-b01904d5-9808-42a5-b754-f5f2b64352b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:06.072812 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-b01904d5-9808-42a5-b754-f5f2b64352b3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ae45870e-ea40-4974-aaa2-60a832e0f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1628323 Nov 12 09:02:06.599016 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-b952389b-71da-4e33-87ed-8285d4c852ed service neutron] 10.222.0.54 "GET /v2.0/networks/ae45870e-ea40-4974-aaa2-60a832e0f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5181146 Nov 12 09:02:06.907277 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2e9f953f-872f-470c-85a6-d0c372ff3691 req-ec65e95c-a233-4046-91dd-5472898adc5c service neutron] 10.222.0.54 "GET /v2.0/networks/ae45870e-ea40-4974-aaa2-60a832e0f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998836 Nov 12 09:02:07.120156 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca4517ae-02fd-47a6-8f1d-aedecbe2953b req-9a0f97f1-067d-4760-ad34-67c92c5532e9 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 210 time: 0.0946043 Nov 12 09:02:07.188153 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bd45e-0891-44bf-abee-334db40b266b req-b929d5af-3fc1-49a2-beb8-04588dd4aa56 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:07.194713 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b33bd45e-0891-44bf-abee-334db40b266b req-b929d5af-3fc1-49a2-beb8-04588dd4aa56 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.54 "GET /v2.0/networks?id=7524fe81-dda2-4df7-b9b9-932c7fdb6f24 HTTP/1.1" status: 200 len: 811 time: 0.4707084 Nov 12 09:02:07.328210 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b33bd45e-0891-44bf-abee-334db40b266b req-f18b525f-70ca-46e1-9566-19adb2ebd459 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2aedd74754847baa0c2e1ed0d1b2137 HTTP/1.1" status: 200 len: 380 time: 0.1232963 Nov 12 09:02:07.358609 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-b33bd45e-0891-44bf-abee-334db40b266b req-e1f14175-b5b3-4953-9b06-7e7febec1da0 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Request body: {'port': {'device_id': '3612ed6e-9701-47d9-a2ad-8fab80e4b118', 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24', 'admin_state_up': True, 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'security_groups': ['83e08817-8fd2-41c7-b68a-cfb4cbcf996d']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:07.791832 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b33bd45e-0891-44bf-abee-334db40b266b req-e1f14175-b5b3-4953-9b06-7e7febec1da0 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Made reservation on behalf of e2aedd74754847baa0c2e1ed0d1b2137 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:02:07.822239 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b33bd45e-0891-44bf-abee-334db40b266b req-e1f14175-b5b3-4953-9b06-7e7febec1da0 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:07.887273 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-24a92a66-9715-476c-bee5-65644791f801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:08.147473 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-b33bd45e-0891-44bf-abee-334db40b266b req-e1f14175-b5b3-4953-9b06-7e7febec1da0 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Allocated IP 172.20.0.10 (7524fe81-dda2-4df7-b9b9-932c7fdb6f24/34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc/d14b9821-9f3a-4d6a-972e-22a512e595a1) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:02:08.400089 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3f5b3aa8-bd69-48c2-9ce5-8ab3f49962c2 req-3d45237f-221e-4d19-9c97-f1811618dae8 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 210 time: 0.0700328 Nov 12 09:02:08.482192 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b33bd45e-0891-44bf-abee-334db40b266b req-e1f14175-b5b3-4953-9b06-7e7febec1da0 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:08.551025 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b33bd45e-0891-44bf-abee-334db40b266b req-e1f14175-b5b3-4953-9b06-7e7febec1da0 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:08.690857 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f14175-b5b3-4953-9b06-7e7febec1da0 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Pushing event updated for resources: {'Port': ['ID=d14b9821-9f3a-4d6a-972e-22a512e595a1,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:08.745884 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b33bd45e-0891-44bf-abee-334db40b266b req-e1f14175-b5b3-4953-9b06-7e7febec1da0 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Network 7524fe81-dda2-4df7-b9b9-932c7fdb6f24 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:02:08.755235 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-b33bd45e-0891-44bf-abee-334db40b266b req-e1f14175-b5b3-4953-9b06-7e7febec1da0 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:02:08.771523 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33bd45e-0891-44bf-abee-334db40b266b req-e1f14175-b5b3-4953-9b06-7e7febec1da0 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:02:08.928027 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bd45e-0891-44bf-abee-334db40b266b req-e1f14175-b5b3-4953-9b06-7e7febec1da0 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:08.929490 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b33bd45e-0891-44bf-abee-334db40b266b req-e1f14175-b5b3-4953-9b06-7e7febec1da0 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:08.970301 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b33bd45e-0891-44bf-abee-334db40b266b req-e1f14175-b5b3-4953-9b06-7e7febec1da0 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6250429 Nov 12 09:02:09.009692 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-b33bd45e-0891-44bf-abee-334db40b266b req-8c2b8c70-6da9-462f-8855-e115cf492515 service neutron] Request body: {'port': {'device_id': '3612ed6e-9701-47d9-a2ad-8fab80e4b118', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:09.204529 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b33bd45e-0891-44bf-abee-334db40b266b req-8c2b8c70-6da9-462f-8855-e115cf492515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:09.475621 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-78b31b1f-8f73-4a2b-a502-00518e356dab None None] Provisioning complete for port d14b9821-9f3a-4d6a-972e-22a512e595a1 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:09.476550 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-78b31b1f-8f73-4a2b-a502-00518e356dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:09.576519 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-78b31b1f-8f73-4a2b-a502-00518e356dab None None] Port d14b9821-9f3a-4d6a-972e-22a512e595a1 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:02:09.884172 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81726f9e-5e04-4807-aa4d-fc99b1b51285 req-a28437d6-3cbc-4f05-8eec-7172582bfd18 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:09.893743 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-81726f9e-5e04-4807-aa4d-fc99b1b51285 req-a28437d6-3cbc-4f05-8eec-7172582bfd18 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 932 time: 0.2240522 Nov 12 09:02:10.134064 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-81726f9e-5e04-4807-aa4d-fc99b1b51285 req-51784b19-db0c-456e-b227-9460249671a4 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=83e08817-8fd2-41c7-b68a-cfb4cbcf996d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248173 Nov 12 09:02:10.208330 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-b33bd45e-0891-44bf-abee-334db40b266b req-8c2b8c70-6da9-462f-8855-e115cf492515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d14b9821-9f3a-4d6a-972e-22a512e595a1 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:02:10.248787 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-88d8a431-1024-4118-9959-7ab50fc06a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:10.252014 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b33bd45e-0891-44bf-abee-334db40b266b req-8c2b8c70-6da9-462f-8855-e115cf492515 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:10.291882 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-b33bd45e-0891-44bf-abee-334db40b266b req-8c2b8c70-6da9-462f-8855-e115cf492515 service neutron] Transition to ACTIVE for port object d14b9821-9f3a-4d6a-972e-22a512e595a1 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:02:10.314647 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b33bd45e-0891-44bf-abee-334db40b266b req-8c2b8c70-6da9-462f-8855-e115cf492515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:10.703991 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b8c70-6da9-462f-8855-e115cf492515 service neutron] Pushing event updated for resources: {'Port': ['ID=d14b9821-9f3a-4d6a-972e-22a512e595a1,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:10.734514 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-b33bd45e-0891-44bf-abee-334db40b266b req-8c2b8c70-6da9-462f-8855-e115cf492515 service neutron] Attempting to bind port d14b9821-9f3a-4d6a-972e-22a512e595a1 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:02:10.735044 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-b33bd45e-0891-44bf-abee-334db40b266b req-8c2b8c70-6da9-462f-8855-e115cf492515 service neutron] Attempting to bind port d14b9821-9f3a-4d6a-972e-22a512e595a1 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '27a88a16-92c2-46a0-8246-44c9626e27bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:02:10.735730 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33bd45e-0891-44bf-abee-334db40b266b req-8c2b8c70-6da9-462f-8855-e115cf492515 service neutron] Attempting to bind port d14b9821-9f3a-4d6a-972e-22a512e595a1 on network 7524fe81-dda2-4df7-b9b9-932c7fdb6f24 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:02:10.744780 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33bd45e-0891-44bf-abee-334db40b266b req-8c2b8c70-6da9-462f-8855-e115cf492515 service neutron] Port d14b9821-9f3a-4d6a-972e-22a512e595a1 on network 7524fe81-dda2-4df7-b9b9-932c7fdb6f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:02:10.745581 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33bd45e-0891-44bf-abee-334db40b266b req-8c2b8c70-6da9-462f-8855-e115cf492515 service neutron] Attempting to bind port d14b9821-9f3a-4d6a-972e-22a512e595a1 on network 7524fe81-dda2-4df7-b9b9-932c7fdb6f24 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:02:10.764208 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33bd45e-0891-44bf-abee-334db40b266b req-8c2b8c70-6da9-462f-8855-e115cf492515 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:02:10.765211 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33bd45e-0891-44bf-abee-334db40b266b req-8c2b8c70-6da9-462f-8855-e115cf492515 service neutron] Checking segment: {'id': '27a88a16-92c2-46a0-8246-44c9626e27bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:02:10.765940 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33bd45e-0891-44bf-abee-334db40b266b req-8c2b8c70-6da9-462f-8855-e115cf492515 service neutron] Bound using segment: {'id': '27a88a16-92c2-46a0-8246-44c9626e27bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:02:10.767765 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-b33bd45e-0891-44bf-abee-334db40b266b req-8c2b8c70-6da9-462f-8855-e115cf492515 service neutron] Bound port: d14b9821-9f3a-4d6a-972e-22a512e595a1, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27a88a16-92c2-46a0-8246-44c9626e27bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:02:10.768647 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b33bd45e-0891-44bf-abee-334db40b266b req-8c2b8c70-6da9-462f-8855-e115cf492515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:10.987988 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-b33bd45e-0891-44bf-abee-334db40b266b req-8c2b8c70-6da9-462f-8855-e115cf492515 service neutron] For port d14b9821-9f3a-4d6a-972e-22a512e595a1, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:02:10.994511 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-b33bd45e-0891-44bf-abee-334db40b266b req-8c2b8c70-6da9-462f-8855-e115cf492515 service neutron] For port d14b9821-9f3a-4d6a-972e-22a512e595a1, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=d14b9821-9f3a-4d6a-972e-22a512e595a1,segment=NetworkSegment(27a88a16-92c2-46a0-8246-44c9626e27bb),segment_id=27a88a16-92c2-46a0-8246-44c9626e27bb)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:02:11.032982 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b33bd45e-0891-44bf-abee-334db40b266b req-8c2b8c70-6da9-462f-8855-e115cf492515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:11.299804 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bd45e-0891-44bf-abee-334db40b266b req-8c2b8c70-6da9-462f-8855-e115cf492515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:11.311060 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b33bd45e-0891-44bf-abee-334db40b266b req-8c2b8c70-6da9-462f-8855-e115cf492515 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:11.313525 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b33bd45e-0891-44bf-abee-334db40b266b req-8c2b8c70-6da9-462f-8855-e115cf492515 service neutron] 10.222.0.54 "PUT /v2.0/ports/d14b9821-9f3a-4d6a-972e-22a512e595a1 HTTP/1.1" status: 200 len: 1093 time: 2.3372135 Nov 12 09:02:11.361029 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3612ed6e-9701-47d9-a2ad-8fab80e4b118', 'tag': 'd14b9821-9f3a-4d6a-972e-22a512e595a1'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:11.385118 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3681a26-9a8e-4f98-ab78-0ba433d786cd" -d '{"events": [{"name": "network-changed", "server_uuid": "3612ed6e-9701-47d9-a2ad-8fab80e4b118", "tag": "d14b9821-9f3a-4d6a-972e-22a512e595a1"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:11.523969 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b8c70-6da9-462f-8855-e115cf492515 service neutron] Pushing event updated for resources: {'Port': ['ID=d14b9821-9f3a-4d6a-972e-22a512e595a1,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:11.579606 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bd45e-0891-44bf-abee-334db40b266b req-07226749-3b5f-440b-b95d-bcf7662b299b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:11.581271 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b33bd45e-0891-44bf-abee-334db40b266b req-07226749-3b5f-440b-b95d-bcf7662b299b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e2aedd74754847baa0c2e1ed0d1b2137&device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 1096 time: 0.1542571 Nov 12 09:02:11.684483 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b33bd45e-0891-44bf-abee-334db40b266b req-75698244-931a-4fe3-84a1-b8c0a022a13e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d14b9821-9f3a-4d6a-972e-22a512e595a1 HTTP/1.1" status: 200 len: 217 time: 0.0922763 Nov 12 09:02:11.701425 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c3e76-f160-42a9-b4d9-033b61b475d8 req-c6883431-9d42-47c5-8f9a-caf355507ee7 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:11.724039 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df5c3e76-f160-42a9-b4d9-033b61b475d8 req-c6883431-9d42-47c5-8f9a-caf355507ee7 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 944 time: 0.2858863 Nov 12 09:02:11.839677 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bd45e-0891-44bf-abee-334db40b266b req-5eacbcf8-16a1-4cda-a16e-c4de457fd26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:11.843430 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b33bd45e-0891-44bf-abee-334db40b266b req-5eacbcf8-16a1-4cda-a16e-c4de457fd26b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc HTTP/1.1" status: 200 len: 850 time: 0.1497173 Nov 12 09:02:11.909927 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df5c3e76-f160-42a9-b4d9-033b61b475d8 req-d532d00f-38aa-4584-a560-5475f8b8881a tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=83e08817-8fd2-41c7-b68a-cfb4cbcf996d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840537 Nov 12 09:02:12.023138 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bd45e-0891-44bf-abee-334db40b266b req-723ffe4f-1110-4c68-b4e2-f09838a36a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:12.027388 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b33bd45e-0891-44bf-abee-334db40b266b req-723ffe4f-1110-4c68-b4e2-f09838a36a13 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7524fe81-dda2-4df7-b9b9-932c7fdb6f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1758859 Nov 12 09:02:12.066782 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:12.288290 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbcf1a-fcc6-4345-8633-bab0133d1eb3 req-deb60595-638e-4d58-bf49-81d98973c772 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:12.310910 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2cbbcf1a-fcc6-4345-8633-bab0133d1eb3 req-deb60595-638e-4d58-bf49-81d98973c772 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 947 time: 0.1685765 Nov 12 09:02:12.436697 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b33bd45e-0891-44bf-abee-334db40b266b req-2ef5771a-a2ef-43c6-8b0c-09db6a5731ae service neutron] 10.222.0.54 "GET /v2.0/networks/7524fe81-dda2-4df7-b9b9-932c7fdb6f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965862 Nov 12 09:02:12.531424 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2cbbcf1a-fcc6-4345-8633-bab0133d1eb3 req-0c3cc4a7-7e14-4a33-a23e-f9269fb7efbc tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189112 Nov 12 09:02:13.204847 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2000b0e9-85b5-449d-a31d-2be29a3c50ab x-openstack-request-id: req-2000b0e9-85b5-449d-a31d-2be29a3c50ab {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:13.207896 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3612ed6e-9701-47d9-a2ad-8fab80e4b118", "tag": "d14b9821-9f3a-4d6a-972e-22a512e595a1", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:13.208473 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2000b0e9-85b5-449d-a31d-2be29a3c50ab {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:13.211344 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3612ed6e-9701-47d9-a2ad-8fab80e4b118', 'tag': 'd14b9821-9f3a-4d6a-972e-22a512e595a1', 'status': 'completed', 'code': 200} Nov 12 09:02:13.432159 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:13.491232 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b33bd45e-0891-44bf-abee-334db40b266b req-00400ccf-c95b-484d-b03e-6962ffe77458 service neutron] 10.222.0.54 "GET /v2.0/networks/7524fe81-dda2-4df7-b9b9-932c7fdb6f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0470154 Nov 12 09:02:13.593345 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6158fbe-c063-4e09-8604-f4141f519a87 req-9a0ebfa2-e5c7-447f-9f42-fa3391e10fc2 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:13.629581 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d6158fbe-c063-4e09-8604-f4141f519a87 req-9a0ebfa2-e5c7-447f-9f42-fa3391e10fc2 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.54 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 947 time: 0.7262440 Nov 12 09:02:13.645508 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062cdc0a-86c3-4517-ae79-233fca5c68fc req-d2b05e43-920b-49e5-82fd-883f9251b368 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:13.662765 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-062cdc0a-86c3-4517-ae79-233fca5c68fc req-d2b05e43-920b-49e5-82fd-883f9251b368 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 944 time: 0.2864788 Nov 12 09:02:13.887397 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-062cdc0a-86c3-4517-ae79-233fca5c68fc req-b86326ba-6acc-4965-8d03-72beda9a84fb tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=83e08817-8fd2-41c7-b68a-cfb4cbcf996d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228367 Nov 12 09:02:14.096657 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:14.170353 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3681a26-9a8e-4f98-ab78-0ba433d786cd req-82a989f2-c4ee-422c-9eab-1516a57ae5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:14.173668 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f3681a26-9a8e-4f98-ab78-0ba433d786cd req-82a989f2-c4ee-422c-9eab-1516a57ae5e2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e2aedd74754847baa0c2e1ed0d1b2137&device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 1096 time: 0.3916466 Nov 12 09:02:14.318910 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753235f6-e544-46ce-a00a-8d5b3f2ee003 req-d37cbe47-208e-46de-b656-1cad3506319e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:14.326968 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-753235f6-e544-46ce-a00a-8d5b3f2ee003 req-d37cbe47-208e-46de-b656-1cad3506319e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 947 time: 0.1886942 Nov 12 09:02:14.421469 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-d6158fbe-c063-4e09-8604-f4141f519a87 req-1a2eb477-846b-41d3-932f-ac7a8aadb3a5 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Deleting port 10d0e75b-037d-4def-aa04-663d57ef0288 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:02:14.424833 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d6158fbe-c063-4e09-8604-f4141f519a87 req-1a2eb477-846b-41d3-932f-ac7a8aadb3a5 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:14.537263 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-753235f6-e544-46ce-a00a-8d5b3f2ee003 req-543a5a85-3c2d-4479-abc6-0ee8d2ee1850 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926546 Nov 12 09:02:14.977826 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3681a26-9a8e-4f98-ab78-0ba433d786cd req-326b138c-1a0d-4de1-aa83-ce9d37071e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:14.982402 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f3681a26-9a8e-4f98-ab78-0ba433d786cd req-326b138c-1a0d-4de1-aa83-ce9d37071e8a service neutron] 10.222.0.54 "GET /v2.0/networks?id=7524fe81-dda2-4df7-b9b9-932c7fdb6f24 HTTP/1.1" status: 200 len: 912 time: 0.7917593 Nov 12 09:02:15.265953 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f3681a26-9a8e-4f98-ab78-0ba433d786cd req-9e105450-9104-4b22-8996-6f33a71918e1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d14b9821-9f3a-4d6a-972e-22a512e595a1 HTTP/1.1" status: 200 len: 217 time: 0.2741771 Nov 12 09:02:15.292528 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147e010-290f-4b87-bece-5a1681982b99 req-bbd1ea69-505e-4e43-af13-db09e6182c06 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:15.306647 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a147e010-290f-4b87-bece-5a1681982b99 req-bbd1ea69-505e-4e43-af13-db09e6182c06 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 944 time: 0.1501365 Nov 12 09:02:15.372301 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device d14b9821-9f3a-4d6a-972e-22a512e595a1 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:02:15.475063 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-d6158fbe-c063-4e09-8604-f4141f519a87 req-1a2eb477-846b-41d3-932f-ac7a8aadb3a5 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] For port 10d0e75b-037d-4def-aa04-663d57ef0288, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=10d0e75b-037d-4def-aa04-663d57ef0288,segment=NetworkSegment(0d552c33-257a-485a-b0f3-e78e2fa44e64),segment_id=0d552c33-257a-485a-b0f3-e78e2fa44e64)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:15.475883 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d6158fbe-c063-4e09-8604-f4141f519a87 req-1a2eb477-846b-41d3-932f-ac7a8aadb3a5 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.503649 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a147e010-290f-4b87-bece-5a1681982b99 req-e1283340-9151-4d56-ac8f-2cfa731f1483 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=83e08817-8fd2-41c7-b68a-cfb4cbcf996d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843843 Nov 12 09:02:15.611580 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3681a26-9a8e-4f98-ab78-0ba433d786cd req-b1ae6353-3dbc-4b25-808b-8d594892433d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:15.614847 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f3681a26-9a8e-4f98-ab78-0ba433d786cd req-b1ae6353-3dbc-4b25-808b-8d594892433d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc HTTP/1.1" status: 200 len: 850 time: 0.3320847 Nov 12 09:02:15.725656 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3681a26-9a8e-4f98-ab78-0ba433d786cd req-2a3bc438-d9cd-4a1a-9a91-359ef5bb7445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:15.727891 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f3681a26-9a8e-4f98-ab78-0ba433d786cd req-2a3bc438-d9cd-4a1a-9a91-359ef5bb7445 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7524fe81-dda2-4df7-b9b9-932c7fdb6f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1029747 Nov 12 09:02:15.961762 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port d14b9821-9f3a-4d6a-972e-22a512e595a1, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=d14b9821-9f3a-4d6a-972e-22a512e595a1,segment=NetworkSegment(27a88a16-92c2-46a0-8246-44c9626e27bb),segment_id=27a88a16-92c2-46a0-8246-44c9626e27bb)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:16.056738 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'd14b9821-9f3a-4d6a-972e-22a512e595a1', 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24', 'port_id': 'd14b9821-9f3a-4d6a-972e-22a512e595a1', 'mac_address': 'fa:16:3e:9e:3d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:02:16.150256 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36012d-4a80-405e-a7ca-8112a3c90252 req-2ccbc3fa-70ec-4a1c-b879-f8b6cee33df7 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:16.170778 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ac36012d-4a80-405e-a7ca-8112a3c90252 req-2ccbc3fa-70ec-4a1c-b879-f8b6cee33df7 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 947 time: 0.2344148 Nov 12 09:02:16.226586 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f3681a26-9a8e-4f98-ab78-0ba433d786cd req-f2e75e0a-b696-41e7-8fb8-fc8d327e6c35 service neutron] 10.222.0.54 "GET /v2.0/networks/7524fe81-dda2-4df7-b9b9-932c7fdb6f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4914384 Nov 12 09:02:16.277880 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:16.341945 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ac36012d-4a80-405e-a7ca-8112a3c90252 req-db249f0e-07e6-4e8a-8198-df114d015fc8 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=b505cbf0-338e-4fe9-b8db-8ae878039060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662571 Nov 12 09:02:16.379312 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14b9821-9f3a-4d6a-972e-22a512e595a1 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:02:16.478095 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port d14b9821-9f3a-4d6a-972e-22a512e595a1, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=d14b9821-9f3a-4d6a-972e-22a512e595a1,segment=NetworkSegment(27a88a16-92c2-46a0-8246-44c9626e27bb),segment_id=27a88a16-92c2-46a0-8246-44c9626e27bb)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:16.486920 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:16.604008 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f3681a26-9a8e-4f98-ab78-0ba433d786cd req-176d9b58-5c0b-4e77-9524-e91e294fb4b5 service neutron] 10.222.0.54 "GET /v2.0/networks/7524fe81-dda2-4df7-b9b9-932c7fdb6f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522069 Nov 12 09:02:16.789468 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['d14b9821-9f3a-4d6a-972e-22a512e595a1'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:02:16.957549 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=d14b9821-9f3a-4d6a-972e-22a512e595a1,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:16.988461 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:16.988953 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:16.989409 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:16.989981 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:16.990442 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:16.991016 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:16.991532 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:16.992510 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:16.993629 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:16.994177 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:16.994785 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:16.995412 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:17.045975 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d6158fbe-c063-4e09-8604-f4141f519a87 req-1a2eb477-846b-41d3-932f-ac7a8aadb3a5 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:17.053604 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d6158fbe-c063-4e09-8604-f4141f519a87 req-1a2eb477-846b-41d3-932f-ac7a8aadb3a5 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:17.054313 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [req-d6158fbe-c063-4e09-8604-f4141f519a87 req-1a2eb477-846b-41d3-932f-ac7a8aadb3a5 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Floating IP 666ab8ab-e2b6-4f0a-a0c9-da867e48eb1e disassociated. External IP: 172.25.6.225, port: 10d0e75b-037d-4def-aa04-663d57ef0288. Nov 12 09:02:17.055058 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-d6158fbe-c063-4e09-8604-f4141f519a87 req-1a2eb477-846b-41d3-932f-ac7a8aadb3a5 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Calling delete_port for 10d0e75b-037d-4def-aa04-663d57ef0288 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:02:17.329401 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348e692-236a-4041-9ed2-9d25c0df4b90 req-fc84d6b8-af07-442d-80c0-f5b041c4694c tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:17.342289 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c348e692-236a-4041-9ed2-9d25c0df4b90 req-fc84d6b8-af07-442d-80c0-f5b041c4694c tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 945 time: 0.1994898 Nov 12 09:02:17.437425 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 10d0e75b-037d-4def-aa04-663d57ef0288 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:02:17.540784 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c348e692-236a-4041-9ed2-9d25c0df4b90 req-5f484f7d-88e5-4e9b-a93a-e281d8d7d21b tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=83e08817-8fd2-41c7-b68a-cfb4cbcf996d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958792 Nov 12 09:02:17.686146 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d6158fbe-c063-4e09-8604-f4141f519a87 req-1a2eb477-846b-41d3-932f-ac7a8aadb3a5 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:17.742389 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:17.753245 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2eb477-846b-41d3-932f-ac7a8aadb3a5 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Pushing event deleted for resources: {'Port': ['ID=10d0e75b-037d-4def-aa04-663d57ef0288,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:17.949367 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-63a13d5e-9499-449f-a1bd-e7c96eafa098 req-a0a26fa7-1af2-4f68-bb41-496b31f063c2 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 210 time: 0.1273692 Nov 12 09:02:18.154209 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6158fbe-c063-4e09-8604-f4141f519a87 req-1a2eb477-846b-41d3-932f-ac7a8aadb3a5 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Router 56970609-9c7f-4776-8df4-654d95099c85 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:02:18.428199 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6158fbe-c063-4e09-8604-f4141f519a87 req-1a2eb477-846b-41d3-932f-ac7a8aadb3a5 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:02:18.465949 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fafde9-be44-4dc5-a601-af756a647f93 None None] Sync routers for ids ['56970609-9c7f-4776-8df4-654d95099c85'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:02:18.518142 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fafde9-be44-4dc5-a601-af756a647f93 None None] Routers {'56970609-9c7f-4776-8df4-654d95099c85'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:02:18.519420 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-46fafde9-be44-4dc5-a601-af756a647f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:02:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['56970609-9c7f-4776-8df4-654d95099c85'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:18.599832 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6158fbe-c063-4e09-8604-f4141f519a87 req-1a2eb477-846b-41d3-932f-ac7a8aadb3a5 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] No DVR routers for this DVR port 10d0e75b-037d-4def-aa04-663d57ef0288 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:02:18.603979 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d6158fbe-c063-4e09-8604-f4141f519a87 req-1a2eb477-846b-41d3-932f-ac7a8aadb3a5 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:18.607985 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d6158fbe-c063-4e09-8604-f4141f519a87 req-1a2eb477-846b-41d3-932f-ac7a8aadb3a5 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.54 "DELETE /v2.0/ports/10d0e75b-037d-4def-aa04-663d57ef0288 HTTP/1.1" status: 204 len: 173 time: 4.9770739 Nov 12 09:02:18.608546 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345244c0-dfc6-4e22-91c7-b4a3b95d0702', 'name': 'network-vif-deleted', 'tag': '10d0e75b-037d-4def-aa04-663d57ef0288'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:18.612164 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399dc853-d99c-43f6-892b-f72c0781cacf" -d '{"events": [{"server_uuid": "345244c0-dfc6-4e22-91c7-b4a3b95d0702", "name": "network-vif-deleted", "tag": "10d0e75b-037d-4def-aa04-663d57ef0288"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:18.995295 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-46fafde9-be44-4dc5-a601-af756a647f93 None None] Set router 56970609-9c7f-4776-8df4-654d95099c85 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:02:19.071095 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01be459-b53b-46c1-8b87-b80a9936cb30 req-07766b40-3b8d-4e6c-acf7-e5e28868d724 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:19.083986 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d01be459-b53b-46c1-8b87-b80a9936cb30 req-07766b40-3b8d-4e6c-acf7-e5e28868d724 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 945 time: 0.2220390 Nov 12 09:02:19.251174 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d01be459-b53b-46c1-8b87-b80a9936cb30 req-60ee2b87-9a03-4c13-9a0d-17220721652e tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=83e08817-8fd2-41c7-b68a-cfb4cbcf996d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606765 Nov 12 09:02:19.368265 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc424c86-4f84-48d7-b9f5-b7b98188a426 x-openstack-request-id: req-dc424c86-4f84-48d7-b9f5-b7b98188a426 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:19.369403 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345244c0-dfc6-4e22-91c7-b4a3b95d0702", "name": "network-vif-deleted", "tag": "10d0e75b-037d-4def-aa04-663d57ef0288", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:19.369822 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc424c86-4f84-48d7-b9f5-b7b98188a426 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:19.370461 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345244c0-dfc6-4e22-91c7-b4a3b95d0702', 'name': 'network-vif-deleted', 'tag': '10d0e75b-037d-4def-aa04-663d57ef0288', 'status': 'completed', 'code': 200} Nov 12 09:02:19.454841 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device d14b9821-9f3a-4d6a-972e-22a512e595a1 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:02:19.683714 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9d54feda-986a-4da2-95ed-d2b6f6ccb5fd req-66941e46-754c-4c5a-8e93-bf3b733214cc tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=345244c0-dfc6-4e22-91c7-b4a3b95d0702 HTTP/1.1" status: 200 len: 210 time: 0.0696685 Nov 12 09:02:19.781590 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port d14b9821-9f3a-4d6a-972e-22a512e595a1 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:02:19.808987 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port d14b9821-9f3a-4d6a-972e-22a512e595a1 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:19.809628 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:19.991105 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-46fafde9-be44-4dc5-a601-af756a647f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56970609-9c7f-4776-8df4-654d95099c85', 'name': 'tempest-AttachVolumeShelveTestJSON-930260596-router', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:04Z', 'updated_at': '2021-11-12T08:56:20Z', 'revision_number': 4, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'gw_port': {'id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:08Z', 'updated_at': '2021-11-12T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'd22e6fdd-04aa-4edd-9626-fa8953dc9a8b', 'name': '', 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'mac_address': 'fa:16:3e:29:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '7b4bf441-b446-4677-be35-634c383c7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:16Z', 'updated_at': '2021-11-12T08:56:37Z', 'revision_number': 5, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'subnets': [{'id': '7b4bf441-b446-4677-be35-634c383c7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:20.208934 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:20.229191 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fafde9-be44-4dc5-a601-af756a647f93 None None] Checking router: 56970609-9c7f-4776-8df4-654d95099c85 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:02:20.328612 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port d14b9821-9f3a-4d6a-972e-22a512e595a1, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=d14b9821-9f3a-4d6a-972e-22a512e595a1,segment=NetworkSegment(27a88a16-92c2-46a0-8246-44c9626e27bb),segment_id=27a88a16-92c2-46a0-8246-44c9626e27bb)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:20.334662 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3612ed6e-9701-47d9-a2ad-8fab80e4b118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14b9821-9f3a-4d6a-972e-22a512e595a1'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:20.346301 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76857ac1-7da0-4999-b30a-547777f8b25b" -d '{"events": [{"server_uuid": "3612ed6e-9701-47d9-a2ad-8fab80e4b118", "name": "network-vif-plugged", "status": "completed", "tag": "d14b9821-9f3a-4d6a-972e-22a512e595a1"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:20.373703 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:20.499661 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fafde9-be44-4dc5-a601-af756a647f93 None None] Routers {'56970609-9c7f-4776-8df4-654d95099c85'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:02:20.499661 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-46fafde9-be44-4dc5-a601-af756a647f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:02:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['56970609-9c7f-4776-8df4-654d95099c85'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:20.643013 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=d14b9821-9f3a-4d6a-972e-22a512e595a1,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:20.712532 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773f592-2467-4d4d-8d6a-b3218b09e36c req-a4d76cc3-5cf6-4483-8900-7379fd651250 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:20.717544 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a773f592-2467-4d4d-8d6a-b3218b09e36c req-a4d76cc3-5cf6-4483-8900-7379fd651250 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 946 time: 0.1566768 Nov 12 09:02:20.894156 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a773f592-2467-4d4d-8d6a-b3218b09e36c req-b9325238-1ab1-4cb6-9a6f-3b324a03f0a2 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=83e08817-8fd2-41c7-b68a-cfb4cbcf996d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654253 Nov 12 09:02:21.047803 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-46fafde9-be44-4dc5-a601-af756a647f93 None None] Set router 56970609-9c7f-4776-8df4-654d95099c85 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:02:21.449540 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcc386c-4f3a-4434-bab6-0b1083c637ea x-openstack-request-id: req-bbcc386c-4f3a-4434-bab6-0b1083c637ea {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:21.452530 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3612ed6e-9701-47d9-a2ad-8fab80e4b118", "name": "network-vif-plugged", "status": "completed", "tag": "d14b9821-9f3a-4d6a-972e-22a512e595a1", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:21.454516 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bbcc386c-4f3a-4434-bab6-0b1083c637ea {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:21.455551 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3612ed6e-9701-47d9-a2ad-8fab80e4b118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14b9821-9f3a-4d6a-972e-22a512e595a1', 'code': 200} Nov 12 09:02:21.553423 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec29a13-8d9d-4cbf-b7c6-e56e745ab5d7 req-5d124466-136d-4d77-9d4b-9ad975d1fcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:21.559061 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-aec29a13-8d9d-4cbf-b7c6-e56e745ab5d7 req-5d124466-136d-4d77-9d4b-9ad975d1fcab service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 1098 time: 0.3620374 Nov 12 09:02:21.582745 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 46236) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:21.876236 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0371dff5-df36-4861-9ec8-300e12c0cd90 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:21.979980 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-aec29a13-8d9d-4cbf-b7c6-e56e745ab5d7 req-00166bc0-e4a9-448c-9da7-55e709bc4e22 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=83e08817-8fd2-41c7-b68a-cfb4cbcf996d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4126389 Nov 12 09:02:21.981628 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0371dff5-df36-4861-9ec8-300e12c0cd90 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:22.170332 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0371dff5-df36-4861-9ec8-300e12c0cd90 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:22.177785 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0371dff5-df36-4861-9ec8-300e12c0cd90 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:22.184013 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0371dff5-df36-4861-9ec8-300e12c0cd90 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "DELETE /v2.0/security-groups/b505cbf0-338e-4fe9-b8db-8ae878039060 HTTP/1.1" status: 204 len: 168 time: 0.5947297 Nov 12 09:02:22.184565 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 46246) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:22.198186 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-46fafde9-be44-4dc5-a601-af756a647f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56970609-9c7f-4776-8df4-654d95099c85', 'name': 'tempest-AttachVolumeShelveTestJSON-930260596-router', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:04Z', 'updated_at': '2021-11-12T08:56:20Z', 'revision_number': 4, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'gw_port': {'id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:08Z', 'updated_at': '2021-11-12T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'd22e6fdd-04aa-4edd-9626-fa8953dc9a8b', 'name': '', 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'mac_address': 'fa:16:3e:29:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '7b4bf441-b446-4677-be35-634c383c7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:16Z', 'updated_at': '2021-11-12T08:56:37Z', 'revision_number': 5, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'subnets': [{'id': '7b4bf441-b446-4677-be35-634c383c7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:22.211286 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371dff5-df36-4861-9ec8-300e12c0cd90 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b505cbf0-338e-4fe9-b8db-8ae878039060,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:22.230646 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-946e8b88-1ae6-4e61-90a1-8a916413a08c tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] show failed (client error): The resource could not be found. Nov 12 09:02:22.236278 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-946e8b88-1ae6-4e61-90a1-8a916413a08c tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups/b505cbf0-338e-4fe9-b8db-8ae878039060 HTTP/1.1" status: 404 len: 347 time: 0.0461760 Nov 12 09:02:22.236907 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 46248) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:22.302963 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fafde9-be44-4dc5-a601-af756a647f93 None None] The sync data for ids ['56970609-9c7f-4776-8df4-654d95099c85'] in n-d-768862-16 is: [{'id': '56970609-9c7f-4776-8df4-654d95099c85', 'name': 'tempest-AttachVolumeShelveTestJSON-930260596-router', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:04Z', 'updated_at': '2021-11-12T08:56:20Z', 'revision_number': 4, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'gw_port': {'id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:08Z', 'updated_at': '2021-11-12T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'd22e6fdd-04aa-4edd-9626-fa8953dc9a8b', 'name': '', 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'mac_address': 'fa:16:3e:29:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '7b4bf441-b446-4677-be35-634c383c7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:16Z', 'updated_at': '2021-11-12T08:56:37Z', 'revision_number': 5, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'subnets': [{'id': '7b4bf441-b446-4677-be35-634c383c7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:02:22.398496 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26699d-7b06-48a6-9624-d9ec8a2fa6fd req-c898131b-7233-4912-86c9-8272bfbeb09e tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:22.406355 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8b26699d-7b06-48a6-9624-d9ec8a2fa6fd req-c898131b-7233-4912-86c9-8272bfbeb09e tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 946 time: 0.1371348 Nov 12 09:02:22.567576 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8b26699d-7b06-48a6-9624-d9ec8a2fa6fd req-fcb462ba-e2a5-491e-989b-789bdacd1f4c tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=83e08817-8fd2-41c7-b68a-cfb4cbcf996d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484745 Nov 12 09:02:22.686650 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4e6afac0-b6c6-439d-b8f8-c77ab8e0b72a tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Deleting port 804da5c2-9fc5-46ef-a910-f0eba6ca15b8 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:02:22.688351 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e6afac0-b6c6-439d-b8f8-c77ab8e0b72a tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:22.988505 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e6afac0-b6c6-439d-b8f8-c77ab8e0b72a tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:22.992375 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e6afac0-b6c6-439d-b8f8-c77ab8e0b72a tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:23.105402 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4e6afac0-b6c6-439d-b8f8-c77ab8e0b72a tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Calling delete_port for 804da5c2-9fc5-46ef-a910-f0eba6ca15b8 owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:02:23.165213 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:23.225696 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a002023f-55e6-4cd2-b5dd-e12da859d511 None None] New status for floating IP 666ab8ab-e2b6-4f0a-a0c9-da867e48eb1e: DOWN {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:02:23.930448 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e6afac0-b6c6-439d-b8f8-c77ab8e0b72a tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:24.023223 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7e059-8d25-44b2-a853-ec5c16112c99 req-af9d20f0-4947-4c84-99a6-3c9d6f104b36 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:24.036741 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6afac0-b6c6-439d-b8f8-c77ab8e0b72a tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Pushing event deleted for resources: {'Port': ['ID=804da5c2-9fc5-46ef-a910-f0eba6ca15b8,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:24.041280 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aee7e059-8d25-44b2-a853-ec5c16112c99 req-af9d20f0-4947-4c84-99a6-3c9d6f104b36 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 946 time: 0.1474161 Nov 12 09:02:24.193668 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e6afac0-b6c6-439d-b8f8-c77ab8e0b72a tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:24.199009 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e6afac0-b6c6-439d-b8f8-c77ab8e0b72a tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:24.211772 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4e6afac0-b6c6-439d-b8f8-c77ab8e0b72a tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "DELETE /v2.0/floatingips/666ab8ab-e2b6-4f0a-a0c9-da867e48eb1e HTTP/1.1" status: 204 len: 168 time: 1.9731529 Nov 12 09:02:24.220319 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aee7e059-8d25-44b2-a853-ec5c16112c99 req-68debea1-123b-42c0-afb7-9de571105cb7 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=83e08817-8fd2-41c7-b68a-cfb4cbcf996d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774788 Nov 12 09:02:24.767631 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acf037-6d89-4857-90b4-920057766d45 req-023f652d-d280-4159-93e4-ce622cdb273e tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:24.786907 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a1acf037-6d89-4857-90b4-920057766d45 req-023f652d-d280-4159-93e4-ce622cdb273e tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 946 time: 0.1762509 Nov 12 09:02:24.790939 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 46296) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:24.801549 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-27fdd9e5-26ec-4699-a7f4-286054d9417e tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Request body: {'floatingip': {'port_id': 'd14b9821-9f3a-4d6a-972e-22a512e595a1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:24.963597 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-27fdd9e5-26ec-4699-a7f4-286054d9417e tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for floatingip, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:25.897409 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 46322) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:25.906434 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-e86e4f0c-e282-4624-9e44-9383caab231f tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1343905178', 'description': 'tempest-description--677058256'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:26.056667 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e86e4f0c-e282-4624-9e44-9383caab231f tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:26.303831 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e86e4f0c-e282-4624-9e44-9383caab231f tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:26.311710 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e86e4f0c-e282-4624-9e44-9383caab231f tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:26.314392 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.db.resource_extend [None req-27fdd9e5-26ec-4699-a7f4-286054d9417e tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 09:02:26.414956 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-27fdd9e5-26ec-4699-a7f4-286054d9417e tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:26.421376 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-27fdd9e5-26ec-4699-a7f4-286054d9417e tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:26.470248 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e4f0c-e282-4624-9e44-9383caab231f tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83aa61eb-7261-435a-88a3-7a2cc4b7828d,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:26.508995 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e86e4f0c-e282-4624-9e44-9383caab231f tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:26.522039 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e86e4f0c-e282-4624-9e44-9383caab231f tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6206954 Nov 12 09:02:26.523399 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 46334) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:26.540119 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-c6c92e50-f1b4-4d37-acc2-cc10600ca67a tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Request body: {'security_group_rule': {'security_group_id': '83aa61eb-7261-435a-88a3-7a2cc4b7828d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:26.676598 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c6c92e50-f1b4-4d37-acc2-cc10600ca67a tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:26.985004 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c6c92e50-f1b4-4d37-acc2-cc10600ca67a tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:26.994584 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c6c92e50-f1b4-4d37-acc2-cc10600ca67a tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:27.033729 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c92e50-f1b4-4d37-acc2-cc10600ca67a tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4414b846-9361-4232-9ae5-21babbc20f2c,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:27.059619 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c6c92e50-f1b4-4d37-acc2-cc10600ca67a tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:27.065328 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c6c92e50-f1b4-4d37-acc2-cc10600ca67a tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5357826 Nov 12 09:02:27.066468 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 46346) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:27.085084 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-20b52ea3-0349-4c9b-ab32-382c86bb7773 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Request body: {'security_group_rule': {'security_group_id': '83aa61eb-7261-435a-88a3-7a2cc4b7828d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:27.158005 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-20b52ea3-0349-4c9b-ab32-382c86bb7773 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:27.558667 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-20b52ea3-0349-4c9b-ab32-382c86bb7773 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:27.568366 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-20b52ea3-0349-4c9b-ab32-382c86bb7773 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:27.614936 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b52ea3-0349-4c9b-ab32-382c86bb7773 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478fc08d-8839-40c9-be1a-c18c55270381,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:27.661384 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-20b52ea3-0349-4c9b-ab32-382c86bb7773 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:27.663409 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-20b52ea3-0349-4c9b-ab32-382c86bb7773 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5940843 Nov 12 09:02:27.668456 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 46362) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:27.686562 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-d27e2095-70c7-43fe-84b8-b4d42472b4e8 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:27.753581 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d27e2095-70c7-43fe-84b8-b4d42472b4e8 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for floatingip, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:28.124516 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [None req-27fdd9e5-26ec-4699-a7f4-286054d9417e tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Floating IP 8ea035a7-d12f-4da3-ac6c-6c601707b60e associated. External IP: 172.25.6.29, port: d14b9821-9f3a-4d6a-972e-22a512e595a1. Nov 12 09:02:28.162385 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d27e2095-70c7-43fe-84b8-b4d42472b4e8 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:28.734461 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-d27e2095-70c7-43fe-84b8-b4d42472b4e8 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Allocated IP 172.25.6.103 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/30acd7a9-cd3c-4211-8577-c6966d655fc8) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:02:29.106951 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27fdd9e5-26ec-4699-a7f4-286054d9417e tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Router 5d401e14-3723-4d42-b386-d537962702df has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:02:29.280054 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d27e2095-70c7-43fe-84b8-b4d42472b4e8 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:29.300980 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:29.396068 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d27e2095-70c7-43fe-84b8-b4d42472b4e8 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:29.428576 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fdd9e5-26ec-4699-a7f4-286054d9417e tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:02:29.464121 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e9fd9e-7b6a-4344-9d2b-0af84f983e3e None None] Sync routers for ids ['5d401e14-3723-4d42-b386-d537962702df'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:02:29.477413 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-27fdd9e5-26ec-4699-a7f4-286054d9417e tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:29.514960 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27e2095-70c7-43fe-84b8-b4d42472b4e8 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:02:29.519085 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-d27e2095-70c7-43fe-84b8-b4d42472b4e8 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:02:29.522496 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27e2095-70c7-43fe-84b8-b4d42472b4e8 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:02:29.530577 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e9fd9e-7b6a-4344-9d2b-0af84f983e3e None None] Routers {'5d401e14-3723-4d42-b386-d537962702df'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:02:29.541648 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-51e9fd9e-7b6a-4344-9d2b-0af84f983e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:02:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['5d401e14-3723-4d42-b386-d537962702df'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:29.641894 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e2095-70c7-43fe-84b8-b4d42472b4e8 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Pushing event updated for resources: {'Port': ['ID=30acd7a9-cd3c-4211-8577-c6966d655fc8,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:29.737730 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-27fdd9e5-26ec-4699-a7f4-286054d9417e tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "PUT /v2.0/floatingips/8ea035a7-d12f-4da3-ac6c-6c601707b60e HTTP/1.1" status: 200 len: 991 time: 4.9446571 Nov 12 09:02:29.738470 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3612ed6e-9701-47d9-a2ad-8fab80e4b118', 'tag': 'd14b9821-9f3a-4d6a-972e-22a512e595a1'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:29.741220 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e7e666-b438-4d7c-b4cd-709ddb877c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "3612ed6e-9701-47d9-a2ad-8fab80e4b118", "tag": "d14b9821-9f3a-4d6a-972e-22a512e595a1"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:30.023931 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d27e2095-70c7-43fe-84b8-b4d42472b4e8 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:30.099512 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-51e9fd9e-7b6a-4344-9d2b-0af84f983e3e None None] Set router 5d401e14-3723-4d42-b386-d537962702df gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:02:30.157563 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d27e2095-70c7-43fe-84b8-b4d42472b4e8 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:30.452827 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b0b0ff-de48-4247-a1cc-061d74e48731 x-openstack-request-id: req-e3b0b0ff-de48-4247-a1cc-061d74e48731 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:30.453975 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3612ed6e-9701-47d9-a2ad-8fab80e4b118", "tag": "d14b9821-9f3a-4d6a-972e-22a512e595a1", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:30.454647 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e3b0b0ff-de48-4247-a1cc-061d74e48731 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:30.455503 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3612ed6e-9701-47d9-a2ad-8fab80e4b118', 'tag': 'd14b9821-9f3a-4d6a-972e-22a512e595a1', 'status': 'completed', 'code': 200} Nov 12 09:02:30.658520 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7e666-b438-4d7c-b4cd-709ddb877c7c req-e1558268-f965-497e-a5dc-4b83d27b0d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:30.660630 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-01e7e666-b438-4d7c-b4cd-709ddb877c7c req-e1558268-f965-497e-a5dc-4b83d27b0d03 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e2aedd74754847baa0c2e1ed0d1b2137&device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 1098 time: 0.1766789 Nov 12 09:02:30.987429 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7e666-b438-4d7c-b4cd-709ddb877c7c req-bc63cf9f-8126-46de-904c-b44593c0c843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:30.990194 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-01e7e666-b438-4d7c-b4cd-709ddb877c7c req-bc63cf9f-8126-46de-904c-b44593c0c843 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7524fe81-dda2-4df7-b9b9-932c7fdb6f24 HTTP/1.1" status: 200 len: 912 time: 0.3204875 Nov 12 09:02:31.162001 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d27e2095-70c7-43fe-84b8-b4d42472b4e8 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:31.174769 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d27e2095-70c7-43fe-84b8-b4d42472b4e8 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:31.189469 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-01e7e666-b438-4d7c-b4cd-709ddb877c7c req-2a13449b-6ff0-4f27-a228-6b9eb248f5c1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d14b9821-9f3a-4d6a-972e-22a512e595a1 HTTP/1.1" status: 200 len: 999 time: 0.1873155 Nov 12 09:02:31.218561 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-51e9fd9e-7b6a-4344-9d2b-0af84f983e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d401e14-3723-4d42-b386-d537962702df', 'name': 'tempest-AttachVolumeTestJSON-1686572340-router', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:35Z', 'updated_at': '2021-11-12T09:01:46Z', 'revision_number': 4, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'gw_port': {'id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:37Z', 'updated_at': '2021-11-12T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '8ea035a7-d12f-4da3-ac6c-6c601707b60e', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'floating_ip_address': '172.25.6.29', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '5d401e14-3723-4d42-b386-d537962702df', 'port_id': 'd14b9821-9f3a-4d6a-972e-22a512e595a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24', 'mac_address': 'fa:16:3e:9e:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3612ed6e-9701-47d9-a2ad-8fab80e4b118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:01:57Z', 'updated_at': '2021-11-12T09:02:26Z', 'revision_number': 1, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addc7639-d084-406c-8886-ff680f288bba', 'name': '', 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'mac_address': 'fa:16:3e:d9:86:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:44Z', 'updated_at': '2021-11-12T09:02:00Z', 'revision_number': 5, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'subnets': [{'id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:31.324030 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e9fd9e-7b6a-4344-9d2b-0af84f983e3e None None] Checking router: 5d401e14-3723-4d42-b386-d537962702df for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:02:31.371249 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e9fd9e-7b6a-4344-9d2b-0af84f983e3e None None] Routers {'5d401e14-3723-4d42-b386-d537962702df'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:02:31.377757 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-51e9fd9e-7b6a-4344-9d2b-0af84f983e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:02:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['5d401e14-3723-4d42-b386-d537962702df'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:31.381584 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7e666-b438-4d7c-b4cd-709ddb877c7c req-2d3bb472-bf20-4ba7-a73a-d8141224a6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:31.392648 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-01e7e666-b438-4d7c-b4cd-709ddb877c7c req-2d3bb472-bf20-4ba7-a73a-d8141224a6fd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc HTTP/1.1" status: 200 len: 850 time: 0.1942084 Nov 12 09:02:31.501191 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e2095-70c7-43fe-84b8-b4d42472b4e8 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Pushing event updated for resources: {'Port': ['ID=30acd7a9-cd3c-4211-8577-c6966d655fc8,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:31.546854 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d27e2095-70c7-43fe-84b8-b4d42472b4e8 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:31.566116 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7e666-b438-4d7c-b4cd-709ddb877c7c req-b0eca67a-ea0a-444d-9067-f82dffa2c18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:31.574888 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-01e7e666-b438-4d7c-b4cd-709ddb877c7c req-b0eca67a-ea0a-444d-9067-f82dffa2c18b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7524fe81-dda2-4df7-b9b9-932c7fdb6f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1805823 Nov 12 09:02:31.601666 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d27e2095-70c7-43fe-84b8-b4d42472b4e8 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:31.603982 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d27e2095-70c7-43fe-84b8-b4d42472b4e8 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9338014 Nov 12 09:02:31.854161 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-01e7e666-b438-4d7c-b4cd-709ddb877c7c req-3353e405-612c-4115-979e-8d184ef26e1d service neutron] 10.222.0.54 "GET /v2.0/networks/7524fe81-dda2-4df7-b9b9-932c7fdb6f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713003 Nov 12 09:02:32.270377 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-01e7e666-b438-4d7c-b4cd-709ddb877c7c req-4fd1e525-d5bb-4cbd-971a-54f0dc979e39 service neutron] 10.222.0.54 "GET /v2.0/networks/7524fe81-dda2-4df7-b9b9-932c7fdb6f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065456 Nov 12 09:02:32.335786 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-506076ba-a184-409e-9b15-692b500ef2f7 req-dd063acb-f3d3-45ff-9591-135021122829 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1343905178&fields=id&tenant_id=9ec847d4aa114da6b8ea6ce22207bb4f HTTP/1.1" status: 200 len: 267 time: 0.1877301 Nov 12 09:02:32.378573 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-51e9fd9e-7b6a-4344-9d2b-0af84f983e3e None None] Set router 5d401e14-3723-4d42-b386-d537962702df gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:02:32.717179 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506076ba-a184-409e-9b15-692b500ef2f7 req-79d51a45-eb73-447b-98d5-f18086cfce53 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:32.731930 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-506076ba-a184-409e-9b15-692b500ef2f7 req-79d51a45-eb73-447b-98d5-f18086cfce53 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/networks?id=1257ab85-0a57-4816-836b-dcdc791e6146 HTTP/1.1" status: 200 len: 816 time: 0.3758314 Nov 12 09:02:32.766996 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-506076ba-a184-409e-9b15-692b500ef2f7 req-6a8a5369-b6e8-4145-95c5-7fa1073dfbeb tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/quotas/9ec847d4aa114da6b8ea6ce22207bb4f HTTP/1.1" status: 200 len: 375 time: 0.0228541 Nov 12 09:02:32.995824 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-506076ba-a184-409e-9b15-692b500ef2f7 req-fab01acd-451c-4e9b-8534-09bc596f4b1b tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ec847d4aa114da6b8ea6ce22207bb4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2185514 Nov 12 09:02:33.062342 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-51e9fd9e-7b6a-4344-9d2b-0af84f983e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d401e14-3723-4d42-b386-d537962702df', 'name': 'tempest-AttachVolumeTestJSON-1686572340-router', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:35Z', 'updated_at': '2021-11-12T09:01:46Z', 'revision_number': 4, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'gw_port': {'id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:37Z', 'updated_at': '2021-11-12T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '8ea035a7-d12f-4da3-ac6c-6c601707b60e', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'floating_ip_address': '172.25.6.29', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '5d401e14-3723-4d42-b386-d537962702df', 'port_id': 'd14b9821-9f3a-4d6a-972e-22a512e595a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24', 'mac_address': 'fa:16:3e:9e:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3612ed6e-9701-47d9-a2ad-8fab80e4b118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:01:57Z', 'updated_at': '2021-11-12T09:02:26Z', 'revision_number': 1, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addc7639-d084-406c-8886-ff680f288bba', 'name': '', 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'mac_address': 'fa:16:3e:d9:86:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:44Z', 'updated_at': '2021-11-12T09:02:00Z', 'revision_number': 5, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'subnets': [{'id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:33.120585 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e9fd9e-7b6a-4344-9d2b-0af84f983e3e None None] The sync data for ids ['5d401e14-3723-4d42-b386-d537962702df'] in n-d-768862-16 is: [{'id': '5d401e14-3723-4d42-b386-d537962702df', 'name': 'tempest-AttachVolumeTestJSON-1686572340-router', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:35Z', 'updated_at': '2021-11-12T09:01:46Z', 'revision_number': 4, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'gw_port': {'id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:37Z', 'updated_at': '2021-11-12T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '8ea035a7-d12f-4da3-ac6c-6c601707b60e', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'floating_ip_address': '172.25.6.29', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '5d401e14-3723-4d42-b386-d537962702df', 'port_id': 'd14b9821-9f3a-4d6a-972e-22a512e595a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24', 'mac_address': 'fa:16:3e:9e:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3612ed6e-9701-47d9-a2ad-8fab80e4b118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:01:57Z', 'updated_at': '2021-11-12T09:02:26Z', 'revision_number': 1, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addc7639-d084-406c-8886-ff680f288bba', 'name': '', 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'mac_address': 'fa:16:3e:d9:86:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:44Z', 'updated_at': '2021-11-12T09:02:00Z', 'revision_number': 5, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'subnets': [{'id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:02:33.461287 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-506076ba-a184-409e-9b15-692b500ef2f7 req-e4b0094a-0d11-4f79-80a4-2ebeab8a374e service neutron] 10.222.0.37 "GET /v2.0/networks/1257ab85-0a57-4816-836b-dcdc791e6146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951147 Nov 12 09:02:33.723505 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f974562-a150-46df-a2ee-8171468366f5 None None] New status for floating IP 8ea035a7-d12f-4da3-ac6c-6c601707b60e: ACTIVE {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:02:33.850591 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-506076ba-a184-409e-9b15-692b500ef2f7 req-d11d0c33-453d-47b6-b81d-34d39f895bad service neutron] 10.222.0.37 "GET /v2.0/networks/1257ab85-0a57-4816-836b-dcdc791e6146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677268 Nov 12 09:02:34.825488 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-31d45057-ccf5-4569-8c88-1bddb55ab9d9 req-29df3b24-59c6-4805-8d4f-e91b0c6cc69f tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 210 time: 0.1194150 Nov 12 09:02:36.134144 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:02:36.228322 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-377b0ec8-cd9f-4f75-b4c3-3fb391d94611 req-96b18be2-dc83-4a3a-9f13-d1d0907175ef tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 210 time: 0.1047568 Nov 12 09:02:37.350819 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506076ba-a184-409e-9b15-692b500ef2f7 req-66af5668-d7ea-4e95-81af-481926e0b498 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:37.361497 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-506076ba-a184-409e-9b15-692b500ef2f7 req-66af5668-d7ea-4e95-81af-481926e0b498 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.54 "GET /v2.0/networks?id=1257ab85-0a57-4816-836b-dcdc791e6146 HTTP/1.1" status: 200 len: 816 time: 0.6276143 Nov 12 09:02:37.602280 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-506076ba-a184-409e-9b15-692b500ef2f7 req-360f46e8-aaa5-47a2-841e-2e09c3a47ced tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ec847d4aa114da6b8ea6ce22207bb4f HTTP/1.1" status: 200 len: 380 time: 0.2334561 Nov 12 09:02:37.615956 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-506076ba-a184-409e-9b15-692b500ef2f7 req-9d75ef65-8a40-4554-9781-53869f374a9b tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Request body: {'port': {'device_id': 'b69485ef-8320-46c5-b6da-1f03a3b1f771', 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146', 'admin_state_up': True, 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'security_groups': ['83aa61eb-7261-435a-88a3-7a2cc4b7828d']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:37.780994 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-501ec23d-2124-4798-a068-195387590f91 req-22852de2-ccf7-4ed5-a626-a35296b982df tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 210 time: 0.1711686 Nov 12 09:02:37.893994 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c43317c9-2aa4-4d93-93a6-0a53136470b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:38.268607 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-506076ba-a184-409e-9b15-692b500ef2f7 req-9d75ef65-8a40-4554-9781-53869f374a9b tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Made reservation on behalf of 9ec847d4aa114da6b8ea6ce22207bb4f for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:02:38.278934 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-506076ba-a184-409e-9b15-692b500ef2f7 req-9d75ef65-8a40-4554-9781-53869f374a9b tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:38.881866 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-506076ba-a184-409e-9b15-692b500ef2f7 req-9d75ef65-8a40-4554-9781-53869f374a9b tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Allocated IP 172.20.0.4 (1257ab85-0a57-4816-836b-dcdc791e6146/7b4bf441-b446-4677-be35-634c383c7b12/52f0bec9-5cde-4d30-a8b8-5386b162581a) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:02:39.224160 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-78a71440-b8ea-46e5-965e-30cf55f7f85f req-cd4523e9-807a-4803-be40-96ac453434c0 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 210 time: 0.1204183 Nov 12 09:02:39.417433 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-506076ba-a184-409e-9b15-692b500ef2f7 req-9d75ef65-8a40-4554-9781-53869f374a9b tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:39.699532 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-506076ba-a184-409e-9b15-692b500ef2f7 req-9d75ef65-8a40-4554-9781-53869f374a9b tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:39.985683 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75ef65-8a40-4554-9781-53869f374a9b tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Pushing event updated for resources: {'Port': ['ID=52f0bec9-5cde-4d30-a8b8-5386b162581a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:40.065827 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-506076ba-a184-409e-9b15-692b500ef2f7 req-9d75ef65-8a40-4554-9781-53869f374a9b tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Network 1257ab85-0a57-4816-836b-dcdc791e6146 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:02:40.075100 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-506076ba-a184-409e-9b15-692b500ef2f7 req-9d75ef65-8a40-4554-9781-53869f374a9b tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:02:40.093455 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-506076ba-a184-409e-9b15-692b500ef2f7 req-9d75ef65-8a40-4554-9781-53869f374a9b tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:02:40.265297 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a23e3288-2771-477f-b649-a50e97d9ada1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:40.448632 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506076ba-a184-409e-9b15-692b500ef2f7 req-9d75ef65-8a40-4554-9781-53869f374a9b tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:40.449775 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-506076ba-a184-409e-9b15-692b500ef2f7 req-9d75ef65-8a40-4554-9781-53869f374a9b tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:40.565763 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-506076ba-a184-409e-9b15-692b500ef2f7 req-9d75ef65-8a40-4554-9781-53869f374a9b tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9568837 Nov 12 09:02:40.591328 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-506076ba-a184-409e-9b15-692b500ef2f7 req-6b4e4040-4a99-4bec-ae31-ad91c5a0991a service neutron] Request body: {'port': {'device_id': 'b69485ef-8320-46c5-b6da-1f03a3b1f771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:40.877013 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-506076ba-a184-409e-9b15-692b500ef2f7 req-6b4e4040-4a99-4bec-ae31-ad91c5a0991a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:40.941583 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0686b9-a114-4723-989a-7257fbc96657 req-a8f27ba5-78c3-4965-830b-f4430a95fd29 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:40.963564 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ad0686b9-a114-4723-989a-7257fbc96657 req-a8f27ba5-78c3-4965-830b-f4430a95fd29 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 931 time: 0.3274384 Nov 12 09:02:40.965938 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-49f77818-4f5f-4d8b-b7c5-a60045ad80df None None] Provisioning complete for port 52f0bec9-5cde-4d30-a8b8-5386b162581a triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:40.969897 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-49f77818-4f5f-4d8b-b7c5-a60045ad80df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:41.229027 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-49f77818-4f5f-4d8b-b7c5-a60045ad80df None None] Port 52f0bec9-5cde-4d30-a8b8-5386b162581a cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:02:41.276209 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ad0686b9-a114-4723-989a-7257fbc96657 req-4989ec1b-e7a7-4ead-aea8-2d1a4286bf0b tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3080115 Nov 12 09:02:42.116020 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:42.458936 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-506076ba-a184-409e-9b15-692b500ef2f7 req-6b4e4040-4a99-4bec-ae31-ad91c5a0991a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52f0bec9-5cde-4d30-a8b8-5386b162581a {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:02:42.510929 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-506076ba-a184-409e-9b15-692b500ef2f7 req-6b4e4040-4a99-4bec-ae31-ad91c5a0991a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:42.640187 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-506076ba-a184-409e-9b15-692b500ef2f7 req-6b4e4040-4a99-4bec-ae31-ad91c5a0991a service neutron] Transition to ACTIVE for port object 52f0bec9-5cde-4d30-a8b8-5386b162581a will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:02:42.649804 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-506076ba-a184-409e-9b15-692b500ef2f7 req-6b4e4040-4a99-4bec-ae31-ad91c5a0991a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:42.957248 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e26a1-3870-46f8-9d31-354ba4b68bcc req-01ba0a80-6b80-4b70-978e-a588a0eb0579 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:42.981053 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-757e26a1-3870-46f8-9d31-354ba4b68bcc req-01ba0a80-6b80-4b70-978e-a588a0eb0579 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 943 time: 0.3049099 Nov 12 09:02:43.168682 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e4040-4a99-4bec-ae31-ad91c5a0991a service neutron] Pushing event updated for resources: {'Port': ['ID=52f0bec9-5cde-4d30-a8b8-5386b162581a,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:43.396562 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-757e26a1-3870-46f8-9d31-354ba4b68bcc req-9d2a8506-5f18-4464-8d5f-0891b73890e4 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4133728 Nov 12 09:02:43.438059 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:43.560876 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-506076ba-a184-409e-9b15-692b500ef2f7 req-6b4e4040-4a99-4bec-ae31-ad91c5a0991a service neutron] Attempting to bind port 52f0bec9-5cde-4d30-a8b8-5386b162581a on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:02:43.561759 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-506076ba-a184-409e-9b15-692b500ef2f7 req-6b4e4040-4a99-4bec-ae31-ad91c5a0991a service neutron] Attempting to bind port 52f0bec9-5cde-4d30-a8b8-5386b162581a by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '0d552c33-257a-485a-b0f3-e78e2fa44e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:02:43.564185 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506076ba-a184-409e-9b15-692b500ef2f7 req-6b4e4040-4a99-4bec-ae31-ad91c5a0991a service neutron] Attempting to bind port 52f0bec9-5cde-4d30-a8b8-5386b162581a on network 1257ab85-0a57-4816-836b-dcdc791e6146 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:02:43.583275 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506076ba-a184-409e-9b15-692b500ef2f7 req-6b4e4040-4a99-4bec-ae31-ad91c5a0991a service neutron] Port 52f0bec9-5cde-4d30-a8b8-5386b162581a on network 1257ab85-0a57-4816-836b-dcdc791e6146 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:02:43.585025 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506076ba-a184-409e-9b15-692b500ef2f7 req-6b4e4040-4a99-4bec-ae31-ad91c5a0991a service neutron] Attempting to bind port 52f0bec9-5cde-4d30-a8b8-5386b162581a on network 1257ab85-0a57-4816-836b-dcdc791e6146 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:02:43.606822 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506076ba-a184-409e-9b15-692b500ef2f7 req-6b4e4040-4a99-4bec-ae31-ad91c5a0991a service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:02:43.607944 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506076ba-a184-409e-9b15-692b500ef2f7 req-6b4e4040-4a99-4bec-ae31-ad91c5a0991a service neutron] Checking segment: {'id': '0d552c33-257a-485a-b0f3-e78e2fa44e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:02:43.608888 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506076ba-a184-409e-9b15-692b500ef2f7 req-6b4e4040-4a99-4bec-ae31-ad91c5a0991a service neutron] Bound using segment: {'id': '0d552c33-257a-485a-b0f3-e78e2fa44e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:02:43.610339 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-506076ba-a184-409e-9b15-692b500ef2f7 req-6b4e4040-4a99-4bec-ae31-ad91c5a0991a service neutron] Bound port: 52f0bec9-5cde-4d30-a8b8-5386b162581a, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d552c33-257a-485a-b0f3-e78e2fa44e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:02:43.611323 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-506076ba-a184-409e-9b15-692b500ef2f7 req-6b4e4040-4a99-4bec-ae31-ad91c5a0991a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:43.865349 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-506076ba-a184-409e-9b15-692b500ef2f7 req-6b4e4040-4a99-4bec-ae31-ad91c5a0991a service neutron] For port 52f0bec9-5cde-4d30-a8b8-5386b162581a, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:02:43.880973 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-506076ba-a184-409e-9b15-692b500ef2f7 req-6b4e4040-4a99-4bec-ae31-ad91c5a0991a service neutron] For port 52f0bec9-5cde-4d30-a8b8-5386b162581a, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=52f0bec9-5cde-4d30-a8b8-5386b162581a,segment=NetworkSegment(0d552c33-257a-485a-b0f3-e78e2fa44e64),segment_id=0d552c33-257a-485a-b0f3-e78e2fa44e64)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:02:43.895945 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-506076ba-a184-409e-9b15-692b500ef2f7 req-6b4e4040-4a99-4bec-ae31-ad91c5a0991a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:44.054090 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:44.106943 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e4040-4a99-4bec-ae31-ad91c5a0991a service neutron] Pushing event updated for resources: {'Port': ['ID=52f0bec9-5cde-4d30-a8b8-5386b162581a,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:44.151234 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506076ba-a184-409e-9b15-692b500ef2f7 req-6b4e4040-4a99-4bec-ae31-ad91c5a0991a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:44.152432 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-506076ba-a184-409e-9b15-692b500ef2f7 req-6b4e4040-4a99-4bec-ae31-ad91c5a0991a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:44.155031 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-506076ba-a184-409e-9b15-692b500ef2f7 req-6b4e4040-4a99-4bec-ae31-ad91c5a0991a service neutron] 10.222.0.54 "PUT /v2.0/ports/52f0bec9-5cde-4d30-a8b8-5386b162581a HTTP/1.1" status: 200 len: 1092 time: 3.5797977 Nov 12 09:02:44.169124 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b69485ef-8320-46c5-b6da-1f03a3b1f771', 'tag': '52f0bec9-5cde-4d30-a8b8-5386b162581a'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:44.174175 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda6716f-986a-42bc-a80d-edfacb14cf02" -d '{"events": [{"name": "network-changed", "server_uuid": "b69485ef-8320-46c5-b6da-1f03a3b1f771", "tag": "52f0bec9-5cde-4d30-a8b8-5386b162581a"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:44.190459 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 46670) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:44.454722 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b259fc4-3346-4148-9d85-96474a06e9bb x-openstack-request-id: req-7b259fc4-3346-4148-9d85-96474a06e9bb {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:44.455597 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b69485ef-8320-46c5-b6da-1f03a3b1f771", "tag": "52f0bec9-5cde-4d30-a8b8-5386b162581a", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:44.456044 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b259fc4-3346-4148-9d85-96474a06e9bb {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:44.456707 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b69485ef-8320-46c5-b6da-1f03a3b1f771', 'tag': '52f0bec9-5cde-4d30-a8b8-5386b162581a', 'status': 'completed', 'code': 200} Nov 12 09:02:44.947465 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1b0fb20a-b6e6-4a7a-b6e3-09938b8aef53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:45.033895 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a5e2b-c275-4364-8835-3390e935ff81 req-2703d531-cae6-4629-8f27-1e99ffa2b4a5 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:45.048783 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e9a5e2b-c275-4364-8835-3390e935ff81 req-2703d531-cae6-4629-8f27-1e99ffa2b4a5 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 943 time: 0.2463698 Nov 12 09:02:45.056764 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506076ba-a184-409e-9b15-692b500ef2f7 req-9e7e8610-3c5f-4334-9289-0ac57d8694d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:45.065157 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-506076ba-a184-409e-9b15-692b500ef2f7 req-9e7e8610-3c5f-4334-9289-0ac57d8694d0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ec847d4aa114da6b8ea6ce22207bb4f&device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 1095 time: 0.8402157 Nov 12 09:02:45.267689 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e9a5e2b-c275-4364-8835-3390e935ff81 req-052680b8-d618-431c-b585-e748c814a9e7 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171206 Nov 12 09:02:45.343967 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-506076ba-a184-409e-9b15-692b500ef2f7 req-47990bdc-7702-4411-b4df-3b7220854a56 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52f0bec9-5cde-4d30-a8b8-5386b162581a HTTP/1.1" status: 200 len: 217 time: 0.2619598 Nov 12 09:02:45.477527 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1b0fb20a-b6e6-4a7a-b6e3-09938b8aef53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:45.496630 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1b0fb20a-b6e6-4a7a-b6e3-09938b8aef53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:45.623884 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506076ba-a184-409e-9b15-692b500ef2f7 req-fb31b4fc-845a-4f4a-8249-99842b86b79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:45.637164 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-506076ba-a184-409e-9b15-692b500ef2f7 req-fb31b4fc-845a-4f4a-8249-99842b86b79f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b4bf441-b446-4677-be35-634c383c7b12 HTTP/1.1" status: 200 len: 855 time: 0.2691667 Nov 12 09:02:45.706019 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 46706) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:45.713583 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1b0fb20a-b6e6-4a7a-b6e3-09938b8aef53 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b5c5cff310294c50b9fc0ea5808a72c0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5199535 Nov 12 09:02:45.724522 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0fb20a-b6e6-4a7a-b6e3-09938b8aef53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d272312e-56ac-4530-a61c-0884809f9e86,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:45.802361 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506076ba-a184-409e-9b15-692b500ef2f7 req-7a530764-fd07-4bef-bc83-b8d5be0881cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:45.805328 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-506076ba-a184-409e-9b15-692b500ef2f7 req-7a530764-fd07-4bef-bc83-b8d5be0881cf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1257ab85-0a57-4816-836b-dcdc791e6146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1670883 Nov 12 09:02:46.184491 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7076e017-693e-4d9e-90e0-4c6eae5d136c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:46.327818 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-506076ba-a184-409e-9b15-692b500ef2f7 req-36385569-f838-4f9a-9a02-c82a32282a9d service neutron] 10.222.0.54 "GET /v2.0/networks/1257ab85-0a57-4816-836b-dcdc791e6146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657235 Nov 12 09:02:46.602871 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-506076ba-a184-409e-9b15-692b500ef2f7 req-c153ff87-38f2-4c3c-9cf3-4268885027e5 service neutron] 10.222.0.54 "GET /v2.0/networks/1257ab85-0a57-4816-836b-dcdc791e6146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621996 Nov 12 09:02:46.632000 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7076e017-693e-4d9e-90e0-4c6eae5d136c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:46.731710 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9db4e-236f-441f-9462-eb0b4c1bb189 req-0c9db45b-ab45-4e25-a28c-dfc937e25a4b tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:46.748615 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8bc9db4e-236f-441f-9462-eb0b4c1bb189 req-0c9db45b-ab45-4e25-a28c-dfc937e25a4b tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 943 time: 0.2112842 Nov 12 09:02:46.955302 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7076e017-693e-4d9e-90e0-4c6eae5d136c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:46.961219 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7076e017-693e-4d9e-90e0-4c6eae5d136c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:46.964860 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7076e017-693e-4d9e-90e0-4c6eae5d136c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d272312e-56ac-4530-a61c-0884809f9e86 HTTP/1.1" status: 204 len: 168 time: 1.2549484 Nov 12 09:02:46.970282 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6716f-986a-42bc-a80d-edfacb14cf02 req-1ed3c7eb-72d8-4275-9270-6de9fd104f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:46.974264 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fda6716f-986a-42bc-a80d-edfacb14cf02 req-1ed3c7eb-72d8-4275-9270-6de9fd104f16 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ec847d4aa114da6b8ea6ce22207bb4f&device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 1095 time: 0.1668823 Nov 12 09:02:47.016413 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076e017-693e-4d9e-90e0-4c6eae5d136c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d272312e-56ac-4530-a61c-0884809f9e86,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:47.044756 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8bc9db4e-236f-441f-9462-eb0b4c1bb189 req-48da9618-b60b-4040-8064-fb07d74bf2f9 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2853203 Nov 12 09:02:47.420715 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6716f-986a-42bc-a80d-edfacb14cf02 req-5b4162d0-0370-4ca6-8d5d-87d44b844a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:47.423950 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fda6716f-986a-42bc-a80d-edfacb14cf02 req-5b4162d0-0370-4ca6-8d5d-87d44b844a56 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1257ab85-0a57-4816-836b-dcdc791e6146 HTTP/1.1" status: 200 len: 917 time: 0.4398546 Nov 12 09:02:47.574354 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fda6716f-986a-42bc-a80d-edfacb14cf02 req-7b532283-12fb-4f59-8523-d2544d91b77f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52f0bec9-5cde-4d30-a8b8-5386b162581a HTTP/1.1" status: 200 len: 217 time: 0.1419032 Nov 12 09:02:47.733561 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6716f-986a-42bc-a80d-edfacb14cf02 req-0c493109-4a91-4cdf-9ac2-10211aa2a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:47.738249 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fda6716f-986a-42bc-a80d-edfacb14cf02 req-0c493109-4a91-4cdf-9ac2-10211aa2a5c3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b4bf441-b446-4677-be35-634c383c7b12 HTTP/1.1" status: 200 len: 855 time: 0.1540196 Nov 12 09:02:47.924390 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6716f-986a-42bc-a80d-edfacb14cf02 req-485950a4-3980-4449-90dd-d0ebed813c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:47.926444 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fda6716f-986a-42bc-a80d-edfacb14cf02 req-485950a4-3980-4449-90dd-d0ebed813c2b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1257ab85-0a57-4816-836b-dcdc791e6146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1707437 Nov 12 09:02:47.944212 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [req-fda6716f-986a-42bc-a80d-edfacb14cf02 req-8572596b-968f-4782-93ff-7402be50847d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:02:47.946550 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fda6716f-986a-42bc-a80d-edfacb14cf02 req-8572596b-968f-4782-93ff-7402be50847d service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076375 Nov 12 09:02:48.133161 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 46760) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:48.176776 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fda6716f-986a-42bc-a80d-edfacb14cf02 req-16d24427-f0e6-43e4-8da5-22e56b0c796a service neutron] 10.222.0.54 "GET /v2.0/networks/1257ab85-0a57-4816-836b-dcdc791e6146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213500 Nov 12 09:02:48.178661 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4820d1b0-7814-49a1-857b-70a077b5601d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:48.438873 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4820d1b0-7814-49a1-857b-70a077b5601d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:48.454908 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4820d1b0-7814-49a1-857b-70a077b5601d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:48.508613 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fda6716f-986a-42bc-a80d-edfacb14cf02 req-9005f3aa-3ead-44e9-bc60-5c1f7f51de74 service neutron] 10.222.0.54 "GET /v2.0/networks/1257ab85-0a57-4816-836b-dcdc791e6146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236220 Nov 12 09:02:48.685536 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4820d1b0-7814-49a1-857b-70a077b5601d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=68ca80fff8a845bca08eb380722ee5b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5493844 Nov 12 09:02:48.689509 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 46774) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:48.717539 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820d1b0-7814-49a1-857b-70a077b5601d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b095eb7-c273-4e2b-99d2-951d7a5e18d6,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:48.744351 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7b24e-9c9a-4290-8d77-a6e97b3331ff req-c7bc600c-257f-4daf-b935-d8b115fc20d4 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:48.756944 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-17a7b24e-9c9a-4290-8d77-a6e97b3331ff req-c7bc600c-257f-4daf-b935-d8b115fc20d4 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 943 time: 0.3106315 Nov 12 09:02:48.885020 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3f8eb848-c22c-40b6-a80d-d098c9222f23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:48.921901 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-17a7b24e-9c9a-4290-8d77-a6e97b3331ff req-9b1fad59-aef6-4c06-9051-b59a7c82551c tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618841 Nov 12 09:02:48.928686 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3f8eb848-c22c-40b6-a80d-d098c9222f23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:49.059434 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3f8eb848-c22c-40b6-a80d-d098c9222f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:49.065838 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3f8eb848-c22c-40b6-a80d-d098c9222f23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:49.072976 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3f8eb848-c22c-40b6-a80d-d098c9222f23 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b095eb7-c273-4e2b-99d2-951d7a5e18d6 HTTP/1.1" status: 204 len: 168 time: 0.3819230 Nov 12 09:02:49.110101 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8eb848-c22c-40b6-a80d-d098c9222f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b095eb7-c273-4e2b-99d2-951d7a5e18d6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:49.603344 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 52f0bec9-5cde-4d30-a8b8-5386b162581a details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:02:49.915645 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 52f0bec9-5cde-4d30-a8b8-5386b162581a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=52f0bec9-5cde-4d30-a8b8-5386b162581a,segment=NetworkSegment(0d552c33-257a-485a-b0f3-e78e2fa44e64),segment_id=0d552c33-257a-485a-b0f3-e78e2fa44e64)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:49.942525 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '52f0bec9-5cde-4d30-a8b8-5386b162581a', 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146', 'port_id': '52f0bec9-5cde-4d30-a8b8-5386b162581a', 'mac_address': 'fa:16:3e:68:af:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4bf441-b446-4677-be35-634c383c7b12', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:02:50.057051 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:50.087538 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52f0bec9-5cde-4d30-a8b8-5386b162581a {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:02:50.136172 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 52f0bec9-5cde-4d30-a8b8-5386b162581a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=52f0bec9-5cde-4d30-a8b8-5386b162581a,segment=NetworkSegment(0d552c33-257a-485a-b0f3-e78e2fa44e64),segment_id=0d552c33-257a-485a-b0f3-e78e2fa44e64)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:50.145968 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:50.269095 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=52f0bec9-5cde-4d30-a8b8-5386b162581a,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:50.300913 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a04989-df07-4ad6-9dcd-686aa4bfbf5c req-a1a7d959-43ee-4d10-8271-4e0238956697 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:50.311318 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-65a04989-df07-4ad6-9dcd-686aa4bfbf5c req-a1a7d959-43ee-4d10-8271-4e0238956697 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 944 time: 0.1743395 Nov 12 09:02:50.452946 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-65a04989-df07-4ad6-9dcd-686aa4bfbf5c req-dc9ab13c-5d8a-4622-9152-d1ec4e914d20 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314509 Nov 12 09:02:50.460674 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['52f0bec9-5cde-4d30-a8b8-5386b162581a'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:02:51.857030 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87794c9b-4ad7-4fc4-8b71-bbabfaba759d req-72078ec3-233c-4d83-a007-ee019db0b738 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:51.858849 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-87794c9b-4ad7-4fc4-8b71-bbabfaba759d req-72078ec3-233c-4d83-a007-ee019db0b738 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 944 time: 0.1423604 Nov 12 09:02:52.120798 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-87794c9b-4ad7-4fc4-8b71-bbabfaba759d req-7fa2c81a-96ec-45b5-a1b8-2b7175f1a82b tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461145 Nov 12 09:02:52.846163 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 46880) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:53.141588 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:53.586879 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c46bc-82eb-4040-b8a7-0c5354427ff5 req-68c35b4f-9c5d-42da-a0ae-367fe63b811e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:53.605512 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a89c46bc-82eb-4040-b8a7-0c5354427ff5 req-68c35b4f-9c5d-42da-a0ae-367fe63b811e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 944 time: 0.1458161 Nov 12 09:02:53.625074 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-532b8614-e764-4e99-9ea5-33c6ee4c613b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:53.632607 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 52f0bec9-5cde-4d30-a8b8-5386b162581a up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:02:53.735098 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a89c46bc-82eb-4040-b8a7-0c5354427ff5 req-50da5e71-c39a-4485-90ca-2089aeff80af tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271791 Nov 12 09:02:53.943057 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 52f0bec9-5cde-4d30-a8b8-5386b162581a completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:02:53.959955 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 52f0bec9-5cde-4d30-a8b8-5386b162581a triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:53.961214 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:54.109150 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-532b8614-e764-4e99-9ea5-33c6ee4c613b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:54.120168 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-532b8614-e764-4e99-9ea5-33c6ee4c613b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:54.330238 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b8614-e764-4e99-9ea5-33c6ee4c613b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927963c5-d28b-4b73-bcda-1cc210d31337,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:54.351344 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b8614-e764-4e99-9ea5-33c6ee4c613b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:54.353927 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b8614-e764-4e99-9ea5-33c6ee4c613b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:54.355061 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b8614-e764-4e99-9ea5-33c6ee4c613b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:54.356358 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b8614-e764-4e99-9ea5-33c6ee4c613b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:54.357303 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b8614-e764-4e99-9ea5-33c6ee4c613b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:54.358116 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b8614-e764-4e99-9ea5-33c6ee4c613b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:54.358982 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b8614-e764-4e99-9ea5-33c6ee4c613b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:54.359857 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b8614-e764-4e99-9ea5-33c6ee4c613b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:54.360724 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b8614-e764-4e99-9ea5-33c6ee4c613b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:54.362613 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b8614-e764-4e99-9ea5-33c6ee4c613b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:54.364005 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b8614-e764-4e99-9ea5-33c6ee4c613b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:54.364890 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b8614-e764-4e99-9ea5-33c6ee4c613b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:54.389498 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 46934) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:54.401444 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-532b8614-e764-4e99-9ea5-33c6ee4c613b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b136d206982b4619ab4b0b65792901dd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5500176 Nov 12 09:02:54.427063 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:54.478442 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 46936) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:54.555685 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 52f0bec9-5cde-4d30-a8b8-5386b162581a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=52f0bec9-5cde-4d30-a8b8-5386b162581a,segment=NetworkSegment(0d552c33-257a-485a-b0f3-e78e2fa44e64),segment_id=0d552c33-257a-485a-b0f3-e78e2fa44e64)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:54.564257 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69485ef-8320-46c5-b6da-1f03a3b1f771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f0bec9-5cde-4d30-a8b8-5386b162581a'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:54.573139 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02bb8ff-cde2-419f-be3b-16cf579526f5" -d '{"events": [{"server_uuid": "b69485ef-8320-46c5-b6da-1f03a3b1f771", "name": "network-vif-plugged", "status": "completed", "tag": "52f0bec9-5cde-4d30-a8b8-5386b162581a"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:54.590253 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:54.598948 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-62909ef5-bfeb-454c-9ac2-06959c730eec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:54.761950 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-62909ef5-bfeb-454c-9ac2-06959c730eec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:54.797649 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=52f0bec9-5cde-4d30-a8b8-5386b162581a,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:54.844665 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3ea077-5dbd-4a69-809f-6aa5e3308b26 x-openstack-request-id: req-5d3ea077-5dbd-4a69-809f-6aa5e3308b26 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:54.844984 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69485ef-8320-46c5-b6da-1f03a3b1f771", "name": "network-vif-plugged", "status": "completed", "tag": "52f0bec9-5cde-4d30-a8b8-5386b162581a", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:54.845212 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d3ea077-5dbd-4a69-809f-6aa5e3308b26 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:54.845638 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b69485ef-8320-46c5-b6da-1f03a3b1f771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f0bec9-5cde-4d30-a8b8-5386b162581a', 'code': 200} Nov 12 09:02:54.944259 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-62909ef5-bfeb-454c-9ac2-06959c730eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:54.962339 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-62909ef5-bfeb-454c-9ac2-06959c730eec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:54.969131 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-62909ef5-bfeb-454c-9ac2-06959c730eec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/927963c5-d28b-4b73-bcda-1cc210d31337 HTTP/1.1" status: 204 len: 168 time: 0.5771639 Nov 12 09:02:55.030126 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62909ef5-bfeb-454c-9ac2-06959c730eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927963c5-d28b-4b73-bcda-1cc210d31337,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:55.066950 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62909ef5-bfeb-454c-9ac2-06959c730eec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:55.066950 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62909ef5-bfeb-454c-9ac2-06959c730eec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:55.067282 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62909ef5-bfeb-454c-9ac2-06959c730eec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:55.067805 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62909ef5-bfeb-454c-9ac2-06959c730eec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:55.068444 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62909ef5-bfeb-454c-9ac2-06959c730eec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:55.080664 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62909ef5-bfeb-454c-9ac2-06959c730eec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:55.081159 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62909ef5-bfeb-454c-9ac2-06959c730eec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:55.082583 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62909ef5-bfeb-454c-9ac2-06959c730eec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:55.085027 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62909ef5-bfeb-454c-9ac2-06959c730eec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:55.085880 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62909ef5-bfeb-454c-9ac2-06959c730eec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:55.086709 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62909ef5-bfeb-454c-9ac2-06959c730eec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:55.087562 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62909ef5-bfeb-454c-9ac2-06959c730eec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:55.194642 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999b988-76e4-4e6f-a700-e762dfef52c8 req-0fa7ef20-e495-413e-9b56-97db6dd98d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:55.197059 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a999b988-76e4-4e6f-a700-e762dfef52c8 req-0fa7ef20-e495-413e-9b56-97db6dd98d4c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 1097 time: 0.1834414 Nov 12 09:02:55.237422 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b964384c-d83b-4992-9c26-62efddefcba2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:55.421346 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07828e81-3594-414c-a5d3-f59e4f743a5c req-fca539b5-0ca0-475e-8fe0-872a8209d29b tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:55.431569 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07828e81-3594-414c-a5d3-f59e4f743a5c req-fca539b5-0ca0-475e-8fe0-872a8209d29b tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 945 time: 0.2395921 Nov 12 09:02:55.487032 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a999b988-76e4-4e6f-a700-e762dfef52c8 req-693dcd26-77d7-43d1-bd43-420d6a42ed6e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709196 Nov 12 09:02:55.633716 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07828e81-3594-414c-a5d3-f59e4f743a5c req-3dc4c093-3ae1-4d6f-b387-c5054d2d75f6 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007856 Nov 12 09:02:55.653585 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b964384c-d83b-4992-9c26-62efddefcba2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:55.661782 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b964384c-d83b-4992-9c26-62efddefcba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:55.855971 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964384c-d83b-4992-9c26-62efddefcba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d00acb-fab6-4e36-b03c-289f3e6a34ec,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:55.977140 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b964384c-d83b-4992-9c26-62efddefcba2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee8e6b84af864a10b4bd1cd7cdeb0b99&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4960558 Nov 12 09:02:55.981319 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 46968) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:56.201891 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-abe9442e-4576-4504-ae31-5d7b00a0545d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:56.275978 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-abe9442e-4576-4504-ae31-5d7b00a0545d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:56.385401 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-abe9442e-4576-4504-ae31-5d7b00a0545d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:56.389453 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-abe9442e-4576-4504-ae31-5d7b00a0545d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:56.394675 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-abe9442e-4576-4504-ae31-5d7b00a0545d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a2d00acb-fab6-4e36-b03c-289f3e6a34ec HTTP/1.1" status: 204 len: 168 time: 0.4054744 Nov 12 09:02:56.408754 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9442e-4576-4504-ae31-5d7b00a0545d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d00acb-fab6-4e36-b03c-289f3e6a34ec,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:57.034117 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce174d-2293-427c-b0ae-9b2acce50220 req-d8c26167-8d0c-487f-bb79-afdfb3aca608 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:57.037173 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-59ce174d-2293-427c-b0ae-9b2acce50220 req-d8c26167-8d0c-487f-bb79-afdfb3aca608 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 945 time: 0.1063669 Nov 12 09:02:57.107430 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-59ce174d-2293-427c-b0ae-9b2acce50220 req-b71ceb29-119a-4d80-88fb-7e2b78955b08 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603182 Nov 12 09:02:57.368760 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 47004) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:57.394689 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4fd3f662-dc00-4acd-a9c1-0f990ddb766b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:57.630953 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4fd3f662-dc00-4acd-a9c1-0f990ddb766b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:57.648088 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4fd3f662-dc00-4acd-a9c1-0f990ddb766b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:57.707493 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3f662-dc00-4acd-a9c1-0f990ddb766b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66edba6-7ac6-4acd-87f1-59bc0f84a91b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:57.751659 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4fd3f662-dc00-4acd-a9c1-0f990ddb766b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=94775343c99046689df0464d4e6d2003&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3807695 Nov 12 09:02:57.754821 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 47018) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:57.825280 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c02b4a9d-9ae7-46c4-9c5a-2ae199b00fb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:57.865192 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c02b4a9d-9ae7-46c4-9c5a-2ae199b00fb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:57.959273 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c02b4a9d-9ae7-46c4-9c5a-2ae199b00fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:57.963827 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c02b4a9d-9ae7-46c4-9c5a-2ae199b00fb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:57.965831 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c02b4a9d-9ae7-46c4-9c5a-2ae199b00fb6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f66edba6-7ac6-4acd-87f1-59bc0f84a91b HTTP/1.1" status: 204 len: 168 time: 0.2094598 Nov 12 09:02:57.980092 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b4a9d-9ae7-46c4-9c5a-2ae199b00fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66edba6-7ac6-4acd-87f1-59bc0f84a91b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:58.365168 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7e200-fbb5-43c6-bb24-a069970173c9 req-5dd55531-6169-4703-9781-6ef0c0eca260 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:58.387579 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-48d7e200-fbb5-43c6-bb24-a069970173c9 req-5dd55531-6169-4703-9781-6ef0c0eca260 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 945 time: 0.1298845 Nov 12 09:02:58.546976 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-48d7e200-fbb5-43c6-bb24-a069970173c9 req-485ead56-0dbf-49bb-8339-e44b34775161 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566331 Nov 12 09:02:59.061121 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac754939-7c7b-448e-b69c-faebc2224f33 req-beae18ba-9e91-4dfa-8876-4a7b01e9ddf1 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:59.070497 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ac754939-7c7b-448e-b69c-faebc2224f33 req-beae18ba-9e91-4dfa-8876-4a7b01e9ddf1 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 945 time: 0.0922608 Nov 12 09:02:59.079545 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 47068) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:59.085826 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-c32b43b9-7018-4f8a-8c18-f20a6b422afd tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Request body: {'floatingip': {'port_id': '52f0bec9-5cde-4d30-a8b8-5386b162581a'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:59.145294 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c32b43b9-7018-4f8a-8c18-f20a6b422afd tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for floatingip, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:59.267284 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:59.827600 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 47094) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:59.972952 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-c841c96c-346b-46e7-9aec-bd62716a0df0 admin admin] Deleting subnet 6c8e8d84-558f-421c-aa79-d5ff61b1bf67 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:02:59.987168 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c841c96c-346b-46e7-9aec-bd62716a0df0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:00.094928 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c841c96c-346b-46e7-9aec-bd62716a0df0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:00.176872 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c841c96c-346b-46e7-9aec-bd62716a0df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:00.263914 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.db.resource_extend [None req-c32b43b9-7018-4f8a-8c18-f20a6b422afd tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 09:03:00.301673 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c841c96c-346b-46e7-9aec-bd62716a0df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:00.380257 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841c96c-346b-46e7-9aec-bd62716a0df0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c8e8d84-558f-421c-aa79-d5ff61b1bf67,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:00.387566 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c841c96c-346b-46e7-9aec-bd62716a0df0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:00.400479 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c841c96c-346b-46e7-9aec-bd62716a0df0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6c8e8d84-558f-421c-aa79-d5ff61b1bf67 HTTP/1.1" status: 204 len: 168 time: 0.5694647 Nov 12 09:03:00.401042 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 47106) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:00.542006 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6173d86b-33ff-4497-ace9-ff484afde8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:00.548432 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c32b43b9-7018-4f8a-8c18-f20a6b422afd tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:00.565896 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c32b43b9-7018-4f8a-8c18-f20a6b422afd tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:00.770565 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [None req-c32b43b9-7018-4f8a-8c18-f20a6b422afd tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Floating IP a6842c4b-b134-4ef2-9012-9c8e217dc843 associated. External IP: 172.25.6.103, port: 52f0bec9-5cde-4d30-a8b8-5386b162581a. Nov 12 09:03:01.221350 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 47124) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:01.229368 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-bdd6175b-fdc8-400b-b33b-1e68f244a2e4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2055920723', 'description': 'tempest-secgroup-smoke-2055920723 description', 'project_id': '300860f259ae41fb99a14af6fd1a3470'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:01.326873 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bdd6175b-fdc8-400b-b33b-1e68f244a2e4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.374721 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bdd6175b-fdc8-400b-b33b-1e68f244a2e4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.582882 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6173d86b-33ff-4497-ace9-ff484afde8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.610833 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bdd6175b-fdc8-400b-b33b-1e68f244a2e4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.628811 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bdd6175b-fdc8-400b-b33b-1e68f244a2e4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.719803 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6175b-fdc8-400b-b33b-1e68f244a2e4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2401c7aa-5011-4932-ae73-b5b3506bdd66,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:01.791354 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-6173d86b-33ff-4497-ace9-ff484afde8c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b1134d5-2921-457c-a5cf-a1f2aa174686']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:01.858127 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bdd6175b-fdc8-400b-b33b-1e68f244a2e4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.863290 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bdd6175b-fdc8-400b-b33b-1e68f244a2e4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.875511 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-6173d86b-33ff-4497-ace9-ff484afde8c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c3a223-3468-4a47-bc92-e7a30ebd8c48') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:01.880266 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-6173d86b-33ff-4497-ace9-ff484afde8c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c3a223-3468-4a47-bc92-e7a30ebd8c48') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:01.921047 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bdd6175b-fdc8-400b-b33b-1e68f244a2e4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.923072 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-bdd6175b-fdc8-400b-b33b-1e68f244a2e4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6999934 Nov 12 09:03:01.931840 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 47142) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:01.952347 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-9a092e70-0a11-4e7d-bd20-f732f0e46405 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'security_group_rule': {'security_group_id': 'bc57503b-303d-4e20-ac21-4329202f3001', 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:01.964251 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6173d86b-33ff-4497-ace9-ff484afde8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.014315 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6175b-fdc8-400b-b33b-1e68f244a2e4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc57503b-303d-4e20-ac21-4329202f3001,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:02.075526 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9a092e70-0a11-4e7d-bd20-f732f0e46405 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.122714 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6173d86b-33ff-4497-ace9-ff484afde8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.208601 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6173d86b-33ff-4497-ace9-ff484afde8c1 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:03:02.209456 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6173d86b-33ff-4497-ace9-ff484afde8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.213804 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:03:02.213804 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:03:02.213804 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:03:02.213804 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:03:02.213804 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:03:02.213804 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:03:02.213804 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:03:02.213804 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:03:02.213804 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:03:02.213804 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:03:02.213804 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:03:02.213804 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:03:02.213804 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:03:02.213804 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:03:02.213804 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:03:02.213804 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:03:02.213804 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:03:02.213804 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:03:02.213804 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:03:02.213804 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:03:02.213804 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:03:02.213804 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:03:02.213804 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:03:02.213804 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:03:02.213804 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:03:02.213804 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:03:02.213804 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:03:02.213804 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:03:02.213804 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:03:02.213804 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:03:02.213804 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:03:02.213804 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:03:02.219626 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32b43b9-7018-4f8a-8c18-f20a6b422afd tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Router 56970609-9c7f-4776-8df4-654d95099c85 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:03:02.289944 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9a092e70-0a11-4e7d-bd20-f732f0e46405 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.301910 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9a092e70-0a11-4e7d-bd20-f732f0e46405 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.370173 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a092e70-0a11-4e7d-bd20-f732f0e46405 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c19fbb4-efa3-44f4-920f-3bd38a012901,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:02.429904 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9a092e70-0a11-4e7d-bd20-f732f0e46405 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.438393 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9a092e70-0a11-4e7d-bd20-f732f0e46405 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4956207 Nov 12 09:03:02.443008 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 47154) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:02.453304 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6ec31384-4562-4ce2-b689-924d3a1e1443 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'security_group_rule': {'security_group_id': 'bc57503b-303d-4e20-ac21-4329202f3001', 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:02.562449 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6173d86b-33ff-4497-ace9-ff484afde8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.590095 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ec31384-4562-4ce2-b689-924d3a1e1443 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.596396 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6173d86b-33ff-4497-ace9-ff484afde8c1 admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.608937 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6173d86b-33ff-4497-ace9-ff484afde8c1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6b1134d5-2921-457c-a5cf-a1f2aa174686 HTTP/1.1" status: 204 len: 168 time: 2.2062299 Nov 12 09:03:02.614198 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 47158) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:02.672561 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173d86b-33ff-4497-ace9-ff484afde8c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b1134d5-2921-457c-a5cf-a1f2aa174686,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:02.820757 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad595972-e698-4c04-bb39-cfc0fa220ae4 admin admin] Deleting subnet 4a5abf88-3a91-4f73-917b-b2b4da793fa6 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:03:02.831073 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad595972-e698-4c04-bb39-cfc0fa220ae4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.913635 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32b43b9-7018-4f8a-8c18-f20a6b422afd tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:03:02.923512 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ec31384-4562-4ce2-b689-924d3a1e1443 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.936488 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c32b43b9-7018-4f8a-8c18-f20a6b422afd tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.943165 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b964961c-e9da-475a-a493-d9c4c8e8fbb5 None None] Sync routers for ids ['56970609-9c7f-4776-8df4-654d95099c85'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:03:02.951813 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ec31384-4562-4ce2-b689-924d3a1e1443 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.992048 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b964961c-e9da-475a-a493-d9c4c8e8fbb5 None None] Routers {'56970609-9c7f-4776-8df4-654d95099c85'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:02.998103 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec31384-4562-4ce2-b689-924d3a1e1443 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=755954d7-a67e-4288-ae14-599c8fb47e66,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:03.001364 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b964961c-e9da-475a-a493-d9c4c8e8fbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:02:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['56970609-9c7f-4776-8df4-654d95099c85'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:03.009335 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c32b43b9-7018-4f8a-8c18-f20a6b422afd tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "PUT /v2.0/floatingips/a6842c4b-b134-4ef2-9012-9c8e217dc843 HTTP/1.1" status: 200 len: 991 time: 3.9270725 Nov 12 09:03:03.011083 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b69485ef-8320-46c5-b6da-1f03a3b1f771', 'tag': '52f0bec9-5cde-4d30-a8b8-5386b162581a'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:03:03.016603 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad595972-e698-4c04-bb39-cfc0fa220ae4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.017366 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2171758-9f21-4667-a9fb-3549e85f7bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "b69485ef-8320-46c5-b6da-1f03a3b1f771", "tag": "52f0bec9-5cde-4d30-a8b8-5386b162581a"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:03:03.024081 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ec31384-4562-4ce2-b689-924d3a1e1443 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.026978 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6ec31384-4562-4ce2-b689-924d3a1e1443 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5816271 Nov 12 09:03:03.031548 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 47170) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:03.068725 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-4693f7fe-6eee-4307-9a03-ebe974f57e33 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'security_group_rule': {'security_group_id': 'bc57503b-303d-4e20-ac21-4329202f3001', 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:03.169693 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4693f7fe-6eee-4307-9a03-ebe974f57e33 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.190344 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad595972-e698-4c04-bb39-cfc0fa220ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.273145 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-b964961c-e9da-475a-a493-d9c4c8e8fbb5 None None] Set router 56970609-9c7f-4776-8df4-654d95099c85 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:03.351449 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4693f7fe-6eee-4307-9a03-ebe974f57e33 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.360019 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4693f7fe-6eee-4307-9a03-ebe974f57e33 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.387518 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693f7fe-6eee-4307-9a03-ebe974f57e33 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0e74ba0-bf50-4304-aa11-33e70b9a2660,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:03.445083 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4693f7fe-6eee-4307-9a03-ebe974f57e33 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.458663 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 47176) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:03.461169 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4693f7fe-6eee-4307-9a03-ebe974f57e33 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4272022 Nov 12 09:03:03.477664 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-bbaefca9-a499-4ce7-9456-65ee495beb2b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'security_group_rule': {'security_group_id': 'bc57503b-303d-4e20-ac21-4329202f3001', 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:03.503773 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad595972-e698-4c04-bb39-cfc0fa220ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.590195 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad595972-e698-4c04-bb39-cfc0fa220ae4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a5abf88-3a91-4f73-917b-b2b4da793fa6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:03.601819 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad595972-e698-4c04-bb39-cfc0fa220ae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.609025 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ad595972-e698-4c04-bb39-cfc0fa220ae4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4a5abf88-3a91-4f73-917b-b2b4da793fa6 HTTP/1.1" status: 204 len: 168 time: 0.9925692 Nov 12 09:03:03.612190 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 47182) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:03.637943 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bbaefca9-a499-4ce7-9456-65ee495beb2b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.798588 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cf73b352-a423-4677-9fa6-ca1a1f9e78d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.867207 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bbaefca9-a499-4ce7-9456-65ee495beb2b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.876736 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bbaefca9-a499-4ce7-9456-65ee495beb2b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.892458 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4beaa618-b221-49bd-ab59-b1740f8029a6 x-openstack-request-id: req-4beaa618-b221-49bd-ab59-b1740f8029a6 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:03:03.893333 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b69485ef-8320-46c5-b6da-1f03a3b1f771", "tag": "52f0bec9-5cde-4d30-a8b8-5386b162581a", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:03:03.893841 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4beaa618-b221-49bd-ab59-b1740f8029a6 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:03:03.894765 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b69485ef-8320-46c5-b6da-1f03a3b1f771', 'tag': '52f0bec9-5cde-4d30-a8b8-5386b162581a', 'status': 'completed', 'code': 200} Nov 12 09:03:03.907074 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaefca9-a499-4ce7-9456-65ee495beb2b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e9b1b4a-030e-4201-bfbc-5bfb235b0a20,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:04.005008 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bbaefca9-a499-4ce7-9456-65ee495beb2b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:04.009864 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-bbaefca9-a499-4ce7-9456-65ee495beb2b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5423636 Nov 12 09:03:04.010596 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 47188) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:04.019263 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-27386a80-fdcc-420b-acd9-c36e48131294 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'security_group_rule': {'security_group_id': 'bc57503b-303d-4e20-ac21-4329202f3001', 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:04.069485 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cf73b352-a423-4677-9fa6-ca1a1f9e78d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:04.106967 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b964961c-e9da-475a-a493-d9c4c8e8fbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56970609-9c7f-4776-8df4-654d95099c85', 'name': 'tempest-AttachVolumeShelveTestJSON-930260596-router', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:04Z', 'updated_at': '2021-11-12T08:56:20Z', 'revision_number': 4, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'gw_port': {'id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:08Z', 'updated_at': '2021-11-12T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'a6842c4b-b134-4ef2-9012-9c8e217dc843', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'floating_ip_address': '172.25.6.103', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '56970609-9c7f-4776-8df4-654d95099c85', 'port_id': '52f0bec9-5cde-4d30-a8b8-5386b162581a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146', 'mac_address': 'fa:16:3e:68:af:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69485ef-8320-46c5-b6da-1f03a3b1f771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:02:29Z', 'updated_at': '2021-11-12T09:03:00Z', 'revision_number': 1, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22e6fdd-04aa-4edd-9626-fa8953dc9a8b', 'name': '', 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'mac_address': 'fa:16:3e:29:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '7b4bf441-b446-4677-be35-634c383c7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:16Z', 'updated_at': '2021-11-12T08:56:37Z', 'revision_number': 5, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'subnets': [{'id': '7b4bf441-b446-4677-be35-634c383c7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:04.109305 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2171758-9f21-4667-a9fb-3549e85f7bb6 req-be132e85-fb0b-4ee1-8122-9c2fd0ff5825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:04.113313 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a2171758-9f21-4667-a9fb-3549e85f7bb6 req-be132e85-fb0b-4ee1-8122-9c2fd0ff5825 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ec847d4aa114da6b8ea6ce22207bb4f&device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 1097 time: 0.1938918 Nov 12 09:03:04.131156 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-cf73b352-a423-4677-9fa6-ca1a1f9e78d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['521a46ae-9ba6-483c-89af-6a9eadfa73cc']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:04.165710 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-cf73b352-a423-4677-9fa6-ca1a1f9e78d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bda7b80-493b-4b1a-863c-c8224c2cfce2') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:04.166279 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-cf73b352-a423-4677-9fa6-ca1a1f9e78d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bda7b80-493b-4b1a-863c-c8224c2cfce2') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:04.169844 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b964961c-e9da-475a-a493-d9c4c8e8fbb5 None None] Checking router: 56970609-9c7f-4776-8df4-654d95099c85 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:03:04.182401 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b964961c-e9da-475a-a493-d9c4c8e8fbb5 None None] Routers {'56970609-9c7f-4776-8df4-654d95099c85'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:04.186062 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b964961c-e9da-475a-a493-d9c4c8e8fbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:02:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['56970609-9c7f-4776-8df4-654d95099c85'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:04.197788 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cf73b352-a423-4677-9fa6-ca1a1f9e78d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:04.261638 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cf73b352-a423-4677-9fa6-ca1a1f9e78d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:04.282933 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf73b352-a423-4677-9fa6-ca1a1f9e78d1 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:03:04.283631 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cf73b352-a423-4677-9fa6-ca1a1f9e78d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:04.366048 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-b964961c-e9da-475a-a493-d9c4c8e8fbb5 None None] Set router 56970609-9c7f-4776-8df4-654d95099c85 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:04.416776 n-d-768862-16 neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-27386a80-fdcc-420b-acd9-c36e48131294 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Project 300860f259ae41fb99a14af6fd1a3470 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:03:04.460145 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:03:04.460145 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:03:04.460145 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:03:04.460145 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:03:04.460145 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:03:04.460145 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:03:04.460145 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:03:04.460145 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:03:04.460145 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:03:04.460145 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:03:04.460145 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:03:04.460145 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:03:04.460145 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:03:04.460145 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:03:04.460145 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:03:04.460145 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:03:04.460145 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:03:04.460145 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:03:04.460145 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:03:04.460145 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:03:04.460145 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:03:04.460145 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:03:04.460145 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:03:04.460145 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:03:04.460145 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:03:04.460145 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:03:04.460145 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:03:04.460145 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:03:04.460145 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:03:04.460145 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:03:04.460145 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:03:04.460145 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:03:04.467886 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cf73b352-a423-4677-9fa6-ca1a1f9e78d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:04.475239 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-27386a80-fdcc-420b-acd9-c36e48131294 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:04.481798 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cf73b352-a423-4677-9fa6-ca1a1f9e78d1 admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:04.503842 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-cf73b352-a423-4677-9fa6-ca1a1f9e78d1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/521a46ae-9ba6-483c-89af-6a9eadfa73cc HTTP/1.1" status: 204 len: 168 time: 0.8897500 Nov 12 09:03:04.539867 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73b352-a423-4677-9fa6-ca1a1f9e78d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=521a46ae-9ba6-483c-89af-6a9eadfa73cc,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:04.581786 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2171758-9f21-4667-a9fb-3549e85f7bb6 req-f56678d1-0bdd-4f1a-8d4d-643c9a6e8638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:04.583870 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a2171758-9f21-4667-a9fb-3549e85f7bb6 req-f56678d1-0bdd-4f1a-8d4d-643c9a6e8638 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1257ab85-0a57-4816-836b-dcdc791e6146 HTTP/1.1" status: 200 len: 917 time: 0.4530981 Nov 12 09:03:04.823405 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b964961c-e9da-475a-a493-d9c4c8e8fbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56970609-9c7f-4776-8df4-654d95099c85', 'name': 'tempest-AttachVolumeShelveTestJSON-930260596-router', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:04Z', 'updated_at': '2021-11-12T08:56:20Z', 'revision_number': 4, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'gw_port': {'id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:08Z', 'updated_at': '2021-11-12T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'a6842c4b-b134-4ef2-9012-9c8e217dc843', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'floating_ip_address': '172.25.6.103', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '56970609-9c7f-4776-8df4-654d95099c85', 'port_id': '52f0bec9-5cde-4d30-a8b8-5386b162581a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146', 'mac_address': 'fa:16:3e:68:af:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69485ef-8320-46c5-b6da-1f03a3b1f771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:02:29Z', 'updated_at': '2021-11-12T09:03:00Z', 'revision_number': 1, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22e6fdd-04aa-4edd-9626-fa8953dc9a8b', 'name': '', 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'mac_address': 'fa:16:3e:29:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '7b4bf441-b446-4677-be35-634c383c7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:16Z', 'updated_at': '2021-11-12T08:56:37Z', 'revision_number': 5, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'subnets': [{'id': '7b4bf441-b446-4677-be35-634c383c7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:04.826406 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-27386a80-fdcc-420b-acd9-c36e48131294 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:04.835691 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-27386a80-fdcc-420b-acd9-c36e48131294 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:04.907312 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27386a80-fdcc-420b-acd9-c36e48131294 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0239eae-214e-4929-b4e8-36ee446e9171,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:04.964721 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b964961c-e9da-475a-a493-d9c4c8e8fbb5 None None] The sync data for ids ['56970609-9c7f-4776-8df4-654d95099c85'] in n-d-768862-16 is: [{'id': '56970609-9c7f-4776-8df4-654d95099c85', 'name': 'tempest-AttachVolumeShelveTestJSON-930260596-router', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:04Z', 'updated_at': '2021-11-12T08:56:20Z', 'revision_number': 4, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'gw_port': {'id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:08Z', 'updated_at': '2021-11-12T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'a6842c4b-b134-4ef2-9012-9c8e217dc843', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'floating_ip_address': '172.25.6.103', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '56970609-9c7f-4776-8df4-654d95099c85', 'port_id': '52f0bec9-5cde-4d30-a8b8-5386b162581a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146', 'mac_address': 'fa:16:3e:68:af:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69485ef-8320-46c5-b6da-1f03a3b1f771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:02:29Z', 'updated_at': '2021-11-12T09:03:00Z', 'revision_number': 1, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22e6fdd-04aa-4edd-9626-fa8953dc9a8b', 'name': '', 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'mac_address': 'fa:16:3e:29:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '7b4bf441-b446-4677-be35-634c383c7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:16Z', 'updated_at': '2021-11-12T08:56:37Z', 'revision_number': 5, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'subnets': [{'id': '7b4bf441-b446-4677-be35-634c383c7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:03:04.965702 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 47216) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:04.969207 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a2171758-9f21-4667-a9fb-3549e85f7bb6 req-53d3f9d5-0ef4-4f2c-9522-9a919931e491 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52f0bec9-5cde-4d30-a8b8-5386b162581a HTTP/1.1" status: 200 len: 999 time: 0.3758833 Nov 12 09:03:04.975064 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-27386a80-fdcc-420b-acd9-c36e48131294 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:04.987220 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-27386a80-fdcc-420b-acd9-c36e48131294 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9715292 Nov 12 09:03:04.991452 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 47218) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:05.010689 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-97672ab6-49c6-4882-ba39-cde2e67cf366 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'security_group_rule': {'security_group_id': 'bc57503b-303d-4e20-ac21-4329202f3001', 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:05.104045 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8cf3b3e0-4b62-4009-bc41-395f43bb2ec9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ae97e3727ef24b4589141da3ed8ffbf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1327019 Nov 12 09:03:05.105243 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 47226) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:05.177794 n-d-768862-16 neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-97672ab6-49c6-4882-ba39-cde2e67cf366 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Project 300860f259ae41fb99a14af6fd1a3470 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:03:05.200982 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97672ab6-49c6-4882-ba39-cde2e67cf366 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:05.206841 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2171758-9f21-4667-a9fb-3549e85f7bb6 req-f4d72f83-3f9c-480f-b060-07bbc78531c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:05.212961 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a2171758-9f21-4667-a9fb-3549e85f7bb6 req-f4d72f83-3f9c-480f-b060-07bbc78531c3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b4bf441-b446-4677-be35-634c383c7b12 HTTP/1.1" status: 200 len: 855 time: 0.2235780 Nov 12 09:03:05.248244 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e7477ec-a2db-4350-a750-66d739c881d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:05.306284 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e7477ec-a2db-4350-a750-66d739c881d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:05.401647 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2171758-9f21-4667-a9fb-3549e85f7bb6 req-1cee0550-4637-4152-a20b-a97183adebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:05.404823 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a2171758-9f21-4667-a9fb-3549e85f7bb6 req-1cee0550-4637-4152-a20b-a97183adebf3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1257ab85-0a57-4816-836b-dcdc791e6146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1666050 Nov 12 09:03:05.425597 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e7477ec-a2db-4350-a750-66d739c881d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:05.444886 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e7477ec-a2db-4350-a750-66d739c881d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:05.454288 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0e7477ec-a2db-4350-a750-66d739c881d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f9f4fe4e-4082-4b36-bb40-df5dad222ace HTTP/1.1" status: 204 len: 168 time: 0.3424139 Nov 12 09:03:05.484207 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97672ab6-49c6-4882-ba39-cde2e67cf366 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:05.504220 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2924b816-a626-463f-a9e5-b1b2aad6603f None None] New status for floating IP a6842c4b-b134-4ef2-9012-9c8e217dc843: ACTIVE {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:03:05.504861 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7477ec-a2db-4350-a750-66d739c881d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f4fe4e-4082-4b36-bb40-df5dad222ace,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:05.522649 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97672ab6-49c6-4882-ba39-cde2e67cf366 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:05.642886 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97672ab6-49c6-4882-ba39-cde2e67cf366 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319e3e04-7ecc-44bf-ad1e-b9a786599ece,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:05.692148 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97672ab6-49c6-4882-ba39-cde2e67cf366 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:05.693647 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-97672ab6-49c6-4882-ba39-cde2e67cf366 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7007086 Nov 12 09:03:05.696944 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 47234) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:05.704554 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4edbac5a-7328-41a2-a571-e8f1bc40b809 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'network': {'name': 'tempest-network-smoke--1087534189', 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'port_security_enabled': True}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:05.800774 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edbac5a-7328-41a2-a571-e8f1bc40b809 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Made reservation on behalf of 300860f259ae41fb99a14af6fd1a3470 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:03:05.810259 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4edbac5a-7328-41a2-a571-e8f1bc40b809 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:05.855534 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a2171758-9f21-4667-a9fb-3549e85f7bb6 req-d85185a8-ca86-46b5-99ff-3b2e4b5f98f5 service neutron] 10.222.0.54 "GET /v2.0/networks/1257ab85-0a57-4816-836b-dcdc791e6146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060686 Nov 12 09:03:05.894845 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4edbac5a-7328-41a2-a571-e8f1bc40b809 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:03:05.960337 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4edbac5a-7328-41a2-a571-e8f1bc40b809 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:05.960696 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-4edbac5a-7328-41a2-a571-e8f1bc40b809 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Added segment 427f758d-bdfc-4e80-8ecb-579d75abe9e1 of type vlan for network b51ab7de-891f-4dfb-a6b1-ff518112d94d Nov 12 09:03:06.017305 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4edbac5a-7328-41a2-a571-e8f1bc40b809 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.076641 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4edbac5a-7328-41a2-a571-e8f1bc40b809 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.082704 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edbac5a-7328-41a2-a571-e8f1bc40b809 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:06.083382 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4edbac5a-7328-41a2-a571-e8f1bc40b809 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.095870 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a2171758-9f21-4667-a9fb-3549e85f7bb6 req-049e7266-231b-4676-b692-e4636277a3b3 service neutron] 10.222.0.54 "GET /v2.0/networks/1257ab85-0a57-4816-836b-dcdc791e6146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309840 Nov 12 09:03:06.132356 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4edbac5a-7328-41a2-a571-e8f1bc40b809 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4335520 Nov 12 09:03:06.134778 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 47242) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:06.146832 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-9d32f347-f950-408f-9939-39b923a92886 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1429298992', 'admin_state_up': True, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:06.199046 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d32f347-f950-408f-9939-39b923a92886 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.201683 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d32f347-f950-408f-9939-39b923a92886 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.209574 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edbac5a-7328-41a2-a571-e8f1bc40b809 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'Network': ['ID=b51ab7de-891f-4dfb-a6b1-ff518112d94d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:06.222222 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network b51ab7de-891f-4dfb-a6b1-ff518112d94d details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:03:06.330693 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d32f347-f950-408f-9939-39b923a92886 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.420233 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 47248) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:06.485701 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0a7c2146-e2f0-4189-8c61-f7044e8c744d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3738de665ba4ce9b6318fa6244394ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0640738 Nov 12 09:03:06.486812 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 47250) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:06.538636 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d32f347-f950-408f-9939-39b923a92886 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.592030 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a3f1de59-e42c-4a9e-889c-07623e57fe44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.638269 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a3f1de59-e42c-4a9e-889c-07623e57fe44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.767278 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a3f1de59-e42c-4a9e-889c-07623e57fe44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.778058 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a3f1de59-e42c-4a9e-889c-07623e57fe44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.780174 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a3f1de59-e42c-4a9e-889c-07623e57fe44 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f5c2bff9-a820-408e-bc2d-d53c374b59ae HTTP/1.1" status: 204 len: 168 time: 0.2923462 Nov 12 09:03:06.800000 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1de59-e42c-4a9e-889c-07623e57fe44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c2bff9-a820-408e-bc2d-d53c374b59ae,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:06.981409 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d32f347-f950-408f-9939-39b923a92886 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:07.015272 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d32f347-f950-408f-9939-39b923a92886 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:07.310742 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-9d32f347-f950-408f-9939-39b923a92886 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Allocated IP 172.25.6.151 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/18257b25-afe7-4ba1-a1b6-ab551eb561d9) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:03:07.492333 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d32f347-f950-408f-9939-39b923a92886 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:07.582771 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d32f347-f950-408f-9939-39b923a92886 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:07.617282 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d32f347-f950-408f-9939-39b923a92886 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:07.622304 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-9d32f347-f950-408f-9939-39b923a92886 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:07.627319 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d32f347-f950-408f-9939-39b923a92886 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:03:07.645911 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f042c61-a541-46f3-b991-2e2fcccf85f7 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:03:07.769298 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-594a4ace-28aa-4e3d-b71b-7b4703b5656f None None] Provisioning complete for port 18257b25-afe7-4ba1-a1b6-ab551eb561d9 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:07.769653 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-594a4ace-28aa-4e3d-b71b-7b4703b5656f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:07.775401 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32f347-f950-408f-9939-39b923a92886 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'Port': ['ID=18257b25-afe7-4ba1-a1b6-ab551eb561d9,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:07.917808 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-594a4ace-28aa-4e3d-b71b-7b4703b5656f None None] Port 18257b25-afe7-4ba1-a1b6-ab551eb561d9 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:03:07.926540 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3b1f3e91-1dea-4af2-92be-360d253b9d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:08.348497 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d32f347-f950-408f-9939-39b923a92886 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:08.857392 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d32f347-f950-408f-9939-39b923a92886 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:09.297598 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d32f347-f950-408f-9939-39b923a92886 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Router 9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:03:09.597539 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d32f347-f950-408f-9939-39b923a92886 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:03:09.627525 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873a7732-e84d-4272-8618-4e5c8f60d332 None None] Sync routers for ids ['9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:03:09.656319 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d32f347-f950-408f-9939-39b923a92886 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:09.657661 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9d32f347-f950-408f-9939-39b923a92886 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.5183797 Nov 12 09:03:09.663717 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 47378) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:09.665871 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873a7732-e84d-4272-8618-4e5c8f60d332 None None] Routers {'9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:09.668794 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-873a7732-e84d-4272-8618-4e5c8f60d332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:02:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:10.056011 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-873a7732-e84d-4272-8618-4e5c8f60d332 None None] Set router 9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:10.279951 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7959bcc7-cb34-495c-ab33-6e3e708eb80b tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=300860f259ae41fb99a14af6fd1a3470&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6126945 Nov 12 09:03:10.282727 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 47398) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:10.472844 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8b6dc453-8959-4a63-913b-57657f753e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:10.563260 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-873a7732-e84d-4272-8618-4e5c8f60d332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429298992', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '18257b25-afe7-4ba1-a1b6-ab551eb561d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:06Z', 'updated_at': '2021-11-12T09:03:08Z', 'revision_number': 3, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '18257b25-afe7-4ba1-a1b6-ab551eb561d9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:07Z', 'updated_at': '2021-11-12T09:03:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:10.690332 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873a7732-e84d-4272-8618-4e5c8f60d332 None None] Checking router: 9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:03:10.690989 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873a7732-e84d-4272-8618-4e5c8f60d332 None None] Updating router 9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d port 18257b25-afe7-4ba1-a1b6-ab551eb561d9 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:03:10.746678 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-873a7732-e84d-4272-8618-4e5c8f60d332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:11.134069 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d853a8-864e-4364-bdb6-6ae64a9e7e57 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:11.141392 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-11d853a8-864e-4364-bdb6-6ae64a9e7e57 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8532953 Nov 12 09:03:11.142031 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 47444) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:11.210151 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-92cd241c-e5cc-4e06-80bc-466471f5a16b tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=83f85ab7-23f1-4ab4-91ca-b1dcd4333f60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0636461 Nov 12 09:03:11.211847 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 47446) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:11.230299 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-39bc2233-75d6-486a-9af8-9ff2238f9468 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-133517722', 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d', 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:11.503450 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bc2233-75d6-486a-9af8-9ff2238f9468 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Made reservation on behalf of 300860f259ae41fb99a14af6fd1a3470 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:03:11.517203 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39bc2233-75d6-486a-9af8-9ff2238f9468 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:11.680210 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-873a7732-e84d-4272-8618-4e5c8f60d332 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:11.692485 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-873a7732-e84d-4272-8618-4e5c8f60d332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:11.898825 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2132df-f550-434f-9c13-917f4c78ad82 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:03:11.933154 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-873a7732-e84d-4272-8618-4e5c8f60d332 None None] Attempting to bind port 18257b25-afe7-4ba1-a1b6-ab551eb561d9 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:03:11.934177 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-873a7732-e84d-4272-8618-4e5c8f60d332 None None] Attempting to bind port 18257b25-afe7-4ba1-a1b6-ab551eb561d9 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:03:11.935061 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873a7732-e84d-4272-8618-4e5c8f60d332 None None] Attempting to bind port 18257b25-afe7-4ba1-a1b6-ab551eb561d9 on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:11.949590 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873a7732-e84d-4272-8618-4e5c8f60d332 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:03:11.951008 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873a7732-e84d-4272-8618-4e5c8f60d332 None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:11.951605 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-873a7732-e84d-4272-8618-4e5c8f60d332 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:11.952371 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873a7732-e84d-4272-8618-4e5c8f60d332 None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:03:11.953411 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-873a7732-e84d-4272-8618-4e5c8f60d332 None None] Bound port: 18257b25-afe7-4ba1-a1b6-ab551eb561d9, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:03:11.954080 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-873a7732-e84d-4272-8618-4e5c8f60d332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:12.083817 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-873a7732-e84d-4272-8618-4e5c8f60d332 None None] For port 18257b25-afe7-4ba1-a1b6-ab551eb561d9, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:03:12.091076 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-873a7732-e84d-4272-8618-4e5c8f60d332 None None] For port 18257b25-afe7-4ba1-a1b6-ab551eb561d9, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=18257b25-afe7-4ba1-a1b6-ab551eb561d9,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:03:12.093912 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c2112-9553-4e5c-b66a-6ea40a5c8a8a None None] Pushing event updated for resources: {'Port': ['ID=18257b25-afe7-4ba1-a1b6-ab551eb561d9,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:12.122283 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-873a7732-e84d-4272-8618-4e5c8f60d332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:12.213632 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbe4f43-9a72-467c-9666-346947661217 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:03:12.260561 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-56340ec6-6dee-4efa-bde7-396cb0a33a7b None None] Provisioning complete for port 18257b25-afe7-4ba1-a1b6-ab551eb561d9 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:12.261278 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-56340ec6-6dee-4efa-bde7-396cb0a33a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:12.332014 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c2112-9553-4e5c-b66a-6ea40a5c8a8a None None] Pushing event updated for resources: {'Port': ['ID=18257b25-afe7-4ba1-a1b6-ab551eb561d9,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:12.340742 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:12.346103 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873a7732-e84d-4272-8618-4e5c8f60d332 None None] Routers {'9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:12.347075 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-873a7732-e84d-4272-8618-4e5c8f60d332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:03:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:12.662178 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39bc2233-75d6-486a-9af8-9ff2238f9468 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:12.740552 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-873a7732-e84d-4272-8618-4e5c8f60d332 None None] Set router 9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:12.977411 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc2233-75d6-486a-9af8-9ff2238f9468 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'Subnet': ['ID=3e96a7ba-00bc-45a6-ba05-45ed19305575,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:12.983149 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bc2233-75d6-486a-9af8-9ff2238f9468 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Checking segment: {'id': '427f758d-bdfc-4e80-8ecb-579d75abe9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:12.983904 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bc2233-75d6-486a-9af8-9ff2238f9468 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Network hostable DHCP agents. Network: b51ab7de-891f-4dfb-a6b1-ff518112d94d, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:03:13.027929 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-56340ec6-6dee-4efa-bde7-396cb0a33a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:13.059844 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bc2233-75d6-486a-9af8-9ff2238f9468 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Network b51ab7de-891f-4dfb-a6b1-ff518112d94d is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:03:13.086529 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-39bc2233-75d6-486a-9af8-9ff2238f9468 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, b51ab7de-891f-4dfb-a6b1-ff518112d94d) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:13.093685 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bc2233-75d6-486a-9af8-9ff2238f9468 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:13.094898 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39bc2233-75d6-486a-9af8-9ff2238f9468 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:13.095860 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-56340ec6-6dee-4efa-bde7-396cb0a33a7b None None] For port 18257b25-afe7-4ba1-a1b6-ab551eb561d9, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=18257b25-afe7-4ba1-a1b6-ab551eb561d9,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:13.117288 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:03:13.168819 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 47470) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:13.171273 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-39bc2233-75d6-486a-9af8-9ff2238f9468 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9569471 Nov 12 09:03:13.213831 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a490331-adea-4af2-81b1-b391461138e9 None None] Network b51ab7de-891f-4dfb-a6b1-ff518112d94d requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:03:13.351310 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-56340ec6-6dee-4efa-bde7-396cb0a33a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:13.573722 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:13.919555 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56340ec6-6dee-4efa-bde7-396cb0a33a7b None None] Pushing event updated for resources: {'Port': ['ID=18257b25-afe7-4ba1-a1b6-ab551eb561d9,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:14.126653 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e8fa8bf2-c851-4014-af2d-ad14bcf497f9 None None] Provisioning complete for port 18257b25-afe7-4ba1-a1b6-ab551eb561d9 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:14.127249 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e8fa8bf2-c851-4014-af2d-ad14bcf497f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:14.360139 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:14.732176 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-47f7e0fb-9bff-4fa5-85db-42cc188b5fb3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:14.758792 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-b51ab7de-891f-4dfb-a6b1-ff518112d94d', 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'fixed_ips': [{'subnet_id': '3e96a7ba-00bc-45a6-ba05-45ed19305575'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:03:14.759928 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:15.357193 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-873a7732-e84d-4272-8618-4e5c8f60d332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429298992', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '18257b25-afe7-4ba1-a1b6-ab551eb561d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:06Z', 'updated_at': '2021-11-12T09:03:08Z', 'revision_number': 3, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '18257b25-afe7-4ba1-a1b6-ab551eb561d9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:07Z', 'updated_at': '2021-11-12T09:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:15.444033 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873a7732-e84d-4272-8618-4e5c8f60d332 None None] The sync data for ids ['9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d'] in n-d-768862-16 is: [{'id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429298992', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '18257b25-afe7-4ba1-a1b6-ab551eb561d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:06Z', 'updated_at': '2021-11-12T09:03:08Z', 'revision_number': 3, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '18257b25-afe7-4ba1-a1b6-ab551eb561d9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:07Z', 'updated_at': '2021-11-12T09:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:03:15.493824 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] Allocated IP 172.20.0.2 (b51ab7de-891f-4dfb-a6b1-ff518112d94d/3e96a7ba-00bc-45a6-ba05-45ed19305575/991e3a41-1799-4af6-b0da-618929abb2fc) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:03:15.933852 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:15.979891 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:16.109246 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] Pushing event updated for resources: {'Port': ['ID=991e3a41-1799-4af6-b0da-618929abb2fc,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:16.142534 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-47f7e0fb-9bff-4fa5-85db-42cc188b5fb3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Allocated IP 172.20.0.1 (b51ab7de-891f-4dfb-a6b1-ff518112d94d/3e96a7ba-00bc-45a6-ba05-45ed19305575/620314c5-c531-4c60-8424-9b04e6c4716f) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:03:16.149597 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] Network b51ab7de-891f-4dfb-a6b1-ff518112d94d is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:16.152812 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:16.159879 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:03:16.381635 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] Attempting to bind port 991e3a41-1799-4af6-b0da-618929abb2fc on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:03:16.382842 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] Attempting to bind port 991e3a41-1799-4af6-b0da-618929abb2fc by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '427f758d-bdfc-4e80-8ecb-579d75abe9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:03:16.385704 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] Attempting to bind port 991e3a41-1799-4af6-b0da-618929abb2fc on network b51ab7de-891f-4dfb-a6b1-ff518112d94d {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:16.408237 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:03:16.409005 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] Checking segment: {'id': '427f758d-bdfc-4e80-8ecb-579d75abe9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:16.409680 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:16.410350 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] Bound using segment: {'id': '427f758d-bdfc-4e80-8ecb-579d75abe9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:03:16.411215 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] Bound port: 991e3a41-1799-4af6-b0da-618929abb2fc, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427f758d-bdfc-4e80-8ecb-579d75abe9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:03:16.419768 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:16.639010 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-47f7e0fb-9bff-4fa5-85db-42cc188b5fb3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:16.761946 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-47f7e0fb-9bff-4fa5-85db-42cc188b5fb3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:16.769492 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] For port 991e3a41-1799-4af6-b0da-618929abb2fc, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:03:16.779137 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] For port 991e3a41-1799-4af6-b0da-618929abb2fc, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=991e3a41-1799-4af6-b0da-618929abb2fc,segment=NetworkSegment(427f758d-bdfc-4e80-8ecb-579d75abe9e1),segment_id=427f758d-bdfc-4e80-8ecb-579d75abe9e1)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:03:16.792015 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:16.970034 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f7e0fb-9bff-4fa5-85db-42cc188b5fb3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Network b51ab7de-891f-4dfb-a6b1-ff518112d94d is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:16.975931 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-47f7e0fb-9bff-4fa5-85db-42cc188b5fb3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:16.987121 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f7e0fb-9bff-4fa5-85db-42cc188b5fb3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:03:17.115308 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-47f7e0fb-9bff-4fa5-85db-42cc188b5fb3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:17.131784 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7e0fb-9bff-4fa5-85db-42cc188b5fb3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'Port': ['ID=620314c5-c531-4c60-8424-9b04e6c4716f,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:17.342078 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 47526) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:17.616319 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] Pushing event updated for resources: {'Port': ['ID=991e3a41-1799-4af6-b0da-618929abb2fc,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:17.619030 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-47f7e0fb-9bff-4fa5-85db-42cc188b5fb3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:17.655007 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:17.656159 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:17.656510 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:17.656852 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:17.657201 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:17.657538 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:17.657874 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:17.658202 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:17.658534 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:17.660453 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:17.662128 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:17.674226 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d30a90-cf22-4e04-8c06-de2acc585808 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:17.734561 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-22a24669-8585-4442-b942-1aa8061e8b42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.071285 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-22a24669-8585-4442-b942-1aa8061e8b42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.080130 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-22a24669-8585-4442-b942-1aa8061e8b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.194810 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a24669-8585-4442-b942-1aa8061e8b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09afe135-9673-4c79-83d3-f988d68de4d9,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:18.277788 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 18257b25-afe7-4ba1-a1b6-ab551eb561d9 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:18.365578 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-22a24669-8585-4442-b942-1aa8061e8b42 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d42a46f4de984531834b126d6e50a6e4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0202150 Nov 12 09:03:18.366281 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 47540) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:18.480381 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 18257b25-afe7-4ba1-a1b6-ab551eb561d9 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:18.480979 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.532012 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d9a76163-c459-40a0-bda4-23d0f4f421ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.560430 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-47f7e0fb-9bff-4fa5-85db-42cc188b5fb3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.572025 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-47f7e0fb-9bff-4fa5-85db-42cc188b5fb3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.602507 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d9a76163-c459-40a0-bda4-23d0f4f421ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.750508 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d9a76163-c459-40a0-bda4-23d0f4f421ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.762995 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d9a76163-c459-40a0-bda4-23d0f4f421ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.768828 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d9a76163-c459-40a0-bda4-23d0f4f421ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09afe135-9673-4c79-83d3-f988d68de4d9 HTTP/1.1" status: 204 len: 168 time: 0.4011972 Nov 12 09:03:18.803670 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a76163-c459-40a0-bda4-23d0f4f421ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09afe135-9673-4c79-83d3-f988d68de4d9,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:18.894146 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-47f7e0fb-9bff-4fa5-85db-42cc188b5fb3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.900772 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7e0fb-9bff-4fa5-85db-42cc188b5fb3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'Port': ['ID=620314c5-c531-4c60-8424-9b04e6c4716f,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:19.370313 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f7e0fb-9bff-4fa5-85db-42cc188b5fb3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Network b51ab7de-891f-4dfb-a6b1-ff518112d94d is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:19.372146 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-47f7e0fb-9bff-4fa5-85db-42cc188b5fb3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:19.670114 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 47578) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:19.724100 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3ae2c700-cf4b-4233-9d08-88f34ac32a4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:19.883326 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f7e0fb-9bff-4fa5-85db-42cc188b5fb3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Router 9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:03:20.119322 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3ae2c700-cf4b-4233-9d08-88f34ac32a4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:20.128152 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3ae2c700-cf4b-4233-9d08-88f34ac32a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:20.245053 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e086a007-0d97-43be-b7ce-3fd2dea17cd2 None None] Network b51ab7de-891f-4dfb-a6b1-ff518112d94d requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:03:20.303431 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f7e0fb-9bff-4fa5-85db-42cc188b5fb3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:03:20.313287 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-47f7e0fb-9bff-4fa5-85db-42cc188b5fb3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "PUT /v2.0/routers/9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1424832 Nov 12 09:03:20.336502 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2087a54-5a6e-45de-8791-fb26dec6cd28 None None] Sync routers for ids ['9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:03:20.363177 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3ae2c700-cf4b-4233-9d08-88f34ac32a4d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48a1941387d748bc808791fd39714ba8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6866920 Nov 12 09:03:20.363177 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae2c700-cf4b-4233-9d08-88f34ac32a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cb4286-1da7-41d0-a885-98bf5dc58db8,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:20.364581 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 47624) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:20.374803 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 991e3a41-1799-4af6-b0da-618929abb2fc up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:20.385428 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2087a54-5a6e-45de-8791-fb26dec6cd28 None None] Routers {'9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:20.392482 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-f2087a54-5a6e-45de-8791-fb26dec6cd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:03:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:20.650601 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9bf7cafd-0927-4c29-beac-a945ce870f44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:20.751536 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4f658291-7a0d-4b55-aed8-1e154fe128d5 None None] Provisioning complete for port 991e3a41-1799-4af6-b0da-618929abb2fc triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:20.752470 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4f658291-7a0d-4b55-aed8-1e154fe128d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:20.754586 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9bf7cafd-0927-4c29-beac-a945ce870f44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:20.854338 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-f2087a54-5a6e-45de-8791-fb26dec6cd28 None None] Set router 9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:21.109150 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4066517f-84f3-4225-93af-a235c9671ba0 req-c1eddc25-4fd9-4a42-9651-a92f3396d6a7 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2055920723&fields=id&tenant_id=300860f259ae41fb99a14af6fd1a3470 HTTP/1.1" status: 200 len: 267 time: 0.1974628 Nov 12 09:03:21.161661 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-f2087a54-5a6e-45de-8791-fb26dec6cd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429298992', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '18257b25-afe7-4ba1-a1b6-ab551eb561d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:06Z', 'updated_at': '2021-11-12T09:03:17Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '18257b25-afe7-4ba1-a1b6-ab551eb561d9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:07Z', 'updated_at': '2021-11-12T09:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '620314c5-c531-4c60-8424-9b04e6c4716f', 'name': '', 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:7d:1d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '3e96a7ba-00bc-45a6-ba05-45ed19305575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:15Z', 'updated_at': '2021-11-12T09:03:18Z', 'revision_number': 2, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': '3e96a7ba-00bc-45a6-ba05-45ed19305575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:21.199104 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2087a54-5a6e-45de-8791-fb26dec6cd28 None None] Checking router: 9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:03:21.199458 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2087a54-5a6e-45de-8791-fb26dec6cd28 None None] Updating router 9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d port 620314c5-c531-4c60-8424-9b04e6c4716f binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:03:21.200112 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 991e3a41-1799-4af6-b0da-618929abb2fc triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:21.201683 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:21.240002 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f2087a54-5a6e-45de-8791-fb26dec6cd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:21.352907 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066517f-84f3-4225-93af-a235c9671ba0 req-0d38e856-2d36-47ae-87fa-d2f386c534ae tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:21.364988 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4066517f-84f3-4225-93af-a235c9671ba0 req-0d38e856-2d36-47ae-87fa-d2f386c534ae tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/networks?id=b51ab7de-891f-4dfb-a6b1-ff518112d94d HTTP/1.1" status: 200 len: 797 time: 0.2540944 Nov 12 09:03:21.378617 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9bf7cafd-0927-4c29-beac-a945ce870f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:21.384056 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9bf7cafd-0927-4c29-beac-a945ce870f44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:21.391186 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9bf7cafd-0927-4c29-beac-a945ce870f44 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f3cb4286-1da7-41d0-a885-98bf5dc58db8 HTTP/1.1" status: 204 len: 168 time: 1.0237825 Nov 12 09:03:21.413810 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7cafd-0927-4c29-beac-a945ce870f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cb4286-1da7-41d0-a885-98bf5dc58db8,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:21.443125 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4066517f-84f3-4225-93af-a235c9671ba0 req-86621b72-0fd0-43df-9500-6a67d43fba7e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/quotas/300860f259ae41fb99a14af6fd1a3470 HTTP/1.1" status: 200 len: 375 time: 0.0764608 Nov 12 09:03:21.635289 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4066517f-84f3-4225-93af-a235c9671ba0 req-67bea951-e238-4c7b-af84-d489291a0e8b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1905122 Nov 12 09:03:21.965932 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4f658291-7a0d-4b55-aed8-1e154fe128d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:22.138965 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4066517f-84f3-4225-93af-a235c9671ba0 req-88ebc147-4710-4619-af76-ae7fabd0b40e service neutron] 10.222.0.37 "GET /v2.0/networks/b51ab7de-891f-4dfb-a6b1-ff518112d94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4845655 Nov 12 09:03:22.172124 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4f658291-7a0d-4b55-aed8-1e154fe128d5 None None] For port 991e3a41-1799-4af6-b0da-618929abb2fc, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=991e3a41-1799-4af6-b0da-618929abb2fc,segment=NetworkSegment(427f758d-bdfc-4e80-8ecb-579d75abe9e1),segment_id=427f758d-bdfc-4e80-8ecb-579d75abe9e1)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:22.206718 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4f658291-7a0d-4b55-aed8-1e154fe128d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:22.215375 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f2087a54-5a6e-45de-8791-fb26dec6cd28 None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:22.234661 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f2087a54-5a6e-45de-8791-fb26dec6cd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:22.276167 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:22.478842 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4066517f-84f3-4225-93af-a235c9671ba0 req-73783f77-67f6-47b5-bfc0-43b6a33afad1 service neutron] 10.222.0.37 "GET /v2.0/networks/b51ab7de-891f-4dfb-a6b1-ff518112d94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129156 Nov 12 09:03:22.581203 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f658291-7a0d-4b55-aed8-1e154fe128d5 None None] Pushing event updated for resources: {'Port': ['ID=991e3a41-1799-4af6-b0da-618929abb2fc,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:22.592622 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a538d23c-c721-4708-92ad-e83b12e02c24 None None] Pushing event updated for resources: {'Port': ['ID=620314c5-c531-4c60-8424-9b04e6c4716f,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:22.684517 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:03:22.686515 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:03:23.108320 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-f2087a54-5a6e-45de-8791-fb26dec6cd28 None None] Attempting to bind port 620314c5-c531-4c60-8424-9b04e6c4716f on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:03:23.109426 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-f2087a54-5a6e-45de-8791-fb26dec6cd28 None None] Attempting to bind port 620314c5-c531-4c60-8424-9b04e6c4716f by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '427f758d-bdfc-4e80-8ecb-579d75abe9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:03:23.110484 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2087a54-5a6e-45de-8791-fb26dec6cd28 None None] Attempting to bind port 620314c5-c531-4c60-8424-9b04e6c4716f on network b51ab7de-891f-4dfb-a6b1-ff518112d94d {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:23.124228 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a538d23c-c721-4708-92ad-e83b12e02c24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:23.124228 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a538d23c-c721-4708-92ad-e83b12e02c24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:23.124228 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a538d23c-c721-4708-92ad-e83b12e02c24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:23.124228 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a538d23c-c721-4708-92ad-e83b12e02c24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:23.125147 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a538d23c-c721-4708-92ad-e83b12e02c24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:23.125147 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a538d23c-c721-4708-92ad-e83b12e02c24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:23.125147 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a538d23c-c721-4708-92ad-e83b12e02c24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:23.125929 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a538d23c-c721-4708-92ad-e83b12e02c24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:23.127316 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a538d23c-c721-4708-92ad-e83b12e02c24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:23.127316 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a538d23c-c721-4708-92ad-e83b12e02c24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:23.127316 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a538d23c-c721-4708-92ad-e83b12e02c24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:23.127843 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a538d23c-c721-4708-92ad-e83b12e02c24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:23.152812 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2087a54-5a6e-45de-8791-fb26dec6cd28 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:03:23.156426 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2087a54-5a6e-45de-8791-fb26dec6cd28 None None] Checking segment: {'id': '427f758d-bdfc-4e80-8ecb-579d75abe9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:23.157149 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f2087a54-5a6e-45de-8791-fb26dec6cd28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:23.159214 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2087a54-5a6e-45de-8791-fb26dec6cd28 None None] Bound using segment: {'id': '427f758d-bdfc-4e80-8ecb-579d75abe9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:03:23.160041 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-f2087a54-5a6e-45de-8791-fb26dec6cd28 None None] Bound port: 620314c5-c531-4c60-8424-9b04e6c4716f, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427f758d-bdfc-4e80-8ecb-579d75abe9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:03:23.160659 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f2087a54-5a6e-45de-8791-fb26dec6cd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:23.460595 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:23.475086 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-f2087a54-5a6e-45de-8791-fb26dec6cd28 None None] For port 620314c5-c531-4c60-8424-9b04e6c4716f, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:03:23.488052 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-f2087a54-5a6e-45de-8791-fb26dec6cd28 None None] For port 620314c5-c531-4c60-8424-9b04e6c4716f, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=620314c5-c531-4c60-8424-9b04e6c4716f,segment=NetworkSegment(427f758d-bdfc-4e80-8ecb-579d75abe9e1),segment_id=427f758d-bdfc-4e80-8ecb-579d75abe9e1)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:03:23.502260 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ceb55891-16ec-4069-8a97-7df975f0b0b6 None None] Provisioning complete for port 620314c5-c531-4c60-8424-9b04e6c4716f triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:23.505183 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ceb55891-16ec-4069-8a97-7df975f0b0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:23.506415 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f2087a54-5a6e-45de-8791-fb26dec6cd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:23.769497 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 991e3a41-1799-4af6-b0da-618929abb2fc up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:23.794183 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a538d23c-c721-4708-92ad-e83b12e02c24 None None] Pushing event updated for resources: {'Port': ['ID=620314c5-c531-4c60-8424-9b04e6c4716f,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:23.869877 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2087a54-5a6e-45de-8791-fb26dec6cd28 None None] Routers {'9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:23.871080 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-f2087a54-5a6e-45de-8791-fb26dec6cd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:03:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:23.940952 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9eca8dae-e129-4235-af94-6dde212ccd61 req-a5d33b93-3ba3-46d6-8d11-6b2548bf3ea4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 210 time: 0.1684878 Nov 12 09:03:24.144242 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 991e3a41-1799-4af6-b0da-618929abb2fc triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:24.144866 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:24.437340 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ceb55891-16ec-4069-8a97-7df975f0b0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:24.483434 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-f2087a54-5a6e-45de-8791-fb26dec6cd28 None None] Set router 9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:24.618670 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ceb55891-16ec-4069-8a97-7df975f0b0b6 None None] For port 620314c5-c531-4c60-8424-9b04e6c4716f, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=620314c5-c531-4c60-8424-9b04e6c4716f,segment=NetworkSegment(427f758d-bdfc-4e80-8ecb-579d75abe9e1),segment_id=427f758d-bdfc-4e80-8ecb-579d75abe9e1)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:24.712249 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ceb55891-16ec-4069-8a97-7df975f0b0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:24.915910 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ceb55891-16ec-4069-8a97-7df975f0b0b6 None None] Provisioning complete for port 991e3a41-1799-4af6-b0da-618929abb2fc triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:24.916296 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ceb55891-16ec-4069-8a97-7df975f0b0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:25.154228 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb55891-16ec-4069-8a97-7df975f0b0b6 None None] Pushing event updated for resources: {'Port': ['ID=620314c5-c531-4c60-8424-9b04e6c4716f,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:25.216680 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e9f8bb9f-c118-4bc6-8092-075482c665f3 req-85f141c2-ac03-4dee-9311-47f3be382277 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 210 time: 0.0983903 Nov 12 09:03:25.279342 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-f2087a54-5a6e-45de-8791-fb26dec6cd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429298992', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '18257b25-afe7-4ba1-a1b6-ab551eb561d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:06Z', 'updated_at': '2021-11-12T09:03:17Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '18257b25-afe7-4ba1-a1b6-ab551eb561d9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:07Z', 'updated_at': '2021-11-12T09:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '620314c5-c531-4c60-8424-9b04e6c4716f', 'name': '', 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:7d:1d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '3e96a7ba-00bc-45a6-ba05-45ed19305575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:15Z', 'updated_at': '2021-11-12T09:03:23Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': '3e96a7ba-00bc-45a6-ba05-45ed19305575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:25.362632 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2087a54-5a6e-45de-8791-fb26dec6cd28 None None] The sync data for ids ['9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d'] in n-d-768862-16 is: [{'id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429298992', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '18257b25-afe7-4ba1-a1b6-ab551eb561d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:06Z', 'updated_at': '2021-11-12T09:03:17Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '18257b25-afe7-4ba1-a1b6-ab551eb561d9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:07Z', 'updated_at': '2021-11-12T09:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '620314c5-c531-4c60-8424-9b04e6c4716f', 'name': '', 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:7d:1d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '3e96a7ba-00bc-45a6-ba05-45ed19305575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:15Z', 'updated_at': '2021-11-12T09:03:23Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': '3e96a7ba-00bc-45a6-ba05-45ed19305575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:03:25.591367 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-3351ee61-0519-48bf-836b-75425b3e53aa None None] Provisioning complete for port 620314c5-c531-4c60-8424-9b04e6c4716f triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:25.596202 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3351ee61-0519-48bf-836b-75425b3e53aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:26.213171 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b266c157-844f-4b4f-9d83-2ce46248d0d4 None None] Provisioning complete for port 620314c5-c531-4c60-8424-9b04e6c4716f triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:26.214439 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b266c157-844f-4b4f-9d83-2ce46248d0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:26.680917 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-82175b68-4570-4c08-a7d6-bd766db17b7c req-6aecaaad-6742-4b55-be47-b16c81d8199c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 210 time: 0.0917099 Nov 12 09:03:26.681861 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 48072) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:27.269422 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7a87a8e1-d48f-4d95-b96e-fbdbe18a5d1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:27.469621 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066517f-84f3-4225-93af-a235c9671ba0 req-6e5b1e6f-5025-467a-97d6-1b8e70474b43 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:27.473052 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4066517f-84f3-4225-93af-a235c9671ba0 req-6e5b1e6f-5025-467a-97d6-1b8e70474b43 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.54 "GET /v2.0/networks?id=b51ab7de-891f-4dfb-a6b1-ff518112d94d HTTP/1.1" status: 200 len: 797 time: 0.5288255 Nov 12 09:03:27.741495 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 620314c5-c531-4c60-8424-9b04e6c4716f up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:27.804354 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4066517f-84f3-4225-93af-a235c9671ba0 req-1f1d75a9-880a-4dcc-b263-cd3b2a7db25f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=300860f259ae41fb99a14af6fd1a3470 HTTP/1.1" status: 200 len: 380 time: 0.2939911 Nov 12 09:03:27.820590 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-4066517f-84f3-4225-93af-a235c9671ba0 req-58507f91-ffe5-4d31-8ee5-a90cda996b30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'port': {'device_id': '1b0f5ea7-0450-45ff-a372-ee7e5da002a8', 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d', 'admin_state_up': True, 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'security_groups': ['bc57503b-303d-4e20-ac21-4329202f3001']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:27.840975 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7a87a8e1-d48f-4d95-b96e-fbdbe18a5d1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:27.881726 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 620314c5-c531-4c60-8424-9b04e6c4716f triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:27.882543 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:27.914162 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7a87a8e1-d48f-4d95-b96e-fbdbe18a5d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:27.982877 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7a87a8e1-d48f-4d95-b96e-fbdbe18a5d1a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5499b46c26e94f1da8885b0d16684fcb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2982335 Nov 12 09:03:27.992229 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 48126) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:28.186191 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-b59145a0-350d-4813-a11a-7873597f693f tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:28.197347 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-b59145a0-350d-4813-a11a-7873597f693f tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/networks?id=57a0ae56-d21e-4e45-a3f9-86030cd76b98 HTTP/1.1" status: 200 len: 814 time: 0.3156214 Nov 12 09:03:28.244744 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-fa70b846-b488-4e29-9115-3adde8bfb94a tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/quotas/e4e33a70596c4cdb90d12554f7821648 HTTP/1.1" status: 200 len: 375 time: 0.0453689 Nov 12 09:03:28.303602 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-8caad31e-24b3-4b9b-8958-1fa5c60e8533 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e4e33a70596c4cdb90d12554f7821648&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573113 Nov 12 09:03:28.360135 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87a8e1-d48f-4d95-b96e-fbdbe18a5d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0bf346-30fd-4d61-974f-3198725d4542,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:28.410006 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4066517f-84f3-4225-93af-a235c9671ba0 req-58507f91-ffe5-4d31-8ee5-a90cda996b30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Made reservation on behalf of 300860f259ae41fb99a14af6fd1a3470 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:03:28.428680 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4066517f-84f3-4225-93af-a235c9671ba0 req-58507f91-ffe5-4d31-8ee5-a90cda996b30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:28.474524 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a1ab2b68-719c-4844-8988-063da63a6066 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:28.557139 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-53063cda-9243-4133-ab2e-34337ba6be85 service neutron] 10.222.0.37 "GET /v2.0/networks/57a0ae56-d21e-4e45-a3f9-86030cd76b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516682 Nov 12 09:03:28.622861 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a1ab2b68-719c-4844-8988-063da63a6066 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:28.800314 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-e6460ecd-d7cf-492c-8c3d-fc6207501732 service neutron] 10.222.0.37 "GET /v2.0/networks/57a0ae56-d21e-4e45-a3f9-86030cd76b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378237 Nov 12 09:03:28.880224 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-4066517f-84f3-4225-93af-a235c9671ba0 req-58507f91-ffe5-4d31-8ee5-a90cda996b30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Allocated IP 172.20.0.4 (b51ab7de-891f-4dfb-a6b1-ff518112d94d/3e96a7ba-00bc-45a6-ba05-45ed19305575/a63ea354-0aeb-43e3-97a4-ddceaf537d44) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:03:28.895383 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a1ab2b68-719c-4844-8988-063da63a6066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:28.900877 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a1ab2b68-719c-4844-8988-063da63a6066 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:28.909222 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a1ab2b68-719c-4844-8988-063da63a6066 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af0bf346-30fd-4d61-974f-3198725d4542 HTTP/1.1" status: 204 len: 168 time: 0.7095654 Nov 12 09:03:28.952451 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab2b68-719c-4844-8988-063da63a6066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0bf346-30fd-4d61-974f-3198725d4542,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:29.326728 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:29.334332 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e5478e9-7079-4caf-affc-b719aa32f556 req-d8c4ebd1-14de-478c-ba6b-6be01fb3e043 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 210 time: 0.1724136 Nov 12 09:03:29.356736 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4066517f-84f3-4225-93af-a235c9671ba0 req-58507f91-ffe5-4d31-8ee5-a90cda996b30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:29.445018 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4066517f-84f3-4225-93af-a235c9671ba0 req-58507f91-ffe5-4d31-8ee5-a90cda996b30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:29.612695 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4066517f-84f3-4225-93af-a235c9671ba0 req-58507f91-ffe5-4d31-8ee5-a90cda996b30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Network b51ab7de-891f-4dfb-a6b1-ff518112d94d is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:29.623299 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-4066517f-84f3-4225-93af-a235c9671ba0 req-58507f91-ffe5-4d31-8ee5-a90cda996b30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:29.628573 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-4066517f-84f3-4225-93af-a235c9671ba0 req-58507f91-ffe5-4d31-8ee5-a90cda996b30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:03:29.634595 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58507f91-ffe5-4d31-8ee5-a90cda996b30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'Port': ['ID=a63ea354-0aeb-43e3-97a4-ddceaf537d44,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:29.767093 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066517f-84f3-4225-93af-a235c9671ba0 req-58507f91-ffe5-4d31-8ee5-a90cda996b30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:29.768722 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4066517f-84f3-4225-93af-a235c9671ba0 req-58507f91-ffe5-4d31-8ee5-a90cda996b30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:29.819728 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4066517f-84f3-4225-93af-a235c9671ba0 req-58507f91-ffe5-4d31-8ee5-a90cda996b30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0068293 Nov 12 09:03:29.830910 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-4066517f-84f3-4225-93af-a235c9671ba0 req-0f390740-400d-4d31-b838-d1d4f4aba542 service neutron] Request body: {'port': {'device_id': '1b0f5ea7-0450-45ff-a372-ee7e5da002a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:29.970648 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4066517f-84f3-4225-93af-a235c9671ba0 req-0f390740-400d-4d31-b838-d1d4f4aba542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:30.017584 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae7d5bb6-af03-4614-9501-4472c135e7e0 req-6b8f40eb-b48b-4ebc-81b1-141eb4715d53 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb37acb-bb8c-46e5-96ff-dd35267d151d HTTP/1.1" status: 200 len: 210 time: 0.0825846 Nov 12 09:03:30.092841 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-55bbc23f-a11f-4569-b3ca-98d5d5478022 None None] Provisioning complete for port a63ea354-0aeb-43e3-97a4-ddceaf537d44 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:30.093897 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-55bbc23f-a11f-4569-b3ca-98d5d5478022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:30.151299 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-55bbc23f-a11f-4569-b3ca-98d5d5478022 None None] Port a63ea354-0aeb-43e3-97a4-ddceaf537d44 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:03:30.577209 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-4066517f-84f3-4225-93af-a235c9671ba0 req-0f390740-400d-4d31-b838-d1d4f4aba542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a63ea354-0aeb-43e3-97a4-ddceaf537d44 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:03:30.584431 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342e84e-f8f7-4c8f-ad6a-f849b6f6221f req-bc809628-e5e0-4cdd-acf3-35d71aae226f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:30.593496 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2342e84e-f8f7-4c8f-ad6a-f849b6f6221f req-bc809628-e5e0-4cdd-acf3-35d71aae226f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 931 time: 0.1258790 Nov 12 09:03:30.613034 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4066517f-84f3-4225-93af-a235c9671ba0 req-0f390740-400d-4d31-b838-d1d4f4aba542 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:30.642976 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-4066517f-84f3-4225-93af-a235c9671ba0 req-0f390740-400d-4d31-b838-d1d4f4aba542 service neutron] Transition to ACTIVE for port object a63ea354-0aeb-43e3-97a4-ddceaf537d44 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:03:30.652195 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4066517f-84f3-4225-93af-a235c9671ba0 req-0f390740-400d-4d31-b838-d1d4f4aba542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:30.692014 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2342e84e-f8f7-4c8f-ad6a-f849b6f6221f req-d95298db-a6b9-444f-b5b6-e558b725549f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971768 Nov 12 09:03:30.760595 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f390740-400d-4d31-b838-d1d4f4aba542 service neutron] Pushing event updated for resources: {'Port': ['ID=a63ea354-0aeb-43e3-97a4-ddceaf537d44,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:30.972933 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-4066517f-84f3-4225-93af-a235c9671ba0 req-0f390740-400d-4d31-b838-d1d4f4aba542 service neutron] Attempting to bind port a63ea354-0aeb-43e3-97a4-ddceaf537d44 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:03:30.973696 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-4066517f-84f3-4225-93af-a235c9671ba0 req-0f390740-400d-4d31-b838-d1d4f4aba542 service neutron] Attempting to bind port a63ea354-0aeb-43e3-97a4-ddceaf537d44 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '427f758d-bdfc-4e80-8ecb-579d75abe9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:03:30.973816 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4066517f-84f3-4225-93af-a235c9671ba0 req-0f390740-400d-4d31-b838-d1d4f4aba542 service neutron] Attempting to bind port a63ea354-0aeb-43e3-97a4-ddceaf537d44 on network b51ab7de-891f-4dfb-a6b1-ff518112d94d {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:30.980544 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4066517f-84f3-4225-93af-a235c9671ba0 req-0f390740-400d-4d31-b838-d1d4f4aba542 service neutron] Port a63ea354-0aeb-43e3-97a4-ddceaf537d44 on network b51ab7de-891f-4dfb-a6b1-ff518112d94d not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:03:30.980702 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4066517f-84f3-4225-93af-a235c9671ba0 req-0f390740-400d-4d31-b838-d1d4f4aba542 service neutron] Attempting to bind port a63ea354-0aeb-43e3-97a4-ddceaf537d44 on network b51ab7de-891f-4dfb-a6b1-ff518112d94d {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:30.988288 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4066517f-84f3-4225-93af-a235c9671ba0 req-0f390740-400d-4d31-b838-d1d4f4aba542 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:03:30.988855 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4066517f-84f3-4225-93af-a235c9671ba0 req-0f390740-400d-4d31-b838-d1d4f4aba542 service neutron] Checking segment: {'id': '427f758d-bdfc-4e80-8ecb-579d75abe9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:30.989318 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4066517f-84f3-4225-93af-a235c9671ba0 req-0f390740-400d-4d31-b838-d1d4f4aba542 service neutron] Bound using segment: {'id': '427f758d-bdfc-4e80-8ecb-579d75abe9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:03:30.989979 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-4066517f-84f3-4225-93af-a235c9671ba0 req-0f390740-400d-4d31-b838-d1d4f4aba542 service neutron] Bound port: a63ea354-0aeb-43e3-97a4-ddceaf537d44, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427f758d-bdfc-4e80-8ecb-579d75abe9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:03:30.990990 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4066517f-84f3-4225-93af-a235c9671ba0 req-0f390740-400d-4d31-b838-d1d4f4aba542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:31.148884 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-4066517f-84f3-4225-93af-a235c9671ba0 req-0f390740-400d-4d31-b838-d1d4f4aba542 service neutron] For port a63ea354-0aeb-43e3-97a4-ddceaf537d44, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:03:31.158332 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-4066517f-84f3-4225-93af-a235c9671ba0 req-0f390740-400d-4d31-b838-d1d4f4aba542 service neutron] For port a63ea354-0aeb-43e3-97a4-ddceaf537d44, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=a63ea354-0aeb-43e3-97a4-ddceaf537d44,segment=NetworkSegment(427f758d-bdfc-4e80-8ecb-579d75abe9e1),segment_id=427f758d-bdfc-4e80-8ecb-579d75abe9e1)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:03:31.181800 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4066517f-84f3-4225-93af-a235c9671ba0 req-0f390740-400d-4d31-b838-d1d4f4aba542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:31.292880 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066517f-84f3-4225-93af-a235c9671ba0 req-0f390740-400d-4d31-b838-d1d4f4aba542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:31.294719 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4066517f-84f3-4225-93af-a235c9671ba0 req-0f390740-400d-4d31-b838-d1d4f4aba542 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:31.297677 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4066517f-84f3-4225-93af-a235c9671ba0 req-0f390740-400d-4d31-b838-d1d4f4aba542 service neutron] 10.222.0.54 "PUT /v2.0/ports/a63ea354-0aeb-43e3-97a4-ddceaf537d44 HTTP/1.1" status: 200 len: 1092 time: 1.4743819 Nov 12 09:03:31.299833 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b0f5ea7-0450-45ff-a372-ee7e5da002a8', 'tag': 'a63ea354-0aeb-43e3-97a4-ddceaf537d44'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:03:31.308711 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cca586-b944-4e2b-a890-36ebb9592012" -d '{"events": [{"name": "network-changed", "server_uuid": "1b0f5ea7-0450-45ff-a372-ee7e5da002a8", "tag": "a63ea354-0aeb-43e3-97a4-ddceaf537d44"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:03:31.512475 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84c1ff91-0893-4e53-a607-3bc8891272d5 req-84dcc03d-3b7b-4a7e-bd9b-4eb79a762117 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb37acb-bb8c-46e5-96ff-dd35267d151d HTTP/1.1" status: 200 len: 210 time: 0.0803251 Nov 12 09:03:31.570245 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f390740-400d-4d31-b838-d1d4f4aba542 service neutron] Pushing event updated for resources: {'Port': ['ID=a63ea354-0aeb-43e3-97a4-ddceaf537d44,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:31.716035 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-5c1d8e4a-688b-462d-8a47-b5f6e10a0e95 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:31.718052 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-5c1d8e4a-688b-462d-8a47-b5f6e10a0e95 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.54 "GET /v2.0/networks?id=57a0ae56-d21e-4e45-a3f9-86030cd76b98 HTTP/1.1" status: 200 len: 814 time: 0.5618696 Nov 12 09:03:31.729477 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066517f-84f3-4225-93af-a235c9671ba0 req-e5bbbe41-a6d5-4295-b32e-d77e6adc179c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:31.731850 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4066517f-84f3-4225-93af-a235c9671ba0 req-e5bbbe41-a6d5-4295-b32e-d77e6adc179c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 1095 time: 0.1979072 Nov 12 09:03:31.737303 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-8f14b8f5-0a11-412a-83fb-b71f37380715 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Request body: {'port': {'device_id': '8cb37acb-bb8c-46e5-96ff-dd35267d151d', 'network_id': '57a0ae56-d21e-4e45-a3f9-86030cd76b98', 'admin_state_up': True, 'tenant_id': 'e4e33a70596c4cdb90d12554f7821648'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:31.857181 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4066517f-84f3-4225-93af-a235c9671ba0 req-819b70f5-c066-4591-be6f-83b616023405 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a63ea354-0aeb-43e3-97a4-ddceaf537d44 HTTP/1.1" status: 200 len: 217 time: 0.0895097 Nov 12 09:03:31.902747 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889d1916-fad1-4fcd-a6ce-fa723aae0276 x-openstack-request-id: req-889d1916-fad1-4fcd-a6ce-fa723aae0276 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:03:31.903042 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b0f5ea7-0450-45ff-a372-ee7e5da002a8", "tag": "a63ea354-0aeb-43e3-97a4-ddceaf537d44", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:03:31.903860 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-889d1916-fad1-4fcd-a6ce-fa723aae0276 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:03:31.904376 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b0f5ea7-0450-45ff-a372-ee7e5da002a8', 'tag': 'a63ea354-0aeb-43e3-97a4-ddceaf537d44', 'status': 'completed', 'code': 200} Nov 12 09:03:31.956356 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066517f-84f3-4225-93af-a235c9671ba0 req-7f1bbbb4-496b-4c51-a030-0308c319c6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:31.958213 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4066517f-84f3-4225-93af-a235c9671ba0 req-7f1bbbb4-496b-4c51-a030-0308c319c6e1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e96a7ba-00bc-45a6-ba05-45ed19305575 HTTP/1.1" status: 200 len: 834 time: 0.0918720 Nov 12 09:03:32.025939 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-8f14b8f5-0a11-412a-83fb-b71f37380715 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Made reservation on behalf of e4e33a70596c4cdb90d12554f7821648 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:03:32.031896 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-8f14b8f5-0a11-412a-83fb-b71f37380715 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:32.056531 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066517f-84f3-4225-93af-a235c9671ba0 req-2305a573-39a3-49cf-bfe9-af60e9163817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:32.059237 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4066517f-84f3-4225-93af-a235c9671ba0 req-2305a573-39a3-49cf-bfe9-af60e9163817 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b51ab7de-891f-4dfb-a6b1-ff518112d94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0903137 Nov 12 09:03:32.137504 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7ed10-678c-45bc-af0b-c6cabea780ed req-6a6bf3fb-1928-4cfe-90b8-cfa2acd86567 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:32.141041 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-26c7ed10-678c-45bc-af0b-c6cabea780ed req-6a6bf3fb-1928-4cfe-90b8-cfa2acd86567 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 943 time: 0.1298635 Nov 12 09:03:32.253033 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-26c7ed10-678c-45bc-af0b-c6cabea780ed req-45d1f8b2-03e0-4971-b6e4-a5c0b0fde751 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987122 Nov 12 09:03:32.453677 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4066517f-84f3-4225-93af-a235c9671ba0 req-f5087199-8f1f-4a66-bc17-63cb817a3f60 service neutron] 10.222.0.54 "GET /v2.0/networks/b51ab7de-891f-4dfb-a6b1-ff518112d94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817213 Nov 12 09:03:32.568608 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-8f14b8f5-0a11-412a-83fb-b71f37380715 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Allocated IP 172.20.0.10 (57a0ae56-d21e-4e45-a3f9-86030cd76b98/fce28a88-68b8-440a-994a-f80128cd5912/54117ee5-e280-47df-9d95-e58857a424be) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:03:32.855106 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9943d92e-2ae2-4169-9f1a-57514eaf794b req-ada6d5a8-bb15-4f32-9573-cace1ec67de0 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb37acb-bb8c-46e5-96ff-dd35267d151d HTTP/1.1" status: 200 len: 210 time: 0.0869501 Nov 12 09:03:32.879320 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4066517f-84f3-4225-93af-a235c9671ba0 req-e18764bd-f909-4e18-9f16-6578127e1eb5 service neutron] 10.222.0.54 "GET /v2.0/networks/b51ab7de-891f-4dfb-a6b1-ff518112d94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104428 Nov 12 09:03:33.011182 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-8f14b8f5-0a11-412a-83fb-b71f37380715 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:33.042089 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cca586-b944-4e2b-a890-36ebb9592012 req-727e2610-6000-4e1b-85e1-af9226ff1730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:33.045560 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-81cca586-b944-4e2b-a890-36ebb9592012 req-727e2610-6000-4e1b-85e1-af9226ff1730 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 1095 time: 0.0965993 Nov 12 09:03:33.222227 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-8f14b8f5-0a11-412a-83fb-b71f37380715 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:33.351701 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-8f14b8f5-0a11-412a-83fb-b71f37380715 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Network 57a0ae56-d21e-4e45-a3f9-86030cd76b98 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:33.364083 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-8f14b8f5-0a11-412a-83fb-b71f37380715 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:33.369029 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cca586-b944-4e2b-a890-36ebb9592012 req-fa4f7eb0-598b-47ff-9ebb-b390cc5f4c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:33.370902 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-81cca586-b944-4e2b-a890-36ebb9592012 req-fa4f7eb0-598b-47ff-9ebb-b390cc5f4c84 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b51ab7de-891f-4dfb-a6b1-ff518112d94d HTTP/1.1" status: 200 len: 898 time: 0.3061466 Nov 12 09:03:33.372089 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-8f14b8f5-0a11-412a-83fb-b71f37380715 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:03:33.376400 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14b8f5-0a11-412a-83fb-b71f37380715 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Pushing event updated for resources: {'Port': ['ID=54117ee5-e280-47df-9d95-e58857a424be,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:33.461758 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b1fcf-a477-4c51-9181-66b99c0379b6 req-fe837faf-c5d6-4c12-8dfc-f03d3f5c0803 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:33.465012 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e17b1fcf-a477-4c51-9181-66b99c0379b6 req-fe837faf-c5d6-4c12-8dfc-f03d3f5c0803 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 943 time: 0.1048951 Nov 12 09:03:33.478739 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-81cca586-b944-4e2b-a890-36ebb9592012 req-0ba3f349-46ee-4e14-a853-7e27f8b7c211 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a63ea354-0aeb-43e3-97a4-ddceaf537d44 HTTP/1.1" status: 200 len: 217 time: 0.0965769 Nov 12 09:03:33.558974 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e17b1fcf-a477-4c51-9181-66b99c0379b6 req-060121f5-04af-44e3-ab41-ace980dba2b8 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840089 Nov 12 09:03:33.563383 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-8f14b8f5-0a11-412a-83fb-b71f37380715 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:33.564393 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-8f14b8f5-0a11-412a-83fb-b71f37380715 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:33.594163 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-8f14b8f5-0a11-412a-83fb-b71f37380715 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8611796 Nov 12 09:03:33.602493 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cca586-b944-4e2b-a890-36ebb9592012 req-c1338f3c-2874-4047-a960-6ab717b12d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:33.604208 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-81cca586-b944-4e2b-a890-36ebb9592012 req-c1338f3c-2874-4047-a960-6ab717b12d9d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e96a7ba-00bc-45a6-ba05-45ed19305575 HTTP/1.1" status: 200 len: 834 time: 0.1159449 Nov 12 09:03:33.610562 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-11f08af8-37a2-41ee-a81a-c38a578de1bd service neutron] Request body: {'port': {'device_id': '8cb37acb-bb8c-46e5-96ff-dd35267d151d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:33.723870 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cca586-b944-4e2b-a890-36ebb9592012 req-e8a1f58a-2599-4012-affd-c295ad43562e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:33.725487 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-81cca586-b944-4e2b-a890-36ebb9592012 req-e8a1f58a-2599-4012-affd-c295ad43562e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b51ab7de-891f-4dfb-a6b1-ff518112d94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1107745 Nov 12 09:03:33.731484 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-11f08af8-37a2-41ee-a81a-c38a578de1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:33.893107 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-81cca586-b944-4e2b-a890-36ebb9592012 req-046cfd9b-75fa-47c1-95c4-07bc22cb9427 service neutron] 10.222.0.54 "GET /v2.0/networks/b51ab7de-891f-4dfb-a6b1-ff518112d94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548314 Nov 12 09:03:34.095143 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-c40b483c-d51c-4548-a91c-3013ad15cbd3 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b7249c7f4c2c4ab7a1ed20775638f22f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510452 Nov 12 09:03:34.150310 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-81cca586-b944-4e2b-a890-36ebb9592012 req-166817b6-298a-4fda-b286-1b832399b8a2 service neutron] 10.222.0.54 "GET /v2.0/networks/b51ab7de-891f-4dfb-a6b1-ff518112d94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477124 Nov 12 09:03:34.318644 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-11f08af8-37a2-41ee-a81a-c38a578de1bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54117ee5-e280-47df-9d95-e58857a424be {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:03:34.330309 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-11f08af8-37a2-41ee-a81a-c38a578de1bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:34.346402 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-11f08af8-37a2-41ee-a81a-c38a578de1bd service neutron] Transition to ACTIVE for port object 54117ee5-e280-47df-9d95-e58857a424be will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:03:34.351791 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-11f08af8-37a2-41ee-a81a-c38a578de1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:34.398126 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-6f05b2d7-44db-4970-b84c-0c6d84587d1f tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:34.406216 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-6f05b2d7-44db-4970-b84c-0c6d84587d1f tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2960985 Nov 12 09:03:34.416461 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f08af8-37a2-41ee-a81a-c38a578de1bd service neutron] Pushing event updated for resources: {'Port': ['ID=54117ee5-e280-47df-9d95-e58857a424be,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:34.426118 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-68f7f997-2fff-4229-af8d-455f3e863aa9 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] 10.222.0.37 "GET /v2.0/quotas/b7249c7f4c2c4ab7a1ed20775638f22f HTTP/1.1" status: 200 len: 375 time: 0.0176179 Nov 12 09:03:34.477006 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-02ec807b-418e-4d39-a9a3-72ce68f1a169 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b7249c7f4c2c4ab7a1ed20775638f22f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433636 Nov 12 09:03:34.587155 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-11f08af8-37a2-41ee-a81a-c38a578de1bd service neutron] Attempting to bind port 54117ee5-e280-47df-9d95-e58857a424be on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:03:34.591185 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-11f08af8-37a2-41ee-a81a-c38a578de1bd service neutron] Attempting to bind port 54117ee5-e280-47df-9d95-e58857a424be by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '03217fcb-04a1-4848-abf8-9fa55b4faba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '57a0ae56-d21e-4e45-a3f9-86030cd76b98'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:03:34.591185 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-11f08af8-37a2-41ee-a81a-c38a578de1bd service neutron] Attempting to bind port 54117ee5-e280-47df-9d95-e58857a424be on network 57a0ae56-d21e-4e45-a3f9-86030cd76b98 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:34.597364 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-11f08af8-37a2-41ee-a81a-c38a578de1bd service neutron] Port 54117ee5-e280-47df-9d95-e58857a424be on network 57a0ae56-d21e-4e45-a3f9-86030cd76b98 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:03:34.597893 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-11f08af8-37a2-41ee-a81a-c38a578de1bd service neutron] Attempting to bind port 54117ee5-e280-47df-9d95-e58857a424be on network 57a0ae56-d21e-4e45-a3f9-86030cd76b98 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:34.609807 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-11f08af8-37a2-41ee-a81a-c38a578de1bd service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:03:34.610359 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-11f08af8-37a2-41ee-a81a-c38a578de1bd service neutron] Checking segment: {'id': '03217fcb-04a1-4848-abf8-9fa55b4faba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '57a0ae56-d21e-4e45-a3f9-86030cd76b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:34.611509 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-11f08af8-37a2-41ee-a81a-c38a578de1bd service neutron] Bound using segment: {'id': '03217fcb-04a1-4848-abf8-9fa55b4faba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '57a0ae56-d21e-4e45-a3f9-86030cd76b98'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:03:34.611731 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-11f08af8-37a2-41ee-a81a-c38a578de1bd service neutron] Bound port: 54117ee5-e280-47df-9d95-e58857a424be, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03217fcb-04a1-4848-abf8-9fa55b4faba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '57a0ae56-d21e-4e45-a3f9-86030cd76b98'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:03:34.612392 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-11f08af8-37a2-41ee-a81a-c38a578de1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:34.751009 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-11f08af8-37a2-41ee-a81a-c38a578de1bd service neutron] For port 54117ee5-e280-47df-9d95-e58857a424be, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:03:34.756897 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-11f08af8-37a2-41ee-a81a-c38a578de1bd service neutron] For port 54117ee5-e280-47df-9d95-e58857a424be, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=54117ee5-e280-47df-9d95-e58857a424be,segment=NetworkSegment(03217fcb-04a1-4848-abf8-9fa55b4faba4),segment_id=03217fcb-04a1-4848-abf8-9fa55b4faba4)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:03:34.764941 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-11f08af8-37a2-41ee-a81a-c38a578de1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:34.869006 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-11f08af8-37a2-41ee-a81a-c38a578de1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:34.871480 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-11f08af8-37a2-41ee-a81a-c38a578de1bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:34.878484 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-11f08af8-37a2-41ee-a81a-c38a578de1bd service neutron] 10.222.0.54 "PUT /v2.0/ports/54117ee5-e280-47df-9d95-e58857a424be HTTP/1.1" status: 200 len: 1093 time: 1.2725544 Nov 12 09:03:34.879237 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb37acb-bb8c-46e5-96ff-dd35267d151d', 'tag': '54117ee5-e280-47df-9d95-e58857a424be'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:03:34.883630 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2de631-ec33-4ca0-8bd8-302b0ee55b85" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb37acb-bb8c-46e5-96ff-dd35267d151d", "tag": "54117ee5-e280-47df-9d95-e58857a424be"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:03:34.925217 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fdd65-5be5-4e76-9408-3b1a937474e5 req-37ac08d9-abc1-4863-89ef-3a76a5be056e tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:34.940696 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d11fdd65-5be5-4e76-9408-3b1a937474e5 req-37ac08d9-abc1-4863-89ef-3a76a5be056e tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb37acb-bb8c-46e5-96ff-dd35267d151d HTTP/1.1" status: 200 len: 944 time: 0.1463699 Nov 12 09:03:35.021829 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d11fdd65-5be5-4e76-9408-3b1a937474e5 req-79db4477-e114-44bc-a3fb-48895344a93d tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/security-groups?id=cea0d88c-88ef-4dd0-949a-6b8036d7fb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773404 Nov 12 09:03:35.027579 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f08af8-37a2-41ee-a81a-c38a578de1bd service neutron] Pushing event updated for resources: {'Port': ['ID=54117ee5-e280-47df-9d95-e58857a424be,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:35.061495 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-c1131164-f9fa-486c-8ade-c588b2e8c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:35.067333 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-c1131164-f9fa-486c-8ade-c588b2e8c32c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e4e33a70596c4cdb90d12554f7821648&device_id=8cb37acb-bb8c-46e5-96ff-dd35267d151d HTTP/1.1" status: 200 len: 1096 time: 0.1010435 Nov 12 09:03:35.173416 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-5486d0e4-edd5-4d10-9127-83181f6b04f5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54117ee5-e280-47df-9d95-e58857a424be HTTP/1.1" status: 200 len: 217 time: 0.0966992 Nov 12 09:03:35.299411 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-fa018a9d-d835-436e-9769-ad5da978a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:35.302035 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-fa018a9d-d835-436e-9769-ad5da978a5d7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fce28a88-68b8-440a-994a-f80128cd5912 HTTP/1.1" status: 200 len: 854 time: 0.1211503 Nov 12 09:03:35.305645 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2c86c-34f7-488e-bf04-aaf5692e3121 req-83e9fc6e-3136-4474-9c97-488ca6091f72 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:35.308992 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-add2c86c-34f7-488e-bf04-aaf5692e3121 req-83e9fc6e-3136-4474-9c97-488ca6091f72 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 943 time: 0.1244383 Nov 12 09:03:35.378675 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-167c44e1-ab5b-4210-91d0-88ab52bd2ef2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57a0ae56-d21e-4e45-a3f9-86030cd76b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645797 Nov 12 09:03:35.447160 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-add2c86c-34f7-488e-bf04-aaf5692e3121 req-e9d908bc-3936-4aa8-86f3-43ee96b44b76 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174624 Nov 12 09:03:35.597887 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-e696e5e7-26fd-42c7-9633-1e654d3a42d7 service neutron] 10.222.0.54 "GET /v2.0/networks/57a0ae56-d21e-4e45-a3f9-86030cd76b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108839 Nov 12 09:03:35.810048 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6735b132-abb0-4bde-9e61-d21815e0858d req-a50705a2-14de-4f9e-bdf0-7563bb226089 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51e14d2-12c8-475d-9b55-e71d1f6ba8b3 HTTP/1.1" status: 200 len: 210 time: 0.0578866 Nov 12 09:03:35.817503 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c636694b-35e0-48a9-84e3-a5ddb1aa11a3 req-4cf8b227-8927-4f15-8275-16e6d35a12a0 service neutron] 10.222.0.54 "GET /v2.0/networks/57a0ae56-d21e-4e45-a3f9-86030cd76b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110412 Nov 12 09:03:35.921947 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device a63ea354-0aeb-43e3-97a4-ddceaf537d44 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:03:36.012879 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59af08bb-b16d-42e2-98a6-5a3174780a2b x-openstack-request-id: req-59af08bb-b16d-42e2-98a6-5a3174780a2b {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:03:36.013866 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb37acb-bb8c-46e5-96ff-dd35267d151d", "tag": "54117ee5-e280-47df-9d95-e58857a424be", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:03:36.014600 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-59af08bb-b16d-42e2-98a6-5a3174780a2b {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:03:36.022356 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb37acb-bb8c-46e5-96ff-dd35267d151d', 'tag': '54117ee5-e280-47df-9d95-e58857a424be', 'status': 'completed', 'code': 200} Nov 12 09:03:36.163679 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port a63ea354-0aeb-43e3-97a4-ddceaf537d44, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=a63ea354-0aeb-43e3-97a4-ddceaf537d44,segment=NetworkSegment(427f758d-bdfc-4e80-8ecb-579d75abe9e1),segment_id=427f758d-bdfc-4e80-8ecb-579d75abe9e1)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:36.190281 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'a63ea354-0aeb-43e3-97a4-ddceaf537d44', 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d', 'port_id': 'a63ea354-0aeb-43e3-97a4-ddceaf537d44', 'mac_address': 'fa:16:3e:d4:e6:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e96a7ba-00bc-45a6-ba05-45ed19305575', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:03:36.222336 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2de631-ec33-4ca0-8bd8-302b0ee55b85 req-375b239d-21d4-44c3-939f-622d08f329b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:36.225119 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af2de631-ec33-4ca0-8bd8-302b0ee55b85 req-375b239d-21d4-44c3-939f-622d08f329b9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e4e33a70596c4cdb90d12554f7821648&device_id=8cb37acb-bb8c-46e5-96ff-dd35267d151d HTTP/1.1" status: 200 len: 1096 time: 0.1753786 Nov 12 09:03:36.341818 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:36.377983 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7d328-e501-4b5e-922e-7216b70667df req-220e26e2-30f4-4363-aa04-b8996411ba1b tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:36.394752 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63ea354-0aeb-43e3-97a4-ddceaf537d44 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:03:36.398117 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-10e7d328-e501-4b5e-922e-7216b70667df req-220e26e2-30f4-4363-aa04-b8996411ba1b tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb37acb-bb8c-46e5-96ff-dd35267d151d HTTP/1.1" status: 200 len: 944 time: 0.1276603 Nov 12 09:03:36.479377 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port a63ea354-0aeb-43e3-97a4-ddceaf537d44, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=a63ea354-0aeb-43e3-97a4-ddceaf537d44,segment=NetworkSegment(427f758d-bdfc-4e80-8ecb-579d75abe9e1),segment_id=427f758d-bdfc-4e80-8ecb-579d75abe9e1)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:36.502119 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:36.505222 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-e9d4436d-80d0-448c-9af4-25eba494895d tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=b7249c7f4c2c4ab7a1ed20775638f22f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539978 Nov 12 09:03:36.510675 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-10e7d328-e501-4b5e-922e-7216b70667df req-764b3505-88f9-41f5-9542-c55b246b4ba3 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/security-groups?id=cea0d88c-88ef-4dd0-949a-6b8036d7fb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088214 Nov 12 09:03:36.571327 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2de631-ec33-4ca0-8bd8-302b0ee55b85 req-c7498a65-a16f-4616-a8d5-3b212027eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:36.575294 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af2de631-ec33-4ca0-8bd8-302b0ee55b85 req-c7498a65-a16f-4616-a8d5-3b212027eb45 service neutron] 10.222.0.54 "GET /v2.0/networks?id=57a0ae56-d21e-4e45-a3f9-86030cd76b98 HTTP/1.1" status: 200 len: 915 time: 0.3397844 Nov 12 09:03:36.663818 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=a63ea354-0aeb-43e3-97a4-ddceaf537d44,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:36.802362 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1143393-3984-46b1-87ba-86193d64e8be req-5ba54272-4fd4-4bef-bfe8-7810d2b84a3f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:36.814731 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d1143393-3984-46b1-87ba-86193d64e8be req-5ba54272-4fd4-4bef-bfe8-7810d2b84a3f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 944 time: 0.1200349 Nov 12 09:03:36.859952 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['a63ea354-0aeb-43e3-97a4-ddceaf537d44'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:03:36.901595 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d1143393-3984-46b1-87ba-86193d64e8be req-d2149bbe-55e8-4856-b099-8f665eb7c808 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844238 Nov 12 09:03:37.168847 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-59f19059-ce02-49fd-9fbe-667187b99aef req-200d6213-0b1a-42da-b78d-1cb0c616a34b tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51e14d2-12c8-475d-9b55-e71d1f6ba8b3 HTTP/1.1" status: 200 len: 210 time: 0.0635197 Nov 12 09:03:37.322269 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af2de631-ec33-4ca0-8bd8-302b0ee55b85 req-dfafe6fb-35cf-4677-9287-10ec182fecd3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54117ee5-e280-47df-9d95-e58857a424be HTTP/1.1" status: 200 len: 217 time: 0.7133558 Nov 12 09:03:37.649954 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2de631-ec33-4ca0-8bd8-302b0ee55b85 req-eafec2d6-e566-4801-a111-1da8402a0e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:37.652812 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af2de631-ec33-4ca0-8bd8-302b0ee55b85 req-eafec2d6-e566-4801-a111-1da8402a0e99 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fce28a88-68b8-440a-994a-f80128cd5912 HTTP/1.1" status: 200 len: 854 time: 0.3066618 Nov 12 09:03:37.725283 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af2de631-ec33-4ca0-8bd8-302b0ee55b85 req-bce4ef6c-d76e-4426-b77b-0fc66d762cd2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57a0ae56-d21e-4e45-a3f9-86030cd76b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643575 Nov 12 09:03:37.742315 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-6f0e0831-b452-4575-bf84-9159fb5ec3a4 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:37.746448 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-6f0e0831-b452-4575-bf84-9159fb5ec3a4 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2269573 Nov 12 09:03:37.783703 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405361d8-9a26-4610-b8a1-02df7641dc46 req-4e77f3b0-7537-4a59-86a4-dcfd3c379595 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:37.786304 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-405361d8-9a26-4610-b8a1-02df7641dc46 req-4e77f3b0-7537-4a59-86a4-dcfd3c379595 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb37acb-bb8c-46e5-96ff-dd35267d151d HTTP/1.1" status: 200 len: 944 time: 0.0735548 Nov 12 09:03:37.801293 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-3502a726-5ad9-4da1-96f9-d66068211a85 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Request body: {'port': {'device_id': 'd51e14d2-12c8-475d-9b55-e71d1f6ba8b3', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'admin_state_up': True, 'tenant_id': 'b7249c7f4c2c4ab7a1ed20775638f22f'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:37.869128 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3018301a-8905-4b49-99b2-fd636b698183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:37.871988 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-405361d8-9a26-4610-b8a1-02df7641dc46 req-69052f86-33be-4fb7-8602-012db70da233 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/security-groups?id=cea0d88c-88ef-4dd0-949a-6b8036d7fb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733197 Nov 12 09:03:37.949773 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 54117ee5-e280-47df-9d95-e58857a424be details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:03:38.099381 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af2de631-ec33-4ca0-8bd8-302b0ee55b85 req-04836af4-a18a-4086-8da3-6e130605148a service neutron] 10.222.0.54 "GET /v2.0/networks/57a0ae56-d21e-4e45-a3f9-86030cd76b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504722 Nov 12 09:03:38.153832 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 54117ee5-e280-47df-9d95-e58857a424be, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=54117ee5-e280-47df-9d95-e58857a424be,segment=NetworkSegment(03217fcb-04a1-4848-abf8-9fa55b4faba4),segment_id=03217fcb-04a1-4848-abf8-9fa55b4faba4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:38.180058 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '54117ee5-e280-47df-9d95-e58857a424be', 'network_id': '57a0ae56-d21e-4e45-a3f9-86030cd76b98', 'port_id': '54117ee5-e280-47df-9d95-e58857a424be', 'mac_address': 'fa:16:3e:63:05:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce28a88-68b8-440a-994a-f80128cd5912', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:03:38.204921 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c73615-b56a-4613-862a-2985109fb7f5 req-9f9ec8a6-aee9-4be5-a1f7-5cb9bf6f6636 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:38.207877 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-70c73615-b56a-4613-862a-2985109fb7f5 req-9f9ec8a6-aee9-4be5-a1f7-5cb9bf6f6636 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 944 time: 0.1078780 Nov 12 09:03:38.237845 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:38.262766 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54117ee5-e280-47df-9d95-e58857a424be {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:03:38.267535 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-3502a726-5ad9-4da1-96f9-d66068211a85 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Made reservation on behalf of b7249c7f4c2c4ab7a1ed20775638f22f for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:03:38.273721 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-3502a726-5ad9-4da1-96f9-d66068211a85 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:38.301519 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 54117ee5-e280-47df-9d95-e58857a424be, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=54117ee5-e280-47df-9d95-e58857a424be,segment=NetworkSegment(03217fcb-04a1-4848-abf8-9fa55b4faba4),segment_id=03217fcb-04a1-4848-abf8-9fa55b4faba4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:38.308248 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:38.318107 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-3502a726-5ad9-4da1-96f9-d66068211a85 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:38.355469 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-70c73615-b56a-4613-862a-2985109fb7f5 req-4b57faee-f3fd-4630-9f53-978ed56f5ce9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312397 Nov 12 09:03:38.401888 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=54117ee5-e280-47df-9d95-e58857a424be,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:38.420457 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af2de631-ec33-4ca0-8bd8-302b0ee55b85 req-c81fd023-9cf0-47ea-82a1-b169f4fc15ed service neutron] 10.222.0.54 "GET /v2.0/networks/57a0ae56-d21e-4e45-a3f9-86030cd76b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130291 Nov 12 09:03:38.510222 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-3502a726-5ad9-4da1-96f9-d66068211a85 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:38.523637 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-3502a726-5ad9-4da1-96f9-d66068211a85 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:38.631238 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d8a514e8-7011-4228-8c34-370ee9097b14 req-910759bd-8c8d-4514-9852-59034c557d5d tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51e14d2-12c8-475d-9b55-e71d1f6ba8b3 HTTP/1.1" status: 200 len: 210 time: 0.0476665 Nov 12 09:03:38.635706 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502a726-5ad9-4da1-96f9-d66068211a85 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6776deb3-fddc-413a-a2cd-e6ef0736f765,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:38.649803 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['54117ee5-e280-47df-9d95-e58857a424be'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:03:38.815708 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-3502a726-5ad9-4da1-96f9-d66068211a85 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Allocated IP 192.168.233.74 (aaa9e939-3555-4037-a22a-8e3905c2166f/ac1fb13e-fa96-4a78-a070-af75ed125682/6a9d9633-8eb0-4e68-9da4-129381f05f4a) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:03:39.123707 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db9fdc-58f4-4b5c-a13d-c1ebed57ca13 req-f5d28e3a-b6d0-4240-898d-10a03ae5f629 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:39.126653 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b6db9fdc-58f4-4b5c-a13d-c1ebed57ca13 req-f5d28e3a-b6d0-4240-898d-10a03ae5f629 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb37acb-bb8c-46e5-96ff-dd35267d151d HTTP/1.1" status: 200 len: 945 time: 0.0981297 Nov 12 09:03:39.177197 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-3502a726-5ad9-4da1-96f9-d66068211a85 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:39.221906 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b6db9fdc-58f4-4b5c-a13d-c1ebed57ca13 req-1d3f2db0-53ee-420f-9755-beead64e4ba8 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/security-groups?id=cea0d88c-88ef-4dd0-949a-6b8036d7fb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826306 Nov 12 09:03:39.261893 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-3502a726-5ad9-4da1-96f9-d66068211a85 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:39.351938 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-3502a726-5ad9-4da1-96f9-d66068211a85 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Network aaa9e939-3555-4037-a22a-8e3905c2166f is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:39.363260 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-3502a726-5ad9-4da1-96f9-d66068211a85 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:39.371127 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-3502a726-5ad9-4da1-96f9-d66068211a85 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:03:39.430914 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502a726-5ad9-4da1-96f9-d66068211a85 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Pushing event updated for resources: {'Port': ['ID=6a9d9633-8eb0-4e68-9da4-129381f05f4a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:39.504074 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-3502a726-5ad9-4da1-96f9-d66068211a85 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:39.505273 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-3502a726-5ad9-4da1-96f9-d66068211a85 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:39.581668 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-3502a726-5ad9-4da1-96f9-d66068211a85 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8157640 Nov 12 09:03:39.600965 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-b2da59bd-8f97-434f-ab23-d85fce851195 service neutron] Request body: {'port': {'device_id': 'd51e14d2-12c8-475d-9b55-e71d1f6ba8b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:39.625532 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7ef0b-187b-4c5d-b332-cf4d897cad1f req-841ab49e-282f-45aa-8a52-e599fc246acd tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:39.629222 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-25e7ef0b-187b-4c5d-b332-cf4d897cad1f req-841ab49e-282f-45aa-8a52-e599fc246acd tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 944 time: 0.1249957 Nov 12 09:03:39.735560 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-b2da59bd-8f97-434f-ab23-d85fce851195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:39.761565 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-25e7ef0b-187b-4c5d-b332-cf4d897cad1f req-af3efc0e-1797-4643-9962-6915a123fb53 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197510 Nov 12 09:03:39.835000 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d151b447-b341-4cec-83ce-a397fc5c54ce None None] Provisioning complete for port 6a9d9633-8eb0-4e68-9da4-129381f05f4a triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:39.835780 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d151b447-b341-4cec-83ce-a397fc5c54ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:39.915385 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-d151b447-b341-4cec-83ce-a397fc5c54ce None None] Port 6a9d9633-8eb0-4e68-9da4-129381f05f4a cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:03:39.950159 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 54117ee5-e280-47df-9d95-e58857a424be up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:40.054282 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 54117ee5-e280-47df-9d95-e58857a424be completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:03:40.062200 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 54117ee5-e280-47df-9d95-e58857a424be triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:40.063781 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:40.113425 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0771abd-1c85-420d-9a54-4041b707e27b req-63184569-f106-4c8f-b1ea-0e365b63b8d6 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:40.117100 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a0771abd-1c85-420d-9a54-4041b707e27b req-63184569-f106-4c8f-b1ea-0e365b63b8d6 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51e14d2-12c8-475d-9b55-e71d1f6ba8b3 HTTP/1.1" status: 200 len: 935 time: 0.1164854 Nov 12 09:03:40.229786 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a0771abd-1c85-420d-9a54-4041b707e27b req-a26358c7-0828-480e-a537-c29622784e50 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] 10.222.0.37 "GET /v2.0/security-groups?id=6776deb3-fddc-413a-a2cd-e6ef0736f765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012321 Nov 12 09:03:40.242065 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a24c35e8-d6cd-4237-b7e1-c6f3381de4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:40.294582 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:40.382890 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb37acb-bb8c-46e5-96ff-dd35267d151d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54117ee5-e280-47df-9d95-e58857a424be'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:03:40.393353 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef916b1-a0d2-41b4-80ad-d1612ed50996" -d '{"events": [{"server_uuid": "8cb37acb-bb8c-46e5-96ff-dd35267d151d", "name": "network-vif-plugged", "status": "completed", "tag": "54117ee5-e280-47df-9d95-e58857a424be"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:03:40.413742 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 54117ee5-e280-47df-9d95-e58857a424be, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=54117ee5-e280-47df-9d95-e58857a424be,segment=NetworkSegment(03217fcb-04a1-4848-abf8-9fa55b4faba4),segment_id=03217fcb-04a1-4848-abf8-9fa55b4faba4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:40.422554 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:40.424679 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device a63ea354-0aeb-43e3-97a4-ddceaf537d44 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:40.438065 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-b2da59bd-8f97-434f-ab23-d85fce851195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a9d9633-8eb0-4e68-9da4-129381f05f4a {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:03:40.459135 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-b2da59bd-8f97-434f-ab23-d85fce851195 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:40.492542 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-b2da59bd-8f97-434f-ab23-d85fce851195 service neutron] Transition to ACTIVE for port object 6a9d9633-8eb0-4e68-9da4-129381f05f4a will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:03:40.500751 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-b2da59bd-8f97-434f-ab23-d85fce851195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:40.596732 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da59bd-8f97-434f-ab23-d85fce851195 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9d9633-8eb0-4e68-9da4-129381f05f4a,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:40.664873 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port a63ea354-0aeb-43e3-97a4-ddceaf537d44 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:03:40.679264 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=54117ee5-e280-47df-9d95-e58857a424be,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:40.683799 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port a63ea354-0aeb-43e3-97a4-ddceaf537d44 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:40.684464 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:40.735853 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a6ca9-f38e-44fc-a09d-a872aeb8bcc0 req-200c9c1f-6310-4fc3-975a-6e0ab771e90c tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:40.743355 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c03a6ca9-f38e-44fc-a09d-a872aeb8bcc0 req-200c9c1f-6310-4fc3-975a-6e0ab771e90c tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb37acb-bb8c-46e5-96ff-dd35267d151d HTTP/1.1" status: 200 len: 946 time: 0.1453664 Nov 12 09:03:40.826238 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-b2da59bd-8f97-434f-ab23-d85fce851195 service neutron] Attempting to bind port 6a9d9633-8eb0-4e68-9da4-129381f05f4a on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:03:40.827341 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-b2da59bd-8f97-434f-ab23-d85fce851195 service neutron] Attempting to bind port 6a9d9633-8eb0-4e68-9da4-129381f05f4a by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:03:40.829020 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-b2da59bd-8f97-434f-ab23-d85fce851195 service neutron] Attempting to bind port 6a9d9633-8eb0-4e68-9da4-129381f05f4a on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:40.840423 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-b2da59bd-8f97-434f-ab23-d85fce851195 service neutron] Port 6a9d9633-8eb0-4e68-9da4-129381f05f4a on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:03:40.841624 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-b2da59bd-8f97-434f-ab23-d85fce851195 service neutron] Attempting to bind port 6a9d9633-8eb0-4e68-9da4-129381f05f4a on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:40.848350 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c03a6ca9-f38e-44fc-a09d-a872aeb8bcc0 req-81346e13-96ec-43c5-bc0b-1240fcf795b4 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/security-groups?id=cea0d88c-88ef-4dd0-949a-6b8036d7fb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896482 Nov 12 09:03:40.849699 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-b2da59bd-8f97-434f-ab23-d85fce851195 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:03:40.850311 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-b2da59bd-8f97-434f-ab23-d85fce851195 service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:40.850942 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-b2da59bd-8f97-434f-ab23-d85fce851195 service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:03:40.851829 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-b2da59bd-8f97-434f-ab23-d85fce851195 service neutron] Bound port: 6a9d9633-8eb0-4e68-9da4-129381f05f4a, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:03:40.852433 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-b2da59bd-8f97-434f-ab23-d85fce851195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:40.942751 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6da125-effe-479a-8d5a-5a035092df4f x-openstack-request-id: req-cc6da125-effe-479a-8d5a-5a035092df4f {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:03:40.962509 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb37acb-bb8c-46e5-96ff-dd35267d151d", "name": "network-vif-plugged", "status": "completed", "tag": "54117ee5-e280-47df-9d95-e58857a424be", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:03:40.963879 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc6da125-effe-479a-8d5a-5a035092df4f {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:03:40.965759 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb37acb-bb8c-46e5-96ff-dd35267d151d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54117ee5-e280-47df-9d95-e58857a424be', 'code': 200} Nov 12 09:03:40.991831 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:41.089908 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port a63ea354-0aeb-43e3-97a4-ddceaf537d44, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=a63ea354-0aeb-43e3-97a4-ddceaf537d44,segment=NetworkSegment(427f758d-bdfc-4e80-8ecb-579d75abe9e1),segment_id=427f758d-bdfc-4e80-8ecb-579d75abe9e1)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:41.103573 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:41.128388 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-b2da59bd-8f97-434f-ab23-d85fce851195 service neutron] For port 6a9d9633-8eb0-4e68-9da4-129381f05f4a, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:03:41.163879 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-b2da59bd-8f97-434f-ab23-d85fce851195 service neutron] For port 6a9d9633-8eb0-4e68-9da4-129381f05f4a, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=6a9d9633-8eb0-4e68-9da4-129381f05f4a,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:03:41.175587 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4477a3-8c96-4457-97b8-8aca1ea52149 req-f1a12a16-6b1b-4fcb-9b27-40a240a707d4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:41.185668 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603b59e-24b9-4efa-9c87-14dc4d65149e req-7e62de46-1251-4809-97b4-c93a3d567153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:41.188235 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b4477a3-8c96-4457-97b8-8aca1ea52149 req-f1a12a16-6b1b-4fcb-9b27-40a240a707d4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 944 time: 0.1219506 Nov 12 09:03:41.189415 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6603b59e-24b9-4efa-9c87-14dc4d65149e req-7e62de46-1251-4809-97b4-c93a3d567153 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8cb37acb-bb8c-46e5-96ff-dd35267d151d HTTP/1.1" status: 200 len: 1098 time: 0.1461484 Nov 12 09:03:41.191993 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-b2da59bd-8f97-434f-ab23-d85fce851195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:41.229881 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=a63ea354-0aeb-43e3-97a4-ddceaf537d44,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:41.284815 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b4477a3-8c96-4457-97b8-8aca1ea52149 req-1c9b9b76-3db0-417a-a4ce-a68da8a43c7c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947845 Nov 12 09:03:41.357885 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-b2da59bd-8f97-434f-ab23-d85fce851195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:41.358952 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-b2da59bd-8f97-434f-ab23-d85fce851195 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:41.361527 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-b2da59bd-8f97-434f-ab23-d85fce851195 service neutron] 10.222.0.54 "PUT /v2.0/ports/6a9d9633-8eb0-4e68-9da4-129381f05f4a HTTP/1.1" status: 200 len: 1096 time: 1.7694683 Nov 12 09:03:41.365347 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da59bd-8f97-434f-ab23-d85fce851195 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9d9633-8eb0-4e68-9da4-129381f05f4a,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:41.386010 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd51e14d2-12c8-475d-9b55-e71d1f6ba8b3', 'tag': '6a9d9633-8eb0-4e68-9da4-129381f05f4a'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:03:41.397992 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0b8762-baa5-491d-bd48-85d433f9359f" -d '{"events": [{"name": "network-changed", "server_uuid": "d51e14d2-12c8-475d-9b55-e71d1f6ba8b3", "tag": "6a9d9633-8eb0-4e68-9da4-129381f05f4a"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:03:41.498876 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6603b59e-24b9-4efa-9c87-14dc4d65149e req-4104bedd-a9d7-4cf3-9ca6-17760713c521 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=cea0d88c-88ef-4dd0-949a-6b8036d7fb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971008 Nov 12 09:03:41.523497 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-7566abb0-a38a-4a2c-8852-b043e66bef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:41.526246 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-7566abb0-a38a-4a2c-8852-b043e66bef1f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b7249c7f4c2c4ab7a1ed20775638f22f&device_id=d51e14d2-12c8-475d-9b55-e71d1f6ba8b3 HTTP/1.1" status: 200 len: 1099 time: 0.0958028 Nov 12 09:03:41.678150 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305302e-36cc-4b41-9930-36e28af3db66 req-859bd67e-3053-4a70-9181-7d14eca6b7d9 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:41.680980 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6305302e-36cc-4b41-9930-36e28af3db66 req-859bd67e-3053-4a70-9181-7d14eca6b7d9 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51e14d2-12c8-475d-9b55-e71d1f6ba8b3 HTTP/1.1" status: 200 len: 947 time: 0.0969965 Nov 12 09:03:41.757136 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-d44b100e-f4e7-4681-ac3b-539cd578d6f9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=6a9d9633-8eb0-4e68-9da4-129381f05f4a HTTP/1.1" status: 200 len: 217 time: 0.0695393 Nov 12 09:03:41.791523 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6305302e-36cc-4b41-9930-36e28af3db66 req-7d918f4e-2ee8-4798-8efa-520942f581a9 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] 10.222.0.37 "GET /v2.0/security-groups?id=6776deb3-fddc-413a-a2cd-e6ef0736f765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015699 Nov 12 09:03:41.860833 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-7e88b0b5-a0af-45bc-8837-057929244ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:41.862836 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-7e88b0b5-a0af-45bc-8837-057929244ff2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.0939479 Nov 12 09:03:41.948527 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-b9b47aa6-be02-4e20-8a94-5d4ddc2981de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:41.951548 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-b9b47aa6-be02-4e20-8a94-5d4ddc2981de service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0790539 Nov 12 09:03:41.996096 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b571121c-cbd8-496b-85c5-e9f3917cc745 x-openstack-request-id: req-b571121c-cbd8-496b-85c5-e9f3917cc745 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:03:41.996890 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d51e14d2-12c8-475d-9b55-e71d1f6ba8b3", "tag": "6a9d9633-8eb0-4e68-9da4-129381f05f4a", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:03:41.997447 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b571121c-cbd8-496b-85c5-e9f3917cc745 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:03:41.998236 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd51e14d2-12c8-475d-9b55-e71d1f6ba8b3', 'tag': '6a9d9633-8eb0-4e68-9da4-129381f05f4a', 'status': 'completed', 'code': 200} Nov 12 09:03:42.042976 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:42.167704 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-da9840b4-91c3-4af2-9646-c424dd52191d service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083828 Nov 12 09:03:42.257776 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289505b-012c-48f2-9a6c-efda2b44e357 req-f7ec2086-6bd6-4b65-a099-08139b9db08b tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:42.260872 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9289505b-012c-48f2-9a6c-efda2b44e357 req-f7ec2086-6bd6-4b65-a099-08139b9db08b tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb37acb-bb8c-46e5-96ff-dd35267d151d HTTP/1.1" status: 200 len: 946 time: 0.0907173 Nov 12 09:03:42.365292 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9289505b-012c-48f2-9a6c-efda2b44e357 req-1446cdb7-d8a0-48b5-9afd-afb2de654a3f tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/security-groups?id=cea0d88c-88ef-4dd0-949a-6b8036d7fb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906534 Nov 12 09:03:42.379339 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-07c0e6ad-a95f-49a4-82ce-2c79de02b2ad req-fa483c8b-d6bb-4911-906d-c4b6d177e6c0 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038159 Nov 12 09:03:42.542052 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b8762-baa5-491d-bd48-85d433f9359f req-34d93dd9-06ff-4a0b-989a-ffe144f64f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:42.544674 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cf0b8762-baa5-491d-bd48-85d433f9359f req-34d93dd9-06ff-4a0b-989a-ffe144f64f75 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b7249c7f4c2c4ab7a1ed20775638f22f&device_id=d51e14d2-12c8-475d-9b55-e71d1f6ba8b3 HTTP/1.1" status: 200 len: 1099 time: 0.0771828 Nov 12 09:03:42.731161 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b8762-baa5-491d-bd48-85d433f9359f req-a3619ad6-bc28-4213-b76d-8c35c6316423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:42.734290 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cf0b8762-baa5-491d-bd48-85d433f9359f req-a3619ad6-bc28-4213-b76d-8c35c6316423 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.1818790 Nov 12 09:03:42.817663 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cf0b8762-baa5-491d-bd48-85d433f9359f req-a4a98dae-74f4-40af-a5e0-94e4b15e91c3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=6a9d9633-8eb0-4e68-9da4-129381f05f4a HTTP/1.1" status: 200 len: 217 time: 0.0751784 Nov 12 09:03:42.930121 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b8762-baa5-491d-bd48-85d433f9359f req-d4871353-fde5-4a78-a932-4e5acbde57a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:42.933167 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cf0b8762-baa5-491d-bd48-85d433f9359f req-d4871353-fde5-4a78-a932-4e5acbde57a6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1078384 Nov 12 09:03:42.967259 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0f5ea7-0450-45ff-a372-ee7e5da002a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63ea354-0aeb-43e3-97a4-ddceaf537d44'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:03:42.970442 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fbd2a2-0183-4358-a81b-d62c00fea9e3" -d '{"events": [{"server_uuid": "1b0f5ea7-0450-45ff-a372-ee7e5da002a8", "name": "network-vif-plugged", "status": "completed", "tag": "a63ea354-0aeb-43e3-97a4-ddceaf537d44"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:03:43.049024 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b8762-baa5-491d-bd48-85d433f9359f req-a09647be-93fb-42fc-8b2c-145604e4fc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:43.052022 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cf0b8762-baa5-491d-bd48-85d433f9359f req-a09647be-93fb-42fc-8b2c-145604e4fc05 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1062105 Nov 12 09:03:43.062317 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff19b6-34bf-4d45-82d5-80bab0655ca3 req-c3a71edf-5928-4ffd-9247-d4fb3f21ad51 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:43.065898 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e4ff19b6-34bf-4d45-82d5-80bab0655ca3 req-c3a71edf-5928-4ffd-9247-d4fb3f21ad51 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 945 time: 0.5731602 Nov 12 09:03:43.151697 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e4ff19b6-34bf-4d45-82d5-80bab0655ca3 req-d093dc11-aa8b-485c-b5b4-b5198fa32b68 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737457 Nov 12 09:03:43.221416 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cf0b8762-baa5-491d-bd48-85d433f9359f req-97b5eb29-d9e2-47c6-b8f0-9f7ce8e2966e service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585009 Nov 12 09:03:43.373405 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cf0b8762-baa5-491d-bd48-85d433f9359f req-6db6dfeb-f5dd-4001-9e02-b04e0ba07a07 service neutron] 10.222.0.54 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431961 Nov 12 09:03:43.405038 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:43.447076 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93f98f-0ea9-46d2-8665-f30ca31c94db req-8de0b65b-28bd-4a59-95db-e48fd6ebebd2 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:43.451356 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab93f98f-0ea9-46d2-8665-f30ca31c94db req-8de0b65b-28bd-4a59-95db-e48fd6ebebd2 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51e14d2-12c8-475d-9b55-e71d1f6ba8b3 HTTP/1.1" status: 200 len: 947 time: 0.1092508 Nov 12 09:03:43.533451 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab93f98f-0ea9-46d2-8665-f30ca31c94db req-ec72fb7e-71ab-4b77-9eb4-b7a85490c78f tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] 10.222.0.37 "GET /v2.0/security-groups?id=6776deb3-fddc-413a-a2cd-e6ef0736f765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735757 Nov 12 09:03:43.715010 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4f3e79-aab2-4e23-a4a3-278ab0cc3300 x-openstack-request-id: req-2a4f3e79-aab2-4e23-a4a3-278ab0cc3300 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:03:43.715390 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b0f5ea7-0450-45ff-a372-ee7e5da002a8", "name": "network-vif-plugged", "status": "completed", "tag": "a63ea354-0aeb-43e3-97a4-ddceaf537d44", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:03:43.715709 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a4f3e79-aab2-4e23-a4a3-278ab0cc3300 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:03:43.716383 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0f5ea7-0450-45ff-a372-ee7e5da002a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63ea354-0aeb-43e3-97a4-ddceaf537d44', 'code': 200} Nov 12 09:03:43.886637 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521945a8-5536-4c53-8e4b-5e46a3804cea req-f20a2f78-7e26-448a-b630-ea276940227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:43.888360 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-521945a8-5536-4c53-8e4b-5e46a3804cea req-f20a2f78-7e26-448a-b630-ea276940227c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 1097 time: 0.0625196 Nov 12 09:03:43.975765 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-521945a8-5536-4c53-8e4b-5e46a3804cea req-251d9573-65ba-4354-a4b7-6b27e832f0b4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716746 Nov 12 09:03:43.984272 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 6a9d9633-8eb0-4e68-9da4-129381f05f4a details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:03:43.992549 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23536b5-4608-4544-b76b-a39bae8648d9 req-f9b5611c-382d-4912-93a4-bd76e8e2e792 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:43.994376 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e23536b5-4608-4544-b76b-a39bae8648d9 req-f9b5611c-382d-4912-93a4-bd76e8e2e792 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb37acb-bb8c-46e5-96ff-dd35267d151d HTTP/1.1" status: 200 len: 946 time: 0.0643921 Nov 12 09:03:44.079406 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e23536b5-4608-4544-b76b-a39bae8648d9 req-2bf2ba1e-6695-448a-987d-0dafead44be9 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/security-groups?id=cea0d88c-88ef-4dd0-949a-6b8036d7fb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723910 Nov 12 09:03:44.359911 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:44.368913 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ccceb2-7f4e-4d64-8a7e-0845abd64c44 req-cabfa677-ccf1-4956-9a6a-debc9ba1302e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:44.371949 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b3ccceb2-7f4e-4d64-8a7e-0845abd64c44 req-cabfa677-ccf1-4956-9a6a-debc9ba1302e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 945 time: 0.0763390 Nov 12 09:03:44.461409 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 6a9d9633-8eb0-4e68-9da4-129381f05f4a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=6a9d9633-8eb0-4e68-9da4-129381f05f4a,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:44.484472 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b3ccceb2-7f4e-4d64-8a7e-0845abd64c44 req-e6764e7e-5838-48bb-8504-2ab98430fdba tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018691 Nov 12 09:03:44.487902 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '6a9d9633-8eb0-4e68-9da4-129381f05f4a', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': '6a9d9633-8eb0-4e68-9da4-129381f05f4a', 'mac_address': 'fa:16:3e:39:ca:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:03:44.551559 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:44.587568 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a9d9633-8eb0-4e68-9da4-129381f05f4a {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:03:44.645226 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 6a9d9633-8eb0-4e68-9da4-129381f05f4a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=6a9d9633-8eb0-4e68-9da4-129381f05f4a,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:44.663675 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:44.766583 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=6a9d9633-8eb0-4e68-9da4-129381f05f4a,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:44.813435 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17945b2a-2a92-4e93-ad0b-cc5470d3fd9f req-926555e2-6585-4c7f-8902-99c3905ddd96 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:44.818863 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-17945b2a-2a92-4e93-ad0b-cc5470d3fd9f req-926555e2-6585-4c7f-8902-99c3905ddd96 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51e14d2-12c8-475d-9b55-e71d1f6ba8b3 HTTP/1.1" status: 200 len: 948 time: 0.0922914 Nov 12 09:03:44.913409 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-17945b2a-2a92-4e93-ad0b-cc5470d3fd9f req-cf46cb89-8a4e-4ecb-bc48-c72e3a92597c tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] 10.222.0.37 "GET /v2.0/security-groups?id=6776deb3-fddc-413a-a2cd-e6ef0736f765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874214 Nov 12 09:03:45.027316 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['6a9d9633-8eb0-4e68-9da4-129381f05f4a'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:03:45.731854 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ad5e9-c4c6-41ce-931a-0694a749952b req-8a966a8b-9487-4b60-8353-d054d4054d21 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:45.734605 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4d0ad5e9-c4c6-41ce-931a-0694a749952b req-8a966a8b-9487-4b60-8353-d054d4054d21 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 945 time: 0.1107535 Nov 12 09:03:45.834909 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4d0ad5e9-c4c6-41ce-931a-0694a749952b req-5a009e4e-340e-47b5-b912-eeb58305522b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846868 Nov 12 09:03:46.181577 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35c731-aa57-49c3-ab76-3715c4229b40 req-543a90c2-8698-4898-8392-0d60d9093524 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:46.188703 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ce35c731-aa57-49c3-ab76-3715c4229b40 req-543a90c2-8698-4898-8392-0d60d9093524 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 945 time: 0.1062644 Nov 12 09:03:46.300939 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ce35c731-aa57-49c3-ab76-3715c4229b40 req-05bfdab8-c2b9-47bd-9437-7a54a462cca8 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018546 Nov 12 09:03:46.332614 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 48464) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:46.475564 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cdce35-10f7-4856-87f6-090584f3b5dc tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:46.477972 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e8cdce35-10f7-4856-87f6-090584f3b5dc tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 1092 time: 0.1432133 Nov 12 09:03:46.484363 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 48466) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:46.497386 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-bfd807ff-857b-47d0-9cbb-a1331529527d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'port_id': 'a63ea354-0aeb-43e3-97a4-ddceaf537d44', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:46.522228 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13546efc-d963-4915-803c-91f313957087 req-368bf9b8-bd16-459f-b61d-dceca561f08b tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:46.528163 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13546efc-d963-4915-803c-91f313957087 req-368bf9b8-bd16-459f-b61d-dceca561f08b tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51e14d2-12c8-475d-9b55-e71d1f6ba8b3 HTTP/1.1" status: 200 len: 948 time: 0.1212044 Nov 12 09:03:46.604957 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bfd807ff-857b-47d0-9cbb-a1331529527d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for floatingip, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:46.689941 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13546efc-d963-4915-803c-91f313957087 req-828178aa-49fc-4e5d-aa7b-571de99899f7 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] 10.222.0.37 "GET /v2.0/security-groups?id=6776deb3-fddc-413a-a2cd-e6ef0736f765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341650 Nov 12 09:03:46.885120 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bfd807ff-857b-47d0-9cbb-a1331529527d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:47.122138 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-bfd807ff-857b-47d0-9cbb-a1331529527d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Allocated IP 172.25.6.153 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/df34c837-53f4-4f5f-a1ea-ab5b5b3a1626) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:03:47.365828 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bfd807ff-857b-47d0-9cbb-a1331529527d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:47.463633 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bfd807ff-857b-47d0-9cbb-a1331529527d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:47.519154 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd807ff-857b-47d0-9cbb-a1331529527d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:47.524273 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-bfd807ff-857b-47d0-9cbb-a1331529527d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:47.528966 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd807ff-857b-47d0-9cbb-a1331529527d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:03:47.587186 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd807ff-857b-47d0-9cbb-a1331529527d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'Port': ['ID=df34c837-53f4-4f5f-a1ea-ab5b5b3a1626,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:47.997983 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 6a9d9633-8eb0-4e68-9da4-129381f05f4a up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:48.033021 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b831b-f50e-4721-8ab4-67ccb8362930 req-b45c761a-2811-4385-a25a-5e258abe0037 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:48.038062 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f99b831b-f50e-4721-8ab4-67ccb8362930 req-b45c761a-2811-4385-a25a-5e258abe0037 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51e14d2-12c8-475d-9b55-e71d1f6ba8b3 HTTP/1.1" status: 200 len: 948 time: 0.1902981 Nov 12 09:03:48.116912 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 6a9d9633-8eb0-4e68-9da4-129381f05f4a completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:03:48.138398 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 6a9d9633-8eb0-4e68-9da4-129381f05f4a triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:48.139713 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:48.184322 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f99b831b-f50e-4721-8ab4-67ccb8362930 req-b3386a43-5c6e-4505-b3ef-d265d6d9b51c tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] 10.222.0.37 "GET /v2.0/security-groups?id=6776deb3-fddc-413a-a2cd-e6ef0736f765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398056 Nov 12 09:03:48.410238 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:48.561598 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 6a9d9633-8eb0-4e68-9da4-129381f05f4a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=6a9d9633-8eb0-4e68-9da4-129381f05f4a,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:48.561999 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51e14d2-12c8-475d-9b55-e71d1f6ba8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9d9633-8eb0-4e68-9da4-129381f05f4a'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:03:48.572603 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f189c7c-10f6-4e76-a0b1-72dcae89300a" -d '{"events": [{"server_uuid": "d51e14d2-12c8-475d-9b55-e71d1f6ba8b3", "name": "network-vif-plugged", "status": "completed", "tag": "6a9d9633-8eb0-4e68-9da4-129381f05f4a"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:03:48.587469 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:48.591386 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bfd807ff-857b-47d0-9cbb-a1331529527d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:48.743093 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bfd807ff-857b-47d0-9cbb-a1331529527d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:48.790420 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=6a9d9633-8eb0-4e68-9da4-129381f05f4a,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:48.803992 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387699f3-0490-4827-ae00-52700f9333df x-openstack-request-id: req-387699f3-0490-4827-ae00-52700f9333df {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:03:48.804645 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51e14d2-12c8-475d-9b55-e71d1f6ba8b3", "name": "network-vif-plugged", "status": "completed", "tag": "6a9d9633-8eb0-4e68-9da4-129381f05f4a", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:03:48.804645 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-387699f3-0490-4827-ae00-52700f9333df {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:03:48.805254 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51e14d2-12c8-475d-9b55-e71d1f6ba8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9d9633-8eb0-4e68-9da4-129381f05f4a', 'code': 200} Nov 12 09:03:48.995658 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee1517-8121-418f-a61f-b06c5818867e req-5030228a-d74b-4b6b-a153-0470594ed997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:48.997589 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-95ee1517-8121-418f-a61f-b06c5818867e req-5030228a-d74b-4b6b-a153-0470594ed997 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d51e14d2-12c8-475d-9b55-e71d1f6ba8b3 HTTP/1.1" status: 200 len: 1101 time: 0.0898578 Nov 12 09:03:49.051993 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bfd807ff-857b-47d0-9cbb-a1331529527d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:49.059519 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bfd807ff-857b-47d0-9cbb-a1331529527d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:49.089952 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-95ee1517-8121-418f-a61f-b06c5818867e req-9d51e209-d93d-49a0-98f4-80bb900037c9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6776deb3-fddc-413a-a2cd-e6ef0736f765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828388 Nov 12 09:03:49.141062 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd807ff-857b-47d0-9cbb-a1331529527d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'Port': ['ID=df34c837-53f4-4f5f-a1ea-ab5b5b3a1626,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:49.158480 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bfd807ff-857b-47d0-9cbb-a1331529527d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:49.382316 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [None req-bfd807ff-857b-47d0-9cbb-a1331529527d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Floating IP edcb8559-5975-4cd6-99d6-3a2225f58f6a associated. External IP: 172.25.6.153, port: a63ea354-0aeb-43e3-97a4-ddceaf537d44. Nov 12 09:03:49.461153 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea9311-7c4c-488d-b742-a50b16e03284 req-d9c45c46-8b10-4d12-b640-3bc36bfd04cd tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:49.462814 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2aea9311-7c4c-488d-b742-a50b16e03284 req-d9c45c46-8b10-4d12-b640-3bc36bfd04cd tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51e14d2-12c8-475d-9b55-e71d1f6ba8b3 HTTP/1.1" status: 200 len: 949 time: 0.1341498 Nov 12 09:03:49.618639 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2aea9311-7c4c-488d-b742-a50b16e03284 req-e64760df-561a-4723-ae13-9a33618f2bd5 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] 10.222.0.37 "GET /v2.0/security-groups?id=6776deb3-fddc-413a-a2cd-e6ef0736f765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395876 Nov 12 09:03:49.838167 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd807ff-857b-47d0-9cbb-a1331529527d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Router 9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:03:50.095925 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd807ff-857b-47d0-9cbb-a1331529527d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:03:50.131195 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bfd807ff-857b-47d0-9cbb-a1331529527d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:50.132992 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:03:50.139324 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f840b3-6f31-4bb1-a255-1c59b41502ef None None] Sync routers for ids ['9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:03:50.162634 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f840b3-6f31-4bb1-a255-1c59b41502ef None None] Routers {'9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:50.163862 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-32f840b3-6f31-4bb1-a255-1c59b41502ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:03:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:50.215713 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bfd807ff-857b-47d0-9cbb-a1331529527d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7258196 Nov 12 09:03:50.215713 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b0f5ea7-0450-45ff-a372-ee7e5da002a8', 'tag': 'a63ea354-0aeb-43e3-97a4-ddceaf537d44'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:03:50.221410 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700d165c-ed02-445d-b688-41802dd5c239" -d '{"events": [{"name": "network-changed", "server_uuid": "1b0f5ea7-0450-45ff-a372-ee7e5da002a8", "tag": "a63ea354-0aeb-43e3-97a4-ddceaf537d44"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:03:50.379034 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-32f840b3-6f31-4bb1-a255-1c59b41502ef None None] Set router 9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:50.435406 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc431250-bf69-4f56-b6f6-2f727ff81189 req-bf54bbd0-945b-479f-8e0f-4f264d4a71d0 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:50.447260 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc431250-bf69-4f56-b6f6-2f727ff81189 req-bf54bbd0-945b-479f-8e0f-4f264d4a71d0 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 945 time: 0.1168911 Nov 12 09:03:50.581876 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc431250-bf69-4f56-b6f6-2f727ff81189 req-2e0e94cb-237a-4a34-a564-420789055a56 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284761 Nov 12 09:03:50.617538 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 48518) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:50.744008 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315545fb-afa5-4b37-824c-b90ffd77f875 x-openstack-request-id: req-315545fb-afa5-4b37-824c-b90ffd77f875 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:03:50.745057 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b0f5ea7-0450-45ff-a372-ee7e5da002a8", "tag": "a63ea354-0aeb-43e3-97a4-ddceaf537d44", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:03:50.745451 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-315545fb-afa5-4b37-824c-b90ffd77f875 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:03:50.746086 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b0f5ea7-0450-45ff-a372-ee7e5da002a8', 'tag': 'a63ea354-0aeb-43e3-97a4-ddceaf537d44', 'status': 'completed', 'code': 200} Nov 12 09:03:50.838385 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-49c3ecf4-9072-4b6c-b30b-27b46385b84a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/floatingips/edcb8559-5975-4cd6-99d6-3a2225f58f6a HTTP/1.1" status: 200 len: 991 time: 0.2189319 Nov 12 09:03:50.863297 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d165c-ed02-445d-b688-41802dd5c239 req-f5e834aa-fe15-4a5c-bea9-6725d24149b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:50.866328 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-700d165c-ed02-445d-b688-41802dd5c239 req-f5e834aa-fe15-4a5c-bea9-6725d24149b1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 1097 time: 0.0889952 Nov 12 09:03:50.963447 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239be813-a4de-421d-9413-487f7d424570 req-460dbdce-0f94-4598-ae61-8cad124379bd tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:50.979360 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-239be813-a4de-421d-9413-487f7d424570 req-460dbdce-0f94-4598-ae61-8cad124379bd tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51e14d2-12c8-475d-9b55-e71d1f6ba8b3 HTTP/1.1" status: 200 len: 949 time: 0.1096406 Nov 12 09:03:50.998155 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-32f840b3-6f31-4bb1-a255-1c59b41502ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429298992', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '18257b25-afe7-4ba1-a1b6-ab551eb561d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:06Z', 'updated_at': '2021-11-12T09:03:17Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '18257b25-afe7-4ba1-a1b6-ab551eb561d9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:07Z', 'updated_at': '2021-11-12T09:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'edcb8559-5975-4cd6-99d6-3a2225f58f6a', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'floating_ip_address': '172.25.6.153', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'port_id': 'a63ea354-0aeb-43e3-97a4-ddceaf537d44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d', 'mac_address': 'fa:16:3e:d4:e6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0f5ea7-0450-45ff-a372-ee7e5da002a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:03:48Z', 'updated_at': '2021-11-12T09:03:48Z', 'revision_number': 0, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '620314c5-c531-4c60-8424-9b04e6c4716f', 'name': '', 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:7d:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '3e96a7ba-00bc-45a6-ba05-45ed19305575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:15Z', 'updated_at': '2021-11-12T09:03:24Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': '3e96a7ba-00bc-45a6-ba05-45ed19305575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:51.019584 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d165c-ed02-445d-b688-41802dd5c239 req-f52f3c7f-bc59-44f6-89cf-e6247908e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:51.021847 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-700d165c-ed02-445d-b688-41802dd5c239 req-f52f3c7f-bc59-44f6-89cf-e6247908e3b6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b51ab7de-891f-4dfb-a6b1-ff518112d94d HTTP/1.1" status: 200 len: 898 time: 0.1483343 Nov 12 09:03:51.063884 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f840b3-6f31-4bb1-a255-1c59b41502ef None None] Checking router: 9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:03:51.090182 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f840b3-6f31-4bb1-a255-1c59b41502ef None None] Routers {'9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:51.091168 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-32f840b3-6f31-4bb1-a255-1c59b41502ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:03:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:51.100877 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-239be813-a4de-421d-9413-487f7d424570 req-e68b13f2-6ab5-43f4-9364-d9966930717a tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] 10.222.0.37 "GET /v2.0/security-groups?id=6776deb3-fddc-413a-a2cd-e6ef0736f765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199615 Nov 12 09:03:51.182536 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-700d165c-ed02-445d-b688-41802dd5c239 req-325a621d-6064-48c4-ba74-b99bddfedbbc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a63ea354-0aeb-43e3-97a4-ddceaf537d44 HTTP/1.1" status: 200 len: 999 time: 0.1513414 Nov 12 09:03:51.321424 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-32f840b3-6f31-4bb1-a255-1c59b41502ef None None] Set router 9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:51.346741 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d165c-ed02-445d-b688-41802dd5c239 req-be54796a-565d-4054-9291-89b18c82f66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:51.349497 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-700d165c-ed02-445d-b688-41802dd5c239 req-be54796a-565d-4054-9291-89b18c82f66a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e96a7ba-00bc-45a6-ba05-45ed19305575 HTTP/1.1" status: 200 len: 834 time: 0.1592844 Nov 12 09:03:51.428701 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d165c-ed02-445d-b688-41802dd5c239 req-14bb60fa-8359-423a-bb28-d3029235c64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:51.431469 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-700d165c-ed02-445d-b688-41802dd5c239 req-14bb60fa-8359-423a-bb28-d3029235c64c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b51ab7de-891f-4dfb-a6b1-ff518112d94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747395 Nov 12 09:03:51.686253 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-700d165c-ed02-445d-b688-41802dd5c239 req-77d3a9d7-980c-45ec-80e0-262570b13215 service neutron] 10.222.0.54 "GET /v2.0/networks/b51ab7de-891f-4dfb-a6b1-ff518112d94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443025 Nov 12 09:03:51.844218 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 48536) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:52.037884 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-700d165c-ed02-445d-b688-41802dd5c239 req-9bd5cba2-75a9-4f41-807f-f278d12f66a5 service neutron] 10.222.0.54 "GET /v2.0/networks/b51ab7de-891f-4dfb-a6b1-ff518112d94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410711 Nov 12 09:03:52.045037 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-32f840b3-6f31-4bb1-a255-1c59b41502ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429298992', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '18257b25-afe7-4ba1-a1b6-ab551eb561d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:06Z', 'updated_at': '2021-11-12T09:03:17Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '18257b25-afe7-4ba1-a1b6-ab551eb561d9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:07Z', 'updated_at': '2021-11-12T09:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'edcb8559-5975-4cd6-99d6-3a2225f58f6a', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'floating_ip_address': '172.25.6.153', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'port_id': 'a63ea354-0aeb-43e3-97a4-ddceaf537d44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d', 'mac_address': 'fa:16:3e:d4:e6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0f5ea7-0450-45ff-a372-ee7e5da002a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:03:48Z', 'updated_at': '2021-11-12T09:03:48Z', 'revision_number': 0, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '620314c5-c531-4c60-8424-9b04e6c4716f', 'name': '', 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:7d:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '3e96a7ba-00bc-45a6-ba05-45ed19305575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:15Z', 'updated_at': '2021-11-12T09:03:24Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': '3e96a7ba-00bc-45a6-ba05-45ed19305575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:52.052353 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5a5b6950-2813-4cff-b9dc-4f1a0e74c7ad tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/floatingips/edcb8559-5975-4cd6-99d6-3a2225f58f6a HTTP/1.1" status: 200 len: 991 time: 0.1996295 Nov 12 09:03:52.116091 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f840b3-6f31-4bb1-a255-1c59b41502ef None None] The sync data for ids ['9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d'] in n-d-768862-16 is: [{'id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429298992', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '18257b25-afe7-4ba1-a1b6-ab551eb561d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:06Z', 'updated_at': '2021-11-12T09:03:17Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '18257b25-afe7-4ba1-a1b6-ab551eb561d9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:07Z', 'updated_at': '2021-11-12T09:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'edcb8559-5975-4cd6-99d6-3a2225f58f6a', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'floating_ip_address': '172.25.6.153', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'port_id': 'a63ea354-0aeb-43e3-97a4-ddceaf537d44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d', 'mac_address': 'fa:16:3e:d4:e6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0f5ea7-0450-45ff-a372-ee7e5da002a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:03:48Z', 'updated_at': '2021-11-12T09:03:48Z', 'revision_number': 0, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '620314c5-c531-4c60-8424-9b04e6c4716f', 'name': '', 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:7d:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '3e96a7ba-00bc-45a6-ba05-45ed19305575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:15Z', 'updated_at': '2021-11-12T09:03:24Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': '3e96a7ba-00bc-45a6-ba05-45ed19305575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:03:52.176038 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b377f1d-a601-4de4-98e6-4890b547ea5d req-dc7c0787-08de-4279-90cb-45b565eebba0 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:52.179630 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b377f1d-a601-4de4-98e6-4890b547ea5d req-dc7c0787-08de-4279-90cb-45b565eebba0 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51e14d2-12c8-475d-9b55-e71d1f6ba8b3 HTTP/1.1" status: 200 len: 949 time: 0.1008921 Nov 12 09:03:52.296689 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b377f1d-a601-4de4-98e6-4890b547ea5d req-97ef526b-58e3-4e05-92e2-b6b9aba0d8f8 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] 10.222.0.37 "GET /v2.0/security-groups?id=6776deb3-fddc-413a-a2cd-e6ef0736f765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960009 Nov 12 09:03:52.584202 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754ee174-3a98-4b10-97f3-f905fb31436b None None] New status for floating IP edcb8559-5975-4cd6-99d6-3a2225f58f6a: ACTIVE {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:03:53.051083 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 48550) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:53.129906 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:53.183185 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a7ef360a-d49d-4c33-904a-5d614991ecfd tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/floatingips/edcb8559-5975-4cd6-99d6-3a2225f58f6a HTTP/1.1" status: 200 len: 993 time: 0.1297925 Nov 12 09:03:53.395063 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb65a5-bd95-4062-9bf2-fe5df7dd3aee req-35df1c0d-d2c3-4ff6-ab63-80148e951f1b tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:53.403167 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-22bb65a5-bd95-4062-9bf2-fe5df7dd3aee req-35df1c0d-d2c3-4ff6-ab63-80148e951f1b tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] 10.222.0.54 "GET /v2.0/ports?device_id=d51e14d2-12c8-475d-9b55-e71d1f6ba8b3 HTTP/1.1" status: 200 len: 949 time: 0.1112778 Nov 12 09:03:53.595540 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10aa0b-b084-464e-b14a-786251467bb7 req-26c42120-1662-4ed7-bdca-378c82df3bdd tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:53.610175 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4b10aa0b-b084-464e-b14a-786251467bb7 req-26c42120-1662-4ed7-bdca-378c82df3bdd tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51e14d2-12c8-475d-9b55-e71d1f6ba8b3 HTTP/1.1" status: 200 len: 949 time: 0.1137395 Nov 12 09:03:53.610859 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-22bb65a5-bd95-4062-9bf2-fe5df7dd3aee req-1a45490f-2c77-4b6e-b818-5767a8ddd725 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Deleting port 6a9d9633-8eb0-4e68-9da4-129381f05f4a {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:53.611391 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-22bb65a5-bd95-4062-9bf2-fe5df7dd3aee req-1a45490f-2c77-4b6e-b818-5767a8ddd725 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:53.697429 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4b10aa0b-b084-464e-b14a-786251467bb7 req-9f3c783e-0a93-4d90-a152-d9bb44531ce8 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] 10.222.0.37 "GET /v2.0/security-groups?id=6776deb3-fddc-413a-a2cd-e6ef0736f765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851011 Nov 12 09:03:53.795765 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-22bb65a5-bd95-4062-9bf2-fe5df7dd3aee req-1a45490f-2c77-4b6e-b818-5767a8ddd725 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] For port 6a9d9633-8eb0-4e68-9da4-129381f05f4a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=6a9d9633-8eb0-4e68-9da4-129381f05f4a,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:53.797797 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-22bb65a5-bd95-4062-9bf2-fe5df7dd3aee req-1a45490f-2c77-4b6e-b818-5767a8ddd725 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:53.826267 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-22bb65a5-bd95-4062-9bf2-fe5df7dd3aee req-1a45490f-2c77-4b6e-b818-5767a8ddd725 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Calling delete_port for 6a9d9633-8eb0-4e68-9da4-129381f05f4a owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:54.118351 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-22bb65a5-bd95-4062-9bf2-fe5df7dd3aee req-1a45490f-2c77-4b6e-b818-5767a8ddd725 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:54.131026 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['6a9d9633-8eb0-4e68-9da4-129381f05f4a'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:03:54.188404 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45490f-2c77-4b6e-b818-5767a8ddd725 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Pushing event deleted for resources: {'Port': ['ID=6a9d9633-8eb0-4e68-9da4-129381f05f4a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:54.261608 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-22bb65a5-bd95-4062-9bf2-fe5df7dd3aee req-1a45490f-2c77-4b6e-b818-5767a8ddd725 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] No DVR routers for this DVR port 6a9d9633-8eb0-4e68-9da4-129381f05f4a on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:03:54.266849 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-22bb65a5-bd95-4062-9bf2-fe5df7dd3aee req-1a45490f-2c77-4b6e-b818-5767a8ddd725 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:54.274232 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-22bb65a5-bd95-4062-9bf2-fe5df7dd3aee req-1a45490f-2c77-4b6e-b818-5767a8ddd725 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] 10.222.0.54 "DELETE /v2.0/ports/6a9d9633-8eb0-4e68-9da4-129381f05f4a HTTP/1.1" status: 204 len: 173 time: 0.8581505 Nov 12 09:03:54.275527 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51e14d2-12c8-475d-9b55-e71d1f6ba8b3', 'name': 'network-vif-deleted', 'tag': '6a9d9633-8eb0-4e68-9da4-129381f05f4a'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:03:54.281102 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb3139d-7737-477b-b3bb-03a56e935350" -d '{"events": [{"server_uuid": "d51e14d2-12c8-475d-9b55-e71d1f6ba8b3", "name": "network-vif-deleted", "tag": "6a9d9633-8eb0-4e68-9da4-129381f05f4a"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:03:54.423437 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c782dd58-fc50-49ea-a6bb-9df2082e4183 x-openstack-request-id: req-c782dd58-fc50-49ea-a6bb-9df2082e4183 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:03:54.426432 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51e14d2-12c8-475d-9b55-e71d1f6ba8b3", "name": "network-vif-deleted", "tag": "6a9d9633-8eb0-4e68-9da4-129381f05f4a", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:03:54.427197 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c782dd58-fc50-49ea-a6bb-9df2082e4183 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:03:54.428137 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51e14d2-12c8-475d-9b55-e71d1f6ba8b3', 'name': 'network-vif-deleted', 'tag': '6a9d9633-8eb0-4e68-9da4-129381f05f4a', 'status': 'completed', 'code': 200} Nov 12 09:03:54.935120 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e6aedccd-b4a7-4634-ae3d-a000ad78a92a req-86ae5745-ac60-455f-95ac-0d2e64a8ce18 tempest-VolumesNegativeTest-336644583 tempest-VolumesNegativeTest-336644583-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51e14d2-12c8-475d-9b55-e71d1f6ba8b3 HTTP/1.1" status: 200 len: 210 time: 0.0522449 Nov 12 09:03:55.021955 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-3a8500ec-b2a8-4d3f-bfed-7596fecddd92 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1804247 Nov 12 09:03:55.310562 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-755e15f2-ee2d-45fd-bd8b-ecde5dc52fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:55.311560 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-755e15f2-ee2d-45fd-bd8b-ecde5dc52fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:55.313094 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-755e15f2-ee2d-45fd-bd8b-ecde5dc52fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:55.314107 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-755e15f2-ee2d-45fd-bd8b-ecde5dc52fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:55.315336 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-755e15f2-ee2d-45fd-bd8b-ecde5dc52fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:55.315951 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-755e15f2-ee2d-45fd-bd8b-ecde5dc52fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:55.316829 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-755e15f2-ee2d-45fd-bd8b-ecde5dc52fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:55.320512 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-755e15f2-ee2d-45fd-bd8b-ecde5dc52fe4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad65bcc6bcb148c2b43b634da3af78b4&device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 6508 time: 0.1356528 Nov 12 09:03:55.589492 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 48582) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:55.651462 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-cc9029c0-dac5-4916-9f96-b5af19ed2d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:55.653589 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-cc9029c0-dac5-4916-9f96-b5af19ed2d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:55.654530 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-cc9029c0-dac5-4916-9f96-b5af19ed2d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:55.657767 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-cc9029c0-dac5-4916-9f96-b5af19ed2d3d service neutron] 10.222.0.54 "GET /v2.0/networks?id=52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572&id=6f43e52f-01a2-4807-8299-a32ad3b11a95&id=6f43e52f-01a2-4807-8299-a32ad3b11a95&id=6f43e52f-01a2-4807-8299-a32ad3b11a95&id=6f43e52f-01a2-4807-8299-a32ad3b11a95&id=ae45870e-ea40-4974-aaa2-60a832e0f221&id=ae45870e-ea40-4974-aaa2-60a832e0f221 HTTP/1.1" status: 200 len: 2297 time: 0.2980986 Nov 12 09:03:55.822675 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-d00c8063-38ef-47f9-8231-a4523a007d83 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67f7b3d5-2b02-4acc-aa1d-2c68928b32e8 HTTP/1.1" status: 200 len: 1001 time: 0.1533811 Nov 12 09:03:55.852004 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5b9c2575-c669-411d-a8e7-75a3780dbfec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:55.975157 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-259f7c4a-4ba7-42e0-b48a-a939691ed30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:55.977953 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-259f7c4a-4ba7-42e0-b48a-a939691ed30e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=972d18b2-ff95-4dd0-9709-a0646a0ab7eb HTTP/1.1" status: 200 len: 856 time: 0.1412857 Nov 12 09:03:56.150498 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-1a980176-36e5-4eda-bc2e-014bd164f33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:56.153409 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-1a980176-36e5-4eda-bc2e-014bd164f33d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1640432 Nov 12 09:03:56.161379 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5b9c2575-c669-411d-a8e7-75a3780dbfec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:56.176318 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5b9c2575-c669-411d-a8e7-75a3780dbfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:56.358212 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5b9c2575-c669-411d-a8e7-75a3780dbfec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a11adb248a774790bac1981e02bb7159&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7662592 Nov 12 09:03:56.362173 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 48604) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:56.364634 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c2575-c669-411d-a8e7-75a3780dbfec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf2f0a8-de7a-4dca-9765-f77352c72aa6,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:56.404705 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c2575-c669-411d-a8e7-75a3780dbfec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:56.405261 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c2575-c669-411d-a8e7-75a3780dbfec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:56.405478 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c2575-c669-411d-a8e7-75a3780dbfec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:56.405851 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c2575-c669-411d-a8e7-75a3780dbfec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:56.406392 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c2575-c669-411d-a8e7-75a3780dbfec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:56.406760 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c2575-c669-411d-a8e7-75a3780dbfec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:56.407108 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c2575-c669-411d-a8e7-75a3780dbfec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:56.407551 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c2575-c669-411d-a8e7-75a3780dbfec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:56.407945 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c2575-c669-411d-a8e7-75a3780dbfec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:56.408277 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c2575-c669-411d-a8e7-75a3780dbfec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:56.408719 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c2575-c669-411d-a8e7-75a3780dbfec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:56.409078 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c2575-c669-411d-a8e7-75a3780dbfec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:56.431032 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-338e4b50-7f9d-45c9-8726-8039942b1ac5 service neutron] 10.222.0.54 "GET /v2.0/networks/52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675927 Nov 12 09:03:56.554762 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78b1a9d3-db35-4cf2-b563-825e06142886 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:56.695872 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78b1a9d3-db35-4cf2-b563-825e06142886 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:56.794243 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-684247c1-88ea-4c89-ba48-99eb8f52c54f service neutron] 10.222.0.54 "GET /v2.0/networks/52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410859 Nov 12 09:03:56.876992 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-496755fc-2d2a-4821-9daf-a7db3c3dd762 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=1fc527f8-9665-4e15-9131-e2f6e2db3a4f HTTP/1.1" status: 200 len: 217 time: 0.0720553 Nov 12 09:03:56.901852 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78b1a9d3-db35-4cf2-b563-825e06142886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:56.907918 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78b1a9d3-db35-4cf2-b563-825e06142886 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:56.909270 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-78b1a9d3-db35-4cf2-b563-825e06142886 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2bf2f0a8-de7a-4dca-9765-f77352c72aa6 HTTP/1.1" status: 204 len: 168 time: 0.5456536 Nov 12 09:03:56.976150 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1a9d3-db35-4cf2-b563-825e06142886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf2f0a8-de7a-4dca-9765-f77352c72aa6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:57.010116 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-0c896d3f-9eeb-4538-a698-7fa28f1590a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:57.012842 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-0c896d3f-9eeb-4538-a698-7fa28f1590a9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a46f76c2-1a35-49b4-89e9-0120081a33c4 HTTP/1.1" status: 200 len: 797 time: 0.1282108 Nov 12 09:03:57.113305 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-08a03c3d-0345-4169-99b9-19a38773f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:57.117500 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-08a03c3d-0345-4169-99b9-19a38773f71b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6f43e52f-01a2-4807-8299-a32ad3b11a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0963075 Nov 12 09:03:57.346304 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-6dce0417-2fcf-48b7-ad19-91b6489d3b19 service neutron] 10.222.0.54 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197731 Nov 12 09:03:58.036108 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 6a9d9633-8eb0-4e68-9da4-129381f05f4a no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:58.083664 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 6a9d9633-8eb0-4e68-9da4-129381f05f4a {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:03:58.084254 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 6a9d9633-8eb0-4e68-9da4-129381f05f4a not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:03:58.176309 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-ddced6a1-4bb8-4cb1-b6b8-f0d8cd14f946 service neutron] 10.222.0.54 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8215592 Nov 12 09:03:58.274266 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-6a7cfca4-4c7b-4d36-9ae6-479b213d29c5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=d89afea3-56ca-4d29-b4cc-697f5d5a1d50 HTTP/1.1" status: 200 len: 217 time: 0.0858567 Nov 12 09:03:58.376782 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-f182c0bb-dc76-4f36-b010-bb5df7d03b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:58.380326 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-f182c0bb-dc76-4f36-b010-bb5df7d03b59 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a46f76c2-1a35-49b4-89e9-0120081a33c4 HTTP/1.1" status: 200 len: 797 time: 0.0980048 Nov 12 09:03:58.436396 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 48718) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:58.472942 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-3b1ca7af-8ecd-432b-881d-b95f75221a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:58.475332 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-3b1ca7af-8ecd-432b-881d-b95f75221a91 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6f43e52f-01a2-4807-8299-a32ad3b11a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0859256 Nov 12 09:03:58.638487 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-a808d059-515d-4fcb-a4f0-41f86ff64931 service neutron] 10.222.0.54 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551564 Nov 12 09:03:58.789447 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c4420dac-335d-4043-ab51-a33d9654ad57 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2137865969-network', 'tenant_id': '070005437575486f9ed9df82adcce055'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:58.861503 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4420dac-335d-4043-ab51-a33d9654ad57 admin admin] Made reservation on behalf of 070005437575486f9ed9df82adcce055 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:03:58.868409 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c4420dac-335d-4043-ab51-a33d9654ad57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:58.886038 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-e06f4c66-e76c-433f-87e8-8324234243ab service neutron] 10.222.0.54 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398181 Nov 12 09:03:58.887374 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c4420dac-335d-4043-ab51-a33d9654ad57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:58.952649 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-92d54e4a-0931-4d0e-9766-6427292039fd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=7b185afb-245a-4fb4-8397-b9de6cfe0fed HTTP/1.1" status: 200 len: 217 time: 0.0505807 Nov 12 09:03:59.062803 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-26764685-faea-43ab-9eec-d4eec8cf52be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:59.064614 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-26764685-faea-43ab-9eec-d4eec8cf52be service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a46f76c2-1a35-49b4-89e9-0120081a33c4 HTTP/1.1" status: 200 len: 797 time: 0.0901270 Nov 12 09:03:59.156655 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c4420dac-335d-4043-ab51-a33d9654ad57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:59.166425 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-3155310a-e803-43c4-af32-455f66a30cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:59.168291 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-3155310a-e803-43c4-af32-455f66a30cab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6f43e52f-01a2-4807-8299-a32ad3b11a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0940194 Nov 12 09:03:59.174805 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c4420dac-335d-4043-ab51-a33d9654ad57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:59.282485 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4420dac-335d-4043-ab51-a33d9654ad57 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:03:59.295302 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4420dac-335d-4043-ab51-a33d9654ad57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9205a73d-1d47-4ec5-b419-458619007e6d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:59.312163 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:59.322057 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c4420dac-335d-4043-ab51-a33d9654ad57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:59.322659 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-c4420dac-335d-4043-ab51-a33d9654ad57 admin admin] Added segment 0192a959-cb7e-4722-90e0-e72a31a25ecc of type vlan for network 69d3d975-a2d1-4b56-9936-e45fe9bd88b2 Nov 12 09:03:59.408994 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-80158e5e-bcc7-493e-bfb6-4f708a8d03fe service neutron] 10.222.0.54 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278669 Nov 12 09:03:59.414549 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c4420dac-335d-4043-ab51-a33d9654ad57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:59.559799 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c4420dac-335d-4043-ab51-a33d9654ad57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:59.562189 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4420dac-335d-4043-ab51-a33d9654ad57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:59.563279 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c4420dac-335d-4043-ab51-a33d9654ad57 admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:59.782891 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c4420dac-335d-4043-ab51-a33d9654ad57 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3472841 Nov 12 09:03:59.788315 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 48790) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:59.797264 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-eba780d2-7519-48d2-bffd-52e6cd9aa22c admin admin] Request body: {'subnet': {'network_id': '69d3d975-a2d1-4b56-9936-e45fe9bd88b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2137865969-subnet', 'tenant_id': '070005437575486f9ed9df82adcce055', 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:59.800567 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-7fa8982f-c5b2-40bd-bc56-6a098e0cec9c service neutron] 10.222.0.54 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794272 Nov 12 09:03:59.807057 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4420dac-335d-4043-ab51-a33d9654ad57 admin admin] Pushing event updated for resources: {'Network': ['ID=69d3d975-a2d1-4b56-9936-e45fe9bd88b2,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:59.842356 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 69d3d975-a2d1-4b56-9936-e45fe9bd88b2 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:03:59.876932 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba780d2-7519-48d2-bffd-52e6cd9aa22c admin admin] Made reservation on behalf of 070005437575486f9ed9df82adcce055 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:03:59.881560 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eba780d2-7519-48d2-bffd-52e6cd9aa22c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:59.900993 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-0ff1bbdb-e39d-4417-b276-196704094b40 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=6fcbc602-f892-4d42-bc23-8549c06c7ef1 HTTP/1.1" status: 200 len: 217 time: 0.0853229 Nov 12 09:04:00.154046 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-36ea18e2-edf7-431c-acb1-e9dbcd3360bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:00.157550 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-36ea18e2-edf7-431c-acb1-e9dbcd3360bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a46f76c2-1a35-49b4-89e9-0120081a33c4 HTTP/1.1" status: 200 len: 797 time: 0.2451279 Nov 12 09:04:00.277752 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-dce2f7e8-7c96-4175-a0bb-43a6239c7533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:00.285527 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-dce2f7e8-7c96-4175-a0bb-43a6239c7533 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6f43e52f-01a2-4807-8299-a32ad3b11a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1168897 Nov 12 09:04:00.356512 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eba780d2-7519-48d2-bffd-52e6cd9aa22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:00.495319 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba780d2-7519-48d2-bffd-52e6cd9aa22c admin admin] Checking segment: {'id': '0192a959-cb7e-4722-90e0-e72a31a25ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '69d3d975-a2d1-4b56-9936-e45fe9bd88b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:04:00.495837 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba780d2-7519-48d2-bffd-52e6cd9aa22c admin admin] Network hostable DHCP agents. Network: 69d3d975-a2d1-4b56-9936-e45fe9bd88b2, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:04:00.500695 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba780d2-7519-48d2-bffd-52e6cd9aa22c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b93938ba-f3ad-4fc4-a727-503948552160,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:00.517885 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba780d2-7519-48d2-bffd-52e6cd9aa22c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:00.518937 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba780d2-7519-48d2-bffd-52e6cd9aa22c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:00.519521 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba780d2-7519-48d2-bffd-52e6cd9aa22c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:00.520999 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba780d2-7519-48d2-bffd-52e6cd9aa22c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:00.521825 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba780d2-7519-48d2-bffd-52e6cd9aa22c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:00.522628 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba780d2-7519-48d2-bffd-52e6cd9aa22c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:00.523466 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba780d2-7519-48d2-bffd-52e6cd9aa22c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:00.524079 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba780d2-7519-48d2-bffd-52e6cd9aa22c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:00.524646 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba780d2-7519-48d2-bffd-52e6cd9aa22c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:00.525192 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba780d2-7519-48d2-bffd-52e6cd9aa22c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:00.525736 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba780d2-7519-48d2-bffd-52e6cd9aa22c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:00.526293 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba780d2-7519-48d2-bffd-52e6cd9aa22c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:00.555814 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-3d668fe0-9e1b-4d94-b7ba-b5e986a55210 service neutron] 10.222.0.54 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533453 Nov 12 09:04:00.566288 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba780d2-7519-48d2-bffd-52e6cd9aa22c admin admin] Network 69d3d975-a2d1-4b56-9936-e45fe9bd88b2 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:04:00.594268 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-eba780d2-7519-48d2-bffd-52e6cd9aa22c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 69d3d975-a2d1-4b56-9936-e45fe9bd88b2) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:04:00.601471 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba780d2-7519-48d2-bffd-52e6cd9aa22c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:00.602422 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eba780d2-7519-48d2-bffd-52e6cd9aa22c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:00.613791 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236c3f05-034b-4bce-ae13-bc61f677227b None None] Network 69d3d975-a2d1-4b56-9936-e45fe9bd88b2 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:04:00.666547 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-eba780d2-7519-48d2-bffd-52e6cd9aa22c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8763366 Nov 12 09:04:00.670904 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 48826) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:00.698287 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-03eadc19-bbd4-4df9-8dcd-2a56e687127f admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2137865969-router', 'tenant_id': '070005437575486f9ed9df82adcce055', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:00.799488 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-03eadc19-bbd4-4df9-8dcd-2a56e687127f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:00.803496 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-03eadc19-bbd4-4df9-8dcd-2a56e687127f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:00.812342 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-7ad291ff-2afa-44a8-9a60-f1b104bacd75 service neutron] 10.222.0.54 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401195 Nov 12 09:04:00.976853 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-f07e5358-972f-4be4-b6f6-0bfbfd13f2fb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=206f8312-f979-4e27-92c2-524c260a2a43 HTTP/1.1" status: 200 len: 217 time: 0.1532021 Nov 12 09:04:01.069303 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-03eadc19-bbd4-4df9-8dcd-2a56e687127f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:01.184121 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f671a09-6bc8-47dc-ba0e-0d7c76fee1cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-69d3d975-a2d1-4b56-9936-e45fe9bd88b2', 'network_id': '69d3d975-a2d1-4b56-9936-e45fe9bd88b2', 'tenant_id': '070005437575486f9ed9df82adcce055', 'fixed_ips': [{'subnet_id': 'b93938ba-f3ad-4fc4-a727-503948552160'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:04:01.185837 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9f671a09-6bc8-47dc-ba0e-0d7c76fee1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:01.220509 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-f0d7e3f1-b203-4bd4-88d1-3925aa48717c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:01.225484 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-f0d7e3f1-b203-4bd4-88d1-3925aa48717c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cbf435e5-42b0-4c0e-ac62-0d08bd5977b4 HTTP/1.1" status: 200 len: 797 time: 0.2274053 Nov 12 09:04:01.362373 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-de84c8b9-934e-4e76-b14d-4ed1e3a3aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:01.365180 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-de84c8b9-934e-4e76-b14d-4ed1e3a3aa6c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ae45870e-ea40-4974-aaa2-60a832e0f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1301265 Nov 12 09:04:01.642783 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-9f671a09-6bc8-47dc-ba0e-0d7c76fee1cf None None] Allocated IP 172.20.0.2 (69d3d975-a2d1-4b56-9936-e45fe9bd88b2/b93938ba-f3ad-4fc4-a727-503948552160/3257b965-6d0b-4f29-9494-257598627807) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:04:01.651340 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-03eadc19-bbd4-4df9-8dcd-2a56e687127f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:01.697783 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-747a6680-1e0a-41b8-b1a6-c94754d4ffdb service neutron] 10.222.0.54 "GET /v2.0/networks/ae45870e-ea40-4974-aaa2-60a832e0f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235328 Nov 12 09:04:02.033787 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-048983b8-1004-4ccc-a0ed-3da5183202a5 service neutron] 10.222.0.54 "GET /v2.0/networks/ae45870e-ea40-4974-aaa2-60a832e0f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173714 Nov 12 09:04:02.056321 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9f671a09-6bc8-47dc-ba0e-0d7c76fee1cf None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:02.072282 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9f671a09-6bc8-47dc-ba0e-0d7c76fee1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:02.102951 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f671a09-6bc8-47dc-ba0e-0d7c76fee1cf None None] Network 69d3d975-a2d1-4b56-9936-e45fe9bd88b2 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:04:02.162651 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-9f671a09-6bc8-47dc-ba0e-0d7c76fee1cf None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:04:02.165404 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f671a09-6bc8-47dc-ba0e-0d7c76fee1cf None None] Pushing event updated for resources: {'Port': ['ID=3257b965-6d0b-4f29-9494-257598627807,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:02.168544 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f671a09-6bc8-47dc-ba0e-0d7c76fee1cf None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:04:02.222263 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-03eadc19-bbd4-4df9-8dcd-2a56e687127f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:02.261466 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-693818b0-cde4-41f3-9f66-237e89192dc5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0fe5da9b-dc65-4c8c-94f7-e34d6a421df3 HTTP/1.1" status: 200 len: 217 time: 0.2160170 Nov 12 09:04:02.271276 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-03eadc19-bbd4-4df9-8dcd-2a56e687127f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:02.306850 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-9f671a09-6bc8-47dc-ba0e-0d7c76fee1cf None None] Attempting to bind port 3257b965-6d0b-4f29-9494-257598627807 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:04:02.310156 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-9f671a09-6bc8-47dc-ba0e-0d7c76fee1cf None None] Attempting to bind port 3257b965-6d0b-4f29-9494-257598627807 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '0192a959-cb7e-4722-90e0-e72a31a25ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '69d3d975-a2d1-4b56-9936-e45fe9bd88b2'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:04:02.311224 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f671a09-6bc8-47dc-ba0e-0d7c76fee1cf None None] Attempting to bind port 3257b965-6d0b-4f29-9494-257598627807 on network 69d3d975-a2d1-4b56-9936-e45fe9bd88b2 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:02.324452 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f671a09-6bc8-47dc-ba0e-0d7c76fee1cf None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:04:02.325087 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f671a09-6bc8-47dc-ba0e-0d7c76fee1cf None None] Checking segment: {'id': '0192a959-cb7e-4722-90e0-e72a31a25ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '69d3d975-a2d1-4b56-9936-e45fe9bd88b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:04:02.325794 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9f671a09-6bc8-47dc-ba0e-0d7c76fee1cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:02.328478 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f671a09-6bc8-47dc-ba0e-0d7c76fee1cf None None] Bound using segment: {'id': '0192a959-cb7e-4722-90e0-e72a31a25ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '69d3d975-a2d1-4b56-9936-e45fe9bd88b2'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:04:02.329434 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-9f671a09-6bc8-47dc-ba0e-0d7c76fee1cf None None] Bound port: 3257b965-6d0b-4f29-9494-257598627807, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0192a959-cb7e-4722-90e0-e72a31a25ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '69d3d975-a2d1-4b56-9936-e45fe9bd88b2'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:04:02.330153 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9f671a09-6bc8-47dc-ba0e-0d7c76fee1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:02.417422 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-d0ca4b1e-6734-4aba-9136-48cd0d07dbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:02.424986 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-d0ca4b1e-6734-4aba-9136-48cd0d07dbd8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cbf435e5-42b0-4c0e-ac62-0d08bd5977b4 HTTP/1.1" status: 200 len: 797 time: 0.1528842 Nov 12 09:04:02.572286 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-f631a729-e8e8-41b4-b009-124addb9372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:02.577882 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9f671a09-6bc8-47dc-ba0e-0d7c76fee1cf None None] For port 3257b965-6d0b-4f29-9494-257598627807, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:04:02.583832 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-f631a729-e8e8-41b4-b009-124addb9372d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ae45870e-ea40-4974-aaa2-60a832e0f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1424451 Nov 12 09:04:02.601016 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9f671a09-6bc8-47dc-ba0e-0d7c76fee1cf None None] For port 3257b965-6d0b-4f29-9494-257598627807, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=3257b965-6d0b-4f29-9494-257598627807,segment=NetworkSegment(0192a959-cb7e-4722-90e0-e72a31a25ecc),segment_id=0192a959-cb7e-4722-90e0-e72a31a25ecc)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:04:02.612705 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9f671a09-6bc8-47dc-ba0e-0d7c76fee1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:02.696228 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-03eadc19-bbd4-4df9-8dcd-2a56e687127f admin admin] Allocated IP 172.25.6.20 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/d99e0b46-99e6-420a-9bf0-bfe637b62e46) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:04:02.836410 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f671a09-6bc8-47dc-ba0e-0d7c76fee1cf None None] Pushing event updated for resources: {'Port': ['ID=3257b965-6d0b-4f29-9494-257598627807,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:02.890497 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-e229f969-8fae-4759-8f99-09ae01bfed81 service neutron] 10.222.0.54 "GET /v2.0/networks/ae45870e-ea40-4974-aaa2-60a832e0f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858548 Nov 12 09:04:03.028548 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-03eadc19-bbd4-4df9-8dcd-2a56e687127f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:03.131127 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c4072902-9d72-46f4-acf3-eb7b67c07688 req-ffcb9a5b-8042-40b4-8694-2929b9d5aa82 service neutron] 10.222.0.54 "GET /v2.0/networks/ae45870e-ea40-4974-aaa2-60a832e0f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313123 Nov 12 09:04:03.219825 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-03eadc19-bbd4-4df9-8dcd-2a56e687127f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:03.411672 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eadc19-bbd4-4df9-8dcd-2a56e687127f admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:04:03.428988 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-03eadc19-bbd4-4df9-8dcd-2a56e687127f admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:04:03.441154 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eadc19-bbd4-4df9-8dcd-2a56e687127f admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:04:03.466242 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed52015-bd96-4d8e-9735-12366326c811 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:04:03.583002 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-493209be-8404-4191-927a-1fc4216c92b9 None None] Provisioning complete for port d99e0b46-99e6-420a-9bf0-bfe637b62e46 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:03.583711 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-493209be-8404-4191-927a-1fc4216c92b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:03.597594 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eadc19-bbd4-4df9-8dcd-2a56e687127f admin admin] Pushing event updated for resources: {'Port': ['ID=d99e0b46-99e6-420a-9bf0-bfe637b62e46,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:03.705665 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-493209be-8404-4191-927a-1fc4216c92b9 None None] Port d99e0b46-99e6-420a-9bf0-bfe637b62e46 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:04:03.953663 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 3257b965-6d0b-4f29-9494-257598627807 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:04:04.259152 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 3257b965-6d0b-4f29-9494-257598627807 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:04.259617 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:04.666955 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:04.851038 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 3257b965-6d0b-4f29-9494-257598627807, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=3257b965-6d0b-4f29-9494-257598627807,segment=NetworkSegment(0192a959-cb7e-4722-90e0-e72a31a25ecc),segment_id=0192a959-cb7e-4722-90e0-e72a31a25ecc)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:04.863607 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:04.940418 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dfc19d-5945-4379-87d3-53a3d3a96382 None None] Network 69d3d975-a2d1-4b56-9936-e45fe9bd88b2 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:04:05.063870 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=3257b965-6d0b-4f29-9494-257598627807,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:05.091103 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-3807e205-da7b-4e9a-82a9-e9201f36b412 None None] Provisioning complete for port 3257b965-6d0b-4f29-9494-257598627807 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:05.091470 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3807e205-da7b-4e9a-82a9-e9201f36b412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:05.211769 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-03eadc19-bbd4-4df9-8dcd-2a56e687127f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:05.715530 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 3257b965-6d0b-4f29-9494-257598627807 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:04:05.854863 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-03eadc19-bbd4-4df9-8dcd-2a56e687127f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:06.021839 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 3257b965-6d0b-4f29-9494-257598627807 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:06.022538 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:06.322881 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03eadc19-bbd4-4df9-8dcd-2a56e687127f admin admin] Router 07cba6d5-78c9-4724-af47-0e994b02dedd is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:04:06.420697 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c76726c5-3642-4cb9-8c44-fc1b006d05f6 None None] Provisioning complete for port 3257b965-6d0b-4f29-9494-257598627807 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:06.422304 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c76726c5-3642-4cb9-8c44-fc1b006d05f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:06.573451 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03eadc19-bbd4-4df9-8dcd-2a56e687127f admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:04:06.638377 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-03eadc19-bbd4-4df9-8dcd-2a56e687127f admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:06.641716 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-03eadc19-bbd4-4df9-8dcd-2a56e687127f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.9680700 Nov 12 09:04:06.646873 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 48944) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:06.926276 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2fe70f-bfc3-4803-8692-0846189e3a9d None None] Sync routers for ids ['07cba6d5-78c9-4724-af47-0e994b02dedd'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:04:06.980222 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2fe70f-bfc3-4803-8692-0846189e3a9d None None] Routers {'07cba6d5-78c9-4724-af47-0e994b02dedd'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:04:06.981142 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2d2fe70f-bfc3-4803-8692-0846189e3a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:03:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['07cba6d5-78c9-4724-af47-0e994b02dedd'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:07.303730 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-2d2fe70f-bfc3-4803-8692-0846189e3a9d None None] Set router 07cba6d5-78c9-4724-af47-0e994b02dedd gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:04:07.809310 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2d2fe70f-bfc3-4803-8692-0846189e3a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cba6d5-78c9-4724-af47-0e994b02dedd', 'name': 'tempest-ImageQuotaTest-2137865969-router', 'tenant_id': '070005437575486f9ed9df82adcce055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'd99e0b46-99e6-420a-9bf0-bfe637b62e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:00Z', 'updated_at': '2021-11-12T09:04:04Z', 'revision_number': 3, 'project_id': '070005437575486f9ed9df82adcce055', 'gw_port': {'id': 'd99e0b46-99e6-420a-9bf0-bfe637b62e46', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cba6d5-78c9-4724-af47-0e994b02dedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:02Z', 'updated_at': '2021-11-12T09:04:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:07.904203 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2fe70f-bfc3-4803-8692-0846189e3a9d None None] Checking router: 07cba6d5-78c9-4724-af47-0e994b02dedd for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:04:07.904698 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2fe70f-bfc3-4803-8692-0846189e3a9d None None] Updating router 07cba6d5-78c9-4724-af47-0e994b02dedd port d99e0b46-99e6-420a-9bf0-bfe637b62e46 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:04:07.954712 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b29f6083-cf9c-434e-9ab3-cb46be02b2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:07.983064 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2d2fe70f-bfc3-4803-8692-0846189e3a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:08.381752 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a3a6742a-a8f1-41f8-a694-3447850482d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:08.465906 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-b29f6083-cf9c-434e-9ab3-cb46be02b2e5 admin admin] Allocated IP 172.20.0.1 (69d3d975-a2d1-4b56-9936-e45fe9bd88b2/b93938ba-f3ad-4fc4-a727-503948552160/a3b8786d-4593-4e56-89b5-acd42b8c5710) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:04:08.736456 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2d2fe70f-bfc3-4803-8692-0846189e3a9d None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:08.749882 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2d2fe70f-bfc3-4803-8692-0846189e3a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:08.893926 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a8c4f1-2f95-4943-98ad-806eee08a51b None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:04:08.960145 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2d2fe70f-bfc3-4803-8692-0846189e3a9d None None] Attempting to bind port d99e0b46-99e6-420a-9bf0-bfe637b62e46 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:04:08.961175 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2d2fe70f-bfc3-4803-8692-0846189e3a9d None None] Attempting to bind port d99e0b46-99e6-420a-9bf0-bfe637b62e46 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:04:08.964891 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2fe70f-bfc3-4803-8692-0846189e3a9d None None] Attempting to bind port d99e0b46-99e6-420a-9bf0-bfe637b62e46 on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:09.060701 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b29f6083-cf9c-434e-9ab3-cb46be02b2e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:09.094097 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ba95b-dc15-4001-9b92-b7435f7a8302 None None] Pushing event updated for resources: {'Port': ['ID=d99e0b46-99e6-420a-9bf0-bfe637b62e46,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:09.112760 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2fe70f-bfc3-4803-8692-0846189e3a9d None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:04:09.113740 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2fe70f-bfc3-4803-8692-0846189e3a9d None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:04:09.114613 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2d2fe70f-bfc3-4803-8692-0846189e3a9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:09.115314 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2fe70f-bfc3-4803-8692-0846189e3a9d None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:04:09.116370 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2d2fe70f-bfc3-4803-8692-0846189e3a9d None None] Bound port: d99e0b46-99e6-420a-9bf0-bfe637b62e46, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:04:09.117120 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2d2fe70f-bfc3-4803-8692-0846189e3a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:09.128427 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 48978) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:09.174890 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b29f6083-cf9c-434e-9ab3-cb46be02b2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:09.201416 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-7d9d6131-25e7-47d3-8a71-d387f906ecf2 None None] Provisioning complete for port d99e0b46-99e6-420a-9bf0-bfe637b62e46 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:09.202066 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7d9d6131-25e7-47d3-8a71-d387f906ecf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:09.358540 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-7d9d6131-25e7-47d3-8a71-d387f906ecf2 None None] Port d99e0b46-99e6-420a-9bf0-bfe637b62e46 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:04:09.370293 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-2d2fe70f-bfc3-4803-8692-0846189e3a9d None None] For port d99e0b46-99e6-420a-9bf0-bfe637b62e46, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:04:09.380785 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-2d2fe70f-bfc3-4803-8692-0846189e3a9d None None] For port d99e0b46-99e6-420a-9bf0-bfe637b62e46, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d99e0b46-99e6-420a-9bf0-bfe637b62e46,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:04:09.392597 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29f6083-cf9c-434e-9ab3-cb46be02b2e5 admin admin] Network 69d3d975-a2d1-4b56-9936-e45fe9bd88b2 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:04:09.409856 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2d2fe70f-bfc3-4803-8692-0846189e3a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:09.430850 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-b29f6083-cf9c-434e-9ab3-cb46be02b2e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:04:09.475180 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29f6083-cf9c-434e-9ab3-cb46be02b2e5 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:04:09.491164 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f6083-cf9c-434e-9ab3-cb46be02b2e5 admin admin] Pushing event updated for resources: {'Port': ['ID=a3b8786d-4593-4e56-89b5-acd42b8c5710,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:09.588316 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2fe70f-bfc3-4803-8692-0846189e3a9d None None] Routers {'07cba6d5-78c9-4724-af47-0e994b02dedd'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:04:09.589384 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2d2fe70f-bfc3-4803-8692-0846189e3a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:03:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['07cba6d5-78c9-4724-af47-0e994b02dedd'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:09.676145 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b29f6083-cf9c-434e-9ab3-cb46be02b2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:09.686841 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-dbb603af-bdde-4123-8ba0-39c2a2d569f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b7249c7f4c2c4ab7a1ed20775638f22f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5564594 Nov 12 09:04:09.691594 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 48988) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:09.813430 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8323488-0b17-4753-9115-ac5d75642a65 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:04:09.953672 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b29f6083-cf9c-434e-9ab3-cb46be02b2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:09.957700 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f187f80d-e499-477a-a9e7-9b82b14f88d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:09.964299 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ba95b-dc15-4001-9b92-b7435f7a8302 None None] Pushing event updated for resources: {'Port': ['ID=d99e0b46-99e6-420a-9bf0-bfe637b62e46,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:10.043725 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f187f80d-e499-477a-a9e7-9b82b14f88d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:10.236635 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f187f80d-e499-477a-a9e7-9b82b14f88d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:10.242148 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f187f80d-e499-477a-a9e7-9b82b14f88d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:10.248584 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f187f80d-e499-477a-a9e7-9b82b14f88d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6776deb3-fddc-413a-a2cd-e6ef0736f765 HTTP/1.1" status: 204 len: 168 time: 0.5548604 Nov 12 09:04:10.274203 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a082801d-a334-4b77-b40e-1a11c2a9a846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:10.279059 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187f80d-e499-477a-a9e7-9b82b14f88d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6776deb3-fddc-413a-a2cd-e6ef0736f765,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:10.318544 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f72a5f76-e669-4379-8cf7-e5ff53c6fc1e None None] Provisioning complete for port d99e0b46-99e6-420a-9bf0-bfe637b62e46 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:10.319642 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f72a5f76-e669-4379-8cf7-e5ff53c6fc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:10.393309 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-2d2fe70f-bfc3-4803-8692-0846189e3a9d None None] Set router 07cba6d5-78c9-4724-af47-0e994b02dedd gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:04:10.744181 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b29f6083-cf9c-434e-9ab3-cb46be02b2e5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:10.758315 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b29f6083-cf9c-434e-9ab3-cb46be02b2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:10.946567 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f6083-cf9c-434e-9ab3-cb46be02b2e5 admin admin] Pushing event updated for resources: {'Port': ['ID=a3b8786d-4593-4e56-89b5-acd42b8c5710,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:11.013443 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b29f6083-cf9c-434e-9ab3-cb46be02b2e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:11.073321 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f72a5f76-e669-4379-8cf7-e5ff53c6fc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:11.191370 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f72a5f76-e669-4379-8cf7-e5ff53c6fc1e None None] For port d99e0b46-99e6-420a-9bf0-bfe637b62e46, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d99e0b46-99e6-420a-9bf0-bfe637b62e46,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:11.207166 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2d2fe70f-bfc3-4803-8692-0846189e3a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cba6d5-78c9-4724-af47-0e994b02dedd', 'name': 'tempest-ImageQuotaTest-2137865969-router', 'tenant_id': '070005437575486f9ed9df82adcce055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'd99e0b46-99e6-420a-9bf0-bfe637b62e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:00Z', 'updated_at': '2021-11-12T09:04:04Z', 'revision_number': 3, 'project_id': '070005437575486f9ed9df82adcce055', 'gw_port': {'id': 'd99e0b46-99e6-420a-9bf0-bfe637b62e46', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cba6d5-78c9-4724-af47-0e994b02dedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:02Z', 'updated_at': '2021-11-12T09:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:11.217165 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f72a5f76-e669-4379-8cf7-e5ff53c6fc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:11.372257 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2fe70f-bfc3-4803-8692-0846189e3a9d None None] The sync data for ids ['07cba6d5-78c9-4724-af47-0e994b02dedd'] in n-d-768862-16 is: [{'id': '07cba6d5-78c9-4724-af47-0e994b02dedd', 'name': 'tempest-ImageQuotaTest-2137865969-router', 'tenant_id': '070005437575486f9ed9df82adcce055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'd99e0b46-99e6-420a-9bf0-bfe637b62e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:00Z', 'updated_at': '2021-11-12T09:04:04Z', 'revision_number': 3, 'project_id': '070005437575486f9ed9df82adcce055', 'gw_port': {'id': 'd99e0b46-99e6-420a-9bf0-bfe637b62e46', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cba6d5-78c9-4724-af47-0e994b02dedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:02Z', 'updated_at': '2021-11-12T09:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:04:11.470065 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-88285ae2-af7b-4b52-b6b3-dc3d53fe3b8e None None] Provisioning complete for port a3b8786d-4593-4e56-89b5-acd42b8c5710 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:11.470662 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-88285ae2-af7b-4b52-b6b3-dc3d53fe3b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:11.473615 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a5f76-e669-4379-8cf7-e5ff53c6fc1e None None] Pushing event updated for resources: {'Port': ['ID=d99e0b46-99e6-420a-9bf0-bfe637b62e46,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:11.535008 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29f6083-cf9c-434e-9ab3-cb46be02b2e5 admin admin] Network 69d3d975-a2d1-4b56-9936-e45fe9bd88b2 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:04:11.553955 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-b29f6083-cf9c-434e-9ab3-cb46be02b2e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:04:11.618206 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-88285ae2-af7b-4b52-b6b3-dc3d53fe3b8e None None] Port a3b8786d-4593-4e56-89b5-acd42b8c5710 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:04:12.014460 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29f6083-cf9c-434e-9ab3-cb46be02b2e5 admin admin] Router 07cba6d5-78c9-4724-af47-0e994b02dedd has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:04:12.117494 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:12.342188 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-198af06c-1d77-489d-bcca-4dec26476415 None None] Provisioning complete for port a3b8786d-4593-4e56-89b5-acd42b8c5710 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:12.343627 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-198af06c-1d77-489d-bcca-4dec26476415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:12.557567 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-198af06c-1d77-489d-bcca-4dec26476415 None None] Port a3b8786d-4593-4e56-89b5-acd42b8c5710 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:04:12.600638 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29f6083-cf9c-434e-9ab3-cb46be02b2e5 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:04:12.621903 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b29f6083-cf9c-434e-9ab3-cb46be02b2e5 admin admin] 10.222.0.37 "PUT /v2.0/routers/07cba6d5-78c9-4724-af47-0e994b02dedd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9735479 Nov 12 09:04:13.415427 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:13.805346 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d99e0b46-99e6-420a-9bf0-bfe637b62e46 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:04:13.989490 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port d99e0b46-99e6-420a-9bf0-bfe637b62e46 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:13.990449 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:14.114430 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:15.157852 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76e3f9a-4df1-4e9a-8d5b-adedf44832b5 None None] Sync routers for ids ['07cba6d5-78c9-4724-af47-0e994b02dedd'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:04:15.178058 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76e3f9a-4df1-4e9a-8d5b-adedf44832b5 None None] Routers {'07cba6d5-78c9-4724-af47-0e994b02dedd'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:04:15.178589 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-c76e3f9a-4df1-4e9a-8d5b-adedf44832b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:04:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['07cba6d5-78c9-4724-af47-0e994b02dedd'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:15.454568 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-c76e3f9a-4df1-4e9a-8d5b-adedf44832b5 None None] Set router 07cba6d5-78c9-4724-af47-0e994b02dedd gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:04:15.957699 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-c76e3f9a-4df1-4e9a-8d5b-adedf44832b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cba6d5-78c9-4724-af47-0e994b02dedd', 'name': 'tempest-ImageQuotaTest-2137865969-router', 'tenant_id': '070005437575486f9ed9df82adcce055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'd99e0b46-99e6-420a-9bf0-bfe637b62e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:00Z', 'updated_at': '2021-11-12T09:04:09Z', 'revision_number': 4, 'project_id': '070005437575486f9ed9df82adcce055', 'gw_port': {'id': 'd99e0b46-99e6-420a-9bf0-bfe637b62e46', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cba6d5-78c9-4724-af47-0e994b02dedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:02Z', 'updated_at': '2021-11-12T09:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'a3b8786d-4593-4e56-89b5-acd42b8c5710', 'name': '', 'network_id': '69d3d975-a2d1-4b56-9936-e45fe9bd88b2', 'tenant_id': '070005437575486f9ed9df82adcce055', 'mac_address': 'fa:16:3e:51:b2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cba6d5-78c9-4724-af47-0e994b02dedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'b93938ba-f3ad-4fc4-a727-503948552160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:07Z', 'updated_at': '2021-11-12T09:04:10Z', 'revision_number': 2, 'project_id': '070005437575486f9ed9df82adcce055', 'subnets': [{'id': 'b93938ba-f3ad-4fc4-a727-503948552160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:16.056211 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76e3f9a-4df1-4e9a-8d5b-adedf44832b5 None None] Checking router: 07cba6d5-78c9-4724-af47-0e994b02dedd for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:04:16.056783 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76e3f9a-4df1-4e9a-8d5b-adedf44832b5 None None] Updating router 07cba6d5-78c9-4724-af47-0e994b02dedd port a3b8786d-4593-4e56-89b5-acd42b8c5710 binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:04:16.189917 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c76e3f9a-4df1-4e9a-8d5b-adedf44832b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:16.518921 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 49104) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:17.320816 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c76e3f9a-4df1-4e9a-8d5b-adedf44832b5 None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:17.336727 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c76e3f9a-4df1-4e9a-8d5b-adedf44832b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:17.506518 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3ab31-ee86-42a7-adfa-0b60e7ecf26c None None] Pushing event updated for resources: {'Port': ['ID=a3b8786d-4593-4e56-89b5-acd42b8c5710,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:17.638504 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-c76e3f9a-4df1-4e9a-8d5b-adedf44832b5 None None] Attempting to bind port a3b8786d-4593-4e56-89b5-acd42b8c5710 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:04:17.638504 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-c76e3f9a-4df1-4e9a-8d5b-adedf44832b5 None None] Attempting to bind port a3b8786d-4593-4e56-89b5-acd42b8c5710 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '0192a959-cb7e-4722-90e0-e72a31a25ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '69d3d975-a2d1-4b56-9936-e45fe9bd88b2'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:04:17.638504 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76e3f9a-4df1-4e9a-8d5b-adedf44832b5 None None] Attempting to bind port a3b8786d-4593-4e56-89b5-acd42b8c5710 on network 69d3d975-a2d1-4b56-9936-e45fe9bd88b2 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:17.658420 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-78998324-126e-4cf5-bc18-53b9083df2a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:17.670188 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76e3f9a-4df1-4e9a-8d5b-adedf44832b5 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:04:17.670756 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76e3f9a-4df1-4e9a-8d5b-adedf44832b5 None None] Checking segment: {'id': '0192a959-cb7e-4722-90e0-e72a31a25ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '69d3d975-a2d1-4b56-9936-e45fe9bd88b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:04:17.671374 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c76e3f9a-4df1-4e9a-8d5b-adedf44832b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:17.680091 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76e3f9a-4df1-4e9a-8d5b-adedf44832b5 None None] Bound using segment: {'id': '0192a959-cb7e-4722-90e0-e72a31a25ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '69d3d975-a2d1-4b56-9936-e45fe9bd88b2'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:04:17.681096 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-c76e3f9a-4df1-4e9a-8d5b-adedf44832b5 None None] Bound port: a3b8786d-4593-4e56-89b5-acd42b8c5710, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0192a959-cb7e-4722-90e0-e72a31a25ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '69d3d975-a2d1-4b56-9936-e45fe9bd88b2'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:04:17.681734 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c76e3f9a-4df1-4e9a-8d5b-adedf44832b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:17.993666 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-c76e3f9a-4df1-4e9a-8d5b-adedf44832b5 None None] For port a3b8786d-4593-4e56-89b5-acd42b8c5710, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:04:18.003776 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-c76e3f9a-4df1-4e9a-8d5b-adedf44832b5 None None] For port a3b8786d-4593-4e56-89b5-acd42b8c5710, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a3b8786d-4593-4e56-89b5-acd42b8c5710,segment=NetworkSegment(0192a959-cb7e-4722-90e0-e72a31a25ecc),segment_id=0192a959-cb7e-4722-90e0-e72a31a25ecc)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:04:18.014776 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c76e3f9a-4df1-4e9a-8d5b-adedf44832b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:18.067395 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-40a84c84-b7a2-4349-9802-b5a8398344ab None None] Provisioning complete for port a3b8786d-4593-4e56-89b5-acd42b8c5710 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:18.071030 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-40a84c84-b7a2-4349-9802-b5a8398344ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:18.374752 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76e3f9a-4df1-4e9a-8d5b-adedf44832b5 None None] Routers {'07cba6d5-78c9-4724-af47-0e994b02dedd'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:04:18.377658 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-c76e3f9a-4df1-4e9a-8d5b-adedf44832b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:04:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['07cba6d5-78c9-4724-af47-0e994b02dedd'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:18.477426 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-40a84c84-b7a2-4349-9802-b5a8398344ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:18.541457 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3ab31-ee86-42a7-adfa-0b60e7ecf26c None None] Pushing event updated for resources: {'Port': ['ID=a3b8786d-4593-4e56-89b5-acd42b8c5710,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:18.779398 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-40a84c84-b7a2-4349-9802-b5a8398344ab None None] For port a3b8786d-4593-4e56-89b5-acd42b8c5710, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a3b8786d-4593-4e56-89b5-acd42b8c5710,segment=NetworkSegment(0192a959-cb7e-4722-90e0-e72a31a25ecc),segment_id=0192a959-cb7e-4722-90e0-e72a31a25ecc)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:18.791645 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-40a84c84-b7a2-4349-9802-b5a8398344ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:18.886430 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-c76e3f9a-4df1-4e9a-8d5b-adedf44832b5 None None] Set router 07cba6d5-78c9-4724-af47-0e994b02dedd gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:04:18.982768 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e783c491-eda9-49f5-b0f9-ce05d5afc191 None None] Provisioning complete for port a3b8786d-4593-4e56-89b5-acd42b8c5710 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:18.983734 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e783c491-eda9-49f5-b0f9-ce05d5afc191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:18.987328 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a84c84-b7a2-4349-9802-b5a8398344ab None None] Pushing event updated for resources: {'Port': ['ID=a3b8786d-4593-4e56-89b5-acd42b8c5710,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:19.041474 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-78998324-126e-4cf5-bc18-53b9083df2a1 admin admin] Deleting port a3b8786d-4593-4e56-89b5-acd42b8c5710 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:04:19.043951 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-78998324-126e-4cf5-bc18-53b9083df2a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:19.065372 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a84c84-b7a2-4349-9802-b5a8398344ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:19.068295 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a84c84-b7a2-4349-9802-b5a8398344ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:19.069350 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a84c84-b7a2-4349-9802-b5a8398344ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:19.072083 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a84c84-b7a2-4349-9802-b5a8398344ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:19.072874 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a84c84-b7a2-4349-9802-b5a8398344ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:19.073579 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a84c84-b7a2-4349-9802-b5a8398344ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:19.074994 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a84c84-b7a2-4349-9802-b5a8398344ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:19.075998 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a84c84-b7a2-4349-9802-b5a8398344ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:19.077088 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a84c84-b7a2-4349-9802-b5a8398344ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:19.078053 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a84c84-b7a2-4349-9802-b5a8398344ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:19.079038 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a84c84-b7a2-4349-9802-b5a8398344ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:19.080041 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a84c84-b7a2-4349-9802-b5a8398344ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:19.321422 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-78998324-126e-4cf5-bc18-53b9083df2a1 admin admin] For port a3b8786d-4593-4e56-89b5-acd42b8c5710, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a3b8786d-4593-4e56-89b5-acd42b8c5710,segment=NetworkSegment(0192a959-cb7e-4722-90e0-e72a31a25ecc),segment_id=0192a959-cb7e-4722-90e0-e72a31a25ecc)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:19.322020 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-78998324-126e-4cf5-bc18-53b9083df2a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:19.370333 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-78998324-126e-4cf5-bc18-53b9083df2a1 admin admin] Calling delete_port for a3b8786d-4593-4e56-89b5-acd42b8c5710 owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:04:19.685587 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-c76e3f9a-4df1-4e9a-8d5b-adedf44832b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cba6d5-78c9-4724-af47-0e994b02dedd', 'name': 'tempest-ImageQuotaTest-2137865969-router', 'tenant_id': '070005437575486f9ed9df82adcce055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'd99e0b46-99e6-420a-9bf0-bfe637b62e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:00Z', 'updated_at': '2021-11-12T09:04:09Z', 'revision_number': 4, 'project_id': '070005437575486f9ed9df82adcce055', 'gw_port': {'id': 'd99e0b46-99e6-420a-9bf0-bfe637b62e46', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cba6d5-78c9-4724-af47-0e994b02dedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:02Z', 'updated_at': '2021-11-12T09:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'a3b8786d-4593-4e56-89b5-acd42b8c5710', 'name': '', 'network_id': '69d3d975-a2d1-4b56-9936-e45fe9bd88b2', 'tenant_id': '070005437575486f9ed9df82adcce055', 'mac_address': 'fa:16:3e:51:b2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cba6d5-78c9-4724-af47-0e994b02dedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'b93938ba-f3ad-4fc4-a727-503948552160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:07Z', 'updated_at': '2021-11-12T09:04:17Z', 'revision_number': 4, 'project_id': '070005437575486f9ed9df82adcce055', 'subnets': [{'id': 'b93938ba-f3ad-4fc4-a727-503948552160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:19.816221 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76e3f9a-4df1-4e9a-8d5b-adedf44832b5 None None] The sync data for ids ['07cba6d5-78c9-4724-af47-0e994b02dedd'] in n-d-768862-16 is: [{'id': '07cba6d5-78c9-4724-af47-0e994b02dedd', 'name': 'tempest-ImageQuotaTest-2137865969-router', 'tenant_id': '070005437575486f9ed9df82adcce055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'd99e0b46-99e6-420a-9bf0-bfe637b62e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:00Z', 'updated_at': '2021-11-12T09:04:09Z', 'revision_number': 4, 'project_id': '070005437575486f9ed9df82adcce055', 'gw_port': {'id': 'd99e0b46-99e6-420a-9bf0-bfe637b62e46', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cba6d5-78c9-4724-af47-0e994b02dedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:02Z', 'updated_at': '2021-11-12T09:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'a3b8786d-4593-4e56-89b5-acd42b8c5710', 'name': '', 'network_id': '69d3d975-a2d1-4b56-9936-e45fe9bd88b2', 'tenant_id': '070005437575486f9ed9df82adcce055', 'mac_address': 'fa:16:3e:51:b2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cba6d5-78c9-4724-af47-0e994b02dedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'b93938ba-f3ad-4fc4-a727-503948552160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:07Z', 'updated_at': '2021-11-12T09:04:17Z', 'revision_number': 4, 'project_id': '070005437575486f9ed9df82adcce055', 'subnets': [{'id': 'b93938ba-f3ad-4fc4-a727-503948552160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:04:20.147512 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-78998324-126e-4cf5-bc18-53b9083df2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:20.249762 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78998324-126e-4cf5-bc18-53b9083df2a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3b8786d-4593-4e56-89b5-acd42b8c5710,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:20.691239 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-78998324-126e-4cf5-bc18-53b9083df2a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:21.686098 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78998324-126e-4cf5-bc18-53b9083df2a1 admin admin] Router 07cba6d5-78c9-4724-af47-0e994b02dedd has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:04:22.009987 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78998324-126e-4cf5-bc18-53b9083df2a1 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:04:22.034969 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-78998324-126e-4cf5-bc18-53b9083df2a1 admin admin] 10.222.0.37 "PUT /v2.0/routers/07cba6d5-78c9-4724-af47-0e994b02dedd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5105636 Nov 12 09:04:22.036532 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 49164) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:22.611503 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4c63c799-9729-431d-a6c7-cc4a769d62cd admin admin] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:22.853907 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4c63c799-9729-431d-a6c7-cc4a769d62cd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:22.937233 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-4c63c799-9729-431d-a6c7-cc4a769d62cd admin admin] Deleting port d99e0b46-99e6-420a-9bf0-bfe637b62e46 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:04:22.937928 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4c63c799-9729-431d-a6c7-cc4a769d62cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:23.048050 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccd0cea-534a-4804-8e9a-8a1536f93fce None None] Sync routers for ids ['07cba6d5-78c9-4724-af47-0e994b02dedd'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:04:23.077271 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccd0cea-534a-4804-8e9a-8a1536f93fce None None] Routers {'07cba6d5-78c9-4724-af47-0e994b02dedd'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:04:23.081597 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-fccd0cea-534a-4804-8e9a-8a1536f93fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:04:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['07cba6d5-78c9-4724-af47-0e994b02dedd'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:23.104413 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-4c63c799-9729-431d-a6c7-cc4a769d62cd admin admin] For port d99e0b46-99e6-420a-9bf0-bfe637b62e46, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d99e0b46-99e6-420a-9bf0-bfe637b62e46,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:23.105339 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4c63c799-9729-431d-a6c7-cc4a769d62cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:23.145217 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-4c63c799-9729-431d-a6c7-cc4a769d62cd admin admin] Calling delete_port for d99e0b46-99e6-420a-9bf0-bfe637b62e46 owned by network:router_gateway {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:04:23.691027 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-fccd0cea-534a-4804-8e9a-8a1536f93fce None None] Set router 07cba6d5-78c9-4724-af47-0e994b02dedd gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:04:23.695759 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4c63c799-9729-431d-a6c7-cc4a769d62cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:23.882447 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63c799-9729-431d-a6c7-cc4a769d62cd admin admin] Pushing event deleted for resources: {'Port': ['ID=d99e0b46-99e6-420a-9bf0-bfe637b62e46,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:23.901347 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a22cf7-0639-45a6-94aa-d19ed6415dc8 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:04:23.947453 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-fccd0cea-534a-4804-8e9a-8a1536f93fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cba6d5-78c9-4724-af47-0e994b02dedd', 'name': 'tempest-ImageQuotaTest-2137865969-router', 'tenant_id': '070005437575486f9ed9df82adcce055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:00Z', 'updated_at': '2021-11-12T09:04:22Z', 'revision_number': 6, 'project_id': '070005437575486f9ed9df82adcce055', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:24.029576 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4c63c799-9729-431d-a6c7-cc4a769d62cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:24.084539 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccd0cea-534a-4804-8e9a-8a1536f93fce None None] Checking router: 07cba6d5-78c9-4724-af47-0e994b02dedd for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:04:24.105125 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:24.112656 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccd0cea-534a-4804-8e9a-8a1536f93fce None None] Routers {'07cba6d5-78c9-4724-af47-0e994b02dedd'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:04:24.114372 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-fccd0cea-534a-4804-8e9a-8a1536f93fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:04:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['07cba6d5-78c9-4724-af47-0e994b02dedd'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:24.368301 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4c63c799-9729-431d-a6c7-cc4a769d62cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:24.386030 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-fccd0cea-534a-4804-8e9a-8a1536f93fce None None] Set router 07cba6d5-78c9-4724-af47-0e994b02dedd gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:04:24.386760 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4c63c799-9729-431d-a6c7-cc4a769d62cd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:24.643627 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4c63c799-9729-431d-a6c7-cc4a769d62cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:24.646597 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c63c799-9729-431d-a6c7-cc4a769d62cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07cba6d5-78c9-4724-af47-0e994b02dedd {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:04:24.655429 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4c63c799-9729-431d-a6c7-cc4a769d62cd admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:24.662258 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 49196) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:24.663089 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4c63c799-9729-431d-a6c7-cc4a769d62cd admin admin] 10.222.0.37 "DELETE /v2.0/routers/07cba6d5-78c9-4724-af47-0e994b02dedd HTTP/1.1" status: 204 len: 168 time: 2.6239507 Nov 12 09:04:24.748556 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-fccd0cea-534a-4804-8e9a-8a1536f93fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cba6d5-78c9-4724-af47-0e994b02dedd', 'name': 'tempest-ImageQuotaTest-2137865969-router', 'tenant_id': '070005437575486f9ed9df82adcce055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:00Z', 'updated_at': '2021-11-12T09:04:23Z', 'revision_number': 7, 'project_id': '070005437575486f9ed9df82adcce055', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:24.853210 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-02c114b3-c096-404c-9341-ac6982660710 admin admin] Deleting subnet b93938ba-f3ad-4fc4-a727-503948552160 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:04:24.863957 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02c114b3-c096-404c-9341-ac6982660710 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:24.899101 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccd0cea-534a-4804-8e9a-8a1536f93fce None None] The sync data for ids ['07cba6d5-78c9-4724-af47-0e994b02dedd'] in n-d-768862-16 is: [{'id': '07cba6d5-78c9-4724-af47-0e994b02dedd', 'name': 'tempest-ImageQuotaTest-2137865969-router', 'tenant_id': '070005437575486f9ed9df82adcce055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:00Z', 'updated_at': '2021-11-12T09:04:23Z', 'revision_number': 7, 'project_id': '070005437575486f9ed9df82adcce055', 'gw_port_host': None}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:04:25.021157 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02c114b3-c096-404c-9341-ac6982660710 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:25.036924 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9a23e-eb4f-489d-888c-584f0c7912bd req-679ce0b0-0995-4720-9bed-81525587ed21 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:25.039505 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e9c9a23e-eb4f-489d-888c-584f0c7912bd req-679ce0b0-0995-4720-9bed-81525587ed21 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 1097 time: 0.1964769 Nov 12 09:04:25.166016 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e9c9a23e-eb4f-489d-888c-584f0c7912bd req-55e352f4-9105-433c-83c4-3a8f33bfb2b9 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:25.494482 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e9c9a23e-eb4f-489d-888c-584f0c7912bd req-55e352f4-9105-433c-83c4-3a8f33bfb2b9 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:25.498895 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02c114b3-c096-404c-9341-ac6982660710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:25.503938 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e9c9a23e-eb4f-489d-888c-584f0c7912bd req-55e352f4-9105-433c-83c4-3a8f33bfb2b9 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:25.733381 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e9c9a23e-eb4f-489d-888c-584f0c7912bd req-55e352f4-9105-433c-83c4-3a8f33bfb2b9 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6381390 Nov 12 09:04:25.746973 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e352f4-9105-433c-83c4-3a8f33bfb2b9 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935e6dfa-1d8c-4a9c-827d-9c9028c93693,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:25.812001 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02c114b3-c096-404c-9341-ac6982660710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:25.928196 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c114b3-c096-404c-9341-ac6982660710 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b93938ba-f3ad-4fc4-a727-503948552160,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:25.931463 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed10d9a-1eeb-46e0-84a6-93b6b8262bf1 None None] Network 69d3d975-a2d1-4b56-9936-e45fe9bd88b2 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:04:25.936007 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02c114b3-c096-404c-9341-ac6982660710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:25.959221 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 49210) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:25.961042 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-02c114b3-c096-404c-9341-ac6982660710 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b93938ba-f3ad-4fc4-a727-503948552160 HTTP/1.1" status: 204 len: 168 time: 1.2949743 Nov 12 09:04:26.213152 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1dfe397a-4934-4533-9782-e51e115d7698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:26.284547 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a3b8786d-4593-4e56-89b5-acd42b8c5710 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:04:26.350562 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: a3b8786d-4593-4e56-89b5-acd42b8c5710 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:04:26.351442 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a3b8786d-4593-4e56-89b5-acd42b8c5710 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:04:26.415631 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-1dfe397a-4934-4533-9782-e51e115d7698 admin admin] Deleting port 3257b965-6d0b-4f29-9494-257598627807 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:04:26.416154 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1dfe397a-4934-4533-9782-e51e115d7698 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:26.552348 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3db1a35-a550-4ff6-b438-acedd1214db9 None None] DHCP port deletion for 69d3d975-a2d1-4b56-9936-e45fe9bd88b2 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:04:26.601767 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-1dfe397a-4934-4533-9782-e51e115d7698 admin admin] For port 3257b965-6d0b-4f29-9494-257598627807, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=3257b965-6d0b-4f29-9494-257598627807,segment=NetworkSegment(0192a959-cb7e-4722-90e0-e72a31a25ecc),segment_id=0192a959-cb7e-4722-90e0-e72a31a25ecc)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:26.602990 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1dfe397a-4934-4533-9782-e51e115d7698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:26.646252 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c3db1a35-a550-4ff6-b438-acedd1214db9 None None] Deleting port 3257b965-6d0b-4f29-9494-257598627807 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:04:26.649933 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c3db1a35-a550-4ff6-b438-acedd1214db9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:26.650539 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-1dfe397a-4934-4533-9782-e51e115d7698 admin admin] Calling delete_port for 3257b965-6d0b-4f29-9494-257598627807 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:04:26.688209 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443bf15-28a1-4588-83fb-e6e7c6a7ad30 req-9b418887-e5b8-4682-9940-2bf48e054e9b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:26.706092 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0443bf15-28a1-4588-83fb-e6e7c6a7ad30 req-9b418887-e5b8-4682-9940-2bf48e054e9b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 945 time: 0.3640397 Nov 12 09:04:26.830259 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c3db1a35-a550-4ff6-b438-acedd1214db9 None None] For port 3257b965-6d0b-4f29-9494-257598627807, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=3257b965-6d0b-4f29-9494-257598627807,segment=NetworkSegment(0192a959-cb7e-4722-90e0-e72a31a25ecc),segment_id=0192a959-cb7e-4722-90e0-e72a31a25ecc)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:26.831326 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c3db1a35-a550-4ff6-b438-acedd1214db9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:26.849938 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c3db1a35-a550-4ff6-b438-acedd1214db9 None None] Calling delete_port for 3257b965-6d0b-4f29-9494-257598627807 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:04:26.956661 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0443bf15-28a1-4588-83fb-e6e7c6a7ad30 req-80b22cc1-1c89-4d28-8adf-a1fad4d8ca99 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442367 Nov 12 09:04:26.977190 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c3db1a35-a550-4ff6-b438-acedd1214db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:27.023299 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 49220) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:27.036422 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db1a35-a550-4ff6-b438-acedd1214db9 None None] Pushing event deleted for resources: {'Port': ['ID=3257b965-6d0b-4f29-9494-257598627807,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:27.055534 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3db1a35-a550-4ff6-b438-acedd1214db9 None None] No DVR routers for this DVR port 3257b965-6d0b-4f29-9494-257598627807 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:04:27.113129 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:04:27.145526 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1dfe397a-4934-4533-9782-e51e115d7698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:27.173206 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfe397a-4934-4533-9782-e51e115d7698 admin admin] No DVR routers for this DVR port 3257b965-6d0b-4f29-9494-257598627807 on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:04:27.185298 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6e52f2b5-b3f7-46d4-a1cd-724bab03afb3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/floatingips/edcb8559-5975-4cd6-99d6-3a2225f58f6a HTTP/1.1" status: 200 len: 993 time: 0.1620059 Nov 12 09:04:27.248178 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe397a-4934-4533-9782-e51e115d7698 admin admin] Pushing event deleted for resources: {'Port': ['ID=3257b965-6d0b-4f29-9494-257598627807,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:27.340866 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1dfe397a-4934-4533-9782-e51e115d7698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:27.396598 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-1dfe397a-4934-4533-9782-e51e115d7698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d3d975-a2d1-4b56-9936-e45fe9bd88b2']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:27.417460 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-1dfe397a-4934-4533-9782-e51e115d7698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0192a959-cb7e-4722-90e0-e72a31a25ecc') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:27.417810 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-1dfe397a-4934-4533-9782-e51e115d7698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0192a959-cb7e-4722-90e0-e72a31a25ecc') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:27.448229 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1dfe397a-4934-4533-9782-e51e115d7698 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:27.475850 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1dfe397a-4934-4533-9782-e51e115d7698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:27.494264 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dfe397a-4934-4533-9782-e51e115d7698 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:04:27.494998 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1dfe397a-4934-4533-9782-e51e115d7698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:27.603781 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:04:27.603781 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:04:27.603781 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:04:27.603781 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:04:27.603781 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:04:27.603781 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:04:27.603781 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:04:27.603781 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:04:27.603781 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:04:27.603781 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:04:27.603781 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:04:27.603781 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:04:27.603781 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:04:27.603781 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:04:27.603781 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:04:27.603781 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:04:27.603781 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:04:27.603781 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:04:27.603781 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:04:27.603781 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:04:27.603781 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:04:27.603781 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:04:27.603781 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:04:27.603781 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:04:27.603781 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:04:27.603781 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:04:27.603781 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:04:27.603781 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:04:27.603781 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:04:27.603781 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:04:27.603781 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:04:27.603781 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:04:27.607632 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1dfe397a-4934-4533-9782-e51e115d7698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:27.641269 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1dfe397a-4934-4533-9782-e51e115d7698 admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:27.654344 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1dfe397a-4934-4533-9782-e51e115d7698 admin admin] 10.222.0.37 "DELETE /v2.0/networks/69d3d975-a2d1-4b56-9936-e45fe9bd88b2 HTTP/1.1" status: 204 len: 168 time: 1.6863492 Nov 12 09:04:27.698739 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe397a-4934-4533-9782-e51e115d7698 admin admin] Pushing event deleted for resources: {'Network': ['ID=69d3d975-a2d1-4b56-9936-e45fe9bd88b2,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:27.738179 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-b092c4a6-d960-4b6a-a26b-3bb1540ec9f5 req-c4c94768-a0dc-447a-9758-dd77daa5e16f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:04:27.752233 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b092c4a6-d960-4b6a-a26b-3bb1540ec9f5 req-c4c94768-a0dc-447a-9758-dd77daa5e16f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091400 Nov 12 09:04:27.797060 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 3257b965-6d0b-4f29-9494-257598627807 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:04:27.833018 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 3257b965-6d0b-4f29-9494-257598627807 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:04:27.833662 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 3257b965-6d0b-4f29-9494-257598627807 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:04:27.834306 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d99e0b46-99e6-420a-9bf0-bfe637b62e46 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:04:27.886038 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: d99e0b46-99e6-420a-9bf0-bfe637b62e46 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:04:27.886461 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d99e0b46-99e6-420a-9bf0-bfe637b62e46 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:04:27.976748 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 49240) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:28.075122 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0190fe61-07d6-4d9f-a10c-315d1e8d8445 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=070005437575486f9ed9df82adcce055&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0902817 Nov 12 09:04:28.076626 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 49244) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:28.198310 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e07d104-8eac-4d44-9111-c49c98add3bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:28.252234 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e07d104-8eac-4d44-9111-c49c98add3bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:28.361730 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e07d104-8eac-4d44-9111-c49c98add3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:28.371656 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e07d104-8eac-4d44-9111-c49c98add3bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:28.379005 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4e07d104-8eac-4d44-9111-c49c98add3bf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9205a73d-1d47-4ec5-b419-458619007e6d HTTP/1.1" status: 204 len: 168 time: 0.2952473 Nov 12 09:04:28.396094 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07d104-8eac-4d44-9111-c49c98add3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9205a73d-1d47-4ec5-b419-458619007e6d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:28.620178 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 49260) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:29.143472 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-0f824607-af81-42c7-82b9-6888c65b88b7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5209305 Nov 12 09:04:29.161083 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38ef1b-90ea-4258-90f6-68ed6f474ad2 req-537b04b5-9ec2-43f1-b147-5e5160fe219b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:29.172911 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-427eea80-3f74-46c7-ae31-5e98ad737dde service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:04:29.172911 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-427eea80-3f74-46c7-ae31-5e98ad737dde service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0208721 Nov 12 09:04:29.181787 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aa38ef1b-90ea-4258-90f6-68ed6f474ad2 req-537b04b5-9ec2-43f1-b147-5e5160fe219b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 945 time: 0.2280512 Nov 12 09:04:29.364016 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aa38ef1b-90ea-4258-90f6-68ed6f474ad2 req-f6c8ac9f-87b8-487f-9343-bfe1d5b4ddc4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645143 Nov 12 09:04:29.393622 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 49278) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:29.396884 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:29.414087 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4add3d1e-4e77-4310-98a6-c3f27aa4b862 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:29.614595 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4add3d1e-4e77-4310-98a6-c3f27aa4b862 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:29.623138 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4add3d1e-4e77-4310-98a6-c3f27aa4b862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:29.686736 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4add3d1e-4e77-4310-98a6-c3f27aa4b862 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2902775 Nov 12 09:04:29.690955 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 49286) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:29.777771 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add3d1e-4e77-4310-98a6-c3f27aa4b862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dabb0b-a495-4aa6-b808-c2f2571e5020,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:29.834022 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d6d237c1-80b6-4008-8f60-843c4830de64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:29.890005 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d6d237c1-80b6-4008-8f60-843c4830de64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:30.002849 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d6d237c1-80b6-4008-8f60-843c4830de64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:30.008650 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d6d237c1-80b6-4008-8f60-843c4830de64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:30.014608 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d6d237c1-80b6-4008-8f60-843c4830de64 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/92dabb0b-a495-4aa6-b808-c2f2571e5020 HTTP/1.1" status: 204 len: 168 time: 0.3189285 Nov 12 09:04:30.031108 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d237c1-80b6-4008-8f60-843c4830de64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dabb0b-a495-4aa6-b808-c2f2571e5020,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:30.970696 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ae28f-7e62-47c2-a834-a0c236ff4813 req-80161edc-fd54-4267-be6e-858115f60c65 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:31.012958 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-407ae28f-7e62-47c2-a834-a0c236ff4813 req-80161edc-fd54-4267-be6e-858115f60c65 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 945 time: 0.2173355 Nov 12 09:04:31.132621 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-407ae28f-7e62-47c2-a834-a0c236ff4813 req-9ff30f85-4f5f-465e-ae2d-2c9361cb51a3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010902 Nov 12 09:04:32.162142 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 49350) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:32.371991 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-fe40eb4b-0471-4483-a443-7d377ec2e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:32.374752 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-fe40eb4b-0471-4483-a443-7d377ec2e301 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 1097 time: 0.1341655 Nov 12 09:04:32.407639 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc2ec2-e659-460d-92f5-04e911236fa6 req-5e96a816-4382-45e1-818c-eeed5ca6d71c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:32.410700 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d2cc2ec2-e659-460d-92f5-04e911236fa6 req-5e96a816-4382-45e1-818c-eeed5ca6d71c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 945 time: 0.1362677 Nov 12 09:04:32.501168 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0cc5742a-eaf5-40a1-9ae2-7e9db54defa6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1001173478-network', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:32.516004 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d2cc2ec2-e659-460d-92f5-04e911236fa6 req-d2b8cb93-88b1-4303-a2a6-a1656ccb7206 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904701 Nov 12 09:04:32.584721 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc5742a-eaf5-40a1-9ae2-7e9db54defa6 admin admin] Made reservation on behalf of 0362422c531d4b8e9db4790e3c3ca8bd for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:04:32.591130 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0cc5742a-eaf5-40a1-9ae2-7e9db54defa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:32.628057 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0cc5742a-eaf5-40a1-9ae2-7e9db54defa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:32.642417 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-a71b36c4-ff7b-4397-9375-7c4ddef70dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:32.646739 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-a71b36c4-ff7b-4397-9375-7c4ddef70dba service neutron] 10.222.0.54 "GET /v2.0/networks?id=b51ab7de-891f-4dfb-a6b1-ff518112d94d HTTP/1.1" status: 200 len: 898 time: 0.2630095 Nov 12 09:04:32.958533 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-9eb654d9-662a-44ec-b59c-46ecbe4622ff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a63ea354-0aeb-43e3-97a4-ddceaf537d44 HTTP/1.1" status: 200 len: 1001 time: 0.3005028 Nov 12 09:04:33.110415 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0cc5742a-eaf5-40a1-9ae2-7e9db54defa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:33.116316 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-c90e34a1-f022-4730-9f37-8d6ca840c299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:33.118152 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-c90e34a1-f022-4730-9f37-8d6ca840c299 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e96a7ba-00bc-45a6-ba05-45ed19305575 HTTP/1.1" status: 200 len: 834 time: 0.1473329 Nov 12 09:04:33.119626 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0cc5742a-eaf5-40a1-9ae2-7e9db54defa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:33.226809 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5742a-eaf5-40a1-9ae2-7e9db54defa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c22bd79-354d-44e1-956e-82ee9a6d5d49,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:33.232247 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc5742a-eaf5-40a1-9ae2-7e9db54defa6 admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:04:33.249887 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0cc5742a-eaf5-40a1-9ae2-7e9db54defa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:33.250252 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-0cc5742a-eaf5-40a1-9ae2-7e9db54defa6 admin admin] Added segment 202f8ab2-8bd0-4e31-9b19-1882e7b633a8 of type vlan for network c7c00da9-8e7b-4bad-8b46-03ed4b78bebb Nov 12 09:04:33.269746 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-1c385f04-59a6-433b-920b-7f72ec25ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:33.271894 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-1c385f04-59a6-433b-920b-7f72ec25ee6f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b51ab7de-891f-4dfb-a6b1-ff518112d94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1285708 Nov 12 09:04:33.536837 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989923b7-8a50-4db5-8587-d9ccf00346eb req-d12af84a-c395-4907-b2a8-76c6189d9e18 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:33.541247 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-989923b7-8a50-4db5-8587-d9ccf00346eb req-d12af84a-c395-4907-b2a8-76c6189d9e18 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 946 time: 0.0841331 Nov 12 09:04:33.650087 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-989923b7-8a50-4db5-8587-d9ccf00346eb req-5cc94bcf-903a-436b-8ec7-09e3d1a28e02 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=83e08817-8fd2-41c7-b68a-cfb4cbcf996d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994091 Nov 12 09:04:33.837978 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cabde2-7088-4e6f-901c-2432f03b02ff req-d2389f86-e1bc-4db0-82a9-d4524af1b998 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:33.839684 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d4cabde2-7088-4e6f-901c-2432f03b02ff req-d2389f86-e1bc-4db0-82a9-d4524af1b998 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 945 time: 0.1057045 Nov 12 09:04:33.858710 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0cc5742a-eaf5-40a1-9ae2-7e9db54defa6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:33.931113 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d4cabde2-7088-4e6f-901c-2432f03b02ff req-b6447e32-9e77-4aa3-a700-8b73cd76c8c7 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736446 Nov 12 09:04:33.931620 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-836fd9af-f9fd-4e47-9b64-7c812ef9eec9 service neutron] 10.222.0.54 "GET /v2.0/networks/b51ab7de-891f-4dfb-a6b1-ff518112d94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6382160 Nov 12 09:04:33.990335 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0cc5742a-eaf5-40a1-9ae2-7e9db54defa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:33.991635 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc5742a-eaf5-40a1-9ae2-7e9db54defa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:33.992269 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0cc5742a-eaf5-40a1-9ae2-7e9db54defa6 admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:34.168439 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0cc5742a-eaf5-40a1-9ae2-7e9db54defa6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0032418 Nov 12 09:04:34.174356 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 49412) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:34.185357 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-ed9da14c-7981-42c8-9967-5b7c3d6d93fe admin admin] Request body: {'subnet': {'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1001173478-subnet', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:34.193777 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5742a-eaf5-40a1-9ae2-7e9db54defa6 admin admin] Pushing event updated for resources: {'Network': ['ID=c7c00da9-8e7b-4bad-8b46-03ed4b78bebb,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:34.227250 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network c7c00da9-8e7b-4bad-8b46-03ed4b78bebb details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:04:34.266825 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9da14c-7981-42c8-9967-5b7c3d6d93fe admin admin] Made reservation on behalf of 0362422c531d4b8e9db4790e3c3ca8bd for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:04:34.267486 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-a2a34f80-e0bb-498c-8ba7-f1da4ee9edbb service neutron] 10.222.0.54 "GET /v2.0/networks/b51ab7de-891f-4dfb-a6b1-ff518112d94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997355 Nov 12 09:04:34.273115 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ed9da14c-7981-42c8-9967-5b7c3d6d93fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:34.644072 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ed9da14c-7981-42c8-9967-5b7c3d6d93fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:34.723247 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9da14c-7981-42c8-9967-5b7c3d6d93fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=32ad61dc-5bb3-4484-80e5-88f7dffba25c,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:34.779720 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9da14c-7981-42c8-9967-5b7c3d6d93fe admin admin] Checking segment: {'id': '202f8ab2-8bd0-4e31-9b19-1882e7b633a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:04:34.780648 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9da14c-7981-42c8-9967-5b7c3d6d93fe admin admin] Network hostable DHCP agents. Network: c7c00da9-8e7b-4bad-8b46-03ed4b78bebb, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:04:34.869809 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9da14c-7981-42c8-9967-5b7c3d6d93fe admin admin] Network c7c00da9-8e7b-4bad-8b46-03ed4b78bebb is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:04:34.900088 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-ed9da14c-7981-42c8-9967-5b7c3d6d93fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, c7c00da9-8e7b-4bad-8b46-03ed4b78bebb) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:04:34.920919 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6a459-b916-4773-aade-9df447bc1737 req-fd7e3e51-a5b4-4da7-904f-57bd06f81dff tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:34.930639 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-15c6a459-b916-4773-aade-9df447bc1737 req-fd7e3e51-a5b4-4da7-904f-57bd06f81dff tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 946 time: 0.1356857 Nov 12 09:04:34.937162 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c03b94-884e-4af6-b601-c27007e5fe14 None None] Network c7c00da9-8e7b-4bad-8b46-03ed4b78bebb requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:04:34.948130 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9da14c-7981-42c8-9967-5b7c3d6d93fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:34.949309 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ed9da14c-7981-42c8-9967-5b7c3d6d93fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:35.003538 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ed9da14c-7981-42c8-9967-5b7c3d6d93fe admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8251016 Nov 12 09:04:35.007909 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 49428) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:35.015013 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0a835704-6572-4448-9ce3-425025d85e70 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1001173478-router', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:35.046256 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-15c6a459-b916-4773-aade-9df447bc1737 req-cf48fed8-0e2c-43c4-9a49-f3309b5491c5 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=83e08817-8fd2-41c7-b68a-cfb4cbcf996d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143088 Nov 12 09:04:35.071711 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a835704-6572-4448-9ce3-425025d85e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:35.075828 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a835704-6572-4448-9ce3-425025d85e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:35.260974 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a835704-6572-4448-9ce3-425025d85e70 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:35.393496 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef06798-5524-4825-a47b-e42e234403d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-c7c00da9-8e7b-4bad-8b46-03ed4b78bebb', 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'fixed_ips': [{'subnet_id': '32ad61dc-5bb3-4484-80e5-88f7dffba25c'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:04:35.396145 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6ef06798-5524-4825-a47b-e42e234403d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:35.421968 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7883eb-4f1f-4f64-9783-e209f707d6fd req-28a05e11-4f42-43cc-8f4a-617cc8065a0a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:35.426234 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5e7883eb-4f1f-4f64-9783-e209f707d6fd req-28a05e11-4f42-43cc-8f4a-617cc8065a0a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 945 time: 0.1560142 Nov 12 09:04:35.563318 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5e7883eb-4f1f-4f64-9783-e209f707d6fd req-88cc90eb-1372-4071-ac90-3e2eebced3ea tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143837 Nov 12 09:04:35.703228 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a835704-6572-4448-9ce3-425025d85e70 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:35.724977 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-6ef06798-5524-4825-a47b-e42e234403d8 None None] Allocated IP 172.20.0.2 (c7c00da9-8e7b-4bad-8b46-03ed4b78bebb/32ad61dc-5bb3-4484-80e5-88f7dffba25c/5a62de72-6ebf-49cd-a848-0b119c8fde7b) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:04:35.987997 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6ef06798-5524-4825-a47b-e42e234403d8 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:35.996195 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6ef06798-5524-4825-a47b-e42e234403d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:36.088435 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef06798-5524-4825-a47b-e42e234403d8 None None] Pushing event updated for resources: {'Port': ['ID=5a62de72-6ebf-49cd-a848-0b119c8fde7b,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:36.100373 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef06798-5524-4825-a47b-e42e234403d8 None None] Network c7c00da9-8e7b-4bad-8b46-03ed4b78bebb is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:04:36.105987 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-6ef06798-5524-4825-a47b-e42e234403d8 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:04:36.110380 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef06798-5524-4825-a47b-e42e234403d8 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:04:36.148515 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a835704-6572-4448-9ce3-425025d85e70 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:36.191275 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a835704-6572-4448-9ce3-425025d85e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:36.243251 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-6ef06798-5524-4825-a47b-e42e234403d8 None None] Attempting to bind port 5a62de72-6ebf-49cd-a848-0b119c8fde7b on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:04:36.244047 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-6ef06798-5524-4825-a47b-e42e234403d8 None None] Attempting to bind port 5a62de72-6ebf-49cd-a848-0b119c8fde7b by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '202f8ab2-8bd0-4e31-9b19-1882e7b633a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:04:36.245954 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef06798-5524-4825-a47b-e42e234403d8 None None] Attempting to bind port 5a62de72-6ebf-49cd-a848-0b119c8fde7b on network c7c00da9-8e7b-4bad-8b46-03ed4b78bebb {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:36.272091 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef06798-5524-4825-a47b-e42e234403d8 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:04:36.272723 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef06798-5524-4825-a47b-e42e234403d8 None None] Checking segment: {'id': '202f8ab2-8bd0-4e31-9b19-1882e7b633a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:04:36.273405 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6ef06798-5524-4825-a47b-e42e234403d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:36.274073 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef06798-5524-4825-a47b-e42e234403d8 None None] Bound using segment: {'id': '202f8ab2-8bd0-4e31-9b19-1882e7b633a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:04:36.276078 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-6ef06798-5524-4825-a47b-e42e234403d8 None None] Bound port: 5a62de72-6ebf-49cd-a848-0b119c8fde7b, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '202f8ab2-8bd0-4e31-9b19-1882e7b633a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:04:36.277114 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6ef06798-5524-4825-a47b-e42e234403d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:36.424280 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-0a835704-6572-4448-9ce3-425025d85e70 admin admin] Allocated IP 172.25.6.234 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/f66add3d-a92c-4fb9-9971-f24bbcf8a757) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:04:36.430280 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-6ef06798-5524-4825-a47b-e42e234403d8 None None] For port 5a62de72-6ebf-49cd-a848-0b119c8fde7b, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:04:36.435642 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-6ef06798-5524-4825-a47b-e42e234403d8 None None] For port 5a62de72-6ebf-49cd-a848-0b119c8fde7b, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=5a62de72-6ebf-49cd-a848-0b119c8fde7b,segment=NetworkSegment(202f8ab2-8bd0-4e31-9b19-1882e7b633a8),segment_id=202f8ab2-8bd0-4e31-9b19-1882e7b633a8)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:04:36.443257 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6ef06798-5524-4825-a47b-e42e234403d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:36.498056 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98a872-d18c-4aaa-bd6c-53ded61330ed req-f495cea7-bf04-48e3-919a-71db866a33b6 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:36.499789 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b98a872-d18c-4aaa-bd6c-53ded61330ed req-f495cea7-bf04-48e3-919a-71db866a33b6 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 946 time: 0.1855848 Nov 12 09:04:36.556964 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef06798-5524-4825-a47b-e42e234403d8 None None] Pushing event updated for resources: {'Port': ['ID=5a62de72-6ebf-49cd-a848-0b119c8fde7b,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:36.633773 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a835704-6572-4448-9ce3-425025d85e70 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:36.638650 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b98a872-d18c-4aaa-bd6c-53ded61330ed req-c3d1bbfe-5471-4eb4-8dd2-44332d9d1f66 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=83e08817-8fd2-41c7-b68a-cfb4cbcf996d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284218 Nov 12 09:04:36.770838 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a835704-6572-4448-9ce3-425025d85e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:36.899423 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd8621-0041-41ae-b941-06a4d3d95645 req-cf74c0ac-bab5-4065-9f4c-0524a3e5f41b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:36.909635 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eecd8621-0041-41ae-b941-06a4d3d95645 req-cf74c0ac-bab5-4065-9f4c-0524a3e5f41b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 945 time: 0.1315341 Nov 12 09:04:36.922642 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a835704-6572-4448-9ce3-425025d85e70 admin admin] Pushing event updated for resources: {'Port': ['ID=f66add3d-a92c-4fb9-9971-f24bbcf8a757,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:36.998825 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a835704-6572-4448-9ce3-425025d85e70 admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:04:37.023033 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-0a835704-6572-4448-9ce3-425025d85e70 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:04:37.027292 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a835704-6572-4448-9ce3-425025d85e70 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:04:37.079034 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b0e99a-b0f6-46ed-810c-ea693ba16096 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:04:37.233408 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eecd8621-0041-41ae-b941-06a4d3d95645 req-37f46557-e220-40a6-88d2-1f0973396a37 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3024437 Nov 12 09:04:37.285620 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8f21152f-2b17-43ba-9d7e-bb80047af9be None None] Provisioning complete for port f66add3d-a92c-4fb9-9971-f24bbcf8a757 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:37.286935 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8f21152f-2b17-43ba-9d7e-bb80047af9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:37.433207 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-8f21152f-2b17-43ba-9d7e-bb80047af9be None None] Port f66add3d-a92c-4fb9-9971-f24bbcf8a757 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:04:37.784469 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a835704-6572-4448-9ce3-425025d85e70 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:37.893776 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f678c11e-326a-4872-89c3-077075de9610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:37.922618 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5a62de72-6ebf-49cd-a848-0b119c8fde7b up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:04:38.023050 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612456a-a1de-40d5-a23a-9c784454df8d req-86e21f9c-fa04-4619-baa1-e6049960afc8 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:38.044775 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1612456a-a1de-40d5-a23a-9c784454df8d req-86e21f9c-fa04-4619-baa1-e6049960afc8 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 946 time: 0.2143612 Nov 12 09:04:38.178455 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 5a62de72-6ebf-49cd-a848-0b119c8fde7b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:38.179102 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:38.243549 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1612456a-a1de-40d5-a23a-9c784454df8d req-50d0385b-36d8-4d56-9615-f3ffa5d05b20 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=83e08817-8fd2-41c7-b68a-cfb4cbcf996d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961293 Nov 12 09:04:38.321324 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a835704-6572-4448-9ce3-425025d85e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:38.501009 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:38.650020 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 5a62de72-6ebf-49cd-a848-0b119c8fde7b, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=5a62de72-6ebf-49cd-a848-0b119c8fde7b,segment=NetworkSegment(202f8ab2-8bd0-4e31-9b19-1882e7b633a8),segment_id=202f8ab2-8bd0-4e31-9b19-1882e7b633a8)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:38.668410 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:38.678930 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f1297-145b-48d7-9562-2d57b0b6b9e7 req-3f2b024c-3e9a-403c-9602-fa03a3ef396f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:38.698477 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e67f1297-145b-48d7-9562-2d57b0b6b9e7 req-3f2b024c-3e9a-403c-9602-fa03a3ef396f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 945 time: 0.2748816 Nov 12 09:04:38.772932 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca805c2a-3096-4b73-a714-2cc8d6d42e2f None None] Network c7c00da9-8e7b-4bad-8b46-03ed4b78bebb requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:04:38.869048 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e67f1297-145b-48d7-9562-2d57b0b6b9e7 req-f057cffc-da74-44d8-9b21-73cb9371dfee tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687865 Nov 12 09:04:38.981595 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a835704-6572-4448-9ce3-425025d85e70 admin admin] Router 96b92d23-8c35-44bd-918f-8099aaff1cba is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:04:39.163478 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=5a62de72-6ebf-49cd-a848-0b119c8fde7b,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:39.176554 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-873978d2-ec50-464d-a824-79ff410fe323 None None] Provisioning complete for port 5a62de72-6ebf-49cd-a848-0b119c8fde7b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:39.178441 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-873978d2-ec50-464d-a824-79ff410fe323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:39.362144 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a835704-6572-4448-9ce3-425025d85e70 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:04:39.384020 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96541dd0-df1c-411e-ab9f-2f288e1112f9 None None] Sync routers for ids ['96b92d23-8c35-44bd-918f-8099aaff1cba'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:04:39.432991 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96541dd0-df1c-411e-ab9f-2f288e1112f9 None None] Routers {'96b92d23-8c35-44bd-918f-8099aaff1cba'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:04:39.433972 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-96541dd0-df1c-411e-ab9f-2f288e1112f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:04:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['96b92d23-8c35-44bd-918f-8099aaff1cba'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:39.445404 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a835704-6572-4448-9ce3-425025d85e70 admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:39.454474 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0a835704-6572-4448-9ce3-425025d85e70 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4446132 Nov 12 09:04:39.457721 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 49478) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:39.825776 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5a62de72-6ebf-49cd-a848-0b119c8fde7b up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:04:39.874872 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-96541dd0-df1c-411e-ab9f-2f288e1112f9 None None] Set router 96b92d23-8c35-44bd-918f-8099aaff1cba gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:04:40.080228 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 5a62de72-6ebf-49cd-a848-0b119c8fde7b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:40.080745 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:40.292873 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ef03c25d-c2a9-4bb6-ae8f-1e535c1fc77e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:40.567451 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-96541dd0-df1c-411e-ab9f-2f288e1112f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'name': 'tempest-TestVolumeBackupRestore-1001173478-router', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:35Z', 'updated_at': '2021-11-12T09:04:37Z', 'revision_number': 3, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'gw_port': {'id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:25:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:36Z', 'updated_at': '2021-11-12T09:04:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:40.660992 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96541dd0-df1c-411e-ab9f-2f288e1112f9 None None] Checking router: 96b92d23-8c35-44bd-918f-8099aaff1cba for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:04:40.661668 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96541dd0-df1c-411e-ab9f-2f288e1112f9 None None] Updating router 96b92d23-8c35-44bd-918f-8099aaff1cba port f66add3d-a92c-4fb9-9971-f24bbcf8a757 binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:04:40.717262 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-96541dd0-df1c-411e-ab9f-2f288e1112f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:40.742997 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-91d85b8b-6a06-4704-b48a-8d9f8da929a4 None None] Provisioning complete for port 5a62de72-6ebf-49cd-a848-0b119c8fde7b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:40.745086 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-91d85b8b-6a06-4704-b48a-8d9f8da929a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:41.122270 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53a5d5-f8ba-4771-871d-b90e04970d4d req-843da5fc-3767-46b0-a33a-196c5084b917 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:41.133176 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9c53a5d5-f8ba-4771-871d-b90e04970d4d req-843da5fc-3767-46b0-a33a-196c5084b917 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 946 time: 1.5034237 Nov 12 09:04:41.349195 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9c53a5d5-f8ba-4771-871d-b90e04970d4d req-2ff8c2af-cd72-49d0-834d-ce9e023a6e56 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=83e08817-8fd2-41c7-b68a-cfb4cbcf996d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143676 Nov 12 09:04:41.461456 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-96541dd0-df1c-411e-ab9f-2f288e1112f9 None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:41.474743 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-96541dd0-df1c-411e-ab9f-2f288e1112f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:41.559132 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-96541dd0-df1c-411e-ab9f-2f288e1112f9 None None] Attempting to bind port f66add3d-a92c-4fb9-9971-f24bbcf8a757 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:04:41.560282 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-96541dd0-df1c-411e-ab9f-2f288e1112f9 None None] Attempting to bind port f66add3d-a92c-4fb9-9971-f24bbcf8a757 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:04:41.561329 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96541dd0-df1c-411e-ab9f-2f288e1112f9 None None] Attempting to bind port f66add3d-a92c-4fb9-9971-f24bbcf8a757 on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:41.565603 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e532e0-d68e-430c-aa3c-a386d64042b2 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:04:41.584858 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96541dd0-df1c-411e-ab9f-2f288e1112f9 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:04:41.586676 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96541dd0-df1c-411e-ab9f-2f288e1112f9 None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:04:41.588011 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-96541dd0-df1c-411e-ab9f-2f288e1112f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:41.589912 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96541dd0-df1c-411e-ab9f-2f288e1112f9 None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:04:41.591235 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-96541dd0-df1c-411e-ab9f-2f288e1112f9 None None] Bound port: f66add3d-a92c-4fb9-9971-f24bbcf8a757, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:04:41.592286 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-96541dd0-df1c-411e-ab9f-2f288e1112f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:41.637235 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8e0c98f2-d3e7-4cc1-816d-b4b580e00a4e None None] Provisioning complete for port f66add3d-a92c-4fb9-9971-f24bbcf8a757 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:41.637952 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8e0c98f2-d3e7-4cc1-816d-b4b580e00a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:41.678483 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3c6d4-a3d0-41de-bbe5-0dcb9a4b7388 None None] Pushing event updated for resources: {'Port': ['ID=f66add3d-a92c-4fb9-9971-f24bbcf8a757,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:41.686889 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-8e0c98f2-d3e7-4cc1-816d-b4b580e00a4e None None] Port f66add3d-a92c-4fb9-9971-f24bbcf8a757 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:04:41.721792 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3c6d4-a3d0-41de-bbe5-0dcb9a4b7388 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:41.723082 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3c6d4-a3d0-41de-bbe5-0dcb9a4b7388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:41.724038 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3c6d4-a3d0-41de-bbe5-0dcb9a4b7388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:41.724882 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3c6d4-a3d0-41de-bbe5-0dcb9a4b7388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:41.725740 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3c6d4-a3d0-41de-bbe5-0dcb9a4b7388 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:41.726858 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3c6d4-a3d0-41de-bbe5-0dcb9a4b7388 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:41.727789 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3c6d4-a3d0-41de-bbe5-0dcb9a4b7388 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:41.728690 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3c6d4-a3d0-41de-bbe5-0dcb9a4b7388 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:41.729580 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3c6d4-a3d0-41de-bbe5-0dcb9a4b7388 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:41.730523 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3c6d4-a3d0-41de-bbe5-0dcb9a4b7388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:41.731415 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3c6d4-a3d0-41de-bbe5-0dcb9a4b7388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:41.732372 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3c6d4-a3d0-41de-bbe5-0dcb9a4b7388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:41.756580 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-96541dd0-df1c-411e-ab9f-2f288e1112f9 None None] For port f66add3d-a92c-4fb9-9971-f24bbcf8a757, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:04:41.764820 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-96541dd0-df1c-411e-ab9f-2f288e1112f9 None None] For port f66add3d-a92c-4fb9-9971-f24bbcf8a757, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=f66add3d-a92c-4fb9-9971-f24bbcf8a757,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:04:41.774429 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-96541dd0-df1c-411e-ab9f-2f288e1112f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:41.865420 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f316ad7-ed38-44f4-9002-c418427de398 req-ffa6ba78-9322-4419-b7a5-973c3875238a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:41.873790 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96125fb-eee7-48fd-b6f7-588fcb647d4b None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:04:41.880305 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0f316ad7-ed38-44f4-9002-c418427de398 req-ffa6ba78-9322-4419-b7a5-973c3875238a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 945 time: 0.2688911 Nov 12 09:04:41.949167 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96541dd0-df1c-411e-ab9f-2f288e1112f9 None None] Routers {'96b92d23-8c35-44bd-918f-8099aaff1cba'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:04:41.950195 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-96541dd0-df1c-411e-ab9f-2f288e1112f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:04:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['96b92d23-8c35-44bd-918f-8099aaff1cba'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:41.953524 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8f921619-cceb-464c-86ef-a32522e7f732 None None] Provisioning complete for port f66add3d-a92c-4fb9-9971-f24bbcf8a757 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:41.953926 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8f921619-cceb-464c-86ef-a32522e7f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:42.074191 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8f921619-cceb-464c-86ef-a32522e7f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:42.091957 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3c6d4-a3d0-41de-bbe5-0dcb9a4b7388 None None] Pushing event updated for resources: {'Port': ['ID=f66add3d-a92c-4fb9-9971-f24bbcf8a757,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:42.102276 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0f316ad7-ed38-44f4-9002-c418427de398 req-efb16524-9893-4fc3-a525-cfa97d364324 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102225 Nov 12 09:04:42.121753 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:42.148252 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-8f921619-cceb-464c-86ef-a32522e7f732 None None] For port f66add3d-a92c-4fb9-9971-f24bbcf8a757, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=f66add3d-a92c-4fb9-9971-f24bbcf8a757,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:42.154308 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8f921619-cceb-464c-86ef-a32522e7f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:42.258914 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f921619-cceb-464c-86ef-a32522e7f732 None None] Pushing event updated for resources: {'Port': ['ID=f66add3d-a92c-4fb9-9971-f24bbcf8a757,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:42.312744 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-96541dd0-df1c-411e-ab9f-2f288e1112f9 None None] Set router 96b92d23-8c35-44bd-918f-8099aaff1cba gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:04:42.318469 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b9abadf5-206b-4b23-8bee-88070d5b15cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:42.790290 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-96541dd0-df1c-411e-ab9f-2f288e1112f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'name': 'tempest-TestVolumeBackupRestore-1001173478-router', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:35Z', 'updated_at': '2021-11-12T09:04:37Z', 'revision_number': 3, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'gw_port': {'id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:25:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:36Z', 'updated_at': '2021-11-12T09:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:42.834759 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-b9abadf5-206b-4b23-8bee-88070d5b15cc admin admin] Allocated IP 172.20.0.1 (c7c00da9-8e7b-4bad-8b46-03ed4b78bebb/32ad61dc-5bb3-4484-80e5-88f7dffba25c/7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:04:42.877224 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96541dd0-df1c-411e-ab9f-2f288e1112f9 None None] The sync data for ids ['96b92d23-8c35-44bd-918f-8099aaff1cba'] in n-d-768862-16 is: [{'id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'name': 'tempest-TestVolumeBackupRestore-1001173478-router', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:35Z', 'updated_at': '2021-11-12T09:04:37Z', 'revision_number': 3, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'gw_port': {'id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:25:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:36Z', 'updated_at': '2021-11-12T09:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:04:43.133600 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b9abadf5-206b-4b23-8bee-88070d5b15cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:43.235990 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b9abadf5-206b-4b23-8bee-88070d5b15cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:43.352135 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9abadf5-206b-4b23-8bee-88070d5b15cc admin admin] Network c7c00da9-8e7b-4bad-8b46-03ed4b78bebb is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:04:43.366653 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-b9abadf5-206b-4b23-8bee-88070d5b15cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:04:43.400388 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9abadf5-206b-4b23-8bee-88070d5b15cc admin admin] Pushing event updated for resources: {'Port': ['ID=7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:43.414342 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9abadf5-206b-4b23-8bee-88070d5b15cc admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:04:43.414574 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:43.472014 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723b7aa-9fc0-43a5-9e1e-18e74c7ab1d8 req-13c2676f-e117-482a-9136-ffd3487608ad tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:43.481684 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8723b7aa-9fc0-43a5-9e1e-18e74c7ab1d8 req-13c2676f-e117-482a-9136-ffd3487608ad tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 946 time: 0.2393658 Nov 12 09:04:43.507262 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b9abadf5-206b-4b23-8bee-88070d5b15cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:43.640122 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8723b7aa-9fc0-43a5-9e1e-18e74c7ab1d8 req-31f1cedc-f781-4c0c-971d-306f07f56302 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=83e08817-8fd2-41c7-b68a-cfb4cbcf996d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572573 Nov 12 09:04:43.903901 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device f66add3d-a92c-4fb9-9971-f24bbcf8a757 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:04:43.972675 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b9abadf5-206b-4b23-8bee-88070d5b15cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:44.077984 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955c640-7f63-4fea-81cb-7e65706fb0d0 req-0a4f3bf9-4581-4d4f-9892-f61f81b2e6c2 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:44.096337 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4955c640-7f63-4fea-81cb-7e65706fb0d0 req-0a4f3bf9-4581-4d4f-9892-f61f81b2e6c2 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 945 time: 0.2278774 Nov 12 09:04:44.105562 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f96da088-20ca-4a7b-b991-4ac47ef5ca80 None None] Provisioning complete for port 7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:44.106501 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f96da088-20ca-4a7b-b991-4ac47ef5ca80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:44.119557 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:44.195496 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port f66add3d-a92c-4fb9-9971-f24bbcf8a757 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:44.198803 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:44.299719 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-f96da088-20ca-4a7b-b991-4ac47ef5ca80 None None] Port 7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:04:44.309454 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4955c640-7f63-4fea-81cb-7e65706fb0d0 req-dcf8d4fe-f636-4ca0-9360-9cd48252213d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849735 Nov 12 09:04:44.433686 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [req-6afa43d6-ab5f-4714-828b-b55450c3f95f req-555a245c-89dc-450c-9344-835b33ffa49a service neutron] (102568) timed out ('10.222.0.58', 55914) {{(pid=102568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:04:44.487798 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b9abadf5-206b-4b23-8bee-88070d5b15cc admin admin] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:44.506560 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b9abadf5-206b-4b23-8bee-88070d5b15cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:44.762239 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b9abadf5-206b-4b23-8bee-88070d5b15cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:44.765404 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9abadf5-206b-4b23-8bee-88070d5b15cc admin admin] Pushing event updated for resources: {'Port': ['ID=7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:44.782821 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ad197-07bb-4b54-ae5c-9642072a1780 req-bfa00021-0d6b-4049-803f-7ce42096d86f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:44.785711 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c5ad197-07bb-4b54-ae5c-9642072a1780 req-bfa00021-0d6b-4049-803f-7ce42096d86f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 945 time: 0.1626766 Nov 12 09:04:44.982757 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c5ad197-07bb-4b54-ae5c-9642072a1780 req-60b09a24-113c-46ff-9178-8af07f1c709e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738431 Nov 12 09:04:45.037597 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9abadf5-206b-4b23-8bee-88070d5b15cc admin admin] Network c7c00da9-8e7b-4bad-8b46-03ed4b78bebb is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:04:45.041334 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-b9abadf5-206b-4b23-8bee-88070d5b15cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:04:45.412099 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad18c3-f0d4-4915-9be8-78f08fd98b85 req-5c9f4a33-1ab3-497a-8268-7432d496d204 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:45.414746 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7dad18c3-f0d4-4915-9be8-78f08fd98b85 req-5c9f4a33-1ab3-497a-8268-7432d496d204 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 946 time: 0.1462841 Nov 12 09:04:45.418486 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9abadf5-206b-4b23-8bee-88070d5b15cc admin admin] Router 96b92d23-8c35-44bd-918f-8099aaff1cba has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:04:45.451303 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8c95a9b7-52cc-4511-a513-6d67e4c2c21d None None] Provisioning complete for port 7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:45.452667 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8c95a9b7-52cc-4511-a513-6d67e4c2c21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:45.510920 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-8c95a9b7-52cc-4511-a513-6d67e4c2c21d None None] Port 7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:04:45.520843 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7dad18c3-f0d4-4915-9be8-78f08fd98b85 req-92ee04f8-6454-48e4-885f-8993e4e9bba3 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=83e08817-8fd2-41c7-b68a-cfb4cbcf996d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923014 Nov 12 09:04:45.763337 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9abadf5-206b-4b23-8bee-88070d5b15cc admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:04:45.783124 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b9abadf5-206b-4b23-8bee-88070d5b15cc admin admin] 10.222.0.37 "PUT /v2.0/routers/96b92d23-8c35-44bd-918f-8099aaff1cba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3197007 Nov 12 09:04:45.796323 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63638911-0b43-43b6-b741-f85e807b83f4 req-43b52462-97b2-4519-8552-77c41cddd8fa tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:45.800160 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-63638911-0b43-43b6-b741-f85e807b83f4 req-43b52462-97b2-4519-8552-77c41cddd8fa tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 945 time: 0.1169538 Nov 12 09:04:45.878301 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-63638911-0b43-43b6-b741-f85e807b83f4 req-78123c58-4159-4ea0-b264-aaec12ef9595 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732522 Nov 12 09:04:45.909471 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec7304-cfab-4a5a-82c1-bbc561d52d23 None None] Sync routers for ids ['96b92d23-8c35-44bd-918f-8099aaff1cba'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:04:45.936729 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecec7304-cfab-4a5a-82c1-bbc561d52d23 None None] Routers {'96b92d23-8c35-44bd-918f-8099aaff1cba'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:04:45.937785 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ecec7304-cfab-4a5a-82c1-bbc561d52d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:04:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['96b92d23-8c35-44bd-918f-8099aaff1cba'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:46.411246 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcae932-9987-45e0-9893-a0f4ee069705 req-84268234-1af5-4cf7-94b7-870690800278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:46.412695 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771eae7e-e470-42df-a787-dab6fff8f781 req-3b73e847-6bf7-4432-9489-d0a5f60c698d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:46.415199 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cfcae932-9987-45e0-9893-a0f4ee069705 req-84268234-1af5-4cf7-94b7-870690800278 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e2aedd74754847baa0c2e1ed0d1b2137&device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 1098 time: 0.1299274 Nov 12 09:04:46.416980 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-771eae7e-e470-42df-a787-dab6fff8f781 req-3b73e847-6bf7-4432-9489-d0a5f60c698d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 945 time: 0.1328902 Nov 12 09:04:46.502339 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-ecec7304-cfab-4a5a-82c1-bbc561d52d23 None None] Set router 96b92d23-8c35-44bd-918f-8099aaff1cba gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:04:46.602077 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-771eae7e-e470-42df-a787-dab6fff8f781 req-b383f70f-3c2b-4605-8b5e-5cb70a373f6a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564035 Nov 12 09:04:46.686472 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcae932-9987-45e0-9893-a0f4ee069705 req-e83fb35a-c33e-4bfb-a6ae-983b5b4555e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:46.689708 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cfcae932-9987-45e0-9893-a0f4ee069705 req-e83fb35a-c33e-4bfb-a6ae-983b5b4555e3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7524fe81-dda2-4df7-b9b9-932c7fdb6f24 HTTP/1.1" status: 200 len: 912 time: 0.2635591 Nov 12 09:04:46.866239 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cfcae932-9987-45e0-9893-a0f4ee069705 req-2e66432b-900e-42f4-b31d-76641a10b07e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d14b9821-9f3a-4d6a-972e-22a512e595a1 HTTP/1.1" status: 200 len: 1001 time: 0.1664779 Nov 12 09:04:46.899315 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb285a-f2d9-43e3-8eeb-b14bdfb84d5d req-7679b7e7-619e-46b6-933e-491403e87426 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:46.904387 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30cb285a-f2d9-43e3-8eeb-b14bdfb84d5d req-7679b7e7-619e-46b6-933e-491403e87426 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 946 time: 0.1331141 Nov 12 09:04:46.956361 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcae932-9987-45e0-9893-a0f4ee069705 req-be1cf255-746d-4e3d-bef4-e6ed66804e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:46.958283 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cfcae932-9987-45e0-9893-a0f4ee069705 req-be1cf255-746d-4e3d-bef4-e6ed66804e5c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc HTTP/1.1" status: 200 len: 850 time: 0.0841839 Nov 12 09:04:47.000376 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ecec7304-cfab-4a5a-82c1-bbc561d52d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'name': 'tempest-TestVolumeBackupRestore-1001173478-router', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:35Z', 'updated_at': '2021-11-12T09:04:43Z', 'revision_number': 4, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'gw_port': {'id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:36Z', 'updated_at': '2021-11-12T09:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288', 'name': '', 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'mac_address': 'fa:16:3e:9c:51:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '32ad61dc-5bb3-4484-80e5-88f7dffba25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:42Z', 'updated_at': '2021-11-12T09:04:44Z', 'revision_number': 2, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'subnets': [{'id': '32ad61dc-5bb3-4484-80e5-88f7dffba25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:47.035273 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 49574) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:47.045851 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e2477035-df26-4b90-96d8-75a2138939ee admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-666884080-network', 'tenant_id': '8add00d572474a1288a5fc25fbf2b4b0'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:47.051870 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30cb285a-f2d9-43e3-8eeb-b14bdfb84d5d req-61abd84a-0b7e-4ac9-accb-65edb52f220a tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=83e08817-8fd2-41c7-b68a-cfb4cbcf996d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147096 Nov 12 09:04:47.073374 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec7304-cfab-4a5a-82c1-bbc561d52d23 None None] Checking router: 96b92d23-8c35-44bd-918f-8099aaff1cba for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:04:47.074451 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec7304-cfab-4a5a-82c1-bbc561d52d23 None None] Updating router 96b92d23-8c35-44bd-918f-8099aaff1cba port 7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:04:47.129129 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcae932-9987-45e0-9893-a0f4ee069705 req-2aa852eb-7bcb-432f-8c94-34e7b6374f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:47.132019 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ecec7304-cfab-4a5a-82c1-bbc561d52d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:47.133283 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cfcae932-9987-45e0-9893-a0f4ee069705 req-2aa852eb-7bcb-432f-8c94-34e7b6374f0c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7524fe81-dda2-4df7-b9b9-932c7fdb6f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1662576 Nov 12 09:04:47.136694 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2477035-df26-4b90-96d8-75a2138939ee admin admin] Made reservation on behalf of 8add00d572474a1288a5fc25fbf2b4b0 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:04:47.141344 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2477035-df26-4b90-96d8-75a2138939ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:47.174623 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2477035-df26-4b90-96d8-75a2138939ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:47.409000 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cfcae932-9987-45e0-9893-a0f4ee069705 req-f8bc4bd6-61b9-4757-8e46-5df0af07ac06 service neutron] 10.222.0.54 "GET /v2.0/networks/7524fe81-dda2-4df7-b9b9-932c7fdb6f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635059 Nov 12 09:04:47.480151 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2477035-df26-4b90-96d8-75a2138939ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:47.488061 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2477035-df26-4b90-96d8-75a2138939ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:47.508357 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb618605-013b-469b-91f5-1cbfc8acfaff req-5c3b3f14-9076-4920-be6c-54b5d0f96c65 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:47.510428 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cb618605-013b-469b-91f5-1cbfc8acfaff req-5c3b3f14-9076-4920-be6c-54b5d0f96c65 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 945 time: 0.0983818 Nov 12 09:04:47.623900 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cfcae932-9987-45e0-9893-a0f4ee069705 req-d0716997-cac1-4af7-bb4c-1e0a05ce3dd1 service neutron] 10.222.0.54 "GET /v2.0/networks/7524fe81-dda2-4df7-b9b9-932c7fdb6f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046139 Nov 12 09:04:47.650184 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cb618605-013b-469b-91f5-1cbfc8acfaff req-3ef0434b-69db-4837-8771-482331435e3c tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017883 Nov 12 09:04:47.694342 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2477035-df26-4b90-96d8-75a2138939ee admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:04:47.705131 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2477035-df26-4b90-96d8-75a2138939ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e69686-7dd1-46f5-9589-05ffcfa3f525,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:47.718885 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2477035-df26-4b90-96d8-75a2138939ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:47.719904 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-e2477035-df26-4b90-96d8-75a2138939ee admin admin] Added segment 2643e0df-3dfd-4e37-9744-6abd5c9846c1 of type vlan for network 828d958f-a777-4e01-9247-79d4fa9c1730 Nov 12 09:04:47.793444 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2477035-df26-4b90-96d8-75a2138939ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:47.808522 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ecec7304-cfab-4a5a-82c1-bbc561d52d23 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:47.820898 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ecec7304-cfab-4a5a-82c1-bbc561d52d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:47.856599 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2477035-df26-4b90-96d8-75a2138939ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:47.858537 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2477035-df26-4b90-96d8-75a2138939ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:47.859827 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2477035-df26-4b90-96d8-75a2138939ee admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:47.931901 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e2477035-df26-4b90-96d8-75a2138939ee admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8899517 Nov 12 09:04:47.937171 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 49580) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:47.955358 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-d1996841-fea1-4343-8c39-d7a9107a3560 admin admin] Request body: {'subnet': {'network_id': '828d958f-a777-4e01-9247-79d4fa9c1730', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-666884080-subnet', 'tenant_id': '8add00d572474a1288a5fc25fbf2b4b0', 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:47.978090 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd2757a-9654-4441-85fb-99bf3d0a4794 None None] Pushing event updated for resources: {'Port': ['ID=7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:47.982123 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2477035-df26-4b90-96d8-75a2138939ee admin admin] Pushing event updated for resources: {'Network': ['ID=828d958f-a777-4e01-9247-79d4fa9c1730,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:48.006735 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 828d958f-a777-4e01-9247-79d4fa9c1730 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:04:48.020589 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980e929-cc93-4d28-90c6-1cadd2feaf86 req-99e598a9-7bb4-4f8b-abff-663b1f1a2121 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:48.035619 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5980e929-cc93-4d28-90c6-1cadd2feaf86 req-99e598a9-7bb4-4f8b-abff-663b1f1a2121 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 945 time: 0.2190609 Nov 12 09:04:48.118711 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-ecec7304-cfab-4a5a-82c1-bbc561d52d23 None None] Attempting to bind port 7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:04:48.119712 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-ecec7304-cfab-4a5a-82c1-bbc561d52d23 None None] Attempting to bind port 7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '202f8ab2-8bd0-4e31-9b19-1882e7b633a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:04:48.120869 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecec7304-cfab-4a5a-82c1-bbc561d52d23 None None] Attempting to bind port 7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288 on network c7c00da9-8e7b-4bad-8b46-03ed4b78bebb {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:48.139988 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1996841-fea1-4343-8c39-d7a9107a3560 admin admin] Made reservation on behalf of 8add00d572474a1288a5fc25fbf2b4b0 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:04:48.141458 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecec7304-cfab-4a5a-82c1-bbc561d52d23 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:04:48.142141 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecec7304-cfab-4a5a-82c1-bbc561d52d23 None None] Checking segment: {'id': '202f8ab2-8bd0-4e31-9b19-1882e7b633a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:04:48.143124 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ecec7304-cfab-4a5a-82c1-bbc561d52d23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:48.143782 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecec7304-cfab-4a5a-82c1-bbc561d52d23 None None] Bound using segment: {'id': '202f8ab2-8bd0-4e31-9b19-1882e7b633a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:04:48.144674 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-ecec7304-cfab-4a5a-82c1-bbc561d52d23 None None] Bound port: 7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '202f8ab2-8bd0-4e31-9b19-1882e7b633a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:04:48.145360 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ecec7304-cfab-4a5a-82c1-bbc561d52d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:48.154802 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d1996841-fea1-4343-8c39-d7a9107a3560 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:48.222220 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5980e929-cc93-4d28-90c6-1cadd2feaf86 req-7c595b84-2182-423f-9bc6-4e808ed9035d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852198 Nov 12 09:04:48.284216 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ecec7304-cfab-4a5a-82c1-bbc561d52d23 None None] For port 7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:04:48.292171 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ecec7304-cfab-4a5a-82c1-bbc561d52d23 None None] For port 7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288,segment=NetworkSegment(202f8ab2-8bd0-4e31-9b19-1882e7b633a8),segment_id=202f8ab2-8bd0-4e31-9b19-1882e7b633a8)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:04:48.303784 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ecec7304-cfab-4a5a-82c1-bbc561d52d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:48.462254 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecec7304-cfab-4a5a-82c1-bbc561d52d23 None None] Routers {'96b92d23-8c35-44bd-918f-8099aaff1cba'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:04:48.463452 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ecec7304-cfab-4a5a-82c1-bbc561d52d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:04:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['96b92d23-8c35-44bd-918f-8099aaff1cba'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:48.481953 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d93411c1-fb7d-401e-9559-ae04b04df101 None None] Provisioning complete for port 7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:48.482528 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d93411c1-fb7d-401e-9559-ae04b04df101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:48.583192 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd2757a-9654-4441-85fb-99bf3d0a4794 None None] Pushing event updated for resources: {'Port': ['ID=7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:48.625469 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd875d-63c1-4ba6-bb6f-dbdffeea39df req-109854f5-ed6b-4a9a-8c5f-cee66c4f57ff tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:48.629361 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f4dd875d-63c1-4ba6-bb6f-dbdffeea39df req-109854f5-ed6b-4a9a-8c5f-cee66c4f57ff tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 946 time: 0.2075584 Nov 12 09:04:48.632228 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d1996841-fea1-4343-8c39-d7a9107a3560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:48.747101 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1996841-fea1-4343-8c39-d7a9107a3560 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eefefe5d-9642-41b8-9ca1-5d1c0dc82fc4,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:48.838882 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f4dd875d-63c1-4ba6-bb6f-dbdffeea39df req-c840b134-110f-40e4-bfda-7aae4fefe0b0 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=83e08817-8fd2-41c7-b68a-cfb4cbcf996d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658940 Nov 12 09:04:48.842835 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1996841-fea1-4343-8c39-d7a9107a3560 admin admin] Checking segment: {'id': '2643e0df-3dfd-4e37-9744-6abd5c9846c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '828d958f-a777-4e01-9247-79d4fa9c1730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:04:48.848745 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1996841-fea1-4343-8c39-d7a9107a3560 admin admin] Network hostable DHCP agents. Network: 828d958f-a777-4e01-9247-79d4fa9c1730, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:04:48.882808 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-ecec7304-cfab-4a5a-82c1-bbc561d52d23 None None] Set router 96b92d23-8c35-44bd-918f-8099aaff1cba gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:04:48.906085 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1996841-fea1-4343-8c39-d7a9107a3560 admin admin] Network 828d958f-a777-4e01-9247-79d4fa9c1730 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:04:48.928945 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-d1996841-fea1-4343-8c39-d7a9107a3560 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 828d958f-a777-4e01-9247-79d4fa9c1730) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:04:48.942842 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1996841-fea1-4343-8c39-d7a9107a3560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:48.943462 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d1996841-fea1-4343-8c39-d7a9107a3560 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:48.961633 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d93411c1-fb7d-401e-9559-ae04b04df101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:48.980733 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d1996841-fea1-4343-8c39-d7a9107a3560 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0320318 Nov 12 09:04:48.986869 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 49592) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:49.000242 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-ff696ad8-1faf-4e77-b8e9-ad96e72dfa8e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-666884080-router', 'tenant_id': '8add00d572474a1288a5fc25fbf2b4b0', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:49.042571 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ff696ad8-1faf-4e77-b8e9-ad96e72dfa8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:49.045234 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ff696ad8-1faf-4e77-b8e9-ad96e72dfa8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:49.063331 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1874cff-69ec-4224-8030-72f1cfce092d None None] Network 828d958f-a777-4e01-9247-79d4fa9c1730 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:04:49.171456 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ff696ad8-1faf-4e77-b8e9-ad96e72dfa8e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:49.241077 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-d93411c1-fb7d-401e-9559-ae04b04df101 None None] For port 7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288,segment=NetworkSegment(202f8ab2-8bd0-4e31-9b19-1882e7b633a8),segment_id=202f8ab2-8bd0-4e31-9b19-1882e7b633a8)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:49.312579 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d93411c1-fb7d-401e-9559-ae04b04df101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:49.437092 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff253891-e3b0-49a8-b229-7bf97017326e req-36a60194-7ff3-464f-83f7-0bd1b29bd014 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:49.440013 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ff253891-e3b0-49a8-b229-7bf97017326e req-36a60194-7ff3-464f-83f7-0bd1b29bd014 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 945 time: 0.3399036 Nov 12 09:04:49.513646 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ff696ad8-1faf-4e77-b8e9-ad96e72dfa8e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:49.634838 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93411c1-fb7d-401e-9559-ae04b04df101 None None] Pushing event updated for resources: {'Port': ['ID=7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:49.645698 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-84b0a609-5b96-4134-a219-86fced2defd5 None None] Provisioning complete for port 7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:49.646663 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-84b0a609-5b96-4134-a219-86fced2defd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:49.665566 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ff253891-e3b0-49a8-b229-7bf97017326e req-f38590fc-a10c-47cc-910e-147d65e37a6b tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687932 Nov 12 09:04:49.695901 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9503915e-0a06-49f5-9e56-e594eb5bead1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-828d958f-a777-4e01-9247-79d4fa9c1730', 'network_id': '828d958f-a777-4e01-9247-79d4fa9c1730', 'tenant_id': '8add00d572474a1288a5fc25fbf2b4b0', 'fixed_ips': [{'subnet_id': 'eefefe5d-9642-41b8-9ca1-5d1c0dc82fc4'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:04:49.697155 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9503915e-0a06-49f5-9e56-e594eb5bead1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:50.039959 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ecec7304-cfab-4a5a-82c1-bbc561d52d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'name': 'tempest-TestVolumeBackupRestore-1001173478-router', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:35Z', 'updated_at': '2021-11-12T09:04:43Z', 'revision_number': 4, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'gw_port': {'id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:36Z', 'updated_at': '2021-11-12T09:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288', 'name': '', 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'mac_address': 'fa:16:3e:9c:51:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '32ad61dc-5bb3-4484-80e5-88f7dffba25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:42Z', 'updated_at': '2021-11-12T09:04:48Z', 'revision_number': 4, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'subnets': [{'id': '32ad61dc-5bb3-4484-80e5-88f7dffba25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:50.072368 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-9503915e-0a06-49f5-9e56-e594eb5bead1 None None] Allocated IP 172.20.0.2 (828d958f-a777-4e01-9247-79d4fa9c1730/eefefe5d-9642-41b8-9ca1-5d1c0dc82fc4/951789e2-ebd5-4dd5-82d6-cf47f9e434c6) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:04:50.147149 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5aad8-a565-4acf-a183-937c4f554ab8 req-a4af506a-a723-4efb-88f0-564c2048932a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:50.157401 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e2a5aad8-a565-4acf-a183-937c4f554ab8 req-a4af506a-a723-4efb-88f0-564c2048932a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 945 time: 0.3132069 Nov 12 09:04:50.206841 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ff696ad8-1faf-4e77-b8e9-ad96e72dfa8e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:50.254313 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ff696ad8-1faf-4e77-b8e9-ad96e72dfa8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:50.366635 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9503915e-0a06-49f5-9e56-e594eb5bead1 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:50.414978 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-ff696ad8-1faf-4e77-b8e9-ad96e72dfa8e admin admin] Allocated IP 172.25.6.171 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/bade7a27-01e3-490f-afa2-12e1cf63a5a6) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:04:50.455412 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec7304-cfab-4a5a-82c1-bbc561d52d23 None None] The sync data for ids ['96b92d23-8c35-44bd-918f-8099aaff1cba'] in n-d-768862-16 is: [{'id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'name': 'tempest-TestVolumeBackupRestore-1001173478-router', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:35Z', 'updated_at': '2021-11-12T09:04:43Z', 'revision_number': 4, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'gw_port': {'id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:36Z', 'updated_at': '2021-11-12T09:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288', 'name': '', 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'mac_address': 'fa:16:3e:9c:51:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '32ad61dc-5bb3-4484-80e5-88f7dffba25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:42Z', 'updated_at': '2021-11-12T09:04:48Z', 'revision_number': 4, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'subnets': [{'id': '32ad61dc-5bb3-4484-80e5-88f7dffba25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:04:50.468556 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9503915e-0a06-49f5-9e56-e594eb5bead1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:50.496591 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9503915e-0a06-49f5-9e56-e594eb5bead1 None None] Network 828d958f-a777-4e01-9247-79d4fa9c1730 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:04:50.502996 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-9503915e-0a06-49f5-9e56-e594eb5bead1 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:04:50.590071 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9503915e-0a06-49f5-9e56-e594eb5bead1 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:04:50.590357 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ff696ad8-1faf-4e77-b8e9-ad96e72dfa8e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:50.666287 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ff696ad8-1faf-4e77-b8e9-ad96e72dfa8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:50.749658 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-9503915e-0a06-49f5-9e56-e594eb5bead1 None None] Attempting to bind port 951789e2-ebd5-4dd5-82d6-cf47f9e434c6 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:04:50.750450 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-9503915e-0a06-49f5-9e56-e594eb5bead1 None None] Attempting to bind port 951789e2-ebd5-4dd5-82d6-cf47f9e434c6 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '2643e0df-3dfd-4e37-9744-6abd5c9846c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '828d958f-a777-4e01-9247-79d4fa9c1730'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:04:50.751088 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9503915e-0a06-49f5-9e56-e594eb5bead1 None None] Attempting to bind port 951789e2-ebd5-4dd5-82d6-cf47f9e434c6 on network 828d958f-a777-4e01-9247-79d4fa9c1730 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:50.758266 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff696ad8-1faf-4e77-b8e9-ad96e72dfa8e admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:04:50.764739 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9503915e-0a06-49f5-9e56-e594eb5bead1 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:04:50.765572 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9503915e-0a06-49f5-9e56-e594eb5bead1 None None] Checking segment: {'id': '2643e0df-3dfd-4e37-9744-6abd5c9846c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '828d958f-a777-4e01-9247-79d4fa9c1730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:04:50.766454 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9503915e-0a06-49f5-9e56-e594eb5bead1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:50.767246 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9503915e-0a06-49f5-9e56-e594eb5bead1 None None] Bound using segment: {'id': '2643e0df-3dfd-4e37-9744-6abd5c9846c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '828d958f-a777-4e01-9247-79d4fa9c1730'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:04:50.768837 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-9503915e-0a06-49f5-9e56-e594eb5bead1 None None] Bound port: 951789e2-ebd5-4dd5-82d6-cf47f9e434c6, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2643e0df-3dfd-4e37-9744-6abd5c9846c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '828d958f-a777-4e01-9247-79d4fa9c1730'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:04:50.770502 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9503915e-0a06-49f5-9e56-e594eb5bead1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:50.775896 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e2a5aad8-a565-4acf-a183-937c4f554ab8 req-c48e8618-2ffa-4d32-bef5-7eed61399680 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6151962 Nov 12 09:04:50.793717 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-ff696ad8-1faf-4e77-b8e9-ad96e72dfa8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:04:50.832799 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff696ad8-1faf-4e77-b8e9-ad96e72dfa8e admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:04:50.839518 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503915e-0a06-49f5-9e56-e594eb5bead1 None None] Pushing event updated for resources: {'Port': ['ID=951789e2-ebd5-4dd5-82d6-cf47f9e434c6,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:50.861617 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ac405a-efb3-4657-abb0-26b1379a48cc None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:04:50.933088 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9503915e-0a06-49f5-9e56-e594eb5bead1 None None] For port 951789e2-ebd5-4dd5-82d6-cf47f9e434c6, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:04:50.952769 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9503915e-0a06-49f5-9e56-e594eb5bead1 None None] For port 951789e2-ebd5-4dd5-82d6-cf47f9e434c6, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=951789e2-ebd5-4dd5-82d6-cf47f9e434c6,segment=NetworkSegment(2643e0df-3dfd-4e37-9744-6abd5c9846c1),segment_id=2643e0df-3dfd-4e37-9744-6abd5c9846c1)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:04:50.959814 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9503915e-0a06-49f5-9e56-e594eb5bead1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:51.014837 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff696ad8-1faf-4e77-b8e9-ad96e72dfa8e admin admin] Pushing event updated for resources: {'Port': ['ID=bade7a27-01e3-490f-afa2-12e1cf63a5a6,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:51.096501 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12693c-e76b-4e48-990c-ce3657199b95 req-61244318-9d12-4f34-8750-49d4bed00d20 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:51.100275 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8c12693c-e76b-4e48-990c-ce3657199b95 req-61244318-9d12-4f34-8750-49d4bed00d20 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 946 time: 0.1410520 Nov 12 09:04:51.194679 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-955c0939-692e-4f70-a82d-f7632c0a1d5b None None] Provisioning complete for port bade7a27-01e3-490f-afa2-12e1cf63a5a6 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:51.195382 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-955c0939-692e-4f70-a82d-f7632c0a1d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:51.281864 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503915e-0a06-49f5-9e56-e594eb5bead1 None None] Pushing event updated for resources: {'Port': ['ID=951789e2-ebd5-4dd5-82d6-cf47f9e434c6,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:51.322634 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-955c0939-692e-4f70-a82d-f7632c0a1d5b None None] Port bade7a27-01e3-490f-afa2-12e1cf63a5a6 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:04:51.426735 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8c12693c-e76b-4e48-990c-ce3657199b95 req-16e3b0fc-413b-4772-a1ec-037a872f4084 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=83e08817-8fd2-41c7-b68a-cfb4cbcf996d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393610 Nov 12 09:04:51.907291 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-6a197333-accf-4219-a340-9d1d09fab070 service neutron] show failed (client error): The resource could not be found. Nov 12 09:04:51.910219 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-6a197333-accf-4219-a340-9d1d09fab070 service neutron] 10.222.0.54 "GET /v2.0/ports/a63ea354-0aeb-43e3-97a4-ddceaf537d44/bindings/n-h2-768862-16 HTTP/1.1" status: 404 len: 381 time: 0.2969446 Nov 12 09:04:52.061859 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ff696ad8-1faf-4e77-b8e9-ad96e72dfa8e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:52.183064 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:04:52.294099 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49203cc8-929a-4bc6-8256-2a8a1a42aa35 req-d8bc2d31-425f-4e25-8788-9275c41cf5ea tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:52.308477 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49203cc8-929a-4bc6-8256-2a8a1a42aa35 req-d8bc2d31-425f-4e25-8788-9275c41cf5ea tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 945 time: 0.2657700 Nov 12 09:04:52.412101 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:52.413363 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:52.800715 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 951789e2-ebd5-4dd5-82d6-cf47f9e434c6 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:04:52.841281 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 49632) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:52.997991 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 951789e2-ebd5-4dd5-82d6-cf47f9e434c6 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:52.999167 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:53.088728 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6cdd8b22-fb73-4ff0-8ea5-76712dc2c66f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:53.225739 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:53.319156 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:53.426397 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6cdd8b22-fb73-4ff0-8ea5-76712dc2c66f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:53.430203 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 951789e2-ebd5-4dd5-82d6-cf47f9e434c6, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=951789e2-ebd5-4dd5-82d6-cf47f9e434c6,segment=NetworkSegment(2643e0df-3dfd-4e37-9744-6abd5c9846c1),segment_id=2643e0df-3dfd-4e37-9744-6abd5c9846c1)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:53.433223 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6cdd8b22-fb73-4ff0-8ea5-76712dc2c66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:53.438293 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:53.527575 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd8b22-fb73-4ff0-8ea5-76712dc2c66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08c2a84-ac8a-4417-8563-f14b9e599e51,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:53.548139 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6cdd8b22-fb73-4ff0-8ea5-76712dc2c66f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6351cfb381494ba6b96bd3583c7c8d5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7044854 Nov 12 09:04:53.553776 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 49638) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:53.611556 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=951789e2-ebd5-4dd5-82d6-cf47f9e434c6,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:53.700086 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357124fd-d50e-4a4f-a828-989ff2e613f4 None None] Network 828d958f-a777-4e01-9247-79d4fa9c1730 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:04:53.775835 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cbdc1852-1af0-4680-b27e-05d1c602b8e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:53.919493 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cbdc1852-1af0-4680-b27e-05d1c602b8e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:54.029224 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e3d8ae61-e2f2-4668-9e51-00fbd2e98a93 None None] Provisioning complete for port 951789e2-ebd5-4dd5-82d6-cf47f9e434c6 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:54.031275 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e3d8ae61-e2f2-4668-9e51-00fbd2e98a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:54.034822 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 951789e2-ebd5-4dd5-82d6-cf47f9e434c6 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:04:54.063788 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cbdc1852-1af0-4680-b27e-05d1c602b8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:54.088236 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cbdc1852-1af0-4680-b27e-05d1c602b8e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:54.097787 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-cbdc1852-1af0-4680-b27e-05d1c602b8e3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e08c2a84-ac8a-4417-8563-f14b9e599e51 HTTP/1.1" status: 204 len: 168 time: 0.5376019 Nov 12 09:04:54.121763 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49203cc8-929a-4bc6-8256-2a8a1a42aa35 req-7b8c9199-59aa-4908-a531-9ee4a96dcbf8 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.8116817 Nov 12 09:04:54.135630 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc1852-1af0-4680-b27e-05d1c602b8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08c2a84-ac8a-4417-8563-f14b9e599e51,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:54.442882 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ff696ad8-1faf-4e77-b8e9-ad96e72dfa8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:54.453401 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device a63ea354-0aeb-43e3-97a4-ddceaf537d44 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:04:54.551526 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-7e0c2ad8-72e9-477a-ac3a-559b96b00283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:54.554061 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-7e0c2ad8-72e9-477a-ac3a-559b96b00283 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8&tenant_id=300860f259ae41fb99a14af6fd1a3470 HTTP/1.1" status: 200 len: 1097 time: 2.0766811 Nov 12 09:04:54.637169 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-8b6b7b47-80c7-4cb2-9208-476527d7bec8 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:04:54.639660 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-8b6b7b47-80c7-4cb2-9208-476527d7bec8 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093408 Nov 12 09:04:54.666844 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-81c34cad-d4c8-4157-9893-09f4a84914db service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768862-16', 'device_owner': 'compute:nova'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:54.813545 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd4bca-2a66-4b4f-a922-701b6bf2c994 req-77a11d93-d796-47cb-b907-da2d3f4bd4b9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:54.816096 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-46fd4bca-2a66-4b4f-a922-701b6bf2c994 req-77a11d93-d796-47cb-b907-da2d3f4bd4b9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 945 time: 0.3835542 Nov 12 09:04:54.912855 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-81c34cad-d4c8-4157-9893-09f4a84914db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:55.133374 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 951789e2-ebd5-4dd5-82d6-cf47f9e434c6 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:55.134226 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:55.239463 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-46fd4bca-2a66-4b4f-a922-701b6bf2c994 req-25f73e88-a35b-498d-8565-7702cfd0ae81 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3742611 Nov 12 09:04:55.289266 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:55.499618 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff696ad8-1faf-4e77-b8e9-ad96e72dfa8e admin admin] Router f7deec63-e67a-4739-95cc-e31c7c977a25 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:04:55.837037 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-81c34cad-d4c8-4157-9893-09f4a84914db service neutron] For port a63ea354-0aeb-43e3-97a4-ddceaf537d44, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=a63ea354-0aeb-43e3-97a4-ddceaf537d44,segment=NetworkSegment(427f758d-bdfc-4e80-8ecb-579d75abe9e1),segment_id=427f758d-bdfc-4e80-8ecb-579d75abe9e1)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:55.930537 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-42fba66a-4436-4d2c-9e7c-e09a2b742a90 None None] Provisioning complete for port 951789e2-ebd5-4dd5-82d6-cf47f9e434c6 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:55.931603 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-42fba66a-4436-4d2c-9e7c-e09a2b742a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:56.013918 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d55581-bbfa-4cb5-9b54-02a2f87f6eed req-2f91f151-5976-496b-b748-43e79293ece4 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:56.015643 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-34d55581-bbfa-4cb5-9b54-02a2f87f6eed req-2f91f151-5976-496b-b748-43e79293ece4 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 945 time: 0.3151488 Nov 12 09:04:56.091704 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-81c34cad-d4c8-4157-9893-09f4a84914db service neutron] For port a63ea354-0aeb-43e3-97a4-ddceaf537d44, host n-h1-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:04:56.252377 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff696ad8-1faf-4e77-b8e9-ad96e72dfa8e admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:04:56.262969 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0f5ea7-0450-45ff-a372-ee7e5da002a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a63ea354-0aeb-43e3-97a4-ddceaf537d44'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:04:56.266247 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1151c2eb-56e5-4136-887a-89dd505171d0" -d '{"events": [{"server_uuid": "1b0f5ea7-0450-45ff-a372-ee7e5da002a8", "name": "network-vif-unplugged", "status": "completed", "tag": "a63ea354-0aeb-43e3-97a4-ddceaf537d44"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:04:56.273030 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5031c02-e201-4869-aa53-76f1221ab1d1 None None] Sync routers for ids ['f7deec63-e67a-4739-95cc-e31c7c977a25'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:04:56.274353 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-81c34cad-d4c8-4157-9893-09f4a84914db service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:56.290721 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5031c02-e201-4869-aa53-76f1221ab1d1 None None] Routers {'f7deec63-e67a-4739-95cc-e31c7c977a25'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:04:56.291621 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-c5031c02-e201-4869-aa53-76f1221ab1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:04:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['f7deec63-e67a-4739-95cc-e31c7c977a25'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:56.345109 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-81c34cad-d4c8-4157-9893-09f4a84914db service neutron] Transition to ACTIVE for port object a63ea354-0aeb-43e3-97a4-ddceaf537d44 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:04:56.394970 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-81c34cad-d4c8-4157-9893-09f4a84914db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:56.422761 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-34d55581-bbfa-4cb5-9b54-02a2f87f6eed req-e0ab8176-f80f-4b16-8f8a-03f3974a1247 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3855627 Nov 12 09:04:56.434527 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 52f0bec9-5cde-4d30-a8b8-5386b162581a details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:04:56.568977 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:04:56.569268 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:04:56.587987 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ff696ad8-1faf-4e77-b8e9-ad96e72dfa8e admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:56.593892 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 49700) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:56.602793 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ff696ad8-1faf-4e77-b8e9-ad96e72dfa8e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.6093683 Nov 12 09:04:56.637409 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-c5031c02-e201-4869-aa53-76f1221ab1d1 None None] Set router f7deec63-e67a-4739-95cc-e31c7c977a25 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:04:56.909742 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 52f0bec9-5cde-4d30-a8b8-5386b162581a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=52f0bec9-5cde-4d30-a8b8-5386b162581a,segment=NetworkSegment(0d552c33-257a-485a-b0f3-e78e2fa44e64),segment_id=0d552c33-257a-485a-b0f3-e78e2fa44e64)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:56.939734 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '52f0bec9-5cde-4d30-a8b8-5386b162581a', 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146', 'port_id': '52f0bec9-5cde-4d30-a8b8-5386b162581a', 'mac_address': 'fa:16:3e:68:af:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4bf441-b446-4677-be35-634c383c7b12', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:04:57.056734 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6d2e29-53a4-4f2f-9c3a-05a39b7c46bc x-openstack-request-id: req-3f6d2e29-53a4-4f2f-9c3a-05a39b7c46bc {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:57.057749 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b0f5ea7-0450-45ff-a372-ee7e5da002a8", "name": "network-vif-unplugged", "status": "completed", "tag": "a63ea354-0aeb-43e3-97a4-ddceaf537d44", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:57.058520 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f6d2e29-53a4-4f2f-9c3a-05a39b7c46bc {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:57.060176 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0f5ea7-0450-45ff-a372-ee7e5da002a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a63ea354-0aeb-43e3-97a4-ddceaf537d44', 'code': 200} Nov 12 09:04:57.075882 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a3ee29e4-9cac-4bfe-8cd5-c6c178612bd4 req-81e10ff5-4714-4a82-8ef9-1126caa17f9a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1467221 Nov 12 09:04:57.102030 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:57.187140 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 52f0bec9-5cde-4d30-a8b8-5386b162581a {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:04:57.225967 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c34cad-d4c8-4157-9893-09f4a84914db service neutron] Pushing event updated for resources: {'Port': ['ID=a63ea354-0aeb-43e3-97a4-ddceaf537d44,revision_number=6']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:57.364870 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-c5031c02-e201-4869-aa53-76f1221ab1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7deec63-e67a-4739-95cc-e31c7c977a25', 'name': 'tempest-TestVolumeBackupRestore-666884080-router', 'tenant_id': '8add00d572474a1288a5fc25fbf2b4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'bade7a27-01e3-490f-afa2-12e1cf63a5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:49Z', 'updated_at': '2021-11-12T09:04:51Z', 'revision_number': 3, 'project_id': '8add00d572474a1288a5fc25fbf2b4b0', 'gw_port': {'id': 'bade7a27-01e3-490f-afa2-12e1cf63a5a6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:56:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7deec63-e67a-4739-95cc-e31c7c977a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:50Z', 'updated_at': '2021-11-12T09:04:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:57.427343 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5031c02-e201-4869-aa53-76f1221ab1d1 None None] Checking router: f7deec63-e67a-4739-95cc-e31c7c977a25 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:04:57.428417 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5031c02-e201-4869-aa53-76f1221ab1d1 None None] Updating router f7deec63-e67a-4739-95cc-e31c7c977a25 port bade7a27-01e3-490f-afa2-12e1cf63a5a6 binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:04:57.465278 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-81c34cad-d4c8-4157-9893-09f4a84914db service neutron] No DVR routers for this DVR port a63ea354-0aeb-43e3-97a4-ddceaf537d44 on host n-h1-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:04:57.481415 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 52f0bec9-5cde-4d30-a8b8-5386b162581a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=52f0bec9-5cde-4d30-a8b8-5386b162581a,segment=NetworkSegment(0d552c33-257a-485a-b0f3-e78e2fa44e64),segment_id=0d552c33-257a-485a-b0f3-e78e2fa44e64)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:57.493279 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701b2b4-3d97-45a5-be2e-94a516abb6eb req-aac306c4-2035-41cc-be59-d55806f66d6a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:57.518569 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8701b2b4-3d97-45a5-be2e-94a516abb6eb req-aac306c4-2035-41cc-be59-d55806f66d6a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 943 time: 0.4550951 Nov 12 09:04:57.529065 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:57.554887 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c5031c02-e201-4869-aa53-76f1221ab1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:57.566574 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee29e4-9cac-4bfe-8cd5-c6c178612bd4 req-fe702dc7-af4d-4eb4-887b-3707b7abb8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:57.572884 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a3ee29e4-9cac-4bfe-8cd5-c6c178612bd4 req-fe702dc7-af4d-4eb4-887b-3707b7abb8de service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e2aedd74754847baa0c2e1ed0d1b2137&device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 1098 time: 0.3185556 Nov 12 09:04:57.778958 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=52f0bec9-5cde-4d30-a8b8-5386b162581a,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:57.821452 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8701b2b4-3d97-45a5-be2e-94a516abb6eb req-82c7b710-7c76-41fe-90f3-a4a5fc89bc4d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224011 Nov 12 09:04:57.864522 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['52f0bec9-5cde-4d30-a8b8-5386b162581a'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:04:57.978503 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee29e4-9cac-4bfe-8cd5-c6c178612bd4 req-3010d74a-cc58-47ee-b83f-26bb9cfbfb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:57.981061 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a3ee29e4-9cac-4bfe-8cd5-c6c178612bd4 req-3010d74a-cc58-47ee-b83f-26bb9cfbfb2c service neutron] 10.222.0.54 "GET /v2.0/networks?id=7524fe81-dda2-4df7-b9b9-932c7fdb6f24 HTTP/1.1" status: 200 len: 912 time: 0.3159692 Nov 12 09:04:58.236302 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-81c34cad-d4c8-4157-9893-09f4a84914db service neutron] Attempting to bind port a63ea354-0aeb-43e3-97a4-ddceaf537d44 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:04:58.236946 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-81c34cad-d4c8-4157-9893-09f4a84914db service neutron] Attempting to bind port a63ea354-0aeb-43e3-97a4-ddceaf537d44 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '427f758d-bdfc-4e80-8ecb-579d75abe9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:04:58.237562 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-81c34cad-d4c8-4157-9893-09f4a84914db service neutron] Attempting to bind port a63ea354-0aeb-43e3-97a4-ddceaf537d44 on network b51ab7de-891f-4dfb-a6b1-ff518112d94d {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:58.258779 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-81c34cad-d4c8-4157-9893-09f4a84914db service neutron] Port a63ea354-0aeb-43e3-97a4-ddceaf537d44 on network b51ab7de-891f-4dfb-a6b1-ff518112d94d not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:04:58.259430 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-81c34cad-d4c8-4157-9893-09f4a84914db service neutron] Attempting to bind port a63ea354-0aeb-43e3-97a4-ddceaf537d44 on network b51ab7de-891f-4dfb-a6b1-ff518112d94d {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:58.286653 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-81c34cad-d4c8-4157-9893-09f4a84914db service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:04:58.286653 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-81c34cad-d4c8-4157-9893-09f4a84914db service neutron] Checking segment: {'id': '427f758d-bdfc-4e80-8ecb-579d75abe9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:04:58.287298 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-81c34cad-d4c8-4157-9893-09f4a84914db service neutron] Bound using segment: {'id': '427f758d-bdfc-4e80-8ecb-579d75abe9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:04:58.287929 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-81c34cad-d4c8-4157-9893-09f4a84914db service neutron] Bound port: a63ea354-0aeb-43e3-97a4-ddceaf537d44, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427f758d-bdfc-4e80-8ecb-579d75abe9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:04:58.288494 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-81c34cad-d4c8-4157-9893-09f4a84914db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:58.638590 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a3ee29e4-9cac-4bfe-8cd5-c6c178612bd4 req-a3882486-91fd-4c2c-aec2-fb513d043d86 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d14b9821-9f3a-4d6a-972e-22a512e595a1 HTTP/1.1" status: 200 len: 1001 time: 0.5375304 Nov 12 09:04:58.801137 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-81c34cad-d4c8-4157-9893-09f4a84914db service neutron] For port a63ea354-0aeb-43e3-97a4-ddceaf537d44, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:04:58.836340 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-81c34cad-d4c8-4157-9893-09f4a84914db service neutron] For port a63ea354-0aeb-43e3-97a4-ddceaf537d44, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=a63ea354-0aeb-43e3-97a4-ddceaf537d44,segment=NetworkSegment(427f758d-bdfc-4e80-8ecb-579d75abe9e1),segment_id=427f758d-bdfc-4e80-8ecb-579d75abe9e1)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:04:58.872926 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08371f48-14c9-4edc-b78b-afaea5895af5 req-347ef089-9026-4979-83eb-1c477b66b3b6 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:58.882728 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-08371f48-14c9-4edc-b78b-afaea5895af5 req-347ef089-9026-4979-83eb-1c477b66b3b6 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 944 time: 0.3878205 Nov 12 09:04:58.887399 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-81c34cad-d4c8-4157-9893-09f4a84914db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:58.917228 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-81c34cad-d4c8-4157-9893-09f4a84914db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:58.917892 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-81c34cad-d4c8-4157-9893-09f4a84914db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:58.920829 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-81c34cad-d4c8-4157-9893-09f4a84914db service neutron] 10.222.0.58 "PUT /v2.0/ports/a63ea354-0aeb-43e3-97a4-ddceaf537d44 HTTP/1.1" status: 200 len: 1092 time: 4.2666354 Nov 12 09:04:58.975524 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71b78b6a-2cc8-4c06-bf4d-8f4d46887202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:59.000968 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee29e4-9cac-4bfe-8cd5-c6c178612bd4 req-66076b98-5296-454a-8b2f-9b1ae35dc7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:59.009390 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a3ee29e4-9cac-4bfe-8cd5-c6c178612bd4 req-66076b98-5296-454a-8b2f-9b1ae35dc7da service neutron] 10.222.0.54 "GET /v2.0/subnets?id=34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc HTTP/1.1" status: 200 len: 850 time: 0.3436446 Nov 12 09:04:59.080610 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b0f5ea7-0450-45ff-a372-ee7e5da002a8', 'tag': 'a63ea354-0aeb-43e3-97a4-ddceaf537d44'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:04:59.090536 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1751c1-f223-4d71-9a84-098aad557e61" -d '{"events": [{"name": "network-changed", "server_uuid": "1b0f5ea7-0450-45ff-a372-ee7e5da002a8", "tag": "a63ea354-0aeb-43e3-97a4-ddceaf537d44"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:04:59.188010 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c5031c02-e201-4869-aa53-76f1221ab1d1 None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:59.202093 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c5031c02-e201-4869-aa53-76f1221ab1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:59.372289 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:59.430409 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9bfc40-ead5-4d9e-abd1-1c195688a8fb None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:04:59.489816 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-c5031c02-e201-4869-aa53-76f1221ab1d1 None None] Attempting to bind port bade7a27-01e3-490f-afa2-12e1cf63a5a6 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:04:59.490200 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-c5031c02-e201-4869-aa53-76f1221ab1d1 None None] Attempting to bind port bade7a27-01e3-490f-afa2-12e1cf63a5a6 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:04:59.492352 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5031c02-e201-4869-aa53-76f1221ab1d1 None None] Attempting to bind port bade7a27-01e3-490f-afa2-12e1cf63a5a6 on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:59.562942 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-08371f48-14c9-4edc-b78b-afaea5895af5 req-7bf38d11-be9c-4329-972c-96242ca5779d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6718292 Nov 12 09:04:59.572411 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5031c02-e201-4869-aa53-76f1221ab1d1 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:04:59.572817 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5031c02-e201-4869-aa53-76f1221ab1d1 None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:04:59.573298 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c5031c02-e201-4869-aa53-76f1221ab1d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:59.573734 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5031c02-e201-4869-aa53-76f1221ab1d1 None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:04:59.582902 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-0c3e3fa1-e8f0-45d2-98e8-c4444b2bf0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:59.588816 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-0c3e3fa1-e8f0-45d2-98e8-c4444b2bf0c1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 1095 time: 0.5465522 Nov 12 09:04:59.590684 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-c5031c02-e201-4869-aa53-76f1221ab1d1 None None] Bound port: bade7a27-01e3-490f-afa2-12e1cf63a5a6, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:04:59.594836 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c5031c02-e201-4869-aa53-76f1221ab1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:59.599135 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c34cad-d4c8-4157-9893-09f4a84914db service neutron] Pushing event updated for resources: {'Port': ['ID=a63ea354-0aeb-43e3-97a4-ddceaf537d44,revision_number=7']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:59.774592 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174150f5-bd49-4963-aed1-167f7334d6a4 None None] Pushing event updated for resources: {'Port': ['ID=bade7a27-01e3-490f-afa2-12e1cf63a5a6,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:59.873724 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-c5031c02-e201-4869-aa53-76f1221ab1d1 None None] For port bade7a27-01e3-490f-afa2-12e1cf63a5a6, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:04:59.883820 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-c5031c02-e201-4869-aa53-76f1221ab1d1 None None] For port bade7a27-01e3-490f-afa2-12e1cf63a5a6, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=bade7a27-01e3-490f-afa2-12e1cf63a5a6,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:04:59.895132 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c5031c02-e201-4869-aa53-76f1221ab1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:59.913233 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-71b78b6a-2cc8-4c06-bf4d-8f4d46887202 admin admin] Allocated IP 172.20.0.1 (828d958f-a777-4e01-9247-79d4fa9c1730/eefefe5d-9642-41b8-9ca1-5d1c0dc82fc4/ac7b9849-7eee-4471-8747-b036f121662d) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:04:59.928739 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee29e4-9cac-4bfe-8cd5-c6c178612bd4 req-88931b19-9d18-4755-8168-abdc8741163e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:59.935052 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a3ee29e4-9cac-4bfe-8cd5-c6c178612bd4 req-88931b19-9d18-4755-8168-abdc8741163e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7524fe81-dda2-4df7-b9b9-932c7fdb6f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9104226 Nov 12 09:04:59.982170 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174150f5-bd49-4963-aed1-167f7334d6a4 None None] Pushing event updated for resources: {'Port': ['ID=bade7a27-01e3-490f-afa2-12e1cf63a5a6,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:00.033871 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5031c02-e201-4869-aa53-76f1221ab1d1 None None] Routers {'f7deec63-e67a-4739-95cc-e31c7c977a25'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:05:00.035263 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-c5031c02-e201-4869-aa53-76f1221ab1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:04:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['f7deec63-e67a-4739-95cc-e31c7c977a25'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:00.242480 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-9beb4ff8-2316-4242-8c0a-2f6a57dfbb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:00.246008 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-9beb4ff8-2316-4242-8c0a-2f6a57dfbb99 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b51ab7de-891f-4dfb-a6b1-ff518112d94d HTTP/1.1" status: 200 len: 898 time: 0.6481793 Nov 12 09:05:00.384195 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a3ee29e4-9cac-4bfe-8cd5-c6c178612bd4 req-24797394-fce4-4659-8b0d-d390e83ce94a service neutron] 10.222.0.54 "GET /v2.0/networks/7524fe81-dda2-4df7-b9b9-932c7fdb6f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357395 Nov 12 09:05:00.395464 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-a11bab63-0b36-443e-a03b-e77118e0ccc5 None None] Provisioning complete for port bade7a27-01e3-490f-afa2-12e1cf63a5a6 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:00.396475 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a11bab63-0b36-443e-a03b-e77118e0ccc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:00.400873 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 52f0bec9-5cde-4d30-a8b8-5386b162581a up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:05:00.516215 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37aa41-050e-42b6-b426-c963e04b33f6 req-3a97dff1-a762-481c-9376-197503fd4380 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:00.528824 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba37aa41-050e-42b6-b426-c963e04b33f6 req-3a97dff1-a762-481c-9376-197503fd4380 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 943 time: 0.5876346 Nov 12 09:05:00.593021 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44ab496-381a-474c-a266-05a0f5f4d08e None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:05:00.628779 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-65764337-fa02-4b1b-aac0-e7f8eee7334d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a63ea354-0aeb-43e3-97a4-ddceaf537d44 HTTP/1.1" status: 200 len: 999 time: 0.3706055 Nov 12 09:05:00.637759 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-c5031c02-e201-4869-aa53-76f1221ab1d1 None None] Set router f7deec63-e67a-4739-95cc-e31c7c977a25 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:05:00.729633 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71b78b6a-2cc8-4c06-bf4d-8f4d46887202 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:00.936680 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71b78b6a-2cc8-4c06-bf4d-8f4d46887202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:01.076223 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a11bab63-0b36-443e-a03b-e77118e0ccc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:01.089313 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba37aa41-050e-42b6-b426-c963e04b33f6 req-2fb1eb6a-95f2-4eae-85a0-349a220715cd tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5410912 Nov 12 09:05:01.110578 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b78b6a-2cc8-4c06-bf4d-8f4d46887202 admin admin] Pushing event updated for resources: {'Port': ['ID=ac7b9849-7eee-4471-8747-b036f121662d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:01.152725 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-087e6e0e-bdbd-4f3c-aeff-00ed51e079c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:01.183048 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-087e6e0e-bdbd-4f3c-aeff-00ed51e079c2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3e96a7ba-00bc-45a6-ba05-45ed19305575 HTTP/1.1" status: 200 len: 834 time: 0.5298061 Nov 12 09:05:01.290603 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 52f0bec9-5cde-4d30-a8b8-5386b162581a triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:01.291236 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:01.344142 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-a11bab63-0b36-443e-a03b-e77118e0ccc5 None None] For port bade7a27-01e3-490f-afa2-12e1cf63a5a6, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=bade7a27-01e3-490f-afa2-12e1cf63a5a6,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:01.370114 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b78b6a-2cc8-4c06-bf4d-8f4d46887202 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:01.370782 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b78b6a-2cc8-4c06-bf4d-8f4d46887202 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:01.371344 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b78b6a-2cc8-4c06-bf4d-8f4d46887202 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:01.374795 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b78b6a-2cc8-4c06-bf4d-8f4d46887202 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:01.375421 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b78b6a-2cc8-4c06-bf4d-8f4d46887202 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:01.387405 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b78b6a-2cc8-4c06-bf4d-8f4d46887202 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:01.389294 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b78b6a-2cc8-4c06-bf4d-8f4d46887202 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:01.390025 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b78b6a-2cc8-4c06-bf4d-8f4d46887202 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:01.391638 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b78b6a-2cc8-4c06-bf4d-8f4d46887202 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:01.393160 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b78b6a-2cc8-4c06-bf4d-8f4d46887202 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:01.394911 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b78b6a-2cc8-4c06-bf4d-8f4d46887202 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:01.395504 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b78b6a-2cc8-4c06-bf4d-8f4d46887202 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:01.423446 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b78b6a-2cc8-4c06-bf4d-8f4d46887202 admin admin] Network 828d958f-a777-4e01-9247-79d4fa9c1730 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:05:01.431211 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-71b78b6a-2cc8-4c06-bf4d-8f4d46887202 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:01.484301 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b78b6a-2cc8-4c06-bf4d-8f4d46887202 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:05:01.507071 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a11bab63-0b36-443e-a03b-e77118e0ccc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:01.517126 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cd0e1e-28ac-40e7-a0b2-087d157dc21e x-openstack-request-id: req-70cd0e1e-28ac-40e7-a0b2-087d157dc21e {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:01.517977 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b0f5ea7-0450-45ff-a372-ee7e5da002a8", "tag": "a63ea354-0aeb-43e3-97a4-ddceaf537d44", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:01.517977 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70cd0e1e-28ac-40e7-a0b2-087d157dc21e {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:01.519587 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b0f5ea7-0450-45ff-a372-ee7e5da002a8', 'tag': 'a63ea354-0aeb-43e3-97a4-ddceaf537d44', 'status': 'completed', 'code': 200} Nov 12 09:05:01.531407 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-cdccb8c0-30ab-4fd5-9d1d-33103813e264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:01.534488 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-cdccb8c0-30ab-4fd5-9d1d-33103813e264 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b51ab7de-891f-4dfb-a6b1-ff518112d94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3427632 Nov 12 09:05:01.867781 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-c5031c02-e201-4869-aa53-76f1221ab1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7deec63-e67a-4739-95cc-e31c7c977a25', 'name': 'tempest-TestVolumeBackupRestore-666884080-router', 'tenant_id': '8add00d572474a1288a5fc25fbf2b4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'bade7a27-01e3-490f-afa2-12e1cf63a5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:49Z', 'updated_at': '2021-11-12T09:04:51Z', 'revision_number': 3, 'project_id': '8add00d572474a1288a5fc25fbf2b4b0', 'gw_port': {'id': 'bade7a27-01e3-490f-afa2-12e1cf63a5a6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:56:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7deec63-e67a-4739-95cc-e31c7c977a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:50Z', 'updated_at': '2021-11-12T09:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:01.875878 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:01.955566 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 52f0bec9-5cde-4d30-a8b8-5386b162581a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=52f0bec9-5cde-4d30-a8b8-5386b162581a,segment=NetworkSegment(0d552c33-257a-485a-b0f3-e78e2fa44e64),segment_id=0d552c33-257a-485a-b0f3-e78e2fa44e64)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:01.964744 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-df0a0d77-062a-420a-b5ca-f5a8b8124ac4 None None] Provisioning complete for port bade7a27-01e3-490f-afa2-12e1cf63a5a6 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:01.965907 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-df0a0d77-062a-420a-b5ca-f5a8b8124ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:01.989358 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71b78b6a-2cc8-4c06-bf4d-8f4d46887202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:02.000651 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5031c02-e201-4869-aa53-76f1221ab1d1 None None] The sync data for ids ['f7deec63-e67a-4739-95cc-e31c7c977a25'] in n-d-768862-16 is: [{'id': 'f7deec63-e67a-4739-95cc-e31c7c977a25', 'name': 'tempest-TestVolumeBackupRestore-666884080-router', 'tenant_id': '8add00d572474a1288a5fc25fbf2b4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'bade7a27-01e3-490f-afa2-12e1cf63a5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:49Z', 'updated_at': '2021-11-12T09:04:51Z', 'revision_number': 3, 'project_id': '8add00d572474a1288a5fc25fbf2b4b0', 'gw_port': {'id': 'bade7a27-01e3-490f-afa2-12e1cf63a5a6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:56:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7deec63-e67a-4739-95cc-e31c7c977a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:50Z', 'updated_at': '2021-11-12T09:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:05:02.090193 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69485ef-8320-46c5-b6da-1f03a3b1f771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f0bec9-5cde-4d30-a8b8-5386b162581a'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:02.094896 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c354f7cb-5bed-4829-84f2-f24285cf83b0" -d '{"events": [{"server_uuid": "b69485ef-8320-46c5-b6da-1f03a3b1f771", "name": "network-vif-plugged", "status": "completed", "tag": "52f0bec9-5cde-4d30-a8b8-5386b162581a"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:02.119989 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:02.134056 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11bab63-0b36-443e-a03b-e77118e0ccc5 None None] Pushing event updated for resources: {'Port': ['ID=bade7a27-01e3-490f-afa2-12e1cf63a5a6,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:02.144182 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-2878e56f-dd6e-4d45-9b76-8f518f861161 service neutron] 10.222.0.58 "GET /v2.0/networks/b51ab7de-891f-4dfb-a6b1-ff518112d94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6005356 Nov 12 09:05:02.310484 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=52f0bec9-5cde-4d30-a8b8-5386b162581a,revision_number=7']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:02.409110 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e6605bc4-ad50-4124-9522-d7e6e4ce39c8 req-0648e5ad-35dc-48ee-bb1d-1783b0714605 service neutron] 10.222.0.58 "GET /v2.0/networks/b51ab7de-891f-4dfb-a6b1-ff518112d94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544086 Nov 12 09:05:02.437853 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96d458-07a5-4647-afa5-72211b2d1e70 req-0c1f740c-9154-4675-85a9-2caeee9e4b1b tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:02.473875 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c96d458-07a5-4647-afa5-72211b2d1e70 req-0c1f740c-9154-4675-85a9-2caeee9e4b1b tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 945 time: 0.5175273 Nov 12 09:05:02.715425 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c96d458-07a5-4647-afa5-72211b2d1e70 req-03e0d50b-b1e3-442c-871c-ba55cef2ef64 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185035 Nov 12 09:05:02.812236 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5986363b-af21-468d-b259-78652f2f10bc None None] Provisioning complete for port ac7b9849-7eee-4471-8747-b036f121662d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:02.813237 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5986363b-af21-468d-b259-78652f2f10bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:03.020107 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319731cc-a5ba-49ec-a9d5-251f7b6b58d3 req-aec797f8-26ec-4465-a697-fa30f3b2e51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:03.051964 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-319731cc-a5ba-49ec-a9d5-251f7b6b58d3 req-aec797f8-26ec-4465-a697-fa30f3b2e51d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 1095 time: 0.3327870 Nov 12 09:05:03.067917 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5986363b-af21-468d-b259-78652f2f10bc None None] Port ac7b9849-7eee-4471-8747-b036f121662d cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:05:03.600577 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319731cc-a5ba-49ec-a9d5-251f7b6b58d3 req-529707a3-0f11-4e64-83e9-d83715c4be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:03.604667 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-319731cc-a5ba-49ec-a9d5-251f7b6b58d3 req-529707a3-0f11-4e64-83e9-d83715c4be95 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b51ab7de-891f-4dfb-a6b1-ff518112d94d HTTP/1.1" status: 200 len: 898 time: 0.4565439 Nov 12 09:05:03.754437 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a3ee29e4-9cac-4bfe-8cd5-c6c178612bd4 req-867eb2c7-6e0b-4e5c-a982-1797992848e1 service neutron] 10.222.0.54 "GET /v2.0/networks/7524fe81-dda2-4df7-b9b9-932c7fdb6f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.8910258 Nov 12 09:05:03.824670 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2583f8-1b31-4399-9a65-4bd838c6d630 x-openstack-request-id: req-de2583f8-1b31-4399-9a65-4bd838c6d630 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:03.825614 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69485ef-8320-46c5-b6da-1f03a3b1f771", "name": "network-vif-plugged", "status": "completed", "tag": "52f0bec9-5cde-4d30-a8b8-5386b162581a", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:03.825614 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de2583f8-1b31-4399-9a65-4bd838c6d630 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:03.826364 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b69485ef-8320-46c5-b6da-1f03a3b1f771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f0bec9-5cde-4d30-a8b8-5386b162581a', 'code': 200} Nov 12 09:05:03.880487 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1751c1-f223-4d71-9a84-098aad557e61 req-bee58e9d-3056-48ba-af53-dc11c583cbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:03.883421 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-dc1751c1-f223-4d71-9a84-098aad557e61 req-bee58e9d-3056-48ba-af53-dc11c583cbe8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 1095 time: 2.3640633 Nov 12 09:05:04.053165 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device bade7a27-01e3-490f-afa2-12e1cf63a5a6 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:05:04.078680 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-319731cc-a5ba-49ec-a9d5-251f7b6b58d3 req-22c705dc-d41b-4009-bf0e-8fbae275ccf2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a63ea354-0aeb-43e3-97a4-ddceaf537d44 HTTP/1.1" status: 200 len: 999 time: 0.4596598 Nov 12 09:05:04.114541 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:05:04.332227 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port bade7a27-01e3-490f-afa2-12e1cf63a5a6 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:04.333237 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:04.377946 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319731cc-a5ba-49ec-a9d5-251f7b6b58d3 req-f846c2a4-2206-496b-ada3-0ea5c866225a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:04.381780 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-319731cc-a5ba-49ec-a9d5-251f7b6b58d3 req-f846c2a4-2206-496b-ada3-0ea5c866225a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3e96a7ba-00bc-45a6-ba05-45ed19305575 HTTP/1.1" status: 200 len: 834 time: 0.2972159 Nov 12 09:05:04.701516 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eda2ee-a77b-490c-941c-1cd88a9aaf6e req-fa49e5b4-953e-4692-9124-647a73dab21d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:04.730418 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-54eda2ee-a77b-490c-941c-1cd88a9aaf6e req-fa49e5b4-953e-4692-9124-647a73dab21d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 943 time: 0.5457616 Nov 12 09:05:04.768806 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71b78b6a-2cc8-4c06-bf4d-8f4d46887202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:04.853263 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1751c1-f223-4d71-9a84-098aad557e61 req-984962da-e374-4023-957d-4a65f85010e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:04.869147 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-dc1751c1-f223-4d71-9a84-098aad557e61 req-984962da-e374-4023-957d-4a65f85010e4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b51ab7de-891f-4dfb-a6b1-ff518112d94d HTTP/1.1" status: 200 len: 898 time: 0.9338975 Nov 12 09:05:04.909361 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-54eda2ee-a77b-490c-941c-1cd88a9aaf6e req-811b1698-e29e-4f6e-8ac8-fe5e250aa4f4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768987 Nov 12 09:05:04.971502 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319731cc-a5ba-49ec-a9d5-251f7b6b58d3 req-293a78be-78af-4a02-9aef-5ca2c61c0a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:04.974573 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-319731cc-a5ba-49ec-a9d5-251f7b6b58d3 req-293a78be-78af-4a02-9aef-5ca2c61c0a76 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b51ab7de-891f-4dfb-a6b1-ff518112d94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5669396 Nov 12 09:05:05.124344 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-dc1751c1-f223-4d71-9a84-098aad557e61 req-0f898010-66d0-4f76-a6a9-2b399e90312c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a63ea354-0aeb-43e3-97a4-ddceaf537d44 HTTP/1.1" status: 200 len: 999 time: 0.2456284 Nov 12 09:05:05.433958 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-319731cc-a5ba-49ec-a9d5-251f7b6b58d3 req-d236a9bb-e37b-4c37-a497-6dcdbcb38f54 service neutron] 10.222.0.58 "GET /v2.0/networks/b51ab7de-891f-4dfb-a6b1-ff518112d94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363697 Nov 12 09:05:05.600763 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71b78b6a-2cc8-4c06-bf4d-8f4d46887202 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:05.704826 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e6367-063e-4fd3-bac0-c933d698950f req-7eb37786-429c-461d-8cb7-94cec8d62a94 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:05.718921 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab7e6367-063e-4fd3-bac0-c933d698950f req-7eb37786-429c-461d-8cb7-94cec8d62a94 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 945 time: 0.2344396 Nov 12 09:05:05.777315 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71b78b6a-2cc8-4c06-bf4d-8f4d46887202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:05.818009 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-319731cc-a5ba-49ec-a9d5-251f7b6b58d3 req-8b938324-492e-42a8-84e7-27462f95c8db service neutron] 10.222.0.58 "GET /v2.0/networks/b51ab7de-891f-4dfb-a6b1-ff518112d94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830056 Nov 12 09:05:05.937890 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab7e6367-063e-4fd3-bac0-c933d698950f req-39883878-925d-437c-86db-43b959afba76 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098863 Nov 12 09:05:06.153100 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1751c1-f223-4d71-9a84-098aad557e61 req-3d377a2f-0201-4510-b320-a834c6ad2b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:06.162626 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dc1751c1-f223-4d71-9a84-098aad557e61 req-3d377a2f-0201-4510-b320-a834c6ad2b30 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 1095 time: 0.1908660 Nov 12 09:05:06.202792 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1751c1-f223-4d71-9a84-098aad557e61 req-e42a1e18-848e-438e-bdf8-1f0404e39be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:06.213256 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-dc1751c1-f223-4d71-9a84-098aad557e61 req-e42a1e18-848e-438e-bdf8-1f0404e39be2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e96a7ba-00bc-45a6-ba05-45ed19305575 HTTP/1.1" status: 200 len: 834 time: 0.6036732 Nov 12 09:05:06.400300 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b78b6a-2cc8-4c06-bf4d-8f4d46887202 admin admin] Pushing event updated for resources: {'Port': ['ID=ac7b9849-7eee-4471-8747-b036f121662d,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:06.469931 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71b78b6a-2cc8-4c06-bf4d-8f4d46887202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:06.603966 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1751c1-f223-4d71-9a84-098aad557e61 req-55188b61-292a-4387-b329-58ab3835db4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:06.607728 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-dc1751c1-f223-4d71-9a84-098aad557e61 req-55188b61-292a-4387-b329-58ab3835db4b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b51ab7de-891f-4dfb-a6b1-ff518112d94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3791640 Nov 12 09:05:06.675475 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device a63ea354-0aeb-43e3-97a4-ddceaf537d44 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:05:07.137007 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port a63ea354-0aeb-43e3-97a4-ddceaf537d44, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=a63ea354-0aeb-43e3-97a4-ddceaf537d44,segment=NetworkSegment(427f758d-bdfc-4e80-8ecb-579d75abe9e1),segment_id=427f758d-bdfc-4e80-8ecb-579d75abe9e1)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:07.183298 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b78b6a-2cc8-4c06-bf4d-8f4d46887202 admin admin] Network 828d958f-a777-4e01-9247-79d4fa9c1730 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:05:07.191669 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-71b78b6a-2cc8-4c06-bf4d-8f4d46887202 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:07.234771 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'a63ea354-0aeb-43e3-97a4-ddceaf537d44', 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d', 'port_id': 'a63ea354-0aeb-43e3-97a4-ddceaf537d44', 'mac_address': 'fa:16:3e:d4:e6:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e96a7ba-00bc-45a6-ba05-45ed19305575', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:05:07.270299 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1751c1-f223-4d71-9a84-098aad557e61 req-c6ea46d2-6f67-4dd1-a13f-8f1667260b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:07.272871 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dc1751c1-f223-4d71-9a84-098aad557e61 req-c6ea46d2-6f67-4dd1-a13f-8f1667260b05 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b51ab7de-891f-4dfb-a6b1-ff518112d94d HTTP/1.1" status: 200 len: 898 time: 1.1010873 Nov 12 09:05:07.382737 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:07.439604 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63ea354-0aeb-43e3-97a4-ddceaf537d44 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:05:07.478088 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dc1751c1-f223-4d71-9a84-098aad557e61 req-5f9ca1ef-cd28-4d24-9000-9b34cee02acf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a63ea354-0aeb-43e3-97a4-ddceaf537d44 HTTP/1.1" status: 200 len: 999 time: 0.1859353 Nov 12 09:05:07.555554 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port a63ea354-0aeb-43e3-97a4-ddceaf537d44, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=a63ea354-0aeb-43e3-97a4-ddceaf537d44,segment=NetworkSegment(427f758d-bdfc-4e80-8ecb-579d75abe9e1),segment_id=427f758d-bdfc-4e80-8ecb-579d75abe9e1)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:07.562919 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:07.710294 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b78b6a-2cc8-4c06-bf4d-8f4d46887202 admin admin] Router f7deec63-e67a-4739-95cc-e31c7c977a25 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:05:07.733940 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=a63ea354-0aeb-43e3-97a4-ddceaf537d44,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:07.785331 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-dc1751c1-f223-4d71-9a84-098aad557e61 req-cff41e7f-712d-4264-a2d8-02fc2c70464d service neutron] 10.222.0.54 "GET /v2.0/networks/b51ab7de-891f-4dfb-a6b1-ff518112d94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1685910 Nov 12 09:05:07.792796 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ca7c8-fe2c-41ba-b597-378c4b66188b req-a19a5d83-765c-4cf9-a4f9-8164592d0177 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:07.829630 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f1ca7c8-fe2c-41ba-b597-378c4b66188b req-a19a5d83-765c-4cf9-a4f9-8164592d0177 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 943 time: 0.7019126 Nov 12 09:05:07.841662 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['a63ea354-0aeb-43e3-97a4-ddceaf537d44'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:05:08.149559 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1751c1-f223-4d71-9a84-098aad557e61 req-4da3add4-e206-486f-8e8a-cce02fa02fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:08.156970 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dc1751c1-f223-4d71-9a84-098aad557e61 req-4da3add4-e206-486f-8e8a-cce02fa02fc2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3e96a7ba-00bc-45a6-ba05-45ed19305575 HTTP/1.1" status: 200 len: 834 time: 0.6752241 Nov 12 09:05:08.238595 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f1ca7c8-fe2c-41ba-b597-378c4b66188b req-d0d7ec2b-b9dc-436d-8830-deba36fd9f13 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4043963 Nov 12 09:05:08.245212 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d90e4d2c-7982-4591-9ac7-3d6208923640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:08.274365 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-24f3735d-36c0-48a9-9711-7049ba97540a None None] Provisioning complete for port ac7b9849-7eee-4471-8747-b036f121662d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:08.275019 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-24f3735d-36c0-48a9-9711-7049ba97540a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:08.413353 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-24f3735d-36c0-48a9-9711-7049ba97540a None None] Port ac7b9849-7eee-4471-8747-b036f121662d cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:05:08.444955 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1751c1-f223-4d71-9a84-098aad557e61 req-f441712c-312c-4ba5-9fbe-6c4fbec8a449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:08.446909 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dc1751c1-f223-4d71-9a84-098aad557e61 req-f441712c-312c-4ba5-9fbe-6c4fbec8a449 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b51ab7de-891f-4dfb-a6b1-ff518112d94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2046461 Nov 12 09:05:08.713431 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-dc1751c1-f223-4d71-9a84-098aad557e61 req-ff8804c7-ac5d-4c15-8521-e7b0d30039a4 service neutron] 10.222.0.54 "GET /v2.0/networks/b51ab7de-891f-4dfb-a6b1-ff518112d94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9106245 Nov 12 09:05:08.744018 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b78b6a-2cc8-4c06-bf4d-8f4d46887202 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:05:08.811724 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-71b78b6a-2cc8-4c06-bf4d-8f4d46887202 admin admin] 10.222.0.37 "PUT /v2.0/routers/f7deec63-e67a-4739-95cc-e31c7c977a25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2083545 Nov 12 09:05:08.914049 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cebf916-a0db-41da-a3ce-86bb2395cbee None None] Sync routers for ids ['f7deec63-e67a-4739-95cc-e31c7c977a25'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:05:08.927689 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dc1751c1-f223-4d71-9a84-098aad557e61 req-80f8cc83-a292-4b79-a763-9ac208a287ce service neutron] 10.222.0.58 "GET /v2.0/networks/b51ab7de-891f-4dfb-a6b1-ff518112d94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4722691 Nov 12 09:05:08.970754 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cebf916-a0db-41da-a3ce-86bb2395cbee None None] Routers {'f7deec63-e67a-4739-95cc-e31c7c977a25'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:05:08.971919 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4cebf916-a0db-41da-a3ce-86bb2395cbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:04:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['f7deec63-e67a-4739-95cc-e31c7c977a25'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:09.224155 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dc1751c1-f223-4d71-9a84-098aad557e61 req-333a00a3-a85d-490f-9c1e-b84117cfd2e5 service neutron] 10.222.0.58 "GET /v2.0/networks/b51ab7de-891f-4dfb-a6b1-ff518112d94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441518 Nov 12 09:05:09.293082 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-4cebf916-a0db-41da-a3ce-86bb2395cbee None None] Set router f7deec63-e67a-4739-95cc-e31c7c977a25 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:05:09.317216 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de86c3-c754-4bee-9a47-aea64a9d2925 req-822b4555-d333-43e2-b719-8e3da4316f5e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:09.321296 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95de86c3-c754-4bee-9a47-aea64a9d2925 req-822b4555-d333-43e2-b719-8e3da4316f5e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 945 time: 0.5303643 Nov 12 09:05:09.524793 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95de86c3-c754-4bee-9a47-aea64a9d2925 req-8913ae50-ca37-4fc2-b794-b79b88635730 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808963 Nov 12 09:05:10.066973 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4cebf916-a0db-41da-a3ce-86bb2395cbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7deec63-e67a-4739-95cc-e31c7c977a25', 'name': 'tempest-TestVolumeBackupRestore-666884080-router', 'tenant_id': '8add00d572474a1288a5fc25fbf2b4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'bade7a27-01e3-490f-afa2-12e1cf63a5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:49Z', 'updated_at': '2021-11-12T09:05:04Z', 'revision_number': 4, 'project_id': '8add00d572474a1288a5fc25fbf2b4b0', 'gw_port': {'id': 'bade7a27-01e3-490f-afa2-12e1cf63a5a6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7deec63-e67a-4739-95cc-e31c7c977a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:50Z', 'updated_at': '2021-11-12T09:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'ac7b9849-7eee-4471-8747-b036f121662d', 'name': '', 'network_id': '828d958f-a777-4e01-9247-79d4fa9c1730', 'tenant_id': '8add00d572474a1288a5fc25fbf2b4b0', 'mac_address': 'fa:16:3e:2e:2d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7deec63-e67a-4739-95cc-e31c7c977a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': 'eefefe5d-9642-41b8-9ca1-5d1c0dc82fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:59Z', 'updated_at': '2021-11-12T09:05:05Z', 'revision_number': 2, 'project_id': '8add00d572474a1288a5fc25fbf2b4b0', 'subnets': [{'id': 'eefefe5d-9642-41b8-9ca1-5d1c0dc82fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:10.161024 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cebf916-a0db-41da-a3ce-86bb2395cbee None None] Checking router: f7deec63-e67a-4739-95cc-e31c7c977a25 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:05:10.166397 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cebf916-a0db-41da-a3ce-86bb2395cbee None None] Updating router f7deec63-e67a-4739-95cc-e31c7c977a25 port ac7b9849-7eee-4471-8747-b036f121662d binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:05:10.262828 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4cebf916-a0db-41da-a3ce-86bb2395cbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:10.283473 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f7f1b63c-0b86-4fab-b49f-4a919fee6f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:10.353599 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac82fe-c150-4f76-9056-ee23ed1397af req-1b1adcef-70ef-4626-a4b7-467f636667c2 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:10.367323 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f0ac82fe-c150-4f76-9056-ee23ed1397af req-1b1adcef-70ef-4626-a4b7-467f636667c2 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 944 time: 0.2524657 Nov 12 09:05:10.616220 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f0ac82fe-c150-4f76-9056-ee23ed1397af req-05bc0284-7343-4ec8-89bb-61ed08433d5f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2372599 Nov 12 09:05:10.646821 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0387f9-433c-484f-9afe-3593bfaa675a req-032b72f8-afa2-4d2f-a93e-6603da7847d7 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:10.650781 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0b0387f9-433c-484f-9afe-3593bfaa675a req-032b72f8-afa2-4d2f-a93e-6603da7847d7 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.54 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8&tenant_id=300860f259ae41fb99a14af6fd1a3470&binding%3Ahost_id=n-h2-768862-16 HTTP/1.1" status: 200 len: 944 time: 0.5515409 Nov 12 09:05:10.720811 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device a63ea354-0aeb-43e3-97a4-ddceaf537d44 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:05:10.915985 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b051108-e5af-4d6e-b081-54392a4b9305 req-5ac149b7-47f3-44cd-becd-c7191f0f25d5 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:10.929132 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [req-0b0387f9-433c-484f-9afe-3593bfaa675a req-87c0d2b6-c548-465a-b617-3105189ea2d4 service neutron] delete failed (client error): The resource could not be found. Nov 12 09:05:10.930307 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0b051108-e5af-4d6e-b081-54392a4b9305 req-5ac149b7-47f3-44cd-becd-c7191f0f25d5 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 945 time: 0.1866450 Nov 12 09:05:10.936155 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0b0387f9-433c-484f-9afe-3593bfaa675a req-87c0d2b6-c548-465a-b617-3105189ea2d4 service neutron] 10.222.0.54 "DELETE /v2.0/ports/a63ea354-0aeb-43e3-97a4-ddceaf537d44/bindings/n-h1-768862-16 HTTP/1.1" status: 404 len: 381 time: 0.2684846 Nov 12 09:05:11.252795 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port a63ea354-0aeb-43e3-97a4-ddceaf537d44 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:05:11.270871 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port a63ea354-0aeb-43e3-97a4-ddceaf537d44 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:11.271436 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:11.307459 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0b051108-e5af-4d6e-b081-54392a4b9305 req-6df074b0-161e-4952-b64c-1d5e0962ac89 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3755064 Nov 12 09:05:11.458647 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0387f9-433c-484f-9afe-3593bfaa675a req-752bea17-7880-40d3-8ac9-33b5197961e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:11.466612 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0b0387f9-433c-484f-9afe-3593bfaa675a req-752bea17-7880-40d3-8ac9-33b5197961e8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 1096 time: 0.3202229 Nov 12 09:05:11.829233 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0387f9-433c-484f-9afe-3593bfaa675a req-36b36186-8d0d-48d1-89ea-b5cc40d55ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:11.833816 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0b0387f9-433c-484f-9afe-3593bfaa675a req-36b36186-8d0d-48d1-89ea-b5cc40d55ad2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b51ab7de-891f-4dfb-a6b1-ff518112d94d HTTP/1.1" status: 200 len: 898 time: 0.3528848 Nov 12 09:05:12.281782 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf1b17-1e87-4926-b600-3cd9698fa489 req-35b855b6-dc3a-4654-adb2-9a7b26ab0a23 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:12.293666 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0b0387f9-433c-484f-9afe-3593bfaa675a req-9a91bafd-af98-4278-a86f-dc1680c5e1e7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a63ea354-0aeb-43e3-97a4-ddceaf537d44 HTTP/1.1" status: 200 len: 1000 time: 0.4384670 Nov 12 09:05:12.299917 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:12.320078 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a9cf1b17-1e87-4926-b600-3cd9698fa489 req-35b855b6-dc3a-4654-adb2-9a7b26ab0a23 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 944 time: 0.2990749 Nov 12 09:05:12.452103 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:12.620561 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port a63ea354-0aeb-43e3-97a4-ddceaf537d44, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=a63ea354-0aeb-43e3-97a4-ddceaf537d44,segment=NetworkSegment(427f758d-bdfc-4e80-8ecb-579d75abe9e1),segment_id=427f758d-bdfc-4e80-8ecb-579d75abe9e1)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:12.631687 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0f5ea7-0450-45ff-a372-ee7e5da002a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63ea354-0aeb-43e3-97a4-ddceaf537d44'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:12.639929 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a299aa-32d7-48e7-afc4-4f7863c45f24" -d '{"events": [{"server_uuid": "1b0f5ea7-0450-45ff-a372-ee7e5da002a8", "name": "network-vif-plugged", "status": "completed", "tag": "a63ea354-0aeb-43e3-97a4-ddceaf537d44"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:12.653737 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a9cf1b17-1e87-4926-b600-3cd9698fa489 req-5a2b5491-6f35-41f4-a29e-4014dadaef4a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3319643 Nov 12 09:05:12.669502 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0387f9-433c-484f-9afe-3593bfaa675a req-3d5d2c5c-ff51-46cb-9d3e-d499746a0cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:12.670429 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:12.683643 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0b0387f9-433c-484f-9afe-3593bfaa675a req-3d5d2c5c-ff51-46cb-9d3e-d499746a0cae service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e96a7ba-00bc-45a6-ba05-45ed19305575 HTTP/1.1" status: 200 len: 834 time: 0.3759542 Nov 12 09:05:12.793944 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0387f9-433c-484f-9afe-3593bfaa675a req-2850d46e-81df-4442-864a-7efe868dbf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:12.795790 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0b0387f9-433c-484f-9afe-3593bfaa675a req-2850d46e-81df-4442-864a-7efe868dbf2a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b51ab7de-891f-4dfb-a6b1-ff518112d94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1041365 Nov 12 09:05:12.917743 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4cebf916-a0db-41da-a3ce-86bb2395cbee None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:12.958329 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4cebf916-a0db-41da-a3ce-86bb2395cbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:13.073988 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=a63ea354-0aeb-43e3-97a4-ddceaf537d44,revision_number=9']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:13.241674 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b63e41-c2cb-4db3-a1eb-5d3fdbe3b5a8 req-badd39ee-be31-4e6e-936d-0c0bf37f76a8 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:13.248454 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-71b63e41-c2cb-4db3-a1eb-5d3fdbe3b5a8 req-badd39ee-be31-4e6e-936d-0c0bf37f76a8 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 945 time: 0.2464552 Nov 12 09:05:13.436592 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-71b63e41-c2cb-4db3-a1eb-5d3fdbe3b5a8 req-dcf008fc-04b5-4fa0-a3ad-4e30ccad0048 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223383 Nov 12 09:05:13.466770 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0b0387f9-433c-484f-9afe-3593bfaa675a req-da9b3ab3-9503-4e81-af7c-7f6c2907ebb5 service neutron] 10.222.0.54 "GET /v2.0/networks/b51ab7de-891f-4dfb-a6b1-ff518112d94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6588953 Nov 12 09:05:13.836469 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:13.897123 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b3a66-5dd2-4b1d-9464-754c617fbf9d None None] Pushing event updated for resources: {'Port': ['ID=ac7b9849-7eee-4471-8747-b036f121662d,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:13.916559 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0b0387f9-433c-484f-9afe-3593bfaa675a req-c1d45614-60de-4ecc-bf7b-2720b81a228a service neutron] 10.222.0.54 "GET /v2.0/networks/b51ab7de-891f-4dfb-a6b1-ff518112d94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403510 Nov 12 09:05:14.168053 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb87102-eb96-4757-b59e-c4d43edd5c2e x-openstack-request-id: req-ebb87102-eb96-4757-b59e-c4d43edd5c2e {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:14.168840 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b0f5ea7-0450-45ff-a372-ee7e5da002a8", "name": "network-vif-plugged", "status": "completed", "tag": "a63ea354-0aeb-43e3-97a4-ddceaf537d44", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:14.169348 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ebb87102-eb96-4757-b59e-c4d43edd5c2e {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:14.171463 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0f5ea7-0450-45ff-a372-ee7e5da002a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63ea354-0aeb-43e3-97a4-ddceaf537d44', 'code': 200} Nov 12 09:05:14.231800 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-4cebf916-a0db-41da-a3ce-86bb2395cbee None None] Attempting to bind port ac7b9849-7eee-4471-8747-b036f121662d on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:14.232708 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-4cebf916-a0db-41da-a3ce-86bb2395cbee None None] Attempting to bind port ac7b9849-7eee-4471-8747-b036f121662d by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '2643e0df-3dfd-4e37-9744-6abd5c9846c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '828d958f-a777-4e01-9247-79d4fa9c1730'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:14.233499 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cebf916-a0db-41da-a3ce-86bb2395cbee None None] Attempting to bind port ac7b9849-7eee-4471-8747-b036f121662d on network 828d958f-a777-4e01-9247-79d4fa9c1730 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:14.320767 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:14.353136 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cebf916-a0db-41da-a3ce-86bb2395cbee None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:05:14.353824 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cebf916-a0db-41da-a3ce-86bb2395cbee None None] Checking segment: {'id': '2643e0df-3dfd-4e37-9744-6abd5c9846c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '828d958f-a777-4e01-9247-79d4fa9c1730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:05:14.354448 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4cebf916-a0db-41da-a3ce-86bb2395cbee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:14.355029 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cebf916-a0db-41da-a3ce-86bb2395cbee None None] Bound using segment: {'id': '2643e0df-3dfd-4e37-9744-6abd5c9846c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '828d958f-a777-4e01-9247-79d4fa9c1730'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:05:14.355509 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-4cebf916-a0db-41da-a3ce-86bb2395cbee None None] Bound port: ac7b9849-7eee-4471-8747-b036f121662d, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2643e0df-3dfd-4e37-9744-6abd5c9846c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '828d958f-a777-4e01-9247-79d4fa9c1730'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:05:14.355955 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4cebf916-a0db-41da-a3ce-86bb2395cbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:14.559360 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-85e8a761-56aa-4972-b67a-fc3e0ed3d96c None None] Provisioning complete for port ac7b9849-7eee-4471-8747-b036f121662d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:14.562159 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-85e8a761-56aa-4972-b67a-fc3e0ed3d96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:14.584014 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ba42a-05b5-4a94-8123-e82ebb0ab19a req-dbbc5282-7b46-455f-91a4-27730949b536 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:14.605177 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-de2ba42a-05b5-4a94-8123-e82ebb0ab19a req-dbbc5282-7b46-455f-91a4-27730949b536 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 945 time: 0.2951162 Nov 12 09:05:14.935535 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-de2ba42a-05b5-4a94-8123-e82ebb0ab19a req-81dff7ff-b68f-48dd-8884-8997e001d6cb tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3288052 Nov 12 09:05:15.061548 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4cebf916-a0db-41da-a3ce-86bb2395cbee None None] For port ac7b9849-7eee-4471-8747-b036f121662d, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:05:15.070598 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4cebf916-a0db-41da-a3ce-86bb2395cbee None None] For port ac7b9849-7eee-4471-8747-b036f121662d, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ac7b9849-7eee-4471-8747-b036f121662d,segment=NetworkSegment(2643e0df-3dfd-4e37-9744-6abd5c9846c1),segment_id=2643e0df-3dfd-4e37-9744-6abd5c9846c1)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:05:15.180426 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4cebf916-a0db-41da-a3ce-86bb2395cbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:15.456072 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd52498-e153-4678-a524-95a6a55b5267 req-411e2bf2-e179-459d-a148-66339480599e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:15.463399 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9fd52498-e153-4678-a524-95a6a55b5267 req-411e2bf2-e179-459d-a148-66339480599e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 945 time: 0.2383533 Nov 12 09:05:15.488055 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-85e8a761-56aa-4972-b67a-fc3e0ed3d96c None None] Port ac7b9849-7eee-4471-8747-b036f121662d cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:05:15.537795 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cebf916-a0db-41da-a3ce-86bb2395cbee None None] Routers {'f7deec63-e67a-4739-95cc-e31c7c977a25'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:05:15.539707 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4cebf916-a0db-41da-a3ce-86bb2395cbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:05:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['f7deec63-e67a-4739-95cc-e31c7c977a25'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:15.767656 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9fd52498-e153-4678-a524-95a6a55b5267 req-1d65827d-2976-42e5-8db6-738ddf532ee7 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2906866 Nov 12 09:05:15.872966 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b3a66-5dd2-4b1d-9464-754c617fbf9d None None] Pushing event updated for resources: {'Port': ['ID=ac7b9849-7eee-4471-8747-b036f121662d,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:16.533464 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-4cebf916-a0db-41da-a3ce-86bb2395cbee None None] Set router f7deec63-e67a-4739-95cc-e31c7c977a25 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:05:16.590532 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74958d50-9dec-4a27-bc10-14370fdb341a req-f630ed5a-471e-4790-8537-aea57d5f85ea tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:16.607320 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-74958d50-9dec-4a27-bc10-14370fdb341a req-f630ed5a-471e-4790-8537-aea57d5f85ea tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 945 time: 0.2364926 Nov 12 09:05:16.749699 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-74958d50-9dec-4a27-bc10-14370fdb341a req-ec92f2e3-6fd5-470e-94d1-f475ca17e9fb tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380551 Nov 12 09:05:16.788708 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 49954) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:16.939726 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f30804ee-bd60-4b90-bec4-1c7ed2c9fae2 None None] Provisioning complete for port ac7b9849-7eee-4471-8747-b036f121662d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:16.940496 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f30804ee-bd60-4b90-bec4-1c7ed2c9fae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:17.016614 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-54fd4e75-d996-466a-9c60-4d20d1448ea3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/floatingips/edcb8559-5975-4cd6-99d6-3a2225f58f6a HTTP/1.1" status: 200 len: 993 time: 0.2263553 Nov 12 09:05:17.247853 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc3ea0-31de-4f8f-ad76-f35d923a35d7 req-7da33f14-0d53-438e-96f7-571be2b06c6e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:17.251219 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c6cc3ea0-31de-4f8f-ad76-f35d923a35d7 req-7da33f14-0d53-438e-96f7-571be2b06c6e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 945 time: 0.1290004 Nov 12 09:05:17.363570 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f30804ee-bd60-4b90-bec4-1c7ed2c9fae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:17.403086 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c6cc3ea0-31de-4f8f-ad76-f35d923a35d7 req-19ad3a3d-21f7-4ba2-957b-b9ceb8d995c7 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326394 Nov 12 09:05:17.420662 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4cebf916-a0db-41da-a3ce-86bb2395cbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7deec63-e67a-4739-95cc-e31c7c977a25', 'name': 'tempest-TestVolumeBackupRestore-666884080-router', 'tenant_id': '8add00d572474a1288a5fc25fbf2b4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'bade7a27-01e3-490f-afa2-12e1cf63a5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:49Z', 'updated_at': '2021-11-12T09:05:04Z', 'revision_number': 4, 'project_id': '8add00d572474a1288a5fc25fbf2b4b0', 'gw_port': {'id': 'bade7a27-01e3-490f-afa2-12e1cf63a5a6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7deec63-e67a-4739-95cc-e31c7c977a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:50Z', 'updated_at': '2021-11-12T09:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'ac7b9849-7eee-4471-8747-b036f121662d', 'name': '', 'network_id': '828d958f-a777-4e01-9247-79d4fa9c1730', 'tenant_id': '8add00d572474a1288a5fc25fbf2b4b0', 'mac_address': 'fa:16:3e:2e:2d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7deec63-e67a-4739-95cc-e31c7c977a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': 'eefefe5d-9642-41b8-9ca1-5d1c0dc82fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:59Z', 'updated_at': '2021-11-12T09:05:15Z', 'revision_number': 4, 'project_id': '8add00d572474a1288a5fc25fbf2b4b0', 'subnets': [{'id': 'eefefe5d-9642-41b8-9ca1-5d1c0dc82fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:17.484911 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cebf916-a0db-41da-a3ce-86bb2395cbee None None] The sync data for ids ['f7deec63-e67a-4739-95cc-e31c7c977a25'] in n-d-768862-16 is: [{'id': 'f7deec63-e67a-4739-95cc-e31c7c977a25', 'name': 'tempest-TestVolumeBackupRestore-666884080-router', 'tenant_id': '8add00d572474a1288a5fc25fbf2b4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'bade7a27-01e3-490f-afa2-12e1cf63a5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:49Z', 'updated_at': '2021-11-12T09:05:04Z', 'revision_number': 4, 'project_id': '8add00d572474a1288a5fc25fbf2b4b0', 'gw_port': {'id': 'bade7a27-01e3-490f-afa2-12e1cf63a5a6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7deec63-e67a-4739-95cc-e31c7c977a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:50Z', 'updated_at': '2021-11-12T09:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'ac7b9849-7eee-4471-8747-b036f121662d', 'name': '', 'network_id': '828d958f-a777-4e01-9247-79d4fa9c1730', 'tenant_id': '8add00d572474a1288a5fc25fbf2b4b0', 'mac_address': 'fa:16:3e:2e:2d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7deec63-e67a-4739-95cc-e31c7c977a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': 'eefefe5d-9642-41b8-9ca1-5d1c0dc82fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:59Z', 'updated_at': '2021-11-12T09:05:15Z', 'revision_number': 4, 'project_id': '8add00d572474a1288a5fc25fbf2b4b0', 'subnets': [{'id': 'eefefe5d-9642-41b8-9ca1-5d1c0dc82fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:05:17.533161 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f30804ee-bd60-4b90-bec4-1c7ed2c9fae2 None None] For port ac7b9849-7eee-4471-8747-b036f121662d, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ac7b9849-7eee-4471-8747-b036f121662d,segment=NetworkSegment(2643e0df-3dfd-4e37-9744-6abd5c9846c1),segment_id=2643e0df-3dfd-4e37-9744-6abd5c9846c1)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:17.553317 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f30804ee-bd60-4b90-bec4-1c7ed2c9fae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:17.804530 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30804ee-bd60-4b90-bec4-1c7ed2c9fae2 None None] Pushing event updated for resources: {'Port': ['ID=ac7b9849-7eee-4471-8747-b036f121662d,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:18.028578 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ac7b9849-7eee-4471-8747-b036f121662d up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:05:18.232197 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port ac7b9849-7eee-4471-8747-b036f121662d triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:18.232634 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:18.880854 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce1888-145e-4a7d-8a54-28b0d385d340 req-49d13cba-6486-42e1-ba6f-b76a73499be3 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:18.894115 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fcce1888-145e-4a7d-8a54-28b0d385d340 req-49d13cba-6486-42e1-ba6f-b76a73499be3 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 945 time: 0.1868949 Nov 12 09:05:19.041560 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fcce1888-145e-4a7d-8a54-28b0d385d340 req-a62e938d-1fd1-4e60-b86d-fe7d8c1d9836 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462450 Nov 12 09:05:19.903354 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ac7b9849-7eee-4471-8747-b036f121662d up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:05:20.142776 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port ac7b9849-7eee-4471-8747-b036f121662d triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:20.144235 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:20.469832 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f22d3d-1479-4032-a194-d790bf3d4cf7 req-6a8ab4af-a935-47b2-9523-7f6632da8101 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:20.492855 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a6f22d3d-1479-4032-a194-d790bf3d4cf7 req-6a8ab4af-a935-47b2-9523-7f6632da8101 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 945 time: 0.1546803 Nov 12 09:05:20.623539 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a6f22d3d-1479-4032-a194-d790bf3d4cf7 req-0562744b-eb6d-4f94-bf8a-8e335b383bff tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280410 Nov 12 09:05:21.996812 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a46683-098d-4c59-af9d-e3ddd3585839 req-a11daf9c-d793-45b6-a3ff-7da1dda2d630 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:22.002129 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-36a46683-098d-4c59-af9d-e3ddd3585839 req-a11daf9c-d793-45b6-a3ff-7da1dda2d630 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 945 time: 0.1354253 Nov 12 09:05:22.189779 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-36a46683-098d-4c59-af9d-e3ddd3585839 req-838447ac-065d-40db-8c1a-1c758d695a10 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716392 Nov 12 09:05:23.222819 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:23.659261 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab479c97-bb94-4081-a7b6-b169bf9cc628 req-5a160970-37ba-42ae-a847-b9684f24457a tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:23.672633 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab479c97-bb94-4081-a7b6-b169bf9cc628 req-5a160970-37ba-42ae-a847-b9684f24457a tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 945 time: 0.1502192 Nov 12 09:05:23.914623 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab479c97-bb94-4081-a7b6-b169bf9cc628 req-0d8308d2-632c-49c7-80d1-fbebb274fd82 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367816 Nov 12 09:05:25.470238 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff27354-eab1-4550-8a8d-eb098254e17c req-f48c07da-a790-4330-9bc3-e343d4841fb5 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:25.483237 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6ff27354-eab1-4550-8a8d-eb098254e17c req-f48c07da-a790-4330-9bc3-e343d4841fb5 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 945 time: 0.2729149 Nov 12 09:05:25.748552 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6ff27354-eab1-4550-8a8d-eb098254e17c req-a2b42b28-a61b-4d0c-87bc-f6bf71ab6200 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475374 Nov 12 09:05:26.331697 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 50062) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:26.674294 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf4a10f8-67ca-4dab-9d79-74e12bf4d8d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:27.019106 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf4a10f8-67ca-4dab-9d79-74e12bf4d8d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:27.031873 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf4a10f8-67ca-4dab-9d79-74e12bf4d8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:27.076565 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f3821-4cb3-4303-b4d6-d9bd79b8cce2 req-71a1ee56-6e7c-49f9-961c-cb7fa5578f03 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:27.090928 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d23f3821-4cb3-4303-b4d6-d9bd79b8cce2 req-71a1ee56-6e7c-49f9-961c-cb7fa5578f03 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 945 time: 0.1473761 Nov 12 09:05:27.203547 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a10f8-67ca-4dab-9d79-74e12bf4d8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d9af97-a158-4ae7-93a6-e9fc9ca42764,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:27.241587 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-bf4a10f8-67ca-4dab-9d79-74e12bf4d8d7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0c6dad073b1b49abbd01ec38a913a2fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9047089 Nov 12 09:05:27.247994 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 50076) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:27.287969 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d23f3821-4cb3-4303-b4d6-d9bd79b8cce2 req-5a3251ad-be4c-4a4d-841e-a037ff4709c7 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904814 Nov 12 09:05:27.495195 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ae00c35f-ad4e-40ab-92ba-7711f9ed117b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:27.631459 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ae00c35f-ad4e-40ab-92ba-7711f9ed117b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:27.740750 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ae00c35f-ad4e-40ab-92ba-7711f9ed117b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:27.754803 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ae00c35f-ad4e-40ab-92ba-7711f9ed117b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:27.763842 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ae00c35f-ad4e-40ab-92ba-7711f9ed117b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/37d9af97-a158-4ae7-93a6-e9fc9ca42764 HTTP/1.1" status: 204 len: 168 time: 0.5128193 Nov 12 09:05:27.822395 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00c35f-ad4e-40ab-92ba-7711f9ed117b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d9af97-a158-4ae7-93a6-e9fc9ca42764,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:28.908073 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee84b2b-ed7b-4adf-9255-daed97b7324b req-c8fc91fa-0056-4882-9c9e-b0ab0f5f9307 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:28.911842 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ee84b2b-ed7b-4adf-9255-daed97b7324b req-c8fc91fa-0056-4882-9c9e-b0ab0f5f9307 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 945 time: 0.1891983 Nov 12 09:05:29.164161 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ee84b2b-ed7b-4adf-9255-daed97b7324b req-4b89e28c-24f7-4fa3-999f-a7785c75f774 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295241 Nov 12 09:05:29.314263 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:29.943218 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 50120) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:30.249577 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-e5ac5485-2781-44e8-89f3-2c604d26b597 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1741503012-network', 'tenant_id': '096a0a90bbe343ba816199ceef73d646'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:30.314841 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ac5485-2781-44e8-89f3-2c604d26b597 admin admin] Made reservation on behalf of 096a0a90bbe343ba816199ceef73d646 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:05:30.319472 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e5ac5485-2781-44e8-89f3-2c604d26b597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:30.377081 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e5ac5485-2781-44e8-89f3-2c604d26b597 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:30.662733 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e5ac5485-2781-44e8-89f3-2c604d26b597 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:30.675091 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e5ac5485-2781-44e8-89f3-2c604d26b597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:30.696910 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ac5485-2781-44e8-89f3-2c604d26b597 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:05:30.748417 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e5ac5485-2781-44e8-89f3-2c604d26b597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:30.748972 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-e5ac5485-2781-44e8-89f3-2c604d26b597 admin admin] Added segment ed185fb8-90eb-41e6-b6ef-cd8be1b05215 of type vlan for network 4f594085-1259-4b78-a47c-4d94bb0a1471 Nov 12 09:05:30.799708 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d1a34-7a88-40a5-89fb-c6c872be9ba6 req-014f6d2e-d549-4fed-bec1-263447a58f4f tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:30.813463 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e64d1a34-7a88-40a5-89fb-c6c872be9ba6 req-014f6d2e-d549-4fed-bec1-263447a58f4f tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 945 time: 0.4402964 Nov 12 09:05:30.960589 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e5ac5485-2781-44e8-89f3-2c604d26b597 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:30.970274 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e64d1a34-7a88-40a5-89fb-c6c872be9ba6 req-8c7b728d-37df-435b-9c35-9733484ff57a tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559587 Nov 12 09:05:30.971357 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac5485-2781-44e8-89f3-2c604d26b597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e627cc-2e5f-48bf-804e-6cf3394af929,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:30.989294 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac5485-2781-44e8-89f3-2c604d26b597 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:30.989830 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac5485-2781-44e8-89f3-2c604d26b597 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:30.990271 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac5485-2781-44e8-89f3-2c604d26b597 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:30.990691 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac5485-2781-44e8-89f3-2c604d26b597 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:30.991056 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac5485-2781-44e8-89f3-2c604d26b597 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:30.991399 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac5485-2781-44e8-89f3-2c604d26b597 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:30.991762 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac5485-2781-44e8-89f3-2c604d26b597 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:30.992132 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac5485-2781-44e8-89f3-2c604d26b597 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:30.992532 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac5485-2781-44e8-89f3-2c604d26b597 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:30.992871 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac5485-2781-44e8-89f3-2c604d26b597 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:30.993278 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac5485-2781-44e8-89f3-2c604d26b597 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:30.993751 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac5485-2781-44e8-89f3-2c604d26b597 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:31.112683 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e5ac5485-2781-44e8-89f3-2c604d26b597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:31.114855 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ac5485-2781-44e8-89f3-2c604d26b597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:31.115860 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e5ac5485-2781-44e8-89f3-2c604d26b597 admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:31.305262 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac5485-2781-44e8-89f3-2c604d26b597 admin admin] Pushing event updated for resources: {'Network': ['ID=4f594085-1259-4b78-a47c-4d94bb0a1471,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:31.318908 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 4f594085-1259-4b78-a47c-4d94bb0a1471 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:05:31.364175 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e5ac5485-2781-44e8-89f3-2c604d26b597 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4129043 Nov 12 09:05:31.365383 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 50132) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:31.376462 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-fdc4c24d-1e7f-45a6-9cc5-108e6b70f732 admin admin] Request body: {'subnet': {'network_id': '4f594085-1259-4b78-a47c-4d94bb0a1471', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1741503012-subnet', 'tenant_id': '096a0a90bbe343ba816199ceef73d646', 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:31.437814 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc4c24d-1e7f-45a6-9cc5-108e6b70f732 admin admin] Made reservation on behalf of 096a0a90bbe343ba816199ceef73d646 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:05:31.443936 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fdc4c24d-1e7f-45a6-9cc5-108e6b70f732 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:31.919489 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fdc4c24d-1e7f-45a6-9cc5-108e6b70f732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:32.032433 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4c24d-1e7f-45a6-9cc5-108e6b70f732 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c16b8775-9d05-4991-8d45-4d00cd59659d,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:32.106280 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc4c24d-1e7f-45a6-9cc5-108e6b70f732 admin admin] Checking segment: {'id': 'ed185fb8-90eb-41e6-b6ef-cd8be1b05215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4f594085-1259-4b78-a47c-4d94bb0a1471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:05:32.109164 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc4c24d-1e7f-45a6-9cc5-108e6b70f732 admin admin] Network hostable DHCP agents. Network: 4f594085-1259-4b78-a47c-4d94bb0a1471, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:05:32.151699 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc4c24d-1e7f-45a6-9cc5-108e6b70f732 admin admin] Network 4f594085-1259-4b78-a47c-4d94bb0a1471 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:05:32.174089 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-fdc4c24d-1e7f-45a6-9cc5-108e6b70f732 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 4f594085-1259-4b78-a47c-4d94bb0a1471) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:32.188993 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc4c24d-1e7f-45a6-9cc5-108e6b70f732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:32.191618 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fdc4c24d-1e7f-45a6-9cc5-108e6b70f732 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:32.193148 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a101dca-ad17-471c-936d-e2e44bcd72d4 None None] Network 4f594085-1259-4b78-a47c-4d94bb0a1471 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:05:32.260097 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 50140) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:32.266186 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fdc4c24d-1e7f-45a6-9cc5-108e6b70f732 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8958325 Nov 12 09:05:32.269680 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d4c19c43-618e-43fc-bc68-5f35864af515 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1741503012-router', 'tenant_id': '096a0a90bbe343ba816199ceef73d646', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:32.392439 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d4c19c43-618e-43fc-bc68-5f35864af515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:32.398152 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d4c19c43-618e-43fc-bc68-5f35864af515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:32.516569 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62e856-808b-4d2f-a333-ff5c35035e05 req-2474ea6c-9348-4764-86b1-b7799e98b700 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:32.531110 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b62e856-808b-4d2f-a333-ff5c35035e05 req-2474ea6c-9348-4764-86b1-b7799e98b700 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 945 time: 0.2105083 Nov 12 09:05:32.651856 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d4c19c43-618e-43fc-bc68-5f35864af515 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:32.759574 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b62e856-808b-4d2f-a333-ff5c35035e05 req-fe1a6001-f327-4322-b6f2-52cb6edf0a86 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141366 Nov 12 09:05:32.768180 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-4f594085-1259-4b78-a47c-4d94bb0a1471', 'network_id': '4f594085-1259-4b78-a47c-4d94bb0a1471', 'tenant_id': '096a0a90bbe343ba816199ceef73d646', 'fixed_ips': [{'subnet_id': 'c16b8775-9d05-4991-8d45-4d00cd59659d'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:05:32.769115 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:33.044714 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d4c19c43-618e-43fc-bc68-5f35864af515 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:33.196539 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] Allocated IP 172.20.0.2 (4f594085-1259-4b78-a47c-4d94bb0a1471/c16b8775-9d05-4991-8d45-4d00cd59659d/d461b91b-9c21-4193-aacb-a6f7194cba22) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:05:33.524041 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:33.549315 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:33.680095 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] Pushing event updated for resources: {'Port': ['ID=d461b91b-9c21-4193-aacb-a6f7194cba22,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:33.710973 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] Network 4f594085-1259-4b78-a47c-4d94bb0a1471 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:05:33.735829 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:33.736193 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:33.736943 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:33.737175 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:33.737553 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:33.738092 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:33.738628 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:33.739146 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:33.739918 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:33.743794 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:33.744366 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:33.744774 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:33.757555 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:33.763322 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:05:33.784220 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d4c19c43-618e-43fc-bc68-5f35864af515 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:33.866829 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d4c19c43-618e-43fc-bc68-5f35864af515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:34.093185 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] Attempting to bind port d461b91b-9c21-4193-aacb-a6f7194cba22 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:34.094096 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] Attempting to bind port d461b91b-9c21-4193-aacb-a6f7194cba22 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'ed185fb8-90eb-41e6-b6ef-cd8be1b05215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4f594085-1259-4b78-a47c-4d94bb0a1471'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:34.095516 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] Attempting to bind port d461b91b-9c21-4193-aacb-a6f7194cba22 on network 4f594085-1259-4b78-a47c-4d94bb0a1471 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:34.120206 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:05:34.124098 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] Checking segment: {'id': 'ed185fb8-90eb-41e6-b6ef-cd8be1b05215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4f594085-1259-4b78-a47c-4d94bb0a1471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:05:34.124697 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:34.125420 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] Bound using segment: {'id': 'ed185fb8-90eb-41e6-b6ef-cd8be1b05215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4f594085-1259-4b78-a47c-4d94bb0a1471'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:05:34.129110 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] Bound port: d461b91b-9c21-4193-aacb-a6f7194cba22, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed185fb8-90eb-41e6-b6ef-cd8be1b05215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4f594085-1259-4b78-a47c-4d94bb0a1471'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:05:34.129833 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:34.204260 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-d4c19c43-618e-43fc-bc68-5f35864af515 admin admin] Allocated IP 172.25.6.177 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/c5cf1b37-77f0-445b-b01d-dbe620d2408d) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:05:34.256083 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959c3fb-48fe-4172-89fb-cc0f48c7248b req-23c2c26d-494e-4978-87ad-fd2df3371a89 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:34.258785 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a959c3fb-48fe-4172-89fb-cc0f48c7248b req-23c2c26d-494e-4978-87ad-fd2df3371a89 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 945 time: 0.1973734 Nov 12 09:05:34.444303 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d4c19c43-618e-43fc-bc68-5f35864af515 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:34.449807 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a959c3fb-48fe-4172-89fb-cc0f48c7248b req-0691599c-4173-4961-b514-c13fec88cb04 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700649 Nov 12 09:05:34.476011 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] For port d461b91b-9c21-4193-aacb-a6f7194cba22, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:05:34.487975 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] For port d461b91b-9c21-4193-aacb-a6f7194cba22, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d461b91b-9c21-4193-aacb-a6f7194cba22,segment=NetworkSegment(ed185fb8-90eb-41e6-b6ef-cd8be1b05215),segment_id=ed185fb8-90eb-41e6-b6ef-cd8be1b05215)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:05:34.500623 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:34.502876 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d4c19c43-618e-43fc-bc68-5f35864af515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:34.564556 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c19c43-618e-43fc-bc68-5f35864af515 admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:05:34.568712 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-d4c19c43-618e-43fc-bc68-5f35864af515 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:34.571664 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c19c43-618e-43fc-bc68-5f35864af515 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:05:34.634946 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c19c43-618e-43fc-bc68-5f35864af515 admin admin] Pushing event updated for resources: {'Port': ['ID=c5cf1b37-77f0-445b-b01d-dbe620d2408d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:34.696676 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a44d82-517a-4240-8d8f-a1ffcdd80b33 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:05:34.792530 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279ac27-0d39-474f-a651-07f318dc697c None None] Pushing event updated for resources: {'Port': ['ID=d461b91b-9c21-4193-aacb-a6f7194cba22,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:34.907150 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9548a9e7-8146-4026-9460-915e9a4148e5 None None] Provisioning complete for port c5cf1b37-77f0-445b-b01d-dbe620d2408d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:34.907516 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9548a9e7-8146-4026-9460-915e9a4148e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:35.380615 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d4c19c43-618e-43fc-bc68-5f35864af515 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:35.414421 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9548a9e7-8146-4026-9460-915e9a4148e5 None None] Port c5cf1b37-77f0-445b-b01d-dbe620d2408d cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:05:35.959169 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1eaa72-e6e2-421b-abb2-f9bbef080a7d req-772e4855-8dac-4888-b714-10a55a8b9296 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:35.962476 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8a1eaa72-e6e2-421b-abb2-f9bbef080a7d req-772e4855-8dac-4888-b714-10a55a8b9296 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 945 time: 0.1553967 Nov 12 09:05:36.012569 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d4c19c43-618e-43fc-bc68-5f35864af515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:36.032305 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d461b91b-9c21-4193-aacb-a6f7194cba22 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:05:36.299268 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port d461b91b-9c21-4193-aacb-a6f7194cba22 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:36.299926 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:36.300915 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8a1eaa72-e6e2-421b-abb2-f9bbef080a7d req-aa6026dd-6da1-4bde-a716-71cb5cd78fe9 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3242764 Nov 12 09:05:36.611645 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:36.694008 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port d461b91b-9c21-4193-aacb-a6f7194cba22, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d461b91b-9c21-4193-aacb-a6f7194cba22,segment=NetworkSegment(ed185fb8-90eb-41e6-b6ef-cd8be1b05215),segment_id=ed185fb8-90eb-41e6-b6ef-cd8be1b05215)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:36.719834 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:36.866866 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=d461b91b-9c21-4193-aacb-a6f7194cba22,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:36.960629 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d83146-3379-459f-a5fe-63734cbc6c61 None None] Network 4f594085-1259-4b78-a47c-4d94bb0a1471 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:05:37.074348 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-490cc05b-7f6d-4d88-b709-6291004e38cc None None] Provisioning complete for port d461b91b-9c21-4193-aacb-a6f7194cba22 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:37.074976 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-490cc05b-7f6d-4d88-b709-6291004e38cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:37.304276 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c19c43-618e-43fc-bc68-5f35864af515 admin admin] Router bceaba43-f637-44d4-870c-6ce4de56ed6a is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:05:37.647035 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c19c43-618e-43fc-bc68-5f35864af515 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:05:37.667789 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aa3da8-2ff7-48fa-b8ae-ae4ba3edfb9f None None] Sync routers for ids ['bceaba43-f637-44d4-870c-6ce4de56ed6a'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:05:37.705092 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aa3da8-2ff7-48fa-b8ae-ae4ba3edfb9f None None] Routers {'bceaba43-f637-44d4-870c-6ce4de56ed6a'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:05:37.706512 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-57aa3da8-2ff7-48fa-b8ae-ae4ba3edfb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:05:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['bceaba43-f637-44d4-870c-6ce4de56ed6a'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:37.717310 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d4c19c43-618e-43fc-bc68-5f35864af515 admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:37.742447 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d4c19c43-618e-43fc-bc68-5f35864af515 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.4803736 Nov 12 09:05:37.743293 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 50162) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:37.890069 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1c1628ac-0487-4ec8-91b1-36814905d25c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:37.900470 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86857241-7c64-4242-8dc5-4ee9224d5bb8 req-945566c1-4644-4dba-a84c-8d9e76d12dca tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:37.908115 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-86857241-7c64-4242-8dc5-4ee9224d5bb8 req-945566c1-4644-4dba-a84c-8d9e76d12dca tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 945 time: 0.2185397 Nov 12 09:05:38.032924 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-86857241-7c64-4242-8dc5-4ee9224d5bb8 req-e597116a-d86f-44d5-a270-9917e896cfd0 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075845 Nov 12 09:05:38.045015 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d461b91b-9c21-4193-aacb-a6f7194cba22 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:05:38.204817 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-57aa3da8-2ff7-48fa-b8ae-ae4ba3edfb9f None None] Set router bceaba43-f637-44d4-870c-6ce4de56ed6a gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:05:38.291620 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port d461b91b-9c21-4193-aacb-a6f7194cba22 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:38.292741 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:38.397129 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-941d6981-74d7-4d0a-ae56-c43abd652bc8 None None] Provisioning complete for port d461b91b-9c21-4193-aacb-a6f7194cba22 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:38.397917 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-941d6981-74d7-4d0a-ae56-c43abd652bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:38.446512 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8b763-2b1b-478b-aa42-21ac9b181537 req-5243560e-4832-4e71-badb-82e4fbb2ab80 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:38.460909 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8fa8b763-2b1b-478b-aa42-21ac9b181537 req-5243560e-4832-4e71-badb-82e4fbb2ab80 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 1097 time: 0.1239066 Nov 12 09:05:38.628539 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8fa8b763-2b1b-478b-aa42-21ac9b181537 req-f260158c-4a81-496e-b192-26741039fbd3 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617684 Nov 12 09:05:38.670422 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 50166) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:38.951280 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-57aa3da8-2ff7-48fa-b8ae-ae4ba3edfb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bceaba43-f637-44d4-870c-6ce4de56ed6a', 'name': 'tempest-TestAggregatesBasicOps-1741503012-router', 'tenant_id': '096a0a90bbe343ba816199ceef73d646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'c5cf1b37-77f0-445b-b01d-dbe620d2408d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:32Z', 'updated_at': '2021-11-12T09:05:34Z', 'revision_number': 3, 'project_id': '096a0a90bbe343ba816199ceef73d646', 'gw_port': {'id': 'c5cf1b37-77f0-445b-b01d-dbe620d2408d', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bceaba43-f637-44d4-870c-6ce4de56ed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:33Z', 'updated_at': '2021-11-12T09:05:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:39.015646 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aa3da8-2ff7-48fa-b8ae-ae4ba3edfb9f None None] Checking router: bceaba43-f637-44d4-870c-6ce4de56ed6a for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:05:39.017654 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aa3da8-2ff7-48fa-b8ae-ae4ba3edfb9f None None] Updating router bceaba43-f637-44d4-870c-6ce4de56ed6a port c5cf1b37-77f0-445b-b01d-dbe620d2408d binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:05:39.175532 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57aa3da8-2ff7-48fa-b8ae-ae4ba3edfb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:39.431549 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-817e84ea-49af-4902-8382-df50ca81487f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:39.552321 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582f1c3-7a0c-4008-bbce-b1bb19f8fda1 req-41b8328c-2e02-42a8-adb9-59d21914ed46 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:39.560034 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5582f1c3-7a0c-4008-bbce-b1bb19f8fda1 req-41b8328c-2e02-42a8-adb9-59d21914ed46 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 945 time: 0.2397807 Nov 12 09:05:39.726182 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5582f1c3-7a0c-4008-bbce-b1bb19f8fda1 req-d90d1c32-f2df-43eb-a7d0-fb0992b625cb tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676438 Nov 12 09:05:39.732072 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-7bc6c1c1-b186-4bb2-afba-d6e811104f82 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Deleting port df34c837-53f4-4f5f-a1ea-ab5b5b3a1626 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:05:39.732932 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7bc6c1c1-b186-4bb2-afba-d6e811104f82 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:40.070613 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-817e84ea-49af-4902-8382-df50ca81487f admin admin] Allocated IP 172.20.0.1 (4f594085-1259-4b78-a47c-4d94bb0a1471/c16b8775-9d05-4991-8d45-4d00cd59659d/36ffb4ed-9db2-4792-a23b-2a59dd064c8e) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:05:40.108955 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7bc6c1c1-b186-4bb2-afba-d6e811104f82 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:40.109307 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7bc6c1c1-b186-4bb2-afba-d6e811104f82 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:40.172757 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-7bc6c1c1-b186-4bb2-afba-d6e811104f82 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Calling delete_port for df34c837-53f4-4f5f-a1ea-ab5b5b3a1626 owned by network:floatingip {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:05:40.207907 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b6888369-9763-413b-9aed-c3a1e83424ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:40.475630 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57aa3da8-2ff7-48fa-b8ae-ae4ba3edfb9f None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:40.493436 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57aa3da8-2ff7-48fa-b8ae-ae4ba3edfb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:40.518041 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-817e84ea-49af-4902-8382-df50ca81487f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:40.684776 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-817e84ea-49af-4902-8382-df50ca81487f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:40.694693 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f188ac-6596-441f-bd8b-6fe2ac8bdb5e None None] Pushing event updated for resources: {'Port': ['ID=c5cf1b37-77f0-445b-b01d-dbe620d2408d,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:40.707426 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8918e3ba-b32b-4bc9-9a8b-48036534bcfe None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:05:40.758169 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-57aa3da8-2ff7-48fa-b8ae-ae4ba3edfb9f None None] Attempting to bind port c5cf1b37-77f0-445b-b01d-dbe620d2408d on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:40.758784 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-57aa3da8-2ff7-48fa-b8ae-ae4ba3edfb9f None None] Attempting to bind port c5cf1b37-77f0-445b-b01d-dbe620d2408d by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:40.759367 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aa3da8-2ff7-48fa-b8ae-ae4ba3edfb9f None None] Attempting to bind port c5cf1b37-77f0-445b-b01d-dbe620d2408d on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:40.810098 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ea748e9d-70e4-4027-87be-7131186ed4a4 None None] Provisioning complete for port c5cf1b37-77f0-445b-b01d-dbe620d2408d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:40.810479 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aa3da8-2ff7-48fa-b8ae-ae4ba3edfb9f None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:05:40.811101 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aa3da8-2ff7-48fa-b8ae-ae4ba3edfb9f None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:05:40.812045 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ea748e9d-70e4-4027-87be-7131186ed4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:40.814036 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57aa3da8-2ff7-48fa-b8ae-ae4ba3edfb9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:40.814896 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aa3da8-2ff7-48fa-b8ae-ae4ba3edfb9f None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:05:40.815093 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817e84ea-49af-4902-8382-df50ca81487f admin admin] Network 4f594085-1259-4b78-a47c-4d94bb0a1471 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:05:40.816278 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-57aa3da8-2ff7-48fa-b8ae-ae4ba3edfb9f None None] Bound port: c5cf1b37-77f0-445b-b01d-dbe620d2408d, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:05:40.816942 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57aa3da8-2ff7-48fa-b8ae-ae4ba3edfb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:40.839095 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05a873-43fc-42cc-821f-22981d842c19 req-c773a0fc-c3d4-4c88-a97e-518d07d5a918 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:40.851545 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-817e84ea-49af-4902-8382-df50ca81487f admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:40.867328 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fe05a873-43fc-42cc-821f-22981d842c19 req-c773a0fc-c3d4-4c88-a97e-518d07d5a918 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 946 time: 0.3087406 Nov 12 09:05:40.876026 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817e84ea-49af-4902-8382-df50ca81487f admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:05:40.932729 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-57aa3da8-2ff7-48fa-b8ae-ae4ba3edfb9f None None] For port c5cf1b37-77f0-445b-b01d-dbe620d2408d, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:05:40.939303 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-57aa3da8-2ff7-48fa-b8ae-ae4ba3edfb9f None None] For port c5cf1b37-77f0-445b-b01d-dbe620d2408d, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=c5cf1b37-77f0-445b-b01d-dbe620d2408d,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:05:40.941770 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ea748e9d-70e4-4027-87be-7131186ed4a4 None None] Port c5cf1b37-77f0-445b-b01d-dbe620d2408d cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:05:40.950370 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57aa3da8-2ff7-48fa-b8ae-ae4ba3edfb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:41.057495 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f188ac-6596-441f-bd8b-6fe2ac8bdb5e None None] Pushing event updated for resources: {'Port': ['ID=c5cf1b37-77f0-445b-b01d-dbe620d2408d,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:41.063304 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e84ea-49af-4902-8382-df50ca81487f admin admin] Pushing event updated for resources: {'Port': ['ID=36ffb4ed-9db2-4792-a23b-2a59dd064c8e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:41.120153 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-817e84ea-49af-4902-8382-df50ca81487f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:41.128457 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:05:41.157307 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aa3da8-2ff7-48fa-b8ae-ae4ba3edfb9f None None] Routers {'bceaba43-f637-44d4-870c-6ce4de56ed6a'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:05:41.159327 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a287a7-707c-450a-8894-c28b9dc31bb4 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:05:41.169751 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-57aa3da8-2ff7-48fa-b8ae-ae4ba3edfb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:05:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['bceaba43-f637-44d4-870c-6ce4de56ed6a'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:41.204039 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fe05a873-43fc-42cc-821f-22981d842c19 req-890df44e-4cb6-4a2b-b273-4c93100c9bbb tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=83e08817-8fd2-41c7-b68a-cfb4cbcf996d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3349314 Nov 12 09:05:41.285152 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7bc6c1c1-b186-4bb2-afba-d6e811104f82 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:41.335786 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb418be4-2fc2-42b9-80d1-9c1b47120ad6 None None] Provisioning complete for port c5cf1b37-77f0-445b-b01d-dbe620d2408d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:41.335786 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb418be4-2fc2-42b9-80d1-9c1b47120ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:41.401914 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6c1c1-b186-4bb2-afba-d6e811104f82 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event deleted for resources: {'Port': ['ID=df34c837-53f4-4f5f-a1ea-ab5b5b3a1626,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:41.573322 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7bc6c1c1-b186-4bb2-afba-d6e811104f82 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for floatingip, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:41.573821 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [None req-7bc6c1c1-b186-4bb2-afba-d6e811104f82 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Floating IP edcb8559-5975-4cd6-99d6-3a2225f58f6a disassociated (deleted). External IP: 172.25.6.153, port: a63ea354-0aeb-43e3-97a4-ddceaf537d44. Nov 12 09:05:41.715208 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46796450-2507-4d6b-a51f-9c236d8fc07a req-45009c20-db27-4c8c-a618-123cd98219ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:41.720646 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb418be4-2fc2-42b9-80d1-9c1b47120ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:41.726577 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-46796450-2507-4d6b-a51f-9c236d8fc07a req-45009c20-db27-4c8c-a618-123cd98219ce service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ec847d4aa114da6b8ea6ce22207bb4f&device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 1097 time: 0.4173417 Nov 12 09:05:41.799522 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-57aa3da8-2ff7-48fa-b8ae-ae4ba3edfb9f None None] Set router bceaba43-f637-44d4-870c-6ce4de56ed6a gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:05:41.827328 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb418be4-2fc2-42b9-80d1-9c1b47120ad6 None None] For port c5cf1b37-77f0-445b-b01d-dbe620d2408d, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=c5cf1b37-77f0-445b-b01d-dbe620d2408d,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:41.835840 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb418be4-2fc2-42b9-80d1-9c1b47120ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:41.956317 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-817e84ea-49af-4902-8382-df50ca81487f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:41.996985 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbd913-47f6-41ae-9b91-d47f8d4e2713 req-3448aedc-d66d-4da3-bac9-454adcb0b69a tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:42.013284 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cfcbd913-47f6-41ae-9b91-d47f8d4e2713 req-3448aedc-d66d-4da3-bac9-454adcb0b69a tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 945 time: 0.4604149 Nov 12 09:05:42.058826 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb418be4-2fc2-42b9-80d1-9c1b47120ad6 None None] Pushing event updated for resources: {'Port': ['ID=c5cf1b37-77f0-445b-b01d-dbe620d2408d,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:42.144056 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-3bbaa5cf-3d31-4492-95b3-8e0bbd151f54 None None] Provisioning complete for port 36ffb4ed-9db2-4792-a23b-2a59dd064c8e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:42.144987 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3bbaa5cf-3d31-4492-95b3-8e0bbd151f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:42.149668 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:42.163497 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cfcbd913-47f6-41ae-9b91-d47f8d4e2713 req-41547c83-7aa0-4e61-98a1-e8f2934558b1 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482174 Nov 12 09:05:42.301744 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-3bbaa5cf-3d31-4492-95b3-8e0bbd151f54 None None] Port 36ffb4ed-9db2-4792-a23b-2a59dd064c8e cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:05:42.320235 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-817e84ea-49af-4902-8382-df50ca81487f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:42.345205 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-817e84ea-49af-4902-8382-df50ca81487f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:42.559555 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-57aa3da8-2ff7-48fa-b8ae-ae4ba3edfb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bceaba43-f637-44d4-870c-6ce4de56ed6a', 'name': 'tempest-TestAggregatesBasicOps-1741503012-router', 'tenant_id': '096a0a90bbe343ba816199ceef73d646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'c5cf1b37-77f0-445b-b01d-dbe620d2408d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:32Z', 'updated_at': '2021-11-12T09:05:34Z', 'revision_number': 3, 'project_id': '096a0a90bbe343ba816199ceef73d646', 'gw_port': {'id': 'c5cf1b37-77f0-445b-b01d-dbe620d2408d', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bceaba43-f637-44d4-870c-6ce4de56ed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:33Z', 'updated_at': '2021-11-12T09:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:42.568090 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc6c1c1-b186-4bb2-afba-d6e811104f82 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Router 9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:05:42.666555 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e84ea-49af-4902-8382-df50ca81487f admin admin] Pushing event updated for resources: {'Port': ['ID=36ffb4ed-9db2-4792-a23b-2a59dd064c8e,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:42.678627 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aa3da8-2ff7-48fa-b8ae-ae4ba3edfb9f None None] The sync data for ids ['bceaba43-f637-44d4-870c-6ce4de56ed6a'] in n-d-768862-16 is: [{'id': 'bceaba43-f637-44d4-870c-6ce4de56ed6a', 'name': 'tempest-TestAggregatesBasicOps-1741503012-router', 'tenant_id': '096a0a90bbe343ba816199ceef73d646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'c5cf1b37-77f0-445b-b01d-dbe620d2408d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:32Z', 'updated_at': '2021-11-12T09:05:34Z', 'revision_number': 3, 'project_id': '096a0a90bbe343ba816199ceef73d646', 'gw_port': {'id': 'c5cf1b37-77f0-445b-b01d-dbe620d2408d', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bceaba43-f637-44d4-870c-6ce4de56ed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:33Z', 'updated_at': '2021-11-12T09:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:05:42.682574 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-817e84ea-49af-4902-8382-df50ca81487f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:42.827113 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46796450-2507-4d6b-a51f-9c236d8fc07a req-b436ad57-0cb0-43af-b88e-fdee609a7f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:42.830370 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-46796450-2507-4d6b-a51f-9c236d8fc07a req-b436ad57-0cb0-43af-b88e-fdee609a7f59 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1257ab85-0a57-4816-836b-dcdc791e6146 HTTP/1.1" status: 200 len: 917 time: 1.0390441 Nov 12 09:05:43.004238 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870142e-71e4-42c3-9e9b-b526b419d600 req-03c55a09-1f8b-4656-ae5b-f75afa2e9a9c tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:43.034668 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e870142e-71e4-42c3-9e9b-b526b419d600 req-03c55a09-1f8b-4656-ae5b-f75afa2e9a9c tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 946 time: 0.3499849 Nov 12 09:05:43.151887 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-46796450-2507-4d6b-a51f-9c236d8fc07a req-06389136-fb65-4452-805b-b983f699f95b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52f0bec9-5cde-4d30-a8b8-5386b162581a HTTP/1.1" status: 200 len: 1001 time: 0.3005326 Nov 12 09:05:43.176762 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e870142e-71e4-42c3-9e9b-b526b419d600 req-3c54225d-c833-471c-8aad-6124364f7c3e tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=83e08817-8fd2-41c7-b68a-cfb4cbcf996d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402950 Nov 12 09:05:43.342443 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc6c1c1-b186-4bb2-afba-d6e811104f82 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:05:43.375637 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67c3c7f-cab5-44b5-86d5-d62699fe1486 None None] Sync routers for ids ['9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:05:43.388850 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7bc6c1c1-b186-4bb2-afba-d6e811104f82 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:43.427100 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67c3c7f-cab5-44b5-86d5-d62699fe1486 None None] Routers {'9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:05:43.428982 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f67c3c7f-cab5-44b5-86d5-d62699fe1486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:05:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:43.474472 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46796450-2507-4d6b-a51f-9c236d8fc07a req-24ecceee-57cf-4cd9-837a-7c10be5da05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:43.477124 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-46796450-2507-4d6b-a51f-9c236d8fc07a req-24ecceee-57cf-4cd9-837a-7c10be5da05f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b4bf441-b446-4677-be35-634c383c7b12 HTTP/1.1" status: 200 len: 855 time: 0.3111429 Nov 12 09:05:43.500879 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817e84ea-49af-4902-8382-df50ca81487f admin admin] Network 4f594085-1259-4b78-a47c-4d94bb0a1471 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:05:43.554864 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-817e84ea-49af-4902-8382-df50ca81487f admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:43.571186 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:43.665004 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7bc6c1c1-b186-4bb2-afba-d6e811104f82 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "DELETE /v2.0/floatingips/edcb8559-5975-4cd6-99d6-3a2225f58f6a HTTP/1.1" status: 204 len: 168 time: 4.9872835 Nov 12 09:05:43.670241 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b0f5ea7-0450-45ff-a372-ee7e5da002a8', 'tag': 'a63ea354-0aeb-43e3-97a4-ddceaf537d44'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:43.700305 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcee4070-75e1-45ab-b18c-10d42ba0dc2d" -d '{"events": [{"name": "network-changed", "server_uuid": "1b0f5ea7-0450-45ff-a372-ee7e5da002a8", "tag": "a63ea354-0aeb-43e3-97a4-ddceaf537d44"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:43.738698 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46796450-2507-4d6b-a51f-9c236d8fc07a req-0ba07733-2107-4d37-a960-cbf765e850c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:43.748151 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-46796450-2507-4d6b-a51f-9c236d8fc07a req-0ba07733-2107-4d37-a960-cbf765e850c0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1257ab85-0a57-4816-836b-dcdc791e6146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2595036 Nov 12 09:05:43.806465 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f4b7c-8153-4f46-8711-2dff3989cbc5 req-b475824e-e122-460b-ab65-045269084761 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:43.810554 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-f67c3c7f-cab5-44b5-86d5-d62699fe1486 None None] Set router 9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:05:43.831263 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a86f4b7c-8153-4f46-8711-2dff3989cbc5 req-b475824e-e122-460b-ab65-045269084761 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 945 time: 0.3150685 Nov 12 09:05:43.984531 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817e84ea-49af-4902-8382-df50ca81487f admin admin] Router bceaba43-f637-44d4-870c-6ce4de56ed6a has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:05:44.073943 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a86f4b7c-8153-4f46-8711-2dff3989cbc5 req-c866ef84-e7d6-4670-ab5c-6853076abb79 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309442 Nov 12 09:05:44.212590 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-46796450-2507-4d6b-a51f-9c236d8fc07a req-8ee07852-3385-4f03-b7c2-429270599e47 service neutron] 10.222.0.54 "GET /v2.0/networks/1257ab85-0a57-4816-836b-dcdc791e6146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435244 Nov 12 09:05:44.299346 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c5cf1b37-77f0-445b-b01d-dbe620d2408d up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:05:44.310941 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817e84ea-49af-4902-8382-df50ca81487f admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:05:44.367188 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-817e84ea-49af-4902-8382-df50ca81487f admin admin] 10.222.0.37 "PUT /v2.0/routers/bceaba43-f637-44d4-870c-6ce4de56ed6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6057985 Nov 12 09:05:44.483119 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-46796450-2507-4d6b-a51f-9c236d8fc07a req-9263a2ef-7276-47db-8215-e2b820971315 service neutron] 10.222.0.54 "GET /v2.0/networks/1257ab85-0a57-4816-836b-dcdc791e6146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602074 Nov 12 09:05:44.574721 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:44.690786 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 52f0bec9-5cde-4d30-a8b8-5386b162581a no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:05:45.014841 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8650facf-ddc6-4a90-8ce1-f72d98a1f1fd None None] Provisioning complete for port 36ffb4ed-9db2-4792-a23b-2a59dd064c8e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:45.015267 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8650facf-ddc6-4a90-8ce1-f72d98a1f1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:45.126840 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cda8b17-ecb7-49e0-8483-75b669dac7ee x-openstack-request-id: req-1cda8b17-ecb7-49e0-8483-75b669dac7ee {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:45.128689 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b0f5ea7-0450-45ff-a372-ee7e5da002a8", "tag": "a63ea354-0aeb-43e3-97a4-ddceaf537d44", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:45.129328 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1cda8b17-ecb7-49e0-8483-75b669dac7ee {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:45.129960 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b0f5ea7-0450-45ff-a372-ee7e5da002a8', 'tag': 'a63ea354-0aeb-43e3-97a4-ddceaf537d44', 'status': 'completed', 'code': 200} Nov 12 09:05:45.312879 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-8650facf-ddc6-4a90-8ce1-f72d98a1f1fd None None] Port 36ffb4ed-9db2-4792-a23b-2a59dd064c8e cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:05:45.419219 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee4070-75e1-45ab-b18c-10d42ba0dc2d req-5035dc5f-e742-4322-bd76-67d2fcb78c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:45.421283 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fcee4070-75e1-45ab-b18c-10d42ba0dc2d req-5035dc5f-e742-4322-bd76-67d2fcb78c73 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 1097 time: 0.2571759 Nov 12 09:05:45.449025 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port c5cf1b37-77f0-445b-b01d-dbe620d2408d triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:45.452956 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:45.611774 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee4070-75e1-45ab-b18c-10d42ba0dc2d req-c557ccbc-3e0e-4baa-a811-6cc767e1b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:45.613443 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fcee4070-75e1-45ab-b18c-10d42ba0dc2d req-c557ccbc-3e0e-4baa-a811-6cc767e1b956 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b51ab7de-891f-4dfb-a6b1-ff518112d94d HTTP/1.1" status: 200 len: 898 time: 0.1398921 Nov 12 09:05:45.686264 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d58d9-adb6-4c05-9bc3-7636cc9f08a4 req-ca2e1e43-fd3e-4439-ae15-638d1a7a60df tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:45.695004 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a62d58d9-adb6-4c05-9bc3-7636cc9f08a4 req-ca2e1e43-fd3e-4439-ae15-638d1a7a60df tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 946 time: 0.4481189 Nov 12 09:05:45.699356 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fcee4070-75e1-45ab-b18c-10d42ba0dc2d req-e661f569-ebe2-4c70-be6e-8c562be1ff6f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a63ea354-0aeb-43e3-97a4-ddceaf537d44 HTTP/1.1" status: 200 len: 217 time: 0.0768008 Nov 12 09:05:45.753610 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:45.808041 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 52f0bec9-5cde-4d30-a8b8-5386b162581a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=52f0bec9-5cde-4d30-a8b8-5386b162581a,segment=NetworkSegment(0d552c33-257a-485a-b0f3-e78e2fa44e64),segment_id=0d552c33-257a-485a-b0f3-e78e2fa44e64)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:45.810709 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69485ef-8320-46c5-b6da-1f03a3b1f771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52f0bec9-5cde-4d30-a8b8-5386b162581a'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:45.814576 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a84119-832e-4837-afd0-0f83dca0d23c" -d '{"events": [{"server_uuid": "b69485ef-8320-46c5-b6da-1f03a3b1f771", "name": "network-vif-unplugged", "status": "completed", "tag": "52f0bec9-5cde-4d30-a8b8-5386b162581a"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:45.828574 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:45.842324 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f67c3c7f-cab5-44b5-86d5-d62699fe1486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429298992', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '18257b25-afe7-4ba1-a1b6-ab551eb561d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:06Z', 'updated_at': '2021-11-12T09:03:17Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '18257b25-afe7-4ba1-a1b6-ab551eb561d9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:07Z', 'updated_at': '2021-11-12T09:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '620314c5-c531-4c60-8424-9b04e6c4716f', 'name': '', 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:7d:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '3e96a7ba-00bc-45a6-ba05-45ed19305575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:15Z', 'updated_at': '2021-11-12T09:03:24Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': '3e96a7ba-00bc-45a6-ba05-45ed19305575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:45.901198 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67c3c7f-cab5-44b5-86d5-d62699fe1486 None None] Checking router: 9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:05:45.924537 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67c3c7f-cab5-44b5-86d5-d62699fe1486 None None] Routers {'9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:05:45.925541 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f67c3c7f-cab5-44b5-86d5-d62699fe1486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:05:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:45.950038 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee4070-75e1-45ab-b18c-10d42ba0dc2d req-c8588986-13ba-46c4-acfa-c6990639fcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:45.952868 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fcee4070-75e1-45ab-b18c-10d42ba0dc2d req-c8588986-13ba-46c4-acfa-c6990639fcbd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3e96a7ba-00bc-45a6-ba05-45ed19305575 HTTP/1.1" status: 200 len: 834 time: 0.1566825 Nov 12 09:05:45.975183 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a62d58d9-adb6-4c05-9bc3-7636cc9f08a4 req-1ce73bf0-5769-46ee-b6ce-56379503d6a0 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=83e08817-8fd2-41c7-b68a-cfb4cbcf996d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2747767 Nov 12 09:05:45.990453 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=52f0bec9-5cde-4d30-a8b8-5386b162581a,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:46.107707 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 50244) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:46.117307 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0dd90d91-5499-4fea-b6d6-0409af46a29d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1902511309-network', 'tenant_id': '78df196ab75249338d848f51bf1dfa92'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:46.130826 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee4070-75e1-45ab-b18c-10d42ba0dc2d req-002f5c91-fda7-4fc3-b443-7463b0e164cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:46.141563 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fcee4070-75e1-45ab-b18c-10d42ba0dc2d req-002f5c91-fda7-4fc3-b443-7463b0e164cb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b51ab7de-891f-4dfb-a6b1-ff518112d94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1649661 Nov 12 09:05:46.205065 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd90d91-5499-4fea-b6d6-0409af46a29d admin admin] Made reservation on behalf of 78df196ab75249338d848f51bf1dfa92 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:05:46.214034 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-f67c3c7f-cab5-44b5-86d5-d62699fe1486 None None] Set router 9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:05:46.215249 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0dd90d91-5499-4fea-b6d6-0409af46a29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.250235 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0dd90d91-5499-4fea-b6d6-0409af46a29d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.569241 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0dd90d91-5499-4fea-b6d6-0409af46a29d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.577313 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0dd90d91-5499-4fea-b6d6-0409af46a29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.612424 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd90d91-5499-4fea-b6d6-0409af46a29d admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:05:46.685562 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd90d91-5499-4fea-b6d6-0409af46a29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7e9286-f9fe-4a3c-b3cc-b9e03ff8aa29,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:46.698426 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1a1f59-6df8-445b-97f4-e206051f3c76 None None] Sync routers for ids ['bceaba43-f637-44d4-870c-6ce4de56ed6a'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:05:46.704842 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0dd90d91-5499-4fea-b6d6-0409af46a29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.716959 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-0dd90d91-5499-4fea-b6d6-0409af46a29d admin admin] Added segment 1daf87bf-a0d7-493f-ad47-028cb89ed84e of type vlan for network 33ee6f22-2946-4458-9e4b-96af707eae19 Nov 12 09:05:46.746229 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1a1f59-6df8-445b-97f4-e206051f3c76 None None] Routers {'bceaba43-f637-44d4-870c-6ce4de56ed6a'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:05:46.747285 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-4d1a1f59-6df8-445b-97f4-e206051f3c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:05:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['bceaba43-f637-44d4-870c-6ce4de56ed6a'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:46.770481 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fcee4070-75e1-45ab-b18c-10d42ba0dc2d req-0bdae8bd-98d2-4f77-8c77-e1a696e0bd49 service neutron] 10.222.0.58 "GET /v2.0/networks/b51ab7de-891f-4dfb-a6b1-ff518112d94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6185637 Nov 12 09:05:46.807341 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73f1ed-6936-4c6f-8b00-080181c5ea04 req-eaceb578-d08b-4f86-993c-2a4b8a4576f3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:46.812414 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cd73f1ed-6936-4c6f-8b00-080181c5ea04 req-eaceb578-d08b-4f86-993c-2a4b8a4576f3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 945 time: 0.3602042 Nov 12 09:05:46.830245 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f67c3c7f-cab5-44b5-86d5-d62699fe1486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429298992', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '18257b25-afe7-4ba1-a1b6-ab551eb561d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:06Z', 'updated_at': '2021-11-12T09:03:17Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '18257b25-afe7-4ba1-a1b6-ab551eb561d9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:07Z', 'updated_at': '2021-11-12T09:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '620314c5-c531-4c60-8424-9b04e6c4716f', 'name': '', 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:7d:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '3e96a7ba-00bc-45a6-ba05-45ed19305575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:15Z', 'updated_at': '2021-11-12T09:03:24Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': '3e96a7ba-00bc-45a6-ba05-45ed19305575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:46.893035 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0dd90d91-5499-4fea-b6d6-0409af46a29d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.942289 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0dd90d91-5499-4fea-b6d6-0409af46a29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.943996 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd90d91-5499-4fea-b6d6-0409af46a29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:46.944987 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0dd90d91-5499-4fea-b6d6-0409af46a29d admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.969068 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67c3c7f-cab5-44b5-86d5-d62699fe1486 None None] The sync data for ids ['9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d'] in n-d-768862-16 is: [{'id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429298992', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '18257b25-afe7-4ba1-a1b6-ab551eb561d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:06Z', 'updated_at': '2021-11-12T09:03:17Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '18257b25-afe7-4ba1-a1b6-ab551eb561d9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:07Z', 'updated_at': '2021-11-12T09:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '620314c5-c531-4c60-8424-9b04e6c4716f', 'name': '', 'network_id': 'b51ab7de-891f-4dfb-a6b1-ff518112d94d', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:7d:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '3e96a7ba-00bc-45a6-ba05-45ed19305575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:15Z', 'updated_at': '2021-11-12T09:03:24Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': '3e96a7ba-00bc-45a6-ba05-45ed19305575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:05:47.016961 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0dd90d91-5499-4fea-b6d6-0409af46a29d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9068546 Nov 12 09:05:47.043026 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 50260) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:47.046675 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-4d1a1f59-6df8-445b-97f4-e206051f3c76 None None] Set router bceaba43-f637-44d4-870c-6ce4de56ed6a gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:05:47.055135 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a3aa9a84-16e3-48d4-bda1-643218051264 admin admin] Request body: {'subnet': {'network_id': '33ee6f22-2946-4458-9e4b-96af707eae19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1902511309-subnet', 'tenant_id': '78df196ab75249338d848f51bf1dfa92', 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:47.085925 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fcee4070-75e1-45ab-b18c-10d42ba0dc2d req-009ceeed-61a7-434b-8503-7433d1134363 service neutron] 10.222.0.58 "GET /v2.0/networks/b51ab7de-891f-4dfb-a6b1-ff518112d94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015339 Nov 12 09:05:47.117167 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3aa9a84-16e3-48d4-bda1-643218051264 admin admin] Made reservation on behalf of 78df196ab75249338d848f51bf1dfa92 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:05:47.122924 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a3aa9a84-16e3-48d4-bda1-643218051264 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:47.129593 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9e970-32e9-4b18-b751-7b25cbc64f8b req-999476f7-ed08-4f56-acb2-3cd4812a6796 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:47.133725 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dfe9e970-32e9-4b18-b751-7b25cbc64f8b req-999476f7-ed08-4f56-acb2-3cd4812a6796 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b0f5ea7-0450-45ff-a372-ee7e5da002a8 HTTP/1.1" status: 200 len: 945 time: 0.6684551 Nov 12 09:05:47.226577 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd90d91-5499-4fea-b6d6-0409af46a29d admin admin] Pushing event updated for resources: {'Network': ['ID=33ee6f22-2946-4458-9e4b-96af707eae19,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:47.245524 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 33ee6f22-2946-4458-9e4b-96af707eae19 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:05:47.288298 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dfe9e970-32e9-4b18-b751-7b25cbc64f8b req-28a64d7d-96b8-4323-afbb-eedff99b1237 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc57503b-303d-4e20-ac21-4329202f3001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375945 Nov 12 09:05:47.315113 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-cd73f1ed-6936-4c6f-8b00-080181c5ea04 req-bf9d07e8-adc6-4814-a36e-3d92a80682f6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Deleting port a63ea354-0aeb-43e3-97a4-ddceaf537d44 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:05:47.315609 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-cd73f1ed-6936-4c6f-8b00-080181c5ea04 req-bf9d07e8-adc6-4814-a36e-3d92a80682f6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:47.714622 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-cd73f1ed-6936-4c6f-8b00-080181c5ea04 req-bf9d07e8-adc6-4814-a36e-3d92a80682f6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] For port a63ea354-0aeb-43e3-97a4-ddceaf537d44, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=a63ea354-0aeb-43e3-97a4-ddceaf537d44,segment=NetworkSegment(427f758d-bdfc-4e80-8ecb-579d75abe9e1),segment_id=427f758d-bdfc-4e80-8ecb-579d75abe9e1)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:47.714622 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-cd73f1ed-6936-4c6f-8b00-080181c5ea04 req-bf9d07e8-adc6-4814-a36e-3d92a80682f6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:47.727609 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a3aa9a84-16e3-48d4-bda1-643218051264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:47.743768 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5f070-7325-47ca-8539-71a5f83574f6 req-786bda25-6b2c-4e3d-9b53-d33a5f008efb tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:47.754945 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6ab5f070-7325-47ca-8539-71a5f83574f6 req-786bda25-6b2c-4e3d-9b53-d33a5f008efb tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 943 time: 0.2561104 Nov 12 09:05:47.774304 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239fb607-473a-4a11-9568-62410a4b1f46 None None] New status for floating IP edcb8559-5975-4cd6-99d6-3a2225f58f6a: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:05:47.828289 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-cd73f1ed-6936-4c6f-8b00-080181c5ea04 req-bf9d07e8-adc6-4814-a36e-3d92a80682f6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Calling delete_port for a63ea354-0aeb-43e3-97a4-ddceaf537d44 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:05:47.904186 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-4d1a1f59-6df8-445b-97f4-e206051f3c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bceaba43-f637-44d4-870c-6ce4de56ed6a', 'name': 'tempest-TestAggregatesBasicOps-1741503012-router', 'tenant_id': '096a0a90bbe343ba816199ceef73d646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'c5cf1b37-77f0-445b-b01d-dbe620d2408d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:32Z', 'updated_at': '2021-11-12T09:05:41Z', 'revision_number': 4, 'project_id': '096a0a90bbe343ba816199ceef73d646', 'gw_port': {'id': 'c5cf1b37-77f0-445b-b01d-dbe620d2408d', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceaba43-f637-44d4-870c-6ce4de56ed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:33Z', 'updated_at': '2021-11-12T09:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '36ffb4ed-9db2-4792-a23b-2a59dd064c8e', 'name': '', 'network_id': '4f594085-1259-4b78-a47c-4d94bb0a1471', 'tenant_id': '096a0a90bbe343ba816199ceef73d646', 'mac_address': 'fa:16:3e:a7:75:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bceaba43-f637-44d4-870c-6ce4de56ed6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': 'c16b8775-9d05-4991-8d45-4d00cd59659d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:39Z', 'updated_at': '2021-11-12T09:05:42Z', 'revision_number': 2, 'project_id': '096a0a90bbe343ba816199ceef73d646', 'subnets': [{'id': 'c16b8775-9d05-4991-8d45-4d00cd59659d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:47.911238 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa9a84-16e3-48d4-bda1-643218051264 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ffebe24-9de4-4e83-8470-e44e3498ab85,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:47.938547 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6ab5f070-7325-47ca-8539-71a5f83574f6 req-26dab152-619d-402b-807d-8e53fa90c1eb tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734614 Nov 12 09:05:47.953560 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aa9a84-16e3-48d4-bda1-643218051264 admin admin] Checking segment: {'id': '1daf87bf-a0d7-493f-ad47-028cb89ed84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '33ee6f22-2946-4458-9e4b-96af707eae19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:05:47.958402 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3aa9a84-16e3-48d4-bda1-643218051264 admin admin] Network hostable DHCP agents. Network: 33ee6f22-2946-4458-9e4b-96af707eae19, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:05:47.999136 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1a1f59-6df8-445b-97f4-e206051f3c76 None None] Checking router: bceaba43-f637-44d4-870c-6ce4de56ed6a for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:05:48.000070 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1a1f59-6df8-445b-97f4-e206051f3c76 None None] Updating router bceaba43-f637-44d4-870c-6ce4de56ed6a port 36ffb4ed-9db2-4792-a23b-2a59dd064c8e binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:05:48.036278 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3aa9a84-16e3-48d4-bda1-643218051264 admin admin] Network 33ee6f22-2946-4458-9e4b-96af707eae19 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:05:48.046719 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4d1a1f59-6df8-445b-97f4-e206051f3c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:48.055065 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-a3aa9a84-16e3-48d4-bda1-643218051264 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 33ee6f22-2946-4458-9e4b-96af707eae19) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:48.071907 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3aa9a84-16e3-48d4-bda1-643218051264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:48.072608 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a3aa9a84-16e3-48d4-bda1-643218051264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:48.112362 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a3aa9a84-16e3-48d4-bda1-643218051264 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0666730 Nov 12 09:05:48.115764 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 50270) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:48.134318 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c2b37d4a-0cfb-4a9e-8bda-3b113c68dead admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1902511309-router', 'tenant_id': '78df196ab75249338d848f51bf1dfa92', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:48.137316 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946de1d4-4b9b-4fa1-8efc-2f831f7361ff None None] Network 33ee6f22-2946-4458-9e4b-96af707eae19 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:05:48.228608 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c2b37d4a-0cfb-4a9e-8bda-3b113c68dead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:48.229942 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c2b37d4a-0cfb-4a9e-8bda-3b113c68dead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:48.386711 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-cd73f1ed-6936-4c6f-8b00-080181c5ea04 req-bf9d07e8-adc6-4814-a36e-3d92a80682f6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:48.393920 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c2b37d4a-0cfb-4a9e-8bda-3b113c68dead admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:48.464171 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1188b082-16ee-49d8-b5d2-373018419719 x-openstack-request-id: req-1188b082-16ee-49d8-b5d2-373018419719 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:48.465220 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69485ef-8320-46c5-b6da-1f03a3b1f771", "name": "network-vif-unplugged", "status": "failed", "tag": "52f0bec9-5cde-4d30-a8b8-5386b162581a", "code": 422}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:48.465794 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1188b082-16ee-49d8-b5d2-373018419719 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:48.472391 n-d-768862-16 neutron-server[102570]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b69485ef-8320-46c5-b6da-1f03a3b1f771', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '52f0bec9-5cde-4d30-a8b8-5386b162581a', 'code': 422} returned with failed status Nov 12 09:05:48.626669 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c2b37d4a-0cfb-4a9e-8bda-3b113c68dead admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:48.650134 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f7e61b-81a7-457c-a8ec-869435e7514c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-33ee6f22-2946-4458-9e4b-96af707eae19', 'network_id': '33ee6f22-2946-4458-9e4b-96af707eae19', 'tenant_id': '78df196ab75249338d848f51bf1dfa92', 'fixed_ips': [{'subnet_id': '0ffebe24-9de4-4e83-8470-e44e3498ab85'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:05:48.652577 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-21f7e61b-81a7-457c-a8ec-869435e7514c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:48.685402 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 52f0bec9-5cde-4d30-a8b8-5386b162581a no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:05:49.202692 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4d1a1f59-6df8-445b-97f4-e206051f3c76 None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:49.219942 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4d1a1f59-6df8-445b-97f4-e206051f3c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:49.227419 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d07e8-adc6-4814-a36e-3d92a80682f6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event deleted for resources: {'Port': ['ID=a63ea354-0aeb-43e3-97a4-ddceaf537d44,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:49.304961 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd73f1ed-6936-4c6f-8b00-080181c5ea04 req-bf9d07e8-adc6-4814-a36e-3d92a80682f6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] No DVR routers for this DVR port a63ea354-0aeb-43e3-97a4-ddceaf537d44 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:05:49.310142 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-cd73f1ed-6936-4c6f-8b00-080181c5ea04 req-bf9d07e8-adc6-4814-a36e-3d92a80682f6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:49.314789 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cd73f1ed-6936-4c6f-8b00-080181c5ea04 req-bf9d07e8-adc6-4814-a36e-3d92a80682f6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.58 "DELETE /v2.0/ports/a63ea354-0aeb-43e3-97a4-ddceaf537d44 HTTP/1.1" status: 204 len: 173 time: 2.4631352 Nov 12 09:05:49.315481 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0f5ea7-0450-45ff-a372-ee7e5da002a8', 'name': 'network-vif-deleted', 'tag': 'a63ea354-0aeb-43e3-97a4-ddceaf537d44'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:49.318212 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03089ac-fce0-4a9c-8187-d8a242ec0d91" -d '{"events": [{"server_uuid": "1b0f5ea7-0450-45ff-a372-ee7e5da002a8", "name": "network-vif-deleted", "tag": "a63ea354-0aeb-43e3-97a4-ddceaf537d44"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:49.408227 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdcf29e-c460-4b70-8154-cfb9da5d9c07 req-f311de1e-0159-4768-b832-6a7ecc3eb498 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:49.413311 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5bdcf29e-c460-4b70-8154-cfb9da5d9c07 req-f311de1e-0159-4768-b832-6a7ecc3eb498 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 946 time: 0.9406803 Nov 12 09:05:49.442006 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49200b-31a4-42c0-a781-e7e064310074 None None] Pushing event updated for resources: {'Port': ['ID=36ffb4ed-9db2-4792-a23b-2a59dd064c8e,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:49.556387 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49200b-31a4-42c0-a781-e7e064310074 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:49.564422 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49200b-31a4-42c0-a781-e7e064310074 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:49.565109 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49200b-31a4-42c0-a781-e7e064310074 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:49.565711 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49200b-31a4-42c0-a781-e7e064310074 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:49.566286 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49200b-31a4-42c0-a781-e7e064310074 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:49.566863 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49200b-31a4-42c0-a781-e7e064310074 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:49.571851 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49200b-31a4-42c0-a781-e7e064310074 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:49.572707 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49200b-31a4-42c0-a781-e7e064310074 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:49.573296 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49200b-31a4-42c0-a781-e7e064310074 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:49.573888 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49200b-31a4-42c0-a781-e7e064310074 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:49.574491 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49200b-31a4-42c0-a781-e7e064310074 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:49.575082 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49200b-31a4-42c0-a781-e7e064310074 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:49.629343 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5bdcf29e-c460-4b70-8154-cfb9da5d9c07 req-e0b76b35-9cd9-4f90-b201-5c1ed611f875 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=83e08817-8fd2-41c7-b68a-cfb4cbcf996d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881268 Nov 12 09:05:49.708281 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-4d1a1f59-6df8-445b-97f4-e206051f3c76 None None] Attempting to bind port 36ffb4ed-9db2-4792-a23b-2a59dd064c8e on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:49.709003 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-4d1a1f59-6df8-445b-97f4-e206051f3c76 None None] Attempting to bind port 36ffb4ed-9db2-4792-a23b-2a59dd064c8e by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'ed185fb8-90eb-41e6-b6ef-cd8be1b05215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4f594085-1259-4b78-a47c-4d94bb0a1471'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:49.709701 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1a1f59-6df8-445b-97f4-e206051f3c76 None None] Attempting to bind port 36ffb4ed-9db2-4792-a23b-2a59dd064c8e on network 4f594085-1259-4b78-a47c-4d94bb0a1471 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:49.731337 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1a1f59-6df8-445b-97f4-e206051f3c76 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:05:49.732399 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1a1f59-6df8-445b-97f4-e206051f3c76 None None] Checking segment: {'id': 'ed185fb8-90eb-41e6-b6ef-cd8be1b05215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4f594085-1259-4b78-a47c-4d94bb0a1471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:05:49.733382 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4d1a1f59-6df8-445b-97f4-e206051f3c76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:49.736503 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1a1f59-6df8-445b-97f4-e206051f3c76 None None] Bound using segment: {'id': 'ed185fb8-90eb-41e6-b6ef-cd8be1b05215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4f594085-1259-4b78-a47c-4d94bb0a1471'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:05:49.737665 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-4d1a1f59-6df8-445b-97f4-e206051f3c76 None None] Bound port: 36ffb4ed-9db2-4792-a23b-2a59dd064c8e, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed185fb8-90eb-41e6-b6ef-cd8be1b05215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4f594085-1259-4b78-a47c-4d94bb0a1471'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:05:49.742156 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4d1a1f59-6df8-445b-97f4-e206051f3c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:49.749650 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-21f7e61b-81a7-457c-a8ec-869435e7514c None None] Allocated IP 172.20.0.2 (33ee6f22-2946-4458-9e4b-96af707eae19/0ffebe24-9de4-4e83-8470-e44e3498ab85/7a396235-8bd4-46d0-828a-8c83a8e3c863) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:05:49.959392 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-4d1a1f59-6df8-445b-97f4-e206051f3c76 None None] For port 36ffb4ed-9db2-4792-a23b-2a59dd064c8e, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:05:49.968524 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-4d1a1f59-6df8-445b-97f4-e206051f3c76 None None] For port 36ffb4ed-9db2-4792-a23b-2a59dd064c8e, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=36ffb4ed-9db2-4792-a23b-2a59dd064c8e,segment=NetworkSegment(ed185fb8-90eb-41e6-b6ef-cd8be1b05215),segment_id=ed185fb8-90eb-41e6-b6ef-cd8be1b05215)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:05:49.981422 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4d1a1f59-6df8-445b-97f4-e206051f3c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:50.130441 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1a1f59-6df8-445b-97f4-e206051f3c76 None None] Routers {'bceaba43-f637-44d4-870c-6ce4de56ed6a'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:05:50.132878 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-4d1a1f59-6df8-445b-97f4-e206051f3c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:05:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['bceaba43-f637-44d4-870c-6ce4de56ed6a'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:50.259297 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-21f7e61b-81a7-457c-a8ec-869435e7514c None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:50.304484 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-21f7e61b-81a7-457c-a8ec-869435e7514c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:50.361040 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c2b37d4a-0cfb-4a9e-8bda-3b113c68dead admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:50.373263 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49200b-31a4-42c0-a781-e7e064310074 None None] Pushing event updated for resources: {'Port': ['ID=36ffb4ed-9db2-4792-a23b-2a59dd064c8e,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:50.439250 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-4d1a1f59-6df8-445b-97f4-e206051f3c76 None None] Set router bceaba43-f637-44d4-870c-6ce4de56ed6a gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:05:50.529372 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c2b37d4a-0cfb-4a9e-8bda-3b113c68dead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:50.623111 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f7e61b-81a7-457c-a8ec-869435e7514c None None] Network 33ee6f22-2946-4458-9e4b-96af707eae19 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:05:50.636836 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-21f7e61b-81a7-457c-a8ec-869435e7514c None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:50.640810 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-86ea316b-3d0a-4481-80d1-539bbff75dc5 None None] Provisioning complete for port 36ffb4ed-9db2-4792-a23b-2a59dd064c8e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:50.646825 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-86ea316b-3d0a-4481-80d1-539bbff75dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:50.673897 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f7e61b-81a7-457c-a8ec-869435e7514c None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:05:50.839154 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7e61b-81a7-457c-a8ec-869435e7514c None None] Pushing event updated for resources: {'Port': ['ID=7a396235-8bd4-46d0-828a-8c83a8e3c863,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:50.886247 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-c2b37d4a-0cfb-4a9e-8bda-3b113c68dead admin admin] Allocated IP 172.25.6.69 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/4fefe5cb-7a07-4f45-ab21-152e54e8c9cb) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:05:51.074544 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device a63ea354-0aeb-43e3-97a4-ddceaf537d44 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:05:51.142082 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-4d1a1f59-6df8-445b-97f4-e206051f3c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bceaba43-f637-44d4-870c-6ce4de56ed6a', 'name': 'tempest-TestAggregatesBasicOps-1741503012-router', 'tenant_id': '096a0a90bbe343ba816199ceef73d646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'c5cf1b37-77f0-445b-b01d-dbe620d2408d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:32Z', 'updated_at': '2021-11-12T09:05:41Z', 'revision_number': 4, 'project_id': '096a0a90bbe343ba816199ceef73d646', 'gw_port': {'id': 'c5cf1b37-77f0-445b-b01d-dbe620d2408d', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceaba43-f637-44d4-870c-6ce4de56ed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:33Z', 'updated_at': '2021-11-12T09:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '36ffb4ed-9db2-4792-a23b-2a59dd064c8e', 'name': '', 'network_id': '4f594085-1259-4b78-a47c-4d94bb0a1471', 'tenant_id': '096a0a90bbe343ba816199ceef73d646', 'mac_address': 'fa:16:3e:a7:75:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bceaba43-f637-44d4-870c-6ce4de56ed6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': 'c16b8775-9d05-4991-8d45-4d00cd59659d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:39Z', 'updated_at': '2021-11-12T09:05:49Z', 'revision_number': 4, 'project_id': '096a0a90bbe343ba816199ceef73d646', 'subnets': [{'id': 'c16b8775-9d05-4991-8d45-4d00cd59659d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:51.147792 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 50308) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:51.189664 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c2b37d4a-0cfb-4a9e-8bda-3b113c68dead admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:51.284756 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1a1f59-6df8-445b-97f4-e206051f3c76 None None] The sync data for ids ['bceaba43-f637-44d4-870c-6ce4de56ed6a'] in n-d-768862-16 is: [{'id': 'bceaba43-f637-44d4-870c-6ce4de56ed6a', 'name': 'tempest-TestAggregatesBasicOps-1741503012-router', 'tenant_id': '096a0a90bbe343ba816199ceef73d646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'c5cf1b37-77f0-445b-b01d-dbe620d2408d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:32Z', 'updated_at': '2021-11-12T09:05:41Z', 'revision_number': 4, 'project_id': '096a0a90bbe343ba816199ceef73d646', 'gw_port': {'id': 'c5cf1b37-77f0-445b-b01d-dbe620d2408d', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceaba43-f637-44d4-870c-6ce4de56ed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:33Z', 'updated_at': '2021-11-12T09:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '36ffb4ed-9db2-4792-a23b-2a59dd064c8e', 'name': '', 'network_id': '4f594085-1259-4b78-a47c-4d94bb0a1471', 'tenant_id': '096a0a90bbe343ba816199ceef73d646', 'mac_address': 'fa:16:3e:a7:75:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bceaba43-f637-44d4-870c-6ce4de56ed6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': 'c16b8775-9d05-4991-8d45-4d00cd59659d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:39Z', 'updated_at': '2021-11-12T09:05:49Z', 'revision_number': 4, 'project_id': '096a0a90bbe343ba816199ceef73d646', 'subnets': [{'id': 'c16b8775-9d05-4991-8d45-4d00cd59659d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:05:51.359596 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c2b37d4a-0cfb-4a9e-8bda-3b113c68dead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:51.479120 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: a63ea354-0aeb-43e3-97a4-ddceaf537d44 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:05:51.479565 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device a63ea354-0aeb-43e3-97a4-ddceaf537d44 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:05:51.565585 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-21f7e61b-81a7-457c-a8ec-869435e7514c None None] Attempting to bind port 7a396235-8bd4-46d0-828a-8c83a8e3c863 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:51.566057 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-21f7e61b-81a7-457c-a8ec-869435e7514c None None] Attempting to bind port 7a396235-8bd4-46d0-828a-8c83a8e3c863 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '1daf87bf-a0d7-493f-ad47-028cb89ed84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '33ee6f22-2946-4458-9e4b-96af707eae19'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:51.566583 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f7e61b-81a7-457c-a8ec-869435e7514c None None] Attempting to bind port 7a396235-8bd4-46d0-828a-8c83a8e3c863 on network 33ee6f22-2946-4458-9e4b-96af707eae19 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:51.571851 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b37d4a-0cfb-4a9e-8bda-3b113c68dead admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:05:51.586095 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-c2b37d4a-0cfb-4a9e-8bda-3b113c68dead admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:51.618336 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b37d4a-0cfb-4a9e-8bda-3b113c68dead admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:05:51.650118 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c5119c-a577-47d1-bfc9-f6333f914db3 x-openstack-request-id: req-33c5119c-a577-47d1-bfc9-f6333f914db3 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:51.651177 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b0f5ea7-0450-45ff-a372-ee7e5da002a8", "name": "network-vif-deleted", "tag": "a63ea354-0aeb-43e3-97a4-ddceaf537d44", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:51.651675 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-33c5119c-a577-47d1-bfc9-f6333f914db3 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:51.652471 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0f5ea7-0450-45ff-a372-ee7e5da002a8', 'name': 'network-vif-deleted', 'tag': 'a63ea354-0aeb-43e3-97a4-ddceaf537d44', 'status': 'completed', 'code': 200} Nov 12 09:05:51.683405 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-86ea316b-3d0a-4481-80d1-539bbff75dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:51.687469 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f7e61b-81a7-457c-a8ec-869435e7514c None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:05:51.688157 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f7e61b-81a7-457c-a8ec-869435e7514c None None] Checking segment: {'id': '1daf87bf-a0d7-493f-ad47-028cb89ed84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '33ee6f22-2946-4458-9e4b-96af707eae19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:05:51.688863 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-21f7e61b-81a7-457c-a8ec-869435e7514c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:51.689545 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f7e61b-81a7-457c-a8ec-869435e7514c None None] Bound using segment: {'id': '1daf87bf-a0d7-493f-ad47-028cb89ed84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '33ee6f22-2946-4458-9e4b-96af707eae19'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:05:51.690337 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-21f7e61b-81a7-457c-a8ec-869435e7514c None None] Bound port: 7a396235-8bd4-46d0-828a-8c83a8e3c863, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1daf87bf-a0d7-493f-ad47-028cb89ed84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '33ee6f22-2946-4458-9e4b-96af707eae19'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:05:51.690981 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-21f7e61b-81a7-457c-a8ec-869435e7514c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:51.727691 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9bbf00-9203-4c05-a14d-f4defe945e39 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:05:51.806082 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b37d4a-0cfb-4a9e-8bda-3b113c68dead admin admin] Pushing event updated for resources: {'Port': ['ID=4fefe5cb-7a07-4f45-ab21-152e54e8c9cb,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:51.932314 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-86ea316b-3d0a-4481-80d1-539bbff75dc5 None None] For port 36ffb4ed-9db2-4792-a23b-2a59dd064c8e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=36ffb4ed-9db2-4792-a23b-2a59dd064c8e,segment=NetworkSegment(ed185fb8-90eb-41e6-b6ef-cd8be1b05215),segment_id=ed185fb8-90eb-41e6-b6ef-cd8be1b05215)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:51.960861 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-86ea316b-3d0a-4481-80d1-539bbff75dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:52.060957 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea316b-3d0a-4481-80d1-539bbff75dc5 None None] Pushing event updated for resources: {'Port': ['ID=36ffb4ed-9db2-4792-a23b-2a59dd064c8e,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:52.064877 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 36ffb4ed-9db2-4792-a23b-2a59dd064c8e up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:05:52.141191 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-21f7e61b-81a7-457c-a8ec-869435e7514c None None] For port 7a396235-8bd4-46d0-828a-8c83a8e3c863, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:05:52.147940 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-21f7e61b-81a7-457c-a8ec-869435e7514c None None] For port 7a396235-8bd4-46d0-828a-8c83a8e3c863, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=7a396235-8bd4-46d0-828a-8c83a8e3c863,segment=NetworkSegment(1daf87bf-a0d7-493f-ad47-028cb89ed84e),segment_id=1daf87bf-a0d7-493f-ad47-028cb89ed84e)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:05:52.150694 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-df8ad662-22c2-4243-9c5c-39dd2ff0c02c None None] Provisioning complete for port 36ffb4ed-9db2-4792-a23b-2a59dd064c8e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:52.151390 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-df8ad662-22c2-4243-9c5c-39dd2ff0c02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:52.209157 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-21f7e61b-81a7-457c-a8ec-869435e7514c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:52.275824 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffbc9e-8428-4065-b4a1-da905e122bb4 req-76df764b-4bd9-4b7b-bd5a-443f85c8fd21 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:52.286113 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-edffbc9e-8428-4065-b4a1-da905e122bb4 req-76df764b-4bd9-4b7b-bd5a-443f85c8fd21 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 946 time: 0.4134383 Nov 12 09:05:52.509061 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7e61b-81a7-457c-a8ec-869435e7514c None None] Pushing event updated for resources: {'Port': ['ID=7a396235-8bd4-46d0-828a-8c83a8e3c863,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:52.516182 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c2b37d4a-0cfb-4a9e-8bda-3b113c68dead admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:52.576822 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-edffbc9e-8428-4065-b4a1-da905e122bb4 req-c347782c-266d-417d-865c-64f64de2eb09 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=83e08817-8fd2-41c7-b68a-cfb4cbcf996d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2768040 Nov 12 09:05:52.733861 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 36ffb4ed-9db2-4792-a23b-2a59dd064c8e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:52.734392 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:52.923790 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-df8ad662-22c2-4243-9c5c-39dd2ff0c02c None None] Provisioning complete for port 4fefe5cb-7a07-4f45-ab21-152e54e8c9cb triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:52.932855 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0cf4e9ef-f14b-4e22-bda9-a2767915e32b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:52.938936 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-df8ad662-22c2-4243-9c5c-39dd2ff0c02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:53.068719 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-df8ad662-22c2-4243-9c5c-39dd2ff0c02c None None] Port 4fefe5cb-7a07-4f45-ab21-152e54e8c9cb cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:05:53.179586 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c2b37d4a-0cfb-4a9e-8bda-3b113c68dead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:53.218784 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:53.715678 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-0cf4e9ef-f14b-4e22-bda9-a2767915e32b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Deleting port 620314c5-c531-4c60-8424-9b04e6c4716f {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:05:53.716619 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0cf4e9ef-f14b-4e22-bda9-a2767915e32b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:53.821572 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b37d4a-0cfb-4a9e-8bda-3b113c68dead admin admin] Router 927b07d0-478c-412f-8cd1-e15b2e2c4a28 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:05:54.057949 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-0cf4e9ef-f14b-4e22-bda9-a2767915e32b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] For port 620314c5-c531-4c60-8424-9b04e6c4716f, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=620314c5-c531-4c60-8424-9b04e6c4716f,segment=NetworkSegment(427f758d-bdfc-4e80-8ecb-579d75abe9e1),segment_id=427f758d-bdfc-4e80-8ecb-579d75abe9e1)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:54.063078 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0cf4e9ef-f14b-4e22-bda9-a2767915e32b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:54.121018 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-0cf4e9ef-f14b-4e22-bda9-a2767915e32b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Calling delete_port for 620314c5-c531-4c60-8424-9b04e6c4716f owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:05:54.229818 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b37d4a-0cfb-4a9e-8bda-3b113c68dead admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:05:54.248229 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87272c9e-6b77-4fa3-8bed-5ff0422b5139 None None] Sync routers for ids ['927b07d0-478c-412f-8cd1-e15b2e2c4a28'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:05:54.270610 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c2b37d4a-0cfb-4a9e-8bda-3b113c68dead admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:54.272303 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c2b37d4a-0cfb-4a9e-8bda-3b113c68dead admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.1549971 Nov 12 09:05:54.277571 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 50346) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:54.304717 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87272c9e-6b77-4fa3-8bed-5ff0422b5139 None None] Routers {'927b07d0-478c-412f-8cd1-e15b2e2c4a28'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:05:54.309031 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-87272c9e-6b77-4fa3-8bed-5ff0422b5139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:05:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['927b07d0-478c-412f-8cd1-e15b2e2c4a28'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:54.360412 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 36ffb4ed-9db2-4792-a23b-2a59dd064c8e up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:05:54.578179 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdfee0e-a3f7-4c91-9361-fcaadde11d98 None None] Network 33ee6f22-2946-4458-9e4b-96af707eae19 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:05:54.814526 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-87272c9e-6b77-4fa3-8bed-5ff0422b5139 None None] Set router 927b07d0-478c-412f-8cd1-e15b2e2c4a28 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:05:54.904620 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c312d73-783f-4ed6-9294-3bbeae344b69 req-188142df-058b-47f0-abc3-372ada02f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:54.913406 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b50f0-8f94-4466-86da-6191d3288314 req-c3d3a1a6-3ca4-481a-bcd4-9108b161fb21 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:54.918998 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6c312d73-783f-4ed6-9294-3bbeae344b69 req-188142df-058b-47f0-abc3-372ada02f7b2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e2aedd74754847baa0c2e1ed0d1b2137&device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 1098 time: 0.5318925 Nov 12 09:05:54.926610 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-118b50f0-8f94-4466-86da-6191d3288314 req-c3d3a1a6-3ca4-481a-bcd4-9108b161fb21 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 946 time: 0.2382793 Nov 12 09:05:54.997998 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0cf4e9ef-f14b-4e22-bda9-a2767915e32b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:55.048610 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf4e9ef-f14b-4e22-bda9-a2767915e32b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event deleted for resources: {'Port': ['ID=620314c5-c531-4c60-8424-9b04e6c4716f,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:55.053263 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 36ffb4ed-9db2-4792-a23b-2a59dd064c8e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:55.054211 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:55.087362 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-118b50f0-8f94-4466-86da-6191d3288314 req-ca7c80b1-1818-49ce-b20c-dd3ba316c2c9 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=83e08817-8fd2-41c7-b68a-cfb4cbcf996d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587086 Nov 12 09:05:55.222082 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-70806fb1-03d0-45a8-a826-1db09e34c89a None None] Provisioning complete for port 7a396235-8bd4-46d0-828a-8c83a8e3c863 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:55.222894 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-70806fb1-03d0-45a8-a826-1db09e34c89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:55.404590 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 7a396235-8bd4-46d0-828a-8c83a8e3c863 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:05:55.434364 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-87272c9e-6b77-4fa3-8bed-5ff0422b5139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b07d0-478c-412f-8cd1-e15b2e2c4a28', 'name': 'tempest-TestAggregatesBasicOps-1902511309-router', 'tenant_id': '78df196ab75249338d848f51bf1dfa92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '4fefe5cb-7a07-4f45-ab21-152e54e8c9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:48Z', 'updated_at': '2021-11-12T09:05:52Z', 'revision_number': 3, 'project_id': '78df196ab75249338d848f51bf1dfa92', 'gw_port': {'id': '4fefe5cb-7a07-4f45-ab21-152e54e8c9cb', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927b07d0-478c-412f-8cd1-e15b2e2c4a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:05:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:55.481179 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c39be-393b-465e-8f81-42e2a5d0469f req-4a4811fd-a0ac-4bf8-8ffe-8d7a412e5969 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:55.497079 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-825c39be-393b-465e-8f81-42e2a5d0469f req-4a4811fd-a0ac-4bf8-8ffe-8d7a412e5969 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 943 time: 0.2596915 Nov 12 09:05:55.503197 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87272c9e-6b77-4fa3-8bed-5ff0422b5139 None None] Checking router: 927b07d0-478c-412f-8cd1-e15b2e2c4a28 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:05:55.503567 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87272c9e-6b77-4fa3-8bed-5ff0422b5139 None None] Updating router 927b07d0-478c-412f-8cd1-e15b2e2c4a28 port 4fefe5cb-7a07-4f45-ab21-152e54e8c9cb binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:05:55.559668 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 7a396235-8bd4-46d0-828a-8c83a8e3c863 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:55.560301 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:55.567624 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-87272c9e-6b77-4fa3-8bed-5ff0422b5139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:55.737680 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-70806fb1-03d0-45a8-a826-1db09e34c89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:55.776516 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-825c39be-393b-465e-8f81-42e2a5d0469f req-5fac2f60-7c5d-44ba-b812-3a50b7f6e4c7 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2742977 Nov 12 09:05:55.816425 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:55.853381 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-70806fb1-03d0-45a8-a826-1db09e34c89a None None] For port 7a396235-8bd4-46d0-828a-8c83a8e3c863, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=7a396235-8bd4-46d0-828a-8c83a8e3c863,segment=NetworkSegment(1daf87bf-a0d7-493f-ad47-028cb89ed84e),segment_id=1daf87bf-a0d7-493f-ad47-028cb89ed84e)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:55.869106 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-70806fb1-03d0-45a8-a826-1db09e34c89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:55.884029 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0cf4e9ef-f14b-4e22-bda9-a2767915e32b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:55.948264 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70806fb1-03d0-45a8-a826-1db09e34c89a None None] Pushing event updated for resources: {'Port': ['ID=7a396235-8bd4-46d0-828a-8c83a8e3c863,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:56.020237 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:05:56.020919 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:05:56.047021 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c312d73-783f-4ed6-9294-3bbeae344b69 req-28aa04e0-9266-45ff-af06-92af6c3a8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:56.050040 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6c312d73-783f-4ed6-9294-3bbeae344b69 req-28aa04e0-9266-45ff-af06-92af6c3a8ea1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7524fe81-dda2-4df7-b9b9-932c7fdb6f24 HTTP/1.1" status: 200 len: 912 time: 1.1295829 Nov 12 09:05:56.221083 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-12d571a3-ed19-4351-8f2a-b78a261476df None None] Provisioning complete for port 7a396235-8bd4-46d0-828a-8c83a8e3c863 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:56.223427 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-12d571a3-ed19-4351-8f2a-b78a261476df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:56.352939 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1dffe287-109d-4d98-b959-8b07220b21ba req-adc7db52-e6c3-4271-9f69-dbf6d5ce6d94 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9335458 Nov 12 09:05:56.425782 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6c312d73-783f-4ed6-9294-3bbeae344b69 req-97670b90-6e9c-445c-86a7-9ade32a276b6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d14b9821-9f3a-4d6a-972e-22a512e595a1 HTTP/1.1" status: 200 len: 1001 time: 0.3374639 Nov 12 09:05:56.498732 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-60730771-80f0-4945-9750-d776fe911157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:56.502028 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-87272c9e-6b77-4fa3-8bed-5ff0422b5139 None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:56.514185 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-87272c9e-6b77-4fa3-8bed-5ff0422b5139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:56.562309 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf4e9ef-f14b-4e22-bda9-a2767915e32b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Router 9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:05:56.643821 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91ca73a-86c0-49b1-8a9b-24264e33a476 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:05:56.706032 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-87272c9e-6b77-4fa3-8bed-5ff0422b5139 None None] Attempting to bind port 4fefe5cb-7a07-4f45-ab21-152e54e8c9cb on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:56.709757 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-87272c9e-6b77-4fa3-8bed-5ff0422b5139 None None] Attempting to bind port 4fefe5cb-7a07-4f45-ab21-152e54e8c9cb by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:56.710643 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87272c9e-6b77-4fa3-8bed-5ff0422b5139 None None] Attempting to bind port 4fefe5cb-7a07-4f45-ab21-152e54e8c9cb on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:56.746501 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87272c9e-6b77-4fa3-8bed-5ff0422b5139 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:05:56.753169 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87272c9e-6b77-4fa3-8bed-5ff0422b5139 None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:05:56.754301 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-87272c9e-6b77-4fa3-8bed-5ff0422b5139 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:56.757644 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87272c9e-6b77-4fa3-8bed-5ff0422b5139 None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:05:56.768782 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-87272c9e-6b77-4fa3-8bed-5ff0422b5139 None None] Bound port: 4fefe5cb-7a07-4f45-ab21-152e54e8c9cb, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:05:56.772262 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-87272c9e-6b77-4fa3-8bed-5ff0422b5139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:56.799892 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-66ba87da-6a8f-4a05-bb33-caf43745ab07 None None] Provisioning complete for port 4fefe5cb-7a07-4f45-ab21-152e54e8c9cb triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:56.800264 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-66ba87da-6a8f-4a05-bb33-caf43745ab07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:56.857190 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c312d73-783f-4ed6-9294-3bbeae344b69 req-bd13dcc0-a1f4-4367-b3d7-237faf72ceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:56.863952 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6c312d73-783f-4ed6-9294-3bbeae344b69 req-bd13dcc0-a1f4-4367-b3d7-237faf72ceaa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc HTTP/1.1" status: 200 len: 850 time: 0.4296544 Nov 12 09:05:56.907253 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-66ba87da-6a8f-4a05-bb33-caf43745ab07 None None] Port 4fefe5cb-7a07-4f45-ab21-152e54e8c9cb cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:05:56.924306 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf4e9ef-f14b-4e22-bda9-a2767915e32b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:05:56.934082 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0cf4e9ef-f14b-4e22-bda9-a2767915e32b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "PUT /v2.0/routers/9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7839794 Nov 12 09:05:56.940965 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0c64b7-1bfc-4f59-bdc2-ea6f8229d3db None None] Sync routers for ids ['9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:05:56.949504 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 50384) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:56.959831 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0c64b7-1bfc-4f59-bdc2-ea6f8229d3db None None] Routers {'9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:05:56.961469 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8e0c64b7-1bfc-4f59-bdc2-ea6f8229d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:05:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:56.994140 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-87272c9e-6b77-4fa3-8bed-5ff0422b5139 None None] For port 4fefe5cb-7a07-4f45-ab21-152e54e8c9cb, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:05:57.000597 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-87272c9e-6b77-4fa3-8bed-5ff0422b5139 None None] For port 4fefe5cb-7a07-4f45-ab21-152e54e8c9cb, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4fefe5cb-7a07-4f45-ab21-152e54e8c9cb,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:05:57.030604 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-87272c9e-6b77-4fa3-8bed-5ff0422b5139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:57.086041 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f1b90-a049-4f34-8ee6-b6d58c87e09b None None] Pushing event updated for resources: {'Port': ['ID=4fefe5cb-7a07-4f45-ab21-152e54e8c9cb,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:57.128311 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad5bea-a99b-47a4-b0b4-bc1aaead2fd1 req-5fca73e1-fe8d-4035-a09d-bc6ad2184aef tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:57.130062 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-59ad5bea-a99b-47a4-b0b4-bc1aaead2fd1 req-5fca73e1-fe8d-4035-a09d-bc6ad2184aef tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 946 time: 0.2106678 Nov 12 09:05:57.140925 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-60730771-80f0-4945-9750-d776fe911157 admin admin] Allocated IP 172.20.0.1 (33ee6f22-2946-4458-9e4b-96af707eae19/0ffebe24-9de4-4e83-8470-e44e3498ab85/e400be70-53e3-40f5-8841-f2f3f0b5f888) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:05:57.158795 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf92515-54ff-4310-9eca-337591eba176 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Deleting subnet 3e96a7ba-00bc-45a6-ba05-45ed19305575 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:05:57.179670 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bbf92515-54ff-4310-9eca-337591eba176 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:57.262257 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-8e0c64b7-1bfc-4f59-bdc2-ea6f8229d3db None None] Set router 9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:05:57.288731 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f1b90-a049-4f34-8ee6-b6d58c87e09b None None] Pushing event updated for resources: {'Port': ['ID=4fefe5cb-7a07-4f45-ab21-152e54e8c9cb,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:57.297154 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87272c9e-6b77-4fa3-8bed-5ff0422b5139 None None] Routers {'927b07d0-478c-412f-8cd1-e15b2e2c4a28'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:05:57.297810 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-87272c9e-6b77-4fa3-8bed-5ff0422b5139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:05:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['927b07d0-478c-412f-8cd1-e15b2e2c4a28'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:57.303061 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-60730771-80f0-4945-9750-d776fe911157 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:57.380599 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-60730771-80f0-4945-9750-d776fe911157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:57.441285 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60730771-80f0-4945-9750-d776fe911157 admin admin] Pushing event updated for resources: {'Port': ['ID=e400be70-53e3-40f5-8841-f2f3f0b5f888,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:57.450128 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 7a396235-8bd4-46d0-828a-8c83a8e3c863 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:05:57.452717 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29430c5c-bb2e-4f44-b217-07e628e1a4d2 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:05:57.453489 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bbf92515-54ff-4310-9eca-337591eba176 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:57.464932 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60730771-80f0-4945-9750-d776fe911157 admin admin] Network 33ee6f22-2946-4458-9e4b-96af707eae19 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:05:57.467436 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-60730771-80f0-4945-9750-d776fe911157 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:57.477646 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60730771-80f0-4945-9750-d776fe911157 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:05:57.488287 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c312d73-783f-4ed6-9294-3bbeae344b69 req-c777758f-94a0-4c08-8d34-221ddff245b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:57.490297 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6c312d73-783f-4ed6-9294-3bbeae344b69 req-c777758f-94a0-4c08-8d34-221ddff245b1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7524fe81-dda2-4df7-b9b9-932c7fdb6f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4405401 Nov 12 09:05:57.601445 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-87272c9e-6b77-4fa3-8bed-5ff0422b5139 None None] Set router 927b07d0-478c-412f-8cd1-e15b2e2c4a28 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:05:57.651050 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-59ad5bea-a99b-47a4-b0b4-bc1aaead2fd1 req-23d37d8d-59c3-4253-adbb-cabe0f70a362 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=83e08817-8fd2-41c7-b68a-cfb4cbcf996d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4819417 Nov 12 09:05:57.950534 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-60730771-80f0-4945-9750-d776fe911157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:58.036288 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bbf92515-54ff-4310-9eca-337591eba176 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:58.177765 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e21b4-726c-4557-a8e1-f51bf0378e2f req-ddae6b96-cc18-41b5-a65c-4c2f7b12441d tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:58.188422 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc1e21b4-726c-4557-a8e1-f51bf0378e2f req-ddae6b96-cc18-41b5-a65c-4c2f7b12441d tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb37acb-bb8c-46e5-96ff-dd35267d151d HTTP/1.1" status: 200 len: 946 time: 0.2969451 Nov 12 09:05:58.239411 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-87272c9e-6b77-4fa3-8bed-5ff0422b5139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b07d0-478c-412f-8cd1-e15b2e2c4a28', 'name': 'tempest-TestAggregatesBasicOps-1902511309-router', 'tenant_id': '78df196ab75249338d848f51bf1dfa92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '4fefe5cb-7a07-4f45-ab21-152e54e8c9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:48Z', 'updated_at': '2021-11-12T09:05:52Z', 'revision_number': 3, 'project_id': '78df196ab75249338d848f51bf1dfa92', 'gw_port': {'id': '4fefe5cb-7a07-4f45-ab21-152e54e8c9cb', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927b07d0-478c-412f-8cd1-e15b2e2c4a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:58.297502 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87272c9e-6b77-4fa3-8bed-5ff0422b5139 None None] The sync data for ids ['927b07d0-478c-412f-8cd1-e15b2e2c4a28'] in n-d-768862-16 is: [{'id': '927b07d0-478c-412f-8cd1-e15b2e2c4a28', 'name': 'tempest-TestAggregatesBasicOps-1902511309-router', 'tenant_id': '78df196ab75249338d848f51bf1dfa92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '4fefe5cb-7a07-4f45-ab21-152e54e8c9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:48Z', 'updated_at': '2021-11-12T09:05:52Z', 'revision_number': 3, 'project_id': '78df196ab75249338d848f51bf1dfa92', 'gw_port': {'id': '4fefe5cb-7a07-4f45-ab21-152e54e8c9cb', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927b07d0-478c-412f-8cd1-e15b2e2c4a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:05:58.323583 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-830a60f4-8b16-4ce3-9411-d627e2abd55e None None] Provisioning complete for port 4fefe5cb-7a07-4f45-ab21-152e54e8c9cb triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:58.324456 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-830a60f4-8b16-4ce3-9411-d627e2abd55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:58.367389 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bbf92515-54ff-4310-9eca-337591eba176 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:58.450549 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 7a396235-8bd4-46d0-828a-8c83a8e3c863 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:58.451173 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:58.532979 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bbf92515-54ff-4310-9eca-337591eba176 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:58.551901 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bbf92515-54ff-4310-9eca-337591eba176 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "DELETE /v2.0/subnets/3e96a7ba-00bc-45a6-ba05-45ed19305575 HTTP/1.1" status: 204 len: 168 time: 1.5982852 Nov 12 09:05:58.556371 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf92515-54ff-4310-9eca-337591eba176 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event deleted for resources: {'Subnet': ['ID=3e96a7ba-00bc-45a6-ba05-45ed19305575,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:58.567896 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 50390) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:58.601746 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffe287-109d-4d98-b959-8b07220b21ba req-c88883fa-0df6-4907-99c1-796d70a85b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:58.605021 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1dffe287-109d-4d98-b959-8b07220b21ba req-c88883fa-0df6-4907-99c1-796d70a85b0d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771&tenant_id=9ec847d4aa114da6b8ea6ce22207bb4f HTTP/1.1" status: 200 len: 1095 time: 0.4141138 Nov 12 09:05:58.612157 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbd54de-3878-41fd-9326-f6fb79f866bf None None] Network b51ab7de-891f-4dfb-a6b1-ff518112d94d requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:05:58.665913 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-830a60f4-8b16-4ce3-9411-d627e2abd55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:58.750090 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc1e21b4-726c-4557-a8e1-f51bf0378e2f req-9acf0860-d533-4918-8d27-8c20802e349e tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/security-groups?id=cea0d88c-88ef-4dd0-949a-6b8036d7fb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5604022 Nov 12 09:05:58.919643 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-830a60f4-8b16-4ce3-9411-d627e2abd55e None None] For port 4fefe5cb-7a07-4f45-ab21-152e54e8c9cb, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4fefe5cb-7a07-4f45-ab21-152e54e8c9cb,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:58.946981 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-830a60f4-8b16-4ce3-9411-d627e2abd55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:58.979160 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6c312d73-783f-4ed6-9294-3bbeae344b69 req-baa783fb-1fbd-419a-b905-c09386da0bb4 service neutron] 10.222.0.54 "GET /v2.0/networks/7524fe81-dda2-4df7-b9b9-932c7fdb6f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4607933 Nov 12 09:05:59.138369 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8e0c64b7-1bfc-4f59-bdc2-ea6f8229d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429298992', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '18257b25-afe7-4ba1-a1b6-ab551eb561d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:06Z', 'updated_at': '2021-11-12T09:05:54Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '18257b25-afe7-4ba1-a1b6-ab551eb561d9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:07Z', 'updated_at': '2021-11-12T09:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:59.152992 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c8d88-7b4e-46ac-afb5-c119ab969ec8 req-4d128462-0577-4d02-9326-1a3d5e9e5d98 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:59.156660 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-762c8d88-7b4e-46ac-afb5-c119ab969ec8 req-4d128462-0577-4d02-9326-1a3d5e9e5d98 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cb37acb-bb8c-46e5-96ff-dd35267d151d HTTP/1.1" status: 200 len: 946 time: 1.0368676 Nov 12 09:05:59.169824 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49579052-56be-4d1f-9f65-17e9181a7f30 req-3806d294-d81f-4cfe-be09-269b1d271592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:59.173789 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-49579052-56be-4d1f-9f65-17e9181a7f30 req-3806d294-d81f-4cfe-be09-269b1d271592 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ec847d4aa114da6b8ea6ce22207bb4f&device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 1095 time: 1.2390001 Nov 12 09:05:59.207917 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-78b9c371-ad4c-4e91-8cb2-2a52ede8922f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:59.227369 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f87de-137c-44ee-836f-6ad310eab39e req-56c0932f-e3a3-4261-8521-85fab252c25d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:59.248234 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc7f87de-137c-44ee-836f-6ad310eab39e req-56c0932f-e3a3-4261-8521-85fab252c25d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 943 time: 0.1478012 Nov 12 09:05:59.381127 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0c64b7-1bfc-4f59-bdc2-ea6f8229d3db None None] Checking router: 9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:05:59.443631 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a60f4-8b16-4ce3-9411-d627e2abd55e None None] Pushing event updated for resources: {'Port': ['ID=4fefe5cb-7a07-4f45-ab21-152e54e8c9cb,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:59.454737 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-74957086-7716-4ef7-903a-23cb804d28ad None None] Provisioning complete for port e400be70-53e3-40f5-8841-f2f3f0b5f888 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:59.456120 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-74957086-7716-4ef7-903a-23cb804d28ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:59.524802 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cc7f87de-137c-44ee-836f-6ad310eab39e req-4d01a911-4159-48c1-8321-095fbed25e9d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2706189 Nov 12 09:05:59.605865 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0c64b7-1bfc-4f59-bdc2-ea6f8229d3db None None] Routers {'9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:05:59.606979 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8e0c64b7-1bfc-4f59-bdc2-ea6f8229d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:05:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:59.897448 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-78b9c371-ad4c-4e91-8cb2-2a52ede8922f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:59.926631 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:59.932128 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4fefe5cb-7a07-4f45-ab21-152e54e8c9cb up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:05:59.943727 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-74957086-7716-4ef7-903a-23cb804d28ad None None] Port e400be70-53e3-40f5-8841-f2f3f0b5f888 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:05:59.950554 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-8e0c64b7-1bfc-4f59-bdc2-ea6f8229d3db None None] Set router 9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:00.036054 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6c312d73-783f-4ed6-9294-3bbeae344b69 req-fb79d770-1ad1-4968-8122-399574c43019 service neutron] 10.222.0.54 "GET /v2.0/networks/7524fe81-dda2-4df7-b9b9-932c7fdb6f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0439792 Nov 12 09:06:00.050872 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-60730771-80f0-4945-9750-d776fe911157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:00.075975 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-78b9c371-ad4c-4e91-8cb2-2a52ede8922f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Deleting port 18257b25-afe7-4ba1-a1b6-ab551eb561d9 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:00.077808 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-78b9c371-ad4c-4e91-8cb2-2a52ede8922f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:00.306748 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9368cd-2552-4f26-8a5a-2ce1e93358d3 None None] DHCP port deletion for b51ab7de-891f-4dfb-a6b1-ff518112d94d request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:06:00.311982 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-762c8d88-7b4e-46ac-afb5-c119ab969ec8 req-22c96808-e286-42f2-a361-78c050956fe2 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Deleting port 54117ee5-e280-47df-9d95-e58857a424be {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:00.315442 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-762c8d88-7b4e-46ac-afb5-c119ab969ec8 req-22c96808-e286-42f2-a361-78c050956fe2 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:00.324619 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49579052-56be-4d1f-9f65-17e9181a7f30 req-bbdd67f2-a1ab-4870-a22e-f636c914eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:00.326858 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-49579052-56be-4d1f-9f65-17e9181a7f30 req-bbdd67f2-a1ab-4870-a22e-f636c914eac2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1257ab85-0a57-4816-836b-dcdc791e6146 HTTP/1.1" status: 200 len: 917 time: 0.9161937 Nov 12 09:06:00.467026 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-78b9c371-ad4c-4e91-8cb2-2a52ede8922f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] For port 18257b25-afe7-4ba1-a1b6-ab551eb561d9, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=18257b25-afe7-4ba1-a1b6-ab551eb561d9,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:00.467730 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-78b9c371-ad4c-4e91-8cb2-2a52ede8922f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:00.510438 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-78b9c371-ad4c-4e91-8cb2-2a52ede8922f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Calling delete_port for 18257b25-afe7-4ba1-a1b6-ab551eb561d9 owned by network:router_gateway {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:00.511616 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 4fefe5cb-7a07-4f45-ab21-152e54e8c9cb triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:00.512560 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:00.585780 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10cec7-0e5a-442c-830b-d267f0d447b3 req-afd283b7-c509-49c7-8ab2-6ad2b137cfa2 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:00.601934 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b10cec7-0e5a-442c-830b-d267f0d447b3 req-afd283b7-c509-49c7-8ab2-6ad2b137cfa2 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 946 time: 0.5338140 Nov 12 09:06:00.786521 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 54117ee5-e280-47df-9d95-e58857a424be no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:00.893143 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b10cec7-0e5a-442c-830b-d267f0d447b3 req-abe26134-b8f9-4950-9dae-d3c0f54ebc9a tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=83e08817-8fd2-41c7-b68a-cfb4cbcf996d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2711761 Nov 12 09:06:00.908303 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-49579052-56be-4d1f-9f65-17e9181a7f30 req-1b882f3a-26e4-498e-9f2d-453abb82f961 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52f0bec9-5cde-4d30-a8b8-5386b162581a HTTP/1.1" status: 200 len: 999 time: 0.5401073 Nov 12 09:06:01.073077 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9c9368cd-2552-4f26-8a5a-2ce1e93358d3 None None] Deleting port 991e3a41-1799-4af6-b0da-618929abb2fc {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:01.073499 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9c9368cd-2552-4f26-8a5a-2ce1e93358d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:01.077212 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-762c8d88-7b4e-46ac-afb5-c119ab969ec8 req-22c96808-e286-42f2-a361-78c050956fe2 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] For port 54117ee5-e280-47df-9d95-e58857a424be, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=54117ee5-e280-47df-9d95-e58857a424be,segment=NetworkSegment(03217fcb-04a1-4848-abf8-9fa55b4faba4),segment_id=03217fcb-04a1-4848-abf8-9fa55b4faba4)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:01.078091 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-762c8d88-7b4e-46ac-afb5-c119ab969ec8 req-22c96808-e286-42f2-a361-78c050956fe2 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:01.120735 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-78b9c371-ad4c-4e91-8cb2-2a52ede8922f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:01.137799 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-60730771-80f0-4945-9750-d776fe911157 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:01.145400 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-762c8d88-7b4e-46ac-afb5-c119ab969ec8 req-22c96808-e286-42f2-a361-78c050956fe2 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Calling delete_port for 54117ee5-e280-47df-9d95-e58857a424be owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:01.164648 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49579052-56be-4d1f-9f65-17e9181a7f30 req-5a2c2d82-b8c4-44aa-8bf7-329eb9d3de04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:01.168627 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-49579052-56be-4d1f-9f65-17e9181a7f30 req-5a2c2d82-b8c4-44aa-8bf7-329eb9d3de04 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b4bf441-b446-4677-be35-634c383c7b12 HTTP/1.1" status: 200 len: 855 time: 0.2377756 Nov 12 09:06:01.176101 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-60730771-80f0-4945-9750-d776fe911157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:01.253601 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc01e78-c4a2-416b-b24a-c9fe2157cd66 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:06:01.353627 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60730771-80f0-4945-9750-d776fe911157 admin admin] Pushing event updated for resources: {'Port': ['ID=e400be70-53e3-40f5-8841-f2f3f0b5f888,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:01.366142 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-78b9c371-ad4c-4e91-8cb2-2a52ede8922f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:01.388453 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:01.396197 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8e0c64b7-1bfc-4f59-bdc2-ea6f8229d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429298992', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '18257b25-afe7-4ba1-a1b6-ab551eb561d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:06Z', 'updated_at': '2021-11-12T09:05:54Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '18257b25-afe7-4ba1-a1b6-ab551eb561d9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:07Z', 'updated_at': '2021-11-12T09:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:01.407967 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9c9368cd-2552-4f26-8a5a-2ce1e93358d3 None None] For port 991e3a41-1799-4af6-b0da-618929abb2fc, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=991e3a41-1799-4af6-b0da-618929abb2fc,segment=NetworkSegment(427f758d-bdfc-4e80-8ecb-579d75abe9e1),segment_id=427f758d-bdfc-4e80-8ecb-579d75abe9e1)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:01.409811 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9c9368cd-2552-4f26-8a5a-2ce1e93358d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:01.482339 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0c64b7-1bfc-4f59-bdc2-ea6f8229d3db None None] The sync data for ids ['9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d'] in n-d-768862-16 is: [{'id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429298992', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '18257b25-afe7-4ba1-a1b6-ab551eb561d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:06Z', 'updated_at': '2021-11-12T09:05:54Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '18257b25-afe7-4ba1-a1b6-ab551eb561d9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:07Z', 'updated_at': '2021-11-12T09:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:06:01.486555 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9c9368cd-2552-4f26-8a5a-2ce1e93358d3 None None] Calling delete_port for 991e3a41-1799-4af6-b0da-618929abb2fc owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:01.532372 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb37acb-bb8c-46e5-96ff-dd35267d151d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54117ee5-e280-47df-9d95-e58857a424be'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:01.535007 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cb1d48-8037-4dd8-80f0-027ced8666c3" -d '{"events": [{"server_uuid": "8cb37acb-bb8c-46e5-96ff-dd35267d151d", "name": "network-vif-unplugged", "status": "completed", "tag": "54117ee5-e280-47df-9d95-e58857a424be"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:01.571932 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-78b9c371-ad4c-4e91-8cb2-2a52ede8922f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:01.576584 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-78b9c371-ad4c-4e91-8cb2-2a52ede8922f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:01.602969 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 54117ee5-e280-47df-9d95-e58857a424be, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=54117ee5-e280-47df-9d95-e58857a424be,segment=NetworkSegment(03217fcb-04a1-4848-abf8-9fa55b4faba4),segment_id=03217fcb-04a1-4848-abf8-9fa55b4faba4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:01.611450 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:01.668296 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9c371-ad4c-4e91-8cb2-2a52ede8922f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event deleted for resources: {'Port': ['ID=18257b25-afe7-4ba1-a1b6-ab551eb561d9,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:01.676878 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-78b9c371-ad4c-4e91-8cb2-2a52ede8922f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:01.677601 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b9c371-ad4c-4e91-8cb2-2a52ede8922f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Fanout notify agent at l3_agent the message router_deleted on router 9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:06:01.682872 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49579052-56be-4d1f-9f65-17e9181a7f30 req-540acb10-7bd5-4eb6-ae1a-5bcde4db08c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:01.685871 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-49579052-56be-4d1f-9f65-17e9181a7f30 req-540acb10-7bd5-4eb6-ae1a-5bcde4db08c6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1257ab85-0a57-4816-836b-dcdc791e6146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5027902 Nov 12 09:06:01.687462 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-60730771-80f0-4945-9750-d776fe911157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:01.688430 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-78b9c371-ad4c-4e91-8cb2-2a52ede8922f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:01.689818 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-78b9c371-ad4c-4e91-8cb2-2a52ede8922f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "DELETE /v2.0/routers/9f0615ef-bfbc-4f04-abb6-a54fa4c49f2d HTTP/1.1" status: 204 len: 168 time: 3.1143165 Nov 12 09:06:01.701210 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 50408) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:01.748025 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=54117ee5-e280-47df-9d95-e58857a424be,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:01.759158 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9c9368cd-2552-4f26-8a5a-2ce1e93358d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:01.799527 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9368cd-2552-4f26-8a5a-2ce1e93358d3 None None] No DVR routers for this DVR port 991e3a41-1799-4af6-b0da-618929abb2fc on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:06:01.802642 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9368cd-2552-4f26-8a5a-2ce1e93358d3 None None] Pushing event deleted for resources: {'Port': ['ID=991e3a41-1799-4af6-b0da-618929abb2fc,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:01.837068 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a245a7-98ac-49a7-a3a6-53855c19c9bd req-d7824fe2-527b-4f81-a110-e52ddaa5594e tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:01.838764 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f4a245a7-98ac-49a7-a3a6-53855c19c9bd req-d7824fe2-527b-4f81-a110-e52ddaa5594e tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb37acb-bb8c-46e5-96ff-dd35267d151d HTTP/1.1" status: 200 len: 946 time: 0.7519884 Nov 12 09:06:01.850788 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ba14b3c0-54a3-4de1-813c-8ef2992a3844 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:01.931893 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f4a245a7-98ac-49a7-a3a6-53855c19c9bd req-1382db1a-1752-4e2e-b949-1ff2f3671266 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/security-groups?id=cea0d88c-88ef-4dd0-949a-6b8036d7fb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690124 Nov 12 09:06:02.043043 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4fefe5cb-7a07-4f45-ab21-152e54e8c9cb up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:06:02.112577 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ba14b3c0-54a3-4de1-813c-8ef2992a3844 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:02.172255 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-ba14b3c0-54a3-4de1-813c-8ef2992a3844 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b51ab7de-891f-4dfb-a6b1-ff518112d94d']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:02.178734 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 4fefe5cb-7a07-4f45-ab21-152e54e8c9cb triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:02.179200 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:02.216609 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-ba14b3c0-54a3-4de1-813c-8ef2992a3844 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '427f758d-bdfc-4e80-8ecb-579d75abe9e1') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:02.217056 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-ba14b3c0-54a3-4de1-813c-8ef2992a3844 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '427f758d-bdfc-4e80-8ecb-579d75abe9e1') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:02.305941 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ba14b3c0-54a3-4de1-813c-8ef2992a3844 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:02.380337 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ba14b3c0-54a3-4de1-813c-8ef2992a3844 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:02.390234 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-49579052-56be-4d1f-9f65-17e9181a7f30 req-c8211c84-68a5-437c-bfea-e5828c455d32 service neutron] 10.222.0.54 "GET /v2.0/networks/1257ab85-0a57-4816-836b-dcdc791e6146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6913853 Nov 12 09:06:02.410804 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3534c2c-56a5-49dc-ab9b-7cf64b87b2fc req-9d6dd960-d8a1-4b70-9cb6-8c6a7580eeaa tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:02.413843 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b3534c2c-56a5-49dc-ab9b-7cf64b87b2fc req-9d6dd960-d8a1-4b70-9cb6-8c6a7580eeaa tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 943 time: 0.2212739 Nov 12 09:06:02.419984 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba14b3c0-54a3-4de1-813c-8ef2992a3844 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:06:02.420710 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ba14b3c0-54a3-4de1-813c-8ef2992a3844 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:02.431343 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:06:02.431343 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:06:02.431343 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:06:02.431343 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:06:02.431343 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:06:02.431343 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:06:02.431343 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:06:02.431343 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:06:02.431343 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:06:02.431343 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:06:02.431343 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:06:02.431343 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:06:02.431343 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:06:02.431343 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:06:02.431343 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:06:02.431343 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:06:02.431343 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:06:02.431343 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:06:02.431343 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:06:02.431343 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:06:02.431343 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:06:02.431343 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:06:02.431343 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:06:02.431343 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:06:02.431343 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:06:02.431343 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:06:02.431343 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:06:02.431343 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:06:02.431343 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:06:02.431343 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:06:02.431343 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:06:02.431343 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:06:02.443938 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-762c8d88-7b4e-46ac-afb5-c119ab969ec8 req-22c96808-e286-42f2-a361-78c050956fe2 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:02.587690 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 991e3a41-1799-4af6-b0da-618929abb2fc no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:02.645810 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 991e3a41-1799-4af6-b0da-618929abb2fc {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:02.647644 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 991e3a41-1799-4af6-b0da-618929abb2fc not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:02.672817 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ba14b3c0-54a3-4de1-813c-8ef2992a3844 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:02.684160 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ba14b3c0-54a3-4de1-813c-8ef2992a3844 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:02.690778 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c96808-e286-42f2-a361-78c050956fe2 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Pushing event deleted for resources: {'Port': ['ID=54117ee5-e280-47df-9d95-e58857a424be,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:02.696405 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ba14b3c0-54a3-4de1-813c-8ef2992a3844 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "DELETE /v2.0/networks/b51ab7de-891f-4dfb-a6b1-ff518112d94d HTTP/1.1" status: 204 len: 168 time: 0.9864526 Nov 12 09:06:02.700503 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60730771-80f0-4945-9750-d776fe911157 admin admin] Network 33ee6f22-2946-4458-9e4b-96af707eae19 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:02.705150 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 50414) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:02.727259 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b3534c2c-56a5-49dc-ab9b-7cf64b87b2fc req-a1b3cdef-73ac-4889-b35e-02cf119d6267 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2609992 Nov 12 09:06:02.729266 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-60730771-80f0-4945-9750-d776fe911157 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:02.746128 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c96808-e286-42f2-a361-78c050956fe2 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:02.746684 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c96808-e286-42f2-a361-78c050956fe2 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:02.747299 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c96808-e286-42f2-a361-78c050956fe2 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:02.747880 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c96808-e286-42f2-a361-78c050956fe2 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:02.748513 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c96808-e286-42f2-a361-78c050956fe2 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:02.748999 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c96808-e286-42f2-a361-78c050956fe2 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:02.749577 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c96808-e286-42f2-a361-78c050956fe2 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:02.750522 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c96808-e286-42f2-a361-78c050956fe2 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:02.750747 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c96808-e286-42f2-a361-78c050956fe2 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:02.751284 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c96808-e286-42f2-a361-78c050956fe2 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:02.759544 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c96808-e286-42f2-a361-78c050956fe2 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:02.761919 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c96808-e286-42f2-a361-78c050956fe2 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:02.785791 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14b3c0-54a3-4de1-813c-8ef2992a3844 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event deleted for resources: {'Network': ['ID=b51ab7de-891f-4dfb-a6b1-ff518112d94d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:03.008989 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8790ba-38c3-40a3-86c5-9aa6dbdd85f0 x-openstack-request-id: req-6d8790ba-38c3-40a3-86c5-9aa6dbdd85f0 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:03.009455 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb37acb-bb8c-46e5-96ff-dd35267d151d", "name": "network-vif-unplugged", "status": "completed", "tag": "54117ee5-e280-47df-9d95-e58857a424be", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:03.009715 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d8790ba-38c3-40a3-86c5-9aa6dbdd85f0 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:03.010570 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb37acb-bb8c-46e5-96ff-dd35267d151d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54117ee5-e280-47df-9d95-e58857a424be', 'code': 200} Nov 12 09:06:03.126608 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-762c8d88-7b4e-46ac-afb5-c119ab969ec8 req-22c96808-e286-42f2-a361-78c050956fe2 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] No DVR routers for this DVR port 54117ee5-e280-47df-9d95-e58857a424be on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:06:03.138604 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-49579052-56be-4d1f-9f65-17e9181a7f30 req-a6dd5759-d8db-4e95-96fa-590c711b4176 service neutron] 10.222.0.54 "GET /v2.0/networks/1257ab85-0a57-4816-836b-dcdc791e6146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7202442 Nov 12 09:06:03.141767 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-762c8d88-7b4e-46ac-afb5-c119ab969ec8 req-22c96808-e286-42f2-a361-78c050956fe2 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:03.148565 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-762c8d88-7b4e-46ac-afb5-c119ab969ec8 req-22c96808-e286-42f2-a361-78c050956fe2 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.54 "DELETE /v2.0/ports/54117ee5-e280-47df-9d95-e58857a424be HTTP/1.1" status: 204 len: 173 time: 3.8594036 Nov 12 09:06:03.158029 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb37acb-bb8c-46e5-96ff-dd35267d151d', 'name': 'network-vif-deleted', 'tag': '54117ee5-e280-47df-9d95-e58857a424be'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:03.162354 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b56075-f400-498d-8ee3-96cb4862551e" -d '{"events": [{"server_uuid": "8cb37acb-bb8c-46e5-96ff-dd35267d151d", "name": "network-vif-deleted", "tag": "54117ee5-e280-47df-9d95-e58857a424be"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:03.181236 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48dc5e-623b-4ffd-94ae-069f3cfa5f4c req-b16f35eb-471c-44ab-8cca-3bca71aae2f1 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:03.183069 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0d48dc5e-623b-4ffd-94ae-069f3cfa5f4c req-b16f35eb-471c-44ab-8cca-3bca71aae2f1 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 946 time: 0.0908115 Nov 12 09:06:03.222396 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b1f3ec1d-ea35-4777-9555-cba229cad25b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:03.288195 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0d48dc5e-623b-4ffd-94ae-069f3cfa5f4c req-ae8c103f-573c-4041-bc3c-94ba27549305 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=83e08817-8fd2-41c7-b68a-cfb4cbcf996d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969782 Nov 12 09:06:03.388678 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b1f3ec1d-ea35-4777-9555-cba229cad25b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:03.419101 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ffa1d64f-dc59-45af-97f6-dfb89d8fd1cc None None] Provisioning complete for port e400be70-53e3-40f5-8841-f2f3f0b5f888 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:03.419713 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d64f-dc59-45af-97f6-dfb89d8fd1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:03.449246 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-94853373-ac7e-4c5c-913b-256d136d5eae req-3baf5cbf-aa9d-4716-988b-4655946c3d67 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb37acb-bb8c-46e5-96ff-dd35267d151d HTTP/1.1" status: 200 len: 210 time: 0.0669618 Nov 12 09:06:03.455539 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60730771-80f0-4945-9750-d776fe911157 admin admin] Router 927b07d0-478c-412f-8cd1-e15b2e2c4a28 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:06:03.485115 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ffa1d64f-dc59-45af-97f6-dfb89d8fd1cc None None] Port e400be70-53e3-40f5-8841-f2f3f0b5f888 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:06:03.504298 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffe287-109d-4d98-b959-8b07220b21ba req-b0881be4-023c-4d8d-b66e-4c94147b2e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:03.506974 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1dffe287-109d-4d98-b959-8b07220b21ba req-b0881be4-023c-4d8d-b66e-4c94147b2e6a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ec847d4aa114da6b8ea6ce22207bb4f&device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 1095 time: 0.2147577 Nov 12 09:06:03.550390 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4d6724-85ab-4a37-962f-a80fb262508d x-openstack-request-id: req-2f4d6724-85ab-4a37-962f-a80fb262508d {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:03.550878 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb37acb-bb8c-46e5-96ff-dd35267d151d", "name": "network-vif-deleted", "tag": "54117ee5-e280-47df-9d95-e58857a424be", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:03.551083 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f4d6724-85ab-4a37-962f-a80fb262508d {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:03.551367 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb37acb-bb8c-46e5-96ff-dd35267d151d', 'name': 'network-vif-deleted', 'tag': '54117ee5-e280-47df-9d95-e58857a424be', 'status': 'completed', 'code': 200} Nov 12 09:06:03.617659 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 620314c5-c531-4c60-8424-9b04e6c4716f no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:03.641457 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 620314c5-c531-4c60-8424-9b04e6c4716f {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:03.642124 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 620314c5-c531-4c60-8424-9b04e6c4716f not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:03.642538 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 18257b25-afe7-4ba1-a1b6-ab551eb561d9 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:03.674945 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 18257b25-afe7-4ba1-a1b6-ab551eb561d9 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:03.675349 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 18257b25-afe7-4ba1-a1b6-ab551eb561d9 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:03.783430 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60730771-80f0-4945-9750-d776fe911157 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:06:03.801965 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfc31e2-5ca6-46f2-b212-625e8f1bb8f4 None None] Sync routers for ids ['927b07d0-478c-412f-8cd1-e15b2e2c4a28'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:06:03.819077 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-60730771-80f0-4945-9750-d776fe911157 admin admin] 10.222.0.37 "PUT /v2.0/routers/927b07d0-478c-412f-8cd1-e15b2e2c4a28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5393066 Nov 12 09:06:03.844070 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b1f3ec1d-ea35-4777-9555-cba229cad25b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:03.846515 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfc31e2-5ca6-46f2-b212-625e8f1bb8f4 None None] Routers {'927b07d0-478c-412f-8cd1-e15b2e2c4a28'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:03.846959 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b1f3ec1d-ea35-4777-9555-cba229cad25b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:03.852873 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b1f3ec1d-ea35-4777-9555-cba229cad25b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "DELETE /v2.0/security-groups/bc57503b-303d-4e20-ac21-4329202f3001 HTTP/1.1" status: 204 len: 168 time: 1.1393697 Nov 12 09:06:03.854067 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffe287-109d-4d98-b959-8b07220b21ba req-9e1338f9-d554-4c8a-9ead-425f39ed84c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:03.856356 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1dffe287-109d-4d98-b959-8b07220b21ba req-9e1338f9-d554-4c8a-9ead-425f39ed84c5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1257ab85-0a57-4816-836b-dcdc791e6146 HTTP/1.1" status: 200 len: 917 time: 0.3370512 Nov 12 09:06:03.873057 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0cfc31e2-5ca6-46f2-b212-625e8f1bb8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:05:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['927b07d0-478c-412f-8cd1-e15b2e2c4a28'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:03.918265 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3ec1d-ea35-4777-9555-cba229cad25b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc57503b-303d-4e20-ac21-4329202f3001,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:03.993959 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1dffe287-109d-4d98-b959-8b07220b21ba req-bcfcc300-ed2c-46c9-b90b-c97e3a94ff0d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52f0bec9-5cde-4d30-a8b8-5386b162581a HTTP/1.1" status: 200 len: 999 time: 0.1164870 Nov 12 09:06:04.073267 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2bb0d9-7487-4871-859f-9b4cc515316c req-d9707f28-52ec-459a-831e-3c6af27a541b tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:04.083398 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8c2bb0d9-7487-4871-859f-9b4cc515316c req-d9707f28-52ec-459a-831e-3c6af27a541b tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 943 time: 0.1106746 Nov 12 09:06:04.200986 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8c2bb0d9-7487-4871-859f-9b4cc515316c req-8c180e1e-6ca5-40fe-9a9f-36927f720359 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132865 Nov 12 09:06:04.204832 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffe287-109d-4d98-b959-8b07220b21ba req-b5556a6e-5a83-46b9-88c3-758281829ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:04.214556 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1dffe287-109d-4d98-b959-8b07220b21ba req-b5556a6e-5a83-46b9-88c3-758281829ca0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b4bf441-b446-4677-be35-634c383c7b12 HTTP/1.1" status: 200 len: 855 time: 0.2189515 Nov 12 09:06:04.244819 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-0cfc31e2-5ca6-46f2-b212-625e8f1bb8f4 None None] Set router 927b07d0-478c-412f-8cd1-e15b2e2c4a28 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:04.365620 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffe287-109d-4d98-b959-8b07220b21ba req-4a4307df-dcd8-4295-958d-f3c4358cad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:04.368675 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1dffe287-109d-4d98-b959-8b07220b21ba req-4a4307df-dcd8-4295-958d-f3c4358cad97 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1257ab85-0a57-4816-836b-dcdc791e6146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1270208 Nov 12 09:06:04.599421 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1dffe287-109d-4d98-b959-8b07220b21ba req-37b6b9ea-1f0a-49de-b6db-d2a11262168f service neutron] 10.222.0.54 "GET /v2.0/networks/1257ab85-0a57-4816-836b-dcdc791e6146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059288 Nov 12 09:06:04.753876 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0cfc31e2-5ca6-46f2-b212-625e8f1bb8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b07d0-478c-412f-8cd1-e15b2e2c4a28', 'name': 'tempest-TestAggregatesBasicOps-1902511309-router', 'tenant_id': '78df196ab75249338d848f51bf1dfa92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '4fefe5cb-7a07-4f45-ab21-152e54e8c9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:48Z', 'updated_at': '2021-11-12T09:05:59Z', 'revision_number': 4, 'project_id': '78df196ab75249338d848f51bf1dfa92', 'gw_port': {'id': '4fefe5cb-7a07-4f45-ab21-152e54e8c9cb', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b07d0-478c-412f-8cd1-e15b2e2c4a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'e400be70-53e3-40f5-8841-f2f3f0b5f888', 'name': '', 'network_id': '33ee6f22-2946-4458-9e4b-96af707eae19', 'tenant_id': '78df196ab75249338d848f51bf1dfa92', 'mac_address': 'fa:16:3e:ba:6e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927b07d0-478c-412f-8cd1-e15b2e2c4a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '0ffebe24-9de4-4e83-8470-e44e3498ab85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:56Z', 'updated_at': '2021-11-12T09:06:00Z', 'revision_number': 2, 'project_id': '78df196ab75249338d848f51bf1dfa92', 'subnets': [{'id': '0ffebe24-9de4-4e83-8470-e44e3498ab85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:04.815073 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfc31e2-5ca6-46f2-b212-625e8f1bb8f4 None None] Checking router: 927b07d0-478c-412f-8cd1-e15b2e2c4a28 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:06:04.816983 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfc31e2-5ca6-46f2-b212-625e8f1bb8f4 None None] Updating router 927b07d0-478c-412f-8cd1-e15b2e2c4a28 port e400be70-53e3-40f5-8841-f2f3f0b5f888 binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:06:04.827677 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1dffe287-109d-4d98-b959-8b07220b21ba req-22fab003-457c-46e0-9bea-37e0280c4c92 service neutron] 10.222.0.54 "GET /v2.0/networks/1257ab85-0a57-4816-836b-dcdc791e6146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225180 Nov 12 09:06:04.871649 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0cfc31e2-5ca6-46f2-b212-625e8f1bb8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:05.067089 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 50458) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:05.072309 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-fe6cf6cb-bef9-4323-8479-5368a45438f0 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-409008486', 'description': 'tempest-secgroup-smoke-409008486 description', 'project_id': '300860f259ae41fb99a14af6fd1a3470'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:05.125818 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fe6cf6cb-bef9-4323-8479-5368a45438f0 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:05.366198 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fe6cf6cb-bef9-4323-8479-5368a45438f0 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:05.378209 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fe6cf6cb-bef9-4323-8479-5368a45438f0 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:05.415683 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fe6cf6cb-bef9-4323-8479-5368a45438f0 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:05.421540 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fe6cf6cb-bef9-4323-8479-5368a45438f0 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3489215 Nov 12 09:06:05.426893 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 50484) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:05.437001 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-30ea787d-b6d4-487b-ac80-02a824ce92a9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'security_group_rule': {'security_group_id': 'fc6bea37-f174-426d-941a-e583a5fcdcd3', 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:05.515575 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cf6cb-bef9-4323-8479-5368a45438f0 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6bea37-f174-426d-941a-e583a5fcdcd3,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:05.536022 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30ea787d-b6d4-487b-ac80-02a824ce92a9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:05.580341 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209ad1e-ff26-46de-b443-0ed5cb9781b7 req-4f2af168-832f-4259-8225-2f6d50545dcb tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:05.585066 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c209ad1e-ff26-46de-b443-0ed5cb9781b7 req-4f2af168-832f-4259-8225-2f6d50545dcb tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 943 time: 0.1455994 Nov 12 09:06:05.647624 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0cfc31e2-5ca6-46f2-b212-625e8f1bb8f4 None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:05.660729 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0cfc31e2-5ca6-46f2-b212-625e8f1bb8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:05.739179 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02b9d3-ebbd-4c76-8af8-5f6ab93772a0 None None] Pushing event updated for resources: {'Port': ['ID=e400be70-53e3-40f5-8841-f2f3f0b5f888,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:05.794695 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30ea787d-b6d4-487b-ac80-02a824ce92a9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:05.807528 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30ea787d-b6d4-487b-ac80-02a824ce92a9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:05.848705 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea787d-b6d4-487b-ac80-02a824ce92a9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb255f9a-5465-464a-93f0-3e8746633428,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:05.858028 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30ea787d-b6d4-487b-ac80-02a824ce92a9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:05.859424 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-30ea787d-b6d4-487b-ac80-02a824ce92a9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4299312 Nov 12 09:06:05.881036 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 50494) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:05.881244 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c209ad1e-ff26-46de-b443-0ed5cb9781b7 req-a0f983d0-6de5-42e9-966b-95917c5d5aed tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394900 Nov 12 09:06:05.887996 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4c24b1ab-8c74-4f73-b596-cfaf86e29758 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'security_group_rule': {'security_group_id': 'fc6bea37-f174-426d-941a-e583a5fcdcd3', 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:05.909589 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-0cfc31e2-5ca6-46f2-b212-625e8f1bb8f4 None None] Attempting to bind port e400be70-53e3-40f5-8841-f2f3f0b5f888 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:06:05.910496 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-0cfc31e2-5ca6-46f2-b212-625e8f1bb8f4 None None] Attempting to bind port e400be70-53e3-40f5-8841-f2f3f0b5f888 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '1daf87bf-a0d7-493f-ad47-028cb89ed84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '33ee6f22-2946-4458-9e4b-96af707eae19'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:06:05.910496 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc31e2-5ca6-46f2-b212-625e8f1bb8f4 None None] Attempting to bind port e400be70-53e3-40f5-8841-f2f3f0b5f888 on network 33ee6f22-2946-4458-9e4b-96af707eae19 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:06:05.926858 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc31e2-5ca6-46f2-b212-625e8f1bb8f4 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:06:05.927691 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc31e2-5ca6-46f2-b212-625e8f1bb8f4 None None] Checking segment: {'id': '1daf87bf-a0d7-493f-ad47-028cb89ed84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '33ee6f22-2946-4458-9e4b-96af707eae19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:06:05.928127 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0cfc31e2-5ca6-46f2-b212-625e8f1bb8f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:05.928716 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc31e2-5ca6-46f2-b212-625e8f1bb8f4 None None] Bound using segment: {'id': '1daf87bf-a0d7-493f-ad47-028cb89ed84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '33ee6f22-2946-4458-9e4b-96af707eae19'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:06:05.929400 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-0cfc31e2-5ca6-46f2-b212-625e8f1bb8f4 None None] Bound port: e400be70-53e3-40f5-8841-f2f3f0b5f888, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1daf87bf-a0d7-493f-ad47-028cb89ed84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '33ee6f22-2946-4458-9e4b-96af707eae19'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:06:05.930288 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0cfc31e2-5ca6-46f2-b212-625e8f1bb8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:05.998873 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c24b1ab-8c74-4f73-b596-cfaf86e29758 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:06.246316 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c24b1ab-8c74-4f73-b596-cfaf86e29758 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:06.254184 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c24b1ab-8c74-4f73-b596-cfaf86e29758 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:06.281020 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-0cfc31e2-5ca6-46f2-b212-625e8f1bb8f4 None None] For port e400be70-53e3-40f5-8841-f2f3f0b5f888, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:06:06.290944 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-0cfc31e2-5ca6-46f2-b212-625e8f1bb8f4 None None] For port e400be70-53e3-40f5-8841-f2f3f0b5f888, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=e400be70-53e3-40f5-8841-f2f3f0b5f888,segment=NetworkSegment(1daf87bf-a0d7-493f-ad47-028cb89ed84e),segment_id=1daf87bf-a0d7-493f-ad47-028cb89ed84e)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:06:06.300124 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0cfc31e2-5ca6-46f2-b212-625e8f1bb8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:06.332818 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24b1ab-8c74-4f73-b596-cfaf86e29758 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc5ea7c-2421-404e-8ddf-a728dd22d0ab,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:06.404342 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c24b1ab-8c74-4f73-b596-cfaf86e29758 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:06.414607 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 50500) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:06.419047 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4c24b1ab-8c74-4f73-b596-cfaf86e29758 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5515840 Nov 12 09:06:06.443389 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-1a4c05f4-963d-40b1-b367-e26bf5101420 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'security_group_rule': {'security_group_id': 'fc6bea37-f174-426d-941a-e583a5fcdcd3', 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:06.483025 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-bb58b9d8-d393-49c2-b792-b2606115ad84 None None] Provisioning complete for port e400be70-53e3-40f5-8841-f2f3f0b5f888 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:06.483025 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bb58b9d8-d393-49c2-b792-b2606115ad84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:06.596454 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1a4c05f4-963d-40b1-b367-e26bf5101420 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:06.795241 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfc31e2-5ca6-46f2-b212-625e8f1bb8f4 None None] Routers {'927b07d0-478c-412f-8cd1-e15b2e2c4a28'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:06.795962 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0cfc31e2-5ca6-46f2-b212-625e8f1bb8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:05:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['927b07d0-478c-412f-8cd1-e15b2e2c4a28'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:06.822092 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1a4c05f4-963d-40b1-b367-e26bf5101420 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:06.830908 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1a4c05f4-963d-40b1-b367-e26bf5101420 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:06.884473 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c05f4-963d-40b1-b367-e26bf5101420 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813ff1b7-a0b2-4fbc-b337-85f3f490c24a,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:06.889256 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02b9d3-ebbd-4c76-8af8-5f6ab93772a0 None None] Pushing event updated for resources: {'Port': ['ID=e400be70-53e3-40f5-8841-f2f3f0b5f888,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:06.915140 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1a4c05f4-963d-40b1-b367-e26bf5101420 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:06.921212 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 50508) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:06.927063 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1e80f745-49d5-49a1-9ca3-dda7cc3c9bf3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'security_group_rule': {'security_group_id': 'fc6bea37-f174-426d-941a-e583a5fcdcd3', 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:06.934447 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1a4c05f4-963d-40b1-b367-e26bf5101420 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5109808 Nov 12 09:06:07.000205 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1e80f745-49d5-49a1-9ca3-dda7cc3c9bf3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:07.031324 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bb58b9d8-d393-49c2-b792-b2606115ad84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:07.179269 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-0cfc31e2-5ca6-46f2-b212-625e8f1bb8f4 None None] Set router 927b07d0-478c-412f-8cd1-e15b2e2c4a28 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:07.180779 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1e80f745-49d5-49a1-9ca3-dda7cc3c9bf3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:07.182836 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-bb58b9d8-d393-49c2-b792-b2606115ad84 None None] For port e400be70-53e3-40f5-8841-f2f3f0b5f888, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=e400be70-53e3-40f5-8841-f2f3f0b5f888,segment=NetworkSegment(1daf87bf-a0d7-493f-ad47-028cb89ed84e),segment_id=1daf87bf-a0d7-493f-ad47-028cb89ed84e)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:07.189713 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1e80f745-49d5-49a1-9ca3-dda7cc3c9bf3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:07.193490 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bb58b9d8-d393-49c2-b792-b2606115ad84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:07.244162 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80f745-49d5-49a1-9ca3-dda7cc3c9bf3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d995966-38bb-4d4a-a58f-28d12cc0bcf6,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:07.261004 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1e80f745-49d5-49a1-9ca3-dda7cc3c9bf3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:07.272201 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 50512) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:07.280676 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-76047e2f-7bdd-498a-9c0e-135f52475c2a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'security_group_rule': {'security_group_id': 'fc6bea37-f174-426d-941a-e583a5fcdcd3', 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:07.287432 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1e80f745-49d5-49a1-9ca3-dda7cc3c9bf3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3642399 Nov 12 09:06:07.365929 n-d-768862-16 neutron-server[102569]: INFO neutron.db.securitygroups_db [None req-76047e2f-7bdd-498a-9c0e-135f52475c2a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Project 300860f259ae41fb99a14af6fd1a3470 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:06:07.377501 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76047e2f-7bdd-498a-9c0e-135f52475c2a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:07.571862 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e6b8938d-7132-4e9e-a01e-8c2414146f6a None None] Provisioning complete for port e400be70-53e3-40f5-8841-f2f3f0b5f888 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:07.579097 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e6b8938d-7132-4e9e-a01e-8c2414146f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:07.600470 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76047e2f-7bdd-498a-9c0e-135f52475c2a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:07.619974 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76047e2f-7bdd-498a-9c0e-135f52475c2a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:07.687720 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76047e2f-7bdd-498a-9c0e-135f52475c2a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f938e8-167e-458c-b854-c24f9426ffa1,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:07.718374 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76047e2f-7bdd-498a-9c0e-135f52475c2a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:07.724978 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 50524) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:07.731393 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-2304bd05-6416-425f-a2d6-d09f09bae6d2 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'security_group_rule': {'security_group_id': 'fc6bea37-f174-426d-941a-e583a5fcdcd3', 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:07.740281 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-76047e2f-7bdd-498a-9c0e-135f52475c2a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4661040 Nov 12 09:06:07.784747 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58b9d8-d393-49c2-b792-b2606115ad84 None None] Pushing event updated for resources: {'Port': ['ID=e400be70-53e3-40f5-8841-f2f3f0b5f888,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:07.844746 n-d-768862-16 neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-2304bd05-6416-425f-a2d6-d09f09bae6d2 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Project 300860f259ae41fb99a14af6fd1a3470 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:06:07.867428 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2304bd05-6416-425f-a2d6-d09f09bae6d2 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:08.063151 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-33f19704-ab05-4b68-ba71-a0b07803a5de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:08.088398 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0cfc31e2-5ca6-46f2-b212-625e8f1bb8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b07d0-478c-412f-8cd1-e15b2e2c4a28', 'name': 'tempest-TestAggregatesBasicOps-1902511309-router', 'tenant_id': '78df196ab75249338d848f51bf1dfa92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '4fefe5cb-7a07-4f45-ab21-152e54e8c9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:48Z', 'updated_at': '2021-11-12T09:05:59Z', 'revision_number': 4, 'project_id': '78df196ab75249338d848f51bf1dfa92', 'gw_port': {'id': '4fefe5cb-7a07-4f45-ab21-152e54e8c9cb', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b07d0-478c-412f-8cd1-e15b2e2c4a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'e400be70-53e3-40f5-8841-f2f3f0b5f888', 'name': '', 'network_id': '33ee6f22-2946-4458-9e4b-96af707eae19', 'tenant_id': '78df196ab75249338d848f51bf1dfa92', 'mac_address': 'fa:16:3e:ba:6e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927b07d0-478c-412f-8cd1-e15b2e2c4a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '0ffebe24-9de4-4e83-8470-e44e3498ab85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:56Z', 'updated_at': '2021-11-12T09:06:06Z', 'revision_number': 4, 'project_id': '78df196ab75249338d848f51bf1dfa92', 'subnets': [{'id': '0ffebe24-9de4-4e83-8470-e44e3498ab85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:08.142638 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa522a-3600-45fc-beb8-567dc17bbfde req-5666688a-a93c-43ec-9b28-7682a3d303bb tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:08.158900 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fbfa522a-3600-45fc-beb8-567dc17bbfde req-5666688a-a93c-43ec-9b28-7682a3d303bb tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 943 time: 0.2651672 Nov 12 09:06:08.198621 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2304bd05-6416-425f-a2d6-d09f09bae6d2 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:08.217107 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfc31e2-5ca6-46f2-b212-625e8f1bb8f4 None None] The sync data for ids ['927b07d0-478c-412f-8cd1-e15b2e2c4a28'] in n-d-768862-16 is: [{'id': '927b07d0-478c-412f-8cd1-e15b2e2c4a28', 'name': 'tempest-TestAggregatesBasicOps-1902511309-router', 'tenant_id': '78df196ab75249338d848f51bf1dfa92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '4fefe5cb-7a07-4f45-ab21-152e54e8c9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:48Z', 'updated_at': '2021-11-12T09:05:59Z', 'revision_number': 4, 'project_id': '78df196ab75249338d848f51bf1dfa92', 'gw_port': {'id': '4fefe5cb-7a07-4f45-ab21-152e54e8c9cb', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b07d0-478c-412f-8cd1-e15b2e2c4a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'e400be70-53e3-40f5-8841-f2f3f0b5f888', 'name': '', 'network_id': '33ee6f22-2946-4458-9e4b-96af707eae19', 'tenant_id': '78df196ab75249338d848f51bf1dfa92', 'mac_address': 'fa:16:3e:ba:6e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927b07d0-478c-412f-8cd1-e15b2e2c4a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '0ffebe24-9de4-4e83-8470-e44e3498ab85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:56Z', 'updated_at': '2021-11-12T09:06:06Z', 'revision_number': 4, 'project_id': '78df196ab75249338d848f51bf1dfa92', 'subnets': [{'id': '0ffebe24-9de4-4e83-8470-e44e3498ab85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:06:08.218028 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2304bd05-6416-425f-a2d6-d09f09bae6d2 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:08.287254 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304bd05-6416-425f-a2d6-d09f09bae6d2 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a69dd5e-91b3-46ed-9726-1a575af3f362,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:08.345702 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2304bd05-6416-425f-a2d6-d09f09bae6d2 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:08.354028 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2304bd05-6416-425f-a2d6-d09f09bae6d2 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6274130 Nov 12 09:06:08.368824 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 50528) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:08.389144 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-285e89a4-d38f-4ad4-83a4-ddef3c7fa0ac tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'network': {'name': 'tempest-network-smoke--613520729', 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'port_security_enabled': True}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:08.403569 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fbfa522a-3600-45fc-beb8-567dc17bbfde req-6433bf73-170c-43e2-b75b-9251c63d5de6 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407336 Nov 12 09:06:08.483864 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285e89a4-d38f-4ad4-83a4-ddef3c7fa0ac tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Made reservation on behalf of 300860f259ae41fb99a14af6fd1a3470 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:06:08.494114 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-285e89a4-d38f-4ad4-83a4-ddef3c7fa0ac tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:08.554168 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-285e89a4-d38f-4ad4-83a4-ddef3c7fa0ac tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:06:08.600093 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-285e89a4-d38f-4ad4-83a4-ddef3c7fa0ac tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:08.601364 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-285e89a4-d38f-4ad4-83a4-ddef3c7fa0ac tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Added segment 609de53a-bb37-45b7-8c94-730f12f49f70 of type vlan for network 2c6d05d4-c749-47b7-98bf-07ad7914b0e1 Nov 12 09:06:08.853346 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-285e89a4-d38f-4ad4-83a4-ddef3c7fa0ac tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:08.971596 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-285e89a4-d38f-4ad4-83a4-ddef3c7fa0ac tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:08.995807 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285e89a4-d38f-4ad4-83a4-ddef3c7fa0ac tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:08.999824 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-285e89a4-d38f-4ad4-83a4-ddef3c7fa0ac tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:09.137538 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-285e89a4-d38f-4ad4-83a4-ddef3c7fa0ac tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7671826 Nov 12 09:06:09.140483 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 50538) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:09.149693 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-ad52acab-9922-4453-907e-106e44febe32 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-577286968', 'admin_state_up': True, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:09.272525 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e89a4-d38f-4ad4-83a4-ddef3c7fa0ac tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'Network': ['ID=2c6d05d4-c749-47b7-98bf-07ad7914b0e1,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:09.313229 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ad52acab-9922-4453-907e-106e44febe32 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:09.314676 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ad52acab-9922-4453-907e-106e44febe32 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:09.321221 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 2c6d05d4-c749-47b7-98bf-07ad7914b0e1 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:06:09.469654 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ad52acab-9922-4453-907e-106e44febe32 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:09.815455 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device e400be70-53e3-40f5-8841-f2f3f0b5f888 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:06:09.950193 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port e400be70-53e3-40f5-8841-f2f3f0b5f888 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:09.953766 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:10.431644 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-13e00605-67ad-4542-b643-3c2b9ad09de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:11.262959 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ad52acab-9922-4453-907e-106e44febe32 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:11.371648 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055322a-51ca-447e-8c53-e1120c7567c9 req-1f5a6023-116b-4334-b8a6-7407dc8fa86a tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:11.380258 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f055322a-51ca-447e-8c53-e1120c7567c9 req-1f5a6023-116b-4334-b8a6-7407dc8fa86a tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 943 time: 1.4080207 Nov 12 09:06:11.599033 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f055322a-51ca-447e-8c53-e1120c7567c9 req-623e2dc6-c6e4-4754-8bfd-e452d14d1637 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154784 Nov 12 09:06:11.951539 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 50572) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:12.014751 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ad52acab-9922-4453-907e-106e44febe32 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:12.069990 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ad52acab-9922-4453-907e-106e44febe32 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:12.125970 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:12.573861 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-ad52acab-9922-4453-907e-106e44febe32 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Allocated IP 172.25.6.183 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/9d8cc750-280d-49b5-b333-5d346b596f82) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:06:13.287677 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ad52acab-9922-4453-907e-106e44febe32 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:13.408663 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:13.577257 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ad52acab-9922-4453-907e-106e44febe32 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:13.915505 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad52acab-9922-4453-907e-106e44febe32 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:13.939049 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-ad52acab-9922-4453-907e-106e44febe32 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:13.944050 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad52acab-9922-4453-907e-106e44febe32 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:06:13.977923 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd93c4ea-06ac-4613-9b21-0eb63a0beff4 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:06:14.075372 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:14.141869 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b0e45b91-023f-4557-831c-53b4d435fb66 None None] Provisioning complete for port 9d8cc750-280d-49b5-b333-5d346b596f82 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:14.147291 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b0e45b91-023f-4557-831c-53b4d435fb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:14.262459 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-17830eee-fe42-4cbc-9652-14e89446f819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:14.328849 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-b0e45b91-023f-4557-831c-53b4d435fb66 None None] Port 9d8cc750-280d-49b5-b333-5d346b596f82 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:06:14.506315 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52acab-9922-4453-907e-106e44febe32 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'Port': ['ID=9d8cc750-280d-49b5-b333-5d346b596f82,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:14.619548 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7f73a-f103-4798-8e7c-40ac249c9138 req-2af5532d-7f3d-47ce-8506-3616bea7a560 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:14.634352 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bce7f73a-f103-4798-8e7c-40ac249c9138 req-2af5532d-7f3d-47ce-8506-3616bea7a560 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 943 time: 1.0687721 Nov 12 09:06:14.847384 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bce7f73a-f103-4798-8e7c-40ac249c9138 req-3f6210ca-4651-40e0-a70d-f96533498e39 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100804 Nov 12 09:06:15.017251 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-17830eee-fe42-4cbc-9652-14e89446f819 admin admin] Deleting port 36ffb4ed-9db2-4792-a23b-2a59dd064c8e {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:15.018268 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-17830eee-fe42-4cbc-9652-14e89446f819 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:15.203631 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ad52acab-9922-4453-907e-106e44febe32 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:15.308008 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-17830eee-fe42-4cbc-9652-14e89446f819 admin admin] For port 36ffb4ed-9db2-4792-a23b-2a59dd064c8e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=36ffb4ed-9db2-4792-a23b-2a59dd064c8e,segment=NetworkSegment(ed185fb8-90eb-41e6-b6ef-cd8be1b05215),segment_id=ed185fb8-90eb-41e6-b6ef-cd8be1b05215)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:15.309016 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-17830eee-fe42-4cbc-9652-14e89446f819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:15.361394 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-17830eee-fe42-4cbc-9652-14e89446f819 admin admin] Calling delete_port for 36ffb4ed-9db2-4792-a23b-2a59dd064c8e owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:15.982759 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ad52acab-9922-4453-907e-106e44febe32 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:16.112413 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-17830eee-fe42-4cbc-9652-14e89446f819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:16.145948 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17830eee-fe42-4cbc-9652-14e89446f819 admin admin] Pushing event deleted for resources: {'Port': ['ID=36ffb4ed-9db2-4792-a23b-2a59dd064c8e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:16.490393 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46b141-f695-47ae-912b-c021abb4cbfb req-08d94c77-b86f-4c9f-b380-f572581fa78f tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:16.500199 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b46b141-f695-47ae-912b-c021abb4cbfb req-08d94c77-b86f-4c9f-b380-f572581fa78f tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 943 time: 0.3540914 Nov 12 09:06:16.775775 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b46b141-f695-47ae-912b-c021abb4cbfb req-205650f2-42f2-4335-aaf0-45d321cdca36 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629035 Nov 12 09:06:16.872192 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad52acab-9922-4453-907e-106e44febe32 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Router 3d76ca08-a59a-4629-82a2-9829bf64aba7 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:06:16.992906 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-17830eee-fe42-4cbc-9652-14e89446f819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:17.535652 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad52acab-9922-4453-907e-106e44febe32 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:06:17.557289 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01577a5d-e3c5-401e-9dcb-a269b398d678 None None] Sync routers for ids ['3d76ca08-a59a-4629-82a2-9829bf64aba7'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:06:17.614146 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01577a5d-e3c5-401e-9dcb-a269b398d678 None None] Routers {'3d76ca08-a59a-4629-82a2-9829bf64aba7'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:17.615969 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-01577a5d-e3c5-401e-9dcb-a269b398d678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:06:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['3d76ca08-a59a-4629-82a2-9829bf64aba7'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:17.634733 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ad52acab-9922-4453-907e-106e44febe32 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:17.637834 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ad52acab-9922-4453-907e-106e44febe32 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 8.4944248 Nov 12 09:06:17.646907 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 50614) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:17.769350 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b24ec937-094e-41c5-98d9-42905271065f tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=300860f259ae41fb99a14af6fd1a3470&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1202977 Nov 12 09:06:17.774968 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 50616) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:18.109633 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:06:18.212516 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17830eee-fe42-4cbc-9652-14e89446f819 admin admin] Router bceaba43-f637-44d4-870c-6ce4de56ed6a has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:06:18.340308 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded0282-d390-4f2d-a68b-e2fdb052560a req-95a73f10-8e61-40c8-ba7d-ccb4946afe92 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:18.362467 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ded0282-d390-4f2d-a68b-e2fdb052560a req-95a73f10-8e61-40c8-ba7d-ccb4946afe92 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 943 time: 0.3530207 Nov 12 09:06:18.528907 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ded0282-d390-4f2d-a68b-e2fdb052560a req-d744f84a-7ec6-4045-8ab7-7f70082a5a63 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703906 Nov 12 09:06:18.541140 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17830eee-fe42-4cbc-9652-14e89446f819 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:06:18.546485 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614cfd01-26bb-46dc-af33-10504bf16a81 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:18.550953 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-17830eee-fe42-4cbc-9652-14e89446f819 admin admin] 10.222.0.37 "PUT /v2.0/routers/bceaba43-f637-44d4-870c-6ce4de56ed6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5950484 Nov 12 09:06:18.552162 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 50628) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:18.557043 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-614cfd01-26bb-46dc-af33-10504bf16a81 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7478819 Nov 12 09:06:18.560159 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96320a13-8c03-4ae8-babc-8e664a1a81ec None None] Sync routers for ids ['bceaba43-f637-44d4-870c-6ce4de56ed6a'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:06:18.560498 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 50630) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:18.584973 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-01577a5d-e3c5-401e-9dcb-a269b398d678 None None] Set router 3d76ca08-a59a-4629-82a2-9829bf64aba7 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:18.632013 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96320a13-8c03-4ae8-babc-8e664a1a81ec None None] Routers {'bceaba43-f637-44d4-870c-6ce4de56ed6a'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:18.633155 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-96320a13-8c03-4ae8-babc-8e664a1a81ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:06:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['bceaba43-f637-44d4-870c-6ce4de56ed6a'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:18.728327 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f8493276-2d73-4ce6-8802-df31c4a1f905 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=83f85ab7-23f1-4ab4-91ca-b1dcd4333f60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1657987 Nov 12 09:06:18.739276 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 50632) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:18.767808 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-c8fb4652-b218-4520-a6e3-b69b75846f6d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1760368814', 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1', 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:18.914483 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-96320a13-8c03-4ae8-babc-8e664a1a81ec None None] Set router bceaba43-f637-44d4-870c-6ce4de56ed6a gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:19.149710 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f555af38-1b6c-4927-9747-58f61e77498d admin admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:19.210315 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fb4652-b218-4520-a6e3-b69b75846f6d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Made reservation on behalf of 300860f259ae41fb99a14af6fd1a3470 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:06:19.232312 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c8fb4652-b218-4520-a6e3-b69b75846f6d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:19.382245 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-01577a5d-e3c5-401e-9dcb-a269b398d678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-577286968', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '9d8cc750-280d-49b5-b333-5d346b596f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:06:09Z', 'updated_at': '2021-11-12T09:06:14Z', 'revision_number': 3, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '9d8cc750-280d-49b5-b333-5d346b596f82', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a5:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:12Z', 'updated_at': '2021-11-12T09:06:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:19.441181 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-96320a13-8c03-4ae8-babc-8e664a1a81ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bceaba43-f637-44d4-870c-6ce4de56ed6a', 'name': 'tempest-TestAggregatesBasicOps-1741503012-router', 'tenant_id': '096a0a90bbe343ba816199ceef73d646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'c5cf1b37-77f0-445b-b01d-dbe620d2408d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:32Z', 'updated_at': '2021-11-12T09:06:15Z', 'revision_number': 5, 'project_id': '096a0a90bbe343ba816199ceef73d646', 'gw_port': {'id': 'c5cf1b37-77f0-445b-b01d-dbe620d2408d', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceaba43-f637-44d4-870c-6ce4de56ed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:33Z', 'updated_at': '2021-11-12T09:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:19.545115 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96320a13-8c03-4ae8-babc-8e664a1a81ec None None] Checking router: bceaba43-f637-44d4-870c-6ce4de56ed6a for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:06:19.578128 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96320a13-8c03-4ae8-babc-8e664a1a81ec None None] Routers {'bceaba43-f637-44d4-870c-6ce4de56ed6a'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:19.578815 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-96320a13-8c03-4ae8-babc-8e664a1a81ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:06:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['bceaba43-f637-44d4-870c-6ce4de56ed6a'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:19.679367 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f555af38-1b6c-4927-9747-58f61e77498d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:19.683982 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01577a5d-e3c5-401e-9dcb-a269b398d678 None None] Checking router: 3d76ca08-a59a-4629-82a2-9829bf64aba7 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:06:19.697557 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01577a5d-e3c5-401e-9dcb-a269b398d678 None None] Updating router 3d76ca08-a59a-4629-82a2-9829bf64aba7 port 9d8cc750-280d-49b5-b333-5d346b596f82 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:06:19.814728 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-01577a5d-e3c5-401e-9dcb-a269b398d678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:19.967470 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f555af38-1b6c-4927-9747-58f61e77498d admin admin] Deleting port c5cf1b37-77f0-445b-b01d-dbe620d2408d {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:19.970687 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f555af38-1b6c-4927-9747-58f61e77498d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:20.263074 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-96320a13-8c03-4ae8-babc-8e664a1a81ec None None] Set router bceaba43-f637-44d4-870c-6ce4de56ed6a gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:20.271963 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-f555af38-1b6c-4927-9747-58f61e77498d admin admin] For port c5cf1b37-77f0-445b-b01d-dbe620d2408d, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=c5cf1b37-77f0-445b-b01d-dbe620d2408d,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:20.272896 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f555af38-1b6c-4927-9747-58f61e77498d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:20.307695 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f555af38-1b6c-4927-9747-58f61e77498d admin admin] Calling delete_port for c5cf1b37-77f0-445b-b01d-dbe620d2408d owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:20.394240 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c8fb4652-b218-4520-a6e3-b69b75846f6d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:20.513703 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb4652-b218-4520-a6e3-b69b75846f6d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'Subnet': ['ID=ecf82c81-694e-4af8-92fa-b078e6dd7647,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:20.535683 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d28c66-b8c8-408b-9594-1e0ac65e9a72 req-92600686-af0a-4d27-abbc-7b7edfcf6ba2 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:20.551805 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f3d28c66-b8c8-408b-9594-1e0ac65e9a72 req-92600686-af0a-4d27-abbc-7b7edfcf6ba2 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 943 time: 0.5089617 Nov 12 09:06:20.751974 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f3d28c66-b8c8-408b-9594-1e0ac65e9a72 req-ce6a73ec-d569-432d-937a-0e11aafb986f tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990540 Nov 12 09:06:20.755847 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fb4652-b218-4520-a6e3-b69b75846f6d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Checking segment: {'id': '609de53a-bb37-45b7-8c94-730f12f49f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:06:20.756318 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fb4652-b218-4520-a6e3-b69b75846f6d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Network hostable DHCP agents. Network: 2c6d05d4-c749-47b7-98bf-07ad7914b0e1, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:06:20.770688 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-01577a5d-e3c5-401e-9dcb-a269b398d678 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:20.795971 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-01577a5d-e3c5-401e-9dcb-a269b398d678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:20.889779 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fb4652-b218-4520-a6e3-b69b75846f6d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Network 2c6d05d4-c749-47b7-98bf-07ad7914b0e1 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:06:20.953304 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-c8fb4652-b218-4520-a6e3-b69b75846f6d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 2c6d05d4-c749-47b7-98bf-07ad7914b0e1) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:20.972250 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fb4652-b218-4520-a6e3-b69b75846f6d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:20.973319 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c8fb4652-b218-4520-a6e3-b69b75846f6d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:21.041433 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-96320a13-8c03-4ae8-babc-8e664a1a81ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bceaba43-f637-44d4-870c-6ce4de56ed6a', 'name': 'tempest-TestAggregatesBasicOps-1741503012-router', 'tenant_id': '096a0a90bbe343ba816199ceef73d646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'c5cf1b37-77f0-445b-b01d-dbe620d2408d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:32Z', 'updated_at': '2021-11-12T09:06:15Z', 'revision_number': 5, 'project_id': '096a0a90bbe343ba816199ceef73d646', 'gw_port': {'id': 'c5cf1b37-77f0-445b-b01d-dbe620d2408d', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceaba43-f637-44d4-870c-6ce4de56ed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:33Z', 'updated_at': '2021-11-12T09:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:21.042838 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c8fb4652-b218-4520-a6e3-b69b75846f6d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2987843 Nov 12 09:06:21.047771 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 50646) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:21.085994 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17638b-b3f1-4c9d-9262-45c456a2eff9 None None] Pushing event updated for resources: {'Port': ['ID=9d8cc750-280d-49b5-b333-5d346b596f82,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:21.101149 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2e1e17-855f-416b-b8be-3594e71405a3 None None] Network 2c6d05d4-c749-47b7-98bf-07ad7914b0e1 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:06:21.122641 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96320a13-8c03-4ae8-babc-8e664a1a81ec None None] The sync data for ids ['bceaba43-f637-44d4-870c-6ce4de56ed6a'] in n-d-768862-16 is: [{'id': 'bceaba43-f637-44d4-870c-6ce4de56ed6a', 'name': 'tempest-TestAggregatesBasicOps-1741503012-router', 'tenant_id': '096a0a90bbe343ba816199ceef73d646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'c5cf1b37-77f0-445b-b01d-dbe620d2408d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:32Z', 'updated_at': '2021-11-12T09:06:15Z', 'revision_number': 5, 'project_id': '096a0a90bbe343ba816199ceef73d646', 'gw_port': {'id': 'c5cf1b37-77f0-445b-b01d-dbe620d2408d', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceaba43-f637-44d4-870c-6ce4de56ed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:33Z', 'updated_at': '2021-11-12T09:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:06:21.240628 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f555af38-1b6c-4927-9747-58f61e77498d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:21.319117 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555af38-1b6c-4927-9747-58f61e77498d admin admin] Pushing event deleted for resources: {'Port': ['ID=c5cf1b37-77f0-445b-b01d-dbe620d2408d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:21.468438 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c738d859-5a2a-4398-b13c-1c7250d7184b None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:06:21.599658 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-01577a5d-e3c5-401e-9dcb-a269b398d678 None None] Attempting to bind port 9d8cc750-280d-49b5-b333-5d346b596f82 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:06:21.600287 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-01577a5d-e3c5-401e-9dcb-a269b398d678 None None] Attempting to bind port 9d8cc750-280d-49b5-b333-5d346b596f82 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:06:21.600870 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01577a5d-e3c5-401e-9dcb-a269b398d678 None None] Attempting to bind port 9d8cc750-280d-49b5-b333-5d346b596f82 on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:06:21.676800 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01577a5d-e3c5-401e-9dcb-a269b398d678 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:06:21.677206 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01577a5d-e3c5-401e-9dcb-a269b398d678 None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:06:21.677591 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-01577a5d-e3c5-401e-9dcb-a269b398d678 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:21.678044 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01577a5d-e3c5-401e-9dcb-a269b398d678 None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:06:21.678558 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-01577a5d-e3c5-401e-9dcb-a269b398d678 None None] Bound port: 9d8cc750-280d-49b5-b333-5d346b596f82, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:06:21.678989 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-01577a5d-e3c5-401e-9dcb-a269b398d678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:21.729731 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f555af38-1b6c-4927-9747-58f61e77498d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:21.811578 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dc72e0-189a-49d5-80d9-4156e657c2d5 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:06:21.867374 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 36ffb4ed-9db2-4792-a23b-2a59dd064c8e no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:21.956148 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 36ffb4ed-9db2-4792-a23b-2a59dd064c8e {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:21.956514 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 36ffb4ed-9db2-4792-a23b-2a59dd064c8e not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:22.020243 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f555af38-1b6c-4927-9747-58f61e77498d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:22.029624 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f555af38-1b6c-4927-9747-58f61e77498d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:22.058345 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-01577a5d-e3c5-401e-9dcb-a269b398d678 None None] For port 9d8cc750-280d-49b5-b333-5d346b596f82, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:06:22.075256 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6052c721-1b4c-40c2-a053-acd22957ec6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-2c6d05d4-c749-47b7-98bf-07ad7914b0e1', 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'fixed_ips': [{'subnet_id': 'ecf82c81-694e-4af8-92fa-b078e6dd7647'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:06:22.082906 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6052c721-1b4c-40c2-a053-acd22957ec6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:22.139283 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db400a-116a-4263-9db9-97eda6835ff1 req-759d368b-1e79-40fc-a43f-7f84e836cffc tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:22.159673 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c9db400a-116a-4263-9db9-97eda6835ff1 req-759d368b-1e79-40fc-a43f-7f84e836cffc tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 943 time: 0.2036164 Nov 12 09:06:22.178584 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f555af38-1b6c-4927-9747-58f61e77498d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:22.179620 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f555af38-1b6c-4927-9747-58f61e77498d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bceaba43-f637-44d4-870c-6ce4de56ed6a {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:06:22.216240 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-01577a5d-e3c5-401e-9dcb-a269b398d678 None None] For port 9d8cc750-280d-49b5-b333-5d346b596f82, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9d8cc750-280d-49b5-b333-5d346b596f82,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:06:22.228465 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ea0c7f0b-c4d5-40fb-bf92-f55f86aca3d2 None None] Provisioning complete for port 9d8cc750-280d-49b5-b333-5d346b596f82 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:22.228983 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ea0c7f0b-c4d5-40fb-bf92-f55f86aca3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:22.271175 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f555af38-1b6c-4927-9747-58f61e77498d admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:22.284112 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f555af38-1b6c-4927-9747-58f61e77498d admin admin] 10.222.0.37 "DELETE /v2.0/routers/bceaba43-f637-44d4-870c-6ce4de56ed6a HTTP/1.1" status: 204 len: 168 time: 3.7272499 Nov 12 09:06:22.287341 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 50660) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:22.335125 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c9db400a-116a-4263-9db9-97eda6835ff1 req-35fc2a18-3800-4d34-a06d-c8e9801ddd2d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690145 Nov 12 09:06:22.361260 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-01577a5d-e3c5-401e-9dcb-a269b398d678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:22.697837 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e8c820-23dc-4934-b31c-daeb92f52339 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:06:22.838029 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ccceb6-7e20-4d6e-9731-2a51830b4dbe admin admin] Deleting subnet c16b8775-9d05-4991-8d45-4d00cd59659d {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:06:22.845981 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01577a5d-e3c5-401e-9dcb-a269b398d678 None None] Routers {'3d76ca08-a59a-4629-82a2-9829bf64aba7'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:22.850093 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-18ccceb6-7e20-4d6e-9731-2a51830b4dbe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:22.865406 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-01577a5d-e3c5-401e-9dcb-a269b398d678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:06:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['3d76ca08-a59a-4629-82a2-9829bf64aba7'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:23.057419 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-18ccceb6-7e20-4d6e-9731-2a51830b4dbe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:23.113488 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17638b-b3f1-4c9d-9262-45c456a2eff9 None None] Pushing event updated for resources: {'Port': ['ID=9d8cc750-280d-49b5-b333-5d346b596f82,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:23.217035 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ea0c7f0b-c4d5-40fb-bf92-f55f86aca3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:23.254404 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ea0c7f0b-c4d5-40fb-bf92-f55f86aca3d2 None None] For port 9d8cc750-280d-49b5-b333-5d346b596f82, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9d8cc750-280d-49b5-b333-5d346b596f82,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:23.339865 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ea0c7f0b-c4d5-40fb-bf92-f55f86aca3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:23.577715 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-18ccceb6-7e20-4d6e-9731-2a51830b4dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:23.592381 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-6052c721-1b4c-40c2-a053-acd22957ec6e None None] Allocated IP 172.20.0.2 (2c6d05d4-c749-47b7-98bf-07ad7914b0e1/ecf82c81-694e-4af8-92fa-b078e6dd7647/27cd5efd-fb25-427e-9721-89f65de19f69) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:06:23.603981 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:23.675132 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-01577a5d-e3c5-401e-9dcb-a269b398d678 None None] Set router 3d76ca08-a59a-4629-82a2-9829bf64aba7 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:23.716325 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-18ccceb6-7e20-4d6e-9731-2a51830b4dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:23.766416 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c5cf1b37-77f0-445b-b01d-dbe620d2408d no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:23.838672 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-18ccceb6-7e20-4d6e-9731-2a51830b4dbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:23.849039 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a16d42-3a3e-4596-ac7c-f8edc7ae9528 req-c9fd1d3b-0c9a-4a85-943a-f88afe41fc4c tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:23.849710 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-18ccceb6-7e20-4d6e-9731-2a51830b4dbe admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c16b8775-9d05-4991-8d45-4d00cd59659d HTTP/1.1" status: 204 len: 168 time: 1.5601237 Nov 12 09:06:23.852272 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ccceb6-7e20-4d6e-9731-2a51830b4dbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c16b8775-9d05-4991-8d45-4d00cd59659d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:23.852773 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f4a16d42-3a3e-4596-ac7c-f8edc7ae9528 req-c9fd1d3b-0c9a-4a85-943a-f88afe41fc4c tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 943 time: 0.1345074 Nov 12 09:06:23.853540 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 50672) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:23.902230 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f132a8-fda6-4191-b273-60d0216563db None None] Network 4f594085-1259-4b78-a47c-4d94bb0a1471 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:06:23.918894 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: c5cf1b37-77f0-445b-b01d-dbe620d2408d {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:23.919245 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c5cf1b37-77f0-445b-b01d-dbe620d2408d not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:23.939979 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-072f2078-7946-4a1c-a67c-8bc914b8af17 None None] Provisioning complete for port 9d8cc750-280d-49b5-b333-5d346b596f82 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:23.940606 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-072f2078-7946-4a1c-a67c-8bc914b8af17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:24.065226 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c7f0b-c4d5-40fb-bf92-f55f86aca3d2 None None] Pushing event updated for resources: {'Port': ['ID=9d8cc750-280d-49b5-b333-5d346b596f82,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:24.128176 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d62f5bf7-4c6d-4fda-95a5-22295818b10c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:24.143059 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3b5737e9-3383-428c-a54f-28326e56d757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:24.186916 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f4a16d42-3a3e-4596-ac7c-f8edc7ae9528 req-ae84cb5f-a4dc-44f2-ae7d-750f16e0f0f2 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3091643 Nov 12 09:06:24.347678 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-3b5737e9-3383-428c-a54f-28326e56d757 admin admin] Deleting port d461b91b-9c21-4193-aacb-a6f7194cba22 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:24.348825 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3b5737e9-3383-428c-a54f-28326e56d757 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:24.475630 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-3b5737e9-3383-428c-a54f-28326e56d757 admin admin] For port d461b91b-9c21-4193-aacb-a6f7194cba22, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d461b91b-9c21-4193-aacb-a6f7194cba22,segment=NetworkSegment(ed185fb8-90eb-41e6-b6ef-cd8be1b05215),segment_id=ed185fb8-90eb-41e6-b6ef-cd8be1b05215)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:24.477045 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3b5737e9-3383-428c-a54f-28326e56d757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:24.503822 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-3b5737e9-3383-428c-a54f-28326e56d757 admin admin] Calling delete_port for d461b91b-9c21-4193-aacb-a6f7194cba22 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:24.515253 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6052c721-1b4c-40c2-a053-acd22957ec6e None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:24.527446 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-01577a5d-e3c5-401e-9dcb-a269b398d678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-577286968', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '9d8cc750-280d-49b5-b333-5d346b596f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:06:09Z', 'updated_at': '2021-11-12T09:06:14Z', 'revision_number': 3, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '9d8cc750-280d-49b5-b333-5d346b596f82', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a5:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:12Z', 'updated_at': '2021-11-12T09:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:24.589194 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6052c721-1b4c-40c2-a053-acd22957ec6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:24.592748 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24344374-5b8e-4551-9018-1df16339bb4e None None] DHCP port deletion for 4f594085-1259-4b78-a47c-4d94bb0a1471 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:06:24.599465 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01577a5d-e3c5-401e-9dcb-a269b398d678 None None] The sync data for ids ['3d76ca08-a59a-4629-82a2-9829bf64aba7'] in n-d-768862-16 is: [{'id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-577286968', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '9d8cc750-280d-49b5-b333-5d346b596f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:06:09Z', 'updated_at': '2021-11-12T09:06:14Z', 'revision_number': 3, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '9d8cc750-280d-49b5-b333-5d346b596f82', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a5:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:12Z', 'updated_at': '2021-11-12T09:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:06:24.701539 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6052c721-1b4c-40c2-a053-acd22957ec6e None None] Network 2c6d05d4-c749-47b7-98bf-07ad7914b0e1 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:24.711513 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-6052c721-1b4c-40c2-a053-acd22957ec6e None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:24.718160 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052c721-1b4c-40c2-a053-acd22957ec6e None None] Pushing event updated for resources: {'Port': ['ID=27cd5efd-fb25-427e-9721-89f65de19f69,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:24.721749 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6052c721-1b4c-40c2-a053-acd22957ec6e None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:06:24.739502 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3b5737e9-3383-428c-a54f-28326e56d757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:24.820140 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5737e9-3383-428c-a54f-28326e56d757 admin admin] No DVR routers for this DVR port d461b91b-9c21-4193-aacb-a6f7194cba22 on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:06:24.829071 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5737e9-3383-428c-a54f-28326e56d757 admin admin] Pushing event deleted for resources: {'Port': ['ID=d461b91b-9c21-4193-aacb-a6f7194cba22,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:24.883888 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-d62f5bf7-4c6d-4fda-95a5-22295818b10c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Allocated IP 172.20.0.1 (2c6d05d4-c749-47b7-98bf-07ad7914b0e1/ecf82c81-694e-4af8-92fa-b078e6dd7647/90a3dacf-9f9d-49ea-ad37-96a834d1c2f4) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:06:25.121124 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-6052c721-1b4c-40c2-a053-acd22957ec6e None None] Attempting to bind port 27cd5efd-fb25-427e-9721-89f65de19f69 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:06:25.122328 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-6052c721-1b4c-40c2-a053-acd22957ec6e None None] Attempting to bind port 27cd5efd-fb25-427e-9721-89f65de19f69 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '609de53a-bb37-45b7-8c94-730f12f49f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:06:25.123120 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6052c721-1b4c-40c2-a053-acd22957ec6e None None] Attempting to bind port 27cd5efd-fb25-427e-9721-89f65de19f69 on network 2c6d05d4-c749-47b7-98bf-07ad7914b0e1 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:06:25.141233 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-24344374-5b8e-4551-9018-1df16339bb4e None None] Deleting port d461b91b-9c21-4193-aacb-a6f7194cba22 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:25.141853 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-24344374-5b8e-4551-9018-1df16339bb4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:25.157773 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d62f5bf7-4c6d-4fda-95a5-22295818b10c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:25.171051 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3b5737e9-3383-428c-a54f-28326e56d757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:25.187250 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6052c721-1b4c-40c2-a053-acd22957ec6e None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:06:25.187912 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6052c721-1b4c-40c2-a053-acd22957ec6e None None] Checking segment: {'id': '609de53a-bb37-45b7-8c94-730f12f49f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:06:25.188587 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6052c721-1b4c-40c2-a053-acd22957ec6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:25.189222 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6052c721-1b4c-40c2-a053-acd22957ec6e None None] Bound using segment: {'id': '609de53a-bb37-45b7-8c94-730f12f49f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:06:25.190078 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-6052c721-1b4c-40c2-a053-acd22957ec6e None None] Bound port: 27cd5efd-fb25-427e-9721-89f65de19f69, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609de53a-bb37-45b7-8c94-730f12f49f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:06:25.190713 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6052c721-1b4c-40c2-a053-acd22957ec6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:25.280627 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-3b5737e9-3383-428c-a54f-28326e56d757 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f594085-1259-4b78-a47c-4d94bb0a1471']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:25.303999 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d62f5bf7-4c6d-4fda-95a5-22295818b10c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:25.320670 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-3b5737e9-3383-428c-a54f-28326e56d757 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed185fb8-90eb-41e6-b6ef-cd8be1b05215') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:25.332767 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-3b5737e9-3383-428c-a54f-28326e56d757 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed185fb8-90eb-41e6-b6ef-cd8be1b05215') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:25.364212 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-24344374-5b8e-4551-9018-1df16339bb4e None None] For port d461b91b-9c21-4193-aacb-a6f7194cba22, host n-d-768862-16, got binding levels [] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:25.364758 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-24344374-5b8e-4551-9018-1df16339bb4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:25.374079 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-5c54bee4-033b-4410-a170-5d4907fdc5f4 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:25.377415 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-5c54bee4-033b-4410-a170-5d4907fdc5f4 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/networks?id=57a0ae56-d21e-4e45-a3f9-86030cd76b98 HTTP/1.1" status: 200 len: 814 time: 0.4982154 Nov 12 09:06:25.384026 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3b5737e9-3383-428c-a54f-28326e56d757 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:25.434355 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-73528e85-efb2-4010-9137-1ae949bd3d70 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/quotas/e4e33a70596c4cdb90d12554f7821648 HTTP/1.1" status: 200 len: 375 time: 0.0460134 Nov 12 09:06:25.473054 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-24344374-5b8e-4551-9018-1df16339bb4e None None] Calling delete_port for d461b91b-9c21-4193-aacb-a6f7194cba22 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:25.488533 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f5bf7-4c6d-4fda-95a5-22295818b10c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'Port': ['ID=90a3dacf-9f9d-49ea-ad37-96a834d1c2f4,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:25.501852 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.ipam_backend_mixin [None req-24344374-5b8e-4551-9018-1df16339bb4e None None] Port d461b91b-9c21-4193-aacb-a6f7194cba22 was not found and therefore no delete operation was performed {{(pid=102570) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 09:06:25.507174 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-24344374-5b8e-4551-9018-1df16339bb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:25.520153 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62f5bf7-4c6d-4fda-95a5-22295818b10c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Network 2c6d05d4-c749-47b7-98bf-07ad7914b0e1 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:25.534652 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-d62f5bf7-4c6d-4fda-95a5-22295818b10c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:25.555671 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3b5737e9-3383-428c-a54f-28326e56d757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:25.561222 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62f5bf7-4c6d-4fda-95a5-22295818b10c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:06:25.567389 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-80160543-0d6f-4cde-ab50-1e56a46a5384 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e4e33a70596c4cdb90d12554f7821648&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1314762 Nov 12 09:06:25.575364 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b5737e9-3383-428c-a54f-28326e56d757 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:06:25.576412 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3b5737e9-3383-428c-a54f-28326e56d757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:25.579694 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:06:25.579694 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:06:25.579694 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:06:25.579694 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:06:25.579694 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:06:25.579694 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:06:25.579694 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:06:25.579694 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:06:25.579694 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:06:25.579694 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:06:25.579694 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:06:25.579694 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:06:25.579694 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:06:25.579694 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:06:25.579694 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:06:25.579694 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:06:25.579694 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:06:25.579694 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:06:25.579694 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:06:25.579694 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:06:25.579694 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:06:25.579694 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:06:25.579694 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:06:25.579694 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:06:25.579694 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:06:25.579694 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:06:25.579694 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:06:25.579694 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:06:25.579694 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:06:25.579694 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:06:25.579694 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:06:25.579694 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:06:25.623258 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-6052c721-1b4c-40c2-a053-acd22957ec6e None None] For port 27cd5efd-fb25-427e-9721-89f65de19f69, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:06:25.687131 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24344374-5b8e-4551-9018-1df16339bb4e None None] Pushing event deleted for resources: {'Port': ['ID=d461b91b-9c21-4193-aacb-a6f7194cba22,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:25.696775 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-6052c721-1b4c-40c2-a053-acd22957ec6e None None] For port 27cd5efd-fb25-427e-9721-89f65de19f69, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=27cd5efd-fb25-427e-9721-89f65de19f69,segment=NetworkSegment(609de53a-bb37-45b7-8c94-730f12f49f70),segment_id=609de53a-bb37-45b7-8c94-730f12f49f70)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:06:25.705605 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24344374-5b8e-4551-9018-1df16339bb4e None None] No DVR routers for this DVR port d461b91b-9c21-4193-aacb-a6f7194cba22 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:06:25.715510 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6052c721-1b4c-40c2-a053-acd22957ec6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:25.810843 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d62f5bf7-4c6d-4fda-95a5-22295818b10c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:25.831637 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-c48971ac-18b5-4504-b9de-fe36314a7d6b service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:06:25.833872 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-c48971ac-18b5-4504-b9de-fe36314a7d6b service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2371774 Nov 12 09:06:25.861648 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9d8cc750-280d-49b5-b333-5d346b596f82 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:06:25.876688 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3b5737e9-3383-428c-a54f-28326e56d757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:25.945822 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3b5737e9-3383-428c-a54f-28326e56d757 admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:25.954321 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3b5737e9-3383-428c-a54f-28326e56d757 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4f594085-1259-4b78-a47c-4d94bb0a1471 HTTP/1.1" status: 204 len: 168 time: 2.0968409 Nov 12 09:06:25.963873 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 50702) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:26.047409 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052c721-1b4c-40c2-a053-acd22957ec6e None None] Pushing event updated for resources: {'Port': ['ID=27cd5efd-fb25-427e-9721-89f65de19f69,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:26.082421 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 9d8cc750-280d-49b5-b333-5d346b596f82 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:26.083305 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:26.186991 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5737e9-3383-428c-a54f-28326e56d757 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f594085-1259-4b78-a47c-4d94bb0a1471,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:26.256457 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-b3d13dea-0e76-49b1-b6fd-87677017cca6 service neutron] 10.222.0.37 "GET /v2.0/networks/57a0ae56-d21e-4e45-a3f9-86030cd76b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035075 Nov 12 09:06:26.564447 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d461b91b-9c21-4193-aacb-a6f7194cba22 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:26.654321 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: d461b91b-9c21-4193-aacb-a6f7194cba22 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:26.655613 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d461b91b-9c21-4193-aacb-a6f7194cba22 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:26.697703 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-d88b12d3-7371-4225-b9d3-2d86f14478e8 service neutron] 10.222.0.37 "GET /v2.0/networks/57a0ae56-d21e-4e45-a3f9-86030cd76b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196830 Nov 12 09:06:26.821529 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 52f0bec9-5cde-4d30-a8b8-5386b162581a details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:06:26.893541 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d62f5bf7-4c6d-4fda-95a5-22295818b10c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:27.005290 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 52f0bec9-5cde-4d30-a8b8-5386b162581a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=52f0bec9-5cde-4d30-a8b8-5386b162581a,segment=NetworkSegment(0d552c33-257a-485a-b0f3-e78e2fa44e64),segment_id=0d552c33-257a-485a-b0f3-e78e2fa44e64)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:27.060219 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '52f0bec9-5cde-4d30-a8b8-5386b162581a', 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146', 'port_id': '52f0bec9-5cde-4d30-a8b8-5386b162581a', 'mac_address': 'fa:16:3e:68:af:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4bf441-b446-4677-be35-634c383c7b12', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:06:27.131952 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:27.148210 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52f0bec9-5cde-4d30-a8b8-5386b162581a {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:06:27.177569 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 52f0bec9-5cde-4d30-a8b8-5386b162581a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=52f0bec9-5cde-4d30-a8b8-5386b162581a,segment=NetworkSegment(0d552c33-257a-485a-b0f3-e78e2fa44e64),segment_id=0d552c33-257a-485a-b0f3-e78e2fa44e64)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:27.184446 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:27.344708 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=52f0bec9-5cde-4d30-a8b8-5386b162581a,revision_number=9']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:27.513904 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['52f0bec9-5cde-4d30-a8b8-5386b162581a'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:06:27.793955 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 27cd5efd-fb25-427e-9721-89f65de19f69 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:06:27.850836 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dffeef-cc6b-4b2c-a54d-a8d8d08b5bbb req-d48754c9-c6d1-43da-b6ce-dd960c8da77d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:27.852512 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-36dffeef-cc6b-4b2c-a54d-a8d8d08b5bbb req-d48754c9-c6d1-43da-b6ce-dd960c8da77d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 944 time: 0.2521060 Nov 12 09:06:27.931017 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d62f5bf7-4c6d-4fda-95a5-22295818b10c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:27.946804 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d62f5bf7-4c6d-4fda-95a5-22295818b10c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.111933 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 27cd5efd-fb25-427e-9721-89f65de19f69 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:28.114025 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.117035 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d62f5bf7-4c6d-4fda-95a5-22295818b10c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.188433 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-36dffeef-cc6b-4b2c-a54d-a8d8d08b5bbb req-3faac7fc-ed07-4240-ada2-736c9759c14f tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3154318 Nov 12 09:06:28.277450 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f5bf7-4c6d-4fda-95a5-22295818b10c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'Port': ['ID=90a3dacf-9f9d-49ea-ad37-96a834d1c2f4,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:28.381113 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62f5bf7-4c6d-4fda-95a5-22295818b10c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Network 2c6d05d4-c749-47b7-98bf-07ad7914b0e1 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:28.386294 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-d62f5bf7-4c6d-4fda-95a5-22295818b10c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:28.419642 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5b5643ff-a229-4668-8d37-83b39852da0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.546669 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.548800 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-424abbd5-790c-4949-a36b-16e969af7b3e req-e4048944-fe65-465d-a01a-1bd02f1f71ac tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d1f06a-ad39-48a2-9ef5-089aa2036344 HTTP/1.1" status: 200 len: 210 time: 0.0497050 Nov 12 09:06:28.562822 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22946d50-deb3-4d20-99fb-fcca20e136c9 None None] Network 2c6d05d4-c749-47b7-98bf-07ad7914b0e1 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:06:28.646771 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62f5bf7-4c6d-4fda-95a5-22295818b10c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Router 3d76ca08-a59a-4629-82a2-9829bf64aba7 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:06:28.774178 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 27cd5efd-fb25-427e-9721-89f65de19f69, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=27cd5efd-fb25-427e-9721-89f65de19f69,segment=NetworkSegment(609de53a-bb37-45b7-8c94-730f12f49f70),segment_id=609de53a-bb37-45b7-8c94-730f12f49f70)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:28.794741 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-93d633b7-b01c-46de-b639-0bd04a5cc98b None None] Provisioning complete for port 27cd5efd-fb25-427e-9721-89f65de19f69 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:28.795953 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-93d633b7-b01c-46de-b639-0bd04a5cc98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.804042 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.836509 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62f5bf7-4c6d-4fda-95a5-22295818b10c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:06:28.837509 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-5b5643ff-a229-4668-8d37-83b39852da0d admin admin] Deleting port e400be70-53e3-40f5-8841-f2f3f0b5f888 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:28.847167 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d62f5bf7-4c6d-4fda-95a5-22295818b10c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "PUT /v2.0/routers/3d76ca08-a59a-4629-82a2-9829bf64aba7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7975876 Nov 12 09:06:28.848541 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5b5643ff-a229-4668-8d37-83b39852da0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.880421 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cb57c2-1835-4b8d-93cc-cd2c6ba0b11b None None] Sync routers for ids ['3d76ca08-a59a-4629-82a2-9829bf64aba7'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:06:28.969160 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cb57c2-1835-4b8d-93cc-cd2c6ba0b11b None None] Routers {'3d76ca08-a59a-4629-82a2-9829bf64aba7'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:28.970281 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-38cb57c2-1835-4b8d-93cc-cd2c6ba0b11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:06:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['3d76ca08-a59a-4629-82a2-9829bf64aba7'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:29.004446 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=27cd5efd-fb25-427e-9721-89f65de19f69,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:29.067222 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-5b5643ff-a229-4668-8d37-83b39852da0d admin admin] For port e400be70-53e3-40f5-8841-f2f3f0b5f888, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=e400be70-53e3-40f5-8841-f2f3f0b5f888,segment=NetworkSegment(1daf87bf-a0d7-493f-ad47-028cb89ed84e),segment_id=1daf87bf-a0d7-493f-ad47-028cb89ed84e)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:29.068165 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5b5643ff-a229-4668-8d37-83b39852da0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:29.129852 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-5b5643ff-a229-4668-8d37-83b39852da0d admin admin] Calling delete_port for e400be70-53e3-40f5-8841-f2f3f0b5f888 owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:29.358313 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-6328e70c-c3e5-4bdc-950d-6ea6f3f4c3b7 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:29.364462 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-6328e70c-c3e5-4bdc-950d-6ea6f3f4c3b7 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.54 "GET /v2.0/networks?id=57a0ae56-d21e-4e45-a3f9-86030cd76b98 HTTP/1.1" status: 200 len: 814 time: 0.3214386 Nov 12 09:06:29.394944 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-2283565f-fa13-4b8c-9c19-6ea38570640a tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Request body: {'port': {'device_id': '02d1f06a-ad39-48a2-9ef5-089aa2036344', 'network_id': '57a0ae56-d21e-4e45-a3f9-86030cd76b98', 'admin_state_up': True, 'tenant_id': 'e4e33a70596c4cdb90d12554f7821648'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:29.402966 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-38cb57c2-1835-4b8d-93cc-cd2c6ba0b11b None None] Set router 3d76ca08-a59a-4629-82a2-9829bf64aba7 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:29.493745 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5b5643ff-a229-4668-8d37-83b39852da0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:29.573378 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5643ff-a229-4668-8d37-83b39852da0d admin admin] Pushing event deleted for resources: {'Port': ['ID=e400be70-53e3-40f5-8841-f2f3f0b5f888,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:29.643921 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:29.790564 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-a2858ea4-2fd8-4601-9b37-132f0b38334e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-409008486&fields=id&tenant_id=300860f259ae41fb99a14af6fd1a3470 HTTP/1.1" status: 200 len: 267 time: 0.3058705 Nov 12 09:06:29.840818 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 27cd5efd-fb25-427e-9721-89f65de19f69 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:06:29.908584 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-2283565f-fa13-4b8c-9c19-6ea38570640a tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Made reservation on behalf of e4e33a70596c4cdb90d12554f7821648 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:06:29.923416 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-38cb57c2-1835-4b8d-93cc-cd2c6ba0b11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-577286968', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '9d8cc750-280d-49b5-b333-5d346b596f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:06:09Z', 'updated_at': '2021-11-12T09:06:26Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '9d8cc750-280d-49b5-b333-5d346b596f82', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:12Z', 'updated_at': '2021-11-12T09:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '90a3dacf-9f9d-49ea-ad37-96a834d1c2f4', 'name': '', 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:df:8e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': 'ecf82c81-694e-4af8-92fa-b078e6dd7647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:24Z', 'updated_at': '2021-11-12T09:06:27Z', 'revision_number': 2, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': 'ecf82c81-694e-4af8-92fa-b078e6dd7647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:29.924247 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-2283565f-fa13-4b8c-9c19-6ea38570640a tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:29.963878 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cb57c2-1835-4b8d-93cc-cd2c6ba0b11b None None] Checking router: 3d76ca08-a59a-4629-82a2-9829bf64aba7 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:06:29.964577 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cb57c2-1835-4b8d-93cc-cd2c6ba0b11b None None] Updating router 3d76ca08-a59a-4629-82a2-9829bf64aba7 port 90a3dacf-9f9d-49ea-ad37-96a834d1c2f4 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:06:30.128215 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-38cb57c2-1835-4b8d-93cc-cd2c6ba0b11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:30.139277 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-fa92a1c3-b56f-423e-a5c9-1805538f7b62 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:30.141039 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-fa92a1c3-b56f-423e-a5c9-1805538f7b62 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/networks?id=2c6d05d4-c749-47b7-98bf-07ad7914b0e1 HTTP/1.1" status: 200 len: 796 time: 0.3138788 Nov 12 09:06:30.221566 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 27cd5efd-fb25-427e-9721-89f65de19f69 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:30.223320 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:30.244435 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-0f561c97-4459-491b-a265-96983ee8a13c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/quotas/300860f259ae41fb99a14af6fd1a3470 HTTP/1.1" status: 200 len: 375 time: 0.0719161 Nov 12 09:06:30.283414 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-2283565f-fa13-4b8c-9c19-6ea38570640a tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Allocated IP 172.20.0.14 (57a0ae56-d21e-4e45-a3f9-86030cd76b98/fce28a88-68b8-440a-994a-f80128cd5912/c2ac1ba0-8313-44bd-8573-f1c72047b902) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:06:30.315507 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5b5643ff-a229-4668-8d37-83b39852da0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:30.342185 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-3d6b7453-bcee-4aa0-89c2-f269a9725485 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765877 Nov 12 09:06:30.381423 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ce8f36da-a251-4642-96ce-7b62031bdec8 None None] Provisioning complete for port 90a3dacf-9f9d-49ea-ad37-96a834d1c2f4 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:30.382255 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ce8f36da-a251-4642-96ce-7b62031bdec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:30.568863 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-2283565f-fa13-4b8c-9c19-6ea38570640a tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:30.623152 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-2283565f-fa13-4b8c-9c19-6ea38570640a tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:30.637143 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-df6ee32a-64a3-45db-a829-83d5ef6b8906 service neutron] 10.222.0.37 "GET /v2.0/networks/2c6d05d4-c749-47b7-98bf-07ad7914b0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485259 Nov 12 09:06:30.741920 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283565f-fa13-4b8c-9c19-6ea38570640a tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Pushing event updated for resources: {'Port': ['ID=c2ac1ba0-8313-44bd-8573-f1c72047b902,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:30.773384 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-2283565f-fa13-4b8c-9c19-6ea38570640a tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Network 57a0ae56-d21e-4e45-a3f9-86030cd76b98 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:30.776213 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-2283565f-fa13-4b8c-9c19-6ea38570640a tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:30.777230 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ce8f36da-a251-4642-96ce-7b62031bdec8 None None] Port 90a3dacf-9f9d-49ea-ad37-96a834d1c2f4 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:06:30.780499 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-2283565f-fa13-4b8c-9c19-6ea38570640a tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:06:30.850586 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-2283565f-fa13-4b8c-9c19-6ea38570640a tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:30.850855 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-2283565f-fa13-4b8c-9c19-6ea38570640a tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:30.856661 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 52f0bec9-5cde-4d30-a8b8-5386b162581a up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:06:30.886565 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-2283565f-fa13-4b8c-9c19-6ea38570640a tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5101597 Nov 12 09:06:30.901323 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-35636b1e-0543-47da-a424-8ee262316120 service neutron] Request body: {'port': {'device_id': '02d1f06a-ad39-48a2-9ef5-089aa2036344', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:30.911464 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ce8f36da-a251-4642-96ce-7b62031bdec8 None None] Provisioning complete for port 27cd5efd-fb25-427e-9721-89f65de19f69 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:30.911864 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ce8f36da-a251-4642-96ce-7b62031bdec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:31.004612 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-a667d16d-2319-4159-a1c3-241a649dfee7 service neutron] 10.222.0.37 "GET /v2.0/networks/2c6d05d4-c749-47b7-98bf-07ad7914b0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575842 Nov 12 09:06:31.034530 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-35636b1e-0543-47da-a424-8ee262316120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:31.098320 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5643ff-a229-4668-8d37-83b39852da0d admin admin] Router 927b07d0-478c-412f-8cd1-e15b2e2c4a28 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:06:31.288349 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 52f0bec9-5cde-4d30-a8b8-5386b162581a triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:31.289062 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:31.406538 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5643ff-a229-4668-8d37-83b39852da0d admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:06:31.421169 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50482288-bb1a-4c55-b440-afe164ba9852 None None] Sync routers for ids ['927b07d0-478c-412f-8cd1-e15b2e2c4a28'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:06:31.443330 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50482288-bb1a-4c55-b440-afe164ba9852 None None] Routers {'927b07d0-478c-412f-8cd1-e15b2e2c4a28'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:31.445123 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-50482288-bb1a-4c55-b440-afe164ba9852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:06:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['927b07d0-478c-412f-8cd1-e15b2e2c4a28'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:31.452896 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5b5643ff-a229-4668-8d37-83b39852da0d admin admin] 10.222.0.37 "PUT /v2.0/routers/927b07d0-478c-412f-8cd1-e15b2e2c4a28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4736164 Nov 12 09:06:31.454899 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 50784) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:31.596135 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-38cb57c2-1835-4b8d-93cc-cd2c6ba0b11b None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:31.651248 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-38cb57c2-1835-4b8d-93cc-cd2c6ba0b11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:31.679429 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-50482288-bb1a-4c55-b440-afe164ba9852 None None] Set router 927b07d0-478c-412f-8cd1-e15b2e2c4a28 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:31.724738 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:31.769413 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da57f6-963b-4c8c-89df-62ecc3222d4d None None] Pushing event updated for resources: {'Port': ['ID=90a3dacf-9f9d-49ea-ad37-96a834d1c2f4,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:31.772037 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69485ef-8320-46c5-b6da-1f03a3b1f771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f0bec9-5cde-4d30-a8b8-5386b162581a'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:31.774696 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69271c6-a306-431d-8f8b-03d8763178d9" -d '{"events": [{"server_uuid": "b69485ef-8320-46c5-b6da-1f03a3b1f771", "name": "network-vif-plugged", "status": "completed", "tag": "52f0bec9-5cde-4d30-a8b8-5386b162581a"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:31.832770 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e8b38198-b23d-4106-a1b1-bfb7b11ca42a None None] Provisioning complete for port 90a3dacf-9f9d-49ea-ad37-96a834d1c2f4 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:31.833151 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e8b38198-b23d-4106-a1b1-bfb7b11ca42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:31.842304 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-35636b1e-0543-47da-a424-8ee262316120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ac1ba0-8313-44bd-8573-f1c72047b902 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:06:31.847182 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 52f0bec9-5cde-4d30-a8b8-5386b162581a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=52f0bec9-5cde-4d30-a8b8-5386b162581a,segment=NetworkSegment(0d552c33-257a-485a-b0f3-e78e2fa44e64),segment_id=0d552c33-257a-485a-b0f3-e78e2fa44e64)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:31.857908 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d90c7-3d95-47a5-b5c2-2d27e2e336d5 req-696efd0e-5089-4966-942c-0f78c762fe0b tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:31.875514 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-283d90c7-3d95-47a5-b5c2-2d27e2e336d5 req-696efd0e-5089-4966-942c-0f78c762fe0b tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 944 time: 0.5402372 Nov 12 09:06:31.889205 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-35636b1e-0543-47da-a424-8ee262316120 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:31.924647 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-35636b1e-0543-47da-a424-8ee262316120 service neutron] Transition to ACTIVE for port object c2ac1ba0-8313-44bd-8573-f1c72047b902 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:06:31.933387 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-35636b1e-0543-47da-a424-8ee262316120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:31.974470 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:32.047473 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9f0d7ab0-16f7-4824-9b3b-8a48259699df admin admin] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:32.163045 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=52f0bec9-5cde-4d30-a8b8-5386b162581a,revision_number=10']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:32.199718 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35636b1e-0543-47da-a424-8ee262316120 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ac1ba0-8313-44bd-8573-f1c72047b902,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:32.217528 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e8b38198-b23d-4106-a1b1-bfb7b11ca42a None None] Port 90a3dacf-9f9d-49ea-ad37-96a834d1c2f4 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:06:32.227624 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-38cb57c2-1835-4b8d-93cc-cd2c6ba0b11b None None] Attempting to bind port 90a3dacf-9f9d-49ea-ad37-96a834d1c2f4 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:06:32.230544 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-38cb57c2-1835-4b8d-93cc-cd2c6ba0b11b None None] Attempting to bind port 90a3dacf-9f9d-49ea-ad37-96a834d1c2f4 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '609de53a-bb37-45b7-8c94-730f12f49f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:06:32.232293 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cb57c2-1835-4b8d-93cc-cd2c6ba0b11b None None] Attempting to bind port 90a3dacf-9f9d-49ea-ad37-96a834d1c2f4 on network 2c6d05d4-c749-47b7-98bf-07ad7914b0e1 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:06:32.249012 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-283d90c7-3d95-47a5-b5c2-2d27e2e336d5 req-b0866e3f-df16-4c27-bd1d-4a6522e500ab tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3718822 Nov 12 09:06:32.263783 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cb57c2-1835-4b8d-93cc-cd2c6ba0b11b None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:06:32.270935 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cb57c2-1835-4b8d-93cc-cd2c6ba0b11b None None] Checking segment: {'id': '609de53a-bb37-45b7-8c94-730f12f49f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:06:32.274241 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-38cb57c2-1835-4b8d-93cc-cd2c6ba0b11b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:32.274740 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cb57c2-1835-4b8d-93cc-cd2c6ba0b11b None None] Bound using segment: {'id': '609de53a-bb37-45b7-8c94-730f12f49f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:06:32.275441 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-38cb57c2-1835-4b8d-93cc-cd2c6ba0b11b None None] Bound port: 90a3dacf-9f9d-49ea-ad37-96a834d1c2f4, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609de53a-bb37-45b7-8c94-730f12f49f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:06:32.277316 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-38cb57c2-1835-4b8d-93cc-cd2c6ba0b11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:32.376488 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-35636b1e-0543-47da-a424-8ee262316120 service neutron] Attempting to bind port c2ac1ba0-8313-44bd-8573-f1c72047b902 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:06:32.376834 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-35636b1e-0543-47da-a424-8ee262316120 service neutron] Attempting to bind port c2ac1ba0-8313-44bd-8573-f1c72047b902 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '03217fcb-04a1-4848-abf8-9fa55b4faba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '57a0ae56-d21e-4e45-a3f9-86030cd76b98'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:06:32.377165 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-35636b1e-0543-47da-a424-8ee262316120 service neutron] Attempting to bind port c2ac1ba0-8313-44bd-8573-f1c72047b902 on network 57a0ae56-d21e-4e45-a3f9-86030cd76b98 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:06:32.395804 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-35636b1e-0543-47da-a424-8ee262316120 service neutron] Port c2ac1ba0-8313-44bd-8573-f1c72047b902 on network 57a0ae56-d21e-4e45-a3f9-86030cd76b98 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:06:32.396341 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-35636b1e-0543-47da-a424-8ee262316120 service neutron] Attempting to bind port c2ac1ba0-8313-44bd-8573-f1c72047b902 on network 57a0ae56-d21e-4e45-a3f9-86030cd76b98 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:06:32.415019 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-35636b1e-0543-47da-a424-8ee262316120 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:06:32.415426 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-35636b1e-0543-47da-a424-8ee262316120 service neutron] Checking segment: {'id': '03217fcb-04a1-4848-abf8-9fa55b4faba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '57a0ae56-d21e-4e45-a3f9-86030cd76b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:06:32.420058 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-35636b1e-0543-47da-a424-8ee262316120 service neutron] Bound using segment: {'id': '03217fcb-04a1-4848-abf8-9fa55b4faba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '57a0ae56-d21e-4e45-a3f9-86030cd76b98'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:06:32.420883 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-35636b1e-0543-47da-a424-8ee262316120 service neutron] Bound port: c2ac1ba0-8313-44bd-8573-f1c72047b902, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03217fcb-04a1-4848-abf8-9fa55b4faba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '57a0ae56-d21e-4e45-a3f9-86030cd76b98'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:06:32.421431 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-35636b1e-0543-47da-a424-8ee262316120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:32.433798 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9f0d7ab0-16f7-4824-9b3b-8a48259699df admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:32.518277 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-38cb57c2-1835-4b8d-93cc-cd2c6ba0b11b None None] For port 90a3dacf-9f9d-49ea-ad37-96a834d1c2f4, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:06:32.527168 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-38cb57c2-1835-4b8d-93cc-cd2c6ba0b11b None None] For port 90a3dacf-9f9d-49ea-ad37-96a834d1c2f4, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=90a3dacf-9f9d-49ea-ad37-96a834d1c2f4,segment=NetworkSegment(609de53a-bb37-45b7-8c94-730f12f49f70),segment_id=609de53a-bb37-45b7-8c94-730f12f49f70)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:06:32.534633 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-50482288-bb1a-4c55-b440-afe164ba9852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b07d0-478c-412f-8cd1-e15b2e2c4a28', 'name': 'tempest-TestAggregatesBasicOps-1902511309-router', 'tenant_id': '78df196ab75249338d848f51bf1dfa92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '4fefe5cb-7a07-4f45-ab21-152e54e8c9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:48Z', 'updated_at': '2021-11-12T09:06:29Z', 'revision_number': 5, 'project_id': '78df196ab75249338d848f51bf1dfa92', 'gw_port': {'id': '4fefe5cb-7a07-4f45-ab21-152e54e8c9cb', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b07d0-478c-412f-8cd1-e15b2e2c4a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:32.554790 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-38cb57c2-1835-4b8d-93cc-cd2c6ba0b11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:32.561294 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-9f0d7ab0-16f7-4824-9b3b-8a48259699df admin admin] Deleting port 4fefe5cb-7a07-4f45-ab21-152e54e8c9cb {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:32.562818 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9f0d7ab0-16f7-4824-9b3b-8a48259699df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:32.618374 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-35636b1e-0543-47da-a424-8ee262316120 service neutron] For port c2ac1ba0-8313-44bd-8573-f1c72047b902, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:06:32.624664 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-35636b1e-0543-47da-a424-8ee262316120 service neutron] For port c2ac1ba0-8313-44bd-8573-f1c72047b902, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=c2ac1ba0-8313-44bd-8573-f1c72047b902,segment=NetworkSegment(03217fcb-04a1-4848-abf8-9fa55b4faba4),segment_id=03217fcb-04a1-4848-abf8-9fa55b4faba4)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:06:32.629228 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50482288-bb1a-4c55-b440-afe164ba9852 None None] Checking router: 927b07d0-478c-412f-8cd1-e15b2e2c4a28 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:06:32.632487 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-35636b1e-0543-47da-a424-8ee262316120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:32.667141 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50482288-bb1a-4c55-b440-afe164ba9852 None None] Routers {'927b07d0-478c-412f-8cd1-e15b2e2c4a28'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:32.668016 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-35636b1e-0543-47da-a424-8ee262316120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:32.669548 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-35636b1e-0543-47da-a424-8ee262316120 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:32.670502 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-50482288-bb1a-4c55-b440-afe164ba9852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:06:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['927b07d0-478c-412f-8cd1-e15b2e2c4a28'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:32.677320 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-35636b1e-0543-47da-a424-8ee262316120 service neutron] 10.222.0.54 "PUT /v2.0/ports/c2ac1ba0-8313-44bd-8573-f1c72047b902 HTTP/1.1" status: 200 len: 1093 time: 1.7768302 Nov 12 09:06:32.682905 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d1f06a-ad39-48a2-9ef5-089aa2036344', 'tag': 'c2ac1ba0-8313-44bd-8573-f1c72047b902'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:32.685794 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-3cada737-4cda-443f-8643-fd06e6e144f3 None None] Provisioning complete for port 90a3dacf-9f9d-49ea-ad37-96a834d1c2f4 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:32.687265 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2e08d9-d4c9-4665-8744-63364e8d861e" -d '{"events": [{"name": "network-changed", "server_uuid": "02d1f06a-ad39-48a2-9ef5-089aa2036344", "tag": "c2ac1ba0-8313-44bd-8573-f1c72047b902"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:32.690417 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3cada737-4cda-443f-8643-fd06e6e144f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:32.810742 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-0770645d-64e0-493e-8024-f21cd32e3567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:32.811587 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-9f0d7ab0-16f7-4824-9b3b-8a48259699df admin admin] For port 4fefe5cb-7a07-4f45-ab21-152e54e8c9cb, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4fefe5cb-7a07-4f45-ab21-152e54e8c9cb,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:32.812486 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9f0d7ab0-16f7-4824-9b3b-8a48259699df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:32.813341 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-0770645d-64e0-493e-8024-f21cd32e3567 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e4e33a70596c4cdb90d12554f7821648&device_id=02d1f06a-ad39-48a2-9ef5-089aa2036344 HTTP/1.1" status: 200 len: 1096 time: 0.0764923 Nov 12 09:06:32.821384 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35636b1e-0543-47da-a424-8ee262316120 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ac1ba0-8313-44bd-8573-f1c72047b902,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:32.896193 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-9f0d7ab0-16f7-4824-9b3b-8a48259699df admin admin] Calling delete_port for 4fefe5cb-7a07-4f45-ab21-152e54e8c9cb owned by network:router_gateway {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:32.927542 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cb57c2-1835-4b8d-93cc-cd2c6ba0b11b None None] Routers {'3d76ca08-a59a-4629-82a2-9829bf64aba7'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:32.930760 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-38cb57c2-1835-4b8d-93cc-cd2c6ba0b11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:06:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['3d76ca08-a59a-4629-82a2-9829bf64aba7'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:32.943619 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-3d831fbb-22fa-456a-bbe1-ae395dfd0d52 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2ac1ba0-8313-44bd-8573-f1c72047b902 HTTP/1.1" status: 200 len: 217 time: 0.1017995 Nov 12 09:06:32.947687 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da57f6-963b-4c8c-89df-62ecc3222d4d None None] Pushing event updated for resources: {'Port': ['ID=90a3dacf-9f9d-49ea-ad37-96a834d1c2f4,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:32.971548 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-50482288-bb1a-4c55-b440-afe164ba9852 None None] Set router 927b07d0-478c-412f-8cd1-e15b2e2c4a28 gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:33.026505 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58198c2-4891-42ff-81ae-6e59f6dbb3f1 req-f92b20a4-aa6a-4936-a500-f8a713350807 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:33.044775 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d58198c2-4891-42ff-81ae-6e59f6dbb3f1 req-f92b20a4-aa6a-4936-a500-f8a713350807 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d1f06a-ad39-48a2-9ef5-089aa2036344 HTTP/1.1" status: 200 len: 944 time: 0.2142951 Nov 12 09:06:33.133982 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-50482288-bb1a-4c55-b440-afe164ba9852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b07d0-478c-412f-8cd1-e15b2e2c4a28', 'name': 'tempest-TestAggregatesBasicOps-1902511309-router', 'tenant_id': '78df196ab75249338d848f51bf1dfa92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:48Z', 'updated_at': '2021-11-12T09:06:32Z', 'revision_number': 6, 'project_id': '78df196ab75249338d848f51bf1dfa92', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:33.200584 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d58198c2-4891-42ff-81ae-6e59f6dbb3f1 req-33611e5a-b3f2-4ba2-9ccf-67a9455f8610 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/security-groups?id=cea0d88c-88ef-4dd0-949a-6b8036d7fb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518698 Nov 12 09:06:33.202325 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50482288-bb1a-4c55-b440-afe164ba9852 None None] The sync data for ids ['927b07d0-478c-412f-8cd1-e15b2e2c4a28'] in n-d-768862-16 is: [{'id': '927b07d0-478c-412f-8cd1-e15b2e2c4a28', 'name': 'tempest-TestAggregatesBasicOps-1902511309-router', 'tenant_id': '78df196ab75249338d848f51bf1dfa92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:48Z', 'updated_at': '2021-11-12T09:06:32Z', 'revision_number': 6, 'project_id': '78df196ab75249338d848f51bf1dfa92', 'gw_port_host': None}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:06:33.249953 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-4dd20d1d-001b-4571-bcb9-bc15ca670971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:33.256384 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-4dd20d1d-001b-4571-bcb9-bc15ca670971 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fce28a88-68b8-440a-994a-f80128cd5912 HTTP/1.1" status: 200 len: 854 time: 0.2921779 Nov 12 09:06:33.312548 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3cada737-4cda-443f-8643-fd06e6e144f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:33.317070 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-38cb57c2-1835-4b8d-93cc-cd2c6ba0b11b None None] Set router 3d76ca08-a59a-4629-82a2-9829bf64aba7 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:33.382808 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-d5f3f5b5-05c2-469c-979f-3afeb3fd3ae4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57a0ae56-d21e-4e45-a3f9-86030cd76b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137292 Nov 12 09:06:33.511287 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-1ea7b066-60dd-406c-b291-5ccbc58ff43e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:33.513456 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-1ea7b066-60dd-406c-b291-5ccbc58ff43e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.54 "GET /v2.0/networks?id=2c6d05d4-c749-47b7-98bf-07ad7914b0e1 HTTP/1.1" status: 200 len: 796 time: 0.4226127 Nov 12 09:06:33.528550 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-3cada737-4cda-443f-8643-fd06e6e144f3 None None] For port 90a3dacf-9f9d-49ea-ad37-96a834d1c2f4, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=90a3dacf-9f9d-49ea-ad37-96a834d1c2f4,segment=NetworkSegment(609de53a-bb37-45b7-8c94-730f12f49f70),segment_id=609de53a-bb37-45b7-8c94-730f12f49f70)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:33.538913 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3cada737-4cda-443f-8643-fd06e6e144f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:33.548212 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e2bd40e5-c902-4f5b-9b6e-c446eaf7f10a req-2bbb40b3-2dbe-4980-8769-907aa690b510 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 210 time: 0.0963337 Nov 12 09:06:33.658273 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9f0d7ab0-16f7-4824-9b3b-8a48259699df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:33.730893 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dc7671-44a2-4232-83f0-1709a3f6b9c9 x-openstack-request-id: req-26dc7671-44a2-4232-83f0-1709a3f6b9c9 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:33.731576 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69485ef-8320-46c5-b6da-1f03a3b1f771", "name": "network-vif-plugged", "status": "completed", "tag": "52f0bec9-5cde-4d30-a8b8-5386b162581a", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:33.732078 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-26dc7671-44a2-4232-83f0-1709a3f6b9c9 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:33.732681 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b69485ef-8320-46c5-b6da-1f03a3b1f771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f0bec9-5cde-4d30-a8b8-5386b162581a', 'code': 200} Nov 12 09:06:33.739123 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device e400be70-53e3-40f5-8841-f2f3f0b5f888 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:33.756996 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d7ab0-16f7-4824-9b3b-8a48259699df admin admin] Pushing event deleted for resources: {'Port': ['ID=4fefe5cb-7a07-4f45-ab21-152e54e8c9cb,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:33.787651 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0d7ab0-16f7-4824-9b3b-8a48259699df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:33.787932 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0d7ab0-16f7-4824-9b3b-8a48259699df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:33.788235 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0d7ab0-16f7-4824-9b3b-8a48259699df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:33.788569 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0d7ab0-16f7-4824-9b3b-8a48259699df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:33.788901 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0d7ab0-16f7-4824-9b3b-8a48259699df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:33.789229 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0d7ab0-16f7-4824-9b3b-8a48259699df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:33.789553 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0d7ab0-16f7-4824-9b3b-8a48259699df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:33.789896 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0d7ab0-16f7-4824-9b3b-8a48259699df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:33.790656 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0d7ab0-16f7-4824-9b3b-8a48259699df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:33.790656 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0d7ab0-16f7-4824-9b3b-8a48259699df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:33.790871 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0d7ab0-16f7-4824-9b3b-8a48259699df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:33.791252 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0d7ab0-16f7-4824-9b3b-8a48259699df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:33.838846 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac4e953-ab82-43c9-ae9d-a1a730a2a29b None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:06:33.858251 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-e00c3c51-30ae-4268-ac63-664010f9bee0 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=300860f259ae41fb99a14af6fd1a3470 HTTP/1.1" status: 200 len: 379 time: 0.3265150 Nov 12 09:06:33.882474 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-f339a6f3-7396-4e30-8f0e-926ddea206f9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'port': {'device_id': '60a2ecbc-b0ed-441d-a1ec-cab950193cf3', 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1', 'admin_state_up': True, 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'security_groups': ['fc6bea37-f174-426d-941a-e583a5fcdcd3']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:33.889245 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: e400be70-53e3-40f5-8841-f2f3f0b5f888 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:33.890006 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device e400be70-53e3-40f5-8841-f2f3f0b5f888 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:33.910562 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5fa1a6ba-12bc-45ff-a1d4-8f90852366ac None None] Provisioning complete for port 90a3dacf-9f9d-49ea-ad37-96a834d1c2f4 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:33.912662 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5fa1a6ba-12bc-45ff-a1d4-8f90852366ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:33.977426 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cada737-4cda-443f-8643-fd06e6e144f3 None None] Pushing event updated for resources: {'Port': ['ID=90a3dacf-9f9d-49ea-ad37-96a834d1c2f4,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:34.013488 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a3a4a-28ed-4fa9-a36a-6ae7a58ed6c7 req-10733a02-a68e-4547-ad96-83065abd1c04 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:34.013816 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cada737-4cda-443f-8643-fd06e6e144f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:34.013963 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cada737-4cda-443f-8643-fd06e6e144f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:34.014395 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cada737-4cda-443f-8643-fd06e6e144f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:34.014800 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cada737-4cda-443f-8643-fd06e6e144f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:34.015200 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cada737-4cda-443f-8643-fd06e6e144f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:34.015589 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cada737-4cda-443f-8643-fd06e6e144f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:34.016000 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cada737-4cda-443f-8643-fd06e6e144f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:34.016399 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cada737-4cda-443f-8643-fd06e6e144f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:34.016798 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cada737-4cda-443f-8643-fd06e6e144f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:34.017179 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cada737-4cda-443f-8643-fd06e6e144f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:34.017563 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cada737-4cda-443f-8643-fd06e6e144f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:34.017947 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cada737-4cda-443f-8643-fd06e6e144f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:34.020087 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a3a4a-28ed-4fa9-a36a-6ae7a58ed6c7 req-10733a02-a68e-4547-ad96-83065abd1c04 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:34.027358 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a3a4a-28ed-4fa9-a36a-6ae7a58ed6c7 req-10733a02-a68e-4547-ad96-83065abd1c04 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:34.034059 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a3a4a-28ed-4fa9-a36a-6ae7a58ed6c7 req-10733a02-a68e-4547-ad96-83065abd1c04 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:34.040457 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a3a4a-28ed-4fa9-a36a-6ae7a58ed6c7 req-10733a02-a68e-4547-ad96-83065abd1c04 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:34.048391 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a3a4a-28ed-4fa9-a36a-6ae7a58ed6c7 req-10733a02-a68e-4547-ad96-83065abd1c04 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:34.056020 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a3a4a-28ed-4fa9-a36a-6ae7a58ed6c7 req-10733a02-a68e-4547-ad96-83065abd1c04 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:34.065691 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b60a3a4a-28ed-4fa9-a36a-6ae7a58ed6c7 req-10733a02-a68e-4547-ad96-83065abd1c04 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 5444 time: 0.2353725 Nov 12 09:06:34.071085 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-5a5436af-a9f7-42dc-ad91-b4b069fbac6b service neutron] 10.222.0.54 "GET /v2.0/networks/57a0ae56-d21e-4e45-a3f9-86030cd76b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6760991 Nov 12 09:06:34.074574 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9f0d7ab0-16f7-4824-9b3b-8a48259699df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:34.189512 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-38cb57c2-1835-4b8d-93cc-cd2c6ba0b11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-577286968', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '9d8cc750-280d-49b5-b333-5d346b596f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:06:09Z', 'updated_at': '2021-11-12T09:06:26Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '9d8cc750-280d-49b5-b333-5d346b596f82', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:12Z', 'updated_at': '2021-11-12T09:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '90a3dacf-9f9d-49ea-ad37-96a834d1c2f4', 'name': '', 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:df:8e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': 'ecf82c81-694e-4af8-92fa-b078e6dd7647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:24Z', 'updated_at': '2021-11-12T09:06:32Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': 'ecf82c81-694e-4af8-92fa-b078e6dd7647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:34.221275 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cb57c2-1835-4b8d-93cc-cd2c6ba0b11b None None] The sync data for ids ['3d76ca08-a59a-4629-82a2-9829bf64aba7'] in n-d-768862-16 is: [{'id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-577286968', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '9d8cc750-280d-49b5-b333-5d346b596f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:06:09Z', 'updated_at': '2021-11-12T09:06:26Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '9d8cc750-280d-49b5-b333-5d346b596f82', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:12Z', 'updated_at': '2021-11-12T09:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '90a3dacf-9f9d-49ea-ad37-96a834d1c2f4', 'name': '', 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:df:8e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': 'ecf82c81-694e-4af8-92fa-b078e6dd7647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:24Z', 'updated_at': '2021-11-12T09:06:32Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': 'ecf82c81-694e-4af8-92fa-b078e6dd7647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:06:34.280620 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a2a7c-2ae4-4eba-97eb-9b06024c8c5d req-043bf9b4-5a5c-4606-83b6-7c8cd4d85f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:34.282997 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ff6a2a7c-2ae4-4eba-97eb-9b06024c8c5d req-043bf9b4-5a5c-4606-83b6-7c8cd4d85f6e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 1098 time: 0.3345869 Nov 12 09:06:34.290865 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b60a3a4a-28ed-4fa9-a36a-6ae7a58ed6c7 req-05e47ada-0286-455e-a21f-50c302d66ed5 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=a744e7fc-8543-46a9-a97e-e6026eadf022&id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2241304 Nov 12 09:06:34.295517 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9f0d7ab0-16f7-4824-9b3b-8a48259699df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:34.298647 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9f0d7ab0-16f7-4824-9b3b-8a48259699df admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:34.392826 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ff6a2a7c-2ae4-4eba-97eb-9b06024c8c5d req-fecf33af-7bbd-4e33-be32-3255ea603549 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868757 Nov 12 09:06:34.429846 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9f0d7ab0-16f7-4824-9b3b-8a48259699df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:34.430469 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0d7ab0-16f7-4824-9b3b-8a48259699df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 927b07d0-478c-412f-8cd1-e15b2e2c4a28 {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:06:34.448773 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9f0d7ab0-16f7-4824-9b3b-8a48259699df admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:34.450629 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-f339a6f3-7396-4e30-8f0e-926ddea206f9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Made reservation on behalf of 300860f259ae41fb99a14af6fd1a3470 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:06:34.463278 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-f339a6f3-7396-4e30-8f0e-926ddea206f9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:34.466957 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9f0d7ab0-16f7-4824-9b3b-8a48259699df admin admin] 10.222.0.37 "DELETE /v2.0/routers/927b07d0-478c-412f-8cd1-e15b2e2c4a28 HTTP/1.1" status: 204 len: 168 time: 2.9513783 Nov 12 09:06:34.468168 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 50816) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:34.517455 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8f2b9fef-d75c-47be-8b70-46703a7ce5da req-90f75a83-17cd-438d-8ab1-19b4c4d5c781 service neutron] 10.222.0.54 "GET /v2.0/networks/57a0ae56-d21e-4e45-a3f9-86030cd76b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362817 Nov 12 09:06:34.528888 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495aef45-4f2f-422b-88b6-697f26e3047b x-openstack-request-id: req-495aef45-4f2f-422b-88b6-697f26e3047b {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:34.529527 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d1f06a-ad39-48a2-9ef5-089aa2036344", "tag": "c2ac1ba0-8313-44bd-8573-f1c72047b902", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:34.529744 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-495aef45-4f2f-422b-88b6-697f26e3047b {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:34.530336 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02d1f06a-ad39-48a2-9ef5-089aa2036344', 'tag': 'c2ac1ba0-8313-44bd-8573-f1c72047b902', 'status': 'completed', 'code': 200} Nov 12 09:06:34.586244 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-baf61d00-fc3d-4b2b-8724-606c26205165 admin admin] Deleting subnet 0ffebe24-9de4-4e83-8470-e44e3498ab85 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:06:34.593153 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-baf61d00-fc3d-4b2b-8724-606c26205165 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:34.765075 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-baf61d00-fc3d-4b2b-8724-606c26205165 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:34.830305 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-f339a6f3-7396-4e30-8f0e-926ddea206f9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Allocated IP 172.20.0.13 (2c6d05d4-c749-47b7-98bf-07ad7914b0e1/ecf82c81-694e-4af8-92fa-b078e6dd7647/5fae0134-639f-4644-93c4-4c55477c3cc0) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:06:34.897525 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd1ed3-2986-4a7c-8ca3-589477567a0e req-8828206f-81b6-4e69-993a-66590fcc7e9d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:34.899647 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-71bd1ed3-2986-4a7c-8ca3-589477567a0e req-8828206f-81b6-4e69-993a-66590fcc7e9d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 946 time: 0.1972580 Nov 12 09:06:35.093902 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-baf61d00-fc3d-4b2b-8724-606c26205165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:35.118590 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e08d9-d4c9-4665-8744-63364e8d861e req-8b9231ee-a705-42e1-bb0e-b1730496ab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:35.121307 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9e2e08d9-d4c9-4665-8744-63364e8d861e req-8b9231ee-a705-42e1-bb0e-b1730496ab84 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e4e33a70596c4cdb90d12554f7821648&device_id=02d1f06a-ad39-48a2-9ef5-089aa2036344 HTTP/1.1" status: 200 len: 1096 time: 0.2863760 Nov 12 09:06:35.139286 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-71bd1ed3-2986-4a7c-8ca3-589477567a0e req-ea92fa1d-12de-4a3e-aec8-b65a78e668c1 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247002 Nov 12 09:06:35.295012 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-baf61d00-fc3d-4b2b-8724-606c26205165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:35.338048 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-f339a6f3-7396-4e30-8f0e-926ddea206f9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:35.377751 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf61d00-fc3d-4b2b-8724-606c26205165 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ffebe24-9de4-4e83-8470-e44e3498ab85,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:35.393491 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf3cbf6-6fad-44ae-9a3a-1833c92a8f34 None None] Network 33ee6f22-2946-4458-9e4b-96af707eae19 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:06:35.415734 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e08d9-d4c9-4665-8744-63364e8d861e req-d09b809c-a113-4705-94ef-bcf7fe39035a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:35.418815 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9e2e08d9-d4c9-4665-8744-63364e8d861e req-d09b809c-a113-4705-94ef-bcf7fe39035a service neutron] 10.222.0.54 "GET /v2.0/networks?id=57a0ae56-d21e-4e45-a3f9-86030cd76b98 HTTP/1.1" status: 200 len: 915 time: 0.2883999 Nov 12 09:06:35.444651 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-baf61d00-fc3d-4b2b-8724-606c26205165 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:35.466062 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-baf61d00-fc3d-4b2b-8724-606c26205165 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0ffebe24-9de4-4e83-8470-e44e3498ab85 HTTP/1.1" status: 204 len: 168 time: 0.9926751 Nov 12 09:06:35.481039 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 50832) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:35.565069 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9e2e08d9-d4c9-4665-8744-63364e8d861e req-2472c1f1-adaf-4960-b70b-4d711b25a4b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2ac1ba0-8313-44bd-8573-f1c72047b902 HTTP/1.1" status: 200 len: 217 time: 0.1327143 Nov 12 09:06:35.613959 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-f339a6f3-7396-4e30-8f0e-926ddea206f9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:35.734688 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 90a3dacf-9f9d-49ea-ad37-96a834d1c2f4 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:06:35.737834 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-319a7052-43b8-4fa9-a7fb-342abe71819a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:35.801053 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd1082-6c91-45e3-a74c-b4118aab6860 req-a921f6d7-5924-4329-bc12-8551c2bf19a8 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:35.813431 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a7dd1082-6c91-45e3-a74c-b4118aab6860 req-a921f6d7-5924-4329-bc12-8551c2bf19a8 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d1f06a-ad39-48a2-9ef5-089aa2036344 HTTP/1.1" status: 200 len: 944 time: 0.4554625 Nov 12 09:06:35.832118 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339a6f3-7396-4e30-8f0e-926ddea206f9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'Port': ['ID=5fae0134-639f-4644-93c4-4c55477c3cc0,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:35.874729 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e08d9-d4c9-4665-8744-63364e8d861e req-5123eb31-2079-4148-9caa-dd3a4d35e8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:35.883880 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9e2e08d9-d4c9-4665-8744-63364e8d861e req-5123eb31-2079-4148-9caa-dd3a4d35e8a7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fce28a88-68b8-440a-994a-f80128cd5912 HTTP/1.1" status: 200 len: 854 time: 0.2924218 Nov 12 09:06:35.888636 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 90a3dacf-9f9d-49ea-ad37-96a834d1c2f4 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:35.889217 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:35.977143 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-f339a6f3-7396-4e30-8f0e-926ddea206f9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Network 2c6d05d4-c749-47b7-98bf-07ad7914b0e1 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:35.985604 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9e2e08d9-d4c9-4665-8744-63364e8d861e req-b5738a50-aa92-4c49-a65b-95e64b761de5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57a0ae56-d21e-4e45-a3f9-86030cd76b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996444 Nov 12 09:06:35.988427 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-f339a6f3-7396-4e30-8f0e-926ddea206f9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:36.055161 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a603a2-d50f-4e94-acdb-b8f302cd4f45 None None] DHCP port deletion for 33ee6f22-2946-4458-9e4b-96af707eae19 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:06:36.318716 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-f339a6f3-7396-4e30-8f0e-926ddea206f9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:06:36.399712 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-61a603a2-d50f-4e94-acdb-b8f302cd4f45 None None] Deleting port 7a396235-8bd4-46d0-828a-8c83a8e3c863 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:36.400601 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-61a603a2-d50f-4e94-acdb-b8f302cd4f45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:36.483011 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4fefe5cb-7a07-4f45-ab21-152e54e8c9cb no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:36.715079 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-f339a6f3-7396-4e30-8f0e-926ddea206f9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:36.724044 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-f339a6f3-7396-4e30-8f0e-926ddea206f9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:36.738903 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9e2e08d9-d4c9-4665-8744-63364e8d861e req-5bf14b06-e2ef-43bf-bfa1-8bda9c11ea4e service neutron] 10.222.0.54 "GET /v2.0/networks/57a0ae56-d21e-4e45-a3f9-86030cd76b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7418292 Nov 12 09:06:36.751381 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 4fefe5cb-7a07-4f45-ab21-152e54e8c9cb {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:36.756084 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4fefe5cb-7a07-4f45-ab21-152e54e8c9cb not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:36.923425 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-61a603a2-d50f-4e94-acdb-b8f302cd4f45 None None] For port 7a396235-8bd4-46d0-828a-8c83a8e3c863, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=7a396235-8bd4-46d0-828a-8c83a8e3c863,segment=NetworkSegment(1daf87bf-a0d7-493f-ad47-028cb89ed84e),segment_id=1daf87bf-a0d7-493f-ad47-028cb89ed84e)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:36.923983 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-61a603a2-d50f-4e94-acdb-b8f302cd4f45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:36.966809 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-61a603a2-d50f-4e94-acdb-b8f302cd4f45 None None] Calling delete_port for 7a396235-8bd4-46d0-828a-8c83a8e3c863 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:36.981247 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9e2e08d9-d4c9-4665-8744-63364e8d861e req-eed3fcab-4149-4c7c-b76a-ebe9e30fd8ab service neutron] 10.222.0.54 "GET /v2.0/networks/57a0ae56-d21e-4e45-a3f9-86030cd76b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337787 Nov 12 09:06:36.994966 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-f339a6f3-7396-4e30-8f0e-926ddea206f9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1229565 Nov 12 09:06:37.004440 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a7dd1082-6c91-45e3-a74c-b4118aab6860 req-94203180-04de-4cfa-9f19-017859d3eebb tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/security-groups?id=cea0d88c-88ef-4dd0-949a-6b8036d7fb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1895938 Nov 12 09:06:37.015307 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-17dcfc4f-8743-4005-a4d6-cae592a8ae99 service neutron] Request body: {'port': {'device_id': '60a2ecbc-b0ed-441d-a1ec-cab950193cf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:37.022132 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-319a7052-43b8-4fa9-a7fb-342abe71819a admin admin] Deleting port 7a396235-8bd4-46d0-828a-8c83a8e3c863 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:37.027208 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-319a7052-43b8-4fa9-a7fb-342abe71819a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:37.207728 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-319a7052-43b8-4fa9-a7fb-342abe71819a admin admin] For port 7a396235-8bd4-46d0-828a-8c83a8e3c863, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=7a396235-8bd4-46d0-828a-8c83a8e3c863,segment=NetworkSegment(1daf87bf-a0d7-493f-ad47-028cb89ed84e),segment_id=1daf87bf-a0d7-493f-ad47-028cb89ed84e)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:37.208296 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-319a7052-43b8-4fa9-a7fb-342abe71819a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:37.221575 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-17dcfc4f-8743-4005-a4d6-cae592a8ae99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:37.241245 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-6fc113f3-1f2f-487e-b7d6-c960ce7fa5ec None None] Provisioning complete for port 5fae0134-639f-4644-93c4-4c55477c3cc0 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:37.243314 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6fc113f3-1f2f-487e-b7d6-c960ce7fa5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:37.246326 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-61a603a2-d50f-4e94-acdb-b8f302cd4f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:37.261524 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-319a7052-43b8-4fa9-a7fb-342abe71819a admin admin] Calling delete_port for 7a396235-8bd4-46d0-828a-8c83a8e3c863 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:37.318575 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a603a2-d50f-4e94-acdb-b8f302cd4f45 None None] No DVR routers for this DVR port 7a396235-8bd4-46d0-828a-8c83a8e3c863 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:06:37.376938 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a603a2-d50f-4e94-acdb-b8f302cd4f45 None None] Pushing event deleted for resources: {'Port': ['ID=7a396235-8bd4-46d0-828a-8c83a8e3c863,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:37.419699 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-6fc113f3-1f2f-487e-b7d6-c960ce7fa5ec None None] Port 5fae0134-639f-4644-93c4-4c55477c3cc0 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:06:37.495441 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-319a7052-43b8-4fa9-a7fb-342abe71819a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:37.540415 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a7052-43b8-4fa9-a7fb-342abe71819a admin admin] Pushing event deleted for resources: {'Port': ['ID=7a396235-8bd4-46d0-828a-8c83a8e3c863,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:37.559986 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319a7052-43b8-4fa9-a7fb-342abe71819a admin admin] No DVR routers for this DVR port 7a396235-8bd4-46d0-828a-8c83a8e3c863 on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:06:37.626705 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 7a396235-8bd4-46d0-828a-8c83a8e3c863 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:37.688611 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 7a396235-8bd4-46d0-828a-8c83a8e3c863 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:37.689283 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 7a396235-8bd4-46d0-828a-8c83a8e3c863 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:37.780309 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-319a7052-43b8-4fa9-a7fb-342abe71819a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:37.863351 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-319a7052-43b8-4fa9-a7fb-342abe71819a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ee6f22-2946-4458-9e4b-96af707eae19']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:37.884511 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-319a7052-43b8-4fa9-a7fb-342abe71819a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1daf87bf-a0d7-493f-ad47-028cb89ed84e') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:37.888358 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-319a7052-43b8-4fa9-a7fb-342abe71819a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1daf87bf-a0d7-493f-ad47-028cb89ed84e') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:37.893607 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1c68f491-1883-445f-b5d6-8b1f594fc7ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:37.914935 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-319a7052-43b8-4fa9-a7fb-342abe71819a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:37.934761 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141e3eb-e4e2-45cf-9fb9-fe24edfb8536 req-86a2564b-2b48-40c8-9501-26baba4e245e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:37.944967 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141e3eb-e4e2-45cf-9fb9-fe24edfb8536 req-86a2564b-2b48-40c8-9501-26baba4e245e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:37.954876 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141e3eb-e4e2-45cf-9fb9-fe24edfb8536 req-86a2564b-2b48-40c8-9501-26baba4e245e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:37.956829 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-17dcfc4f-8743-4005-a4d6-cae592a8ae99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fae0134-639f-4644-93c4-4c55477c3cc0 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:06:37.965786 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141e3eb-e4e2-45cf-9fb9-fe24edfb8536 req-86a2564b-2b48-40c8-9501-26baba4e245e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:37.970302 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-17dcfc4f-8743-4005-a4d6-cae592a8ae99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:37.977919 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141e3eb-e4e2-45cf-9fb9-fe24edfb8536 req-86a2564b-2b48-40c8-9501-26baba4e245e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:37.987726 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141e3eb-e4e2-45cf-9fb9-fe24edfb8536 req-86a2564b-2b48-40c8-9501-26baba4e245e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:37.998321 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-17dcfc4f-8743-4005-a4d6-cae592a8ae99 service neutron] Transition to ACTIVE for port object 5fae0134-639f-4644-93c4-4c55477c3cc0 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:06:37.998665 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141e3eb-e4e2-45cf-9fb9-fe24edfb8536 req-86a2564b-2b48-40c8-9501-26baba4e245e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:38.001362 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5141e3eb-e4e2-45cf-9fb9-fe24edfb8536 req-86a2564b-2b48-40c8-9501-26baba4e245e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 5444 time: 0.7696042 Nov 12 09:06:38.007529 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-17dcfc4f-8743-4005-a4d6-cae592a8ae99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:38.040414 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-319a7052-43b8-4fa9-a7fb-342abe71819a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:38.055510 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-319a7052-43b8-4fa9-a7fb-342abe71819a admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:06:38.056203 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-319a7052-43b8-4fa9-a7fb-342abe71819a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:06:38.059793 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:06:38.142453 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dcfc4f-8743-4005-a4d6-cae592a8ae99 service neutron] Pushing event updated for resources: {'Port': ['ID=5fae0134-639f-4644-93c4-4c55477c3cc0,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:38.251691 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-319a7052-43b8-4fa9-a7fb-342abe71819a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:38.265899 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-319a7052-43b8-4fa9-a7fb-342abe71819a admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:38.271248 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-319a7052-43b8-4fa9-a7fb-342abe71819a admin admin] 10.222.0.37 "DELETE /v2.0/networks/33ee6f22-2946-4458-9e4b-96af707eae19 HTTP/1.1" status: 204 len: 168 time: 2.7666497 Nov 12 09:06:38.286277 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-17dcfc4f-8743-4005-a4d6-cae592a8ae99 service neutron] Attempting to bind port 5fae0134-639f-4644-93c4-4c55477c3cc0 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:06:38.290563 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-17dcfc4f-8743-4005-a4d6-cae592a8ae99 service neutron] Attempting to bind port 5fae0134-639f-4644-93c4-4c55477c3cc0 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '609de53a-bb37-45b7-8c94-730f12f49f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:06:38.292730 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-17dcfc4f-8743-4005-a4d6-cae592a8ae99 service neutron] Attempting to bind port 5fae0134-639f-4644-93c4-4c55477c3cc0 on network 2c6d05d4-c749-47b7-98bf-07ad7914b0e1 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:06:38.311976 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-17dcfc4f-8743-4005-a4d6-cae592a8ae99 service neutron] Port 5fae0134-639f-4644-93c4-4c55477c3cc0 on network 2c6d05d4-c749-47b7-98bf-07ad7914b0e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:06:38.317872 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-17dcfc4f-8743-4005-a4d6-cae592a8ae99 service neutron] Attempting to bind port 5fae0134-639f-4644-93c4-4c55477c3cc0 on network 2c6d05d4-c749-47b7-98bf-07ad7914b0e1 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:06:38.326681 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-17dcfc4f-8743-4005-a4d6-cae592a8ae99 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:06:38.327573 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-17dcfc4f-8743-4005-a4d6-cae592a8ae99 service neutron] Checking segment: {'id': '609de53a-bb37-45b7-8c94-730f12f49f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:06:38.328330 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-17dcfc4f-8743-4005-a4d6-cae592a8ae99 service neutron] Bound using segment: {'id': '609de53a-bb37-45b7-8c94-730f12f49f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:06:38.329055 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-17dcfc4f-8743-4005-a4d6-cae592a8ae99 service neutron] Bound port: 5fae0134-639f-4644-93c4-4c55477c3cc0, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '609de53a-bb37-45b7-8c94-730f12f49f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:06:38.329880 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-17dcfc4f-8743-4005-a4d6-cae592a8ae99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:38.348861 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a7052-43b8-4fa9-a7fb-342abe71819a admin admin] Pushing event deleted for resources: {'Network': ['ID=33ee6f22-2946-4458-9e4b-96af707eae19,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:38.376214 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b565a-9263-464e-a492-93544cef192c req-4310db15-ae35-48be-80b0-4fe184a27bcb tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:38.380599 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-194b565a-9263-464e-a492-93544cef192c req-4310db15-ae35-48be-80b0-4fe184a27bcb tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 944 time: 0.1983991 Nov 12 09:06:38.457805 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-17dcfc4f-8743-4005-a4d6-cae592a8ae99 service neutron] For port 5fae0134-639f-4644-93c4-4c55477c3cc0, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:06:38.463812 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-17dcfc4f-8743-4005-a4d6-cae592a8ae99 service neutron] For port 5fae0134-639f-4644-93c4-4c55477c3cc0, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=5fae0134-639f-4644-93c4-4c55477c3cc0,segment=NetworkSegment(609de53a-bb37-45b7-8c94-730f12f49f70),segment_id=609de53a-bb37-45b7-8c94-730f12f49f70)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:06:38.475481 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-17dcfc4f-8743-4005-a4d6-cae592a8ae99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:38.509003 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-194b565a-9263-464e-a492-93544cef192c req-5d621da0-06c8-431e-bd92-413d8f23b279 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215277 Nov 12 09:06:38.587985 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-17dcfc4f-8743-4005-a4d6-cae592a8ae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:38.588711 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-17dcfc4f-8743-4005-a4d6-cae592a8ae99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:38.590879 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-17dcfc4f-8743-4005-a4d6-cae592a8ae99 service neutron] 10.222.0.54 "PUT /v2.0/ports/5fae0134-639f-4644-93c4-4c55477c3cc0 HTTP/1.1" status: 200 len: 1093 time: 1.5875556 Nov 12 09:06:38.591435 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a2ecbc-b0ed-441d-a1ec-cab950193cf3', 'tag': '5fae0134-639f-4644-93c4-4c55477c3cc0'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:38.594215 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8188ab-6175-4d3f-948f-fe13e79cea7c" -d '{"events": [{"name": "network-changed", "server_uuid": "60a2ecbc-b0ed-441d-a1ec-cab950193cf3", "tag": "5fae0134-639f-4644-93c4-4c55477c3cc0"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:38.643711 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dcfc4f-8743-4005-a4d6-cae592a8ae99 service neutron] Pushing event updated for resources: {'Port': ['ID=5fae0134-639f-4644-93c4-4c55477c3cc0,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:38.767463 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-31f3e399-1669-45e2-8a23-ce0ad1d8170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:38.769402 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-31f3e399-1669-45e2-8a23-ce0ad1d8170e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 1096 time: 0.1134720 Nov 12 09:06:38.786354 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 50912) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:38.801637 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9c202-6cee-4fd9-b097-3f26c5cd7df5 req-35aa78a6-d6fb-4b31-8121-3a42edf23f7d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:38.816289 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5db9c202-6cee-4fd9-b097-3f26c5cd7df5 req-35aa78a6-d6fb-4b31-8121-3a42edf23f7d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 946 time: 0.1005473 Nov 12 09:06:38.829261 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device c2ac1ba0-8313-44bd-8573-f1c72047b902 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:06:38.858375 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-5b9de06a-3c31-492f-953f-84dc1aecad72 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fae0134-639f-4644-93c4-4c55477c3cc0 HTTP/1.1" status: 200 len: 217 time: 0.0803287 Nov 12 09:06:38.929025 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-25be8066-92bc-45b7-95ee-65fc82f6e25b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=096a0a90bbe343ba816199ceef73d646&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1196518 Nov 12 09:06:38.931940 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 50914) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:38.972211 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-96079692-0862-4bbd-8810-a4b78ba09052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:38.973660 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-96079692-0862-4bbd-8810-a4b78ba09052 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ecf82c81-694e-4af8-92fa-b078e6dd7647 HTTP/1.1" status: 200 len: 835 time: 0.1048253 Nov 12 09:06:39.013918 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port c2ac1ba0-8313-44bd-8573-f1c72047b902, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=c2ac1ba0-8313-44bd-8573-f1c72047b902,segment=NetworkSegment(03217fcb-04a1-4848-abf8-9fa55b4faba4),segment_id=03217fcb-04a1-4848-abf8-9fa55b4faba4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:39.036536 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'c2ac1ba0-8313-44bd-8573-f1c72047b902', 'network_id': '57a0ae56-d21e-4e45-a3f9-86030cd76b98', 'port_id': 'c2ac1ba0-8313-44bd-8573-f1c72047b902', 'mac_address': 'fa:16:3e:56:a9:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce28a88-68b8-440a-994a-f80128cd5912', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:06:39.045689 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5db9c202-6cee-4fd9-b097-3f26c5cd7df5 req-9f1cdda9-1753-4b55-8c62-b1859cfaca90 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942239 Nov 12 09:06:39.049139 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-ef4436f4-d291-4e0f-b98d-c4ebb968dc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:39.051320 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-ef4436f4-d291-4e0f-b98d-c4ebb968dc29 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2c6d05d4-c749-47b7-98bf-07ad7914b0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688331 Nov 12 09:06:39.118418 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-893dc4bf-f286-4595-bbc0-46b0328dc9cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:39.133822 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:39.181254 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-893dc4bf-f286-4595-bbc0-46b0328dc9cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:39.197275 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ac1ba0-8313-44bd-8573-f1c72047b902 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:06:39.289816 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port c2ac1ba0-8313-44bd-8573-f1c72047b902, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=c2ac1ba0-8313-44bd-8573-f1c72047b902,segment=NetworkSegment(03217fcb-04a1-4848-abf8-9fa55b4faba4),segment_id=03217fcb-04a1-4848-abf8-9fa55b4faba4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:39.297926 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:39.383163 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-55e3f5bc-7f99-49be-bfb4-7425df965254 service neutron] 10.222.0.54 "GET /v2.0/networks/2c6d05d4-c749-47b7-98bf-07ad7914b0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228161 Nov 12 09:06:39.414513 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-893dc4bf-f286-4595-bbc0-46b0328dc9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:39.417431 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-893dc4bf-f286-4595-bbc0-46b0328dc9cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:39.430640 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-893dc4bf-f286-4595-bbc0-46b0328dc9cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/80e627cc-2e5f-48bf-804e-6cf3394af929 HTTP/1.1" status: 204 len: 168 time: 0.4888208 Nov 12 09:06:39.477960 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893dc4bf-f286-4595-bbc0-46b0328dc9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e627cc-2e5f-48bf-804e-6cf3394af929,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:39.495805 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=c2ac1ba0-8313-44bd-8573-f1c72047b902,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:39.549085 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd072a8-042d-461d-ad3d-ef89ef06f1cd req-a9dc7e52-aaf7-4628-aef2-10ab4038a1bf tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:39.553532 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6cd072a8-042d-461d-ad3d-ef89ef06f1cd req-a9dc7e52-aaf7-4628-aef2-10ab4038a1bf tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d1f06a-ad39-48a2-9ef5-089aa2036344 HTTP/1.1" status: 200 len: 945 time: 0.2004325 Nov 12 09:06:39.632455 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['c2ac1ba0-8313-44bd-8573-f1c72047b902'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:06:39.646629 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6cd072a8-042d-461d-ad3d-ef89ef06f1cd req-b763c5a1-1580-47dd-919d-37d5b4cc80bc tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/security-groups?id=cea0d88c-88ef-4dd0-949a-6b8036d7fb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831923 Nov 12 09:06:39.681807 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3d1b5254-0ef4-49e6-8664-6c79cd151608 req-f92c96e1-cb1a-42d2-80d8-b01ae6d97e9d service neutron] 10.222.0.54 "GET /v2.0/networks/2c6d05d4-c749-47b7-98bf-07ad7914b0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878387 Nov 12 09:06:39.718068 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7306cffa-1f10-4708-9235-00cd46a9b4cb x-openstack-request-id: req-7306cffa-1f10-4708-9235-00cd46a9b4cb {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:39.718564 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a2ecbc-b0ed-441d-a1ec-cab950193cf3", "tag": "5fae0134-639f-4644-93c4-4c55477c3cc0", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:39.718980 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7306cffa-1f10-4708-9235-00cd46a9b4cb {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:39.719733 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a2ecbc-b0ed-441d-a1ec-cab950193cf3', 'tag': '5fae0134-639f-4644-93c4-4c55477c3cc0', 'status': 'completed', 'code': 200} Nov 12 09:06:39.856614 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8188ab-6175-4d3f-948f-fe13e79cea7c req-adb40930-825a-4582-92d3-4ed92c3003df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:39.859092 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5b8188ab-6175-4d3f-948f-fe13e79cea7c req-adb40930-825a-4582-92d3-4ed92c3003df service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 1096 time: 0.0783470 Nov 12 09:06:40.106499 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8188ab-6175-4d3f-948f-fe13e79cea7c req-1be44d57-73ae-4462-b647-5fb5398a6613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:40.108405 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5b8188ab-6175-4d3f-948f-fe13e79cea7c req-1be44d57-73ae-4462-b647-5fb5398a6613 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2c6d05d4-c749-47b7-98bf-07ad7914b0e1 HTTP/1.1" status: 200 len: 897 time: 0.2400875 Nov 12 09:06:40.207400 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5b8188ab-6175-4d3f-948f-fe13e79cea7c req-3862bd00-5738-4691-a900-23725da76313 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fae0134-639f-4644-93c4-4c55477c3cc0 HTTP/1.1" status: 200 len: 217 time: 0.0871992 Nov 12 09:06:40.303022 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d501f95-0828-4e96-b727-dede05598fdf req-9f6e877c-3760-4062-861b-5f55a2493397 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:40.321741 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8188ab-6175-4d3f-948f-fe13e79cea7c req-90b4615b-6fef-4f36-b1aa-92fb39d8be23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:40.324327 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5b8188ab-6175-4d3f-948f-fe13e79cea7c req-90b4615b-6fef-4f36-b1aa-92fb39d8be23 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ecf82c81-694e-4af8-92fa-b078e6dd7647 HTTP/1.1" status: 200 len: 835 time: 0.1086118 Nov 12 09:06:40.324920 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6d501f95-0828-4e96-b727-dede05598fdf req-9f6e877c-3760-4062-861b-5f55a2493397 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 944 time: 0.1580238 Nov 12 09:06:40.336897 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6c28fe80-0ba9-4cb5-91b9-e254613b5e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:40.475059 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 50940) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:40.487537 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8188ab-6175-4d3f-948f-fe13e79cea7c req-efa4f402-b9e1-46ea-b065-b25b70ad84eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:40.490938 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6d501f95-0828-4e96-b727-dede05598fdf req-16439535-a4e9-41f2-b672-fac7e9692cb8 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560187 Nov 12 09:06:40.501675 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5b8188ab-6175-4d3f-948f-fe13e79cea7c req-efa4f402-b9e1-46ea-b065-b25b70ad84eb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2c6d05d4-c749-47b7-98bf-07ad7914b0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1675811 Nov 12 09:06:40.693145 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5b8188ab-6175-4d3f-948f-fe13e79cea7c req-561a1c53-ffd9-4222-af6e-a2dc6bfed6ed service neutron] 10.222.0.54 "GET /v2.0/networks/2c6d05d4-c749-47b7-98bf-07ad7914b0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777306 Nov 12 09:06:40.702853 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56b5bf-d58d-4dfb-8f29-a5a6dd8864ec req-259bcfe1-e624-427c-ab8f-f814f3e8cc19 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:40.707190 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0d56b5bf-d58d-4dfb-8f29-a5a6dd8864ec req-259bcfe1-e624-427c-ab8f-f814f3e8cc19 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 946 time: 0.0899961 Nov 12 09:06:40.707646 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f2f9da26-c383-4b53-957b-f42fa6c36e90 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=78df196ab75249338d848f51bf1dfa92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2304459 Nov 12 09:06:40.712862 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 50946) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:40.919812 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0d56b5bf-d58d-4dfb-8f29-a5a6dd8864ec req-68470969-7175-4d82-97dd-b20f026e649e tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=83e08817-8fd2-41c7-b68a-cfb4cbcf996d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385128 Nov 12 09:06:40.925942 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6fe97efa-2c89-4b48-ae71-ef01afabeb1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:40.931971 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5b8188ab-6175-4d3f-948f-fe13e79cea7c req-bf6524f3-300f-4445-9c1d-e20fd5641962 service neutron] 10.222.0.54 "GET /v2.0/networks/2c6d05d4-c749-47b7-98bf-07ad7914b0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216079 Nov 12 09:06:40.969344 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6fe97efa-2c89-4b48-ae71-ef01afabeb1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:41.123734 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6fe97efa-2c89-4b48-ae71-ef01afabeb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:41.126845 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6fe97efa-2c89-4b48-ae71-ef01afabeb1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:41.128305 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6fe97efa-2c89-4b48-ae71-ef01afabeb1f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c7e9286-f9fe-4a3c-b3cc-b9e03ff8aa29 HTTP/1.1" status: 204 len: 168 time: 0.4130855 Nov 12 09:06:41.132166 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 50958) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:41.153357 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837959dd-f359-4730-a40b-e150afd51a94 req-aea6e6c2-e56b-43d1-8889-af7066e6b3c7 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:41.155605 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-837959dd-f359-4730-a40b-e150afd51a94 req-aea6e6c2-e56b-43d1-8889-af7066e6b3c7 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d1f06a-ad39-48a2-9ef5-089aa2036344 HTTP/1.1" status: 200 len: 945 time: 0.1153643 Nov 12 09:06:41.164421 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe97efa-2c89-4b48-ae71-ef01afabeb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7e9286-f9fe-4a3c-b3cc-b9e03ff8aa29,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:41.250723 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-837959dd-f359-4730-a40b-e150afd51a94 req-4d40e828-8b58-4f82-b2ab-421eab7a84ed tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/security-groups?id=cea0d88c-88ef-4dd0-949a-6b8036d7fb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826390 Nov 12 09:06:41.369561 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677184ea-1156-4c3c-b66f-eff8db1d5212 req-342cf428-d70e-4ec5-900c-f4bb718653da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:41.370757 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677184ea-1156-4c3c-b66f-eff8db1d5212 req-342cf428-d70e-4ec5-900c-f4bb718653da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:41.371882 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677184ea-1156-4c3c-b66f-eff8db1d5212 req-342cf428-d70e-4ec5-900c-f4bb718653da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:41.372995 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677184ea-1156-4c3c-b66f-eff8db1d5212 req-342cf428-d70e-4ec5-900c-f4bb718653da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:41.373870 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677184ea-1156-4c3c-b66f-eff8db1d5212 req-342cf428-d70e-4ec5-900c-f4bb718653da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:41.374805 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677184ea-1156-4c3c-b66f-eff8db1d5212 req-342cf428-d70e-4ec5-900c-f4bb718653da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:41.376093 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677184ea-1156-4c3c-b66f-eff8db1d5212 req-342cf428-d70e-4ec5-900c-f4bb718653da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:41.379767 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-677184ea-1156-4c3c-b66f-eff8db1d5212 req-342cf428-d70e-4ec5-900c-f4bb718653da service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 6508 time: 0.2461627 Nov 12 09:06:41.501130 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-677184ea-1156-4c3c-b66f-eff8db1d5212 req-f5678e4c-1e89-4c03-8f72-2d71caa5cdad service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a744e7fc-8543-46a9-a97e-e6026eadf022&id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1067011 Nov 12 09:06:41.713142 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e4666-cb42-4053-ae53-b65e0ef9d1db req-a9230f7e-0eb2-4fbd-ab95-f572ce544c0f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:41.716009 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2e8e4666-cb42-4053-ae53-b65e0ef9d1db req-a9230f7e-0eb2-4fbd-ab95-f572ce544c0f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 944 time: 0.0944052 Nov 12 09:06:41.812859 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2e8e4666-cb42-4053-ae53-b65e0ef9d1db req-a9ea0b47-4c1c-44dd-90c1-3b92af2ae409 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881062 Nov 12 09:06:42.066766 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:42.145640 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f089c-b641-49a7-b262-43d2225fc0da req-dafbbc98-36ee-4b8c-a947-cbbb944ddf01 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:42.155697 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c45f089c-b641-49a7-b262-43d2225fc0da req-dafbbc98-36ee-4b8c-a947-cbbb944ddf01 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 946 time: 0.0969942 Nov 12 09:06:42.270952 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78428ca6-6c8b-4faa-b1a3-10bca35a4ae1 req-e415d728-06b9-4261-bb47-17a7457e9c88 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:42.273552 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-78428ca6-6c8b-4faa-b1a3-10bca35a4ae1 req-e415d728-06b9-4261-bb47-17a7457e9c88 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.54 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 946 time: 0.1272759 Nov 12 09:06:42.288425 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c45f089c-b641-49a7-b262-43d2225fc0da req-ecdf96ed-4674-4ce7-a158-c9615b1665c3 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=83e08817-8fd2-41c7-b68a-cfb4cbcf996d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247704 Nov 12 09:06:42.492039 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4bc3a-1f9e-4ddb-a93b-0ecd03df0e83 req-1806146c-af23-4881-b70a-8086e23dd782 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:42.502637 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-78428ca6-6c8b-4faa-b1a3-10bca35a4ae1 req-f2f98077-0bdc-4ee0-bf23-9cf9dc1ab41b tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Deleting port d14b9821-9f3a-4d6a-972e-22a512e595a1 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:42.503576 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-78428ca6-6c8b-4faa-b1a3-10bca35a4ae1 req-f2f98077-0bdc-4ee0-bf23-9cf9dc1ab41b tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:42.507502 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d0e4bc3a-1f9e-4ddb-a93b-0ecd03df0e83 req-1806146c-af23-4881-b70a-8086e23dd782 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d1f06a-ad39-48a2-9ef5-089aa2036344 HTTP/1.1" status: 200 len: 945 time: 0.1093326 Nov 12 09:06:42.615332 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d0e4bc3a-1f9e-4ddb-a93b-0ecd03df0e83 req-bd51204b-5cfc-4c4f-be2b-30ac33153395 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/security-groups?id=cea0d88c-88ef-4dd0-949a-6b8036d7fb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062291 Nov 12 09:06:42.713925 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-78428ca6-6c8b-4faa-b1a3-10bca35a4ae1 req-f2f98077-0bdc-4ee0-bf23-9cf9dc1ab41b tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] For port d14b9821-9f3a-4d6a-972e-22a512e595a1, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=d14b9821-9f3a-4d6a-972e-22a512e595a1,segment=NetworkSegment(27a88a16-92c2-46a0-8246-44c9626e27bb),segment_id=27a88a16-92c2-46a0-8246-44c9626e27bb)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:42.714263 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-78428ca6-6c8b-4faa-b1a3-10bca35a4ae1 req-f2f98077-0bdc-4ee0-bf23-9cf9dc1ab41b tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:42.836880 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 5fae0134-639f-4644-93c4-4c55477c3cc0 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:06:42.840864 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device c2ac1ba0-8313-44bd-8573-f1c72047b902 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:06:43.104269 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0507402-a09a-4798-ad23-67e65f2f7fee req-a9c51d5e-81d1-41b7-b602-efe73e031d4f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:43.121401 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0507402-a09a-4798-ad23-67e65f2f7fee req-a9c51d5e-81d1-41b7-b602-efe73e031d4f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 944 time: 0.1140823 Nov 12 09:06:43.151696 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port c2ac1ba0-8313-44bd-8573-f1c72047b902 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:06:43.166737 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port c2ac1ba0-8313-44bd-8573-f1c72047b902 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:43.167353 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:43.285743 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0507402-a09a-4798-ad23-67e65f2f7fee req-08d70da0-0b95-4636-94a8-0002031c60e2 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558294 Nov 12 09:06:43.347282 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 5fae0134-639f-4644-93c4-4c55477c3cc0, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=5fae0134-639f-4644-93c4-4c55477c3cc0,segment=NetworkSegment(609de53a-bb37-45b7-8c94-730f12f49f70),segment_id=609de53a-bb37-45b7-8c94-730f12f49f70)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:43.423403 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '5fae0134-639f-4644-93c4-4c55477c3cc0', 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1', 'port_id': '5fae0134-639f-4644-93c4-4c55477c3cc0', 'mac_address': 'fa:16:3e:57:49:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf82c81-694e-4af8-92fa-b078e6dd7647', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:06:43.473899 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:43.540281 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:43.549600 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148781e6-36f0-4af8-a3b9-f11c98a52d21 req-07f2968b-e79e-406e-8aa6-331d85047e62 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:43.553020 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-148781e6-36f0-4af8-a3b9-f11c98a52d21 req-07f2968b-e79e-406e-8aa6-331d85047e62 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 946 time: 0.1195869 Nov 12 09:06:43.586682 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:43.600973 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-78428ca6-6c8b-4faa-b1a3-10bca35a4ae1 req-f2f98077-0bdc-4ee0-bf23-9cf9dc1ab41b tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:43.601624 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-78428ca6-6c8b-4faa-b1a3-10bca35a4ae1 req-f2f98077-0bdc-4ee0-bf23-9cf9dc1ab41b tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:43.601734 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [req-78428ca6-6c8b-4faa-b1a3-10bca35a4ae1 req-f2f98077-0bdc-4ee0-bf23-9cf9dc1ab41b tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Floating IP 8ea035a7-d12f-4da3-ac6c-6c601707b60e disassociated. External IP: 172.25.6.29, port: d14b9821-9f3a-4d6a-972e-22a512e595a1. Nov 12 09:06:43.602150 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-78428ca6-6c8b-4faa-b1a3-10bca35a4ae1 req-f2f98077-0bdc-4ee0-bf23-9cf9dc1ab41b tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Calling delete_port for d14b9821-9f3a-4d6a-972e-22a512e595a1 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:43.615608 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d1f06a-ad39-48a2-9ef5-089aa2036344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ac1ba0-8313-44bd-8573-f1c72047b902'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:43.620229 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacfa91a-49de-4ee8-9cee-56dc5ea0529d" -d '{"events": [{"server_uuid": "02d1f06a-ad39-48a2-9ef5-089aa2036344", "name": "network-vif-plugged", "status": "completed", "tag": "c2ac1ba0-8313-44bd-8573-f1c72047b902"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:43.635291 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-148781e6-36f0-4af8-a3b9-f11c98a52d21 req-fddba80f-4454-42a9-b576-c5e9ad1d2c46 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=83e08817-8fd2-41c7-b68a-cfb4cbcf996d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665207 Nov 12 09:06:43.679262 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fae0134-639f-4644-93c4-4c55477c3cc0 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:06:43.700186 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port c2ac1ba0-8313-44bd-8573-f1c72047b902, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=c2ac1ba0-8313-44bd-8573-f1c72047b902,segment=NetworkSegment(03217fcb-04a1-4848-abf8-9fa55b4faba4),segment_id=03217fcb-04a1-4848-abf8-9fa55b4faba4)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:43.714219 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:43.744010 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 5fae0134-639f-4644-93c4-4c55477c3cc0, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=5fae0134-639f-4644-93c4-4c55477c3cc0,segment=NetworkSegment(609de53a-bb37-45b7-8c94-730f12f49f70),segment_id=609de53a-bb37-45b7-8c94-730f12f49f70)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:43.758255 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed74a8f3-a51c-4a50-a41f-1942b61cf2e6 x-openstack-request-id: req-ed74a8f3-a51c-4a50-a41f-1942b61cf2e6 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:43.759386 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d1f06a-ad39-48a2-9ef5-089aa2036344", "name": "network-vif-plugged", "status": "completed", "tag": "c2ac1ba0-8313-44bd-8573-f1c72047b902", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:43.759386 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed74a8f3-a51c-4a50-a41f-1942b61cf2e6 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:43.759386 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d1f06a-ad39-48a2-9ef5-089aa2036344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ac1ba0-8313-44bd-8573-f1c72047b902', 'code': 200} Nov 12 09:06:43.793274 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:43.855881 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=c2ac1ba0-8313-44bd-8573-f1c72047b902,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:43.937798 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-78428ca6-6c8b-4faa-b1a3-10bca35a4ae1 req-f2f98077-0bdc-4ee0-bf23-9cf9dc1ab41b tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:43.967090 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4c63c-5caa-45a7-af2e-091cacde3e9a req-06878a82-bf82-43b0-bf3d-a8b7571e1beb tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:43.978052 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5af4c63c-5caa-45a7-af2e-091cacde3e9a req-06878a82-bf82-43b0-bf3d-a8b7571e1beb tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d1f06a-ad39-48a2-9ef5-089aa2036344 HTTP/1.1" status: 200 len: 946 time: 0.1380463 Nov 12 09:06:44.014617 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f98077-0bdc-4ee0-bf23-9cf9dc1ab41b tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Pushing event deleted for resources: {'Port': ['ID=d14b9821-9f3a-4d6a-972e-22a512e595a1,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:44.031970 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=5fae0134-639f-4644-93c4-4c55477c3cc0,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:44.040645 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d599db2-70ca-4cd1-91b9-0c99006bdbae req-12de45e1-bbfc-450f-96d0-99f3f4e46e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:44.054384 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6d599db2-70ca-4cd1-91b9-0c99006bdbae req-12de45e1-bbfc-450f-96d0-99f3f4e46e65 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=02d1f06a-ad39-48a2-9ef5-089aa2036344 HTTP/1.1" status: 200 len: 1098 time: 0.2110620 Nov 12 09:06:44.078692 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:44.120843 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['5fae0134-639f-4644-93c4-4c55477c3cc0'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:06:44.141332 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5af4c63c-5caa-45a7-af2e-091cacde3e9a req-572fcf82-a2f8-40d2-b352-301f86654fa3 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/security-groups?id=cea0d88c-88ef-4dd0-949a-6b8036d7fb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561685 Nov 12 09:06:44.282461 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6d599db2-70ca-4cd1-91b9-0c99006bdbae req-70a7168e-c48e-4555-be75-e0301c5540d6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=cea0d88c-88ef-4dd0-949a-6b8036d7fb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180860 Nov 12 09:06:44.394566 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78428ca6-6c8b-4faa-b1a3-10bca35a4ae1 req-f2f98077-0bdc-4ee0-bf23-9cf9dc1ab41b tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Router 5d401e14-3723-4d42-b386-d537962702df has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:06:44.606213 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc6790-a529-46fa-904a-8863eb3a6e93 req-274764aa-ccc3-4a9b-846e-972c511f0ac0 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:44.621689 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69cc6790-a529-46fa-904a-8863eb3a6e93 req-274764aa-ccc3-4a9b-846e-972c511f0ac0 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 945 time: 0.1602318 Nov 12 09:06:44.751397 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78428ca6-6c8b-4faa-b1a3-10bca35a4ae1 req-f2f98077-0bdc-4ee0-bf23-9cf9dc1ab41b tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:06:44.776755 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a44662-3397-457a-a938-9c6c130fc115 None None] Sync routers for ids ['5d401e14-3723-4d42-b386-d537962702df'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:06:44.791892 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69cc6790-a529-46fa-904a-8863eb3a6e93 req-db5877c1-3d6a-40b6-84e6-0fe3777e5422 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585095 Nov 12 09:06:44.846540 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a44662-3397-457a-a938-9c6c130fc115 None None] Routers {'5d401e14-3723-4d42-b386-d537962702df'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:44.849000 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-29a44662-3397-457a-a938-9c6c130fc115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:06:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['5d401e14-3723-4d42-b386-d537962702df'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:44.886836 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-78428ca6-6c8b-4faa-b1a3-10bca35a4ae1 req-f2f98077-0bdc-4ee0-bf23-9cf9dc1ab41b tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] No DVR routers for this DVR port d14b9821-9f3a-4d6a-972e-22a512e595a1 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:06:44.897964 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-78428ca6-6c8b-4faa-b1a3-10bca35a4ae1 req-f2f98077-0bdc-4ee0-bf23-9cf9dc1ab41b tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:44.915856 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-78428ca6-6c8b-4faa-b1a3-10bca35a4ae1 req-f2f98077-0bdc-4ee0-bf23-9cf9dc1ab41b tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.54 "DELETE /v2.0/ports/d14b9821-9f3a-4d6a-972e-22a512e595a1 HTTP/1.1" status: 204 len: 173 time: 2.6350465 Nov 12 09:06:44.916229 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3612ed6e-9701-47d9-a2ad-8fab80e4b118', 'name': 'network-vif-deleted', 'tag': 'd14b9821-9f3a-4d6a-972e-22a512e595a1'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:44.920447 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c45e91-8e19-42b7-9f7e-eb4ccef77fad" -d '{"events": [{"server_uuid": "3612ed6e-9701-47d9-a2ad-8fab80e4b118", "name": "network-vif-deleted", "tag": "d14b9821-9f3a-4d6a-972e-22a512e595a1"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:44.933846 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device d14b9821-9f3a-4d6a-972e-22a512e595a1 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:45.092931 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-782a114d-1ce1-4696-9de1-8ea546411f44 req-135c02d2-b10f-4688-af16-a4e1174b4cf4 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=3612ed6e-9701-47d9-a2ad-8fab80e4b118 HTTP/1.1" status: 200 len: 210 time: 0.0569634 Nov 12 09:06:45.144314 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: d14b9821-9f3a-4d6a-972e-22a512e595a1 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:45.146778 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device d14b9821-9f3a-4d6a-972e-22a512e595a1 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:45.191436 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131bd56f-e251-4be8-990a-9ebee5277ebc x-openstack-request-id: req-131bd56f-e251-4be8-990a-9ebee5277ebc {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:45.191985 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3612ed6e-9701-47d9-a2ad-8fab80e4b118", "name": "network-vif-deleted", "tag": "d14b9821-9f3a-4d6a-972e-22a512e595a1", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:45.192414 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-131bd56f-e251-4be8-990a-9ebee5277ebc {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:45.194010 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3612ed6e-9701-47d9-a2ad-8fab80e4b118', 'name': 'network-vif-deleted', 'tag': 'd14b9821-9f3a-4d6a-972e-22a512e595a1', 'status': 'completed', 'code': 200} Nov 12 09:06:45.246960 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-29a44662-3397-457a-a938-9c6c130fc115 None None] Set router 5d401e14-3723-4d42-b386-d537962702df gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:45.599488 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceade94-277e-4b7a-b561-4d4bf30ecc70 req-32ecabb9-b54f-463c-bb63-ac710746b498 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:45.601197 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bceade94-277e-4b7a-b561-4d4bf30ecc70 req-32ecabb9-b54f-463c-bb63-ac710746b498 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d1f06a-ad39-48a2-9ef5-089aa2036344 HTTP/1.1" status: 200 len: 946 time: 0.2781434 Nov 12 09:06:45.614342 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 51162) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:45.820215 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bceade94-277e-4b7a-b561-4d4bf30ecc70 req-cb9f0338-bbe7-4292-bea7-83e8914cdae5 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/security-groups?id=cea0d88c-88ef-4dd0-949a-6b8036d7fb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873937 Nov 12 09:06:45.970786 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-95a782c0-6167-40d4-9c93-48708ead1aaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:45.984741 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-29a44662-3397-457a-a938-9c6c130fc115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d401e14-3723-4d42-b386-d537962702df', 'name': 'tempest-AttachVolumeTestJSON-1686572340-router', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:35Z', 'updated_at': '2021-11-12T09:01:46Z', 'revision_number': 4, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'gw_port': {'id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:37Z', 'updated_at': '2021-11-12T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'addc7639-d084-406c-8886-ff680f288bba', 'name': '', 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'mac_address': 'fa:16:3e:d9:86:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:44Z', 'updated_at': '2021-11-12T09:02:00Z', 'revision_number': 5, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'subnets': [{'id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:46.048406 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a44662-3397-457a-a938-9c6c130fc115 None None] Checking router: 5d401e14-3723-4d42-b386-d537962702df for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:06:46.060530 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a44662-3397-457a-a938-9c6c130fc115 None None] Routers {'5d401e14-3723-4d42-b386-d537962702df'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:46.061236 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-29a44662-3397-457a-a938-9c6c130fc115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:06:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['5d401e14-3723-4d42-b386-d537962702df'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:46.232371 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a85cfb-bc63-48b9-a588-e1e54bb906a4 req-a9bed907-209d-4c66-8ac8-92842372a54f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:46.235202 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75a85cfb-bc63-48b9-a588-e1e54bb906a4 req-a9bed907-209d-4c66-8ac8-92842372a54f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 945 time: 0.1574349 Nov 12 09:06:46.261119 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-29a44662-3397-457a-a938-9c6c130fc115 None None] Set router 5d401e14-3723-4d42-b386-d537962702df gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:46.344449 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-95a782c0-6167-40d4-9c93-48708ead1aaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:46.355931 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75a85cfb-bc63-48b9-a588-e1e54bb906a4 req-ca7de509-be70-49b1-aea8-c551e30dbf49 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129298 Nov 12 09:06:46.357859 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-95a782c0-6167-40d4-9c93-48708ead1aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:46.434803 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a782c0-6167-40d4-9c93-48708ead1aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638aa6ba-bee4-4210-855f-bdb8b88563a1,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:46.445599 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-95a782c0-6167-40d4-9c93-48708ead1aaa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55ce5ec952564d14a5865382621c8623&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8292375 Nov 12 09:06:46.449457 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51172) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:46.557682 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51180) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:46.610873 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d505cbf7-fff8-45de-bf68-ef80898ec297 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:46.643229 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [req-0887dd80-0bcf-401d-939e-2903b317e603 req-64fd0488-bf11-416a-85ec-43eb21987897 service neutron] (102568) timed out ('10.222.0.37', 33218) {{(pid=102568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:06:46.691141 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d505cbf7-fff8-45de-bf68-ef80898ec297 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:46.697237 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-29a44662-3397-457a-a938-9c6c130fc115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d401e14-3723-4d42-b386-d537962702df', 'name': 'tempest-AttachVolumeTestJSON-1686572340-router', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:35Z', 'updated_at': '2021-11-12T09:01:46Z', 'revision_number': 4, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'gw_port': {'id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:37Z', 'updated_at': '2021-11-12T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'addc7639-d084-406c-8886-ff680f288bba', 'name': '', 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'mac_address': 'fa:16:3e:d9:86:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:44Z', 'updated_at': '2021-11-12T09:02:00Z', 'revision_number': 5, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'subnets': [{'id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:46.746892 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a44662-3397-457a-a938-9c6c130fc115 None None] The sync data for ids ['5d401e14-3723-4d42-b386-d537962702df'] in n-d-768862-16 is: [{'id': '5d401e14-3723-4d42-b386-d537962702df', 'name': 'tempest-AttachVolumeTestJSON-1686572340-router', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:35Z', 'updated_at': '2021-11-12T09:01:46Z', 'revision_number': 4, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'gw_port': {'id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:37Z', 'updated_at': '2021-11-12T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'addc7639-d084-406c-8886-ff680f288bba', 'name': '', 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'mac_address': 'fa:16:3e:d9:86:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:44Z', 'updated_at': '2021-11-12T09:02:00Z', 'revision_number': 5, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'subnets': [{'id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:06:46.761562 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a3d484dc-9625-4fbb-86df-5cc4fe6a01d3 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:46.826281 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a3d484dc-9625-4fbb-86df-5cc4fe6a01d3 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:46.870002 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 5fae0134-639f-4644-93c4-4c55477c3cc0 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:06:46.935951 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d505cbf7-fff8-45de-bf68-ef80898ec297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:46.941876 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d505cbf7-fff8-45de-bf68-ef80898ec297 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:46.947690 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d505cbf7-fff8-45de-bf68-ef80898ec297 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/638aa6ba-bee4-4210-855f-bdb8b88563a1 HTTP/1.1" status: 204 len: 168 time: 0.4929247 Nov 12 09:06:46.968279 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505cbf7-fff8-45de-bf68-ef80898ec297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638aa6ba-bee4-4210-855f-bdb8b88563a1,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:46.989375 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 5fae0134-639f-4644-93c4-4c55477c3cc0 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:06:47.005902 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a3d484dc-9625-4fbb-86df-5cc4fe6a01d3 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:47.008802 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 5fae0134-639f-4644-93c4-4c55477c3cc0 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:47.009192 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:47.011945 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a3d484dc-9625-4fbb-86df-5cc4fe6a01d3 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:47.014016 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a3d484dc-9625-4fbb-86df-5cc4fe6a01d3 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "DELETE /v2.0/security-groups/83e08817-8fd2-41c7-b68a-cfb4cbcf996d HTTP/1.1" status: 204 len: 168 time: 0.4510875 Nov 12 09:06:47.035755 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51186) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:47.079275 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d484dc-9625-4fbb-86df-5cc4fe6a01d3 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e08817-8fd2-41c7-b68a-cfb4cbcf996d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:47.112811 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-a64de108-1d20-426b-9263-e8ee30523cce tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] show failed (client error): The resource could not be found. Nov 12 09:06:47.114700 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a64de108-1d20-426b-9263-e8ee30523cce tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups/83e08817-8fd2-41c7-b68a-cfb4cbcf996d HTTP/1.1" status: 404 len: 347 time: 0.0771921 Nov 12 09:06:47.119638 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c8ee6-731e-47ba-9dec-ecad2aefd4be req-2dcb23b4-9e9e-494a-9942-315d875d6d0f tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:47.128589 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51190) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:47.136311 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3b6c8ee6-731e-47ba-9dec-ecad2aefd4be req-2dcb23b4-9e9e-494a-9942-315d875d6d0f tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d1f06a-ad39-48a2-9ef5-089aa2036344 HTTP/1.1" status: 200 len: 946 time: 0.1476450 Nov 12 09:06:47.157838 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:47.226167 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 5fae0134-639f-4644-93c4-4c55477c3cc0, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=5fae0134-639f-4644-93c4-4c55477c3cc0,segment=NetworkSegment(609de53a-bb37-45b7-8c94-730f12f49f70),segment_id=609de53a-bb37-45b7-8c94-730f12f49f70)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:47.229843 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a2ecbc-b0ed-441d-a1ec-cab950193cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fae0134-639f-4644-93c4-4c55477c3cc0'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:47.238042 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5a0661-ad2d-4e23-a67e-fb449eb408f4" -d '{"events": [{"server_uuid": "60a2ecbc-b0ed-441d-a1ec-cab950193cf3", "name": "network-vif-plugged", "status": "completed", "tag": "5fae0134-639f-4644-93c4-4c55477c3cc0"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:47.248071 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:47.279252 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3b6c8ee6-731e-47ba-9dec-ecad2aefd4be req-2508cbc3-5bda-4c8b-946d-5db06137c524 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/security-groups?id=cea0d88c-88ef-4dd0-949a-6b8036d7fb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414344 Nov 12 09:06:47.353079 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9591f15c-f208-40ed-8039-a2d8750b4134 None None] New status for floating IP 8ea035a7-d12f-4da3-ac6c-6c601707b60e: DOWN {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:06:47.378032 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94edb16c-dcf4-47c7-9ae3-8b487369b4bf x-openstack-request-id: req-94edb16c-dcf4-47c7-9ae3-8b487369b4bf {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:47.378558 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a2ecbc-b0ed-441d-a1ec-cab950193cf3", "name": "network-vif-plugged", "status": "completed", "tag": "5fae0134-639f-4644-93c4-4c55477c3cc0", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:47.379005 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-94edb16c-dcf4-47c7-9ae3-8b487369b4bf {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:47.382838 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a2ecbc-b0ed-441d-a1ec-cab950193cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fae0134-639f-4644-93c4-4c55477c3cc0', 'code': 200} Nov 12 09:06:47.471941 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=5fae0134-639f-4644-93c4-4c55477c3cc0,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:47.514102 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-490144a5-97f1-4fed-8f28-5ac794fc6a02 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Deleting port e4cbb25c-4e41-4b86-b720-582497415b9e {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:47.514897 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-490144a5-97f1-4fed-8f28-5ac794fc6a02 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:47.563061 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bce56-7d76-42b5-9dff-6d91597d96d5 req-f9e488b1-7863-463f-b414-1656aa7c325e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:47.569763 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af9bce56-7d76-42b5-9dff-6d91597d96d5 req-f9e488b1-7863-463f-b414-1656aa7c325e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 1098 time: 0.1327746 Nov 12 09:06:47.698757 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af9bce56-7d76-42b5-9dff-6d91597d96d5 req-85353590-234e-48b6-ba89-6d08d161301a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189435 Nov 12 09:06:47.705267 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-490144a5-97f1-4fed-8f28-5ac794fc6a02 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:47.706082 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-490144a5-97f1-4fed-8f28-5ac794fc6a02 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:47.722622 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-490144a5-97f1-4fed-8f28-5ac794fc6a02 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Calling delete_port for e4cbb25c-4e41-4b86-b720-582497415b9e owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:47.786174 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 51210) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:47.821781 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2913a046-f4d3-4ce8-9f1f-7de0acfd9037 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:47.988065 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2913a046-f4d3-4ce8-9f1f-7de0acfd9037 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:47.999256 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2913a046-f4d3-4ce8-9f1f-7de0acfd9037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:48.071196 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-490144a5-97f1-4fed-8f28-5ac794fc6a02 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:48.122851 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913a046-f4d3-4ce8-9f1f-7de0acfd9037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c7a0ba-06c3-4ad3-9bc4-5510fbdf9f2a,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:48.125024 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490144a5-97f1-4fed-8f28-5ac794fc6a02 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Pushing event deleted for resources: {'Port': ['ID=e4cbb25c-4e41-4b86-b720-582497415b9e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:48.155957 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2913a046-f4d3-4ce8-9f1f-7de0acfd9037 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6aa2df146a6c40ee9b7eeaed46757389&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3648305 Nov 12 09:06:48.157103 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 51214) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:48.252412 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-490144a5-97f1-4fed-8f28-5ac794fc6a02 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:48.255968 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-490144a5-97f1-4fed-8f28-5ac794fc6a02 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:48.257763 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-490144a5-97f1-4fed-8f28-5ac794fc6a02 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "DELETE /v2.0/floatingips/8ea035a7-d12f-4da3-ac6c-6c601707b60e HTTP/1.1" status: 204 len: 168 time: 1.1274960 Nov 12 09:06:48.369166 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365eda9-76a4-4787-8085-bf6d385fbdec req-08497bc0-0096-46c2-a1c7-0dd4811bf279 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:48.371459 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5365eda9-76a4-4787-8085-bf6d385fbdec req-08497bc0-0096-46c2-a1c7-0dd4811bf279 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 946 time: 0.2131755 Nov 12 09:06:48.403924 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ae340e2b-2da8-4cb6-88c8-a16e3a6560df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:48.458681 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ae340e2b-2da8-4cb6-88c8-a16e3a6560df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:48.532415 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5365eda9-76a4-4787-8085-bf6d385fbdec req-28174860-5fce-41be-b924-7674c435631c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438632 Nov 12 09:06:48.616913 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ae340e2b-2da8-4cb6-88c8-a16e3a6560df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:48.624403 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ae340e2b-2da8-4cb6-88c8-a16e3a6560df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:48.626920 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ae340e2b-2da8-4cb6-88c8-a16e3a6560df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76c7a0ba-06c3-4ad3-9bc4-5510fbdf9f2a HTTP/1.1" status: 204 len: 168 time: 0.4666183 Nov 12 09:06:48.645147 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae340e2b-2da8-4cb6-88c8-a16e3a6560df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c7a0ba-06c3-4ad3-9bc4-5510fbdf9f2a,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:49.026371 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 51222) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:49.034785 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-cd7936c2-34d5-4567-b180-c190a51d21a2 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Request body: {'security_group': {'name': 'tempest-securitygroup--175531253', 'description': 'tempest-description--1135741201'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:49.135905 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cd7936c2-34d5-4567-b180-c190a51d21a2 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.362188 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cd7936c2-34d5-4567-b180-c190a51d21a2 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.369315 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cd7936c2-34d5-4567-b180-c190a51d21a2 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.442831 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7936c2-34d5-4567-b180-c190a51d21a2 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e55d8db-f95f-4171-a225-437c938e16e6,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:49.453315 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cd7936c2-34d5-4567-b180-c190a51d21a2 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.460525 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51232) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:49.463799 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-cd7936c2-34d5-4567-b180-c190a51d21a2 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4323590 Nov 12 09:06:49.480748 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-038a70fa-7e7e-426c-a18f-1d70010fb2d3 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Request body: {'security_group_rule': {'security_group_id': '5e55d8db-f95f-4171-a225-437c938e16e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:49.606892 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-038a70fa-7e7e-426c-a18f-1d70010fb2d3 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.743576 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-038a70fa-7e7e-426c-a18f-1d70010fb2d3 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.751365 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-038a70fa-7e7e-426c-a18f-1d70010fb2d3 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.791195 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a70fa-7e7e-426c-a18f-1d70010fb2d3 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=074a393d-3df6-4134-80c4-494e6fa4faf7,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:49.817622 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-038a70fa-7e7e-426c-a18f-1d70010fb2d3 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.824314 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-038a70fa-7e7e-426c-a18f-1d70010fb2d3 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3603876 Nov 12 09:06:49.828160 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51236) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:49.840381 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-eb3b2e02-1747-4696-81ce-dc87ae44d34a tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Request body: {'security_group_rule': {'security_group_id': '5e55d8db-f95f-4171-a225-437c938e16e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:49.861993 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63dc0c-3348-46ba-b135-33bf2655ba7e req-5a8b857f-ece2-413a-9003-ba35d850bb78 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:49.867419 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f63dc0c-3348-46ba-b135-33bf2655ba7e req-5a8b857f-ece2-413a-9003-ba35d850bb78 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 946 time: 0.1236498 Nov 12 09:06:49.918517 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eb3b2e02-1747-4696-81ce-dc87ae44d34a tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.990878 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f63dc0c-3348-46ba-b135-33bf2655ba7e req-69498421-0fe1-48e4-a147-52402c3c6488 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133344 Nov 12 09:06:50.056778 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eb3b2e02-1747-4696-81ce-dc87ae44d34a tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:50.070831 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eb3b2e02-1747-4696-81ce-dc87ae44d34a tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:50.122416 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b2e02-1747-4696-81ce-dc87ae44d34a tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b0628dd-364d-4583-9efa-5582fdd3a65f,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:50.144852 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eb3b2e02-1747-4696-81ce-dc87ae44d34a tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:50.147000 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-eb3b2e02-1747-4696-81ce-dc87ae44d34a tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3147492 Nov 12 09:06:50.152490 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51240) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:50.160799 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-536170a3-c1f7-44b7-ba2d-bea4426ce6fd tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:50.207792 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-536170a3-c1f7-44b7-ba2d-bea4426ce6fd tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:50.286722 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d87a8c-0344-47fa-85da-f314b7695803 req-87eed8e0-ae2f-4330-85af-e32028da2e30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:50.289442 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b9d87a8c-0344-47fa-85da-f314b7695803 req-87eed8e0-ae2f-4330-85af-e32028da2e30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 946 time: 0.1364775 Nov 12 09:06:50.426749 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b9d87a8c-0344-47fa-85da-f314b7695803 req-7a43f710-5ddb-4869-a407-d2d9e8d3a944 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181488 Nov 12 09:06:50.474199 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 51246) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:50.518815 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-536170a3-c1f7-44b7-ba2d-bea4426ce6fd tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:50.593863 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952c52be-6d1d-401f-92d0-9bc088e705c0 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:50.597107 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-952c52be-6d1d-401f-92d0-9bc088e705c0 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 1093 time: 0.1211882 Nov 12 09:06:50.601919 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 51250) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:50.612308 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-a0727175-88b5-49ff-afa1-35db3b85c6a4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'port_id': '5fae0134-639f-4644-93c4-4c55477c3cc0', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:50.675875 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a0727175-88b5-49ff-afa1-35db3b85c6a4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for floatingip, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:50.713366 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-536170a3-c1f7-44b7-ba2d-bea4426ce6fd tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Allocated IP 172.25.6.56 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/354c8a1e-1cf5-4786-a69c-dc4b5fdc7a4d) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:06:50.952234 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-536170a3-c1f7-44b7-ba2d-bea4426ce6fd tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:50.962280 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a0727175-88b5-49ff-afa1-35db3b85c6a4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:51.009113 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-536170a3-c1f7-44b7-ba2d-bea4426ce6fd tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:51.091122 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536170a3-c1f7-44b7-ba2d-bea4426ce6fd tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:51.098005 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-536170a3-c1f7-44b7-ba2d-bea4426ce6fd tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:51.100355 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536170a3-c1f7-44b7-ba2d-bea4426ce6fd tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:06:51.108825 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536170a3-c1f7-44b7-ba2d-bea4426ce6fd tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Pushing event updated for resources: {'Port': ['ID=354c8a1e-1cf5-4786-a69c-dc4b5fdc7a4d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:51.208787 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-a0727175-88b5-49ff-afa1-35db3b85c6a4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Allocated IP 172.25.6.74 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/477aecfb-c131-41c3-b540-34799938570c) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:06:51.274235 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-536170a3-c1f7-44b7-ba2d-bea4426ce6fd tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:51.349077 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-536170a3-c1f7-44b7-ba2d-bea4426ce6fd tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:51.395147 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a0727175-88b5-49ff-afa1-35db3b85c6a4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:51.526593 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a0727175-88b5-49ff-afa1-35db3b85c6a4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:51.634388 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0727175-88b5-49ff-afa1-35db3b85c6a4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'Port': ['ID=477aecfb-c131-41c3-b540-34799938570c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:51.658073 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0727175-88b5-49ff-afa1-35db3b85c6a4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:51.661715 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-a0727175-88b5-49ff-afa1-35db3b85c6a4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:51.667731 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0727175-88b5-49ff-afa1-35db3b85c6a4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:06:51.703612 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-536170a3-c1f7-44b7-ba2d-bea4426ce6fd tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:51.713137 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-536170a3-c1f7-44b7-ba2d-bea4426ce6fd tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:51.790396 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536170a3-c1f7-44b7-ba2d-bea4426ce6fd tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Pushing event updated for resources: {'Port': ['ID=354c8a1e-1cf5-4786-a69c-dc4b5fdc7a4d,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:51.845695 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-536170a3-c1f7-44b7-ba2d-bea4426ce6fd tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:51.866864 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-536170a3-c1f7-44b7-ba2d-bea4426ce6fd tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:51.869025 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-536170a3-c1f7-44b7-ba2d-bea4426ce6fd tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7145591 Nov 12 09:06:52.329956 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a0727175-88b5-49ff-afa1-35db3b85c6a4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:52.339594 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-61f69c2d-1ffd-4620-9f32-2bbd43b042ff tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--175531253&fields=id&tenant_id=e2aedd74754847baa0c2e1ed0d1b2137 HTTP/1.1" status: 200 len: 267 time: 0.0994163 Nov 12 09:06:52.567563 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-afc05863-2a01-4356-a3de-a113f66d1b98 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:52.569303 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-afc05863-2a01-4356-a3de-a113f66d1b98 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/networks?id=7524fe81-dda2-4df7-b9b9-932c7fdb6f24 HTTP/1.1" status: 200 len: 811 time: 0.2040315 Nov 12 09:06:52.569962 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a0727175-88b5-49ff-afa1-35db3b85c6a4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:52.626255 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-69400ede-9c92-4e62-9f41-8c6fb9a02acc tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/quotas/e2aedd74754847baa0c2e1ed0d1b2137 HTTP/1.1" status: 200 len: 375 time: 0.0230510 Nov 12 09:06:52.756137 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-f257ea61-d558-4694-ac3f-a0275f94a116 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2aedd74754847baa0c2e1ed0d1b2137&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1285598 Nov 12 09:06:52.973059 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-94e48485-5595-4d70-a4a8-d2046562e287 service neutron] 10.222.0.37 "GET /v2.0/networks/7524fe81-dda2-4df7-b9b9-932c7fdb6f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019322 Nov 12 09:06:52.976784 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a0727175-88b5-49ff-afa1-35db3b85c6a4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:52.985109 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a0727175-88b5-49ff-afa1-35db3b85c6a4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:53.196885 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0727175-88b5-49ff-afa1-35db3b85c6a4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'Port': ['ID=477aecfb-c131-41c3-b540-34799938570c,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:53.227369 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:53.238056 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a0727175-88b5-49ff-afa1-35db3b85c6a4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:53.355150 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-19286f84-e2b9-4651-84fe-92cb096c0e6b service neutron] 10.222.0.37 "GET /v2.0/networks/7524fe81-dda2-4df7-b9b9-932c7fdb6f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630648 Nov 12 09:06:53.561541 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [None req-a0727175-88b5-49ff-afa1-35db3b85c6a4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Floating IP 42e3d470-9229-4335-803f-20a152521f76 associated. External IP: 172.25.6.74, port: 5fae0134-639f-4644-93c4-4c55477c3cc0. Nov 12 09:06:53.820757 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bae04194-061c-4233-a170-da96bfaf8f55 req-a0cffde5-4f87-4d1d-85d5-5e4ffc539661 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=acd09f84-17c2-49bf-a122-ff714bd474a5 HTTP/1.1" status: 200 len: 210 time: 0.1099813 Nov 12 09:06:54.216551 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0727175-88b5-49ff-afa1-35db3b85c6a4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Router 3d76ca08-a59a-4629-82a2-9829bf64aba7 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:06:54.449340 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0727175-88b5-49ff-afa1-35db3b85c6a4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:06:54.473681 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3dbbd4-b465-4a9c-8d81-30c97ddabd90 None None] Sync routers for ids ['3d76ca08-a59a-4629-82a2-9829bf64aba7'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:06:54.507309 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3dbbd4-b465-4a9c-8d81-30c97ddabd90 None None] Routers {'3d76ca08-a59a-4629-82a2-9829bf64aba7'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:54.509302 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a0727175-88b5-49ff-afa1-35db3b85c6a4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:54.513272 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5a3dbbd4-b465-4a9c-8d81-30c97ddabd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:06:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['3d76ca08-a59a-4629-82a2-9829bf64aba7'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:54.598002 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a0727175-88b5-49ff-afa1-35db3b85c6a4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9896965 Nov 12 09:06:54.598002 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a2ecbc-b0ed-441d-a1ec-cab950193cf3', 'tag': '5fae0134-639f-4644-93c4-4c55477c3cc0'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:54.612009 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200e58a9-fa5b-48c7-8a8a-52344b1dcfd2" -d '{"events": [{"name": "network-changed", "server_uuid": "60a2ecbc-b0ed-441d-a1ec-cab950193cf3", "tag": "5fae0134-639f-4644-93c4-4c55477c3cc0"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:54.859037 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e12cb-8260-4f8b-930c-1c669c674b0b req-f98b5525-6a47-418c-83d5-0f5a164b5533 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:54.874634 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-927e12cb-8260-4f8b-930c-1c669c674b0b req-f98b5525-6a47-418c-83d5-0f5a164b5533 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 946 time: 0.1664188 Nov 12 09:06:54.875015 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-5a3dbbd4-b465-4a9c-8d81-30c97ddabd90 None None] Set router 3d76ca08-a59a-4629-82a2-9829bf64aba7 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:55.056908 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-927e12cb-8260-4f8b-930c-1c669c674b0b req-c9d263ee-4337-42fb-a22c-fa7fcc9947a3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372507 Nov 12 09:06:55.106675 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 51310) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:55.123183 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:06:55.289809 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f3db43-5091-4885-a9d8-7fd54fe45e47 x-openstack-request-id: req-e6f3db43-5091-4885-a9d8-7fd54fe45e47 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:55.291219 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a2ecbc-b0ed-441d-a1ec-cab950193cf3", "tag": "5fae0134-639f-4644-93c4-4c55477c3cc0", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:55.291219 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6f3db43-5091-4885-a9d8-7fd54fe45e47 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:55.292052 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a2ecbc-b0ed-441d-a1ec-cab950193cf3', 'tag': '5fae0134-639f-4644-93c4-4c55477c3cc0', 'status': 'completed', 'code': 200} Nov 12 09:06:55.376455 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e58a9-fa5b-48c7-8a8a-52344b1dcfd2 req-d9c178ab-db2f-414c-8caf-f01b2a22beeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:55.378905 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-200e58a9-fa5b-48c7-8a8a-52344b1dcfd2 req-d9c178ab-db2f-414c-8caf-f01b2a22beeb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 1098 time: 0.0841382 Nov 12 09:06:55.399569 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-29e9e276-cfcd-4b49-9409-8800f1e75f91 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/floatingips/42e3d470-9229-4335-803f-20a152521f76 HTTP/1.1" status: 200 len: 991 time: 0.2906675 Nov 12 09:06:55.429244 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5c43eabc-b291-49a7-b9ec-3984a3fb1436 req-e7aab90a-2863-4e30-bed3-c02a1507dcff tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=acd09f84-17c2-49bf-a122-ff714bd474a5 HTTP/1.1" status: 200 len: 210 time: 0.0619280 Nov 12 09:06:55.569511 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5a3dbbd4-b465-4a9c-8d81-30c97ddabd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-577286968', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '9d8cc750-280d-49b5-b333-5d346b596f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:06:09Z', 'updated_at': '2021-11-12T09:06:26Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '9d8cc750-280d-49b5-b333-5d346b596f82', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:12Z', 'updated_at': '2021-11-12T09:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '42e3d470-9229-4335-803f-20a152521f76', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'floating_ip_address': '172.25.6.74', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'port_id': '5fae0134-639f-4644-93c4-4c55477c3cc0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1', 'mac_address': 'fa:16:3e:57:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a2ecbc-b0ed-441d-a1ec-cab950193cf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:06:52Z', 'updated_at': '2021-11-12T09:06:52Z', 'revision_number': 0, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90a3dacf-9f9d-49ea-ad37-96a834d1c2f4', 'name': '', 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:df:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': 'ecf82c81-694e-4af8-92fa-b078e6dd7647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:24Z', 'updated_at': '2021-11-12T09:06:33Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': 'ecf82c81-694e-4af8-92fa-b078e6dd7647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:55.622390 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3dbbd4-b465-4a9c-8d81-30c97ddabd90 None None] Checking router: 3d76ca08-a59a-4629-82a2-9829bf64aba7 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:06:55.645731 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3dbbd4-b465-4a9c-8d81-30c97ddabd90 None None] Routers {'3d76ca08-a59a-4629-82a2-9829bf64aba7'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:55.645731 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5a3dbbd4-b465-4a9c-8d81-30c97ddabd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:06:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['3d76ca08-a59a-4629-82a2-9829bf64aba7'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:55.851066 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e58a9-fa5b-48c7-8a8a-52344b1dcfd2 req-fffd8266-04c6-4c32-9836-b039850cc31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:55.854201 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-200e58a9-fa5b-48c7-8a8a-52344b1dcfd2 req-fffd8266-04c6-4c32-9836-b039850cc31c service neutron] 10.222.0.54 "GET /v2.0/networks?id=2c6d05d4-c749-47b7-98bf-07ad7914b0e1 HTTP/1.1" status: 200 len: 897 time: 0.4654231 Nov 12 09:06:55.936522 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-5a3dbbd4-b465-4a9c-8d81-30c97ddabd90 None None] Set router 3d76ca08-a59a-4629-82a2-9829bf64aba7 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:56.027946 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-200e58a9-fa5b-48c7-8a8a-52344b1dcfd2 req-53b14861-bff8-4f36-8332-ee4d9d15e235 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fae0134-639f-4644-93c4-4c55477c3cc0 HTTP/1.1" status: 200 len: 999 time: 0.1603913 Nov 12 09:06:56.096740 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-b6dbe17a-a7a4-48ca-a38c-53ad23633cf6 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:56.111217 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-b6dbe17a-a7a4-48ca-a38c-53ad23633cf6 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.54 "GET /v2.0/networks?id=7524fe81-dda2-4df7-b9b9-932c7fdb6f24 HTTP/1.1" status: 200 len: 811 time: 0.5367854 Nov 12 09:06:56.255891 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e58a9-fa5b-48c7-8a8a-52344b1dcfd2 req-b0db1a55-5058-42f1-a83c-d257a5d17bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:56.259170 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-200e58a9-fa5b-48c7-8a8a-52344b1dcfd2 req-b0db1a55-5058-42f1-a83c-d257a5d17bb3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ecf82c81-694e-4af8-92fa-b078e6dd7647 HTTP/1.1" status: 200 len: 835 time: 0.2189388 Nov 12 09:06:56.377067 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-f68a85c6-a394-4426-ab7c-65647196c494 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2aedd74754847baa0c2e1ed0d1b2137 HTTP/1.1" status: 200 len: 379 time: 0.2640157 Nov 12 09:06:56.395581 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e58a9-fa5b-48c7-8a8a-52344b1dcfd2 req-22b12f6f-8e69-4775-bbd6-330cdfdd85e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:56.398769 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-200e58a9-fa5b-48c7-8a8a-52344b1dcfd2 req-22b12f6f-8e69-4775-bbd6-330cdfdd85e0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2c6d05d4-c749-47b7-98bf-07ad7914b0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1232617 Nov 12 09:06:56.402719 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 51320) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:56.409948 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-8c05364c-21a2-4a99-b076-acd5589515c5 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Request body: {'port': {'device_id': 'acd09f84-17c2-49bf-a122-ff714bd474a5', 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24', 'admin_state_up': True, 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'security_groups': ['5e55d8db-f95f-4171-a225-437c938e16e6']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:56.679626 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-97279529-ef9a-4ac7-9b7d-f63075e30cee req-d61f9436-d72e-41db-9ef9-9c328d72606a tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=acd09f84-17c2-49bf-a122-ff714bd474a5 HTTP/1.1" status: 200 len: 210 time: 0.0540237 Nov 12 09:06:56.703898 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c2c11f8c-2fca-4a8e-8b28-cd0b90644f59 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/floatingips/42e3d470-9229-4335-803f-20a152521f76 HTTP/1.1" status: 200 len: 991 time: 0.2985086 Nov 12 09:06:56.801337 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5a3dbbd4-b465-4a9c-8d81-30c97ddabd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-577286968', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '9d8cc750-280d-49b5-b333-5d346b596f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:06:09Z', 'updated_at': '2021-11-12T09:06:26Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '9d8cc750-280d-49b5-b333-5d346b596f82', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:12Z', 'updated_at': '2021-11-12T09:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '42e3d470-9229-4335-803f-20a152521f76', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'floating_ip_address': '172.25.6.74', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'port_id': '5fae0134-639f-4644-93c4-4c55477c3cc0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1', 'mac_address': 'fa:16:3e:57:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a2ecbc-b0ed-441d-a1ec-cab950193cf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:06:52Z', 'updated_at': '2021-11-12T09:06:52Z', 'revision_number': 0, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90a3dacf-9f9d-49ea-ad37-96a834d1c2f4', 'name': '', 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:df:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': 'ecf82c81-694e-4af8-92fa-b078e6dd7647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:24Z', 'updated_at': '2021-11-12T09:06:33Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': 'ecf82c81-694e-4af8-92fa-b078e6dd7647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:56.860972 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3dbbd4-b465-4a9c-8d81-30c97ddabd90 None None] The sync data for ids ['3d76ca08-a59a-4629-82a2-9829bf64aba7'] in n-d-768862-16 is: [{'id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-577286968', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '9d8cc750-280d-49b5-b333-5d346b596f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:06:09Z', 'updated_at': '2021-11-12T09:06:26Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '9d8cc750-280d-49b5-b333-5d346b596f82', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:12Z', 'updated_at': '2021-11-12T09:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '42e3d470-9229-4335-803f-20a152521f76', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'floating_ip_address': '172.25.6.74', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'port_id': '5fae0134-639f-4644-93c4-4c55477c3cc0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1', 'mac_address': 'fa:16:3e:57:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a2ecbc-b0ed-441d-a1ec-cab950193cf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:06:52Z', 'updated_at': '2021-11-12T09:06:52Z', 'revision_number': 0, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90a3dacf-9f9d-49ea-ad37-96a834d1c2f4', 'name': '', 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:df:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': 'ecf82c81-694e-4af8-92fa-b078e6dd7647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:24Z', 'updated_at': '2021-11-12T09:06:33Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': 'ecf82c81-694e-4af8-92fa-b078e6dd7647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:06:56.915392 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-200e58a9-fa5b-48c7-8a8a-52344b1dcfd2 req-4785952f-f244-43ea-bd5a-a5bd573abbb2 service neutron] 10.222.0.54 "GET /v2.0/networks/2c6d05d4-c749-47b7-98bf-07ad7914b0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4963801 Nov 12 09:06:57.090059 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-8c05364c-21a2-4a99-b076-acd5589515c5 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Made reservation on behalf of e2aedd74754847baa0c2e1ed0d1b2137 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:06:57.095605 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-8c05364c-21a2-4a99-b076-acd5589515c5 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:57.365462 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-200e58a9-fa5b-48c7-8a8a-52344b1dcfd2 req-35fbe3be-054c-41e9-a47c-b458ebf01067 service neutron] 10.222.0.54 "GET /v2.0/networks/2c6d05d4-c749-47b7-98bf-07ad7914b0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941612 Nov 12 09:06:57.399304 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f134dff-9eb1-41cb-a75e-c8b43f2d279e None None] New status for floating IP 42e3d470-9229-4335-803f-20a152521f76: ACTIVE {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:06:57.449596 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-8c05364c-21a2-4a99-b076-acd5589515c5 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Allocated IP 172.20.0.13 (7524fe81-dda2-4df7-b9b9-932c7fdb6f24/34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc/2e195080-5e5c-446c-a5b0-4ea965e62367) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:06:57.675504 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-8c05364c-21a2-4a99-b076-acd5589515c5 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:57.708643 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 51332) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:57.794767 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-8c05364c-21a2-4a99-b076-acd5589515c5 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:57.889293 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-8c05364c-21a2-4a99-b076-acd5589515c5 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Network 7524fe81-dda2-4df7-b9b9-932c7fdb6f24 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:57.919044 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-8c05364c-21a2-4a99-b076-acd5589515c5 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:57.927397 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-8c05364c-21a2-4a99-b076-acd5589515c5 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:06:58.011325 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05364c-21a2-4a99-b076-acd5589515c5 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Pushing event updated for resources: {'Port': ['ID=2e195080-5e5c-446c-a5b0-4ea965e62367,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:58.068842 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-8c05364c-21a2-4a99-b076-acd5589515c5 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:58.069883 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-8c05364c-21a2-4a99-b076-acd5589515c5 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:58.093944 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-96b08e17-b16b-455e-983b-95f45ad8ac55 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/floatingips/42e3d470-9229-4335-803f-20a152521f76 HTTP/1.1" status: 200 len: 993 time: 0.3833535 Nov 12 09:06:58.128080 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-8c05364c-21a2-4a99-b076-acd5589515c5 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7268567 Nov 12 09:06:58.140745 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4ad18-fcab-4a95-9e2e-2e57a68cc123 req-6804dd51-3942-45ed-811d-a62355ea876b tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:58.149233 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-5987a19f-c4e1-4fdd-9d91-48b7e39d4053 service neutron] Request body: {'port': {'device_id': 'acd09f84-17c2-49bf-a122-ff714bd474a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:58.155447 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a4f4ad18-fcab-4a95-9e2e-2e57a68cc123 req-6804dd51-3942-45ed-811d-a62355ea876b tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=acd09f84-17c2-49bf-a122-ff714bd474a5 HTTP/1.1" status: 200 len: 932 time: 0.1806283 Nov 12 09:06:58.249985 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a4f4ad18-fcab-4a95-9e2e-2e57a68cc123 req-78a5bda5-408b-4fba-9f87-019f4066b7b7 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e55d8db-f95f-4171-a225-437c938e16e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898609 Nov 12 09:06:58.300656 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-5987a19f-c4e1-4fdd-9d91-48b7e39d4053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:58.488927 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5fe46c59-8eca-48a9-b376-e94f7bdc30b8 None None] Provisioning complete for port 2e195080-5e5c-446c-a5b0-4ea965e62367 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:58.490540 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5fe46c59-8eca-48a9-b376-e94f7bdc30b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:58.573552 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5fe46c59-8eca-48a9-b376-e94f7bdc30b8 None None] Port 2e195080-5e5c-446c-a5b0-4ea965e62367 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:06:58.830724 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-5987a19f-c4e1-4fdd-9d91-48b7e39d4053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e195080-5e5c-446c-a5b0-4ea965e62367 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:06:58.846487 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-5987a19f-c4e1-4fdd-9d91-48b7e39d4053 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:58.868577 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-5987a19f-c4e1-4fdd-9d91-48b7e39d4053 service neutron] Transition to ACTIVE for port object 2e195080-5e5c-446c-a5b0-4ea965e62367 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:06:58.874736 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-5987a19f-c4e1-4fdd-9d91-48b7e39d4053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:58.982025 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987a19f-c4e1-4fdd-9d91-48b7e39d4053 service neutron] Pushing event updated for resources: {'Port': ['ID=2e195080-5e5c-446c-a5b0-4ea965e62367,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:59.099572 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-5987a19f-c4e1-4fdd-9d91-48b7e39d4053 service neutron] Attempting to bind port 2e195080-5e5c-446c-a5b0-4ea965e62367 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:06:59.100348 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-5987a19f-c4e1-4fdd-9d91-48b7e39d4053 service neutron] Attempting to bind port 2e195080-5e5c-446c-a5b0-4ea965e62367 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '27a88a16-92c2-46a0-8246-44c9626e27bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:06:59.100924 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-5987a19f-c4e1-4fdd-9d91-48b7e39d4053 service neutron] Attempting to bind port 2e195080-5e5c-446c-a5b0-4ea965e62367 on network 7524fe81-dda2-4df7-b9b9-932c7fdb6f24 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:06:59.109607 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-5987a19f-c4e1-4fdd-9d91-48b7e39d4053 service neutron] Port 2e195080-5e5c-446c-a5b0-4ea965e62367 on network 7524fe81-dda2-4df7-b9b9-932c7fdb6f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:06:59.110195 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-5987a19f-c4e1-4fdd-9d91-48b7e39d4053 service neutron] Attempting to bind port 2e195080-5e5c-446c-a5b0-4ea965e62367 on network 7524fe81-dda2-4df7-b9b9-932c7fdb6f24 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:06:59.120934 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-5987a19f-c4e1-4fdd-9d91-48b7e39d4053 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:06:59.121501 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-5987a19f-c4e1-4fdd-9d91-48b7e39d4053 service neutron] Checking segment: {'id': '27a88a16-92c2-46a0-8246-44c9626e27bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:06:59.122052 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-5987a19f-c4e1-4fdd-9d91-48b7e39d4053 service neutron] Bound using segment: {'id': '27a88a16-92c2-46a0-8246-44c9626e27bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:06:59.122790 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-5987a19f-c4e1-4fdd-9d91-48b7e39d4053 service neutron] Bound port: 2e195080-5e5c-446c-a5b0-4ea965e62367, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27a88a16-92c2-46a0-8246-44c9626e27bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:06:59.123407 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-5987a19f-c4e1-4fdd-9d91-48b7e39d4053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:59.244128 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-5987a19f-c4e1-4fdd-9d91-48b7e39d4053 service neutron] For port 2e195080-5e5c-446c-a5b0-4ea965e62367, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:06:59.248999 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-5987a19f-c4e1-4fdd-9d91-48b7e39d4053 service neutron] For port 2e195080-5e5c-446c-a5b0-4ea965e62367, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=2e195080-5e5c-446c-a5b0-4ea965e62367,segment=NetworkSegment(27a88a16-92c2-46a0-8246-44c9626e27bb),segment_id=27a88a16-92c2-46a0-8246-44c9626e27bb)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:06:59.261601 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-5987a19f-c4e1-4fdd-9d91-48b7e39d4053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:59.321188 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:59.337162 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-5987a19f-c4e1-4fdd-9d91-48b7e39d4053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:59.338269 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-5987a19f-c4e1-4fdd-9d91-48b7e39d4053 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:59.341007 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-5987a19f-c4e1-4fdd-9d91-48b7e39d4053 service neutron] 10.222.0.54 "PUT /v2.0/ports/2e195080-5e5c-446c-a5b0-4ea965e62367 HTTP/1.1" status: 200 len: 1093 time: 1.2026703 Nov 12 09:06:59.341748 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd09f84-17c2-49bf-a122-ff714bd474a5', 'tag': '2e195080-5e5c-446c-a5b0-4ea965e62367'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:59.361000 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8730f63-6210-4072-92e4-f0c5190d5d27" -d '{"events": [{"name": "network-changed", "server_uuid": "acd09f84-17c2-49bf-a122-ff714bd474a5", "tag": "2e195080-5e5c-446c-a5b0-4ea965e62367"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:59.442489 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987a19f-c4e1-4fdd-9d91-48b7e39d4053 service neutron] Pushing event updated for resources: {'Port': ['ID=2e195080-5e5c-446c-a5b0-4ea965e62367,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:59.556950 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe6424-f1dd-4345-a9b7-51578783a07d req-389e70bb-b563-4a86-8cba-8f1d0ffe56f0 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:59.559872 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3dfe6424-f1dd-4345-a9b7-51578783a07d req-389e70bb-b563-4a86-8cba-8f1d0ffe56f0 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=acd09f84-17c2-49bf-a122-ff714bd474a5 HTTP/1.1" status: 200 len: 944 time: 0.1616940 Nov 12 09:06:59.619639 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-fde7221a-7a3b-4700-b6eb-8c13cf476374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:59.623632 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-fde7221a-7a3b-4700-b6eb-8c13cf476374 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e2aedd74754847baa0c2e1ed0d1b2137&device_id=acd09f84-17c2-49bf-a122-ff714bd474a5 HTTP/1.1" status: 200 len: 1096 time: 0.1295323 Nov 12 09:06:59.663232 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3dfe6424-f1dd-4345-a9b7-51578783a07d req-95f702d8-3583-4c35-9887-435f0ff05fb6 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e55d8db-f95f-4171-a225-437c938e16e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852923 Nov 12 09:06:59.719841 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-6c8c30ea-f343-4fc6-a36a-f1f9c412e013 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e195080-5e5c-446c-a5b0-4ea965e62367 HTTP/1.1" status: 200 len: 217 time: 0.0803957 Nov 12 09:06:59.727417 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fad196-8f3c-4a03-8df9-2442874d1ad9 x-openstack-request-id: req-c1fad196-8f3c-4a03-8df9-2442874d1ad9 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:59.727954 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd09f84-17c2-49bf-a122-ff714bd474a5", "tag": "2e195080-5e5c-446c-a5b0-4ea965e62367", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:59.728358 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c1fad196-8f3c-4a03-8df9-2442874d1ad9 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:59.729017 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd09f84-17c2-49bf-a122-ff714bd474a5', 'tag': '2e195080-5e5c-446c-a5b0-4ea965e62367', 'status': 'completed', 'code': 200} Nov 12 09:06:59.807899 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-d60c5bcc-6531-4bd0-91ba-5a9ad476315c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:59.812427 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-d60c5bcc-6531-4bd0-91ba-5a9ad476315c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc HTTP/1.1" status: 200 len: 850 time: 0.0793881 Nov 12 09:06:59.893872 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-7a775e2b-30ae-420d-8e68-7a5f45707815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:59.896361 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-7a775e2b-30ae-420d-8e68-7a5f45707815 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7524fe81-dda2-4df7-b9b9-932c7fdb6f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757346 Nov 12 09:07:00.081109 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-1fd01280-40ce-4543-8e34-fb8974344dcc service neutron] 10.222.0.54 "GET /v2.0/networks/7524fe81-dda2-4df7-b9b9-932c7fdb6f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753457 Nov 12 09:07:00.257107 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4828a4b6-0471-4b02-8fbd-fb4524fc1be7 req-79436d68-6104-448e-a476-3b9f116e18cb service neutron] 10.222.0.54 "GET /v2.0/networks/7524fe81-dda2-4df7-b9b9-932c7fdb6f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645849 Nov 12 09:07:00.408604 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8730f63-6210-4072-92e4-f0c5190d5d27 req-f2a083b5-1f56-4653-a45b-6bb0cb1cc23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:00.410297 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e8730f63-6210-4072-92e4-f0c5190d5d27 req-f2a083b5-1f56-4653-a45b-6bb0cb1cc23d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e2aedd74754847baa0c2e1ed0d1b2137&device_id=acd09f84-17c2-49bf-a122-ff714bd474a5 HTTP/1.1" status: 200 len: 1096 time: 0.0737131 Nov 12 09:07:00.600886 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8730f63-6210-4072-92e4-f0c5190d5d27 req-f6d55d24-1892-45a8-9bd9-8e727152c711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:00.603780 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e8730f63-6210-4072-92e4-f0c5190d5d27 req-f6d55d24-1892-45a8-9bd9-8e727152c711 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7524fe81-dda2-4df7-b9b9-932c7fdb6f24 HTTP/1.1" status: 200 len: 912 time: 0.1758235 Nov 12 09:07:00.670956 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e8730f63-6210-4072-92e4-f0c5190d5d27 req-3628ce4d-aa89-4fcf-8ebb-3b8a8aaf8beb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e195080-5e5c-446c-a5b0-4ea965e62367 HTTP/1.1" status: 200 len: 217 time: 0.0579078 Nov 12 09:07:00.791821 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8730f63-6210-4072-92e4-f0c5190d5d27 req-18e8c33c-a0b9-4cab-ba70-946362ebefed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:00.794956 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e8730f63-6210-4072-92e4-f0c5190d5d27 req-18e8c33c-a0b9-4cab-ba70-946362ebefed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc HTTP/1.1" status: 200 len: 850 time: 0.1162498 Nov 12 09:07:00.842819 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dcf5b-cde5-416f-8e2e-9399b38b6eea req-cbb96658-b528-4a9e-802c-1d00c442e2f8 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:00.845526 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d67dcf5b-cde5-416f-8e2e-9399b38b6eea req-cbb96658-b528-4a9e-802c-1d00c442e2f8 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=acd09f84-17c2-49bf-a122-ff714bd474a5 HTTP/1.1" status: 200 len: 944 time: 0.0827558 Nov 12 09:07:00.883089 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8730f63-6210-4072-92e4-f0c5190d5d27 req-e49ccb97-80ac-47ad-be2f-380412eeeecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:00.885752 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e8730f63-6210-4072-92e4-f0c5190d5d27 req-e49ccb97-80ac-47ad-be2f-380412eeeecf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7524fe81-dda2-4df7-b9b9-932c7fdb6f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0815432 Nov 12 09:07:00.939031 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d67dcf5b-cde5-416f-8e2e-9399b38b6eea req-e030aa53-839a-407e-a431-8d508f139d12 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e55d8db-f95f-4171-a225-437c938e16e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851114 Nov 12 09:07:01.088631 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e8730f63-6210-4072-92e4-f0c5190d5d27 req-1c5f403c-9378-45fb-a1e5-7ff9c93039a0 service neutron] 10.222.0.54 "GET /v2.0/networks/7524fe81-dda2-4df7-b9b9-932c7fdb6f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847160 Nov 12 09:07:01.263170 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e8730f63-6210-4072-92e4-f0c5190d5d27 req-d3e83f26-df45-475a-a378-1c7dcacb5d6e service neutron] 10.222.0.54 "GET /v2.0/networks/7524fe81-dda2-4df7-b9b9-932c7fdb6f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666932 Nov 12 09:07:02.374190 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78906fad-0b0f-46e7-843a-ee7ee91b9fc5 req-682df99e-f87d-4f74-873d-a53e290da9c2 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:02.376806 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-78906fad-0b0f-46e7-843a-ee7ee91b9fc5 req-682df99e-f87d-4f74-873d-a53e290da9c2 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=acd09f84-17c2-49bf-a122-ff714bd474a5 HTTP/1.1" status: 200 len: 944 time: 0.2958741 Nov 12 09:07:02.463296 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-78906fad-0b0f-46e7-843a-ee7ee91b9fc5 req-31a36131-5693-48d4-832e-f3936e1a9773 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e55d8db-f95f-4171-a225-437c938e16e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780618 Nov 12 09:07:02.980743 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 2e195080-5e5c-446c-a5b0-4ea965e62367 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:07:03.170688 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 2e195080-5e5c-446c-a5b0-4ea965e62367, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=2e195080-5e5c-446c-a5b0-4ea965e62367,segment=NetworkSegment(27a88a16-92c2-46a0-8246-44c9626e27bb),segment_id=27a88a16-92c2-46a0-8246-44c9626e27bb)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:03.198202 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '2e195080-5e5c-446c-a5b0-4ea965e62367', 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24', 'port_id': '2e195080-5e5c-446c-a5b0-4ea965e62367', 'mac_address': 'fa:16:3e:ef:ba:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:07:03.277557 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:03.303151 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e195080-5e5c-446c-a5b0-4ea965e62367 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:07:03.333344 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 2e195080-5e5c-446c-a5b0-4ea965e62367, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=2e195080-5e5c-446c-a5b0-4ea965e62367,segment=NetworkSegment(27a88a16-92c2-46a0-8246-44c9626e27bb),segment_id=27a88a16-92c2-46a0-8246-44c9626e27bb)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:03.347007 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:03.428162 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=2e195080-5e5c-446c-a5b0-4ea965e62367,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:03.689075 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf663c83-901f-4588-8931-4b3dd96c9f3d req-1f14dbe6-6456-4f81-8c3a-a7bb8de0d0c3 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:03.694176 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cf663c83-901f-4588-8931-4b3dd96c9f3d req-1f14dbe6-6456-4f81-8c3a-a7bb8de0d0c3 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=acd09f84-17c2-49bf-a122-ff714bd474a5 HTTP/1.1" status: 200 len: 945 time: 0.0978208 Nov 12 09:07:03.761994 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['2e195080-5e5c-446c-a5b0-4ea965e62367'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:07:03.816443 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cf663c83-901f-4588-8931-4b3dd96c9f3d req-589eb191-2122-4323-834b-b2214da7779f tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e55d8db-f95f-4171-a225-437c938e16e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989504 Nov 12 09:07:05.076478 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900a8cb-619c-4907-a559-7640222b5f9e req-99fd1286-b2d1-46b0-92bb-9638f10bc55c tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:05.084043 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4900a8cb-619c-4907-a559-7640222b5f9e req-99fd1286-b2d1-46b0-92bb-9638f10bc55c tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=acd09f84-17c2-49bf-a122-ff714bd474a5 HTTP/1.1" status: 200 len: 945 time: 0.1336803 Nov 12 09:07:05.206221 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4900a8cb-619c-4907-a559-7640222b5f9e req-a7283605-276a-4ca1-a0fb-8a3c4f1eca8e tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e55d8db-f95f-4171-a225-437c938e16e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135743 Nov 12 09:07:06.453786 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2856cf-3f0e-44bd-b406-7855cec1a72c req-9cf48411-caef-4fbb-84bc-ae4bf971c64d tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:06.456769 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9c2856cf-3f0e-44bd-b406-7855cec1a72c req-9cf48411-caef-4fbb-84bc-ae4bf971c64d tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=acd09f84-17c2-49bf-a122-ff714bd474a5 HTTP/1.1" status: 200 len: 945 time: 0.1084812 Nov 12 09:07:06.570361 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9c2856cf-3f0e-44bd-b406-7855cec1a72c req-689c7eb2-6170-49b6-a6fc-9b210b638f57 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e55d8db-f95f-4171-a225-437c938e16e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011529 Nov 12 09:07:07.001248 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 2e195080-5e5c-446c-a5b0-4ea965e62367 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:07:07.143386 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 2e195080-5e5c-446c-a5b0-4ea965e62367 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:07:07.153404 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 2e195080-5e5c-446c-a5b0-4ea965e62367 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:07.154647 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:07.348386 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:07.404476 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd09f84-17c2-49bf-a122-ff714bd474a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e195080-5e5c-446c-a5b0-4ea965e62367'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:07:07.407718 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c76be8-fc9e-4289-a452-0607a7e64e45" -d '{"events": [{"server_uuid": "acd09f84-17c2-49bf-a122-ff714bd474a5", "name": "network-vif-plugged", "status": "completed", "tag": "2e195080-5e5c-446c-a5b0-4ea965e62367"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:07:07.433054 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 2e195080-5e5c-446c-a5b0-4ea965e62367, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=2e195080-5e5c-446c-a5b0-4ea965e62367,segment=NetworkSegment(27a88a16-92c2-46a0-8246-44c9626e27bb),segment_id=27a88a16-92c2-46a0-8246-44c9626e27bb)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:07.450631 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:07.507988 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d524708-a4e2-4640-99c6-431aba1ba304 x-openstack-request-id: req-3d524708-a4e2-4640-99c6-431aba1ba304 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:07:07.508840 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd09f84-17c2-49bf-a122-ff714bd474a5", "name": "network-vif-plugged", "status": "completed", "tag": "2e195080-5e5c-446c-a5b0-4ea965e62367", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:07:07.509528 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d524708-a4e2-4640-99c6-431aba1ba304 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:07:07.511197 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd09f84-17c2-49bf-a122-ff714bd474a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e195080-5e5c-446c-a5b0-4ea965e62367', 'code': 200} Nov 12 09:07:07.586064 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=2e195080-5e5c-446c-a5b0-4ea965e62367,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:07.933417 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ffa912-d83f-4d67-b9d4-9ae68c1865a6 req-93438800-b4bd-4f64-ae78-7f8f1ecfc346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:07.935807 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b7a9306f-8489-4de0-9459-d36a5d647087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:07.942623 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-40ffa912-d83f-4d67-b9d4-9ae68c1865a6 req-93438800-b4bd-4f64-ae78-7f8f1ecfc346 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=acd09f84-17c2-49bf-a122-ff714bd474a5 HTTP/1.1" status: 200 len: 1098 time: 0.2512300 Nov 12 09:07:08.009587 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cafb691-5d65-493d-b176-50a5aee99eae req-54c0060d-c9b5-405b-9ca3-558213d0dd1b tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:08.025367 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7cafb691-5d65-493d-b176-50a5aee99eae req-54c0060d-c9b5-405b-9ca3-558213d0dd1b tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=acd09f84-17c2-49bf-a122-ff714bd474a5 HTTP/1.1" status: 200 len: 946 time: 0.2293525 Nov 12 09:07:08.045087 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-40ffa912-d83f-4d67-b9d4-9ae68c1865a6 req-3b115266-e6e1-4e88-8491-dcb0d4760d36 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5e55d8db-f95f-4171-a225-437c938e16e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944109 Nov 12 09:07:08.131220 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7cafb691-5d65-493d-b176-50a5aee99eae req-8ef22a77-75a6-46b1-b40b-9e574ddc0fcb tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e55d8db-f95f-4171-a225-437c938e16e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021688 Nov 12 09:07:09.403961 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76daaf1-7354-4782-aa4f-225be5d5f918 req-4671d700-c7f6-4144-996b-5fa59909805e tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:09.406426 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e76daaf1-7354-4782-aa4f-225be5d5f918 req-4671d700-c7f6-4144-996b-5fa59909805e tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=acd09f84-17c2-49bf-a122-ff714bd474a5 HTTP/1.1" status: 200 len: 946 time: 0.1170559 Nov 12 09:07:09.536194 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e76daaf1-7354-4782-aa4f-225be5d5f918 req-d989f11e-1999-4169-8d42-21ba1de3a513 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e55d8db-f95f-4171-a225-437c938e16e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112943 Nov 12 09:07:10.203639 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d6f3282c-edbc-4e81-b54a-05f6bb677575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:10.762551 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64efbc-bac0-4cdf-985a-fc1b41721295 req-193ba356-7b67-4ddb-9ab2-deb4004c1b2c tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:10.766032 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8b64efbc-bac0-4cdf-985a-fc1b41721295 req-193ba356-7b67-4ddb-9ab2-deb4004c1b2c tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=acd09f84-17c2-49bf-a122-ff714bd474a5 HTTP/1.1" status: 200 len: 946 time: 0.1062069 Nov 12 09:07:10.873241 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8b64efbc-bac0-4cdf-985a-fc1b41721295 req-060d38d2-b1eb-45a7-9bad-369f6799535f tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e55d8db-f95f-4171-a225-437c938e16e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918484 Nov 12 09:07:11.086626 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326a33a-d8db-4545-8e29-cd380275b703 req-58bc1b63-1136-4b8b-b295-62c8c0941430 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:11.089482 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d326a33a-d8db-4545-8e29-cd380275b703 req-58bc1b63-1136-4b8b-b295-62c8c0941430 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=acd09f84-17c2-49bf-a122-ff714bd474a5 HTTP/1.1" status: 200 len: 946 time: 0.0956581 Nov 12 09:07:11.107578 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51464) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:11.117531 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-538c0684-6a0a-437d-9759-6890bb7289e7 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Request body: {'floatingip': {'port_id': '2e195080-5e5c-446c-a5b0-4ea965e62367'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:11.360485 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-538c0684-6a0a-437d-9759-6890bb7289e7 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for floatingip, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:12.108769 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:12.768040 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-538c0684-6a0a-437d-9759-6890bb7289e7 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:12.782480 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-538c0684-6a0a-437d-9759-6890bb7289e7 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:13.201436 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [None req-538c0684-6a0a-437d-9759-6890bb7289e7 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Floating IP 127df278-5821-4bd5-b343-5efe12bc7e28 associated. External IP: 172.25.6.56, port: 2e195080-5e5c-446c-a5b0-4ea965e62367. Nov 12 09:07:13.676546 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:14.101692 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538c0684-6a0a-437d-9759-6890bb7289e7 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Router 5d401e14-3723-4d42-b386-d537962702df has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:07:14.104875 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:14.357876 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0deef-9add-480f-aa17-85a087ad6c81 req-b13f0230-3dec-4921-aae3-7e9933e1b4c1 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:14.364662 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2cb0deef-9add-480f-aa17-85a087ad6c81 req-b13f0230-3dec-4921-aae3-7e9933e1b4c1 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 946 time: 0.1109214 Nov 12 09:07:14.445250 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538c0684-6a0a-437d-9759-6890bb7289e7 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:07:14.462945 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c41c79-e1ac-4750-9d3e-72a6b94c6080 None None] Sync routers for ids ['5d401e14-3723-4d42-b386-d537962702df'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:07:14.473340 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-538c0684-6a0a-437d-9759-6890bb7289e7 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:14.499418 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c41c79-e1ac-4750-9d3e-72a6b94c6080 None None] Routers {'5d401e14-3723-4d42-b386-d537962702df'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:14.501543 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-13c41c79-e1ac-4750-9d3e-72a6b94c6080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:07:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['5d401e14-3723-4d42-b386-d537962702df'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:14.552759 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-538c0684-6a0a-437d-9759-6890bb7289e7 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "PUT /v2.0/floatingips/127df278-5821-4bd5-b343-5efe12bc7e28 HTTP/1.1" status: 200 len: 991 time: 3.4385486 Nov 12 09:07:14.552759 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd09f84-17c2-49bf-a122-ff714bd474a5', 'tag': '2e195080-5e5c-446c-a5b0-4ea965e62367'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:07:14.554606 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c09849-e56f-42c0-9609-26e3e71dfd0a" -d '{"events": [{"name": "network-changed", "server_uuid": "acd09f84-17c2-49bf-a122-ff714bd474a5", "tag": "2e195080-5e5c-446c-a5b0-4ea965e62367"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:07:14.570290 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2cb0deef-9add-480f-aa17-85a087ad6c81 req-fef99b50-9ccb-4848-84c3-b0bec1a47957 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937661 Nov 12 09:07:14.819484 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9b5b94-a03a-48d5-9118-635e0e78b0ec x-openstack-request-id: req-6d9b5b94-a03a-48d5-9118-635e0e78b0ec {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:07:14.820058 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd09f84-17c2-49bf-a122-ff714bd474a5", "tag": "2e195080-5e5c-446c-a5b0-4ea965e62367", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:07:14.820467 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d9b5b94-a03a-48d5-9118-635e0e78b0ec {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:07:14.821093 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd09f84-17c2-49bf-a122-ff714bd474a5', 'tag': '2e195080-5e5c-446c-a5b0-4ea965e62367', 'status': 'completed', 'code': 200} Nov 12 09:07:14.910848 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-13c41c79-e1ac-4750-9d3e-72a6b94c6080 None None] Set router 5d401e14-3723-4d42-b386-d537962702df gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:07:14.943623 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c09849-e56f-42c0-9609-26e3e71dfd0a req-569762b9-a9af-4f95-b707-ae4c023bdffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:14.946622 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-92c09849-e56f-42c0-9609-26e3e71dfd0a req-569762b9-a9af-4f95-b707-ae4c023bdffc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e2aedd74754847baa0c2e1ed0d1b2137&device_id=acd09f84-17c2-49bf-a122-ff714bd474a5 HTTP/1.1" status: 200 len: 1098 time: 0.0814257 Nov 12 09:07:15.128949 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c09849-e56f-42c0-9609-26e3e71dfd0a req-9871cb34-4d16-45c9-9ee8-8d41f5971c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:15.132541 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-92c09849-e56f-42c0-9609-26e3e71dfd0a req-9871cb34-4d16-45c9-9ee8-8d41f5971c56 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7524fe81-dda2-4df7-b9b9-932c7fdb6f24 HTTP/1.1" status: 200 len: 912 time: 0.1723278 Nov 12 09:07:15.301080 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-92c09849-e56f-42c0-9609-26e3e71dfd0a req-237fd1d9-e7ad-4b52-bdc4-914b02e17cea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e195080-5e5c-446c-a5b0-4ea965e62367 HTTP/1.1" status: 200 len: 999 time: 0.1537626 Nov 12 09:07:15.417173 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c09849-e56f-42c0-9609-26e3e71dfd0a req-bcf85a70-b0bb-4bc1-9747-3785925b5657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:15.420203 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-92c09849-e56f-42c0-9609-26e3e71dfd0a req-bcf85a70-b0bb-4bc1-9747-3785925b5657 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc HTTP/1.1" status: 200 len: 850 time: 0.1110587 Nov 12 09:07:15.577432 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-13c41c79-e1ac-4750-9d3e-72a6b94c6080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d401e14-3723-4d42-b386-d537962702df', 'name': 'tempest-AttachVolumeTestJSON-1686572340-router', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:35Z', 'updated_at': '2021-11-12T09:01:46Z', 'revision_number': 4, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'gw_port': {'id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:37Z', 'updated_at': '2021-11-12T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '127df278-5821-4bd5-b343-5efe12bc7e28', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'floating_ip_address': '172.25.6.56', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '5d401e14-3723-4d42-b386-d537962702df', 'port_id': '2e195080-5e5c-446c-a5b0-4ea965e62367', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24', 'mac_address': 'fa:16:3e:ef:ba:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd09f84-17c2-49bf-a122-ff714bd474a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:06:51Z', 'updated_at': '2021-11-12T09:07:12Z', 'revision_number': 1, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addc7639-d084-406c-8886-ff680f288bba', 'name': '', 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'mac_address': 'fa:16:3e:d9:86:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:44Z', 'updated_at': '2021-11-12T09:02:00Z', 'revision_number': 5, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'subnets': [{'id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:15.679417 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c09849-e56f-42c0-9609-26e3e71dfd0a req-cbe9b736-416a-4611-a817-2d8eead13152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:15.682847 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-92c09849-e56f-42c0-9609-26e3e71dfd0a req-cbe9b736-416a-4611-a817-2d8eead13152 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7524fe81-dda2-4df7-b9b9-932c7fdb6f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2532113 Nov 12 09:07:15.708290 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c41c79-e1ac-4750-9d3e-72a6b94c6080 None None] Checking router: 5d401e14-3723-4d42-b386-d537962702df for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:07:15.769960 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c41c79-e1ac-4750-9d3e-72a6b94c6080 None None] Routers {'5d401e14-3723-4d42-b386-d537962702df'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:15.771102 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-13c41c79-e1ac-4750-9d3e-72a6b94c6080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:07:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['5d401e14-3723-4d42-b386-d537962702df'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:15.959308 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d533770-9e81-425f-b923-ad9d88052de8 req-dc6a26b6-a81d-41f5-836f-887a5a997954 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:15.965115 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-92c09849-e56f-42c0-9609-26e3e71dfd0a req-52b01f90-065d-477d-a34d-469e2e8c2121 service neutron] 10.222.0.54 "GET /v2.0/networks/7524fe81-dda2-4df7-b9b9-932c7fdb6f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631114 Nov 12 09:07:15.993509 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2d533770-9e81-425f-b923-ad9d88052de8 req-dc6a26b6-a81d-41f5-836f-887a5a997954 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 946 time: 0.1517918 Nov 12 09:07:16.113515 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2d533770-9e81-425f-b923-ad9d88052de8 req-d978521e-dfde-42a4-95f0-19fc447c832d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182189 Nov 12 09:07:16.121283 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898dd3db-51b7-4d82-b3f2-3001fa08e354 req-2102d966-ef93-4365-8f2d-70db893ae178 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:16.121283 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-898dd3db-51b7-4d82-b3f2-3001fa08e354 req-2102d966-ef93-4365-8f2d-70db893ae178 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.54 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 946 time: 0.2510779 Nov 12 09:07:16.137541 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-13c41c79-e1ac-4750-9d3e-72a6b94c6080 None None] Set router 5d401e14-3723-4d42-b386-d537962702df gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:07:16.419163 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-92c09849-e56f-42c0-9609-26e3e71dfd0a req-6d54ae06-4c7c-482e-985a-3ca61c484e50 service neutron] 10.222.0.54 "GET /v2.0/networks/7524fe81-dda2-4df7-b9b9-932c7fdb6f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324787 Nov 12 09:07:16.454518 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-898dd3db-51b7-4d82-b3f2-3001fa08e354 req-a6d31460-1137-401b-8fa8-3b99ff9ed60e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Deleting port 52f0bec9-5cde-4d30-a8b8-5386b162581a {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:07:16.455431 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-898dd3db-51b7-4d82-b3f2-3001fa08e354 req-a6d31460-1137-401b-8fa8-3b99ff9ed60e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:16.643276 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-898dd3db-51b7-4d82-b3f2-3001fa08e354 req-a6d31460-1137-401b-8fa8-3b99ff9ed60e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] For port 52f0bec9-5cde-4d30-a8b8-5386b162581a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=52f0bec9-5cde-4d30-a8b8-5386b162581a,segment=NetworkSegment(0d552c33-257a-485a-b0f3-e78e2fa44e64),segment_id=0d552c33-257a-485a-b0f3-e78e2fa44e64)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:16.644947 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-898dd3db-51b7-4d82-b3f2-3001fa08e354 req-a6d31460-1137-401b-8fa8-3b99ff9ed60e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:16.754205 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-13c41c79-e1ac-4750-9d3e-72a6b94c6080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d401e14-3723-4d42-b386-d537962702df', 'name': 'tempest-AttachVolumeTestJSON-1686572340-router', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:35Z', 'updated_at': '2021-11-12T09:01:46Z', 'revision_number': 4, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'gw_port': {'id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:37Z', 'updated_at': '2021-11-12T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '127df278-5821-4bd5-b343-5efe12bc7e28', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'floating_ip_address': '172.25.6.56', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '5d401e14-3723-4d42-b386-d537962702df', 'port_id': '2e195080-5e5c-446c-a5b0-4ea965e62367', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24', 'mac_address': 'fa:16:3e:ef:ba:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd09f84-17c2-49bf-a122-ff714bd474a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:06:51Z', 'updated_at': '2021-11-12T09:07:12Z', 'revision_number': 1, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addc7639-d084-406c-8886-ff680f288bba', 'name': '', 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'mac_address': 'fa:16:3e:d9:86:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:44Z', 'updated_at': '2021-11-12T09:02:00Z', 'revision_number': 5, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'subnets': [{'id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:16.812218 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c41c79-e1ac-4750-9d3e-72a6b94c6080 None None] The sync data for ids ['5d401e14-3723-4d42-b386-d537962702df'] in n-d-768862-16 is: [{'id': '5d401e14-3723-4d42-b386-d537962702df', 'name': 'tempest-AttachVolumeTestJSON-1686572340-router', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:35Z', 'updated_at': '2021-11-12T09:01:46Z', 'revision_number': 4, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'gw_port': {'id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:37Z', 'updated_at': '2021-11-12T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '127df278-5821-4bd5-b343-5efe12bc7e28', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'floating_ip_address': '172.25.6.56', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '5d401e14-3723-4d42-b386-d537962702df', 'port_id': '2e195080-5e5c-446c-a5b0-4ea965e62367', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24', 'mac_address': 'fa:16:3e:ef:ba:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd09f84-17c2-49bf-a122-ff714bd474a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:06:51Z', 'updated_at': '2021-11-12T09:07:12Z', 'revision_number': 1, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addc7639-d084-406c-8886-ff680f288bba', 'name': '', 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'mac_address': 'fa:16:3e:d9:86:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:44Z', 'updated_at': '2021-11-12T09:02:00Z', 'revision_number': 5, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'subnets': [{'id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:07:17.051376 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-898dd3db-51b7-4d82-b3f2-3001fa08e354 req-a6d31460-1137-401b-8fa8-3b99ff9ed60e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:17.051997 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-898dd3db-51b7-4d82-b3f2-3001fa08e354 req-a6d31460-1137-401b-8fa8-3b99ff9ed60e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:17.052521 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [req-898dd3db-51b7-4d82-b3f2-3001fa08e354 req-a6d31460-1137-401b-8fa8-3b99ff9ed60e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Floating IP a6842c4b-b134-4ef2-9012-9c8e217dc843 disassociated. External IP: 172.25.6.103, port: 52f0bec9-5cde-4d30-a8b8-5386b162581a. Nov 12 09:07:17.053144 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-898dd3db-51b7-4d82-b3f2-3001fa08e354 req-a6d31460-1137-401b-8fa8-3b99ff9ed60e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Calling delete_port for 52f0bec9-5cde-4d30-a8b8-5386b162581a owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:07:17.226811 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5c1042-dd34-4acc-b17b-90bf62fa94ff None None] New status for floating IP 127df278-5821-4bd5-b343-5efe12bc7e28: ACTIVE {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:07:17.511190 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-898dd3db-51b7-4d82-b3f2-3001fa08e354 req-a6d31460-1137-401b-8fa8-3b99ff9ed60e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:17.521823 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e79d3-db0c-4fad-9f71-1f91ee93064a req-bb4cab28-9933-41b0-b24a-1885ccc48a22 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:17.527259 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c2e79d3-db0c-4fad-9f71-1f91ee93064a req-bb4cab28-9933-41b0-b24a-1885ccc48a22 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 946 time: 0.1692169 Nov 12 09:07:17.629609 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d31460-1137-401b-8fa8-3b99ff9ed60e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Pushing event deleted for resources: {'Port': ['ID=52f0bec9-5cde-4d30-a8b8-5386b162581a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:17.707110 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c2e79d3-db0c-4fad-9f71-1f91ee93064a req-941f9e69-b84f-4f4d-bbb6-913419f54f6d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups?id=83aa61eb-7261-435a-88a3-7a2cc4b7828d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465635 Nov 12 09:07:17.781256 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d31460-1137-401b-8fa8-3b99ff9ed60e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:17.781912 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d31460-1137-401b-8fa8-3b99ff9ed60e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:17.790553 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d31460-1137-401b-8fa8-3b99ff9ed60e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:17.791340 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d31460-1137-401b-8fa8-3b99ff9ed60e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:17.791930 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d31460-1137-401b-8fa8-3b99ff9ed60e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:17.793790 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d31460-1137-401b-8fa8-3b99ff9ed60e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:17.794176 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d31460-1137-401b-8fa8-3b99ff9ed60e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:17.794534 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d31460-1137-401b-8fa8-3b99ff9ed60e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:17.794887 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d31460-1137-401b-8fa8-3b99ff9ed60e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:17.795292 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d31460-1137-401b-8fa8-3b99ff9ed60e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:17.795656 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d31460-1137-401b-8fa8-3b99ff9ed60e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:17.796071 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d31460-1137-401b-8fa8-3b99ff9ed60e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:17.917675 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-898dd3db-51b7-4d82-b3f2-3001fa08e354 req-a6d31460-1137-401b-8fa8-3b99ff9ed60e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Router 56970609-9c7f-4776-8df4-654d95099c85 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:07:18.172384 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-898dd3db-51b7-4d82-b3f2-3001fa08e354 req-a6d31460-1137-401b-8fa8-3b99ff9ed60e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:07:18.210517 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c79961b-31a6-4f9a-84ab-0e21142b0b59 None None] Sync routers for ids ['56970609-9c7f-4776-8df4-654d95099c85'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:07:18.287575 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c79961b-31a6-4f9a-84ab-0e21142b0b59 None None] Routers {'56970609-9c7f-4776-8df4-654d95099c85'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:18.292211 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9c79961b-31a6-4f9a-84ab-0e21142b0b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:07:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['56970609-9c7f-4776-8df4-654d95099c85'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:18.316166 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-898dd3db-51b7-4d82-b3f2-3001fa08e354 req-a6d31460-1137-401b-8fa8-3b99ff9ed60e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] No DVR routers for this DVR port 52f0bec9-5cde-4d30-a8b8-5386b162581a on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:07:18.319801 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-898dd3db-51b7-4d82-b3f2-3001fa08e354 req-a6d31460-1137-401b-8fa8-3b99ff9ed60e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:18.326287 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-898dd3db-51b7-4d82-b3f2-3001fa08e354 req-a6d31460-1137-401b-8fa8-3b99ff9ed60e tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.54 "DELETE /v2.0/ports/52f0bec9-5cde-4d30-a8b8-5386b162581a HTTP/1.1" status: 204 len: 173 time: 2.1904716 Nov 12 09:07:18.327586 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69485ef-8320-46c5-b6da-1f03a3b1f771', 'name': 'network-vif-deleted', 'tag': '52f0bec9-5cde-4d30-a8b8-5386b162581a'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:07:18.332054 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602b91ad-2261-4a98-98dc-dfaaf8f0606b" -d '{"events": [{"server_uuid": "b69485ef-8320-46c5-b6da-1f03a3b1f771", "name": "network-vif-deleted", "tag": "52f0bec9-5cde-4d30-a8b8-5386b162581a"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:07:18.611199 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c58200-bb65-48c6-be16-26450089fd47 x-openstack-request-id: req-33c58200-bb65-48c6-be16-26450089fd47 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:07:18.613562 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69485ef-8320-46c5-b6da-1f03a3b1f771", "name": "network-vif-deleted", "tag": "52f0bec9-5cde-4d30-a8b8-5386b162581a", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:07:18.614266 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-33c58200-bb65-48c6-be16-26450089fd47 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:07:18.615021 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b69485ef-8320-46c5-b6da-1f03a3b1f771', 'name': 'network-vif-deleted', 'tag': '52f0bec9-5cde-4d30-a8b8-5386b162581a', 'status': 'completed', 'code': 200} Nov 12 09:07:18.672439 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-9c79961b-31a6-4f9a-84ab-0e21142b0b59 None None] Set router 56970609-9c7f-4776-8df4-654d95099c85 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:07:19.183811 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-14614697-bc9f-41b2-996c-779f9e74a06d req-95c03884-4ce0-4e2b-844d-fb6d68081697 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/ports?device_id=b69485ef-8320-46c5-b6da-1f03a3b1f771 HTTP/1.1" status: 200 len: 210 time: 0.1201940 Nov 12 09:07:19.221798 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9c79961b-31a6-4f9a-84ab-0e21142b0b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56970609-9c7f-4776-8df4-654d95099c85', 'name': 'tempest-AttachVolumeShelveTestJSON-930260596-router', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:04Z', 'updated_at': '2021-11-12T08:56:20Z', 'revision_number': 4, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'gw_port': {'id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:08Z', 'updated_at': '2021-11-12T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'd22e6fdd-04aa-4edd-9626-fa8953dc9a8b', 'name': '', 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'mac_address': 'fa:16:3e:29:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '7b4bf441-b446-4677-be35-634c383c7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:16Z', 'updated_at': '2021-11-12T08:56:37Z', 'revision_number': 5, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'subnets': [{'id': '7b4bf441-b446-4677-be35-634c383c7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:19.294226 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c79961b-31a6-4f9a-84ab-0e21142b0b59 None None] Checking router: 56970609-9c7f-4776-8df4-654d95099c85 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:07:19.325823 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c79961b-31a6-4f9a-84ab-0e21142b0b59 None None] Routers {'56970609-9c7f-4776-8df4-654d95099c85'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:19.327511 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9c79961b-31a6-4f9a-84ab-0e21142b0b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:07:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['56970609-9c7f-4776-8df4-654d95099c85'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:19.977398 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-9c79961b-31a6-4f9a-84ab-0e21142b0b59 None None] Set router 56970609-9c7f-4776-8df4-654d95099c85 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:07:20.395249 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51572) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:20.414122 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9c79961b-31a6-4f9a-84ab-0e21142b0b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56970609-9c7f-4776-8df4-654d95099c85', 'name': 'tempest-AttachVolumeShelveTestJSON-930260596-router', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:04Z', 'updated_at': '2021-11-12T08:56:20Z', 'revision_number': 4, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'gw_port': {'id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:08Z', 'updated_at': '2021-11-12T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'd22e6fdd-04aa-4edd-9626-fa8953dc9a8b', 'name': '', 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'mac_address': 'fa:16:3e:29:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '7b4bf441-b446-4677-be35-634c383c7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:16Z', 'updated_at': '2021-11-12T08:56:37Z', 'revision_number': 5, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'subnets': [{'id': '7b4bf441-b446-4677-be35-634c383c7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:20.477810 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c79961b-31a6-4f9a-84ab-0e21142b0b59 None None] The sync data for ids ['56970609-9c7f-4776-8df4-654d95099c85'] in n-d-768862-16 is: [{'id': '56970609-9c7f-4776-8df4-654d95099c85', 'name': 'tempest-AttachVolumeShelveTestJSON-930260596-router', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:04Z', 'updated_at': '2021-11-12T08:56:20Z', 'revision_number': 4, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'gw_port': {'id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:08Z', 'updated_at': '2021-11-12T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'd22e6fdd-04aa-4edd-9626-fa8953dc9a8b', 'name': '', 'network_id': '1257ab85-0a57-4816-836b-dcdc791e6146', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'mac_address': 'fa:16:3e:29:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '7b4bf441-b446-4677-be35-634c383c7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:16Z', 'updated_at': '2021-11-12T08:56:37Z', 'revision_number': 5, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'subnets': [{'id': '7b4bf441-b446-4677-be35-634c383c7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:07:20.538874 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4daca8b2-935c-4044-8402-442d0d5bbd26 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:20.587540 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4daca8b2-935c-4044-8402-442d0d5bbd26 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:20.687664 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4daca8b2-935c-4044-8402-442d0d5bbd26 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:20.693621 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4daca8b2-935c-4044-8402-442d0d5bbd26 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:20.700595 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4daca8b2-935c-4044-8402-442d0d5bbd26 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "DELETE /v2.0/security-groups/83aa61eb-7261-435a-88a3-7a2cc4b7828d HTTP/1.1" status: 204 len: 168 time: 0.3007746 Nov 12 09:07:20.701421 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 51574) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:20.719625 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daca8b2-935c-4044-8402-442d0d5bbd26 tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83aa61eb-7261-435a-88a3-7a2cc4b7828d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:20.734516 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-6c07f20b-b49d-4a48-9a3d-665db5e4d92d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] show failed (client error): The resource could not be found. Nov 12 09:07:20.742507 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51576) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:20.744507 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6c07f20b-b49d-4a48-9a3d-665db5e4d92d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "GET /v2.0/security-groups/83aa61eb-7261-435a-88a3-7a2cc4b7828d HTTP/1.1" status: 404 len: 347 time: 0.0401185 Nov 12 09:07:20.923053 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2335cbe6-8f10-4074-ac9b-96af383d56d1 None None] New status for floating IP a6842c4b-b134-4ef2-9012-9c8e217dc843: DOWN {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:07:20.999904 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-5ea3816b-ec69-4dcb-adc2-f195a02c8b7d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Deleting port 30acd7a9-cd3c-4211-8577-c6966d655fc8 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:07:21.000374 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5ea3816b-ec69-4dcb-adc2-f195a02c8b7d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:21.063484 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 52f0bec9-5cde-4d30-a8b8-5386b162581a no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:07:21.107626 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 52f0bec9-5cde-4d30-a8b8-5386b162581a {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:07:21.108556 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 52f0bec9-5cde-4d30-a8b8-5386b162581a not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:07:21.196892 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5ea3816b-ec69-4dcb-adc2-f195a02c8b7d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:21.197259 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5ea3816b-ec69-4dcb-adc2-f195a02c8b7d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:21.237216 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-5ea3816b-ec69-4dcb-adc2-f195a02c8b7d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Calling delete_port for 30acd7a9-cd3c-4211-8577-c6966d655fc8 owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:07:21.484465 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5ea3816b-ec69-4dcb-adc2-f195a02c8b7d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:21.539294 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3816b-ec69-4dcb-adc2-f195a02c8b7d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Pushing event deleted for resources: {'Port': ['ID=30acd7a9-cd3c-4211-8577-c6966d655fc8,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:21.660205 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5ea3816b-ec69-4dcb-adc2-f195a02c8b7d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:21.664069 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5ea3816b-ec69-4dcb-adc2-f195a02c8b7d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:21.665824 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5ea3816b-ec69-4dcb-adc2-f195a02c8b7d tempest-AttachVolumeShelveTestJSON-1398722157 tempest-AttachVolumeShelveTestJSON-1398722157-project] 10.222.0.37 "DELETE /v2.0/floatingips/a6842c4b-b134-4ef2-9012-9c8e217dc843 HTTP/1.1" status: 204 len: 168 time: 0.9220924 Nov 12 09:07:23.235685 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:29.315029 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:29.637974 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5096d-be8b-48f7-bf77-b4ee071c7dc5 req-b0ea01dc-5752-447b-9ed1-ae05bcd678f2 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:29.641656 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-31c5096d-be8b-48f7-bf77-b4ee071c7dc5 req-b0ea01dc-5752-447b-9ed1-ae05bcd678f2 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 1098 time: 0.1162333 Nov 12 09:07:29.810195 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-31c5096d-be8b-48f7-bf77-b4ee071c7dc5 req-523afd6e-f6df-4bf9-acc7-93005a8b4d81 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559114 Nov 12 09:07:30.177521 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461cf4fe-7a2f-4846-9c3b-40a96fdd7691 req-28374a58-9ec4-4ffa-9399-3284df8e1c86 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:30.179869 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-461cf4fe-7a2f-4846-9c3b-40a96fdd7691 req-28374a58-9ec4-4ffa-9399-3284df8e1c86 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 946 time: 0.1097960 Nov 12 09:07:30.293307 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-461cf4fe-7a2f-4846-9c3b-40a96fdd7691 req-66154ae4-95fc-4732-969b-fd5d63515eff tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016941 Nov 12 09:07:30.327356 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 51718) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:30.475799 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-85bd9da0-d102-49c5-8ee4-97ad47ca06e4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/floatingips/42e3d470-9229-4335-803f-20a152521f76 HTTP/1.1" status: 200 len: 993 time: 0.1435797 Nov 12 09:07:31.424742 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6f382a30-9842-409e-988b-cd882f2afb0f req-24bedb5c-06b1-49fa-8aec-cf7d43b93972 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0867598 Nov 12 09:07:32.118423 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:07:32.351395 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236852e-cda4-4c99-8208-743c76ee6795 req-fa09655a-4ef7-493e-aba2-2d66d70755cd tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:32.356857 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f236852e-cda4-4c99-8208-743c76ee6795 req-fa09655a-4ef7-493e-aba2-2d66d70755cd tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 946 time: 0.8697684 Nov 12 09:07:32.536673 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f236852e-cda4-4c99-8208-743c76ee6795 req-afa3cb67-6d27-45aa-aced-3a210c915ed5 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485946 Nov 12 09:07:32.678451 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 51780) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:33.853644 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0febd97-303c-4c7a-a7cd-152d2d75a776 req-29c6651c-9548-40be-8c88-d5ed08db1c23 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:33.855935 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a0febd97-303c-4c7a-a7cd-152d2d75a776 req-29c6651c-9548-40be-8c88-d5ed08db1c23 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 946 time: 0.0957501 Nov 12 09:07:33.916773 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1d8c103b-45fa-439b-b9ff-35826996c129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:34.020433 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a0febd97-303c-4c7a-a7cd-152d2d75a776 req-9c735063-dae8-44b3-b966-5563ada9dde1 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476114 Nov 12 09:07:34.366192 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f382a30-9842-409e-988b-cd882f2afb0f req-33aab7c4-bf57-4e43-9396-7c78e123c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:34.369020 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6f382a30-9842-409e-988b-cd882f2afb0f req-33aab7c4-bf57-4e43-9396-7c78e123c427 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 1098 time: 0.1327593 Nov 12 09:07:34.579546 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-1d8c103b-45fa-439b-b9ff-35826996c129 admin admin] Deleting port d22e6fdd-04aa-4edd-9626-fa8953dc9a8b {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:07:34.579546 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1d8c103b-45fa-439b-b9ff-35826996c129 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:34.597913 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f382a30-9842-409e-988b-cd882f2afb0f req-d1503036-0055-4fcb-9c2d-cae7cefa0de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:34.600775 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6f382a30-9842-409e-988b-cd882f2afb0f req-d1503036-0055-4fcb-9c2d-cae7cefa0de8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2c6d05d4-c749-47b7-98bf-07ad7914b0e1 HTTP/1.1" status: 200 len: 897 time: 0.2241447 Nov 12 09:07:34.746176 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-1d8c103b-45fa-439b-b9ff-35826996c129 admin admin] For port d22e6fdd-04aa-4edd-9626-fa8953dc9a8b, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d22e6fdd-04aa-4edd-9626-fa8953dc9a8b,segment=NetworkSegment(0d552c33-257a-485a-b0f3-e78e2fa44e64),segment_id=0d552c33-257a-485a-b0f3-e78e2fa44e64)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:34.746729 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1d8c103b-45fa-439b-b9ff-35826996c129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:34.752778 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6f382a30-9842-409e-988b-cd882f2afb0f req-ee46524a-5e1c-4d22-89f9-a1cd5b1bdb52 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fae0134-639f-4644-93c4-4c55477c3cc0 HTTP/1.1" status: 200 len: 1001 time: 0.1423781 Nov 12 09:07:34.777482 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-1d8c103b-45fa-439b-b9ff-35826996c129 admin admin] Calling delete_port for d22e6fdd-04aa-4edd-9626-fa8953dc9a8b owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:07:34.864185 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f382a30-9842-409e-988b-cd882f2afb0f req-b2d448af-f28c-4b6f-87aa-d6c5712bb568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:34.867521 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6f382a30-9842-409e-988b-cd882f2afb0f req-b2d448af-f28c-4b6f-87aa-d6c5712bb568 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ecf82c81-694e-4af8-92fa-b078e6dd7647 HTTP/1.1" status: 200 len: 835 time: 0.1063206 Nov 12 09:07:34.989053 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f382a30-9842-409e-988b-cd882f2afb0f req-db32d325-d749-4564-b661-7d709fef648e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:34.992644 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6f382a30-9842-409e-988b-cd882f2afb0f req-db32d325-d749-4564-b661-7d709fef648e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2c6d05d4-c749-47b7-98bf-07ad7914b0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1165361 Nov 12 09:07:35.188573 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1d8c103b-45fa-439b-b9ff-35826996c129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:35.295482 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6f382a30-9842-409e-988b-cd882f2afb0f req-f44e005a-8b83-4a69-ba78-32adab378e22 service neutron] 10.222.0.54 "GET /v2.0/networks/2c6d05d4-c749-47b7-98bf-07ad7914b0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938056 Nov 12 09:07:35.333850 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c103b-45fa-439b-b9ff-35826996c129 admin admin] Pushing event deleted for resources: {'Port': ['ID=d22e6fdd-04aa-4edd-9626-fa8953dc9a8b,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:35.418824 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c103b-45fa-439b-b9ff-35826996c129 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:35.419373 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c103b-45fa-439b-b9ff-35826996c129 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:35.419857 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c103b-45fa-439b-b9ff-35826996c129 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:35.420364 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c103b-45fa-439b-b9ff-35826996c129 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:35.420880 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c103b-45fa-439b-b9ff-35826996c129 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:35.421236 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c103b-45fa-439b-b9ff-35826996c129 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:35.421662 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c103b-45fa-439b-b9ff-35826996c129 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:35.422040 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c103b-45fa-439b-b9ff-35826996c129 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:35.422397 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c103b-45fa-439b-b9ff-35826996c129 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:35.422713 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c103b-45fa-439b-b9ff-35826996c129 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:35.423118 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c103b-45fa-439b-b9ff-35826996c129 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:35.423532 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c103b-45fa-439b-b9ff-35826996c129 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:35.555865 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6f382a30-9842-409e-988b-cd882f2afb0f req-8e71a12b-7ee4-426c-a4a1-d8504261746b service neutron] 10.222.0.54 "GET /v2.0/networks/2c6d05d4-c749-47b7-98bf-07ad7914b0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522967 Nov 12 09:07:35.556758 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19965a0-f060-47af-9b74-1e0a9f749d74 req-d8a05247-f715-48e7-9bc2-f156e3cad418 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:35.562828 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a19965a0-f060-47af-9b74-1e0a9f749d74 req-d8a05247-f715-48e7-9bc2-f156e3cad418 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 946 time: 0.2870524 Nov 12 09:07:35.832148 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a19965a0-f060-47af-9b74-1e0a9f749d74 req-78356649-91ea-4adc-b6fe-4b30a02ed470 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630833 Nov 12 09:07:35.859121 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1d8c103b-45fa-439b-b9ff-35826996c129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:36.409584 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a5dae-b887-41b4-87e5-3b59e7f178c9 req-c8d52d29-08f2-4d21-bb97-0b4c23738abd tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:36.411493 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0f4a5dae-b887-41b4-87e5-3b59e7f178c9 req-c8d52d29-08f2-4d21-bb97-0b4c23738abd tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d1f06a-ad39-48a2-9ef5-089aa2036344 HTTP/1.1" status: 200 len: 946 time: 0.1019459 Nov 12 09:07:36.415302 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8c103b-45fa-439b-b9ff-35826996c129 admin admin] Router 56970609-9c7f-4776-8df4-654d95099c85 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:07:36.555410 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0f4a5dae-b887-41b4-87e5-3b59e7f178c9 req-1f23c81f-0ac9-486a-ad96-a52fae355a88 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/security-groups?id=cea0d88c-88ef-4dd0-949a-6b8036d7fb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303496 Nov 12 09:07:36.644579 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8c103b-45fa-439b-b9ff-35826996c129 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:07:36.659245 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51834) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:36.660085 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1d8c103b-45fa-439b-b9ff-35826996c129 admin admin] 10.222.0.37 "PUT /v2.0/routers/56970609-9c7f-4776-8df4-654d95099c85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9793384 Nov 12 09:07:36.677818 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8841747e-1944-43fa-a14e-8c7d071dd0df None None] Sync routers for ids ['56970609-9c7f-4776-8df4-654d95099c85'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:07:36.704971 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8841747e-1944-43fa-a14e-8c7d071dd0df None None] Routers {'56970609-9c7f-4776-8df4-654d95099c85'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:36.706245 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8841747e-1944-43fa-a14e-8c7d071dd0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:07:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['56970609-9c7f-4776-8df4-654d95099c85'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:36.868405 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41d15ecd-c796-4ea7-a4c0-8c9da3b0387c admin admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:36.951654 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-8841747e-1944-43fa-a14e-8c7d071dd0df None None] Set router 56970609-9c7f-4776-8df4-654d95099c85 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:07:37.070986 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41d15ecd-c796-4ea7-a4c0-8c9da3b0387c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:37.110912 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67841b11-df93-4c40-9d7d-f6409e0c1308 req-9341c07f-6353-4ed5-ad77-517fad6bd90a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:37.122916 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-67841b11-df93-4c40-9d7d-f6409e0c1308 req-9341c07f-6353-4ed5-ad77-517fad6bd90a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 946 time: 0.1511314 Nov 12 09:07:37.181758 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-41d15ecd-c796-4ea7-a4c0-8c9da3b0387c admin admin] Deleting port 0e5cfebe-164a-421f-b70f-2e132b1db8ae {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:07:37.182180 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41d15ecd-c796-4ea7-a4c0-8c9da3b0387c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:37.220062 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-67841b11-df93-4c40-9d7d-f6409e0c1308 req-3ce02420-bd80-4eeb-8c46-66575a15ddcc tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955784 Nov 12 09:07:37.339832 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8841747e-1944-43fa-a14e-8c7d071dd0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56970609-9c7f-4776-8df4-654d95099c85', 'name': 'tempest-AttachVolumeShelveTestJSON-930260596-router', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:04Z', 'updated_at': '2021-11-12T09:07:35Z', 'revision_number': 5, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'gw_port': {'id': '0e5cfebe-164a-421f-b70f-2e132b1db8ae', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56970609-9c7f-4776-8df4-654d95099c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:08Z', 'updated_at': '2021-11-12T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:37.385029 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8841747e-1944-43fa-a14e-8c7d071dd0df None None] Checking router: 56970609-9c7f-4776-8df4-654d95099c85 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:07:37.398542 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8841747e-1944-43fa-a14e-8c7d071dd0df None None] Routers {'56970609-9c7f-4776-8df4-654d95099c85'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:37.399728 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8841747e-1944-43fa-a14e-8c7d071dd0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:07:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['56970609-9c7f-4776-8df4-654d95099c85'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:37.585115 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-8841747e-1944-43fa-a14e-8c7d071dd0df None None] Set router 56970609-9c7f-4776-8df4-654d95099c85 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:07:37.689161 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8841747e-1944-43fa-a14e-8c7d071dd0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56970609-9c7f-4776-8df4-654d95099c85', 'name': 'tempest-AttachVolumeShelveTestJSON-930260596-router', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:04Z', 'updated_at': '2021-11-12T09:07:37Z', 'revision_number': 6, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:37.783828 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8841747e-1944-43fa-a14e-8c7d071dd0df None None] The sync data for ids ['56970609-9c7f-4776-8df4-654d95099c85'] in n-d-768862-16 is: [{'id': '56970609-9c7f-4776-8df4-654d95099c85', 'name': 'tempest-AttachVolumeShelveTestJSON-930260596-router', 'tenant_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:04Z', 'updated_at': '2021-11-12T09:07:37Z', 'revision_number': 6, 'project_id': '9ec847d4aa114da6b8ea6ce22207bb4f', 'gw_port_host': None}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:07:37.830325 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9602abb-ef62-435e-8fcb-f4af7a8ea3a8 req-16185571-8a21-4914-9cf1-5ff3932a53c3 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:37.843221 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f9602abb-ef62-435e-8fcb-f4af7a8ea3a8 req-16185571-8a21-4914-9cf1-5ff3932a53c3 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d1f06a-ad39-48a2-9ef5-089aa2036344 HTTP/1.1" status: 200 len: 946 time: 0.1072054 Nov 12 09:07:37.870558 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-41d15ecd-c796-4ea7-a4c0-8c9da3b0387c admin admin] For port 0e5cfebe-164a-421f-b70f-2e132b1db8ae, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=0e5cfebe-164a-421f-b70f-2e132b1db8ae,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:37.871420 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41d15ecd-c796-4ea7-a4c0-8c9da3b0387c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:37.882840 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7ccf8437-bd2f-4c55-a633-4edfb223db6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:37.907934 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-41d15ecd-c796-4ea7-a4c0-8c9da3b0387c admin admin] Calling delete_port for 0e5cfebe-164a-421f-b70f-2e132b1db8ae owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:07:37.914112 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f9602abb-ef62-435e-8fcb-f4af7a8ea3a8 req-716acd92-34c6-4617-b2fd-02ad5ae2a38d tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/security-groups?id=cea0d88c-88ef-4dd0-949a-6b8036d7fb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693171 Nov 12 09:07:38.051704 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdaba4-a709-4b0e-a48a-1bf472421612 req-2dc32078-a23c-438c-b888-bcd390caafcd tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:38.053632 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-40bdaba4-a709-4b0e-a48a-1bf472421612 req-2dc32078-a23c-438c-b888-bcd390caafcd tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.54 "GET /v2.0/ports?device_id=02d1f06a-ad39-48a2-9ef5-089aa2036344 HTTP/1.1" status: 200 len: 946 time: 0.1367435 Nov 12 09:07:38.355759 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-40bdaba4-a709-4b0e-a48a-1bf472421612 req-c6acb9ce-08e6-4a97-b251-6a19f318d79d tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Deleting port c2ac1ba0-8313-44bd-8573-f1c72047b902 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:07:38.357286 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-40bdaba4-a709-4b0e-a48a-1bf472421612 req-c6acb9ce-08e6-4a97-b251-6a19f318d79d tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:38.369009 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41d15ecd-c796-4ea7-a4c0-8c9da3b0387c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:38.457398 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca0d4b-fe41-42b8-8452-a740cc3632fd req-fdb62843-9215-40e0-bbc9-86bbf4fc023a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:38.459597 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b7ca0d4b-fe41-42b8-8452-a740cc3632fd req-fdb62843-9215-40e0-bbc9-86bbf4fc023a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 946 time: 0.1129808 Nov 12 09:07:38.505118 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d15ecd-c796-4ea7-a4c0-8c9da3b0387c admin admin] Pushing event deleted for resources: {'Port': ['ID=0e5cfebe-164a-421f-b70f-2e132b1db8ae,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:38.553597 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2704e0c8-070b-404a-8b77-c697189c35fe None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:07:38.585107 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b7ca0d4b-fe41-42b8-8452-a740cc3632fd req-53a5c905-3d36-4702-8d5b-31cb66664a99 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110940 Nov 12 09:07:38.728454 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-40bdaba4-a709-4b0e-a48a-1bf472421612 req-c6acb9ce-08e6-4a97-b251-6a19f318d79d tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] For port c2ac1ba0-8313-44bd-8573-f1c72047b902, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=c2ac1ba0-8313-44bd-8573-f1c72047b902,segment=NetworkSegment(03217fcb-04a1-4848-abf8-9fa55b4faba4),segment_id=03217fcb-04a1-4848-abf8-9fa55b4faba4)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:38.729039 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-40bdaba4-a709-4b0e-a48a-1bf472421612 req-c6acb9ce-08e6-4a97-b251-6a19f318d79d tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:38.734370 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41d15ecd-c796-4ea7-a4c0-8c9da3b0387c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:38.871510 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-40bdaba4-a709-4b0e-a48a-1bf472421612 req-c6acb9ce-08e6-4a97-b251-6a19f318d79d tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Calling delete_port for c2ac1ba0-8313-44bd-8573-f1c72047b902 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:07:38.930392 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41d15ecd-c796-4ea7-a4c0-8c9da3b0387c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:38.938440 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41d15ecd-c796-4ea7-a4c0-8c9da3b0387c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:39.101280 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41d15ecd-c796-4ea7-a4c0-8c9da3b0387c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:39.102057 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d15ecd-c796-4ea7-a4c0-8c9da3b0387c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56970609-9c7f-4776-8df4-654d95099c85 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:07:39.110756 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41d15ecd-c796-4ea7-a4c0-8c9da3b0387c admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:39.113143 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-41d15ecd-c796-4ea7-a4c0-8c9da3b0387c admin admin] 10.222.0.37 "DELETE /v2.0/routers/56970609-9c7f-4776-8df4-654d95099c85 HTTP/1.1" status: 204 len: 168 time: 2.4509773 Nov 12 09:07:39.119432 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51868) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:39.180496 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a75d0-0b5f-44e7-9ad6-60d37e064055 req-a885d6fa-7d3c-4446-bfb4-3c0102ceee26 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:39.183256 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c48a75d0-0b5f-44e7-9ad6-60d37e064055 req-a885d6fa-7d3c-4446-bfb4-3c0102ceee26 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d1f06a-ad39-48a2-9ef5-089aa2036344 HTTP/1.1" status: 200 len: 946 time: 0.1192966 Nov 12 09:07:39.284009 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c48a75d0-0b5f-44e7-9ad6-60d37e064055 req-ef9d589a-feca-40b6-8313-c4bbb5c51189 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/security-groups?id=cea0d88c-88ef-4dd0-949a-6b8036d7fb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890036 Nov 12 09:07:39.327307 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09f3b0f-c1cd-47d1-8882-8f846465c412 admin admin] Deleting subnet 7b4bf441-b446-4677-be35-634c383c7b12 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:07:39.333282 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d09f3b0f-c1cd-47d1-8882-8f846465c412 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:39.390065 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-40bdaba4-a709-4b0e-a48a-1bf472421612 req-c6acb9ce-08e6-4a97-b251-6a19f318d79d tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:39.414367 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['c2ac1ba0-8313-44bd-8573-f1c72047b902'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:07:39.433974 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d09f3b0f-c1cd-47d1-8882-8f846465c412 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:39.467722 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6acb9ce-08e6-4a97-b251-6a19f318d79d tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Pushing event deleted for resources: {'Port': ['ID=c2ac1ba0-8313-44bd-8573-f1c72047b902,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:39.550597 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-40bdaba4-a709-4b0e-a48a-1bf472421612 req-c6acb9ce-08e6-4a97-b251-6a19f318d79d tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] No DVR routers for this DVR port c2ac1ba0-8313-44bd-8573-f1c72047b902 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:07:39.553583 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-40bdaba4-a709-4b0e-a48a-1bf472421612 req-c6acb9ce-08e6-4a97-b251-6a19f318d79d tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:39.560655 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-40bdaba4-a709-4b0e-a48a-1bf472421612 req-c6acb9ce-08e6-4a97-b251-6a19f318d79d tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.54 "DELETE /v2.0/ports/c2ac1ba0-8313-44bd-8573-f1c72047b902 HTTP/1.1" status: 204 len: 173 time: 1.4978292 Nov 12 09:07:39.564543 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d1f06a-ad39-48a2-9ef5-089aa2036344', 'name': 'network-vif-deleted', 'tag': 'c2ac1ba0-8313-44bd-8573-f1c72047b902'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:07:39.567114 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a139451-443d-4f94-971b-b582efac6dd7" -d '{"events": [{"server_uuid": "02d1f06a-ad39-48a2-9ef5-089aa2036344", "name": "network-vif-deleted", "tag": "c2ac1ba0-8313-44bd-8573-f1c72047b902"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:07:39.649423 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd8365a-d1bc-47d6-95c9-7b32bce7d72d x-openstack-request-id: req-7fd8365a-d1bc-47d6-95c9-7b32bce7d72d {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:07:39.650169 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d1f06a-ad39-48a2-9ef5-089aa2036344", "name": "network-vif-deleted", "tag": "c2ac1ba0-8313-44bd-8573-f1c72047b902", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:07:39.650838 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7fd8365a-d1bc-47d6-95c9-7b32bce7d72d {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:07:39.651795 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d1f06a-ad39-48a2-9ef5-089aa2036344', 'name': 'network-vif-deleted', 'tag': 'c2ac1ba0-8313-44bd-8573-f1c72047b902', 'status': 'completed', 'code': 200} Nov 12 09:07:39.679046 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d09f3b0f-c1cd-47d1-8882-8f846465c412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:39.684610 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 0e5cfebe-164a-421f-b70f-2e132b1db8ae no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:07:39.746635 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 0e5cfebe-164a-421f-b70f-2e132b1db8ae {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:07:39.747514 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 0e5cfebe-164a-421f-b70f-2e132b1db8ae not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:07:39.748288 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d22e6fdd-04aa-4edd-9626-fa8953dc9a8b no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:07:39.800014 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: d22e6fdd-04aa-4edd-9626-fa8953dc9a8b {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:07:39.815480 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d22e6fdd-04aa-4edd-9626-fa8953dc9a8b not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:07:39.823643 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d09f3b0f-c1cd-47d1-8882-8f846465c412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:39.880703 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc6a2c-2ef8-4131-ab35-0fffcfc936c3 req-8ca2742c-00a8-4174-9623-30bbf8520e5a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:39.883619 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e9dc6a2c-2ef8-4131-ab35-0fffcfc936c3 req-8ca2742c-00a8-4174-9623-30bbf8520e5a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 946 time: 0.0965483 Nov 12 09:07:39.904516 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f3b0f-c1cd-47d1-8882-8f846465c412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b4bf441-b446-4677-be35-634c383c7b12,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:39.908440 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d09f3b0f-c1cd-47d1-8882-8f846465c412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:39.916855 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d09f3b0f-c1cd-47d1-8882-8f846465c412 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7b4bf441-b446-4677-be35-634c383c7b12 HTTP/1.1" status: 204 len: 168 time: 0.7923026 Nov 12 09:07:39.916855 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51882) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:39.925619 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cb9954-c98d-48e6-8e1f-485a7860cc26 None None] Network 1257ab85-0a57-4816-836b-dcdc791e6146 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:07:39.990503 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e9dc6a2c-2ef8-4131-ab35-0fffcfc936c3 req-6c35ebfb-7442-4f47-9605-9e17f328e479 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936637 Nov 12 09:07:40.073205 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-90985334-7262-42b3-b53d-8021df465d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:40.207812 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-90985334-7262-42b3-b53d-8021df465d48 admin admin] Deleting port f8bddf97-ff65-49c0-9cd7-2f5a165dd50e {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:07:40.208390 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-90985334-7262-42b3-b53d-8021df465d48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:40.232059 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8c74d8f3-9e06-4936-a4e6-8b60df4e6466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:40.325500 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2caeeaaf-9570-444e-8c37-dfd8fade8fd8 None None] DHCP port deletion for 1257ab85-0a57-4816-836b-dcdc791e6146 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:07:40.372909 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-90985334-7262-42b3-b53d-8021df465d48 admin admin] For port f8bddf97-ff65-49c0-9cd7-2f5a165dd50e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=f8bddf97-ff65-49c0-9cd7-2f5a165dd50e,segment=NetworkSegment(0d552c33-257a-485a-b0f3-e78e2fa44e64),segment_id=0d552c33-257a-485a-b0f3-e78e2fa44e64)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:40.373707 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-90985334-7262-42b3-b53d-8021df465d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:40.417536 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-90985334-7262-42b3-b53d-8021df465d48 admin admin] Calling delete_port for f8bddf97-ff65-49c0-9cd7-2f5a165dd50e owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:07:40.480662 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-2caeeaaf-9570-444e-8c37-dfd8fade8fd8 None None] Deleting port f8bddf97-ff65-49c0-9cd7-2f5a165dd50e {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:07:40.482062 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2caeeaaf-9570-444e-8c37-dfd8fade8fd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:40.587490 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-703135a9-a322-4798-96d3-7140f6971f84 req-27124597-937c-49ba-a7d0-e6fafa0c5973 tempest-VolumesSnapshotTestJSON-85096189 tempest-VolumesSnapshotTestJSON-85096189-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d1f06a-ad39-48a2-9ef5-089aa2036344 HTTP/1.1" status: 200 len: 210 time: 0.0632076 Nov 12 09:07:40.612199 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-90985334-7262-42b3-b53d-8021df465d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:40.658287 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90985334-7262-42b3-b53d-8021df465d48 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8bddf97-ff65-49c0-9cd7-2f5a165dd50e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:40.661843 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90985334-7262-42b3-b53d-8021df465d48 admin admin] No DVR routers for this DVR port f8bddf97-ff65-49c0-9cd7-2f5a165dd50e on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:07:40.668376 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-2caeeaaf-9570-444e-8c37-dfd8fade8fd8 None None] For port f8bddf97-ff65-49c0-9cd7-2f5a165dd50e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=f8bddf97-ff65-49c0-9cd7-2f5a165dd50e,segment=NetworkSegment(0d552c33-257a-485a-b0f3-e78e2fa44e64),segment_id=0d552c33-257a-485a-b0f3-e78e2fa44e64)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:40.670421 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2caeeaaf-9570-444e-8c37-dfd8fade8fd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:40.699356 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-2caeeaaf-9570-444e-8c37-dfd8fade8fd8 None None] Calling delete_port for f8bddf97-ff65-49c0-9cd7-2f5a165dd50e owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:07:40.793192 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-90985334-7262-42b3-b53d-8021df465d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:40.835385 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2caeeaaf-9570-444e-8c37-dfd8fade8fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:40.843048 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-90985334-7262-42b3-b53d-8021df465d48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1257ab85-0a57-4816-836b-dcdc791e6146']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:40.860113 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-90985334-7262-42b3-b53d-8021df465d48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d552c33-257a-485a-b0f3-e78e2fa44e64') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:40.860545 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-90985334-7262-42b3-b53d-8021df465d48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d552c33-257a-485a-b0f3-e78e2fa44e64') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:40.877541 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-90985334-7262-42b3-b53d-8021df465d48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:40.886850 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caeeaaf-9570-444e-8c37-dfd8fade8fd8 None None] Pushing event deleted for resources: {'Port': ['ID=f8bddf97-ff65-49c0-9cd7-2f5a165dd50e,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:40.902672 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caeeaaf-9570-444e-8c37-dfd8fade8fd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:40.903857 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caeeaaf-9570-444e-8c37-dfd8fade8fd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:40.903857 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caeeaaf-9570-444e-8c37-dfd8fade8fd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:40.904417 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caeeaaf-9570-444e-8c37-dfd8fade8fd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:40.905001 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caeeaaf-9570-444e-8c37-dfd8fade8fd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:40.905580 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caeeaaf-9570-444e-8c37-dfd8fade8fd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:40.906153 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caeeaaf-9570-444e-8c37-dfd8fade8fd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:40.906743 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caeeaaf-9570-444e-8c37-dfd8fade8fd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:40.907490 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caeeaaf-9570-444e-8c37-dfd8fade8fd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:40.908092 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caeeaaf-9570-444e-8c37-dfd8fade8fd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:40.908670 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caeeaaf-9570-444e-8c37-dfd8fade8fd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:40.909262 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caeeaaf-9570-444e-8c37-dfd8fade8fd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:40.914107 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-90985334-7262-42b3-b53d-8021df465d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:40.916983 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caeeaaf-9570-444e-8c37-dfd8fade8fd8 None None] No DVR routers for this DVR port f8bddf97-ff65-49c0-9cd7-2f5a165dd50e on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:07:40.934364 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90985334-7262-42b3-b53d-8021df465d48 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:07:40.935256 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-90985334-7262-42b3-b53d-8021df465d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:40.938927 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:07:40.938927 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:07:40.938927 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:07:40.938927 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:07:40.938927 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:07:40.938927 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:07:40.938927 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:07:40.938927 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:07:40.938927 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:07:40.938927 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:07:40.938927 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:07:40.938927 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:07:40.938927 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:07:40.938927 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:07:40.938927 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:07:40.938927 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:07:40.938927 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:07:40.938927 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:07:40.938927 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:07:40.938927 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:07:40.938927 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:07:40.938927 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:07:40.938927 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:07:40.938927 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:07:40.938927 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:07:40.938927 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:07:40.938927 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:07:40.938927 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:07:40.938927 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:07:40.938927 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:07:40.938927 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:07:40.938927 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:07:41.030440 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-90985334-7262-42b3-b53d-8021df465d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:41.055451 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-90985334-7262-42b3-b53d-8021df465d48 admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:41.059979 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-90985334-7262-42b3-b53d-8021df465d48 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1257ab85-0a57-4816-836b-dcdc791e6146 HTTP/1.1" status: 204 len: 168 time: 1.1410282 Nov 12 09:07:41.069677 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90985334-7262-42b3-b53d-8021df465d48 admin admin] Pushing event deleted for resources: {'Network': ['ID=1257ab85-0a57-4816-836b-dcdc791e6146,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:41.245550 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca67a1-af34-4d60-973b-9277714e8e1b req-0d4befcc-627f-4f32-a27f-f75d26cd5c24 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:41.248187 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-24ca67a1-af34-4d60-973b-9277714e8e1b req-0d4befcc-627f-4f32-a27f-f75d26cd5c24 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 946 time: 0.1054592 Nov 12 09:07:41.292888 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51902) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:41.336610 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-24ca67a1-af34-4d60-973b-9277714e8e1b req-8ff46a4c-0d1e-41e7-ba6a-6ddff0204480 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803668 Nov 12 09:07:41.391838 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c4bf486a-dcd0-4d61-a50d-8ec990466428 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ec847d4aa114da6b8ea6ce22207bb4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0909350 Nov 12 09:07:41.397468 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 51904) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:41.506410 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-13e173a7-a390-446f-8e32-3f65e0d2d0ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:41.562852 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-13e173a7-a390-446f-8e32-3f65e0d2d0ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:41.690372 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-13e173a7-a390-446f-8e32-3f65e0d2d0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:41.694282 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-13e173a7-a390-446f-8e32-3f65e0d2d0ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:41.695712 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-13e173a7-a390-446f-8e32-3f65e0d2d0ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc47fa36-8633-47e9-b54a-d8f47d54c5aa HTTP/1.1" status: 204 len: 168 time: 0.2967491 Nov 12 09:07:41.701622 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device f8bddf97-ff65-49c0-9cd7-2f5a165dd50e no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:07:41.707875 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e173a7-a390-446f-8e32-3f65e0d2d0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc47fa36-8633-47e9-b54a-d8f47d54c5aa,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:41.799702 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: f8bddf97-ff65-49c0-9cd7-2f5a165dd50e {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:07:41.800794 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device f8bddf97-ff65-49c0-9cd7-2f5a165dd50e not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:07:42.098866 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:42.583703 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410607be-9f70-4e9c-82c6-73fd420fc8ae req-b0ccfbb5-645c-4a13-814a-050790064198 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:42.600740 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-410607be-9f70-4e9c-82c6-73fd420fc8ae req-b0ccfbb5-645c-4a13-814a-050790064198 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 946 time: 0.1155033 Nov 12 09:07:42.719568 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-410607be-9f70-4e9c-82c6-73fd420fc8ae req-f6bfbccd-eb6d-4733-9a28-b15932e719ae tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174357 Nov 12 09:07:43.164215 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device c2ac1ba0-8313-44bd-8573-f1c72047b902 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:07:43.201533 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: c2ac1ba0-8313-44bd-8573-f1c72047b902 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:07:43.202314 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device c2ac1ba0-8313-44bd-8573-f1c72047b902 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:07:43.416351 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:43.986296 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80088d0-8149-4de5-b333-71d972cf5659 req-88567a53-4926-4898-9014-e131e520938a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:43.989473 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f80088d0-8149-4de5-b333-71d972cf5659 req-88567a53-4926-4898-9014-e131e520938a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 946 time: 0.1006396 Nov 12 09:07:44.057213 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:44.124098 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f80088d0-8149-4de5-b333-71d972cf5659 req-3b88c137-4b45-48ce-a6d5-79f699e7dd47 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133518 Nov 12 09:07:45.381514 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ec3ba-ac93-4563-bb36-b641e85729ad req-652929f2-17c2-4a0b-b45a-b81a4c3f00b7 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:45.392835 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-151ec3ba-ac93-4563-bb36-b641e85729ad req-652929f2-17c2-4a0b-b45a-b81a4c3f00b7 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 946 time: 0.1032951 Nov 12 09:07:45.560211 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-151ec3ba-ac93-4563-bb36-b641e85729ad req-86e0a9ca-ad11-4115-9048-df85e958e751 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611221 Nov 12 09:07:46.917054 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b30e8d-67e3-4e11-a46a-4bc12395f231 req-0431d80f-1a8f-40ca-9d25-7c19efac64b3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:46.938977 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80b30e8d-67e3-4e11-a46a-4bc12395f231 req-0431d80f-1a8f-40ca-9d25-7c19efac64b3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 946 time: 0.1622760 Nov 12 09:07:47.088240 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80b30e8d-67e3-4e11-a46a-4bc12395f231 req-3e5284c8-d3c9-44ad-8819-462096fdf81b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458895 Nov 12 09:07:48.372095 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c06060-8ad1-41b5-a84c-5c634f74edb8 req-5998a721-b565-4986-b0b2-6ed5b1db766a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:48.387986 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a9c06060-8ad1-41b5-a84c-5c634f74edb8 req-5998a721-b565-4986-b0b2-6ed5b1db766a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 946 time: 0.1522391 Nov 12 09:07:48.507900 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a9c06060-8ad1-41b5-a84c-5c634f74edb8 req-c5b13d88-f0ee-45ab-a326-2923e8db6f1f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171093 Nov 12 09:07:49.802721 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de0db2-e83e-43d0-aee0-acbf5780db11 req-8164e2ba-5370-4a4b-b70c-217ce5c76266 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:49.808393 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-46de0db2-e83e-43d0-aee0-acbf5780db11 req-8164e2ba-5370-4a4b-b70c-217ce5c76266 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 946 time: 0.1114690 Nov 12 09:07:49.924301 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-46de0db2-e83e-43d0-aee0-acbf5780db11 req-b7f108b8-7363-43d5-ae00-9e785114907d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037881 Nov 12 09:07:51.227546 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4d0fc-d41c-468d-ab0d-14ab5e111782 req-6293b4b5-c959-42dd-821d-bbb0895ba4a0 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:51.239900 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-82e4d0fc-d41c-468d-ab0d-14ab5e111782 req-6293b4b5-c959-42dd-821d-bbb0895ba4a0 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 946 time: 0.1677451 Nov 12 09:07:51.348964 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-82e4d0fc-d41c-468d-ab0d-14ab5e111782 req-099d1655-f6dc-414d-9976-6b4d640c03ad tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035233 Nov 12 09:07:52.638396 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d6c47-3488-447b-8bbb-201b2da2f1d0 req-5a90cd46-8b7f-448b-845b-807bdda22c4c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:52.641229 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-096d6c47-3488-447b-8bbb-201b2da2f1d0 req-5a90cd46-8b7f-448b-845b-807bdda22c4c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 946 time: 0.1400378 Nov 12 09:07:52.759220 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-096d6c47-3488-447b-8bbb-201b2da2f1d0 req-c56213f2-0d3b-459d-a0d8-1e8f0b5cbd51 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060421 Nov 12 09:07:53.222681 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [req-6f382a30-9842-409e-988b-cd882f2afb0f req-eb6745a7-2bd9-499e-a451-5f1033daf5d9 service neutron] show failed (client error): The resource could not be found. Nov 12 09:07:53.226300 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6f382a30-9842-409e-988b-cd882f2afb0f req-eb6745a7-2bd9-499e-a451-5f1033daf5d9 service neutron] 10.222.0.54 "GET /v2.0/ports/5fae0134-639f-4644-93c4-4c55477c3cc0/bindings/n-h2-768862-16 HTTP/1.1" status: 404 len: 381 time: 0.5147672 Nov 12 09:07:53.253471 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:53.758312 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f382a30-9842-409e-988b-cd882f2afb0f req-1cc611b8-3d2d-4a2c-a37f-e0d1996ac877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:53.762406 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f382a30-9842-409e-988b-cd882f2afb0f req-1cc611b8-3d2d-4a2c-a37f-e0d1996ac877 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3&tenant_id=300860f259ae41fb99a14af6fd1a3470 HTTP/1.1" status: 200 len: 1098 time: 0.1178677 Nov 12 09:07:53.786035 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-6f382a30-9842-409e-988b-cd882f2afb0f req-c63ee8b8-9733-450f-81eb-a376f693416f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768862-16', 'device_owner': 'compute:nova'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:53.893900 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6f382a30-9842-409e-988b-cd882f2afb0f req-c63ee8b8-9733-450f-81eb-a376f693416f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:54.101397 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11966263-2b97-4274-8f2a-a23338fbfaff req-df662b5a-028d-478e-9af0-162f8cfc3db8 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:54.104987 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-11966263-2b97-4274-8f2a-a23338fbfaff req-df662b5a-028d-478e-9af0-162f8cfc3db8 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 946 time: 0.1357501 Nov 12 09:07:54.300548 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-11966263-2b97-4274-8f2a-a23338fbfaff req-2daf22fa-20bf-4001-8933-dcc6e41e93c6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823409 Nov 12 09:07:54.474164 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 52316) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:54.563249 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-6f382a30-9842-409e-988b-cd882f2afb0f req-c63ee8b8-9733-450f-81eb-a376f693416f service neutron] For port 5fae0134-639f-4644-93c4-4c55477c3cc0, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=5fae0134-639f-4644-93c4-4c55477c3cc0,segment=NetworkSegment(609de53a-bb37-45b7-8c94-730f12f49f70),segment_id=609de53a-bb37-45b7-8c94-730f12f49f70)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:54.648458 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-6f382a30-9842-409e-988b-cd882f2afb0f req-c63ee8b8-9733-450f-81eb-a376f693416f service neutron] For port 5fae0134-639f-4644-93c4-4c55477c3cc0, host n-h1-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:07:54.755203 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6f382a30-9842-409e-988b-cd882f2afb0f req-c63ee8b8-9733-450f-81eb-a376f693416f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:54.777933 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-6f382a30-9842-409e-988b-cd882f2afb0f req-c63ee8b8-9733-450f-81eb-a376f693416f service neutron] Transition to ACTIVE for port object 5fae0134-639f-4644-93c4-4c55477c3cc0 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:07:54.782181 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a2ecbc-b0ed-441d-a1ec-cab950193cf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fae0134-639f-4644-93c4-4c55477c3cc0'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:07:54.788660 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d6d6cb-1bb2-4cea-b8be-385557294f91" -d '{"events": [{"server_uuid": "60a2ecbc-b0ed-441d-a1ec-cab950193cf3", "name": "network-vif-unplugged", "status": "completed", "tag": "5fae0134-639f-4644-93c4-4c55477c3cc0"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:07:54.818902 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6f382a30-9842-409e-988b-cd882f2afb0f req-c63ee8b8-9733-450f-81eb-a376f693416f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:54.865056 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-919d76ad-a989-4c3f-b7a1-06a13cf21859 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:54.980058 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c67ab4-4dc3-49f2-9d75-0e8af96a1374 x-openstack-request-id: req-f3c67ab4-4dc3-49f2-9d75-0e8af96a1374 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:07:54.998359 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a2ecbc-b0ed-441d-a1ec-cab950193cf3", "name": "network-vif-unplugged", "status": "completed", "tag": "5fae0134-639f-4644-93c4-4c55477c3cc0", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:07:54.999307 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3c67ab4-4dc3-49f2-9d75-0e8af96a1374 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:07:55.001538 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a2ecbc-b0ed-441d-a1ec-cab950193cf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fae0134-639f-4644-93c4-4c55477c3cc0', 'code': 200} Nov 12 09:07:55.072711 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-919d76ad-a989-4c3f-b7a1-06a13cf21859 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:55.084575 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-919d76ad-a989-4c3f-b7a1-06a13cf21859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:55.158720 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f382a30-9842-409e-988b-cd882f2afb0f req-c63ee8b8-9733-450f-81eb-a376f693416f service neutron] No DVR routers for this DVR port 5fae0134-639f-4644-93c4-4c55477c3cc0 on host n-h1-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:07:55.219611 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-919d76ad-a989-4c3f-b7a1-06a13cf21859 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e0bef320b5284b58a8aa209488f4ebe8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7420678 Nov 12 09:07:55.221151 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d76ad-a989-4c3f-b7a1-06a13cf21859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cfa99b-5955-40bd-9972-74ad1f842448,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:55.225297 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 52330) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:55.350698 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d7c54852-e7d9-46d8-a38c-7d9ced168a15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:55.391455 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d7c54852-e7d9-46d8-a38c-7d9ced168a15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:55.480016 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ee8b8-9733-450f-81eb-a376f693416f service neutron] Pushing event updated for resources: {'Port': ['ID=5fae0134-639f-4644-93c4-4c55477c3cc0,revision_number=6']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:55.520579 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d7c54852-e7d9-46d8-a38c-7d9ced168a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:55.533654 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d7c54852-e7d9-46d8-a38c-7d9ced168a15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:55.568150 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d7c54852-e7d9-46d8-a38c-7d9ced168a15 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/90cfa99b-5955-40bd-9972-74ad1f842448 HTTP/1.1" status: 204 len: 168 time: 0.3412099 Nov 12 09:07:55.614917 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-6f382a30-9842-409e-988b-cd882f2afb0f req-c63ee8b8-9733-450f-81eb-a376f693416f service neutron] Attempting to bind port 5fae0134-639f-4644-93c4-4c55477c3cc0 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:07:55.615840 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-6f382a30-9842-409e-988b-cd882f2afb0f req-c63ee8b8-9733-450f-81eb-a376f693416f service neutron] Attempting to bind port 5fae0134-639f-4644-93c4-4c55477c3cc0 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '609de53a-bb37-45b7-8c94-730f12f49f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:07:55.623132 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f382a30-9842-409e-988b-cd882f2afb0f req-c63ee8b8-9733-450f-81eb-a376f693416f service neutron] Attempting to bind port 5fae0134-639f-4644-93c4-4c55477c3cc0 on network 2c6d05d4-c749-47b7-98bf-07ad7914b0e1 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:07:55.640250 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c54852-e7d9-46d8-a38c-7d9ced168a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cfa99b-5955-40bd-9972-74ad1f842448,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:55.718244 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f382a30-9842-409e-988b-cd882f2afb0f req-c63ee8b8-9733-450f-81eb-a376f693416f service neutron] Port 5fae0134-639f-4644-93c4-4c55477c3cc0 on network 2c6d05d4-c749-47b7-98bf-07ad7914b0e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:07:55.718845 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f382a30-9842-409e-988b-cd882f2afb0f req-c63ee8b8-9733-450f-81eb-a376f693416f service neutron] Attempting to bind port 5fae0134-639f-4644-93c4-4c55477c3cc0 on network 2c6d05d4-c749-47b7-98bf-07ad7914b0e1 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:07:55.746760 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f382a30-9842-409e-988b-cd882f2afb0f req-c63ee8b8-9733-450f-81eb-a376f693416f service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:07:55.747376 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f382a30-9842-409e-988b-cd882f2afb0f req-c63ee8b8-9733-450f-81eb-a376f693416f service neutron] Checking segment: {'id': '609de53a-bb37-45b7-8c94-730f12f49f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:07:55.749909 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f382a30-9842-409e-988b-cd882f2afb0f req-c63ee8b8-9733-450f-81eb-a376f693416f service neutron] Bound using segment: {'id': '609de53a-bb37-45b7-8c94-730f12f49f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:07:55.756690 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-6f382a30-9842-409e-988b-cd882f2afb0f req-c63ee8b8-9733-450f-81eb-a376f693416f service neutron] Bound port: 5fae0134-639f-4644-93c4-4c55477c3cc0, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '609de53a-bb37-45b7-8c94-730f12f49f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:07:55.757991 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6f382a30-9842-409e-988b-cd882f2afb0f req-c63ee8b8-9733-450f-81eb-a376f693416f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:55.917127 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac1d5d-9369-4d71-bafc-d5d8cbef8b77 req-94eb1eb6-a7e0-4815-a711-e15fd3db513d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:55.929483 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0ac1d5d-9369-4d71-bafc-d5d8cbef8b77 req-94eb1eb6-a7e0-4815-a711-e15fd3db513d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 944 time: 0.2790213 Nov 12 09:07:56.046795 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-6f382a30-9842-409e-988b-cd882f2afb0f req-c63ee8b8-9733-450f-81eb-a376f693416f service neutron] For port 5fae0134-639f-4644-93c4-4c55477c3cc0, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:07:56.063105 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0ac1d5d-9369-4d71-bafc-d5d8cbef8b77 req-6a2fd126-6c0d-44a3-a7fd-685601c198d8 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321023 Nov 12 09:07:56.079260 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-6f382a30-9842-409e-988b-cd882f2afb0f req-c63ee8b8-9733-450f-81eb-a376f693416f service neutron] For port 5fae0134-639f-4644-93c4-4c55477c3cc0, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=5fae0134-639f-4644-93c4-4c55477c3cc0,segment=NetworkSegment(609de53a-bb37-45b7-8c94-730f12f49f70),segment_id=609de53a-bb37-45b7-8c94-730f12f49f70)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:07:56.105231 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6f382a30-9842-409e-988b-cd882f2afb0f req-c63ee8b8-9733-450f-81eb-a376f693416f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:56.174299 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f382a30-9842-409e-988b-cd882f2afb0f req-c63ee8b8-9733-450f-81eb-a376f693416f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:56.175087 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6f382a30-9842-409e-988b-cd882f2afb0f req-c63ee8b8-9733-450f-81eb-a376f693416f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:56.177131 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f382a30-9842-409e-988b-cd882f2afb0f req-c63ee8b8-9733-450f-81eb-a376f693416f service neutron] 10.222.0.58 "PUT /v2.0/ports/5fae0134-639f-4644-93c4-4c55477c3cc0 HTTP/1.1" status: 200 len: 1093 time: 2.4062386 Nov 12 09:07:56.391667 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f382a30-9842-409e-988b-cd882f2afb0f req-6c6c9e0c-621c-403a-8213-115933d30589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:56.394731 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f382a30-9842-409e-988b-cd882f2afb0f req-6c6c9e0c-621c-403a-8213-115933d30589 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 1096 time: 0.1405547 Nov 12 09:07:56.404569 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ee8b8-9733-450f-81eb-a376f693416f service neutron] Pushing event updated for resources: {'Port': ['ID=5fae0134-639f-4644-93c4-4c55477c3cc0,revision_number=7']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:56.669959 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 52356) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:56.699273 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-803e59f9-c261-41f9-bb47-35faa060bb95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:56.847650 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f382a30-9842-409e-988b-cd882f2afb0f req-43d4ad3f-38e6-4c12-aba1-aeed40ede00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:56.850367 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f382a30-9842-409e-988b-cd882f2afb0f req-43d4ad3f-38e6-4c12-aba1-aeed40ede00e service neutron] 10.222.0.58 "GET /v2.0/networks?id=2c6d05d4-c749-47b7-98bf-07ad7914b0e1 HTTP/1.1" status: 200 len: 897 time: 0.4475486 Nov 12 09:07:57.031539 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-803e59f9-c261-41f9-bb47-35faa060bb95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:57.033646 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a2ecbc-b0ed-441d-a1ec-cab950193cf3', 'tag': '5fae0134-639f-4644-93c4-4c55477c3cc0'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:07:57.037283 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9294370-cf08-4181-995f-0e4bc67e86df" -d '{"events": [{"name": "network-changed", "server_uuid": "60a2ecbc-b0ed-441d-a1ec-cab950193cf3", "tag": "5fae0134-639f-4644-93c4-4c55477c3cc0"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:07:57.041086 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-803e59f9-c261-41f9-bb47-35faa060bb95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:57.044703 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f382a30-9842-409e-988b-cd882f2afb0f req-e8433253-ef07-4b79-8b66-1d47b7ed8604 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fae0134-639f-4644-93c4-4c55477c3cc0 HTTP/1.1" status: 200 len: 999 time: 0.1831877 Nov 12 09:07:57.176369 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e59f9-c261-41f9-bb47-35faa060bb95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d28ef68-60c0-403a-81e5-b3c8698843e3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:57.192159 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0d3b6f-5524-48d0-a42e-0118757baa39 x-openstack-request-id: req-9d0d3b6f-5524-48d0-a42e-0118757baa39 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:07:57.192367 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a2ecbc-b0ed-441d-a1ec-cab950193cf3", "tag": "5fae0134-639f-4644-93c4-4c55477c3cc0", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:07:57.192876 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d0d3b6f-5524-48d0-a42e-0118757baa39 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:07:57.193338 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a2ecbc-b0ed-441d-a1ec-cab950193cf3', 'tag': '5fae0134-639f-4644-93c4-4c55477c3cc0', 'status': 'completed', 'code': 200} Nov 12 09:07:57.225063 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 5fae0134-639f-4644-93c4-4c55477c3cc0 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:07:57.284945 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f382a30-9842-409e-988b-cd882f2afb0f req-3cc6accf-1dad-40f1-a931-180ae44d22e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:57.289463 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f382a30-9842-409e-988b-cd882f2afb0f req-3cc6accf-1dad-40f1-a931-180ae44d22e1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ecf82c81-694e-4af8-92fa-b078e6dd7647 HTTP/1.1" status: 200 len: 835 time: 0.2337291 Nov 12 09:07:57.347706 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-803e59f9-c261-41f9-bb47-35faa060bb95 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67edc4807cf34a81b62c04d9a44ed62e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6759667 Nov 12 09:07:57.361656 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 52372) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:57.419708 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f382a30-9842-409e-988b-cd882f2afb0f req-8038aab4-e2e9-4152-a696-991e876b28ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:57.423617 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f382a30-9842-409e-988b-cd882f2afb0f req-8038aab4-e2e9-4152-a696-991e876b28ce service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2c6d05d4-c749-47b7-98bf-07ad7914b0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1220379 Nov 12 09:07:57.481473 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 5fae0134-639f-4644-93c4-4c55477c3cc0 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:07:57.528514 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9294370-cf08-4181-995f-0e4bc67e86df req-f8ae0d08-f669-4b4f-b3cb-1ffe0093f5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:57.531467 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d9294370-cf08-4181-995f-0e4bc67e86df req-f8ae0d08-f669-4b4f-b3cb-1ffe0093f5c6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 1096 time: 0.3054399 Nov 12 09:07:57.577246 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986becc4-720b-47db-82c2-aac6835e4e34 req-b58d8a28-93fb-468d-abd1-509370eeeae6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:57.585191 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-986becc4-720b-47db-82c2-aac6835e4e34 req-b58d8a28-93fb-468d-abd1-509370eeeae6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 944 time: 0.1550181 Nov 12 09:07:57.644103 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f382a30-9842-409e-988b-cd882f2afb0f req-377cfd05-e8c0-4ac7-bcb6-1b6a2f75b1ef service neutron] 10.222.0.58 "GET /v2.0/networks/2c6d05d4-c749-47b7-98bf-07ad7914b0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118769 Nov 12 09:07:57.656765 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d7fb956-8bd9-47a9-8bca-0530fd843d50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:57.705893 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-986becc4-720b-47db-82c2-aac6835e4e34 req-8ab8d646-1eee-4b9e-9938-0beb92838450 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194370 Nov 12 09:07:57.972540 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9294370-cf08-4181-995f-0e4bc67e86df req-630efe76-f01a-4581-8bba-8327390666ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:57.975285 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d9294370-cf08-4181-995f-0e4bc67e86df req-630efe76-f01a-4581-8bba-8327390666ed service neutron] 10.222.0.54 "GET /v2.0/networks?id=2c6d05d4-c749-47b7-98bf-07ad7914b0e1 HTTP/1.1" status: 200 len: 897 time: 0.4287918 Nov 12 09:07:57.986700 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f382a30-9842-409e-988b-cd882f2afb0f req-4fcf0e90-bef9-4c31-9c12-e2fbbbb45c96 service neutron] 10.222.0.58 "GET /v2.0/networks/2c6d05d4-c749-47b7-98bf-07ad7914b0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075538 Nov 12 09:07:58.005247 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d7fb956-8bd9-47a9-8bca-0530fd843d50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:58.347559 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d7fb956-8bd9-47a9-8bca-0530fd843d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:58.354555 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d7fb956-8bd9-47a9-8bca-0530fd843d50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:58.360781 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0d7fb956-8bd9-47a9-8bca-0530fd843d50 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d28ef68-60c0-403a-81e5-b3c8698843e3 HTTP/1.1" status: 204 len: 168 time: 0.9966521 Nov 12 09:07:58.368077 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9294370-cf08-4181-995f-0e4bc67e86df req-5e3e5349-8cac-4538-ace5-b776f533fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:58.370945 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9294370-cf08-4181-995f-0e4bc67e86df req-5e3e5349-8cac-4538-ace5-b776f533fbe0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 1096 time: 0.2333150 Nov 12 09:07:58.392097 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7fb956-8bd9-47a9-8bca-0530fd843d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d28ef68-60c0-403a-81e5-b3c8698843e3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:58.410961 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d9294370-cf08-4181-995f-0e4bc67e86df req-6dd75d47-df19-412a-86b9-720df981ea74 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fae0134-639f-4644-93c4-4c55477c3cc0 HTTP/1.1" status: 200 len: 999 time: 0.4014707 Nov 12 09:07:58.623493 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9294370-cf08-4181-995f-0e4bc67e86df req-358c7050-e873-476d-95b9-008dec78da67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:58.630744 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d9294370-cf08-4181-995f-0e4bc67e86df req-358c7050-e873-476d-95b9-008dec78da67 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ecf82c81-694e-4af8-92fa-b078e6dd7647 HTTP/1.1" status: 200 len: 835 time: 0.2069919 Nov 12 09:07:58.646469 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9294370-cf08-4181-995f-0e4bc67e86df req-027f9f02-79b9-427c-948e-25a787855064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:58.649955 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9294370-cf08-4181-995f-0e4bc67e86df req-027f9f02-79b9-427c-948e-25a787855064 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2c6d05d4-c749-47b7-98bf-07ad7914b0e1 HTTP/1.1" status: 200 len: 897 time: 0.2678146 Nov 12 09:07:58.799027 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9294370-cf08-4181-995f-0e4bc67e86df req-2762cc29-a8d9-45c7-9412-d91889026fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:58.810908 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d9294370-cf08-4181-995f-0e4bc67e86df req-2762cc29-a8d9-45c7-9412-d91889026fd5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2c6d05d4-c749-47b7-98bf-07ad7914b0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1650412 Nov 12 09:07:58.911042 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9294370-cf08-4181-995f-0e4bc67e86df req-dd03e9f0-7f2e-408f-a149-d4659ddbfdfd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fae0134-639f-4644-93c4-4c55477c3cc0 HTTP/1.1" status: 200 len: 999 time: 0.2513747 Nov 12 09:07:59.110045 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d9294370-cf08-4181-995f-0e4bc67e86df req-86644a42-b13e-4cbe-9b7e-66e5604bd967 service neutron] 10.222.0.54 "GET /v2.0/networks/2c6d05d4-c749-47b7-98bf-07ad7914b0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845557 Nov 12 09:07:59.155437 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f23a04-b2e4-4043-b2ee-705943bc4189 req-da1cb6f4-0273-4f71-adf1-5578f85ed864 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:59.169589 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41f23a04-b2e4-4043-b2ee-705943bc4189 req-da1cb6f4-0273-4f71-adf1-5578f85ed864 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 944 time: 0.2194135 Nov 12 09:07:59.177950 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9294370-cf08-4181-995f-0e4bc67e86df req-36720e9a-0d7e-4e00-aea4-92cbb428a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:59.180832 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9294370-cf08-4181-995f-0e4bc67e86df req-36720e9a-0d7e-4e00-aea4-92cbb428a2fc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ecf82c81-694e-4af8-92fa-b078e6dd7647 HTTP/1.1" status: 200 len: 835 time: 0.2592015 Nov 12 09:07:59.343722 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:59.380305 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41f23a04-b2e4-4043-b2ee-705943bc4189 req-7b064830-4cc4-47c2-bb35-218ffe59c4bf tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092912 Nov 12 09:07:59.392773 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9294370-cf08-4181-995f-0e4bc67e86df req-b00797a7-3426-4363-b09b-87d345ed594b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:59.395001 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9294370-cf08-4181-995f-0e4bc67e86df req-b00797a7-3426-4363-b09b-87d345ed594b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2c6d05d4-c749-47b7-98bf-07ad7914b0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1998658 Nov 12 09:07:59.546769 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d9294370-cf08-4181-995f-0e4bc67e86df req-0d5f463f-bcc4-494d-a3fb-7c02e94a92ea service neutron] 10.222.0.54 "GET /v2.0/networks/2c6d05d4-c749-47b7-98bf-07ad7914b0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134431 Nov 12 09:07:59.629494 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 5fae0134-639f-4644-93c4-4c55477c3cc0 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:07:59.973708 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 5fae0134-639f-4644-93c4-4c55477c3cc0, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=5fae0134-639f-4644-93c4-4c55477c3cc0,segment=NetworkSegment(609de53a-bb37-45b7-8c94-730f12f49f70),segment_id=609de53a-bb37-45b7-8c94-730f12f49f70)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:59.999592 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '5fae0134-639f-4644-93c4-4c55477c3cc0', 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1', 'port_id': '5fae0134-639f-4644-93c4-4c55477c3cc0', 'mac_address': 'fa:16:3e:57:49:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf82c81-694e-4af8-92fa-b078e6dd7647', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:08:00.161880 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:00.211004 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fae0134-639f-4644-93c4-4c55477c3cc0 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:08:00.295019 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 5fae0134-639f-4644-93c4-4c55477c3cc0, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=5fae0134-639f-4644-93c4-4c55477c3cc0,segment=NetworkSegment(609de53a-bb37-45b7-8c94-730f12f49f70),segment_id=609de53a-bb37-45b7-8c94-730f12f49f70)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:00.308153 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:00.430744 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=5fae0134-639f-4644-93c4-4c55477c3cc0,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:00.440475 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9294370-cf08-4181-995f-0e4bc67e86df req-cc52af75-8177-4ba8-a005-275d988bcb8e service neutron] 10.222.0.58 "GET /v2.0/networks/2c6d05d4-c749-47b7-98bf-07ad7914b0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0363393 Nov 12 09:08:00.573897 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['5fae0134-639f-4644-93c4-4c55477c3cc0'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:08:00.834571 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9294370-cf08-4181-995f-0e4bc67e86df req-a771daf0-d62e-4917-802e-7488e575bc85 service neutron] 10.222.0.58 "GET /v2.0/networks/2c6d05d4-c749-47b7-98bf-07ad7914b0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848376 Nov 12 09:08:01.728281 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30f5f2-5333-4ce3-83d0-8fbee29c827b req-c3ac99b1-f055-4b69-aff6-8bb2e2607c88 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:01.748084 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7f30f5f2-5333-4ce3-83d0-8fbee29c827b req-c3ac99b1-f055-4b69-aff6-8bb2e2607c88 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 945 time: 0.1644063 Nov 12 09:08:01.948543 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7f30f5f2-5333-4ce3-83d0-8fbee29c827b req-dcdfdc20-f326-4ce0-b74a-d5adf0b119c3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969743 Nov 12 09:08:01.990401 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-e6928c1c-c7df-490d-add5-00652e23f4ad service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1703780 Nov 12 09:08:02.401088 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-de514079-8ee8-44ae-82bb-34670264cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:02.402104 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-de514079-8ee8-44ae-82bb-34670264cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:02.403220 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-de514079-8ee8-44ae-82bb-34670264cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:02.404258 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-de514079-8ee8-44ae-82bb-34670264cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:02.405308 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-de514079-8ee8-44ae-82bb-34670264cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:02.409192 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-de514079-8ee8-44ae-82bb-34670264cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:02.410290 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-de514079-8ee8-44ae-82bb-34670264cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:02.415104 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-de514079-8ee8-44ae-82bb-34670264cdb5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad65bcc6bcb148c2b43b634da3af78b4&device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 6508 time: 0.2467923 Nov 12 09:08:02.584469 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c86d5130-0c55-4dcc-a4d4-2b9ef4b55aa2 req-e5df717a-b20a-4f15-94a7-46e758a63c0e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2128067 Nov 12 09:08:02.944424 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-c629685e-8013-482e-bf0d-5ecf592c9644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:02.946164 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-c629685e-8013-482e-bf0d-5ecf592c9644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:02.947010 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-c629685e-8013-482e-bf0d-5ecf592c9644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:02.957242 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-c629685e-8013-482e-bf0d-5ecf592c9644 service neutron] 10.222.0.54 "GET /v2.0/networks?id=52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572&id=6f43e52f-01a2-4807-8299-a32ad3b11a95&id=6f43e52f-01a2-4807-8299-a32ad3b11a95&id=6f43e52f-01a2-4807-8299-a32ad3b11a95&id=6f43e52f-01a2-4807-8299-a32ad3b11a95&id=ae45870e-ea40-4974-aaa2-60a832e0f221&id=ae45870e-ea40-4974-aaa2-60a832e0f221 HTTP/1.1" status: 200 len: 2297 time: 0.4824989 Nov 12 09:08:03.124693 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d5130-0c55-4dcc-a4d4-2b9ef4b55aa2 req-fa3195e0-1422-4622-9639-327c4537b36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:03.128995 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c86d5130-0c55-4dcc-a4d4-2b9ef4b55aa2 req-fa3195e0-1422-4622-9639-327c4537b36f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 1097 time: 0.4005697 Nov 12 09:08:03.210797 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-b78a674d-3278-4b0f-a0fd-b73f6d3f6fc5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67f7b3d5-2b02-4acc-aa1d-2c68928b32e8 HTTP/1.1" status: 200 len: 1001 time: 0.2444468 Nov 12 09:08:03.413404 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-0078f31a-16d0-4d86-877b-babe4dfe9570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:03.416283 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-0078f31a-16d0-4d86-877b-babe4dfe9570 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=972d18b2-ff95-4dd0-9709-a0646a0ab7eb HTTP/1.1" status: 200 len: 856 time: 0.1786849 Nov 12 09:08:03.571544 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-be5c5fcc-4a27-4dd4-8651-a1394e97ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:03.574762 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-be5c5fcc-4a27-4dd4-8651-a1394e97ba6e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1478565 Nov 12 09:08:03.658288 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 5fae0134-639f-4644-93c4-4c55477c3cc0 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:08:03.779353 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-b582c0f5-2e8c-49a3-adc8-51dbee070caf tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:03.782997 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-b582c0f5-2e8c-49a3-adc8-51dbee070caf tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.58 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3&tenant_id=300860f259ae41fb99a14af6fd1a3470&binding%3Ahost_id=n-h2-768862-16 HTTP/1.1" status: 200 len: 945 time: 0.9075093 Nov 12 09:08:03.804700 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d5130-0c55-4dcc-a4d4-2b9ef4b55aa2 req-0f6d6cc0-7634-4fa8-a87e-dbc1eae1cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:03.806231 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c86d5130-0c55-4dcc-a4d4-2b9ef4b55aa2 req-0f6d6cc0-7634-4fa8-a87e-dbc1eae1cb7c service neutron] 10.222.0.58 "GET /v2.0/networks?id=2c6d05d4-c749-47b7-98bf-07ad7914b0e1 HTTP/1.1" status: 200 len: 897 time: 0.6242394 Nov 12 09:08:03.830902 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 5fae0134-639f-4644-93c4-4c55477c3cc0 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:08:03.862480 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3d497-93d1-458f-84d3-28bd04cf7724 req-b3441e88-2b00-4f93-9b20-a299b6626df9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:03.865342 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 5fae0134-639f-4644-93c4-4c55477c3cc0 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:03.867443 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:03.873739 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d4a3d497-93d1-458f-84d3-28bd04cf7724 req-b3441e88-2b00-4f93-9b20-a299b6626df9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 945 time: 0.6551633 Nov 12 09:08:03.926360 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-ca0de367-58f6-4c0e-8edb-355780f93e93 service neutron] 10.222.0.54 "GET /v2.0/networks/52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366315 Nov 12 09:08:04.142997 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c86d5130-0c55-4dcc-a4d4-2b9ef4b55aa2 req-064eee27-1322-4ec9-9de5-32715f0122d4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fae0134-639f-4644-93c4-4c55477c3cc0 HTTP/1.1" status: 200 len: 1000 time: 0.3235598 Nov 12 09:08:04.315130 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:04.393849 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d5130-0c55-4dcc-a4d4-2b9ef4b55aa2 req-c8c0547b-fb7f-4747-8933-df6205718c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:04.396470 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c86d5130-0c55-4dcc-a4d4-2b9ef4b55aa2 req-c8c0547b-fb7f-4747-8933-df6205718c42 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ecf82c81-694e-4af8-92fa-b078e6dd7647 HTTP/1.1" status: 200 len: 835 time: 0.2311430 Nov 12 09:08:04.441639 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a2ecbc-b0ed-441d-a1ec-cab950193cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fae0134-639f-4644-93c4-4c55477c3cc0'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:08:04.456768 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febc13b0-adc4-442d-b064-b74c222d298b" -d '{"events": [{"server_uuid": "60a2ecbc-b0ed-441d-a1ec-cab950193cf3", "name": "network-vif-plugged", "status": "completed", "tag": "5fae0134-639f-4644-93c4-4c55477c3cc0"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:08:04.483981 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-ba84e641-2645-42ef-b9f2-373e7f58b117 service neutron] 10.222.0.54 "GET /v2.0/networks/52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5502148 Nov 12 09:08:04.500024 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 5fae0134-639f-4644-93c4-4c55477c3cc0, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=5fae0134-639f-4644-93c4-4c55477c3cc0,segment=NetworkSegment(609de53a-bb37-45b7-8c94-730f12f49f70),segment_id=609de53a-bb37-45b7-8c94-730f12f49f70)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:04.514039 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:04.665481 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-53bfe829-cfa0-4964-9872-84078f6ca066 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=1fc527f8-9665-4e15-9131-e2f6e2db3a4f HTTP/1.1" status: 200 len: 217 time: 0.1733599 Nov 12 09:08:04.707833 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=5fae0134-639f-4644-93c4-4c55477c3cc0,revision_number=9']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:04.743630 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d4a3d497-93d1-458f-84d3-28bd04cf7724 req-c378caa1-9a1e-4c87-91d0-b63296812008 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8659902 Nov 12 09:08:04.769043 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-faf87240-2632-4639-8e3d-e1524a194c49 service neutron] 10.222.0.58 "GET /v2.0/ports/5fae0134-639f-4644-93c4-4c55477c3cc0/bindings/n-h2-768862-16 HTTP/1.1" status: 200 len: 383 time: 0.9600170 Nov 12 09:08:04.798850 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d5130-0c55-4dcc-a4d4-2b9ef4b55aa2 req-60b6da9b-d9cd-4d5d-aa40-088c72842391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:04.804400 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c86d5130-0c55-4dcc-a4d4-2b9ef4b55aa2 req-60b6da9b-d9cd-4d5d-aa40-088c72842391 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2c6d05d4-c749-47b7-98bf-07ad7914b0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3889587 Nov 12 09:08:04.823023 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-9fea1f4c-4841-44ca-a8f0-7e35549e315a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:04.828886 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-9fea1f4c-4841-44ca-a8f0-7e35549e315a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a46f76c2-1a35-49b4-89e9-0120081a33c4 HTTP/1.1" status: 200 len: 797 time: 0.1531656 Nov 12 09:08:05.007088 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-c9414a69-495e-4d00-b00e-b7fdb4558cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:05.009866 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-c9414a69-495e-4d00-b00e-b7fdb4558cbe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6f43e52f-01a2-4807-8299-a32ad3b11a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1671569 Nov 12 09:08:05.175098 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c86d5130-0c55-4dcc-a4d4-2b9ef4b55aa2 req-f4c4cb38-f219-4e2d-a009-da4e5f848ed5 service neutron] 10.222.0.58 "GET /v2.0/networks/2c6d05d4-c749-47b7-98bf-07ad7914b0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624129 Nov 12 09:08:05.253010 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db716538-aeab-44e7-b883-5846ccc406b5 x-openstack-request-id: req-db716538-aeab-44e7-b883-5846ccc406b5 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:08:05.253518 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a2ecbc-b0ed-441d-a1ec-cab950193cf3", "name": "network-vif-plugged", "status": "completed", "tag": "5fae0134-639f-4644-93c4-4c55477c3cc0", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:08:05.253963 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db716538-aeab-44e7-b883-5846ccc406b5 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:08:05.256542 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a2ecbc-b0ed-441d-a1ec-cab950193cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fae0134-639f-4644-93c4-4c55477c3cc0', 'code': 200} Nov 12 09:08:05.447223 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-ee5fb134-5494-48e1-92a5-48a68f100879 service neutron] 10.222.0.54 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259720 Nov 12 09:08:05.623340 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c86d5130-0c55-4dcc-a4d4-2b9ef4b55aa2 req-3e9ffa2b-627e-45cc-8a27-7aba76c899d4 service neutron] 10.222.0.58 "GET /v2.0/networks/2c6d05d4-c749-47b7-98bf-07ad7914b0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319053 Nov 12 09:08:05.867838 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-8e32115c-e9ca-40be-9344-d0285184eb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:05.872103 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-8e32115c-e9ca-40be-9344-d0285184eb53 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 1098 time: 0.1333463 Nov 12 09:08:05.932679 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-98ab7b17-8b67-4dfc-8da5-5a30707b4aa2 service neutron] 10.222.0.54 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706554 Nov 12 09:08:06.140490 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-dfcce8eb-df91-4708-a47f-79f62c44c4b6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=d89afea3-56ca-4d29-b4cc-697f5d5a1d50 HTTP/1.1" status: 200 len: 217 time: 0.1983843 Nov 12 09:08:06.252929 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-27e2a7a5-a460-4ccf-8c6b-46e4a90bf494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:06.255091 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-27e2a7a5-a460-4ccf-8c6b-46e4a90bf494 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a46f76c2-1a35-49b4-89e9-0120081a33c4 HTTP/1.1" status: 200 len: 797 time: 0.1078591 Nov 12 09:08:06.391287 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-e8188a0f-9c00-44f3-8cbf-a77d4890d3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:06.394528 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-e8188a0f-9c00-44f3-8cbf-a77d4890d3b9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6f43e52f-01a2-4807-8299-a32ad3b11a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1290653 Nov 12 09:08:06.655000 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-2b34da93-f6bf-4dc4-8748-d3870faf1807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:06.657909 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-2b34da93-f6bf-4dc4-8748-d3870faf1807 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2c6d05d4-c749-47b7-98bf-07ad7914b0e1 HTTP/1.1" status: 200 len: 897 time: 0.7669756 Nov 12 09:08:06.704576 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017de855-0936-4938-833b-7612270904dc req-07d98aad-b0c8-48d5-a855-e137edcaff3a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:06.707440 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-017de855-0936-4938-833b-7612270904dc req-07d98aad-b0c8-48d5-a855-e137edcaff3a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 946 time: 0.5818393 Nov 12 09:08:06.811449 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-b46d6144-763b-4959-901f-ab2a959f5fbe service neutron] 10.222.0.54 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030087 Nov 12 09:08:07.056244 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-cda433e7-fcfd-4d48-84f7-8362371dd61f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fae0134-639f-4644-93c4-4c55477c3cc0 HTTP/1.1" status: 200 len: 1001 time: 0.3395901 Nov 12 09:08:07.065208 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-017de855-0936-4938-833b-7612270904dc req-3033e55a-3f56-4501-8fcc-7bb8e9079dcd tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3266721 Nov 12 09:08:07.112273 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-507fbda5-3239-467a-8d5b-ecc15c1e1118 service neutron] 10.222.0.54 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747407 Nov 12 09:08:07.152246 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-97323d7b-32e8-4f48-b1d5-bece0f4876b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:07.154957 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-97323d7b-32e8-4f48-b1d5-bece0f4876b5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ecf82c81-694e-4af8-92fa-b078e6dd7647 HTTP/1.1" status: 200 len: 835 time: 0.0881507 Nov 12 09:08:07.225531 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-2166ab58-bdf0-455f-83d7-f7155252365c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=7b185afb-245a-4fb4-8397-b9de6cfe0fed HTTP/1.1" status: 200 len: 217 time: 0.1201675 Nov 12 09:08:07.273524 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-a982ef82-65db-4111-b089-2ec79313123d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:07.278311 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-a982ef82-65db-4111-b089-2ec79313123d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2c6d05d4-c749-47b7-98bf-07ad7914b0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1146858 Nov 12 09:08:07.352416 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-51230322-29c8-4d6f-9439-7ada59f1beac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:07.357097 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-51230322-29c8-4d6f-9439-7ada59f1beac service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a46f76c2-1a35-49b4-89e9-0120081a33c4 HTTP/1.1" status: 200 len: 797 time: 0.1183126 Nov 12 09:08:07.478758 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-f96f9785-8a07-4246-914e-b9eca16b72f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:07.482215 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-ca6ad993-84f5-4260-bf3d-11dc571baf04 service neutron] 10.222.0.58 "GET /v2.0/networks/2c6d05d4-c749-47b7-98bf-07ad7914b0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902194 Nov 12 09:08:07.484071 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-f96f9785-8a07-4246-914e-b9eca16b72f4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6f43e52f-01a2-4807-8299-a32ad3b11a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1181979 Nov 12 09:08:07.730549 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-9e4b57c2-2d24-4631-ac1d-41ba09c23a22 service neutron] 10.222.0.54 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371840 Nov 12 09:08:07.827775 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-a72771d6-a957-4f7c-8b25-490e7b55792b service neutron] 10.222.0.58 "GET /v2.0/networks/2c6d05d4-c749-47b7-98bf-07ad7914b0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381767 Nov 12 09:08:07.927206 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7f88b212-3c80-442b-817e-9595acf6e151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:08.016669 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-e40523a0-6d05-424f-8e3e-a8efbcb69ca7 service neutron] 10.222.0.54 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763748 Nov 12 09:08:08.108953 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-edcdec27-b219-444d-97cd-8c58668e4a2c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=6fcbc602-f892-4d42-bc23-8549c06c7ef1 HTTP/1.1" status: 200 len: 217 time: 0.0837154 Nov 12 09:08:08.273901 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-27d3162b-b3ae-49e6-9ac8-ff42f2446521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:08.276450 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-27d3162b-b3ae-49e6-9ac8-ff42f2446521 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a46f76c2-1a35-49b4-89e9-0120081a33c4 HTTP/1.1" status: 200 len: 797 time: 0.1554813 Nov 12 09:08:08.406365 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2caa37-119b-4f5d-806c-c822395bff5b req-fdb731b5-8e05-4d66-834f-2c2a96c32dc9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:08.421824 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba2caa37-119b-4f5d-806c-c822395bff5b req-fdb731b5-8e05-4d66-834f-2c2a96c32dc9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 946 time: 0.1225281 Nov 12 09:08:08.481698 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-71508ea6-f965-48fa-ada9-74a2495488ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:08.485237 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-71508ea6-f965-48fa-ada9-74a2495488ef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6f43e52f-01a2-4807-8299-a32ad3b11a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1994743 Nov 12 09:08:08.589707 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba2caa37-119b-4f5d-806c-c822395bff5b req-deca39bc-a655-40ed-a0b1-b85b57c9a1d7 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633539 Nov 12 09:08:08.757839 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-93035004-4b40-41e8-8bc4-63ddfa89bb65 service neutron] 10.222.0.54 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617111 Nov 12 09:08:08.941254 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 52556) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:08.980701 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-1e2252d1-2a37-4cf3-b6bc-888d34d12e17 service neutron] 10.222.0.54 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971684 Nov 12 09:08:09.078570 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-520559cf-7f82-4030-937a-462af5f4e416 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=206f8312-f979-4e27-92c2-524c260a2a43 HTTP/1.1" status: 200 len: 217 time: 0.0899727 Nov 12 09:08:09.125322 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:08:09.198739 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-a7b70327-b468-41d4-9e97-128ad0df705c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:09.201679 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-a7b70327-b468-41d4-9e97-128ad0df705c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cbf435e5-42b0-4c0e-ac62-0d08bd5977b4 HTTP/1.1" status: 200 len: 797 time: 0.1146963 Nov 12 09:08:09.236125 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a97b1169-a84e-480e-a3c4-9c2c13a9e21c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:09.378517 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-24640866-0612-4c2f-a0e8-93a49fd50446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:09.381419 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-24640866-0612-4c2f-a0e8-93a49fd50446 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ae45870e-ea40-4974-aaa2-60a832e0f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1682806 Nov 12 09:08:09.522265 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a97b1169-a84e-480e-a3c4-9c2c13a9e21c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:09.542921 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a97b1169-a84e-480e-a3c4-9c2c13a9e21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:09.646372 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b1169-a84e-480e-a3c4-9c2c13a9e21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9cc252-da8e-42fd-b812-a8878a090c22,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:09.648922 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-3ecc5b33-bf2a-4b93-9291-06c9983b3342 service neutron] 10.222.0.54 "GET /v2.0/networks/ae45870e-ea40-4974-aaa2-60a832e0f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516878 Nov 12 09:08:09.682035 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a97b1169-a84e-480e-a3c4-9c2c13a9e21c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9d576f3f1d4942c09d888243a00d279b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7391462 Nov 12 09:08:09.687442 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 52564) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:09.882879 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5c7baa40-9496-4d4d-9fb1-c50ef33abdfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:09.963910 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-158959a2-1123-431f-a94e-06c126faacb0 service neutron] 10.222.0.54 "GET /v2.0/networks/ae45870e-ea40-4974-aaa2-60a832e0f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953253 Nov 12 09:08:10.029397 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5c7baa40-9496-4d4d-9fb1-c50ef33abdfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:10.062366 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-70090ef0-ad23-457b-b0a7-877dfc623dd9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0fe5da9b-dc65-4c8c-94f7-e34d6a421df3 HTTP/1.1" status: 200 len: 217 time: 0.0929923 Nov 12 09:08:10.082507 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659dc96-9c01-4277-b139-74906a47a0b5 req-23a07195-a6ed-4c74-b6b9-21721060ac09 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:10.097225 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d659dc96-9c01-4277-b139-74906a47a0b5 req-23a07195-a6ed-4c74-b6b9-21721060ac09 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 946 time: 0.2092087 Nov 12 09:08:10.235802 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d659dc96-9c01-4277-b139-74906a47a0b5 req-b9ef9ff5-6e1b-475a-a7d2-1ecea8d3c8b7 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357627 Nov 12 09:08:10.259388 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-56465533-a451-4ba4-acf3-7798d136445a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:10.265898 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-84f8faa7-8d44-447f-a49e-be2463c12ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:10.272115 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-84f8faa7-8d44-447f-a49e-be2463c12ede service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cbf435e5-42b0-4c0e-ac62-0d08bd5977b4 HTTP/1.1" status: 200 len: 797 time: 0.1951501 Nov 12 09:08:10.319770 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5c7baa40-9496-4d4d-9fb1-c50ef33abdfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:10.324969 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5c7baa40-9496-4d4d-9fb1-c50ef33abdfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:10.327384 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5c7baa40-9496-4d4d-9fb1-c50ef33abdfa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af9cc252-da8e-42fd-b812-a8878a090c22 HTTP/1.1" status: 204 len: 168 time: 0.6380785 Nov 12 09:08:10.343572 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7baa40-9496-4d4d-9fb1-c50ef33abdfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9cc252-da8e-42fd-b812-a8878a090c22,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:10.456099 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-eac11e70-aeb9-4d95-a1fb-42597d96cad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:10.463137 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-eac11e70-aeb9-4d95-a1fb-42597d96cad4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ae45870e-ea40-4974-aaa2-60a832e0f221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1841125 Nov 12 09:08:10.760819 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-02af116d-7d48-4a47-a3cf-59bc5b64332f service neutron] 10.222.0.54 "GET /v2.0/networks/ae45870e-ea40-4974-aaa2-60a832e0f221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833672 Nov 12 09:08:11.103977 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e00169df-b1ea-4858-b035-ed25c5cb1e9a req-29e86258-55a3-49cf-939d-a69c95bd86d2 service neutron] 10.222.0.54 "GET /v2.0/networks/ae45870e-ea40-4974-aaa2-60a832e0f221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348074 Nov 12 09:08:11.125021 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-af33acf4-5767-4b9d-9402-3515823670e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:11.130839 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-af33acf4-5767-4b9d-9402-3515823670e8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3&tenant_id=300860f259ae41fb99a14af6fd1a3470 HTTP/1.1" status: 200 len: 1098 time: 0.1423059 Nov 12 09:08:11.153535 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-7cb86467-44fd-44d9-bcd1-e33f295e6e3d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768862-16', 'device_owner': 'compute:nova'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:11.286880 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-7cb86467-44fd-44d9-bcd1-e33f295e6e3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:11.352802 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 52580) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:11.393794 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0f8316f9-ae4d-4c85-9fba-372221632a54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:11.754478 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07100ea9-e51b-4008-947c-b6d6a842ddfd req-af48aae3-c1c0-459b-85cd-ad73a43bbe19 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:11.768653 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07100ea9-e51b-4008-947c-b6d6a842ddfd req-af48aae3-c1c0-459b-85cd-ad73a43bbe19 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 946 time: 0.1987498 Nov 12 09:08:11.817090 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0f8316f9-ae4d-4c85-9fba-372221632a54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:11.840750 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0f8316f9-ae4d-4c85-9fba-372221632a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:11.889046 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0f8316f9-ae4d-4c85-9fba-372221632a54 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=106b2fd41da94e18b77371e93828d7c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5342824 Nov 12 09:08:11.893023 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 52586) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:11.948448 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-7cb86467-44fd-44d9-bcd1-e33f295e6e3d service neutron] For port 5fae0134-639f-4644-93c4-4c55477c3cc0, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=5fae0134-639f-4644-93c4-4c55477c3cc0,segment=NetworkSegment(609de53a-bb37-45b7-8c94-730f12f49f70),segment_id=609de53a-bb37-45b7-8c94-730f12f49f70)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:12.016669 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07100ea9-e51b-4008-947c-b6d6a842ddfd req-64029aeb-b38b-4033-8571-9cd93b3f014e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2464762 Nov 12 09:08:12.090291 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:12.100572 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-7cb86467-44fd-44d9-bcd1-e33f295e6e3d service neutron] For port 5fae0134-639f-4644-93c4-4c55477c3cc0, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:08:12.145835 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8316f9-ae4d-4c85-9fba-372221632a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e093a919-5501-4420-af98-66f9e9c5db95,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:12.150674 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7717833b-1bc8-41b9-a4fb-66e4cb1dcdb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:12.215228 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a2ecbc-b0ed-441d-a1ec-cab950193cf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fae0134-639f-4644-93c4-4c55477c3cc0'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:08:12.224085 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fd8bdc-43d7-44d4-b229-8527d12f3321" -d '{"events": [{"server_uuid": "60a2ecbc-b0ed-441d-a1ec-cab950193cf3", "name": "network-vif-unplugged", "status": "completed", "tag": "5fae0134-639f-4644-93c4-4c55477c3cc0"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:08:12.224816 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-7cb86467-44fd-44d9-bcd1-e33f295e6e3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:12.249682 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7717833b-1bc8-41b9-a4fb-66e4cb1dcdb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:12.252848 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-7cb86467-44fd-44d9-bcd1-e33f295e6e3d service neutron] Transition to ACTIVE for port object 5fae0134-639f-4644-93c4-4c55477c3cc0 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:08:12.262080 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-7cb86467-44fd-44d9-bcd1-e33f295e6e3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:12.416265 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7717833b-1bc8-41b9-a4fb-66e4cb1dcdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:12.419562 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7717833b-1bc8-41b9-a4fb-66e4cb1dcdb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:12.424051 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7717833b-1bc8-41b9-a4fb-66e4cb1dcdb2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e093a919-5501-4420-af98-66f9e9c5db95 HTTP/1.1" status: 204 len: 168 time: 0.5266688 Nov 12 09:08:12.451535 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6250dd42-dd8a-49c7-82dd-29a1bb7cacec x-openstack-request-id: req-6250dd42-dd8a-49c7-82dd-29a1bb7cacec {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:08:12.452036 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a2ecbc-b0ed-441d-a1ec-cab950193cf3", "name": "network-vif-unplugged", "status": "completed", "tag": "5fae0134-639f-4644-93c4-4c55477c3cc0", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:08:12.452459 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6250dd42-dd8a-49c7-82dd-29a1bb7cacec {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:08:12.453395 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a2ecbc-b0ed-441d-a1ec-cab950193cf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fae0134-639f-4644-93c4-4c55477c3cc0', 'code': 200} Nov 12 09:08:12.454135 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717833b-1bc8-41b9-a4fb-66e4cb1dcdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e093a919-5501-4420-af98-66f9e9c5db95,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:13.435684 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:13.545924 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c14e2-6620-44b5-92d4-1f0d2df84d34 req-14e30f4d-6e36-412e-b5c3-022f002f8eeb tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:13.568246 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d73c14e2-6620-44b5-92d4-1f0d2df84d34 req-14e30f4d-6e36-412e-b5c3-022f002f8eeb tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 945 time: 0.2514517 Nov 12 09:08:13.661405 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb86467-44fd-44d9-bcd1-e33f295e6e3d service neutron] Pushing event updated for resources: {'Port': ['ID=5fae0134-639f-4644-93c4-4c55477c3cc0,revision_number=10']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:13.716927 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 5fae0134-639f-4644-93c4-4c55477c3cc0 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:08:13.742579 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d73c14e2-6620-44b5-92d4-1f0d2df84d34 req-f644b3a9-5909-4d1b-9472-8f13713d4cf8 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714866 Nov 12 09:08:13.807887 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-7cb86467-44fd-44d9-bcd1-e33f295e6e3d service neutron] No DVR routers for this DVR port 5fae0134-639f-4644-93c4-4c55477c3cc0 on host n-h2-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:08:13.885333 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 5fae0134-639f-4644-93c4-4c55477c3cc0 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:08:14.080332 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:14.164893 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-7cb86467-44fd-44d9-bcd1-e33f295e6e3d service neutron] Attempting to bind port 5fae0134-639f-4644-93c4-4c55477c3cc0 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:08:14.166451 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-7cb86467-44fd-44d9-bcd1-e33f295e6e3d service neutron] Attempting to bind port 5fae0134-639f-4644-93c4-4c55477c3cc0 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '609de53a-bb37-45b7-8c94-730f12f49f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:08:14.167050 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-7cb86467-44fd-44d9-bcd1-e33f295e6e3d service neutron] Attempting to bind port 5fae0134-639f-4644-93c4-4c55477c3cc0 on network 2c6d05d4-c749-47b7-98bf-07ad7914b0e1 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:08:14.178168 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-7cb86467-44fd-44d9-bcd1-e33f295e6e3d service neutron] Port 5fae0134-639f-4644-93c4-4c55477c3cc0 on network 2c6d05d4-c749-47b7-98bf-07ad7914b0e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:08:14.179548 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-7cb86467-44fd-44d9-bcd1-e33f295e6e3d service neutron] Attempting to bind port 5fae0134-639f-4644-93c4-4c55477c3cc0 on network 2c6d05d4-c749-47b7-98bf-07ad7914b0e1 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:08:14.192712 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-7cb86467-44fd-44d9-bcd1-e33f295e6e3d service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:08:14.193330 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-7cb86467-44fd-44d9-bcd1-e33f295e6e3d service neutron] Checking segment: {'id': '609de53a-bb37-45b7-8c94-730f12f49f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:08:14.194477 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-7cb86467-44fd-44d9-bcd1-e33f295e6e3d service neutron] Bound using segment: {'id': '609de53a-bb37-45b7-8c94-730f12f49f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:08:14.195574 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-7cb86467-44fd-44d9-bcd1-e33f295e6e3d service neutron] Bound port: 5fae0134-639f-4644-93c4-4c55477c3cc0, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '609de53a-bb37-45b7-8c94-730f12f49f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:08:14.196403 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-7cb86467-44fd-44d9-bcd1-e33f295e6e3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:14.534007 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-7cb86467-44fd-44d9-bcd1-e33f295e6e3d service neutron] For port 5fae0134-639f-4644-93c4-4c55477c3cc0, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:08:14.561446 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-7cb86467-44fd-44d9-bcd1-e33f295e6e3d service neutron] For port 5fae0134-639f-4644-93c4-4c55477c3cc0, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=5fae0134-639f-4644-93c4-4c55477c3cc0,segment=NetworkSegment(609de53a-bb37-45b7-8c94-730f12f49f70),segment_id=609de53a-bb37-45b7-8c94-730f12f49f70)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:08:14.575718 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-7cb86467-44fd-44d9-bcd1-e33f295e6e3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:14.683041 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-7cb86467-44fd-44d9-bcd1-e33f295e6e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:14.690406 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-7cb86467-44fd-44d9-bcd1-e33f295e6e3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:14.694781 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-7cb86467-44fd-44d9-bcd1-e33f295e6e3d service neutron] 10.222.0.54 "PUT /v2.0/ports/5fae0134-639f-4644-93c4-4c55477c3cc0 HTTP/1.1" status: 200 len: 1094 time: 3.5500484 Nov 12 09:08:14.873388 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a2ecbc-b0ed-441d-a1ec-cab950193cf3', 'tag': '5fae0134-639f-4644-93c4-4c55477c3cc0'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:08:14.877633 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02b03f6-c30d-4ee2-9389-c40610d5d56e" -d '{"events": [{"name": "network-changed", "server_uuid": "60a2ecbc-b0ed-441d-a1ec-cab950193cf3", "tag": "5fae0134-639f-4644-93c4-4c55477c3cc0"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:08:15.036754 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-dfe6c1c6-8794-46a5-9931-2c30ce011788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:15.070591 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-dfe6c1c6-8794-46a5-9931-2c30ce011788 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 1097 time: 0.1657100 Nov 12 09:08:15.167533 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb86467-44fd-44d9-bcd1-e33f295e6e3d service neutron] Pushing event updated for resources: {'Port': ['ID=5fae0134-639f-4644-93c4-4c55477c3cc0,revision_number=11']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:15.325780 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606de7b0-e737-40e8-a4a4-a11450e9dbd5 req-d790a6b8-311c-4ebe-8232-9ba561267e61 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:15.355228 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-606de7b0-e737-40e8-a4a4-a11450e9dbd5 req-d790a6b8-311c-4ebe-8232-9ba561267e61 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 945 time: 0.2883422 Nov 12 09:08:15.505564 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-7617cb18-01fd-4a94-ab7d-7979d17c4898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:15.508427 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-7617cb18-01fd-4a94-ab7d-7979d17c4898 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2c6d05d4-c749-47b7-98bf-07ad7914b0e1 HTTP/1.1" status: 200 len: 897 time: 0.4346673 Nov 12 09:08:15.651045 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-606de7b0-e737-40e8-a4a4-a11450e9dbd5 req-4f7f3d7b-96da-4b4e-a39c-066241e42b90 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2858894 Nov 12 09:08:15.836610 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436abfc5-c3e0-4d7f-bf1d-8a277c463914 x-openstack-request-id: req-436abfc5-c3e0-4d7f-bf1d-8a277c463914 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:08:15.837398 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a2ecbc-b0ed-441d-a1ec-cab950193cf3", "tag": "5fae0134-639f-4644-93c4-4c55477c3cc0", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:08:15.837529 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-436abfc5-c3e0-4d7f-bf1d-8a277c463914 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:08:15.838243 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a2ecbc-b0ed-441d-a1ec-cab950193cf3', 'tag': '5fae0134-639f-4644-93c4-4c55477c3cc0', 'status': 'completed', 'code': 200} Nov 12 09:08:15.892124 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-eed8e3a2-cb94-4eec-b5d4-569fdbb46f8a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fae0134-639f-4644-93c4-4c55477c3cc0 HTTP/1.1" status: 200 len: 999 time: 0.3512793 Nov 12 09:08:16.123260 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-612bd0e8-2300-427e-9c79-19b11ccd3850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:16.125903 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-612bd0e8-2300-427e-9c79-19b11ccd3850 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ecf82c81-694e-4af8-92fa-b078e6dd7647 HTTP/1.1" status: 200 len: 835 time: 0.2323732 Nov 12 09:08:16.128774 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b03f6-c30d-4ee2-9389-c40610d5d56e req-50986589-dbf8-4094-8ebf-5ea4253ae365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:16.142125 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f02b03f6-c30d-4ee2-9389-c40610d5d56e req-50986589-dbf8-4094-8ebf-5ea4253ae365 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 1097 time: 0.1898191 Nov 12 09:08:16.272153 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-dfbdfcd2-20d7-456a-87f1-1aa6966c7275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:16.275100 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-dfbdfcd2-20d7-456a-87f1-1aa6966c7275 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2c6d05d4-c749-47b7-98bf-07ad7914b0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1388795 Nov 12 09:08:16.678842 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-f6acbff7-e20d-48ff-9bbe-6524741443b5 service neutron] 10.222.0.54 "GET /v2.0/networks/2c6d05d4-c749-47b7-98bf-07ad7914b0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952858 Nov 12 09:08:16.706966 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b03f6-c30d-4ee2-9389-c40610d5d56e req-8c28ce30-e7fd-420c-a08e-0a4ba5feb4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:16.711075 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f02b03f6-c30d-4ee2-9389-c40610d5d56e req-8c28ce30-e7fd-420c-a08e-0a4ba5feb4ec service neutron] 10.222.0.58 "GET /v2.0/networks?id=2c6d05d4-c749-47b7-98bf-07ad7914b0e1 HTTP/1.1" status: 200 len: 897 time: 0.5544238 Nov 12 09:08:16.891861 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f02b03f6-c30d-4ee2-9389-c40610d5d56e req-62f5c042-a4aa-49dd-9ad1-753f98e4e01d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fae0134-639f-4644-93c4-4c55477c3cc0 HTTP/1.1" status: 200 len: 999 time: 0.1724966 Nov 12 09:08:17.055270 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-69f38e6d-d1af-42e9-95d4-272783dee908 req-eff0b6aa-a064-418b-87dd-3d6a59f89e17 service neutron] 10.222.0.54 "GET /v2.0/networks/2c6d05d4-c749-47b7-98bf-07ad7914b0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674617 Nov 12 09:08:17.152563 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b03f6-c30d-4ee2-9389-c40610d5d56e req-2c1ba2e9-7bb4-4f70-8231-5b95c93dcd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:17.157978 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f02b03f6-c30d-4ee2-9389-c40610d5d56e req-2c1ba2e9-7bb4-4f70-8231-5b95c93dcd49 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ecf82c81-694e-4af8-92fa-b078e6dd7647 HTTP/1.1" status: 200 len: 835 time: 0.2560961 Nov 12 09:08:17.188107 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37f244-be2a-4546-97a4-a99cd7d7e02c req-cad06700-0668-4d2e-9dff-78c3a48ad969 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:17.203653 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ad37f244-be2a-4546-97a4-a99cd7d7e02c req-cad06700-0668-4d2e-9dff-78c3a48ad969 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 945 time: 0.1777115 Nov 12 09:08:17.302755 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b03f6-c30d-4ee2-9389-c40610d5d56e req-8b36cad8-e7cc-4e40-8fbd-af645b029871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:17.304889 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f02b03f6-c30d-4ee2-9389-c40610d5d56e req-8b36cad8-e7cc-4e40-8fbd-af645b029871 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 1097 time: 0.1617320 Nov 12 09:08:17.347940 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b03f6-c30d-4ee2-9389-c40610d5d56e req-225eeffd-08dd-4ff2-b7bd-c14396eef113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:17.354901 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f02b03f6-c30d-4ee2-9389-c40610d5d56e req-225eeffd-08dd-4ff2-b7bd-c14396eef113 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2c6d05d4-c749-47b7-98bf-07ad7914b0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1807268 Nov 12 09:08:17.543222 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ad37f244-be2a-4546-97a4-a99cd7d7e02c req-f1de844f-c48b-43eb-8077-aed4ca8faed8 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3205063 Nov 12 09:08:17.649848 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b03f6-c30d-4ee2-9389-c40610d5d56e req-6d8efceb-2300-4179-9f80-42a3d2b7d20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:17.653133 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f02b03f6-c30d-4ee2-9389-c40610d5d56e req-6d8efceb-2300-4179-9f80-42a3d2b7d20f service neutron] 10.222.0.54 "GET /v2.0/networks?id=2c6d05d4-c749-47b7-98bf-07ad7914b0e1 HTTP/1.1" status: 200 len: 897 time: 0.3381801 Nov 12 09:08:17.765399 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f02b03f6-c30d-4ee2-9389-c40610d5d56e req-a53975f3-2e0c-4fb8-9599-7aa5acc33f25 service neutron] 10.222.0.58 "GET /v2.0/networks/2c6d05d4-c749-47b7-98bf-07ad7914b0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972602 Nov 12 09:08:17.822427 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f02b03f6-c30d-4ee2-9389-c40610d5d56e req-6346d13b-e1b9-447d-9cc7-db9a36aadf70 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fae0134-639f-4644-93c4-4c55477c3cc0 HTTP/1.1" status: 200 len: 999 time: 0.1612997 Nov 12 09:08:17.996625 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b03f6-c30d-4ee2-9389-c40610d5d56e req-03ca1b46-6a52-40f2-9046-960b7fcdb8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:17.999989 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f02b03f6-c30d-4ee2-9389-c40610d5d56e req-03ca1b46-6a52-40f2-9046-960b7fcdb8bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ecf82c81-694e-4af8-92fa-b078e6dd7647 HTTP/1.1" status: 200 len: 835 time: 0.1651318 Nov 12 09:08:18.036580 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f02b03f6-c30d-4ee2-9389-c40610d5d56e req-f05d4b09-51db-4339-bf5a-f53076163b42 service neutron] 10.222.0.58 "GET /v2.0/networks/2c6d05d4-c749-47b7-98bf-07ad7914b0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592549 Nov 12 09:08:18.134139 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b03f6-c30d-4ee2-9389-c40610d5d56e req-04ed0da1-854f-485e-bdba-0b43df73d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:18.137064 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f02b03f6-c30d-4ee2-9389-c40610d5d56e req-04ed0da1-854f-485e-bdba-0b43df73d1d3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2c6d05d4-c749-47b7-98bf-07ad7914b0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1209266 Nov 12 09:08:18.400119 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f02b03f6-c30d-4ee2-9389-c40610d5d56e req-e0929c27-b97f-45a3-82e3-99e85cb26f4d service neutron] 10.222.0.54 "GET /v2.0/networks/2c6d05d4-c749-47b7-98bf-07ad7914b0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487078 Nov 12 09:08:18.768025 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f02b03f6-c30d-4ee2-9389-c40610d5d56e req-8d5727ef-56ef-4548-8efb-934ee70d0142 service neutron] 10.222.0.54 "GET /v2.0/networks/2c6d05d4-c749-47b7-98bf-07ad7914b0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488052 Nov 12 09:08:19.027193 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cc78e-726e-4155-b102-6aeb702dece6 req-9084bf92-68bf-49f9-ad52-7eb03d68f97e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:19.041023 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-436cc78e-726e-4155-b102-6aeb702dece6 req-9084bf92-68bf-49f9-ad52-7eb03d68f97e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 945 time: 0.2287056 Nov 12 09:08:19.161404 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-436cc78e-726e-4155-b102-6aeb702dece6 req-4276cfdd-457d-42b7-907c-11ac21fd6c39 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118727 Nov 12 09:08:19.363081 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 5fae0134-639f-4644-93c4-4c55477c3cc0 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:08:19.680643 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 5fae0134-639f-4644-93c4-4c55477c3cc0, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=5fae0134-639f-4644-93c4-4c55477c3cc0,segment=NetworkSegment(609de53a-bb37-45b7-8c94-730f12f49f70),segment_id=609de53a-bb37-45b7-8c94-730f12f49f70)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:19.710638 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '5fae0134-639f-4644-93c4-4c55477c3cc0', 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1', 'port_id': '5fae0134-639f-4644-93c4-4c55477c3cc0', 'mac_address': 'fa:16:3e:57:49:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf82c81-694e-4af8-92fa-b078e6dd7647', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:08:19.822850 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:19.851252 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fae0134-639f-4644-93c4-4c55477c3cc0 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:08:19.911544 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 5fae0134-639f-4644-93c4-4c55477c3cc0, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=5fae0134-639f-4644-93c4-4c55477c3cc0,segment=NetworkSegment(609de53a-bb37-45b7-8c94-730f12f49f70),segment_id=609de53a-bb37-45b7-8c94-730f12f49f70)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:19.930886 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:20.059530 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=5fae0134-639f-4644-93c4-4c55477c3cc0,revision_number=12']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:20.259180 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['5fae0134-639f-4644-93c4-4c55477c3cc0'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:08:20.633426 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d9f3c-3d0e-4d0a-9fb2-b7f2b5e3693d req-503851ed-f23e-47ba-9257-e4b82aeff7c9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:20.648147 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f67d9f3c-3d0e-4d0a-9fb2-b7f2b5e3693d req-503851ed-f23e-47ba-9257-e4b82aeff7c9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 946 time: 0.2223752 Nov 12 09:08:20.776515 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f67d9f3c-3d0e-4d0a-9fb2-b7f2b5e3693d req-3bd7dc3e-4936-4f37-8a68-6ce63a46431f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268513 Nov 12 09:08:20.847164 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 52734) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:21.107826 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2b77f930-592e-4bf4-91da-ff0c0e89c274 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/floatingips/42e3d470-9229-4335-803f-20a152521f76 HTTP/1.1" status: 200 len: 992 time: 0.2449439 Nov 12 09:08:21.344964 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 52738) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:21.667867 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f6c27e36-5cec-425c-89a5-e58270a0f606 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:21.829654 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f6c27e36-5cec-425c-89a5-e58270a0f606 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:21.836722 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f6c27e36-5cec-425c-89a5-e58270a0f606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:21.900127 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f6c27e36-5cec-425c-89a5-e58270a0f606 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70a389824cfb47999987b5fc618df1d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5526001 Nov 12 09:08:21.903707 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 52744) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:21.905288 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c27e36-5cec-425c-89a5-e58270a0f606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914ad9f9-486c-4b5a-ae75-308de3b7f633,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:22.041748 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-696de011-7582-45b6-b421-71c361a18293 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:22.170985 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-696de011-7582-45b6-b421-71c361a18293 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:22.329780 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-696de011-7582-45b6-b421-71c361a18293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:22.338009 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-696de011-7582-45b6-b421-71c361a18293 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:22.340509 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-696de011-7582-45b6-b421-71c361a18293 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/914ad9f9-486c-4b5a-ae75-308de3b7f633 HTTP/1.1" status: 204 len: 168 time: 0.4349685 Nov 12 09:08:22.356963 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696de011-7582-45b6-b421-71c361a18293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914ad9f9-486c-4b5a-ae75-308de3b7f633,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:22.372441 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696de011-7582-45b6-b421-71c361a18293 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:22.373081 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696de011-7582-45b6-b421-71c361a18293 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:22.373705 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696de011-7582-45b6-b421-71c361a18293 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:22.374311 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696de011-7582-45b6-b421-71c361a18293 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:22.374885 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696de011-7582-45b6-b421-71c361a18293 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:22.375454 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696de011-7582-45b6-b421-71c361a18293 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:22.376331 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696de011-7582-45b6-b421-71c361a18293 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:22.376913 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696de011-7582-45b6-b421-71c361a18293 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:22.377431 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696de011-7582-45b6-b421-71c361a18293 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:22.378051 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696de011-7582-45b6-b421-71c361a18293 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:22.378707 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696de011-7582-45b6-b421-71c361a18293 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:22.379547 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696de011-7582-45b6-b421-71c361a18293 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:22.994822 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 52756) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:23.014659 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21c48fa4-6428-4e4d-95e9-1b5ec35cd94a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:23.210506 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:23.221999 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21c48fa4-6428-4e4d-95e9-1b5ec35cd94a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:23.233703 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21c48fa4-6428-4e4d-95e9-1b5ec35cd94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:23.283976 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-21c48fa4-6428-4e4d-95e9-1b5ec35cd94a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2f3ee18fc7994e10894bcb6f55157c7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2875085 Nov 12 09:08:23.288359 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 52760) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:23.364107 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c48fa4-6428-4e4d-95e9-1b5ec35cd94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38ed547-992b-483f-bef9-c50ae0a66173,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:23.398607 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 5fae0134-639f-4644-93c4-4c55477c3cc0 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:08:23.426774 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-86efed94-5c92-41a0-83f4-150a1c831de9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:23.491545 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-86efed94-5c92-41a0-83f4-150a1c831de9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:23.557147 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 5fae0134-639f-4644-93c4-4c55477c3cc0 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:08:23.574601 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 5fae0134-639f-4644-93c4-4c55477c3cc0 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:23.576222 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:23.629332 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-86efed94-5c92-41a0-83f4-150a1c831de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:23.634804 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-86efed94-5c92-41a0-83f4-150a1c831de9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:23.643142 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-86efed94-5c92-41a0-83f4-150a1c831de9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d38ed547-992b-483f-bef9-c50ae0a66173 HTTP/1.1" status: 204 len: 168 time: 0.3531065 Nov 12 09:08:23.660240 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86efed94-5c92-41a0-83f4-150a1c831de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38ed547-992b-483f-bef9-c50ae0a66173,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:24.088933 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:24.155487 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a2ecbc-b0ed-441d-a1ec-cab950193cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fae0134-639f-4644-93c4-4c55477c3cc0'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:08:24.160814 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4f72cb-b261-4266-9260-c1610e9badb6" -d '{"events": [{"server_uuid": "60a2ecbc-b0ed-441d-a1ec-cab950193cf3", "name": "network-vif-plugged", "status": "completed", "tag": "5fae0134-639f-4644-93c4-4c55477c3cc0"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:08:24.210665 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 5fae0134-639f-4644-93c4-4c55477c3cc0, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=5fae0134-639f-4644-93c4-4c55477c3cc0,segment=NetworkSegment(609de53a-bb37-45b7-8c94-730f12f49f70),segment_id=609de53a-bb37-45b7-8c94-730f12f49f70)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:24.219082 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:24.296243 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba05e2eb-966c-4803-b456-ab63f08c6808 x-openstack-request-id: req-ba05e2eb-966c-4803-b456-ab63f08c6808 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:08:24.298194 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a2ecbc-b0ed-441d-a1ec-cab950193cf3", "name": "network-vif-plugged", "status": "completed", "tag": "5fae0134-639f-4644-93c4-4c55477c3cc0", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:08:24.298547 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba05e2eb-966c-4803-b456-ab63f08c6808 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:08:24.299559 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a2ecbc-b0ed-441d-a1ec-cab950193cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fae0134-639f-4644-93c4-4c55477c3cc0', 'code': 200} Nov 12 09:08:24.386282 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=5fae0134-639f-4644-93c4-4c55477c3cc0,revision_number=13']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:29.305341 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:37.896779 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-46d9c9a6-2dca-4ab9-b1a1-37f6743a8b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:40.218243 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-51b42ae3-9e9e-494f-bf28-07b0399f47b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:42.089498 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:43.438958 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:43.442412 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53110) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:43.789407 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b7a96b7a-77cc-4bf9-9e95-8c1b28623942 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:43.995013 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b7a96b7a-77cc-4bf9-9e95-8c1b28623942 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:44.013513 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b7a96b7a-77cc-4bf9-9e95-8c1b28623942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:44.078136 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:44.175516 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a96b7a-77cc-4bf9-9e95-8c1b28623942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32dc869-bca3-48d1-84a8-63a59c975f9a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:44.187778 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db7192-691f-4d81-9a33-9c465e69f030 req-a8cbadbb-3d24-4c31-96a3-421754e70bf0 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:44.200335 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db7192-691f-4d81-9a33-9c465e69f030 req-a8cbadbb-3d24-4c31-96a3-421754e70bf0 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:44.217683 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db7192-691f-4d81-9a33-9c465e69f030 req-a8cbadbb-3d24-4c31-96a3-421754e70bf0 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:44.234372 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db7192-691f-4d81-9a33-9c465e69f030 req-a8cbadbb-3d24-4c31-96a3-421754e70bf0 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:44.246096 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b7a96b7a-77cc-4bf9-9e95-8c1b28623942 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb15840408bc4308b04fc2bd7b6ad477&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8014929 Nov 12 09:08:44.247708 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53126) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:44.257896 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db7192-691f-4d81-9a33-9c465e69f030 req-a8cbadbb-3d24-4c31-96a3-421754e70bf0 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:44.274097 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db7192-691f-4d81-9a33-9c465e69f030 req-a8cbadbb-3d24-4c31-96a3-421754e70bf0 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:44.287726 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db7192-691f-4d81-9a33-9c465e69f030 req-a8cbadbb-3d24-4c31-96a3-421754e70bf0 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:44.295494 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-18db7192-691f-4d81-9a33-9c465e69f030 req-a8cbadbb-3d24-4c31-96a3-421754e70bf0 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 5444 time: 0.3286772 Nov 12 09:08:44.406069 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b13754a4-a849-4015-9366-49af63389e90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:44.463056 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b13754a4-a849-4015-9366-49af63389e90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:44.480193 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-18db7192-691f-4d81-9a33-9c465e69f030 req-38f62950-7f77-4027-9128-0428def68bae tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=a744e7fc-8543-46a9-a97e-e6026eadf022&id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1600881 Nov 12 09:08:44.606445 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b13754a4-a849-4015-9366-49af63389e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:44.631703 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b13754a4-a849-4015-9366-49af63389e90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:44.634004 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b13754a4-a849-4015-9366-49af63389e90 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d32dc869-bca3-48d1-84a8-63a59c975f9a HTTP/1.1" status: 204 len: 168 time: 0.3706398 Nov 12 09:08:44.650521 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13754a4-a849-4015-9366-49af63389e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32dc869-bca3-48d1-84a8-63a59c975f9a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:45.069127 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-c549f139-b88c-4fdc-b712-8f0c0be1c913 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:45.085840 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-c549f139-b88c-4fdc-b712-8f0c0be1c913 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:45.102273 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-c549f139-b88c-4fdc-b712-8f0c0be1c913 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:45.121079 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-c549f139-b88c-4fdc-b712-8f0c0be1c913 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:45.136450 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-c549f139-b88c-4fdc-b712-8f0c0be1c913 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:45.149327 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-c549f139-b88c-4fdc-b712-8f0c0be1c913 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:45.162082 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-c549f139-b88c-4fdc-b712-8f0c0be1c913 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:45.166293 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-c549f139-b88c-4fdc-b712-8f0c0be1c913 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.54 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 5444 time: 0.2787817 Nov 12 09:08:45.268797 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-38a10a8f-b430-436a-a203-3eacb7f7d292 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:45.273081 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-38a10a8f-b430-436a-a203-3eacb7f7d292 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.54 "GET /v2.0/ports/1fc527f8-9665-4e15-9131-e2f6e2db3a4f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0988631 Nov 12 09:08:45.553716 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-f7a87387-0069-492b-9f7b-86be4c83bb29 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.54 "GET /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2741666 Nov 12 09:08:45.575203 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-19d43bbe-45bb-43bd-8b5e-fc3707f62ad9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:45.731275 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53152) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:45.755269 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-19d43bbe-45bb-43bd-8b5e-fc3707f62ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:45.827073 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f0239b0e-c6b9-4736-8315-b0593644ebba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:45.915455 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac03fe-282f-468e-8afb-4df4d40ca786 req-ef8d44d9-ed65-4e22-8814-94a69366f019 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:45.927799 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac03fe-282f-468e-8afb-4df4d40ca786 req-ef8d44d9-ed65-4e22-8814-94a69366f019 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:45.939719 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac03fe-282f-468e-8afb-4df4d40ca786 req-ef8d44d9-ed65-4e22-8814-94a69366f019 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:45.952146 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac03fe-282f-468e-8afb-4df4d40ca786 req-ef8d44d9-ed65-4e22-8814-94a69366f019 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:45.963554 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac03fe-282f-468e-8afb-4df4d40ca786 req-ef8d44d9-ed65-4e22-8814-94a69366f019 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:45.975011 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac03fe-282f-468e-8afb-4df4d40ca786 req-ef8d44d9-ed65-4e22-8814-94a69366f019 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:45.987854 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac03fe-282f-468e-8afb-4df4d40ca786 req-ef8d44d9-ed65-4e22-8814-94a69366f019 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:46.003343 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dbac03fe-282f-468e-8afb-4df4d40ca786 req-ef8d44d9-ed65-4e22-8814-94a69366f019 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 5444 time: 0.2529376 Nov 12 09:08:46.126123 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-19d43bbe-45bb-43bd-8b5e-fc3707f62ad9 service neutron] For port 1fc527f8-9665-4e15-9131-e2f6e2db3a4f, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=1fc527f8-9665-4e15-9131-e2f6e2db3a4f,segment=NetworkSegment(04d113ee-bb26-4561-ac74-569bb3ee567a),segment_id=04d113ee-bb26-4561-ac74-569bb3ee567a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:46.146995 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:08:46.252821 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-19d43bbe-45bb-43bd-8b5e-fc3707f62ad9 service neutron] For port 1fc527f8-9665-4e15-9131-e2f6e2db3a4f, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:08:46.260113 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dbac03fe-282f-468e-8afb-4df4d40ca786 req-25ff8af3-21c5-4c2d-afbd-3f6fa31eac9b tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=a744e7fc-8543-46a9-a97e-e6026eadf022&id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2413046 Nov 12 09:08:46.350096 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f0239b0e-c6b9-4736-8315-b0593644ebba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:46.361942 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f0239b0e-c6b9-4736-8315-b0593644ebba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:46.432700 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-19d43bbe-45bb-43bd-8b5e-fc3707f62ad9 service neutron] device_id is not set on port 1fc527f8-9665-4e15-9131-e2f6e2db3a4f yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:08:46.452217 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0239b0e-c6b9-4736-8315-b0593644ebba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91baf975-d3c3-4809-bbc3-9b8f853e024f,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:46.463418 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f0239b0e-c6b9-4736-8315-b0593644ebba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=180a66a61032468e9a91527bc296c372&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7302763 Nov 12 09:08:46.467967 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53170) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:46.487153 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0239b0e-c6b9-4736-8315-b0593644ebba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:46.487153 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0239b0e-c6b9-4736-8315-b0593644ebba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:46.487153 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0239b0e-c6b9-4736-8315-b0593644ebba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:46.487153 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0239b0e-c6b9-4736-8315-b0593644ebba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:46.487153 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0239b0e-c6b9-4736-8315-b0593644ebba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:46.487153 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0239b0e-c6b9-4736-8315-b0593644ebba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:46.487153 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0239b0e-c6b9-4736-8315-b0593644ebba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:46.487153 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0239b0e-c6b9-4736-8315-b0593644ebba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:46.487153 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0239b0e-c6b9-4736-8315-b0593644ebba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:46.487153 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0239b0e-c6b9-4736-8315-b0593644ebba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:46.501449 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0239b0e-c6b9-4736-8315-b0593644ebba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:46.502705 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0239b0e-c6b9-4736-8315-b0593644ebba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:46.505959 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-19d43bbe-45bb-43bd-8b5e-fc3707f62ad9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:46.556834 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-19d43bbe-45bb-43bd-8b5e-fc3707f62ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:46.729313 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d43bbe-45bb-43bd-8b5e-fc3707f62ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc527f8-9665-4e15-9131-e2f6e2db3a4f,revision_number=6']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:46.766603 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-19d43bbe-45bb-43bd-8b5e-fc3707f62ad9 service neutron] No DVR routers for this DVR port 1fc527f8-9665-4e15-9131-e2f6e2db3a4f on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:08:46.864471 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-35821ca1-c1de-4879-afbb-83b2bd2cbd66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:46.930607 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-35821ca1-c1de-4879-afbb-83b2bd2cbd66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:46.986172 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-19d43bbe-45bb-43bd-8b5e-fc3707f62ad9 service neutron] In _notify_port_updated(), no bound segment for port 1fc527f8-9665-4e15-9131-e2f6e2db3a4f on network 6f43e52f-01a2-4807-8299-a32ad3b11a95 {{(pid=102568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 09:08:46.989349 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-19d43bbe-45bb-43bd-8b5e-fc3707f62ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:46.991075 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-19d43bbe-45bb-43bd-8b5e-fc3707f62ad9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:46.994323 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-19d43bbe-45bb-43bd-8b5e-fc3707f62ad9 service neutron] 10.222.0.54 "PUT /v2.0/ports/1fc527f8-9665-4e15-9131-e2f6e2db3a4f HTTP/1.1" status: 200 len: 1032 time: 1.4314127 Nov 12 09:08:47.270660 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-0ac24dd9-9ed1-4b6f-8bf7-e1ebcab99f98 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:47.278086 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-0ac24dd9-9ed1-4b6f-8bf7-e1ebcab99f98 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.54 "GET /v2.0/ports/d89afea3-56ca-4d29-b4cc-697f5d5a1d50?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2625096 Nov 12 09:08:47.293899 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-7e394a2d-ea9a-419e-af53-674fcfcb0f91 None None] Provisioning complete for port 1fc527f8-9665-4e15-9131-e2f6e2db3a4f triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:47.299791 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7e394a2d-ea9a-419e-af53-674fcfcb0f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:47.305665 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-d24a59a1-ceac-47a7-9678-c1ce72330767 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:47.441990 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-7e394a2d-ea9a-419e-af53-674fcfcb0f91 None None] Port 1fc527f8-9665-4e15-9131-e2f6e2db3a4f cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:08:47.513315 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-35821ca1-c1de-4879-afbb-83b2bd2cbd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:47.522860 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-35821ca1-c1de-4879-afbb-83b2bd2cbd66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:47.530717 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-35821ca1-c1de-4879-afbb-83b2bd2cbd66 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/91baf975-d3c3-4809-bbc3-9b8f853e024f HTTP/1.1" status: 204 len: 168 time: 1.0606108 Nov 12 09:08:47.633535 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35821ca1-c1de-4879-afbb-83b2bd2cbd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91baf975-d3c3-4809-bbc3-9b8f853e024f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:47.725160 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-d24a59a1-ceac-47a7-9678-c1ce72330767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:48.040929 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea1d44-2838-41e4-80c2-49f5d1b93067 req-4d614deb-bd9f-44ea-9fad-df6b505b2c28 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:48.074618 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea1d44-2838-41e4-80c2-49f5d1b93067 req-4d614deb-bd9f-44ea-9fad-df6b505b2c28 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:48.101042 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea1d44-2838-41e4-80c2-49f5d1b93067 req-4d614deb-bd9f-44ea-9fad-df6b505b2c28 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:48.145512 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea1d44-2838-41e4-80c2-49f5d1b93067 req-4d614deb-bd9f-44ea-9fad-df6b505b2c28 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:48.169510 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea1d44-2838-41e4-80c2-49f5d1b93067 req-4d614deb-bd9f-44ea-9fad-df6b505b2c28 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:48.204114 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea1d44-2838-41e4-80c2-49f5d1b93067 req-4d614deb-bd9f-44ea-9fad-df6b505b2c28 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:48.223312 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3eea1d44-2838-41e4-80c2-49f5d1b93067 req-4d614deb-bd9f-44ea-9fad-df6b505b2c28 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 4665 time: 0.5513885 Nov 12 09:08:48.421624 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-d24a59a1-ceac-47a7-9678-c1ce72330767 service neutron] For port d89afea3-56ca-4d29-b4cc-697f5d5a1d50, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=d89afea3-56ca-4d29-b4cc-697f5d5a1d50,segment=NetworkSegment(04d113ee-bb26-4561-ac74-569bb3ee567a),segment_id=04d113ee-bb26-4561-ac74-569bb3ee567a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:48.467133 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3eea1d44-2838-41e4-80c2-49f5d1b93067 req-0d4cb3cc-7fb6-4f37-86a4-6277ce20b0bc tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=a744e7fc-8543-46a9-a97e-e6026eadf022&id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2375839 Nov 12 09:08:48.628017 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-d24a59a1-ceac-47a7-9678-c1ce72330767 service neutron] For port d89afea3-56ca-4d29-b4cc-697f5d5a1d50, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:08:48.772772 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-d24a59a1-ceac-47a7-9678-c1ce72330767 service neutron] device_id is not set on port d89afea3-56ca-4d29-b4cc-697f5d5a1d50 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:08:48.824970 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-d24a59a1-ceac-47a7-9678-c1ce72330767 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:48.838370 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-d24a59a1-ceac-47a7-9678-c1ce72330767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:48.993335 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a59a1-ceac-47a7-9678-c1ce72330767 service neutron] Pushing event updated for resources: {'Port': ['ID=d89afea3-56ca-4d29-b4cc-697f5d5a1d50,revision_number=6']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:49.068764 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-d24a59a1-ceac-47a7-9678-c1ce72330767 service neutron] No DVR routers for this DVR port d89afea3-56ca-4d29-b4cc-697f5d5a1d50 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:08:49.212217 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-d24a59a1-ceac-47a7-9678-c1ce72330767 service neutron] In _notify_port_updated(), no bound segment for port d89afea3-56ca-4d29-b4cc-697f5d5a1d50 on network 6f43e52f-01a2-4807-8299-a32ad3b11a95 {{(pid=102568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 09:08:49.214511 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-d24a59a1-ceac-47a7-9678-c1ce72330767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:49.215918 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-d24a59a1-ceac-47a7-9678-c1ce72330767 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:49.222618 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-d24a59a1-ceac-47a7-9678-c1ce72330767 service neutron] 10.222.0.54 "PUT /v2.0/ports/d89afea3-56ca-4d29-b4cc-697f5d5a1d50 HTTP/1.1" status: 200 len: 1033 time: 1.9385221 Nov 12 09:08:49.472345 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device d89afea3-56ca-4d29-b4cc-697f5d5a1d50 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:08:49.629920 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-f0370baf-89e0-4c63-9c60-30acc962371a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Deleting port 206f8312-f979-4e27-92c2-524c260a2a43 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:08:49.635967 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-f0370baf-89e0-4c63-9c60-30acc962371a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:49.739468 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device d89afea3-56ca-4d29-b4cc-697f5d5a1d50 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:08:49.740077 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 0fe5da9b-dc65-4c8c-94f7-e34d6a421df3 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:08:49.767136 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-7e95be83-3199-4e88-a567-c124a1d8e8f2 None None] Provisioning complete for port d89afea3-56ca-4d29-b4cc-697f5d5a1d50 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:49.769924 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7e95be83-3199-4e88-a567-c124a1d8e8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:49.906093 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93120e49-b38b-43ce-a4d9-6689ac71ab03 req-f2a3ab73-693a-4e78-93b8-e6d43ca9025a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:49.912322 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-f0370baf-89e0-4c63-9c60-30acc962371a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] For port 206f8312-f979-4e27-92c2-524c260a2a43, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=206f8312-f979-4e27-92c2-524c260a2a43,segment=NetworkSegment(772d6dd6-36e4-48dc-90ff-8a2775289036),segment_id=772d6dd6-36e4-48dc-90ff-8a2775289036)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:49.912322 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-f0370baf-89e0-4c63-9c60-30acc962371a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:49.927206 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93120e49-b38b-43ce-a4d9-6689ac71ab03 req-f2a3ab73-693a-4e78-93b8-e6d43ca9025a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:49.934936 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93120e49-b38b-43ce-a4d9-6689ac71ab03 req-f2a3ab73-693a-4e78-93b8-e6d43ca9025a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:49.947074 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93120e49-b38b-43ce-a4d9-6689ac71ab03 req-f2a3ab73-693a-4e78-93b8-e6d43ca9025a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:49.959319 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93120e49-b38b-43ce-a4d9-6689ac71ab03 req-f2a3ab73-693a-4e78-93b8-e6d43ca9025a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:49.974375 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93120e49-b38b-43ce-a4d9-6689ac71ab03 req-f2a3ab73-693a-4e78-93b8-e6d43ca9025a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 3885 time: 0.2445276 Nov 12 09:08:49.976615 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-f0370baf-89e0-4c63-9c60-30acc962371a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Calling delete_port for 206f8312-f979-4e27-92c2-524c260a2a43 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:08:50.038234 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-7e95be83-3199-4e88-a567-c124a1d8e8f2 None None] Port d89afea3-56ca-4d29-b4cc-697f5d5a1d50 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:08:50.114593 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93120e49-b38b-43ce-a4d9-6689ac71ab03 req-6afb4b9a-2fcc-4e25-a1f8-6e17adc5e480 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383126 Nov 12 09:08:50.133186 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:50.227230 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fe5da9b-dc65-4c8c-94f7-e34d6a421df3'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:08:50.231959 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1c5658-0b99-414a-9492-3948fa13042f" -d '{"events": [{"server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "name": "network-vif-unplugged", "status": "completed", "tag": "0fe5da9b-dc65-4c8c-94f7-e34d6a421df3"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:08:50.270364 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 0fe5da9b-dc65-4c8c-94f7-e34d6a421df3, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=0fe5da9b-dc65-4c8c-94f7-e34d6a421df3,segment=NetworkSegment(772d6dd6-36e4-48dc-90ff-8a2775289036),segment_id=772d6dd6-36e4-48dc-90ff-8a2775289036)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:50.294236 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:50.295641 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 67f7b3d5-2b02-4acc-aa1d-2c68928b32e8 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:08:50.389297 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-f0370baf-89e0-4c63-9c60-30acc962371a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:50.586721 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0370baf-89e0-4c63-9c60-30acc962371a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Pushing event deleted for resources: {'Port': ['ID=206f8312-f979-4e27-92c2-524c260a2a43,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:50.614417 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8fe5b7-817e-4dd1-a8c2-7cb1351cb508 x-openstack-request-id: req-5a8fe5b7-817e-4dd1-a8c2-7cb1351cb508 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:08:50.616475 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "name": "network-vif-unplugged", "status": "completed", "tag": "0fe5da9b-dc65-4c8c-94f7-e34d6a421df3", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:08:50.617454 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a8fe5b7-817e-4dd1-a8c2-7cb1351cb508 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:08:50.619241 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fe5da9b-dc65-4c8c-94f7-e34d6a421df3', 'code': 200} Nov 12 09:08:50.715222 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-f0370baf-89e0-4c63-9c60-30acc962371a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] No DVR routers for this DVR port 206f8312-f979-4e27-92c2-524c260a2a43 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:08:50.724507 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-f0370baf-89e0-4c63-9c60-30acc962371a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:50.740705 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=0fe5da9b-dc65-4c8c-94f7-e34d6a421df3,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:50.748133 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-f0370baf-89e0-4c63-9c60-30acc962371a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.54 "DELETE /v2.0/ports/206f8312-f979-4e27-92c2-524c260a2a43 HTTP/1.1" status: 204 len: 173 time: 1.5143168 Nov 12 09:08:50.751534 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'name': 'network-vif-deleted', 'tag': '206f8312-f979-4e27-92c2-524c260a2a43'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:08:50.767182 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8b8464-3325-4727-a765-e593d2377ebb" -d '{"events": [{"server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "name": "network-vif-deleted", "tag": "206f8312-f979-4e27-92c2-524c260a2a43"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:08:50.870902 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:50.871926 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:50.872794 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:50.873682 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:50.875544 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:50.877558 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:50.878999 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:50.880362 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:50.881409 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:50.882340 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:50.883193 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:50.884379 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:50.976379 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:51.102534 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 67f7b3d5-2b02-4acc-aa1d-2c68928b32e8, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=67f7b3d5-2b02-4acc-aa1d-2c68928b32e8,segment=NetworkSegment(80f7a98b-187d-4ccd-ae18-958406d84b1e),segment_id=80f7a98b-187d-4ccd-ae18-958406d84b1e)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:51.111480 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:51.114028 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 7b185afb-245a-4fb4-8397-b9de6cfe0fed no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:08:51.179683 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-6951078f-2ad2-49a5-9bd6-1de34c49549d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Deleting port 0fe5da9b-dc65-4c8c-94f7-e34d6a421df3 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:08:51.181268 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-6951078f-2ad2-49a5-9bd6-1de34c49549d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:51.467631 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=67f7b3d5-2b02-4acc-aa1d-2c68928b32e8,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:51.476270 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:51.590132 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 7b185afb-245a-4fb4-8397-b9de6cfe0fed, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=7b185afb-245a-4fb4-8397-b9de6cfe0fed,segment=NetworkSegment(04d113ee-bb26-4561-ac74-569bb3ee567a),segment_id=04d113ee-bb26-4561-ac74-569bb3ee567a)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:51.620795 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:51.622308 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 1fc527f8-9665-4e15-9131-e2f6e2db3a4f no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:08:51.644965 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c31c505-2b54-4648-9768-e4c4d8f1e9c5 x-openstack-request-id: req-1c31c505-2b54-4648-9768-e4c4d8f1e9c5 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:08:51.646216 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "name": "network-vif-deleted", "tag": "206f8312-f979-4e27-92c2-524c260a2a43", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:08:51.646216 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c31c505-2b54-4648-9768-e4c4d8f1e9c5 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:08:51.647191 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'name': 'network-vif-deleted', 'tag': '206f8312-f979-4e27-92c2-524c260a2a43', 'status': 'completed', 'code': 200} Nov 12 09:08:51.669561 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-6951078f-2ad2-49a5-9bd6-1de34c49549d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] For port 0fe5da9b-dc65-4c8c-94f7-e34d6a421df3, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=0fe5da9b-dc65-4c8c-94f7-e34d6a421df3,segment=NetworkSegment(772d6dd6-36e4-48dc-90ff-8a2775289036),segment_id=772d6dd6-36e4-48dc-90ff-8a2775289036)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:51.670740 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-6951078f-2ad2-49a5-9bd6-1de34c49549d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:51.711089 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-6951078f-2ad2-49a5-9bd6-1de34c49549d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Calling delete_port for 0fe5da9b-dc65-4c8c-94f7-e34d6a421df3 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:08:51.774910 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53274) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:51.834614 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=7b185afb-245a-4fb4-8397-b9de6cfe0fed,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:51.902743 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab62b6-7068-47b7-847d-da320ab05feb req-a48cf4d0-b097-411c-bc26-d9ee20609b94 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:51.918467 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab62b6-7068-47b7-847d-da320ab05feb req-a48cf4d0-b097-411c-bc26-d9ee20609b94 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:51.925935 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 1fc527f8-9665-4e15-9131-e2f6e2db3a4f not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:08:51.926812 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 6fcbc602-f892-4d42-bc23-8549c06c7ef1 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:08:51.934989 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab62b6-7068-47b7-847d-da320ab05feb req-a48cf4d0-b097-411c-bc26-d9ee20609b94 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:51.951441 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab62b6-7068-47b7-847d-da320ab05feb req-a48cf4d0-b097-411c-bc26-d9ee20609b94 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:51.972813 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eaab62b6-7068-47b7-847d-da320ab05feb req-a48cf4d0-b097-411c-bc26-d9ee20609b94 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 3144 time: 0.2328351 Nov 12 09:08:52.167999 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eaab62b6-7068-47b7-847d-da320ab05feb req-40ee51cd-fc55-4148-bcc9-22cdc01a75fb tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898205 Nov 12 09:08:52.225389 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:52.261942 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-6951078f-2ad2-49a5-9bd6-1de34c49549d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:52.387768 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 6fcbc602-f892-4d42-bc23-8549c06c7ef1, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=6fcbc602-f892-4d42-bc23-8549c06c7ef1,segment=NetworkSegment(04d113ee-bb26-4561-ac74-569bb3ee567a),segment_id=04d113ee-bb26-4561-ac74-569bb3ee567a)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:52.398167 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:52.399497 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 206f8312-f979-4e27-92c2-524c260a2a43 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:08:52.427555 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951078f-2ad2-49a5-9bd6-1de34c49549d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Pushing event deleted for resources: {'Port': ['ID=0fe5da9b-dc65-4c8c-94f7-e34d6a421df3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:52.631416 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-6951078f-2ad2-49a5-9bd6-1de34c49549d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] No DVR routers for this DVR port 0fe5da9b-dc65-4c8c-94f7-e34d6a421df3 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:08:52.636021 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 206f8312-f979-4e27-92c2-524c260a2a43 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:08:52.636829 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 206f8312-f979-4e27-92c2-524c260a2a43 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:08:52.639052 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67f7b3d5-2b02-4acc-aa1d-2c68928b32e8'}, {'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b185afb-245a-4fb4-8397-b9de6cfe0fed'}, {'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fcbc602-f892-4d42-bc23-8549c06c7ef1'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:08:52.642250 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-6951078f-2ad2-49a5-9bd6-1de34c49549d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:52.645676 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d002f798-5ee0-4aca-8ac4-3c08493d5c1a" -d '{"events": [{"server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "name": "network-vif-unplugged", "status": "completed", "tag": "67f7b3d5-2b02-4acc-aa1d-2c68928b32e8"}, {"server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "name": "network-vif-unplugged", "status": "completed", "tag": "7b185afb-245a-4fb4-8397-b9de6cfe0fed"}, {"server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "name": "network-vif-unplugged", "status": "completed", "tag": "6fcbc602-f892-4d42-bc23-8549c06c7ef1"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:08:52.650544 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-6951078f-2ad2-49a5-9bd6-1de34c49549d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.54 "DELETE /v2.0/ports/0fe5da9b-dc65-4c8c-94f7-e34d6a421df3 HTTP/1.1" status: 204 len: 173 time: 1.8748243 Nov 12 09:08:52.652393 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=6fcbc602-f892-4d42-bc23-8549c06c7ef1,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:52.670659 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-946bc511-1035-473b-bd4c-6517c07f354c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:53.046714 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-5e2ddf72-2146-48e4-9671-b2a913cefd16 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Deleting port 67f7b3d5-2b02-4acc-aa1d-2c68928b32e8 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:08:53.050678 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-5e2ddf72-2146-48e4-9671-b2a913cefd16 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:53.052810 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-946bc511-1035-473b-bd4c-6517c07f354c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:53.075503 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-946bc511-1035-473b-bd4c-6517c07f354c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:53.283099 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:53.350135 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946bc511-1035-473b-bd4c-6517c07f354c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0f0d98-260f-479a-8ce8-e2a13b47abbb,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:53.365162 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-946bc511-1035-473b-bd4c-6517c07f354c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=394f0d040582448ca4d6f1d1b2343e62&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5858214 Nov 12 09:08:53.369494 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53308) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:53.579110 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c108ede4-4d16-4b46-9ef4-d97fa3305dbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:53.582903 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-5e2ddf72-2146-48e4-9671-b2a913cefd16 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] For port 67f7b3d5-2b02-4acc-aa1d-2c68928b32e8, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=67f7b3d5-2b02-4acc-aa1d-2c68928b32e8,segment=NetworkSegment(80f7a98b-187d-4ccd-ae18-958406d84b1e),segment_id=80f7a98b-187d-4ccd-ae18-958406d84b1e)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:53.585009 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-5e2ddf72-2146-48e4-9671-b2a913cefd16 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:53.649397 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'name': 'network-vif-deleted', 'tag': '0fe5da9b-dc65-4c8c-94f7-e34d6a421df3'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:08:53.664128 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41d1221-773d-4774-a452-cd6edc7f0e4d" -d '{"events": [{"server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "name": "network-vif-deleted", "tag": "0fe5da9b-dc65-4c8c-94f7-e34d6a421df3"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:08:53.672799 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c108ede4-4d16-4b46-9ef4-d97fa3305dbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:53.696047 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2092e7-c08b-4d5b-8208-f7d834cec7b8 req-4d90112a-dde7-4c5c-9fe3-a643d80c01dd tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:53.699071 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9e2092e7-c08b-4d5b-8208-f7d834cec7b8 req-4d90112a-dde7-4c5c-9fe3-a643d80c01dd tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 1099 time: 0.1624982 Nov 12 09:08:53.894644 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9e2092e7-c08b-4d5b-8208-f7d834cec7b8 req-5de463f9-9129-4bdb-9d7d-868103a2f1a6 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736121 Nov 12 09:08:53.910666 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c108ede4-4d16-4b46-9ef4-d97fa3305dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:53.942705 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c108ede4-4d16-4b46-9ef4-d97fa3305dbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:53.965620 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c108ede4-4d16-4b46-9ef4-d97fa3305dbc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b0f0d98-260f-479a-8ce8-e2a13b47abbb HTTP/1.1" status: 204 len: 168 time: 0.5893323 Nov 12 09:08:53.967119 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53320) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:54.004379 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108ede4-4d16-4b46-9ef4-d97fa3305dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0f0d98-260f-479a-8ce8-e2a13b47abbb,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:54.245522 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-5e2ddf72-2146-48e4-9671-b2a913cefd16 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:54.246961 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-5e2ddf72-2146-48e4-9671-b2a913cefd16 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:54.247895 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-5e2ddf72-2146-48e4-9671-b2a913cefd16 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Floating IP c246c96f-68df-4a0b-85f0-7873c72da963 disassociated. External IP: 172.25.6.182, port: 67f7b3d5-2b02-4acc-aa1d-2c68928b32e8. Nov 12 09:08:54.249259 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-5e2ddf72-2146-48e4-9671-b2a913cefd16 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Calling delete_port for 67f7b3d5-2b02-4acc-aa1d-2c68928b32e8 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:08:54.384491 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 12 Nov 2021 09:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0724b17-d056-4555-8cc2-b9aba71f19f5 x-openstack-request-id: req-c0724b17-d056-4555-8cc2-b9aba71f19f5 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:08:54.385317 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "name": "network-vif-unplugged", "status": "completed", "tag": "67f7b3d5-2b02-4acc-aa1d-2c68928b32e8", "code": 200}, {"server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "name": "network-vif-unplugged", "status": "completed", "tag": "7b185afb-245a-4fb4-8397-b9de6cfe0fed", "code": 200}, {"server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "name": "network-vif-unplugged", "status": "completed", "tag": "6fcbc602-f892-4d42-bc23-8549c06c7ef1", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:08:54.385492 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c0724b17-d056-4555-8cc2-b9aba71f19f5 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:08:54.386408 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67f7b3d5-2b02-4acc-aa1d-2c68928b32e8', 'code': 200} Nov 12 09:08:54.386834 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b185afb-245a-4fb4-8397-b9de6cfe0fed', 'code': 200} Nov 12 09:08:54.387250 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fcbc602-f892-4d42-bc23-8549c06c7ef1', 'code': 200} Nov 12 09:08:54.850458 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-5e2ddf72-2146-48e4-9671-b2a913cefd16 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:54.941905 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a452b-2cfe-4508-90ae-dfa7a1891467 req-adc073c5-b208-43dd-b903-62685fa691d8 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:54.957124 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a452b-2cfe-4508-90ae-dfa7a1891467 req-adc073c5-b208-43dd-b903-62685fa691d8 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:54.977524 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ddf72-2146-48e4-9671-b2a913cefd16 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Pushing event deleted for resources: {'Port': ['ID=67f7b3d5-2b02-4acc-aa1d-2c68928b32e8,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:55.000533 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a452b-2cfe-4508-90ae-dfa7a1891467 req-adc073c5-b208-43dd-b903-62685fa691d8 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:55.024361 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4c5a452b-2cfe-4508-90ae-dfa7a1891467 req-adc073c5-b208-43dd-b903-62685fa691d8 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 2331 time: 0.4100621 Nov 12 09:08:55.100852 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-5d0c0959-f4f6-4308-b76b-84438c69a8b4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Deleting port 477aecfb-c131-41c3-b540-34799938570c {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:08:55.104855 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d0c0959-f4f6-4308-b76b-84438c69a8b4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:55.396817 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4c5a452b-2cfe-4508-90ae-dfa7a1891467 req-1a429ca1-6f59-4e83-b670-033088c5fd6e tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3703854 Nov 12 09:08:55.419216 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d0c0959-f4f6-4308-b76b-84438c69a8b4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:55.420077 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d0c0959-f4f6-4308-b76b-84438c69a8b4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:55.489754 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-5d0c0959-f4f6-4308-b76b-84438c69a8b4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Calling delete_port for 477aecfb-c131-41c3-b540-34799938570c owned by network:floatingip {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:08:55.512094 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-5e2ddf72-2146-48e4-9671-b2a913cefd16 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Router 4bbe88e3-a353-4cbb-9be7-c114ceb984dd has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:08:55.751112 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5187f9f0-df1f-4516-a4f9-cc2f38d79a95 x-openstack-request-id: req-5187f9f0-df1f-4516-a4f9-cc2f38d79a95 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:08:55.751583 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "name": "network-vif-deleted", "tag": "0fe5da9b-dc65-4c8c-94f7-e34d6a421df3", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:08:55.753679 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5187f9f0-df1f-4516-a4f9-cc2f38d79a95 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:08:55.756659 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'name': 'network-vif-deleted', 'tag': '0fe5da9b-dc65-4c8c-94f7-e34d6a421df3', 'status': 'completed', 'code': 200} Nov 12 09:08:56.163440 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-5e2ddf72-2146-48e4-9671-b2a913cefd16 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:08:56.168918 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d0c0959-f4f6-4308-b76b-84438c69a8b4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:56.195101 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7773d62e-67f1-4701-bfba-ec2083ab2044 None None] Sync routers for ids ['4bbe88e3-a353-4cbb-9be7-c114ceb984dd'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:08:56.231201 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7773d62e-67f1-4701-bfba-ec2083ab2044 None None] Routers {'4bbe88e3-a353-4cbb-9be7-c114ceb984dd'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:08:56.232946 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-7773d62e-67f1-4701-bfba-ec2083ab2044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:08:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['4bbe88e3-a353-4cbb-9be7-c114ceb984dd'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:56.238618 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c0959-f4f6-4308-b76b-84438c69a8b4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event deleted for resources: {'Port': ['ID=477aecfb-c131-41c3-b540-34799938570c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:56.434571 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-5e2ddf72-2146-48e4-9671-b2a913cefd16 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] No DVR routers for this DVR port 67f7b3d5-2b02-4acc-aa1d-2c68928b32e8 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:08:56.440549 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-5e2ddf72-2146-48e4-9671-b2a913cefd16 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:56.452063 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-5e2ddf72-2146-48e4-9671-b2a913cefd16 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.54 "DELETE /v2.0/ports/67f7b3d5-2b02-4acc-aa1d-2c68928b32e8 HTTP/1.1" status: 204 len: 173 time: 3.7839026 Nov 12 09:08:56.478264 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d0c0959-f4f6-4308-b76b-84438c69a8b4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for floatingip, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:56.478665 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [None req-5d0c0959-f4f6-4308-b76b-84438c69a8b4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Floating IP 42e3d470-9229-4335-803f-20a152521f76 disassociated (deleted). External IP: 172.25.6.74, port: 5fae0134-639f-4644-93c4-4c55477c3cc0. Nov 12 09:08:56.789014 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-7773d62e-67f1-4701-bfba-ec2083ab2044 None None] Set router 4bbe88e3-a353-4cbb-9be7-c114ceb984dd gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:08:56.875162 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-80794fca-ee92-487e-9070-47ff459e3acf tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Deleting port 6fcbc602-f892-4d42-bc23-8549c06c7ef1 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:08:56.875709 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-80794fca-ee92-487e-9070-47ff459e3acf tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:57.072347 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8577d-9e96-45d7-86e1-89ddbf9df044 req-a5f03de7-722d-4276-853b-867646d1dc97 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:57.095964 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8577d-9e96-45d7-86e1-89ddbf9df044 req-a5f03de7-722d-4276-853b-867646d1dc97 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:57.115136 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5df8577d-9e96-45d7-86e1-89ddbf9df044 req-a5f03de7-722d-4276-853b-867646d1dc97 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 1676 time: 0.2557180 Nov 12 09:08:57.250748 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-80794fca-ee92-487e-9070-47ff459e3acf tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] For port 6fcbc602-f892-4d42-bc23-8549c06c7ef1, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=6fcbc602-f892-4d42-bc23-8549c06c7ef1,segment=NetworkSegment(04d113ee-bb26-4561-ac74-569bb3ee567a),segment_id=04d113ee-bb26-4561-ac74-569bb3ee567a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:57.251576 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-80794fca-ee92-487e-9070-47ff459e3acf tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:57.312890 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-80794fca-ee92-487e-9070-47ff459e3acf tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Calling delete_port for 6fcbc602-f892-4d42-bc23-8549c06c7ef1 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:08:57.758993 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'name': 'network-vif-deleted', 'tag': '67f7b3d5-2b02-4acc-aa1d-2c68928b32e8'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:08:57.763316 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b2a6f8-c694-4b77-97b1-35ffd3478e78" -d '{"events": [{"server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "name": "network-vif-deleted", "tag": "67f7b3d5-2b02-4acc-aa1d-2c68928b32e8"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:08:57.855035 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0c0959-f4f6-4308-b76b-84438c69a8b4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Router 3d76ca08-a59a-4629-82a2-9829bf64aba7 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:08:57.871327 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-7773d62e-67f1-4701-bfba-ec2083ab2044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'name': 'tempest-TaggedBootDevicesTest_v242-1616650401-router', 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '5d1127f7-4038-4c0b-9108-e927997c6198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:15Z', 'updated_at': '2021-11-12T08:56:29Z', 'revision_number': 4, 'project_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'gw_port': {'id': '5d1127f7-4038-4c0b-9108-e927997c6198', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:18Z', 'updated_at': '2021-11-12T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '136274d5-e0c9-4059-9f86-379b8a4c581e', 'name': '', 'network_id': '52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572', 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'mac_address': 'fa:16:3e:4a:96:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '972d18b2-ff95-4dd0-9709-a0646a0ab7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:26Z', 'updated_at': '2021-11-12T08:56:41Z', 'revision_number': 5, 'project_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'subnets': [{'id': '972d18b2-ff95-4dd0-9709-a0646a0ab7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:57.912997 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5df8577d-9e96-45d7-86e1-89ddbf9df044 req-346667eb-1f41-4dbd-8a54-ed583b5318f7 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7956984 Nov 12 09:08:58.041919 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7773d62e-67f1-4701-bfba-ec2083ab2044 None None] Checking router: 4bbe88e3-a353-4cbb-9be7-c114ceb984dd for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:08:58.142716 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7773d62e-67f1-4701-bfba-ec2083ab2044 None None] Routers {'4bbe88e3-a353-4cbb-9be7-c114ceb984dd'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:08:58.143868 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-7773d62e-67f1-4701-bfba-ec2083ab2044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:08:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['4bbe88e3-a353-4cbb-9be7-c114ceb984dd'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:58.176401 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-80794fca-ee92-487e-9070-47ff459e3acf tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:58.273728 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80794fca-ee92-487e-9070-47ff459e3acf tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Pushing event deleted for resources: {'Port': ['ID=6fcbc602-f892-4d42-bc23-8549c06c7ef1,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:58.561170 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-80794fca-ee92-487e-9070-47ff459e3acf tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] No DVR routers for this DVR port 6fcbc602-f892-4d42-bc23-8549c06c7ef1 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:08:58.580926 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-80794fca-ee92-487e-9070-47ff459e3acf tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:58.596324 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0c0959-f4f6-4308-b76b-84438c69a8b4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:08:58.600991 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-80794fca-ee92-487e-9070-47ff459e3acf tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.54 "DELETE /v2.0/ports/6fcbc602-f892-4d42-bc23-8549c06c7ef1 HTTP/1.1" status: 204 len: 173 time: 2.1403863 Nov 12 09:08:58.614478 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d0c0959-f4f6-4308-b76b-84438c69a8b4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:58.620058 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b612eb3-8ccc-498e-9bac-31e277a5b93b None None] Sync routers for ids ['3d76ca08-a59a-4629-82a2-9829bf64aba7'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:08:58.687845 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b612eb3-8ccc-498e-9bac-31e277a5b93b None None] Routers {'3d76ca08-a59a-4629-82a2-9829bf64aba7'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:08:58.697295 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9b612eb3-8ccc-498e-9bac-31e277a5b93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:08:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['3d76ca08-a59a-4629-82a2-9829bf64aba7'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:58.735632 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5d0c0959-f4f6-4308-b76b-84438c69a8b4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "DELETE /v2.0/floatingips/42e3d470-9229-4335-803f-20a152521f76 HTTP/1.1" status: 204 len: 168 time: 4.7442102 Nov 12 09:08:58.738458 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a2ecbc-b0ed-441d-a1ec-cab950193cf3', 'tag': '5fae0134-639f-4644-93c4-4c55477c3cc0'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:08:58.751331 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a01e4f8-125a-4ca0-8e41-79aed21861d1" -d '{"events": [{"name": "network-changed", "server_uuid": "60a2ecbc-b0ed-441d-a1ec-cab950193cf3", "tag": "5fae0134-639f-4644-93c4-4c55477c3cc0"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:08:59.024856 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-7773d62e-67f1-4701-bfba-ec2083ab2044 None None] Set router 4bbe88e3-a353-4cbb-9be7-c114ceb984dd gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:08:59.173843 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-25330ad5-7745-4677-810a-10af619fc9b1 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Deleting port 7b185afb-245a-4fb4-8397-b9de6cfe0fed {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:08:59.174668 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-25330ad5-7745-4677-810a-10af619fc9b1 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:59.214787 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-9b612eb3-8ccc-498e-9bac-31e277a5b93b None None] Set router 3d76ca08-a59a-4629-82a2-9829bf64aba7 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:08:59.598410 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bad8fb7-80b6-4760-97c5-6c5db232ac75 x-openstack-request-id: req-7bad8fb7-80b6-4760-97c5-6c5db232ac75 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:08:59.599439 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "name": "network-vif-deleted", "tag": "67f7b3d5-2b02-4acc-aa1d-2c68928b32e8", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:08:59.599439 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7bad8fb7-80b6-4760-97c5-6c5db232ac75 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:08:59.600635 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'name': 'network-vif-deleted', 'tag': '67f7b3d5-2b02-4acc-aa1d-2c68928b32e8', 'status': 'completed', 'code': 200} Nov 12 09:08:59.605544 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:59.826637 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-25330ad5-7745-4677-810a-10af619fc9b1 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] For port 7b185afb-245a-4fb4-8397-b9de6cfe0fed, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=7b185afb-245a-4fb4-8397-b9de6cfe0fed,segment=NetworkSegment(04d113ee-bb26-4561-ac74-569bb3ee567a),segment_id=04d113ee-bb26-4561-ac74-569bb3ee567a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:59.827361 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-25330ad5-7745-4677-810a-10af619fc9b1 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:59.882119 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-25330ad5-7745-4677-810a-10af619fc9b1 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Calling delete_port for 7b185afb-245a-4fb4-8397-b9de6cfe0fed owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:08:59.950563 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d67f052-567b-4903-9ef2-eb50cb0fe429 x-openstack-request-id: req-0d67f052-567b-4903-9ef2-eb50cb0fe429 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:08:59.951585 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a2ecbc-b0ed-441d-a1ec-cab950193cf3", "tag": "5fae0134-639f-4644-93c4-4c55477c3cc0", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:08:59.951585 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0d67f052-567b-4903-9ef2-eb50cb0fe429 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:08:59.952523 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a2ecbc-b0ed-441d-a1ec-cab950193cf3', 'tag': '5fae0134-639f-4644-93c4-4c55477c3cc0', 'status': 'completed', 'code': 200} Nov 12 09:09:00.346544 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-7773d62e-67f1-4701-bfba-ec2083ab2044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'name': 'tempest-TaggedBootDevicesTest_v242-1616650401-router', 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '5d1127f7-4038-4c0b-9108-e927997c6198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:15Z', 'updated_at': '2021-11-12T08:56:29Z', 'revision_number': 4, 'project_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'gw_port': {'id': '5d1127f7-4038-4c0b-9108-e927997c6198', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:18Z', 'updated_at': '2021-11-12T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '136274d5-e0c9-4059-9f86-379b8a4c581e', 'name': '', 'network_id': '52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572', 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'mac_address': 'fa:16:3e:4a:96:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '972d18b2-ff95-4dd0-9709-a0646a0ab7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:26Z', 'updated_at': '2021-11-12T08:56:41Z', 'revision_number': 5, 'project_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'subnets': [{'id': '972d18b2-ff95-4dd0-9709-a0646a0ab7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:00.378453 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1fd4c-e655-4963-aaf7-986ff356d494 req-778e8485-3d1f-4f67-be27-099e662ffeb3 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:00.381053 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4dc1fd4c-e655-4963-aaf7-986ff356d494 req-778e8485-3d1f-4f67-be27-099e662ffeb3 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 942 time: 0.2698991 Nov 12 09:09:00.433841 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9b612eb3-8ccc-498e-9bac-31e277a5b93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-577286968', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '9d8cc750-280d-49b5-b333-5d346b596f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:06:09Z', 'updated_at': '2021-11-12T09:06:26Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '9d8cc750-280d-49b5-b333-5d346b596f82', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:12Z', 'updated_at': '2021-11-12T09:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '90a3dacf-9f9d-49ea-ad37-96a834d1c2f4', 'name': '', 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:df:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': 'ecf82c81-694e-4af8-92fa-b078e6dd7647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:24Z', 'updated_at': '2021-11-12T09:06:33Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': 'ecf82c81-694e-4af8-92fa-b078e6dd7647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:00.461141 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7773d62e-67f1-4701-bfba-ec2083ab2044 None None] The sync data for ids ['4bbe88e3-a353-4cbb-9be7-c114ceb984dd'] in n-d-768862-16 is: [{'id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'name': 'tempest-TaggedBootDevicesTest_v242-1616650401-router', 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '5d1127f7-4038-4c0b-9108-e927997c6198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:15Z', 'updated_at': '2021-11-12T08:56:29Z', 'revision_number': 4, 'project_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'gw_port': {'id': '5d1127f7-4038-4c0b-9108-e927997c6198', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:18Z', 'updated_at': '2021-11-12T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '136274d5-e0c9-4059-9f86-379b8a4c581e', 'name': '', 'network_id': '52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572', 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'mac_address': 'fa:16:3e:4a:96:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '972d18b2-ff95-4dd0-9709-a0646a0ab7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:26Z', 'updated_at': '2021-11-12T08:56:41Z', 'revision_number': 5, 'project_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'subnets': [{'id': '972d18b2-ff95-4dd0-9709-a0646a0ab7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:09:00.544676 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01e4f8-125a-4ca0-8e41-79aed21861d1 req-58653967-297b-4147-a6cb-9a64bac2f389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:00.548833 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2a01e4f8-125a-4ca0-8e41-79aed21861d1 req-58653967-297b-4147-a6cb-9a64bac2f389 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 1099 time: 0.3945687 Nov 12 09:09:00.584326 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b612eb3-8ccc-498e-9bac-31e277a5b93b None None] Checking router: 3d76ca08-a59a-4629-82a2-9829bf64aba7 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:09:00.649166 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b612eb3-8ccc-498e-9bac-31e277a5b93b None None] Routers {'3d76ca08-a59a-4629-82a2-9829bf64aba7'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:00.649166 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9b612eb3-8ccc-498e-9bac-31e277a5b93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:08:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['3d76ca08-a59a-4629-82a2-9829bf64aba7'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:00.690625 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4dc1fd4c-e655-4963-aaf7-986ff356d494 req-0c534a6e-574a-4453-a228-9649578b3772 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups?id=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2986491 Nov 12 09:09:01.155673 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-9b612eb3-8ccc-498e-9bac-31e277a5b93b None None] Set router 3d76ca08-a59a-4629-82a2-9829bf64aba7 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:09:01.319416 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02996986-284e-47e1-a9d8-6a985fff002e req-aecf66a0-91c6-412a-801a-87252af1258e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:01.340544 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-02996986-284e-47e1-a9d8-6a985fff002e req-aecf66a0-91c6-412a-801a-87252af1258e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 947 time: 0.3097386 Nov 12 09:09:01.450642 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-25330ad5-7745-4677-810a-10af619fc9b1 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:01.561860 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb14b4d7-b384-4e59-981d-6cbc4ca3a5b9 None None] New status for floating IP c246c96f-68df-4a0b-85f0-7873c72da963: DOWN {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:09:01.712741 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-02996986-284e-47e1-a9d8-6a985fff002e req-84764b0e-bb04-44aa-a5d3-cee208a0fbe4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3682127 Nov 12 09:09:02.492174 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9b612eb3-8ccc-498e-9bac-31e277a5b93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-577286968', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '9d8cc750-280d-49b5-b333-5d346b596f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:06:09Z', 'updated_at': '2021-11-12T09:06:26Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '9d8cc750-280d-49b5-b333-5d346b596f82', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:12Z', 'updated_at': '2021-11-12T09:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '90a3dacf-9f9d-49ea-ad37-96a834d1c2f4', 'name': '', 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:df:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': 'ecf82c81-694e-4af8-92fa-b078e6dd7647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:24Z', 'updated_at': '2021-11-12T09:06:33Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': 'ecf82c81-694e-4af8-92fa-b078e6dd7647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:02.645063 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b612eb3-8ccc-498e-9bac-31e277a5b93b None None] The sync data for ids ['3d76ca08-a59a-4629-82a2-9829bf64aba7'] in n-d-768862-16 is: [{'id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-577286968', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '9d8cc750-280d-49b5-b333-5d346b596f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:06:09Z', 'updated_at': '2021-11-12T09:06:26Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '9d8cc750-280d-49b5-b333-5d346b596f82', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:12Z', 'updated_at': '2021-11-12T09:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '90a3dacf-9f9d-49ea-ad37-96a834d1c2f4', 'name': '', 'network_id': '2c6d05d4-c749-47b7-98bf-07ad7914b0e1', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:df:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': 'ecf82c81-694e-4af8-92fa-b078e6dd7647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:24Z', 'updated_at': '2021-11-12T09:06:33Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': 'ecf82c81-694e-4af8-92fa-b078e6dd7647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:09:02.860352 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'name': 'network-vif-deleted', 'tag': '6fcbc602-f892-4d42-bc23-8549c06c7ef1'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:02.864787 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa0baf4-a32e-43af-99bf-2b0924d5facd" -d '{"events": [{"server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "name": "network-vif-deleted", "tag": "6fcbc602-f892-4d42-bc23-8549c06c7ef1"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:02.872277 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25330ad5-7745-4677-810a-10af619fc9b1 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Pushing event deleted for resources: {'Port': ['ID=7b185afb-245a-4fb4-8397-b9de6cfe0fed,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:02.920220 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01e4f8-125a-4ca0-8e41-79aed21861d1 req-3a9fd135-cf96-47ff-a173-5dbb732711db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:02.923214 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2a01e4f8-125a-4ca0-8e41-79aed21861d1 req-3a9fd135-cf96-47ff-a173-5dbb732711db service neutron] 10.222.0.54 "GET /v2.0/networks?id=2c6d05d4-c749-47b7-98bf-07ad7914b0e1 HTTP/1.1" status: 200 len: 897 time: 2.3565485 Nov 12 09:09:02.977941 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac762e0-7c3f-4877-b304-1906641b3629 req-8d5f69ff-b5a4-466a-8dd5-1f4efadbfe89 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:02.981128 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0ac762e0-7c3f-4877-b304-1906641b3629 req-8d5f69ff-b5a4-466a-8dd5-1f4efadbfe89 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.54 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 947 time: 1.8155077 Nov 12 09:09:03.058822 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-25330ad5-7745-4677-810a-10af619fc9b1 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] No DVR routers for this DVR port 7b185afb-245a-4fb4-8397-b9de6cfe0fed on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:09:03.064649 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-25330ad5-7745-4677-810a-10af619fc9b1 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:03.085298 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2b3b7986-b637-4b4a-bf33-0c59075aaa19 req-25330ad5-7745-4677-810a-10af619fc9b1 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.54 "DELETE /v2.0/ports/7b185afb-245a-4fb4-8397-b9de6cfe0fed HTTP/1.1" status: 204 len: 173 time: 4.4670558 Nov 12 09:09:03.284364 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53538) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:03.469518 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2a01e4f8-125a-4ca0-8e41-79aed21861d1 req-bf643e26-b773-47ff-ac3b-c3dd7dbf1a4b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fae0134-639f-4644-93c4-4c55477c3cc0 HTTP/1.1" status: 200 len: 217 time: 0.5085945 Nov 12 09:09:03.657839 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-88d5122b-34a0-4cea-85bc-9bafe35e8b8b req-cb09f4e5-5508-46d5-a9dd-87e43d26ae4a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.2259624 Nov 12 09:09:03.792503 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bff6b3-5720-4405-83d7-a240e82b1450 None None] New status for floating IP 42e3d470-9229-4335-803f-20a152521f76: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:09:04.075727 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df100a74-5113-4fc0-9ac6-49613104f27a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:04.276276 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01e4f8-125a-4ca0-8e41-79aed21861d1 req-cbc82d28-88b5-4923-b808-a23b56310b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:04.282598 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2a01e4f8-125a-4ca0-8e41-79aed21861d1 req-cbc82d28-88b5-4923-b808-a23b56310b17 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ecf82c81-694e-4af8-92fa-b078e6dd7647 HTTP/1.1" status: 200 len: 835 time: 0.8017395 Nov 12 09:09:04.402106 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886a4c0-9fa4-4005-9c89-16b82755e0b3 req-6f83164b-56b4-4d39-a32e-7d20d4b23733 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:04.422351 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8886a4c0-9fa4-4005-9c89-16b82755e0b3 req-6f83164b-56b4-4d39-a32e-7d20d4b23733 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 947 time: 0.3424420 Nov 12 09:09:04.529370 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d73bf79f-f992-415b-894c-26457f5ff7d7 req-de99ad60-fd14-4801-8bf2-acdb3de311ce service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=acd09f84-17c2-49bf-a122-ff714bd474a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5808964 Nov 12 09:09:04.574731 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-0ac762e0-7c3f-4877-b304-1906641b3629 req-c6bfd9c7-402e-40c0-862e-8e6b731940a9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Deleting port 5fae0134-639f-4644-93c4-4c55477c3cc0 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:04.575301 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0ac762e0-7c3f-4877-b304-1906641b3629 req-c6bfd9c7-402e-40c0-862e-8e6b731940a9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:04.748156 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8886a4c0-9fa4-4005-9c89-16b82755e0b3 req-8b5ecab9-8cc3-413d-affe-3df92f150069 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3104289 Nov 12 09:09:04.855858 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df100a74-5113-4fc0-9ac6-49613104f27a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:04.870731 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01e4f8-125a-4ca0-8e41-79aed21861d1 req-cee70d7d-f30e-480f-bac5-01edb3b3edf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:04.874456 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df100a74-5113-4fc0-9ac6-49613104f27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:04.878928 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2a01e4f8-125a-4ca0-8e41-79aed21861d1 req-cee70d7d-f30e-480f-bac5-01edb3b3edf8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2c6d05d4-c749-47b7-98bf-07ad7914b0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5757015 Nov 12 09:09:05.046644 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77692dd2-afa2-4a4b-86a0-4024413ae4f1 x-openstack-request-id: req-77692dd2-afa2-4a4b-86a0-4024413ae4f1 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:05.047005 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "name": "network-vif-deleted", "tag": "6fcbc602-f892-4d42-bc23-8549c06c7ef1", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:05.047260 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77692dd2-afa2-4a4b-86a0-4024413ae4f1 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:05.047683 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'name': 'network-vif-deleted', 'tag': '6fcbc602-f892-4d42-bc23-8549c06c7ef1', 'status': 'completed', 'code': 200} Nov 12 09:09:05.077365 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-df100a74-5113-4fc0-9ac6-49613104f27a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a102dbb75b724c9790b591534a8786bc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7840433 Nov 12 09:09:05.081982 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df100a74-5113-4fc0-9ac6-49613104f27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80216482-e142-4122-ae6e-78392f92cc30,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:05.104794 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53562) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:05.414064 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2a01e4f8-125a-4ca0-8e41-79aed21861d1 req-e7ff820d-95d4-4b56-a263-7cd5cd8e4538 service neutron] 10.222.0.54 "GET /v2.0/networks/2c6d05d4-c749-47b7-98bf-07ad7914b0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5116448 Nov 12 09:09:05.436185 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-59e4fa49-3031-4d18-900d-4cd234f4894b req-94e8bc91-18a2-4a91-bb8a-4c131d12a563 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.1638668 Nov 12 09:09:05.495379 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 5fae0134-639f-4644-93c4-4c55477c3cc0 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:09:05.509605 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bf79f-f992-415b-894c-26457f5ff7d7 req-71a108b2-3c2d-48b7-a6e8-c697640acb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:05.517501 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d73bf79f-f992-415b-894c-26457f5ff7d7 req-71a108b2-3c2d-48b7-a6e8-c697640acb13 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e2aedd74754847baa0c2e1ed0d1b2137&device_id=acd09f84-17c2-49bf-a122-ff714bd474a5 HTTP/1.1" status: 200 len: 1098 time: 0.9296129 Nov 12 09:09:05.574998 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-88489d0c-078f-4bab-bbe7-c6d936bd87ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:05.686385 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-88489d0c-078f-4bab-bbe7-c6d936bd87ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:05.745073 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:05.876286 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a2ecbc-b0ed-441d-a1ec-cab950193cf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fae0134-639f-4644-93c4-4c55477c3cc0'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:05.882747 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-88489d0c-078f-4bab-bbe7-c6d936bd87ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:05.887322 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ad9fb5-eff7-49fb-b0f1-d632dc2ece26" -d '{"events": [{"server_uuid": "60a2ecbc-b0ed-441d-a1ec-cab950193cf3", "name": "network-vif-unplugged", "status": "completed", "tag": "5fae0134-639f-4644-93c4-4c55477c3cc0"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:05.888495 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-88489d0c-078f-4bab-bbe7-c6d936bd87ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:05.916938 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-88489d0c-078f-4bab-bbe7-c6d936bd87ec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/80216482-e142-4122-ae6e-78392f92cc30 HTTP/1.1" status: 204 len: 168 time: 0.7916551 Nov 12 09:09:05.959054 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88489d0c-078f-4bab-bbe7-c6d936bd87ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80216482-e142-4122-ae6e-78392f92cc30,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:05.998004 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 5fae0134-639f-4644-93c4-4c55477c3cc0, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=5fae0134-639f-4644-93c4-4c55477c3cc0,segment=NetworkSegment(609de53a-bb37-45b7-8c94-730f12f49f70),segment_id=609de53a-bb37-45b7-8c94-730f12f49f70)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:06.039955 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:06.475262 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9cb81-4cce-4a83-bb49-d0cbde1190e8 req-b06a1cce-08fb-4ab6-8cee-2db8aabfe840 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:06.496527 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8ee9cb81-4cce-4a83-bb49-d0cbde1190e8 req-b06a1cce-08fb-4ab6-8cee-2db8aabfe840 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 945 time: 0.3523109 Nov 12 09:09:06.547094 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-0ac762e0-7c3f-4877-b304-1906641b3629 req-c6bfd9c7-402e-40c0-862e-8e6b731940a9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] For port 5fae0134-639f-4644-93c4-4c55477c3cc0, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=5fae0134-639f-4644-93c4-4c55477c3cc0,segment=NetworkSegment(609de53a-bb37-45b7-8c94-730f12f49f70),segment_id=609de53a-bb37-45b7-8c94-730f12f49f70)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:06.547982 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0ac762e0-7c3f-4877-b304-1906641b3629 req-c6bfd9c7-402e-40c0-862e-8e6b731940a9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:06.581931 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=5fae0134-639f-4644-93c4-4c55477c3cc0,revision_number=14']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:06.619264 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bf79f-f992-415b-894c-26457f5ff7d7 req-85201686-b3e6-4329-a142-dda701558453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:06.633183 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d73bf79f-f992-415b-894c-26457f5ff7d7 req-85201686-b3e6-4329-a142-dda701558453 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7524fe81-dda2-4df7-b9b9-932c7fdb6f24 HTTP/1.1" status: 200 len: 912 time: 0.9379830 Nov 12 09:09:06.799911 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8ee9cb81-4cce-4a83-bb49-d0cbde1190e8 req-7a2b9edb-fef5-4f88-b89d-86e049cdaf27 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc6bea37-f174-426d-941a-e583a5fcdcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2911520 Nov 12 09:09:06.980116 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-0ac762e0-7c3f-4877-b304-1906641b3629 req-c6bfd9c7-402e-40c0-862e-8e6b731940a9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Calling delete_port for 5fae0134-639f-4644-93c4-4c55477c3cc0 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:06.993109 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6f4ef2-1ce9-4d72-9ebb-03aa8d1fd2b2 x-openstack-request-id: req-1b6f4ef2-1ce9-4d72-9ebb-03aa8d1fd2b2 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:06.993461 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a2ecbc-b0ed-441d-a1ec-cab950193cf3", "name": "network-vif-unplugged", "status": "completed", "tag": "5fae0134-639f-4644-93c4-4c55477c3cc0", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:06.993730 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b6f4ef2-1ce9-4d72-9ebb-03aa8d1fd2b2 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:06.994149 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a2ecbc-b0ed-441d-a1ec-cab950193cf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fae0134-639f-4644-93c4-4c55477c3cc0', 'code': 200} Nov 12 09:09:07.197542 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d73bf79f-f992-415b-894c-26457f5ff7d7 req-2bfd6658-3180-4ed3-ba1a-45b4e53ad362 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e195080-5e5c-446c-a5b0-4ea965e62367 HTTP/1.1" status: 200 len: 1001 time: 0.5387571 Nov 12 09:09:07.203502 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2a01e4f8-125a-4ca0-8e41-79aed21861d1 req-cfef511a-c60e-4d0f-b676-e99c60a7c71e service neutron] 10.222.0.54 "GET /v2.0/networks/2c6d05d4-c749-47b7-98bf-07ad7914b0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7790060 Nov 12 09:09:07.216876 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'name': 'network-vif-deleted', 'tag': '7b185afb-245a-4fb4-8397-b9de6cfe0fed'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:07.234522 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f780158-f3fe-46da-82ee-430245cbbaea" -d '{"events": [{"server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "name": "network-vif-deleted", "tag": "7b185afb-245a-4fb4-8397-b9de6cfe0fed"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:07.362317 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bf79f-f992-415b-894c-26457f5ff7d7 req-f39723ef-5485-45fc-aa79-9968d5513420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:07.365726 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d73bf79f-f992-415b-894c-26457f5ff7d7 req-f39723ef-5485-45fc-aa79-9968d5513420 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc HTTP/1.1" status: 200 len: 850 time: 0.1169567 Nov 12 09:09:07.381272 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-45f5c146-8cdf-407f-8a7b-28ed92dc7322 req-f8a35e21-679c-46bd-94f4-f7ae3d8cff43 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.1515796 Nov 12 09:09:07.505474 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53578) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:07.541805 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d736b6a9-91ce-490d-98a2-25952bef8ce8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:07.553468 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d229b64e-8e45-4a61-820e-cd6a6e76a4bb x-openstack-request-id: req-d229b64e-8e45-4a61-820e-cd6a6e76a4bb {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:07.554271 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c3b711-2cff-41a5-b85b-ad29f3345b25", "name": "network-vif-deleted", "tag": "7b185afb-245a-4fb4-8397-b9de6cfe0fed", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:07.554460 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d229b64e-8e45-4a61-820e-cd6a6e76a4bb {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:07.555300 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c3b711-2cff-41a5-b85b-ad29f3345b25', 'name': 'network-vif-deleted', 'tag': '7b185afb-245a-4fb4-8397-b9de6cfe0fed', 'status': 'completed', 'code': 200} Nov 12 09:09:07.602082 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bf79f-f992-415b-894c-26457f5ff7d7 req-4a7bfb89-95f3-4c7c-9eb0-fb9f10196bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:07.607094 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d73bf79f-f992-415b-894c-26457f5ff7d7 req-4a7bfb89-95f3-4c7c-9eb0-fb9f10196bcd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7524fe81-dda2-4df7-b9b9-932c7fdb6f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2274909 Nov 12 09:09:07.797137 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0ac762e0-7c3f-4877-b304-1906641b3629 req-c6bfd9c7-402e-40c0-862e-8e6b731940a9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:07.811329 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d736b6a9-91ce-490d-98a2-25952bef8ce8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:07.825214 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d736b6a9-91ce-490d-98a2-25952bef8ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:07.890256 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bfd9c7-402e-40c0-862e-8e6b731940a9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event deleted for resources: {'Port': ['ID=5fae0134-639f-4644-93c4-4c55477c3cc0,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:07.917013 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e4006c47-695e-4d08-91d5-6d9f0fd5cc87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:07.942745 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d736b6a9-91ce-490d-98a2-25952bef8ce8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=78c98073054d488c8fd2a7af604960be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4291568 Nov 12 09:09:07.942745 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736b6a9-91ce-490d-98a2-25952bef8ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c375a4-52a7-41b3-a4c4-d9946e010c33,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:07.950587 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53582) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:08.081934 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac762e0-7c3f-4877-b304-1906641b3629 req-c6bfd9c7-402e-40c0-862e-8e6b731940a9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] No DVR routers for this DVR port 5fae0134-639f-4644-93c4-4c55477c3cc0 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:09:08.088233 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0ac762e0-7c3f-4877-b304-1906641b3629 req-c6bfd9c7-402e-40c0-862e-8e6b731940a9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:08.097355 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0ac762e0-7c3f-4877-b304-1906641b3629 req-c6bfd9c7-402e-40c0-862e-8e6b731940a9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.54 "DELETE /v2.0/ports/5fae0134-639f-4644-93c4-4c55477c3cc0 HTTP/1.1" status: 204 len: 173 time: 5.0679772 Nov 12 09:09:08.166648 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e07fc298-ef24-4c8b-be55-770915248a47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:08.232796 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e07fc298-ef24-4c8b-be55-770915248a47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:08.250121 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d73bf79f-f992-415b-894c-26457f5ff7d7 req-c08ccf39-218e-4368-941b-38845dad16e8 service neutron] 10.222.0.54 "GET /v2.0/networks/7524fe81-dda2-4df7-b9b9-932c7fdb6f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6306283 Nov 12 09:09:08.370021 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dcfeb44a-9659-4dfe-baef-065f2ed77064 req-a7f6ef3d-9ac2-40a1-9e70-7d1e005fad46 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a2ecbc-b0ed-441d-a1ec-cab950193cf3 HTTP/1.1" status: 200 len: 210 time: 0.2945695 Nov 12 09:09:08.461034 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e07fc298-ef24-4c8b-be55-770915248a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:08.476083 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e07fc298-ef24-4c8b-be55-770915248a47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:08.479585 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e07fc298-ef24-4c8b-be55-770915248a47 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d9c375a4-52a7-41b3-a4c4-d9946e010c33 HTTP/1.1" status: 204 len: 168 time: 0.5264904 Nov 12 09:09:08.511271 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07fc298-ef24-4c8b-be55-770915248a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c375a4-52a7-41b3-a4c4-d9946e010c33,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:08.684107 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d73bf79f-f992-415b-894c-26457f5ff7d7 req-3d01135d-0a5b-4283-a01d-846d5bdec2e4 service neutron] 10.222.0.54 "GET /v2.0/networks/7524fe81-dda2-4df7-b9b9-932c7fdb6f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086246 Nov 12 09:09:08.814544 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-541111ad-88c6-4da7-ae3f-80e6b9f4eb81 req-9e1300e4-42be-43de-bd2e-a98cad8b807c tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.1122732 Nov 12 09:09:09.509027 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53598) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:09.556089 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a2ecbc-b0ed-441d-a1ec-cab950193cf3', 'name': 'network-vif-deleted', 'tag': '5fae0134-639f-4644-93c4-4c55477c3cc0'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:09.559594 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce78025-b6b3-4b6a-aa0f-3d844799e615" -d '{"events": [{"server_uuid": "60a2ecbc-b0ed-441d-a1ec-cab950193cf3", "name": "network-vif-deleted", "tag": "5fae0134-639f-4644-93c4-4c55477c3cc0"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:09.635258 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32b7cac-38cc-406a-8b46-a7729fbcb34a x-openstack-request-id: req-c32b7cac-38cc-406a-8b46-a7729fbcb34a {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:09.635793 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a2ecbc-b0ed-441d-a1ec-cab950193cf3", "name": "network-vif-deleted", "tag": "5fae0134-639f-4644-93c4-4c55477c3cc0", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:09.636267 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c32b7cac-38cc-406a-8b46-a7729fbcb34a {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:09.636884 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a2ecbc-b0ed-441d-a1ec-cab950193cf3', 'name': 'network-vif-deleted', 'tag': '5fae0134-639f-4644-93c4-4c55477c3cc0', 'status': 'completed', 'code': 200} Nov 12 09:09:10.243379 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-62ffebaf-8e92-4503-b146-c5e486484558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:10.697144 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f50590f1-c75a-4127-b220-b7900d716fca req-b0124e30-c298-43ce-be59-d434239622c6 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.6716681 Nov 12 09:09:11.023862 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1cc2ee07-2df3-44f4-9932-426cc830782b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:11.561889 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-1cc2ee07-2df3-44f4-9932-426cc830782b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Deleting port 90a3dacf-9f9d-49ea-ad37-96a834d1c2f4 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:11.562383 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1cc2ee07-2df3-44f4-9932-426cc830782b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:11.760274 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53628) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:11.780792 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-1cc2ee07-2df3-44f4-9932-426cc830782b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] For port 90a3dacf-9f9d-49ea-ad37-96a834d1c2f4, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=90a3dacf-9f9d-49ea-ad37-96a834d1c2f4,segment=NetworkSegment(609de53a-bb37-45b7-8c94-730f12f49f70),segment_id=609de53a-bb37-45b7-8c94-730f12f49f70)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:11.780792 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1cc2ee07-2df3-44f4-9932-426cc830782b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:11.806976 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-1cc2ee07-2df3-44f4-9932-426cc830782b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Calling delete_port for 90a3dacf-9f9d-49ea-ad37-96a834d1c2f4 owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:12.023677 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5175a443-2ae1-482e-873c-fc5f40adcbd8 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2121402631', 'router:external': True}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:12.074970 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-133857b8-7bbc-4a55-8143-00ef23d1a643 req-23fe41ba-35ae-4345-b7af-08f8d6fc926b tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.1330588 Nov 12 09:09:12.094888 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5175a443-2ae1-482e-873c-fc5f40adcbd8 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Made reservation on behalf of a8284b02bef74d698b2e1c15fc86f79b for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:09:12.103148 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:12.104674 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5175a443-2ae1-482e-873c-fc5f40adcbd8 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:12.127061 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5175a443-2ae1-482e-873c-fc5f40adcbd8 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:12.288339 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5175a443-2ae1-482e-873c-fc5f40adcbd8 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:12.299122 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1cc2ee07-2df3-44f4-9932-426cc830782b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:12.300110 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5175a443-2ae1-482e-873c-fc5f40adcbd8 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:12.335352 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5175a443-2ae1-482e-873c-fc5f40adcbd8 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:09:12.350112 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2ee07-2df3-44f4-9932-426cc830782b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event deleted for resources: {'Port': ['ID=90a3dacf-9f9d-49ea-ad37-96a834d1c2f4,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:12.372759 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5175a443-2ae1-482e-873c-fc5f40adcbd8 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:12.373851 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-5175a443-2ae1-482e-873c-fc5f40adcbd8 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Added segment aa5383a5-dd24-49fc-8a6f-5353acefcf62 of type vlan for network 4d731298-7b63-400a-b1d9-889b4f4787b0 Nov 12 09:09:12.495197 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5175a443-2ae1-482e-873c-fc5f40adcbd8 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:12.591070 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5175a443-2ae1-482e-873c-fc5f40adcbd8 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:12.593021 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5175a443-2ae1-482e-873c-fc5f40adcbd8 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:12.593969 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5175a443-2ae1-482e-873c-fc5f40adcbd8 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:12.762258 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5175a443-2ae1-482e-873c-fc5f40adcbd8 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9986308 Nov 12 09:09:12.768282 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53634) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:12.779964 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-408379a7-651c-4f3e-bc9c-1d7b45ec2bfa tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Request body: {'subnet': {'network_id': '4d731298-7b63-400a-b1d9-889b4f4787b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:12.828162 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175a443-2ae1-482e-873c-fc5f40adcbd8 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aab198e-a675-4314-bb74-51103a3ea5d8,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:12.833605 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408379a7-651c-4f3e-bc9c-1d7b45ec2bfa tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Made reservation on behalf of a8284b02bef74d698b2e1c15fc86f79b for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:09:12.838694 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-408379a7-651c-4f3e-bc9c-1d7b45ec2bfa tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:12.888837 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175a443-2ae1-482e-873c-fc5f40adcbd8 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Pushing event updated for resources: {'Network': ['ID=4d731298-7b63-400a-b1d9-889b4f4787b0,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:12.916262 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1cc2ee07-2df3-44f4-9932-426cc830782b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:12.935939 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 4d731298-7b63-400a-b1d9-889b4f4787b0 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:09:13.478108 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:13.726681 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5de7372a-03e0-46c4-9094-d8d4089955ed req-4ae383cf-e46f-427a-8012-36e60c8db4a6 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.0989301 Nov 12 09:09:13.805686 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc2ee07-2df3-44f4-9932-426cc830782b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Router 3d76ca08-a59a-4629-82a2-9829bf64aba7 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:09:13.883950 n-d-768862-16 neutron-server[102568]: DEBUG neutron.objects.ports [None req-408379a7-651c-4f3e-bc9c-1d7b45ec2bfa tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102568) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 09:09:13.885142 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-408379a7-651c-4f3e-bc9c-1d7b45ec2bfa tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:13.970299 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408379a7-651c-4f3e-bc9c-1d7b45ec2bfa tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Pushing event updated for resources: {'Subnet': ['ID=29269136-e24d-4b2a-ae5c-e20ed0ff9e0b,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:14.046479 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408379a7-651c-4f3e-bc9c-1d7b45ec2bfa tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Checking segment: {'id': 'aa5383a5-dd24-49fc-8a6f-5353acefcf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4d731298-7b63-400a-b1d9-889b4f4787b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:09:14.046992 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408379a7-651c-4f3e-bc9c-1d7b45ec2bfa tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Network hostable DHCP agents. Network: 4d731298-7b63-400a-b1d9-889b4f4787b0, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:09:14.075478 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:14.089154 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408379a7-651c-4f3e-bc9c-1d7b45ec2bfa tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Network 4d731298-7b63-400a-b1d9-889b4f4787b0 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:09:14.102054 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc2ee07-2df3-44f4-9932-426cc830782b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:09:14.126692 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dc9a74-182d-4537-af12-7158a4e57b47 None None] Sync routers for ids ['3d76ca08-a59a-4629-82a2-9829bf64aba7'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:09:14.127510 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1cc2ee07-2df3-44f4-9932-426cc830782b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "PUT /v2.0/routers/3d76ca08-a59a-4629-82a2-9829bf64aba7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6118519 Nov 12 09:09:14.127510 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53638) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:14.133960 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-408379a7-651c-4f3e-bc9c-1d7b45ec2bfa tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 4d731298-7b63-400a-b1d9-889b4f4787b0) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:14.147077 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce1434a-a665-4495-acbf-176872dbe025 None None] Network 4d731298-7b63-400a-b1d9-889b4f4787b0 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:09:14.176405 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408379a7-651c-4f3e-bc9c-1d7b45ec2bfa tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:14.185794 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-408379a7-651c-4f3e-bc9c-1d7b45ec2bfa tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:14.213048 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dc9a74-182d-4537-af12-7158a4e57b47 None None] Routers {'3d76ca08-a59a-4629-82a2-9829bf64aba7'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:14.217521 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-94dc9a74-182d-4537-af12-7158a4e57b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:09:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['3d76ca08-a59a-4629-82a2-9829bf64aba7'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:14.263918 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-408379a7-651c-4f3e-bc9c-1d7b45ec2bfa tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.4863315 Nov 12 09:09:14.273010 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53640) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:14.295877 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5973175a-843b-491b-aaed-08d9b8fe7fd0 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-414881047', 'network_id': '4d731298-7b63-400a-b1d9-889b4f4787b0'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:14.306397 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-734aea86-680d-49b3-8b1b-41150de65b35 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Deleting subnet ecf82c81-694e-4af8-92fa-b078e6dd7647 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:09:14.320505 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-734aea86-680d-49b3-8b1b-41150de65b35 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:14.388058 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5973175a-843b-491b-aaed-08d9b8fe7fd0 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Made reservation on behalf of a8284b02bef74d698b2e1c15fc86f79b for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:09:14.394162 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5973175a-843b-491b-aaed-08d9b8fe7fd0 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:14.453980 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-5973175a-843b-491b-aaed-08d9b8fe7fd0 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] device_id is not set on port b4b54892-65f9-4f40-bcef-0a77e27bd33c yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:09:14.491028 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-734aea86-680d-49b3-8b1b-41150de65b35 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:14.521716 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-94dc9a74-182d-4537-af12-7158a4e57b47 None None] Set router 3d76ca08-a59a-4629-82a2-9829bf64aba7 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:09:14.913054 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af58fe5b-2b73-4535-ad9f-f88c61ca7805 None None] Network 4d731298-7b63-400a-b1d9-889b4f4787b0 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:09:14.916044 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-734aea86-680d-49b3-8b1b-41150de65b35 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:14.952051 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-5973175a-843b-491b-aaed-08d9b8fe7fd0 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Allocated IP 2001:db8::12a (4d731298-7b63-400a-b1d9-889b4f4787b0/29269136-e24d-4b2a-ae5c-e20ed0ff9e0b/b4b54892-65f9-4f40-bcef-0a77e27bd33c) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:09:15.066425 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-734aea86-680d-49b3-8b1b-41150de65b35 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:15.105235 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f4f8e247-62a1-4ba7-ab00-161b216ff115 req-bb930ce5-5c29-48c7-a958-0cf67c889997 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.0550339 Nov 12 09:09:15.175631 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-734aea86-680d-49b3-8b1b-41150de65b35 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:15.193869 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-734aea86-680d-49b3-8b1b-41150de65b35 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "DELETE /v2.0/subnets/ecf82c81-694e-4af8-92fa-b078e6dd7647 HTTP/1.1" status: 204 len: 168 time: 1.0611594 Nov 12 09:09:15.193869 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734aea86-680d-49b3-8b1b-41150de65b35 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event deleted for resources: {'Subnet': ['ID=ecf82c81-694e-4af8-92fa-b078e6dd7647,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:15.195388 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53644) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:15.236658 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-94dc9a74-182d-4537-af12-7158a4e57b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-577286968', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '9d8cc750-280d-49b5-b333-5d346b596f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:06:09Z', 'updated_at': '2021-11-12T09:09:12Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '9d8cc750-280d-49b5-b333-5d346b596f82', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:12Z', 'updated_at': '2021-11-12T09:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:15.239483 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c097790-e327-428d-bd40-8b9020c20843 None None] Network 2c6d05d4-c749-47b7-98bf-07ad7914b0e1 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:09:15.343405 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dc9a74-182d-4537-af12-7158a4e57b47 None None] Checking router: 3d76ca08-a59a-4629-82a2-9829bf64aba7 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:09:15.383431 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dc9a74-182d-4537-af12-7158a4e57b47 None None] Routers {'3d76ca08-a59a-4629-82a2-9829bf64aba7'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:15.384629 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-94dc9a74-182d-4537-af12-7158a4e57b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:09:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['3d76ca08-a59a-4629-82a2-9829bf64aba7'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:15.488216 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fbd47089-2f39-41b7-a609-90141a236578 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:15.507946 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5973175a-843b-491b-aaed-08d9b8fe7fd0 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:15.687512 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5973175a-843b-491b-aaed-08d9b8fe7fd0 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:15.800018 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-94dc9a74-182d-4537-af12-7158a4e57b47 None None] Set router 3d76ca08-a59a-4629-82a2-9829bf64aba7 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:09:15.834423 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fbd47089-2f39-41b7-a609-90141a236578 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:15.856527 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5973175a-843b-491b-aaed-08d9b8fe7fd0 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Network 4d731298-7b63-400a-b1d9-889b4f4787b0 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:09:15.857483 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18c0c5d-6396-4399-bdbb-66a867896a39 None None] DHCP port deletion for 2c6d05d4-c749-47b7-98bf-07ad7914b0e1 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:09:15.867266 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-5973175a-843b-491b-aaed-08d9b8fe7fd0 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:15.876964 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5973175a-843b-491b-aaed-08d9b8fe7fd0 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:09:15.878887 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5973175a-843b-491b-aaed-08d9b8fe7fd0 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:15.879771 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5973175a-843b-491b-aaed-08d9b8fe7fd0 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:15.891916 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973175a-843b-491b-aaed-08d9b8fe7fd0 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Pushing event updated for resources: {'Port': ['ID=b4b54892-65f9-4f40-bcef-0a77e27bd33c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:15.940273 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5973175a-843b-491b-aaed-08d9b8fe7fd0 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6604953 Nov 12 09:09:15.947250 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53648) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:16.027336 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-f18c0c5d-6396-4399-bdbb-66a867896a39 None None] Deleting port 27cd5efd-fb25-427e-9721-89f65de19f69 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:16.029385 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f18c0c5d-6396-4399-bdbb-66a867896a39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:16.056772 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-fbd47089-2f39-41b7-a609-90141a236578 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Deleting port 9d8cc750-280d-49b5-b333-5d346b596f82 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:16.057062 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fbd47089-2f39-41b7-a609-90141a236578 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:16.190314 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f18c0c5d-6396-4399-bdbb-66a867896a39 None None] For port 27cd5efd-fb25-427e-9721-89f65de19f69, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=27cd5efd-fb25-427e-9721-89f65de19f69,segment=NetworkSegment(609de53a-bb37-45b7-8c94-730f12f49f70),segment_id=609de53a-bb37-45b7-8c94-730f12f49f70)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:16.191017 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f18c0c5d-6396-4399-bdbb-66a867896a39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:16.226340 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e4c52565-a83f-4f25-abc3-eaf34c5fe5a8 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Deleting port b4b54892-65f9-4f40-bcef-0a77e27bd33c {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:16.227103 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e4c52565-a83f-4f25-abc3-eaf34c5fe5a8 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:16.229817 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-f18c0c5d-6396-4399-bdbb-66a867896a39 None None] Calling delete_port for 27cd5efd-fb25-427e-9721-89f65de19f69 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:16.381044 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-fbd47089-2f39-41b7-a609-90141a236578 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] For port 9d8cc750-280d-49b5-b333-5d346b596f82, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9d8cc750-280d-49b5-b333-5d346b596f82,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:16.382810 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fbd47089-2f39-41b7-a609-90141a236578 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:16.411256 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f18c0c5d-6396-4399-bdbb-66a867896a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:16.427371 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-fbd47089-2f39-41b7-a609-90141a236578 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Calling delete_port for 9d8cc750-280d-49b5-b333-5d346b596f82 owned by network:router_gateway {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:16.467776 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18c0c5d-6396-4399-bdbb-66a867896a39 None None] No DVR routers for this DVR port 27cd5efd-fb25-427e-9721-89f65de19f69 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:09:16.490713 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c80d8f6f-8ecb-4998-8076-7ddc42eec3a4 req-af70305a-3e0f-4fc0-a8b6-3669e588368c tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.0881455 Nov 12 09:09:16.490999 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-94dc9a74-182d-4537-af12-7158a4e57b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-577286968', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '9d8cc750-280d-49b5-b333-5d346b596f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:06:09Z', 'updated_at': '2021-11-12T09:09:12Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '9d8cc750-280d-49b5-b333-5d346b596f82', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:12Z', 'updated_at': '2021-11-12T09:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:16.594552 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c0c5d-6396-4399-bdbb-66a867896a39 None None] Pushing event deleted for resources: {'Port': ['ID=27cd5efd-fb25-427e-9721-89f65de19f69,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:16.596836 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e4c52565-a83f-4f25-abc3-eaf34c5fe5a8 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:16.615383 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dc9a74-182d-4537-af12-7158a4e57b47 None None] The sync data for ids ['3d76ca08-a59a-4629-82a2-9829bf64aba7'] in n-d-768862-16 is: [{'id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-577286968', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '9d8cc750-280d-49b5-b333-5d346b596f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:06:09Z', 'updated_at': '2021-11-12T09:09:12Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '9d8cc750-280d-49b5-b333-5d346b596f82', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d76ca08-a59a-4629-82a2-9829bf64aba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:12Z', 'updated_at': '2021-11-12T09:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:09:16.645704 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e4c52565-a83f-4f25-abc3-eaf34c5fe5a8 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Calling delete_port for b4b54892-65f9-4f40-bcef-0a77e27bd33c owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:16.937099 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fbd47089-2f39-41b7-a609-90141a236578 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:16.954706 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e4c52565-a83f-4f25-abc3-eaf34c5fe5a8 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:16.992099 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd47089-2f39-41b7-a609-90141a236578 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event deleted for resources: {'Port': ['ID=9d8cc750-280d-49b5-b333-5d346b596f82,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:17.013890 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c52565-a83f-4f25-abc3-eaf34c5fe5a8 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4b54892-65f9-4f40-bcef-0a77e27bd33c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:17.065636 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4766bef-18fb-417f-a01b-97d5a086f54a None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:09:17.068405 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e4c52565-a83f-4f25-abc3-eaf34c5fe5a8 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:17.079794 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e4c52565-a83f-4f25-abc3-eaf34c5fe5a8 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "DELETE /v2.0/ports/b4b54892-65f9-4f40-bcef-0a77e27bd33c HTTP/1.1" status: 204 len: 168 time: 1.1295960 Nov 12 09:09:17.084171 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53656) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:17.091262 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-15802c48-deda-4d4d-b6a9-fdafde8261bb tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4d731298-7b63-400a-b1d9-889b4f4787b0', 'external_fixed_ips': [{'subnet_id': '29269136-e24d-4b2a-ae5c-e20ed0ff9e0b', 'ip_address': '2001:db8::12a'}]}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:17.156296 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15802c48-deda-4d4d-b6a9-fdafde8261bb tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:17.159477 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15802c48-deda-4d4d-b6a9-fdafde8261bb tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:17.242282 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fbd47089-2f39-41b7-a609-90141a236578 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:17.311492 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15802c48-deda-4d4d-b6a9-fdafde8261bb tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:17.463075 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fbd47089-2f39-41b7-a609-90141a236578 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:17.468714 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fbd47089-2f39-41b7-a609-90141a236578 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:17.560303 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fbd47089-2f39-41b7-a609-90141a236578 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:17.561658 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd47089-2f39-41b7-a609-90141a236578 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Fanout notify agent at l3_agent the message router_deleted on router 3d76ca08-a59a-4629-82a2-9829bf64aba7 {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:09:17.576003 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fbd47089-2f39-41b7-a609-90141a236578 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:17.585051 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fbd47089-2f39-41b7-a609-90141a236578 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "DELETE /v2.0/routers/3d76ca08-a59a-4629-82a2-9829bf64aba7 HTTP/1.1" status: 204 len: 168 time: 2.3871088 Nov 12 09:09:17.585838 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53660) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:17.653302 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15802c48-deda-4d4d-b6a9-fdafde8261bb tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:17.849195 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9dfa8740-323e-457a-acd8-6c8edfbaa4bf req-628523b0-1147-4afd-b904-e9a5c553f602 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.0844190 Nov 12 09:09:17.993736 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-460e3ef2-a1ad-480d-8518-07f88cfb84b9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:18.220245 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-460e3ef2-a1ad-480d-8518-07f88cfb84b9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:18.303073 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 90a3dacf-9f9d-49ea-ad37-96a834d1c2f4 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:09:18.332576 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-460e3ef2-a1ad-480d-8518-07f88cfb84b9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c6d05d4-c749-47b7-98bf-07ad7914b0e1']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:18.376729 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 90a3dacf-9f9d-49ea-ad37-96a834d1c2f4 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:09:18.377625 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 90a3dacf-9f9d-49ea-ad37-96a834d1c2f4 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:09:18.378901 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 27cd5efd-fb25-427e-9721-89f65de19f69 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:09:18.421053 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-460e3ef2-a1ad-480d-8518-07f88cfb84b9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '609de53a-bb37-45b7-8c94-730f12f49f70') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:18.421541 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-460e3ef2-a1ad-480d-8518-07f88cfb84b9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '609de53a-bb37-45b7-8c94-730f12f49f70') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:18.423377 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 27cd5efd-fb25-427e-9721-89f65de19f69 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:09:18.424146 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 27cd5efd-fb25-427e-9721-89f65de19f69 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:09:18.482491 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-460e3ef2-a1ad-480d-8518-07f88cfb84b9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:18.546883 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-460e3ef2-a1ad-480d-8518-07f88cfb84b9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:18.552113 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15802c48-deda-4d4d-b6a9-fdafde8261bb tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:18.596308 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-460e3ef2-a1ad-480d-8518-07f88cfb84b9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:09:18.597034 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-460e3ef2-a1ad-480d-8518-07f88cfb84b9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:18.604493 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:09:18.604493 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:09:18.604493 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:09:18.604493 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:09:18.604493 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:09:18.604493 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:09:18.604493 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:09:18.604493 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:09:18.604493 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:09:18.604493 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:09:18.604493 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:09:18.604493 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:09:18.604493 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:09:18.604493 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:09:18.604493 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:09:18.604493 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:09:18.604493 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:09:18.604493 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:09:18.604493 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:09:18.604493 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:09:18.604493 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:09:18.604493 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:09:18.604493 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:09:18.604493 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:09:18.604493 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:09:18.604493 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:09:18.604493 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:09:18.604493 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:09:18.604493 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:09:18.604493 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:09:18.604493 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:09:18.604493 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:09:18.625074 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15802c48-deda-4d4d-b6a9-fdafde8261bb tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:18.800826 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-460e3ef2-a1ad-480d-8518-07f88cfb84b9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:18.822640 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-460e3ef2-a1ad-480d-8518-07f88cfb84b9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:18.827712 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-460e3ef2-a1ad-480d-8518-07f88cfb84b9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "DELETE /v2.0/networks/2c6d05d4-c749-47b7-98bf-07ad7914b0e1 HTTP/1.1" status: 204 len: 168 time: 1.1829047 Nov 12 09:09:18.830991 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53662) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:18.854646 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e3ef2-a1ad-480d-8518-07f88cfb84b9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event deleted for resources: {'Network': ['ID=2c6d05d4-c749-47b7-98bf-07ad7914b0e1,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:18.995330 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5ef8e674-8329-4edb-bf59-04cc13ee5609 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:19.061283 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5ef8e674-8329-4edb-bf59-04cc13ee5609 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:19.094435 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-15802c48-deda-4d4d-b6a9-fdafde8261bb tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Allocated IP 2001:db8::12a (4d731298-7b63-400a-b1d9-889b4f4787b0/29269136-e24d-4b2a-ae5c-e20ed0ff9e0b/10e9d8fe-7789-42be-af0c-52a8931647bd) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:09:19.119020 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e714edb4-b992-4435-8ef4-ae697b306c54 req-b85317f8-d876-4a63-8e55-44794dbb7793 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.0650797 Nov 12 09:09:19.253604 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5ef8e674-8329-4edb-bf59-04cc13ee5609 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:19.258818 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5ef8e674-8329-4edb-bf59-04cc13ee5609 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:19.264904 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5ef8e674-8329-4edb-bf59-04cc13ee5609 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "DELETE /v2.0/security-groups/fc6bea37-f174-426d-941a-e583a5fcdcd3 HTTP/1.1" status: 204 len: 168 time: 0.4283428 Nov 12 09:09:19.292881 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef8e674-8329-4edb-bf59-04cc13ee5609 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6bea37-f174-426d-941a-e583a5fcdcd3,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:19.381824 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15802c48-deda-4d4d-b6a9-fdafde8261bb tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:19.486560 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15802c48-deda-4d4d-b6a9-fdafde8261bb tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:19.600738 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15802c48-deda-4d4d-b6a9-fdafde8261bb tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Network 4d731298-7b63-400a-b1d9-889b4f4787b0 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:09:19.618888 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-15802c48-deda-4d4d-b6a9-fdafde8261bb tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:19.624997 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15802c48-deda-4d4d-b6a9-fdafde8261bb tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:09:19.714085 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9d8cc750-280d-49b5-b333-5d346b596f82 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:09:19.775148 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 9d8cc750-280d-49b5-b333-5d346b596f82 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:09:19.775697 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9d8cc750-280d-49b5-b333-5d346b596f82 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:09:19.810860 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15802c48-deda-4d4d-b6a9-fdafde8261bb tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Pushing event updated for resources: {'Port': ['ID=10e9d8fe-7789-42be-af0c-52a8931647bd,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:19.903321 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53670) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:19.912988 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-6058b8e6-fd7b-4604-9c73-a91a7b9ccf68 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2023848104', 'description': 'tempest-secgroup-smoke-2023848104 description', 'project_id': '300860f259ae41fb99a14af6fd1a3470'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:19.962425 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6058b8e6-fd7b-4604-9c73-a91a7b9ccf68 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:20.102334 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15802c48-deda-4d4d-b6a9-fdafde8261bb tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:20.141868 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6058b8e6-fd7b-4604-9c73-a91a7b9ccf68 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:20.150626 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6058b8e6-fd7b-4604-9c73-a91a7b9ccf68 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:20.245718 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6058b8e6-fd7b-4604-9c73-a91a7b9ccf68 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:20.253096 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6058b8e6-fd7b-4604-9c73-a91a7b9ccf68 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3426938 Nov 12 09:09:20.260047 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058b8e6-fd7b-4604-9c73-a91a7b9ccf68 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf52893-4b7a-4351-9420-99a60d680f85,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:20.265117 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53674) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:20.284431 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-0f2be591-4a6d-4973-a72d-005b57117657 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'security_group_rule': {'security_group_id': 'bdf52893-4b7a-4351-9420-99a60d680f85', 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:20.436975 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b352501b-1ef7-41ce-b268-6d6fe615dd80 req-28977262-cc1c-476c-926c-c87671d333a9 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.1005187 Nov 12 09:09:20.439133 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0f2be591-4a6d-4973-a72d-005b57117657 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:20.574863 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0f2be591-4a6d-4973-a72d-005b57117657 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:20.582478 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0f2be591-4a6d-4973-a72d-005b57117657 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:20.632283 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2be591-4a6d-4973-a72d-005b57117657 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a9cb818-2dd2-4006-9023-a0d91af9f77a,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:20.644870 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0f2be591-4a6d-4973-a72d-005b57117657 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:20.651664 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0f2be591-4a6d-4973-a72d-005b57117657 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3765399 Nov 12 09:09:20.652206 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53676) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:20.662348 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-fcbbdd40-c54e-486b-84b0-51c2aad4b949 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'security_group_rule': {'security_group_id': 'bdf52893-4b7a-4351-9420-99a60d680f85', 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:20.736122 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fcbbdd40-c54e-486b-84b0-51c2aad4b949 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:20.887445 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fcbbdd40-c54e-486b-84b0-51c2aad4b949 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:20.895666 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fcbbdd40-c54e-486b-84b0-51c2aad4b949 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:20.929682 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbbdd40-c54e-486b-84b0-51c2aad4b949 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41fb93de-0adb-49e1-b8a2-d9c0dac33c9f,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:20.945894 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fcbbdd40-c54e-486b-84b0-51c2aad4b949 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:20.953020 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fcbbdd40-c54e-486b-84b0-51c2aad4b949 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2983904 Nov 12 09:09:20.953824 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53678) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:20.963812 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d43352cf-d449-4d42-a0b9-786844da3a95 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'security_group_rule': {'security_group_id': 'bdf52893-4b7a-4351-9420-99a60d680f85', 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:21.086231 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d43352cf-d449-4d42-a0b9-786844da3a95 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:21.124180 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15802c48-deda-4d4d-b6a9-fdafde8261bb tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:21.246120 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d43352cf-d449-4d42-a0b9-786844da3a95 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:21.257029 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d43352cf-d449-4d42-a0b9-786844da3a95 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:21.329460 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43352cf-d449-4d42-a0b9-786844da3a95 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df17a2cf-e31c-4489-8e19-4a443d4abaa9,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:21.360369 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d43352cf-d449-4d42-a0b9-786844da3a95 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:21.366358 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d43352cf-d449-4d42-a0b9-786844da3a95 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4071789 Nov 12 09:09:21.366704 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53680) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:21.374250 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a0a73aa3-453b-495b-a3c8-ef216f39a16b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'security_group_rule': {'security_group_id': 'bdf52893-4b7a-4351-9420-99a60d680f85', 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:21.435377 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a0a73aa3-453b-495b-a3c8-ef216f39a16b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:21.495402 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15802c48-deda-4d4d-b6a9-fdafde8261bb tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Router 29ac95c4-925c-4274-88c1-e31084b80b85 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:09:21.621770 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a0a73aa3-453b-495b-a3c8-ef216f39a16b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:21.634238 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a0a73aa3-453b-495b-a3c8-ef216f39a16b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:21.652749 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-20b2ac7c-9ad8-4745-b894-628d8bb5d277 req-b1b362be-9276-4f7f-b822-072044c1a628 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.0456729 Nov 12 09:09:21.740480 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a73aa3-453b-495b-a3c8-ef216f39a16b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad5cdfbb-7a13-436c-afe4-60d1c50bde52,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:21.753826 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a0a73aa3-453b-495b-a3c8-ef216f39a16b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:21.756218 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a0a73aa3-453b-495b-a3c8-ef216f39a16b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3881025 Nov 12 09:09:21.759827 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53684) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:21.772580 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-5526b7c5-0a28-48e5-9c0f-f9b2f524d892 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'security_group_rule': {'security_group_id': 'bdf52893-4b7a-4351-9420-99a60d680f85', 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:21.784666 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15802c48-deda-4d4d-b6a9-fdafde8261bb tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:09:21.813237 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a493a59-41d3-44d1-b849-62248d6177d0 None None] Sync routers for ids ['29ac95c4-925c-4274-88c1-e31084b80b85'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:09:21.820077 n-d-768862-16 neutron-server[102569]: INFO neutron.db.securitygroups_db [None req-5526b7c5-0a28-48e5-9c0f-f9b2f524d892 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Project 300860f259ae41fb99a14af6fd1a3470 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:09:21.832198 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15802c48-deda-4d4d-b6a9-fdafde8261bb tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:21.835442 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-15802c48-deda-4d4d-b6a9-fdafde8261bb tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.7495918 Nov 12 09:09:21.842025 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5526b7c5-0a28-48e5-9c0f-f9b2f524d892 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:21.842521 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53686) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:21.848673 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a493a59-41d3-44d1-b849-62248d6177d0 None None] Routers {'29ac95c4-925c-4274-88c1-e31084b80b85'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:21.850106 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8a493a59-41d3-44d1-b849-62248d6177d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:09:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['29ac95c4-925c-4274-88c1-e31084b80b85'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:22.015010 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5526b7c5-0a28-48e5-9c0f-f9b2f524d892 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:22.024762 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5526b7c5-0a28-48e5-9c0f-f9b2f524d892 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:22.055271 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526b7c5-0a28-48e5-9c0f-f9b2f524d892 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd1594c-516a-4d61-b5d1-b164cec1cf35,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:22.101865 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5526b7c5-0a28-48e5-9c0f-f9b2f524d892 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:22.104475 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5526b7c5-0a28-48e5-9c0f-f9b2f524d892 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3381515 Nov 12 09:09:22.107505 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53688) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:22.121612 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-79daf4f9-e8d9-4fcc-abe0-fde1f04e0b52 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'security_group_rule': {'security_group_id': 'bdf52893-4b7a-4351-9420-99a60d680f85', 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:22.138403 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-8a493a59-41d3-44d1-b849-62248d6177d0 None None] Set router 29ac95c4-925c-4274-88c1-e31084b80b85 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:09:22.142809 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a10c9097-fb6a-4863-a209-c093046bdda3 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:22.258712 n-d-768862-16 neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-79daf4f9-e8d9-4fcc-abe0-fde1f04e0b52 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Project 300860f259ae41fb99a14af6fd1a3470 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:09:22.270893 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79daf4f9-e8d9-4fcc-abe0-fde1f04e0b52 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:22.457292 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79daf4f9-e8d9-4fcc-abe0-fde1f04e0b52 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:22.467861 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a10c9097-fb6a-4863-a209-c093046bdda3 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:22.477444 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79daf4f9-e8d9-4fcc-abe0-fde1f04e0b52 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:22.564320 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daf4f9-e8d9-4fcc-abe0-fde1f04e0b52 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f815369f-b317-419b-851a-aedf6306ec6e,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:22.578946 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79daf4f9-e8d9-4fcc-abe0-fde1f04e0b52 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:22.584352 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-79daf4f9-e8d9-4fcc-abe0-fde1f04e0b52 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4712594 Nov 12 09:09:22.585778 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53690) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:22.592503 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8a493a59-41d3-44d1-b849-62248d6177d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ac95c4-925c-4274-88c1-e31084b80b85', 'name': '', 'tenant_id': 'a8284b02bef74d698b2e1c15fc86f79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d731298-7b63-400a-b1d9-889b4f4787b0', 'external_fixed_ips': [{'subnet_id': '29269136-e24d-4b2a-ae5c-e20ed0ff9e0b', 'ip_address': '2001:db8::12a'}], 'enable_snat': True}, 'gw_port_id': '10e9d8fe-7789-42be-af0c-52a8931647bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:09:17Z', 'updated_at': '2021-11-12T09:09:19Z', 'revision_number': 3, 'project_id': 'a8284b02bef74d698b2e1c15fc86f79b', 'gw_port': {'id': '10e9d8fe-7789-42be-af0c-52a8931647bd', 'name': '', 'network_id': '4d731298-7b63-400a-b1d9-889b4f4787b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:76:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ac95c4-925c-4274-88c1-e31084b80b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '29269136-e24d-4b2a-ae5c-e20ed0ff9e0b', 'ip_address': '2001:db8::12a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:09:18Z', 'updated_at': '2021-11-12T09:09:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29269136-e24d-4b2a-ae5c-e20ed0ff9e0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:22.596519 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-9a32f2d2-2a95-4dec-a9af-fd35c628f964 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'network': {'name': 'tempest-network-smoke--1566848254', 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'port_security_enabled': True}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:22.597628 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf4f9-e8d9-4fcc-abe0-fde1f04e0b52 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:22.598218 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf4f9-e8d9-4fcc-abe0-fde1f04e0b52 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:22.598833 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf4f9-e8d9-4fcc-abe0-fde1f04e0b52 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:22.599256 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf4f9-e8d9-4fcc-abe0-fde1f04e0b52 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:22.599621 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf4f9-e8d9-4fcc-abe0-fde1f04e0b52 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:22.600021 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf4f9-e8d9-4fcc-abe0-fde1f04e0b52 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:22.600382 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf4f9-e8d9-4fcc-abe0-fde1f04e0b52 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:22.600756 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf4f9-e8d9-4fcc-abe0-fde1f04e0b52 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:22.601098 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf4f9-e8d9-4fcc-abe0-fde1f04e0b52 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:22.601438 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf4f9-e8d9-4fcc-abe0-fde1f04e0b52 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:22.601784 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf4f9-e8d9-4fcc-abe0-fde1f04e0b52 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:22.602115 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf4f9-e8d9-4fcc-abe0-fde1f04e0b52 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:22.665754 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a32f2d2-2a95-4dec-a9af-fd35c628f964 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Made reservation on behalf of 300860f259ae41fb99a14af6fd1a3470 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:09:22.676076 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9a32f2d2-2a95-4dec-a9af-fd35c628f964 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:22.680107 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-a10c9097-fb6a-4863-a209-c093046bdda3 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Deleting port 10e9d8fe-7789-42be-af0c-52a8931647bd {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:22.680824 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a10c9097-fb6a-4863-a209-c093046bdda3 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:22.685514 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a493a59-41d3-44d1-b849-62248d6177d0 None None] Checking router: 29ac95c4-925c-4274-88c1-e31084b80b85 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:09:22.685881 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a493a59-41d3-44d1-b849-62248d6177d0 None None] Updating router 29ac95c4-925c-4274-88c1-e31084b80b85 port 10e9d8fe-7789-42be-af0c-52a8931647bd binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:09:22.736489 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8a493a59-41d3-44d1-b849-62248d6177d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:22.760814 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a32f2d2-2a95-4dec-a9af-fd35c628f964 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:09:22.806239 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9a32f2d2-2a95-4dec-a9af-fd35c628f964 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:22.807642 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-9a32f2d2-2a95-4dec-a9af-fd35c628f964 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Added segment ea1fa481-fce0-4e30-8196-f86b8fdd4424 of type vlan for network cbea348e-a050-44b2-a200-f39054e2a387 Nov 12 09:09:23.014254 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a10c9097-fb6a-4863-a209-c093046bdda3 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:23.045650 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-a10c9097-fb6a-4863-a209-c093046bdda3 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Calling delete_port for 10e9d8fe-7789-42be-af0c-52a8931647bd owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:23.071107 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9a32f2d2-2a95-4dec-a9af-fd35c628f964 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:23.080100 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-06507a22-7800-44c6-a957-8aea2014c836 req-84e3eeb5-e7c8-4275-8abb-91bae4385ef4 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.0656102 Nov 12 09:09:23.135602 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:09:23.154983 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9a32f2d2-2a95-4dec-a9af-fd35c628f964 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:23.166187 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a32f2d2-2a95-4dec-a9af-fd35c628f964 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:23.167344 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9a32f2d2-2a95-4dec-a9af-fd35c628f964 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:23.251027 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9a32f2d2-2a95-4dec-a9af-fd35c628f964 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6624320 Nov 12 09:09:23.309074 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53694) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:23.317096 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-49a82483-28fe-47c2-a6f8-cad8c3b4b947 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1060713202', 'admin_state_up': True, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:23.351181 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:23.361558 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32f2d2-2a95-4dec-a9af-fd35c628f964 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'Network': ['ID=cbea348e-a050-44b2-a200-f39054e2a387,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:23.393960 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network cbea348e-a050-44b2-a200-f39054e2a387 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:09:23.394570 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49a82483-28fe-47c2-a6f8-cad8c3b4b947 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:23.397979 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49a82483-28fe-47c2-a6f8-cad8c3b4b947 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:23.495147 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8a493a59-41d3-44d1-b849-62248d6177d0 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:23.505461 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-8a493a59-41d3-44d1-b849-62248d6177d0 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 09:09:23.505461 n-d-768862-16 neutron-server[102570]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Nov 12 09:09:23.505461 n-d-768862-16 neutron-server[102570]: [parameters: {'host': 'n-d-768862-16', 'ml2_port_bindings_port_id': '10e9d8fe-7789-42be-af0c-52a8931647bd', 'ml2_port_bindings_host': ''}] Nov 12 09:09:23.505461 n-d-768862-16 neutron-server[102570]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:09:23.506205 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-8a493a59-41d3-44d1-b849-62248d6177d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:09:23.530780 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49a82483-28fe-47c2-a6f8-cad8c3b4b947 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:23.631423 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a10c9097-fb6a-4863-a209-c093046bdda3 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:23.685594 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c9097-fb6a-4863-a209-c093046bdda3 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Pushing event deleted for resources: {'Port': ['ID=10e9d8fe-7789-42be-af0c-52a8931647bd,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:23.730122 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a10c9097-fb6a-4863-a209-c093046bdda3 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:23.804755 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49a82483-28fe-47c2-a6f8-cad8c3b4b947 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:23.891262 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a10c9097-fb6a-4863-a209-c093046bdda3 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:23.895584 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a10c9097-fb6a-4863-a209-c093046bdda3 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:23.977871 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a10c9097-fb6a-4863-a209-c093046bdda3 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:23.980646 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10c9097-fb6a-4863-a209-c093046bdda3 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29ac95c4-925c-4274-88c1-e31084b80b85 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:09:23.989387 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a10c9097-fb6a-4863-a209-c093046bdda3 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:23.996604 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a10c9097-fb6a-4863-a209-c093046bdda3 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "DELETE /v2.0/routers/29ac95c4-925c-4274-88c1-e31084b80b85 HTTP/1.1" status: 204 len: 168 time: 2.1472549 Nov 12 09:09:23.999021 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53696) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:24.051610 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a493a59-41d3-44d1-b849-62248d6177d0 None None] Port 10e9d8fe-7789-42be-af0c-52a8931647bd not found while updating agent binding for router 29ac95c4-925c-4274-88c1-e31084b80b85. {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 09:09:24.077872 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a493a59-41d3-44d1-b849-62248d6177d0 None None] Routers set() bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:24.078489 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a493a59-41d3-44d1-b849-62248d6177d0 None None] Router IDs set() for agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 09:09:24.079788 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_agentschedulers_db [None req-8a493a59-41d3-44d1-b849-62248d6177d0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'29ac95c4-925c-4274-88c1-e31084b80b85'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:09:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent'). {{(pid=102570) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 09:09:24.080174 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a493a59-41d3-44d1-b849-62248d6177d0 None None] The sync data for ids ['29ac95c4-925c-4274-88c1-e31084b80b85'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:09:24.110873 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-a49065cb-194c-4cd3-925b-9d0fc1a592de tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Deleting subnet 29269136-e24d-4b2a-ae5c-e20ed0ff9e0b {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:09:24.116281 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a49065cb-194c-4cd3-925b-9d0fc1a592de tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:24.321061 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a49065cb-194c-4cd3-925b-9d0fc1a592de tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:24.327623 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3f905f65-07eb-4ba4-8060-f74f328e20dc req-de311ec2-e26f-4a09-8b8c-70a0227c7211 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.0705607 Nov 12 09:09:24.387469 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49a82483-28fe-47c2-a6f8-cad8c3b4b947 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:24.436816 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49a82483-28fe-47c2-a6f8-cad8c3b4b947 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:24.528595 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a49065cb-194c-4cd3-925b-9d0fc1a592de tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:24.736670 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a49065cb-194c-4cd3-925b-9d0fc1a592de tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:24.741033 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-49a82483-28fe-47c2-a6f8-cad8c3b4b947 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Allocated IP 172.25.6.140 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/435f49ca-291d-47bf-8282-9a1e434d563f) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:09:24.794701 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49065cb-194c-4cd3-925b-9d0fc1a592de tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=29269136-e24d-4b2a-ae5c-e20ed0ff9e0b,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:24.802114 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a49065cb-194c-4cd3-925b-9d0fc1a592de tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:24.808541 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a49065cb-194c-4cd3-925b-9d0fc1a592de tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/29269136-e24d-4b2a-ae5c-e20ed0ff9e0b HTTP/1.1" status: 204 len: 168 time: 0.8057241 Nov 12 09:09:24.810738 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53700) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:25.017049 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d4c08d6-32e6-4fea-8cfe-f1368202ba90 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:25.017457 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49a82483-28fe-47c2-a6f8-cad8c3b4b947 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:25.099664 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49a82483-28fe-47c2-a6f8-cad8c3b4b947 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:25.178521 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a82483-28fe-47c2-a6f8-cad8c3b4b947 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:09:25.184982 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-49a82483-28fe-47c2-a6f8-cad8c3b4b947 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:25.192220 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a82483-28fe-47c2-a6f8-cad8c3b4b947 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:09:25.211067 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73b3a7d-2a0b-4897-bc1d-902de4016686 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:09:25.255088 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a82483-28fe-47c2-a6f8-cad8c3b4b947 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'Port': ['ID=435f49ca-291d-47bf-8282-9a1e434d563f,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:25.269700 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d4c08d6-32e6-4fea-8cfe-f1368202ba90 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:25.325819 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-8d4c08d6-32e6-4fea-8cfe-f1368202ba90 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d731298-7b63-400a-b1d9-889b4f4787b0']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:25.326218 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-1bbd80a2-05d4-4c74-8018-4bc34a9b2b2e None None] Provisioning complete for port 435f49ca-291d-47bf-8282-9a1e434d563f triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:25.327136 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1bbd80a2-05d4-4c74-8018-4bc34a9b2b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:25.362189 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-8d4c08d6-32e6-4fea-8cfe-f1368202ba90 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa5383a5-dd24-49fc-8a6f-5353acefcf62') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:25.362719 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-8d4c08d6-32e6-4fea-8cfe-f1368202ba90 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa5383a5-dd24-49fc-8a6f-5353acefcf62') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:25.419374 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d4c08d6-32e6-4fea-8cfe-f1368202ba90 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:25.439118 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-1bbd80a2-05d4-4c74-8018-4bc34a9b2b2e None None] Port 435f49ca-291d-47bf-8282-9a1e434d563f cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:09:25.465713 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d4c08d6-32e6-4fea-8cfe-f1368202ba90 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:25.483982 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d4c08d6-32e6-4fea-8cfe-f1368202ba90 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:09:25.486708 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d4c08d6-32e6-4fea-8cfe-f1368202ba90 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:25.491722 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:09:25.491722 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:09:25.491722 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:09:25.491722 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:09:25.491722 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:09:25.491722 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:09:25.491722 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:09:25.491722 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:09:25.491722 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:09:25.491722 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:09:25.491722 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:09:25.491722 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:09:25.491722 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:09:25.491722 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:09:25.491722 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:09:25.491722 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:09:25.491722 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:09:25.491722 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:09:25.491722 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:09:25.491722 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:09:25.491722 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:09:25.491722 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:09:25.491722 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:09:25.491722 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:09:25.491722 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:09:25.491722 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:09:25.491722 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:09:25.491722 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:09:25.491722 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:09:25.491722 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:09:25.491722 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:09:25.491722 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:09:25.626154 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d4c08d6-32e6-4fea-8cfe-f1368202ba90 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:25.635696 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4c08d6-32e6-4fea-8cfe-f1368202ba90 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4d731298-7b63-400a-b1d9-889b4f4787b0 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 09:09:25.641114 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d4c08d6-32e6-4fea-8cfe-f1368202ba90 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:25.646959 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8d4c08d6-32e6-4fea-8cfe-f1368202ba90 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "DELETE /v2.0/networks/4d731298-7b63-400a-b1d9-889b4f4787b0 HTTP/1.1" status: 204 len: 168 time: 0.8330328 Nov 12 09:09:25.689726 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c08d6-32e6-4fea-8cfe-f1368202ba90 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Pushing event deleted for resources: {'Network': ['ID=4d731298-7b63-400a-b1d9-889b4f4787b0,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:26.083928 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53710) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:26.093404 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e8d4ed1d-090d-4580-b9e4-187bfc9b9b95 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Request body: {'router': {'name': 'tempest-router--971978816', 'project_id': '0ebd6564603144debdc788d02b49f4a2'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:26.137648 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e8d4ed1d-090d-4580-b9e4-187bfc9b9b95 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:26.140758 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e8d4ed1d-090d-4580-b9e4-187bfc9b9b95 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:26.259584 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-760cbd62-233d-47a4-8c77-5a96a7953ace req-af16f64b-665b-4a6c-a5f6-bc1d9e089946 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.0907905 Nov 12 09:09:26.274520 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e8d4ed1d-090d-4580-b9e4-187bfc9b9b95 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:26.283240 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e8d4ed1d-090d-4580-b9e4-187bfc9b9b95 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:26.315679 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e8d4ed1d-090d-4580-b9e4-187bfc9b9b95 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:26.318036 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e8d4ed1d-090d-4580-b9e4-187bfc9b9b95 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2311168 Nov 12 09:09:26.330876 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53712) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:26.493358 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e4247a01-a2ed-4268-bd79-76b64ccaa0bc tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:26.535520 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49a82483-28fe-47c2-a6f8-cad8c3b4b947 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:26.852511 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e4247a01-a2ed-4268-bd79-76b64ccaa0bc tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:26.856090 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e4247a01-a2ed-4268-bd79-76b64ccaa0bc tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:26.937690 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e4247a01-a2ed-4268-bd79-76b64ccaa0bc tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:26.938571 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4247a01-a2ed-4268-bd79-76b64ccaa0bc tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8f47f72-bdb3-476f-96bd-c5b0ac257f08 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:09:26.948950 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e4247a01-a2ed-4268-bd79-76b64ccaa0bc tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:26.950471 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e4247a01-a2ed-4268-bd79-76b64ccaa0bc tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "DELETE /v2.0/routers/a8f47f72-bdb3-476f-96bd-c5b0ac257f08 HTTP/1.1" status: 204 len: 168 time: 0.6175649 Nov 12 09:09:27.023995 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49a82483-28fe-47c2-a6f8-cad8c3b4b947 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:27.264016 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53716) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:27.307567 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a82483-28fe-47c2-a6f8-cad8c3b4b947 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Router 7c4b28c1-e1e7-4a91-a50e-9f50133e0145 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:09:27.719002 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-63c73fdc-a10e-4259-84c5-055964cb9d29 req-ff161bf7-5a74-45ed-8573-d39a698d6fba tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.0929830 Nov 12 09:09:27.762696 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a82483-28fe-47c2-a6f8-cad8c3b4b947 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:09:27.780309 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729c5faf-b67c-4c2b-9aa0-dea1750c7216 None None] Sync routers for ids ['7c4b28c1-e1e7-4a91-a50e-9f50133e0145'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:09:27.809065 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729c5faf-b67c-4c2b-9aa0-dea1750c7216 None None] Routers {'7c4b28c1-e1e7-4a91-a50e-9f50133e0145'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:27.813198 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49a82483-28fe-47c2-a6f8-cad8c3b4b947 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:27.818674 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-729c5faf-b67c-4c2b-9aa0-dea1750c7216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:09:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['7c4b28c1-e1e7-4a91-a50e-9f50133e0145'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:27.821577 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53724) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:27.824482 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-49a82483-28fe-47c2-a6f8-cad8c3b4b947 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.5136933 Nov 12 09:09:27.892661 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53726) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:27.893569 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d422a6cd-cc45-46c7-9cf6-f3284abb57d6 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=300860f259ae41fb99a14af6fd1a3470&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0694380 Nov 12 09:09:27.902665 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-7bcc4454-2de0-4c37-966a-7f15013d1f8b tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-113490251', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:27.963260 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4454-2de0-4c37-966a-7f15013d1f8b tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:27.967580 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4454-2de0-4c37-966a-7f15013d1f8b tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:28.109407 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4454-2de0-4c37-966a-7f15013d1f8b tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:28.246578 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-729c5faf-b67c-4c2b-9aa0-dea1750c7216 None None] Set router 7c4b28c1-e1e7-4a91-a50e-9f50133e0145 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:09:28.258645 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b9d402-ace2-4cbe-98fc-1d4631b669cb tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:28.264304 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-99b9d402-ace2-4cbe-98fc-1d4631b669cb tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3696151 Nov 12 09:09:28.269467 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53728) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:28.377471 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e328d08f-7764-45b3-b465-5e57f790fe40 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=83f85ab7-23f1-4ab4-91ca-b1dcd4333f60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1059906 Nov 12 09:09:28.378655 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53730) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:28.399502 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-24a3a5a0-235c-433e-88db-ec6292891259 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-681823894', 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387', 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:28.439422 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4454-2de0-4c37-966a-7f15013d1f8b tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:28.747173 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a3a5a0-235c-433e-88db-ec6292891259 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Made reservation on behalf of 300860f259ae41fb99a14af6fd1a3470 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:09:28.753646 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-24a3a5a0-235c-433e-88db-ec6292891259 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:28.761822 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-729c5faf-b67c-4c2b-9aa0-dea1750c7216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060713202', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '435f49ca-291d-47bf-8282-9a1e434d563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:09:23Z', 'updated_at': '2021-11-12T09:09:26Z', 'revision_number': 3, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '435f49ca-291d-47bf-8282-9a1e434d563f', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:09:24Z', 'updated_at': '2021-11-12T09:09:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:28.842519 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729c5faf-b67c-4c2b-9aa0-dea1750c7216 None None] Checking router: 7c4b28c1-e1e7-4a91-a50e-9f50133e0145 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:09:28.843652 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729c5faf-b67c-4c2b-9aa0-dea1750c7216 None None] Updating router 7c4b28c1-e1e7-4a91-a50e-9f50133e0145 port 435f49ca-291d-47bf-8282-9a1e434d563f binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:09:28.898313 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-729c5faf-b67c-4c2b-9aa0-dea1750c7216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:28.959017 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4454-2de0-4c37-966a-7f15013d1f8b tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:29.019944 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4454-2de0-4c37-966a-7f15013d1f8b tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:29.145686 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5fdeeb5f-f4af-42ed-9caf-a8c08a1c3da0 req-7e010340-05e2-4a08-a612-1c38ddab0b64 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.1322351 Nov 12 09:09:29.345673 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:29.460065 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-24a3a5a0-235c-433e-88db-ec6292891259 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:29.581747 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-729c5faf-b67c-4c2b-9aa0-dea1750c7216 None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:29.599822 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-729c5faf-b67c-4c2b-9aa0-dea1750c7216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:29.631543 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3a5a0-235c-433e-88db-ec6292891259 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'Subnet': ['ID=e18a9edb-966e-4b65-b818-4c95ab1ed8cc,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:29.641801 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a3a5a0-235c-433e-88db-ec6292891259 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Checking segment: {'id': 'ea1fa481-fce0-4e30-8196-f86b8fdd4424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:09:29.642409 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a3a5a0-235c-433e-88db-ec6292891259 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Network hostable DHCP agents. Network: cbea348e-a050-44b2-a200-f39054e2a387, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:09:29.705904 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a3a5a0-235c-433e-88db-ec6292891259 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Network cbea348e-a050-44b2-a200-f39054e2a387 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:09:29.734339 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-24a3a5a0-235c-433e-88db-ec6292891259 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, cbea348e-a050-44b2-a200-f39054e2a387) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:29.743647 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287362e7-69a1-439a-a1a3-83bb6db762a6 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:09:29.758107 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-729c5faf-b67c-4c2b-9aa0-dea1750c7216 None None] Attempting to bind port 435f49ca-291d-47bf-8282-9a1e434d563f on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:09:29.758922 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-729c5faf-b67c-4c2b-9aa0-dea1750c7216 None None] Attempting to bind port 435f49ca-291d-47bf-8282-9a1e434d563f by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:09:29.759649 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729c5faf-b67c-4c2b-9aa0-dea1750c7216 None None] Attempting to bind port 435f49ca-291d-47bf-8282-9a1e434d563f on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:29.768508 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a3a5a0-235c-433e-88db-ec6292891259 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:29.772635 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8f4daa-7661-47e1-be08-636e53e575f8 None None] Network cbea348e-a050-44b2-a200-f39054e2a387 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:09:29.775014 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-24a3a5a0-235c-433e-88db-ec6292891259 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:29.777717 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbce037-23d3-4b86-840b-17602799b754 None None] Pushing event updated for resources: {'Port': ['ID=435f49ca-291d-47bf-8282-9a1e434d563f,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:29.784771 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729c5faf-b67c-4c2b-9aa0-dea1750c7216 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:09:29.785682 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729c5faf-b67c-4c2b-9aa0-dea1750c7216 None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:09:29.786435 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-729c5faf-b67c-4c2b-9aa0-dea1750c7216 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:29.787166 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729c5faf-b67c-4c2b-9aa0-dea1750c7216 None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:09:29.788127 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-729c5faf-b67c-4c2b-9aa0-dea1750c7216 None None] Bound port: 435f49ca-291d-47bf-8282-9a1e434d563f, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:09:29.788912 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-729c5faf-b67c-4c2b-9aa0-dea1750c7216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:29.816752 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-7bcc4454-2de0-4c37-966a-7f15013d1f8b tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Allocated IP 172.25.6.159 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/e84af629-9638-48a8-b14b-5199bec4bfd3) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:09:29.835890 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbce037-23d3-4b86-840b-17602799b754 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:29.836682 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbce037-23d3-4b86-840b-17602799b754 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:29.837338 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbce037-23d3-4b86-840b-17602799b754 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:29.837999 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbce037-23d3-4b86-840b-17602799b754 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:29.838753 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbce037-23d3-4b86-840b-17602799b754 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:29.839485 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbce037-23d3-4b86-840b-17602799b754 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:29.840187 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbce037-23d3-4b86-840b-17602799b754 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:29.840926 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbce037-23d3-4b86-840b-17602799b754 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:29.841598 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbce037-23d3-4b86-840b-17602799b754 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:29.842288 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbce037-23d3-4b86-840b-17602799b754 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:29.843079 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbce037-23d3-4b86-840b-17602799b754 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:29.844305 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbce037-23d3-4b86-840b-17602799b754 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:29.847322 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-24a3a5a0-235c-433e-88db-ec6292891259 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4620340 Nov 12 09:09:29.850264 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53738) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:29.953230 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-729c5faf-b67c-4c2b-9aa0-dea1750c7216 None None] For port 435f49ca-291d-47bf-8282-9a1e434d563f, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:09:29.971449 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-729c5faf-b67c-4c2b-9aa0-dea1750c7216 None None] For port 435f49ca-291d-47bf-8282-9a1e434d563f, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=435f49ca-291d-47bf-8282-9a1e434d563f,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:09:29.983294 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-729c5faf-b67c-4c2b-9aa0-dea1750c7216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:30.061573 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-87992b82-f567-4c54-8cce-5455b71fbb7a None None] Provisioning complete for port 435f49ca-291d-47bf-8282-9a1e434d563f triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:30.062307 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-87992b82-f567-4c54-8cce-5455b71fbb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:30.129367 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaf1f37-8b85-4976-9097-cf306741dc97 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:09:30.153155 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbce037-23d3-4b86-840b-17602799b754 None None] Pushing event updated for resources: {'Port': ['ID=435f49ca-291d-47bf-8282-9a1e434d563f,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:30.170908 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729c5faf-b67c-4c2b-9aa0-dea1750c7216 None None] Routers {'7c4b28c1-e1e7-4a91-a50e-9f50133e0145'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:30.171949 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-729c5faf-b67c-4c2b-9aa0-dea1750c7216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:09:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['7c4b28c1-e1e7-4a91-a50e-9f50133e0145'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:30.427888 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-729c5faf-b67c-4c2b-9aa0-dea1750c7216 None None] Set router 7c4b28c1-e1e7-4a91-a50e-9f50133e0145 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:09:30.518970 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b8ec24cc-9c84-44b6-a562-40d702f2a542 req-15d4bad0-9c72-49bc-b5d2-08bbf11aa64f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.1211083 Nov 12 09:09:30.588135 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed2961d-4228-4877-951c-87f88ca4d462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-cbea348e-a050-44b2-a200-f39054e2a387', 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'fixed_ips': [{'subnet_id': 'e18a9edb-966e-4b65-b818-4c95ab1ed8cc'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:09:30.589806 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-aed2961d-4228-4877-951c-87f88ca4d462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:30.726758 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-87992b82-f567-4c54-8cce-5455b71fbb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:30.879122 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-729c5faf-b67c-4c2b-9aa0-dea1750c7216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060713202', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '435f49ca-291d-47bf-8282-9a1e434d563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:09:23Z', 'updated_at': '2021-11-12T09:09:26Z', 'revision_number': 3, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '435f49ca-291d-47bf-8282-9a1e434d563f', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:09:24Z', 'updated_at': '2021-11-12T09:09:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:30.891076 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-87992b82-f567-4c54-8cce-5455b71fbb7a None None] For port 435f49ca-291d-47bf-8282-9a1e434d563f, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=435f49ca-291d-47bf-8282-9a1e434d563f,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:30.898669 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-87992b82-f567-4c54-8cce-5455b71fbb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:30.983903 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729c5faf-b67c-4c2b-9aa0-dea1750c7216 None None] The sync data for ids ['7c4b28c1-e1e7-4a91-a50e-9f50133e0145'] in n-d-768862-16 is: [{'id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060713202', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '435f49ca-291d-47bf-8282-9a1e434d563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:09:23Z', 'updated_at': '2021-11-12T09:09:26Z', 'revision_number': 3, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '435f49ca-291d-47bf-8282-9a1e434d563f', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:09:24Z', 'updated_at': '2021-11-12T09:09:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:09:31.122370 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-aed2961d-4228-4877-951c-87f88ca4d462 None None] Allocated IP 172.20.0.2 (cbea348e-a050-44b2-a200-f39054e2a387/e18a9edb-966e-4b65-b818-4c95ab1ed8cc/61af15c5-4007-4d32-8219-429650687b52) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:09:31.126266 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87992b82-f567-4c54-8cce-5455b71fbb7a None None] Pushing event updated for resources: {'Port': ['ID=435f49ca-291d-47bf-8282-9a1e434d563f,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:31.141664 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d39936b7-d42c-41f4-aa6c-fb39a72d00b7 None None] Provisioning complete for port 435f49ca-291d-47bf-8282-9a1e434d563f triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:31.143110 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d39936b7-d42c-41f4-aa6c-fb39a72d00b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:31.204230 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4454-2de0-4c37-966a-7f15013d1f8b tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:31.530708 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4454-2de0-4c37-966a-7f15013d1f8b tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:31.830362 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4d85a11a-e494-4ed2-83a7-7d48074e575e req-9ff393cd-6f14-4380-a018-ac0ab8593942 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.0719876 Nov 12 09:09:31.860517 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-aed2961d-4228-4877-951c-87f88ca4d462 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:31.882642 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-aed2961d-4228-4877-951c-87f88ca4d462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:31.894941 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 435f49ca-291d-47bf-8282-9a1e434d563f up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:31.954258 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcc4454-2de0-4c37-966a-7f15013d1f8b tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:09:31.961644 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc4454-2de0-4c37-966a-7f15013d1f8b tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Pushing event updated for resources: {'Port': ['ID=e84af629-9638-48a8-b14b-5199bec4bfd3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:31.986008 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-7bcc4454-2de0-4c37-966a-7f15013d1f8b tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:31.992387 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2961d-4228-4877-951c-87f88ca4d462 None None] Pushing event updated for resources: {'Port': ['ID=61af15c5-4007-4d32-8219-429650687b52,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:31.995317 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcc4454-2de0-4c37-966a-7f15013d1f8b tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:09:32.102538 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df022c9-d2f0-4c7d-a83c-d1e62231b7b6 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:09:32.169288 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed2961d-4228-4877-951c-87f88ca4d462 None None] Network cbea348e-a050-44b2-a200-f39054e2a387 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:09:32.186507 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-aed2961d-4228-4877-951c-87f88ca4d462 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:32.198865 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed2961d-4228-4877-951c-87f88ca4d462 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:09:32.355972 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-aed2961d-4228-4877-951c-87f88ca4d462 None None] Attempting to bind port 61af15c5-4007-4d32-8219-429650687b52 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:09:32.356401 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-aed2961d-4228-4877-951c-87f88ca4d462 None None] Attempting to bind port 61af15c5-4007-4d32-8219-429650687b52 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'ea1fa481-fce0-4e30-8196-f86b8fdd4424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:09:32.356725 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed2961d-4228-4877-951c-87f88ca4d462 None None] Attempting to bind port 61af15c5-4007-4d32-8219-429650687b52 on network cbea348e-a050-44b2-a200-f39054e2a387 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:32.363368 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 435f49ca-291d-47bf-8282-9a1e434d563f triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:32.363895 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:32.436383 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed2961d-4228-4877-951c-87f88ca4d462 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:09:32.437483 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed2961d-4228-4877-951c-87f88ca4d462 None None] Checking segment: {'id': 'ea1fa481-fce0-4e30-8196-f86b8fdd4424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:09:32.439018 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-aed2961d-4228-4877-951c-87f88ca4d462 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:32.439997 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed2961d-4228-4877-951c-87f88ca4d462 None None] Bound using segment: {'id': 'ea1fa481-fce0-4e30-8196-f86b8fdd4424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:09:32.441269 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-aed2961d-4228-4877-951c-87f88ca4d462 None None] Bound port: 61af15c5-4007-4d32-8219-429650687b52, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea1fa481-fce0-4e30-8196-f86b8fdd4424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:09:32.442876 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-aed2961d-4228-4877-951c-87f88ca4d462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:32.488339 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9684162d-b639-499d-acc1-1139a002978f None None] Provisioning complete for port e84af629-9638-48a8-b14b-5199bec4bfd3 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:32.489509 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9684162d-b639-499d-acc1-1139a002978f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:32.786203 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bfa07ee5-314a-497c-a9c8-91e0820f9cd2 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:33.089738 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9684162d-b639-499d-acc1-1139a002978f None None] Port e84af629-9638-48a8-b14b-5199bec4bfd3 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:09:33.174253 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2dc8cd9d-9e73-419d-86dd-83ea70d78997 req-ca193feb-f7c3-4b71-b932-b5c92c287c3b tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.0790989 Nov 12 09:09:33.271699 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4454-2de0-4c37-966a-7f15013d1f8b tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:33.316729 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-aed2961d-4228-4877-951c-87f88ca4d462 None None] For port 61af15c5-4007-4d32-8219-429650687b52, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:09:33.324926 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-aed2961d-4228-4877-951c-87f88ca4d462 None None] For port 61af15c5-4007-4d32-8219-429650687b52, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=61af15c5-4007-4d32-8219-429650687b52,segment=NetworkSegment(ea1fa481-fce0-4e30-8196-f86b8fdd4424),segment_id=ea1fa481-fce0-4e30-8196-f86b8fdd4424)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:09:33.483538 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-aed2961d-4228-4877-951c-87f88ca4d462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:33.654100 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2961d-4228-4877-951c-87f88ca4d462 None None] Pushing event updated for resources: {'Port': ['ID=61af15c5-4007-4d32-8219-429650687b52,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:33.836786 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-bfa07ee5-314a-497c-a9c8-91e0820f9cd2 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Allocated IP 172.20.0.1 (cbea348e-a050-44b2-a200-f39054e2a387/e18a9edb-966e-4b65-b818-4c95ab1ed8cc/309cb7b3-f505-477c-8d8a-396048688454) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:09:34.182511 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4454-2de0-4c37-966a-7f15013d1f8b tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:34.512986 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6b26209e-6880-48dd-958c-efe5992d4400 req-6d4a2c91-a7f8-4747-a030-118be6239f72 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.0704827 Nov 12 09:09:34.580234 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bfa07ee5-314a-497c-a9c8-91e0820f9cd2 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:34.729608 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bcc4454-2de0-4c37-966a-7f15013d1f8b tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Router 32676f27-5c7e-4a8c-9a5a-a538b2141247 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:09:34.736857 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bfa07ee5-314a-497c-a9c8-91e0820f9cd2 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:34.915007 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa07ee5-314a-497c-a9c8-91e0820f9cd2 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Network cbea348e-a050-44b2-a200-f39054e2a387 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:09:34.925269 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-bfa07ee5-314a-497c-a9c8-91e0820f9cd2 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:34.931316 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa07ee5-314a-497c-a9c8-91e0820f9cd2 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'Port': ['ID=309cb7b3-f505-477c-8d8a-396048688454,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:34.943114 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa07ee5-314a-497c-a9c8-91e0820f9cd2 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:09:35.114191 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bfa07ee5-314a-497c-a9c8-91e0820f9cd2 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:35.179464 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcc4454-2de0-4c37-966a-7f15013d1f8b tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:09:35.224324 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4454-2de0-4c37-966a-7f15013d1f8b tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:35.226307 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7bcc4454-2de0-4c37-966a-7f15013d1f8b tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.9605510 Nov 12 09:09:35.231309 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53748) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:35.237620 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540f2bf1-b207-411c-b6bb-d305a259acb6 None None] Sync routers for ids ['32676f27-5c7e-4a8c-9a5a-a538b2141247'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:09:35.273737 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540f2bf1-b207-411c-b6bb-d305a259acb6 None None] Routers {'32676f27-5c7e-4a8c-9a5a-a538b2141247'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:35.277720 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-540f2bf1-b207-411c-b6bb-d305a259acb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:09:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['32676f27-5c7e-4a8c-9a5a-a538b2141247'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:35.400330 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-540f2bf1-b207-411c-b6bb-d305a259acb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:35.423449 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540f2bf1-b207-411c-b6bb-d305a259acb6 None None] Routers {'32676f27-5c7e-4a8c-9a5a-a538b2141247'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:35.424907 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-540f2bf1-b207-411c-b6bb-d305a259acb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:09:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['32676f27-5c7e-4a8c-9a5a-a538b2141247'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:35.477088 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bfa07ee5-314a-497c-a9c8-91e0820f9cd2 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:35.544912 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e1de903d-8a20-422e-a3de-1a54b64edc35 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "GET /v2.0/routers/32676f27-5c7e-4a8c-9a5a-a538b2141247 HTTP/1.1" status: 200 len: 924 time: 0.3113594 Nov 12 09:09:35.558109 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53750) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:35.562857 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-540f2bf1-b207-411c-b6bb-d305a259acb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:35.563986 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540f2bf1-b207-411c-b6bb-d305a259acb6 None None] The sync data for ids ['32676f27-5c7e-4a8c-9a5a-a538b2141247'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:09:35.638931 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-20c1d062-f1c2-48ac-abb4-0d9e9c140aec tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] 10.222.0.37 "GET /v2.0/ports?device_id=32676f27-5c7e-4a8c-9a5a-a538b2141247 HTTP/1.1" status: 200 len: 205 time: 0.0787489 Nov 12 09:09:35.643813 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53754) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:35.877511 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8c2c0f03-a859-4c61-9110-a37604d8844f req-ef0287f4-1c17-4072-8233-ab7e589e4fd0 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.0461326 Nov 12 09:09:35.883484 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-85277e6c-129e-428c-b2e1-8da156e45017 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:35.933349 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 61af15c5-4007-4d32-8219-429650687b52 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:36.054589 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 61af15c5-4007-4d32-8219-429650687b52 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:36.055219 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.136722 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0941f6-35db-4ccd-a88d-ff4598725d5e None None] Network cbea348e-a050-44b2-a200-f39054e2a387 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:09:36.178909 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-85277e6c-129e-428c-b2e1-8da156e45017 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.241879 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bfa07ee5-314a-497c-a9c8-91e0820f9cd2 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.257477 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bfa07ee5-314a-497c-a9c8-91e0820f9cd2 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.294098 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-85277e6c-129e-428c-b2e1-8da156e45017 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Deleting port e84af629-9638-48a8-b14b-5199bec4bfd3 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:36.294384 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-85277e6c-129e-428c-b2e1-8da156e45017 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.320619 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4b587caa-9af7-4c44-b4e8-64be722fed38 None None] Provisioning complete for port 61af15c5-4007-4d32-8219-429650687b52 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:36.321484 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4b587caa-9af7-4c44-b4e8-64be722fed38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.327021 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.392401 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bfa07ee5-314a-497c-a9c8-91e0820f9cd2 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.437868 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 61af15c5-4007-4d32-8219-429650687b52, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=61af15c5-4007-4d32-8219-429650687b52,segment=NetworkSegment(ea1fa481-fce0-4e30-8196-f86b8fdd4424),segment_id=ea1fa481-fce0-4e30-8196-f86b8fdd4424)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:36.447776 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.501065 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-85277e6c-129e-428c-b2e1-8da156e45017 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.563585 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-85277e6c-129e-428c-b2e1-8da156e45017 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Calling delete_port for e84af629-9638-48a8-b14b-5199bec4bfd3 owned by network:router_gateway {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:36.605359 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa07ee5-314a-497c-a9c8-91e0820f9cd2 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'Port': ['ID=309cb7b3-f505-477c-8d8a-396048688454,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:36.692586 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=61af15c5-4007-4d32-8219-429650687b52,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:36.814345 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa07ee5-314a-497c-a9c8-91e0820f9cd2 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Network cbea348e-a050-44b2-a200-f39054e2a387 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:09:36.817024 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-bfa07ee5-314a-497c-a9c8-91e0820f9cd2 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:37.091181 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-85277e6c-129e-428c-b2e1-8da156e45017 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.132443 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa07ee5-314a-497c-a9c8-91e0820f9cd2 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Router 7c4b28c1-e1e7-4a91-a50e-9f50133e0145 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:09:37.179244 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-22adb3ed-ed0a-4ed3-9f34-188f642be647 None None] Provisioning complete for port 309cb7b3-f505-477c-8d8a-396048688454 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:37.180673 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-22adb3ed-ed0a-4ed3-9f34-188f642be647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.195384 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba283971-22e6-4dc0-b0ef-5949807da415 req-f9a6360a-1a05-437a-a459-f1e288f2505c tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.1227865 Nov 12 09:09:37.202093 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85277e6c-129e-428c-b2e1-8da156e45017 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Pushing event deleted for resources: {'Port': ['ID=e84af629-9638-48a8-b14b-5199bec4bfd3,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:37.264831 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603fd3b9-9de3-4db2-84a1-1fd704385bc2 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:09:37.319876 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-22adb3ed-ed0a-4ed3-9f34-188f642be647 None None] Port 309cb7b3-f505-477c-8d8a-396048688454 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:09:37.347076 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-22adb3ed-ed0a-4ed3-9f34-188f642be647 None None] Provisioning complete for port 61af15c5-4007-4d32-8219-429650687b52 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:37.349228 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-22adb3ed-ed0a-4ed3-9f34-188f642be647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.364349 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-85277e6c-129e-428c-b2e1-8da156e45017 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.487507 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa07ee5-314a-497c-a9c8-91e0820f9cd2 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:09:37.513486 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-bfa07ee5-314a-497c-a9c8-91e0820f9cd2 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "PUT /v2.0/routers/7c4b28c1-e1e7-4a91-a50e-9f50133e0145/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6574318 Nov 12 09:09:37.516664 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2232861-7e82-493c-8799-a61353c997b0 None None] Sync routers for ids ['7c4b28c1-e1e7-4a91-a50e-9f50133e0145'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:09:37.545735 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2232861-7e82-493c-8799-a61353c997b0 None None] Routers {'7c4b28c1-e1e7-4a91-a50e-9f50133e0145'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:37.557489 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-b2232861-7e82-493c-8799-a61353c997b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:09:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['7c4b28c1-e1e7-4a91-a50e-9f50133e0145'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:37.617148 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-85277e6c-129e-428c-b2e1-8da156e45017 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.622716 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-85277e6c-129e-428c-b2e1-8da156e45017 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.732995 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5f1245fc-8842-4e74-8c88-54dfd16d0a47 None None] Provisioning complete for port 309cb7b3-f505-477c-8d8a-396048688454 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:37.734784 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5f1245fc-8842-4e74-8c88-54dfd16d0a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.761662 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-85277e6c-129e-428c-b2e1-8da156e45017 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.762727 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85277e6c-129e-428c-b2e1-8da156e45017 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Fanout notify agent at l3_agent the message router_deleted on router 32676f27-5c7e-4a8c-9a5a-a538b2141247 {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:09:37.792591 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-85277e6c-129e-428c-b2e1-8da156e45017 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.812305 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53760) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:37.813364 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-85277e6c-129e-428c-b2e1-8da156e45017 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] 10.222.0.37 "DELETE /v2.0/routers/32676f27-5c7e-4a8c-9a5a-a538b2141247 HTTP/1.1" status: 204 len: 168 time: 2.1673148 Nov 12 09:09:37.813846 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5f1245fc-8842-4e74-8c88-54dfd16d0a47 None None] Port 309cb7b3-f505-477c-8d8a-396048688454 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:09:37.835204 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-7c5325c3-9201-4f22-a9ac-c2fa2a068210 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Request body: {'router': {'name': 'tempest-snat-router-584606678', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'enable_snat': False}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:37.883074 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-b2232861-7e82-493c-8799-a61353c997b0 None None] Set router 7c4b28c1-e1e7-4a91-a50e-9f50133e0145 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:09:37.891811 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 61af15c5-4007-4d32-8219-429650687b52 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:37.907515 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7a58ae9b-9170-4027-9d98-caf7bf19ab59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.946419 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7c5325c3-9201-4f22-a9ac-c2fa2a068210 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.949886 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7c5325c3-9201-4f22-a9ac-c2fa2a068210 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.989453 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 61af15c5-4007-4d32-8219-429650687b52 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:37.990250 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:38.094357 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7c5325c3-9201-4f22-a9ac-c2fa2a068210 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:38.118943 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e0043ad6-2aa5-4d94-9c06-fbffa6df581c None None] Provisioning complete for port 309cb7b3-f505-477c-8d8a-396048688454 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:38.119334 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e0043ad6-2aa5-4d94-9c06-fbffa6df581c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:38.195059 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-792ce4e0-246b-4aa4-8576-82ae31a6732e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2023848104&fields=id&tenant_id=300860f259ae41fb99a14af6fd1a3470 HTTP/1.1" status: 200 len: 267 time: 0.1378651 Nov 12 09:09:38.256569 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e0043ad6-2aa5-4d94-9c06-fbffa6df581c None None] Port 309cb7b3-f505-477c-8d8a-396048688454 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:09:38.435890 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-b2232861-7e82-493c-8799-a61353c997b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060713202', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '435f49ca-291d-47bf-8282-9a1e434d563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:09:23Z', 'updated_at': '2021-11-12T09:09:35Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '435f49ca-291d-47bf-8282-9a1e434d563f', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:09:24Z', 'updated_at': '2021-11-12T09:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '309cb7b3-f505-477c-8d8a-396048688454', 'name': '', 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:f8:46:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'e18a9edb-966e-4b65-b818-4c95ab1ed8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:09:33Z', 'updated_at': '2021-11-12T09:09:35Z', 'revision_number': 2, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': 'e18a9edb-966e-4b65-b818-4c95ab1ed8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:38.477204 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7c5325c3-9201-4f22-a9ac-c2fa2a068210 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:38.504146 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2232861-7e82-493c-8799-a61353c997b0 None None] Checking router: 7c4b28c1-e1e7-4a91-a50e-9f50133e0145 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:09:38.504750 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2232861-7e82-493c-8799-a61353c997b0 None None] Updating router 7c4b28c1-e1e7-4a91-a50e-9f50133e0145 port 309cb7b3-f505-477c-8d8a-396048688454 binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:09:38.559325 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-73705fbe-6535-4601-86d9-e9e79461475e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:38.566285 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-73705fbe-6535-4601-86d9-e9e79461475e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/networks?id=cbea348e-a050-44b2-a200-f39054e2a387 HTTP/1.1" status: 200 len: 797 time: 0.3523529 Nov 12 09:09:38.584331 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b2232861-7e82-493c-8799-a61353c997b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:38.599568 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-ecf5de4f-00b2-490c-b383-24da7719e477 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/quotas/300860f259ae41fb99a14af6fd1a3470 HTTP/1.1" status: 200 len: 375 time: 0.0162988 Nov 12 09:09:38.719147 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-7fc0add4-10df-436c-9e32-67a5c23ee095 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1078699 Nov 12 09:09:38.945854 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-b1382d2c-5582-4ffb-b59c-a13552e4b4a4 service neutron] 10.222.0.37 "GET /v2.0/networks/cbea348e-a050-44b2-a200-f39054e2a387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014084 Nov 12 09:09:39.147679 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-87d40a5c-2c14-4159-9fd4-ab74556fd042 service neutron] 10.222.0.37 "GET /v2.0/networks/cbea348e-a050-44b2-a200-f39054e2a387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999049 Nov 12 09:09:39.339438 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b2232861-7e82-493c-8799-a61353c997b0 None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:39.359432 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b2232861-7e82-493c-8799-a61353c997b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:39.375044 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7c5325c3-9201-4f22-a9ac-c2fa2a068210 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:39.429104 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7c5325c3-9201-4f22-a9ac-c2fa2a068210 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:39.465609 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87344c52-9273-4719-984d-605e6a67a092 None None] Pushing event updated for resources: {'Port': ['ID=309cb7b3-f505-477c-8d8a-396048688454,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:39.651259 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a9814e64-633d-4577-887e-32786093ae83 req-d65f71ea-4ce8-4d51-8803-68b84099955f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.0949016 Nov 12 09:09:39.683664 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-b2232861-7e82-493c-8799-a61353c997b0 None None] Attempting to bind port 309cb7b3-f505-477c-8d8a-396048688454 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:09:39.685277 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-b2232861-7e82-493c-8799-a61353c997b0 None None] Attempting to bind port 309cb7b3-f505-477c-8d8a-396048688454 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'ea1fa481-fce0-4e30-8196-f86b8fdd4424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:09:39.686146 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2232861-7e82-493c-8799-a61353c997b0 None None] Attempting to bind port 309cb7b3-f505-477c-8d8a-396048688454 on network cbea348e-a050-44b2-a200-f39054e2a387 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:39.716095 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2232861-7e82-493c-8799-a61353c997b0 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:09:39.716799 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2232861-7e82-493c-8799-a61353c997b0 None None] Checking segment: {'id': 'ea1fa481-fce0-4e30-8196-f86b8fdd4424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:09:39.717439 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b2232861-7e82-493c-8799-a61353c997b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:39.718196 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2232861-7e82-493c-8799-a61353c997b0 None None] Bound using segment: {'id': 'ea1fa481-fce0-4e30-8196-f86b8fdd4424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:09:39.719930 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-b2232861-7e82-493c-8799-a61353c997b0 None None] Bound port: 309cb7b3-f505-477c-8d8a-396048688454, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea1fa481-fce0-4e30-8196-f86b8fdd4424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:09:39.720776 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b2232861-7e82-493c-8799-a61353c997b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:39.795161 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-7c5325c3-9201-4f22-a9ac-c2fa2a068210 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Allocated IP 172.25.6.52 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/31f90b7a-8ee4-4fd9-b434-9c834000cf7b) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:09:39.862742 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f12f348c-4ab8-41f7-b3bb-25ee97c1ed81 req-aad70223-d36b-495f-84f3-2407000fd15f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 210 time: 0.0593436 Nov 12 09:09:39.941559 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-b2232861-7e82-493c-8799-a61353c997b0 None None] For port 309cb7b3-f505-477c-8d8a-396048688454, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:09:39.946862 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-b2232861-7e82-493c-8799-a61353c997b0 None None] For port 309cb7b3-f505-477c-8d8a-396048688454, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=309cb7b3-f505-477c-8d8a-396048688454,segment=NetworkSegment(ea1fa481-fce0-4e30-8196-f86b8fdd4424),segment_id=ea1fa481-fce0-4e30-8196-f86b8fdd4424)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:09:39.958961 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b2232861-7e82-493c-8799-a61353c997b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:40.045348 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5f7cb20f-7a96-4f1d-b857-14d37f397dc8 None None] Provisioning complete for port 309cb7b3-f505-477c-8d8a-396048688454 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:40.049719 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5f7cb20f-7a96-4f1d-b857-14d37f397dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:40.056276 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87344c52-9273-4719-984d-605e6a67a092 None None] Pushing event updated for resources: {'Port': ['ID=309cb7b3-f505-477c-8d8a-396048688454,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:40.072959 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2232861-7e82-493c-8799-a61353c997b0 None None] Routers {'7c4b28c1-e1e7-4a91-a50e-9f50133e0145'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:40.074269 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-b2232861-7e82-493c-8799-a61353c997b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:09:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['7c4b28c1-e1e7-4a91-a50e-9f50133e0145'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:40.139771 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7c5325c3-9201-4f22-a9ac-c2fa2a068210 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:40.229377 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7c5325c3-9201-4f22-a9ac-c2fa2a068210 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:40.273841 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e6102afa-59d7-43e3-be96-92b1c2b13fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:40.308511 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5325c3-9201-4f22-a9ac-c2fa2a068210 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:09:40.314079 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-7c5325c3-9201-4f22-a9ac-c2fa2a068210 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:40.322356 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5325c3-9201-4f22-a9ac-c2fa2a068210 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:09:40.327833 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5325c3-9201-4f22-a9ac-c2fa2a068210 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Pushing event updated for resources: {'Port': ['ID=31f90b7a-8ee4-4fd9-b434-9c834000cf7b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:40.397432 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0e6bb8-8719-4392-b4db-b4e1270217dd None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:09:40.401454 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-b2232861-7e82-493c-8799-a61353c997b0 None None] Set router 7c4b28c1-e1e7-4a91-a50e-9f50133e0145 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:09:40.453825 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5f7cb20f-7a96-4f1d-b857-14d37f397dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:40.613084 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-5f7cb20f-7a96-4f1d-b857-14d37f397dc8 None None] For port 309cb7b3-f505-477c-8d8a-396048688454, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=309cb7b3-f505-477c-8d8a-396048688454,segment=NetworkSegment(ea1fa481-fce0-4e30-8196-f86b8fdd4424),segment_id=ea1fa481-fce0-4e30-8196-f86b8fdd4424)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:40.625773 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5f7cb20f-7a96-4f1d-b857-14d37f397dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:40.767178 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7cb20f-7a96-4f1d-b857-14d37f397dc8 None None] Pushing event updated for resources: {'Port': ['ID=309cb7b3-f505-477c-8d8a-396048688454,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:40.821525 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-91c2946e-5565-4e73-992c-3d842f3d2673 None None] Provisioning complete for port 309cb7b3-f505-477c-8d8a-396048688454 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:40.822194 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-91c2946e-5565-4e73-992c-3d842f3d2673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:40.879685 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7c5325c3-9201-4f22-a9ac-c2fa2a068210 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:40.953227 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aab31e70-7f04-404a-aad7-885d0b3e761f req-ab55d0b7-c356-48f1-a888-32389ef2465a tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.0782800 Nov 12 09:09:40.996009 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-b2232861-7e82-493c-8799-a61353c997b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060713202', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '435f49ca-291d-47bf-8282-9a1e434d563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:09:23Z', 'updated_at': '2021-11-12T09:09:35Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '435f49ca-291d-47bf-8282-9a1e434d563f', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:09:24Z', 'updated_at': '2021-11-12T09:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '309cb7b3-f505-477c-8d8a-396048688454', 'name': '', 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:f8:46:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'e18a9edb-966e-4b65-b818-4c95ab1ed8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:09:33Z', 'updated_at': '2021-11-12T09:09:39Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': 'e18a9edb-966e-4b65-b818-4c95ab1ed8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:41.106030 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-91c2946e-5565-4e73-992c-3d842f3d2673 None None] Provisioning complete for port 31f90b7a-8ee4-4fd9-b434-9c834000cf7b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:41.106950 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-91c2946e-5565-4e73-992c-3d842f3d2673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:41.112181 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2232861-7e82-493c-8799-a61353c997b0 None None] The sync data for ids ['7c4b28c1-e1e7-4a91-a50e-9f50133e0145'] in n-d-768862-16 is: [{'id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060713202', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '435f49ca-291d-47bf-8282-9a1e434d563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:09:23Z', 'updated_at': '2021-11-12T09:09:35Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '435f49ca-291d-47bf-8282-9a1e434d563f', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:09:24Z', 'updated_at': '2021-11-12T09:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '309cb7b3-f505-477c-8d8a-396048688454', 'name': '', 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:f8:46:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'e18a9edb-966e-4b65-b818-4c95ab1ed8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:09:33Z', 'updated_at': '2021-11-12T09:09:39Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': 'e18a9edb-966e-4b65-b818-4c95ab1ed8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:09:41.199290 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-78ae5c93-abb8-4401-9432-14576197fdd8 req-93224b23-1e75-4bf4-8065-b228908e6efa tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 210 time: 0.0712597 Nov 12 09:09:41.299031 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-91c2946e-5565-4e73-992c-3d842f3d2673 None None] Port 31f90b7a-8ee4-4fd9-b434-9c834000cf7b cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:09:41.440199 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7c5325c3-9201-4f22-a9ac-c2fa2a068210 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:41.712434 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5325c3-9201-4f22-a9ac-c2fa2a068210 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Router ca196e09-4527-4a0d-9b93-ba0767148360 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:09:41.875267 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 309cb7b3-f505-477c-8d8a-396048688454 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:41.970210 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 309cb7b3-f505-477c-8d8a-396048688454 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:41.970605 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:42.012093 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5325c3-9201-4f22-a9ac-c2fa2a068210 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:09:42.056961 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7c5325c3-9201-4f22-a9ac-c2fa2a068210 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:42.062933 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7c5325c3-9201-4f22-a9ac-c2fa2a068210 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.2481754 Nov 12 09:09:42.063197 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53792) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:42.077965 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-d0a8663a-5b32-451b-a0de-5660a9b89fc6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:42.079584 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-d0a8663a-5b32-451b-a0de-5660a9b89fc6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.54 "GET /v2.0/networks?id=cbea348e-a050-44b2-a200-f39054e2a387 HTTP/1.1" status: 200 len: 797 time: 0.2590256 Nov 12 09:09:42.093165 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0075b6cf-d8cc-4ea2-8530-4c6f53e24d73 None None] Sync routers for ids ['ca196e09-4527-4a0d-9b93-ba0767148360'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:09:42.165172 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0075b6cf-d8cc-4ea2-8530-4c6f53e24d73 None None] Routers {'ca196e09-4527-4a0d-9b93-ba0767148360'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:42.166488 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0075b6cf-d8cc-4ea2-8530-4c6f53e24d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:09:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['ca196e09-4527-4a0d-9b93-ba0767148360'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:42.205855 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-c533b05f-7f35-415b-b1d1-19d6997009ca tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=300860f259ae41fb99a14af6fd1a3470 HTTP/1.1" status: 200 len: 380 time: 0.1150029 Nov 12 09:09:42.227618 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-bdd86b59-73d2-48cf-b667-9ff05ee1b6ba tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'port': {'device_id': 'ccf8ab27-0ca4-4cd2-9df6-11012d209258', 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387', 'admin_state_up': True, 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'security_groups': ['bdf52893-4b7a-4351-9420-99a60d680f85']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:42.380893 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-0075b6cf-d8cc-4ea2-8530-4c6f53e24d73 None None] Set router ca196e09-4527-4a0d-9b93-ba0767148360 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:09:42.423477 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-197dfe8f-34c1-4464-a651-5f88df519d7a req-5db30ee8-bd7e-4235-a408-91072fef007d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.0922709 Nov 12 09:09:42.485273 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:42.519688 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-da5274f4-6d42-471c-8652-095c98b320f8 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "GET /v2.0/routers/ca196e09-4527-4a0d-9b93-ba0767148360 HTTP/1.1" status: 200 len: 907 time: 0.4508834 Nov 12 09:09:42.529481 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53796) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:42.550625 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-8ef00904-ee98-4041-aef3-6794f079afdd tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Request body: {'router': {'name': 'tempest-snat-router-584606678', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'enable_snat': True}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:42.560032 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-bdd86b59-73d2-48cf-b667-9ff05ee1b6ba tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Made reservation on behalf of 300860f259ae41fb99a14af6fd1a3470 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:09:42.568990 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-bdd86b59-73d2-48cf-b667-9ff05ee1b6ba tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:42.677551 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a4eedf80-a162-46e3-805e-4eb6267ffb3b req-cc7ab728-85c4-43b3-b16b-91838a83f370 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 210 time: 0.0810969 Nov 12 09:09:42.678845 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8ef00904-ee98-4041-aef3-6794f079afdd tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:42.680634 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8ef00904-ee98-4041-aef3-6794f079afdd tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:42.814851 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8ef00904-ee98-4041-aef3-6794f079afdd tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:42.862583 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0075b6cf-d8cc-4ea2-8530-4c6f53e24d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca196e09-4527-4a0d-9b93-ba0767148360', 'name': 'tempest-snat-router-584606678', 'tenant_id': 'a8284b02bef74d698b2e1c15fc86f79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.52'}], 'enable_snat': False}, 'gw_port_id': '31f90b7a-8ee4-4fd9-b434-9c834000cf7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:09:37Z', 'updated_at': '2021-11-12T09:09:40Z', 'revision_number': 3, 'project_id': 'a8284b02bef74d698b2e1c15fc86f79b', 'gw_port': {'id': '31f90b7a-8ee4-4fd9-b434-9c834000cf7b', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ba:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca196e09-4527-4a0d-9b93-ba0767148360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:09:39Z', 'updated_at': '2021-11-12T09:09:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:42.958255 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0075b6cf-d8cc-4ea2-8530-4c6f53e24d73 None None] Checking router: ca196e09-4527-4a0d-9b93-ba0767148360 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:09:42.960127 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0075b6cf-d8cc-4ea2-8530-4c6f53e24d73 None None] Updating router ca196e09-4527-4a0d-9b93-ba0767148360 port 31f90b7a-8ee4-4fd9-b434-9c834000cf7b binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:09:43.019994 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-bdd86b59-73d2-48cf-b667-9ff05ee1b6ba tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Allocated IP 172.20.0.8 (cbea348e-a050-44b2-a200-f39054e2a387/e18a9edb-966e-4b65-b818-4c95ab1ed8cc/9151a255-e56d-442c-b962-166618c23cfe) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:09:43.065044 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0075b6cf-d8cc-4ea2-8530-4c6f53e24d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:43.070117 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8ef00904-ee98-4041-aef3-6794f079afdd tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:43.455204 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-bdd86b59-73d2-48cf-b667-9ff05ee1b6ba tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:43.556194 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:43.578082 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8ef00904-ee98-4041-aef3-6794f079afdd tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:43.592353 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-bdd86b59-73d2-48cf-b667-9ff05ee1b6ba tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:43.663055 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8ef00904-ee98-4041-aef3-6794f079afdd tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:43.701591 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd86b59-73d2-48cf-b667-9ff05ee1b6ba tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'Port': ['ID=9151a255-e56d-442c-b962-166618c23cfe,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:43.723150 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-bdd86b59-73d2-48cf-b667-9ff05ee1b6ba tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Network cbea348e-a050-44b2-a200-f39054e2a387 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:09:43.725997 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-bdd86b59-73d2-48cf-b667-9ff05ee1b6ba tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:43.731064 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-bdd86b59-73d2-48cf-b667-9ff05ee1b6ba tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:09:43.810678 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c70edc81-cfa7-48d7-968c-5931abe15275 req-243e4b3a-e35a-44ec-ad74-cf9403add445 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.0621142 Nov 12 09:09:43.841109 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-bdd86b59-73d2-48cf-b667-9ff05ee1b6ba tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:43.842567 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-bdd86b59-73d2-48cf-b667-9ff05ee1b6ba tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:43.873969 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-bdd86b59-73d2-48cf-b667-9ff05ee1b6ba tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6594160 Nov 12 09:09:43.897547 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-fc74bd96-f15a-4b84-ad4f-1f046edfa989 service neutron] Request body: {'port': {'device_id': 'ccf8ab27-0ca4-4cd2-9df6-11012d209258', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:43.944741 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0075b6cf-d8cc-4ea2-8530-4c6f53e24d73 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:43.956134 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0075b6cf-d8cc-4ea2-8530-4c6f53e24d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:44.044695 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-fc74bd96-f15a-4b84-ad4f-1f046edfa989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:44.087340 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfd3644-119f-488a-a6cf-23fbf846360f None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:09:44.100066 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9eedd1-e758-4a17-8173-d60312473a04 None None] Pushing event updated for resources: {'Port': ['ID=31f90b7a-8ee4-4fd9-b434-9c834000cf7b,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:44.106747 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-0075b6cf-d8cc-4ea2-8530-4c6f53e24d73 None None] Attempting to bind port 31f90b7a-8ee4-4fd9-b434-9c834000cf7b on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:09:44.107279 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-0075b6cf-d8cc-4ea2-8530-4c6f53e24d73 None None] Attempting to bind port 31f90b7a-8ee4-4fd9-b434-9c834000cf7b by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:09:44.107971 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0075b6cf-d8cc-4ea2-8530-4c6f53e24d73 None None] Attempting to bind port 31f90b7a-8ee4-4fd9-b434-9c834000cf7b on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:44.116248 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:44.123991 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0075b6cf-d8cc-4ea2-8530-4c6f53e24d73 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:09:44.124402 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0075b6cf-d8cc-4ea2-8530-4c6f53e24d73 None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:09:44.125136 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0075b6cf-d8cc-4ea2-8530-4c6f53e24d73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:44.125668 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0075b6cf-d8cc-4ea2-8530-4c6f53e24d73 None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:09:44.126666 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-0075b6cf-d8cc-4ea2-8530-4c6f53e24d73 None None] Bound port: 31f90b7a-8ee4-4fd9-b434-9c834000cf7b, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:09:44.127269 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0075b6cf-d8cc-4ea2-8530-4c6f53e24d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:44.313779 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-375887d1-cf7d-49a8-aa32-447eb134a4e9 None None] Provisioning complete for port 31f90b7a-8ee4-4fd9-b434-9c834000cf7b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:44.314245 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-375887d1-cf7d-49a8-aa32-447eb134a4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:44.323119 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-0075b6cf-d8cc-4ea2-8530-4c6f53e24d73 None None] For port 31f90b7a-8ee4-4fd9-b434-9c834000cf7b, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:09:44.393151 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-0075b6cf-d8cc-4ea2-8530-4c6f53e24d73 None None] For port 31f90b7a-8ee4-4fd9-b434-9c834000cf7b, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=31f90b7a-8ee4-4fd9-b434-9c834000cf7b,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:09:44.410272 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0075b6cf-d8cc-4ea2-8530-4c6f53e24d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:44.436699 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-375887d1-cf7d-49a8-aa32-447eb134a4e9 None None] Port 31f90b7a-8ee4-4fd9-b434-9c834000cf7b cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:09:44.525107 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5ae620-7c9f-413b-a91d-94b0caa50e78 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:09:44.602489 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0075b6cf-d8cc-4ea2-8530-4c6f53e24d73 None None] Routers {'ca196e09-4527-4a0d-9b93-ba0767148360'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:44.603624 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0075b6cf-d8cc-4ea2-8530-4c6f53e24d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:09:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['ca196e09-4527-4a0d-9b93-ba0767148360'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:44.608321 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9eedd1-e758-4a17-8173-d60312473a04 None None] Pushing event updated for resources: {'Port': ['ID=31f90b7a-8ee4-4fd9-b434-9c834000cf7b,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:44.703987 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5276190b-5038-4602-b5df-2b3002b76438 None None] Provisioning complete for port 9151a255-e56d-442c-b962-166618c23cfe triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:44.704649 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5276190b-5038-4602-b5df-2b3002b76438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:44.776247 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-fc74bd96-f15a-4b84-ad4f-1f046edfa989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9151a255-e56d-442c-b962-166618c23cfe {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:09:44.793559 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-fc74bd96-f15a-4b84-ad4f-1f046edfa989 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:44.793838 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d77e53-8bfe-4025-8bb7-15a6298be4ae req-bb75b8d6-168b-4b72-a76c-c32d5a3ae890 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:44.805374 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-23d77e53-8bfe-4025-8bb7-15a6298be4ae req-bb75b8d6-168b-4b72-a76c-c32d5a3ae890 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 931 time: 0.8627834 Nov 12 09:09:44.821017 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-fc74bd96-f15a-4b84-ad4f-1f046edfa989 service neutron] Transition to ACTIVE for port object 9151a255-e56d-442c-b962-166618c23cfe will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:09:44.829433 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-fc74bd96-f15a-4b84-ad4f-1f046edfa989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:44.838968 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-8ef00904-ee98-4041-aef3-6794f079afdd tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Allocated IP 172.25.6.181 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/53bed411-5b02-4248-bc92-5e0df6a05fa2) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:09:44.938690 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74bd96-f15a-4b84-ad4f-1f046edfa989 service neutron] Pushing event updated for resources: {'Port': ['ID=9151a255-e56d-442c-b962-166618c23cfe,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:45.068928 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-fc74bd96-f15a-4b84-ad4f-1f046edfa989 service neutron] Attempting to bind port 9151a255-e56d-442c-b962-166618c23cfe on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:09:45.071925 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-fc74bd96-f15a-4b84-ad4f-1f046edfa989 service neutron] Attempting to bind port 9151a255-e56d-442c-b962-166618c23cfe by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'ea1fa481-fce0-4e30-8196-f86b8fdd4424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:09:45.072731 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-fc74bd96-f15a-4b84-ad4f-1f046edfa989 service neutron] Attempting to bind port 9151a255-e56d-442c-b962-166618c23cfe on network cbea348e-a050-44b2-a200-f39054e2a387 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:45.082368 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-fc74bd96-f15a-4b84-ad4f-1f046edfa989 service neutron] Port 9151a255-e56d-442c-b962-166618c23cfe on network cbea348e-a050-44b2-a200-f39054e2a387 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:09:45.083338 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-fc74bd96-f15a-4b84-ad4f-1f046edfa989 service neutron] Attempting to bind port 9151a255-e56d-442c-b962-166618c23cfe on network cbea348e-a050-44b2-a200-f39054e2a387 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:45.094130 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5276190b-5038-4602-b5df-2b3002b76438 None None] Port 9151a255-e56d-442c-b962-166618c23cfe cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:09:45.096824 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-fc74bd96-f15a-4b84-ad4f-1f046edfa989 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:09:45.097553 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-fc74bd96-f15a-4b84-ad4f-1f046edfa989 service neutron] Checking segment: {'id': 'ea1fa481-fce0-4e30-8196-f86b8fdd4424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:09:45.098334 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-fc74bd96-f15a-4b84-ad4f-1f046edfa989 service neutron] Bound using segment: {'id': 'ea1fa481-fce0-4e30-8196-f86b8fdd4424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:09:45.099631 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-fc74bd96-f15a-4b84-ad4f-1f046edfa989 service neutron] Bound port: 9151a255-e56d-442c-b962-166618c23cfe, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea1fa481-fce0-4e30-8196-f86b8fdd4424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:09:45.100591 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-fc74bd96-f15a-4b84-ad4f-1f046edfa989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:45.131110 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-23d77e53-8bfe-4025-8bb7-15a6298be4ae req-e06f8adc-c407-4422-bba6-6fce2f6cda3c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdf52893-4b7a-4351-9420-99a60d680f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3242054 Nov 12 09:09:45.149453 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-0075b6cf-d8cc-4ea2-8530-4c6f53e24d73 None None] Set router ca196e09-4527-4a0d-9b93-ba0767148360 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:09:45.237557 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8ef00904-ee98-4041-aef3-6794f079afdd tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:45.303726 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-fc74bd96-f15a-4b84-ad4f-1f046edfa989 service neutron] For port 9151a255-e56d-442c-b962-166618c23cfe, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:09:45.333459 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-fc74bd96-f15a-4b84-ad4f-1f046edfa989 service neutron] For port 9151a255-e56d-442c-b962-166618c23cfe, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=9151a255-e56d-442c-b962-166618c23cfe,segment=NetworkSegment(ea1fa481-fce0-4e30-8196-f86b8fdd4424),segment_id=ea1fa481-fce0-4e30-8196-f86b8fdd4424)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:09:45.343820 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-fc74bd96-f15a-4b84-ad4f-1f046edfa989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:45.345869 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c1d115d7-e993-44c0-a548-6dc0fe0aac7d None None] Provisioning complete for port 31f90b7a-8ee4-4fd9-b434-9c834000cf7b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:45.346373 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c1d115d7-e993-44c0-a548-6dc0fe0aac7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:45.366071 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c6d3cdb-66e2-4158-9abd-f166c8a41eab req-6c1c7b0b-84e5-4cd2-a8de-1039d2f3cb96 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.0698538 Nov 12 09:09:45.419396 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8ef00904-ee98-4041-aef3-6794f079afdd tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:45.502873 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-fc74bd96-f15a-4b84-ad4f-1f046edfa989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:45.504435 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-fc74bd96-f15a-4b84-ad4f-1f046edfa989 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:45.507970 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-fc74bd96-f15a-4b84-ad4f-1f046edfa989 service neutron] 10.222.0.54 "PUT /v2.0/ports/9151a255-e56d-442c-b962-166618c23cfe HTTP/1.1" status: 200 len: 1092 time: 1.6185279 Nov 12 09:09:45.509150 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf8ab27-0ca4-4cd2-9df6-11012d209258', 'tag': '9151a255-e56d-442c-b962-166618c23cfe'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:45.513939 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c68837-11ad-4a7f-a3ff-31cefe91bd5d" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf8ab27-0ca4-4cd2-9df6-11012d209258", "tag": "9151a255-e56d-442c-b962-166618c23cfe"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:45.585771 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef00904-ee98-4041-aef3-6794f079afdd tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Pushing event updated for resources: {'Port': ['ID=53bed411-5b02-4248-bc92-5e0df6a05fa2,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:45.604524 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef00904-ee98-4041-aef3-6794f079afdd tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:09:45.607704 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-8ef00904-ee98-4041-aef3-6794f079afdd tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:45.610924 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef00904-ee98-4041-aef3-6794f079afdd tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:09:45.637770 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6d11f7-74fb-40ff-8508-1b8535ca8c0b None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:09:45.675184 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1865e806-5716-49b7-a744-f3abd3486687 x-openstack-request-id: req-1865e806-5716-49b7-a744-f3abd3486687 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:45.677241 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf8ab27-0ca4-4cd2-9df6-11012d209258", "tag": "9151a255-e56d-442c-b962-166618c23cfe", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:45.677799 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1865e806-5716-49b7-a744-f3abd3486687 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:45.678421 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf8ab27-0ca4-4cd2-9df6-11012d209258', 'tag': '9151a255-e56d-442c-b962-166618c23cfe', 'status': 'completed', 'code': 200} Nov 12 09:09:45.688786 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74bd96-f15a-4b84-ad4f-1f046edfa989 service neutron] Pushing event updated for resources: {'Port': ['ID=9151a255-e56d-442c-b962-166618c23cfe,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:45.722697 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-a714a811-d2ee-44eb-9536-80f188a39cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:45.724530 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-a714a811-d2ee-44eb-9536-80f188a39cf0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 1095 time: 0.1327815 Nov 12 09:09:45.733121 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c1d115d7-e993-44c0-a548-6dc0fe0aac7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:45.780566 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c1d115d7-e993-44c0-a548-6dc0fe0aac7d None None] For port 31f90b7a-8ee4-4fd9-b434-9c834000cf7b, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=31f90b7a-8ee4-4fd9-b434-9c834000cf7b,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:45.788641 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-5f679a94-f0f6-4d84-a9fd-595e61287f74 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9151a255-e56d-442c-b962-166618c23cfe HTTP/1.1" status: 200 len: 217 time: 0.0550945 Nov 12 09:09:45.791024 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c1d115d7-e993-44c0-a548-6dc0fe0aac7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:45.865107 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-2c3c2256-6f3b-41ad-b03d-76b1a3b33bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:45.867179 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-2c3c2256-6f3b-41ad-b03d-76b1a3b33bda service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e18a9edb-966e-4b65-b818-4c95ab1ed8cc HTTP/1.1" status: 200 len: 834 time: 0.0673420 Nov 12 09:09:45.890316 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0075b6cf-d8cc-4ea2-8530-4c6f53e24d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca196e09-4527-4a0d-9b93-ba0767148360', 'name': 'tempest-snat-router-584606678', 'tenant_id': 'a8284b02bef74d698b2e1c15fc86f79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.52'}], 'enable_snat': False}, 'gw_port_id': '31f90b7a-8ee4-4fd9-b434-9c834000cf7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:09:37Z', 'updated_at': '2021-11-12T09:09:40Z', 'revision_number': 3, 'project_id': 'a8284b02bef74d698b2e1c15fc86f79b', 'gw_port': {'id': '31f90b7a-8ee4-4fd9-b434-9c834000cf7b', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ba:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca196e09-4527-4a0d-9b93-ba0767148360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:09:39Z', 'updated_at': '2021-11-12T09:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:45.895268 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d115d7-e993-44c0-a548-6dc0fe0aac7d None None] Pushing event updated for resources: {'Port': ['ID=31f90b7a-8ee4-4fd9-b434-9c834000cf7b,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:45.942218 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0075b6cf-d8cc-4ea2-8530-4c6f53e24d73 None None] The sync data for ids ['ca196e09-4527-4a0d-9b93-ba0767148360'] in n-d-768862-16 is: [{'id': 'ca196e09-4527-4a0d-9b93-ba0767148360', 'name': 'tempest-snat-router-584606678', 'tenant_id': 'a8284b02bef74d698b2e1c15fc86f79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.52'}], 'enable_snat': False}, 'gw_port_id': '31f90b7a-8ee4-4fd9-b434-9c834000cf7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:09:37Z', 'updated_at': '2021-11-12T09:09:40Z', 'revision_number': 3, 'project_id': 'a8284b02bef74d698b2e1c15fc86f79b', 'gw_port': {'id': '31f90b7a-8ee4-4fd9-b434-9c834000cf7b', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ba:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca196e09-4527-4a0d-9b93-ba0767148360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:09:39Z', 'updated_at': '2021-11-12T09:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:09:45.959859 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-edec38f6-20c2-4d1b-907d-79531f9668c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:45.961758 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-edec38f6-20c2-4d1b-907d-79531f9668c2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cbea348e-a050-44b2-a200-f39054e2a387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0867832 Nov 12 09:09:45.984890 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-86ba7158-0b6d-4101-bf7e-9bd1fd99a74c None None] Provisioning complete for port 53bed411-5b02-4248-bc92-5e0df6a05fa2 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:45.985474 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-86ba7158-0b6d-4101-bf7e-9bd1fd99a74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:46.033724 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-86ba7158-0b6d-4101-bf7e-9bd1fd99a74c None None] Port 53bed411-5b02-4248-bc92-5e0df6a05fa2 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:09:46.094108 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-ed9edbd1-fdd5-4e8a-8e81-d973f935d643 service neutron] 10.222.0.54 "GET /v2.0/networks/cbea348e-a050-44b2-a200-f39054e2a387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242409 Nov 12 09:09:46.188122 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8ef00904-ee98-4041-aef3-6794f079afdd tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:46.227439 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-835f7217-ccd6-4d1e-82d4-4ff0a274b8fb req-83fc45d2-ecd1-4960-b5f1-cb0eb4b7d0a8 service neutron] 10.222.0.54 "GET /v2.0/networks/cbea348e-a050-44b2-a200-f39054e2a387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253550 Nov 12 09:09:46.442507 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b3c24-417f-4714-be46-f67a89705d3e req-74634da0-133f-44c5-9e77-ada9e2e980a6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:46.446414 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-130b3c24-417f-4714-be46-f67a89705d3e req-74634da0-133f-44c5-9e77-ada9e2e980a6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 943 time: 0.1254175 Nov 12 09:09:46.455884 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c68837-11ad-4a7f-a3ff-31cefe91bd5d req-f2e3087b-c96d-4e7b-a230-38ba76bf34bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:46.457900 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f0c68837-11ad-4a7f-a3ff-31cefe91bd5d req-f2e3087b-c96d-4e7b-a230-38ba76bf34bb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 1095 time: 0.1525464 Nov 12 09:09:46.633450 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-130b3c24-417f-4714-be46-f67a89705d3e req-ab302e87-52e1-4f90-8c25-c61812947387 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdf52893-4b7a-4351-9420-99a60d680f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202352 Nov 12 09:09:46.638483 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c68837-11ad-4a7f-a3ff-31cefe91bd5d req-44fe090f-6c0f-4e84-af09-74f1b973e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:46.641909 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f0c68837-11ad-4a7f-a3ff-31cefe91bd5d req-44fe090f-6c0f-4e84-af09-74f1b973e533 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cbea348e-a050-44b2-a200-f39054e2a387 HTTP/1.1" status: 200 len: 898 time: 0.1749330 Nov 12 09:09:46.662475 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8ef00904-ee98-4041-aef3-6794f079afdd tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:46.830648 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f0c68837-11ad-4a7f-a3ff-31cefe91bd5d req-4bf50ef5-634b-4bd6-9cc8-07256be56f39 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9151a255-e56d-442c-b962-166618c23cfe HTTP/1.1" status: 200 len: 217 time: 0.1767974 Nov 12 09:09:46.844434 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e6c57a54-9053-4c33-a568-ad19f979bef4 req-86c2e6af-c46e-4b24-8e8e-8d81cc37145d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.0501671 Nov 12 09:09:46.938712 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef00904-ee98-4041-aef3-6794f079afdd tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Router fa7ae0bd-201c-4e49-bf93-9de975d5a8bb is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:09:46.986949 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c68837-11ad-4a7f-a3ff-31cefe91bd5d req-846976c0-6ea6-49df-9ffe-67b8eba5273b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:46.990135 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f0c68837-11ad-4a7f-a3ff-31cefe91bd5d req-846976c0-6ea6-49df-9ffe-67b8eba5273b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e18a9edb-966e-4b65-b818-4c95ab1ed8cc HTTP/1.1" status: 200 len: 834 time: 0.1516664 Nov 12 09:09:47.075372 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c68837-11ad-4a7f-a3ff-31cefe91bd5d req-a842f351-02e7-4b1d-9b39-ada0ce1dde3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:47.077506 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f0c68837-11ad-4a7f-a3ff-31cefe91bd5d req-a842f351-02e7-4b1d-9b39-ada0ce1dde3b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cbea348e-a050-44b2-a200-f39054e2a387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779123 Nov 12 09:09:47.117185 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef00904-ee98-4041-aef3-6794f079afdd tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:09:47.128580 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e761ef-4d45-43b0-8e07-851457ba57f5 None None] Sync routers for ids ['fa7ae0bd-201c-4e49-bf93-9de975d5a8bb'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:09:47.149278 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e761ef-4d45-43b0-8e07-851457ba57f5 None None] Routers {'fa7ae0bd-201c-4e49-bf93-9de975d5a8bb'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:47.150696 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-f1e761ef-4d45-43b0-8e07-851457ba57f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:09:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['fa7ae0bd-201c-4e49-bf93-9de975d5a8bb'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:47.160250 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8ef00904-ee98-4041-aef3-6794f079afdd tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:47.165114 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8ef00904-ee98-4041-aef3-6794f079afdd tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.6330345 Nov 12 09:09:47.171646 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53812) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:47.314594 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f0c68837-11ad-4a7f-a3ff-31cefe91bd5d req-0c312926-5f00-4677-847c-0c75cc34a663 service neutron] 10.222.0.54 "GET /v2.0/networks/cbea348e-a050-44b2-a200-f39054e2a387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281315 Nov 12 09:09:47.359064 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6aefc333-ebf8-4749-b10c-f1752f4b6f38 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "GET /v2.0/routers/fa7ae0bd-201c-4e49-bf93-9de975d5a8bb HTTP/1.1" status: 200 len: 907 time: 0.1855514 Nov 12 09:09:47.362176 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53814) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:47.414324 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-f1e761ef-4d45-43b0-8e07-851457ba57f5 None None] Set router fa7ae0bd-201c-4e49-bf93-9de975d5a8bb gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:09:47.523299 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f0c68837-11ad-4a7f-a3ff-31cefe91bd5d req-b50109f8-5176-409b-b835-baf3ada8ec60 service neutron] 10.222.0.54 "GET /v2.0/networks/cbea348e-a050-44b2-a200-f39054e2a387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983883 Nov 12 09:09:47.621253 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f9cbc5ea-e229-4598-9aaf-8b75ed9df88d tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:47.678501 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 9151a255-e56d-442c-b962-166618c23cfe details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:09:47.812117 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-f1e761ef-4d45-43b0-8e07-851457ba57f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7ae0bd-201c-4e49-bf93-9de975d5a8bb', 'name': 'tempest-snat-router-584606678', 'tenant_id': 'a8284b02bef74d698b2e1c15fc86f79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '53bed411-5b02-4248-bc92-5e0df6a05fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:09:42Z', 'updated_at': '2021-11-12T09:09:45Z', 'revision_number': 3, 'project_id': 'a8284b02bef74d698b2e1c15fc86f79b', 'gw_port': {'id': '53bed411-5b02-4248-bc92-5e0df6a05fa2', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:95:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7ae0bd-201c-4e49-bf93-9de975d5a8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:09:43Z', 'updated_at': '2021-11-12T09:09:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:47.857479 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e761ef-4d45-43b0-8e07-851457ba57f5 None None] Checking router: fa7ae0bd-201c-4e49-bf93-9de975d5a8bb for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:09:47.857987 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e761ef-4d45-43b0-8e07-851457ba57f5 None None] Updating router fa7ae0bd-201c-4e49-bf93-9de975d5a8bb port 53bed411-5b02-4248-bc92-5e0df6a05fa2 binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:09:47.900029 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f1e761ef-4d45-43b0-8e07-851457ba57f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:47.908811 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f9cbc5ea-e229-4598-9aaf-8b75ed9df88d tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:47.999378 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 31f90b7a-8ee4-4fd9-b434-9c834000cf7b up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:48.040503 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263ddb6-d4d4-4776-9ae0-e828e0225060 req-ad0b93de-1198-46e8-ae9d-388cc5a7d725 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:48.042408 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f263ddb6-d4d4-4776-9ae0-e828e0225060 req-ad0b93de-1198-46e8-ae9d-388cc5a7d725 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 943 time: 0.1114404 Nov 12 09:09:48.132512 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 9151a255-e56d-442c-b962-166618c23cfe, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=9151a255-e56d-442c-b962-166618c23cfe,segment=NetworkSegment(ea1fa481-fce0-4e30-8196-f86b8fdd4424),segment_id=ea1fa481-fce0-4e30-8196-f86b8fdd4424)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:48.150016 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-f9cbc5ea-e229-4598-9aaf-8b75ed9df88d tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Deleting port 53bed411-5b02-4248-bc92-5e0df6a05fa2 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:48.150431 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f9cbc5ea-e229-4598-9aaf-8b75ed9df88d tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:48.154083 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '9151a255-e56d-442c-b962-166618c23cfe', 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387', 'port_id': '9151a255-e56d-442c-b962-166618c23cfe', 'mac_address': 'fa:16:3e:47:2c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e18a9edb-966e-4b65-b818-4c95ab1ed8cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:09:48.188174 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 31f90b7a-8ee4-4fd9-b434-9c834000cf7b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:48.188555 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:48.219031 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f263ddb6-d4d4-4776-9ae0-e828e0225060 req-edf001ab-cae2-4307-a8ff-38bda5bcc5b7 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdf52893-4b7a-4351-9420-99a60d680f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603920 Nov 12 09:09:48.360653 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f1e761ef-4d45-43b0-8e07-851457ba57f5 None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:48.371772 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5f003c39-bcf7-4947-94a9-5752f631eb89 req-2b39d7da-26b1-41d8-a182-299d4e33849d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.0513434 Nov 12 09:09:48.374927 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f1e761ef-4d45-43b0-8e07-851457ba57f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:48.405668 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f9cbc5ea-e229-4598-9aaf-8b75ed9df88d tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:48.428818 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:48.440234 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-f9cbc5ea-e229-4598-9aaf-8b75ed9df88d tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Calling delete_port for 53bed411-5b02-4248-bc92-5e0df6a05fa2 owned by network:router_gateway {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:48.458328 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f442a8-f9da-40dd-bd6e-9c098822762e None None] Pushing event updated for resources: {'Port': ['ID=53bed411-5b02-4248-bc92-5e0df6a05fa2,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:48.461814 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-f1e761ef-4d45-43b0-8e07-851457ba57f5 None None] Attempting to bind port 53bed411-5b02-4248-bc92-5e0df6a05fa2 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:09:48.462194 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-f1e761ef-4d45-43b0-8e07-851457ba57f5 None None] Attempting to bind port 53bed411-5b02-4248-bc92-5e0df6a05fa2 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:09:48.462679 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e761ef-4d45-43b0-8e07-851457ba57f5 None None] Attempting to bind port 53bed411-5b02-4248-bc92-5e0df6a05fa2 on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:48.463650 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7623c6-cd22-4a63-ad7f-3e06d279c1f5 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:09:48.469991 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e761ef-4d45-43b0-8e07-851457ba57f5 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:09:48.470498 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e761ef-4d45-43b0-8e07-851457ba57f5 None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:09:48.471001 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f1e761ef-4d45-43b0-8e07-851457ba57f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:48.471321 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e761ef-4d45-43b0-8e07-851457ba57f5 None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:09:48.471902 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-f1e761ef-4d45-43b0-8e07-851457ba57f5 None None] Bound port: 53bed411-5b02-4248-bc92-5e0df6a05fa2, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:09:48.472316 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f1e761ef-4d45-43b0-8e07-851457ba57f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:48.493081 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9151a255-e56d-442c-b962-166618c23cfe {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:09:48.607482 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-f1e761ef-4d45-43b0-8e07-851457ba57f5 None None] For port 53bed411-5b02-4248-bc92-5e0df6a05fa2, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:09:48.622052 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-f1e761ef-4d45-43b0-8e07-851457ba57f5 None None] For port 53bed411-5b02-4248-bc92-5e0df6a05fa2, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=53bed411-5b02-4248-bc92-5e0df6a05fa2,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:09:48.628998 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f1e761ef-4d45-43b0-8e07-851457ba57f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:48.658169 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 9151a255-e56d-442c-b962-166618c23cfe, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=9151a255-e56d-442c-b962-166618c23cfe,segment=NetworkSegment(ea1fa481-fce0-4e30-8196-f86b8fdd4424),segment_id=ea1fa481-fce0-4e30-8196-f86b8fdd4424)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:48.674400 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363714ca-47c1-4910-a4cd-91e1d47e11af None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:09:48.676834 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:48.749117 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f98fbed8-e613-48e1-956e-57f6ad41a827 None None] Provisioning complete for port 53bed411-5b02-4248-bc92-5e0df6a05fa2 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:48.749723 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f98fbed8-e613-48e1-956e-57f6ad41a827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:48.756858 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f442a8-f9da-40dd-bd6e-9c098822762e None None] Pushing event updated for resources: {'Port': ['ID=53bed411-5b02-4248-bc92-5e0df6a05fa2,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:48.762230 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e761ef-4d45-43b0-8e07-851457ba57f5 None None] Routers {'fa7ae0bd-201c-4e49-bf93-9de975d5a8bb'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:48.762893 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-f1e761ef-4d45-43b0-8e07-851457ba57f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:09:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['fa7ae0bd-201c-4e49-bf93-9de975d5a8bb'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:48.821459 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=9151a255-e56d-442c-b962-166618c23cfe,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:48.884596 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f9cbc5ea-e229-4598-9aaf-8b75ed9df88d tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:48.916259 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['9151a255-e56d-442c-b962-166618c23cfe'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:09:48.948291 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cbc5ea-e229-4598-9aaf-8b75ed9df88d tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Pushing event deleted for resources: {'Port': ['ID=53bed411-5b02-4248-bc92-5e0df6a05fa2,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:48.995453 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cbc5ea-e229-4598-9aaf-8b75ed9df88d tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:48.997078 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cbc5ea-e229-4598-9aaf-8b75ed9df88d tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:48.997735 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cbc5ea-e229-4598-9aaf-8b75ed9df88d tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:48.998881 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cbc5ea-e229-4598-9aaf-8b75ed9df88d tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:48.999977 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cbc5ea-e229-4598-9aaf-8b75ed9df88d tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:49.000509 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cbc5ea-e229-4598-9aaf-8b75ed9df88d tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:49.001047 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cbc5ea-e229-4598-9aaf-8b75ed9df88d tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:49.001763 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cbc5ea-e229-4598-9aaf-8b75ed9df88d tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:49.002309 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cbc5ea-e229-4598-9aaf-8b75ed9df88d tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:49.002838 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cbc5ea-e229-4598-9aaf-8b75ed9df88d tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:49.003356 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cbc5ea-e229-4598-9aaf-8b75ed9df88d tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:49.004125 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cbc5ea-e229-4598-9aaf-8b75ed9df88d tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:49.011194 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-f1e761ef-4d45-43b0-8e07-851457ba57f5 None None] Set router fa7ae0bd-201c-4e49-bf93-9de975d5a8bb gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:09:49.029480 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75b455e-e41e-4045-b1a8-ff31530df57a None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:09:49.036105 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f98fbed8-e613-48e1-956e-57f6ad41a827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:49.118859 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f9cbc5ea-e229-4598-9aaf-8b75ed9df88d tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:49.123184 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-f1e761ef-4d45-43b0-8e07-851457ba57f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7ae0bd-201c-4e49-bf93-9de975d5a8bb', 'name': 'tempest-snat-router-584606678', 'tenant_id': 'a8284b02bef74d698b2e1c15fc86f79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:09:42Z', 'updated_at': '2021-11-12T09:09:47Z', 'revision_number': 4, 'project_id': 'a8284b02bef74d698b2e1c15fc86f79b', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:49.161306 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e761ef-4d45-43b0-8e07-851457ba57f5 None None] The sync data for ids ['fa7ae0bd-201c-4e49-bf93-9de975d5a8bb'] in n-d-768862-16 is: [{'id': 'fa7ae0bd-201c-4e49-bf93-9de975d5a8bb', 'name': 'tempest-snat-router-584606678', 'tenant_id': 'a8284b02bef74d698b2e1c15fc86f79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:09:42Z', 'updated_at': '2021-11-12T09:09:47Z', 'revision_number': 4, 'project_id': 'a8284b02bef74d698b2e1c15fc86f79b', 'gw_port_host': None}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:09:49.254137 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8dc71494-b745-4307-9d9c-368f339700fc None None] Could not find standard attr ID for object 53bed411-5b02-4248-bc92-5e0df6a05fa2. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:09:49.357341 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f9cbc5ea-e229-4598-9aaf-8b75ed9df88d tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:49.361395 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f9cbc5ea-e229-4598-9aaf-8b75ed9df88d tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:49.487698 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f9cbc5ea-e229-4598-9aaf-8b75ed9df88d tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:49.488446 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cbc5ea-e229-4598-9aaf-8b75ed9df88d tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa7ae0bd-201c-4e49-bf93-9de975d5a8bb {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:09:49.494890 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f9cbc5ea-e229-4598-9aaf-8b75ed9df88d tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:49.498778 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53834) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:49.499342 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f9cbc5ea-e229-4598-9aaf-8b75ed9df88d tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "DELETE /v2.0/routers/fa7ae0bd-201c-4e49-bf93-9de975d5a8bb HTTP/1.1" status: 204 len: 168 time: 2.1328907 Nov 12 09:09:49.525408 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a2fbd-3607-48b2-bd33-ecf578bdfc66 req-4d38fac0-7c86-4ad5-b6a7-979a97e97d8c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:49.536368 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9d2a2fbd-3607-48b2-bd33-ecf578bdfc66 req-4d38fac0-7c86-4ad5-b6a7-979a97e97d8c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 944 time: 0.1114430 Nov 12 09:09:49.630284 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9d2a2fbd-3607-48b2-bd33-ecf578bdfc66 req-7d2ca32b-3fde-4e4e-8dbf-fbe06e417b2f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdf52893-4b7a-4351-9420-99a60d680f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921612 Nov 12 09:09:49.767845 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03815717-fc44-43b3-9d41-471cbcaad1f7 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:49.802128 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32b11c00-ca69-4e4c-9db3-117d5f641cd9 req-f00123de-059d-4f2c-b777-702e8d66c3a4 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c3b711-2cff-41a5-b85b-ad29f3345b25 HTTP/1.1" status: 200 len: 210 time: 0.0471845 Nov 12 09:09:50.007284 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03815717-fc44-43b3-9d41-471cbcaad1f7 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:50.100182 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-03815717-fc44-43b3-9d41-471cbcaad1f7 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Deleting port 31f90b7a-8ee4-4fd9-b434-9c834000cf7b {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:50.100772 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03815717-fc44-43b3-9d41-471cbcaad1f7 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:50.295289 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-03815717-fc44-43b3-9d41-471cbcaad1f7 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] For port 31f90b7a-8ee4-4fd9-b434-9c834000cf7b, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=31f90b7a-8ee4-4fd9-b434-9c834000cf7b,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:50.295978 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03815717-fc44-43b3-9d41-471cbcaad1f7 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:50.324441 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-03815717-fc44-43b3-9d41-471cbcaad1f7 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Calling delete_port for 31f90b7a-8ee4-4fd9-b434-9c834000cf7b owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:50.611894 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53852) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:50.623886 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-a96ec547-8849-4eef-a2bb-e8460b19dba8 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-557866872', 'description': 'tempest-secgroup-smoke-557866872 description', 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:50.691891 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a96ec547-8849-4eef-a2bb-e8460b19dba8 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:50.764570 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03815717-fc44-43b3-9d41-471cbcaad1f7 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:50.822949 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03815717-fc44-43b3-9d41-471cbcaad1f7 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Pushing event deleted for resources: {'Port': ['ID=31f90b7a-8ee4-4fd9-b434-9c834000cf7b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:50.846437 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2066096-917b-4c61-bd27-3a4754472946 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:09:50.941185 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3370a6a-7bbf-48ca-857d-232ea4c2b4e0 req-2054950b-cc2f-4b7f-a711-f492686d49e3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:50.944114 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c3370a6a-7bbf-48ca-857d-232ea4c2b4e0 req-2054950b-cc2f-4b7f-a711-f492686d49e3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 944 time: 0.1657717 Nov 12 09:09:50.985181 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03815717-fc44-43b3-9d41-471cbcaad1f7 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:50.992733 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a96ec547-8849-4eef-a2bb-e8460b19dba8 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.015659 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a96ec547-8849-4eef-a2bb-e8460b19dba8 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.052977 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a96ec547-8849-4eef-a2bb-e8460b19dba8 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.058915 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a96ec547-8849-4eef-a2bb-e8460b19dba8 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4423227 Nov 12 09:09:51.061557 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53860) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:51.068266 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-79d8b2aa-183c-465c-9f1c-7e25b4a36c72 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Request body: {'security_group_rule': {'security_group_id': 'cc585659-9b79-4e55-852f-8346f1c25be8', 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:51.147302 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ec547-8849-4eef-a2bb-e8460b19dba8 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc585659-9b79-4e55-852f-8346f1c25be8,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:51.162070 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c3370a6a-7bbf-48ca-857d-232ea4c2b4e0 req-54f86236-a69f-4ae3-b2dd-b0a2b6dc160e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdf52893-4b7a-4351-9420-99a60d680f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002816 Nov 12 09:09:51.184455 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79d8b2aa-183c-465c-9f1c-7e25b4a36c72 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.241525 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03815717-fc44-43b3-9d41-471cbcaad1f7 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.248987 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03815717-fc44-43b3-9d41-471cbcaad1f7 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.300065 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79d8b2aa-183c-465c-9f1c-7e25b4a36c72 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.305208 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53864) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:51.319038 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79d8b2aa-183c-465c-9f1c-7e25b4a36c72 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.359644 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8b2aa-183c-465c-9f1c-7e25b4a36c72 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087ba3c4-93ee-4bad-8bf6-b248fd46b35a,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:51.362007 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03815717-fc44-43b3-9d41-471cbcaad1f7 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.365279 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03815717-fc44-43b3-9d41-471cbcaad1f7 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca196e09-4527-4a0d-9b93-ba0767148360 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:09:51.383309 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03815717-fc44-43b3-9d41-471cbcaad1f7 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.384699 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79d8b2aa-183c-465c-9f1c-7e25b4a36c72 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.391447 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-79d8b2aa-183c-465c-9f1c-7e25b4a36c72 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3218729 Nov 12 09:09:51.391801 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-03815717-fc44-43b3-9d41-471cbcaad1f7 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "DELETE /v2.0/routers/ca196e09-4527-4a0d-9b93-ba0767148360 HTTP/1.1" status: 204 len: 168 time: 1.8848901 Nov 12 09:09:51.393267 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53866) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:51.397518 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53868) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:51.409857 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-502954e3-3fac-4eb7-8478-2725baa927bd tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.410137 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d11709b2-1789-482e-9ff9-3e19175111ae tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Request body: {'security_group_rule': {'security_group_id': 'cc585659-9b79-4e55-852f-8346f1c25be8', 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:51.442149 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-502954e3-3fac-4eb7-8478-2725baa927bd tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.467271 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0e24d476-f193-4277-8e5e-1fe6ba84d442 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-732911147', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:51.532703 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-502954e3-3fac-4eb7-8478-2725baa927bd tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.536372 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-502954e3-3fac-4eb7-8478-2725baa927bd tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.537706 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-502954e3-3fac-4eb7-8478-2725baa927bd tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "DELETE /v2.0/security-groups/09facc88-4ccc-4c36-9f81-5cc2e8db8cf0 HTTP/1.1" status: 204 len: 168 time: 0.2310402 Nov 12 09:09:51.553839 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53874) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:51.558907 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d11709b2-1789-482e-9ff9-3e19175111ae tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.595806 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0e24d476-f193-4277-8e5e-1fe6ba84d442 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.597012 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0e24d476-f193-4277-8e5e-1fe6ba84d442 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.607207 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502954e3-3fac-4eb7-8478-2725baa927bd tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09facc88-4ccc-4c36-9f81-5cc2e8db8cf0,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:51.611962 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-07148a2f-4624-457f-a9ad-a12234b9819f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] show failed (client error): The resource could not be found. Nov 12 09:09:51.618565 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-07148a2f-4624-457f-a9ad-a12234b9819f tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "GET /v2.0/security-groups/09facc88-4ccc-4c36-9f81-5cc2e8db8cf0 HTTP/1.1" status: 404 len: 347 time: 0.0582385 Nov 12 09:09:51.618565 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53876) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:51.704815 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0e24d476-f193-4277-8e5e-1fe6ba84d442 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.724547 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 9151a255-e56d-442c-b962-166618c23cfe up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:51.866297 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 9151a255-e56d-442c-b962-166618c23cfe completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:09:51.877905 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 9151a255-e56d-442c-b962-166618c23cfe triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:51.878952 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.892728 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-54a86494-13c4-4972-a2d3-f38db4309c3b tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Deleting port 6485d49c-40ed-4e1a-a50c-a1ac0e0a1175 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:51.893315 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-54a86494-13c4-4972-a2d3-f38db4309c3b tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.898667 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d11709b2-1789-482e-9ff9-3e19175111ae tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.907121 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d11709b2-1789-482e-9ff9-3e19175111ae tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:52.038814 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:52.085178 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf8ab27-0ca4-4cd2-9df6-11012d209258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9151a255-e56d-442c-b962-166618c23cfe'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:52.091484 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a89064-05d2-4600-85ee-e1701adcb102" -d '{"events": [{"server_uuid": "ccf8ab27-0ca4-4cd2-9df6-11012d209258", "name": "network-vif-plugged", "status": "completed", "tag": "9151a255-e56d-442c-b962-166618c23cfe"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:52.146729 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 9151a255-e56d-442c-b962-166618c23cfe, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=9151a255-e56d-442c-b962-166618c23cfe,segment=NetworkSegment(ea1fa481-fce0-4e30-8196-f86b8fdd4424),segment_id=ea1fa481-fce0-4e30-8196-f86b8fdd4424)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:52.158879 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:52.172052 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-54a86494-13c4-4972-a2d3-f38db4309c3b tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:52.174789 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-54a86494-13c4-4972-a2d3-f38db4309c3b tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:52.209667 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb3fddb-15c4-4307-a9ba-d0cd1af4798b x-openstack-request-id: req-eeb3fddb-15c4-4307-a9ba-d0cd1af4798b {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:52.210536 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf8ab27-0ca4-4cd2-9df6-11012d209258", "name": "network-vif-plugged", "status": "completed", "tag": "9151a255-e56d-442c-b962-166618c23cfe", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:52.210957 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eeb3fddb-15c4-4307-a9ba-d0cd1af4798b {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:52.219833 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf8ab27-0ca4-4cd2-9df6-11012d209258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9151a255-e56d-442c-b962-166618c23cfe', 'code': 200} Nov 12 09:09:52.264973 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-54a86494-13c4-4972-a2d3-f38db4309c3b tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Calling delete_port for 6485d49c-40ed-4e1a-a50c-a1ac0e0a1175 owned by network:floatingip {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:52.294062 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=9151a255-e56d-442c-b962-166618c23cfe,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:52.312278 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:52.312620 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:52.313129 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:52.318448 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:52.319549 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:52.320480 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:52.321274 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:52.322915 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:52.328222 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:52.330231 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:52.331215 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:52.331722 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:52.537747 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a1b10-c7c4-402e-b56c-606b66d1379a req-16e9ced9-94e2-4e69-8e1a-b1c33d3cf84c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:52.539707 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ec0a1b10-c7c4-402e-b56c-606b66d1379a req-16e9ced9-94e2-4e69-8e1a-b1c33d3cf84c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 945 time: 0.1626997 Nov 12 09:09:52.588653 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11709b2-1789-482e-9ff9-3e19175111ae tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96cae28-feab-4ef7-a532-098274bbd681,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:52.601405 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0e24d476-f193-4277-8e5e-1fe6ba84d442 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:52.613774 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d11709b2-1789-482e-9ff9-3e19175111ae tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:52.615901 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d11709b2-1789-482e-9ff9-3e19175111ae tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2173538 Nov 12 09:09:52.620492 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53884) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:52.629317 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b185524e-46e5-4298-a748-b919d85e3207 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Request body: {'security_group_rule': {'security_group_id': 'cc585659-9b79-4e55-852f-8346f1c25be8', 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:52.736774 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ec0a1b10-c7c4-402e-b56c-606b66d1379a req-7cbf38f6-07ef-4e42-ae0d-b6b123d9d431 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdf52893-4b7a-4351-9420-99a60d680f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718073 Nov 12 09:09:52.738181 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b185524e-46e5-4298-a748-b919d85e3207 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:52.746322 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3faa6c-db2e-4dac-afd3-f54654bd9285 req-5a759211-57e6-4e6c-9822-bad765027afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:52.748434 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5a3faa6c-db2e-4dac-afd3-f54654bd9285 req-5a759211-57e6-4e6c-9822-bad765027afb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 1097 time: 0.2919481 Nov 12 09:09:52.789831 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-54a86494-13c4-4972-a2d3-f38db4309c3b tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:52.846147 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a86494-13c4-4972-a2d3-f38db4309c3b tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Pushing event deleted for resources: {'Port': ['ID=6485d49c-40ed-4e1a-a50c-a1ac0e0a1175,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:52.905380 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5a3faa6c-db2e-4dac-afd3-f54654bd9285 req-7f8c0555-a700-4d9a-9b44-3944e7f34a9a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bdf52893-4b7a-4351-9420-99a60d680f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426094 Nov 12 09:09:52.921927 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b185524e-46e5-4298-a748-b919d85e3207 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:52.930920 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b185524e-46e5-4298-a748-b919d85e3207 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:52.959179 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185524e-46e5-4298-a748-b919d85e3207 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5252eab-4e11-4d55-88f0-26af25fcadc7,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:52.972058 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b185524e-46e5-4298-a748-b919d85e3207 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:52.973413 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b185524e-46e5-4298-a748-b919d85e3207 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3512156 Nov 12 09:09:52.976360 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53888) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:52.981320 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ef906e66-726a-4308-9b3b-ba22a8c43fc4 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Request body: {'security_group_rule': {'security_group_id': 'cc585659-9b79-4e55-852f-8346f1c25be8', 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:52.989640 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-54a86494-13c4-4972-a2d3-f38db4309c3b tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for floatingip, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:52.996665 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-54a86494-13c4-4972-a2d3-f38db4309c3b tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:53.004046 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-54a86494-13c4-4972-a2d3-f38db4309c3b tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "DELETE /v2.0/floatingips/c246c96f-68df-4a0b-85f0-7873c72da963 HTTP/1.1" status: 204 len: 168 time: 1.3802779 Nov 12 09:09:53.004356 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53890) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:53.148551 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ef906e66-726a-4308-9b3b-ba22a8c43fc4 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:53.217121 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0e24d476-f193-4277-8e5e-1fe6ba84d442 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:53.253074 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:53.279951 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0e24d476-f193-4277-8e5e-1fe6ba84d442 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:53.384195 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ef906e66-726a-4308-9b3b-ba22a8c43fc4 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:53.400336 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ef906e66-726a-4308-9b3b-ba22a8c43fc4 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:53.470281 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-ab5c52e0-e7c0-44fc-a673-0405968095c0 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Deleting port d89afea3-56ca-4d29-b4cc-697f5d5a1d50 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:53.470761 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ab5c52e0-e7c0-44fc-a673-0405968095c0 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:53.483621 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef906e66-726a-4308-9b3b-ba22a8c43fc4 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246b102c-7340-4966-a419-8c9514d021d9,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:53.532111 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ef906e66-726a-4308-9b3b-ba22a8c43fc4 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:53.534368 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ef906e66-726a-4308-9b3b-ba22a8c43fc4 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5568149 Nov 12 09:09:53.538990 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53894) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:53.548051 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-c4537976-370c-41c3-a8aa-62357f6c5b47 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Request body: {'security_group_rule': {'security_group_id': 'cc585659-9b79-4e55-852f-8346f1c25be8', 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:53.591559 n-d-768862-16 neutron-server[102569]: INFO neutron.db.securitygroups_db [None req-c4537976-370c-41c3-a8aa-62357f6c5b47 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Project 0362422c531d4b8e9db4790e3c3ca8bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:09:53.601361 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c4537976-370c-41c3-a8aa-62357f6c5b47 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:53.620501 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-0e24d476-f193-4277-8e5e-1fe6ba84d442 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Allocated IP 172.25.6.163 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/48cc8c33-0597-4de7-8730-cf76a77e7272) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:09:53.705296 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ab5c52e0-e7c0-44fc-a673-0405968095c0 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:53.725768 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c4537976-370c-41c3-a8aa-62357f6c5b47 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:53.734016 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c4537976-370c-41c3-a8aa-62357f6c5b47 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:53.770193 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-ab5c52e0-e7c0-44fc-a673-0405968095c0 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Calling delete_port for d89afea3-56ca-4d29-b4cc-697f5d5a1d50 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:53.823938 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4537976-370c-41c3-a8aa-62357f6c5b47 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b470f655-8c0f-4578-8b2c-5dca043ae37a,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:53.827728 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 31f90b7a-8ee4-4fd9-b434-9c834000cf7b no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:09:53.850187 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c4537976-370c-41c3-a8aa-62357f6c5b47 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:53.860139 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c4537976-370c-41c3-a8aa-62357f6c5b47 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3145177 Nov 12 09:09:53.869290 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53900) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:53.876194 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5807a2a4-80da-48b4-8b1e-4e69bb6b435a tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Request body: {'security_group_rule': {'security_group_id': 'cc585659-9b79-4e55-852f-8346f1c25be8', 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:53.971086 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 31f90b7a-8ee4-4fd9-b434-9c834000cf7b {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:09:53.977532 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 31f90b7a-8ee4-4fd9-b434-9c834000cf7b not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:09:53.988918 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0e24d476-f193-4277-8e5e-1fe6ba84d442 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:54.031026 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30925499-c2db-46aa-b355-ace9347af39a req-5239498e-3bce-459d-9ea5-cfef6ac912d7 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:54.038550 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30925499-c2db-46aa-b355-ace9347af39a req-5239498e-3bce-459d-9ea5-cfef6ac912d7 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 945 time: 0.1416149 Nov 12 09:09:54.107078 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0e24d476-f193-4277-8e5e-1fe6ba84d442 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:54.131602 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30925499-c2db-46aa-b355-ace9347af39a req-54dd9bb4-6edb-4de9-8000-86dbc5643080 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdf52893-4b7a-4351-9420-99a60d680f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791171 Nov 12 09:09:54.134374 n-d-768862-16 neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-5807a2a4-80da-48b4-8b1e-4e69bb6b435a tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Project 0362422c531d4b8e9db4790e3c3ca8bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:09:54.185395 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5807a2a4-80da-48b4-8b1e-4e69bb6b435a tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:54.252850 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e24d476-f193-4277-8e5e-1fe6ba84d442 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:09:54.271724 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-0e24d476-f193-4277-8e5e-1fe6ba84d442 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:54.293173 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e24d476-f193-4277-8e5e-1fe6ba84d442 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:09:54.297261 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e118f5b7-31a3-4d02-9336-b52be0fabbf0 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:09:54.356710 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-2b0187ab-ed24-4cce-9f62-dc08fa37eb46 None None] Provisioning complete for port 48cc8c33-0597-4de7-8730-cf76a77e7272 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:54.357535 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2b0187ab-ed24-4cce-9f62-dc08fa37eb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:54.360184 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24d476-f193-4277-8e5e-1fe6ba84d442 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Pushing event updated for resources: {'Port': ['ID=48cc8c33-0597-4de7-8730-cf76a77e7272,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:54.412595 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ab5c52e0-e7c0-44fc-a673-0405968095c0 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:54.420326 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-2b0187ab-ed24-4cce-9f62-dc08fa37eb46 None None] Port 48cc8c33-0597-4de7-8730-cf76a77e7272 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:09:54.505706 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c52e0-e7c0-44fc-a673-0405968095c0 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Pushing event deleted for resources: {'Port': ['ID=d89afea3-56ca-4d29-b4cc-697f5d5a1d50,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:54.516810 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5807a2a4-80da-48b4-8b1e-4e69bb6b435a tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:54.527081 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5807a2a4-80da-48b4-8b1e-4e69bb6b435a tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:54.690150 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807a2a4-80da-48b4-8b1e-4e69bb6b435a tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7350b04a-33a6-47f3-9acd-681758ba1fd0,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:54.751091 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5807a2a4-80da-48b4-8b1e-4e69bb6b435a tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:54.755216 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5807a2a4-80da-48b4-8b1e-4e69bb6b435a tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8833046 Nov 12 09:09:54.808745 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ab5c52e0-e7c0-44fc-a673-0405968095c0 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:54.815820 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53906) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:54.816170 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ab5c52e0-e7c0-44fc-a673-0405968095c0 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "DELETE /v2.0/ports/d89afea3-56ca-4d29-b4cc-697f5d5a1d50 HTTP/1.1" status: 204 len: 168 time: 1.8101251 Nov 12 09:09:55.049798 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-f858bcea-d4f6-410a-973a-3b9627f1fc50 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Deleting port 1fc527f8-9665-4e15-9131-e2f6e2db3a4f {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:55.050511 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f858bcea-d4f6-410a-973a-3b9627f1fc50 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:55.086656 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0e24d476-f193-4277-8e5e-1fe6ba84d442 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:55.281065 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f858bcea-d4f6-410a-973a-3b9627f1fc50 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:55.302832 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-f858bcea-d4f6-410a-973a-3b9627f1fc50 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Calling delete_port for 1fc527f8-9665-4e15-9131-e2f6e2db3a4f owned by {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:55.467023 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-d58e9554-81d5-440e-868b-e2d9dd904e35 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-557866872&fields=id&tenant_id=0362422c531d4b8e9db4790e3c3ca8bd HTTP/1.1" status: 200 len: 267 time: 0.1512570 Nov 12 09:09:55.532464 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0e24d476-f193-4277-8e5e-1fe6ba84d442 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:55.683091 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f858bcea-d4f6-410a-973a-3b9627f1fc50 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:55.709338 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-2cda7eac-00d0-4410-a1ae-061fd9ce3e09 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:55.711216 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-2cda7eac-00d0-4410-a1ae-061fd9ce3e09 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/networks?id=c7c00da9-8e7b-4bad-8b46-03ed4b78bebb HTTP/1.1" status: 200 len: 814 time: 0.2241445 Nov 12 09:09:55.753567 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858bcea-d4f6-410a-973a-3b9627f1fc50 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Pushing event deleted for resources: {'Port': ['ID=1fc527f8-9665-4e15-9131-e2f6e2db3a4f,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:55.775046 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e24d476-f193-4277-8e5e-1fe6ba84d442 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Router 2d32c625-041d-49cd-b47d-3e51839dd481 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:09:55.805507 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-78c3e298-a8e5-4c72-86fc-307d35986ac4 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/quotas/0362422c531d4b8e9db4790e3c3ca8bd HTTP/1.1" status: 200 len: 375 time: 0.0718846 Nov 12 09:09:55.844196 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f858bcea-d4f6-410a-973a-3b9627f1fc50 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:55.848602 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f858bcea-d4f6-410a-973a-3b9627f1fc50 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "DELETE /v2.0/ports/1fc527f8-9665-4e15-9131-e2f6e2db3a4f HTTP/1.1" status: 204 len: 168 time: 1.0307930 Nov 12 09:09:55.865850 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53918) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:55.912571 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-69ce91e7-5610-4df3-914b-5555e5ea7801 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0362422c531d4b8e9db4790e3c3ca8bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0871954 Nov 12 09:09:56.032996 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ec1966-d27b-4950-b33e-d39023289d05 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Deleting subnet cbf435e5-42b0-4c0e-ac62-0d08bd5977b4 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:09:56.049185 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c6ec1966-d27b-4950-b33e-d39023289d05 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:56.049890 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-9cadfc8c-dcfd-4c73-aa7a-17512b4bbc0b service neutron] 10.222.0.37 "GET /v2.0/networks/c7c00da9-8e7b-4bad-8b46-03ed4b78bebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149395 Nov 12 09:09:56.130994 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e24d476-f193-4277-8e5e-1fe6ba84d442 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:09:56.146702 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf10457b-3381-4d74-ad93-359c8a8d9d49 None None] Sync routers for ids ['2d32c625-041d-49cd-b47d-3e51839dd481'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:09:56.168024 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c6ec1966-d27b-4950-b33e-d39023289d05 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:56.186308 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf10457b-3381-4d74-ad93-359c8a8d9d49 None None] Routers {'2d32c625-041d-49cd-b47d-3e51839dd481'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:56.187622 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-bf10457b-3381-4d74-ad93-359c8a8d9d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:09:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['2d32c625-041d-49cd-b47d-3e51839dd481'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:56.236610 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0e24d476-f193-4277-8e5e-1fe6ba84d442 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:56.243784 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0e24d476-f193-4277-8e5e-1fe6ba84d442 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.8424504 Nov 12 09:09:56.249712 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53922) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:56.257818 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5b0f084f-a0f6-4ba4-8a28-c263d93454f5 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'enable_snat': False}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:56.333978 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-bf10457b-3381-4d74-ad93-359c8a8d9d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:56.368326 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf10457b-3381-4d74-ad93-359c8a8d9d49 None None] Routers {'2d32c625-041d-49cd-b47d-3e51839dd481'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:56.369381 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-bf10457b-3381-4d74-ad93-359c8a8d9d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:09:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['2d32c625-041d-49cd-b47d-3e51839dd481'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:56.483277 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-bf10457b-3381-4d74-ad93-359c8a8d9d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:56.485061 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf10457b-3381-4d74-ad93-359c8a8d9d49 None None] The sync data for ids ['2d32c625-041d-49cd-b47d-3e51839dd481'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:09:56.667507 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c6ec1966-d27b-4950-b33e-d39023289d05 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:56.921970 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c6ec1966-d27b-4950-b33e-d39023289d05 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:56.971659 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-2135defb-031c-41d9-a7fd-2c2db1eb8f5c service neutron] 10.222.0.37 "GET /v2.0/networks/c7c00da9-8e7b-4bad-8b46-03ed4b78bebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9081492 Nov 12 09:09:56.978903 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5b0f084f-a0f6-4ba4-8a28-c263d93454f5 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:56.983556 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec1966-d27b-4950-b33e-d39023289d05 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Pushing event deleted for resources: {'Subnet': ['ID=cbf435e5-42b0-4c0e-ac62-0d08bd5977b4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:56.988498 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c6ec1966-d27b-4950-b33e-d39023289d05 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:56.993007 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c6ec1966-d27b-4950-b33e-d39023289d05 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "DELETE /v2.0/subnets/cbf435e5-42b0-4c0e-ac62-0d08bd5977b4 HTTP/1.1" status: 204 len: 168 time: 1.1245496 Nov 12 09:09:56.998038 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53926) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:57.001331 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaf435b-45a5-4b1f-8566-e3d68e46fda7 None None] Network ae45870e-ea40-4974-aaa2-60a832e0f221 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:09:57.411502 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a54dd71-6d87-45ca-a6a3-d59e026ef06d None None] DHCP port deletion for ae45870e-ea40-4974-aaa2-60a832e0f221 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:09:57.500411 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-8a54dd71-6d87-45ca-a6a3-d59e026ef06d None None] Deleting port f528e412-877f-44e8-aa72-4d6dcbe8e121 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:57.501009 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8a54dd71-6d87-45ca-a6a3-d59e026ef06d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:57.687471 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-8a54dd71-6d87-45ca-a6a3-d59e026ef06d None None] For port f528e412-877f-44e8-aa72-4d6dcbe8e121, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=f528e412-877f-44e8-aa72-4d6dcbe8e121,segment=NetworkSegment(772d6dd6-36e4-48dc-90ff-8a2775289036),segment_id=772d6dd6-36e4-48dc-90ff-8a2775289036)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:57.687471 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8a54dd71-6d87-45ca-a6a3-d59e026ef06d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:57.719639 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-8a54dd71-6d87-45ca-a6a3-d59e026ef06d None None] Calling delete_port for f528e412-877f-44e8-aa72-4d6dcbe8e121 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:57.726866 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-7570c293-5e2b-48cf-8fc1-f74fb42f9dc3 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Deleting subnet a46f76c2-1a35-49b4-89e9-0120081a33c4 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:09:57.736689 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7570c293-5e2b-48cf-8fc1-f74fb42f9dc3 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:57.866409 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31ecc0-afa0-4a9e-8047-5a4e48cd09ee req-a824ee49-477b-430e-bfa0-4c70f11c8455 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:57.869239 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4c31ecc0-afa0-4a9e-8047-5a4e48cd09ee req-a824ee49-477b-430e-bfa0-4c70f11c8455 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 945 time: 0.1298616 Nov 12 09:09:57.887320 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7570c293-5e2b-48cf-8fc1-f74fb42f9dc3 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:57.891287 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device f528e412-877f-44e8-aa72-4d6dcbe8e121 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:09:58.015373 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4c31ecc0-afa0-4a9e-8047-5a4e48cd09ee req-b9ebbed2-96c6-44f2-bf88-c50a3ec99bf9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdf52893-4b7a-4351-9420-99a60d680f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087780 Nov 12 09:09:58.100964 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8a54dd71-6d87-45ca-a6a3-d59e026ef06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:58.193121 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a54dd71-6d87-45ca-a6a3-d59e026ef06d None None] No DVR routers for this DVR port f528e412-877f-44e8-aa72-4d6dcbe8e121 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:09:58.222824 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54dd71-6d87-45ca-a6a3-d59e026ef06d None None] Pushing event deleted for resources: {'Port': ['ID=f528e412-877f-44e8-aa72-4d6dcbe8e121,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:58.249045 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7dd06e2f-632d-4c83-9891-856c57110705 req-277243ea-0176-4ae2-b4f7-00050e408f8e tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 210 time: 0.0961769 Nov 12 09:09:58.263996 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:58.527101 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7570c293-5e2b-48cf-8fc1-f74fb42f9dc3 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:58.633108 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0276fc3-93f9-47ad-be5f-d6588a42bc2a req-92029a49-2eea-4ae4-ab02-1cce0355121a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:58.636761 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a0276fc3-93f9-47ad-be5f-d6588a42bc2a req-92029a49-2eea-4ae4-ab02-1cce0355121a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 945 time: 0.1425853 Nov 12 09:09:58.811253 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a0276fc3-93f9-47ad-be5f-d6588a42bc2a req-8ac2a084-e524-40a9-adb9-388a77c25f7b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdf52893-4b7a-4351-9420-99a60d680f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609251 Nov 12 09:09:58.849645 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53952) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:58.944760 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8601e1f3-0b96-4691-ab93-e62f0b9ed154 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:58.955516 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8601e1f3-0b96-4691-ab93-e62f0b9ed154 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 1092 time: 0.1032991 Nov 12 09:09:58.957696 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 53956) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:58.968531 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-977fa68c-4641-43c4-a314-16cd9d50c37a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'port_id': '9151a255-e56d-442c-b962-166618c23cfe', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:59.001102 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7570c293-5e2b-48cf-8fc1-f74fb42f9dc3 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:59.065160 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-977fa68c-4641-43c4-a314-16cd9d50c37a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for floatingip, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:59.283295 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570c293-5e2b-48cf-8fc1-f74fb42f9dc3 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Pushing event deleted for resources: {'Subnet': ['ID=a46f76c2-1a35-49b4-89e9-0120081a33c4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:59.303459 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7570c293-5e2b-48cf-8fc1-f74fb42f9dc3 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:59.310743 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7570c293-5e2b-48cf-8fc1-f74fb42f9dc3 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "DELETE /v2.0/subnets/a46f76c2-1a35-49b4-89e9-0120081a33c4 HTTP/1.1" status: 204 len: 168 time: 2.3109701 Nov 12 09:09:59.315548 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53970) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:59.320683 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2abe549-47f5-472c-86a4-7fa27c5cd315 None None] Network 6f43e52f-01a2-4807-8299-a32ad3b11a95 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:09:59.340977 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5b0f084f-a0f6-4ba4-8a28-c263d93454f5 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12134'] for router, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:59.460009 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5b0f084f-a0f6-4ba4-8a28-c263d93454f5 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920415'] for router, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:59.683105 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:59.685374 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-99a12d05-797f-4b86-9683-6b41f9d771eb req-7272708b-4beb-4845-a33f-fab952165dc4 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 210 time: 0.1687799 Nov 12 09:09:59.707526 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-977fa68c-4641-43c4-a314-16cd9d50c37a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:59.829337 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e188b1a-ac59-41a1-bc42-efbf2516dd25 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:59.934280 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20681782-9319-495b-8787-279565d5abd0 None None] DHCP port deletion for 6f43e52f-01a2-4807-8299-a32ad3b11a95 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:10:00.103624 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-20681782-9319-495b-8787-279565d5abd0 None None] Deleting port ff164903-603f-48a4-a403-64ad678855ea {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:00.105120 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-20681782-9319-495b-8787-279565d5abd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:00.148049 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-977fa68c-4641-43c4-a314-16cd9d50c37a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Allocated IP 172.25.6.172 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/885ea407-4237-4618-bdf0-5820ce585d3c) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:00.150346 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:10:00.413272 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-20681782-9319-495b-8787-279565d5abd0 None None] For port ff164903-603f-48a4-a403-64ad678855ea, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ff164903-603f-48a4-a403-64ad678855ea,segment=NetworkSegment(04d113ee-bb26-4561-ac74-569bb3ee567a),segment_id=04d113ee-bb26-4561-ac74-569bb3ee567a)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:00.414167 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-20681782-9319-495b-8787-279565d5abd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:00.470059 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-20681782-9319-495b-8787-279565d5abd0 None None] Calling delete_port for ff164903-603f-48a4-a403-64ad678855ea owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:00.493784 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e188b1a-ac59-41a1-bc42-efbf2516dd25 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:00.506048 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0f084f-a0f6-4ba4-8a28-c263d93454f5 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Router 2d32c625-041d-49cd-b47d-3e51839dd481 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:10:00.565786 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-8e188b1a-ac59-41a1-bc42-efbf2516dd25 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae45870e-ea40-4974-aaa2-60a832e0f221']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:00.656505 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-977fa68c-4641-43c4-a314-16cd9d50c37a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:00.727077 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-20681782-9319-495b-8787-279565d5abd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:00.808288 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-977fa68c-4641-43c4-a314-16cd9d50c37a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:00.813908 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20681782-9319-495b-8787-279565d5abd0 None None] No DVR routers for this DVR port ff164903-603f-48a4-a403-64ad678855ea on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:10:00.817524 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20681782-9319-495b-8787-279565d5abd0 None None] Pushing event deleted for resources: {'Port': ['ID=ff164903-603f-48a4-a403-64ad678855ea,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:00.874954 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977fa68c-4641-43c4-a314-16cd9d50c37a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:10:00.904701 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-977fa68c-4641-43c4-a314-16cd9d50c37a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:00.967123 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a1e7b790-1cd8-46e7-8ff5-297c150eff04 req-5e48bb16-0237-499a-a536-5615659fb0b3 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 210 time: 0.0559428 Nov 12 09:10:00.971046 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977fa68c-4641-43c4-a314-16cd9d50c37a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:10:00.989770 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-8e188b1a-ac59-41a1-bc42-efbf2516dd25 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '772d6dd6-36e4-48dc-90ff-8a2775289036') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:00.990408 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-8e188b1a-ac59-41a1-bc42-efbf2516dd25 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '772d6dd6-36e4-48dc-90ff-8a2775289036') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:01.058841 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e188b1a-ac59-41a1-bc42-efbf2516dd25 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:01.142139 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e188b1a-ac59-41a1-bc42-efbf2516dd25 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:01.154310 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e188b1a-ac59-41a1-bc42-efbf2516dd25 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:10:01.155121 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e188b1a-ac59-41a1-bc42-efbf2516dd25 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:01.260456 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977fa68c-4641-43c4-a314-16cd9d50c37a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'Port': ['ID=885ea407-4237-4618-bdf0-5820ce585d3c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:01.303409 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:10:01.303409 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:10:01.303409 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:10:01.303409 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:10:01.303409 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:10:01.303409 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:10:01.303409 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:10:01.303409 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:10:01.303409 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:10:01.303409 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:10:01.303409 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:10:01.303409 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:10:01.303409 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:10:01.303409 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:10:01.303409 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:10:01.303409 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:10:01.303409 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:10:01.303409 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:10:01.303409 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:10:01.303409 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:10:01.303409 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:10:01.303409 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:10:01.303409 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:10:01.303409 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:10:01.303409 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:10:01.303409 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:10:01.303409 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:10:01.303409 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:10:01.303409 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:10:01.303409 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:10:01.303409 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:10:01.303409 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:10:01.346457 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0f084f-a0f6-4ba4-8a28-c263d93454f5 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:10:01.356215 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5b0f084f-a0f6-4ba4-8a28-c263d93454f5 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:01.363694 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5b0f084f-a0f6-4ba4-8a28-c263d93454f5 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "PUT /v2.0/routers/2d32c625-041d-49cd-b47d-3e51839dd481 HTTP/1.1" status: 200 len: 925 time: 5.1084929 Nov 12 09:10:01.373931 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53992) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:01.387169 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e188b1a-ac59-41a1-bc42-efbf2516dd25 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:01.387889 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a83cbf-0d39-4f1a-b894-d4c75c78ef20 None None] Sync routers for ids ['2d32c625-041d-49cd-b47d-3e51839dd481'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:10:01.447685 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a83cbf-0d39-4f1a-b894-d4c75c78ef20 None None] Routers {'2d32c625-041d-49cd-b47d-3e51839dd481'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:10:01.448606 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-21a83cbf-0d39-4f1a-b894-d4c75c78ef20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:09:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['2d32c625-041d-49cd-b47d-3e51839dd481'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:01.501092 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e188b1a-ac59-41a1-bc42-efbf2516dd25 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:01.507991 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8e188b1a-ac59-41a1-bc42-efbf2516dd25 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "DELETE /v2.0/networks/ae45870e-ea40-4974-aaa2-60a832e0f221 HTTP/1.1" status: 204 len: 168 time: 2.1903865 Nov 12 09:10:01.516820 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53994) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:01.615834 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-21a83cbf-0d39-4f1a-b894-d4c75c78ef20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:01.657101 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a83cbf-0d39-4f1a-b894-d4c75c78ef20 None None] Routers {'2d32c625-041d-49cd-b47d-3e51839dd481'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:10:01.658189 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-21a83cbf-0d39-4f1a-b894-d4c75c78ef20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:09:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['2d32c625-041d-49cd-b47d-3e51839dd481'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:01.827556 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-21a83cbf-0d39-4f1a-b894-d4c75c78ef20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:01.832945 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a83cbf-0d39-4f1a-b894-d4c75c78ef20 None None] The sync data for ids ['2d32c625-041d-49cd-b47d-3e51839dd481'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:10:01.875283 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e188b1a-ac59-41a1-bc42-efbf2516dd25 tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Pushing event deleted for resources: {'Network': ['ID=ae45870e-ea40-4974-aaa2-60a832e0f221,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:01.913559 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ff164903-603f-48a4-a403-64ad678855ea no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:10:01.945971 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: ff164903-603f-48a4-a403-64ad678855ea {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:10:01.947686 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ff164903-603f-48a4-a403-64ad678855ea not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:10:01.960060 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-83d4787c-9e00-486e-9487-76931576621d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:02.019869 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c47e12d7-00d5-4d26-bc00-748313316a27 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "GET /v2.0/routers/2d32c625-041d-49cd-b47d-3e51839dd481 HTTP/1.1" status: 200 len: 925 time: 0.6378465 Nov 12 09:10:02.037328 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 53996) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:02.246139 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-83d4787c-9e00-486e-9487-76931576621d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:02.257382 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9b28ecd1-3646-483f-a1ee-af76fa42397b req-506a0c22-44b1-478b-8262-db99043a30f8 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 210 time: 0.1299341 Nov 12 09:10:02.332199 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6da406-de8b-4370-a718-15a13a781a90 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:02.340042 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6d6da406-de8b-4370-a718-15a13a781a90 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=83f85ab7-23f1-4ab4-91ca-b1dcd4333f60&device_id=2d32c625-041d-49cd-b47d-3e51839dd481&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2964246 Nov 12 09:10:02.340348 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54000) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:02.367617 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-977fa68c-4641-43c4-a314-16cd9d50c37a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:02.375304 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-83d4787c-9e00-486e-9487-76931576621d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f43e52f-01a2-4807-8299-a32ad3b11a95']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:02.448686 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-83d4787c-9e00-486e-9487-76931576621d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d113ee-bb26-4561-ac74-569bb3ee567a') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:02.449031 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-83d4787c-9e00-486e-9487-76931576621d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d113ee-bb26-4561-ac74-569bb3ee567a') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:02.468128 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-83d4787c-9e00-486e-9487-76931576621d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:02.505090 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-83d4787c-9e00-486e-9487-76931576621d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:02.518722 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d4787c-9e00-486e-9487-76931576621d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:10:02.519421 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-83d4787c-9e00-486e-9487-76931576621d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:02.660895 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67045109-d4b7-48ab-ac86-02fc12589b88 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:02.663652 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-67045109-d4b7-48ab-ac86-02fc12589b88 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 881 time: 0.3230529 Nov 12 09:10:02.666583 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-977fa68c-4641-43c4-a314-16cd9d50c37a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:02.672047 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54008) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:02.680007 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:10:02.680007 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:10:02.680007 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:10:02.680007 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:10:02.680007 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:10:02.680007 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:10:02.680007 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:10:02.680007 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:10:02.680007 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:10:02.680007 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:10:02.680007 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:10:02.680007 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:10:02.680007 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:10:02.680007 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:10:02.680007 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:10:02.680007 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:10:02.680007 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:10:02.680007 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:10:02.680007 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:10:02.680007 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:10:02.680007 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:10:02.680007 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:10:02.680007 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:10:02.680007 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:10:02.680007 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:10:02.680007 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:10:02.680007 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:10:02.680007 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:10:02.680007 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:10:02.680007 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:10:02.680007 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:10:02.680007 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:10:02.732302 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-dff30d2f-9cc4-4abe-8ac3-1e400062ac4a tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:02.735764 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-dff30d2f-9cc4-4abe-8ac3-1e400062ac4a tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.54 "GET /v2.0/networks?id=c7c00da9-8e7b-4bad-8b46-03ed4b78bebb HTTP/1.1" status: 200 len: 814 time: 0.4943779 Nov 12 09:10:02.738216 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-83d4787c-9e00-486e-9487-76931576621d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:02.751683 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-83d4787c-9e00-486e-9487-76931576621d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:02.769768 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-83d4787c-9e00-486e-9487-76931576621d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] 10.222.0.37 "DELETE /v2.0/networks/6f43e52f-01a2-4807-8299-a32ad3b11a95 HTTP/1.1" status: 204 len: 168 time: 1.2512901 Nov 12 09:10:02.838839 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4787c-9e00-486e-9487-76931576621d tempest-TaggedBootDevicesTest_v242-636063984 tempest-TaggedBootDevicesTest_v242-636063984-project] Pushing event deleted for resources: {'Network': ['ID=6f43e52f-01a2-4807-8299-a32ad3b11a95,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:02.854795 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3d96d16f-13c8-49d1-898c-99cc998357c4 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d32c625-041d-49cd-b47d-3e51839dd481 HTTP/1.1" status: 200 len: 205 time: 0.1813016 Nov 12 09:10:02.859213 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54010) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:03.014754 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-6c770e9f-085f-4cb1-8826-2bc457f8e570 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0362422c531d4b8e9db4790e3c3ca8bd HTTP/1.1" status: 200 len: 379 time: 0.2431796 Nov 12 09:10:03.034517 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-766827f8-62e7-48dd-b221-8e63a1b00172 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Request body: {'port': {'device_id': 'aa3d56da-bead-4111-863e-60c18f4f81ee', 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb', 'admin_state_up': True, 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'security_groups': ['cc585659-9b79-4e55-852f-8346f1c25be8']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:03.290178 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8537dcc3-365b-4a76-a682-e443bcdb90d4 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:03.357022 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-766827f8-62e7-48dd-b221-8e63a1b00172 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Made reservation on behalf of 0362422c531d4b8e9db4790e3c3ca8bd for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:03.383095 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-766827f8-62e7-48dd-b221-8e63a1b00172 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:03.656005 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-977fa68c-4641-43c4-a314-16cd9d50c37a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:03.672072 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-977fa68c-4641-43c4-a314-16cd9d50c37a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:03.734203 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-766827f8-62e7-48dd-b221-8e63a1b00172 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Allocated IP 172.20.0.6 (c7c00da9-8e7b-4bad-8b46-03ed4b78bebb/32ad61dc-5bb3-4484-80e5-88f7dffba25c/32e18187-58d0-4322-ad20-2324fde8f929) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:03.910781 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977fa68c-4641-43c4-a314-16cd9d50c37a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'Port': ['ID=885ea407-4237-4618-bdf0-5820ce585d3c,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:03.931858 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8634568c-000f-473d-b6ee-55a992f02521 req-fd8f2971-220d-4b86-b269-a19428171de0 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 210 time: 0.3511920 Nov 12 09:10:04.041473 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8537dcc3-365b-4a76-a682-e443bcdb90d4 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:04.177464 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-977fa68c-4641-43c4-a314-16cd9d50c37a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:04.267037 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-766827f8-62e7-48dd-b221-8e63a1b00172 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:04.342927 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-766827f8-62e7-48dd-b221-8e63a1b00172 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:04.358205 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-8537dcc3-365b-4a76-a682-e443bcdb90d4 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Deleting port 48cc8c33-0597-4de7-8730-cf76a77e7272 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:04.358802 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8537dcc3-365b-4a76-a682-e443bcdb90d4 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:04.454885 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-766827f8-62e7-48dd-b221-8e63a1b00172 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Network c7c00da9-8e7b-4bad-8b46-03ed4b78bebb is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:10:04.486668 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-766827f8-62e7-48dd-b221-8e63a1b00172 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:04.508067 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-766827f8-62e7-48dd-b221-8e63a1b00172 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:10:04.551526 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766827f8-62e7-48dd-b221-8e63a1b00172 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Pushing event updated for resources: {'Port': ['ID=32e18187-58d0-4322-ad20-2324fde8f929,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:04.585199 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [None req-977fa68c-4641-43c4-a314-16cd9d50c37a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Floating IP b68cd269-bab2-4d46-9817-ee48037548c3 associated. External IP: 172.25.6.172, port: 9151a255-e56d-442c-b962-166618c23cfe. Nov 12 09:10:04.707269 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-766827f8-62e7-48dd-b221-8e63a1b00172 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:04.709178 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-766827f8-62e7-48dd-b221-8e63a1b00172 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:04.753761 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-766827f8-62e7-48dd-b221-8e63a1b00172 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7302778 Nov 12 09:10:04.773029 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-325f79fa-30eb-486c-aff2-9d390e948b1a service neutron] Request body: {'port': {'device_id': 'aa3d56da-bead-4111-863e-60c18f4f81ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:04.941147 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8537dcc3-365b-4a76-a682-e443bcdb90d4 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:04.985890 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-325f79fa-30eb-486c-aff2-9d390e948b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:05.192199 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-86a7aa1e-94fd-472a-9032-cf4a698e407b None None] Provisioning complete for port 32e18187-58d0-4322-ad20-2324fde8f929 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:05.193147 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-86a7aa1e-94fd-472a-9032-cf4a698e407b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:05.309995 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-86a7aa1e-94fd-472a-9032-cf4a698e407b None None] Port 32e18187-58d0-4322-ad20-2324fde8f929 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:10:05.355684 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-8537dcc3-365b-4a76-a682-e443bcdb90d4 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Calling delete_port for 48cc8c33-0597-4de7-8730-cf76a77e7272 owned by network:router_gateway {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:05.390362 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977fa68c-4641-43c4-a314-16cd9d50c37a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Router 7c4b28c1-e1e7-4a91-a50e-9f50133e0145 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:10:05.875243 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49911f7a-bc0e-4894-876b-ae523648a145 req-3199330c-7831-4399-bde9-168122c40f21 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:05.889495 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49911f7a-bc0e-4894-876b-ae523648a145 req-3199330c-7831-4399-bde9-168122c40f21 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 931 time: 0.6620247 Nov 12 09:10:05.906668 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977fa68c-4641-43c4-a314-16cd9d50c37a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:10:05.925822 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfe4edc-f342-40ff-b7c2-a3e751f7709f None None] Sync routers for ids ['7c4b28c1-e1e7-4a91-a50e-9f50133e0145'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:10:05.943590 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfe4edc-f342-40ff-b7c2-a3e751f7709f None None] Routers {'7c4b28c1-e1e7-4a91-a50e-9f50133e0145'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:10:05.944283 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-adfe4edc-f342-40ff-b7c2-a3e751f7709f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:09:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['7c4b28c1-e1e7-4a91-a50e-9f50133e0145'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:06.005984 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-325f79fa-30eb-486c-aff2-9d390e948b1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e18187-58d0-4322-ad20-2324fde8f929 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:10:06.025442 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-977fa68c-4641-43c4-a314-16cd9d50c37a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:06.043093 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-325f79fa-30eb-486c-aff2-9d390e948b1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:06.089636 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-977fa68c-4641-43c4-a314-16cd9d50c37a tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.1294019 Nov 12 09:10:06.093909 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf8ab27-0ca4-4cd2-9df6-11012d209258', 'tag': '9151a255-e56d-442c-b962-166618c23cfe'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:06.098216 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41000de-99c9-43c9-a868-914f7a39a5da" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf8ab27-0ca4-4cd2-9df6-11012d209258", "tag": "9151a255-e56d-442c-b962-166618c23cfe"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:06.128308 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49911f7a-bc0e-4894-876b-ae523648a145 req-32ea98c5-8567-4cd6-b669-467615feb504 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc585659-9b79-4e55-852f-8346f1c25be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371087 Nov 12 09:10:06.145136 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-325f79fa-30eb-486c-aff2-9d390e948b1a service neutron] Transition to ACTIVE for port object 32e18187-58d0-4322-ad20-2324fde8f929 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:10:06.246605 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-325f79fa-30eb-486c-aff2-9d390e948b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:06.451137 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8537dcc3-365b-4a76-a682-e443bcdb90d4 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:06.548490 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-595152ac-c3f2-42f2-8f36-31866bc909af req-889d30a9-3688-47a1-b3c8-4a580bc1a557 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=acd09f84-17c2-49bf-a122-ff714bd474a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4485350 Nov 12 09:10:06.558095 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f79fa-30eb-486c-aff2-9d390e948b1a service neutron] Pushing event updated for resources: {'Port': ['ID=32e18187-58d0-4322-ad20-2324fde8f929,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:06.603420 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537dcc3-365b-4a76-a682-e443bcdb90d4 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Pushing event deleted for resources: {'Port': ['ID=48cc8c33-0597-4de7-8730-cf76a77e7272,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:06.686633 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c7dfb9-53e8-448d-8463-622288f5391a None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:10:06.701518 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79e847-2100-4572-b3aa-0a24356364d3 req-0f6ac787-4983-40c9-97e0-851fc8a936bf tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:06.720479 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca79e847-2100-4572-b3aa-0a24356364d3 req-0f6ac787-4983-40c9-97e0-851fc8a936bf tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 945 time: 0.3064704 Nov 12 09:10:06.771030 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-adfe4edc-f342-40ff-b7c2-a3e751f7709f None None] Set router 7c4b28c1-e1e7-4a91-a50e-9f50133e0145 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:10:06.925208 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-325f79fa-30eb-486c-aff2-9d390e948b1a service neutron] Attempting to bind port 32e18187-58d0-4322-ad20-2324fde8f929 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:10:06.926021 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca79e847-2100-4572-b3aa-0a24356364d3 req-6624465e-834c-4c8b-9d4c-9f41a1226ea0 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdf52893-4b7a-4351-9420-99a60d680f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594605 Nov 12 09:10:06.926432 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-325f79fa-30eb-486c-aff2-9d390e948b1a service neutron] Attempting to bind port 32e18187-58d0-4322-ad20-2324fde8f929 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '202f8ab2-8bd0-4e31-9b19-1882e7b633a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:10:06.927485 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-325f79fa-30eb-486c-aff2-9d390e948b1a service neutron] Attempting to bind port 32e18187-58d0-4322-ad20-2324fde8f929 on network c7c00da9-8e7b-4bad-8b46-03ed4b78bebb {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:10:06.960384 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-325f79fa-30eb-486c-aff2-9d390e948b1a service neutron] Port 32e18187-58d0-4322-ad20-2324fde8f929 on network c7c00da9-8e7b-4bad-8b46-03ed4b78bebb not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:10:06.960894 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-325f79fa-30eb-486c-aff2-9d390e948b1a service neutron] Attempting to bind port 32e18187-58d0-4322-ad20-2324fde8f929 on network c7c00da9-8e7b-4bad-8b46-03ed4b78bebb {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:10:06.987333 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54054) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:07.022956 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595152ac-c3f2-42f2-8f36-31866bc909af req-45ec78ff-8dc1-41e8-8e64-7501a4c5fc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:07.025493 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-595152ac-c3f2-42f2-8f36-31866bc909af req-45ec78ff-8dc1-41e8-8e64-7501a4c5fc8a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e2aedd74754847baa0c2e1ed0d1b2137&device_id=acd09f84-17c2-49bf-a122-ff714bd474a5 HTTP/1.1" status: 200 len: 1098 time: 0.2747116 Nov 12 09:10:07.026569 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-325f79fa-30eb-486c-aff2-9d390e948b1a service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:10:07.026908 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-325f79fa-30eb-486c-aff2-9d390e948b1a service neutron] Checking segment: {'id': '202f8ab2-8bd0-4e31-9b19-1882e7b633a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:07.027308 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-325f79fa-30eb-486c-aff2-9d390e948b1a service neutron] Bound using segment: {'id': '202f8ab2-8bd0-4e31-9b19-1882e7b633a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:10:07.027870 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-325f79fa-30eb-486c-aff2-9d390e948b1a service neutron] Bound port: 32e18187-58d0-4322-ad20-2324fde8f929, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '202f8ab2-8bd0-4e31-9b19-1882e7b633a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:10:07.029010 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-325f79fa-30eb-486c-aff2-9d390e948b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:07.179900 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-325f79fa-30eb-486c-aff2-9d390e948b1a service neutron] For port 32e18187-58d0-4322-ad20-2324fde8f929, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:10:07.191035 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-325f79fa-30eb-486c-aff2-9d390e948b1a service neutron] For port 32e18187-58d0-4322-ad20-2324fde8f929, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=32e18187-58d0-4322-ad20-2324fde8f929,segment=NetworkSegment(202f8ab2-8bd0-4e31-9b19-1882e7b633a8),segment_id=202f8ab2-8bd0-4e31-9b19-1882e7b633a8)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:10:07.504891 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595152ac-c3f2-42f2-8f36-31866bc909af req-929394de-e6d4-48e0-9fe0-1bddcb4a083d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:07.506915 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-595152ac-c3f2-42f2-8f36-31866bc909af req-929394de-e6d4-48e0-9fe0-1bddcb4a083d service neutron] 10.222.0.54 "GET /v2.0/networks?id=7524fe81-dda2-4df7-b9b9-932c7fdb6f24 HTTP/1.1" status: 200 len: 912 time: 0.3129520 Nov 12 09:10:07.522590 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-325f79fa-30eb-486c-aff2-9d390e948b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:07.648211 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f79fa-30eb-486c-aff2-9d390e948b1a service neutron] Pushing event updated for resources: {'Port': ['ID=32e18187-58d0-4322-ad20-2324fde8f929,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:07.664768 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-adfe4edc-f342-40ff-b7c2-a3e751f7709f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060713202', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '435f49ca-291d-47bf-8282-9a1e434d563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:09:23Z', 'updated_at': '2021-11-12T09:09:35Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '435f49ca-291d-47bf-8282-9a1e434d563f', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:09:24Z', 'updated_at': '2021-11-12T09:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'b68cd269-bab2-4d46-9817-ee48037548c3', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'port_id': '9151a255-e56d-442c-b962-166618c23cfe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387', 'mac_address': 'fa:16:3e:47:2c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf8ab27-0ca4-4cd2-9df6-11012d209258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:10:01Z', 'updated_at': '2021-11-12T09:10:01Z', 'revision_number': 0, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '309cb7b3-f505-477c-8d8a-396048688454', 'name': '', 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:f8:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'e18a9edb-966e-4b65-b818-4c95ab1ed8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:09:33Z', 'updated_at': '2021-11-12T09:09:40Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': 'e18a9edb-966e-4b65-b818-4c95ab1ed8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:07.767689 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfe4edc-f342-40ff-b7c2-a3e751f7709f None None] Checking router: 7c4b28c1-e1e7-4a91-a50e-9f50133e0145 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:10:07.799162 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfe4edc-f342-40ff-b7c2-a3e751f7709f None None] Routers {'7c4b28c1-e1e7-4a91-a50e-9f50133e0145'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:10:07.800012 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-adfe4edc-f342-40ff-b7c2-a3e751f7709f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:09:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['7c4b28c1-e1e7-4a91-a50e-9f50133e0145'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:08.091140 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d49ff555-2e0f-4c9e-9baa-4a165c41bf5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:08.114030 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788cad6a-d8bb-4809-aa6a-4331e5d81310 x-openstack-request-id: req-788cad6a-d8bb-4809-aa6a-4331e5d81310 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:08.132330 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf8ab27-0ca4-4cd2-9df6-11012d209258", "tag": "9151a255-e56d-442c-b962-166618c23cfe", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:08.132861 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-788cad6a-d8bb-4809-aa6a-4331e5d81310 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:08.133761 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf8ab27-0ca4-4cd2-9df6-11012d209258', 'tag': '9151a255-e56d-442c-b962-166618c23cfe', 'status': 'completed', 'code': 200} Nov 12 09:10:08.230569 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8537dcc3-365b-4a76-a682-e443bcdb90d4 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:08.335217 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-adfe4edc-f342-40ff-b7c2-a3e751f7709f None None] Set router 7c4b28c1-e1e7-4a91-a50e-9f50133e0145 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:10:08.645161 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-cfb0715f-201e-4da4-8e82-fee7918b0c9f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/floatingips/b68cd269-bab2-4d46-9817-ee48037548c3 HTTP/1.1" status: 200 len: 991 time: 1.6486580 Nov 12 09:10:08.660149 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8537dcc3-365b-4a76-a682-e443bcdb90d4 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:08.674272 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8537dcc3-365b-4a76-a682-e443bcdb90d4 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:08.827617 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41000de-99c9-43c9-a868-914f7a39a5da req-5b787001-ff9d-4804-8863-4788bc2c4bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:08.833898 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d41000de-99c9-43c9-a868-914f7a39a5da req-5b787001-ff9d-4804-8863-4788bc2c4bdf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 1097 time: 1.3696868 Nov 12 09:10:08.861876 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49696a3b-4702-4e13-a1f4-14e1deae2075 req-16020ce0-4cc5-4f69-b2ba-ae4cd9638334 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:08.870470 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49696a3b-4702-4e13-a1f4-14e1deae2075 req-16020ce0-4cc5-4f69-b2ba-ae4cd9638334 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 943 time: 0.7277706 Nov 12 09:10:08.885332 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-595152ac-c3f2-42f2-8f36-31866bc909af req-b193fc09-10ca-4c26-8d5f-240f5c9433fb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e195080-5e5c-446c-a5b0-4ea965e62367 HTTP/1.1" status: 200 len: 1001 time: 1.3570647 Nov 12 09:10:08.890052 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-325f79fa-30eb-486c-aff2-9d390e948b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:08.893327 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-325f79fa-30eb-486c-aff2-9d390e948b1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:08.896041 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-325f79fa-30eb-486c-aff2-9d390e948b1a service neutron] 10.222.0.54 "PUT /v2.0/ports/32e18187-58d0-4322-ad20-2324fde8f929 HTTP/1.1" status: 200 len: 1092 time: 4.1297338 Nov 12 09:10:08.901148 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8537dcc3-365b-4a76-a682-e443bcdb90d4 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:08.901939 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8537dcc3-365b-4a76-a682-e443bcdb90d4 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Fanout notify agent at l3_agent the message router_deleted on router 2d32c625-041d-49cd-b47d-3e51839dd481 {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:10:08.907126 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3d56da-bead-4111-863e-60c18f4f81ee', 'tag': '32e18187-58d0-4322-ad20-2324fde8f929'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:08.913528 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f167468a-34cf-445e-8132-aaa9ff6d9e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3d56da-bead-4111-863e-60c18f4f81ee", "tag": "32e18187-58d0-4322-ad20-2324fde8f929"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:08.958083 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8537dcc3-365b-4a76-a682-e443bcdb90d4 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:08.961469 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8537dcc3-365b-4a76-a682-e443bcdb90d4 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] 10.222.0.37 "DELETE /v2.0/routers/2d32c625-041d-49cd-b47d-3e51839dd481 HTTP/1.1" status: 204 len: 168 time: 6.1005476 Nov 12 09:10:09.001422 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54062) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:09.007948 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1bfd5271-30b1-49b9-a3bf-908d5bdad446 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2018626105', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:09.056333 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49696a3b-4702-4e13-a1f4-14e1deae2075 req-f191a178-07c3-468e-904d-310ea1a3c0e0 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc585659-9b79-4e55-852f-8346f1c25be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790023 Nov 12 09:10:09.218407 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-adfe4edc-f342-40ff-b7c2-a3e751f7709f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060713202', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '435f49ca-291d-47bf-8282-9a1e434d563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:09:23Z', 'updated_at': '2021-11-12T09:09:35Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '435f49ca-291d-47bf-8282-9a1e434d563f', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:09:24Z', 'updated_at': '2021-11-12T09:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'b68cd269-bab2-4d46-9817-ee48037548c3', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'port_id': '9151a255-e56d-442c-b962-166618c23cfe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387', 'mac_address': 'fa:16:3e:47:2c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf8ab27-0ca4-4cd2-9df6-11012d209258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:10:01Z', 'updated_at': '2021-11-12T09:10:01Z', 'revision_number': 0, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '309cb7b3-f505-477c-8d8a-396048688454', 'name': '', 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:f8:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'e18a9edb-966e-4b65-b818-4c95ab1ed8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:09:33Z', 'updated_at': '2021-11-12T09:09:40Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': 'e18a9edb-966e-4b65-b818-4c95ab1ed8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:09.268722 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c36ec7e-5a61-49ee-85b6-8544882a5bda x-openstack-request-id: req-5c36ec7e-5a61-49ee-85b6-8544882a5bda {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:09.269861 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3d56da-bead-4111-863e-60c18f4f81ee", "tag": "32e18187-58d0-4322-ad20-2324fde8f929", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:09.270317 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c36ec7e-5a61-49ee-85b6-8544882a5bda {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:09.271015 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa3d56da-bead-4111-863e-60c18f4f81ee', 'tag': '32e18187-58d0-4322-ad20-2324fde8f929', 'status': 'completed', 'code': 200} Nov 12 09:10:09.319021 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfe4edc-f342-40ff-b7c2-a3e751f7709f None None] The sync data for ids ['7c4b28c1-e1e7-4a91-a50e-9f50133e0145'] in n-d-768862-16 is: [{'id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060713202', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '435f49ca-291d-47bf-8282-9a1e434d563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:09:23Z', 'updated_at': '2021-11-12T09:09:35Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '435f49ca-291d-47bf-8282-9a1e434d563f', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:09:24Z', 'updated_at': '2021-11-12T09:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'b68cd269-bab2-4d46-9817-ee48037548c3', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'port_id': '9151a255-e56d-442c-b962-166618c23cfe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387', 'mac_address': 'fa:16:3e:47:2c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf8ab27-0ca4-4cd2-9df6-11012d209258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:10:01Z', 'updated_at': '2021-11-12T09:10:01Z', 'revision_number': 0, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '309cb7b3-f505-477c-8d8a-396048688454', 'name': '', 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:f8:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'e18a9edb-966e-4b65-b818-4c95ab1ed8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:09:33Z', 'updated_at': '2021-11-12T09:09:40Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': 'e18a9edb-966e-4b65-b818-4c95ab1ed8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:10:09.518296 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595152ac-c3f2-42f2-8f36-31866bc909af req-48ea1119-13c6-4ff4-92d2-51725c6603fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:09.524441 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-595152ac-c3f2-42f2-8f36-31866bc909af req-48ea1119-13c6-4ff4-92d2-51725c6603fd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc HTTP/1.1" status: 200 len: 850 time: 0.5943401 Nov 12 09:10:09.648017 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54064) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:09.712151 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5271-30b1-49b9-a3bf-908d5bdad446 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:09.714667 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5271-30b1-49b9-a3bf-908d5bdad446 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:09.759524 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-6893f5f6-4b7f-45da-a205-0ed367fea7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:09.761533 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-6893f5f6-4b7f-45da-a205-0ed367fea7f7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0362422c531d4b8e9db4790e3c3ca8bd&device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 1095 time: 0.7015219 Nov 12 09:10:09.794853 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41000de-99c9-43c9-a868-914f7a39a5da req-49c67895-ac3f-46e8-b9cf-2bc50ad6c139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:09.798275 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d41000de-99c9-43c9-a868-914f7a39a5da req-49c67895-ac3f-46e8-b9cf-2bc50ad6c139 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cbea348e-a050-44b2-a200-f39054e2a387 HTTP/1.1" status: 200 len: 898 time: 0.9549572 Nov 12 09:10:09.865431 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea540b68-9e96-45b2-8671-b7867c65a9ec None None] New status for floating IP b68cd269-bab2-4d46-9817-ee48037548c3: ACTIVE {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:10:09.916898 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595152ac-c3f2-42f2-8f36-31866bc909af req-4d0c1543-5796-4bdb-b8fb-2685651c1cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:09.919842 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-595152ac-c3f2-42f2-8f36-31866bc909af req-4d0c1543-5796-4bdb-b8fb-2685651c1cae service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7524fe81-dda2-4df7-b9b9-932c7fdb6f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3295383 Nov 12 09:10:09.987418 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-67bf134c-31de-4729-938d-cf7c5c52e547 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/floatingips/b68cd269-bab2-4d46-9817-ee48037548c3 HTTP/1.1" status: 200 len: 991 time: 0.3276179 Nov 12 09:10:10.042234 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-d3c0e3a9-0628-47af-a586-ffc8918a7cf6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32e18187-58d0-4322-ad20-2324fde8f929 HTTP/1.1" status: 200 len: 217 time: 0.2639170 Nov 12 09:10:10.284702 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bc863670-3cbc-44a1-8f14-c510cffe85fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:10.353856 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-595152ac-c3f2-42f2-8f36-31866bc909af req-ef535008-a361-4021-ba45-9dfa9b29dc46 service neutron] 10.222.0.54 "GET /v2.0/networks/7524fe81-dda2-4df7-b9b9-932c7fdb6f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401264 Nov 12 09:10:10.355947 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5271-30b1-49b9-a3bf-908d5bdad446 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:10.396460 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5271-30b1-49b9-a3bf-908d5bdad446 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:10.629098 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d41000de-99c9-43c9-a868-914f7a39a5da req-252e96d0-e26e-4976-88b6-7dbc36dcc5df service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9151a255-e56d-442c-b962-166618c23cfe HTTP/1.1" status: 200 len: 999 time: 0.8156745 Nov 12 09:10:10.653814 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5271-30b1-49b9-a3bf-908d5bdad446 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:10.662516 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54070) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:10.664078 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1bfd5271-30b1-49b9-a3bf-908d5bdad446 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.6593854 Nov 12 09:10:10.670463 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-0426637e-41df-4628-9dbd-0d6316817a96 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Request body: {'router': {'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:10.689131 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-f76dbe4d-170c-4aa7-ac1a-9af398f570b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:10.692171 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-f76dbe4d-170c-4aa7-ac1a-9af398f570b1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=32ad61dc-5bb3-4484-80e5-88f7dffba25c HTTP/1.1" status: 200 len: 853 time: 0.5709095 Nov 12 09:10:10.963585 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41000de-99c9-43c9-a868-914f7a39a5da req-0d822abd-c7ac-4380-9996-af569689107a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:10.969861 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d41000de-99c9-43c9-a868-914f7a39a5da req-0d822abd-c7ac-4380-9996-af569689107a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e18a9edb-966e-4b65-b818-4c95ab1ed8cc HTTP/1.1" status: 200 len: 834 time: 0.3243301 Nov 12 09:10:10.992763 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-595152ac-c3f2-42f2-8f36-31866bc909af req-1e31db1f-b5e5-42ed-97ff-337d4b1d268c service neutron] 10.222.0.54 "GET /v2.0/networks/7524fe81-dda2-4df7-b9b9-932c7fdb6f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6154056 Nov 12 09:10:11.006985 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54072) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:11.034196 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0426637e-41df-4628-9dbd-0d6316817a96 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:11.141089 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0830da-32b2-4f8b-a702-3599dd79b5ff req-0e44c5ae-efc1-4121-a29b-97bb3cd096b4 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:11.151729 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5e0830da-32b2-4f8b-a702-3599dd79b5ff req-0e44c5ae-efc1-4121-a29b-97bb3cd096b4 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 943 time: 0.2681351 Nov 12 09:10:11.181152 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-44b2f4c5-c55c-4f36-a05e-e23f508b9a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:11.187468 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-44b2f4c5-c55c-4f36-a05e-e23f508b9a70 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7c00da9-8e7b-4bad-8b46-03ed4b78bebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4471622 Nov 12 09:10:11.276301 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5e0830da-32b2-4f8b-a702-3599dd79b5ff req-831c17a3-eca8-475a-845e-4e2b3229f2ec tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc585659-9b79-4e55-852f-8346f1c25be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231399 Nov 12 09:10:11.344617 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41000de-99c9-43c9-a868-914f7a39a5da req-45b9dfd4-856f-446e-930c-0c4aa142da72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:11.352873 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d41000de-99c9-43c9-a868-914f7a39a5da req-45b9dfd4-856f-446e-930c-0c4aa142da72 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cbea348e-a050-44b2-a200-f39054e2a387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3542116 Nov 12 09:10:11.497653 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-83106002-16ff-4d26-931d-b23ae5c62d64 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/floatingips/b68cd269-bab2-4d46-9817-ee48037548c3 HTTP/1.1" status: 200 len: 993 time: 0.4804158 Nov 12 09:10:11.591392 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0426637e-41df-4628-9dbd-0d6316817a96 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:11.637474 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0426637e-41df-4628-9dbd-0d6316817a96 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:11.654948 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-f2c407a2-c8e7-4787-8274-f1c4da733faf service neutron] 10.222.0.54 "GET /v2.0/networks/c7c00da9-8e7b-4bad-8b46-03ed4b78bebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556375 Nov 12 09:10:11.936190 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f26b8c9b-fa91-4167-9edf-58677b0b0c04 req-5da6b299-1cec-4fbd-8159-c0b8953e04ea service neutron] 10.222.0.54 "GET /v2.0/networks/c7c00da9-8e7b-4bad-8b46-03ed4b78bebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199540 Nov 12 09:10:11.973411 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-0426637e-41df-4628-9dbd-0d6316817a96 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Allocated IP 172.25.6.183 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/4c950bc0-f197-4fc5-9973-074ff7295e7f) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:12.120018 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:12.222508 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167468a-34cf-445e-8132-aaa9ff6d9e7f req-fc488b71-cf6b-4001-8d69-e2621af507b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:12.226316 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f167468a-34cf-445e-8132-aaa9ff6d9e7f req-fc488b71-cf6b-4001-8d69-e2621af507b7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0362422c531d4b8e9db4790e3c3ca8bd&device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 1095 time: 0.1984229 Nov 12 09:10:12.235800 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d41000de-99c9-43c9-a868-914f7a39a5da req-1828f3a7-dace-46f2-847c-3bc8e6717d94 service neutron] 10.222.0.54 "GET /v2.0/networks/cbea348e-a050-44b2-a200-f39054e2a387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7618108 Nov 12 09:10:12.265452 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0426637e-41df-4628-9dbd-0d6316817a96 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:12.397210 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0426637e-41df-4628-9dbd-0d6316817a96 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:12.453710 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0426637e-41df-4628-9dbd-0d6316817a96 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:10:12.457933 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-0426637e-41df-4628-9dbd-0d6316817a96 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:12.497453 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99774e8f-0a46-4457-8693-ccbe94512c85 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:10:12.519135 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0426637e-41df-4628-9dbd-0d6316817a96 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:10:12.667610 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-1c7c9d5f-d1b6-48c6-b42e-a2979958e64c None None] Provisioning complete for port 4c950bc0-f197-4fc5-9973-074ff7295e7f triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:12.668310 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1c7c9d5f-d1b6-48c6-b42e-a2979958e64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:12.731523 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426637e-41df-4628-9dbd-0d6316817a96 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Pushing event updated for resources: {'Port': ['ID=4c950bc0-f197-4fc5-9973-074ff7295e7f,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:12.848242 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167468a-34cf-445e-8132-aaa9ff6d9e7f req-c9005930-c2bd-4e76-9dfb-f14a97360890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:12.850033 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f167468a-34cf-445e-8132-aaa9ff6d9e7f req-c9005930-c2bd-4e76-9dfb-f14a97360890 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c7c00da9-8e7b-4bad-8b46-03ed4b78bebb HTTP/1.1" status: 200 len: 915 time: 0.6128595 Nov 12 09:10:12.948676 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c9d5f-d1b6-48c6-b42e-a2979958e64c None None] Port 4c950bc0-f197-4fc5-9973-074ff7295e7f cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:10:12.982203 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60710c0-b24b-4716-9737-661e980b150c req-74897d88-8daa-47f2-8224-e1b2c441d29f tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:12.986936 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a60710c0-b24b-4716-9737-661e980b150c req-74897d88-8daa-47f2-8224-e1b2c441d29f tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 943 time: 0.3816230 Nov 12 09:10:13.083807 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f167468a-34cf-445e-8132-aaa9ff6d9e7f req-c623bc4a-c0a6-4cbb-8a1f-06faf7cb0cc9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32e18187-58d0-4322-ad20-2324fde8f929 HTTP/1.1" status: 200 len: 217 time: 0.2200873 Nov 12 09:10:13.246105 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d41000de-99c9-43c9-a868-914f7a39a5da req-fb349122-18c3-4ecf-a886-306ce3338a6f service neutron] 10.222.0.54 "GET /v2.0/networks/cbea348e-a050-44b2-a200-f39054e2a387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9068758 Nov 12 09:10:13.323170 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167468a-34cf-445e-8132-aaa9ff6d9e7f req-9d24d605-55bf-4051-a002-9f037b3d04c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:13.329100 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f167468a-34cf-445e-8132-aaa9ff6d9e7f req-9d24d605-55bf-4051-a002-9f037b3d04c4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=32ad61dc-5bb3-4484-80e5-88f7dffba25c HTTP/1.1" status: 200 len: 853 time: 0.2377446 Nov 12 09:10:13.340886 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a60710c0-b24b-4716-9737-661e980b150c req-5c39476d-0f0f-4e08-8be1-57d901bc9d7f tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc585659-9b79-4e55-852f-8346f1c25be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2544730 Nov 12 09:10:13.416509 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0426637e-41df-4628-9dbd-0d6316817a96 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:13.458486 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:13.476487 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167468a-34cf-445e-8132-aaa9ff6d9e7f req-3e64b08a-6b8d-41d8-b4a6-88a35061bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:13.479591 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f167468a-34cf-445e-8132-aaa9ff6d9e7f req-3e64b08a-6b8d-41d8-b4a6-88a35061bb33 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7c00da9-8e7b-4bad-8b46-03ed4b78bebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1415746 Nov 12 09:10:13.741492 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f167468a-34cf-445e-8132-aaa9ff6d9e7f req-476077d8-7d03-4e71-ac12-6b77732f0f4e service neutron] 10.222.0.54 "GET /v2.0/networks/c7c00da9-8e7b-4bad-8b46-03ed4b78bebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522144 Nov 12 09:10:14.003013 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f167468a-34cf-445e-8132-aaa9ff6d9e7f req-0246e9ce-3ebf-4355-8eed-3d121c9c9920 service neutron] 10.222.0.54 "GET /v2.0/networks/c7c00da9-8e7b-4bad-8b46-03ed4b78bebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537668 Nov 12 09:10:14.075650 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:14.094419 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0426637e-41df-4628-9dbd-0d6316817a96 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12134'] for router, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:14.110892 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0426637e-41df-4628-9dbd-0d6316817a96 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920415'] for router, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:14.452067 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0426637e-41df-4628-9dbd-0d6316817a96 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Router c2d736f5-2dcb-440a-8b0a-01d2ed72572d is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:10:14.884561 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0426637e-41df-4628-9dbd-0d6316817a96 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:10:14.905859 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a816e5c-b844-4bae-a505-4c1f0166e025 None None] Sync routers for ids ['c2d736f5-2dcb-440a-8b0a-01d2ed72572d'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:10:14.926294 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6da75f-173a-4b84-b252-e494ffca36bc req-7c27a00d-3839-480f-91e6-0f4c16070c6a tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:14.929341 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df6da75f-173a-4b84-b252-e494ffca36bc req-7c27a00d-3839-480f-91e6-0f4c16070c6a tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 943 time: 0.3189592 Nov 12 09:10:14.940904 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a816e5c-b844-4bae-a505-4c1f0166e025 None None] Routers {'c2d736f5-2dcb-440a-8b0a-01d2ed72572d'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:10:14.942255 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-7a816e5c-b844-4bae-a505-4c1f0166e025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:10:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c2d736f5-2dcb-440a-8b0a-01d2ed72572d'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:14.943073 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0426637e-41df-4628-9dbd-0d6316817a96 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:14.949764 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0426637e-41df-4628-9dbd-0d6316817a96 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] 10.222.0.37 "PUT /v2.0/routers/c2d736f5-2dcb-440a-8b0a-01d2ed72572d HTTP/1.1" status: 200 len: 884 time: 4.2822125 Nov 12 09:10:14.950347 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54078) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:15.053502 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-7a816e5c-b844-4bae-a505-4c1f0166e025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:15.073863 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a816e5c-b844-4bae-a505-4c1f0166e025 None None] Routers {'c2d736f5-2dcb-440a-8b0a-01d2ed72572d'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:10:15.075279 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-7a816e5c-b844-4bae-a505-4c1f0166e025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:10:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c2d736f5-2dcb-440a-8b0a-01d2ed72572d'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:15.138797 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df6da75f-173a-4b84-b252-e494ffca36bc req-01a285fd-7225-426e-a9b5-796077e0285a tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc585659-9b79-4e55-852f-8346f1c25be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899791 Nov 12 09:10:15.202290 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-7a816e5c-b844-4bae-a505-4c1f0166e025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:15.203090 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a816e5c-b844-4bae-a505-4c1f0166e025 None None] The sync data for ids ['c2d736f5-2dcb-440a-8b0a-01d2ed72572d'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:10:15.342127 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2a4c9987-33ad-4a95-a352-0be126fcc8ad tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "GET /v2.0/routers/c2d736f5-2dcb-440a-8b0a-01d2ed72572d HTTP/1.1" status: 200 len: 925 time: 0.3897111 Nov 12 09:10:15.346928 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54080) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:15.502564 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e08db5b-bb90-4929-8ec6-e9642a20ba49 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:15.504968 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9e08db5b-bb90-4929-8ec6-e9642a20ba49 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=83f85ab7-23f1-4ab4-91ca-b1dcd4333f60&device_id=c2d736f5-2dcb-440a-8b0a-01d2ed72572d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1545925 Nov 12 09:10:15.511199 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54082) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:15.690686 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d5f0c9-6cd0-4643-8061-c80b014e9498 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:15.693121 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-34d5f0c9-6cd0-4643-8061-c80b014e9498 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 881 time: 0.1801848 Nov 12 09:10:15.697802 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54084) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:15.745970 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-bccf2075-6e0c-4f4b-ab6a-7d3dde67b96d tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2d736f5-2dcb-440a-8b0a-01d2ed72572d HTTP/1.1" status: 200 len: 205 time: 0.0458241 Nov 12 09:10:15.751451 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54086) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:15.955662 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a47617b1-b7c2-40ec-b9f8-65bc73baa03f tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:16.181494 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a47617b1-b7c2-40ec-b9f8-65bc73baa03f tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:16.315577 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-a47617b1-b7c2-40ec-b9f8-65bc73baa03f tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Deleting port 4c950bc0-f197-4fc5-9973-074ff7295e7f {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:16.317976 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a47617b1-b7c2-40ec-b9f8-65bc73baa03f tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:16.410281 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634fd48c-d931-431f-bb5c-914640670f03 req-2764327f-50b6-441d-a650-806c1797843f tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:16.413757 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-634fd48c-d931-431f-bb5c-914640670f03 req-2764327f-50b6-441d-a650-806c1797843f tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 943 time: 0.1101670 Nov 12 09:10:16.490403 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a47617b1-b7c2-40ec-b9f8-65bc73baa03f tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:16.513712 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-a47617b1-b7c2-40ec-b9f8-65bc73baa03f tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Calling delete_port for 4c950bc0-f197-4fc5-9973-074ff7295e7f owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:16.529584 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-634fd48c-d931-431f-bb5c-914640670f03 req-f2c6036c-3ac8-4831-8926-d5a5d2cb1360 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc585659-9b79-4e55-852f-8346f1c25be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046126 Nov 12 09:10:16.788417 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a47617b1-b7c2-40ec-b9f8-65bc73baa03f tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:16.830527 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47617b1-b7c2-40ec-b9f8-65bc73baa03f tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Pushing event deleted for resources: {'Port': ['ID=4c950bc0-f197-4fc5-9973-074ff7295e7f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:16.859209 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4250688-0145-4fe1-86ea-adc4352cc8f2 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:10:16.944273 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a47617b1-b7c2-40ec-b9f8-65bc73baa03f tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:17.139992 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a47617b1-b7c2-40ec-b9f8-65bc73baa03f tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:17.143902 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a47617b1-b7c2-40ec-b9f8-65bc73baa03f tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:17.214059 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a47617b1-b7c2-40ec-b9f8-65bc73baa03f tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:17.215715 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47617b1-b7c2-40ec-b9f8-65bc73baa03f tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Fanout notify agent at l3_agent the message router_deleted on router c2d736f5-2dcb-440a-8b0a-01d2ed72572d {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:10:17.231471 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a47617b1-b7c2-40ec-b9f8-65bc73baa03f tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:17.233023 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a47617b1-b7c2-40ec-b9f8-65bc73baa03f tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] 10.222.0.37 "DELETE /v2.0/routers/c2d736f5-2dcb-440a-8b0a-01d2ed72572d HTTP/1.1" status: 204 len: 168 time: 1.4793239 Nov 12 09:10:17.241706 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54090) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:17.248292 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0ffe11eb-12cc-4c8f-bd9f-cbd3edf8e731 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1874661195', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:17.282684 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ffe11eb-12cc-4c8f-bd9f-cbd3edf8e731 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:17.284006 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ffe11eb-12cc-4c8f-bd9f-cbd3edf8e731 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:17.394077 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ffe11eb-12cc-4c8f-bd9f-cbd3edf8e731 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:17.403633 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ffe11eb-12cc-4c8f-bd9f-cbd3edf8e731 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:17.435495 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ffe11eb-12cc-4c8f-bd9f-cbd3edf8e731 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:17.440768 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54092) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:17.444351 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0ffe11eb-12cc-4c8f-bd9f-cbd3edf8e731 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1971602 Nov 12 09:10:17.447239 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-230f7fe1-642b-45c5-b738-c5a555274b3a tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'enable_snat': True}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:18.320032 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-230f7fe1-642b-45c5-b738-c5a555274b3a tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:18.342879 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6df56-de13-459e-b8d0-71199eb5fba1 req-4cb87150-cf2f-4c1a-867a-ea1be7df242f tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:18.344418 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fbc6df56-de13-459e-b8d0-71199eb5fba1 req-4cb87150-cf2f-4c1a-867a-ea1be7df242f tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 943 time: 0.6755455 Nov 12 09:10:18.468297 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fbc6df56-de13-459e-b8d0-71199eb5fba1 req-7eb667f6-1597-4a07-8c58-02bc2ff323e0 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc585659-9b79-4e55-852f-8346f1c25be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094360 Nov 12 09:10:18.724740 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-230f7fe1-642b-45c5-b738-c5a555274b3a tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:18.750566 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-230f7fe1-642b-45c5-b738-c5a555274b3a tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:18.910691 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-230f7fe1-642b-45c5-b738-c5a555274b3a tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Allocated IP 172.25.6.134 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/f66475f7-e3e1-4930-9a44-ddf290091f39) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:19.122149 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-230f7fe1-642b-45c5-b738-c5a555274b3a tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:19.185470 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-230f7fe1-642b-45c5-b738-c5a555274b3a tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:19.241889 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230f7fe1-642b-45c5-b738-c5a555274b3a tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:10:19.250105 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-230f7fe1-642b-45c5-b738-c5a555274b3a tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:19.253783 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230f7fe1-642b-45c5-b738-c5a555274b3a tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:10:19.277253 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be96e71f-e2e7-4479-8729-6b83d18ff2dd None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:10:19.298557 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f7fe1-642b-45c5-b738-c5a555274b3a tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Pushing event updated for resources: {'Port': ['ID=f66475f7-e3e1-4930-9a44-ddf290091f39,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:19.360730 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8f9d26e9-9af0-4921-b531-277f89427042 None None] Provisioning complete for port f66475f7-e3e1-4930-9a44-ddf290091f39 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:19.361365 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8f9d26e9-9af0-4921-b531-277f89427042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:19.431423 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9d26e9-9af0-4921-b531-277f89427042 None None] Port f66475f7-e3e1-4930-9a44-ddf290091f39 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:10:19.808620 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263f7c3-3686-4124-b0ab-cd85010e5c04 req-a93ec72e-b35f-4b00-9760-0df63cb6a7dd tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:19.811395 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9263f7c3-3686-4124-b0ab-cd85010e5c04 req-a93ec72e-b35f-4b00-9760-0df63cb6a7dd tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 943 time: 0.1701121 Nov 12 09:10:19.879995 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-230f7fe1-642b-45c5-b738-c5a555274b3a tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:19.987983 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9263f7c3-3686-4124-b0ab-cd85010e5c04 req-cd536379-ee34-42d0-be89-0bc550cc95fa tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc585659-9b79-4e55-852f-8346f1c25be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675408 Nov 12 09:10:20.275680 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-230f7fe1-642b-45c5-b738-c5a555274b3a tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12134'] for router, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:20.283206 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-230f7fe1-642b-45c5-b738-c5a555274b3a tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920415'] for router, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:20.544484 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230f7fe1-642b-45c5-b738-c5a555274b3a tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Router eddca937-2389-424a-b498-cfe026408a98 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:10:20.611210 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54102) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:20.807797 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230f7fe1-642b-45c5-b738-c5a555274b3a tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:10:20.815765 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-230f7fe1-642b-45c5-b738-c5a555274b3a tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:20.818000 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-230f7fe1-642b-45c5-b738-c5a555274b3a tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "PUT /v2.0/routers/eddca937-2389-424a-b498-cfe026408a98 HTTP/1.1" status: 200 len: 919 time: 3.3757560 Nov 12 09:10:20.822823 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54108) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:20.832945 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a5f982-f632-4c39-b53e-b43ada1b8f14 None None] Sync routers for ids ['eddca937-2389-424a-b498-cfe026408a98'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:10:20.893877 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a5f982-f632-4c39-b53e-b43ada1b8f14 None None] Routers {'eddca937-2389-424a-b498-cfe026408a98'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:10:20.895275 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-04a5f982-f632-4c39-b53e-b43ada1b8f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:10:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['eddca937-2389-424a-b498-cfe026408a98'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:20.977528 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-04a5f982-f632-4c39-b53e-b43ada1b8f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:21.004088 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a5f982-f632-4c39-b53e-b43ada1b8f14 None None] Routers {'eddca937-2389-424a-b498-cfe026408a98'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:10:21.005733 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-04a5f982-f632-4c39-b53e-b43ada1b8f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:10:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['eddca937-2389-424a-b498-cfe026408a98'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:21.134773 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-04a5f982-f632-4c39-b53e-b43ada1b8f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:21.136136 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a5f982-f632-4c39-b53e-b43ada1b8f14 None None] The sync data for ids ['eddca937-2389-424a-b498-cfe026408a98'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:10:21.245298 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-14046ddd-3ec3-462a-9aaa-729411c69cd7 admin admin] Deleting subnet fce28a88-68b8-440a-994a-f80128cd5912 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:10:21.257333 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14046ddd-3ec3-462a-9aaa-729411c69cd7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:21.314712 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7bce4a9c-5f97-47ef-aaed-0485ec80d80f tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "GET /v2.0/routers/eddca937-2389-424a-b498-cfe026408a98 HTTP/1.1" status: 200 len: 925 time: 0.4892609 Nov 12 09:10:21.320226 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54114) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:21.336633 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14046ddd-3ec3-462a-9aaa-729411c69cd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:21.349326 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b1404-a003-4885-80b0-3c7f0fbd2eb0 req-bb946568-cdee-401e-ac12-9e267c052032 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:21.351715 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1e7b1404-a003-4885-80b0-3c7f0fbd2eb0 req-bb946568-cdee-401e-ac12-9e267c052032 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 943 time: 0.1384959 Nov 12 09:10:21.451458 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14046ddd-3ec3-462a-9aaa-729411c69cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:21.466089 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc4d462-58fe-4d63-bdb3-f10b4155e11f tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:21.471116 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bfc4d462-58fe-4d63-bdb3-f10b4155e11f tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=83f85ab7-23f1-4ab4-91ca-b1dcd4333f60&device_id=eddca937-2389-424a-b498-cfe026408a98&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1472611 Nov 12 09:10:21.476665 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54116) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:21.541530 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1e7b1404-a003-4885-80b0-3c7f0fbd2eb0 req-f65e99ba-fbeb-419a-89ab-28b13b3c9895 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc585659-9b79-4e55-852f-8346f1c25be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606872 Nov 12 09:10:21.596261 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14046ddd-3ec3-462a-9aaa-729411c69cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:21.641870 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14046ddd-3ec3-462a-9aaa-729411c69cd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fce28a88-68b8-440a-994a-f80128cd5912,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:21.646122 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14046ddd-3ec3-462a-9aaa-729411c69cd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:21.655645 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-14046ddd-3ec3-462a-9aaa-729411c69cd7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fce28a88-68b8-440a-994a-f80128cd5912 HTTP/1.1" status: 204 len: 168 time: 1.0416710 Nov 12 09:10:21.657058 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54118) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:21.688332 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e57f33c-32a4-42c4-9719-f55fb78ce23a tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:21.691040 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8e57f33c-32a4-42c4-9719-f55fb78ce23a tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 881 time: 0.2128475 Nov 12 09:10:21.702248 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54120) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:21.756230 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3f61683c-db0c-41b2-8911-fd5036ab7eac tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] 10.222.0.37 "GET /v2.0/ports?device_id=eddca937-2389-424a-b498-cfe026408a98 HTTP/1.1" status: 200 len: 205 time: 0.0420859 Nov 12 09:10:21.763441 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54122) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:21.817558 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a0aa032-3be1-4b03-8963-a5064c088fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:22.003136 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a0aa032-3be1-4b03-8963-a5064c088fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:22.040650 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-92121a69-26e2-457d-9972-a0c6b0dc5343 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:22.055961 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-5a0aa032-3be1-4b03-8963-a5064c088fb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a0ae56-d21e-4e45-a3f9-86030cd76b98']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:22.081635 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-5a0aa032-3be1-4b03-8963-a5064c088fb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03217fcb-04a1-4848-abf8-9fa55b4faba4') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:22.082258 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-5a0aa032-3be1-4b03-8963-a5064c088fb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03217fcb-04a1-4848-abf8-9fa55b4faba4') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:22.114050 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a0aa032-3be1-4b03-8963-a5064c088fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:22.165972 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a0aa032-3be1-4b03-8963-a5064c088fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:22.188860 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a0aa032-3be1-4b03-8963-a5064c088fb1 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:10:22.189976 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a0aa032-3be1-4b03-8963-a5064c088fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:22.194736 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:10:22.194736 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:10:22.194736 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:10:22.194736 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:10:22.194736 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:10:22.194736 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:10:22.194736 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:10:22.194736 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:10:22.194736 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:10:22.194736 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:10:22.194736 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:10:22.194736 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:10:22.194736 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:10:22.194736 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:10:22.194736 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:10:22.194736 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:10:22.194736 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:10:22.194736 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:10:22.194736 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:10:22.194736 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:10:22.194736 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:10:22.194736 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:10:22.194736 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:10:22.194736 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:10:22.194736 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:10:22.194736 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:10:22.194736 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:10:22.194736 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:10:22.194736 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:10:22.194736 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:10:22.194736 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:10:22.194736 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:10:22.295502 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-92121a69-26e2-457d-9972-a0c6b0dc5343 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:22.335653 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a0aa032-3be1-4b03-8963-a5064c088fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:22.356413 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a0aa032-3be1-4b03-8963-a5064c088fb1 admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:22.373320 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5a0aa032-3be1-4b03-8963-a5064c088fb1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/57a0ae56-d21e-4e45-a3f9-86030cd76b98 HTTP/1.1" status: 204 len: 168 time: 0.7122283 Nov 12 09:10:22.395310 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0aa032-3be1-4b03-8963-a5064c088fb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=57a0ae56-d21e-4e45-a3f9-86030cd76b98,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:22.444511 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-92121a69-26e2-457d-9972-a0c6b0dc5343 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Deleting port f66475f7-e3e1-4930-9a44-ddf290091f39 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:22.445088 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-92121a69-26e2-457d-9972-a0c6b0dc5343 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:22.634045 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-92121a69-26e2-457d-9972-a0c6b0dc5343 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:22.668996 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-92121a69-26e2-457d-9972-a0c6b0dc5343 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Calling delete_port for f66475f7-e3e1-4930-9a44-ddf290091f39 owned by network:router_gateway {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:22.713551 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54134) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:22.807298 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-03771491-93f4-4524-92b3-ac289312a470 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e4e33a70596c4cdb90d12554f7821648&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0844865 Nov 12 09:10:22.815087 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54136) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:22.855099 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b478f23-97cd-4185-b116-63c428578846 req-f224c037-0a66-4482-8712-786ffa407fb2 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:22.861883 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b478f23-97cd-4185-b116-63c428578846 req-f224c037-0a66-4482-8712-786ffa407fb2 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 943 time: 0.1636555 Nov 12 09:10:22.944411 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-adcfdf6a-b451-4780-84b8-25f9e6e948b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:23.010662 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-adcfdf6a-b451-4780-84b8-25f9e6e948b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:23.055871 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b478f23-97cd-4185-b116-63c428578846 req-dca526a8-9a8a-49ab-aac0-282c30a61c89 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc585659-9b79-4e55-852f-8346f1c25be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895051 Nov 12 09:10:23.151757 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-adcfdf6a-b451-4780-84b8-25f9e6e948b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:23.173422 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-adcfdf6a-b451-4780-84b8-25f9e6e948b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:23.175930 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-adcfdf6a-b451-4780-84b8-25f9e6e948b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cea0d88c-88ef-4dd0-949a-6b8036d7fb69 HTTP/1.1" status: 204 len: 168 time: 0.3543189 Nov 12 09:10:23.202367 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfdf6a-b451-4780-84b8-25f9e6e948b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea0d88c-88ef-4dd0-949a-6b8036d7fb69,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:23.225259 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfdf6a-b451-4780-84b8-25f9e6e948b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:23.225804 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfdf6a-b451-4780-84b8-25f9e6e948b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:23.226962 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfdf6a-b451-4780-84b8-25f9e6e948b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:23.227773 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfdf6a-b451-4780-84b8-25f9e6e948b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:23.228333 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfdf6a-b451-4780-84b8-25f9e6e948b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:23.230527 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfdf6a-b451-4780-84b8-25f9e6e948b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:23.231218 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfdf6a-b451-4780-84b8-25f9e6e948b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:23.232155 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-92121a69-26e2-457d-9972-a0c6b0dc5343 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:23.232804 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfdf6a-b451-4780-84b8-25f9e6e948b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:23.233398 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfdf6a-b451-4780-84b8-25f9e6e948b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:23.233951 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfdf6a-b451-4780-84b8-25f9e6e948b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:23.234733 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfdf6a-b451-4780-84b8-25f9e6e948b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:23.235303 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfdf6a-b451-4780-84b8-25f9e6e948b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:23.286519 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:23.304978 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92121a69-26e2-457d-9972-a0c6b0dc5343 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Pushing event deleted for resources: {'Port': ['ID=f66475f7-e3e1-4930-9a44-ddf290091f39,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:23.334152 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b810ba-2a73-4750-889c-48952398979a None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:10:23.463616 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-92121a69-26e2-457d-9972-a0c6b0dc5343 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:23.674217 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-92121a69-26e2-457d-9972-a0c6b0dc5343 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:23.678977 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-92121a69-26e2-457d-9972-a0c6b0dc5343 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:23.789373 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-92121a69-26e2-457d-9972-a0c6b0dc5343 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:23.790229 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92121a69-26e2-457d-9972-a0c6b0dc5343 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Fanout notify agent at l3_agent the message router_deleted on router eddca937-2389-424a-b498-cfe026408a98 {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:10:23.802571 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-92121a69-26e2-457d-9972-a0c6b0dc5343 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:23.812012 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-92121a69-26e2-457d-9972-a0c6b0dc5343 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] 10.222.0.37 "DELETE /v2.0/routers/eddca937-2389-424a-b498-cfe026408a98 HTTP/1.1" status: 204 len: 168 time: 2.0399837 Nov 12 09:10:23.812456 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54146) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:23.820061 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-3656f1b2-fc1f-4600-bf52-d4fd1b89b995 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1530683216', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:23.865862 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3656f1b2-fc1f-4600-bf52-d4fd1b89b995 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:23.868229 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3656f1b2-fc1f-4600-bf52-d4fd1b89b995 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:24.326949 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc61cf-1284-4eb0-a5a8-17c310933f8d req-26a3329b-0b89-47cb-81f2-881b3adb4dac tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:24.330041 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0cdc61cf-1284-4eb0-a5a8-17c310933f8d req-26a3329b-0b89-47cb-81f2-881b3adb4dac tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 943 time: 0.0885911 Nov 12 09:10:24.424685 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0cdc61cf-1284-4eb0-a5a8-17c310933f8d req-0283861e-bf25-46db-ad17-491d2662f7aa tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc585659-9b79-4e55-852f-8346f1c25be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801389 Nov 12 09:10:24.546670 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3656f1b2-fc1f-4600-bf52-d4fd1b89b995 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:24.559394 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3656f1b2-fc1f-4600-bf52-d4fd1b89b995 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:24.597563 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3656f1b2-fc1f-4600-bf52-d4fd1b89b995 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:24.601132 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3656f1b2-fc1f-4600-bf52-d4fd1b89b995 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7868311 Nov 12 09:10:24.604317 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54166) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:24.614484 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-66c88f46-414e-4668-8895-009ce11893db tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'enable_snat': False}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:24.912866 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66c88f46-414e-4668-8895-009ce11893db tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:24.914421 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54172) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:25.105591 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-3d1df8d7-d188-4d73-aea3-6aa3bf4471ee admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-588734649-network', 'tenant_id': '4ae6e91a8bca463d8d8c141da3809abd'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:25.135505 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1df8d7-d188-4d73-aea3-6aa3bf4471ee admin admin] Made reservation on behalf of 4ae6e91a8bca463d8d8c141da3809abd for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:25.138801 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3d1df8d7-d188-4d73-aea3-6aa3bf4471ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:25.150213 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3d1df8d7-d188-4d73-aea3-6aa3bf4471ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:25.299477 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3d1df8d7-d188-4d73-aea3-6aa3bf4471ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:25.304981 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3d1df8d7-d188-4d73-aea3-6aa3bf4471ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:25.326078 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66c88f46-414e-4668-8895-009ce11893db tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:25.344499 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d1df8d7-d188-4d73-aea3-6aa3bf4471ee admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:10:25.356618 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1df8d7-d188-4d73-aea3-6aa3bf4471ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2185048-73ac-4204-9cdd-9f6c62414390,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:25.364372 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3d1df8d7-d188-4d73-aea3-6aa3bf4471ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:25.364748 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-3d1df8d7-d188-4d73-aea3-6aa3bf4471ee admin admin] Added segment 82a1a7a4-734c-488c-add6-5755c342def9 of type vlan for network 49223426-292f-45f0-a626-40e35d481fd1 Nov 12 09:10:25.370137 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66c88f46-414e-4668-8895-009ce11893db tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:25.426541 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3d1df8d7-d188-4d73-aea3-6aa3bf4471ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:25.470768 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3d1df8d7-d188-4d73-aea3-6aa3bf4471ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:25.470768 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1df8d7-d188-4d73-aea3-6aa3bf4471ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:25.470768 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3d1df8d7-d188-4d73-aea3-6aa3bf4471ee admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:25.578334 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3d1df8d7-d188-4d73-aea3-6aa3bf4471ee admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6591220 Nov 12 09:10:25.579325 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54180) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:25.589141 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1df8d7-d188-4d73-aea3-6aa3bf4471ee admin admin] Pushing event updated for resources: {'Network': ['ID=49223426-292f-45f0-a626-40e35d481fd1,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:25.596940 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-be188bec-25cb-4d79-8fb3-81f2b66ed437 admin admin] Request body: {'subnet': {'network_id': '49223426-292f-45f0-a626-40e35d481fd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-588734649-subnet', 'tenant_id': '4ae6e91a8bca463d8d8c141da3809abd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:25.607958 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 49223426-292f-45f0-a626-40e35d481fd1 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:10:25.653655 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-66c88f46-414e-4668-8895-009ce11893db tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Allocated IP 172.25.6.104 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/f4b6d050-7d20-4ea4-b70b-30314d50aadc) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:25.668708 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be188bec-25cb-4d79-8fb3-81f2b66ed437 admin admin] Made reservation on behalf of 4ae6e91a8bca463d8d8c141da3809abd for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:25.671531 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be188bec-25cb-4d79-8fb3-81f2b66ed437 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:25.761674 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f9cf4-d5f7-4124-8252-9847a3aa9c65 req-dc77b257-a800-4b27-bc11-f217a6b3e3fd tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:25.764886 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2d6f9cf4-d5f7-4124-8252-9847a3aa9c65 req-dc77b257-a800-4b27-bc11-f217a6b3e3fd tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 943 time: 0.1793144 Nov 12 09:10:25.891937 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2d6f9cf4-d5f7-4124-8252-9847a3aa9c65 req-804084bd-7cb4-4ddf-bd33-e859312fda5a tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc585659-9b79-4e55-852f-8346f1c25be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143446 Nov 12 09:10:25.953997 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66c88f46-414e-4668-8895-009ce11893db tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:26.046389 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be188bec-25cb-4d79-8fb3-81f2b66ed437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:26.052126 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66c88f46-414e-4668-8895-009ce11893db tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:26.148554 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c88f46-414e-4668-8895-009ce11893db tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:10:26.160197 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-66c88f46-414e-4668-8895-009ce11893db tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:26.168746 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c88f46-414e-4668-8895-009ce11893db tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:10:26.184368 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858f98d1-f450-4e4c-96b1-334525fc7a44 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:10:26.197514 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c88f46-414e-4668-8895-009ce11893db tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Pushing event updated for resources: {'Port': ['ID=f4b6d050-7d20-4ea4-b70b-30314d50aadc,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:26.199770 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be188bec-25cb-4d79-8fb3-81f2b66ed437 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84cf2a6c-0f1b-42be-9d30-4a73e326820f,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:26.244577 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be188bec-25cb-4d79-8fb3-81f2b66ed437 admin admin] Checking segment: {'id': '82a1a7a4-734c-488c-add6-5755c342def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '49223426-292f-45f0-a626-40e35d481fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:26.244922 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be188bec-25cb-4d79-8fb3-81f2b66ed437 admin admin] Network hostable DHCP agents. Network: 49223426-292f-45f0-a626-40e35d481fd1, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:10:26.337745 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ac0a1d64-13ed-4efa-bd61-16656f748fd1 None None] Provisioning complete for port f4b6d050-7d20-4ea4-b70b-30314d50aadc triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:26.338517 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ac0a1d64-13ed-4efa-bd61-16656f748fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:26.402135 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ac0a1d64-13ed-4efa-bd61-16656f748fd1 None None] Port f4b6d050-7d20-4ea4-b70b-30314d50aadc cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:10:26.431534 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be188bec-25cb-4d79-8fb3-81f2b66ed437 admin admin] Network 49223426-292f-45f0-a626-40e35d481fd1 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:10:26.452037 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-be188bec-25cb-4d79-8fb3-81f2b66ed437 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 49223426-292f-45f0-a626-40e35d481fd1) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:26.460650 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be188bec-25cb-4d79-8fb3-81f2b66ed437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:26.461681 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be188bec-25cb-4d79-8fb3-81f2b66ed437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:26.473297 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae92e56-dfb2-4ea6-b2f4-d772102233aa None None] Network 49223426-292f-45f0-a626-40e35d481fd1 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:26.587420 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-be188bec-25cb-4d79-8fb3-81f2b66ed437 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9945934 Nov 12 09:10:26.734051 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66c88f46-414e-4668-8895-009ce11893db tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:26.783366 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd7f2ad-bdf4-4e8c-9580-5aada1c3a5ed None None] Network 49223426-292f-45f0-a626-40e35d481fd1 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:26.921810 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c7a46-3bd8-421b-a7d4-409f774a7d7a req-b923ce70-604e-4e02-a13a-f6652fa8c8c2 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:26.938667 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b70c7a46-3bd8-421b-a7d4-409f774a7d7a req-b923ce70-604e-4e02-a13a-f6652fa8c8c2 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 945 time: 0.2235374 Nov 12 09:10:27.082485 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b70c7a46-3bd8-421b-a7d4-409f774a7d7a req-740a6e9b-73b4-4687-91b6-47b8d3e12480 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdf52893-4b7a-4351-9420-99a60d680f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314213 Nov 12 09:10:27.148993 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54200) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:27.247354 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66c88f46-414e-4668-8895-009ce11893db tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12134'] for router, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:27.252879 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66c88f46-414e-4668-8895-009ce11893db tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920415'] for router, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:27.332534 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f6242-2884-49be-8a19-8aa870508d9c req-e42eb10a-1366-4f8c-b5d3-7e9e672bb2e1 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:27.335816 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-489f6242-2884-49be-8a19-8aa870508d9c req-e42eb10a-1366-4f8c-b5d3-7e9e672bb2e1 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 943 time: 0.1010697 Nov 12 09:10:27.349343 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-870eb842-3a0b-4ce4-bae0-f3e3188b6efb tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/floatingips/b68cd269-bab2-4d46-9817-ee48037548c3 HTTP/1.1" status: 200 len: 993 time: 0.1887264 Nov 12 09:10:27.418710 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-489f6242-2884-49be-8a19-8aa870508d9c req-54d2103c-2631-445c-8907-59e89a797fef tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc585659-9b79-4e55-852f-8346f1c25be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716689 Nov 12 09:10:27.612458 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c88f46-414e-4668-8895-009ce11893db tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Router 83afa53a-7909-41cb-bed2-cf44fba0eefb is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:10:27.795997 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54216) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:27.804863 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-ef886d71-3c13-4b21-8d88-6c535ccab13f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1893319543-network', 'tenant_id': '31cc85c6dcce41879dbe11844d7b3a31'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:27.807979 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c88f46-414e-4668-8895-009ce11893db tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:10:27.814959 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66c88f46-414e-4668-8895-009ce11893db tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:27.816823 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-66c88f46-414e-4668-8895-009ce11893db tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "PUT /v2.0/routers/83afa53a-7909-41cb-bed2-cf44fba0eefb HTTP/1.1" status: 200 len: 920 time: 3.2101302 Nov 12 09:10:27.827200 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721bc4c1-bca9-4174-a372-ba3b7853b6d8 None None] Sync routers for ids ['83afa53a-7909-41cb-bed2-cf44fba0eefb'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:10:27.830103 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54220) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:27.852846 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721bc4c1-bca9-4174-a372-ba3b7853b6d8 None None] Routers {'83afa53a-7909-41cb-bed2-cf44fba0eefb'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:10:27.854385 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-721bc4c1-bca9-4174-a372-ba3b7853b6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:10:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['83afa53a-7909-41cb-bed2-cf44fba0eefb'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:27.927238 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 32e18187-58d0-4322-ad20-2324fde8f929 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:10:28.074140 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-721bc4c1-bca9-4174-a372-ba3b7853b6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:28.086428 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef886d71-3c13-4b21-8d88-6c535ccab13f admin admin] Made reservation on behalf of 31cc85c6dcce41879dbe11844d7b3a31 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:28.089249 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ef886d71-3c13-4b21-8d88-6c535ccab13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:28.098412 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdcdfa9-e01a-4165-a3e9-1c5fad77f91b req-2aba4894-e43f-4952-8163-d5eae7abc43c tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:28.101250 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7bdcdfa9-e01a-4165-a3e9-1c5fad77f91b req-2aba4894-e43f-4952-8163-d5eae7abc43c tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 1097 time: 0.1733606 Nov 12 09:10:28.113424 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721bc4c1-bca9-4174-a372-ba3b7853b6d8 None None] Routers {'83afa53a-7909-41cb-bed2-cf44fba0eefb'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:10:28.116080 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-721bc4c1-bca9-4174-a372-ba3b7853b6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:10:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['83afa53a-7909-41cb-bed2-cf44fba0eefb'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:28.123598 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ef886d71-3c13-4b21-8d88-6c535ccab13f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:28.190974 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-78f7daa7-3d2a-4a5b-a1ec-e114eac1b68a tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "GET /v2.0/routers/83afa53a-7909-41cb-bed2-cf44fba0eefb HTTP/1.1" status: 200 len: 926 time: 0.3584843 Nov 12 09:10:28.195262 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54224) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:28.212842 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-721bc4c1-bca9-4174-a372-ba3b7853b6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:28.212842 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721bc4c1-bca9-4174-a372-ba3b7853b6d8 None None] The sync data for ids ['83afa53a-7909-41cb-bed2-cf44fba0eefb'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:10:28.253981 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 32e18187-58d0-4322-ad20-2324fde8f929, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=32e18187-58d0-4322-ad20-2324fde8f929,segment=NetworkSegment(202f8ab2-8bd0-4e31-9b19-1882e7b633a8),segment_id=202f8ab2-8bd0-4e31-9b19-1882e7b633a8)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:28.280996 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '32e18187-58d0-4322-ad20-2324fde8f929', 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb', 'port_id': '32e18187-58d0-4322-ad20-2324fde8f929', 'mac_address': 'fa:16:3e:46:12:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ad61dc-5bb3-4484-80e5-88f7dffba25c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:10:28.283204 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7bdcdfa9-e01a-4165-a3e9-1c5fad77f91b req-f91d1bb0-469c-4eff-acec-a7bdba02ec75 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=bdf52893-4b7a-4351-9420-99a60d680f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628556 Nov 12 09:10:28.328249 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2db1aa-9ce9-4438-934a-a4a30f80ad9c tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:28.331808 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3c2db1aa-9ce9-4438-934a-a4a30f80ad9c tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=83f85ab7-23f1-4ab4-91ca-b1dcd4333f60&device_id=83afa53a-7909-41cb-bed2-cf44fba0eefb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1331577 Nov 12 09:10:28.336057 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54226) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:28.386127 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ef886d71-3c13-4b21-8d88-6c535ccab13f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:28.395713 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ef886d71-3c13-4b21-8d88-6c535ccab13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:28.450860 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef886d71-3c13-4b21-8d88-6c535ccab13f admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:10:28.453050 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:28.493933 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e18187-58d0-4322-ad20-2324fde8f929 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:10:28.502222 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ef886d71-3c13-4b21-8d88-6c535ccab13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:28.503906 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-ef886d71-3c13-4b21-8d88-6c535ccab13f admin admin] Added segment d3d70d0f-348b-42fc-8038-315724c7df37 of type vlan for network 6126837b-8f1f-4422-a555-6d9c917c9544 Nov 12 09:10:28.578296 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 32e18187-58d0-4322-ad20-2324fde8f929, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=32e18187-58d0-4322-ad20-2324fde8f929,segment=NetworkSegment(202f8ab2-8bd0-4e31-9b19-1882e7b633a8),segment_id=202f8ab2-8bd0-4e31-9b19-1882e7b633a8)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:28.586941 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:28.633396 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef886d71-3c13-4b21-8d88-6c535ccab13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620887dd-d5a0-470c-abf6-65cdbb41f6bd,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:28.638007 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f6e200-b314-4141-946f-38f27919f467 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:28.660588 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-07f6e200-b314-4141-946f-38f27919f467 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 881 time: 0.3226085 Nov 12 09:10:28.668559 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54234) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:28.689633 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ef886d71-3c13-4b21-8d88-6c535ccab13f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:28.729484 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=32e18187-58d0-4322-ad20-2324fde8f929,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:28.784493 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1adb7179-4c4c-4144-97d8-8e9e3eeb3b02 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] 10.222.0.37 "GET /v2.0/ports?device_id=83afa53a-7909-41cb-bed2-cf44fba0eefb HTTP/1.1" status: 200 len: 205 time: 0.1032093 Nov 12 09:10:28.784883 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54240) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:28.805671 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ef886d71-3c13-4b21-8d88-6c535ccab13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:28.807090 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef886d71-3c13-4b21-8d88-6c535ccab13f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:28.807897 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ef886d71-3c13-4b21-8d88-6c535ccab13f admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:28.860044 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['32e18187-58d0-4322-ad20-2324fde8f929'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:10:28.890135 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ef886d71-3c13-4b21-8d88-6c535ccab13f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0925593 Nov 12 09:10:28.893391 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54242) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:28.903290 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-94c9016d-f07e-4d48-8e84-f04be331cb5c admin admin] Request body: {'subnet': {'network_id': '6126837b-8f1f-4422-a555-6d9c917c9544', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1893319543-subnet', 'tenant_id': '31cc85c6dcce41879dbe11844d7b3a31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:28.919803 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef886d71-3c13-4b21-8d88-6c535ccab13f admin admin] Pushing event updated for resources: {'Network': ['ID=6126837b-8f1f-4422-a555-6d9c917c9544,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:28.956892 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c9016d-f07e-4d48-8e84-f04be331cb5c admin admin] Made reservation on behalf of 31cc85c6dcce41879dbe11844d7b3a31 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:28.962700 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-94c9016d-f07e-4d48-8e84-f04be331cb5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:28.963529 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 6126837b-8f1f-4422-a555-6d9c917c9544 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:10:29.050404 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-00c25926-c2c9-4dde-9227-995d444cb56f tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:29.473732 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-00c25926-c2c9-4dde-9227-995d444cb56f tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:29.524451 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:29.739286 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-94c9016d-f07e-4d48-8e84-f04be331cb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:29.789165 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-00c25926-c2c9-4dde-9227-995d444cb56f tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Deleting port f4b6d050-7d20-4ea4-b70b-30314d50aadc {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:29.789493 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-00c25926-c2c9-4dde-9227-995d444cb56f tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:29.935981 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-00c25926-c2c9-4dde-9227-995d444cb56f tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:30.005801 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-00c25926-c2c9-4dde-9227-995d444cb56f tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Calling delete_port for f4b6d050-7d20-4ea4-b70b-30314d50aadc owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:30.060181 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9016d-f07e-4d48-8e84-f04be331cb5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a9f64d8-23dc-4897-9e49-e7ee57d7a35c,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:30.069741 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c9016d-f07e-4d48-8e84-f04be331cb5c admin admin] Checking segment: {'id': 'd3d70d0f-348b-42fc-8038-315724c7df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6126837b-8f1f-4422-a555-6d9c917c9544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:30.071822 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c9016d-f07e-4d48-8e84-f04be331cb5c admin admin] Network hostable DHCP agents. Network: 6126837b-8f1f-4422-a555-6d9c917c9544, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:10:30.103995 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c9016d-f07e-4d48-8e84-f04be331cb5c admin admin] Network 6126837b-8f1f-4422-a555-6d9c917c9544 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:10:30.123784 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-94c9016d-f07e-4d48-8e84-f04be331cb5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 6126837b-8f1f-4422-a555-6d9c917c9544) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:30.131890 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c9016d-f07e-4d48-8e84-f04be331cb5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:30.133186 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-94c9016d-f07e-4d48-8e84-f04be331cb5c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:30.141688 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad9a32f-7d31-4c33-b1b1-79ababcae717 None None] Network 6126837b-8f1f-4422-a555-6d9c917c9544 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:30.172458 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-94c9016d-f07e-4d48-8e84-f04be331cb5c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2743390 Nov 12 09:10:30.360378 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-8db94cc8-5089-4531-a2a7-a7c70190ca90 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6189241 Nov 12 09:10:30.378873 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-814cc19b-4096-4e6f-8ac7-477e90f3938c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:30.380683 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-814cc19b-4096-4e6f-8ac7-477e90f3938c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107794 Nov 12 09:10:30.643985 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-00c25926-c2c9-4dde-9227-995d444cb56f tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:30.775570 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b1ddc0-d4e7-4481-82cb-8cda419b369c None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:10:30.790990 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5549d991-c9e8-4cf4-8ea4-8331a500d5de None None] Network 6126837b-8f1f-4422-a555-6d9c917c9544 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:30.807302 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c25926-c2c9-4dde-9227-995d444cb56f tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Pushing event deleted for resources: {'Port': ['ID=f4b6d050-7d20-4ea4-b70b-30314d50aadc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:30.879813 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-00c25926-c2c9-4dde-9227-995d444cb56f tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:31.152190 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-00c25926-c2c9-4dde-9227-995d444cb56f tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:31.160151 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-00c25926-c2c9-4dde-9227-995d444cb56f tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:31.273150 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-00c25926-c2c9-4dde-9227-995d444cb56f tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:31.274456 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c25926-c2c9-4dde-9227-995d444cb56f tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Fanout notify agent at l3_agent the message router_deleted on router 83afa53a-7909-41cb-bed2-cf44fba0eefb {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:10:31.289942 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-00c25926-c2c9-4dde-9227-995d444cb56f tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:31.293747 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-00c25926-c2c9-4dde-9227-995d444cb56f tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] 10.222.0.37 "DELETE /v2.0/routers/83afa53a-7909-41cb-bed2-cf44fba0eefb HTTP/1.1" status: 204 len: 168 time: 2.5055308 Nov 12 09:10:31.301374 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54284) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:31.312207 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-7ed11c8f-65f6-4fab-a93d-a4ae7cdbd980 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1803921605', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}, 'admin_state_up': False}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:31.363979 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ed11c8f-65f6-4fab-a93d-a4ae7cdbd980 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:31.375986 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ed11c8f-65f6-4fab-a93d-a4ae7cdbd980 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:31.539299 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ed11c8f-65f6-4fab-a93d-a4ae7cdbd980 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:31.635258 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-1fd4874e-22b8-482b-9582-430b3512e428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:31.639308 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-1fd4874e-22b8-482b-9582-430b3512e428 service neutron] 10.222.0.37 "GET /v2.0/ports/9151a255-e56d-442c-b962-166618c23cfe HTTP/1.1" status: 200 len: 1094 time: 0.0845556 Nov 12 09:10:31.656204 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-769136ae-5078-443e-9751-3ede901acb64 service neutron] Request body: {'binding': {'host': 'n-h2-768862-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:31.657238 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-769136ae-5078-443e-9751-3ede901acb64 service neutron] Unknown quota resources ['binding']. {{(pid=102568) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 09:10:31.914214 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 32e18187-58d0-4322-ad20-2324fde8f929 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:10:32.012081 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 32e18187-58d0-4322-ad20-2324fde8f929 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:10:32.027164 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 32e18187-58d0-4322-ad20-2324fde8f929 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:32.027164 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:32.050741 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-769136ae-5078-443e-9751-3ede901acb64 service neutron] Attempting to bind port 9151a255-e56d-442c-b962-166618c23cfe on host n-h2-768862-16 for vnic_type normal with profile None {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:10:32.051383 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-769136ae-5078-443e-9751-3ede901acb64 service neutron] Attempting to bind port 9151a255-e56d-442c-b962-166618c23cfe by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'ea1fa481-fce0-4e30-8196-f86b8fdd4424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:10:32.051987 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-769136ae-5078-443e-9751-3ede901acb64 service neutron] Attempting to bind port 9151a255-e56d-442c-b962-166618c23cfe on network cbea348e-a050-44b2-a200-f39054e2a387 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:10:32.060967 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-769136ae-5078-443e-9751-3ede901acb64 service neutron] Port 9151a255-e56d-442c-b962-166618c23cfe on network cbea348e-a050-44b2-a200-f39054e2a387 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:10:32.061652 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-769136ae-5078-443e-9751-3ede901acb64 service neutron] Attempting to bind port 9151a255-e56d-442c-b962-166618c23cfe on network cbea348e-a050-44b2-a200-f39054e2a387 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:10:32.071647 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-769136ae-5078-443e-9751-3ede901acb64 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:10:32.072678 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-769136ae-5078-443e-9751-3ede901acb64 service neutron] Checking segment: {'id': 'ea1fa481-fce0-4e30-8196-f86b8fdd4424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:32.073683 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-769136ae-5078-443e-9751-3ede901acb64 service neutron] Bound using segment: {'id': 'ea1fa481-fce0-4e30-8196-f86b8fdd4424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:10:32.074762 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-769136ae-5078-443e-9751-3ede901acb64 service neutron] Bound port: 9151a255-e56d-442c-b962-166618c23cfe, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea1fa481-fce0-4e30-8196-f86b8fdd4424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:10:32.213086 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:32.259030 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3d56da-bead-4111-863e-60c18f4f81ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e18187-58d0-4322-ad20-2324fde8f929'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:32.263910 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f256a1d-f79c-4270-88a2-d1c712112613" -d '{"events": [{"server_uuid": "aa3d56da-bead-4111-863e-60c18f4f81ee", "name": "network-vif-plugged", "status": "completed", "tag": "32e18187-58d0-4322-ad20-2324fde8f929"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:32.265916 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-769136ae-5078-443e-9751-3ede901acb64 service neutron] For port 9151a255-e56d-442c-b962-166618c23cfe, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=9151a255-e56d-442c-b962-166618c23cfe,segment=NetworkSegment(ea1fa481-fce0-4e30-8196-f86b8fdd4424),segment_id=ea1fa481-fce0-4e30-8196-f86b8fdd4424)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:10:32.280658 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-769136ae-5078-443e-9751-3ede901acb64 service neutron] Publish callbacks [] for binding, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:32.291947 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-769136ae-5078-443e-9751-3ede901acb64 service neutron] 10.222.0.37 "POST /v2.0/ports/9151a255-e56d-442c-b962-166618c23cfe/bindings HTTP/1.1" status: 201 len: 390 time: 0.6425583 Nov 12 09:10:32.307121 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 32e18187-58d0-4322-ad20-2324fde8f929, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=32e18187-58d0-4322-ad20-2324fde8f929,segment=NetworkSegment(202f8ab2-8bd0-4e31-9b19-1882e7b633a8),segment_id=202f8ab2-8bd0-4e31-9b19-1882e7b633a8)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:32.316985 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:32.476550 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=32e18187-58d0-4322-ad20-2324fde8f929,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:32.501094 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ed11c8f-65f6-4fab-a93d-a4ae7cdbd980 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:32.633228 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e8706-b56e-4cd1-a54f-d35379ecf50c req-b0eb1dc9-ddfd-489b-bbeb-c5b77d661252 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:32.636088 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-641e8706-b56e-4cd1-a54f-d35379ecf50c req-b0eb1dc9-ddfd-489b-bbeb-c5b77d661252 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 945 time: 0.1665018 Nov 12 09:10:32.814577 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-641e8706-b56e-4cd1-a54f-d35379ecf50c req-f5cd8da4-6342-42dd-98c1-95f96ea94dd4 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc585659-9b79-4e55-852f-8346f1c25be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072700 Nov 12 09:10:32.955238 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-0962bda0-6f2a-436e-a7bd-fdb69c74f8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:32.958065 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-0962bda0-6f2a-436e-a7bd-fdb69c74f8c7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 1097 time: 0.2523069 Nov 12 09:10:33.242901 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ed11c8f-65f6-4fab-a93d-a4ae7cdbd980 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:33.271717 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ed11c8f-65f6-4fab-a93d-a4ae7cdbd980 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:33.352269 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-faa93e5f-d4f3-4624-a662-6fd43d599b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:33.352269 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-faa93e5f-d4f3-4624-a662-6fd43d599b98 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cbea348e-a050-44b2-a200-f39054e2a387 HTTP/1.1" status: 200 len: 898 time: 0.3825257 Nov 12 09:10:33.644197 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-fc3432a3-e630-407d-b46a-eb2b0b8e22cc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9151a255-e56d-442c-b962-166618c23cfe HTTP/1.1" status: 200 len: 1001 time: 0.2832756 Nov 12 09:10:33.722631 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147ce58-7441-4738-a5a3-104a96436a22 req-cebd5170-deaf-40de-8638-7f82c9af4238 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:33.724368 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f147ce58-7441-4738-a5a3-104a96436a22 req-cebd5170-deaf-40de-8638-7f82c9af4238 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/networks?id=49223426-292f-45f0-a626-40e35d481fd1 HTTP/1.1" status: 200 len: 811 time: 0.3694072 Nov 12 09:10:33.729211 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-7ed11c8f-65f6-4fab-a93d-a4ae7cdbd980 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Allocated IP 172.25.6.159 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/fdf203c4-5db4-4c89-872f-54b64e05a5b5) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:33.773858 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f147ce58-7441-4738-a5a3-104a96436a22 req-7735565b-d3ed-4c30-bb81-7d6c4fb613a5 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/quotas/4ae6e91a8bca463d8d8c141da3809abd HTTP/1.1" status: 200 len: 375 time: 0.0328610 Nov 12 09:10:33.777950 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-436248d4-b080-4ea0-a286-d470c4939dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:33.780592 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-436248d4-b080-4ea0-a286-d470c4939dc5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e18a9edb-966e-4b65-b818-4c95ab1ed8cc HTTP/1.1" status: 200 len: 834 time: 0.1251903 Nov 12 09:10:33.886398 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f147ce58-7441-4738-a5a3-104a96436a22 req-d1b8c4b7-556c-47a6-944c-5bead29a47f4 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ae6e91a8bca463d8d8c141da3809abd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0927792 Nov 12 09:10:33.991347 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-9c8d95e6-e97d-4173-98d5-b8a3d3adb3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:33.993560 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-9c8d95e6-e97d-4173-98d5-b8a3d3adb3aa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cbea348e-a050-44b2-a200-f39054e2a387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1985526 Nov 12 09:10:34.045937 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ed11c8f-65f6-4fab-a93d-a4ae7cdbd980 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:34.161184 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f147ce58-7441-4738-a5a3-104a96436a22 req-0d9c3af0-8d7a-4c7f-b1e9-acd39856fc85 service neutron] 10.222.0.37 "GET /v2.0/networks/49223426-292f-45f0-a626-40e35d481fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573037 Nov 12 09:10:34.166003 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ed11c8f-65f6-4fab-a93d-a4ae7cdbd980 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:34.319641 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-96122890-c39d-4a90-b5b5-bc5cdf1f63c8 service neutron] 10.222.0.58 "GET /v2.0/networks/cbea348e-a050-44b2-a200-f39054e2a387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157775 Nov 12 09:10:34.337335 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed11c8f-65f6-4fab-a93d-a4ae7cdbd980 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:10:34.408431 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-7ed11c8f-65f6-4fab-a93d-a4ae7cdbd980 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:34.428225 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338bee2a-3016-4f64-aae5-67e3d98344ec None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:10:34.439797 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed11c8f-65f6-4fab-a93d-a4ae7cdbd980 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:10:34.462384 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed11c8f-65f6-4fab-a93d-a4ae7cdbd980 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Pushing event updated for resources: {'Port': ['ID=fdf203c4-5db4-4c89-872f-54b64e05a5b5,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:34.526677 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-fdaa49aa-4b1b-4c78-9daa-9a017743b93f None None] Provisioning complete for port fdf203c4-5db4-4c89-872f-54b64e05a5b5 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:34.527142 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fdaa49aa-4b1b-4c78-9daa-9a017743b93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:34.590999 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-fdaa49aa-4b1b-4c78-9daa-9a017743b93f None None] Port fdf203c4-5db4-4c89-872f-54b64e05a5b5 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:10:34.694246 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f147ce58-7441-4738-a5a3-104a96436a22 req-d8e923da-8547-487f-bd38-4ec10c5cc8e5 service neutron] 10.222.0.37 "GET /v2.0/networks/49223426-292f-45f0-a626-40e35d481fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170217 Nov 12 09:10:34.770291 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-9db9ea8e-e8b1-4db4-ad3d-376feb712000 service neutron] 10.222.0.58 "GET /v2.0/networks/cbea348e-a050-44b2-a200-f39054e2a387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378402 Nov 12 09:10:35.076915 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-3c32b510-0b87-499b-ac9d-f7b3193c256d tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:35.079773 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-3c32b510-0b87-499b-ac9d-f7b3193c256d tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258&tenant_id=300860f259ae41fb99a14af6fd1a3470&binding%3Ahost_id=n-h1-768862-16 HTTP/1.1" status: 200 len: 1097 time: 0.2029099 Nov 12 09:10:35.103002 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54324) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:35.169118 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0df638-4526-4c9e-b124-ab93efa0e9c0 x-openstack-request-id: req-bb0df638-4526-4c9e-b124-ab93efa0e9c0 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:35.169600 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3d56da-bead-4111-863e-60c18f4f81ee", "name": "network-vif-plugged", "status": "completed", "tag": "32e18187-58d0-4322-ad20-2324fde8f929", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:35.170185 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb0df638-4526-4c9e-b124-ab93efa0e9c0 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:35.171101 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3d56da-bead-4111-863e-60c18f4f81ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e18187-58d0-4322-ad20-2324fde8f929', 'code': 200} Nov 12 09:10:35.297197 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-268ba161-49d0-45d5-bca0-c34586477443 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768862-16'}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:35.563868 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ed11c8f-65f6-4fab-a93d-a4ae7cdbd980 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:35.739441 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-268ba161-49d0-45d5-bca0-c34586477443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:35.763874 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7c038-d761-48b6-8b48-ca1e65619ef8 req-0742d647-9ad8-411e-87fe-16ecca12f2d6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:35.778217 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-99c7c038-d761-48b6-8b48-ca1e65619ef8 req-0742d647-9ad8-411e-87fe-16ecca12f2d6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 945 time: 0.4090602 Nov 12 09:10:36.008572 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-99c7c038-d761-48b6-8b48-ca1e65619ef8 req-606db548-84bf-4d02-8ba9-69ec6952ca3b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdf52893-4b7a-4351-9420-99a60d680f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123430 Nov 12 09:10:36.143106 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce6b3e-2df6-4a95-95f4-69938db1411b req-3d03c410-d586-49d4-9392-29179df9fb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:36.146263 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8dce6b3e-2df6-4a95-95f4-69938db1411b req-3d03c410-d586-49d4-9392-29179df9fb7c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 1097 time: 0.8708272 Nov 12 09:10:36.366421 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-268ba161-49d0-45d5-bca0-c34586477443 service neutron] For port 9151a255-e56d-442c-b962-166618c23cfe, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=9151a255-e56d-442c-b962-166618c23cfe,segment=NetworkSegment(ea1fa481-fce0-4e30-8196-f86b8fdd4424),segment_id=ea1fa481-fce0-4e30-8196-f86b8fdd4424)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:36.425148 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8dce6b3e-2df6-4a95-95f4-69938db1411b req-ea098cff-14d4-4ab5-9fc8-87c29929f62c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=cc585659-9b79-4e55-852f-8346f1c25be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2712557 Nov 12 09:10:36.441367 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ed11c8f-65f6-4fab-a93d-a4ae7cdbd980 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:36.879983 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-841e7444-f9fe-403b-a7bb-302774be7f9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:37.065675 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-268ba161-49d0-45d5-bca0-c34586477443 service neutron] For port 9151a255-e56d-442c-b962-166618c23cfe, host n-h1-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:10:37.111615 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6d29b-cc39-4da6-a1c2-3599569793ee req-c44a191c-8cf4-43e3-a291-58dc0bfc26a1 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:37.113499 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-57e6d29b-cc39-4da6-a1c2-3599569793ee req-c44a191c-8cf4-43e3-a291-58dc0bfc26a1 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 945 time: 0.7512083 Nov 12 09:10:37.144977 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:10:37.191435 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf8ab27-0ca4-4cd2-9df6-11012d209258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9151a255-e56d-442c-b962-166618c23cfe'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:37.193904 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd3fbd3-28d5-4c1d-acea-aa6db95d948a" -d '{"events": [{"server_uuid": "ccf8ab27-0ca4-4cd2-9df6-11012d209258", "name": "network-vif-unplugged", "status": "completed", "tag": "9151a255-e56d-442c-b962-166618c23cfe"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:37.198632 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-268ba161-49d0-45d5-bca0-c34586477443 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:37.211918 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-268ba161-49d0-45d5-bca0-c34586477443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:37.335340 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-57e6d29b-cc39-4da6-a1c2-3599569793ee req-955050be-2f2a-4069-9516-f6b9f893367d tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc585659-9b79-4e55-852f-8346f1c25be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067206 Nov 12 09:10:37.565784 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ba161-49d0-45d5-bca0-c34586477443 service neutron] Pushing event updated for resources: {'Port': ['ID=9151a255-e56d-442c-b962-166618c23cfe,revision_number=7']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:37.593581 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-841e7444-f9fe-403b-a7bb-302774be7f9c admin admin] Deleting port 136274d5-e0c9-4059-9f86-379b8a4c581e {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:37.594497 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-841e7444-f9fe-403b-a7bb-302774be7f9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:37.655218 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-670c6049-43bf-40c4-96b7-99b38e44e562 req-63890586-5a46-4156-8cff-84e9e513f006 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/ports?device_id=285498a4-a47f-4426-98c6-daf48deb6b0f HTTP/1.1" status: 200 len: 210 time: 0.0974557 Nov 12 09:10:37.720900 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147ce58-7441-4738-a5a3-104a96436a22 req-12a9207b-7b7a-419d-93f6-ef3ea705df43 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:37.722799 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f147ce58-7441-4738-a5a3-104a96436a22 req-12a9207b-7b7a-419d-93f6-ef3ea705df43 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.54 "GET /v2.0/networks?id=49223426-292f-45f0-a626-40e35d481fd1 HTTP/1.1" status: 200 len: 811 time: 0.3987360 Nov 12 09:10:37.741325 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed11c8f-65f6-4fab-a93d-a4ae7cdbd980 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Router 2aaead7b-d6b8-4839-93c8-aa5988ae1137 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:10:37.743584 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-f147ce58-7441-4738-a5a3-104a96436a22 req-202968e3-094d-4591-a66c-63bf5bc6afdf tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Request body: {'port': {'device_id': '285498a4-a47f-4426-98c6-daf48deb6b0f', 'network_id': '49223426-292f-45f0-a626-40e35d481fd1', 'admin_state_up': True, 'tenant_id': '4ae6e91a8bca463d8d8c141da3809abd'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:37.775348 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-268ba161-49d0-45d5-bca0-c34586477443 service neutron] Attempting to bind port 9151a255-e56d-442c-b962-166618c23cfe on host n-h1-768862-16 for vnic_type normal with profile {"migrating_to": "n-h2-768862-16"} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:10:37.775902 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-268ba161-49d0-45d5-bca0-c34586477443 service neutron] Attempting to bind port 9151a255-e56d-442c-b962-166618c23cfe by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'ea1fa481-fce0-4e30-8196-f86b8fdd4424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:10:37.776415 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-268ba161-49d0-45d5-bca0-c34586477443 service neutron] Attempting to bind port 9151a255-e56d-442c-b962-166618c23cfe on network cbea348e-a050-44b2-a200-f39054e2a387 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:10:37.782921 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d8512462-a24b-4d34-856e-899ecce3d3d8 None None] Provisioning complete for port 9151a255-e56d-442c-b962-166618c23cfe triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:37.783870 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d8512462-a24b-4d34-856e-899ecce3d3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:37.844768 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-841e7444-f9fe-403b-a7bb-302774be7f9c admin admin] For port 136274d5-e0c9-4059-9f86-379b8a4c581e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=136274d5-e0c9-4059-9f86-379b8a4c581e,segment=NetworkSegment(80f7a98b-187d-4ccd-ae18-958406d84b1e),segment_id=80f7a98b-187d-4ccd-ae18-958406d84b1e)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:37.845093 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-841e7444-f9fe-403b-a7bb-302774be7f9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:37.855723 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-268ba161-49d0-45d5-bca0-c34586477443 service neutron] Port 9151a255-e56d-442c-b962-166618c23cfe on network cbea348e-a050-44b2-a200-f39054e2a387 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:10:37.856451 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-268ba161-49d0-45d5-bca0-c34586477443 service neutron] Attempting to bind port 9151a255-e56d-442c-b962-166618c23cfe on network cbea348e-a050-44b2-a200-f39054e2a387 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:10:37.871542 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-268ba161-49d0-45d5-bca0-c34586477443 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:10:37.872134 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-268ba161-49d0-45d5-bca0-c34586477443 service neutron] Checking segment: {'id': 'ea1fa481-fce0-4e30-8196-f86b8fdd4424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:37.872771 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-268ba161-49d0-45d5-bca0-c34586477443 service neutron] Bound using segment: {'id': 'ea1fa481-fce0-4e30-8196-f86b8fdd4424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:10:37.875788 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-268ba161-49d0-45d5-bca0-c34586477443 service neutron] Bound port: 9151a255-e56d-442c-b962-166618c23cfe, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea1fa481-fce0-4e30-8196-f86b8fdd4424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:10:37.875788 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-268ba161-49d0-45d5-bca0-c34586477443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:37.880848 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-d8512462-a24b-4d34-856e-899ecce3d3d8 None None] Port 9151a255-e56d-442c-b962-166618c23cfe cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:10:37.894451 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-841e7444-f9fe-403b-a7bb-302774be7f9c admin admin] Calling delete_port for 136274d5-e0c9-4059-9f86-379b8a4c581e owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:37.896638 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-67650284-b885-4e44-b7de-18dbe31ea655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.053447 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed11c8f-65f6-4fab-a93d-a4ae7cdbd980 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:10:38.067648 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-268ba161-49d0-45d5-bca0-c34586477443 service neutron] For port 9151a255-e56d-442c-b962-166618c23cfe, host n-h1-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:10:38.075105 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49881bfc-98fc-47c3-bad7-563de8ea96dc None None] Sync routers for ids ['2aaead7b-d6b8-4839-93c8-aa5988ae1137'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:10:38.077331 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-268ba161-49d0-45d5-bca0-c34586477443 service neutron] For port 9151a255-e56d-442c-b962-166618c23cfe, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=9151a255-e56d-442c-b962-166618c23cfe,segment=NetworkSegment(ea1fa481-fce0-4e30-8196-f86b8fdd4424),segment_id=ea1fa481-fce0-4e30-8196-f86b8fdd4424)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:10:38.086372 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-268ba161-49d0-45d5-bca0-c34586477443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.095811 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49881bfc-98fc-47c3-bad7-563de8ea96dc None None] Routers {'2aaead7b-d6b8-4839-93c8-aa5988ae1137'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:10:38.096837 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-49881bfc-98fc-47c3-bad7-563de8ea96dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:10:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['2aaead7b-d6b8-4839-93c8-aa5988ae1137'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:38.113839 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f147ce58-7441-4738-a5a3-104a96436a22 req-202968e3-094d-4591-a66c-63bf5bc6afdf tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Made reservation on behalf of 4ae6e91a8bca463d8d8c141da3809abd for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:38.122781 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f147ce58-7441-4738-a5a3-104a96436a22 req-202968e3-094d-4591-a66c-63bf5bc6afdf tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.168463 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-49881bfc-98fc-47c3-bad7-563de8ea96dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:38.183341 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49881bfc-98fc-47c3-bad7-563de8ea96dc None None] Routers {'2aaead7b-d6b8-4839-93c8-aa5988ae1137'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:10:38.184986 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-49881bfc-98fc-47c3-bad7-563de8ea96dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:10:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['2aaead7b-d6b8-4839-93c8-aa5988ae1137'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:38.185241 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ba161-49d0-45d5-bca0-c34586477443 service neutron] Pushing event updated for resources: {'Port': ['ID=9151a255-e56d-442c-b962-166618c23cfe,revision_number=8']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:38.201321 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ed11c8f-65f6-4fab-a93d-a4ae7cdbd980 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.202915 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7ed11c8f-65f6-4fab-a93d-a4ae7cdbd980 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.8997462 Nov 12 09:10:38.213467 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54348) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:38.222216 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-a663201c-4ccd-48c2-ad33-7e1f0698c92e tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:38.294773 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-49881bfc-98fc-47c3-bad7-563de8ea96dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:38.296186 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49881bfc-98fc-47c3-bad7-563de8ea96dc None None] The sync data for ids ['2aaead7b-d6b8-4839-93c8-aa5988ae1137'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:10:38.700763 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-268ba161-49d0-45d5-bca0-c34586477443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:38.707979 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-268ba161-49d0-45d5-bca0-c34586477443 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.707979 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-268ba161-49d0-45d5-bca0-c34586477443 service neutron] 10.222.0.58 "PUT /v2.0/ports/9151a255-e56d-442c-b962-166618c23cfe HTTP/1.1" status: 200 len: 1123 time: 3.4199722 Nov 12 09:10:38.714283 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-f147ce58-7441-4738-a5a3-104a96436a22 req-202968e3-094d-4591-a66c-63bf5bc6afdf tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Allocated IP 172.20.0.4 (49223426-292f-45f0-a626-40e35d481fd1/84cf2a6c-0f1b-42be-9d30-4a73e326820f/1487037d-72ac-4b9c-8f22-b9e9e8c79976) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:38.749720 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-841e7444-f9fe-403b-a7bb-302774be7f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.756616 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-36c0d40b-f518-45fc-bc51-adf805f6edf6 None None] Provisioning complete for port 9151a255-e56d-442c-b962-166618c23cfe triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:38.764608 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-36c0d40b-f518-45fc-bc51-adf805f6edf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.843110 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e7444-f9fe-403b-a7bb-302774be7f9c admin admin] Pushing event deleted for resources: {'Port': ['ID=136274d5-e0c9-4059-9f86-379b8a4c581e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:38.932947 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['9151a255-e56d-442c-b962-166618c23cfe'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:10:39.134462 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fc9d9-31ed-484b-8a43-34dfa2beaeba req-bac37214-5dee-42c9-9761-f1f8a00dfde3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:39.143421 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-504fc9d9-31ed-484b-8a43-34dfa2beaeba req-bac37214-5dee-42c9-9761-f1f8a00dfde3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 943 time: 0.7376249 Nov 12 09:10:39.258168 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-36c0d40b-f518-45fc-bc51-adf805f6edf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.383440 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-504fc9d9-31ed-484b-8a43-34dfa2beaeba req-d6097c9c-2738-474a-b2d4-0c477700e533 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdf52893-4b7a-4351-9420-99a60d680f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370729 Nov 12 09:10:39.490013 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf8ab27-0ca4-4cd2-9df6-11012d209258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9151a255-e56d-442c-b962-166618c23cfe'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:39.494115 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fa88cf-4758-479f-9d7e-adc416ae2e03" -d '{"events": [{"server_uuid": "ccf8ab27-0ca4-4cd2-9df6-11012d209258", "name": "network-vif-plugged", "status": "completed", "tag": "9151a255-e56d-442c-b962-166618c23cfe"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:39.497150 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f147ce58-7441-4738-a5a3-104a96436a22 req-202968e3-094d-4591-a66c-63bf5bc6afdf tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.500673 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-841e7444-f9fe-403b-a7bb-302774be7f9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.549943 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-36c0d40b-f518-45fc-bc51-adf805f6edf6 None None] For port 9151a255-e56d-442c-b962-166618c23cfe, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=9151a255-e56d-442c-b962-166618c23cfe,segment=NetworkSegment(ea1fa481-fce0-4e30-8196-f86b8fdd4424),segment_id=ea1fa481-fce0-4e30-8196-f86b8fdd4424)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:39.574706 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-36c0d40b-f518-45fc-bc51-adf805f6edf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.690038 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a663201c-4ccd-48c2-ad33-7e1f0698c92e tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.713942 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f493d8ef-8ac4-42ae-8980-231f9679f39c x-openstack-request-id: req-f493d8ef-8ac4-42ae-8980-231f9679f39c {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:39.714526 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf8ab27-0ca4-4cd2-9df6-11012d209258", "name": "network-vif-unplugged", "status": "completed", "tag": "9151a255-e56d-442c-b962-166618c23cfe", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:39.714955 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f493d8ef-8ac4-42ae-8980-231f9679f39c {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:39.715659 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf8ab27-0ca4-4cd2-9df6-11012d209258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9151a255-e56d-442c-b962-166618c23cfe', 'code': 200} Nov 12 09:10:39.829029 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a663201c-4ccd-48c2-ad33-7e1f0698c92e tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.955637 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eee1df-8e52-47d1-96f0-9b8a595cb212 req-72e3dc92-67d3-4048-b58a-c29712ecc95d tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:39.958211 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d4eee1df-8e52-47d1-96f0-9b8a595cb212 req-72e3dc92-67d3-4048-b58a-c29712ecc95d tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 945 time: 0.2524562 Nov 12 09:10:40.050122 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-a663201c-4ccd-48c2-ad33-7e1f0698c92e tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Deleting port fdf203c4-5db4-4c89-872f-54b64e05a5b5 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:40.050563 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a663201c-4ccd-48c2-ad33-7e1f0698c92e tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:40.248196 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841e7444-f9fe-403b-a7bb-302774be7f9c admin admin] Router 4bbe88e3-a353-4cbb-9be7-c114ceb984dd has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:10:40.263095 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0d40b-f518-45fc-bc51-adf805f6edf6 None None] Pushing event updated for resources: {'Port': ['ID=9151a255-e56d-442c-b962-166618c23cfe,revision_number=9']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:40.285412 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d4eee1df-8e52-47d1-96f0-9b8a595cb212 req-bc9e68eb-7375-448a-b0fd-d5e0f7d5f6cd tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc585659-9b79-4e55-852f-8346f1c25be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2996266 Nov 12 09:10:40.318002 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f147ce58-7441-4738-a5a3-104a96436a22 req-202968e3-094d-4591-a66c-63bf5bc6afdf tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:40.364210 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a663201c-4ccd-48c2-ad33-7e1f0698c92e tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:40.398979 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2f8cdcd0-52c2-41f6-a8b5-66edbd0855f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:40.417942 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-a663201c-4ccd-48c2-ad33-7e1f0698c92e tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Calling delete_port for fdf203c4-5db4-4c89-872f-54b64e05a5b5 owned by network:router_gateway {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:40.604626 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f147ce58-7441-4738-a5a3-104a96436a22 req-202968e3-094d-4591-a66c-63bf5bc6afdf tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Network 49223426-292f-45f0-a626-40e35d481fd1 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:10:40.621985 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-f147ce58-7441-4738-a5a3-104a96436a22 req-202968e3-094d-4591-a66c-63bf5bc6afdf tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:40.634195 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f147ce58-7441-4738-a5a3-104a96436a22 req-202968e3-094d-4591-a66c-63bf5bc6afdf tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:10:40.700657 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a015d-71f3-445b-a42c-4a3617574b61 req-c469a9e6-163c-4394-b58d-d00adcf61887 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:40.703843 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f02a015d-71f3-445b-a42c-4a3617574b61 req-c469a9e6-163c-4394-b58d-d00adcf61887 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/ports?device_id=285498a4-a47f-4426-98c6-daf48deb6b0f HTTP/1.1" status: 200 len: 931 time: 0.1746776 Nov 12 09:10:40.753243 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202968e3-094d-4591-a66c-63bf5bc6afdf tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Pushing event updated for resources: {'Port': ['ID=1487037d-72ac-4b9c-8f22-b9e9e8c79976,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:40.818889 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841e7444-f9fe-403b-a7bb-302774be7f9c admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:10:40.831792 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-841e7444-f9fe-403b-a7bb-302774be7f9c admin admin] 10.222.0.37 "PUT /v2.0/routers/4bbe88e3-a353-4cbb-9be7-c114ceb984dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7246768 Nov 12 09:10:40.836258 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54364) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:40.839450 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8606e8f6-aa6a-4cf2-b993-2f61bcecb46c None None] Sync routers for ids ['4bbe88e3-a353-4cbb-9be7-c114ceb984dd'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:10:40.853347 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147ce58-7441-4738-a5a3-104a96436a22 req-202968e3-094d-4591-a66c-63bf5bc6afdf tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:40.854141 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f147ce58-7441-4738-a5a3-104a96436a22 req-202968e3-094d-4591-a66c-63bf5bc6afdf tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:40.857070 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8606e8f6-aa6a-4cf2-b993-2f61bcecb46c None None] Routers {'4bbe88e3-a353-4cbb-9be7-c114ceb984dd'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:10:40.858156 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8606e8f6-aa6a-4cf2-b993-2f61bcecb46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:10:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['4bbe88e3-a353-4cbb-9be7-c114ceb984dd'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:40.899984 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f147ce58-7441-4738-a5a3-104a96436a22 req-202968e3-094d-4591-a66c-63bf5bc6afdf tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1637433 Nov 12 09:10:40.923010 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-f147ce58-7441-4738-a5a3-104a96436a22 req-ed91e4b3-7cb3-45c3-8371-74e9372ae61a service neutron] Request body: {'port': {'device_id': '285498a4-a47f-4426-98c6-daf48deb6b0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:41.027923 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f02a015d-71f3-445b-a42c-4a3617574b61 req-db616fc9-7d97-4719-838c-a3957a1c8348 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2185048-73ac-4204-9cdd-9f6c62414390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120904 Nov 12 09:10:41.152262 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f147ce58-7441-4738-a5a3-104a96436a22 req-ed91e4b3-7cb3-45c3-8371-74e9372ae61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:41.195301 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-8606e8f6-aa6a-4cf2-b993-2f61bcecb46c None None] Set router 4bbe88e3-a353-4cbb-9be7-c114ceb984dd gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:10:41.215046 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5bac820a-430a-404f-871d-97de9870be96 admin admin] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:41.335941 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a663201c-4ccd-48c2-ad33-7e1f0698c92e tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:41.366192 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d097a9e-754a-41b6-a14a-e1882de113d7 x-openstack-request-id: req-0d097a9e-754a-41b6-a14a-e1882de113d7 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:41.369150 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf8ab27-0ca4-4cd2-9df6-11012d209258", "name": "network-vif-plugged", "status": "completed", "tag": "9151a255-e56d-442c-b962-166618c23cfe", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:41.369150 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0d097a9e-754a-41b6-a14a-e1882de113d7 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:41.369150 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf8ab27-0ca4-4cd2-9df6-11012d209258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9151a255-e56d-442c-b962-166618c23cfe', 'code': 200} Nov 12 09:10:41.404662 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc31577f-01b9-485f-a0e1-e2a4a2098ccc None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:10:41.659022 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663201c-4ccd-48c2-ad33-7e1f0698c92e tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Pushing event deleted for resources: {'Port': ['ID=fdf203c4-5db4-4c89-872f-54b64e05a5b5,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:41.688469 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5bac820a-430a-404f-871d-97de9870be96 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:41.748588 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8606e8f6-aa6a-4cf2-b993-2f61bcecb46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'name': 'tempest-TaggedBootDevicesTest_v242-1616650401-router', 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '5d1127f7-4038-4c0b-9108-e927997c6198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:15Z', 'updated_at': '2021-11-12T09:10:38Z', 'revision_number': 5, 'project_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'gw_port': {'id': '5d1127f7-4038-4c0b-9108-e927997c6198', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:18Z', 'updated_at': '2021-11-12T08:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:41.748899 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf8ab27-0ca4-4cd2-9df6-11012d209258', 'tag': '9151a255-e56d-442c-b962-166618c23cfe'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:41.752059 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c957818c-3b52-4ce1-9a64-e0b9cd1a6eec" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf8ab27-0ca4-4cd2-9df6-11012d209258", "tag": "9151a255-e56d-442c-b962-166618c23cfe"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:41.780093 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a663201c-4ccd-48c2-ad33-7e1f0698c92e tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:41.878405 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8606e8f6-aa6a-4cf2-b993-2f61bcecb46c None None] Checking router: 4bbe88e3-a353-4cbb-9be7-c114ceb984dd for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:10:41.879128 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa72ff-11c9-457f-b5c9-17b55003aabf req-29922871-b373-4230-a159-df0c80df0fa0 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:41.882093 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4faa72ff-11c9-457f-b5c9-17b55003aabf req-29922871-b373-4230-a159-df0c80df0fa0 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 945 time: 0.5178981 Nov 12 09:10:41.912023 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8606e8f6-aa6a-4cf2-b993-2f61bcecb46c None None] Routers {'4bbe88e3-a353-4cbb-9be7-c114ceb984dd'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:10:41.913811 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8606e8f6-aa6a-4cf2-b993-2f61bcecb46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:10:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['4bbe88e3-a353-4cbb-9be7-c114ceb984dd'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:41.980479 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-f147ce58-7441-4738-a5a3-104a96436a22 req-ed91e4b3-7cb3-45c3-8371-74e9372ae61a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1487037d-72ac-4b9c-8f22-b9e9e8c79976 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:10:41.999221 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f147ce58-7441-4738-a5a3-104a96436a22 req-ed91e4b3-7cb3-45c3-8371-74e9372ae61a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:42.032552 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-f147ce58-7441-4738-a5a3-104a96436a22 req-ed91e4b3-7cb3-45c3-8371-74e9372ae61a service neutron] Transition to ACTIVE for port object 1487037d-72ac-4b9c-8f22-b9e9e8c79976 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:10:42.045211 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f147ce58-7441-4738-a5a3-104a96436a22 req-ed91e4b3-7cb3-45c3-8371-74e9372ae61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:42.084433 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4faa72ff-11c9-457f-b5c9-17b55003aabf req-7f78f78f-6ed1-4c06-bac9-84377aeeae12 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc585659-9b79-4e55-852f-8346f1c25be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824605 Nov 12 09:10:42.090914 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-5bac820a-430a-404f-871d-97de9870be96 admin admin] Deleting port 5d1127f7-4038-4c0b-9108-e927997c6198 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:42.092636 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5bac820a-430a-404f-871d-97de9870be96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:42.149242 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54372) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:42.162328 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:42.212480 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-8606e8f6-aa6a-4cf2-b993-2f61bcecb46c None None] Set router 4bbe88e3-a353-4cbb-9be7-c114ceb984dd gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:10:42.222687 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-5bac820a-430a-404f-871d-97de9870be96 admin admin] For port 5d1127f7-4038-4c0b-9108-e927997c6198, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=5d1127f7-4038-4c0b-9108-e927997c6198,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:42.223235 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5bac820a-430a-404f-871d-97de9870be96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:42.242723 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-5bac820a-430a-404f-871d-97de9870be96 admin admin] Calling delete_port for 5d1127f7-4038-4c0b-9108-e927997c6198 owned by network:router_gateway {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:42.352488 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-f147ce58-7441-4738-a5a3-104a96436a22 req-ed91e4b3-7cb3-45c3-8371-74e9372ae61a service neutron] Attempting to bind port 1487037d-72ac-4b9c-8f22-b9e9e8c79976 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:10:42.353206 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-f147ce58-7441-4738-a5a3-104a96436a22 req-ed91e4b3-7cb3-45c3-8371-74e9372ae61a service neutron] Attempting to bind port 1487037d-72ac-4b9c-8f22-b9e9e8c79976 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '82a1a7a4-734c-488c-add6-5755c342def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '49223426-292f-45f0-a626-40e35d481fd1'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:10:42.353736 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f147ce58-7441-4738-a5a3-104a96436a22 req-ed91e4b3-7cb3-45c3-8371-74e9372ae61a service neutron] Attempting to bind port 1487037d-72ac-4b9c-8f22-b9e9e8c79976 on network 49223426-292f-45f0-a626-40e35d481fd1 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:10:42.363421 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91e4b3-7cb3-45c3-8371-74e9372ae61a service neutron] Pushing event updated for resources: {'Port': ['ID=1487037d-72ac-4b9c-8f22-b9e9e8c79976,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:42.369360 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f147ce58-7441-4738-a5a3-104a96436a22 req-ed91e4b3-7cb3-45c3-8371-74e9372ae61a service neutron] Port 1487037d-72ac-4b9c-8f22-b9e9e8c79976 on network 49223426-292f-45f0-a626-40e35d481fd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:10:42.370006 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f147ce58-7441-4738-a5a3-104a96436a22 req-ed91e4b3-7cb3-45c3-8371-74e9372ae61a service neutron] Attempting to bind port 1487037d-72ac-4b9c-8f22-b9e9e8c79976 on network 49223426-292f-45f0-a626-40e35d481fd1 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:10:42.385955 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f147ce58-7441-4738-a5a3-104a96436a22 req-ed91e4b3-7cb3-45c3-8371-74e9372ae61a service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:10:42.386576 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f147ce58-7441-4738-a5a3-104a96436a22 req-ed91e4b3-7cb3-45c3-8371-74e9372ae61a service neutron] Checking segment: {'id': '82a1a7a4-734c-488c-add6-5755c342def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '49223426-292f-45f0-a626-40e35d481fd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:42.388874 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f147ce58-7441-4738-a5a3-104a96436a22 req-ed91e4b3-7cb3-45c3-8371-74e9372ae61a service neutron] Bound using segment: {'id': '82a1a7a4-734c-488c-add6-5755c342def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '49223426-292f-45f0-a626-40e35d481fd1'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:10:42.388874 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-f147ce58-7441-4738-a5a3-104a96436a22 req-ed91e4b3-7cb3-45c3-8371-74e9372ae61a service neutron] Bound port: 1487037d-72ac-4b9c-8f22-b9e9e8c79976, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82a1a7a4-734c-488c-add6-5755c342def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '49223426-292f-45f0-a626-40e35d481fd1'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:10:42.388874 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f147ce58-7441-4738-a5a3-104a96436a22 req-ed91e4b3-7cb3-45c3-8371-74e9372ae61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:42.517022 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 9151a255-e56d-442c-b962-166618c23cfe details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:10:42.527792 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8606e8f6-aa6a-4cf2-b993-2f61bcecb46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'name': 'tempest-TaggedBootDevicesTest_v242-1616650401-router', 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:15Z', 'updated_at': '2021-11-12T09:10:41Z', 'revision_number': 6, 'project_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:42.528173 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5bac820a-430a-404f-871d-97de9870be96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:42.574837 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-f147ce58-7441-4738-a5a3-104a96436a22 req-ed91e4b3-7cb3-45c3-8371-74e9372ae61a service neutron] For port 1487037d-72ac-4b9c-8f22-b9e9e8c79976, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:10:42.580936 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-f147ce58-7441-4738-a5a3-104a96436a22 req-ed91e4b3-7cb3-45c3-8371-74e9372ae61a service neutron] For port 1487037d-72ac-4b9c-8f22-b9e9e8c79976, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=1487037d-72ac-4b9c-8f22-b9e9e8c79976,segment=NetworkSegment(82a1a7a4-734c-488c-add6-5755c342def9),segment_id=82a1a7a4-734c-488c-add6-5755c342def9)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:10:42.589313 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f147ce58-7441-4738-a5a3-104a96436a22 req-ed91e4b3-7cb3-45c3-8371-74e9372ae61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:42.616756 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8606e8f6-aa6a-4cf2-b993-2f61bcecb46c None None] The sync data for ids ['4bbe88e3-a353-4cbb-9be7-c114ceb984dd'] in n-d-768862-16 is: [{'id': '4bbe88e3-a353-4cbb-9be7-c114ceb984dd', 'name': 'tempest-TaggedBootDevicesTest_v242-1616650401-router', 'tenant_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:15Z', 'updated_at': '2021-11-12T09:10:41Z', 'revision_number': 6, 'project_id': 'ad65bcc6bcb148c2b43b634da3af78b4', 'gw_port_host': None}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:10:42.716222 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147ce58-7441-4738-a5a3-104a96436a22 req-ed91e4b3-7cb3-45c3-8371-74e9372ae61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:42.717236 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f147ce58-7441-4738-a5a3-104a96436a22 req-ed91e4b3-7cb3-45c3-8371-74e9372ae61a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:42.719693 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f147ce58-7441-4738-a5a3-104a96436a22 req-ed91e4b3-7cb3-45c3-8371-74e9372ae61a service neutron] 10.222.0.54 "PUT /v2.0/ports/1487037d-72ac-4b9c-8f22-b9e9e8c79976 HTTP/1.1" status: 200 len: 1092 time: 1.8085353 Nov 12 09:10:42.720472 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285498a4-a47f-4426-98c6-daf48deb6b0f', 'tag': '1487037d-72ac-4b9c-8f22-b9e9e8c79976'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:42.733779 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89698feb-652a-48f3-86a8-00e856221ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "285498a4-a47f-4426-98c6-daf48deb6b0f", "tag": "1487037d-72ac-4b9c-8f22-b9e9e8c79976"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:42.775366 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac820a-430a-404f-871d-97de9870be96 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d1127f7-4038-4c0b-9108-e927997c6198,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:42.780400 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91e4b3-7cb3-45c3-8371-74e9372ae61a service neutron] Pushing event updated for resources: {'Port': ['ID=1487037d-72ac-4b9c-8f22-b9e9e8c79976,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:42.798909 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf10bc20-d947-4143-aa5a-a48ad1a023fd tempest-TestVolumeBackupRestore-1186502422 tempest-TestVolumeBackupRestore-1186502422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:42.801635 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-cf10bc20-d947-4143-aa5a-a48ad1a023fd tempest-TestVolumeBackupRestore-1186502422 tempest-TestVolumeBackupRestore-1186502422-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 1092 time: 0.6503637 Nov 12 09:10:42.815424 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54378) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:42.822804 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-bb55db5d-c7cd-4328-8d26-5a67db4e5e5c tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'port_id': '32e18187-58d0-4322-ad20-2324fde8f929', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:42.844790 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef40379-4c39-47bf-8588-fc9c7e897f96 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:10:42.874800 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a663201c-4ccd-48c2-ad33-7e1f0698c92e tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12134'] for router, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:42.898184 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a663201c-4ccd-48c2-ad33-7e1f0698c92e tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920415'] for router, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:42.942475 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb55db5d-c7cd-4328-8d26-5a67db4e5e5c tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:42.957077 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 9151a255-e56d-442c-b962-166618c23cfe, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=9151a255-e56d-442c-b962-166618c23cfe,segment=NetworkSegment(ea1fa481-fce0-4e30-8196-f86b8fdd4424),segment_id=ea1fa481-fce0-4e30-8196-f86b8fdd4424)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:42.976340 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147ce58-7441-4738-a5a3-104a96436a22 req-3a7d2599-1d9e-4d2b-80ba-7d6cbc065919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:42.979551 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f147ce58-7441-4738-a5a3-104a96436a22 req-3a7d2599-1d9e-4d2b-80ba-7d6cbc065919 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ae6e91a8bca463d8d8c141da3809abd&device_id=285498a4-a47f-4426-98c6-daf48deb6b0f HTTP/1.1" status: 200 len: 1095 time: 0.1851528 Nov 12 09:10:42.984092 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 9151a255-e56d-442c-b962-166618c23cfe has no active binding in host n-h2-768862-16 {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 09:10:43.085193 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f147ce58-7441-4738-a5a3-104a96436a22 req-76804120-4aea-446d-86f8-1578ca0e1500 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1487037d-72ac-4b9c-8f22-b9e9e8c79976 HTTP/1.1" status: 200 len: 217 time: 0.0908270 Nov 12 09:10:43.161026 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4d9d7-b5b8-47a7-bf51-821a64813aa7 req-13518f2f-7bab-459e-a18b-5b11e874fa25 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:43.162927 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-76a4d9d7-b5b8-47a7-bf51-821a64813aa7 req-13518f2f-7bab-459e-a18b-5b11e874fa25 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 945 time: 0.6673253 Nov 12 09:10:43.169345 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a663201c-4ccd-48c2-ad33-7e1f0698c92e tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Router 2aaead7b-d6b8-4839-93c8-aa5988ae1137 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:10:43.211486 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5bac820a-430a-404f-871d-97de9870be96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:43.250966 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147ce58-7441-4738-a5a3-104a96436a22 req-29ca03cc-0a51-4d76-bea8-ac342b5ab178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:43.253328 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f147ce58-7441-4738-a5a3-104a96436a22 req-29ca03cc-0a51-4d76-bea8-ac342b5ab178 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=84cf2a6c-0f1b-42be-9d30-4a73e326820f HTTP/1.1" status: 200 len: 851 time: 0.1325674 Nov 12 09:10:43.299460 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f147ce58-7441-4738-a5a3-104a96436a22 req-f54b56e4-1b6a-486b-a3bc-840967cff849 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=49223426-292f-45f0-a626-40e35d481fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364475 Nov 12 09:10:43.322907 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb55db5d-c7cd-4328-8d26-5a67db4e5e5c tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:43.485893 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:43.599554 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f147ce58-7441-4738-a5a3-104a96436a22 req-f8ea20a2-4aec-4b1b-a2a8-6242dd061c1b service neutron] 10.222.0.54 "GET /v2.0/networks/49223426-292f-45f0-a626-40e35d481fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881234 Nov 12 09:10:43.890253 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-bb55db5d-c7cd-4328-8d26-5a67db4e5e5c tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Allocated IP 172.25.6.92 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/38eb0ad7-95ae-4b34-9ffe-e3546a3f804d) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:43.985156 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 136274d5-e0c9-4059-9f86-379b8a4c581e no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:10:44.034369 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 136274d5-e0c9-4059-9f86-379b8a4c581e {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:10:44.034710 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 136274d5-e0c9-4059-9f86-379b8a4c581e not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:10:44.035139 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5d1127f7-4038-4c0b-9108-e927997c6198 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:10:44.064166 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-da143c6b-79c3-430c-850c-05691c6a38be service neutron] 10.222.0.54 "GET /v2.0/ports/9151a255-e56d-442c-b962-166618c23cfe/bindings/n-h2-768862-16 HTTP/1.1" status: 200 len: 385 time: 0.3206341 Nov 12 09:10:44.131784 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 5d1127f7-4038-4c0b-9108-e927997c6198 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:10:44.131784 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5d1127f7-4038-4c0b-9108-e927997c6198 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:10:44.161062 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:44.212972 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5bac820a-430a-404f-871d-97de9870be96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:44.222648 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-76a4d9d7-b5b8-47a7-bf51-821a64813aa7 req-6c06dd8d-34dd-4e21-9d6d-e4b69ddd06d7 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdf52893-4b7a-4351-9420-99a60d680f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0403342 Nov 12 09:10:44.226576 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5bac820a-430a-404f-871d-97de9870be96 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:44.231553 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a663201c-4ccd-48c2-ad33-7e1f0698c92e tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:10:44.244276 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a663201c-4ccd-48c2-ad33-7e1f0698c92e tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:44.246587 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a663201c-4ccd-48c2-ad33-7e1f0698c92e tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] 10.222.0.37 "PUT /v2.0/routers/2aaead7b-d6b8-4839-93c8-aa5988ae1137 HTTP/1.1" status: 200 len: 710 time: 6.0314405 Nov 12 09:10:44.250798 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54384) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:44.259062 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd002c4c-c64d-4c56-a414-214c6b36332b None None] Sync routers for ids ['2aaead7b-d6b8-4839-93c8-aa5988ae1137'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:10:44.300819 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd002c4c-c64d-4c56-a414-214c6b36332b None None] Routers {'2aaead7b-d6b8-4839-93c8-aa5988ae1137'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:10:44.300819 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-fd002c4c-c64d-4c56-a414-214c6b36332b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:10:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['2aaead7b-d6b8-4839-93c8-aa5988ae1137'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:44.404578 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-fd002c4c-c64d-4c56-a414-214c6b36332b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:44.418144 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd002c4c-c64d-4c56-a414-214c6b36332b None None] Routers {'2aaead7b-d6b8-4839-93c8-aa5988ae1137'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:10:44.419420 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-fd002c4c-c64d-4c56-a414-214c6b36332b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:10:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['2aaead7b-d6b8-4839-93c8-aa5988ae1137'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:44.462031 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-cbe3ef93-3804-4b13-8eb9-d80fe611ba35 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "GET /v2.0/routers/2aaead7b-d6b8-4839-93c8-aa5988ae1137 HTTP/1.1" status: 200 len: 745 time: 0.2094936 Nov 12 09:10:44.465939 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e147c447-6597-4438-9f59-484a3f6957b8 x-openstack-request-id: req-e147c447-6597-4438-9f59-484a3f6957b8 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:44.466461 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf8ab27-0ca4-4cd2-9df6-11012d209258", "tag": "9151a255-e56d-442c-b962-166618c23cfe", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:44.466758 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e147c447-6597-4438-9f59-484a3f6957b8 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:44.467439 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf8ab27-0ca4-4cd2-9df6-11012d209258', 'tag': '9151a255-e56d-442c-b962-166618c23cfe', 'status': 'completed', 'code': 200} Nov 12 09:10:44.468081 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54386) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:44.527716 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-fd002c4c-c64d-4c56-a414-214c6b36332b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:44.529274 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd002c4c-c64d-4c56-a414-214c6b36332b None None] The sync data for ids ['2aaead7b-d6b8-4839-93c8-aa5988ae1137'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:10:44.577028 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f087f8f0-0205-40e9-b557-8c6f26ddb3c4 tempest-RoutersIpV6AdminTest-2074809995 tempest-RoutersIpV6AdminTest-2074809995-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=83f85ab7-23f1-4ab4-91ca-b1dcd4333f60&device_id=2aaead7b-d6b8-4839-93c8-aa5988ae1137 HTTP/1.1" status: 200 len: 205 time: 0.1070702 Nov 12 09:10:44.611079 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5bac820a-430a-404f-871d-97de9870be96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:44.612007 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bac820a-430a-404f-871d-97de9870be96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bbe88e3-a353-4cbb-9be7-c114ceb984dd {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:10:44.614496 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54388) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:44.637321 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5bac820a-430a-404f-871d-97de9870be96 admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:44.640143 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5bac820a-430a-404f-871d-97de9870be96 admin admin] 10.222.0.37 "DELETE /v2.0/routers/4bbe88e3-a353-4cbb-9be7-c114ceb984dd HTTP/1.1" status: 204 len: 168 time: 3.7923658 Nov 12 09:10:44.646927 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54390) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:44.742695 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-043853a8-a18c-4aac-890c-f3a75fddf5fd tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] 10.222.0.37 "GET /v2.0/ports?device_id=2aaead7b-d6b8-4839-93c8-aa5988ae1137 HTTP/1.1" status: 200 len: 205 time: 0.1256249 Nov 12 09:10:44.746465 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54392) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:44.943770 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bc5f8-2e0d-4f1c-9e87-f83a974ac04c req-ac3f72e1-3203-49d1-9858-91e1bb60599d tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:44.946778 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-be4bc5f8-2e0d-4f1c-9e87-f83a974ac04c req-ac3f72e1-3203-49d1-9858-91e1bb60599d tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/ports?device_id=285498a4-a47f-4426-98c6-daf48deb6b0f HTTP/1.1" status: 200 len: 943 time: 0.4225333 Nov 12 09:10:44.954548 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d62d108-5522-4e53-ba32-5ffb07bb661a admin admin] Deleting subnet 972d18b2-ff95-4dd0-9709-a0646a0ab7eb {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:10:44.967717 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-77d18217-3d4a-47f9-aa1f-439739f5a8e0 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:44.971252 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d62d108-5522-4e53-ba32-5ffb07bb661a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:45.033322 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f147ce58-7441-4738-a5a3-104a96436a22 req-a975db27-6775-46bb-bb13-35341798e082 service neutron] 10.222.0.54 "GET /v2.0/networks/49223426-292f-45f0-a626-40e35d481fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4143758 Nov 12 09:10:45.052247 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb55db5d-c7cd-4328-8d26-5a67db4e5e5c tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:45.071397 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957818c-3b52-4ce1-9a64-e0b9cd1a6eec req-41203e76-22a4-4b0d-97e4-4eb0688d17b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:45.090722 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c957818c-3b52-4ce1-9a64-e0b9cd1a6eec req-41203e76-22a4-4b0d-97e4-4eb0688d17b2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 1128 time: 0.2251012 Nov 12 09:10:45.193735 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d62d108-5522-4e53-ba32-5ffb07bb661a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:45.358459 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb55db5d-c7cd-4328-8d26-5a67db4e5e5c tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:45.471616 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957818c-3b52-4ce1-9a64-e0b9cd1a6eec req-bf2448d7-6896-4b7a-81b8-90560a5f1729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:45.473369 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c957818c-3b52-4ce1-9a64-e0b9cd1a6eec req-bf2448d7-6896-4b7a-81b8-90560a5f1729 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cbea348e-a050-44b2-a200-f39054e2a387 HTTP/1.1" status: 200 len: 898 time: 0.3768172 Nov 12 09:10:45.476170 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb55db5d-c7cd-4328-8d26-5a67db4e5e5c tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:10:45.484232 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55db5d-c7cd-4328-8d26-5a67db4e5e5c tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Pushing event updated for resources: {'Port': ['ID=38eb0ad7-95ae-4b34-9ffe-e3546a3f804d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:45.496735 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-bb55db5d-c7cd-4328-8d26-5a67db4e5e5c tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:45.502910 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-77d18217-3d4a-47f9-aa1f-439739f5a8e0 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:45.506619 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb55db5d-c7cd-4328-8d26-5a67db4e5e5c tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:10:45.546336 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-77d18217-3d4a-47f9-aa1f-439739f5a8e0 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:45.567036 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-be4bc5f8-2e0d-4f1c-9e87-f83a974ac04c req-0f5301a0-6bdc-44f1-8fbd-0878e3339e57 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2185048-73ac-4204-9cdd-9f6c62414390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6080551 Nov 12 09:10:45.606050 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-7ad593fe-b820-4ca3-b629-cce3e97c89af service neutron] For port 9151a255-e56d-442c-b962-166618c23cfe, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=9151a255-e56d-442c-b962-166618c23cfe,segment=NetworkSegment(ea1fa481-fce0-4e30-8196-f86b8fdd4424),segment_id=ea1fa481-fce0-4e30-8196-f86b8fdd4424)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:45.661230 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c957818c-3b52-4ce1-9a64-e0b9cd1a6eec req-1e69286a-317d-4f86-bfdd-5923e0ef1992 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9151a255-e56d-442c-b962-166618c23cfe HTTP/1.1" status: 200 len: 1001 time: 0.1778595 Nov 12 09:10:45.685850 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d62d108-5522-4e53-ba32-5ffb07bb661a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:45.726344 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-7ad593fe-b820-4ca3-b629-cce3e97c89af service neutron] For port 9151a255-e56d-442c-b962-166618c23cfe, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:10:45.733699 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-77d18217-3d4a-47f9-aa1f-439739f5a8e0 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:45.735015 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d18217-3d4a-47f9-aa1f-439739f5a8e0 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Fanout notify agent at l3_agent the message router_deleted on router 2aaead7b-d6b8-4839-93c8-aa5988ae1137 {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:10:45.777678 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-77d18217-3d4a-47f9-aa1f-439739f5a8e0 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:45.784942 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-77d18217-3d4a-47f9-aa1f-439739f5a8e0 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] 10.222.0.37 "DELETE /v2.0/routers/2aaead7b-d6b8-4839-93c8-aa5988ae1137 HTTP/1.1" status: 204 len: 168 time: 1.0251675 Nov 12 09:10:45.820197 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54398) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:45.822277 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8aefbe4-038b-4726-b2f8-a89b8891691f x-openstack-request-id: req-b8aefbe4-038b-4726-b2f8-a89b8891691f {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:45.822726 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285498a4-a47f-4426-98c6-daf48deb6b0f", "tag": "1487037d-72ac-4b9c-8f22-b9e9e8c79976", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:45.823006 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b8aefbe4-038b-4726-b2f8-a89b8891691f {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:45.823542 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '285498a4-a47f-4426-98c6-daf48deb6b0f', 'tag': '1487037d-72ac-4b9c-8f22-b9e9e8c79976', 'status': 'completed', 'code': 200} Nov 12 09:10:45.838139 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d62d108-5522-4e53-ba32-5ffb07bb661a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:45.920747 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-22649925-a6fd-4f77-9a3a-f7a18bb237b0 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] 10.222.0.37 "GET /v2.0/ports?device_id=2aaead7b-d6b8-4839-93c8-aa5988ae1137 HTTP/1.1" status: 200 len: 205 time: 0.0957737 Nov 12 09:10:45.928075 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54400) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:45.933891 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62d108-5522-4e53-ba32-5ffb07bb661a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=972d18b2-ff95-4dd0-9709-a0646a0ab7eb,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:45.980180 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621b9629-fbea-4aa9-a679-8604924c5f6e None None] Network 52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:45.999524 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957818c-3b52-4ce1-9a64-e0b9cd1a6eec req-ae09ff15-9daa-46c6-854b-08459e3e8d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:46.002020 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c957818c-3b52-4ce1-9a64-e0b9cd1a6eec req-ae09ff15-9daa-46c6-854b-08459e3e8d16 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e18a9edb-966e-4b65-b818-4c95ab1ed8cc HTTP/1.1" status: 200 len: 834 time: 0.3261743 Nov 12 09:10:46.018019 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d62d108-5522-4e53-ba32-5ffb07bb661a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:46.023962 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5d62d108-5522-4e53-ba32-5ffb07bb661a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/972d18b2-ff95-4dd0-9709-a0646a0ab7eb HTTP/1.1" status: 204 len: 168 time: 1.3751554 Nov 12 09:10:46.043903 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54402) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:46.045588 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-7ad593fe-b820-4ca3-b629-cce3e97c89af service neutron] For port 9151a255-e56d-442c-b962-166618c23cfe, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=9151a255-e56d-442c-b962-166618c23cfe,segment=NetworkSegment(ea1fa481-fce0-4e30-8196-f86b8fdd4424),segment_id=ea1fa481-fce0-4e30-8196-f86b8fdd4424)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:46.051430 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-e006a5a6-5cda-40e2-9829-6c712345dcb9 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] delete failed (client error): The resource could not be found. Nov 12 09:10:46.056329 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e006a5a6-5cda-40e2-9829-6c712345dcb9 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] 10.222.0.37 "DELETE /v2.0/routers/2aaead7b-d6b8-4839-93c8-aa5988ae1137 HTTP/1.1" status: 404 len: 336 time: 0.1258612 Nov 12 09:10:46.060534 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54404) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:46.107397 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bbd683de-5458-468d-9e8c-3a2dd27d0be3 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] 10.222.0.37 "GET /v2.0/ports?device_id=83afa53a-7909-41cb-bed2-cf44fba0eefb HTTP/1.1" status: 200 len: 205 time: 0.0451498 Nov 12 09:10:46.112232 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54406) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:46.200041 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee7ed3-0493-433d-9bc9-4f4909403107 req-7452bb73-e4f5-4d14-b275-a9bcd34c6cef tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:46.202789 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5aee7ed3-0493-433d-9bc9-4f4909403107 req-7452bb73-e4f5-4d14-b275-a9bcd34c6cef tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 945 time: 0.3209007 Nov 12 09:10:46.204377 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-bb7db661-b996-413d-a792-d4af1f375efa tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] delete failed (client error): The resource could not be found. Nov 12 09:10:46.206137 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bb7db661-b996-413d-a792-d4af1f375efa tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] 10.222.0.37 "DELETE /v2.0/routers/83afa53a-7909-41cb-bed2-cf44fba0eefb HTTP/1.1" status: 404 len: 336 time: 0.0926812 Nov 12 09:10:46.216530 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54408) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:46.277697 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89698feb-652a-48f3-86a8-00e856221ce7 req-6fdb0a17-1316-40f0-9533-845ef01d57d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:46.280368 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-89698feb-652a-48f3-86a8-00e856221ce7 req-6fdb0a17-1316-40f0-9533-845ef01d57d6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ae6e91a8bca463d8d8c141da3809abd&device_id=285498a4-a47f-4426-98c6-daf48deb6b0f HTTP/1.1" status: 200 len: 1095 time: 0.4701385 Nov 12 09:10:46.287132 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-90743c6a-c667-40a4-a468-698ed58b5662 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] 10.222.0.37 "GET /v2.0/ports?device_id=eddca937-2389-424a-b498-cfe026408a98 HTTP/1.1" status: 200 len: 205 time: 0.0687482 Nov 12 09:10:46.290678 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54412) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:46.338272 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-7ad593fe-b820-4ca3-b629-cce3e97c89af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:46.439144 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5aee7ed3-0493-433d-9bc9-4f4909403107 req-5a900e52-8ece-4dd8-a023-e7355736dbae tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdf52893-4b7a-4351-9420-99a60d680f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187016 Nov 12 09:10:46.441743 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-b7b1a39f-7741-4760-9add-6df178a74508 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] delete failed (client error): The resource could not be found. Nov 12 09:10:46.443493 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b7b1a39f-7741-4760-9add-6df178a74508 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] 10.222.0.37 "DELETE /v2.0/routers/eddca937-2389-424a-b498-cfe026408a98 HTTP/1.1" status: 404 len: 336 time: 0.1514311 Nov 12 09:10:46.454485 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54414) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:46.487196 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdba2da-4dd5-486a-b2a8-a2dde1901c25 None None] DHCP port deletion for 52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:10:46.537095 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fd74d238-2aac-4c15-ad67-4f4330f09708 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2d736f5-2dcb-440a-8b0a-01d2ed72572d HTTP/1.1" status: 200 len: 205 time: 0.0806870 Nov 12 09:10:46.542204 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54416) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:46.607663 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-cbdba2da-4dd5-486a-b2a8-a2dde1901c25 None None] Deleting port d9b435aa-750d-4935-ba43-379b989ad662 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:46.608147 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cbdba2da-4dd5-486a-b2a8-a2dde1901c25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:46.635895 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-10f0a369-be8e-4089-b3cb-318630113608 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] delete failed (client error): The resource could not be found. Nov 12 09:10:46.642745 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-10f0a369-be8e-4089-b3cb-318630113608 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] 10.222.0.37 "DELETE /v2.0/routers/c2d736f5-2dcb-440a-8b0a-01d2ed72572d HTTP/1.1" status: 404 len: 336 time: 0.0989630 Nov 12 09:10:46.644021 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54420) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:46.674967 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957818c-3b52-4ce1-9a64-e0b9cd1a6eec req-eea40075-7cf9-497d-8122-470e55976c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:46.677550 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c957818c-3b52-4ce1-9a64-e0b9cd1a6eec req-eea40075-7cf9-497d-8122-470e55976c6f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cbea348e-a050-44b2-a200-f39054e2a387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6645317 Nov 12 09:10:46.703864 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-740ae377-64dd-4d98-b94a-074775afe939 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d32c625-041d-49cd-b47d-3e51839dd481 HTTP/1.1" status: 200 len: 205 time: 0.0570979 Nov 12 09:10:46.705238 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54422) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:46.750234 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-cbdba2da-4dd5-486a-b2a8-a2dde1901c25 None None] For port d9b435aa-750d-4935-ba43-379b989ad662, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d9b435aa-750d-4935-ba43-379b989ad662,segment=NetworkSegment(80f7a98b-187d-4ccd-ae18-958406d84b1e),segment_id=80f7a98b-187d-4ccd-ae18-958406d84b1e)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:46.750846 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cbdba2da-4dd5-486a-b2a8-a2dde1901c25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:46.752545 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30469210-1374-41e4-98e3-9b3a6c0c174c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:46.773394 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-cbdba2da-4dd5-486a-b2a8-a2dde1901c25 None None] Calling delete_port for d9b435aa-750d-4935-ba43-379b989ad662 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:46.787416 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-3f9978ea-1bbf-480a-ab2f-b40df858e573 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] delete failed (client error): The resource could not be found. Nov 12 09:10:46.789176 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3f9978ea-1bbf-480a-ab2f-b40df858e573 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] 10.222.0.37 "DELETE /v2.0/routers/2d32c625-041d-49cd-b47d-3e51839dd481 HTTP/1.1" status: 404 len: 336 time: 0.0822706 Nov 12 09:10:46.805076 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54424) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:46.876457 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d0e3f05a-e9d8-4a15-83bd-974b88f0f5c6 tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] 10.222.0.37 "GET /v2.0/ports?device_id=32676f27-5c7e-4a8c-9a5a-a538b2141247 HTTP/1.1" status: 200 len: 205 time: 0.0694036 Nov 12 09:10:46.880973 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54426) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:46.944451 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-a09146ca-8ff7-423f-823f-49859e2e55ff tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] delete failed (client error): The resource could not be found. Nov 12 09:10:46.946189 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a09146ca-8ff7-423f-823f-49859e2e55ff tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] 10.222.0.37 "DELETE /v2.0/routers/32676f27-5c7e-4a8c-9a5a-a538b2141247 HTTP/1.1" status: 404 len: 336 time: 0.0632589 Nov 12 09:10:46.950082 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-7ad593fe-b820-4ca3-b629-cce3e97c89af service neutron] Transition to ACTIVE for port object 9151a255-e56d-442c-b962-166618c23cfe will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:10:46.952038 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54428) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:46.983487 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-7ad593fe-b820-4ca3-b629-cce3e97c89af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:46.986321 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cbdba2da-4dd5-486a-b2a8-a2dde1901c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:47.008358 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1587cb-f691-41dc-94bf-af9a2f6c7e6c req-59b341fa-83df-4dc5-9cc6-f9417506a3cc tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:47.017254 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df1587cb-f691-41dc-94bf-af9a2f6c7e6c req-59b341fa-83df-4dc5-9cc6-f9417506a3cc tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/ports?device_id=285498a4-a47f-4426-98c6-daf48deb6b0f HTTP/1.1" status: 200 len: 943 time: 0.2334604 Nov 12 09:10:47.020346 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-b95bd516-a23f-42fe-a2ec-194d8185332c tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] DELETE failed (client error): The resource could not be found. Nov 12 09:10:47.021318 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b95bd516-a23f-42fe-a2ec-194d8185332c tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:10:47.025030 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b95bd516-a23f-42fe-a2ec-194d8185332c tempest-RoutersIpV6AdminTest-1457049159 tempest-RoutersIpV6AdminTest-1457049159-project] 10.222.0.37 "DELETE /v2.0/subnets/29269136-e24d-4b2a-ae5c-e20ed0ff9e0b HTTP/1.1" status: 404 len: 337 time: 0.0713532 Nov 12 09:10:47.056835 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdba2da-4dd5-486a-b2a8-a2dde1901c25 None None] Pushing event deleted for resources: {'Port': ['ID=d9b435aa-750d-4935-ba43-379b989ad662,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:47.061859 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdba2da-4dd5-486a-b2a8-a2dde1901c25 None None] No DVR routers for this DVR port d9b435aa-750d-4935-ba43-379b989ad662 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:10:47.084116 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89698feb-652a-48f3-86a8-00e856221ce7 req-599d5232-26b0-4598-b46a-f3918488c991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:47.086917 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-89698feb-652a-48f3-86a8-00e856221ce7 req-599d5232-26b0-4598-b46a-f3918488c991 service neutron] 10.222.0.54 "GET /v2.0/networks?id=49223426-292f-45f0-a626-40e35d481fd1 HTTP/1.1" status: 200 len: 912 time: 0.7803717 Nov 12 09:10:47.117113 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df1587cb-f691-41dc-94bf-af9a2f6c7e6c req-b6d2e2b1-e3e0-4ebe-9c61-f20e797cf67b tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2185048-73ac-4204-9cdd-9f6c62414390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990572 Nov 12 09:10:47.201666 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c957818c-3b52-4ce1-9a64-e0b9cd1a6eec req-994ef061-cd00-4832-92ce-ca32aa689c6f service neutron] 10.222.0.54 "GET /v2.0/networks/cbea348e-a050-44b2-a200-f39054e2a387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128559 Nov 12 09:10:47.274476 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-89698feb-652a-48f3-86a8-00e856221ce7 req-203046c5-ea68-48fd-8837-88dcec1d5eee service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1487037d-72ac-4b9c-8f22-b9e9e8c79976 HTTP/1.1" status: 200 len: 217 time: 0.1259816 Nov 12 09:10:47.470970 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54434) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:47.487805 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad593fe-b820-4ca3-b629-cce3e97c89af service neutron] Pushing event updated for resources: {'Port': ['ID=9151a255-e56d-442c-b962-166618c23cfe,revision_number=11']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:47.628682 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30469210-1374-41e4-98e3-9b3a6c0c174c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:47.734871 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89698feb-652a-48f3-86a8-00e856221ce7 req-2c55be35-c1c4-48c0-8e55-b55c4dfe09dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:47.736490 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-89698feb-652a-48f3-86a8-00e856221ce7 req-2c55be35-c1c4-48c0-8e55-b55c4dfe09dd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=84cf2a6c-0f1b-42be-9d30-4a73e326820f HTTP/1.1" status: 200 len: 851 time: 0.4080513 Nov 12 09:10:47.746909 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-30469210-1374-41e4-98e3-9b3a6c0c174c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:47.815170 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c35d7060-7034-4b3e-ac41-d4e62da2f249 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:47.835006 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c957818c-3b52-4ce1-9a64-e0b9cd1a6eec req-4171b08a-517d-4b6e-b8bf-4801f1c03e8a service neutron] 10.222.0.54 "GET /v2.0/networks/cbea348e-a050-44b2-a200-f39054e2a387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5850232 Nov 12 09:10:47.835006 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf8ab27-0ca4-4cd2-9df6-11012d209258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9151a255-e56d-442c-b962-166618c23cfe'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:47.836803 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd722f0a-a0ba-4269-9d1e-ea792ea4e98b" -d '{"events": [{"server_uuid": "ccf8ab27-0ca4-4cd2-9df6-11012d209258", "name": "network-vif-unplugged", "status": "completed", "tag": "9151a255-e56d-442c-b962-166618c23cfe"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:47.852089 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-30469210-1374-41e4-98e3-9b3a6c0c174c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f7a98b-187d-4ccd-ae18-958406d84b1e') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:47.852415 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-30469210-1374-41e4-98e3-9b3a6c0c174c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f7a98b-187d-4ccd-ae18-958406d84b1e') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:47.856167 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-7ad593fe-b820-4ca3-b629-cce3e97c89af service neutron] No DVR routers for this DVR port 9151a255-e56d-442c-b962-166618c23cfe on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:10:47.888047 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d9b435aa-750d-4935-ba43-379b989ad662 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:10:47.915408 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: d9b435aa-750d-4935-ba43-379b989ad662 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:10:47.915779 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d9b435aa-750d-4935-ba43-379b989ad662 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:10:47.926596 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1027a-5fc4-4d3d-b264-58d8c511f2e9 req-10144f47-0424-41c8-9da1-b0ea32104ef9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:47.930059 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bda1027a-5fc4-4d3d-b264-58d8c511f2e9 req-10144f47-0424-41c8-9da1-b0ea32104ef9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 944 time: 0.2095883 Nov 12 09:10:47.968027 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb55db5d-c7cd-4328-8d26-5a67db4e5e5c tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:47.989554 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 1487037d-72ac-4b9c-8f22-b9e9e8c79976 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:10:48.006959 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-89698feb-652a-48f3-86a8-00e856221ce7 req-7f2af661-5561-4b16-aca4-9a07f66802ea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=49223426-292f-45f0-a626-40e35d481fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2281337 Nov 12 09:10:48.008989 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30469210-1374-41e4-98e3-9b3a6c0c174c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.075475 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bda1027a-5fc4-4d3d-b264-58d8c511f2e9 req-add44a53-92d6-4710-82be-5f798be891ba tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdf52893-4b7a-4351-9420-99a60d680f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033700 Nov 12 09:10:48.154295 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30469210-1374-41e4-98e3-9b3a6c0c174c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.205638 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c35d7060-7034-4b3e-ac41-d4e62da2f249 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.214498 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c35d7060-7034-4b3e-ac41-d4e62da2f249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.268331 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30469210-1374-41e4-98e3-9b3a6c0c174c admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:10:48.268987 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30469210-1374-41e4-98e3-9b3a6c0c174c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.273550 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89dddb26-78ac-4b4e-a307-45ab35330e23 x-openstack-request-id: req-89dddb26-78ac-4b4e-a307-45ab35330e23 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:48.274029 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf8ab27-0ca4-4cd2-9df6-11012d209258", "name": "network-vif-unplugged", "status": "completed", "tag": "9151a255-e56d-442c-b962-166618c23cfe", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:48.274632 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-89dddb26-78ac-4b4e-a307-45ab35330e23 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:48.275322 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf8ab27-0ca4-4cd2-9df6-11012d209258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9151a255-e56d-442c-b962-166618c23cfe', 'code': 200} Nov 12 09:10:48.279122 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb55db5d-c7cd-4328-8d26-5a67db4e5e5c tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.281997 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:10:48.281997 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:10:48.281997 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:10:48.281997 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:10:48.281997 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:10:48.281997 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:10:48.281997 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:10:48.281997 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:10:48.281997 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:10:48.281997 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:10:48.281997 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:10:48.281997 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:10:48.281997 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:10:48.281997 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:10:48.281997 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:10:48.281997 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:10:48.281997 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:10:48.281997 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:10:48.281997 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:10:48.281997 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:10:48.281997 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:10:48.281997 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:10:48.281997 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:10:48.281997 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:10:48.281997 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:10:48.281997 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:10:48.281997 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:10:48.281997 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:10:48.281997 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:10:48.281997 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:10:48.281997 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:10:48.281997 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:10:48.321412 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 9151a255-e56d-442c-b962-166618c23cfe no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:10:48.352808 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d7060-7034-4b3e-ac41-d4e62da2f249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a6282b-7218-4bd2-acdc-601bb2bd7237,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:48.367547 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c35d7060-7034-4b3e-ac41-d4e62da2f249 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=76592aba78674198b3494e59c7ca832b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8941708 Nov 12 09:10:48.369579 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 1487037d-72ac-4b9c-8f22-b9e9e8c79976, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=1487037d-72ac-4b9c-8f22-b9e9e8c79976,segment=NetworkSegment(82a1a7a4-734c-488c-add6-5755c342def9),segment_id=82a1a7a4-734c-488c-add6-5755c342def9)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:48.370930 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54446) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:48.474424 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '1487037d-72ac-4b9c-8f22-b9e9e8c79976', 'network_id': '49223426-292f-45f0-a626-40e35d481fd1', 'port_id': '1487037d-72ac-4b9c-8f22-b9e9e8c79976', 'mac_address': 'fa:16:3e:84:ac:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84cf2a6c-0f1b-42be-9d30-4a73e326820f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:10:48.583246 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4a0a8cb5-7f40-4caa-8978-65fda67ded1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.608681 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 9151a255-e56d-442c-b962-166618c23cfe not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:10:48.647541 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.686792 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1487037d-72ac-4b9c-8f22-b9e9e8c79976 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:10:48.696631 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ef181-27c8-40e9-9bf8-d5ddc4cfc97c req-8758e77f-7858-431d-a67d-a69433bb4b22 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:48.721639 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8b5ef181-27c8-40e9-9bf8-d5ddc4cfc97c req-8758e77f-7858-431d-a67d-a69433bb4b22 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/ports?device_id=285498a4-a47f-4426-98c6-daf48deb6b0f HTTP/1.1" status: 200 len: 943 time: 0.2631946 Nov 12 09:10:48.749104 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4a0a8cb5-7f40-4caa-8978-65fda67ded1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.768854 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 1487037d-72ac-4b9c-8f22-b9e9e8c79976, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=1487037d-72ac-4b9c-8f22-b9e9e8c79976,segment=NetworkSegment(82a1a7a4-734c-488c-add6-5755c342def9),segment_id=82a1a7a4-734c-488c-add6-5755c342def9)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:48.777332 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.917889 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=1487037d-72ac-4b9c-8f22-b9e9e8c79976,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:49.014790 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8b5ef181-27c8-40e9-9bf8-d5ddc4cfc97c req-83d96754-f330-4c54-abca-3a5082c0968c tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2185048-73ac-4204-9cdd-9f6c62414390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517388 Nov 12 09:10:49.058393 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['1487037d-72ac-4b9c-8f22-b9e9e8c79976'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:10:49.064641 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4a0a8cb5-7f40-4caa-8978-65fda67ded1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:49.074171 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4a0a8cb5-7f40-4caa-8978-65fda67ded1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:49.081005 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4a0a8cb5-7f40-4caa-8978-65fda67ded1a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e7a6282b-7218-4bd2-acdc-601bb2bd7237 HTTP/1.1" status: 204 len: 168 time: 0.7055731 Nov 12 09:10:49.124202 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a8cb5-7f40-4caa-8978-65fda67ded1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a6282b-7218-4bd2-acdc-601bb2bd7237,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:49.172424 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a8cb5-7f40-4caa-8978-65fda67ded1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:49.174159 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a8cb5-7f40-4caa-8978-65fda67ded1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:49.179036 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a8cb5-7f40-4caa-8978-65fda67ded1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:49.184381 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a8cb5-7f40-4caa-8978-65fda67ded1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:49.185641 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a8cb5-7f40-4caa-8978-65fda67ded1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:49.187440 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a8cb5-7f40-4caa-8978-65fda67ded1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:49.192312 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a8cb5-7f40-4caa-8978-65fda67ded1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:49.193603 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a8cb5-7f40-4caa-8978-65fda67ded1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:49.197064 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a8cb5-7f40-4caa-8978-65fda67ded1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:49.198113 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a8cb5-7f40-4caa-8978-65fda67ded1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:49.201592 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a8cb5-7f40-4caa-8978-65fda67ded1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:49.202622 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a8cb5-7f40-4caa-8978-65fda67ded1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:49.498612 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af674f-5056-41b4-93be-5c2c6a5ac408 req-ba7e1cfe-eadc-4a3c-91e8-e5efb1dedc6d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:49.502343 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30af674f-5056-41b4-93be-5c2c6a5ac408 req-ba7e1cfe-eadc-4a3c-91e8-e5efb1dedc6d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 944 time: 0.1308818 Nov 12 09:10:49.549618 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-7ad593fe-b820-4ca3-b629-cce3e97c89af service neutron] 10.222.0.54 "PUT /v2.0/ports/9151a255-e56d-442c-b962-166618c23cfe/bindings/n-h2-768862-16/activate HTTP/1.1" status: 200 len: 370 time: 5.4743795 Nov 12 09:10:49.551956 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30469210-1374-41e4-98e3-9b3a6c0c174c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:49.571598 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30469210-1374-41e4-98e3-9b3a6c0c174c admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:49.590155 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-30469210-1374-41e4-98e3-9b3a6c0c174c admin admin] 10.222.0.37 "DELETE /v2.0/networks/52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572 HTTP/1.1" status: 204 len: 168 time: 3.5276570 Nov 12 09:10:49.683041 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30469210-1374-41e4-98e3-9b3a6c0c174c admin admin] Pushing event deleted for resources: {'Network': ['ID=52df37a5-4ed5-4ab4-bb0d-dc3f7ad59572,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:49.705967 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30af674f-5056-41b4-93be-5c2c6a5ac408 req-f99151f1-7090-427d-a4ce-20f115a4552e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdf52893-4b7a-4351-9420-99a60d680f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866975 Nov 12 09:10:49.835022 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-edf1b00b-7609-46e9-ae2f-f4c88d42c002 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:49.842256 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-edf1b00b-7609-46e9-ae2f-f4c88d42c002 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258&tenant_id=300860f259ae41fb99a14af6fd1a3470&binding%3Ahost_id=n-h1-768862-16 HTTP/1.1" status: 200 len: 1096 time: 0.1323600 Nov 12 09:10:49.859276 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-89698feb-652a-48f3-86a8-00e856221ce7 req-9c7c8f2b-da80-4bc5-a0e1-fc189d3e3b6c service neutron] 10.222.0.54 "GET /v2.0/networks/49223426-292f-45f0-a626-40e35d481fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7817667 Nov 12 09:10:49.956383 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-14995829-b890-4c74-87e1-266bcd043871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:49.958338 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-14995829-b890-4c74-87e1-266bcd043871 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258&tenant_id=300860f259ae41fb99a14af6fd1a3470 HTTP/1.1" status: 200 len: 1096 time: 0.1083033 Nov 12 09:10:50.031688 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54460) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:50.237910 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb55db5d-c7cd-4328-8d26-5a67db4e5e5c tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:50.259480 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-89698feb-652a-48f3-86a8-00e856221ce7 req-10720821-0a4e-423e-8c2e-0d67bad80399 service neutron] 10.222.0.54 "GET /v2.0/networks/49223426-292f-45f0-a626-40e35d481fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790917 Nov 12 09:10:50.260112 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-d684ca92-a13a-496a-9109-9e053787cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:50.261901 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb55db5d-c7cd-4328-8d26-5a67db4e5e5c tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:50.262876 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-d684ca92-a13a-496a-9109-9e053787cf7f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 1096 time: 0.2628074 Nov 12 09:10:50.315858 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54466) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:50.360492 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8f368979-3eb4-4ba6-8401-c6a79bd11ee3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a8284b02bef74d698b2e1c15fc86f79b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3202717 Nov 12 09:10:50.364122 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54468) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:50.458646 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55db5d-c7cd-4328-8d26-5a67db4e5e5c tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Pushing event updated for resources: {'Port': ['ID=38eb0ad7-95ae-4b34-9ffe-e3546a3f804d,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:50.472044 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcdf78b-02aa-4582-9d5e-cb774cd63ddd req-a827b7f4-204a-4b74-9517-407914a01791 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:50.475926 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fbcdf78b-02aa-4582-9d5e-cb774cd63ddd req-a827b7f4-204a-4b74-9517-407914a01791 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/ports?device_id=285498a4-a47f-4426-98c6-daf48deb6b0f HTTP/1.1" status: 200 len: 944 time: 0.2776742 Nov 12 09:10:50.523060 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb55db5d-c7cd-4328-8d26-5a67db4e5e5c tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:50.537174 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9fb6eb8f-ee97-4e9d-8a16-7ecf5ef78031 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ad65bcc6bcb148c2b43b634da3af78b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2075174 Nov 12 09:10:50.544134 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54470) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:50.607405 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-0ecaf693-8946-4399-8022-31138bd929e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:50.610417 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-0ecaf693-8946-4399-8022-31138bd929e9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cbea348e-a050-44b2-a200-f39054e2a387 HTTP/1.1" status: 200 len: 898 time: 0.3248718 Nov 12 09:10:50.757716 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fbcdf78b-02aa-4582-9d5e-cb774cd63ddd req-f1394997-ecc0-4a48-91ef-756d847c82cb tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2185048-73ac-4204-9cdd-9f6c62414390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648299 Nov 12 09:10:50.764115 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [None req-bb55db5d-c7cd-4328-8d26-5a67db4e5e5c tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Floating IP 86b9f6cb-0f87-4f5c-a1dc-49c14f6b1674 associated. External IP: 172.25.6.92, port: 32e18187-58d0-4322-ad20-2324fde8f929. Nov 12 09:10:50.769497 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-990fa814-6d18-42c4-b677-6dca37a8e62a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:50.827287 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-fe0f1a00-8032-4129-a111-304a0878cfca service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9151a255-e56d-442c-b962-166618c23cfe HTTP/1.1" status: 200 len: 999 time: 0.2014844 Nov 12 09:10:50.923431 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-990fa814-6d18-42c4-b677-6dca37a8e62a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:50.938821 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-93e0f02e-17fd-4383-b8ea-c85766278992 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:51.045305 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-93e0f02e-17fd-4383-b8ea-c85766278992 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:51.050559 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-f47434ad-7e12-4b5e-9c54-ed579e63fbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:51.053123 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-f47434ad-7e12-4b5e-9c54-ed579e63fbee service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e18a9edb-966e-4b65-b818-4c95ab1ed8cc HTTP/1.1" status: 200 len: 834 time: 0.2129271 Nov 12 09:10:51.211666 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcc58d-a267-4fee-b2ef-a427355b7044 req-a2f87bc8-f5bf-4a09-a46c-0d145bbb5534 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:51.214098 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7fdcc58d-a267-4fee-b2ef-a427355b7044 req-a2f87bc8-f5bf-4a09-a46c-0d145bbb5534 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 944 time: 0.2082171 Nov 12 09:10:51.217733 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-990fa814-6d18-42c4-b677-6dca37a8e62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:51.221061 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-990fa814-6d18-42c4-b677-6dca37a8e62a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:51.223006 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-990fa814-6d18-42c4-b677-6dca37a8e62a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2aab198e-a675-4314-bb74-51103a3ea5d8 HTTP/1.1" status: 204 len: 168 time: 0.8051701 Nov 12 09:10:51.226074 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-b2114544-d367-4732-8e84-e388091bc3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:51.227892 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-b2114544-d367-4732-8e84-e388091bc3d8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cbea348e-a050-44b2-a200-f39054e2a387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1617906 Nov 12 09:10:51.266413 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb55db5d-c7cd-4328-8d26-5a67db4e5e5c tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Router 96b92d23-8c35-44bd-918f-8099aaff1cba has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:10:51.279327 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990fa814-6d18-42c4-b677-6dca37a8e62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aab198e-a675-4314-bb74-51103a3ea5d8,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:51.336944 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-93e0f02e-17fd-4383-b8ea-c85766278992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:51.341086 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-93e0f02e-17fd-4383-b8ea-c85766278992 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:51.352255 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-93e0f02e-17fd-4383-b8ea-c85766278992 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a744e7fc-8543-46a9-a97e-e6026eadf022 HTTP/1.1" status: 204 len: 168 time: 0.8011794 Nov 12 09:10:51.450117 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0f02e-17fd-4383-b8ea-c85766278992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a744e7fc-8543-46a9-a97e-e6026eadf022,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:51.509728 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7fdcc58d-a267-4fee-b2ef-a427355b7044 req-52594406-9afd-427b-8bc4-8134afde6f7b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdf52893-4b7a-4351-9420-99a60d680f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2805920 Nov 12 09:10:51.512013 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb55db5d-c7cd-4328-8d26-5a67db4e5e5c tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:10:51.528433 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401e0d66-debd-4121-a882-f0ee7a9969c6 None None] Sync routers for ids ['96b92d23-8c35-44bd-918f-8099aaff1cba'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:10:51.580071 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401e0d66-debd-4121-a882-f0ee7a9969c6 None None] Routers {'96b92d23-8c35-44bd-918f-8099aaff1cba'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:10:51.580417 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-401e0d66-debd-4121-a882-f0ee7a9969c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:10:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['96b92d23-8c35-44bd-918f-8099aaff1cba'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:51.595767 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb55db5d-c7cd-4328-8d26-5a67db4e5e5c tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:51.612285 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-4dd3536c-db64-44fc-9683-cb9c757d1af3 service neutron] 10.222.0.58 "GET /v2.0/networks/cbea348e-a050-44b2-a200-f39054e2a387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587186 Nov 12 09:10:51.656521 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-bb55db5d-c7cd-4328-8d26-5a67db4e5e5c tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.8395615 Nov 12 09:10:51.657423 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3d56da-bead-4111-863e-60c18f4f81ee', 'tag': '32e18187-58d0-4322-ad20-2324fde8f929'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:51.661199 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54482) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:51.672664 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfff599-9ed1-4604-bcfc-5a47754141b7" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3d56da-bead-4111-863e-60c18f4f81ee", "tag": "32e18187-58d0-4322-ad20-2324fde8f929"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:51.842006 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a3fc83-e908-4310-9020-17e1f05026b7 tempest-TestVolumeBackupRestore-1186502422 tempest-TestVolumeBackupRestore-1186502422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:51.845092 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-15a3fc83-e908-4310-9020-17e1f05026b7 tempest-TestVolumeBackupRestore-1186502422 tempest-TestVolumeBackupRestore-1186502422-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 1092 time: 0.1822572 Nov 12 09:10:51.849834 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54492) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:51.871322 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d112582d-ba39-415a-8e88-1b3f7ee62dc9 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Request body: {'floatingip': {'port_id': '32e18187-58d0-4322-ad20-2324fde8f929'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:51.884150 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-fab880da-2892-4ebd-9d4c-531397279217 service neutron] 10.222.0.58 "GET /v2.0/networks/cbea348e-a050-44b2-a200-f39054e2a387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600396 Nov 12 09:10:51.971134 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-401e0d66-debd-4121-a882-f0ee7a9969c6 None None] Set router 96b92d23-8c35-44bd-918f-8099aaff1cba gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:10:51.988960 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 1487037d-72ac-4b9c-8f22-b9e9e8c79976 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:10:52.128616 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d112582d-ba39-415a-8e88-1b3f7ee62dc9 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks [] for floatingip, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:52.254535 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 1487037d-72ac-4b9c-8f22-b9e9e8c79976 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:10:52.267028 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 1487037d-72ac-4b9c-8f22-b9e9e8c79976 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:52.267464 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:52.363480 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41183498-fceb-4d8c-91d6-8a3468354e05 x-openstack-request-id: req-41183498-fceb-4d8c-91d6-8a3468354e05 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:52.364002 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3d56da-bead-4111-863e-60c18f4f81ee", "tag": "32e18187-58d0-4322-ad20-2324fde8f929", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:52.364394 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41183498-fceb-4d8c-91d6-8a3468354e05 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:52.365027 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa3d56da-bead-4111-863e-60c18f4f81ee', 'tag': '32e18187-58d0-4322-ad20-2324fde8f929', 'status': 'completed', 'code': 200} Nov 12 09:10:52.453436 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-7405b2cb-120c-4323-a554-76ae5c4e7026 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:52.456541 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-7405b2cb-120c-4323-a554-76ae5c4e7026 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258&tenant_id=300860f259ae41fb99a14af6fd1a3470&binding%3Ahost_id=n-h2-768862-16 HTTP/1.1" status: 200 len: 1096 time: 0.1418574 Nov 12 09:10:52.671625 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:52.729249 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 1487037d-72ac-4b9c-8f22-b9e9e8c79976, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=1487037d-72ac-4b9c-8f22-b9e9e8c79976,segment=NetworkSegment(82a1a7a4-734c-488c-add6-5755c342def9),segment_id=82a1a7a4-734c-488c-add6-5755c342def9)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:52.751000 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285498a4-a47f-4426-98c6-daf48deb6b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1487037d-72ac-4b9c-8f22-b9e9e8c79976'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:52.756203 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2041f6-b089-44ae-811d-bc937460b64b" -d '{"events": [{"server_uuid": "285498a4-a47f-4426-98c6-daf48deb6b0f", "name": "network-vif-plugged", "status": "completed", "tag": "1487037d-72ac-4b9c-8f22-b9e9e8c79976"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:52.764455 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:52.857076 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-5151080e-23c9-4a41-9d27-1d204bdc83c6 service neutron] For port 9151a255-e56d-442c-b962-166618c23cfe, host n-h1-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:10:52.866009 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-5151080e-23c9-4a41-9d27-1d204bdc83c6 service neutron] Publish callbacks [] for binding, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:52.870477 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-5151080e-23c9-4a41-9d27-1d204bdc83c6 service neutron] 10.222.0.58 "DELETE /v2.0/ports/9151a255-e56d-442c-b962-166618c23cfe/bindings/n-h1-768862-16 HTTP/1.1" status: 204 len: 173 time: 0.4014151 Nov 12 09:10:52.886343 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfff599-9ed1-4604-bcfc-5a47754141b7 req-7ac6dddc-7563-49ea-8425-841569ab7971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:52.892507 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=1487037d-72ac-4b9c-8f22-b9e9e8c79976,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:52.898788 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cbfff599-9ed1-4604-bcfc-5a47754141b7 req-7ac6dddc-7563-49ea-8425-841569ab7971 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0362422c531d4b8e9db4790e3c3ca8bd&device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 1097 time: 0.5111139 Nov 12 09:10:52.914382 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665247c-f140-405c-a776-1336d39a08ee req-a66574a2-1517-4324-a347-0df0ca5d6f32 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:52.928548 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:52.929223 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:52.930997 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:52.933796 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:52.935324 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:52.935324 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:52.935324 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:52.937446 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3665247c-f140-405c-a776-1336d39a08ee req-a66574a2-1517-4324-a347-0df0ca5d6f32 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/ports?device_id=285498a4-a47f-4426-98c6-daf48deb6b0f HTTP/1.1" status: 200 len: 944 time: 0.2504947 Nov 12 09:10:52.956110 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:52.956110 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:52.956411 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:52.956578 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:52.960263 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:53.067508 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-401e0d66-debd-4121-a882-f0ee7a9969c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'name': 'tempest-TestVolumeBackupRestore-1001173478-router', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:35Z', 'updated_at': '2021-11-12T09:04:43Z', 'revision_number': 4, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'gw_port': {'id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:36Z', 'updated_at': '2021-11-12T09:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '86b9f6cb-0f87-4f5c-a1dc-49c14f6b1674', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'floating_ip_address': '172.25.6.92', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'port_id': '32e18187-58d0-4322-ad20-2324fde8f929', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3089, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb', 'mac_address': 'fa:16:3e:46:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3d56da-bead-4111-863e-60c18f4f81ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:10:46Z', 'updated_at': '2021-11-12T09:10:46Z', 'revision_number': 0, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288', 'name': '', 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'mac_address': 'fa:16:3e:9c:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '32ad61dc-5bb3-4484-80e5-88f7dffba25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:42Z', 'updated_at': '2021-11-12T09:04:49Z', 'revision_number': 5, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'subnets': [{'id': '32ad61dc-5bb3-4484-80e5-88f7dffba25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:53.086306 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3665247c-f140-405c-a776-1336d39a08ee req-730a1b23-689b-44d1-84e6-99ad951d3fe0 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2185048-73ac-4204-9cdd-9f6c62414390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472600 Nov 12 09:10:53.117534 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401e0d66-debd-4121-a882-f0ee7a9969c6 None None] Checking router: 96b92d23-8c35-44bd-918f-8099aaff1cba for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:10:53.150060 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401e0d66-debd-4121-a882-f0ee7a9969c6 None None] Routers {'96b92d23-8c35-44bd-918f-8099aaff1cba'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:10:53.151493 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-401e0d66-debd-4121-a882-f0ee7a9969c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:10:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['96b92d23-8c35-44bd-918f-8099aaff1cba'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:53.453258 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76074f-e02c-4995-802f-cb41f7373378 req-6edcab80-e929-4bfd-bcbc-4afd5d72962b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:53.456134 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fb76074f-e02c-4995-802f-cb41f7373378 req-6edcab80-e929-4bfd-bcbc-4afd5d72962b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 944 time: 0.1983829 Nov 12 09:10:53.651436 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfff599-9ed1-4604-bcfc-5a47754141b7 req-6b3f6e96-dd1f-422e-977e-c75f438d08d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:53.654265 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cbfff599-9ed1-4604-bcfc-5a47754141b7 req-6b3f6e96-dd1f-422e-977e-c75f438d08d4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c7c00da9-8e7b-4bad-8b46-03ed4b78bebb HTTP/1.1" status: 200 len: 915 time: 0.7480893 Nov 12 09:10:53.718958 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fb76074f-e02c-4995-802f-cb41f7373378 req-f9bb3e78-7ec8-4151-b5d4-c9bd2fa4eac6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdf52893-4b7a-4351-9420-99a60d680f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333677 Nov 12 09:10:53.799079 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-401e0d66-debd-4121-a882-f0ee7a9969c6 None None] Set router 96b92d23-8c35-44bd-918f-8099aaff1cba gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:10:53.803599 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cbfff599-9ed1-4604-bcfc-5a47754141b7 req-7cef2b10-6099-4197-a675-99b1cdea5697 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32e18187-58d0-4322-ad20-2324fde8f929 HTTP/1.1" status: 200 len: 998 time: 0.1391182 Nov 12 09:10:54.012814 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfff599-9ed1-4604-bcfc-5a47754141b7 req-0a58f7a7-d3b6-4ca5-8e5f-bfcb5c3b9c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:54.016816 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cbfff599-9ed1-4604-bcfc-5a47754141b7 req-0a58f7a7-d3b6-4ca5-8e5f-bfcb5c3b9c30 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=32ad61dc-5bb3-4484-80e5-88f7dffba25c HTTP/1.1" status: 200 len: 853 time: 0.2047288 Nov 12 09:10:54.030390 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d281312-08f0-4c20-8f81-7095c6296932 x-openstack-request-id: req-7d281312-08f0-4c20-8f81-7095c6296932 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:54.030815 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285498a4-a47f-4426-98c6-daf48deb6b0f", "name": "network-vif-plugged", "status": "completed", "tag": "1487037d-72ac-4b9c-8f22-b9e9e8c79976", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:54.031457 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d281312-08f0-4c20-8f81-7095c6296932 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:54.032114 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285498a4-a47f-4426-98c6-daf48deb6b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1487037d-72ac-4b9c-8f22-b9e9e8c79976', 'code': 200} Nov 12 09:10:54.168894 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:54.285968 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfff599-9ed1-4604-bcfc-5a47754141b7 req-87f9ae94-6d69-444f-bc61-f84713825910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:54.295869 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cbfff599-9ed1-4604-bcfc-5a47754141b7 req-87f9ae94-6d69-444f-bc61-f84713825910 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7c00da9-8e7b-4bad-8b46-03ed4b78bebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2684035 Nov 12 09:10:54.336170 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8739fd-8d13-4096-a0c0-bc2af559b114 req-6b47ebad-6131-4805-b1a9-aee083494705 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:54.340032 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1d8739fd-8d13-4096-a0c0-bc2af559b114 req-6b47ebad-6131-4805-b1a9-aee083494705 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 1096 time: 0.1536832 Nov 12 09:10:54.433448 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-401e0d66-debd-4121-a882-f0ee7a9969c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'name': 'tempest-TestVolumeBackupRestore-1001173478-router', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:35Z', 'updated_at': '2021-11-12T09:04:43Z', 'revision_number': 4, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'gw_port': {'id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:36Z', 'updated_at': '2021-11-12T09:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '86b9f6cb-0f87-4f5c-a1dc-49c14f6b1674', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'floating_ip_address': '172.25.6.92', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'port_id': '32e18187-58d0-4322-ad20-2324fde8f929', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3089, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb', 'mac_address': 'fa:16:3e:46:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3d56da-bead-4111-863e-60c18f4f81ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:10:46Z', 'updated_at': '2021-11-12T09:10:46Z', 'revision_number': 0, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288', 'name': '', 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'mac_address': 'fa:16:3e:9c:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '32ad61dc-5bb3-4484-80e5-88f7dffba25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:42Z', 'updated_at': '2021-11-12T09:04:49Z', 'revision_number': 5, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'subnets': [{'id': '32ad61dc-5bb3-4484-80e5-88f7dffba25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:54.464576 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cbfff599-9ed1-4604-bcfc-5a47754141b7 req-d9c6404f-936a-4552-bfb7-4de4409da582 service neutron] 10.222.0.54 "GET /v2.0/networks/c7c00da9-8e7b-4bad-8b46-03ed4b78bebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541901 Nov 12 09:10:54.468990 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3e6cd-c908-496e-9df6-4ff8a1b26dca req-e89a7b5a-af91-4569-b88d-2be522fdf8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:54.471420 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cba3e6cd-c908-496e-9df6-4ff8a1b26dca req-e89a7b5a-af91-4569-b88d-2be522fdf8ba service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=285498a4-a47f-4426-98c6-daf48deb6b0f HTTP/1.1" status: 200 len: 1097 time: 0.4794619 Nov 12 09:10:54.531395 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1d8739fd-8d13-4096-a0c0-bc2af559b114 req-1fd286fb-ba3a-49a3-99a7-c3dcddc3177a tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=bdf52893-4b7a-4351-9420-99a60d680f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612947 Nov 12 09:10:54.547709 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401e0d66-debd-4121-a882-f0ee7a9969c6 None None] The sync data for ids ['96b92d23-8c35-44bd-918f-8099aaff1cba'] in n-d-768862-16 is: [{'id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'name': 'tempest-TestVolumeBackupRestore-1001173478-router', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:35Z', 'updated_at': '2021-11-12T09:04:43Z', 'revision_number': 4, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'gw_port': {'id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:36Z', 'updated_at': '2021-11-12T09:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '86b9f6cb-0f87-4f5c-a1dc-49c14f6b1674', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'floating_ip_address': '172.25.6.92', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'port_id': '32e18187-58d0-4322-ad20-2324fde8f929', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3089, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb', 'mac_address': 'fa:16:3e:46:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3d56da-bead-4111-863e-60c18f4f81ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:10:46Z', 'updated_at': '2021-11-12T09:10:46Z', 'revision_number': 0, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288', 'name': '', 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'mac_address': 'fa:16:3e:9c:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '32ad61dc-5bb3-4484-80e5-88f7dffba25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:42Z', 'updated_at': '2021-11-12T09:04:49Z', 'revision_number': 5, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'subnets': [{'id': '32ad61dc-5bb3-4484-80e5-88f7dffba25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:10:54.762766 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54552) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.006640 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cbfff599-9ed1-4604-bcfc-5a47754141b7 req-64954212-cefe-4bf1-950b-4067926e737d service neutron] 10.222.0.54 "GET /v2.0/networks/c7c00da9-8e7b-4bad-8b46-03ed4b78bebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244739 Nov 12 09:10:55.030755 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-cba3e6cd-c908-496e-9df6-4ff8a1b26dca req-f3d61cca-f195-486f-867b-6a1fde90a818 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b2185048-73ac-4204-9cdd-9f6c62414390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5284774 Nov 12 09:10:55.134598 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86febc05-64e8-4dd8-ae8e-8625a07318c3 None None] New status for floating IP 86b9f6cb-0f87-4f5c-a1dc-49c14f6b1674: ACTIVE {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:10:55.143435 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-0af11a76-3e1b-4876-ad06-5ee6f2cc4212 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.145386 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0af11a76-3e1b-4876-ad06-5ee6f2cc4212 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3809669 Nov 12 09:10:55.149838 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54558) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.167062 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-eec8e71c-52e9-4a1a-9050-51c1c8430c80 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.181644 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-eec8e71c-52e9-4a1a-9050-51c1c8430c80 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0294685 Nov 12 09:10:55.184455 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54560) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.203331 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [None req-fbd8ec25-b180-4dd7-89e3-2fada862cc63 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.207826 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-fbd8ec25-b180-4dd7-89e3-2fada862cc63 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0190487 Nov 12 09:10:55.208627 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.db.resource_extend [None req-d112582d-ba39-415a-8e88-1b3f7ee62dc9 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 09:10:55.209728 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54564) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.226381 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-f8506ccf-6441-449b-8cba-49fa10b0e46c tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.228122 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f8506ccf-6441-449b-8cba-49fa10b0e46c tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0147109 Nov 12 09:10:55.239182 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54566) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.279975 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-e170144b-8b82-4cdd-9a90-5bf4c2293be5 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.281895 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e170144b-8b82-4cdd-9a90-5bf4c2293be5 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0383193 Nov 12 09:10:55.286171 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54568) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.291639 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-69474e0d-e70b-4a8e-a81d-9d82ad849cd5 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.293066 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-69474e0d-e70b-4a8e-a81d-9d82ad849cd5 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0062034 Nov 12 09:10:55.299620 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54570) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.314366 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [None req-b1826b49-e8e6-4309-94f3-a076c7c7ddca tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.320646 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b1826b49-e8e6-4309-94f3-a076c7c7ddca tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0184357 Nov 12 09:10:55.325099 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54572) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.331609 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d82d88-65d3-4de1-8e0d-39d8c48d0a1d req-965091b8-c75b-43c5-96ef-7214feebceaa tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:55.332420 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [None req-47619947-0d51-4397-805e-fd8155b9e53c tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.334339 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e1d82d88-65d3-4de1-8e0d-39d8c48d0a1d req-965091b8-c75b-43c5-96ef-7214feebceaa tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/ports?device_id=285498a4-a47f-4426-98c6-daf48deb6b0f HTTP/1.1" status: 200 len: 945 time: 0.1300087 Nov 12 09:10:55.336495 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-47619947-0d51-4397-805e-fd8155b9e53c tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0098851 Nov 12 09:10:55.338051 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54574) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.349166 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-0ea56d8c-aabd-4ecc-8fb2-6574c1252221 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.358678 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0ea56d8c-aabd-4ecc-8fb2-6574c1252221 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0187626 Nov 12 09:10:55.359366 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54576) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.366741 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-00f53833-1fe8-4e46-87b3-1dc9e1e427f3 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.372391 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-00f53833-1fe8-4e46-87b3-1dc9e1e427f3 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0102339 Nov 12 09:10:55.375557 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d112582d-ba39-415a-8e88-1b3f7ee62dc9 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:55.377066 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54578) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.386279 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [None req-f462092f-77e3-40cd-b12c-23ef16aa23a3 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.388604 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f462092f-77e3-40cd-b12c-23ef16aa23a3 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0092876 Nov 12 09:10:55.391419 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d112582d-ba39-415a-8e88-1b3f7ee62dc9 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:55.418203 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54580) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.435655 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-9f58002b-313b-431c-99b5-27510eca8230 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.443507 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9f58002b-313b-431c-99b5-27510eca8230 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0196424 Nov 12 09:10:55.444554 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54582) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.448996 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.db.api [None req-86febc05-64e8-4dd8-ae8e-8625a07318c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:10:55.449976 n-d-768862-16 neutron-server[102571]: DEBUG oslo_db.api [None req-86febc05-64e8-4dd8-ae8e-8625a07318c3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:10:55.472361 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-31bc5bef-658f-4b9f-b2b6-127b40535efa tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.473959 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-31bc5bef-658f-4b9f-b2b6-127b40535efa tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0075827 Nov 12 09:10:55.483796 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54584) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.488739 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-53a91615-301e-4a49-b075-23794ff78982 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.490987 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-53a91615-301e-4a49-b075-23794ff78982 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0080183 Nov 12 09:10:55.495591 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54586) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.509752 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [None req-038319f6-b496-4917-add2-b8e2ae0b0e6f tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.513868 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e1d82d88-65d3-4de1-8e0d-39d8c48d0a1d req-ba2bd4a5-d4d1-4105-a683-94563e1b3bef tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2185048-73ac-4204-9cdd-9f6c62414390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531482 Nov 12 09:10:55.514692 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54588) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.515002 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-038319f6-b496-4917-add2-b8e2ae0b0e6f tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0157721 Nov 12 09:10:55.522597 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-61d66596-5959-4ea8-96f8-ab8897ca3224 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.524849 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-61d66596-5959-4ea8-96f8-ab8897ca3224 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0080929 Nov 12 09:10:55.529470 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54590) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.537752 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [None req-29d57a15-c13f-4884-a9d1-90a7284438a8 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.544606 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-29d57a15-c13f-4884-a9d1-90a7284438a8 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0081794 Nov 12 09:10:55.544912 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54592) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.550497 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-b47b50ca-b8e8-40ce-8a0a-9b59eea68c5b tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.555567 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b47b50ca-b8e8-40ce-8a0a-9b59eea68c5b tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0056586 Nov 12 09:10:55.556116 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54594) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.565991 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-4961fe11-a28a-449e-96e1-17230a5dd5c1 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.572040 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4961fe11-a28a-449e-96e1-17230a5dd5c1 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0139050 Nov 12 09:10:55.572870 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54596) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.584022 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-7b09c840-afa3-4767-844e-b02560a11dc7 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.585151 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7b09c840-afa3-4767-844e-b02560a11dc7 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0103445 Nov 12 09:10:55.586274 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54598) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.595062 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-cad44212-1a09-4fb4-9835-5a733e99741b tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.597006 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-cad44212-1a09-4fb4-9835-5a733e99741b tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0089142 Nov 12 09:10:55.601072 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54600) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.611629 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-72af0a5e-ec15-4f40-83eb-652647f5db9f tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.613868 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-72af0a5e-ec15-4f40-83eb-652647f5db9f tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0111210 Nov 12 09:10:55.621235 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54602) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.632493 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [None req-530389f6-f751-493e-a31e-98fdd7fd3511 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.634529 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-530389f6-f751-493e-a31e-98fdd7fd3511 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0112491 Nov 12 09:10:55.637916 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54604) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.645640 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-d13da79c-6772-4c65-9483-5a4c4b64069b tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.647710 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d13da79c-6772-4c65-9483-5a4c4b64069b tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0080993 Nov 12 09:10:55.652522 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54606) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.658975 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-f78e787a-a7bf-47dc-b0ca-8f57278c5a4c tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.665930 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f78e787a-a7bf-47dc-b0ca-8f57278c5a4c tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0118413 Nov 12 09:10:55.666606 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54608) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.673173 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-ffb1737b-07dd-49d2-ad52-dadaec1865ee tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.677486 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ffb1737b-07dd-49d2-ad52-dadaec1865ee tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0093679 Nov 12 09:10:55.678535 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54610) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.686089 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-7f1a3127-7b58-442d-a030-039510d1f31e tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.692661 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7f1a3127-7b58-442d-a030-039510d1f31e tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0122688 Nov 12 09:10:55.693601 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54612) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.705654 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-85f5c7ba-c97e-4161-9244-4d6550c5409b tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.712654 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-85f5c7ba-c97e-4161-9244-4d6550c5409b tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0127590 Nov 12 09:10:55.720895 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54614) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.728069 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-d9050f50-aa79-41bc-8689-69f881f4b595 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.732217 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d9050f50-aa79-41bc-8689-69f881f4b595 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0081789 Nov 12 09:10:55.735207 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54616) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.769156 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-0517f171-f744-4a1d-8a75-a61af52aab2c tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.770834 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0517f171-f744-4a1d-8a75-a61af52aab2c tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0088792 Nov 12 09:10:55.789235 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54620) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.806620 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [None req-58b4c0de-6994-4e12-873b-5a7e1c27b45e tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.809297 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-58b4c0de-6994-4e12-873b-5a7e1c27b45e tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0140727 Nov 12 09:10:55.815449 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54622) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.829654 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [None req-cadbbeee-9a9b-4a80-9373-92bb33f9382d tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.829654 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-cadbbeee-9a9b-4a80-9373-92bb33f9382d tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0092661 Nov 12 09:10:55.833698 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbf76e-15bb-4bec-bfcb-33df8d5fa585 req-08666143-778b-4d94-817d-b3db145e7e44 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:55.836863 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1cbbf76e-15bb-4bec-bfcb-33df8d5fa585 req-08666143-778b-4d94-817d-b3db145e7e44 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 944 time: 0.1349175 Nov 12 09:10:55.837605 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54624) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.845070 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-21d16f48-d297-443e-9b0f-5d9a0f803c11 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.847659 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-21d16f48-d297-443e-9b0f-5d9a0f803c11 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0074377 Nov 12 09:10:55.853384 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54626) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.867762 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-0a194096-d2f7-49b4-a9aa-9bb7c259cdb0 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.875804 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0a194096-d2f7-49b4-a9aa-9bb7c259cdb0 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0176604 Nov 12 09:10:55.876807 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54628) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.919843 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-6fc144a7-964c-40a7-9b6c-54a5b049a517 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.927214 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6fc144a7-964c-40a7-9b6c-54a5b049a517 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0171525 Nov 12 09:10:55.931061 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54630) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.942398 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-dfefc50d-2315-4499-b1a8-9e9898cbec7f tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.948632 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-dfefc50d-2315-4499-b1a8-9e9898cbec7f tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0153160 Nov 12 09:10:55.949902 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54632) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.952568 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86febc05-64e8-4dd8-ae8e-8625a07318c3 None None] New status for floating IP 86b9f6cb-0f87-4f5c-a1dc-49c14f6b1674: ACTIVE {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:10:55.961381 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [None req-5cfb7956-f12a-4cda-bd95-19168f6af640 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.967367 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5cfb7956-f12a-4cda-bd95-19168f6af640 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0120754 Nov 12 09:10:55.968938 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54634) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.972924 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d112582d-ba39-415a-8e88-1b3f7ee62dc9 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Router 96b92d23-8c35-44bd-918f-8099aaff1cba has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:10:55.977451 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-f925295f-7b2e-41e1-97e6-2e87b3aefddc tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:55.987335 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f925295f-7b2e-41e1-97e6-2e87b3aefddc tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0088379 Nov 12 09:10:55.989773 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54636) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.021042 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-fdd78e90-af6a-4d12-9384-8b5b2e425ecf tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:56.028210 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fdd78e90-af6a-4d12-9384-8b5b2e425ecf tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0312827 Nov 12 09:10:56.042274 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54638) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.057160 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-f8423e13-6ba4-42e1-8379-b58a590f3616 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:56.057160 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f8423e13-6ba4-42e1-8379-b58a590f3616 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0108178 Nov 12 09:10:56.063053 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54640) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.073687 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [None req-dbb7efae-304c-408f-bf97-5c9199b0aca3 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:56.079678 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-dbb7efae-304c-408f-bf97-5c9199b0aca3 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0103850 Nov 12 09:10:56.080526 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54642) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.101865 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [None req-b7a4d43e-37c8-4008-be82-fd5ebc40e4c4 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:56.107857 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1cbbf76e-15bb-4bec-bfcb-33df8d5fa585 req-e333efe0-3bcd-48d3-8deb-cb3e9e0d9252 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdf52893-4b7a-4351-9420-99a60d680f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520585 Nov 12 09:10:56.114484 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54644) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.115571 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b7a4d43e-37c8-4008-be82-fd5ebc40e4c4 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0330372 Nov 12 09:10:56.130461 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-25d605d4-7ca8-4de1-a018-113d153c0e2d tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:56.138863 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-25d605d4-7ca8-4de1-a018-113d153c0e2d tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0166452 Nov 12 09:10:56.139642 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54646) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.156101 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-415057f0-782d-4862-afb4-b3466cec044c tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:56.167996 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-415057f0-782d-4862-afb4-b3466cec044c tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0208447 Nov 12 09:10:56.167996 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54648) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.171662 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54650) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.370470 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-916cd0cd-e1f7-4ac7-864f-a0fb11c2a8cd tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:56.377372 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d112582d-ba39-415a-8e88-1b3f7ee62dc9 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:10:56.378056 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-916cd0cd-e1f7-4ac7-864f-a0fb11c2a8cd tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.1985865 Nov 12 09:10:56.393074 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54658) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.408776 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d112582d-ba39-415a-8e88-1b3f7ee62dc9 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:56.426745 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4099dacc-0be9-4d63-9500-81aa92f203cc tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/floatingips/b68cd269-bab2-4d46-9817-ee48037548c3 HTTP/1.1" status: 200 len: 991 time: 0.2526958 Nov 12 09:10:56.433630 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [None req-6a16237b-40c8-4211-b6b0-6bc40d19a8d6 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:56.435938 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6a16237b-40c8-4211-b6b0-6bc40d19a8d6 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0376465 Nov 12 09:10:56.440743 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54662) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.454188 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-99d8dac8-c9ab-4df9-b3dc-0e8a38abe9cb tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:56.457569 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-99d8dac8-c9ab-4df9-b3dc-0e8a38abe9cb tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0135164 Nov 12 09:10:56.461027 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54664) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.470997 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-7a831680-2d24-4b25-9b17-42d96fbc8ec8 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:56.478743 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7a831680-2d24-4b25-9b17-42d96fbc8ec8 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0106571 Nov 12 09:10:56.479854 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54668) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.492329 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-4d0aa0cc-9387-48b8-a020-7c07f011e6e1 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:56.499973 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4d0aa0cc-9387-48b8-a020-7c07f011e6e1 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0137041 Nov 12 09:10:56.501431 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54670) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.513602 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-ee6f598f-5e22-49e3-ac6e-01b3dfea824b tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:56.520523 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ee6f598f-5e22-49e3-ac6e-01b3dfea824b tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0122116 Nov 12 09:10:56.520523 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54672) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.537218 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-ffb0b74a-3fb6-49a9-b071-759c0e4e9319 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:56.547356 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ffb0b74a-3fb6-49a9-b071-759c0e4e9319 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0208240 Nov 12 09:10:56.548651 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54674) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.562417 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-26ab2370-eca0-4ffc-8592-8f3cb5bf039c tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:56.573483 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-26ab2370-eca0-4ffc-8592-8f3cb5bf039c tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0238409 Nov 12 09:10:56.574811 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54676) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.577748 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3d56da-bead-4111-863e-60c18f4f81ee', 'tag': '32e18187-58d0-4322-ad20-2324fde8f929'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:56.581729 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-cb30142e-c544-4708-8099-51d5fd277dfe tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:56.586428 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786e97cf-60f0-453c-a7f9-e06a6b2b3fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3d56da-bead-4111-863e-60c18f4f81ee", "tag": "32e18187-58d0-4322-ad20-2324fde8f929"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:56.589642 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-cb30142e-c544-4708-8099-51d5fd277dfe tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0131314 Nov 12 09:10:56.590746 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54678) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.606552 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-206de84b-8a83-417d-8ecb-aaa433fbaade tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:56.608754 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-206de84b-8a83-417d-8ecb-aaa433fbaade tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0162551 Nov 12 09:10:56.616378 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54684) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.627006 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-5caaa6fc-b6fb-48cc-a46c-9b937ae2a573 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:56.634290 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5caaa6fc-b6fb-48cc-a46c-9b937ae2a573 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0162168 Nov 12 09:10:56.635303 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54686) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.643694 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-571b9c0d-15ac-4e40-a006-a5d38a7f4578 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:56.651429 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-571b9c0d-15ac-4e40-a006-a5d38a7f4578 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0133114 Nov 12 09:10:56.651936 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54688) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.661856 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-0f6dd782-5856-4a9f-9ae4-5457e8e29315 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:56.671028 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0f6dd782-5856-4a9f-9ae4-5457e8e29315 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0160768 Nov 12 09:10:56.672610 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54692) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.683605 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-72be7f86-63a7-4eb4-99e5-3a350de8053d tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:56.685555 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-72be7f86-63a7-4eb4-99e5-3a350de8053d tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0108645 Nov 12 09:10:56.692619 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54694) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.700812 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d112582d-ba39-415a-8e88-1b3f7ee62dc9 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "PUT /v2.0/floatingips/86b9f6cb-0f87-4f5c-a1dc-49c14f6b1674 HTTP/1.1" status: 200 len: 990 time: 4.8478866 Nov 12 09:10:56.701086 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-dd6a3d96-3e4c-4dad-ad6d-66bd75572001 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:56.703561 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-dd6a3d96-3e4c-4dad-ad6d-66bd75572001 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0093286 Nov 12 09:10:56.709637 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54696) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.717167 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [None req-55d9a890-2d1a-4031-a20e-5d9efdbaf223 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:56.723153 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54698) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.724621 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-55d9a890-2d1a-4031-a20e-5d9efdbaf223 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0129409 Nov 12 09:10:56.731200 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [None req-282902ef-2750-4375-b87f-8fe42d04c368 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:56.738485 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54700) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.739268 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-282902ef-2750-4375-b87f-8fe42d04c368 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0085931 Nov 12 09:10:56.757419 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [None req-14d64815-08d4-46a0-8dce-b8873ac6f4c4 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:56.762310 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-14d64815-08d4-46a0-8dce-b8873ac6f4c4 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0220034 Nov 12 09:10:56.763948 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54704) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.771429 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [None req-ff9d24c6-3f4a-4254-abb4-2a8760287ff3 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:56.774521 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ff9d24c6-3f4a-4254-abb4-2a8760287ff3 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0075727 Nov 12 09:10:56.778274 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54706) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.787862 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [None req-5bc1b15a-af1e-45d2-bf08-a46e446efc9c tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:56.789965 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5bc1b15a-af1e-45d2-bf08-a46e446efc9c tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0085952 Nov 12 09:10:56.800737 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54708) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.809044 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [None req-e50f566c-34bb-49c7-a317-4bb7677ff292 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:56.817762 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54710) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.820456 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de93d94-0cb0-4c6a-a797-7e1ed8ace1c3 None None] Sync routers for ids ['96b92d23-8c35-44bd-918f-8099aaff1cba'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:10:56.822026 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e50f566c-34bb-49c7-a317-4bb7677ff292 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0187776 Nov 12 09:10:56.823007 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54712) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.846471 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [None req-0ddb006d-d4d8-4f84-8559-a81a2212605d tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:56.852804 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0ddb006d-d4d8-4f84-8559-a81a2212605d tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0261981 Nov 12 09:10:56.859221 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54716) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.865789 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de93d94-0cb0-4c6a-a797-7e1ed8ace1c3 None None] Routers {'96b92d23-8c35-44bd-918f-8099aaff1cba'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:10:56.867035 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-7de93d94-0cb0-4c6a-a797-7e1ed8ace1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:10:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['96b92d23-8c35-44bd-918f-8099aaff1cba'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:56.881565 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [None req-be2713db-57f4-4a67-b6c9-38e455def149 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:56.888790 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-be2713db-57f4-4a67-b6c9-38e455def149 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0249674 Nov 12 09:10:56.892031 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54718) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.911097 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [None req-22e9e15d-9bc2-4c16-952d-3e2397b0dcd8 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:56.916675 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-22e9e15d-9bc2-4c16-952d-3e2397b0dcd8 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0223725 Nov 12 09:10:56.920982 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54720) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.929607 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [None req-dbdd5233-3d0c-4158-a201-03a2ef5d221d tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:56.935958 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-dbdd5233-3d0c-4158-a201-03a2ef5d221d tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0082986 Nov 12 09:10:56.936933 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54722) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.944752 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [None req-8f4ea49a-d4c3-46c1-b573-0b0230d685d7 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:56.951397 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8f4ea49a-d4c3-46c1-b573-0b0230d685d7 tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0083044 Nov 12 09:10:56.953374 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54726) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.968822 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [None req-b0e29475-2979-4474-9d3e-bb302db57fef tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:56.971813 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b0e29475-2979-4474-9d3e-bb302db57fef tempest-ExtensionsTestJSON-320925380 tempest-ExtensionsTestJSON-320925380-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0152912 Nov 12 09:10:57.177897 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb068e-00e1-415a-99ea-4a1cd81b9834 req-8b981a41-cf6f-4a73-87b4-0608e27feaaa tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:57.181209 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-efdb068e-00e1-415a-99ea-4a1cd81b9834 req-8b981a41-cf6f-4a73-87b4-0608e27feaaa tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/ports?device_id=285498a4-a47f-4426-98c6-daf48deb6b0f HTTP/1.1" status: 200 len: 945 time: 0.2106361 Nov 12 09:10:57.183721 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-7de93d94-0cb0-4c6a-a797-7e1ed8ace1c3 None None] Set router 96b92d23-8c35-44bd-918f-8099aaff1cba gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:10:57.409481 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-efdb068e-00e1-415a-99ea-4a1cd81b9834 req-af851c94-5a72-4a56-a594-9f8cee088858 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2185048-73ac-4204-9cdd-9f6c62414390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584735 Nov 12 09:10:57.491618 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-ff302118-6764-44bc-9768-8bfccc9d0fa6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Deleting port 885ea407-4237-4618-bdf0-5820ce585d3c {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:57.494137 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ff302118-6764-44bc-9768-8bfccc9d0fa6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:57.588882 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415be021-ff1a-4a1d-904b-4c479096535b x-openstack-request-id: req-415be021-ff1a-4a1d-904b-4c479096535b {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:57.591935 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3d56da-bead-4111-863e-60c18f4f81ee", "tag": "32e18187-58d0-4322-ad20-2324fde8f929", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:57.592653 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-415be021-ff1a-4a1d-904b-4c479096535b {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:57.593564 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa3d56da-bead-4111-863e-60c18f4f81ee', 'tag': '32e18187-58d0-4322-ad20-2324fde8f929', 'status': 'completed', 'code': 200} Nov 12 09:10:57.676241 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54736) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:57.776333 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e97cf-60f0-453c-a7f9-e06a6b2b3fb9 req-5e6e3769-5083-4de1-b64c-4ab33cfb33c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:57.778244 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-786e97cf-60f0-453c-a7f9-e06a6b2b3fb9 req-5e6e3769-5083-4de1-b64c-4ab33cfb33c0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0362422c531d4b8e9db4790e3c3ca8bd&device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 1097 time: 0.1748760 Nov 12 09:10:57.805263 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ff302118-6764-44bc-9768-8bfccc9d0fa6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:57.805887 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ff302118-6764-44bc-9768-8bfccc9d0fa6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:57.887570 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-7de93d94-0cb0-4c6a-a797-7e1ed8ace1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'name': 'tempest-TestVolumeBackupRestore-1001173478-router', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:35Z', 'updated_at': '2021-11-12T09:04:43Z', 'revision_number': 4, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'gw_port': {'id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:36Z', 'updated_at': '2021-11-12T09:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '86b9f6cb-0f87-4f5c-a1dc-49c14f6b1674', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'floating_ip_address': '172.25.6.92', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'port_id': '32e18187-58d0-4322-ad20-2324fde8f929', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3089, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb', 'mac_address': 'fa:16:3e:46:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3d56da-bead-4111-863e-60c18f4f81ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:10:46Z', 'updated_at': '2021-11-12T09:10:56Z', 'revision_number': 2, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288', 'name': '', 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'mac_address': 'fa:16:3e:9c:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '32ad61dc-5bb3-4484-80e5-88f7dffba25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:42Z', 'updated_at': '2021-11-12T09:04:49Z', 'revision_number': 5, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'subnets': [{'id': '32ad61dc-5bb3-4484-80e5-88f7dffba25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:57.899528 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-ff302118-6764-44bc-9768-8bfccc9d0fa6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Calling delete_port for 885ea407-4237-4618-bdf0-5820ce585d3c owned by network:floatingip {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:57.974270 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de93d94-0cb0-4c6a-a797-7e1ed8ace1c3 None None] Checking router: 96b92d23-8c35-44bd-918f-8099aaff1cba for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:10:57.995567 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de93d94-0cb0-4c6a-a797-7e1ed8ace1c3 None None] Routers {'96b92d23-8c35-44bd-918f-8099aaff1cba'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:10:57.996954 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-7de93d94-0cb0-4c6a-a797-7e1ed8ace1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:10:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['96b92d23-8c35-44bd-918f-8099aaff1cba'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:58.047701 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-14e3bece-b06b-4192-8faf-63c1b9490fd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:58.060695 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c1d06-62dc-41f6-886d-7f14769fd661 req-ebba9a5f-fbd8-4362-aaa2-3731dbc52477 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:58.072836 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5c2c1d06-62dc-41f6-886d-7f14769fd661 req-ebba9a5f-fbd8-4362-aaa2-3731dbc52477 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/ports?device_id=285498a4-a47f-4426-98c6-daf48deb6b0f HTTP/1.1" status: 200 len: 945 time: 0.2818985 Nov 12 09:10:58.172754 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e97cf-60f0-453c-a7f9-e06a6b2b3fb9 req-37f18d8d-0589-4c4a-a722-5b17ab8709ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:58.183661 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-786e97cf-60f0-453c-a7f9-e06a6b2b3fb9 req-37f18d8d-0589-4c4a-a722-5b17ab8709ef service neutron] 10.222.0.54 "GET /v2.0/networks?id=c7c00da9-8e7b-4bad-8b46-03ed4b78bebb HTTP/1.1" status: 200 len: 915 time: 0.3945868 Nov 12 09:10:58.247309 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5c2c1d06-62dc-41f6-886d-7f14769fd661 req-54dc98d9-e9d5-4969-a97d-b1af48c3eecf tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2185048-73ac-4204-9cdd-9f6c62414390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724169 Nov 12 09:10:58.396600 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-7de93d94-0cb0-4c6a-a797-7e1ed8ace1c3 None None] Set router 96b92d23-8c35-44bd-918f-8099aaff1cba gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:10:58.494583 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-786e97cf-60f0-453c-a7f9-e06a6b2b3fb9 req-4657780e-a771-4c63-aea0-79b1481eb447 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32e18187-58d0-4322-ad20-2324fde8f929 HTTP/1.1" status: 200 len: 1000 time: 0.3077521 Nov 12 09:10:58.506348 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54746) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:58.544829 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-14e3bece-b06b-4192-8faf-63c1b9490fd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:58.557042 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-14e3bece-b06b-4192-8faf-63c1b9490fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:58.668379 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3bece-b06b-4192-8faf-63c1b9490fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190ad57f-41a5-47da-ab6e-e1353666b270,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:58.776072 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-14e3bece-b06b-4192-8faf-63c1b9490fd6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=85d4b18615644b9fb0ca962ab4f7d7d6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0934534 Nov 12 09:10:58.776072 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ff302118-6764-44bc-9768-8bfccc9d0fa6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:58.777383 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e97cf-60f0-453c-a7f9-e06a6b2b3fb9 req-d2b04019-8e04-4c13-baff-6dc4a99349f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:58.782412 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-786e97cf-60f0-453c-a7f9-e06a6b2b3fb9 req-d2b04019-8e04-4c13-baff-6dc4a99349f2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=32ad61dc-5bb3-4484-80e5-88f7dffba25c HTTP/1.1" status: 200 len: 853 time: 0.2775514 Nov 12 09:10:58.783050 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54752) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:58.911516 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e97cf-60f0-453c-a7f9-e06a6b2b3fb9 req-c6080064-cb5e-4b5b-8e2f-cf0b103a20c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:58.912254 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff302118-6764-44bc-9768-8bfccc9d0fa6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event deleted for resources: {'Port': ['ID=885ea407-4237-4618-bdf0-5820ce585d3c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:58.914667 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-786e97cf-60f0-453c-a7f9-e06a6b2b3fb9 req-c6080064-cb5e-4b5b-8e2f-cf0b103a20c7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7c00da9-8e7b-4bad-8b46-03ed4b78bebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1226487 Nov 12 09:10:59.086673 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f3a90fab-800d-436e-94b5-5d3675413055 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.133379 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ff302118-6764-44bc-9768-8bfccc9d0fa6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for floatingip, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.134482 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [None req-ff302118-6764-44bc-9768-8bfccc9d0fa6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Floating IP b68cd269-bab2-4d46-9817-ee48037548c3 disassociated (deleted). External IP: 172.25.6.172, port: 9151a255-e56d-442c-b962-166618c23cfe. Nov 12 09:10:59.154355 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-7de93d94-0cb0-4c6a-a797-7e1ed8ace1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'name': 'tempest-TestVolumeBackupRestore-1001173478-router', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:35Z', 'updated_at': '2021-11-12T09:04:43Z', 'revision_number': 4, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'gw_port': {'id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:36Z', 'updated_at': '2021-11-12T09:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '86b9f6cb-0f87-4f5c-a1dc-49c14f6b1674', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'floating_ip_address': '172.25.6.92', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'port_id': '32e18187-58d0-4322-ad20-2324fde8f929', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3089, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb', 'mac_address': 'fa:16:3e:46:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3d56da-bead-4111-863e-60c18f4f81ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:10:46Z', 'updated_at': '2021-11-12T09:10:56Z', 'revision_number': 2, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288', 'name': '', 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'mac_address': 'fa:16:3e:9c:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '32ad61dc-5bb3-4484-80e5-88f7dffba25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:42Z', 'updated_at': '2021-11-12T09:04:49Z', 'revision_number': 5, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'subnets': [{'id': '32ad61dc-5bb3-4484-80e5-88f7dffba25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:59.239678 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de93d94-0cb0-4c6a-a797-7e1ed8ace1c3 None None] The sync data for ids ['96b92d23-8c35-44bd-918f-8099aaff1cba'] in n-d-768862-16 is: [{'id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'name': 'tempest-TestVolumeBackupRestore-1001173478-router', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:35Z', 'updated_at': '2021-11-12T09:04:43Z', 'revision_number': 4, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'gw_port': {'id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:36Z', 'updated_at': '2021-11-12T09:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '86b9f6cb-0f87-4f5c-a1dc-49c14f6b1674', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'floating_ip_address': '172.25.6.92', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'port_id': '32e18187-58d0-4322-ad20-2324fde8f929', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3089, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb', 'mac_address': 'fa:16:3e:46:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3d56da-bead-4111-863e-60c18f4f81ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:10:46Z', 'updated_at': '2021-11-12T09:10:56Z', 'revision_number': 2, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288', 'name': '', 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'mac_address': 'fa:16:3e:9c:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '32ad61dc-5bb3-4484-80e5-88f7dffba25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:42Z', 'updated_at': '2021-11-12T09:04:49Z', 'revision_number': 5, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'subnets': [{'id': '32ad61dc-5bb3-4484-80e5-88f7dffba25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:10:59.407250 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f3a90fab-800d-436e-94b5-5d3675413055 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.410793 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.425432 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-786e97cf-60f0-453c-a7f9-e06a6b2b3fb9 req-e5a5e993-c880-4c49-98f4-bdc4d060a027 service neutron] 10.222.0.54 "GET /v2.0/networks/c7c00da9-8e7b-4bad-8b46-03ed4b78bebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985535 Nov 12 09:10:59.427798 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f3a90fab-800d-436e-94b5-5d3675413055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.488697 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f3a90fab-800d-436e-94b5-5d3675413055 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2bfd84f0de064b74bf30681de9eef718&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9805014 Nov 12 09:10:59.493830 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54756) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:59.601640 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3d56da-bead-4111-863e-60c18f4f81ee', 'tag': '32e18187-58d0-4322-ad20-2324fde8f929'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:59.605858 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5891553a-bc12-428f-abe0-cad790e8e3f7" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3d56da-bead-4111-863e-60c18f4f81ee", "tag": "32e18187-58d0-4322-ad20-2324fde8f929"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:59.722909 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43981a74-9d54-4d5c-be1c-37f543132cd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.728272 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a90fab-800d-436e-94b5-5d3675413055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d3e95c-93d7-4eb2-9a2f-209182ccfe62,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:59.786904 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43981a74-9d54-4d5c-be1c-37f543132cd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.880348 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-786e97cf-60f0-453c-a7f9-e06a6b2b3fb9 req-e054b46f-b9fb-4baa-a0ea-6cd167f48a37 service neutron] 10.222.0.54 "GET /v2.0/networks/c7c00da9-8e7b-4bad-8b46-03ed4b78bebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094903 Nov 12 09:10:59.941852 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43981a74-9d54-4d5c-be1c-37f543132cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.949293 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43981a74-9d54-4d5c-be1c-37f543132cd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.955810 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-43981a74-9d54-4d5c-be1c-37f543132cd7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9d3e95c-93d7-4eb2-9a2f-209182ccfe62 HTTP/1.1" status: 204 len: 168 time: 0.4390273 Nov 12 09:10:59.970935 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43981a74-9d54-4d5c-be1c-37f543132cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d3e95c-93d7-4eb2-9a2f-209182ccfe62,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:00.125458 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2a9578e2-18cf-4c33-8b12-6bdb392deb74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:00.197311 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0451c9-7a28-4d87-8c6c-631de104cb06 req-cfe6375a-a1ff-42c2-8956-fca15cfb7742 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:00.200214 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0b0451c9-7a28-4d87-8c6c-631de104cb06 req-cfe6375a-a1ff-42c2-8956-fca15cfb7742 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/ports?device_id=285498a4-a47f-4426-98c6-daf48deb6b0f HTTP/1.1" status: 200 len: 945 time: 1.3241870 Nov 12 09:11:00.281601 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2a9578e2-18cf-4c33-8b12-6bdb392deb74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:00.462143 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0b0451c9-7a28-4d87-8c6c-631de104cb06 req-b2eb6f14-1e43-44af-948e-f7d1a2098037 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2185048-73ac-4204-9cdd-9f6c62414390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207978 Nov 12 09:11:00.560927 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d390af0-4f0d-403f-a22f-92cf75ff91e1 x-openstack-request-id: req-9d390af0-4f0d-403f-a22f-92cf75ff91e1 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:11:00.561630 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3d56da-bead-4111-863e-60c18f4f81ee", "tag": "32e18187-58d0-4322-ad20-2324fde8f929", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:11:00.563710 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d390af0-4f0d-403f-a22f-92cf75ff91e1 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:11:00.564829 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa3d56da-bead-4111-863e-60c18f4f81ee', 'tag': '32e18187-58d0-4322-ad20-2324fde8f929', 'status': 'completed', 'code': 200} Nov 12 09:11:00.603211 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2a9578e2-18cf-4c33-8b12-6bdb392deb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:00.614106 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2a9578e2-18cf-4c33-8b12-6bdb392deb74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:00.617282 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2a9578e2-18cf-4c33-8b12-6bdb392deb74 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/190ad57f-41a5-47da-ab6e-e1353666b270 HTTP/1.1" status: 204 len: 168 time: 1.8200769 Nov 12 09:11:00.661843 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9578e2-18cf-4c33-8b12-6bdb392deb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190ad57f-41a5-47da-ab6e-e1353666b270,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:00.698916 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff302118-6764-44bc-9768-8bfccc9d0fa6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Router 7c4b28c1-e1e7-4a91-a50e-9f50133e0145 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:11:00.836664 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891553a-bc12-428f-abe0-cad790e8e3f7 req-387f8046-7444-434f-9950-a2a9dae93503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:00.842808 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5891553a-bc12-428f-abe0-cad790e8e3f7 req-387f8046-7444-434f-9950-a2a9dae93503 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0362422c531d4b8e9db4790e3c3ca8bd&device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 1097 time: 0.2416739 Nov 12 09:11:00.978296 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff302118-6764-44bc-9768-8bfccc9d0fa6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:11:00.995255 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ff302118-6764-44bc-9768-8bfccc9d0fa6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:01.001482 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd20b27e-392a-4fef-befa-7b200dcfe1d2 None None] Sync routers for ids ['7c4b28c1-e1e7-4a91-a50e-9f50133e0145'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:11:01.046344 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd20b27e-392a-4fef-befa-7b200dcfe1d2 None None] Routers {'7c4b28c1-e1e7-4a91-a50e-9f50133e0145'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:11:01.047402 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-bd20b27e-392a-4fef-befa-7b200dcfe1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:10:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['7c4b28c1-e1e7-4a91-a50e-9f50133e0145'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:01.129752 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ff302118-6764-44bc-9768-8bfccc9d0fa6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "DELETE /v2.0/floatingips/b68cd269-bab2-4d46-9817-ee48037548c3 HTTP/1.1" status: 204 len: 168 time: 4.3086424 Nov 12 09:11:01.131784 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf8ab27-0ca4-4cd2-9df6-11012d209258', 'tag': '9151a255-e56d-442c-b962-166618c23cfe'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:11:01.142435 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f01297-c3f5-4053-be03-cef139a65a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf8ab27-0ca4-4cd2-9df6-11012d209258", "tag": "9151a255-e56d-442c-b962-166618c23cfe"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:11:01.252215 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891553a-bc12-428f-abe0-cad790e8e3f7 req-d3d03e13-e4fb-4652-9eb3-06e015cf98dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:01.255579 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5891553a-bc12-428f-abe0-cad790e8e3f7 req-d3d03e13-e4fb-4652-9eb3-06e015cf98dd service neutron] 10.222.0.54 "GET /v2.0/networks?id=c7c00da9-8e7b-4bad-8b46-03ed4b78bebb HTTP/1.1" status: 200 len: 915 time: 0.4058673 Nov 12 09:11:01.457538 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5891553a-bc12-428f-abe0-cad790e8e3f7 req-06dcd76b-933f-465d-adf5-14f8cb60c330 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32e18187-58d0-4322-ad20-2324fde8f929 HTTP/1.1" status: 200 len: 1000 time: 0.1900985 Nov 12 09:11:01.607028 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891553a-bc12-428f-abe0-cad790e8e3f7 req-ed361db0-c98f-43a1-8fd5-f9c061983730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:01.613347 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5891553a-bc12-428f-abe0-cad790e8e3f7 req-ed361db0-c98f-43a1-8fd5-f9c061983730 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=32ad61dc-5bb3-4484-80e5-88f7dffba25c HTTP/1.1" status: 200 len: 853 time: 0.1411994 Nov 12 09:11:01.699625 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-bd20b27e-392a-4fef-befa-7b200dcfe1d2 None None] Set router 7c4b28c1-e1e7-4a91-a50e-9f50133e0145 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:11:01.855667 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891553a-bc12-428f-abe0-cad790e8e3f7 req-064d2a1f-54e9-4a69-9083-57e88fb2b660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:01.865399 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5891553a-bc12-428f-abe0-cad790e8e3f7 req-064d2a1f-54e9-4a69-9083-57e88fb2b660 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7c00da9-8e7b-4bad-8b46-03ed4b78bebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2456934 Nov 12 09:11:01.892504 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edbff8f-14b7-4382-b252-c6881a4e1066 x-openstack-request-id: req-7edbff8f-14b7-4382-b252-c6881a4e1066 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:11:01.892966 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf8ab27-0ca4-4cd2-9df6-11012d209258", "tag": "9151a255-e56d-442c-b962-166618c23cfe", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:11:01.893373 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7edbff8f-14b7-4382-b252-c6881a4e1066 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:11:01.894013 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf8ab27-0ca4-4cd2-9df6-11012d209258', 'tag': '9151a255-e56d-442c-b962-166618c23cfe', 'status': 'completed', 'code': 200} Nov 12 09:11:02.090807 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f01297-c3f5-4053-be03-cef139a65a4f req-29cf6b5b-d3d5-418d-ab2e-ac07ae38fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:02.098216 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e6f01297-c3f5-4053-be03-cef139a65a4f req-29cf6b5b-d3d5-418d-ab2e-ac07ae38fb70 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 1096 time: 0.1778655 Nov 12 09:11:02.269892 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5891553a-bc12-428f-abe0-cad790e8e3f7 req-b4975265-da4e-4128-aabc-7956c546e187 service neutron] 10.222.0.54 "GET /v2.0/networks/c7c00da9-8e7b-4bad-8b46-03ed4b78bebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960252 Nov 12 09:11:02.387993 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-bd20b27e-392a-4fef-befa-7b200dcfe1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060713202', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '435f49ca-291d-47bf-8282-9a1e434d563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:09:23Z', 'updated_at': '2021-11-12T09:09:35Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '435f49ca-291d-47bf-8282-9a1e434d563f', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:09:24Z', 'updated_at': '2021-11-12T09:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '309cb7b3-f505-477c-8d8a-396048688454', 'name': '', 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:f8:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'e18a9edb-966e-4b65-b818-4c95ab1ed8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:09:33Z', 'updated_at': '2021-11-12T09:09:40Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': 'e18a9edb-966e-4b65-b818-4c95ab1ed8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:02.487687 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd20b27e-392a-4fef-befa-7b200dcfe1d2 None None] Checking router: 7c4b28c1-e1e7-4a91-a50e-9f50133e0145 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:11:02.538051 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd20b27e-392a-4fef-befa-7b200dcfe1d2 None None] Routers {'7c4b28c1-e1e7-4a91-a50e-9f50133e0145'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:11:02.540310 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-bd20b27e-392a-4fef-befa-7b200dcfe1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:10:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['7c4b28c1-e1e7-4a91-a50e-9f50133e0145'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:02.593626 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5891553a-bc12-428f-abe0-cad790e8e3f7 req-932b76d2-7152-438f-ab82-1fe369ef6ce3 service neutron] 10.222.0.54 "GET /v2.0/networks/c7c00da9-8e7b-4bad-8b46-03ed4b78bebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128130 Nov 12 09:11:02.636237 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc7fbc-988d-4685-9f3d-51de34ba5cac req-5d21d851-8459-4574-8350-3b6cb6cb3fa6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:02.639115 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-59fc7fbc-988d-4685-9f3d-51de34ba5cac req-5d21d851-8459-4574-8350-3b6cb6cb3fa6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.58 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 944 time: 0.4699552 Nov 12 09:11:02.669676 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d533d02-2d4b-4b95-9606-c5c344bd3286 req-be9d263f-9545-4f70-8084-7f5af883f94a tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:02.680028 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1d533d02-2d4b-4b95-9606-c5c344bd3286 req-be9d263f-9545-4f70-8084-7f5af883f94a tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/ports?device_id=285498a4-a47f-4426-98c6-daf48deb6b0f HTTP/1.1" status: 200 len: 945 time: 0.5708199 Nov 12 09:11:02.760440 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54808) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:02.842052 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1d533d02-2d4b-4b95-9606-c5c344bd3286 req-574822bb-ef44-4915-996d-a5a880a32454 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2185048-73ac-4204-9cdd-9f6c62414390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609454 Nov 12 09:11:02.967952 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f01297-c3f5-4053-be03-cef139a65a4f req-56c207be-fed8-4511-8a28-836e993c76c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:02.972687 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e6f01297-c3f5-4053-be03-cef139a65a4f req-56c207be-fed8-4511-8a28-836e993c76c9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cbea348e-a050-44b2-a200-f39054e2a387 HTTP/1.1" status: 200 len: 898 time: 0.8653324 Nov 12 09:11:03.005722 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-bd20b27e-392a-4fef-befa-7b200dcfe1d2 None None] Set router 7c4b28c1-e1e7-4a91-a50e-9f50133e0145 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:11:03.210514 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e6f01297-c3f5-4053-be03-cef139a65a4f req-e6472a58-b1aa-4c32-8b8a-e6e204983b2d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9151a255-e56d-442c-b962-166618c23cfe HTTP/1.1" status: 200 len: 217 time: 0.1641860 Nov 12 09:11:03.436123 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54820) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:03.511729 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e87f91-5e3d-4e3f-8005-a31fea038c08 req-124d53b0-9b54-497c-b199-17d18e6dd5a7 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:03.515169 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f7e87f91-5e3d-4e3f-8005-a31fea038c08 req-124d53b0-9b54-497c-b199-17d18e6dd5a7 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 944 time: 0.3189526 Nov 12 09:11:03.551621 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f01297-c3f5-4053-be03-cef139a65a4f req-1287b67e-674a-4c97-b939-759586626b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:03.558892 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e6f01297-c3f5-4053-be03-cef139a65a4f req-1287b67e-674a-4c97-b939-759586626b91 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e18a9edb-966e-4b65-b818-4c95ab1ed8cc HTTP/1.1" status: 200 len: 834 time: 0.2809424 Nov 12 09:11:03.589552 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-59fc7fbc-988d-4685-9f3d-51de34ba5cac req-3bf36008-17fb-41f4-9b84-4b8a8ca7d211 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Deleting port 9151a255-e56d-442c-b962-166618c23cfe {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:03.596486 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-59fc7fbc-988d-4685-9f3d-51de34ba5cac req-3bf36008-17fb-41f4-9b84-4b8a8ca7d211 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:03.624642 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1d1ac885-d75f-4c88-84b1-85b0a53dd009 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1497976661'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:03.649469 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d456c194-904a-4147-9732-9e6ff08d65db admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-496684968-network', 'tenant_id': '7936baa04f2446059a6bd19fa0bb292d'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:03.676839 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-bd20b27e-392a-4fef-befa-7b200dcfe1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060713202', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '435f49ca-291d-47bf-8282-9a1e434d563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:09:23Z', 'updated_at': '2021-11-12T09:09:35Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '435f49ca-291d-47bf-8282-9a1e434d563f', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:09:24Z', 'updated_at': '2021-11-12T09:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '309cb7b3-f505-477c-8d8a-396048688454', 'name': '', 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:f8:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'e18a9edb-966e-4b65-b818-4c95ab1ed8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:09:33Z', 'updated_at': '2021-11-12T09:09:40Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': 'e18a9edb-966e-4b65-b818-4c95ab1ed8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:03.700720 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d456c194-904a-4147-9732-9e6ff08d65db admin admin] Made reservation on behalf of 7936baa04f2446059a6bd19fa0bb292d for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:03.713356 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d456c194-904a-4147-9732-9e6ff08d65db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:03.747697 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd20b27e-392a-4fef-befa-7b200dcfe1d2 None None] The sync data for ids ['7c4b28c1-e1e7-4a91-a50e-9f50133e0145'] in n-d-768862-16 is: [{'id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060713202', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '435f49ca-291d-47bf-8282-9a1e434d563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:09:23Z', 'updated_at': '2021-11-12T09:09:35Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '435f49ca-291d-47bf-8282-9a1e434d563f', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:09:24Z', 'updated_at': '2021-11-12T09:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '309cb7b3-f505-477c-8d8a-396048688454', 'name': '', 'network_id': 'cbea348e-a050-44b2-a200-f39054e2a387', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:f8:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'e18a9edb-966e-4b65-b818-4c95ab1ed8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:09:33Z', 'updated_at': '2021-11-12T09:09:40Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': 'e18a9edb-966e-4b65-b818-4c95ab1ed8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:11:03.778960 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d456c194-904a-4147-9732-9e6ff08d65db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:03.799976 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1ac885-d75f-4c88-84b1-85b0a53dd009 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Made reservation on behalf of 8a5bcffb906846daa7d70499b830a803 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:03.806489 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1d1ac885-d75f-4c88-84b1-85b0a53dd009 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:03.911271 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f7e87f91-5e3d-4e3f-8005-a31fea038c08 req-67e9e544-0682-495f-badd-fe0f0f32a1cd tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdf52893-4b7a-4351-9420-99a60d680f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3499439 Nov 12 09:11:03.978673 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d456c194-904a-4147-9732-9e6ff08d65db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:03.999342 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d456c194-904a-4147-9732-9e6ff08d65db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:04.040265 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f01297-c3f5-4053-be03-cef139a65a4f req-8dd835be-eea9-4647-b00e-5da48ef5d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:04.044123 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e6f01297-c3f5-4053-be03-cef139a65a4f req-8dd835be-eea9-4647-b00e-5da48ef5d673 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cbea348e-a050-44b2-a200-f39054e2a387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4706974 Nov 12 09:11:04.073979 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1d1ac885-d75f-4c88-84b1-85b0a53dd009 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:04.082865 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456c194-904a-4147-9732-9e6ff08d65db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d444194a-cad6-4a4f-a34f-8649e4ab6eaf,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:04.133858 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d456c194-904a-4147-9732-9e6ff08d65db admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:11:04.193342 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d456c194-904a-4147-9732-9e6ff08d65db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:04.194468 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-d456c194-904a-4147-9732-9e6ff08d65db admin admin] Added segment f0e27cfd-cc8a-400e-ae7e-104591f7e239 of type vlan for network adb9c9a7-8b65-40da-8124-8d118ffa132b Nov 12 09:11:04.264434 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-59fc7fbc-988d-4685-9f3d-51de34ba5cac req-3bf36008-17fb-41f4-9b84-4b8a8ca7d211 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] For port 9151a255-e56d-442c-b962-166618c23cfe, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=9151a255-e56d-442c-b962-166618c23cfe,segment=NetworkSegment(ea1fa481-fce0-4e30-8196-f86b8fdd4424),segment_id=ea1fa481-fce0-4e30-8196-f86b8fdd4424)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:04.265852 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-59fc7fbc-988d-4685-9f3d-51de34ba5cac req-3bf36008-17fb-41f4-9b84-4b8a8ca7d211 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:04.413903 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-59fc7fbc-988d-4685-9f3d-51de34ba5cac req-3bf36008-17fb-41f4-9b84-4b8a8ca7d211 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Calling delete_port for 9151a255-e56d-442c-b962-166618c23cfe owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:04.544464 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 9151a255-e56d-442c-b962-166618c23cfe no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:11:04.549115 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d456c194-904a-4147-9732-9e6ff08d65db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:04.600077 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1d1ac885-d75f-4c88-84b1-85b0a53dd009 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:04.632164 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1d1ac885-d75f-4c88-84b1-85b0a53dd009 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:04.742460 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf6ed9b-5906-4cd4-8ff8-adcbfe67c3d3 None None] New status for floating IP b68cd269-bab2-4d46-9817-ee48037548c3: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:11:04.754381 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d1ac885-d75f-4c88-84b1-85b0a53dd009 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:11:04.773371 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e6f01297-c3f5-4053-be03-cef139a65a4f req-06a36c3d-823a-44da-b293-65ab38f64a84 service neutron] 10.222.0.58 "GET /v2.0/networks/cbea348e-a050-44b2-a200-f39054e2a387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7123022 Nov 12 09:11:04.782864 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d456c194-904a-4147-9732-9e6ff08d65db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:04.784732 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d456c194-904a-4147-9732-9e6ff08d65db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:04.786246 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d456c194-904a-4147-9732-9e6ff08d65db admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:04.815555 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1d1ac885-d75f-4c88-84b1-85b0a53dd009 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:04.816967 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-1d1ac885-d75f-4c88-84b1-85b0a53dd009 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Added segment d07db72a-a00b-44fe-b952-ccd1ba34c6d5 of type vlan for network 5b3e23b2-3e2a-4b68-87ea-7fe11d413af2 Nov 12 09:11:04.967494 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1d1ac885-d75f-4c88-84b1-85b0a53dd009 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:04.976001 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ac885-d75f-4c88-84b1-85b0a53dd009 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edd67abd-3244-48e5-adc4-b484c2e6adc2,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:04.980803 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649c425-7245-4b66-aee1-2ce79e9d6770 req-0845ac0d-832d-46fa-bfd0-7884db53041c tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:04.996579 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9649c425-7245-4b66-aee1-2ce79e9d6770 req-0845ac0d-832d-46fa-bfd0-7884db53041c tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/ports?device_id=285498a4-a47f-4426-98c6-daf48deb6b0f HTTP/1.1" status: 200 len: 945 time: 0.3427954 Nov 12 09:11:05.162231 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e6f01297-c3f5-4053-be03-cef139a65a4f req-6922f2c4-906f-417a-8518-ae2dc709fab2 service neutron] 10.222.0.58 "GET /v2.0/networks/cbea348e-a050-44b2-a200-f39054e2a387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731453 Nov 12 09:11:05.212855 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9649c425-7245-4b66-aee1-2ce79e9d6770 req-9bb2fd14-af15-441d-b295-520b2c39418c tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2185048-73ac-4204-9cdd-9f6c62414390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141171 Nov 12 09:11:05.215462 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-59fc7fbc-988d-4685-9f3d-51de34ba5cac req-3bf36008-17fb-41f4-9b84-4b8a8ca7d211 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:05.280762 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf36008-17fb-41f4-9b84-4b8a8ca7d211 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event deleted for resources: {'Port': ['ID=9151a255-e56d-442c-b962-166618c23cfe,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:05.425722 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-59fc7fbc-988d-4685-9f3d-51de34ba5cac req-3bf36008-17fb-41f4-9b84-4b8a8ca7d211 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] No DVR routers for this DVR port 9151a255-e56d-442c-b962-166618c23cfe on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:11:05.432193 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-59fc7fbc-988d-4685-9f3d-51de34ba5cac req-3bf36008-17fb-41f4-9b84-4b8a8ca7d211 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:05.439184 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-59fc7fbc-988d-4685-9f3d-51de34ba5cac req-3bf36008-17fb-41f4-9b84-4b8a8ca7d211 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.58 "DELETE /v2.0/ports/9151a255-e56d-442c-b962-166618c23cfe HTTP/1.1" status: 204 len: 173 time: 2.7926555 Nov 12 09:11:05.443062 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf8ab27-0ca4-4cd2-9df6-11012d209258', 'name': 'network-vif-deleted', 'tag': '9151a255-e56d-442c-b962-166618c23cfe'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:11:05.464168 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8622d7ec-5a57-4101-afec-f8f1893c8658" -d '{"events": [{"server_uuid": "ccf8ab27-0ca4-4cd2-9df6-11012d209258", "name": "network-vif-deleted", "tag": "9151a255-e56d-442c-b962-166618c23cfe"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:11:05.516483 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-04ef338c-5177-4431-922f-8f4b4b7141cc req-6fcecff5-8d66-4956-bc8b-41beb77b5609 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf8ab27-0ca4-4cd2-9df6-11012d209258 HTTP/1.1" status: 200 len: 210 time: 0.0932395 Nov 12 09:11:05.663630 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51152a5-612a-4952-a06f-c1ead82bf2f2 x-openstack-request-id: req-a51152a5-612a-4952-a06f-c1ead82bf2f2 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:11:05.664352 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf8ab27-0ca4-4cd2-9df6-11012d209258", "name": "network-vif-deleted", "tag": "9151a255-e56d-442c-b962-166618c23cfe", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:11:05.664826 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a51152a5-612a-4952-a06f-c1ead82bf2f2 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:11:05.665542 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf8ab27-0ca4-4cd2-9df6-11012d209258', 'name': 'network-vif-deleted', 'tag': '9151a255-e56d-442c-b962-166618c23cfe', 'status': 'completed', 'code': 200} Nov 12 09:11:05.725943 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86895b-f1ec-4be3-bdf5-488260cd71fd req-edc2033a-92d2-47f5-b469-47f3f0e51ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:05.729077 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-be86895b-f1ec-4be3-bdf5-488260cd71fd req-edc2033a-92d2-47f5-b469-47f3f0e51ddf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ae6e91a8bca463d8d8c141da3809abd&device_id=285498a4-a47f-4426-98c6-daf48deb6b0f HTTP/1.1" status: 200 len: 1097 time: 1.1206143 Nov 12 09:11:05.750045 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.db.resource_extend [None req-1d1ac885-d75f-4c88-84b1-85b0a53dd009 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] It took 0.71 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 09:11:05.849297 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d456c194-904a-4147-9732-9e6ff08d65db admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.0843766 Nov 12 09:11:05.864433 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54840) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:05.879547 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-7999eb0f-a63b-4999-bf24-79179e2afbbe admin admin] Request body: {'subnet': {'network_id': 'adb9c9a7-8b65-40da-8124-8d118ffa132b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-496684968-subnet', 'tenant_id': '7936baa04f2446059a6bd19fa0bb292d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:05.966993 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7999eb0f-a63b-4999-bf24-79179e2afbbe admin admin] Made reservation on behalf of 7936baa04f2446059a6bd19fa0bb292d for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:05.971697 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7999eb0f-a63b-4999-bf24-79179e2afbbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:06.037137 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1d1ac885-d75f-4c88-84b1-85b0a53dd009 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:06.052635 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1ac885-d75f-4c88-84b1-85b0a53dd009 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:06.054415 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1d1ac885-d75f-4c88-84b1-85b0a53dd009 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:06.059387 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456c194-904a-4147-9732-9e6ff08d65db admin admin] Pushing event updated for resources: {'Network': ['ID=adb9c9a7-8b65-40da-8124-8d118ffa132b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:06.083532 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network adb9c9a7-8b65-40da-8124-8d118ffa132b details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:11:06.288486 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ac885-d75f-4c88-84b1-85b0a53dd009 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Pushing event updated for resources: {'Network': ['ID=5b3e23b2-3e2a-4b68-87ea-7fe11d413af2,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:06.303873 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1d1ac885-d75f-4c88-84b1-85b0a53dd009 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.8652787 Nov 12 09:11:06.315065 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54850) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:06.319951 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 5b3e23b2-3e2a-4b68-87ea-7fe11d413af2 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:11:06.345621 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6571bdc2-fbf3-4964-95da-2d109c7b7c4e tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Request body: {'subnet': {'network_id': '5b3e23b2-3e2a-4b68-87ea-7fe11d413af2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:06.452005 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86895b-f1ec-4be3-bdf5-488260cd71fd req-1081d942-c5f4-4286-880f-8b7fcc0e24db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:06.455337 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-be86895b-f1ec-4be3-bdf5-488260cd71fd req-1081d942-c5f4-4286-880f-8b7fcc0e24db service neutron] 10.222.0.54 "GET /v2.0/networks?id=49223426-292f-45f0-a626-40e35d481fd1 HTTP/1.1" status: 200 len: 912 time: 0.6975899 Nov 12 09:11:06.561182 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7999eb0f-a63b-4999-bf24-79179e2afbbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:06.579490 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aef195-2778-4d3a-8448-f34119120081 req-9e21c5fd-d7b5-4e3e-b80c-392b7679405c tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:06.581769 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43aef195-2778-4d3a-8448-f34119120081 req-9e21c5fd-d7b5-4e3e-b80c-392b7679405c tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/ports?device_id=285498a4-a47f-4426-98c6-daf48deb6b0f HTTP/1.1" status: 200 len: 945 time: 0.1697781 Nov 12 09:11:06.605881 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-be86895b-f1ec-4be3-bdf5-488260cd71fd req-6f308eda-f08d-4aab-ba07-446c4071adae service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1487037d-72ac-4b9c-8f22-b9e9e8c79976 HTTP/1.1" status: 200 len: 217 time: 0.0844264 Nov 12 09:11:06.701148 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999eb0f-a63b-4999-bf24-79179e2afbbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3a9d107-d107-4cc5-aa4f-14cfcf420d5c,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:06.751204 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86895b-f1ec-4be3-bdf5-488260cd71fd req-7ede39bf-3f0d-45bf-a778-e96bc5a1f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:06.753997 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-be86895b-f1ec-4be3-bdf5-488260cd71fd req-7ede39bf-3f0d-45bf-a778-e96bc5a1f701 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=84cf2a6c-0f1b-42be-9d30-4a73e326820f HTTP/1.1" status: 200 len: 851 time: 0.1357882 Nov 12 09:11:06.754227 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43aef195-2778-4d3a-8448-f34119120081 req-21c8af24-a14c-4f85-86ad-6087d714767f tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2185048-73ac-4204-9cdd-9f6c62414390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434479 Nov 12 09:11:06.755320 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7999eb0f-a63b-4999-bf24-79179e2afbbe admin admin] Checking segment: {'id': 'f0e27cfd-cc8a-400e-ae7e-104591f7e239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'adb9c9a7-8b65-40da-8124-8d118ffa132b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:06.755857 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6571bdc2-fbf3-4964-95da-2d109c7b7c4e tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Made reservation on behalf of 8a5bcffb906846daa7d70499b830a803 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:06.757196 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7999eb0f-a63b-4999-bf24-79179e2afbbe admin admin] Network hostable DHCP agents. Network: adb9c9a7-8b65-40da-8124-8d118ffa132b, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:11:06.761709 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6571bdc2-fbf3-4964-95da-2d109c7b7c4e tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:06.796995 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7999eb0f-a63b-4999-bf24-79179e2afbbe admin admin] Network adb9c9a7-8b65-40da-8124-8d118ffa132b is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:11:06.819856 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-7999eb0f-a63b-4999-bf24-79179e2afbbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, adb9c9a7-8b65-40da-8124-8d118ffa132b) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:06.843948 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-be86895b-f1ec-4be3-bdf5-488260cd71fd req-347ca19a-e22b-4e42-9c57-d1d8acd89f84 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=49223426-292f-45f0-a626-40e35d481fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773785 Nov 12 09:11:06.848532 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7efb918-7c63-4613-ba64-455ad394dc90 None None] Network adb9c9a7-8b65-40da-8124-8d118ffa132b requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:06.861741 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7999eb0f-a63b-4999-bf24-79179e2afbbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:06.864240 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7999eb0f-a63b-4999-bf24-79179e2afbbe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:06.917597 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7999eb0f-a63b-4999-bf24-79179e2afbbe admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0485494 Nov 12 09:11:06.920573 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54858) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:06.927340 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-79156cfc-50ae-4cdf-bcf8-c8c30643e8ba admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-496684968-router', 'tenant_id': '7936baa04f2446059a6bd19fa0bb292d', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:06.977651 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79156cfc-50ae-4cdf-bcf8-c8c30643e8ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:06.981509 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79156cfc-50ae-4cdf-bcf8-c8c30643e8ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:07.133694 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-be86895b-f1ec-4be3-bdf5-488260cd71fd req-f0a266d6-19ac-492b-a30a-7e1feb87d74e service neutron] 10.222.0.54 "GET /v2.0/networks/49223426-292f-45f0-a626-40e35d481fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806199 Nov 12 09:11:07.139943 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79156cfc-50ae-4cdf-bcf8-c8c30643e8ba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:07.194466 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54862) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:07.197044 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269bc1da-b0eb-4068-ba5b-ef4717f4ac59 None None] Network adb9c9a7-8b65-40da-8124-8d118ffa132b requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:07.490973 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79156cfc-50ae-4cdf-bcf8-c8c30643e8ba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:07.514112 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf4b2f-2714-4be4-b613-ac6595948451 req-6bc10061-4604-48a3-a4fa-b46d2a1f5b73 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:07.516721 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c2bf4b2f-2714-4be4-b613-ac6595948451 req-6bc10061-4604-48a3-a4fa-b46d2a1f5b73 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=acd09f84-17c2-49bf-a122-ff714bd474a5 HTTP/1.1" status: 200 len: 946 time: 0.1876218 Nov 12 09:11:07.609493 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6571bdc2-fbf3-4964-95da-2d109c7b7c4e tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:07.634958 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-be86895b-f1ec-4be3-bdf5-488260cd71fd req-b9569b1c-399b-43e0-a2a2-9fc75e15ab04 service neutron] 10.222.0.54 "GET /v2.0/networks/49223426-292f-45f0-a626-40e35d481fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574869 Nov 12 09:11:07.715518 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c2bf4b2f-2714-4be4-b613-ac6595948451 req-7f4b2a19-d352-42a9-a465-f91f4e84b533 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e55d8db-f95f-4171-a225-437c938e16e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798265 Nov 12 09:11:07.892693 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6571bdc2-fbf3-4964-95da-2d109c7b7c4e tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Pushing event updated for resources: {'Subnet': ['ID=a9e28eef-d35d-4376-8907-c3e96b79ec62,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:07.919377 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-266a6335-3432-4ec4-8815-cc0286e11c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:07.933161 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6571bdc2-fbf3-4964-95da-2d109c7b7c4e tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Checking segment: {'id': 'd07db72a-a00b-44fe-b952-ccd1ba34c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5b3e23b2-3e2a-4b68-87ea-7fe11d413af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:07.933748 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6571bdc2-fbf3-4964-95da-2d109c7b7c4e tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Network hostable DHCP agents. Network: 5b3e23b2-3e2a-4b68-87ea-7fe11d413af2, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:11:08.019726 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6571bdc2-fbf3-4964-95da-2d109c7b7c4e tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Network 5b3e23b2-3e2a-4b68-87ea-7fe11d413af2 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:11:08.049545 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-6571bdc2-fbf3-4964-95da-2d109c7b7c4e tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 5b3e23b2-3e2a-4b68-87ea-7fe11d413af2) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:08.062550 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6571bdc2-fbf3-4964-95da-2d109c7b7c4e tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:08.063434 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6571bdc2-fbf3-4964-95da-2d109c7b7c4e tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:08.086026 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5d75f6-50db-4837-a0d7-2b333ca5437e None None] Network 5b3e23b2-3e2a-4b68-87ea-7fe11d413af2 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:08.099284 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79156cfc-50ae-4cdf-bcf8-c8c30643e8ba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:08.141712 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6571bdc2-fbf3-4964-95da-2d109c7b7c4e tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8193786 Nov 12 09:11:08.150627 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79156cfc-50ae-4cdf-bcf8-c8c30643e8ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:08.169027 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54866) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:08.177464 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-fb53873a-03c0-4dbd-a0e3-3cfc7d44189f tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-48331652', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:08.221936 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07da7a-68b1-48da-afe5-9437ce352864 req-235c24cc-e6ca-4466-a2ed-e020ef628221 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:08.236935 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc07da7a-68b1-48da-afe5-9437ce352864 req-235c24cc-e6ca-4466-a2ed-e020ef628221 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/ports?device_id=285498a4-a47f-4426-98c6-daf48deb6b0f HTTP/1.1" status: 200 len: 945 time: 0.2233992 Nov 12 09:11:08.393873 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fb53873a-03c0-4dbd-a0e3-3cfc7d44189f tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:08.396462 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fb53873a-03c0-4dbd-a0e3-3cfc7d44189f tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:08.400013 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c23546b-a470-4df8-80e0-51d2dd37d71f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:08.527910 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc07da7a-68b1-48da-afe5-9437ce352864 req-d0651ed5-52b7-4a2f-9843-49f1ed317a37 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2185048-73ac-4204-9cdd-9f6c62414390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888911 Nov 12 09:11:08.532216 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cd8e99-19de-41fa-a566-14cf4fbfbe87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-5b3e23b2-3e2a-4b68-87ea-7fe11d413af2', 'network_id': '5b3e23b2-3e2a-4b68-87ea-7fe11d413af2', 'tenant_id': '8a5bcffb906846daa7d70499b830a803', 'fixed_ips': [{'subnet_id': 'a9e28eef-d35d-4376-8907-c3e96b79ec62'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:11:08.539958 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0cd8e99-19de-41fa-a566-14cf4fbfbe87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:08.645540 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fb53873a-03c0-4dbd-a0e3-3cfc7d44189f tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:08.661675 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fb53873a-03c0-4dbd-a0e3-3cfc7d44189f tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:08.672409 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-79156cfc-50ae-4cdf-bcf8-c8c30643e8ba admin admin] Allocated IP 172.25.6.110 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/8366f079-ad0d-4bbf-8e82-f8006669f61c) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:08.719434 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fb53873a-03c0-4dbd-a0e3-3cfc7d44189f tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:08.725560 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fb53873a-03c0-4dbd-a0e3-3cfc7d44189f tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.5508826 Nov 12 09:11:08.726371 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54868) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:09.033786 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79156cfc-50ae-4cdf-bcf8-c8c30643e8ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:09.042645 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-f0cd8e99-19de-41fa-a566-14cf4fbfbe87 None None] Allocated IP 172.20.0.2 (5b3e23b2-3e2a-4b68-87ea-7fe11d413af2/a9e28eef-d35d-4376-8907-c3e96b79ec62/ca97c156-814b-4175-954d-5ce77aad582d) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:09.083221 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efdff3-ea1e-4bef-a13f-4bbb2e5cc5ee req-bac29c72-e517-4b48-8a30-c419f8eb578b tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:09.088594 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-52efdff3-ea1e-4bef-a13f-4bbb2e5cc5ee req-bac29c72-e517-4b48-8a30-c419f8eb578b tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=acd09f84-17c2-49bf-a122-ff714bd474a5 HTTP/1.1" status: 200 len: 946 time: 0.1746485 Nov 12 09:11:09.271702 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-52efdff3-ea1e-4bef-a13f-4bbb2e5cc5ee req-822b9927-0177-499a-8762-7dd95373f70c tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e55d8db-f95f-4171-a225-437c938e16e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489546 Nov 12 09:11:09.288307 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79156cfc-50ae-4cdf-bcf8-c8c30643e8ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:09.380441 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79156cfc-50ae-4cdf-bcf8-c8c30643e8ba admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:09.385622 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-79156cfc-50ae-4cdf-bcf8-c8c30643e8ba admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:09.392986 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79156cfc-50ae-4cdf-bcf8-c8c30643e8ba admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:11:09.400255 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0cd8e99-19de-41fa-a566-14cf4fbfbe87 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:09.419047 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0cd8e99-19de-41fa-a566-14cf4fbfbe87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:09.427199 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17369038-d2e7-416a-8530-a2c08cb51ecc None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:11:09.439208 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79156cfc-50ae-4cdf-bcf8-c8c30643e8ba admin admin] Pushing event updated for resources: {'Port': ['ID=8366f079-ad0d-4bbf-8e82-f8006669f61c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:09.488658 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3353c8e-cfa7-47d0-a853-05425b5e096f req-d037c039-a5c8-4fe3-a6fd-66bb435dabfc tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:09.491967 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b3353c8e-cfa7-47d0-a853-05425b5e096f req-d037c039-a5c8-4fe3-a6fd-66bb435dabfc tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.54 "GET /v2.0/ports?device_id=acd09f84-17c2-49bf-a122-ff714bd474a5 HTTP/1.1" status: 200 len: 946 time: 0.4983716 Nov 12 09:11:09.521298 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cd8e99-19de-41fa-a566-14cf4fbfbe87 None None] Network 5b3e23b2-3e2a-4b68-87ea-7fe11d413af2 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:09.529414 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-f0cd8e99-19de-41fa-a566-14cf4fbfbe87 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:09.537898 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cd8e99-19de-41fa-a566-14cf4fbfbe87 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:11:09.555816 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd8e99-19de-41fa-a566-14cf4fbfbe87 None None] Pushing event updated for resources: {'Port': ['ID=ca97c156-814b-4175-954d-5ce77aad582d,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:09.667437 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ffb4c805-e6c0-419a-ba51-98d9c9ccdfbb None None] Provisioning complete for port 8366f079-ad0d-4bbf-8e82-f8006669f61c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:09.668113 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ffb4c805-e6c0-419a-ba51-98d9c9ccdfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:09.723943 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f0cd8e99-19de-41fa-a566-14cf4fbfbe87 None None] Attempting to bind port ca97c156-814b-4175-954d-5ce77aad582d on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:11:09.724625 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f0cd8e99-19de-41fa-a566-14cf4fbfbe87 None None] Attempting to bind port ca97c156-814b-4175-954d-5ce77aad582d by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'd07db72a-a00b-44fe-b952-ccd1ba34c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5b3e23b2-3e2a-4b68-87ea-7fe11d413af2'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:11:09.725397 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cd8e99-19de-41fa-a566-14cf4fbfbe87 None None] Attempting to bind port ca97c156-814b-4175-954d-5ce77aad582d on network 5b3e23b2-3e2a-4b68-87ea-7fe11d413af2 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:11:09.739483 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cd8e99-19de-41fa-a566-14cf4fbfbe87 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:11:09.740984 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cd8e99-19de-41fa-a566-14cf4fbfbe87 None None] Checking segment: {'id': 'd07db72a-a00b-44fe-b952-ccd1ba34c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5b3e23b2-3e2a-4b68-87ea-7fe11d413af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:09.741529 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0cd8e99-19de-41fa-a566-14cf4fbfbe87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:09.742353 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cd8e99-19de-41fa-a566-14cf4fbfbe87 None None] Bound using segment: {'id': 'd07db72a-a00b-44fe-b952-ccd1ba34c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5b3e23b2-3e2a-4b68-87ea-7fe11d413af2'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:11:09.743117 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f0cd8e99-19de-41fa-a566-14cf4fbfbe87 None None] Bound port: ca97c156-814b-4175-954d-5ce77aad582d, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07db72a-a00b-44fe-b952-ccd1ba34c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5b3e23b2-3e2a-4b68-87ea-7fe11d413af2'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:11:09.743645 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0cd8e99-19de-41fa-a566-14cf4fbfbe87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:09.795657 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4c805-e6c0-419a-ba51-98d9c9ccdfbb None None] Port 8366f079-ad0d-4bbf-8e82-f8006669f61c cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:09.941028 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f0cd8e99-19de-41fa-a566-14cf4fbfbe87 None None] For port ca97c156-814b-4175-954d-5ce77aad582d, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:11:09.951904 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f0cd8e99-19de-41fa-a566-14cf4fbfbe87 None None] For port ca97c156-814b-4175-954d-5ce77aad582d, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ca97c156-814b-4175-954d-5ce77aad582d,segment=NetworkSegment(d07db72a-a00b-44fe-b952-ccd1ba34c6d5),segment_id=d07db72a-a00b-44fe-b952-ccd1ba34c6d5)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:11:09.962817 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0cd8e99-19de-41fa-a566-14cf4fbfbe87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:09.971650 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b8df7b74-27c9-48ff-9d11-cae6903824be tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:10.003078 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24b69b-7702-4a49-8791-b88094f03198 req-d6bed7a9-7343-4c78-9415-c3d65c63958e tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:10.010460 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b24b69b-7702-4a49-8791-b88094f03198 req-d6bed7a9-7343-4c78-9415-c3d65c63958e tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/ports?device_id=285498a4-a47f-4426-98c6-daf48deb6b0f HTTP/1.1" status: 200 len: 945 time: 0.2453976 Nov 12 09:11:10.127679 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd8e99-19de-41fa-a566-14cf4fbfbe87 None None] Pushing event updated for resources: {'Port': ['ID=ca97c156-814b-4175-954d-5ce77aad582d,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:10.159597 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4c23546b-a470-4df8-80e0-51d2dd37d71f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Deleting port 309cb7b3-f505-477c-8d8a-396048688454 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:10.160212 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c23546b-a470-4df8-80e0-51d2dd37d71f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:10.201165 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b24b69b-7702-4a49-8791-b88094f03198 req-143ba44b-29d6-485b-aa82-51c9f4c4f850 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2185048-73ac-4204-9cdd-9f6c62414390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727724 Nov 12 09:11:10.204671 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79156cfc-50ae-4cdf-bcf8-c8c30643e8ba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:10.217677 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-b3353c8e-cfa7-47d0-a853-05425b5e096f req-08b6ce2c-5788-47fa-b244-8a65393aebef tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Deleting port 2e195080-5e5c-446c-a5b0-4ea965e62367 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:10.218160 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b3353c8e-cfa7-47d0-a853-05425b5e096f req-08b6ce2c-5788-47fa-b244-8a65393aebef tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:10.245332 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b1d316a3-68bd-4f52-a969-f7dd2c0c966a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:10.844152 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-4c23546b-a470-4df8-80e0-51d2dd37d71f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] For port 309cb7b3-f505-477c-8d8a-396048688454, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=309cb7b3-f505-477c-8d8a-396048688454,segment=NetworkSegment(ea1fa481-fce0-4e30-8196-f86b8fdd4424),segment_id=ea1fa481-fce0-4e30-8196-f86b8fdd4424)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:10.845073 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c23546b-a470-4df8-80e0-51d2dd37d71f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:10.918780 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-b3353c8e-cfa7-47d0-a853-05425b5e096f req-08b6ce2c-5788-47fa-b244-8a65393aebef tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] For port 2e195080-5e5c-446c-a5b0-4ea965e62367, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=2e195080-5e5c-446c-a5b0-4ea965e62367,segment=NetworkSegment(27a88a16-92c2-46a0-8246-44c9626e27bb),segment_id=27a88a16-92c2-46a0-8246-44c9626e27bb)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:10.919090 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b3353c8e-cfa7-47d0-a853-05425b5e096f req-08b6ce2c-5788-47fa-b244-8a65393aebef tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:10.960218 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4c23546b-a470-4df8-80e0-51d2dd37d71f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Calling delete_port for 309cb7b3-f505-477c-8d8a-396048688454 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:11.564306 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79156cfc-50ae-4cdf-bcf8-c8c30643e8ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:11.590025 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc742e2-67f8-4005-a856-69f54f2aac32 req-e7c41a69-93a8-4384-b5ed-15b4e829e45e tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:11.592769 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8dc742e2-67f8-4005-a856-69f54f2aac32 req-e7c41a69-93a8-4384-b5ed-15b4e829e45e tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=acd09f84-17c2-49bf-a122-ff714bd474a5 HTTP/1.1" status: 200 len: 946 time: 0.8701215 Nov 12 09:11:11.852930 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8dc742e2-67f8-4005-a856-69f54f2aac32 req-e7317f6a-e35b-45cf-81d2-2f6e5ac49f0a tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e55d8db-f95f-4171-a225-437c938e16e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916597 Nov 12 09:11:12.037972 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79156cfc-50ae-4cdf-bcf8-c8c30643e8ba admin admin] Router efe3cac5-4bf5-4c73-8d2e-7f5e61aff013 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:11:12.068722 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b3353c8e-cfa7-47d0-a853-05425b5e096f req-08b6ce2c-5788-47fa-b244-8a65393aebef tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:12.069778 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b3353c8e-cfa7-47d0-a853-05425b5e096f req-08b6ce2c-5788-47fa-b244-8a65393aebef tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:12.069778 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [req-b3353c8e-cfa7-47d0-a853-05425b5e096f req-08b6ce2c-5788-47fa-b244-8a65393aebef tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Floating IP 127df278-5821-4bd5-b343-5efe12bc7e28 disassociated. External IP: 172.25.6.56, port: 2e195080-5e5c-446c-a5b0-4ea965e62367. Nov 12 09:11:12.070678 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-b3353c8e-cfa7-47d0-a853-05425b5e096f req-08b6ce2c-5788-47fa-b244-8a65393aebef tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Calling delete_port for 2e195080-5e5c-446c-a5b0-4ea965e62367 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:12.115468 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ca97c156-814b-4175-954d-5ce77aad582d up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:12.199940 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b63e75-cf4b-45af-94d5-e3fcda02c513 None None] Network 5b3e23b2-3e2a-4b68-87ea-7fe11d413af2 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:12.425175 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22e254-f2b2-45ca-a264-2354e5a6237e req-96764ce9-728d-42a1-88fb-eeca193c59c9 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:12.438623 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-de22e254-f2b2-45ca-a264-2354e5a6237e req-96764ce9-728d-42a1-88fb-eeca193c59c9 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/ports?device_id=285498a4-a47f-4426-98c6-daf48deb6b0f HTTP/1.1" status: 200 len: 945 time: 0.2256508 Nov 12 09:11:12.447300 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:12.541905 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-7a6dd73c-3700-4013-9ac0-5692e54b4258 None None] Provisioning complete for port ca97c156-814b-4175-954d-5ce77aad582d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:12.542985 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7a6dd73c-3700-4013-9ac0-5692e54b4258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:12.553039 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79156cfc-50ae-4cdf-bcf8-c8c30643e8ba admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:11:12.571105 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b941908-f1f3-4073-bbf8-4ee98037241c None None] Sync routers for ids ['efe3cac5-4bf5-4c73-8d2e-7f5e61aff013'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:11:12.591863 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b3353c8e-cfa7-47d0-a853-05425b5e096f req-08b6ce2c-5788-47fa-b244-8a65393aebef tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:12.602317 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-b8df7b74-27c9-48ff-9d11-cae6903824be tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Allocated IP 172.20.0.1 (5b3e23b2-3e2a-4b68-87ea-7fe11d413af2/a9e28eef-d35d-4376-8907-c3e96b79ec62/e65e67f5-bc0c-4193-95ad-879627dc0791) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:12.607489 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b941908-f1f3-4073-bbf8-4ee98037241c None None] Routers {'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:11:12.613811 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-2b941908-f1f3-4073-bbf8-4ee98037241c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:11:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['efe3cac5-4bf5-4c73-8d2e-7f5e61aff013'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:12.618271 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c23546b-a470-4df8-80e0-51d2dd37d71f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:12.632309 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-de22e254-f2b2-45ca-a264-2354e5a6237e req-394b31c7-8e59-42de-a1c1-d25c56f385fd tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2185048-73ac-4204-9cdd-9f6c62414390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828580 Nov 12 09:11:12.660127 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79156cfc-50ae-4cdf-bcf8-c8c30643e8ba admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:12.667427 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-79156cfc-50ae-4cdf-bcf8-c8c30643e8ba admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.7406228 Nov 12 09:11:12.668405 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54882) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:12.721314 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6ce2c-5788-47fa-b244-8a65393aebef tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Pushing event deleted for resources: {'Port': ['ID=2e195080-5e5c-446c-a5b0-4ea965e62367,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:13.072577 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-2b941908-f1f3-4073-bbf8-4ee98037241c None None] Set router efe3cac5-4bf5-4c73-8d2e-7f5e61aff013 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:11:13.073424 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23546b-a470-4df8-80e0-51d2dd37d71f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event deleted for resources: {'Port': ['ID=309cb7b3-f505-477c-8d8a-396048688454,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:13.255439 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3353c8e-cfa7-47d0-a853-05425b5e096f req-08b6ce2c-5788-47fa-b244-8a65393aebef tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Router 5d401e14-3723-4d42-b386-d537962702df has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:11:13.442004 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port ca97c156-814b-4175-954d-5ce77aad582d triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:13.442829 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:13.448716 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95f2feae-dfd2-43df-a015-6a041c4111aa req-c911c624-acb7-44c4-90fb-05e29fbdf781 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=acd09f84-17c2-49bf-a122-ff714bd474a5 HTTP/1.1" status: 200 len: 210 time: 0.1319275 Nov 12 09:11:13.718211 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5218d-e3cd-4e7b-a300-21e3e69183b9 req-28fdc767-b77e-423e-ab73-1362bcc5dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:13.720610 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e5e5218d-e3cd-4e7b-a300-21e3e69183b9 req-28fdc767-b77e-423e-ab73-1362bcc5dcd0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ae6e91a8bca463d8d8c141da3809abd&device_id=285498a4-a47f-4426-98c6-daf48deb6b0f HTTP/1.1" status: 200 len: 1097 time: 0.4619250 Nov 12 09:11:13.863420 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:13.903305 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a1746-636b-4a6e-9d0a-a86e5219e923 req-3376ca3f-365b-44de-91be-71eee245bb9c tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:13.907241 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0b7a1746-636b-4a6e-9d0a-a86e5219e923 req-3376ca3f-365b-44de-91be-71eee245bb9c tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/ports?device_id=285498a4-a47f-4426-98c6-daf48deb6b0f HTTP/1.1" status: 200 len: 945 time: 0.1648576 Nov 12 09:11:13.994888 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-2b941908-f1f3-4073-bbf8-4ee98037241c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'name': 'tempest-ServerRescueTestJSONUnderV235-496684968-router', 'tenant_id': '7936baa04f2446059a6bd19fa0bb292d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '8366f079-ad0d-4bbf-8e82-f8006669f61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:06Z', 'updated_at': '2021-11-12T09:11:09Z', 'revision_number': 3, 'project_id': '7936baa04f2446059a6bd19fa0bb292d', 'gw_port': {'id': '8366f079-ad0d-4bbf-8e82-f8006669f61c', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:08Z', 'updated_at': '2021-11-12T09:11:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:14.024574 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7a6dd73c-3700-4013-9ac0-5692e54b4258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:14.083470 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 2e195080-5e5c-446c-a5b0-4ea965e62367 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:11:14.132012 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-7a6dd73c-3700-4013-9ac0-5692e54b4258 None None] For port ca97c156-814b-4175-954d-5ce77aad582d, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ca97c156-814b-4175-954d-5ce77aad582d,segment=NetworkSegment(d07db72a-a00b-44fe-b952-ccd1ba34c6d5),segment_id=d07db72a-a00b-44fe-b952-ccd1ba34c6d5)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:14.156255 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:11:14.159456 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b941908-f1f3-4073-bbf8-4ee98037241c None None] Checking router: efe3cac5-4bf5-4c73-8d2e-7f5e61aff013 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:11:14.160417 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b941908-f1f3-4073-bbf8-4ee98037241c None None] Updating router efe3cac5-4bf5-4c73-8d2e-7f5e61aff013 port 8366f079-ad0d-4bbf-8e82-f8006669f61c binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:11:14.185826 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7a6dd73c-3700-4013-9ac0-5692e54b4258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:14.194083 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b8df7b74-27c9-48ff-9d11-cae6903824be tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:14.197153 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:14.204083 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 2e195080-5e5c-446c-a5b0-4ea965e62367 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:11:14.211004 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 2e195080-5e5c-446c-a5b0-4ea965e62367 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:11:14.239371 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2b941908-f1f3-4073-bbf8-4ee98037241c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:14.248245 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0b7a1746-636b-4a6e-9d0a-a86e5219e923 req-a6a2214d-906d-42cd-b9b4-982042f4c15f tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2185048-73ac-4204-9cdd-9f6c62414390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436554 Nov 12 09:11:14.423188 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5218d-e3cd-4e7b-a300-21e3e69183b9 req-9950d8d0-a5f6-41a8-9950-92e7f34e7e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:14.426096 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e5e5218d-e3cd-4e7b-a300-21e3e69183b9 req-9950d8d0-a5f6-41a8-9950-92e7f34e7e7b service neutron] 10.222.0.54 "GET /v2.0/networks?id=49223426-292f-45f0-a626-40e35d481fd1 HTTP/1.1" status: 200 len: 912 time: 0.6900897 Nov 12 09:11:14.443179 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b8df7b74-27c9-48ff-9d11-cae6903824be tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:14.454086 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ebadf5b7-134e-4e69-8068-2375c913de33 None None] Provisioning complete for port ca97c156-814b-4175-954d-5ce77aad582d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:14.455266 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ebadf5b7-134e-4e69-8068-2375c913de33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:14.556682 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6dd73c-3700-4013-9ac0-5692e54b4258 None None] Pushing event updated for resources: {'Port': ['ID=ca97c156-814b-4175-954d-5ce77aad582d,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:14.723853 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-664fa665-eb26-4b3f-8ff6-e59a63e71ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:14.732210 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e5e5218d-e3cd-4e7b-a300-21e3e69183b9 req-1db622e5-5455-471e-8286-c069ab832afb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1487037d-72ac-4b9c-8f22-b9e9e8c79976 HTTP/1.1" status: 200 len: 217 time: 0.2043474 Nov 12 09:11:14.779319 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c7263d90-6ff6-46fa-86c2-91b42ed08ff2 req-f988f699-ae0d-41b8-91b2-b568ddc36b68 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/ports?device_id=acd09f84-17c2-49bf-a122-ff714bd474a5 HTTP/1.1" status: 200 len: 210 time: 0.0506952 Nov 12 09:11:14.931300 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8df7b74-27c9-48ff-9d11-cae6903824be tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Network 5b3e23b2-3e2a-4b68-87ea-7fe11d413af2 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:14.979797 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3353c8e-cfa7-47d0-a853-05425b5e096f req-08b6ce2c-5788-47fa-b244-8a65393aebef tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:11:14.997889 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af25c70-50fe-4379-a62c-ee1fb65c939a None None] Sync routers for ids ['5d401e14-3723-4d42-b386-d537962702df'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:11:15.039720 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af25c70-50fe-4379-a62c-ee1fb65c939a None None] Routers {'5d401e14-3723-4d42-b386-d537962702df'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:11:15.040835 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-7af25c70-50fe-4379-a62c-ee1fb65c939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:11:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['5d401e14-3723-4d42-b386-d537962702df'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:15.056819 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2b941908-f1f3-4073-bbf8-4ee98037241c None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:15.060863 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-b8df7b74-27c9-48ff-9d11-cae6903824be tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:15.091885 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2b941908-f1f3-4073-bbf8-4ee98037241c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:15.148354 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8df7b74-27c9-48ff-9d11-cae6903824be tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:11:15.177285 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-664fa665-eb26-4b3f-8ff6-e59a63e71ff5 admin admin] Allocated IP 172.20.0.1 (adb9c9a7-8b65-40da-8124-8d118ffa132b/a3a9d107-d107-4cc5-aa4f-14cfcf420d5c/3257675e-d8b4-4697-b315-61109be8c2a9) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:15.194176 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df7b74-27c9-48ff-9d11-cae6903824be tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Pushing event updated for resources: {'Port': ['ID=e65e67f5-bc0c-4193-95ad-879627dc0791,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:15.211323 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c23546b-a470-4df8-80e0-51d2dd37d71f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:15.230263 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-2b941908-f1f3-4073-bbf8-4ee98037241c None None] Attempting to bind port 8366f079-ad0d-4bbf-8e82-f8006669f61c on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:11:15.230664 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-2b941908-f1f3-4073-bbf8-4ee98037241c None None] Attempting to bind port 8366f079-ad0d-4bbf-8e82-f8006669f61c by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:11:15.231039 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b941908-f1f3-4073-bbf8-4ee98037241c None None] Attempting to bind port 8366f079-ad0d-4bbf-8e82-f8006669f61c on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:11:15.262875 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b941908-f1f3-4073-bbf8-4ee98037241c None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:11:15.263587 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b941908-f1f3-4073-bbf8-4ee98037241c None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:15.264147 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2b941908-f1f3-4073-bbf8-4ee98037241c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:15.264566 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b941908-f1f3-4073-bbf8-4ee98037241c None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:11:15.265169 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-2b941908-f1f3-4073-bbf8-4ee98037241c None None] Bound port: 8366f079-ad0d-4bbf-8e82-f8006669f61c, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:11:15.265916 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2b941908-f1f3-4073-bbf8-4ee98037241c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:15.315847 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b972da1-f3ea-492d-ac7c-9ff1f0aa25ad None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:11:15.384831 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3353c8e-cfa7-47d0-a853-05425b5e096f req-08b6ce2c-5788-47fa-b244-8a65393aebef tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] No DVR routers for this DVR port 2e195080-5e5c-446c-a5b0-4ea965e62367 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:11:15.424597 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7143e-8f76-40d3-918d-692aa65e0794 None None] Pushing event updated for resources: {'Port': ['ID=8366f079-ad0d-4bbf-8e82-f8006669f61c,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:15.461223 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a7143e-8f76-40d3-918d-692aa65e0794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:15.462078 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a7143e-8f76-40d3-918d-692aa65e0794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:15.462802 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a7143e-8f76-40d3-918d-692aa65e0794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:15.463639 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a7143e-8f76-40d3-918d-692aa65e0794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:15.464446 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a7143e-8f76-40d3-918d-692aa65e0794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:15.465155 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a7143e-8f76-40d3-918d-692aa65e0794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:15.465821 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a7143e-8f76-40d3-918d-692aa65e0794 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:15.466491 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a7143e-8f76-40d3-918d-692aa65e0794 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:15.466901 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-7af25c70-50fe-4379-a62c-ee1fb65c939a None None] Set router 5d401e14-3723-4d42-b386-d537962702df gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:11:15.467385 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a7143e-8f76-40d3-918d-692aa65e0794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:15.467965 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a7143e-8f76-40d3-918d-692aa65e0794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:15.468639 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a7143e-8f76-40d3-918d-692aa65e0794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:15.472074 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a7143e-8f76-40d3-918d-692aa65e0794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:15.496817 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b3353c8e-cfa7-47d0-a853-05425b5e096f req-08b6ce2c-5788-47fa-b244-8a65393aebef tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:15.508643 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b3353c8e-cfa7-47d0-a853-05425b5e096f req-08b6ce2c-5788-47fa-b244-8a65393aebef tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.54 "DELETE /v2.0/ports/2e195080-5e5c-446c-a5b0-4ea965e62367 HTTP/1.1" status: 204 len: 173 time: 5.9943743 Nov 12 09:11:15.511733 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd09f84-17c2-49bf-a122-ff714bd474a5', 'name': 'network-vif-deleted', 'tag': '2e195080-5e5c-446c-a5b0-4ea965e62367'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:11:15.515925 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179aea9e-19c8-48cc-adfe-032d545fbafd" -d '{"events": [{"server_uuid": "acd09f84-17c2-49bf-a122-ff714bd474a5", "name": "network-vif-deleted", "tag": "2e195080-5e5c-446c-a5b0-4ea965e62367"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:11:15.535405 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-2b941908-f1f3-4073-bbf8-4ee98037241c None None] For port 8366f079-ad0d-4bbf-8e82-f8006669f61c, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:11:15.545984 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-2b941908-f1f3-4073-bbf8-4ee98037241c None None] For port 8366f079-ad0d-4bbf-8e82-f8006669f61c, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=8366f079-ad0d-4bbf-8e82-f8006669f61c,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:11:15.568977 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2b941908-f1f3-4073-bbf8-4ee98037241c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:15.602334 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b8df7b74-27c9-48ff-9d11-cae6903824be tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:15.620099 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b9859c8c-a1a7-4c24-9bc8-5ccacc07f8fb None None] Provisioning complete for port 8366f079-ad0d-4bbf-8e82-f8006669f61c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:15.621161 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b9859c8c-a1a7-4c24-9bc8-5ccacc07f8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:15.696392 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7143e-8f76-40d3-918d-692aa65e0794 None None] Pushing event updated for resources: {'Port': ['ID=8366f079-ad0d-4bbf-8e82-f8006669f61c,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:15.703813 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-664fa665-eb26-4b3f-8ff6-e59a63e71ff5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:15.743530 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b941908-f1f3-4073-bbf8-4ee98037241c None None] Routers {'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:11:15.746326 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcae4954-9326-4530-a597-1c7d8f42e1f4 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:11:15.746695 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-2b941908-f1f3-4073-bbf8-4ee98037241c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:11:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['efe3cac5-4bf5-4c73-8d2e-7f5e61aff013'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:15.816818 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5218d-e3cd-4e7b-a300-21e3e69183b9 req-cec40227-6466-4784-8607-e1798d208b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:15.820878 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e5e5218d-e3cd-4e7b-a300-21e3e69183b9 req-cec40227-6466-4784-8607-e1798d208b98 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=84cf2a6c-0f1b-42be-9d30-4a73e326820f HTTP/1.1" status: 200 len: 851 time: 0.9210305 Nov 12 09:11:15.853652 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980e153-646a-4d03-9c85-e343c8125ac8 req-bdf87245-8ec3-4207-9fc9-84f8aa6449a3 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:15.860931 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a980e153-646a-4d03-9c85-e343c8125ac8 req-bdf87245-8ec3-4207-9fc9-84f8aa6449a3 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/ports?device_id=285498a4-a47f-4426-98c6-daf48deb6b0f HTTP/1.1" status: 200 len: 945 time: 0.3860829 Nov 12 09:11:15.889958 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-664fa665-eb26-4b3f-8ff6-e59a63e71ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:15.980608 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b9859c8c-a1a7-4c24-9bc8-5ccacc07f8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:15.995871 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664fa665-eb26-4b3f-8ff6-e59a63e71ff5 admin admin] Network adb9c9a7-8b65-40da-8124-8d118ffa132b is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:16.005340 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-664fa665-eb26-4b3f-8ff6-e59a63e71ff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:16.014219 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664fa665-eb26-4b3f-8ff6-e59a63e71ff5 admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:11:16.042985 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b9859c8c-a1a7-4c24-9bc8-5ccacc07f8fb None None] For port 8366f079-ad0d-4bbf-8e82-f8006669f61c, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=8366f079-ad0d-4bbf-8e82-f8006669f61c,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:16.054072 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b9859c8c-a1a7-4c24-9bc8-5ccacc07f8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:16.067463 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e5e5218d-e3cd-4e7b-a300-21e3e69183b9 req-fbd6052b-3c3d-4192-a98b-3490c417aeda service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=49223426-292f-45f0-a626-40e35d481fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1604669 Nov 12 09:11:16.084218 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664fa665-eb26-4b3f-8ff6-e59a63e71ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=3257675e-d8b4-4697-b315-61109be8c2a9,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:16.136155 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-2b941908-f1f3-4073-bbf8-4ee98037241c None None] Set router efe3cac5-4bf5-4c73-8d2e-7f5e61aff013 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:11:16.137051 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a980e153-646a-4d03-9c85-e343c8125ac8 req-d022200c-fd19-4a2c-aade-c9b076d66caa tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2185048-73ac-4204-9cdd-9f6c62414390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252607 Nov 12 09:11:16.161856 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-664fa665-eb26-4b3f-8ff6-e59a63e71ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:16.385576 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9859c8c-a1a7-4c24-9bc8-5ccacc07f8fb None None] Pushing event updated for resources: {'Port': ['ID=8366f079-ad0d-4bbf-8e82-f8006669f61c,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:16.421334 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e88ef4fe-5fe0-4308-97d5-b1f0edfc5b51 None None] Provisioning complete for port e65e67f5-bc0c-4193-95ad-879627dc0791 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:16.421797 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e88ef4fe-5fe0-4308-97d5-b1f0edfc5b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:16.494159 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-664fa665-eb26-4b3f-8ff6-e59a63e71ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:16.549038 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155f89fb-3ab1-48bd-9c9d-a5036f4cb0c1 x-openstack-request-id: req-155f89fb-3ab1-48bd-9c9d-a5036f4cb0c1 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:11:16.549913 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd09f84-17c2-49bf-a122-ff714bd474a5", "name": "network-vif-deleted", "tag": "2e195080-5e5c-446c-a5b0-4ea965e62367", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:11:16.549913 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-155f89fb-3ab1-48bd-9c9d-a5036f4cb0c1 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:11:16.550463 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd09f84-17c2-49bf-a122-ff714bd474a5', 'name': 'network-vif-deleted', 'tag': '2e195080-5e5c-446c-a5b0-4ea965e62367', 'status': 'completed', 'code': 200} Nov 12 09:11:16.555700 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-7af25c70-50fe-4379-a62c-ee1fb65c939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d401e14-3723-4d42-b386-d537962702df', 'name': 'tempest-AttachVolumeTestJSON-1686572340-router', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:35Z', 'updated_at': '2021-11-12T09:01:46Z', 'revision_number': 4, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'gw_port': {'id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:37Z', 'updated_at': '2021-11-12T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'addc7639-d084-406c-8886-ff680f288bba', 'name': '', 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'mac_address': 'fa:16:3e:d9:86:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:44Z', 'updated_at': '2021-11-12T09:02:00Z', 'revision_number': 5, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'subnets': [{'id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:16.561364 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e88ef4fe-5fe0-4308-97d5-b1f0edfc5b51 None None] Port e65e67f5-bc0c-4193-95ad-879627dc0791 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:16.690289 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54902) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:16.712337 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b8df7b74-27c9-48ff-9d11-cae6903824be tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:16.719379 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af25c70-50fe-4379-a62c-ee1fb65c939a None None] Checking router: 5d401e14-3723-4d42-b386-d537962702df for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:11:16.726932 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ca97c156-814b-4175-954d-5ce77aad582d up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:16.728545 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e5e5218d-e3cd-4e7b-a300-21e3e69183b9 req-e8ca1917-1ae8-43c2-9553-e77d68e41cce service neutron] 10.222.0.54 "GET /v2.0/networks/49223426-292f-45f0-a626-40e35d481fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6228623 Nov 12 09:11:16.760842 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c23546b-a470-4df8-80e0-51d2dd37d71f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Router 7c4b28c1-e1e7-4a91-a50e-9f50133e0145 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:11:16.818629 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af25c70-50fe-4379-a62c-ee1fb65c939a None None] Routers {'5d401e14-3723-4d42-b386-d537962702df'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:11:16.819819 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-7af25c70-50fe-4379-a62c-ee1fb65c939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:11:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['5d401e14-3723-4d42-b386-d537962702df'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:16.827079 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e88ef4fe-5fe0-4308-97d5-b1f0edfc5b51 None None] Provisioning complete for port 8366f079-ad0d-4bbf-8e82-f8006669f61c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:16.827661 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e88ef4fe-5fe0-4308-97d5-b1f0edfc5b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:16.886934 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bb573d95-c989-4422-a8d3-7dd4265b1e22 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:16.900207 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-2b941908-f1f3-4073-bbf8-4ee98037241c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'name': 'tempest-ServerRescueTestJSONUnderV235-496684968-router', 'tenant_id': '7936baa04f2446059a6bd19fa0bb292d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '8366f079-ad0d-4bbf-8e82-f8006669f61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:06Z', 'updated_at': '2021-11-12T09:11:09Z', 'revision_number': 3, 'project_id': '7936baa04f2446059a6bd19fa0bb292d', 'gw_port': {'id': '8366f079-ad0d-4bbf-8e82-f8006669f61c', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:08Z', 'updated_at': '2021-11-12T09:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:16.967048 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bb573d95-c989-4422-a8d3-7dd4265b1e22 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:17.005600 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b941908-f1f3-4073-bbf8-4ee98037241c None None] The sync data for ids ['efe3cac5-4bf5-4c73-8d2e-7f5e61aff013'] in n-d-768862-16 is: [{'id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'name': 'tempest-ServerRescueTestJSONUnderV235-496684968-router', 'tenant_id': '7936baa04f2446059a6bd19fa0bb292d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '8366f079-ad0d-4bbf-8e82-f8006669f61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:06Z', 'updated_at': '2021-11-12T09:11:09Z', 'revision_number': 3, 'project_id': '7936baa04f2446059a6bd19fa0bb292d', 'gw_port': {'id': '8366f079-ad0d-4bbf-8e82-f8006669f61c', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:08Z', 'updated_at': '2021-11-12T09:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:11:17.062543 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port ca97c156-814b-4175-954d-5ce77aad582d triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:17.063112 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:17.128134 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-664fa665-eb26-4b3f-8ff6-e59a63e71ff5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:17.140071 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-664fa665-eb26-4b3f-8ff6-e59a63e71ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:17.145993 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-7af25c70-50fe-4379-a62c-ee1fb65c939a None None] Set router 5d401e14-3723-4d42-b386-d537962702df gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:11:17.248510 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bb573d95-c989-4422-a8d3-7dd4265b1e22 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:17.255084 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bb573d95-c989-4422-a8d3-7dd4265b1e22 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:17.258982 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bb573d95-c989-4422-a8d3-7dd4265b1e22 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "DELETE /v2.0/security-groups/5e55d8db-f95f-4171-a225-437c938e16e6 HTTP/1.1" status: 204 len: 168 time: 0.5651832 Nov 12 09:11:17.279246 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54906) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:17.401835 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e5e5218d-e3cd-4e7b-a300-21e3e69183b9 req-84147d51-e6ae-4a79-9a9a-72083793cc0a service neutron] 10.222.0.54 "GET /v2.0/networks/49223426-292f-45f0-a626-40e35d481fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6526930 Nov 12 09:11:17.428601 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb573d95-c989-4422-a8d3-7dd4265b1e22 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e55d8db-f95f-4171-a225-437c938e16e6,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:17.455316 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c23546b-a470-4df8-80e0-51d2dd37d71f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:11:17.471021 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4c23546b-a470-4df8-80e0-51d2dd37d71f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "PUT /v2.0/routers/7c4b28c1-e1e7-4a91-a50e-9f50133e0145/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2745492 Nov 12 09:11:17.476448 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54910) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:17.484573 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1527279c-39ff-4067-b93e-e1a530c90f3f None None] Sync routers for ids ['7c4b28c1-e1e7-4a91-a50e-9f50133e0145'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:11:17.492034 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664fa665-eb26-4b3f-8ff6-e59a63e71ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=3257675e-d8b4-4697-b315-61109be8c2a9,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:17.504568 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-86f29cba-4600-451d-b65d-f04baf2f8b77 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] show failed (client error): The resource could not be found. Nov 12 09:11:17.505981 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-86f29cba-4600-451d-b65d-f04baf2f8b77 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "GET /v2.0/security-groups/5e55d8db-f95f-4171-a225-437c938e16e6 HTTP/1.1" status: 404 len: 347 time: 0.2042961 Nov 12 09:11:17.549790 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1527279c-39ff-4067-b93e-e1a530c90f3f None None] Routers {'7c4b28c1-e1e7-4a91-a50e-9f50133e0145'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:11:17.552356 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-1527279c-39ff-4067-b93e-e1a530c90f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:11:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['7c4b28c1-e1e7-4a91-a50e-9f50133e0145'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:17.555314 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54912) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:17.599166 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-664fa665-eb26-4b3f-8ff6-e59a63e71ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:17.764979 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e1082a-8d39-4e81-ba84-fbadcb3e76b8 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Deleting subnet e18a9edb-966e-4b65-b818-4c95ab1ed8cc {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:11:17.774136 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b9e1082a-8d39-4e81-ba84-fbadcb3e76b8 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:17.814437 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54914) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:17.835189 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-7af25c70-50fe-4379-a62c-ee1fb65c939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d401e14-3723-4d42-b386-d537962702df', 'name': 'tempest-AttachVolumeTestJSON-1686572340-router', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:35Z', 'updated_at': '2021-11-12T09:01:46Z', 'revision_number': 4, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'gw_port': {'id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:37Z', 'updated_at': '2021-11-12T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'addc7639-d084-406c-8886-ff680f288bba', 'name': '', 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'mac_address': 'fa:16:3e:d9:86:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:44Z', 'updated_at': '2021-11-12T09:02:00Z', 'revision_number': 5, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'subnets': [{'id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:17.902830 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af25c70-50fe-4379-a62c-ee1fb65c939a None None] The sync data for ids ['5d401e14-3723-4d42-b386-d537962702df'] in n-d-768862-16 is: [{'id': '5d401e14-3723-4d42-b386-d537962702df', 'name': 'tempest-AttachVolumeTestJSON-1686572340-router', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:35Z', 'updated_at': '2021-11-12T09:01:46Z', 'revision_number': 4, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'gw_port': {'id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:37Z', 'updated_at': '2021-11-12T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'addc7639-d084-406c-8886-ff680f288bba', 'name': '', 'network_id': '7524fe81-dda2-4df7-b9b9-932c7fdb6f24', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'mac_address': 'fa:16:3e:d9:86:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:44Z', 'updated_at': '2021-11-12T09:02:00Z', 'revision_number': 5, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'subnets': [{'id': '34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:11:17.922970 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-1527279c-39ff-4067-b93e-e1a530c90f3f None None] Set router 7c4b28c1-e1e7-4a91-a50e-9f50133e0145 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:11:18.094773 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a34506-7fb2-4018-a8ae-e58631dbe8ab req-e200008b-1e84-4409-9e96-aee5ddcad06f tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:18.105408 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a2a34506-7fb2-4018-a8ae-e58631dbe8ab req-e200008b-1e84-4409-9e96-aee5ddcad06f tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/ports?device_id=285498a4-a47f-4426-98c6-daf48deb6b0f HTTP/1.1" status: 200 len: 945 time: 0.6470149 Nov 12 09:11:18.277185 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a2a34506-7fb2-4018-a8ae-e58631dbe8ab req-8c925cff-ebba-41b0-98ba-ed64be3cd84f tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2185048-73ac-4204-9cdd-9f6c62414390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705863 Nov 12 09:11:18.300480 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664fa665-eb26-4b3f-8ff6-e59a63e71ff5 admin admin] Network adb9c9a7-8b65-40da-8124-8d118ffa132b is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:18.304160 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-664fa665-eb26-4b3f-8ff6-e59a63e71ff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:18.433191 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-8164bb09-0e77-4e89-8e8f-5bbb9e5a0928 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Deleting port 354c8a1e-1cf5-4786-a69c-dc4b5fdc7a4d {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:18.433700 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8164bb09-0e77-4e89-8e8f-5bbb9e5a0928 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:18.556295 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8164bb09-0e77-4e89-8e8f-5bbb9e5a0928 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:18.557444 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8164bb09-0e77-4e89-8e8f-5bbb9e5a0928 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:18.583337 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-8164bb09-0e77-4e89-8e8f-5bbb9e5a0928 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Calling delete_port for 354c8a1e-1cf5-4786-a69c-dc4b5fdc7a4d owned by network:floatingip {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:18.656156 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-1527279c-39ff-4067-b93e-e1a530c90f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060713202', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '435f49ca-291d-47bf-8282-9a1e434d563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:09:23Z', 'updated_at': '2021-11-12T09:11:12Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '435f49ca-291d-47bf-8282-9a1e434d563f', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:09:24Z', 'updated_at': '2021-11-12T09:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:18.661986 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab41200c-95f9-4cf3-a6ed-d5de899bb17e None None] New status for floating IP 127df278-5821-4bd5-b343-5efe12bc7e28: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:11:18.674544 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b9e1082a-8d39-4e81-ba84-fbadcb3e76b8 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:18.745041 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1527279c-39ff-4067-b93e-e1a530c90f3f None None] Checking router: 7c4b28c1-e1e7-4a91-a50e-9f50133e0145 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:11:18.791040 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1527279c-39ff-4067-b93e-e1a530c90f3f None None] Routers {'7c4b28c1-e1e7-4a91-a50e-9f50133e0145'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:11:18.796018 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-1527279c-39ff-4067-b93e-e1a530c90f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:11:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['7c4b28c1-e1e7-4a91-a50e-9f50133e0145'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:18.832602 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8366f079-ad0d-4bbf-8e82-f8006669f61c up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:18.883378 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664fa665-eb26-4b3f-8ff6-e59a63e71ff5 admin admin] Router efe3cac5-4bf5-4c73-8d2e-7f5e61aff013 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:11:18.939110 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b9e1082a-8d39-4e81-ba84-fbadcb3e76b8 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:19.026998 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b8df7b74-27c9-48ff-9d11-cae6903824be tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:19.094915 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b8df7b74-27c9-48ff-9d11-cae6903824be tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:19.151077 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-1527279c-39ff-4067-b93e-e1a530c90f3f None None] Set router 7c4b28c1-e1e7-4a91-a50e-9f50133e0145 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:11:19.166685 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664fa665-eb26-4b3f-8ff6-e59a63e71ff5 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:11:19.183800 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-664fa665-eb26-4b3f-8ff6-e59a63e71ff5 admin admin] 10.222.0.37 "PUT /v2.0/routers/efe3cac5-4bf5-4c73-8d2e-7f5e61aff013/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5042171 Nov 12 09:11:19.317094 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b8df7b74-27c9-48ff-9d11-cae6903824be tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:19.320653 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df7b74-27c9-48ff-9d11-cae6903824be tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Pushing event updated for resources: {'Port': ['ID=e65e67f5-bc0c-4193-95ad-879627dc0791,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:19.363293 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b9e1082a-8d39-4e81-ba84-fbadcb3e76b8 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:19.528462 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 8366f079-ad0d-4bbf-8e82-f8006669f61c triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:19.531397 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:19.624498 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1082a-8d39-4e81-ba84-fbadcb3e76b8 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event deleted for resources: {'Subnet': ['ID=e18a9edb-966e-4b65-b818-4c95ab1ed8cc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:19.633587 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8164bb09-0e77-4e89-8e8f-5bbb9e5a0928 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:19.653021 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b9e1082a-8d39-4e81-ba84-fbadcb3e76b8 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:19.665285 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b9e1082a-8d39-4e81-ba84-fbadcb3e76b8 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "DELETE /v2.0/subnets/e18a9edb-966e-4b65-b818-4c95ab1ed8cc HTTP/1.1" status: 204 len: 168 time: 2.1757262 Nov 12 09:11:19.670137 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26067f99-763d-44b0-9e18-13ffb8a85da4 None None] Network cbea348e-a050-44b2-a200-f39054e2a387 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:19.730056 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54922) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:19.750852 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164bb09-0e77-4e89-8e8f-5bbb9e5a0928 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Pushing event deleted for resources: {'Port': ['ID=354c8a1e-1cf5-4786-a69c-dc4b5fdc7a4d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:19.772979 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-1527279c-39ff-4067-b93e-e1a530c90f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060713202', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '435f49ca-291d-47bf-8282-9a1e434d563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:09:23Z', 'updated_at': '2021-11-12T09:11:12Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '435f49ca-291d-47bf-8282-9a1e434d563f', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:09:24Z', 'updated_at': '2021-11-12T09:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:19.884024 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e76d2a10-310d-4c76-84a6-4c9c8cc46abe tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Deleting port 38eb0ad7-95ae-4b34-9ffe-e3546a3f804d {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:19.884618 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e76d2a10-310d-4c76-84a6-4c9c8cc46abe tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:19.897198 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1527279c-39ff-4067-b93e-e1a530c90f3f None None] The sync data for ids ['7c4b28c1-e1e7-4a91-a50e-9f50133e0145'] in n-d-768862-16 is: [{'id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060713202', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '435f49ca-291d-47bf-8282-9a1e434d563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:09:23Z', 'updated_at': '2021-11-12T09:11:12Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': '435f49ca-291d-47bf-8282-9a1e434d563f', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4b28c1-e1e7-4a91-a50e-9f50133e0145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:09:24Z', 'updated_at': '2021-11-12T09:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:11:20.027784 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e371b4-17ab-4751-afa6-9829c3333607 req-e219571e-74c4-49b4-afde-4bdecfe77928 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:20.030679 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b4e371b4-17ab-4751-afa6-9829c3333607 req-e219571e-74c4-49b4-afde-4bdecfe77928 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/ports?device_id=285498a4-a47f-4426-98c6-daf48deb6b0f HTTP/1.1" status: 200 len: 945 time: 0.3070464 Nov 12 09:11:20.033097 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8164bb09-0e77-4e89-8e8f-5bbb9e5a0928 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks [] for floatingip, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:20.039931 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8164bb09-0e77-4e89-8e8f-5bbb9e5a0928 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:20.045720 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8164bb09-0e77-4e89-8e8f-5bbb9e5a0928 tempest-AttachVolumeTestJSON-993083523 tempest-AttachVolumeTestJSON-993083523-project] 10.222.0.37 "DELETE /v2.0/floatingips/127df278-5821-4bd5-b343-5efe12bc7e28 HTTP/1.1" status: 204 len: 168 time: 2.4736738 Nov 12 09:11:20.223006 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8df7b74-27c9-48ff-9d11-cae6903824be tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Network 5b3e23b2-3e2a-4b68-87ea-7fe11d413af2 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:20.239215 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b4e371b4-17ab-4751-afa6-9829c3333607 req-9aa26dca-dfee-49a4-b137-11257dd5bcc9 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2185048-73ac-4204-9cdd-9f6c62414390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908729 Nov 12 09:11:20.243955 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-b8df7b74-27c9-48ff-9d11-cae6903824be tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:20.280551 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3933c183-dc83-4f07-950e-ad984a055c9e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:20.344953 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114e08ca-741f-4c52-8973-551700831973 None None] DHCP port deletion for cbea348e-a050-44b2-a200-f39054e2a387 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:11:20.691169 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 309cb7b3-f505-477c-8d8a-396048688454 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:11:20.750093 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 309cb7b3-f505-477c-8d8a-396048688454 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:11:20.750784 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 309cb7b3-f505-477c-8d8a-396048688454 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:11:20.751790 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 61af15c5-4007-4d32-8219-429650687b52 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:11:20.758830 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-114e08ca-741f-4c52-8973-551700831973 None None] Deleting port 61af15c5-4007-4d32-8219-429650687b52 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:20.759298 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-114e08ca-741f-4c52-8973-551700831973 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:20.870185 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e76d2a10-310d-4c76-84a6-4c9c8cc46abe tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:20.870743 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e76d2a10-310d-4c76-84a6-4c9c8cc46abe tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:20.895589 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-114e08ca-741f-4c52-8973-551700831973 None None] For port 61af15c5-4007-4d32-8219-429650687b52, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=61af15c5-4007-4d32-8219-429650687b52,segment=NetworkSegment(ea1fa481-fce0-4e30-8196-f86b8fdd4424),segment_id=ea1fa481-fce0-4e30-8196-f86b8fdd4424)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:20.896204 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-114e08ca-741f-4c52-8973-551700831973 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:21.008750 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a148a0-cd53-40e3-9be3-5fb84305c53c None None] Sync routers for ids ['efe3cac5-4bf5-4c73-8d2e-7f5e61aff013'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:11:21.025409 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-114e08ca-741f-4c52-8973-551700831973 None None] Calling delete_port for 61af15c5-4007-4d32-8219-429650687b52 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:21.064196 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a148a0-cd53-40e3-9be3-5fb84305c53c None None] Routers {'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:11:21.065523 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-b7a148a0-cd53-40e3-9be3-5fb84305c53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:11:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['efe3cac5-4bf5-4c73-8d2e-7f5e61aff013'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:21.079045 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e76d2a10-310d-4c76-84a6-4c9c8cc46abe tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Calling delete_port for 38eb0ad7-95ae-4b34-9ffe-e3546a3f804d owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:21.130556 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:21.359158 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-93ed5abf-42fc-42dc-8bc9-d1445bc14af5 None None] Provisioning complete for port e65e67f5-bc0c-4193-95ad-879627dc0791 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:21.359530 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-93ed5abf-42fc-42dc-8bc9-d1445bc14af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:21.364816 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 61af15c5-4007-4d32-8219-429650687b52, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=61af15c5-4007-4d32-8219-429650687b52,segment=NetworkSegment(ea1fa481-fce0-4e30-8196-f86b8fdd4424),segment_id=ea1fa481-fce0-4e30-8196-f86b8fdd4424)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:21.416710 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-b7a148a0-cd53-40e3-9be3-5fb84305c53c None None] Set router efe3cac5-4bf5-4c73-8d2e-7f5e61aff013 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:11:21.436769 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-da04f070-06fd-417a-850b-853bd9fd35cd tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:21.452719 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-da04f070-06fd-417a-850b-853bd9fd35cd tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/networks?id=adb9c9a7-8b65-40da-8124-8d118ffa132b HTTP/1.1" status: 200 len: 819 time: 0.3439696 Nov 12 09:11:21.465319 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:21.507197 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-2d5132de-edd4-4c85-af68-61f79a92dff8 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/quotas/7936baa04f2446059a6bd19fa0bb292d HTTP/1.1" status: 200 len: 375 time: 0.0509849 Nov 12 09:11:21.540682 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3933c183-dc83-4f07-950e-ad984a055c9e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:21.564153 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-114e08ca-741f-4c52-8973-551700831973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:21.608141 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-93ed5abf-42fc-42dc-8bc9-d1445bc14af5 None None] Port e65e67f5-bc0c-4193-95ad-879627dc0791 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:21.632266 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114e08ca-741f-4c52-8973-551700831973 None None] No DVR routers for this DVR port 61af15c5-4007-4d32-8219-429650687b52 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:11:21.650498 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=61af15c5-4007-4d32-8219-429650687b52,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:21.709096 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-281aa02d-6ec3-46d3-bccb-beb68a7b72ab tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7936baa04f2446059a6bd19fa0bb292d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1952133 Nov 12 09:11:21.734101 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e08ca-741f-4c52-8973-551700831973 None None] Pushing event deleted for resources: {'Port': ['ID=61af15c5-4007-4d32-8219-429650687b52,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:21.782717 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8df7b74-27c9-48ff-9d11-cae6903824be tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Router 20d9e8e4-70a0-4fc4-9030-963848b9f676 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:11:21.962384 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-418c7c80-6156-42d4-82bc-03e47ee7185a service neutron] 10.222.0.37 "GET /v2.0/networks/adb9c9a7-8b65-40da-8124-8d118ffa132b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299252 Nov 12 09:11:22.043866 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-3933c183-dc83-4f07-950e-ad984a055c9e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Deleting port 435f49ca-291d-47bf-8282-9a1e434d563f {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:22.045274 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3933c183-dc83-4f07-950e-ad984a055c9e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:22.137165 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-b7a148a0-cd53-40e3-9be3-5fb84305c53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'name': 'tempest-ServerRescueTestJSONUnderV235-496684968-router', 'tenant_id': '7936baa04f2446059a6bd19fa0bb292d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '8366f079-ad0d-4bbf-8e82-f8006669f61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:06Z', 'updated_at': '2021-11-12T09:11:16Z', 'revision_number': 4, 'project_id': '7936baa04f2446059a6bd19fa0bb292d', 'gw_port': {'id': '8366f079-ad0d-4bbf-8e82-f8006669f61c', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:08Z', 'updated_at': '2021-11-12T09:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '3257675e-d8b4-4697-b315-61109be8c2a9', 'name': '', 'network_id': 'adb9c9a7-8b65-40da-8124-8d118ffa132b', 'tenant_id': '7936baa04f2446059a6bd19fa0bb292d', 'mac_address': 'fa:16:3e:df:36:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'a3a9d107-d107-4cc5-aa4f-14cfcf420d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:14Z', 'updated_at': '2021-11-12T09:11:16Z', 'revision_number': 2, 'project_id': '7936baa04f2446059a6bd19fa0bb292d', 'subnets': [{'id': 'a3a9d107-d107-4cc5-aa4f-14cfcf420d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:22.167804 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8df7b74-27c9-48ff-9d11-cae6903824be tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:11:22.192130 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcc9614-5350-4803-b3f3-46bc7eb5691b None None] Sync routers for ids ['20d9e8e4-70a0-4fc4-9030-963848b9f676'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:11:22.210531 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-9d4afb9d-8d01-4bc6-855b-b46840b6e218 service neutron] 10.222.0.37 "GET /v2.0/networks/adb9c9a7-8b65-40da-8124-8d118ffa132b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401764 Nov 12 09:11:22.229099 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcc9614-5350-4803-b3f3-46bc7eb5691b None None] Routers {'20d9e8e4-70a0-4fc4-9030-963848b9f676'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:11:22.229099 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ffcc9614-5350-4803-b3f3-46bc7eb5691b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:11:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['20d9e8e4-70a0-4fc4-9030-963848b9f676'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:22.252318 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a148a0-cd53-40e3-9be3-5fb84305c53c None None] Checking router: efe3cac5-4bf5-4c73-8d2e-7f5e61aff013 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:11:22.254296 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a148a0-cd53-40e3-9be3-5fb84305c53c None None] Updating router efe3cac5-4bf5-4c73-8d2e-7f5e61aff013 port 3257675e-d8b4-4697-b315-61109be8c2a9 binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:11:22.256426 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54944) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:22.256634 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b8df7b74-27c9-48ff-9d11-cae6903824be tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] 10.222.0.37 "PUT /v2.0/routers/20d9e8e4-70a0-4fc4-9030-963848b9f676/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5083716 Nov 12 09:11:22.276898 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-7b0fbef8-9102-4246-908b-e280f0317ad5 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Request body: {'port': {'network_id': '5b3e23b2-3e2a-4b68-87ea-7fe11d413af2', 'name': 'tempest-FloatingIPNegativeTestJSON-1616153635'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:22.311282 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b7a148a0-cd53-40e3-9be3-5fb84305c53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:22.335649 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ffcc9614-5350-4803-b3f3-46bc7eb5691b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:22.372549 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcc9614-5350-4803-b3f3-46bc7eb5691b None None] Routers {'20d9e8e4-70a0-4fc4-9030-963848b9f676'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:11:22.373623 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ffcc9614-5350-4803-b3f3-46bc7eb5691b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:11:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['20d9e8e4-70a0-4fc4-9030-963848b9f676'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:22.554908 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ffcc9614-5350-4803-b3f3-46bc7eb5691b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:22.557449 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcc9614-5350-4803-b3f3-46bc7eb5691b None None] The sync data for ids ['20d9e8e4-70a0-4fc4-9030-963848b9f676'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:11:22.594090 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-3933c183-dc83-4f07-950e-ad984a055c9e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] For port 435f49ca-291d-47bf-8282-9a1e434d563f, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=435f49ca-291d-47bf-8282-9a1e434d563f,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:22.594890 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3933c183-dc83-4f07-950e-ad984a055c9e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:22.602196 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e76d2a10-310d-4c76-84a6-4c9c8cc46abe tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:22.753641 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d2a10-310d-4c76-84a6-4c9c8cc46abe tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Pushing event deleted for resources: {'Port': ['ID=38eb0ad7-95ae-4b34-9ffe-e3546a3f804d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:22.757546 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-3933c183-dc83-4f07-950e-ad984a055c9e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Calling delete_port for 435f49ca-291d-47bf-8282-9a1e434d563f owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:22.796872 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0fbef8-9102-4246-908b-e280f0317ad5 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Made reservation on behalf of 8a5bcffb906846daa7d70499b830a803 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:22.805605 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7b0fbef8-9102-4246-908b-e280f0317ad5 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:22.867375 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-7b0fbef8-9102-4246-908b-e280f0317ad5 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] device_id is not set on port 94c93f4b-2efc-431b-a912-a6c4394015d7 yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:11:23.183591 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e76d2a10-310d-4c76-84a6-4c9c8cc46abe tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:23.184189 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [None req-e76d2a10-310d-4c76-84a6-4c9c8cc46abe tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Floating IP 86b9f6cb-0f87-4f5c-a1dc-49c14f6b1674 disassociated (deleted). External IP: 172.25.6.92, port: 32e18187-58d0-4322-ad20-2324fde8f929. Nov 12 09:11:23.281675 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-7b0fbef8-9102-4246-908b-e280f0317ad5 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Allocated IP 172.20.0.12 (5b3e23b2-3e2a-4b68-87ea-7fe11d413af2/a9e28eef-d35d-4376-8907-c3e96b79ec62/94c93f4b-2efc-431b-a912-a6c4394015d7) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:23.293318 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:23.394126 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8cb2250b-519a-46c2-adb7-19e01992fd9e req-28b6b6e7-db5e-4b11-9a5a-62b2e8b7fe0d tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 210 time: 0.0965321 Nov 12 09:11:23.698796 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b7a148a0-cd53-40e3-9be3-5fb84305c53c None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:23.711780 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b7a148a0-cd53-40e3-9be3-5fb84305c53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:23.892574 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c6710-9fe2-45a2-91a5-2bfffab3bc8f req-7fa53137-fd47-4749-ab9b-83109116174f tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:23.898480 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-de9c6710-9fe2-45a2-91a5-2bfffab3bc8f req-7fa53137-fd47-4749-ab9b-83109116174f tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/ports?device_id=285498a4-a47f-4426-98c6-daf48deb6b0f HTTP/1.1" status: 200 len: 945 time: 0.1970928 Nov 12 09:11:23.955236 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7b0fbef8-9102-4246-908b-e280f0317ad5 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:23.968559 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247db43-9a3b-4c59-b8d5-505cf55e632e None None] Pushing event updated for resources: {'Port': ['ID=3257675e-d8b4-4697-b315-61109be8c2a9,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:24.100571 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-b7a148a0-cd53-40e3-9be3-5fb84305c53c None None] Attempting to bind port 3257675e-d8b4-4697-b315-61109be8c2a9 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:11:24.101199 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-b7a148a0-cd53-40e3-9be3-5fb84305c53c None None] Attempting to bind port 3257675e-d8b4-4697-b315-61109be8c2a9 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'f0e27cfd-cc8a-400e-ae7e-104591f7e239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'adb9c9a7-8b65-40da-8124-8d118ffa132b'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:11:24.101827 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a148a0-cd53-40e3-9be3-5fb84305c53c None None] Attempting to bind port 3257675e-d8b4-4697-b315-61109be8c2a9 on network adb9c9a7-8b65-40da-8124-8d118ffa132b {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:11:24.111394 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a148a0-cd53-40e3-9be3-5fb84305c53c None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:11:24.112038 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a148a0-cd53-40e3-9be3-5fb84305c53c None None] Checking segment: {'id': 'f0e27cfd-cc8a-400e-ae7e-104591f7e239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'adb9c9a7-8b65-40da-8124-8d118ffa132b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:24.112848 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b7a148a0-cd53-40e3-9be3-5fb84305c53c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:24.114263 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a148a0-cd53-40e3-9be3-5fb84305c53c None None] Bound using segment: {'id': 'f0e27cfd-cc8a-400e-ae7e-104591f7e239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'adb9c9a7-8b65-40da-8124-8d118ffa132b'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:11:24.114263 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-b7a148a0-cd53-40e3-9be3-5fb84305c53c None None] Bound port: 3257675e-d8b4-4697-b315-61109be8c2a9, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0e27cfd-cc8a-400e-ae7e-104591f7e239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'adb9c9a7-8b65-40da-8124-8d118ffa132b'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:11:24.114917 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b7a148a0-cd53-40e3-9be3-5fb84305c53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:24.170664 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-de9c6710-9fe2-45a2-91a5-2bfffab3bc8f req-91008a27-1d08-42ac-9861-067c95a948a7 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2185048-73ac-4204-9cdd-9f6c62414390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343485 Nov 12 09:11:24.244742 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7b0fbef8-9102-4246-908b-e280f0317ad5 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:24.284685 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-b7a148a0-cd53-40e3-9be3-5fb84305c53c None None] For port 3257675e-d8b4-4697-b315-61109be8c2a9, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:11:24.294739 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-b7a148a0-cd53-40e3-9be3-5fb84305c53c None None] For port 3257675e-d8b4-4697-b315-61109be8c2a9, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=3257675e-d8b4-4697-b315-61109be8c2a9,segment=NetworkSegment(f0e27cfd-cc8a-400e-ae7e-104591f7e239),segment_id=f0e27cfd-cc8a-400e-ae7e-104591f7e239)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:11:24.303503 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b7a148a0-cd53-40e3-9be3-5fb84305c53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:24.327405 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3933c183-dc83-4f07-950e-ad984a055c9e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:24.400578 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0fbef8-9102-4246-908b-e280f0317ad5 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Network 5b3e23b2-3e2a-4b68-87ea-7fe11d413af2 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:24.406644 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-7b0fbef8-9102-4246-908b-e280f0317ad5 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:24.415850 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0fbef8-9102-4246-908b-e280f0317ad5 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:11:24.425231 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0fbef8-9102-4246-908b-e280f0317ad5 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Pushing event updated for resources: {'Port': ['ID=94c93f4b-2efc-431b-a912-a6c4394015d7,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:24.430598 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933c183-dc83-4f07-950e-ad984a055c9e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event deleted for resources: {'Port': ['ID=435f49ca-291d-47bf-8282-9a1e434d563f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:24.471222 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b97f0c1-8fe1-41e3-8eaf-c059055ff71e None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:11:24.571661 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a148a0-cd53-40e3-9be3-5fb84305c53c None None] Routers {'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:11:24.576899 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-b7a148a0-cd53-40e3-9be3-5fb84305c53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:11:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['efe3cac5-4bf5-4c73-8d2e-7f5e61aff013'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:24.611948 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76d2a10-310d-4c76-84a6-4c9c8cc46abe tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Router 96b92d23-8c35-44bd-918f-8099aaff1cba has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:11:24.621272 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c183-dc83-4f07-950e-ad984a055c9e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:24.632713 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c183-dc83-4f07-950e-ad984a055c9e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:24.633397 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c183-dc83-4f07-950e-ad984a055c9e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:24.633954 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c183-dc83-4f07-950e-ad984a055c9e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:24.634515 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c183-dc83-4f07-950e-ad984a055c9e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:24.635086 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c183-dc83-4f07-950e-ad984a055c9e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:24.635595 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c183-dc83-4f07-950e-ad984a055c9e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:24.636175 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c183-dc83-4f07-950e-ad984a055c9e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:24.636724 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c183-dc83-4f07-950e-ad984a055c9e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:24.637307 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c183-dc83-4f07-950e-ad984a055c9e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:24.637879 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c183-dc83-4f07-950e-ad984a055c9e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:24.640684 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c183-dc83-4f07-950e-ad984a055c9e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:24.657445 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0fbef8-9102-4246-908b-e280f0317ad5 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:24.665966 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7b0fbef8-9102-4246-908b-e280f0317ad5 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:24.774924 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7b0fbef8-9102-4246-908b-e280f0317ad5 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5139170 Nov 12 09:11:24.793174 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54964) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:24.840033 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247db43-9a3b-4c59-b8d5-505cf55e632e None None] Pushing event updated for resources: {'Port': ['ID=3257675e-d8b4-4697-b315-61109be8c2a9,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:24.860420 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3933c183-dc83-4f07-950e-ad984a055c9e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:24.862872 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-4ac23873-ab22-493f-85fd-40ee38122227 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:24.898640 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-026deff4-d47f-4ad5-94f2-184ee3fbfa4e req-ebcfa747-2ce8-4754-85ca-8e70b9f6aa49 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 210 time: 0.2148657 Nov 12 09:11:24.905438 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-b7a148a0-cd53-40e3-9be3-5fb84305c53c None None] Set router efe3cac5-4bf5-4c73-8d2e-7f5e61aff013 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:11:24.979566 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4ac23873-ab22-493f-85fd-40ee38122227 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks [] for floatingip, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:25.135395 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-74233aac-567f-4f06-9b45-bc27b7c72d30 None None] Provisioning complete for port 94c93f4b-2efc-431b-a912-a6c4394015d7 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:25.139810 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-74233aac-567f-4f06-9b45-bc27b7c72d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:25.172688 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3933c183-dc83-4f07-950e-ad984a055c9e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:25.243949 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3933c183-dc83-4f07-950e-ad984a055c9e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:25.275948 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-74233aac-567f-4f06-9b45-bc27b7c72d30 None None] Port 94c93f4b-2efc-431b-a912-a6c4394015d7 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:25.465891 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4ac23873-ab22-493f-85fd-40ee38122227 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:25.598010 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-b7a148a0-cd53-40e3-9be3-5fb84305c53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'name': 'tempest-ServerRescueTestJSONUnderV235-496684968-router', 'tenant_id': '7936baa04f2446059a6bd19fa0bb292d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '8366f079-ad0d-4bbf-8e82-f8006669f61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:06Z', 'updated_at': '2021-11-12T09:11:16Z', 'revision_number': 4, 'project_id': '7936baa04f2446059a6bd19fa0bb292d', 'gw_port': {'id': '8366f079-ad0d-4bbf-8e82-f8006669f61c', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:08Z', 'updated_at': '2021-11-12T09:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '3257675e-d8b4-4697-b315-61109be8c2a9', 'name': '', 'network_id': 'adb9c9a7-8b65-40da-8124-8d118ffa132b', 'tenant_id': '7936baa04f2446059a6bd19fa0bb292d', 'mac_address': 'fa:16:3e:df:36:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'a3a9d107-d107-4cc5-aa4f-14cfcf420d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:14Z', 'updated_at': '2021-11-12T09:11:24Z', 'revision_number': 4, 'project_id': '7936baa04f2446059a6bd19fa0bb292d', 'subnets': [{'id': 'a3a9d107-d107-4cc5-aa4f-14cfcf420d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:25.647644 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a148a0-cd53-40e3-9be3-5fb84305c53c None None] The sync data for ids ['efe3cac5-4bf5-4c73-8d2e-7f5e61aff013'] in n-d-768862-16 is: [{'id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'name': 'tempest-ServerRescueTestJSONUnderV235-496684968-router', 'tenant_id': '7936baa04f2446059a6bd19fa0bb292d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '8366f079-ad0d-4bbf-8e82-f8006669f61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:06Z', 'updated_at': '2021-11-12T09:11:16Z', 'revision_number': 4, 'project_id': '7936baa04f2446059a6bd19fa0bb292d', 'gw_port': {'id': '8366f079-ad0d-4bbf-8e82-f8006669f61c', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:08Z', 'updated_at': '2021-11-12T09:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '3257675e-d8b4-4697-b315-61109be8c2a9', 'name': '', 'network_id': 'adb9c9a7-8b65-40da-8124-8d118ffa132b', 'tenant_id': '7936baa04f2446059a6bd19fa0bb292d', 'mac_address': 'fa:16:3e:df:36:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'a3a9d107-d107-4cc5-aa4f-14cfcf420d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:14Z', 'updated_at': '2021-11-12T09:11:24Z', 'revision_number': 4, 'project_id': '7936baa04f2446059a6bd19fa0bb292d', 'subnets': [{'id': 'a3a9d107-d107-4cc5-aa4f-14cfcf420d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:11:25.664029 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b439689-f9ef-4fad-86ec-c4ce2d2dbdef req-36c795c3-9e1e-4200-9173-9442405aa9af tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:25.678680 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4b439689-f9ef-4fad-86ec-c4ce2d2dbdef req-36c795c3-9e1e-4200-9173-9442405aa9af tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/ports?device_id=285498a4-a47f-4426-98c6-daf48deb6b0f HTTP/1.1" status: 200 len: 945 time: 0.1877925 Nov 12 09:11:25.873655 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4b439689-f9ef-4fad-86ec-c4ce2d2dbdef req-3d8eb0a9-8350-4f66-9d06-8f56aab72775 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2185048-73ac-4204-9cdd-9f6c62414390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933250 Nov 12 09:11:25.934754 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-4ac23873-ab22-493f-85fd-40ee38122227 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Allocated IP 172.25.6.74 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/211b68f9-6dbd-4374-b6ee-fbc908fb0cc7) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:26.245747 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3933c183-dc83-4f07-950e-ad984a055c9e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:26.246641 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3933c183-dc83-4f07-950e-ad984a055c9e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Fanout notify agent at l3_agent the message router_deleted on router 7c4b28c1-e1e7-4a91-a50e-9f50133e0145 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:11:26.248989 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d319ee32-ef06-4706-bdbd-9827e17ec0fd req-2b6ae7ae-a812-425f-8c8f-15cf7c60c5d2 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 210 time: 0.1925514 Nov 12 09:11:26.277573 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4ac23873-ab22-493f-85fd-40ee38122227 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:26.280407 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3933c183-dc83-4f07-950e-ad984a055c9e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:26.287019 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3933c183-dc83-4f07-950e-ad984a055c9e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "DELETE /v2.0/routers/7c4b28c1-e1e7-4a91-a50e-9f50133e0145 HTTP/1.1" status: 204 len: 168 time: 6.5507603 Nov 12 09:11:26.288666 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 54972) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:26.313449 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f0b4b-3f59-49ca-8f35-9d77247a1a9f req-b25e20d1-ad9a-49be-8f88-11550ac5ad6e tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:26.316130 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7f4f0b4b-3f59-49ca-8f35-9d77247a1a9f req-b25e20d1-ad9a-49be-8f88-11550ac5ad6e tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.54 "GET /v2.0/ports?device_id=285498a4-a47f-4426-98c6-daf48deb6b0f HTTP/1.1" status: 200 len: 945 time: 1.2011824 Nov 12 09:11:26.326240 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76d2a10-310d-4c76-84a6-4c9c8cc46abe tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:11:26.351094 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4483406b-9d4e-4685-9c3f-8697a0407622 None None] Sync routers for ids ['96b92d23-8c35-44bd-918f-8099aaff1cba'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:11:26.362072 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e76d2a10-310d-4c76-84a6-4c9c8cc46abe tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:26.433791 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4483406b-9d4e-4685-9c3f-8697a0407622 None None] Routers {'96b92d23-8c35-44bd-918f-8099aaff1cba'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:11:26.442343 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-4483406b-9d4e-4685-9c3f-8697a0407622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:11:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['96b92d23-8c35-44bd-918f-8099aaff1cba'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:26.751156 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-9070b781-49dc-43e7-bf5e-0e5a2ea7841a tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:26.752772 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-9070b781-49dc-43e7-bf5e-0e5a2ea7841a tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.54 "GET /v2.0/networks?id=adb9c9a7-8b65-40da-8124-8d118ffa132b HTTP/1.1" status: 200 len: 819 time: 1.5031548 Nov 12 09:11:26.781130 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e76d2a10-310d-4c76-84a6-4c9c8cc46abe tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "DELETE /v2.0/floatingips/86b9f6cb-0f87-4f5c-a1dc-49c14f6b1674 HTTP/1.1" status: 204 len: 168 time: 8.9550309 Nov 12 09:11:26.795487 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-4f6f2df2-5a9f-423f-a612-adc99a1fea09 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Request body: {'port': {'device_id': '486a7f68-36ce-4778-ad64-84784a511189', 'network_id': 'adb9c9a7-8b65-40da-8124-8d118ffa132b', 'admin_state_up': True, 'tenant_id': '7936baa04f2446059a6bd19fa0bb292d'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:26.815986 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3d56da-bead-4111-863e-60c18f4f81ee', 'tag': '32e18187-58d0-4322-ad20-2324fde8f929'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:11:26.820545 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845b6d81-de05-46b8-bea5-c68e00710b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3d56da-bead-4111-863e-60c18f4f81ee", "tag": "32e18187-58d0-4322-ad20-2324fde8f929"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:11:26.855667 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-4483406b-9d4e-4685-9c3f-8697a0407622 None None] Set router 96b92d23-8c35-44bd-918f-8099aaff1cba gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:11:27.398728 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 3257675e-d8b4-4697-b315-61109be8c2a9 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:27.402026 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-7f4f0b4b-3f59-49ca-8f35-9d77247a1a9f req-82a83f29-3d9c-494f-9b7e-9b5ac3ec78f3 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Deleting port 1487037d-72ac-4b9c-8f22-b9e9e8c79976 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:27.402896 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7f4f0b4b-3f59-49ca-8f35-9d77247a1a9f req-82a83f29-3d9c-494f-9b7e-9b5ac3ec78f3 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:27.575903 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 3257675e-d8b4-4697-b315-61109be8c2a9 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:27.577177 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:27.642779 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-640b92ba-7f78-4c4d-a2e8-a9509d8dc534 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:27.667141 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-4483406b-9d4e-4685-9c3f-8697a0407622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'name': 'tempest-TestVolumeBackupRestore-1001173478-router', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:35Z', 'updated_at': '2021-11-12T09:04:43Z', 'revision_number': 4, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'gw_port': {'id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:36Z', 'updated_at': '2021-11-12T09:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288', 'name': '', 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'mac_address': 'fa:16:3e:9c:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '32ad61dc-5bb3-4484-80e5-88f7dffba25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:42Z', 'updated_at': '2021-11-12T09:04:49Z', 'revision_number': 5, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'subnets': [{'id': '32ad61dc-5bb3-4484-80e5-88f7dffba25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:27.751118 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63316a4-a968-462b-880d-0ca3d7479867 x-openstack-request-id: req-c63316a4-a968-462b-880d-0ca3d7479867 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:11:27.752149 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3d56da-bead-4111-863e-60c18f4f81ee", "tag": "32e18187-58d0-4322-ad20-2324fde8f929", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:11:27.752933 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c63316a4-a968-462b-880d-0ca3d7479867 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:11:27.754298 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa3d56da-bead-4111-863e-60c18f4f81ee', 'tag': '32e18187-58d0-4322-ad20-2324fde8f929', 'status': 'completed', 'code': 200} Nov 12 09:11:27.813517 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-4f6f2df2-5a9f-423f-a612-adc99a1fea09 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Made reservation on behalf of 7936baa04f2446059a6bd19fa0bb292d for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:27.820937 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-4f6f2df2-5a9f-423f-a612-adc99a1fea09 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:27.829336 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4483406b-9d4e-4685-9c3f-8697a0407622 None None] Checking router: 96b92d23-8c35-44bd-918f-8099aaff1cba for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:11:27.833428 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:27.864341 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4483406b-9d4e-4685-9c3f-8697a0407622 None None] Routers {'96b92d23-8c35-44bd-918f-8099aaff1cba'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:11:27.876214 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-4483406b-9d4e-4685-9c3f-8697a0407622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:11:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['96b92d23-8c35-44bd-918f-8099aaff1cba'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:27.899197 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4ac23873-ab22-493f-85fd-40ee38122227 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:27.912422 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b6d81-de05-46b8-bea5-c68e00710b3c req-625ef9b3-16ca-4900-8531-f9e5916fc8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:27.916322 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-845b6d81-de05-46b8-bea5-c68e00710b3c req-625ef9b3-16ca-4900-8531-f9e5916fc8c5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0362422c531d4b8e9db4790e3c3ca8bd&device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 1097 time: 0.2749183 Nov 12 09:11:27.956498 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 3257675e-d8b4-4697-b315-61109be8c2a9, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=3257675e-d8b4-4697-b315-61109be8c2a9,segment=NetworkSegment(f0e27cfd-cc8a-400e-ae7e-104591f7e239),segment_id=f0e27cfd-cc8a-400e-ae7e-104591f7e239)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:27.964770 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:28.158060 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=3257675e-d8b4-4697-b315-61109be8c2a9,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:28.211518 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac23873-ab22-493f-85fd-40ee38122227 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:28.230745 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805536b-9b2f-4327-8ef0-5b6bc05b183f req-758afb88-f59d-481f-b599-392305bca599 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:28.250159 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0805536b-9b2f-4327-8ef0-5b6bc05b183f req-758afb88-f59d-481f-b599-392305bca599 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/ports?device_id=285498a4-a47f-4426-98c6-daf48deb6b0f HTTP/1.1" status: 200 len: 945 time: 0.5652313 Nov 12 09:11:28.287307 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-7f4f0b4b-3f59-49ca-8f35-9d77247a1a9f req-82a83f29-3d9c-494f-9b7e-9b5ac3ec78f3 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] For port 1487037d-72ac-4b9c-8f22-b9e9e8c79976, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=1487037d-72ac-4b9c-8f22-b9e9e8c79976,segment=NetworkSegment(82a1a7a4-734c-488c-add6-5755c342def9),segment_id=82a1a7a4-734c-488c-add6-5755c342def9)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:28.287969 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7f4f0b4b-3f59-49ca-8f35-9d77247a1a9f req-82a83f29-3d9c-494f-9b7e-9b5ac3ec78f3 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:28.292332 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-4483406b-9d4e-4685-9c3f-8697a0407622 None None] Set router 96b92d23-8c35-44bd-918f-8099aaff1cba gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:11:28.347533 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-4ac23873-ab22-493f-85fd-40ee38122227 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:28.369956 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-7f4f0b4b-3f59-49ca-8f35-9d77247a1a9f req-82a83f29-3d9c-494f-9b7e-9b5ac3ec78f3 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Calling delete_port for 1487037d-72ac-4b9c-8f22-b9e9e8c79976 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:28.370769 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac23873-ab22-493f-85fd-40ee38122227 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:11:28.437852 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b6d81-de05-46b8-bea5-c68e00710b3c req-a064f5c3-3f70-4de8-840f-0dccae91f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:28.441995 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-845b6d81-de05-46b8-bea5-c68e00710b3c req-a064f5c3-3f70-4de8-840f-0dccae91f9d5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c7c00da9-8e7b-4bad-8b46-03ed4b78bebb HTTP/1.1" status: 200 len: 915 time: 0.5064235 Nov 12 09:11:28.507088 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac23873-ab22-493f-85fd-40ee38122227 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Pushing event updated for resources: {'Port': ['ID=211b68f9-6dbd-4374-b6ee-fbc908fb0cc7,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:28.610632 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-640b92ba-7f78-4c4d-a2e8-a9509d8dc534 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:28.740597 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 3257675e-d8b4-4697-b315-61109be8c2a9 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:28.750391 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0805536b-9b2f-4327-8ef0-5b6bc05b183f req-734a9630-0929-45fd-914d-dafa369e1c8c tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2185048-73ac-4204-9cdd-9f6c62414390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4927120 Nov 12 09:11:28.775339 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-640b92ba-7f78-4c4d-a2e8-a9509d8dc534 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbea348e-a050-44b2-a200-f39054e2a387']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:28.836763 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-640b92ba-7f78-4c4d-a2e8-a9509d8dc534 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea1fa481-fce0-4e30-8196-f86b8fdd4424') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:28.837985 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-640b92ba-7f78-4c4d-a2e8-a9509d8dc534 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea1fa481-fce0-4e30-8196-f86b8fdd4424') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:28.922799 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-640b92ba-7f78-4c4d-a2e8-a9509d8dc534 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:28.934900 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 3257675e-d8b4-4697-b315-61109be8c2a9 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:28.935321 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:29.015035 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-640b92ba-7f78-4c4d-a2e8-a9509d8dc534 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:29.028494 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-640b92ba-7f78-4c4d-a2e8-a9509d8dc534 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:11:29.029070 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-640b92ba-7f78-4c4d-a2e8-a9509d8dc534 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:29.100170 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-845b6d81-de05-46b8-bea5-c68e00710b3c req-518b3b14-3dcd-41f6-848b-d85fd08e39d0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32e18187-58d0-4322-ad20-2324fde8f929 HTTP/1.1" status: 200 len: 217 time: 0.6453176 Nov 12 09:11:29.192450 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-4483406b-9d4e-4685-9c3f-8697a0407622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'name': 'tempest-TestVolumeBackupRestore-1001173478-router', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:35Z', 'updated_at': '2021-11-12T09:04:43Z', 'revision_number': 4, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'gw_port': {'id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:36Z', 'updated_at': '2021-11-12T09:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288', 'name': '', 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'mac_address': 'fa:16:3e:9c:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '32ad61dc-5bb3-4484-80e5-88f7dffba25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:42Z', 'updated_at': '2021-11-12T09:04:49Z', 'revision_number': 5, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'subnets': [{'id': '32ad61dc-5bb3-4484-80e5-88f7dffba25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:29.255260 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 435f49ca-291d-47bf-8282-9a1e434d563f no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:11:29.270122 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-4f6f2df2-5a9f-423f-a612-adc99a1fea09 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Allocated IP 172.20.0.10 (adb9c9a7-8b65-40da-8124-8d118ffa132b/a3a9d107-d107-4cc5-aa4f-14cfcf420d5c/2bb634d6-35f7-4478-acf2-a1eaa6f1c660) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:29.339709 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4483406b-9d4e-4685-9c3f-8697a0407622 None None] The sync data for ids ['96b92d23-8c35-44bd-918f-8099aaff1cba'] in n-d-768862-16 is: [{'id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'name': 'tempest-TestVolumeBackupRestore-1001173478-router', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:35Z', 'updated_at': '2021-11-12T09:04:43Z', 'revision_number': 4, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'gw_port': {'id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:36Z', 'updated_at': '2021-11-12T09:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288', 'name': '', 'network_id': 'c7c00da9-8e7b-4bad-8b46-03ed4b78bebb', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'mac_address': 'fa:16:3e:9c:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '32ad61dc-5bb3-4484-80e5-88f7dffba25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:42Z', 'updated_at': '2021-11-12T09:04:49Z', 'revision_number': 5, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'subnets': [{'id': '32ad61dc-5bb3-4484-80e5-88f7dffba25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:11:29.348014 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b6d81-de05-46b8-bea5-c68e00710b3c req-2b9f65f6-f769-4c08-981e-d7e23e7c215c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:29.351322 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-845b6d81-de05-46b8-bea5-c68e00710b3c req-2b9f65f6-f769-4c08-981e-d7e23e7c215c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=32ad61dc-5bb3-4484-80e5-88f7dffba25c HTTP/1.1" status: 200 len: 853 time: 0.2362442 Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: items = [ Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:11:29.354453 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:11:29.363261 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 435f49ca-291d-47bf-8282-9a1e434d563f {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:11:29.363895 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 435f49ca-291d-47bf-8282-9a1e434d563f not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:11:29.408614 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:29.428884 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-640b92ba-7f78-4c4d-a2e8-a9509d8dc534 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:29.488892 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-640b92ba-7f78-4c4d-a2e8-a9509d8dc534 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:29.500654 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-640b92ba-7f78-4c4d-a2e8-a9509d8dc534 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "DELETE /v2.0/networks/cbea348e-a050-44b2-a200-f39054e2a387 HTTP/1.1" status: 204 len: 168 time: 3.2078629 Nov 12 09:11:29.589566 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4ac23873-ab22-493f-85fd-40ee38122227 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:29.600856 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 54994) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:29.688044 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b92ba-7f78-4c4d-a2e8-a9509d8dc534 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event deleted for resources: {'Network': ['ID=cbea348e-a050-44b2-a200-f39054e2a387,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:29.784022 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a3f09-d22c-4da9-9efb-230455668f31 req-e2b1a633-331c-4ae1-a92b-fbb4a85703c0 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:29.788895 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-253a3f09-d22c-4da9-9efb-230455668f31 req-e2b1a633-331c-4ae1-a92b-fbb4a85703c0 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 945 time: 0.4089482 Nov 12 09:11:29.804329 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4ac23873-ab22-493f-85fd-40ee38122227 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:29.859781 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-4f6f2df2-5a9f-423f-a612-adc99a1fea09 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:29.931126 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7f4f0b4b-3f59-49ca-8f35-9d77247a1a9f req-82a83f29-3d9c-494f-9b7e-9b5ac3ec78f3 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:29.971490 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c4b22-7cae-44cb-93e7-70f0ffa626e8 req-897f2492-4c85-4149-a128-e97f745ad7c8 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:29.974508 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-256c4b22-7cae-44cb-93e7-70f0ffa626e8 req-897f2492-4c85-4149-a128-e97f745ad7c8 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 945 time: 0.6172986 Nov 12 09:11:29.976864 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-4f6f2df2-5a9f-423f-a612-adc99a1fea09 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:30.016513 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285e4305-f3be-46f9-ab3c-7757b6cf4df1 None None] New status for floating IP 86b9f6cb-0f87-4f5c-a1dc-49c14f6b1674: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:11:30.171850 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-256c4b22-7cae-44cb-93e7-70f0ffa626e8 req-98b119ee-2477-4947-8586-b0ed97607cd8 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc585659-9b79-4e55-852f-8346f1c25be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784327 Nov 12 09:11:30.190029 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83f29-3d9c-494f-9b7e-9b5ac3ec78f3 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Pushing event deleted for resources: {'Port': ['ID=1487037d-72ac-4b9c-8f22-b9e9e8c79976,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:30.227661 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b6d81-de05-46b8-bea5-c68e00710b3c req-8a3cb4bc-353f-4c22-98aa-a81ed3ea5738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:30.232244 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-845b6d81-de05-46b8-bea5-c68e00710b3c req-8a3cb4bc-353f-4c22-98aa-a81ed3ea5738 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7c00da9-8e7b-4bad-8b46-03ed4b78bebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8332975 Nov 12 09:11:30.277375 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 1487037d-72ac-4b9c-8f22-b9e9e8c79976 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:11:30.363893 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 1487037d-72ac-4b9c-8f22-b9e9e8c79976 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:11:30.372352 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 1487037d-72ac-4b9c-8f22-b9e9e8c79976 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:11:30.383418 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f2df2-5a9f-423f-a612-adc99a1fea09 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Pushing event updated for resources: {'Port': ['ID=2bb634d6-35f7-4478-acf2-a1eaa6f1c660,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:30.439838 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-4f6f2df2-5a9f-423f-a612-adc99a1fea09 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Network adb9c9a7-8b65-40da-8124-8d118ffa132b is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:30.480787 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-4f6f2df2-5a9f-423f-a612-adc99a1fea09 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:30.485846 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-4f6f2df2-5a9f-423f-a612-adc99a1fea09 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:11:30.615491 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4f0b4b-3f59-49ca-8f35-9d77247a1a9f req-82a83f29-3d9c-494f-9b7e-9b5ac3ec78f3 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] No DVR routers for this DVR port 1487037d-72ac-4b9c-8f22-b9e9e8c79976 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:11:30.616444 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4ac23873-ab22-493f-85fd-40ee38122227 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:30.624688 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7f4f0b4b-3f59-49ca-8f35-9d77247a1a9f req-82a83f29-3d9c-494f-9b7e-9b5ac3ec78f3 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:30.630921 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4ac23873-ab22-493f-85fd-40ee38122227 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:30.631497 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7f4f0b4b-3f59-49ca-8f35-9d77247a1a9f req-82a83f29-3d9c-494f-9b7e-9b5ac3ec78f3 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.54 "DELETE /v2.0/ports/1487037d-72ac-4b9c-8f22-b9e9e8c79976 HTTP/1.1" status: 204 len: 173 time: 4.3015614 Nov 12 09:11:30.636097 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285498a4-a47f-4426-98c6-daf48deb6b0f', 'name': 'network-vif-deleted', 'tag': '1487037d-72ac-4b9c-8f22-b9e9e8c79976'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:11:30.640805 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7490c9-fdbe-45cd-b983-f0d8954e4bbb" -d '{"events": [{"server_uuid": "285498a4-a47f-4426-98c6-daf48deb6b0f", "name": "network-vif-deleted", "tag": "1487037d-72ac-4b9c-8f22-b9e9e8c79976"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:11:30.726619 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-4f6f2df2-5a9f-423f-a612-adc99a1fea09 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:30.727712 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-4f6f2df2-5a9f-423f-a612-adc99a1fea09 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:30.791278 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b2cf5c2e-5ed5-4123-9303-622492165b20 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:30.806468 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-4f6f2df2-5a9f-423f-a612-adc99a1fea09 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0279071 Nov 12 09:11:30.823619 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-11275303-d4e9-4392-b581-18f01380866a service neutron] Request body: {'port': {'device_id': '486a7f68-36ce-4778-ad64-84784a511189', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:30.953715 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-253a3f09-d22c-4da9-9efb-230455668f31 req-8b299df2-246d-44c3-835c-435c79c58adf tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Deleting port 32e18187-58d0-4322-ad20-2324fde8f929 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:30.956602 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-253a3f09-d22c-4da9-9efb-230455668f31 req-8b299df2-246d-44c3-835c-435c79c58adf tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:30.999606 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4ac23873-ab22-493f-85fd-40ee38122227 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:31.029996 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac23873-ab22-493f-85fd-40ee38122227 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Pushing event updated for resources: {'Port': ['ID=211b68f9-6dbd-4374-b6ee-fbc908fb0cc7,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:31.044613 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b2cf5c2e-5ed5-4123-9303-622492165b20 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:31.075499 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c88b5-bba1-494a-85d3-00f4f86782f0 req-acd230b4-dd93-411f-81d5-107ab9030214 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:31.078778 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c6c88b5-bba1-494a-85d3-00f4f86782f0 req-acd230b4-dd93-411f-81d5-107ab9030214 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 932 time: 0.4872973 Nov 12 09:11:31.108025 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-11275303-d4e9-4392-b581-18f01380866a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:31.121106 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-845b6d81-de05-46b8-bea5-c68e00710b3c req-ccbe107b-4abd-478c-8be1-3aa154f0a81f service neutron] 10.222.0.54 "GET /v2.0/networks/c7c00da9-8e7b-4bad-8b46-03ed4b78bebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6949520 Nov 12 09:11:31.214479 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4ac23873-ab22-493f-85fd-40ee38122227 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:31.222145 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4ac23873-ab22-493f-85fd-40ee38122227 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3781021 Nov 12 09:11:31.224306 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55002) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:31.358171 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c6c88b5-bba1-494a-85d3-00f4f86782f0 req-f6d40cfa-f97d-446d-be33-caf957ec02f1 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/security-groups?id=d444194a-cad6-4a4f-a34f-8649e4ab6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621236 Nov 12 09:11:31.383619 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-253a3f09-d22c-4da9-9efb-230455668f31 req-8b299df2-246d-44c3-835c-435c79c58adf tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] For port 32e18187-58d0-4322-ad20-2324fde8f929, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=32e18187-58d0-4322-ad20-2324fde8f929,segment=NetworkSegment(202f8ab2-8bd0-4e31-9b19-1882e7b633a8),segment_id=202f8ab2-8bd0-4e31-9b19-1882e7b633a8)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:31.384172 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-253a3f09-d22c-4da9-9efb-230455668f31 req-8b299df2-246d-44c3-835c-435c79c58adf tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:31.432657 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-253a3f09-d22c-4da9-9efb-230455668f31 req-8b299df2-246d-44c3-835c-435c79c58adf tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Calling delete_port for 32e18187-58d0-4322-ad20-2324fde8f929 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:31.470541 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-845b6d81-de05-46b8-bea5-c68e00710b3c req-47e14c09-a733-4802-9465-b72167e9539e service neutron] 10.222.0.54 "GET /v2.0/networks/c7c00da9-8e7b-4bad-8b46-03ed4b78bebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127546 Nov 12 09:11:31.478900 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-2640cd4a-e4c4-45c3-aea6-728aadace0d5 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Request body: {'floatingip': {'port_id': '94c93f4b-2efc-431b-a912-a6c4394015d7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:31.611851 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2640cd4a-e4c4-45c3-aea6-728aadace0d5 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks [] for floatingip, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:31.759215 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b2cf5c2e-5ed5-4123-9303-622492165b20 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:31.763682 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b2cf5c2e-5ed5-4123-9303-622492165b20 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:31.769993 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b2cf5c2e-5ed5-4123-9303-622492165b20 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "DELETE /v2.0/security-groups/bdf52893-4b7a-4351-9420-99a60d680f85 HTTP/1.1" status: 204 len: 168 time: 2.1535423 Nov 12 09:11:31.791808 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-077d229e-e04f-4baf-8d1f-e9756c499a77 req-864fc415-8bc1-4f6a-95ef-2d369d471597 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] 10.222.0.37 "GET /v2.0/ports?device_id=285498a4-a47f-4426-98c6-daf48deb6b0f HTTP/1.1" status: 200 len: 210 time: 0.0639181 Nov 12 09:11:31.815320 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-253a3f09-d22c-4da9-9efb-230455668f31 req-8b299df2-246d-44c3-835c-435c79c58adf tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:31.864212 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b299df2-246d-44c3-835c-435c79c58adf tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Pushing event deleted for resources: {'Port': ['ID=32e18187-58d0-4322-ad20-2324fde8f929,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:31.894866 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf5c2e-5ed5-4123-9303-622492165b20 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf52893-4b7a-4351-9420-99a60d680f85,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:32.024714 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-253a3f09-d22c-4da9-9efb-230455668f31 req-8b299df2-246d-44c3-835c-435c79c58adf tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] No DVR routers for this DVR port 32e18187-58d0-4322-ad20-2324fde8f929 on host n-h1-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:11:32.036240 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-253a3f09-d22c-4da9-9efb-230455668f31 req-8b299df2-246d-44c3-835c-435c79c58adf tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:32.042533 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fc3a59-4976-43b6-b840-e1a945101657 x-openstack-request-id: req-80fc3a59-4976-43b6-b840-e1a945101657 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:11:32.043015 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285498a4-a47f-4426-98c6-daf48deb6b0f", "name": "network-vif-deleted", "tag": "1487037d-72ac-4b9c-8f22-b9e9e8c79976", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:11:32.043517 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-80fc3a59-4976-43b6-b840-e1a945101657 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:11:32.044117 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285498a4-a47f-4426-98c6-daf48deb6b0f', 'name': 'network-vif-deleted', 'tag': '1487037d-72ac-4b9c-8f22-b9e9e8c79976', 'status': 'completed', 'code': 200} Nov 12 09:11:32.046324 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-253a3f09-d22c-4da9-9efb-230455668f31 req-8b299df2-246d-44c3-835c-435c79c58adf tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.54 "DELETE /v2.0/ports/32e18187-58d0-4322-ad20-2324fde8f929 HTTP/1.1" status: 204 len: 173 time: 2.2289245 Nov 12 09:11:32.047156 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3d56da-bead-4111-863e-60c18f4f81ee', 'name': 'network-vif-deleted', 'tag': '32e18187-58d0-4322-ad20-2324fde8f929'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:11:32.050479 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-2640cd4a-e4c4-45c3-aea6-728aadace0d5 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] update failed (client error): The resource could not be found. Nov 12 09:11:32.055374 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bd3b3a-9f21-4e64-bdbf-b70f08c56472" -d '{"events": [{"server_uuid": "aa3d56da-bead-4111-863e-60c18f4f81ee", "name": "network-vif-deleted", "tag": "32e18187-58d0-4322-ad20-2324fde8f929"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:11:32.056720 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2640cd4a-e4c4-45c3-aea6-728aadace0d5 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] 10.222.0.37 "PUT /v2.0/floatingips/a33ddd8a-4646-4a59-878b-485d00ae2453 HTTP/1.1" status: 404 len: 507 time: 0.6489260 Nov 12 09:11:32.057563 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55010) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:32.126089 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 32e18187-58d0-4322-ad20-2324fde8f929 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:11:32.247979 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 32e18187-58d0-4322-ad20-2324fde8f929 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:11:32.250243 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 32e18187-58d0-4322-ad20-2324fde8f929 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:11:32.319618 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-78349efb-3dd8-4fc0-8903-adf1dedf69cc req-bdb07f3b-d512-40ed-8310-a20d2573321d tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 210 time: 0.0790341 Nov 12 09:11:32.539241 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68c51a0-cb77-44db-a4e7-a560ebce262f x-openstack-request-id: req-f68c51a0-cb77-44db-a4e7-a560ebce262f {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:11:32.539719 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3d56da-bead-4111-863e-60c18f4f81ee", "name": "network-vif-deleted", "tag": "32e18187-58d0-4322-ad20-2324fde8f929", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:11:32.540148 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f68c51a0-cb77-44db-a4e7-a560ebce262f {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:11:32.540795 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3d56da-bead-4111-863e-60c18f4f81ee', 'name': 'network-vif-deleted', 'tag': '32e18187-58d0-4322-ad20-2324fde8f929', 'status': 'completed', 'code': 200} Nov 12 09:11:32.672218 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-11275303-d4e9-4392-b581-18f01380866a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb634d6-35f7-4478-acf2-a1eaa6f1c660 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:11:32.698631 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-11275303-d4e9-4392-b581-18f01380866a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:32.754332 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-11275303-d4e9-4392-b581-18f01380866a service neutron] Transition to ACTIVE for port object 2bb634d6-35f7-4478-acf2-a1eaa6f1c660 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:11:32.795387 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98704205-0ca7-4e8f-a65f-192c8350ed46 req-3983f308-4868-466d-856b-30300eee2c85 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:32.795582 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-11275303-d4e9-4392-b581-18f01380866a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:32.799119 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-98704205-0ca7-4e8f-a65f-192c8350ed46 req-3983f308-4868-466d-856b-30300eee2c85 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 932 time: 0.1193850 Nov 12 09:11:32.947104 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-98704205-0ca7-4e8f-a65f-192c8350ed46 req-25b41738-e23d-4a30-86cf-a95c6ca870d3 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/security-groups?id=d444194a-cad6-4a4f-a34f-8649e4ab6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338015 Nov 12 09:11:32.958837 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e367b56e-87d9-4a8e-9684-fb768a0f41da tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Deleting port 211b68f9-6dbd-4374-b6ee-fbc908fb0cc7 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:32.958837 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e367b56e-87d9-4a8e-9684-fb768a0f41da tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:33.178251 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11275303-d4e9-4392-b581-18f01380866a service neutron] Pushing event updated for resources: {'Port': ['ID=2bb634d6-35f7-4478-acf2-a1eaa6f1c660,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:33.225557 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e367b56e-87d9-4a8e-9684-fb768a0f41da tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:33.226094 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e367b56e-87d9-4a8e-9684-fb768a0f41da tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:33.263660 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e367b56e-87d9-4a8e-9684-fb768a0f41da tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Calling delete_port for 211b68f9-6dbd-4374-b6ee-fbc908fb0cc7 owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:33.367046 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55022) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:33.375128 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-2ff18337-36f0-44b8-976d-22bdf54f49a1 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1309023593', 'description': 'tempest-secgroup-smoke-1309023593 description', 'project_id': '300860f259ae41fb99a14af6fd1a3470'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:33.401463 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-11275303-d4e9-4392-b581-18f01380866a service neutron] Attempting to bind port 2bb634d6-35f7-4478-acf2-a1eaa6f1c660 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:11:33.402012 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-11275303-d4e9-4392-b581-18f01380866a service neutron] Attempting to bind port 2bb634d6-35f7-4478-acf2-a1eaa6f1c660 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'f0e27cfd-cc8a-400e-ae7e-104591f7e239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'adb9c9a7-8b65-40da-8124-8d118ffa132b'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:11:33.402585 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-11275303-d4e9-4392-b581-18f01380866a service neutron] Attempting to bind port 2bb634d6-35f7-4478-acf2-a1eaa6f1c660 on network adb9c9a7-8b65-40da-8124-8d118ffa132b {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:11:33.421704 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-11275303-d4e9-4392-b581-18f01380866a service neutron] Port 2bb634d6-35f7-4478-acf2-a1eaa6f1c660 on network adb9c9a7-8b65-40da-8124-8d118ffa132b not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:11:33.422197 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-11275303-d4e9-4392-b581-18f01380866a service neutron] Attempting to bind port 2bb634d6-35f7-4478-acf2-a1eaa6f1c660 on network adb9c9a7-8b65-40da-8124-8d118ffa132b {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:11:33.441804 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-11275303-d4e9-4392-b581-18f01380866a service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:11:33.442368 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-11275303-d4e9-4392-b581-18f01380866a service neutron] Checking segment: {'id': 'f0e27cfd-cc8a-400e-ae7e-104591f7e239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'adb9c9a7-8b65-40da-8124-8d118ffa132b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:33.443164 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-11275303-d4e9-4392-b581-18f01380866a service neutron] Bound using segment: {'id': 'f0e27cfd-cc8a-400e-ae7e-104591f7e239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'adb9c9a7-8b65-40da-8124-8d118ffa132b'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:11:33.443964 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-11275303-d4e9-4392-b581-18f01380866a service neutron] Bound port: 2bb634d6-35f7-4478-acf2-a1eaa6f1c660, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0e27cfd-cc8a-400e-ae7e-104591f7e239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'adb9c9a7-8b65-40da-8124-8d118ffa132b'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:11:33.444568 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-11275303-d4e9-4392-b581-18f01380866a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:33.463306 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2ff18337-36f0-44b8-976d-22bdf54f49a1 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:33.526457 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55026) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:33.649611 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-11275303-d4e9-4392-b581-18f01380866a service neutron] For port 2bb634d6-35f7-4478-acf2-a1eaa6f1c660, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:11:33.687907 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-11275303-d4e9-4392-b581-18f01380866a service neutron] For port 2bb634d6-35f7-4478-acf2-a1eaa6f1c660, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=2bb634d6-35f7-4478-acf2-a1eaa6f1c660,segment=NetworkSegment(f0e27cfd-cc8a-400e-ae7e-104591f7e239),segment_id=f0e27cfd-cc8a-400e-ae7e-104591f7e239)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:11:33.699438 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b229b5-09ca-42fe-a13d-bab8caf091fe admin admin] Deleting subnet 84cf2a6c-0f1b-42be-9d30-4a73e326820f {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:11:33.700693 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-11275303-d4e9-4392-b581-18f01380866a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:33.761028 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-74c811d9-94df-4c1b-95e7-ec5ed498f785 req-03a2fc63-de5b-4f14-bb08-77f05c7b5a1a tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 210 time: 0.0571015 Nov 12 09:11:33.769309 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-52b229b5-09ca-42fe-a13d-bab8caf091fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:33.881596 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2ff18337-36f0-44b8-976d-22bdf54f49a1 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:33.893045 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-52b229b5-09ca-42fe-a13d-bab8caf091fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:33.896477 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2ff18337-36f0-44b8-976d-22bdf54f49a1 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:34.019857 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11275303-d4e9-4392-b581-18f01380866a service neutron] Pushing event updated for resources: {'Port': ['ID=2bb634d6-35f7-4478-acf2-a1eaa6f1c660,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:34.044328 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e367b56e-87d9-4a8e-9684-fb768a0f41da tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:34.093651 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2ff18337-36f0-44b8-976d-22bdf54f49a1 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:34.098215 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2ff18337-36f0-44b8-976d-22bdf54f49a1 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7292860 Nov 12 09:11:34.110865 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55032) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:34.129271 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-11275303-d4e9-4392-b581-18f01380866a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:34.129935 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-11275303-d4e9-4392-b581-18f01380866a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:34.131941 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-11275303-d4e9-4392-b581-18f01380866a service neutron] 10.222.0.54 "PUT /v2.0/ports/2bb634d6-35f7-4478-acf2-a1eaa6f1c660 HTTP/1.1" status: 200 len: 1093 time: 3.3158441 Nov 12 09:11:34.132866 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486a7f68-36ce-4778-ad64-84784a511189', 'tag': '2bb634d6-35f7-4478-acf2-a1eaa6f1c660'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:11:34.136052 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2880aca7-2cb5-4a56-ba96-483e31b4d7a8" -d '{"events": [{"name": "network-changed", "server_uuid": "486a7f68-36ce-4778-ad64-84784a511189", "tag": "2bb634d6-35f7-4478-acf2-a1eaa6f1c660"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:11:34.142875 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367b56e-87d9-4a8e-9684-fb768a0f41da tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Pushing event deleted for resources: {'Port': ['ID=211b68f9-6dbd-4374-b6ee-fbc908fb0cc7,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:34.145343 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-0e64d545-38a8-489e-9fc7-a1ee60d222b4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'security_group_rule': {'security_group_id': '7c9d6dfb-aa83-451a-96a4-5547b9f26631', 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:34.217929 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff18337-36f0-44b8-976d-22bdf54f49a1 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9d6dfb-aa83-451a-96a4-5547b9f26631,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:34.239590 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-52b229b5-09ca-42fe-a13d-bab8caf091fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:34.355321 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c2953-a7a2-4cb1-9707-499eb11aa123 req-9f06f2be-0cb0-4be3-a57d-7bfa0d246d34 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:34.365263 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e367b56e-87d9-4a8e-9684-fb768a0f41da tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:34.370038 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e27c2953-a7a2-4cb1-9707-499eb11aa123 req-9f06f2be-0cb0-4be3-a57d-7bfa0d246d34 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 944 time: 0.2526186 Nov 12 09:11:34.373008 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e367b56e-87d9-4a8e-9684-fb768a0f41da tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:34.376016 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e64d545-38a8-489e-9fc7-a1ee60d222b4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:34.385801 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e367b56e-87d9-4a8e-9684-fb768a0f41da tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] 10.222.0.37 "DELETE /v2.0/floatingips/a33ddd8a-4646-4a59-878b-485d00ae2453 HTTP/1.1" status: 204 len: 168 time: 2.2724535 Nov 12 09:11:34.388928 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55036) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:34.397242 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-194e7acb-856c-4be2-99bf-c29f78414a26 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Request body: {'floatingip': {'floating_network_id': '5b3e23b2-3e2a-4b68-87ea-7fe11d413af2', 'port_id': '94c93f4b-2efc-431b-a912-a6c4394015d7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:34.435764 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-7922050b-c3ed-497e-92f6-cf24859f03b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:34.449139 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-7922050b-c3ed-497e-92f6-cf24859f03b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7936baa04f2446059a6bd19fa0bb292d&device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 1096 time: 0.1966360 Nov 12 09:11:34.576552 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e27c2953-a7a2-4cb1-9707-499eb11aa123 req-37457de5-b15e-43fb-8f32-f4dfac2650b0 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/security-groups?id=d444194a-cad6-4a4f-a34f-8649e4ab6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938136 Nov 12 09:11:34.630658 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-52b229b5-09ca-42fe-a13d-bab8caf091fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:34.643077 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-c3d7d96b-e11c-4002-9049-f0b846740a0b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bb634d6-35f7-4478-acf2-a1eaa6f1c660 HTTP/1.1" status: 200 len: 217 time: 0.1829050 Nov 12 09:11:34.646491 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-194e7acb-856c-4be2-99bf-c29f78414a26 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:34.770257 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac16d26-871c-40ab-bcf5-dac9ff5a769c x-openstack-request-id: req-1ac16d26-871c-40ab-bcf5-dac9ff5a769c {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:11:34.770739 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486a7f68-36ce-4778-ad64-84784a511189", "tag": "2bb634d6-35f7-4478-acf2-a1eaa6f1c660", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:11:34.771334 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ac16d26-871c-40ab-bcf5-dac9ff5a769c {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:11:34.772069 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486a7f68-36ce-4778-ad64-84784a511189', 'tag': '2bb634d6-35f7-4478-acf2-a1eaa6f1c660', 'status': 'completed', 'code': 200} Nov 12 09:11:34.786312 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b229b5-09ca-42fe-a13d-bab8caf091fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84cf2a6c-0f1b-42be-9d30-4a73e326820f,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:34.795667 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e64d545-38a8-489e-9fc7-a1ee60d222b4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:34.798285 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-52b229b5-09ca-42fe-a13d-bab8caf091fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:34.809181 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-52b229b5-09ca-42fe-a13d-bab8caf091fe admin admin] 10.222.0.37 "DELETE /v2.0/subnets/84cf2a6c-0f1b-42be-9d30-4a73e326820f HTTP/1.1" status: 204 len: 168 time: 1.2741022 Nov 12 09:11:34.821113 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55040) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:34.849577 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e64d545-38a8-489e-9fc7-a1ee60d222b4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:35.015149 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-2bd4a83d-0f00-4950-bea6-a23df84beac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:35.017779 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-2bd4a83d-0f00-4950-bea6-a23df84beac7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a3a9d107-d107-4cc5-aa4f-14cfcf420d5c HTTP/1.1" status: 200 len: 859 time: 0.3596416 Nov 12 09:11:35.027410 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e6167b58-c6ba-41ca-a012-107f5114135c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:35.106576 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-5ac89911-b62c-4dd0-a24b-de5b47beb7ad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=adb9c9a7-8b65-40da-8124-8d118ffa132b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801730 Nov 12 09:11:35.121698 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e64d545-38a8-489e-9fc7-a1ee60d222b4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:35.128109 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0e64d545-38a8-489e-9fc7-a1ee60d222b4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0093663 Nov 12 09:11:35.158679 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64d545-38a8-489e-9fc7-a1ee60d222b4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb65827-098a-4554-967c-cbfa2283bec9,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:35.173402 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55044) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:35.184401 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0d83835f-ed65-486c-a49d-b322bda43e78 req-4b4e7099-d066-4c86-a854-5a2433b82638 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 210 time: 0.1443024 Nov 12 09:11:35.240474 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-2640afbc-130d-428f-847a-1e1e6ae7dc6f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'security_group_rule': {'security_group_id': '7c9d6dfb-aa83-451a-96a4-5547b9f26631', 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:35.373893 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-e9c6c72e-dfc8-4460-93bb-53baa4cca52f service neutron] 10.222.0.54 "GET /v2.0/networks/adb9c9a7-8b65-40da-8124-8d118ffa132b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561040 Nov 12 09:11:35.383374 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e6167b58-c6ba-41ca-a012-107f5114135c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:35.422929 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2640afbc-130d-428f-847a-1e1e6ae7dc6f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:35.455209 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-e6167b58-c6ba-41ca-a012-107f5114135c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49223426-292f-45f0-a626-40e35d481fd1']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:35.492244 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-e6167b58-c6ba-41ca-a012-107f5114135c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a1a7a4-734c-488c-add6-5755c342def9') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:35.493110 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-e6167b58-c6ba-41ca-a012-107f5114135c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a1a7a4-734c-488c-add6-5755c342def9') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:35.517643 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-194e7acb-856c-4be2-99bf-c29f78414a26 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:11:35.529978 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e6167b58-c6ba-41ca-a012-107f5114135c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:35.540148 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-194e7acb-856c-4be2-99bf-c29f78414a26 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.1437471 Nov 12 09:11:35.540539 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55046) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:35.559803 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a5cb737a-c05e-448b-b8be-f13c9c2db85b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'port_id': '94c93f4b-2efc-431b-a912-a6c4394015d7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:35.595507 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e6167b58-c6ba-41ca-a012-107f5114135c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:35.613566 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6167b58-c6ba-41ca-a012-107f5114135c admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:11:35.614152 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e6167b58-c6ba-41ca-a012-107f5114135c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:35.617191 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:11:35.617191 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:11:35.617191 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:11:35.617191 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:11:35.617191 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:11:35.617191 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:11:35.617191 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:11:35.617191 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:11:35.617191 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:11:35.617191 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:11:35.617191 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:11:35.617191 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:11:35.617191 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:11:35.617191 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:11:35.617191 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:11:35.617191 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:11:35.617191 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:11:35.617191 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:11:35.617191 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:11:35.617191 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:11:35.617191 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:11:35.617191 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:11:35.617191 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:11:35.617191 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:11:35.617191 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:11:35.617191 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:11:35.617191 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:11:35.617191 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:11:35.617191 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:11:35.617191 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:11:35.617191 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:11:35.617191 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:11:35.691859 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-43ca3269-f7d8-4c73-af86-3e2b738d455c req-1eaea03e-1e82-4d41-ae2a-2119dff18cb7 service neutron] 10.222.0.54 "GET /v2.0/networks/adb9c9a7-8b65-40da-8124-8d118ffa132b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083880 Nov 12 09:11:35.697378 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a5cb737a-c05e-448b-b8be-f13c9c2db85b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:35.796518 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2640afbc-130d-428f-847a-1e1e6ae7dc6f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:35.809282 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2640afbc-130d-428f-847a-1e1e6ae7dc6f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:35.850469 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640afbc-130d-428f-847a-1e1e6ae7dc6f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c2b509-7472-4529-83a1-d2910b3fe306,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:35.855365 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e6167b58-c6ba-41ca-a012-107f5114135c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:35.879875 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3e817-c752-494f-9519-e6d563429e11 req-96020030-64f3-4b3b-a042-cf58bd30c4d9 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:35.882639 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cbf3e817-c752-494f-9519-e6d563429e11 req-96020030-64f3-4b3b-a042-cf58bd30c4d9 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 944 time: 0.1195881 Nov 12 09:11:35.911152 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e6167b58-c6ba-41ca-a012-107f5114135c admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:35.915183 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e6167b58-c6ba-41ca-a012-107f5114135c admin admin] 10.222.0.37 "DELETE /v2.0/networks/49223426-292f-45f0-a626-40e35d481fd1 HTTP/1.1" status: 204 len: 168 time: 1.0919018 Nov 12 09:11:35.921446 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55050) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:35.923206 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6167b58-c6ba-41ca-a012-107f5114135c admin admin] Pushing event deleted for resources: {'Network': ['ID=49223426-292f-45f0-a626-40e35d481fd1,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:35.927238 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2640afbc-130d-428f-847a-1e1e6ae7dc6f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:35.929032 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2640afbc-130d-428f-847a-1e1e6ae7dc6f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7418547 Nov 12 09:11:35.941648 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55052) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:35.948304 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-137e6f20-eeff-4b77-a891-f6612443ede4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'security_group_rule': {'security_group_id': '7c9d6dfb-aa83-451a-96a4-5547b9f26631', 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:36.021462 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cbf3e817-c752-494f-9519-e6d563429e11 req-c0601a32-feb7-44e1-8f6e-85e7cdade56c tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/security-groups?id=d444194a-cad6-4a4f-a34f-8649e4ab6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047757 Nov 12 09:11:36.040411 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-137e6f20-eeff-4b77-a891-f6612443ede4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:36.075274 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880aca7-2cb5-4a56-ba96-483e31b4d7a8 req-e5d92216-7e46-4feb-98a2-e051e2a2817e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:36.078977 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2880aca7-2cb5-4a56-ba96-483e31b4d7a8 req-e5d92216-7e46-4feb-98a2-e051e2a2817e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7936baa04f2446059a6bd19fa0bb292d&device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 1096 time: 0.2959688 Nov 12 09:11:36.092001 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-f812cdf7-e22c-46b3-b26d-31b8f2a53a5f admin admin] Deleting subnet 6a9f64d8-23dc-4897-9e49-e7ee57d7a35c {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:11:36.132010 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f812cdf7-e22c-46b3-b26d-31b8f2a53a5f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:36.182058 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-137e6f20-eeff-4b77-a891-f6612443ede4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:36.196000 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-137e6f20-eeff-4b77-a891-f6612443ede4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:36.238734 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-137e6f20-eeff-4b77-a891-f6612443ede4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:36.245506 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-137e6f20-eeff-4b77-a891-f6612443ede4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2972960 Nov 12 09:11:36.245506 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e6f20-eeff-4b77-a891-f6612443ede4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e332cd6-f4c7-44cd-855a-2be18993ed03,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:36.246167 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55058) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:36.261758 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-27e5e45c-0211-4e81-9004-4c92234b44f0 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'security_group_rule': {'security_group_id': '7c9d6dfb-aa83-451a-96a4-5547b9f26631', 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:36.279985 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f812cdf7-e22c-46b3-b26d-31b8f2a53a5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:36.341032 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f812cdf7-e22c-46b3-b26d-31b8f2a53a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:36.361391 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27e5e45c-0211-4e81-9004-4c92234b44f0 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:36.501452 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f812cdf7-e22c-46b3-b26d-31b8f2a53a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:36.545620 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-76a94012-6db8-4710-92f7-c4a472b59754 req-54cb4f7e-65cb-483e-b816-d802231f7d21 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 210 time: 0.0792274 Nov 12 09:11:36.556702 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a5cb737a-c05e-448b-b8be-f13c9c2db85b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:36.578048 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27e5e45c-0211-4e81-9004-4c92234b44f0 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:36.596632 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27e5e45c-0211-4e81-9004-4c92234b44f0 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:36.621809 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5e45c-0211-4e81-9004-4c92234b44f0 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f256e49-e1a0-4a75-ba2e-c41c4be9c489,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:36.653032 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27e5e45c-0211-4e81-9004-4c92234b44f0 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:36.657375 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-27e5e45c-0211-4e81-9004-4c92234b44f0 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4072883 Nov 12 09:11:36.664931 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55064) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:36.672117 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-1df874d0-5fdb-4cd0-b6d5-e10809831dc3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'security_group_rule': {'security_group_id': '7c9d6dfb-aa83-451a-96a4-5547b9f26631', 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:36.698798 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812cdf7-e22c-46b3-b26d-31b8f2a53a5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a9f64d8-23dc-4897-9e49-e7ee57d7a35c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:36.719240 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f812cdf7-e22c-46b3-b26d-31b8f2a53a5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:36.727075 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f812cdf7-e22c-46b3-b26d-31b8f2a53a5f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6a9f64d8-23dc-4897-9e49-e7ee57d7a35c HTTP/1.1" status: 204 len: 168 time: 0.8010628 Nov 12 09:11:36.727678 n-d-768862-16 neutron-server[102569]: INFO neutron.db.securitygroups_db [None req-1df874d0-5fdb-4cd0-b6d5-e10809831dc3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Project 300860f259ae41fb99a14af6fd1a3470 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:11:36.735675 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55068) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:36.744911 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1df874d0-5fdb-4cd0-b6d5-e10809831dc3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:36.962903 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1df874d0-5fdb-4cd0-b6d5-e10809831dc3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:36.971231 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1df874d0-5fdb-4cd0-b6d5-e10809831dc3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:37.043818 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df874d0-5fdb-4cd0-b6d5-e10809831dc3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad47bd5-0d9f-4252-8fd3-42d15d4089d2,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:37.069615 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1df874d0-5fdb-4cd0-b6d5-e10809831dc3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:37.073801 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1df874d0-5fdb-4cd0-b6d5-e10809831dc3 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4085193 Nov 12 09:11:37.079167 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55074) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:37.089981 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-5efe6f29-450c-4ce7-b64a-85b70fd9f7e1 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'security_group_rule': {'security_group_id': '7c9d6dfb-aa83-451a-96a4-5547b9f26631', 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:37.167268 n-d-768862-16 neutron-server[102569]: INFO neutron.db.securitygroups_db [None req-5efe6f29-450c-4ce7-b64a-85b70fd9f7e1 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Project 300860f259ae41fb99a14af6fd1a3470 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:11:37.183625 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5efe6f29-450c-4ce7-b64a-85b70fd9f7e1 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:37.383178 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e39e4d-f6ef-4e6e-ad94-3226dae6ccf3 req-c3bb2b79-d26e-457e-ad10-3b741177a28c tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:37.393616 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-04e39e4d-f6ef-4e6e-ad94-3226dae6ccf3 req-c3bb2b79-d26e-457e-ad10-3b741177a28c tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 944 time: 0.1344657 Nov 12 09:11:37.435247 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5efe6f29-450c-4ce7-b64a-85b70fd9f7e1 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:37.446822 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5efe6f29-450c-4ce7-b64a-85b70fd9f7e1 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:37.486658 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe6f29-450c-4ce7-b64a-85b70fd9f7e1 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f522f2a5-70d9-431b-b454-0fb77d9ad427,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:37.503683 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-04e39e4d-f6ef-4e6e-ad94-3226dae6ccf3 req-6d09adca-66a7-4c1b-b50d-e4067c194b3d tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/security-groups?id=d444194a-cad6-4a4f-a34f-8649e4ab6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081936 Nov 12 09:11:37.520923 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880aca7-2cb5-4a56-ba96-483e31b4d7a8 req-5951f4cd-24b8-455b-bf6e-111f3449cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:37.521848 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5efe6f29-450c-4ce7-b64a-85b70fd9f7e1 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:37.523673 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2880aca7-2cb5-4a56-ba96-483e31b4d7a8 req-5951f4cd-24b8-455b-bf6e-111f3449cdef service neutron] 10.222.0.54 "GET /v2.0/networks?id=adb9c9a7-8b65-40da-8124-8d118ffa132b HTTP/1.1" status: 200 len: 920 time: 1.4238834 Nov 12 09:11:37.524921 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5efe6f29-450c-4ce7-b64a-85b70fd9f7e1 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4431520 Nov 12 09:11:37.531408 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55076) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:37.538134 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-ad19a4f6-77c4-4b63-a874-3fc56d4a4e37 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'network': {'name': 'tempest-network-smoke--1626475184', 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'port_security_enabled': True}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:37.577572 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad19a4f6-77c4-4b63-a874-3fc56d4a4e37 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Made reservation on behalf of 300860f259ae41fb99a14af6fd1a3470 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:37.585849 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ad19a4f6-77c4-4b63-a874-3fc56d4a4e37 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:37.642118 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad19a4f6-77c4-4b63-a874-3fc56d4a4e37 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:11:37.668427 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ad19a4f6-77c4-4b63-a874-3fc56d4a4e37 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:37.669004 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-ad19a4f6-77c4-4b63-a874-3fc56d4a4e37 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Added segment 069b91b4-35da-4823-ae0f-84d90dbb9807 of type vlan for network 85da2c57-6886-4788-98af-189f3410e3af Nov 12 09:11:37.707862 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2880aca7-2cb5-4a56-ba96-483e31b4d7a8 req-23e4f504-4192-441f-ade2-7426fdc88acc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bb634d6-35f7-4478-acf2-a1eaa6f1c660 HTTP/1.1" status: 200 len: 217 time: 0.1522319 Nov 12 09:11:37.793522 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25dd4d94-6555-438d-ad49-776fbb44777c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:37.815613 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-70119cf9-312c-452f-b177-d5ecdf4ef2f9 req-fb489877-11c7-4bf5-be20-37ff8873e8e8 tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 210 time: 0.0790350 Nov 12 09:11:37.825360 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ad19a4f6-77c4-4b63-a874-3fc56d4a4e37 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:37.895615 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-a5cb737a-c05e-448b-b8be-f13c9c2db85b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Allocated IP 172.25.6.246 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/cdc8f681-9523-45e4-8295-13bd311c67ef) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:37.897409 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e271c3cf-61e8-4fe8-8d60-12996268a70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:37.904243 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880aca7-2cb5-4a56-ba96-483e31b4d7a8 req-90440227-0d8b-4270-9d47-73cda3bf8bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:37.907983 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2880aca7-2cb5-4a56-ba96-483e31b4d7a8 req-90440227-0d8b-4270-9d47-73cda3bf8bd5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a3a9d107-d107-4cc5-aa4f-14cfcf420d5c HTTP/1.1" status: 200 len: 859 time: 0.1874287 Nov 12 09:11:37.909362 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ad19a4f6-77c4-4b63-a874-3fc56d4a4e37 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:37.919267 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad19a4f6-77c4-4b63-a874-3fc56d4a4e37 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:37.920879 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ad19a4f6-77c4-4b63-a874-3fc56d4a4e37 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:37.962814 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ad19a4f6-77c4-4b63-a874-3fc56d4a4e37 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4297483 Nov 12 09:11:37.981103 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55082) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:38.027108 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-834c15f1-2bd6-4a7a-becc-022a143fc349 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1990376753', 'admin_state_up': True, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:38.072670 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2880aca7-2cb5-4a56-ba96-483e31b4d7a8 req-aa93557c-a30b-4431-910a-7fdc070b73ca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=adb9c9a7-8b65-40da-8124-8d118ffa132b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206012 Nov 12 09:11:38.159173 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19a4f6-77c4-4b63-a874-3fc56d4a4e37 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'Network': ['ID=85da2c57-6886-4788-98af-189f3410e3af,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:38.170334 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 2bb634d6-35f7-4478-acf2-a1eaa6f1c660 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:11:38.209417 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 85da2c57-6886-4788-98af-189f3410e3af details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:11:38.252219 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25dd4d94-6555-438d-ad49-776fbb44777c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:38.297729 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-25dd4d94-6555-438d-ad49-776fbb44777c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6126837b-8f1f-4422-a555-6d9c917c9544']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:38.319354 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-25dd4d94-6555-438d-ad49-776fbb44777c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d70d0f-348b-42fc-8038-315724c7df37') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:38.319882 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-25dd4d94-6555-438d-ad49-776fbb44777c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d70d0f-348b-42fc-8038-315724c7df37') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:38.340461 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25dd4d94-6555-438d-ad49-776fbb44777c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:38.372590 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25dd4d94-6555-438d-ad49-776fbb44777c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:38.387100 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25dd4d94-6555-438d-ad49-776fbb44777c admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:11:38.388374 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25dd4d94-6555-438d-ad49-776fbb44777c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:38.513600 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:11:38.513600 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:11:38.513600 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:11:38.513600 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:11:38.513600 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:11:38.513600 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:11:38.513600 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:11:38.513600 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:11:38.513600 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:11:38.513600 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:11:38.513600 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:11:38.513600 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:11:38.513600 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:11:38.513600 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:11:38.513600 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:11:38.513600 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:11:38.513600 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:11:38.513600 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:11:38.513600 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:11:38.513600 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:11:38.513600 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:11:38.513600 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:11:38.513600 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:11:38.513600 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:11:38.513600 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:11:38.513600 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:11:38.513600 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:11:38.513600 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:11:38.513600 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:11:38.513600 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:11:38.513600 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:11:38.513600 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:11:38.531510 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 2bb634d6-35f7-4478-acf2-a1eaa6f1c660, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=2bb634d6-35f7-4478-acf2-a1eaa6f1c660,segment=NetworkSegment(f0e27cfd-cc8a-400e-ae7e-104591f7e239),segment_id=f0e27cfd-cc8a-400e-ae7e-104591f7e239)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:38.556945 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '2bb634d6-35f7-4478-acf2-a1eaa6f1c660', 'network_id': 'adb9c9a7-8b65-40da-8124-8d118ffa132b', 'port_id': '2bb634d6-35f7-4478-acf2-a1eaa6f1c660', 'mac_address': 'fa:16:3e:49:e5:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3a9d107-d107-4cc5-aa4f-14cfcf420d5c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:11:38.599767 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25dd4d94-6555-438d-ad49-776fbb44777c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:38.631781 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25dd4d94-6555-438d-ad49-776fbb44777c admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:38.644069 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-25dd4d94-6555-438d-ad49-776fbb44777c admin admin] 10.222.0.37 "DELETE /v2.0/networks/6126837b-8f1f-4422-a555-6d9c917c9544 HTTP/1.1" status: 204 len: 168 time: 1.8983748 Nov 12 09:11:38.678923 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:38.729261 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb634d6-35f7-4478-acf2-a1eaa6f1c660 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:11:38.816153 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 2bb634d6-35f7-4478-acf2-a1eaa6f1c660, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=2bb634d6-35f7-4478-acf2-a1eaa6f1c660,segment=NetworkSegment(f0e27cfd-cc8a-400e-ae7e-104591f7e239),segment_id=f0e27cfd-cc8a-400e-ae7e-104591f7e239)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:38.831857 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:38.842076 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-834c15f1-2bd6-4a7a-becc-022a143fc349 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:38.850150 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04f4a2-f742-43bc-b0a8-53c1b5243e56 req-614c5482-2202-4ae5-87be-a92cab4a4a0e tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:38.853455 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-834c15f1-2bd6-4a7a-becc-022a143fc349 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:38.865137 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8a04f4a2-f742-43bc-b0a8-53c1b5243e56 req-614c5482-2202-4ae5-87be-a92cab4a4a0e tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 944 time: 0.1285279 Nov 12 09:11:38.883840 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd4d94-6555-438d-ad49-776fbb44777c admin admin] Pushing event deleted for resources: {'Network': ['ID=6126837b-8f1f-4422-a555-6d9c917c9544,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:38.997056 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8a04f4a2-f742-43bc-b0a8-53c1b5243e56 req-9651b511-7c92-407e-82a4-1d9316043591 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/security-groups?id=d444194a-cad6-4a4f-a34f-8649e4ab6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281331 Nov 12 09:11:38.998491 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55090) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:39.014509 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=2bb634d6-35f7-4478-acf2-a1eaa6f1c660,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:39.105495 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['2bb634d6-35f7-4478-acf2-a1eaa6f1c660'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:11:39.119851 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-18970c91-89fb-4c60-956a-e06dc9a0eaa6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ae6e91a8bca463d8d8c141da3809abd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1129138 Nov 12 09:11:39.119851 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55094) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:39.137772 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a5cb737a-c05e-448b-b8be-f13c9c2db85b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:39.262131 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2880aca7-2cb5-4a56-ba96-483e31b4d7a8 req-1df7adab-3dc2-4379-adee-c47bf7c71024 service neutron] 10.222.0.54 "GET /v2.0/networks/adb9c9a7-8b65-40da-8124-8d118ffa132b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1476524 Nov 12 09:11:39.289880 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d2c30d42-db30-4ca0-b8e3-b64d180be523 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:39.328073 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d2c30d42-db30-4ca0-b8e3-b64d180be523 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:39.419918 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-834c15f1-2bd6-4a7a-becc-022a143fc349 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:39.422265 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a5cb737a-c05e-448b-b8be-f13c9c2db85b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:39.436077 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5bad79dd-3ab2-4d85-ad8b-6fd7701ac076 req-894524c4-f9c8-4796-90f6-3b738126fefd tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 210 time: 0.1683469 Nov 12 09:11:39.439849 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d2c30d42-db30-4ca0-b8e3-b64d180be523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:39.449674 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d2c30d42-db30-4ca0-b8e3-b64d180be523 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:39.457926 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d2c30d42-db30-4ca0-b8e3-b64d180be523 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2185048-73ac-4204-9cdd-9f6c62414390 HTTP/1.1" status: 204 len: 168 time: 0.3322735 Nov 12 09:11:39.488974 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c30d42-db30-4ca0-b8e3-b64d180be523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2185048-73ac-4204-9cdd-9f6c62414390,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:39.696342 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cb737a-c05e-448b-b8be-f13c9c2db85b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:39.713876 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-a5cb737a-c05e-448b-b8be-f13c9c2db85b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:39.791401 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cb737a-c05e-448b-b8be-f13c9c2db85b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:11:39.893377 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb737a-c05e-448b-b8be-f13c9c2db85b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Pushing event updated for resources: {'Port': ['ID=cdc8f681-9523-45e4-8295-13bd311c67ef,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:39.928421 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-834c15f1-2bd6-4a7a-becc-022a143fc349 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:39.948384 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2880aca7-2cb5-4a56-ba96-483e31b4d7a8 req-d6a5e3eb-30f1-47a4-a47a-f66d9299a8bf service neutron] 10.222.0.54 "GET /v2.0/networks/adb9c9a7-8b65-40da-8124-8d118ffa132b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6371334 Nov 12 09:11:40.105645 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55102) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:40.177002 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 2bb634d6-35f7-4478-acf2-a1eaa6f1c660 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:40.251887 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7b8c55a4-1f71-45d6-a7ff-0449f6f917ca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=31cc85c6dcce41879dbe11844d7b3a31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1433516 Nov 12 09:11:40.253006 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55106) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:40.371278 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4fc80f0a-d3f3-4365-a46f-b6c98e80cf80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:40.400327 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-81cda2ee-aa87-480b-94dc-e6c9f1823ee4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:40.402314 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 2bb634d6-35f7-4478-acf2-a1eaa6f1c660 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:11:40.409770 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 2bb634d6-35f7-4478-acf2-a1eaa6f1c660 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:40.410358 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:40.420635 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f64749-1d8f-42b1-824a-8af27a235c91 req-92ea6c8e-b723-49ba-b0e8-2ac6da9219ec tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:40.424800 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-44f64749-1d8f-42b1-824a-8af27a235c91 req-92ea6c8e-b723-49ba-b0e8-2ac6da9219ec tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 945 time: 0.1591797 Nov 12 09:11:40.438595 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-a5cb737a-c05e-448b-b8be-f13c9c2db85b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Deleting port cdc8f681-9523-45e4-8295-13bd311c67ef {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:40.439637 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a5cb737a-c05e-448b-b8be-f13c9c2db85b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:40.475166 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-81cda2ee-aa87-480b-94dc-e6c9f1823ee4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:40.620880 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:40.622193 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-44f64749-1d8f-42b1-824a-8af27a235c91 req-822f0ac2-c05a-45f1-ab69-8a92bba3572f tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/security-groups?id=d444194a-cad6-4a4f-a34f-8649e4ab6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820729 Nov 12 09:11:40.636938 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-81cda2ee-aa87-480b-94dc-e6c9f1823ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:40.652921 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-81cda2ee-aa87-480b-94dc-e6c9f1823ee4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:40.654932 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-81cda2ee-aa87-480b-94dc-e6c9f1823ee4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/620887dd-d5a0-470c-abf6-65cdbb41f6bd HTTP/1.1" status: 204 len: 168 time: 0.4000702 Nov 12 09:11:40.689958 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda2ee-aa87-480b-94dc-e6c9f1823ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620887dd-d5a0-470c-abf6-65cdbb41f6bd,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:40.705240 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 2bb634d6-35f7-4478-acf2-a1eaa6f1c660, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=2bb634d6-35f7-4478-acf2-a1eaa6f1c660,segment=NetworkSegment(f0e27cfd-cc8a-400e-ae7e-104591f7e239),segment_id=f0e27cfd-cc8a-400e-ae7e-104591f7e239)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:40.706948 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486a7f68-36ce-4778-ad64-84784a511189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb634d6-35f7-4478-acf2-a1eaa6f1c660'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:11:40.721944 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85de7cb4-cce4-441a-b3e5-4f8075839249" -d '{"events": [{"server_uuid": "486a7f68-36ce-4778-ad64-84784a511189", "name": "network-vif-plugged", "status": "completed", "tag": "2bb634d6-35f7-4478-acf2-a1eaa6f1c660"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:11:40.770306 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:40.772577 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a5cb737a-c05e-448b-b8be-f13c9c2db85b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:40.773476 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a5cb737a-c05e-448b-b8be-f13c9c2db85b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:40.801790 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-834c15f1-2bd6-4a7a-becc-022a143fc349 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:40.831071 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-a5cb737a-c05e-448b-b8be-f13c9c2db85b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Calling delete_port for cdc8f681-9523-45e4-8295-13bd311c67ef owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:40.838535 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-834c15f1-2bd6-4a7a-becc-022a143fc349 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:40.873551 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-818a6c69-a577-4f43-b44a-aa60d3a7a53a req-f5fbe313-8354-41ad-a852-f2ea6d5d21cd tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 210 time: 0.1072299 Nov 12 09:11:40.923696 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=2bb634d6-35f7-4478-acf2-a1eaa6f1c660,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:41.031822 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4386c21e-8482-4c0e-8247-4bf671c515a1 x-openstack-request-id: req-4386c21e-8482-4c0e-8247-4bf671c515a1 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:11:41.033887 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486a7f68-36ce-4778-ad64-84784a511189", "name": "network-vif-plugged", "status": "completed", "tag": "2bb634d6-35f7-4478-acf2-a1eaa6f1c660", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:11:41.038905 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4386c21e-8482-4c0e-8247-4bf671c515a1 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:11:41.041660 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486a7f68-36ce-4778-ad64-84784a511189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb634d6-35f7-4478-acf2-a1eaa6f1c660', 'code': 200} Nov 12 09:11:41.238807 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-834c15f1-2bd6-4a7a-becc-022a143fc349 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Allocated IP 172.25.6.153 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/cc4f2a1f-c7ab-4e48-a800-d98735ccf157) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:41.264520 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a5cb737a-c05e-448b-b8be-f13c9c2db85b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:41.278128 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a301084-5773-4a9d-8acb-1ae3323a047f req-05db76f1-ba7d-47a9-8fb9-2f45b3b972d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:41.281274 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8a301084-5773-4a9d-8acb-1ae3323a047f req-05db76f1-ba7d-47a9-8fb9-2f45b3b972d9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 1098 time: 0.1353188 Nov 12 09:11:41.370548 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb737a-c05e-448b-b8be-f13c9c2db85b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Pushing event deleted for resources: {'Port': ['ID=cdc8f681-9523-45e4-8295-13bd311c67ef,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:41.706749 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8a301084-5773-4a9d-8acb-1ae3323a047f req-5f5c4630-3a6a-4cdc-857c-6eb896af1200 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d444194a-cad6-4a4f-a34f-8649e4ab6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639932 Nov 12 09:11:41.752894 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-a5cb737a-c05e-448b-b8be-f13c9c2db85b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] create failed (client error): The resource could not be found. Nov 12 09:11:41.754380 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a5cb737a-c05e-448b-b8be-f13c9c2db85b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.2094469 Nov 12 09:11:41.760323 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55118) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:41.776820 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-834c15f1-2bd6-4a7a-becc-022a143fc349 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:41.840108 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-834c15f1-2bd6-4a7a-becc-022a143fc349 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:41.912125 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834c15f1-2bd6-4a7a-becc-022a143fc349 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:41.917434 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-834c15f1-2bd6-4a7a-becc-022a143fc349 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:41.923321 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834c15f1-2bd6-4a7a-becc-022a143fc349 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:11:41.924017 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e3507-8a62-46f5-9838-8230e6e2b384 req-b4a27b6e-11e2-483f-b37f-7cf4057f4af7 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:41.929160 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e28e3507-8a62-46f5-9838-8230e6e2b384 req-b4a27b6e-11e2-483f-b37f-7cf4057f4af7 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 946 time: 0.1340599 Nov 12 09:11:41.951676 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13f8559-82a4-49bf-b6b5-d7b1bf9d32f6 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:11:42.022080 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e8c5a629-018f-42b3-ba26-8143e893b18f tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Deleting port 94c93f4b-2efc-431b-a912-a6c4394015d7 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:42.022080 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e8c5a629-018f-42b3-ba26-8143e893b18f tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:42.042050 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c15f1-2bd6-4a7a-becc-022a143fc349 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'Port': ['ID=cc4f2a1f-c7ab-4e48-a800-d98735ccf157,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:42.080236 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:42.111896 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-443ff1f6-c8ef-401f-8014-f4764fa2d829 None None] Provisioning complete for port cc4f2a1f-c7ab-4e48-a800-d98735ccf157 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:42.112170 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-443ff1f6-c8ef-401f-8014-f4764fa2d829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:42.179046 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-443ff1f6-c8ef-401f-8014-f4764fa2d829 None None] Port cc4f2a1f-c7ab-4e48-a800-d98735ccf157 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:42.225672 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e28e3507-8a62-46f5-9838-8230e6e2b384 req-38833295-88d2-4b80-8049-ea55d4ca40d6 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/security-groups?id=d444194a-cad6-4a4f-a34f-8649e4ab6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775235 Nov 12 09:11:42.264358 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e8c5a629-018f-42b3-ba26-8143e893b18f tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:42.302129 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e8c5a629-018f-42b3-ba26-8143e893b18f tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Calling delete_port for 94c93f4b-2efc-431b-a912-a6c4394015d7 owned by {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:42.427665 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-834c15f1-2bd6-4a7a-becc-022a143fc349 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:42.587631 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c443becf-8873-456f-9395-b6141e6960c3 req-3b200948-60fd-4f1f-88bb-54a4d897db1f tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa3d56da-bead-4111-863e-60c18f4f81ee HTTP/1.1" status: 200 len: 210 time: 0.1653669 Nov 12 09:11:42.743503 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e8c5a629-018f-42b3-ba26-8143e893b18f tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:42.807431 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c5a629-018f-42b3-ba26-8143e893b18f tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Pushing event deleted for resources: {'Port': ['ID=94c93f4b-2efc-431b-a912-a6c4394015d7,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:42.880423 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-834c15f1-2bd6-4a7a-becc-022a143fc349 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:43.008144 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e8c5a629-018f-42b3-ba26-8143e893b18f tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:43.014187 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e8c5a629-018f-42b3-ba26-8143e893b18f tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] 10.222.0.37 "DELETE /v2.0/ports/94c93f4b-2efc-431b-a912-a6c4394015d7 HTTP/1.1" status: 204 len: 168 time: 1.2474897 Nov 12 09:11:43.017298 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55124) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:43.137469 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc1cb9b-a28d-4a48-a2a0-5784e17ecfe8 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:43.140399 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6cc1cb9b-a28d-4a48-a2a0-5784e17ecfe8 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] 10.222.0.37 "GET /v2.0/ports?device_id=20d9e8e4-70a0-4fc4-9030-963848b9f676 HTTP/1.1" status: 200 len: 913 time: 0.1226692 Nov 12 09:11:43.145279 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55126) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:43.251883 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834c15f1-2bd6-4a7a-becc-022a143fc349 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Router cc2250af-6e22-46cd-aaff-bea7b7ee91af is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:11:43.478269 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:43.511079 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834c15f1-2bd6-4a7a-becc-022a143fc349 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:11:43.544840 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5824d9b3-dae4-4a95-a2fd-5e2690b31c5c None None] Sync routers for ids ['cc2250af-6e22-46cd-aaff-bea7b7ee91af'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:11:43.571368 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-834c15f1-2bd6-4a7a-becc-022a143fc349 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:43.578581 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-834c15f1-2bd6-4a7a-becc-022a143fc349 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.5576184 Nov 12 09:11:43.579688 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55130) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:43.586882 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5824d9b3-dae4-4a95-a2fd-5e2690b31c5c None None] Routers {'cc2250af-6e22-46cd-aaff-bea7b7ee91af'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:11:43.589877 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-5824d9b3-dae4-4a95-a2fd-5e2690b31c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:11:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['cc2250af-6e22-46cd-aaff-bea7b7ee91af'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:43.652383 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313b115-cc2a-4f33-9fbc-8ec3e0f6b034 req-0e15a15c-73ab-4556-bb13-0576c21c8713 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:43.659294 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1445f7fa-0e53-4772-ada3-42ee6d417995 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=300860f259ae41fb99a14af6fd1a3470&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0754206 Nov 12 09:11:43.663901 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55134) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:43.664557 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3313b115-cc2a-4f33-9fbc-8ec3e0f6b034 req-0e15a15c-73ab-4556-bb13-0576c21c8713 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 946 time: 0.2367125 Nov 12 09:11:43.855139 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3313b115-cc2a-4f33-9fbc-8ec3e0f6b034 req-a62981a5-5b5d-4631-8873-353ce9894a2e tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/security-groups?id=d444194a-cad6-4a4f-a34f-8649e4ab6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829960 Nov 12 09:11:43.982379 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55140) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:44.075033 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.083828 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9672bf13-1aa8-47d7-a4cd-acdec1681af8 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:44.085897 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9672bf13-1aa8-47d7-a4cd-acdec1681af8 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4198871 Nov 12 09:11:44.092567 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55142) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:44.100381 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9b7fc22b-6698-4bd4-a4e2-2c7cd23500a6 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.145388 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-5824d9b3-dae4-4a95-a2fd-5e2690b31c5c None None] Set router cc2250af-6e22-46cd-aaff-bea7b7ee91af gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:11:44.155909 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9a9fd827-b316-4245-84a4-f475dace3dff tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=83f85ab7-23f1-4ab4-91ca-b1dcd4333f60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0616822 Nov 12 09:11:44.161373 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55144) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:44.176024 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-87606d76-a4df-4a49-9bfe-2c4aeae8b5ca tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-76493620', 'network_id': '85da2c57-6886-4788-98af-189f3410e3af', 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:44.257066 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4096f9c5-ad68-4520-997b-32bc2c13485b tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.357598 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4096f9c5-ad68-4520-997b-32bc2c13485b tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.573747 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-5824d9b3-dae4-4a95-a2fd-5e2690b31c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990376753', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2a1f-c7ab-4e48-a800-d98735ccf157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:38Z', 'updated_at': '2021-11-12T09:11:42Z', 'revision_number': 3, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': 'cc4f2a1f-c7ab-4e48-a800-d98735ccf157', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:40Z', 'updated_at': '2021-11-12T09:11:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:44.657743 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5824d9b3-dae4-4a95-a2fd-5e2690b31c5c None None] Checking router: cc2250af-6e22-46cd-aaff-bea7b7ee91af for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:11:44.658635 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5824d9b3-dae4-4a95-a2fd-5e2690b31c5c None None] Updating router cc2250af-6e22-46cd-aaff-bea7b7ee91af port cc4f2a1f-c7ab-4e48-a800-d98735ccf157 binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:11:44.659605 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2733f-a7db-4c10-a79a-ca4d186ae295 req-21e4572f-da7f-4619-81b8-a9ecd10a51b9 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:44.662627 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-47a2733f-a7db-4c10-a79a-ca4d186ae295 req-21e4572f-da7f-4619-81b8-a9ecd10a51b9 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 946 time: 0.2033775 Nov 12 09:11:44.750978 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5824d9b3-dae4-4a95-a2fd-5e2690b31c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.796355 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4096f9c5-ad68-4520-997b-32bc2c13485b tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.801666 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4096f9c5-ad68-4520-997b-32bc2c13485b tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.806202 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4096f9c5-ad68-4520-997b-32bc2c13485b tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] 10.222.0.37 "DELETE /v2.0/security-groups/cc585659-9b79-4e55-852f-8346f1c25be8 HTTP/1.1" status: 204 len: 168 time: 0.8125038 Nov 12 09:11:44.873114 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096f9c5-ad68-4520-997b-32bc2c13485b tempest-TestVolumeBackupRestore-933227853 tempest-TestVolumeBackupRestore-933227853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc585659-9b79-4e55-852f-8346f1c25be8,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:44.936096 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-47a2733f-a7db-4c10-a79a-ca4d186ae295 req-40215a59-b265-4c9f-ae8a-025a23bd7291 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/security-groups?id=d444194a-cad6-4a4f-a34f-8649e4ab6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256193 Nov 12 09:11:45.075881 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-9b7fc22b-6698-4bd4-a4e2-2c7cd23500a6 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Deleting port e65e67f5-bc0c-4193-95ad-879627dc0791 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:45.081063 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9b7fc22b-6698-4bd4-a4e2-2c7cd23500a6 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:45.312080 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154754a4-7720-4f72-bb35-a6bc9b20915b req-3fc730ae-eef3-46c7-bf82-8fc192871853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:45.316249 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-154754a4-7720-4f72-bb35-a6bc9b20915b req-3fc730ae-eef3-46c7-bf82-8fc192871853 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7936baa04f2446059a6bd19fa0bb292d&device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 1098 time: 0.2549694 Nov 12 09:11:45.359802 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87606d76-a4df-4a49-9bfe-2c4aeae8b5ca tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Made reservation on behalf of 300860f259ae41fb99a14af6fd1a3470 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:45.368339 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-87606d76-a4df-4a49-9bfe-2c4aeae8b5ca tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:45.400649 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9b7fc22b-6698-4bd4-a4e2-2c7cd23500a6 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:45.449563 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-9b7fc22b-6698-4bd4-a4e2-2c7cd23500a6 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Calling delete_port for e65e67f5-bc0c-4193-95ad-879627dc0791 owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:45.492410 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5824d9b3-dae4-4a95-a2fd-5e2690b31c5c None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:45.511002 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5824d9b3-dae4-4a95-a2fd-5e2690b31c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:45.694853 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3af39c8-1402-4964-a7a6-403da937bea3 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:11:45.704897 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92af52-04d1-42c8-9bb7-a6ae09d0c005 None None] Pushing event updated for resources: {'Port': ['ID=cc4f2a1f-c7ab-4e48-a800-d98735ccf157,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:45.736220 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-5824d9b3-dae4-4a95-a2fd-5e2690b31c5c None None] Attempting to bind port cc4f2a1f-c7ab-4e48-a800-d98735ccf157 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:11:45.736812 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-5824d9b3-dae4-4a95-a2fd-5e2690b31c5c None None] Attempting to bind port cc4f2a1f-c7ab-4e48-a800-d98735ccf157 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:11:45.737408 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5824d9b3-dae4-4a95-a2fd-5e2690b31c5c None None] Attempting to bind port cc4f2a1f-c7ab-4e48-a800-d98735ccf157 on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:11:45.759202 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5824d9b3-dae4-4a95-a2fd-5e2690b31c5c None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:11:45.759843 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5824d9b3-dae4-4a95-a2fd-5e2690b31c5c None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:45.760545 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5824d9b3-dae4-4a95-a2fd-5e2690b31c5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:45.761181 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5824d9b3-dae4-4a95-a2fd-5e2690b31c5c None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:11:45.761987 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-5824d9b3-dae4-4a95-a2fd-5e2690b31c5c None None] Bound port: cc4f2a1f-c7ab-4e48-a800-d98735ccf157, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:11:45.762629 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5824d9b3-dae4-4a95-a2fd-5e2690b31c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:45.872107 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-cbd59990-be90-40bc-a9ae-4c7ab54b4b6a None None] Provisioning complete for port cc4f2a1f-c7ab-4e48-a800-d98735ccf157 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:45.872760 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cbd59990-be90-40bc-a9ae-4c7ab54b4b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:45.955157 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-cbd59990-be90-40bc-a9ae-4c7ab54b4b6a None None] Port cc4f2a1f-c7ab-4e48-a800-d98735ccf157 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:45.961816 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-5824d9b3-dae4-4a95-a2fd-5e2690b31c5c None None] For port cc4f2a1f-c7ab-4e48-a800-d98735ccf157, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:11:45.972714 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-5824d9b3-dae4-4a95-a2fd-5e2690b31c5c None None] For port cc4f2a1f-c7ab-4e48-a800-d98735ccf157, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=cc4f2a1f-c7ab-4e48-a800-d98735ccf157,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:11:45.982928 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5824d9b3-dae4-4a95-a2fd-5e2690b31c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:46.042187 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154754a4-7720-4f72-bb35-a6bc9b20915b req-14dd2de2-94b8-45bf-a8dc-a3803f8aaab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:46.060931 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-154754a4-7720-4f72-bb35-a6bc9b20915b req-14dd2de2-94b8-45bf-a8dc-a3803f8aaab7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=adb9c9a7-8b65-40da-8124-8d118ffa132b HTTP/1.1" status: 200 len: 920 time: 0.7325780 Nov 12 09:11:46.074584 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9b7fc22b-6698-4bd4-a4e2-2c7cd23500a6 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:46.134144 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a282a6fa-ab54-4069-af6f-0d61af65e908 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:11:46.197745 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-3297d708-b657-46d7-9ead-bb225c55dafb None None] Provisioning complete for port cc4f2a1f-c7ab-4e48-a800-d98735ccf157 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:46.198423 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3297d708-b657-46d7-9ead-bb225c55dafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:46.205132 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7fc22b-6698-4bd4-a4e2-2c7cd23500a6 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Pushing event deleted for resources: {'Port': ['ID=e65e67f5-bc0c-4193-95ad-879627dc0791,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:46.217067 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92af52-04d1-42c8-9bb7-a6ae09d0c005 None None] Pushing event updated for resources: {'Port': ['ID=cc4f2a1f-c7ab-4e48-a800-d98735ccf157,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:46.251125 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5824d9b3-dae4-4a95-a2fd-5e2690b31c5c None None] Routers {'cc2250af-6e22-46cd-aaff-bea7b7ee91af'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:11:46.252289 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-5824d9b3-dae4-4a95-a2fd-5e2690b31c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:11:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['cc2250af-6e22-46cd-aaff-bea7b7ee91af'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:46.288194 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-154754a4-7720-4f72-bb35-a6bc9b20915b req-b7a64ffe-1309-40b9-ab62-8140c51b6f87 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bb634d6-35f7-4478-acf2-a1eaa6f1c660 HTTP/1.1" status: 200 len: 217 time: 0.2011993 Nov 12 09:11:46.531976 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3297d708-b657-46d7-9ead-bb225c55dafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:46.606981 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-3297d708-b657-46d7-9ead-bb225c55dafb None None] For port cc4f2a1f-c7ab-4e48-a800-d98735ccf157, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=cc4f2a1f-c7ab-4e48-a800-d98735ccf157,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:46.620838 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3297d708-b657-46d7-9ead-bb225c55dafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:46.655230 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154754a4-7720-4f72-bb35-a6bc9b20915b req-b892c1ed-467a-4c80-96aa-9d3ca1ad7164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:46.657347 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-154754a4-7720-4f72-bb35-a6bc9b20915b req-b892c1ed-467a-4c80-96aa-9d3ca1ad7164 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a3a9d107-d107-4cc5-aa4f-14cfcf420d5c HTTP/1.1" status: 200 len: 859 time: 0.3680904 Nov 12 09:11:46.705976 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-5824d9b3-dae4-4a95-a2fd-5e2690b31c5c None None] Set router cc2250af-6e22-46cd-aaff-bea7b7ee91af gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:11:46.783890 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-154754a4-7720-4f72-bb35-a6bc9b20915b req-658174c1-1611-4061-ad63-46b4693f4af5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=adb9c9a7-8b65-40da-8124-8d118ffa132b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165299 Nov 12 09:11:46.857577 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297d708-b657-46d7-9ead-bb225c55dafb None None] Pushing event updated for resources: {'Port': ['ID=cc4f2a1f-c7ab-4e48-a800-d98735ccf157,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:47.076933 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-87606d76-a4df-4a49-9bfe-2c4aeae8b5ca tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:47.403522 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-5824d9b3-dae4-4a95-a2fd-5e2690b31c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990376753', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2a1f-c7ab-4e48-a800-d98735ccf157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:38Z', 'updated_at': '2021-11-12T09:11:42Z', 'revision_number': 3, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': 'cc4f2a1f-c7ab-4e48-a800-d98735ccf157', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:40Z', 'updated_at': '2021-11-12T09:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:47.461099 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5824d9b3-dae4-4a95-a2fd-5e2690b31c5c None None] The sync data for ids ['cc2250af-6e22-46cd-aaff-bea7b7ee91af'] in n-d-768862-16 is: [{'id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990376753', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2a1f-c7ab-4e48-a800-d98735ccf157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:38Z', 'updated_at': '2021-11-12T09:11:42Z', 'revision_number': 3, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': 'cc4f2a1f-c7ab-4e48-a800-d98735ccf157', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:40Z', 'updated_at': '2021-11-12T09:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:11:47.559159 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-154754a4-7720-4f72-bb35-a6bc9b20915b req-2841ed5c-baec-4a08-8b4d-ad0213575722 service neutron] 10.222.0.54 "GET /v2.0/networks/adb9c9a7-8b65-40da-8124-8d118ffa132b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7681539 Nov 12 09:11:47.566037 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87606d76-a4df-4a49-9bfe-2c4aeae8b5ca tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'Subnet': ['ID=885171e7-4293-4d6e-9568-87d50b237261,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:47.662341 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87606d76-a4df-4a49-9bfe-2c4aeae8b5ca tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Checking segment: {'id': '069b91b4-35da-4823-ae0f-84d90dbb9807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '85da2c57-6886-4788-98af-189f3410e3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:47.664403 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87606d76-a4df-4a49-9bfe-2c4aeae8b5ca tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Network hostable DHCP agents. Network: 85da2c57-6886-4788-98af-189f3410e3af, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:11:47.795228 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9b7fc22b-6698-4bd4-a4e2-2c7cd23500a6 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:47.829206 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd8cd4-a044-4e24-aec5-03ef1efa56f3 req-f3b6c51f-da55-40d8-a1ac-bd80cc2a1235 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:47.844812 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cccd8cd4-a044-4e24-aec5-03ef1efa56f3 req-f3b6c51f-da55-40d8-a1ac-bd80cc2a1235 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 946 time: 1.7383723 Nov 12 09:11:47.998385 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-154754a4-7720-4f72-bb35-a6bc9b20915b req-a242d132-ea1d-4c84-9fb7-8a7343fc4f57 service neutron] 10.222.0.54 "GET /v2.0/networks/adb9c9a7-8b65-40da-8124-8d118ffa132b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270709 Nov 12 09:11:48.026343 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87606d76-a4df-4a49-9bfe-2c4aeae8b5ca tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Network 85da2c57-6886-4788-98af-189f3410e3af is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:11:48.136112 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-87606d76-a4df-4a49-9bfe-2c4aeae8b5ca tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 85da2c57-6886-4788-98af-189f3410e3af) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:48.156423 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87606d76-a4df-4a49-9bfe-2c4aeae8b5ca tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:48.157676 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-87606d76-a4df-4a49-9bfe-2c4aeae8b5ca tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:48.163932 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fdc043-21b5-46ed-9cec-d682272982ef None None] Network 85da2c57-6886-4788-98af-189f3410e3af requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:48.215138 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-87606d76-a4df-4a49-9bfe-2c4aeae8b5ca tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.0511522 Nov 12 09:11:48.219096 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55274) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:49.098310 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7fc22b-6698-4bd4-a4e2-2c7cd23500a6 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Router 20d9e8e4-70a0-4fc4-9030-963848b9f676 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:11:49.169196 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device cc4f2a1f-c7ab-4e48-a800-d98735ccf157 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:49.173900 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-85da2c57-6886-4788-98af-189f3410e3af', 'network_id': '85da2c57-6886-4788-98af-189f3410e3af', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'fixed_ips': [{'subnet_id': '885171e7-4293-4d6e-9568-87d50b237261'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:11:49.178434 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:49.282215 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cccd8cd4-a044-4e24-aec5-03ef1efa56f3 req-6c7cf00c-cbd0-428d-8b63-1dfead2d34af tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/security-groups?id=d444194a-cad6-4a4f-a34f-8649e4ab6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4280882 Nov 12 09:11:49.966671 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7fc22b-6698-4bd4-a4e2-2c7cd23500a6 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:11:50.007515 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9b7fc22b-6698-4bd4-a4e2-2c7cd23500a6 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] 10.222.0.37 "PUT /v2.0/routers/20d9e8e4-70a0-4fc4-9030-963848b9f676/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8600373 Nov 12 09:11:50.010236 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55368) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:50.138165 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55374) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:50.553825 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df53f09c-048c-49ff-8eef-404689194d27 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:50.569848 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c217c0d-2207-4946-beac-84258c70dec6 None None] Sync routers for ids ['20d9e8e4-70a0-4fc4-9030-963848b9f676'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:11:50.706034 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] Allocated IP 172.20.0.2 (85da2c57-6886-4788-98af-189f3410e3af/885171e7-4293-4d6e-9568-87d50b237261/2acc5474-90bf-4958-b0e0-16531933a4b4) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:50.767432 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c217c0d-2207-4946-beac-84258c70dec6 None None] Routers {'20d9e8e4-70a0-4fc4-9030-963848b9f676'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:11:50.772387 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5c217c0d-2207-4946-beac-84258c70dec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:11:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['20d9e8e4-70a0-4fc4-9030-963848b9f676'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:50.893298 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5c217c0d-2207-4946-beac-84258c70dec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:50.913470 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e446c8e-5025-49db-b04e-7b64f20c0e30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:51.147640 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:11:51.154118 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port cc4f2a1f-c7ab-4e48-a800-d98735ccf157 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:51.155431 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:51.375791 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c217c0d-2207-4946-beac-84258c70dec6 None None] Routers {'20d9e8e4-70a0-4fc4-9030-963848b9f676'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:11:51.377203 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5c217c0d-2207-4946-beac-84258c70dec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:11:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['20d9e8e4-70a0-4fc4-9030-963848b9f676'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:51.386264 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df53f09c-048c-49ff-8eef-404689194d27 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:51.408410 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df53f09c-048c-49ff-8eef-404689194d27 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:51.480661 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e46782-8bbe-438a-a2fa-ffe50105b833 req-6b97ec58-27d1-4092-b83a-454f6a69a0f2 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:51.481713 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:51.494303 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-96e46782-8bbe-438a-a2fa-ffe50105b833 req-6b97ec58-27d1-4092-b83a-454f6a69a0f2 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 946 time: 0.4691644 Nov 12 09:11:51.683187 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5c217c0d-2207-4946-beac-84258c70dec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:51.684125 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c217c0d-2207-4946-beac-84258c70dec6 None None] The sync data for ids ['20d9e8e4-70a0-4fc4-9030-963848b9f676'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:11:51.706384 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:51.759420 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-96e46782-8bbe-438a-a2fa-ffe50105b833 req-f6711c8e-db06-4644-8108-d9e4599e7360 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/security-groups?id=d444194a-cad6-4a4f-a34f-8649e4ab6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819260 Nov 12 09:11:51.761341 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df53f09c-048c-49ff-8eef-404689194d27 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:51.764268 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df53f09c-048c-49ff-8eef-404689194d27 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Fanout notify agent at l3_agent the message router_deleted on router 20d9e8e4-70a0-4fc4-9030-963848b9f676 {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:11:51.799522 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] Network 85da2c57-6886-4788-98af-189f3410e3af is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:51.800945 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df53f09c-048c-49ff-8eef-404689194d27 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:51.805062 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-df53f09c-048c-49ff-8eef-404689194d27 tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] 10.222.0.37 "DELETE /v2.0/routers/20d9e8e4-70a0-4fc4-9030-963848b9f676 HTTP/1.1" status: 204 len: 168 time: 1.7857783 Nov 12 09:11:51.811836 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55480) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:51.913137 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:51.925952 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:11:51.981757 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-62dd10f9-a8fc-41e9-88ae-b9d0e3cc9e4b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Deleting subnet a9e28eef-d35d-4376-8907-c3e96b79ec62 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:11:52.001511 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-62dd10f9-a8fc-41e9-88ae-b9d0e3cc9e4b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:52.120308 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-62dd10f9-a8fc-41e9-88ae-b9d0e3cc9e4b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:52.384584 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-62dd10f9-a8fc-41e9-88ae-b9d0e3cc9e4b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:52.586335 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-62dd10f9-a8fc-41e9-88ae-b9d0e3cc9e4b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:52.660196 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd10f9-a8fc-41e9-88ae-b9d0e3cc9e4b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Pushing event deleted for resources: {'Subnet': ['ID=a9e28eef-d35d-4376-8907-c3e96b79ec62,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:52.674522 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-62dd10f9-a8fc-41e9-88ae-b9d0e3cc9e4b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:52.679360 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-62dd10f9-a8fc-41e9-88ae-b9d0e3cc9e4b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] 10.222.0.37 "DELETE /v2.0/subnets/a9e28eef-d35d-4376-8907-c3e96b79ec62 HTTP/1.1" status: 204 len: 168 time: 0.8660522 Nov 12 09:11:52.686705 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55544) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:52.798143 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5ba471-97db-4e23-bed7-0def9edf5b82 None None] Network 5b3e23b2-3e2a-4b68-87ea-7fe11d413af2 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:52.961715 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-8e446c8e-5025-49db-b04e-7b64f20c0e30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Allocated IP 172.20.0.1 (85da2c57-6886-4788-98af-189f3410e3af/885171e7-4293-4d6e-9568-87d50b237261/d446d757-f54a-4e8b-be86-596ebfbcf7bd) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:53.092734 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5ba16eea-b080-4294-9139-ef273d048a6c tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:53.143709 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd10f9-a8fc-41e9-88ae-b9d0e3cc9e4b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:53.144246 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd10f9-a8fc-41e9-88ae-b9d0e3cc9e4b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:53.144724 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd10f9-a8fc-41e9-88ae-b9d0e3cc9e4b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:53.145207 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd10f9-a8fc-41e9-88ae-b9d0e3cc9e4b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:53.145718 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd10f9-a8fc-41e9-88ae-b9d0e3cc9e4b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:53.146296 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd10f9-a8fc-41e9-88ae-b9d0e3cc9e4b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:53.146859 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd10f9-a8fc-41e9-88ae-b9d0e3cc9e4b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:53.158066 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd10f9-a8fc-41e9-88ae-b9d0e3cc9e4b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:53.158641 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd10f9-a8fc-41e9-88ae-b9d0e3cc9e4b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:53.159257 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd10f9-a8fc-41e9-88ae-b9d0e3cc9e4b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:53.159825 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd10f9-a8fc-41e9-88ae-b9d0e3cc9e4b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:53.160414 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd10f9-a8fc-41e9-88ae-b9d0e3cc9e4b tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:53.562821 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] Attempting to bind port 2acc5474-90bf-4958-b0e0-16531933a4b4 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:11:53.563376 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] Attempting to bind port 2acc5474-90bf-4958-b0e0-16531933a4b4 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '069b91b4-35da-4823-ae0f-84d90dbb9807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '85da2c57-6886-4788-98af-189f3410e3af'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:11:53.563967 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] Attempting to bind port 2acc5474-90bf-4958-b0e0-16531933a4b4 on network 85da2c57-6886-4788-98af-189f3410e3af {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:11:53.570692 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] Pushing event updated for resources: {'Port': ['ID=2acc5474-90bf-4958-b0e0-16531933a4b4,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:53.572439 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4aea1-dda7-4c73-98cd-a050d05d4ed2 req-7b128129-e0ff-4a65-bd8d-fe17e19ad72b tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:53.588854 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eaa4aea1-dda7-4c73-98cd-a050d05d4ed2 req-7b128129-e0ff-4a65-bd8d-fe17e19ad72b tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 946 time: 0.4852266 Nov 12 09:11:53.667317 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:11:53.668139 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] Checking segment: {'id': '069b91b4-35da-4823-ae0f-84d90dbb9807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '85da2c57-6886-4788-98af-189f3410e3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:53.668924 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:53.669722 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] Bound using segment: {'id': '069b91b4-35da-4823-ae0f-84d90dbb9807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '85da2c57-6886-4788-98af-189f3410e3af'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:11:53.670708 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] Bound port: 2acc5474-90bf-4958-b0e0-16531933a4b4, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069b91b4-35da-4823-ae0f-84d90dbb9807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '85da2c57-6886-4788-98af-189f3410e3af'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:11:53.671456 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:53.726270 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:53.727189 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e446c8e-5025-49db-b04e-7b64f20c0e30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:53.739443 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:53.741083 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:53.742152 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:53.743164 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:53.744393 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:53.745516 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:53.746635 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:53.747719 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:53.748753 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:53.749622 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:53.760584 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:53.765698 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:53.810584 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eaa4aea1-dda7-4c73-98cd-a050d05d4ed2 req-e8c14f1d-0e0a-46d0-9dd5-78a79c0185b0 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/security-groups?id=d444194a-cad6-4a4f-a34f-8649e4ab6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188570 Nov 12 09:11:53.864802 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-5ba16eea-b080-4294-9139-ef273d048a6c tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Deleting port ca97c156-814b-4175-954d-5ce77aad582d {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:53.865310 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5ba16eea-b080-4294-9139-ef273d048a6c tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:53.889768 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3ba6fa3-285d-4a2c-a4cd-b3d1e4c3ece6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:54.122605 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-5ba16eea-b080-4294-9139-ef273d048a6c tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] For port ca97c156-814b-4175-954d-5ce77aad582d, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ca97c156-814b-4175-954d-5ce77aad582d,segment=NetworkSegment(d07db72a-a00b-44fe-b952-ccd1ba34c6d5),segment_id=d07db72a-a00b-44fe-b952-ccd1ba34c6d5)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:54.123524 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5ba16eea-b080-4294-9139-ef273d048a6c tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:54.153014 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-5ba16eea-b080-4294-9139-ef273d048a6c tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Calling delete_port for ca97c156-814b-4175-954d-5ce77aad582d owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:54.178761 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] For port 2acc5474-90bf-4958-b0e0-16531933a4b4, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:11:54.187068 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] For port 2acc5474-90bf-4958-b0e0-16531933a4b4, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=2acc5474-90bf-4958-b0e0-16531933a4b4,segment=NetworkSegment(069b91b4-35da-4823-ae0f-84d90dbb9807),segment_id=069b91b4-35da-4823-ae0f-84d90dbb9807)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:11:54.196497 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:54.348181 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e446c8e-5025-49db-b04e-7b64f20c0e30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:54.367437 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ac500a-998c-41d3-8302-59f84466dbfd None None] DHCP port deletion for 5b3e23b2-3e2a-4b68-87ea-7fe11d413af2 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:11:54.398333 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b9c77-98e5-4cb0-b597-3849917c156e None None] Pushing event updated for resources: {'Port': ['ID=2acc5474-90bf-4958-b0e0-16531933a4b4,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:54.468415 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5ba16eea-b080-4294-9139-ef273d048a6c tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:54.546318 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba16eea-b080-4294-9139-ef273d048a6c tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Pushing event deleted for resources: {'Port': ['ID=ca97c156-814b-4175-954d-5ce77aad582d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:54.565300 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba16eea-b080-4294-9139-ef273d048a6c tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] No DVR routers for this DVR port ca97c156-814b-4175-954d-5ce77aad582d on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:11:54.586032 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e3ac500a-998c-41d3-8302-59f84466dbfd None None] Deleting port ca97c156-814b-4175-954d-5ce77aad582d {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:54.586620 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e3ac500a-998c-41d3-8302-59f84466dbfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:54.649633 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e446c8e-5025-49db-b04e-7b64f20c0e30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Network 85da2c57-6886-4788-98af-189f3410e3af is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:54.665207 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-8e446c8e-5025-49db-b04e-7b64f20c0e30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:54.704074 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e446c8e-5025-49db-b04e-7b64f20c0e30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:11:54.891554 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e446c8e-5025-49db-b04e-7b64f20c0e30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'Port': ['ID=d446d757-f54a-4e8b-be86-596ebfbcf7bd,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:54.902656 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5ba16eea-b080-4294-9139-ef273d048a6c tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:54.979071 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e446c8e-5025-49db-b04e-7b64f20c0e30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:54.982108 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-e3ac500a-998c-41d3-8302-59f84466dbfd None None] For port ca97c156-814b-4175-954d-5ce77aad582d, host n-d-768862-16, got binding levels [] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:54.983229 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e3ac500a-998c-41d3-8302-59f84466dbfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:55.019713 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-5ba16eea-b080-4294-9139-ef273d048a6c tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b3e23b2-3e2a-4b68-87ea-7fe11d413af2']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:55.060679 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e3ac500a-998c-41d3-8302-59f84466dbfd None None] Calling delete_port for ca97c156-814b-4175-954d-5ce77aad582d owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:55.077383 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.ipam_backend_mixin [None req-e3ac500a-998c-41d3-8302-59f84466dbfd None None] Port ca97c156-814b-4175-954d-5ce77aad582d was not found and therefore no delete operation was performed {{(pid=102570) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 09:11:55.081590 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-5ba16eea-b080-4294-9139-ef273d048a6c tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd07db72a-a00b-44fe-b952-ccd1ba34c6d5') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:55.088920 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e3ac500a-998c-41d3-8302-59f84466dbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:55.089530 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-5ba16eea-b080-4294-9139-ef273d048a6c tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd07db72a-a00b-44fe-b952-ccd1ba34c6d5') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:55.158418 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5ba16eea-b080-4294-9139-ef273d048a6c tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:55.214438 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac500a-998c-41d3-8302-59f84466dbfd None None] Pushing event deleted for resources: {'Port': ['ID=ca97c156-814b-4175-954d-5ce77aad582d,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:55.249238 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ac500a-998c-41d3-8302-59f84466dbfd None None] No DVR routers for this DVR port ca97c156-814b-4175-954d-5ce77aad582d on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:11:55.290686 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5ba16eea-b080-4294-9139-ef273d048a6c tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:55.312051 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba16eea-b080-4294-9139-ef273d048a6c tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:11:55.312672 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5ba16eea-b080-4294-9139-ef273d048a6c tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:55.326361 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:11:55.326361 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:11:55.326361 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:11:55.326361 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:11:55.326361 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:11:55.326361 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:11:55.326361 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:11:55.326361 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:11:55.326361 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:11:55.326361 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:11:55.326361 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:11:55.326361 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:11:55.326361 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:11:55.326361 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:11:55.326361 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:11:55.326361 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:11:55.326361 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:11:55.326361 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:11:55.326361 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:11:55.326361 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:11:55.326361 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:11:55.326361 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:11:55.326361 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:11:55.326361 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:11:55.326361 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:11:55.326361 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:11:55.326361 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:11:55.326361 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:11:55.326361 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:11:55.326361 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:11:55.326361 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:11:55.326361 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:11:55.409954 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-b3ba6fa3-285d-4a2c-a4cd-b3d1e4c3ece6 admin admin] Deleting port addc7639-d084-406c-8886-ff680f288bba {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:55.410562 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3ba6fa3-285d-4a2c-a4cd-b3d1e4c3ece6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:55.471600 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e446c8e-5025-49db-b04e-7b64f20c0e30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:55.500403 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5ba16eea-b080-4294-9139-ef273d048a6c tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:55.523242 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5ba16eea-b080-4294-9139-ef273d048a6c tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:55.531793 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5ba16eea-b080-4294-9139-ef273d048a6c tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] 10.222.0.37 "DELETE /v2.0/networks/5b3e23b2-3e2a-4b68-87ea-7fe11d413af2 HTTP/1.1" status: 204 len: 168 time: 2.8320711 Nov 12 09:11:55.543186 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1d406-bab4-4ccc-8225-847ad13f48c8 req-324459e4-186e-45ab-8c1e-1746f24a40e3 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:55.547889 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-08b1d406-bab4-4ccc-8225-847ad13f48c8 req-324459e4-186e-45ab-8c1e-1746f24a40e3 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 946 time: 0.3830345 Nov 12 09:11:55.588990 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba16eea-b080-4294-9139-ef273d048a6c tempest-FloatingIPNegativeTestJSON-287670008 tempest-FloatingIPNegativeTestJSON-287670008-project] Pushing event deleted for resources: {'Network': ['ID=5b3e23b2-3e2a-4b68-87ea-7fe11d413af2,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:55.750097 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-08b1d406-bab4-4ccc-8225-847ad13f48c8 req-d5454e6b-2e57-4627-81c6-36df397e645b tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/security-groups?id=d444194a-cad6-4a4f-a34f-8649e4ab6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796923 Nov 12 09:11:55.799721 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-b3ba6fa3-285d-4a2c-a4cd-b3d1e4c3ece6 admin admin] For port addc7639-d084-406c-8886-ff680f288bba, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=addc7639-d084-406c-8886-ff680f288bba,segment=NetworkSegment(27a88a16-92c2-46a0-8246-44c9626e27bb),segment_id=27a88a16-92c2-46a0-8246-44c9626e27bb)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:55.800297 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3ba6fa3-285d-4a2c-a4cd-b3d1e4c3ece6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:55.832981 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-b3ba6fa3-285d-4a2c-a4cd-b3d1e4c3ece6 admin admin] Calling delete_port for addc7639-d084-406c-8886-ff680f288bba owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:56.226237 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55652) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:56.358251 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 2acc5474-90bf-4958-b0e0-16531933a4b4 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:56.479296 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e446c8e-5025-49db-b04e-7b64f20c0e30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:56.536539 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 2acc5474-90bf-4958-b0e0-16531933a4b4 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:56.537187 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:56.561727 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e446c8e-5025-49db-b04e-7b64f20c0e30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:56.615064 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b03fbe-092a-48cb-a256-ea23f1e79139 None None] Network 85da2c57-6886-4788-98af-189f3410e3af requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:56.694227 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-909f2953-eb03-4f33-8ca5-2368ca5edf50 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a5bcffb906846daa7d70499b830a803&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4643781 Nov 12 09:11:56.695496 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55658) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:56.749641 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3ba6fa3-285d-4a2c-a4cd-b3d1e4c3ece6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:56.764387 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e446c8e-5025-49db-b04e-7b64f20c0e30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:56.776289 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e446c8e-5025-49db-b04e-7b64f20c0e30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'Port': ['ID=d446d757-f54a-4e8b-be86-596ebfbcf7bd,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:56.847038 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba6fa3-285d-4a2c-a4cd-b3d1e4c3ece6 admin admin] Pushing event deleted for resources: {'Port': ['ID=addc7639-d084-406c-8886-ff680f288bba,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:56.886797 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d2980234-7157-4e2b-b132-875dcf7c3c7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:56.905479 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-21b6ce73-6963-4de7-9810-32cd9b56ad71 None None] Provisioning complete for port 2acc5474-90bf-4958-b0e0-16531933a4b4 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:56.917707 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-21b6ce73-6963-4de7-9810-32cd9b56ad71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:56.996137 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d2980234-7157-4e2b-b132-875dcf7c3c7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:57.229243 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5db563-964d-4453-87f5-be353c53e190 req-b431e78c-2b0d-4ff4-ba9c-399e6b556775 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:57.246746 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba5db563-964d-4453-87f5-be353c53e190 req-b431e78c-2b0d-4ff4-ba9c-399e6b556775 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 946 time: 0.2459650 Nov 12 09:11:57.288487 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:57.342944 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d2980234-7157-4e2b-b132-875dcf7c3c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:57.353516 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d2980234-7157-4e2b-b132-875dcf7c3c7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:57.359134 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d2980234-7157-4e2b-b132-875dcf7c3c7f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/edd67abd-3244-48e5-adc4-b484c2e6adc2 HTTP/1.1" status: 204 len: 168 time: 0.6580994 Nov 12 09:11:57.371200 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 2acc5474-90bf-4958-b0e0-16531933a4b4, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=2acc5474-90bf-4958-b0e0-16531933a4b4,segment=NetworkSegment(069b91b4-35da-4823-ae0f-84d90dbb9807),segment_id=069b91b4-35da-4823-ae0f-84d90dbb9807)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:57.386600 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:57.424827 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2980234-7157-4e2b-b132-875dcf7c3c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd67abd-3244-48e5-adc4-b484c2e6adc2,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:57.480078 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba5db563-964d-4453-87f5-be353c53e190 req-75d425dd-ab65-4cf8-b88b-4cfdba0977b7 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/security-groups?id=d444194a-cad6-4a4f-a34f-8649e4ab6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319384 Nov 12 09:11:57.483499 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=2acc5474-90bf-4958-b0e0-16531933a4b4,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:57.496651 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e446c8e-5025-49db-b04e-7b64f20c0e30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Network 85da2c57-6886-4788-98af-189f3410e3af is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:57.533542 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-8e446c8e-5025-49db-b04e-7b64f20c0e30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:57.570959 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ca97c156-814b-4175-954d-5ce77aad582d no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:11:57.645046 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: ca97c156-814b-4175-954d-5ce77aad582d {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:11:57.645655 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ca97c156-814b-4175-954d-5ce77aad582d not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:11:57.899620 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-cafa5952-45e2-43ac-a223-533e457f04d2 None None] Provisioning complete for port d446d757-f54a-4e8b-be86-596ebfbcf7bd triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:57.900740 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cafa5952-45e2-43ac-a223-533e457f04d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:58.001966 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-cafa5952-45e2-43ac-a223-533e457f04d2 None None] Port d446d757-f54a-4e8b-be86-596ebfbcf7bd cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:58.029035 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-cafa5952-45e2-43ac-a223-533e457f04d2 None None] Provisioning complete for port 2acc5474-90bf-4958-b0e0-16531933a4b4 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:58.030073 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cafa5952-45e2-43ac-a223-533e457f04d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:58.430466 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 2acc5474-90bf-4958-b0e0-16531933a4b4 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:58.666914 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-1bc38115-1a21-4662-a416-5f72519e5c42 None None] Provisioning complete for port d446d757-f54a-4e8b-be86-596ebfbcf7bd triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:58.667630 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1bc38115-1a21-4662-a416-5f72519e5c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:58.968325 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 2acc5474-90bf-4958-b0e0-16531933a4b4 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:58.969522 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:58.987584 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acc1d4-9866-4edb-9a23-fdb9c1b8f3a4 req-cf7e56e1-466f-485e-a2a6-d2b5fbd63549 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:59.000501 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-1bc38115-1a21-4662-a416-5f72519e5c42 None None] Port d446d757-f54a-4e8b-be86-596ebfbcf7bd cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:59.001794 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-62acc1d4-9866-4edb-9a23-fdb9c1b8f3a4 req-cf7e56e1-466f-485e-a2a6-d2b5fbd63549 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 946 time: 0.2158535 Nov 12 09:11:59.007396 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55680) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:59.149199 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e446c8e-5025-49db-b04e-7b64f20c0e30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Router cc2250af-6e22-46cd-aaff-bea7b7ee91af has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:11:59.152001 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3ba6fa3-285d-4a2c-a4cd-b3d1e4c3ece6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:59.218606 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-6806a23b-d092-4022-9896-fc8950a532c4 None None] Provisioning complete for port d446d757-f54a-4e8b-be86-596ebfbcf7bd triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:59.228642 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6806a23b-d092-4022-9896-fc8950a532c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:59.278175 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-62acc1d4-9866-4edb-9a23-fdb9c1b8f3a4 req-5b599903-7595-42f8-8fc0-3eed9e174a9b tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/security-groups?id=d444194a-cad6-4a4f-a34f-8649e4ab6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176669 Nov 12 09:11:59.499654 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-6806a23b-d092-4022-9896-fc8950a532c4 None None] Port d446d757-f54a-4e8b-be86-596ebfbcf7bd cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:59.506996 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:59.647940 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55692) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:59.889977 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e446c8e-5025-49db-b04e-7b64f20c0e30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:11:59.899056 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8e446c8e-5025-49db-b04e-7b64f20c0e30 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "PUT /v2.0/routers/cc2250af-6e22-46cd-aaff-bea7b7ee91af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6760767 Nov 12 09:11:59.916525 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077bc412-471e-4174-bd6d-d7ac30331ddf None None] Sync routers for ids ['cc2250af-6e22-46cd-aaff-bea7b7ee91af'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:11:59.936148 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077bc412-471e-4174-bd6d-d7ac30331ddf None None] Routers {'cc2250af-6e22-46cd-aaff-bea7b7ee91af'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:11:59.937218 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-077bc412-471e-4174-bd6d-d7ac30331ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:11:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['cc2250af-6e22-46cd-aaff-bea7b7ee91af'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:59.938731 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ba6fa3-285d-4a2c-a4cd-b3d1e4c3ece6 admin admin] Router 5d401e14-3723-4d42-b386-d537962702df has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:11:59.957191 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-38f2399c-865a-4d97-bbfc-4eaa7c8e413b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Request body: {'networks': [{'name': 'tempest-network--1479403453'}, {'name': 'tempest-network--799759202'}]} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:59.958014 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-38f2399c-865a-4d97-bbfc-4eaa7c8e413b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Request body: {'network': {'name': 'tempest-network--1479403453'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:59.959306 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-38f2399c-865a-4d97-bbfc-4eaa7c8e413b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Request body: {'network': {'name': 'tempest-network--799759202'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:00.116274 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f2399c-865a-4d97-bbfc-4eaa7c8e413b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Made reservation on behalf of be3278e3e79a4393a095ab6bf60093bf for: {'network': 2} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:00.124586 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38f2399c-865a-4d97-bbfc-4eaa7c8e413b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:00.165412 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-077bc412-471e-4174-bd6d-d7ac30331ddf None None] Set router cc2250af-6e22-46cd-aaff-bea7b7ee91af gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:00.240457 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b124a15c-49b0-4d81-8e2a-43f70e203fae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:00.308105 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38f2399c-865a-4d97-bbfc-4eaa7c8e413b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:00.347675 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ba6fa3-285d-4a2c-a4cd-b3d1e4c3ece6 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:12:00.355788 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b3ba6fa3-285d-4a2c-a4cd-b3d1e4c3ece6 admin admin] 10.222.0.37 "PUT /v2.0/routers/5d401e14-3723-4d42-b386-d537962702df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2103491 Nov 12 09:12:00.359861 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55710) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:00.370487 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7326db-9708-4c40-8c59-98cdc8e9584c None None] Sync routers for ids ['5d401e14-3723-4d42-b386-d537962702df'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:12:00.410737 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7326db-9708-4c40-8c59-98cdc8e9584c None None] Routers {'5d401e14-3723-4d42-b386-d537962702df'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:00.413911 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2f7326db-9708-4c40-8c59-98cdc8e9584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:11:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['5d401e14-3723-4d42-b386-d537962702df'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:00.625774 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-813c5066-d562-4534-b39e-8247e424bf42 req-1cdfcabc-d669-4231-8b98-f94920600f29 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1309023593&fields=id&tenant_id=300860f259ae41fb99a14af6fd1a3470 HTTP/1.1" status: 200 len: 267 time: 0.1875224 Nov 12 09:12:00.764983 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-077bc412-471e-4174-bd6d-d7ac30331ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990376753', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2a1f-c7ab-4e48-a800-d98735ccf157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:38Z', 'updated_at': '2021-11-12T09:11:55Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': 'cc4f2a1f-c7ab-4e48-a800-d98735ccf157', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:40Z', 'updated_at': '2021-11-12T09:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'd446d757-f54a-4e8b-be86-596ebfbcf7bd', 'name': '', 'network_id': '85da2c57-6886-4788-98af-189f3410e3af', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:06:4f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '885171e7-4293-4d6e-9568-87d50b237261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:51Z', 'updated_at': '2021-11-12T09:11:56Z', 'revision_number': 2, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': '885171e7-4293-4d6e-9568-87d50b237261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:00.767238 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-025d555d-9724-47a4-a028-6220c21e6d17 admin admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:00.777753 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38f2399c-865a-4d97-bbfc-4eaa7c8e413b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:00.818211 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-2f7326db-9708-4c40-8c59-98cdc8e9584c None None] Set router 5d401e14-3723-4d42-b386-d537962702df gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:00.865753 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077bc412-471e-4174-bd6d-d7ac30331ddf None None] Checking router: cc2250af-6e22-46cd-aaff-bea7b7ee91af for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:12:00.876691 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077bc412-471e-4174-bd6d-d7ac30331ddf None None] Updating router cc2250af-6e22-46cd-aaff-bea7b7ee91af port d446d757-f54a-4e8b-be86-596ebfbcf7bd binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:12:00.909269 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c5066-d562-4534-b39e-8247e424bf42 req-a0779b23-8c6b-4cb4-b4d4-190154d3128d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:00.912120 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-813c5066-d562-4534-b39e-8247e424bf42 req-a0779b23-8c6b-4cb4-b4d4-190154d3128d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/networks?id=85da2c57-6886-4788-98af-189f3410e3af HTTP/1.1" status: 200 len: 797 time: 0.2844021 Nov 12 09:12:00.941085 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38f2399c-865a-4d97-bbfc-4eaa7c8e413b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:00.943129 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38f2399c-865a-4d97-bbfc-4eaa7c8e413b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:00.944439 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-813c5066-d562-4534-b39e-8247e424bf42 req-80a92438-6ee8-429d-bc50-f973033e9dc5 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/quotas/300860f259ae41fb99a14af6fd1a3470 HTTP/1.1" status: 200 len: 375 time: 0.0209386 Nov 12 09:12:01.007802 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-077bc412-471e-4174-bd6d-d7ac30331ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:01.057489 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38f2399c-865a-4d97-bbfc-4eaa7c8e413b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:12:01.073229 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-813c5066-d562-4534-b39e-8247e424bf42 req-a625c473-71e9-4d5e-8d96-eeb779f1297d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1117759 Nov 12 09:12:01.081504 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38f2399c-865a-4d97-bbfc-4eaa7c8e413b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:01.092126 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-38f2399c-865a-4d97-bbfc-4eaa7c8e413b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Added segment 8543e8eb-a6af-4aeb-a9c2-d66bef8101a1 of type vlan for network 7ab7bb3d-15fc-4942-955d-80c50c67d8c9 Nov 12 09:12:01.158581 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-b124a15c-49b0-4d81-8e2a-43f70e203fae admin admin] Deleting port 7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:01.158938 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b124a15c-49b0-4d81-8e2a-43f70e203fae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:01.365730 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2f7326db-9708-4c40-8c59-98cdc8e9584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d401e14-3723-4d42-b386-d537962702df', 'name': 'tempest-AttachVolumeTestJSON-1686572340-router', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:35Z', 'updated_at': '2021-11-12T09:11:56Z', 'revision_number': 5, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'gw_port': {'id': 'd41d9e07-894b-4978-97ad-b738fca25ede', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d401e14-3723-4d42-b386-d537962702df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:37Z', 'updated_at': '2021-11-12T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:01.410467 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2399c-865a-4d97-bbfc-4eaa7c8e413b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e36345b4-313d-4447-8305-b397f9dc3ec7,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:01.428413 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7326db-9708-4c40-8c59-98cdc8e9584c None None] Checking router: 5d401e14-3723-4d42-b386-d537962702df for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:12:01.445614 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-813c5066-d562-4534-b39e-8247e424bf42 req-3bf79c3e-b42f-4c38-a861-91b97ff673f4 service neutron] 10.222.0.37 "GET /v2.0/networks/85da2c57-6886-4788-98af-189f3410e3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344498 Nov 12 09:12:01.447935 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-025d555d-9724-47a4-a028-6220c21e6d17 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:01.471544 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38f2399c-865a-4d97-bbfc-4eaa7c8e413b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:01.480512 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7326db-9708-4c40-8c59-98cdc8e9584c None None] Routers {'5d401e14-3723-4d42-b386-d537962702df'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:01.481529 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2f7326db-9708-4c40-8c59-98cdc8e9584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:11:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['5d401e14-3723-4d42-b386-d537962702df'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:01.620039 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38f2399c-865a-4d97-bbfc-4eaa7c8e413b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:12:01.649956 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-025d555d-9724-47a4-a028-6220c21e6d17 admin admin] Deleting port d41d9e07-894b-4978-97ad-b738fca25ede {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:01.650528 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-025d555d-9724-47a4-a028-6220c21e6d17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:01.698968 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-2f7326db-9708-4c40-8c59-98cdc8e9584c None None] Set router 5d401e14-3723-4d42-b386-d537962702df gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:01.718859 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b124a15c-49b0-4d81-8e2a-43f70e203fae admin admin] For port 7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288,segment=NetworkSegment(202f8ab2-8bd0-4e31-9b19-1882e7b633a8),segment_id=202f8ab2-8bd0-4e31-9b19-1882e7b633a8)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:01.719279 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b124a15c-49b0-4d81-8e2a-43f70e203fae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:01.753912 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-b124a15c-49b0-4d81-8e2a-43f70e203fae admin admin] Calling delete_port for 7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288 owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:01.803652 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-813c5066-d562-4534-b39e-8247e424bf42 req-14a7decf-059b-4a5e-a1db-7796395df65d service neutron] 10.222.0.37 "GET /v2.0/networks/85da2c57-6886-4788-98af-189f3410e3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401330 Nov 12 09:12:01.811454 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-077bc412-471e-4174-bd6d-d7ac30331ddf None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:01.822966 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-077bc412-471e-4174-bd6d-d7ac30331ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:01.860662 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2f7326db-9708-4c40-8c59-98cdc8e9584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d401e14-3723-4d42-b386-d537962702df', 'name': 'tempest-AttachVolumeTestJSON-1686572340-router', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:35Z', 'updated_at': '2021-11-12T09:12:01Z', 'revision_number': 6, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:01.873990 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-025d555d-9724-47a4-a028-6220c21e6d17 admin admin] For port d41d9e07-894b-4978-97ad-b738fca25ede, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d41d9e07-894b-4978-97ad-b738fca25ede,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:01.874662 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-025d555d-9724-47a4-a028-6220c21e6d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:01.904027 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7326db-9708-4c40-8c59-98cdc8e9584c None None] The sync data for ids ['5d401e14-3723-4d42-b386-d537962702df'] in n-d-768862-16 is: [{'id': '5d401e14-3723-4d42-b386-d537962702df', 'name': 'tempest-AttachVolumeTestJSON-1686572340-router', 'tenant_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:35Z', 'updated_at': '2021-11-12T09:12:01Z', 'revision_number': 6, 'project_id': 'e2aedd74754847baa0c2e1ed0d1b2137', 'gw_port_host': None}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:12:01.916584 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38f2399c-865a-4d97-bbfc-4eaa7c8e413b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:01.917078 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-38f2399c-865a-4d97-bbfc-4eaa7c8e413b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Added segment 0a90f0f7-bce5-4b83-8279-b82c2d2faffb of type vlan for network 7fea8268-5182-46c4-86e6-a468b324365d Nov 12 09:12:01.919322 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-025d555d-9724-47a4-a028-6220c21e6d17 admin admin] Calling delete_port for d41d9e07-894b-4978-97ad-b738fca25ede owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:02.066716 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38f2399c-865a-4d97-bbfc-4eaa7c8e413b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:02.092067 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b181f81a-7bf9-43a6-81ea-372612617a2b None None] Pushing event updated for resources: {'Port': ['ID=d446d757-f54a-4e8b-be86-596ebfbcf7bd,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:02.165376 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38f2399c-865a-4d97-bbfc-4eaa7c8e413b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:02.166364 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38f2399c-865a-4d97-bbfc-4eaa7c8e413b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:02.190105 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f2399c-865a-4d97-bbfc-4eaa7c8e413b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:02.208776 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f2399c-865a-4d97-bbfc-4eaa7c8e413b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:02.209760 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38f2399c-865a-4d97-bbfc-4eaa7c8e413b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:02.216182 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-077bc412-471e-4174-bd6d-d7ac30331ddf None None] Attempting to bind port d446d757-f54a-4e8b-be86-596ebfbcf7bd on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:12:02.216779 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-077bc412-471e-4174-bd6d-d7ac30331ddf None None] Attempting to bind port d446d757-f54a-4e8b-be86-596ebfbcf7bd by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '069b91b4-35da-4823-ae0f-84d90dbb9807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '85da2c57-6886-4788-98af-189f3410e3af'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:12:02.217387 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077bc412-471e-4174-bd6d-d7ac30331ddf None None] Attempting to bind port d446d757-f54a-4e8b-be86-596ebfbcf7bd on network 85da2c57-6886-4788-98af-189f3410e3af {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:12:02.251259 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077bc412-471e-4174-bd6d-d7ac30331ddf None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:12:02.251478 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077bc412-471e-4174-bd6d-d7ac30331ddf None None] Checking segment: {'id': '069b91b4-35da-4823-ae0f-84d90dbb9807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '85da2c57-6886-4788-98af-189f3410e3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:12:02.252084 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-077bc412-471e-4174-bd6d-d7ac30331ddf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:02.260419 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077bc412-471e-4174-bd6d-d7ac30331ddf None None] Bound using segment: {'id': '069b91b4-35da-4823-ae0f-84d90dbb9807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '85da2c57-6886-4788-98af-189f3410e3af'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:12:02.261663 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-077bc412-471e-4174-bd6d-d7ac30331ddf None None] Bound port: d446d757-f54a-4e8b-be86-596ebfbcf7bd, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069b91b4-35da-4823-ae0f-84d90dbb9807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '85da2c57-6886-4788-98af-189f3410e3af'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:12:02.262665 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-077bc412-471e-4174-bd6d-d7ac30331ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:02.360966 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b124a15c-49b0-4d81-8e2a-43f70e203fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:02.384376 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-38f2399c-865a-4d97-bbfc-4eaa7c8e413b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.7312255 Nov 12 09:12:02.418564 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device addc7639-d084-406c-8886-ff680f288bba no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:12:02.421941 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124a15c-49b0-4d81-8e2a-43f70e203fae admin admin] Pushing event deleted for resources: {'Port': ['ID=7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:02.428920 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55718) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:02.507958 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: addc7639-d084-406c-8886-ff680f288bba {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:12:02.508478 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device addc7639-d084-406c-8886-ff680f288bba not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:12:02.565813 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-077bc412-471e-4174-bd6d-d7ac30331ddf None None] For port d446d757-f54a-4e8b-be86-596ebfbcf7bd, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:12:02.584952 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-077bc412-471e-4174-bd6d-d7ac30331ddf None None] For port d446d757-f54a-4e8b-be86-596ebfbcf7bd, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d446d757-f54a-4e8b-be86-596ebfbcf7bd,segment=NetworkSegment(069b91b4-35da-4823-ae0f-84d90dbb9807),segment_id=069b91b4-35da-4823-ae0f-84d90dbb9807)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:12:02.594123 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-077bc412-471e-4174-bd6d-d7ac30331ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:02.607817 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-2341d6f1-19af-4ec9-a978-e07cce9ee989 None None] Provisioning complete for port d446d757-f54a-4e8b-be86-596ebfbcf7bd triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:02.611042 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2341d6f1-19af-4ec9-a978-e07cce9ee989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:02.715314 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077bc412-471e-4174-bd6d-d7ac30331ddf None None] Routers {'cc2250af-6e22-46cd-aaff-bea7b7ee91af'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:02.720606 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-077bc412-471e-4174-bd6d-d7ac30331ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:11:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['cc2250af-6e22-46cd-aaff-bea7b7ee91af'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:02.743338 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2399c-865a-4d97-bbfc-4eaa7c8e413b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Pushing event updated for resources: {'Network': ['ID=7ab7bb3d-15fc-4942-955d-80c50c67d8c9,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:02.763726 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 7ab7bb3d-15fc-4942-955d-80c50c67d8c9 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:12:03.055727 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2399c-865a-4d97-bbfc-4eaa7c8e413b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Pushing event updated for resources: {'Network': ['ID=7fea8268-5182-46c4-86e6-a468b324365d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:03.158021 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 7fea8268-5182-46c4-86e6-a468b324365d details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:12:03.310938 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-077bc412-471e-4174-bd6d-d7ac30331ddf None None] Set router cc2250af-6e22-46cd-aaff-bea7b7ee91af gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:03.333514 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-025d555d-9724-47a4-a028-6220c21e6d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:03.351979 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4df8d8-83a1-4a52-b5a9-1dd1817cd42b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:03.386383 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4df8d8-83a1-4a52-b5a9-1dd1817cd42b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:03.396085 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4df8d8-83a1-4a52-b5a9-1dd1817cd42b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:03.446212 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4df8d8-83a1-4a52-b5a9-1dd1817cd42b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:03.460265 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4a4df8d8-83a1-4a52-b5a9-1dd1817cd42b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.0257840 Nov 12 09:12:03.463176 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55728) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:03.527462 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2341d6f1-19af-4ec9-a978-e07cce9ee989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:03.551409 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2063a81c-c139-4a25-9a0a-77f0bfe66f0e None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:12:03.647185 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-2341d6f1-19af-4ec9-a978-e07cce9ee989 None None] For port d446d757-f54a-4e8b-be86-596ebfbcf7bd, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d446d757-f54a-4e8b-be86-596ebfbcf7bd,segment=NetworkSegment(069b91b4-35da-4823-ae0f-84d90dbb9807),segment_id=069b91b4-35da-4823-ae0f-84d90dbb9807)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:03.680079 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2341d6f1-19af-4ec9-a978-e07cce9ee989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:03.723498 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-025d555d-9724-47a4-a028-6220c21e6d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:03.728534 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d555d-9724-47a4-a028-6220c21e6d17 admin admin] Pushing event deleted for resources: {'Port': ['ID=d41d9e07-894b-4978-97ad-b738fca25ede,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:03.729816 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b181f81a-7bf9-43a6-81ea-372612617a2b None None] Pushing event updated for resources: {'Port': ['ID=d446d757-f54a-4e8b-be86-596ebfbcf7bd,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:03.857023 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341d6f1-19af-4ec9-a978-e07cce9ee989 None None] Pushing event updated for resources: {'Port': ['ID=d446d757-f54a-4e8b-be86-596ebfbcf7bd,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:03.870234 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-22e8f345-e3c6-4292-8855-6f6ebeb1cf03 None None] Provisioning complete for port d446d757-f54a-4e8b-be86-596ebfbcf7bd triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:03.871117 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-22e8f345-e3c6-4292-8855-6f6ebeb1cf03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:04.008587 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-077bc412-471e-4174-bd6d-d7ac30331ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990376753', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2a1f-c7ab-4e48-a800-d98735ccf157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:38Z', 'updated_at': '2021-11-12T09:11:55Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': 'cc4f2a1f-c7ab-4e48-a800-d98735ccf157', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:40Z', 'updated_at': '2021-11-12T09:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'd446d757-f54a-4e8b-be86-596ebfbcf7bd', 'name': '', 'network_id': '85da2c57-6886-4788-98af-189f3410e3af', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:06:4f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '885171e7-4293-4d6e-9568-87d50b237261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:51Z', 'updated_at': '2021-11-12T09:12:02Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': '885171e7-4293-4d6e-9568-87d50b237261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:04.056794 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077bc412-471e-4174-bd6d-d7ac30331ddf None None] The sync data for ids ['cc2250af-6e22-46cd-aaff-bea7b7ee91af'] in n-d-768862-16 is: [{'id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990376753', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2a1f-c7ab-4e48-a800-d98735ccf157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:38Z', 'updated_at': '2021-11-12T09:11:55Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': 'cc4f2a1f-c7ab-4e48-a800-d98735ccf157', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:40Z', 'updated_at': '2021-11-12T09:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'd446d757-f54a-4e8b-be86-596ebfbcf7bd', 'name': '', 'network_id': '85da2c57-6886-4788-98af-189f3410e3af', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:06:4f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '885171e7-4293-4d6e-9568-87d50b237261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:51Z', 'updated_at': '2021-11-12T09:12:02Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': '885171e7-4293-4d6e-9568-87d50b237261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:12:04.064561 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-025d555d-9724-47a4-a028-6220c21e6d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:04.071352 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-025d555d-9724-47a4-a028-6220c21e6d17 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:04.288213 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-025d555d-9724-47a4-a028-6220c21e6d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:04.288923 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025d555d-9724-47a4-a028-6220c21e6d17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d401e14-3723-4d42-b386-d537962702df {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:12:04.295374 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-025d555d-9724-47a4-a028-6220c21e6d17 admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:04.300904 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-025d555d-9724-47a4-a028-6220c21e6d17 admin admin] 10.222.0.37 "DELETE /v2.0/routers/5d401e14-3723-4d42-b386-d537962702df HTTP/1.1" status: 204 len: 168 time: 3.9396074 Nov 12 09:12:04.302024 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55730) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:04.459530 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaac3f72-228f-40e4-a2b9-e16b59c3e2d7 admin admin] Deleting subnet 34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:12:04.465850 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eaac3f72-228f-40e4-a2b9-e16b59c3e2d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:04.627496 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eaac3f72-228f-40e4-a2b9-e16b59c3e2d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:04.628607 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d446d757-f54a-4e8b-be86-596ebfbcf7bd up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:12:04.746991 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1e3dca19-7a2b-4dbf-9c66-0e771fdc7366 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:04.797558 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port d446d757-f54a-4e8b-be86-596ebfbcf7bd triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:04.798151 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:04.830505 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8aec35-5847-4f3c-9911-d65d908eda0a req-cd598d7c-5f27-4ff5-a87c-4cfb1d7c1bdc tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:04.842628 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bc8aec35-5847-4f3c-9911-d65d908eda0a req-cd598d7c-5f27-4ff5-a87c-4cfb1d7c1bdc tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 946 time: 2.3869352 Nov 12 09:12:04.921943 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eaac3f72-228f-40e4-a2b9-e16b59c3e2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:05.046692 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eaac3f72-228f-40e4-a2b9-e16b59c3e2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:05.060146 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cca2e-8604-4c0d-a987-8f0be1ae5896 req-e58be883-1e00-4a23-bd5f-540fdaf11616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:05.067563 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e94cca2e-8604-4c0d-a987-8f0be1ae5896 req-e58be883-1e00-4a23-bd5f-540fdaf11616 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 1098 time: 0.3334577 Nov 12 09:12:05.118430 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac3f72-228f-40e4-a2b9-e16b59c3e2d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:05.143847 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eaac3f72-228f-40e4-a2b9-e16b59c3e2d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:05.150901 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afa252f-a2f2-4c59-872f-35b89225d80b None None] Network 7524fe81-dda2-4df7-b9b9-932c7fdb6f24 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:05.163469 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-eaac3f72-228f-40e4-a2b9-e16b59c3e2d7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/34e701de-f1fc-4242-a0f7-1d7ab6f4cfbc HTTP/1.1" status: 204 len: 168 time: 0.8591824 Nov 12 09:12:05.169676 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55732) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:05.236891 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d41d9e07-894b-4978-97ad-b738fca25ede no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:12:05.315280 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c5066-d562-4534-b39e-8247e424bf42 req-58ca51f4-7ae7-4e73-a7fc-13c188614fab tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:05.317986 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-813c5066-d562-4534-b39e-8247e424bf42 req-58ca51f4-7ae7-4e73-a7fc-13c188614fab tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.54 "GET /v2.0/networks?id=85da2c57-6886-4788-98af-189f3410e3af HTTP/1.1" status: 200 len: 797 time: 0.4537501 Nov 12 09:12:05.380457 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e94cca2e-8604-4c0d-a987-8f0be1ae5896 req-6c7cb0b7-7430-49ba-95fd-dbe501408915 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d444194a-cad6-4a4f-a34f-8649e4ab6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804010 Nov 12 09:12:05.387534 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: d41d9e07-894b-4978-97ad-b738fca25ede {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:12:05.388297 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d41d9e07-894b-4978-97ad-b738fca25ede not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:12:05.400801 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cf7f0b8b-ebaf-4a5f-8414-b293b7fe4133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:05.514238 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cf7f0b8b-ebaf-4a5f-8414-b293b7fe4133 admin admin] Deleting port e61436ee-cabc-4de4-9c46-5898b878fae8 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:05.514238 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cf7f0b8b-ebaf-4a5f-8414-b293b7fe4133 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:05.602954 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bc8aec35-5847-4f3c-9911-d65d908eda0a req-e8ee4052-591d-4a0b-9021-69e8df894cc8 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/security-groups?id=d444194a-cad6-4a4f-a34f-8649e4ab6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7093952 Nov 12 09:12:05.631320 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1e3dca19-7a2b-4dbf-9c66-0e771fdc7366 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:05.673269 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cf7f0b8b-ebaf-4a5f-8414-b293b7fe4133 admin admin] For port e61436ee-cabc-4de4-9c46-5898b878fae8, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=e61436ee-cabc-4de4-9c46-5898b878fae8,segment=NetworkSegment(27a88a16-92c2-46a0-8246-44c9626e27bb),segment_id=27a88a16-92c2-46a0-8246-44c9626e27bb)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:05.673269 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cf7f0b8b-ebaf-4a5f-8414-b293b7fe4133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:05.696208 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3f57d8-9549-4b97-93ad-06844362aa79 None None] DHCP port deletion for 7524fe81-dda2-4df7-b9b9-932c7fdb6f24 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:12:05.700862 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cf7f0b8b-ebaf-4a5f-8414-b293b7fe4133 admin admin] Calling delete_port for e61436ee-cabc-4de4-9c46-5898b878fae8 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:05.726611 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-813c5066-d562-4534-b39e-8247e424bf42 req-6789d1a8-a2fe-4417-9b86-5db7ef8f3307 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=300860f259ae41fb99a14af6fd1a3470 HTTP/1.1" status: 200 len: 380 time: 0.3926952 Nov 12 09:12:05.732823 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-1e3dca19-7a2b-4dbf-9c66-0e771fdc7366 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab7bb3d-15fc-4942-955d-80c50c67d8c9']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:05.763696 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-813c5066-d562-4534-b39e-8247e424bf42 req-2323ee39-c385-4430-b57a-1f2efb788439 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'port': {'device_id': '53fb097f-bc5f-461a-9316-9ce5d6e7fdde', 'network_id': '85da2c57-6886-4788-98af-189f3410e3af', 'admin_state_up': True, 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'security_groups': ['7c9d6dfb-aa83-451a-96a4-5547b9f26631']}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:05.824252 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f57d8-9549-4b97-93ad-06844362aa79 None None] Deleting port e61436ee-cabc-4de4-9c46-5898b878fae8 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:05.824917 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5c3f57d8-9549-4b97-93ad-06844362aa79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:05.925187 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cf7f0b8b-ebaf-4a5f-8414-b293b7fe4133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:05.926584 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-1e3dca19-7a2b-4dbf-9c66-0e771fdc7366 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8543e8eb-a6af-4aeb-a9c2-d66bef8101a1') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:05.927299 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-1e3dca19-7a2b-4dbf-9c66-0e771fdc7366 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8543e8eb-a6af-4aeb-a9c2-d66bef8101a1') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:05.966473 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b124a15c-49b0-4d81-8e2a-43f70e203fae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:05.971007 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1e3dca19-7a2b-4dbf-9c66-0e771fdc7366 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:05.982234 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-5c3f57d8-9549-4b97-93ad-06844362aa79 None None] For port e61436ee-cabc-4de4-9c46-5898b878fae8, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=e61436ee-cabc-4de4-9c46-5898b878fae8,segment=NetworkSegment(27a88a16-92c2-46a0-8246-44c9626e27bb),segment_id=27a88a16-92c2-46a0-8246-44c9626e27bb)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:05.982826 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5c3f57d8-9549-4b97-93ad-06844362aa79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:05.989433 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7f0b8b-ebaf-4a5f-8414-b293b7fe4133 admin admin] No DVR routers for this DVR port e61436ee-cabc-4de4-9c46-5898b878fae8 on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:12:05.999981 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f0b8b-ebaf-4a5f-8414-b293b7fe4133 admin admin] Pushing event deleted for resources: {'Port': ['ID=e61436ee-cabc-4de4-9c46-5898b878fae8,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:06.064270 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5287147a-5536-4cd7-ba5a-ea0741284cbf req-37401c54-5b2e-40b0-9823-5b985055bcc0 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=53fb097f-bc5f-461a-9316-9ce5d6e7fdde HTTP/1.1" status: 200 len: 210 time: 0.1157923 Nov 12 09:12:06.087302 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1e3dca19-7a2b-4dbf-9c66-0e771fdc7366 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:06.159765 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cf7f0b8b-ebaf-4a5f-8414-b293b7fe4133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:06.225894 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-cf7f0b8b-ebaf-4a5f-8414-b293b7fe4133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7524fe81-dda2-4df7-b9b9-932c7fdb6f24']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:06.252440 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-cf7f0b8b-ebaf-4a5f-8414-b293b7fe4133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27a88a16-92c2-46a0-8246-44c9626e27bb') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:06.252948 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-cf7f0b8b-ebaf-4a5f-8414-b293b7fe4133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27a88a16-92c2-46a0-8246-44c9626e27bb') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:06.265768 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3dca19-7a2b-4dbf-9c66-0e771fdc7366 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:12:06.266713 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1e3dca19-7a2b-4dbf-9c66-0e771fdc7366 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:06.281354 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cf7f0b8b-ebaf-4a5f-8414-b293b7fe4133 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:06.307775 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cf7f0b8b-ebaf-4a5f-8414-b293b7fe4133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:06.319338 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf7f0b8b-ebaf-4a5f-8414-b293b7fe4133 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:12:06.320109 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cf7f0b8b-ebaf-4a5f-8414-b293b7fe4133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:06.436632 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:12:06.436632 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:12:06.436632 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:12:06.436632 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:12:06.436632 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:12:06.436632 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:12:06.436632 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:12:06.436632 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:12:06.436632 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:12:06.436632 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:12:06.436632 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:12:06.436632 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:12:06.436632 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:12:06.436632 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:12:06.436632 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:12:06.436632 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:12:06.436632 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:12:06.436632 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:12:06.436632 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:12:06.436632 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:12:06.436632 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:12:06.436632 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:12:06.436632 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:12:06.436632 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:12:06.436632 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:12:06.436632 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:12:06.436632 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:12:06.436632 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:12:06.436632 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:12:06.436632 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:12:06.436632 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:12:06.436632 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:12:06.440814 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:12:06.440814 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:12:06.440814 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:12:06.440814 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:12:06.440814 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:12:06.440814 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:12:06.440814 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:12:06.440814 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:12:06.440814 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:12:06.440814 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:12:06.440814 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:12:06.440814 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:12:06.440814 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:12:06.440814 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:12:06.440814 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:12:06.440814 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:12:06.440814 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:12:06.440814 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:12:06.440814 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:12:06.440814 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:12:06.440814 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:12:06.440814 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:12:06.440814 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:12:06.440814 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:12:06.440814 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:12:06.440814 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:12:06.440814 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:12:06.440814 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:12:06.440814 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:12:06.440814 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:12:06.440814 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:12:06.440814 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:12:06.449842 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cf7f0b8b-ebaf-4a5f-8414-b293b7fe4133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:06.473258 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cf7f0b8b-ebaf-4a5f-8414-b293b7fe4133 admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:06.480631 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-cf7f0b8b-ebaf-4a5f-8414-b293b7fe4133 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7524fe81-dda2-4df7-b9b9-932c7fdb6f24 HTTP/1.1" status: 204 len: 168 time: 1.3089564 Nov 12 09:12:06.494929 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device e61436ee-cabc-4de4-9c46-5898b878fae8 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:12:06.507495 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f0b8b-ebaf-4a5f-8414-b293b7fe4133 admin admin] Pushing event deleted for resources: {'Network': ['ID=7524fe81-dda2-4df7-b9b9-932c7fdb6f24,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:06.535367 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1e3dca19-7a2b-4dbf-9c66-0e771fdc7366 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:06.542974 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f57d8-9549-4b97-93ad-06844362aa79 None None] Calling delete_port for e61436ee-cabc-4de4-9c46-5898b878fae8 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:06.551955 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: e61436ee-cabc-4de4-9c46-5898b878fae8 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:12:06.552438 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device e61436ee-cabc-4de4-9c46-5898b878fae8 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:12:06.661862 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1e3dca19-7a2b-4dbf-9c66-0e771fdc7366 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:06.666120 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1e3dca19-7a2b-4dbf-9c66-0e771fdc7366 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] 10.222.0.37 "DELETE /v2.0/networks/7ab7bb3d-15fc-4942-955d-80c50c67d8c9 HTTP/1.1" status: 204 len: 168 time: 3.1919963 Nov 12 09:12:06.670420 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dca19-7a2b-4dbf-9c66-0e771fdc7366 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Pushing event deleted for resources: {'Network': ['ID=7ab7bb3d-15fc-4942-955d-80c50c67d8c9,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:06.671617 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55736) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:06.672932 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-813c5066-d562-4534-b39e-8247e424bf42 req-2323ee39-c385-4430-b57a-1f2efb788439 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Made reservation on behalf of 300860f259ae41fb99a14af6fd1a3470 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:06.678023 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-813c5066-d562-4534-b39e-8247e424bf42 req-2323ee39-c385-4430-b57a-1f2efb788439 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:06.796154 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5c3f57d8-9549-4b97-93ad-06844362aa79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:06.856220 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5c3f57d8-9549-4b97-93ad-06844362aa79 None None] Network 7524fe81-dda2-4df7-b9b9-932c7fdb6f24 is not hosted by any dhcp agent {{(pid=102570) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 09:12:06.856220 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3f57d8-9549-4b97-93ad-06844362aa79 None None] No DVR routers for this DVR port e61436ee-cabc-4de4-9c46-5898b878fae8 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:12:06.865703 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f57d8-9549-4b97-93ad-06844362aa79 None None] Pushing event deleted for resources: {'Port': ['ID=e61436ee-cabc-4de4-9c46-5898b878fae8,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:06.916183 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1378f92b-4210-45f8-a0f1-150809d1e5b8 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:07.090893 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55740) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:07.122051 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1378f92b-4210-45f8-a0f1-150809d1e5b8 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:07.170892 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-1378f92b-4210-45f8-a0f1-150809d1e5b8 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fea8268-5182-46c4-86e6-a468b324365d']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:07.191542 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-1378f92b-4210-45f8-a0f1-150809d1e5b8 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a90f0f7-bce5-4b83-8279-b82c2d2faffb') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:07.192199 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-1378f92b-4210-45f8-a0f1-150809d1e5b8 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a90f0f7-bce5-4b83-8279-b82c2d2faffb') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:07.200706 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f32c1d-f8ab-41ec-bf99-803c80c8d85c req-7c7282b7-e9d3-4ea9-a688-93c6ae502e0a tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:07.203584 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d6f32c1d-f8ab-41ec-bf99-803c80c8d85c req-7c7282b7-e9d3-4ea9-a688-93c6ae502e0a tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 946 time: 0.3153284 Nov 12 09:12:07.217111 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1378f92b-4210-45f8-a0f1-150809d1e5b8 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:07.244478 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1378f92b-4210-45f8-a0f1-150809d1e5b8 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:07.256037 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1378f92b-4210-45f8-a0f1-150809d1e5b8 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:12:07.256744 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1378f92b-4210-45f8-a0f1-150809d1e5b8 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:07.262868 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:12:07.262868 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:12:07.262868 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:12:07.262868 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:12:07.262868 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:12:07.262868 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:12:07.262868 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:12:07.262868 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:12:07.262868 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:12:07.262868 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:12:07.262868 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:12:07.262868 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:12:07.262868 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:12:07.262868 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:12:07.262868 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:12:07.262868 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:12:07.262868 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:12:07.262868 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:12:07.262868 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:12:07.262868 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:12:07.262868 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:12:07.262868 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:12:07.262868 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:12:07.262868 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:12:07.262868 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:12:07.262868 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:12:07.262868 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:12:07.262868 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:12:07.262868 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:12:07.262868 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:12:07.262868 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:12:07.262868 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:12:07.300748 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b124a15c-49b0-4d81-8e2a-43f70e203fae admin admin] Router 96b92d23-8c35-44bd-918f-8099aaff1cba has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:12:07.350060 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3f050698-f7e9-4119-939e-b881c1206569 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e2aedd74754847baa0c2e1ed0d1b2137&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2547472 Nov 12 09:12:07.350060 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-813c5066-d562-4534-b39e-8247e424bf42 req-2323ee39-c385-4430-b57a-1f2efb788439 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Allocated IP 172.20.0.11 (85da2c57-6886-4788-98af-189f3410e3af/885171e7-4293-4d6e-9568-87d50b237261/63c3bd09-06cc-4258-a216-db4f1f68f39d) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:12:07.354635 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55744) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:07.393164 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1378f92b-4210-45f8-a0f1-150809d1e5b8 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:07.415534 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1378f92b-4210-45f8-a0f1-150809d1e5b8 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:07.419970 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d6f32c1d-f8ab-41ec-bf99-803c80c8d85c req-269ce817-3580-48d5-a849-fbc42d21c96e tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/security-groups?id=d444194a-cad6-4a4f-a34f-8649e4ab6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995468 Nov 12 09:12:07.426184 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1378f92b-4210-45f8-a0f1-150809d1e5b8 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] 10.222.0.37 "DELETE /v2.0/networks/7fea8268-5182-46c4-86e6-a468b324365d HTTP/1.1" status: 204 len: 168 time: 0.7480140 Nov 12 09:12:07.431399 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55746) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:07.513933 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1378f92b-4210-45f8-a0f1-150809d1e5b8 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Pushing event deleted for resources: {'Network': ['ID=7fea8268-5182-46c4-86e6-a468b324365d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:07.682159 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf92047d-9fb2-4751-9893-9f3cdb54dc58 req-580a2fd2-ed85-42da-ba67-b8f1b4e350cb tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=53fb097f-bc5f-461a-9316-9ce5d6e7fdde HTTP/1.1" status: 200 len: 210 time: 0.1109855 Nov 12 09:12:07.687594 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fdf9fd0d-f988-4883-b639-1cf096a7baa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:07.755999 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-ecb884a6-9ccd-4f64-9329-49d74ee97a09 req-9b7f6a28-127f-434b-845d-43d50373d1ea tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-170650583', 'description': 'tempest-description-1302985183'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:07.807240 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b124a15c-49b0-4d81-8e2a-43f70e203fae admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:12:07.823805 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b124a15c-49b0-4d81-8e2a-43f70e203fae admin admin] 10.222.0.37 "PUT /v2.0/routers/96b92d23-8c35-44bd-918f-8099aaff1cba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8145642 Nov 12 09:12:07.824295 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fdf9fd0d-f988-4883-b639-1cf096a7baa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:07.826207 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909715b4-8289-4b23-bb3b-76082886731c None None] Sync routers for ids ['96b92d23-8c35-44bd-918f-8099aaff1cba'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:12:07.834227 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55750) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:07.854081 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909715b4-8289-4b23-bb3b-76082886731c None None] Routers {'96b92d23-8c35-44bd-918f-8099aaff1cba'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:07.855698 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-909715b4-8289-4b23-bb3b-76082886731c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:11:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['96b92d23-8c35-44bd-918f-8099aaff1cba'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:07.858725 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ecb884a6-9ccd-4f64-9329-49d74ee97a09 req-9b7f6a28-127f-434b-845d-43d50373d1ea tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:07.892492 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-aab442f9-a3e5-44e2-bc40-e649cfe6b599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:07.917736 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f15024e-0998-467d-8ed3-3c4a46764613 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:07.928486 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f15024e-0998-467d-8ed3-3c4a46764613 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:07.931286 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3f15024e-0998-467d-8ed3-3c4a46764613 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4988012 Nov 12 09:12:07.938471 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55752) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:07.949047 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-f0f37dee-c196-4416-8e82-70886f1f95b6 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1957771360'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:07.965878 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-813c5066-d562-4534-b39e-8247e424bf42 req-2323ee39-c385-4430-b57a-1f2efb788439 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:08.001835 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f37dee-c196-4416-8e82-70886f1f95b6 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Made reservation on behalf of be3278e3e79a4393a095ab6bf60093bf for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:08.011955 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f0f37dee-c196-4416-8e82-70886f1f95b6 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:08.036204 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fdf9fd0d-f988-4883-b639-1cf096a7baa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:08.042691 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fdf9fd0d-f988-4883-b639-1cf096a7baa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:08.048373 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-fdf9fd0d-f988-4883-b639-1cf096a7baa0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a05392c3-4e94-460c-8454-5c7e39ccb9c4 HTTP/1.1" status: 204 len: 168 time: 0.6886179 Nov 12 09:12:08.066787 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9fd0d-f988-4883-b639-1cf096a7baa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05392c3-4e94-460c-8454-5c7e39ccb9c4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:08.099943 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0f37dee-c196-4416-8e82-70886f1f95b6 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:12:08.123561 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-909715b4-8289-4b23-bb3b-76082886731c None None] Set router 96b92d23-8c35-44bd-918f-8099aaff1cba gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:08.128190 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f0f37dee-c196-4416-8e82-70886f1f95b6 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:08.128190 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-f0f37dee-c196-4416-8e82-70886f1f95b6 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Added segment e7dd0b12-a169-4d51-9ae7-59a784b2319a of type vlan for network 7345a6da-0adc-4555-aace-fca5b4585865 Nov 12 09:12:08.186818 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b93ab61e-90ed-4b53-974d-7e64fa0b301c admin admin] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:08.196778 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-813c5066-d562-4534-b39e-8247e424bf42 req-2323ee39-c385-4430-b57a-1f2efb788439 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:08.251674 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f0f37dee-c196-4416-8e82-70886f1f95b6 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:08.281091 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ecb884a6-9ccd-4f64-9329-49d74ee97a09 req-9b7f6a28-127f-434b-845d-43d50373d1ea tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:08.335299 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ecb884a6-9ccd-4f64-9329-49d74ee97a09 req-9b7f6a28-127f-434b-845d-43d50373d1ea tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:08.353831 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f0f37dee-c196-4416-8e82-70886f1f95b6 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:08.377639 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f37dee-c196-4416-8e82-70886f1f95b6 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:08.382401 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f0f37dee-c196-4416-8e82-70886f1f95b6 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:08.429476 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f0f37dee-c196-4416-8e82-70886f1f95b6 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4879975 Nov 12 09:12:08.450993 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55756) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:08.460304 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-564f8386-b5c0-44fb-89fa-8875c72b662b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-494845570'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:08.605589 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f37dee-c196-4416-8e82-70886f1f95b6 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Pushing event updated for resources: {'Network': ['ID=7345a6da-0adc-4555-aace-fca5b4585865,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:08.623698 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 7345a6da-0adc-4555-aace-fca5b4585865 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:12:08.631426 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564f8386-b5c0-44fb-89fa-8875c72b662b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Made reservation on behalf of be3278e3e79a4393a095ab6bf60093bf for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:08.640641 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-564f8386-b5c0-44fb-89fa-8875c72b662b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:08.700906 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-909715b4-8289-4b23-bb3b-76082886731c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'name': 'tempest-TestVolumeBackupRestore-1001173478-router', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:35Z', 'updated_at': '2021-11-12T09:12:02Z', 'revision_number': 5, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'gw_port': {'id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:36Z', 'updated_at': '2021-11-12T09:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:08.721494 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-813c5066-d562-4534-b39e-8247e424bf42 req-2323ee39-c385-4430-b57a-1f2efb788439 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Network 85da2c57-6886-4788-98af-189f3410e3af is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:12:08.747419 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-813c5066-d562-4534-b39e-8247e424bf42 req-2323ee39-c385-4430-b57a-1f2efb788439 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:08.757551 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323ee39-c385-4430-b57a-1f2efb788439 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'Port': ['ID=63c3bd09-06cc-4258-a216-db4f1f68f39d,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:08.762864 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-564f8386-b5c0-44fb-89fa-8875c72b662b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:12:08.779647 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-564f8386-b5c0-44fb-89fa-8875c72b662b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:08.780318 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-564f8386-b5c0-44fb-89fa-8875c72b662b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Added segment e2929269-a1a6-44a4-b01f-a4730c515cf5 of type vlan for network 75f720cf-bbb8-4210-9bb6-aa007b2f9008 Nov 12 09:12:08.785047 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-813c5066-d562-4534-b39e-8247e424bf42 req-2323ee39-c385-4430-b57a-1f2efb788439 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:12:08.808333 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ecb884a6-9ccd-4f64-9329-49d74ee97a09 req-9b7f6a28-127f-434b-845d-43d50373d1ea tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:08.844163 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909715b4-8289-4b23-bb3b-76082886731c None None] Checking router: 96b92d23-8c35-44bd-918f-8099aaff1cba for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:12:08.844757 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ecb884a6-9ccd-4f64-9329-49d74ee97a09 req-9b7f6a28-127f-434b-845d-43d50373d1ea tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 1.1003211 Nov 12 09:12:08.866947 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-564f8386-b5c0-44fb-89fa-8875c72b662b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:08.867327 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909715b4-8289-4b23-bb3b-76082886731c None None] Routers {'96b92d23-8c35-44bd-918f-8099aaff1cba'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:08.868453 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-909715b4-8289-4b23-bb3b-76082886731c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:11:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['96b92d23-8c35-44bd-918f-8099aaff1cba'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:08.872252 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f6a28-127f-434b-845d-43d50373d1ea tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2832e75f-aab4-44f7-b014-077f9e85626c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:08.942707 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-564f8386-b5c0-44fb-89fa-8875c72b662b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:08.955713 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564f8386-b5c0-44fb-89fa-8875c72b662b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:08.959182 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-564f8386-b5c0-44fb-89fa-8875c72b662b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:09.054488 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c5066-d562-4534-b39e-8247e424bf42 req-2323ee39-c385-4430-b57a-1f2efb788439 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:09.055260 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-813c5066-d562-4534-b39e-8247e424bf42 req-2323ee39-c385-4430-b57a-1f2efb788439 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:09.128641 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b93ab61e-90ed-4b53-974d-7e64fa0b301c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:09.140655 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-564f8386-b5c0-44fb-89fa-8875c72b662b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6884604 Nov 12 09:12:09.141995 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f8386-b5c0-44fb-89fa-8875c72b662b tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Pushing event updated for resources: {'Network': ['ID=75f720cf-bbb8-4210-9bb6-aa007b2f9008,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:09.146764 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55768) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:09.150483 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-909715b4-8289-4b23-bb3b-76082886731c None None] Set router 96b92d23-8c35-44bd-918f-8099aaff1cba gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:09.157477 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-9aca9a56-037e-4921-9a29-a8c0de09a583 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Request body: {'ports': [{'network_id': '7345a6da-0adc-4555-aace-fca5b4585865', 'name': 'tempest-port--1683390003', 'admin_state_up': True}, {'network_id': '75f720cf-bbb8-4210-9bb6-aa007b2f9008', 'admin_state_up': False}]} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:09.158078 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-9aca9a56-037e-4921-9a29-a8c0de09a583 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Request body: {'port': {'network_id': '7345a6da-0adc-4555-aace-fca5b4585865', 'name': 'tempest-port--1683390003', 'admin_state_up': True}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:09.158735 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-9aca9a56-037e-4921-9a29-a8c0de09a583 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Request body: {'port': {'network_id': '75f720cf-bbb8-4210-9bb6-aa007b2f9008', 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:09.158909 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 75f720cf-bbb8-4210-9bb6-aa007b2f9008 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:12:09.188131 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-813c5066-d562-4534-b39e-8247e424bf42 req-2323ee39-c385-4430-b57a-1f2efb788439 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4360089 Nov 12 09:12:09.261414 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-813c5066-d562-4534-b39e-8247e424bf42 req-957bc93b-fbc5-4587-a925-0ef9f91b7eae service neutron] Request body: {'port': {'device_id': '53fb097f-bc5f-461a-9316-9ce5d6e7fdde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:09.281806 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd21464-51e4-4add-874f-c29a73ce1464 req-1d6b7fc3-e7ec-429f-b626-4710d6bf104f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:09.285234 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6fd21464-51e4-4add-874f-c29a73ce1464 req-1d6b7fc3-e7ec-429f-b626-4710d6bf104f tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=53fb097f-bc5f-461a-9316-9ce5d6e7fdde HTTP/1.1" status: 200 len: 932 time: 0.2814548 Nov 12 09:12:09.473057 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-26925d6b-2278-4322-b716-efb6cc3e7c33 None None] Provisioning complete for port 63c3bd09-06cc-4258-a216-db4f1f68f39d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:09.473903 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-26925d6b-2278-4322-b716-efb6cc3e7c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:09.566887 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-813c5066-d562-4534-b39e-8247e424bf42 req-957bc93b-fbc5-4587-a925-0ef9f91b7eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:09.606418 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6fd21464-51e4-4add-874f-c29a73ce1464 req-6c401e7f-54d6-43c1-b4a6-51e2dab8bbe9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c9d6dfb-aa83-451a-96a4-5547b9f26631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2803857 Nov 12 09:12:09.615873 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-26925d6b-2278-4322-b716-efb6cc3e7c33 None None] Port 63c3bd09-06cc-4258-a216-db4f1f68f39d cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:12:09.644087 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-b93ab61e-90ed-4b53-974d-7e64fa0b301c admin admin] Deleting port f66add3d-a92c-4fb9-9971-f24bbcf8a757 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:09.644087 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b93ab61e-90ed-4b53-974d-7e64fa0b301c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:09.750926 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4ccafdfc-ae62-4f34-99c1-17d57773711a req-96055d3f-770f-42b8-befd-769d92326fa8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=486a7f68-36ce-4778-ad64-84784a511189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2562630 Nov 12 09:12:09.752902 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aca9a56-037e-4921-9a29-a8c0de09a583 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Made reservation on behalf of be3278e3e79a4393a095ab6bf60093bf for: {'port': 2} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:09.760884 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9aca9a56-037e-4921-9a29-a8c0de09a583 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:09.790829 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9aca9a56-037e-4921-9a29-a8c0de09a583 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:09.900813 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-909715b4-8289-4b23-bb3b-76082886731c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'name': 'tempest-TestVolumeBackupRestore-1001173478-router', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:35Z', 'updated_at': '2021-11-12T09:12:02Z', 'revision_number': 5, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'gw_port': {'id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:36Z', 'updated_at': '2021-11-12T09:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:09.935733 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909715b4-8289-4b23-bb3b-76082886731c None None] The sync data for ids ['96b92d23-8c35-44bd-918f-8099aaff1cba'] in n-d-768862-16 is: [{'id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'name': 'tempest-TestVolumeBackupRestore-1001173478-router', 'tenant_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:35Z', 'updated_at': '2021-11-12T09:12:02Z', 'revision_number': 5, 'project_id': '0362422c531d4b8e9db4790e3c3ca8bd', 'gw_port': {'id': 'f66add3d-a92c-4fb9-9971-f24bbcf8a757', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b92d23-8c35-44bd-918f-8099aaff1cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:36Z', 'updated_at': '2021-11-12T09:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:12:10.031845 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccafdfc-ae62-4f34-99c1-17d57773711a req-9f010c06-3305-4feb-84aa-3ac3d7410681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:10.033990 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4ccafdfc-ae62-4f34-99c1-17d57773711a req-9f010c06-3305-4feb-84aa-3ac3d7410681 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7936baa04f2446059a6bd19fa0bb292d&device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 1098 time: 0.2041059 Nov 12 09:12:10.037514 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-9aca9a56-037e-4921-9a29-a8c0de09a583 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] device_id is not set on port 874c96da-276d-456e-a313-44eeda8bb614 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:12:10.198877 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c6a24d30-1f5c-4444-aff0-bf3aadd67d2b req-78a0d240-4fdb-4535-ae7b-bf58ad259e97 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-170650583&fields=id&tenant_id=7936baa04f2446059a6bd19fa0bb292d HTTP/1.1" status: 200 len: 267 time: 0.4384758 Nov 12 09:12:10.264478 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a0ddad41-f743-4901-89e3-f81e9e7b6bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:10.303189 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b93ab61e-90ed-4b53-974d-7e64fa0b301c admin admin] For port f66add3d-a92c-4fb9-9971-f24bbcf8a757, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=f66add3d-a92c-4fb9-9971-f24bbcf8a757,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:10.303561 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b93ab61e-90ed-4b53-974d-7e64fa0b301c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:10.350736 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-b93ab61e-90ed-4b53-974d-7e64fa0b301c admin admin] Calling delete_port for f66add3d-a92c-4fb9-9971-f24bbcf8a757 owned by network:router_gateway {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:10.363704 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:12:10.390318 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccafdfc-ae62-4f34-99c1-17d57773711a req-7d5ae9f3-3585-454e-a0fe-bc89628d9a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:10.393249 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4ccafdfc-ae62-4f34-99c1-17d57773711a req-7d5ae9f3-3585-454e-a0fe-bc89628d9a40 service neutron] 10.222.0.54 "GET /v2.0/networks?id=adb9c9a7-8b65-40da-8124-8d118ffa132b HTTP/1.1" status: 200 len: 920 time: 0.3232439 Nov 12 09:12:10.451145 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:12:10.452103 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 7d2c5c44-3cc5-4d1c-8455-3a7e5cb42288 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:12:10.487722 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4ccafdfc-ae62-4f34-99c1-17d57773711a req-40c8dc5e-22c3-4aa2-aff8-45cbc5c72358 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bb634d6-35f7-4478-acf2-a1eaa6f1c660 HTTP/1.1" status: 200 len: 217 time: 0.0840657 Nov 12 09:12:10.533947 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a24d30-1f5c-4444-aff0-bf3aadd67d2b req-1ae45e17-30d3-40d2-97e9-1c0b6a97346d tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:10.544503 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c6a24d30-1f5c-4444-aff0-bf3aadd67d2b req-1ae45e17-30d3-40d2-97e9-1c0b6a97346d tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 946 time: 0.2910745 Nov 12 09:12:10.573165 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-c6a24d30-1f5c-4444-aff0-bf3aadd67d2b req-ceb7824e-5fa7-40d0-b185-a1f34799a6e7 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Request body: {'port': {'security_groups': ['d444194a-cad6-4a4f-a34f-8649e4ab6eaf', '2832e75f-aab4-44f7-b014-077f9e85626c']}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:10.598247 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9aca9a56-037e-4921-9a29-a8c0de09a583 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:10.664688 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccafdfc-ae62-4f34-99c1-17d57773711a req-df85eee1-1887-4aee-87f3-3caa7a92cb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:10.667491 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4ccafdfc-ae62-4f34-99c1-17d57773711a req-df85eee1-1887-4aee-87f3-3caa7a92cb51 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a3a9d107-d107-4cc5-aa4f-14cfcf420d5c HTTP/1.1" status: 200 len: 859 time: 0.1711819 Nov 12 09:12:10.757684 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c6a24d30-1f5c-4444-aff0-bf3aadd67d2b req-ceb7824e-5fa7-40d0-b185-a1f34799a6e7 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:10.770456 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4ccafdfc-ae62-4f34-99c1-17d57773711a req-ed3806de-d5e2-4f40-845e-0bc1e349d728 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=adb9c9a7-8b65-40da-8124-8d118ffa132b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503983 Nov 12 09:12:10.792133 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-9aca9a56-037e-4921-9a29-a8c0de09a583 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] device_id is not set on port 95d4cf32-b160-4250-8278-540bbb4ed4f9 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:12:10.843050 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-813c5066-d562-4534-b39e-8247e424bf42 req-957bc93b-fbc5-4587-a925-0ef9f91b7eae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c3bd09-06cc-4258-a216-db4f1f68f39d {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:12:10.862035 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-813c5066-d562-4534-b39e-8247e424bf42 req-957bc93b-fbc5-4587-a925-0ef9f91b7eae service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:10.944623 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-813c5066-d562-4534-b39e-8247e424bf42 req-957bc93b-fbc5-4587-a925-0ef9f91b7eae service neutron] Transition to ACTIVE for port object 63c3bd09-06cc-4258-a216-db4f1f68f39d will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:12:10.961816 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-813c5066-d562-4534-b39e-8247e424bf42 req-957bc93b-fbc5-4587-a925-0ef9f91b7eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:10.969713 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4ccafdfc-ae62-4f34-99c1-17d57773711a req-696031b1-af75-4d94-943c-0cabfd0db5b8 service neutron] 10.222.0.54 "GET /v2.0/networks/adb9c9a7-8b65-40da-8124-8d118ffa132b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898942 Nov 12 09:12:11.165487 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957bc93b-fbc5-4587-a925-0ef9f91b7eae service neutron] Pushing event updated for resources: {'Port': ['ID=63c3bd09-06cc-4258-a216-db4f1f68f39d,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:11.268723 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b93ab61e-90ed-4b53-974d-7e64fa0b301c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:11.331198 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ab61e-90ed-4b53-974d-7e64fa0b301c admin admin] Pushing event deleted for resources: {'Port': ['ID=f66add3d-a92c-4fb9-9971-f24bbcf8a757,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:11.358646 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310652bd-a4e8-43cb-a2ec-3f12361daf15 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:12:11.376044 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-813c5066-d562-4534-b39e-8247e424bf42 req-957bc93b-fbc5-4587-a925-0ef9f91b7eae service neutron] Attempting to bind port 63c3bd09-06cc-4258-a216-db4f1f68f39d on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:12:11.376472 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-813c5066-d562-4534-b39e-8247e424bf42 req-957bc93b-fbc5-4587-a925-0ef9f91b7eae service neutron] Attempting to bind port 63c3bd09-06cc-4258-a216-db4f1f68f39d by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '069b91b4-35da-4823-ae0f-84d90dbb9807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '85da2c57-6886-4788-98af-189f3410e3af'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:12:11.377028 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813c5066-d562-4534-b39e-8247e424bf42 req-957bc93b-fbc5-4587-a925-0ef9f91b7eae service neutron] Attempting to bind port 63c3bd09-06cc-4258-a216-db4f1f68f39d on network 85da2c57-6886-4788-98af-189f3410e3af {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:12:11.416844 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813c5066-d562-4534-b39e-8247e424bf42 req-957bc93b-fbc5-4587-a925-0ef9f91b7eae service neutron] Port 63c3bd09-06cc-4258-a216-db4f1f68f39d on network 85da2c57-6886-4788-98af-189f3410e3af not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:12:11.417180 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813c5066-d562-4534-b39e-8247e424bf42 req-957bc93b-fbc5-4587-a925-0ef9f91b7eae service neutron] Attempting to bind port 63c3bd09-06cc-4258-a216-db4f1f68f39d on network 85da2c57-6886-4788-98af-189f3410e3af {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:12:11.421180 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-c6a24d30-1f5c-4444-aff0-bf3aadd67d2b req-ceb7824e-5fa7-40d0-b185-a1f34799a6e7 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] For port 2bb634d6-35f7-4478-acf2-a1eaa6f1c660, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=2bb634d6-35f7-4478-acf2-a1eaa6f1c660,segment=NetworkSegment(f0e27cfd-cc8a-400e-ae7e-104591f7e239),segment_id=f0e27cfd-cc8a-400e-ae7e-104591f7e239)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:11.462391 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813c5066-d562-4534-b39e-8247e424bf42 req-957bc93b-fbc5-4587-a925-0ef9f91b7eae service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:12:11.462770 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813c5066-d562-4534-b39e-8247e424bf42 req-957bc93b-fbc5-4587-a925-0ef9f91b7eae service neutron] Checking segment: {'id': '069b91b4-35da-4823-ae0f-84d90dbb9807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '85da2c57-6886-4788-98af-189f3410e3af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:12:11.463143 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813c5066-d562-4534-b39e-8247e424bf42 req-957bc93b-fbc5-4587-a925-0ef9f91b7eae service neutron] Bound using segment: {'id': '069b91b4-35da-4823-ae0f-84d90dbb9807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '85da2c57-6886-4788-98af-189f3410e3af'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:12:11.463609 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-813c5066-d562-4534-b39e-8247e424bf42 req-957bc93b-fbc5-4587-a925-0ef9f91b7eae service neutron] Bound port: 63c3bd09-06cc-4258-a216-db4f1f68f39d, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069b91b4-35da-4823-ae0f-84d90dbb9807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '85da2c57-6886-4788-98af-189f3410e3af'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:12:11.464026 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-813c5066-d562-4534-b39e-8247e424bf42 req-957bc93b-fbc5-4587-a925-0ef9f91b7eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:11.538220 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c6a24d30-1f5c-4444-aff0-bf3aadd67d2b req-ceb7824e-5fa7-40d0-b185-a1f34799a6e7 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:11.545647 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b93ab61e-90ed-4b53-974d-7e64fa0b301c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:11.620666 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c6a24d30-1f5c-4444-aff0-bf3aadd67d2b req-ceb7824e-5fa7-40d0-b185-a1f34799a6e7 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:11.637013 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['2bb634d6-35f7-4478-acf2-a1eaa6f1c660'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:12:11.712097 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b93ab61e-90ed-4b53-974d-7e64fa0b301c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:11.718305 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b93ab61e-90ed-4b53-974d-7e64fa0b301c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:11.726115 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4ccafdfc-ae62-4f34-99c1-17d57773711a req-ca6a83d1-eddb-4eac-b0a8-6370d6dd1522 service neutron] 10.222.0.54 "GET /v2.0/networks/adb9c9a7-8b65-40da-8124-8d118ffa132b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7452552 Nov 12 09:12:11.740400 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a24d30-1f5c-4444-aff0-bf3aadd67d2b req-ceb7824e-5fa7-40d0-b185-a1f34799a6e7 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:11.741479 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c6a24d30-1f5c-4444-aff0-bf3aadd67d2b req-ceb7824e-5fa7-40d0-b185-a1f34799a6e7 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:11.743777 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c6a24d30-1f5c-4444-aff0-bf3aadd67d2b req-ceb7824e-5fa7-40d0-b185-a1f34799a6e7 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "PUT /v2.0/ports/2bb634d6-35f7-4478-acf2-a1eaa6f1c660 HTTP/1.1" status: 200 len: 982 time: 1.1831517 Nov 12 09:12:11.760324 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486a7f68-36ce-4778-ad64-84784a511189', 'tag': '2bb634d6-35f7-4478-acf2-a1eaa6f1c660'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:12:11.762757 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4671f9b-0307-4092-9793-12ac2da9895b" -d '{"events": [{"name": "network-changed", "server_uuid": "486a7f68-36ce-4778-ad64-84784a511189", "tag": "2bb634d6-35f7-4478-acf2-a1eaa6f1c660"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:12:11.809943 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9aca9a56-037e-4921-9a29-a8c0de09a583 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:11.827153 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['2bb634d6-35f7-4478-acf2-a1eaa6f1c660'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:12:11.836898 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-813c5066-d562-4534-b39e-8247e424bf42 req-957bc93b-fbc5-4587-a925-0ef9f91b7eae service neutron] For port 63c3bd09-06cc-4258-a216-db4f1f68f39d, host n-h1-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:12:11.885915 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-813c5066-d562-4534-b39e-8247e424bf42 req-957bc93b-fbc5-4587-a925-0ef9f91b7eae service neutron] For port 63c3bd09-06cc-4258-a216-db4f1f68f39d, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=63c3bd09-06cc-4258-a216-db4f1f68f39d,segment=NetworkSegment(069b91b4-35da-4823-ae0f-84d90dbb9807),segment_id=069b91b4-35da-4823-ae0f-84d90dbb9807)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:12:11.888700 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b93ab61e-90ed-4b53-974d-7e64fa0b301c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:11.889899 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93ab61e-90ed-4b53-974d-7e64fa0b301c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96b92d23-8c35-44bd-918f-8099aaff1cba {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:12:11.893471 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7824e-5fa7-40d0-b185-a1f34799a6e7 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Pushing event updated for resources: {'Port': ['ID=2bb634d6-35f7-4478-acf2-a1eaa6f1c660,revision_number=6']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:11.904635 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b93ab61e-90ed-4b53-974d-7e64fa0b301c admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:11.907428 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b93ab61e-90ed-4b53-974d-7e64fa0b301c admin admin] 10.222.0.37 "DELETE /v2.0/routers/96b92d23-8c35-44bd-918f-8099aaff1cba HTTP/1.1" status: 204 len: 168 time: 4.0715158 Nov 12 09:12:11.910948 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-813c5066-d562-4534-b39e-8247e424bf42 req-957bc93b-fbc5-4587-a925-0ef9f91b7eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:11.914362 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55808) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:11.993296 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9aca9a56-037e-4921-9a29-a8c0de09a583 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:12.195250 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c5066-d562-4534-b39e-8247e424bf42 req-957bc93b-fbc5-4587-a925-0ef9f91b7eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:12.203482 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-813c5066-d562-4534-b39e-8247e424bf42 req-957bc93b-fbc5-4587-a925-0ef9f91b7eae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:12.216871 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-813c5066-d562-4534-b39e-8247e424bf42 req-957bc93b-fbc5-4587-a925-0ef9f91b7eae service neutron] 10.222.0.54 "PUT /v2.0/ports/63c3bd09-06cc-4258-a216-db4f1f68f39d HTTP/1.1" status: 200 len: 1093 time: 2.9718852 Nov 12 09:12:12.275338 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca9a56-037e-4921-9a29-a8c0de09a583 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Pushing event updated for resources: {'Port': ['ID=874c96da-276d-456e-a313-44eeda8bb614,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:12.278562 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:12.285627 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aca9a56-037e-4921-9a29-a8c0de09a583 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Checking segment: {'id': 'e7dd0b12-a169-4d51-9ae7-59a784b2319a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7345a6da-0adc-4555-aace-fca5b4585865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:12:12.286975 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aca9a56-037e-4921-9a29-a8c0de09a583 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Network hostable DHCP agents. Network: 7345a6da-0adc-4555-aace-fca5b4585865, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:12:12.366110 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aca9a56-037e-4921-9a29-a8c0de09a583 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Network 7345a6da-0adc-4555-aace-fca5b4585865 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:12:12.408639 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-9aca9a56-037e-4921-9a29-a8c0de09a583 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 7345a6da-0adc-4555-aace-fca5b4585865) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:12.444355 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aca9a56-037e-4921-9a29-a8c0de09a583 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:12:12.446108 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9aca9a56-037e-4921-9a29-a8c0de09a583 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:12.466036 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c702e92-366a-41d2-b3a9-cfdd016c7e12 admin admin] Deleting subnet 32ad61dc-5bb3-4484-80e5-88f7dffba25c {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:12:12.476723 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2c702e92-366a-41d2-b3a9-cfdd016c7e12 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:12.480345 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957bc93b-fbc5-4587-a925-0ef9f91b7eae service neutron] Pushing event updated for resources: {'Port': ['ID=63c3bd09-06cc-4258-a216-db4f1f68f39d,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:12.635017 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df256b08-1ced-4487-bcbb-7c2e9e57f589 req-6edf1440-1c8d-4b79-89f1-490a95429747 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:12.638575 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df256b08-1ced-4487-bcbb-7c2e9e57f589 req-6edf1440-1c8d-4b79-89f1-490a95429747 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=53fb097f-bc5f-461a-9316-9ce5d6e7fdde HTTP/1.1" status: 200 len: 944 time: 0.5469501 Nov 12 09:12:12.681805 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f36101-bfc5-4254-942c-dd7c342234fd None None] Network 7345a6da-0adc-4555-aace-fca5b4585865 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:12.691185 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca9a56-037e-4921-9a29-a8c0de09a583 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Pushing event updated for resources: {'Port': ['ID=95d4cf32-b160-4250-8278-540bbb4ed4f9,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:12.714949 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2c702e92-366a-41d2-b3a9-cfdd016c7e12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:12.759596 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aca9a56-037e-4921-9a29-a8c0de09a583 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Checking segment: {'id': 'e2929269-a1a6-44a4-b01f-a4730c515cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '75f720cf-bbb8-4210-9bb6-aa007b2f9008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:12:12.760606 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aca9a56-037e-4921-9a29-a8c0de09a583 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Network hostable DHCP agents. Network: 75f720cf-bbb8-4210-9bb6-aa007b2f9008, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:12:12.801612 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aca9a56-037e-4921-9a29-a8c0de09a583 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Network 75f720cf-bbb8-4210-9bb6-aa007b2f9008 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:12:12.835024 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-9aca9a56-037e-4921-9a29-a8c0de09a583 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 75f720cf-bbb8-4210-9bb6-aa007b2f9008) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:12.846524 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aca9a56-037e-4921-9a29-a8c0de09a583 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:12:12.862469 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aca9a56-037e-4921-9a29-a8c0de09a583 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:12.874281 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aca9a56-037e-4921-9a29-a8c0de09a583 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:12.876017 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9aca9a56-037e-4921-9a29-a8c0de09a583 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:12.876449 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c5066-d562-4534-b39e-8247e424bf42 req-38547ebc-a7f4-477b-938f-b03370207c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:12.884764 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-813c5066-d562-4534-b39e-8247e424bf42 req-38547ebc-a7f4-477b-938f-b03370207c84 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=53fb097f-bc5f-461a-9316-9ce5d6e7fdde HTTP/1.1" status: 200 len: 1096 time: 0.5676382 Nov 12 09:12:12.932323 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9aca9a56-037e-4921-9a29-a8c0de09a583 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.7798615 Nov 12 09:12:12.936357 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55824) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:12.962561 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dd4619-f296-4972-9a94-bd2bc6c3a38f None None] Network 75f720cf-bbb8-4210-9bb6-aa007b2f9008 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:13.027992 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2c702e92-366a-41d2-b3a9-cfdd016c7e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:13.266290 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-813c5066-d562-4534-b39e-8247e424bf42 req-7df9ba41-879a-4cf9-ac34-397f13a040e8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63c3bd09-06cc-4258-a216-db4f1f68f39d HTTP/1.1" status: 200 len: 217 time: 0.1674666 Nov 12 09:12:13.284722 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df256b08-1ced-4487-bcbb-7c2e9e57f589 req-ce8a681e-a59d-4f90-bb62-551ae6f3c9fc tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c9d6dfb-aa83-451a-96a4-5547b9f26631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6190577 Nov 12 09:12:13.284906 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6ff2fd-afce-40b2-b55f-1b8638a80acd tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:13.312896 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6ff2fd-afce-40b2-b55f-1b8638a80acd tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:13.315208 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1f6ff2fd-afce-40b2-b55f-1b8638a80acd tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3746679 Nov 12 09:12:13.322384 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55832) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:13.393845 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2c702e92-366a-41d2-b3a9-cfdd016c7e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:13.533668 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772bec89-9aec-4f66-b2be-75022f5c9bce None None] Network c7c00da9-8e7b-4bad-8b46-03ed4b78bebb requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:13.572235 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2c702e92-366a-41d2-b3a9-cfdd016c7e12 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:13.577953 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2c702e92-366a-41d2-b3a9-cfdd016c7e12 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/32ad61dc-5bb3-4484-80e5-88f7dffba25c HTTP/1.1" status: 204 len: 168 time: 1.6577535 Nov 12 09:12:13.581646 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-895e5848-da4a-487d-ab23-24708c43bf60 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Deleting port 874c96da-276d-456e-a313-44eeda8bb614 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:13.585929 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-895e5848-da4a-487d-ab23-24708c43bf60 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:13.595276 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55836) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:13.612171 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c702e92-366a-41d2-b3a9-cfdd016c7e12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32ad61dc-5bb3-4484-80e5-88f7dffba25c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:13.794167 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-895e5848-da4a-487d-ab23-24708c43bf60 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:13.794656 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:13.843097 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-895e5848-da4a-487d-ab23-24708c43bf60 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Calling delete_port for 874c96da-276d-456e-a313-44eeda8bb614 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:13.894488 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eb5324f2-258f-4467-8e4a-b6064af539f4 req-fc769d89-d9e9-4dd9-a2fb-b0fb67a66a5b tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-170650583&fields=id&tenant_id=7936baa04f2446059a6bd19fa0bb292d HTTP/1.1" status: 200 len: 267 time: 0.4029198 Nov 12 09:12:13.911663 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c5066-d562-4534-b39e-8247e424bf42 req-1cfcc02f-41e0-4d8e-bfe1-bb65893f57d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:13.918907 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-813c5066-d562-4534-b39e-8247e424bf42 req-1cfcc02f-41e0-4d8e-bfe1-bb65893f57d5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=885171e7-4293-4d6e-9568-87d50b237261 HTTP/1.1" status: 200 len: 833 time: 0.6337802 Nov 12 09:12:14.110298 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7975348a-d661-4658-b2ab-2e778dbd6367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:14.123604 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:14.211651 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-895e5848-da4a-487d-ab23-24708c43bf60 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:14.220459 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c5066-d562-4534-b39e-8247e424bf42 req-fc44f64b-fe18-4c87-a7bd-b4fa745cb5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:14.220762 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device f66add3d-a92c-4fb9-9971-f24bbcf8a757 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:12:14.223790 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-813c5066-d562-4534-b39e-8247e424bf42 req-fc44f64b-fe18-4c87-a7bd-b4fa745cb5a7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=85da2c57-6886-4788-98af-189f3410e3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2951968 Nov 12 09:12:14.245375 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5324f2-258f-4467-8e4a-b6064af539f4 req-b7642e95-dbe3-47de-9e03-b4334bb10995 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:14.247357 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eb5324f2-258f-4467-8e4a-b6064af539f4 req-b7642e95-dbe3-47de-9e03-b4334bb10995 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 985 time: 0.3167391 Nov 12 09:12:14.351294 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117b2742-db86-4378-a998-2fb1b15e74bb None None] DHCP port deletion for c7c00da9-8e7b-4bad-8b46-03ed4b78bebb request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:12:14.354255 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: f66add3d-a92c-4fb9-9971-f24bbcf8a757 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:12:14.354612 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device f66add3d-a92c-4fb9-9971-f24bbcf8a757 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:12:14.375614 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e5848-da4a-487d-ab23-24708c43bf60 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Pushing event deleted for resources: {'Port': ['ID=874c96da-276d-456e-a313-44eeda8bb614,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:14.385518 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-895e5848-da4a-487d-ab23-24708c43bf60 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:14.396325 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-895e5848-da4a-487d-ab23-24708c43bf60 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] 10.222.0.37 "DELETE /v2.0/ports/874c96da-276d-456e-a313-44eeda8bb614 HTTP/1.1" status: 204 len: 168 time: 1.0717061 Nov 12 09:12:14.400619 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55848) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:14.419638 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-eb5324f2-258f-4467-8e4a-b6064af539f4 req-71d3b5ab-6965-4e59-93db-4c668c313218 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Request body: {'port': {'security_groups': ['d444194a-cad6-4a4f-a34f-8649e4ab6eaf']}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:14.568799 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-117b2742-db86-4378-a998-2fb1b15e74bb None None] Deleting port 5a62de72-6ebf-49cd-a848-0b119c8fde7b {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:14.570141 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-117b2742-db86-4378-a998-2fb1b15e74bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:14.623692 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f26e6d75-06d6-49af-8ba4-6e30160c44f7 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Deleting port 95d4cf32-b160-4250-8278-540bbb4ed4f9 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:14.624259 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f26e6d75-06d6-49af-8ba4-6e30160c44f7 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:14.875816 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f26e6d75-06d6-49af-8ba4-6e30160c44f7 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:14.877825 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-117b2742-db86-4378-a998-2fb1b15e74bb None None] For port 5a62de72-6ebf-49cd-a848-0b119c8fde7b, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=5a62de72-6ebf-49cd-a848-0b119c8fde7b,segment=NetworkSegment(202f8ab2-8bd0-4e31-9b19-1882e7b633a8),segment_id=202f8ab2-8bd0-4e31-9b19-1882e7b633a8)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:14.882255 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-117b2742-db86-4378-a998-2fb1b15e74bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:14.929297 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-117b2742-db86-4378-a998-2fb1b15e74bb None None] Calling delete_port for 5a62de72-6ebf-49cd-a848-0b119c8fde7b owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:14.941346 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f26e6d75-06d6-49af-8ba4-6e30160c44f7 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Calling delete_port for 95d4cf32-b160-4250-8278-540bbb4ed4f9 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:14.944596 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-813c5066-d562-4534-b39e-8247e424bf42 req-ce5336d7-92ea-483c-b636-22b6aff013a6 service neutron] 10.222.0.54 "GET /v2.0/networks/85da2c57-6886-4788-98af-189f3410e3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6717215 Nov 12 09:12:14.999306 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-eb5324f2-258f-4467-8e4a-b6064af539f4 req-71d3b5ab-6965-4e59-93db-4c668c313218 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:15.026437 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55852) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:15.110468 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-7975348a-d661-4658-b2ab-2e778dbd6367 admin admin] Deleting port 5a62de72-6ebf-49cd-a848-0b119c8fde7b {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:15.111000 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7975348a-d661-4658-b2ab-2e778dbd6367 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:15.131496 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f26e6d75-06d6-49af-8ba4-6e30160c44f7 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:15.153029 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-117b2742-db86-4378-a998-2fb1b15e74bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:15.194270 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e6d75-06d6-49af-8ba4-6e30160c44f7 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Pushing event deleted for resources: {'Port': ['ID=95d4cf32-b160-4250-8278-540bbb4ed4f9,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:15.203609 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b2742-db86-4378-a998-2fb1b15e74bb None None] Pushing event deleted for resources: {'Port': ['ID=5a62de72-6ebf-49cd-a848-0b119c8fde7b,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:15.204153 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f26e6d75-06d6-49af-8ba4-6e30160c44f7 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:15.215369 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f26e6d75-06d6-49af-8ba4-6e30160c44f7 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] 10.222.0.37 "DELETE /v2.0/ports/95d4cf32-b160-4250-8278-540bbb4ed4f9 HTTP/1.1" status: 204 len: 168 time: 0.8126185 Nov 12 09:12:15.218017 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55856) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:15.222302 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117b2742-db86-4378-a998-2fb1b15e74bb None None] No DVR routers for this DVR port 5a62de72-6ebf-49cd-a848-0b119c8fde7b on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:12:15.287830 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2d7875ce-0d5a-4614-a41a-e7cf5c6fa5fa tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0650342 Nov 12 09:12:15.296373 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55858) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:15.305105 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-7975348a-d661-4658-b2ab-2e778dbd6367 admin admin] For port 5a62de72-6ebf-49cd-a848-0b119c8fde7b, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=5a62de72-6ebf-49cd-a848-0b119c8fde7b,segment=NetworkSegment(202f8ab2-8bd0-4e31-9b19-1882e7b633a8),segment_id=202f8ab2-8bd0-4e31-9b19-1882e7b633a8)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:15.305719 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7975348a-d661-4658-b2ab-2e778dbd6367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:15.307426 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-3c77b7b2-a65b-41b9-95cf-674bf194d7ed tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1997768992'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:15.361784 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c77b7b2-a65b-41b9-95cf-674bf194d7ed tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Made reservation on behalf of be3278e3e79a4393a095ab6bf60093bf for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:15.368258 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3c77b7b2-a65b-41b9-95cf-674bf194d7ed tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:15.369965 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-7975348a-d661-4658-b2ab-2e778dbd6367 admin admin] Calling delete_port for 5a62de72-6ebf-49cd-a848-0b119c8fde7b owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:15.429703 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c77b7b2-a65b-41b9-95cf-674bf194d7ed tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:12:15.460487 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3c77b7b2-a65b-41b9-95cf-674bf194d7ed tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:15.461338 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-3c77b7b2-a65b-41b9-95cf-674bf194d7ed tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Added segment 93ae181c-d6f5-45d2-ad67-09746b428151 of type vlan for network 0257d0dc-abfe-41e7-b900-fab0f4962567 Nov 12 09:12:15.525132 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3c77b7b2-a65b-41b9-95cf-674bf194d7ed tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:15.545576 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-813c5066-d562-4534-b39e-8247e424bf42 req-78eefe3a-227c-42ba-b3f7-fbf857c0abad service neutron] 10.222.0.54 "GET /v2.0/networks/85da2c57-6886-4788-98af-189f3410e3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5907457 Nov 12 09:12:15.555251 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8b12b770-fda5-4aa8-af29-080c66f0ca06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:15.589663 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3c77b7b2-a65b-41b9-95cf-674bf194d7ed tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:15.599282 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c77b7b2-a65b-41b9-95cf-674bf194d7ed tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:15.601083 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3c77b7b2-a65b-41b9-95cf-674bf194d7ed tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:15.729400 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3c77b7b2-a65b-41b9-95cf-674bf194d7ed tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4300966 Nov 12 09:12:15.735472 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55860) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:15.748780 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-56dc3f36-eb38-4349-b61e-1fe508a3b4b6 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-647422101'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:15.757443 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77b7b2-a65b-41b9-95cf-674bf194d7ed tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Pushing event updated for resources: {'Network': ['ID=0257d0dc-abfe-41e7-b900-fab0f4962567,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:15.775905 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 0257d0dc-abfe-41e7-b900-fab0f4962567 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:12:15.793338 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7975348a-d661-4658-b2ab-2e778dbd6367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:15.799320 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-eb5324f2-258f-4467-8e4a-b6064af539f4 req-71d3b5ab-6965-4e59-93db-4c668c313218 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] For port 2bb634d6-35f7-4478-acf2-a1eaa6f1c660, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=2bb634d6-35f7-4478-acf2-a1eaa6f1c660,segment=NetworkSegment(f0e27cfd-cc8a-400e-ae7e-104591f7e239),segment_id=f0e27cfd-cc8a-400e-ae7e-104591f7e239)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:15.813607 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56dc3f36-eb38-4349-b61e-1fe508a3b4b6 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Made reservation on behalf of be3278e3e79a4393a095ab6bf60093bf for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:15.821123 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-56dc3f36-eb38-4349-b61e-1fe508a3b4b6 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:15.868602 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7975348a-d661-4658-b2ab-2e778dbd6367 admin admin] No DVR routers for this DVR port 5a62de72-6ebf-49cd-a848-0b119c8fde7b on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:12:15.874247 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975348a-d661-4658-b2ab-2e778dbd6367 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a62de72-6ebf-49cd-a848-0b119c8fde7b,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:15.882508 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56dc3f36-eb38-4349-b61e-1fe508a3b4b6 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:12:15.903411 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-56dc3f36-eb38-4349-b61e-1fe508a3b4b6 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:15.904042 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-56dc3f36-eb38-4349-b61e-1fe508a3b4b6 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Added segment 218db335-4fa2-426e-a08d-fcd7c5d2efd1 of type vlan for network 02fee906-8179-40d5-b0f4-e09bc140388f Nov 12 09:12:15.959296 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-eb5324f2-258f-4467-8e4a-b6064af539f4 req-71d3b5ab-6965-4e59-93db-4c668c313218 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:15.972958 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-56dc3f36-eb38-4349-b61e-1fe508a3b4b6 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:15.988802 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-eb5324f2-258f-4467-8e4a-b6064af539f4 req-71d3b5ab-6965-4e59-93db-4c668c313218 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:15.997483 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8b12b770-fda5-4aa8-af29-080c66f0ca06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:16.005622 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['2bb634d6-35f7-4478-acf2-a1eaa6f1c660'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:12:16.023230 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-56dc3f36-eb38-4349-b61e-1fe508a3b4b6 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:16.030784 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dc3f36-eb38-4349-b61e-1fe508a3b4b6 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:16.031765 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-56dc3f36-eb38-4349-b61e-1fe508a3b4b6 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:16.052825 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8b12b770-fda5-4aa8-af29-080c66f0ca06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:16.091094 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-56dc3f36-eb38-4349-b61e-1fe508a3b4b6 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3539057 Nov 12 09:12:16.094065 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7975348a-d661-4658-b2ab-2e778dbd6367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:16.201552 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-7975348a-d661-4658-b2ab-2e778dbd6367 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c00da9-8e7b-4bad-8b46-03ed4b78bebb']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:16.206141 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc3f36-eb38-4349-b61e-1fe508a3b4b6 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Pushing event updated for resources: {'Network': ['ID=02fee906-8179-40d5-b0f4-e09bc140388f,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:16.213737 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5324f2-258f-4467-8e4a-b6064af539f4 req-71d3b5ab-6965-4e59-93db-4c668c313218 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:16.214850 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-eb5324f2-258f-4467-8e4a-b6064af539f4 req-71d3b5ab-6965-4e59-93db-4c668c313218 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:16.217292 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eb5324f2-258f-4467-8e4a-b6064af539f4 req-71d3b5ab-6965-4e59-93db-4c668c313218 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "PUT /v2.0/ports/2bb634d6-35f7-4478-acf2-a1eaa6f1c660 HTTP/1.1" status: 200 len: 943 time: 1.8119020 Nov 12 09:12:16.221850 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8b12b770-fda5-4aa8-af29-080c66f0ca06 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=850811fc6ead43dc98883b1e5d986541&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1826878 Nov 12 09:12:16.227607 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55862) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:16.245803 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12b770-fda5-4aa8-af29-080c66f0ca06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2314f62-c172-4866-960e-f5347a29c85d,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:16.253103 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-7975348a-d661-4658-b2ab-2e778dbd6367 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202f8ab2-8bd0-4e31-9b19-1882e7b633a8') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:16.253413 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-7975348a-d661-4658-b2ab-2e778dbd6367 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202f8ab2-8bd0-4e31-9b19-1882e7b633a8') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:16.285768 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7975348a-d661-4658-b2ab-2e778dbd6367 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:16.297323 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3b5ab-6965-4e59-93db-4c668c313218 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Pushing event updated for resources: {'Port': ['ID=2bb634d6-35f7-4478-acf2-a1eaa6f1c660,revision_number=7']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:16.316050 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7975348a-d661-4658-b2ab-2e778dbd6367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:16.321242 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 02fee906-8179-40d5-b0f4-e09bc140388f details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:12:16.332480 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7975348a-d661-4658-b2ab-2e778dbd6367 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:12:16.334650 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7975348a-d661-4658-b2ab-2e778dbd6367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:16.382033 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 63c3bd09-06cc-4258-a216-db4f1f68f39d details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:12:16.386343 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['2bb634d6-35f7-4478-acf2-a1eaa6f1c660'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:12:16.446618 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:12:16.453677 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7975348a-d661-4658-b2ab-2e778dbd6367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:16.506555 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7975348a-d661-4658-b2ab-2e778dbd6367 admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:16.514709 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5cd23155-ecfd-4b4e-a486-0aee417ce7af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:16.535261 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7975348a-d661-4658-b2ab-2e778dbd6367 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c7c00da9-8e7b-4bad-8b46-03ed4b78bebb HTTP/1.1" status: 204 len: 168 time: 2.9332297 Nov 12 09:12:16.535648 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55868) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:16.548646 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975348a-d661-4658-b2ab-2e778dbd6367 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7c00da9-8e7b-4bad-8b46-03ed4b78bebb,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:16.633193 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5a62de72-6ebf-49cd-a848-0b119c8fde7b no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:12:16.738691 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 5a62de72-6ebf-49cd-a848-0b119c8fde7b {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:12:16.739247 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5a62de72-6ebf-49cd-a848-0b119c8fde7b not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:12:16.837188 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5cd23155-ecfd-4b4e-a486-0aee417ce7af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:16.884226 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904df864-9769-4a25-bb86-2bf3ad13f646 x-openstack-request-id: req-904df864-9769-4a25-bb86-2bf3ad13f646 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:12:16.887346 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486a7f68-36ce-4778-ad64-84784a511189", "tag": "2bb634d6-35f7-4478-acf2-a1eaa6f1c660", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:12:16.888844 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-904df864-9769-4a25-bb86-2bf3ad13f646 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:12:16.890869 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486a7f68-36ce-4778-ad64-84784a511189', 'tag': '2bb634d6-35f7-4478-acf2-a1eaa6f1c660', 'status': 'completed', 'code': 200} Nov 12 09:12:17.070305 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 63c3bd09-06cc-4258-a216-db4f1f68f39d, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=63c3bd09-06cc-4258-a216-db4f1f68f39d,segment=NetworkSegment(069b91b4-35da-4823-ae0f-84d90dbb9807),segment_id=069b91b4-35da-4823-ae0f-84d90dbb9807)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:17.087246 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4671f9b-0307-4092-9793-12ac2da9895b req-e7b105f0-d6a7-47b0-8d2f-305172764286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:17.091614 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b4671f9b-0307-4092-9793-12ac2da9895b req-e7b105f0-d6a7-47b0-8d2f-305172764286 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7936baa04f2446059a6bd19fa0bb292d&device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 1098 time: 0.1714699 Nov 12 09:12:17.115689 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '63c3bd09-06cc-4258-a216-db4f1f68f39d', 'network_id': '85da2c57-6886-4788-98af-189f3410e3af', 'port_id': '63c3bd09-06cc-4258-a216-db4f1f68f39d', 'mac_address': 'fa:16:3e:ec:8c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '885171e7-4293-4d6e-9568-87d50b237261', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:12:17.262447 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:17.306962 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c3bd09-06cc-4258-a216-db4f1f68f39d {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:12:17.339553 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b12f6-5742-4fff-b0e0-409db37267e4 req-e9244c5b-b0a6-403a-a230-45c28fc0ef80 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:17.341339 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-538b12f6-5742-4fff-b0e0-409db37267e4 req-e9244c5b-b0a6-403a-a230-45c28fc0ef80 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=53fb097f-bc5f-461a-9316-9ce5d6e7fdde HTTP/1.1" status: 200 len: 944 time: 0.2967787 Nov 12 09:12:17.369945 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 63c3bd09-06cc-4258-a216-db4f1f68f39d, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=63c3bd09-06cc-4258-a216-db4f1f68f39d,segment=NetworkSegment(069b91b4-35da-4823-ae0f-84d90dbb9807),segment_id=069b91b4-35da-4823-ae0f-84d90dbb9807)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:17.377780 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:17.423860 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5cd23155-ecfd-4b4e-a486-0aee417ce7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:17.430565 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5cd23155-ecfd-4b4e-a486-0aee417ce7af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:17.432730 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5cd23155-ecfd-4b4e-a486-0aee417ce7af admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2314f62-c172-4866-960e-f5347a29c85d HTTP/1.1" status: 204 len: 168 time: 1.2032897 Nov 12 09:12:17.456668 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4671f9b-0307-4092-9793-12ac2da9895b req-39a40d02-164b-4808-b8af-26486a41d5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:17.459561 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b4671f9b-0307-4092-9793-12ac2da9895b req-39a40d02-164b-4808-b8af-26486a41d5ce service neutron] 10.222.0.54 "GET /v2.0/networks?id=adb9c9a7-8b65-40da-8124-8d118ffa132b HTTP/1.1" status: 200 len: 920 time: 0.3224285 Nov 12 09:12:17.467684 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd23155-ecfd-4b4e-a486-0aee417ce7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2314f62-c172-4866-960e-f5347a29c85d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:17.567454 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=63c3bd09-06cc-4258-a216-db4f1f68f39d,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:17.617641 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-538b12f6-5742-4fff-b0e0-409db37267e4 req-7375142d-922d-44d8-b140-a8de5cf359cd tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c9d6dfb-aa83-451a-96a4-5547b9f26631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2517703 Nov 12 09:12:17.635785 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['63c3bd09-06cc-4258-a216-db4f1f68f39d'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:12:17.721048 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-849abeb9-9201-4075-a9a1-2b0893d593f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:17.944803 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b4671f9b-0307-4092-9793-12ac2da9895b req-ceba6f19-b6db-44a7-964d-542261ae9fda service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bb634d6-35f7-4478-acf2-a1eaa6f1c660 HTTP/1.1" status: 200 len: 217 time: 0.4589097 Nov 12 09:12:18.295902 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4671f9b-0307-4092-9793-12ac2da9895b req-f26f40f3-0b1e-4fce-839b-c4acc456c936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:18.298578 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b4671f9b-0307-4092-9793-12ac2da9895b req-f26f40f3-0b1e-4fce-839b-c4acc456c936 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a3a9d107-d107-4cc5-aa4f-14cfcf420d5c HTTP/1.1" status: 200 len: 859 time: 0.3112996 Nov 12 09:12:18.370141 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b4671f9b-0307-4092-9793-12ac2da9895b req-e85afa44-5d2e-4293-99bc-13502fd05648 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=adb9c9a7-8b65-40da-8124-8d118ffa132b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633299 Nov 12 09:12:18.380638 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4fba01eb-8b15-4d93-9729-eb05873e676d req-df291b3d-1d11-4240-a1d1-fc39314d14c6 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6186566 Nov 12 09:12:18.442799 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-4fba01eb-8b15-4d93-9729-eb05873e676d req-4ba64969-8a43-4a70-8794-6f8573515a13 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:18.465726 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-849abeb9-9201-4075-a9a1-2b0893d593f9 admin admin] Deleting port ac7b9849-7eee-4471-8747-b036f121662d {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:18.466814 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-849abeb9-9201-4075-a9a1-2b0893d593f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:18.477251 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55874) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:18.547284 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4fba01eb-8b15-4d93-9729-eb05873e676d req-4ba64969-8a43-4a70-8794-6f8573515a13 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks [] for floatingip, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:18.584230 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9eb488b4-bc56-4c01-ab12-13b64f8aaa76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:18.684283 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-849abeb9-9201-4075-a9a1-2b0893d593f9 admin admin] For port ac7b9849-7eee-4471-8747-b036f121662d, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ac7b9849-7eee-4471-8747-b036f121662d,segment=NetworkSegment(2643e0df-3dfd-4e37-9744-6abd5c9846c1),segment_id=2643e0df-3dfd-4e37-9744-6abd5c9846c1)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:18.685405 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-849abeb9-9201-4075-a9a1-2b0893d593f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:18.721824 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-849abeb9-9201-4075-a9a1-2b0893d593f9 admin admin] Calling delete_port for ac7b9849-7eee-4471-8747-b036f121662d owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:18.825598 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b4671f9b-0307-4092-9793-12ac2da9895b req-1c6e792b-9be8-4409-9cca-5bfd28aca603 service neutron] 10.222.0.54 "GET /v2.0/networks/adb9c9a7-8b65-40da-8124-8d118ffa132b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4425831 Nov 12 09:12:18.894718 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53fb097f-bc5f-461a-9316-9ce5d6e7fdde', 'tag': '63c3bd09-06cc-4258-a216-db4f1f68f39d'}, {'name': 'network-changed', 'server_uuid': '486a7f68-36ce-4778-ad64-84784a511189', 'tag': '2bb634d6-35f7-4478-acf2-a1eaa6f1c660'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:12:18.898990 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b516150-4b16-4a38-94b6-a3820c896c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "53fb097f-bc5f-461a-9316-9ce5d6e7fdde", "tag": "63c3bd09-06cc-4258-a216-db4f1f68f39d"}, {"name": "network-changed", "server_uuid": "486a7f68-36ce-4778-ad64-84784a511189", "tag": "2bb634d6-35f7-4478-acf2-a1eaa6f1c660"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:12:19.086570 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9eb488b4-bc56-4c01-ab12-13b64f8aaa76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:19.093305 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b4671f9b-0307-4092-9793-12ac2da9895b req-ba8811f3-8f7e-4bfc-bb4b-66ebbbc20dd8 service neutron] 10.222.0.54 "GET /v2.0/networks/adb9c9a7-8b65-40da-8124-8d118ffa132b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554064 Nov 12 09:12:19.103124 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9eb488b4-bc56-4c01-ab12-13b64f8aaa76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:19.124741 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-849abeb9-9201-4075-a9a1-2b0893d593f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:19.150380 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4fba01eb-8b15-4d93-9729-eb05873e676d req-4ba64969-8a43-4a70-8794-6f8573515a13 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:19.214566 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9eb488b4-bc56-4c01-ab12-13b64f8aaa76 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=565bf8716e2e49f98c724e71a57c1b6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7354383 Nov 12 09:12:19.220935 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849abeb9-9201-4075-a9a1-2b0893d593f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac7b9849-7eee-4471-8747-b036f121662d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:19.221274 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb488b4-bc56-4c01-ab12-13b64f8aaa76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e74c43e-ed93-415a-9d5a-f6a9aa7ba7ed,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:19.270834 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55880) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:19.488145 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3eebfbe3-09d4-4c1d-9bb9-165b5f9508a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:19.557457 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3eebfbe3-09d4-4c1d-9bb9-165b5f9508a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:19.611595 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-4fba01eb-8b15-4d93-9729-eb05873e676d req-4ba64969-8a43-4a70-8794-6f8573515a13 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Allocated IP 172.25.6.40 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/9b345041-3475-456a-ae80-be94bf3fc79c) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:12:19.680662 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-849abeb9-9201-4075-a9a1-2b0893d593f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:19.795430 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3eebfbe3-09d4-4c1d-9bb9-165b5f9508a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:19.799337 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3eebfbe3-09d4-4c1d-9bb9-165b5f9508a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:19.800933 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3eebfbe3-09d4-4c1d-9bb9-165b5f9508a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2e74c43e-ed93-415a-9d5a-f6a9aa7ba7ed HTTP/1.1" status: 204 len: 168 time: 0.5282645 Nov 12 09:12:19.824772 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eebfbe3-09d4-4c1d-9bb9-165b5f9508a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e74c43e-ed93-415a-9d5a-f6a9aa7ba7ed,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:19.856117 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4fba01eb-8b15-4d93-9729-eb05873e676d req-4ba64969-8a43-4a70-8794-6f8573515a13 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:19.915045 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4fba01eb-8b15-4d93-9729-eb05873e676d req-4ba64969-8a43-4a70-8794-6f8573515a13 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:19.995825 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fba01eb-8b15-4d93-9729-eb05873e676d req-4ba64969-8a43-4a70-8794-6f8573515a13 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:12:20.005034 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-4fba01eb-8b15-4d93-9729-eb05873e676d req-4ba64969-8a43-4a70-8794-6f8573515a13 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:20.011794 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fba01eb-8b15-4d93-9729-eb05873e676d req-4ba64969-8a43-4a70-8794-6f8573515a13 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:12:20.072800 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba64969-8a43-4a70-8794-6f8573515a13 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Pushing event updated for resources: {'Port': ['ID=9b345041-3475-456a-ae80-be94bf3fc79c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:20.306122 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4fba01eb-8b15-4d93-9729-eb05873e676d req-4ba64969-8a43-4a70-8794-6f8573515a13 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:20.346650 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849abeb9-9201-4075-a9a1-2b0893d593f9 admin admin] Router f7deec63-e67a-4739-95cc-e31c7c977a25 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:12:20.352787 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 63c3bd09-06cc-4258-a216-db4f1f68f39d up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:12:20.406297 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4fba01eb-8b15-4d93-9729-eb05873e676d req-4ba64969-8a43-4a70-8794-6f8573515a13 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:20.496324 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 63c3bd09-06cc-4258-a216-db4f1f68f39d completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:12:20.518081 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 63c3bd09-06cc-4258-a216-db4f1f68f39d triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:20.532597 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:20.766548 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:20.775148 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849abeb9-9201-4075-a9a1-2b0893d593f9 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:12:20.799624 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36972231-6250-485d-8250-09e4f8e4d07c None None] Sync routers for ids ['f7deec63-e67a-4739-95cc-e31c7c977a25'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:12:20.805984 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-849abeb9-9201-4075-a9a1-2b0893d593f9 admin admin] 10.222.0.37 "PUT /v2.0/routers/f7deec63-e67a-4739-95cc-e31c7c977a25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2588618 Nov 12 09:12:20.809539 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55892) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:20.875280 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53fb097f-bc5f-461a-9316-9ce5d6e7fdde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c3bd09-06cc-4258-a216-db4f1f68f39d'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:12:20.879291 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7dda6f6-2dd2-499a-a6f8-57e4cb4fb48f" -d '{"events": [{"server_uuid": "53fb097f-bc5f-461a-9316-9ce5d6e7fdde", "name": "network-vif-plugged", "status": "completed", "tag": "63c3bd09-06cc-4258-a216-db4f1f68f39d"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:12:20.899547 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36972231-6250-485d-8250-09e4f8e4d07c None None] Routers {'f7deec63-e67a-4739-95cc-e31c7c977a25'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:20.900263 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-36972231-6250-485d-8250-09e4f8e4d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:12:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['f7deec63-e67a-4739-95cc-e31c7c977a25'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:20.904558 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 63c3bd09-06cc-4258-a216-db4f1f68f39d, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=63c3bd09-06cc-4258-a216-db4f1f68f39d,segment=NetworkSegment(069b91b4-35da-4823-ae0f-84d90dbb9807),segment_id=069b91b4-35da-4823-ae0f-84d90dbb9807)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:20.926229 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4fba01eb-8b15-4d93-9729-eb05873e676d req-4ba64969-8a43-4a70-8794-6f8573515a13 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:20.936593 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4fba01eb-8b15-4d93-9729-eb05873e676d req-4ba64969-8a43-4a70-8794-6f8573515a13 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:21.032587 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:21.168150 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5bb4170e-41c9-4ad7-b2bc-784ee7772aac admin admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:21.202390 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4fba01eb-8b15-4d93-9729-eb05873e676d req-4ba64969-8a43-4a70-8794-6f8573515a13 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:21.206139 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba64969-8a43-4a70-8794-6f8573515a13 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Pushing event updated for resources: {'Port': ['ID=9b345041-3475-456a-ae80-be94bf3fc79c,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:21.254504 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-4fba01eb-8b15-4d93-9729-eb05873e676d req-4ba64969-8a43-4a70-8794-6f8573515a13 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:21.274355 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4fba01eb-8b15-4d93-9729-eb05873e676d req-4ba64969-8a43-4a70-8794-6f8573515a13 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8587589 Nov 12 09:12:21.349135 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=63c3bd09-06cc-4258-a216-db4f1f68f39d,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:21.443281 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-36972231-6250-485d-8250-09e4f8e4d07c None None] Set router f7deec63-e67a-4739-95cc-e31c7c977a25 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:21.464218 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5bb4170e-41c9-4ad7-b2bc-784ee7772aac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:21.501488 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4fba01eb-8b15-4d93-9729-eb05873e676d req-47eebc75-38ab-45d2-bb16-a70f51c68906 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.40 HTTP/1.1" status: 200 len: 695 time: 0.2241352 Nov 12 09:12:21.690009 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-5bb4170e-41c9-4ad7-b2bc-784ee7772aac admin admin] Deleting port bade7a27-01e3-490f-afa2-12e1cf63a5a6 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:21.692639 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5bb4170e-41c9-4ad7-b2bc-784ee7772aac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:21.899929 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-5bb4170e-41c9-4ad7-b2bc-784ee7772aac admin admin] For port bade7a27-01e3-490f-afa2-12e1cf63a5a6, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=bade7a27-01e3-490f-afa2-12e1cf63a5a6,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:21.900922 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5bb4170e-41c9-4ad7-b2bc-784ee7772aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:21.933647 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-5bb4170e-41c9-4ad7-b2bc-784ee7772aac admin admin] Calling delete_port for bade7a27-01e3-490f-afa2-12e1cf63a5a6 owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:21.947373 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba01eb-8b15-4d93-9729-eb05873e676d req-72fd97fd-f52f-47d1-b0fb-a0ff0dbeae3f tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:21.960131 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4fba01eb-8b15-4d93-9729-eb05873e676d req-72fd97fd-f52f-47d1-b0fb-a0ff0dbeae3f tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 784 time: 0.4413290 Nov 12 09:12:21.980857 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-4fba01eb-8b15-4d93-9729-eb05873e676d req-a1c7dc8f-b10d-44ac-a6a2-b122cb78e8a9 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:12:21.986746 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4fba01eb-8b15-4d93-9729-eb05873e676d req-a1c7dc8f-b10d-44ac-a6a2-b122cb78e8a9 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121439 Nov 12 09:12:22.207673 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55910) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:22.224830 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Request body: {'subnets': [{'network_id': '0257d0dc-abfe-41e7-b900-fab0f4962567', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1536226455', 'ip_version': 6}, {'network_id': '02fee906-8179-40d5-b0f4-e09bc140388f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:22.225238 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Request body: {'subnet': {'network_id': '0257d0dc-abfe-41e7-b900-fab0f4962567', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1536226455', 'ip_version': 6}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:22.227494 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Request body: {'subnet': {'network_id': '02fee906-8179-40d5-b0f4-e09bc140388f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:22.270826 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53344201-1c92-4255-b04b-09240952094e req-f18b30c6-a00e-46eb-bfb3-9ad834991cf8 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:22.273896 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-53344201-1c92-4255-b04b-09240952094e req-f18b30c6-a00e-46eb-bfb3-9ad834991cf8 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=53fb097f-bc5f-461a-9316-9ce5d6e7fdde HTTP/1.1" status: 200 len: 946 time: 0.1564507 Nov 12 09:12:22.352263 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-36972231-6250-485d-8250-09e4f8e4d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7deec63-e67a-4739-95cc-e31c7c977a25', 'name': 'tempest-TestVolumeBackupRestore-666884080-router', 'tenant_id': '8add00d572474a1288a5fc25fbf2b4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'bade7a27-01e3-490f-afa2-12e1cf63a5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:49Z', 'updated_at': '2021-11-12T09:12:19Z', 'revision_number': 5, 'project_id': '8add00d572474a1288a5fc25fbf2b4b0', 'gw_port': {'id': 'bade7a27-01e3-490f-afa2-12e1cf63a5a6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7deec63-e67a-4739-95cc-e31c7c977a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:50Z', 'updated_at': '2021-11-12T09:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:22.391893 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36972231-6250-485d-8250-09e4f8e4d07c None None] Checking router: f7deec63-e67a-4739-95cc-e31c7c977a25 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:12:22.416405 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-53344201-1c92-4255-b04b-09240952094e req-d6c40ffb-f041-4e21-ba6c-afb319c05c65 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c9d6dfb-aa83-451a-96a4-5547b9f26631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233413 Nov 12 09:12:22.424416 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36972231-6250-485d-8250-09e4f8e4d07c None None] Routers {'f7deec63-e67a-4739-95cc-e31c7c977a25'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:22.430325 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-36972231-6250-485d-8250-09e4f8e4d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:12:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['f7deec63-e67a-4739-95cc-e31c7c977a25'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:22.494838 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 09:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0f3cf4-2ead-4991-a8dd-4c94f39eedec x-openstack-request-id: req-bc0f3cf4-2ead-4991-a8dd-4c94f39eedec {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:12:22.495501 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53fb097f-bc5f-461a-9316-9ce5d6e7fdde", "tag": "63c3bd09-06cc-4258-a216-db4f1f68f39d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "486a7f68-36ce-4778-ad64-84784a511189", "tag": "2bb634d6-35f7-4478-acf2-a1eaa6f1c660", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:12:22.496018 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc0f3cf4-2ead-4991-a8dd-4c94f39eedec {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:12:22.496678 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53fb097f-bc5f-461a-9316-9ce5d6e7fdde', 'tag': '63c3bd09-06cc-4258-a216-db4f1f68f39d', 'status': 'completed', 'code': 200} Nov 12 09:12:22.497181 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486a7f68-36ce-4778-ad64-84784a511189', 'tag': '2bb634d6-35f7-4478-acf2-a1eaa6f1c660', 'status': 'completed', 'code': 200} Nov 12 09:12:22.687050 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b516150-4b16-4a38-94b6-a3820c896c4e req-e5ed8300-f75b-44f5-9d26-2c16f89991fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:22.695355 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6b516150-4b16-4a38-94b6-a3820c896c4e req-e5ed8300-f75b-44f5-9d26-2c16f89991fd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=53fb097f-bc5f-461a-9316-9ce5d6e7fdde HTTP/1.1" status: 200 len: 1098 time: 0.1715522 Nov 12 09:12:22.704879 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-36972231-6250-485d-8250-09e4f8e4d07c None None] Set router f7deec63-e67a-4739-95cc-e31c7c977a25 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:22.868687 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63124331-de47-4c56-8574-ce430dfd1ea4 x-openstack-request-id: req-63124331-de47-4c56-8574-ce430dfd1ea4 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:12:22.869680 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53fb097f-bc5f-461a-9316-9ce5d6e7fdde", "name": "network-vif-plugged", "status": "completed", "tag": "63c3bd09-06cc-4258-a216-db4f1f68f39d", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:12:22.870275 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-63124331-de47-4c56-8574-ce430dfd1ea4 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:12:22.870928 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53fb097f-bc5f-461a-9316-9ce5d6e7fdde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c3bd09-06cc-4258-a216-db4f1f68f39d', 'code': 200} Nov 12 09:12:22.872608 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-36972231-6250-485d-8250-09e4f8e4d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7deec63-e67a-4739-95cc-e31c7c977a25', 'name': 'tempest-TestVolumeBackupRestore-666884080-router', 'tenant_id': '8add00d572474a1288a5fc25fbf2b4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:49Z', 'updated_at': '2021-11-12T09:12:21Z', 'revision_number': 6, 'project_id': '8add00d572474a1288a5fc25fbf2b4b0', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:22.935130 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36972231-6250-485d-8250-09e4f8e4d07c None None] The sync data for ids ['f7deec63-e67a-4739-95cc-e31c7c977a25'] in n-d-768862-16 is: [{'id': 'f7deec63-e67a-4739-95cc-e31c7c977a25', 'name': 'tempest-TestVolumeBackupRestore-666884080-router', 'tenant_id': '8add00d572474a1288a5fc25fbf2b4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:49Z', 'updated_at': '2021-11-12T09:12:21Z', 'revision_number': 6, 'project_id': '8add00d572474a1288a5fc25fbf2b4b0', 'gw_port_host': None}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:12:22.983799 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5bb4170e-41c9-4ad7-b2bc-784ee7772aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:23.084586 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a8f706-f39e-456c-83ec-245326fab911 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:12:23.122596 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4170e-41c9-4ad7-b2bc-784ee7772aac admin admin] Pushing event deleted for resources: {'Port': ['ID=bade7a27-01e3-490f-afa2-12e1cf63a5a6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:23.210221 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e918cdb-4f2e-4050-bd97-728f7a8be5ac req-146a8426-f37e-4923-a655-ba213eb32fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:23.213151 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4e918cdb-4f2e-4050-bd97-728f7a8be5ac req-146a8426-f37e-4923-a655-ba213eb32fc2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=53fb097f-bc5f-461a-9316-9ce5d6e7fdde HTTP/1.1" status: 200 len: 1098 time: 0.3387330 Nov 12 09:12:23.277657 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Made reservation on behalf of be3278e3e79a4393a095ab6bf60093bf for: {'subnet': 2} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:23.285976 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:23.286582 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:23.287368 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:23.359207 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5bb4170e-41c9-4ad7-b2bc-784ee7772aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:23.451328 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ecfc6-9c75-4635-8d0b-3235b8a46fbe req-72128bcc-474e-4956-a562-1bd5afc3b0cd tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:23.453739 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-139ecfc6-9c75-4635-8d0b-3235b8a46fbe req-72128bcc-474e-4956-a562-1bd5afc3b0cd tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a7f68-36ce-4778-ad64-84784a511189&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2303953 Nov 12 09:12:23.585056 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4e918cdb-4f2e-4050-bd97-728f7a8be5ac req-e91f3168-f9d0-4d10-9dcd-cc9ab51eb142 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7c9d6dfb-aa83-451a-96a4-5547b9f26631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3574924 Nov 12 09:12:23.594565 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-139ecfc6-9c75-4635-8d0b-3235b8a46fbe req-1452b0a1-b59b-4b9a-b182-90bf180bbdb0 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.40 HTTP/1.1" status: 200 len: 695 time: 0.1313491 Nov 12 09:12:23.604349 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-139ecfc6-9c75-4635-8d0b-3235b8a46fbe req-fca6aee2-482a-4bb0-b667-4c746bf4e004 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Request body: {'floatingip': {'port_id': '2bb634d6-35f7-4478-acf2-a1eaa6f1c660', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:23.613289 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b516150-4b16-4a38-94b6-a3820c896c4e req-515bbee3-f1b6-42da-9622-17f459ac5633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:23.616030 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6b516150-4b16-4a38-94b6-a3820c896c4e req-515bbee3-f1b6-42da-9622-17f459ac5633 service neutron] 10.222.0.54 "GET /v2.0/networks?id=85da2c57-6886-4788-98af-189f3410e3af HTTP/1.1" status: 200 len: 898 time: 0.9086626 Nov 12 09:12:23.671610 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-139ecfc6-9c75-4635-8d0b-3235b8a46fbe req-fca6aee2-482a-4bb0-b667-4c746bf4e004 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks [] for floatingip, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:23.694572 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5bb4170e-41c9-4ad7-b2bc-784ee7772aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:23.707099 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5bb4170e-41c9-4ad7-b2bc-784ee7772aac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:23.825276 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5bb4170e-41c9-4ad7-b2bc-784ee7772aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:23.825497 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb4170e-41c9-4ad7-b2bc-784ee7772aac admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7deec63-e67a-4739-95cc-e31c7c977a25 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:12:23.834262 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5bb4170e-41c9-4ad7-b2bc-784ee7772aac admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:23.840503 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5bb4170e-41c9-4ad7-b2bc-784ee7772aac admin admin] 10.222.0.37 "DELETE /v2.0/routers/f7deec63-e67a-4739-95cc-e31c7c977a25 HTTP/1.1" status: 204 len: 168 time: 3.0249691 Nov 12 09:12:23.842268 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55930) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:23.860413 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6b516150-4b16-4a38-94b6-a3820c896c4e req-ab364ee7-d069-4df5-9b1a-1717cada7c42 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63c3bd09-06cc-4258-a216-db4f1f68f39d HTTP/1.1" status: 200 len: 217 time: 0.0892382 Nov 12 09:12:24.012462 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b516150-4b16-4a38-94b6-a3820c896c4e req-44aa086a-e65e-4428-9bba-a7a0a4a75c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:24.015674 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6b516150-4b16-4a38-94b6-a3820c896c4e req-44aa086a-e65e-4428-9bba-a7a0a4a75c8b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=885171e7-4293-4d6e-9568-87d50b237261 HTTP/1.1" status: 200 len: 833 time: 0.1211770 Nov 12 09:12:24.019027 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-120366c0-eb15-47bb-ae07-25157e0942f7 admin admin] Deleting subnet eefefe5d-9642-41b8-9ca1-5d1c0dc82fc4 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:12:24.025488 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-120366c0-eb15-47bb-ae07-25157e0942f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:24.182982 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b516150-4b16-4a38-94b6-a3820c896c4e req-50e22bf0-2135-4018-9945-b81ebe1f3c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:24.183512 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6b516150-4b16-4a38-94b6-a3820c896c4e req-50e22bf0-2135-4018-9945-b81ebe1f3c7a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=85da2c57-6886-4788-98af-189f3410e3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1404366 Nov 12 09:12:24.194921 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-120366c0-eb15-47bb-ae07-25157e0942f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:24.294109 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device bade7a27-01e3-490f-afa2-12e1cf63a5a6 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:12:24.339960 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: bade7a27-01e3-490f-afa2-12e1cf63a5a6 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:12:24.340778 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device bade7a27-01e3-490f-afa2-12e1cf63a5a6 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:12:24.341444 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ac7b9849-7eee-4471-8747-b036f121662d no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:12:24.368207 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: ac7b9849-7eee-4471-8747-b036f121662d {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:12:24.369334 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ac7b9849-7eee-4471-8747-b036f121662d not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:12:24.555653 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6b516150-4b16-4a38-94b6-a3820c896c4e req-e450f1a9-66c4-4b2a-a17f-25ca91c93bb3 service neutron] 10.222.0.54 "GET /v2.0/networks/85da2c57-6886-4788-98af-189f3410e3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356423 Nov 12 09:12:24.659177 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-120366c0-eb15-47bb-ae07-25157e0942f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:24.839235 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:24.935469 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-120366c0-eb15-47bb-ae07-25157e0942f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:24.948220 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Pushing event updated for resources: {'Subnet': ['ID=632568bd-efc3-40fa-836e-4f99c12f98ea,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:24.963179 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6b516150-4b16-4a38-94b6-a3820c896c4e req-d75fd583-5952-40a6-ae9f-e597bf22fd70 service neutron] 10.222.0.54 "GET /v2.0/networks/85da2c57-6886-4788-98af-189f3410e3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900385 Nov 12 09:12:24.965690 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:24.966040 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:24.966408 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:24.966713 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:24.967048 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:24.967481 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:24.968031 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:24.970458 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:24.970458 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:24.970458 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:24.970458 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:24.971114 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:24.976702 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-120366c0-eb15-47bb-ae07-25157e0942f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:24.985294 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-120366c0-eb15-47bb-ae07-25157e0942f7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/eefefe5d-9642-41b8-9ca1-5d1c0dc82fc4 HTTP/1.1" status: 204 len: 168 time: 1.1409788 Nov 12 09:12:24.985913 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Checking segment: {'id': '93ae181c-d6f5-45d2-ad67-09746b428151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0257d0dc-abfe-41e7-b900-fab0f4962567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:12:24.986339 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Network hostable DHCP agents. Network: 0257d0dc-abfe-41e7-b900-fab0f4962567, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:12:24.987162 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55952) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:25.001077 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce533826-2810-40e3-ade1-bb8d6fc9ab04 None None] Network 828d958f-a777-4e01-9247-79d4fa9c1730 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:25.029797 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120366c0-eb15-47bb-ae07-25157e0942f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eefefe5d-9642-41b8-9ca1-5d1c0dc82fc4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:25.050250 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Network 0257d0dc-abfe-41e7-b900-fab0f4962567 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:12:25.082833 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 0257d0dc-abfe-41e7-b900-fab0f4962567) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:25.093769 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.db.resource_extend [req-139ecfc6-9c75-4635-8d0b-3235b8a46fbe req-fca6aee2-482a-4bb0-b667-4c746bf4e004 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 09:12:25.119712 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:25.137830 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a44833-c744-4408-9179-1fee78a2414d None None] Network 0257d0dc-abfe-41e7-b900-fab0f4962567 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:25.234228 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-308b99b8-9c4f-4fed-9fa2-050bc79890ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:25.273351 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Pushing event updated for resources: {'Subnet': ['ID=44349d97-cf0e-45d3-ab53-d3b5ce734dba,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:25.274097 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-139ecfc6-9c75-4635-8d0b-3235b8a46fbe req-fca6aee2-482a-4bb0-b667-4c746bf4e004 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:25.288049 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Checking segment: {'id': '218db335-4fa2-426e-a08d-fcd7c5d2efd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '02fee906-8179-40d5-b0f4-e09bc140388f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:12:25.288991 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Network hostable DHCP agents. Network: 02fee906-8179-40d5-b0f4-e09bc140388f, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:12:25.317397 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b516150-4b16-4a38-94b6-a3820c896c4e req-9e1c61db-545e-4f73-8bc6-60091d8a8d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:25.320088 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6b516150-4b16-4a38-94b6-a3820c896c4e req-9e1c61db-545e-4f73-8bc6-60091d8a8d89 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7936baa04f2446059a6bd19fa0bb292d&device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 1098 time: 0.2228844 Nov 12 09:12:25.322816 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-139ecfc6-9c75-4635-8d0b-3235b8a46fbe req-fca6aee2-482a-4bb0-b667-4c746bf4e004 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:25.336549 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55956) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:25.350545 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Network 02fee906-8179-40d5-b0f4-e09bc140388f is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:12:25.373067 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 02fee906-8179-40d5-b0f4-e09bc140388f) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:25.386481 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:25.387530 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:25.388967 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:25.419702 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1520385c-de11-4088-b53a-2c1ec9a51fe4 None None] Network 02fee906-8179-40d5-b0f4-e09bc140388f requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:25.436597 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c8976a2c-dc6b-4029-8db7-50d39532a330 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.2270343 Nov 12 09:12:25.437528 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55960) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:25.625030 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305ce2c9-9daf-498c-81d6-347330adf88a tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:25.628757 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305ce2c9-9daf-498c-81d6-347330adf88a tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:25.634814 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305ce2c9-9daf-498c-81d6-347330adf88a tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:25.648649 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-305ce2c9-9daf-498c-81d6-347330adf88a tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2094727 Nov 12 09:12:25.654890 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55962) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:25.682890 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-308b99b8-9c4f-4fed-9fa2-050bc79890ac admin admin] Deleting port 951789e2-ebd5-4dd5-82d6-cf47f9e434c6 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:25.683633 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-308b99b8-9c4f-4fed-9fa2-050bc79890ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:25.704198 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-63e0e48e-8b08-49f3-89a7-d80151bd2dc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:25.728003 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9672da-29c4-4a6a-85ec-801f4fe85da5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-0257d0dc-abfe-41e7-b900-fab0f4962567', 'network_id': '0257d0dc-abfe-41e7-b900-fab0f4962567', 'tenant_id': 'be3278e3e79a4393a095ab6bf60093bf', 'fixed_ips': [{'subnet_id': '632568bd-efc3-40fa-836e-4f99c12f98ea'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:12:25.729885 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ba9672da-29c4-4a6a-85ec-801f4fe85da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:25.784518 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [req-139ecfc6-9c75-4635-8d0b-3235b8a46fbe req-fca6aee2-482a-4bb0-b667-4c746bf4e004 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Floating IP cb643143-7a76-468c-8178-47ecb2937528 associated. External IP: 172.25.6.40, port: 2bb634d6-35f7-4478-acf2-a1eaa6f1c660. Nov 12 09:12:25.843385 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b516150-4b16-4a38-94b6-a3820c896c4e req-36d50899-5919-498a-ab31-57a3e96ce715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:25.845764 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6b516150-4b16-4a38-94b6-a3820c896c4e req-36d50899-5919-498a-ab31-57a3e96ce715 service neutron] 10.222.0.54 "GET /v2.0/networks?id=adb9c9a7-8b65-40da-8124-8d118ffa132b HTTP/1.1" status: 200 len: 920 time: 0.4631314 Nov 12 09:12:25.848605 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1748fa-4248-4b55-94dd-982d40f48129 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Deleting subnet 632568bd-efc3-40fa-836e-4f99c12f98ea {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:12:25.857419 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9d1748fa-4248-4b55-94dd-982d40f48129 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:25.966400 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9d1748fa-4248-4b55-94dd-982d40f48129 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:25.979433 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754aa618-5db6-405f-82f0-6824af5768ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-02fee906-8179-40d5-b0f4-e09bc140388f', 'network_id': '02fee906-8179-40d5-b0f4-e09bc140388f', 'tenant_id': 'be3278e3e79a4393a095ab6bf60093bf', 'fixed_ips': [{'subnet_id': '44349d97-cf0e-45d3-ab53-d3b5ce734dba'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:12:25.979433 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-754aa618-5db6-405f-82f0-6824af5768ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:25.980333 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4575d998-a1d7-4d95-b94e-23a6bb9dd2f6 None None] DHCP port deletion for 828d958f-a777-4e01-9247-79d4fa9c1730 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:12:26.100954 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9d1748fa-4248-4b55-94dd-982d40f48129 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:26.169271 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-63e0e48e-8b08-49f3-89a7-d80151bd2dc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:26.209758 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-63e0e48e-8b08-49f3-89a7-d80151bd2dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:26.228269 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4575d998-a1d7-4d95-b94e-23a6bb9dd2f6 None None] Deleting port 951789e2-ebd5-4dd5-82d6-cf47f9e434c6 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:26.228764 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4575d998-a1d7-4d95-b94e-23a6bb9dd2f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:26.345547 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-63e0e48e-8b08-49f3-89a7-d80151bd2dc2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4d2682d5c0a04f55adf242a887e6ca86&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0068297 Nov 12 09:12:26.346840 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e0e48e-8b08-49f3-89a7-d80151bd2dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24a45a4-f8ce-473d-af0a-c61096c9c545,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:26.350517 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-308b99b8-9c4f-4fed-9fa2-050bc79890ac admin admin] For port 951789e2-ebd5-4dd5-82d6-cf47f9e434c6, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=951789e2-ebd5-4dd5-82d6-cf47f9e434c6,segment=NetworkSegment(2643e0df-3dfd-4e37-9744-6abd5c9846c1),segment_id=2643e0df-3dfd-4e37-9744-6abd5c9846c1)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:26.351223 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-308b99b8-9c4f-4fed-9fa2-050bc79890ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:26.353838 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55966) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:26.370040 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9d1748fa-4248-4b55-94dd-982d40f48129 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:26.399404 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 951789e2-ebd5-4dd5-82d6-cf47f9e434c6 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:12:26.415996 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-308b99b8-9c4f-4fed-9fa2-050bc79890ac admin admin] Calling delete_port for 951789e2-ebd5-4dd5-82d6-cf47f9e434c6 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server [None req-ba9672da-29c4-4a6a-85ec-801f4fe85da5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 632568bd-efc3-40fa-836e-4f99c12f98ea: This subnet is being modified by another concurrent operation. Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise exception Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 632568bd-efc3-40fa-836e-4f99c12f98ea: This subnet is being modified by another concurrent operation. Nov 12 09:12:26.425134 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server Nov 12 09:12:26.463441 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9d1748fa-4248-4b55-94dd-982d40f48129 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:26.475053 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9d1748fa-4248-4b55-94dd-982d40f48129 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] 10.222.0.37 "DELETE /v2.0/subnets/632568bd-efc3-40fa-836e-4f99c12f98ea HTTP/1.1" status: 204 len: 168 time: 0.8181424 Nov 12 09:12:26.477014 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1748fa-4248-4b55-94dd-982d40f48129 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Pushing event deleted for resources: {'Subnet': ['ID=632568bd-efc3-40fa-836e-4f99c12f98ea,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:26.487871 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55968) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:26.513261 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4575d998-a1d7-4d95-b94e-23a6bb9dd2f6 None None] For port 951789e2-ebd5-4dd5-82d6-cf47f9e434c6, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=951789e2-ebd5-4dd5-82d6-cf47f9e434c6,segment=NetworkSegment(2643e0df-3dfd-4e37-9744-6abd5c9846c1),segment_id=2643e0df-3dfd-4e37-9744-6abd5c9846c1)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:26.514063 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4575d998-a1d7-4d95-b94e-23a6bb9dd2f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:26.521631 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748a283e-7531-45bd-a9a3-79845d81c077 None None] Network 0257d0dc-abfe-41e7-b900-fab0f4962567 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:26.571372 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6b516150-4b16-4a38-94b6-a3820c896c4e req-3487851b-9e01-4fa4-a8b1-6e122d95c86a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bb634d6-35f7-4478-acf2-a1eaa6f1c660 HTTP/1.1" status: 200 len: 999 time: 0.6584117 Nov 12 09:12:26.606440 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4575d998-a1d7-4d95-b94e-23a6bb9dd2f6 None None] Calling delete_port for 951789e2-ebd5-4dd5-82d6-cf47f9e434c6 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:26.620950 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fdc5c65e-4e60-4f28-866c-91063486c0f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:26.631612 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-f54d6661-b1dc-451b-b424-0a36bb37cb09 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Deleting subnet 44349d97-cf0e-45d3-ab53-d3b5ce734dba {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:12:26.686510 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fdc5c65e-4e60-4f28-866c-91063486c0f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:26.725342 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-754aa618-5db6-405f-82f0-6824af5768ff None None] Allocated IP 2001:db8:0:1::1 (02fee906-8179-40d5-b0f4-e09bc140388f/44349d97-cf0e-45d3-ab53-d3b5ce734dba/58f99e2f-9c2f-4c78-81bd-87bf4144d650) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:12:26.751660 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b516150-4b16-4a38-94b6-a3820c896c4e req-d6084d4f-548d-4784-99a5-988bcd7f3bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:26.755506 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6b516150-4b16-4a38-94b6-a3820c896c4e req-d6084d4f-548d-4784-99a5-988bcd7f3bab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a3a9d107-d107-4cc5-aa4f-14cfcf420d5c HTTP/1.1" status: 200 len: 859 time: 0.1362891 Nov 12 09:12:26.820234 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fdc5c65e-4e60-4f28-866c-91063486c0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:26.825631 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fdc5c65e-4e60-4f28-866c-91063486c0f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:26.832457 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-fdc5c65e-4e60-4f28-866c-91063486c0f7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d24a45a4-f8ce-473d-af0a-c61096c9c545 HTTP/1.1" status: 204 len: 168 time: 0.4760799 Nov 12 09:12:26.848534 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5c65e-4e60-4f28-866c-91063486c0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24a45a4-f8ce-473d-af0a-c61096c9c545,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:26.914869 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6b516150-4b16-4a38-94b6-a3820c896c4e req-21bebcef-e610-40b3-a608-0ae4daf61c52 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=adb9c9a7-8b65-40da-8124-8d118ffa132b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1511679 Nov 12 09:12:26.964722 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-308b99b8-9c4f-4fed-9fa2-050bc79890ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:27.130833 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b99b8-9c4f-4fed-9fa2-050bc79890ac admin admin] Pushing event deleted for resources: {'Port': ['ID=951789e2-ebd5-4dd5-82d6-cf47f9e434c6,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:27.156008 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:27.204130 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308b99b8-9c4f-4fed-9fa2-050bc79890ac admin admin] No DVR routers for this DVR port 951789e2-ebd5-4dd5-82d6-cf47f9e434c6 on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:12:27.284653 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4575d998-a1d7-4d95-b94e-23a6bb9dd2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:27.353194 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4575d998-a1d7-4d95-b94e-23a6bb9dd2f6 None None] Pushing event deleted for resources: {'Port': ['ID=951789e2-ebd5-4dd5-82d6-cf47f9e434c6,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:27.378644 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4575d998-a1d7-4d95-b94e-23a6bb9dd2f6 None None] No DVR routers for this DVR port 951789e2-ebd5-4dd5-82d6-cf47f9e434c6 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:12:27.443380 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-139ecfc6-9c75-4635-8d0b-3235b8a46fbe req-fca6aee2-482a-4bb0-b667-4c746bf4e004 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Router efe3cac5-4bf5-4c73-8d2e-7f5e61aff013 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:12:27.446894 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-308b99b8-9c4f-4fed-9fa2-050bc79890ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:27.495722 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-754aa618-5db6-405f-82f0-6824af5768ff None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:27.511691 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f54d6661-b1dc-451b-b424-0a36bb37cb09 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:27.514036 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-754aa618-5db6-405f-82f0-6824af5768ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:27.564585 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6b516150-4b16-4a38-94b6-a3820c896c4e req-09e4cac0-c997-4f13-96d3-d4d9ac521456 service neutron] 10.222.0.54 "GET /v2.0/networks/adb9c9a7-8b65-40da-8124-8d118ffa132b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6021070 Nov 12 09:12:27.568283 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-308b99b8-9c4f-4fed-9fa2-050bc79890ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['828d958f-a777-4e01-9247-79d4fa9c1730']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:27.589112 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55974) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:27.593094 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754aa618-5db6-405f-82f0-6824af5768ff None None] Network 02fee906-8179-40d5-b0f4-e09bc140388f is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:12:27.603943 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-754aa618-5db6-405f-82f0-6824af5768ff None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:27.610398 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754aa618-5db6-405f-82f0-6824af5768ff None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:12:27.617468 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-308b99b8-9c4f-4fed-9fa2-050bc79890ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2643e0df-3dfd-4e37-9744-6abd5c9846c1') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:27.617979 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-308b99b8-9c4f-4fed-9fa2-050bc79890ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2643e0df-3dfd-4e37-9744-6abd5c9846c1') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:27.633995 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754aa618-5db6-405f-82f0-6824af5768ff None None] Pushing event updated for resources: {'Port': ['ID=58f99e2f-9c2f-4c78-81bd-87bf4144d650,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:27.648974 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6c3b121-ff56-4c37-8188-1eb9117bd387 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:27.678667 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f54d6661-b1dc-451b-b424-0a36bb37cb09 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:27.724701 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-754aa618-5db6-405f-82f0-6824af5768ff None None] Attempting to bind port 58f99e2f-9c2f-4c78-81bd-87bf4144d650 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:12:27.725243 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-754aa618-5db6-405f-82f0-6824af5768ff None None] Attempting to bind port 58f99e2f-9c2f-4c78-81bd-87bf4144d650 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '218db335-4fa2-426e-a08d-fcd7c5d2efd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '02fee906-8179-40d5-b0f4-e09bc140388f'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:12:27.725806 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754aa618-5db6-405f-82f0-6824af5768ff None None] Attempting to bind port 58f99e2f-9c2f-4c78-81bd-87bf4144d650 on network 02fee906-8179-40d5-b0f4-e09bc140388f {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:12:27.735491 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754aa618-5db6-405f-82f0-6824af5768ff None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:12:27.736289 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754aa618-5db6-405f-82f0-6824af5768ff None None] Checking segment: {'id': '218db335-4fa2-426e-a08d-fcd7c5d2efd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '02fee906-8179-40d5-b0f4-e09bc140388f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:12:27.736987 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-754aa618-5db6-405f-82f0-6824af5768ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:27.737901 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754aa618-5db6-405f-82f0-6824af5768ff None None] Bound using segment: {'id': '218db335-4fa2-426e-a08d-fcd7c5d2efd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '02fee906-8179-40d5-b0f4-e09bc140388f'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:12:27.744320 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-754aa618-5db6-405f-82f0-6824af5768ff None None] Bound port: 58f99e2f-9c2f-4c78-81bd-87bf4144d650, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218db335-4fa2-426e-a08d-fcd7c5d2efd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '02fee906-8179-40d5-b0f4-e09bc140388f'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:12:27.744320 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-754aa618-5db6-405f-82f0-6824af5768ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:27.749707 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-308b99b8-9c4f-4fed-9fa2-050bc79890ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:27.867919 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-308b99b8-9c4f-4fed-9fa2-050bc79890ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:27.929764 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-754aa618-5db6-405f-82f0-6824af5768ff None None] For port 58f99e2f-9c2f-4c78-81bd-87bf4144d650, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:12:27.958298 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-308b99b8-9c4f-4fed-9fa2-050bc79890ac admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:12:27.964969 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-308b99b8-9c4f-4fed-9fa2-050bc79890ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:27.964969 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:12:27.964969 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:12:27.964969 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:12:27.964969 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:12:27.964969 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:12:27.964969 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:12:27.964969 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:12:27.964969 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:12:27.964969 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:12:27.964969 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:12:27.964969 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:12:27.964969 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:12:27.964969 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:12:27.964969 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:12:27.964969 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:12:27.964969 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:12:27.964969 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:12:27.964969 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:12:27.964969 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:12:27.964969 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:12:27.964969 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:12:27.964969 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:12:27.964969 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:12:27.964969 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:12:27.964969 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:12:27.964969 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:12:27.964969 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:12:27.964969 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:12:27.964969 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:12:27.964969 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:12:27.964969 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:12:27.964969 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:12:27.974225 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6c3b121-ff56-4c37-8188-1eb9117bd387 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:27.984790 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6c3b121-ff56-4c37-8188-1eb9117bd387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:28.055240 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a6c3b121-ff56-4c37-8188-1eb9117bd387 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fee5f6cb34ca44e8be4b66aa0ce8dd5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4595976 Nov 12 09:12:28.055895 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3b121-ff56-4c37-8188-1eb9117bd387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f313fb-569e-4f30-be2a-797a5bc06a70,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:28.059216 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55976) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:28.111978 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-139ecfc6-9c75-4635-8d0b-3235b8a46fbe req-fca6aee2-482a-4bb0-b667-4c746bf4e004 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:12:28.117096 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6b516150-4b16-4a38-94b6-a3820c896c4e req-6352aae2-3de8-4dfa-901a-57dbf3c96fba service neutron] 10.222.0.54 "GET /v2.0/networks/adb9c9a7-8b65-40da-8124-8d118ffa132b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5405247 Nov 12 09:12:28.125306 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-139ecfc6-9c75-4635-8d0b-3235b8a46fbe req-fca6aee2-482a-4bb0-b667-4c746bf4e004 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:28.131301 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-308b99b8-9c4f-4fed-9fa2-050bc79890ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:28.133763 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-754aa618-5db6-405f-82f0-6824af5768ff None None] For port 58f99e2f-9c2f-4c78-81bd-87bf4144d650, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=58f99e2f-9c2f-4c78-81bd-87bf4144d650,segment=NetworkSegment(218db335-4fa2-426e-a08d-fcd7c5d2efd1),segment_id=218db335-4fa2-426e-a08d-fcd7c5d2efd1)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:12:28.144290 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-754aa618-5db6-405f-82f0-6824af5768ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:28.145352 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-308b99b8-9c4f-4fed-9fa2-050bc79890ac admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:28.150962 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-308b99b8-9c4f-4fed-9fa2-050bc79890ac admin admin] 10.222.0.37 "DELETE /v2.0/networks/828d958f-a777-4e01-9247-79d4fa9c1730 HTTP/1.1" status: 204 len: 168 time: 3.1621232 Nov 12 09:12:28.183112 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f54d6661-b1dc-451b-b424-0a36bb37cb09 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:28.203885 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b99b8-9c4f-4fed-9fa2-050bc79890ac admin admin] Pushing event deleted for resources: {'Network': ['ID=828d958f-a777-4e01-9247-79d4fa9c1730,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:28.219686 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-139ecfc6-9c75-4635-8d0b-3235b8a46fbe req-fca6aee2-482a-4bb0-b667-4c746bf4e004 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "PUT /v2.0/floatingips/cb643143-7a76-468c-8178-47ecb2937528 HTTP/1.1" status: 200 len: 996 time: 4.6238756 Nov 12 09:12:28.220844 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486a7f68-36ce-4778-ad64-84784a511189', 'tag': '2bb634d6-35f7-4478-acf2-a1eaa6f1c660'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:12:28.226978 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281d6280-450a-4ad0-8268-4288df6c8a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "486a7f68-36ce-4778-ad64-84784a511189", "tag": "2bb634d6-35f7-4478-acf2-a1eaa6f1c660"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:12:28.228461 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:12:28.237654 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ca8d90-5d37-4ca3-9123-1d9154a7df2e None None] Sync routers for ids ['efe3cac5-4bf5-4c73-8d2e-7f5e61aff013'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:12:28.268608 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca8d90-5d37-4ca3-9123-1d9154a7df2e None None] Routers {'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:28.270046 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-63ca8d90-5d37-4ca3-9123-1d9154a7df2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:12:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['efe3cac5-4bf5-4c73-8d2e-7f5e61aff013'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:28.275055 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754aa618-5db6-405f-82f0-6824af5768ff None None] Pushing event updated for resources: {'Port': ['ID=58f99e2f-9c2f-4c78-81bd-87bf4144d650,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:28.335645 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1619fb6a-db97-487c-b467-29d198a4d116 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:28.426436 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ecfc6-9c75-4635-8d0b-3235b8a46fbe req-42bce737-5f35-42fb-8b33-8f79fb2b66f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:28.430524 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-139ecfc6-9c75-4635-8d0b-3235b8a46fbe req-42bce737-5f35-42fb-8b33-8f79fb2b66f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7936baa04f2446059a6bd19fa0bb292d&device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 1098 time: 0.1595531 Nov 12 09:12:28.446542 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1619fb6a-db97-487c-b467-29d198a4d116 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:28.596480 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f54d6661-b1dc-451b-b424-0a36bb37cb09 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:28.647828 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-63ca8d90-5d37-4ca3-9123-1d9154a7df2e None None] Set router efe3cac5-4bf5-4c73-8d2e-7f5e61aff013 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:28.673701 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1619fb6a-db97-487c-b467-29d198a4d116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:28.678573 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1619fb6a-db97-487c-b467-29d198a4d116 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:28.681565 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1619fb6a-db97-487c-b467-29d198a4d116 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/35f313fb-569e-4f30-be2a-797a5bc06a70 HTTP/1.1" status: 204 len: 168 time: 0.6203299 Nov 12 09:12:28.684281 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f54d6661-b1dc-451b-b424-0a36bb37cb09 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:28.692867 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f54d6661-b1dc-451b-b424-0a36bb37cb09 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] 10.222.0.37 "DELETE /v2.0/subnets/44349d97-cf0e-45d3-ab53-d3b5ce734dba HTTP/1.1" status: 204 len: 168 time: 2.2032969 Nov 12 09:12:28.694397 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d6661-b1dc-451b-b424-0a36bb37cb09 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Pushing event deleted for resources: {'Subnet': ['ID=44349d97-cf0e-45d3-ab53-d3b5ce734dba,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:28.708639 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55984) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:28.710812 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619fb6a-db97-487c-b467-29d198a4d116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f313fb-569e-4f30-be2a-797a5bc06a70,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:28.798123 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ecfc6-9c75-4635-8d0b-3235b8a46fbe req-a5c005da-e59a-4a07-a072-940622bb0154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:28.807904 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-139ecfc6-9c75-4635-8d0b-3235b8a46fbe req-a5c005da-e59a-4a07-a072-940622bb0154 service neutron] 10.222.0.37 "GET /v2.0/networks?id=adb9c9a7-8b65-40da-8124-8d118ffa132b HTTP/1.1" status: 200 len: 920 time: 0.3599908 Nov 12 09:12:28.901769 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268074fe-45c1-44b4-969f-20d285a871ee tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:28.903547 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-268074fe-45c1-44b4-969f-20d285a871ee tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1754043 Nov 12 09:12:28.904538 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55986) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:28.917988 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 55988) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:29.052690 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-139ecfc6-9c75-4635-8d0b-3235b8a46fbe req-26b0615b-8c72-4f24-82b3-4036d07032a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bb634d6-35f7-4478-acf2-a1eaa6f1c660 HTTP/1.1" status: 200 len: 999 time: 0.2240686 Nov 12 09:12:29.193140 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ecfc6-9c75-4635-8d0b-3235b8a46fbe req-aad18116-369d-432e-a2ca-9d186b14cc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:29.197628 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-139ecfc6-9c75-4635-8d0b-3235b8a46fbe req-aad18116-369d-432e-a2ca-9d186b14cc8f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a3a9d107-d107-4cc5-aa4f-14cfcf420d5c HTTP/1.1" status: 200 len: 859 time: 0.1353698 Nov 12 09:12:29.225535 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5036c4a5-7a9d-4ea2-81e5-e42665538678 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0362422c531d4b8e9db4790e3c3ca8bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3192205 Nov 12 09:12:29.234352 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 55990) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:29.240725 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-984d1846-35f0-48f3-9a86-1decb2d9ad04 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:29.319477 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-139ecfc6-9c75-4635-8d0b-3235b8a46fbe req-f68f1991-b589-4bb5-8a65-561552eaa695 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=adb9c9a7-8b65-40da-8124-8d118ffa132b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091154 Nov 12 09:12:29.358216 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-139ecfc6-9c75-4635-8d0b-3235b8a46fbe req-8f1b0a52-c5d8-4e17-82f9-d5557f681a57 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:12:29.376360 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-139ecfc6-9c75-4635-8d0b-3235b8a46fbe req-8f1b0a52-c5d8-4e17-82f9-d5557f681a57 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0387368 Nov 12 09:12:29.385841 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:29.450309 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-984d1846-35f0-48f3-9a86-1decb2d9ad04 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Deleting port 58f99e2f-9c2f-4c78-81bd-87bf4144d650 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:29.451087 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-984d1846-35f0-48f3-9a86-1decb2d9ad04 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:29.481301 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-63ca8d90-5d37-4ca3-9123-1d9154a7df2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'name': 'tempest-ServerRescueTestJSONUnderV235-496684968-router', 'tenant_id': '7936baa04f2446059a6bd19fa0bb292d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '8366f079-ad0d-4bbf-8e82-f8006669f61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:06Z', 'updated_at': '2021-11-12T09:11:16Z', 'revision_number': 4, 'project_id': '7936baa04f2446059a6bd19fa0bb292d', 'gw_port': {'id': '8366f079-ad0d-4bbf-8e82-f8006669f61c', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:08Z', 'updated_at': '2021-11-12T09:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'cb643143-7a76-468c-8178-47ecb2937528', 'tenant_id': '7936baa04f2446059a6bd19fa0bb292d', 'floating_ip_address': '172.25.6.40', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'port_id': '2bb634d6-35f7-4478-acf2-a1eaa6f1c660', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb9c9a7-8b65-40da-8124-8d118ffa132b', 'mac_address': 'fa:16:3e:49:e5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486a7f68-36ce-4778-ad64-84784a511189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:12:20Z', 'updated_at': '2021-11-12T09:12:24Z', 'revision_number': 1, 'project_id': '7936baa04f2446059a6bd19fa0bb292d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3257675e-d8b4-4697-b315-61109be8c2a9', 'name': '', 'network_id': 'adb9c9a7-8b65-40da-8124-8d118ffa132b', 'tenant_id': '7936baa04f2446059a6bd19fa0bb292d', 'mac_address': 'fa:16:3e:df:36:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'a3a9d107-d107-4cc5-aa4f-14cfcf420d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:14Z', 'updated_at': '2021-11-12T09:11:27Z', 'revision_number': 5, 'project_id': '7936baa04f2446059a6bd19fa0bb292d', 'subnets': [{'id': 'a3a9d107-d107-4cc5-aa4f-14cfcf420d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:29.564449 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ca8d90-5d37-4ca3-9123-1d9154a7df2e None None] Checking router: efe3cac5-4bf5-4c73-8d2e-7f5e61aff013 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:12:29.591422 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca8d90-5d37-4ca3-9123-1d9154a7df2e None None] Routers {'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:29.592978 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-63ca8d90-5d37-4ca3-9123-1d9154a7df2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:12:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['efe3cac5-4bf5-4c73-8d2e-7f5e61aff013'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:29.600407 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7b5bd2a0-6efc-4f7d-8225-2e9f6c43fa92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:29.644377 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-984d1846-35f0-48f3-9a86-1decb2d9ad04 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] For port 58f99e2f-9c2f-4c78-81bd-87bf4144d650, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=58f99e2f-9c2f-4c78-81bd-87bf4144d650,segment=NetworkSegment(218db335-4fa2-426e-a08d-fcd7c5d2efd1),segment_id=218db335-4fa2-426e-a08d-fcd7c5d2efd1)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:29.645556 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-984d1846-35f0-48f3-9a86-1decb2d9ad04 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:29.681130 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-984d1846-35f0-48f3-9a86-1decb2d9ad04 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Calling delete_port for 58f99e2f-9c2f-4c78-81bd-87bf4144d650 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:29.683586 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7b5bd2a0-6efc-4f7d-8225-2e9f6c43fa92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:29.790233 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7b5bd2a0-6efc-4f7d-8225-2e9f6c43fa92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:29.797256 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7b5bd2a0-6efc-4f7d-8225-2e9f6c43fa92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:29.799659 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7b5bd2a0-6efc-4f7d-8225-2e9f6c43fa92 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7c22bd79-354d-44e1-956e-82ee9a6d5d49 HTTP/1.1" status: 204 len: 168 time: 0.5636878 Nov 12 09:12:29.826153 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bd2a0-6efc-4f7d-8225-2e9f6c43fa92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c22bd79-354d-44e1-956e-82ee9a6d5d49,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:29.878876 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-139ecfc6-9c75-4635-8d0b-3235b8a46fbe req-eb662241-d087-439f-bf85-d2830de6c1e1 service neutron] 10.222.0.37 "GET /v2.0/networks/adb9c9a7-8b65-40da-8124-8d118ffa132b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888456 Nov 12 09:12:29.995685 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-984d1846-35f0-48f3-9a86-1decb2d9ad04 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:30.081023 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d1846-35f0-48f3-9a86-1decb2d9ad04 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Pushing event deleted for resources: {'Port': ['ID=58f99e2f-9c2f-4c78-81bd-87bf4144d650,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:30.091627 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984d1846-35f0-48f3-9a86-1decb2d9ad04 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] No DVR routers for this DVR port 58f99e2f-9c2f-4c78-81bd-87bf4144d650 on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:12:30.178612 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-63ca8d90-5d37-4ca3-9123-1d9154a7df2e None None] Set router efe3cac5-4bf5-4c73-8d2e-7f5e61aff013 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:30.246796 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-139ecfc6-9c75-4635-8d0b-3235b8a46fbe req-24610eb9-9307-4d02-bc06-cbfb01ae9de7 service neutron] 10.222.0.37 "GET /v2.0/networks/adb9c9a7-8b65-40da-8124-8d118ffa132b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655031 Nov 12 09:12:30.352336 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-984d1846-35f0-48f3-9a86-1decb2d9ad04 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:30.427230 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-984d1846-35f0-48f3-9a86-1decb2d9ad04 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02fee906-8179-40d5-b0f4-e09bc140388f']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:30.453556 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1104399a-dc0e-42e9-94e4-6f55ee15ed7c None None] Network 02fee906-8179-40d5-b0f4-e09bc140388f requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:30.466615 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-984d1846-35f0-48f3-9a86-1decb2d9ad04 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '218db335-4fa2-426e-a08d-fcd7c5d2efd1') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:30.467765 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-984d1846-35f0-48f3-9a86-1decb2d9ad04 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '218db335-4fa2-426e-a08d-fcd7c5d2efd1') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:30.517886 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-984d1846-35f0-48f3-9a86-1decb2d9ad04 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:30.562862 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-984d1846-35f0-48f3-9a86-1decb2d9ad04 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:30.575481 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-a5573a1a-c635-4226-989e-a318e8c21e8a None None] Could not find standard attr ID for object 58f99e2f-9c2f-4c78-81bd-87bf4144d650. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:12:30.580294 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-984d1846-35f0-48f3-9a86-1decb2d9ad04 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:12:30.580735 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-984d1846-35f0-48f3-9a86-1decb2d9ad04 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:30.592142 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:12:30.592142 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:12:30.592142 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:12:30.592142 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:12:30.592142 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:12:30.592142 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:12:30.592142 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:12:30.592142 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:12:30.592142 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:12:30.592142 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:12:30.592142 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:12:30.592142 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:12:30.592142 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:12:30.592142 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:12:30.592142 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:12:30.592142 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:12:30.592142 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:12:30.592142 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:12:30.592142 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:12:30.592142 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:12:30.592142 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:12:30.592142 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:12:30.592142 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:12:30.592142 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:12:30.592142 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:12:30.592142 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:12:30.592142 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:12:30.592142 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:12:30.592142 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:12:30.592142 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:12:30.592142 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:12:30.592142 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:12:30.647226 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16a6be-ce18-4e41-8804-77caece0dd20 req-f1b3a1bf-f322-4faa-8647-1d268b524a59 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:30.658780 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7a16a6be-ce18-4e41-8804-77caece0dd20 req-f1b3a1bf-f322-4faa-8647-1d268b524a59 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=53fb097f-bc5f-461a-9316-9ce5d6e7fdde HTTP/1.1" status: 200 len: 946 time: 0.2005436 Nov 12 09:12:30.825599 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-984d1846-35f0-48f3-9a86-1decb2d9ad04 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:30.850391 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7a16a6be-ce18-4e41-8804-77caece0dd20 req-ecad24a4-912b-4e69-8697-26db3c810451 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c9d6dfb-aa83-451a-96a4-5547b9f26631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885674 Nov 12 09:12:30.856406 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-984d1846-35f0-48f3-9a86-1decb2d9ad04 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:30.873405 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-984d1846-35f0-48f3-9a86-1decb2d9ad04 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] 10.222.0.37 "DELETE /v2.0/networks/02fee906-8179-40d5-b0f4-e09bc140388f HTTP/1.1" status: 204 len: 168 time: 1.9349601 Nov 12 09:12:30.877395 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56014) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:30.943061 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56018) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:30.950729 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d1846-35f0-48f3-9a86-1decb2d9ad04 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Pushing event deleted for resources: {'Network': ['ID=02fee906-8179-40d5-b0f4-e09bc140388f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:31.000150 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076b32bc-ba88-477f-bdfe-52b8f7e7154b None None] DHCP port deletion for 02fee906-8179-40d5-b0f4-e09bc140388f request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:12:31.053592 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-63ca8d90-5d37-4ca3-9123-1d9154a7df2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'name': 'tempest-ServerRescueTestJSONUnderV235-496684968-router', 'tenant_id': '7936baa04f2446059a6bd19fa0bb292d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '8366f079-ad0d-4bbf-8e82-f8006669f61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:06Z', 'updated_at': '2021-11-12T09:11:16Z', 'revision_number': 4, 'project_id': '7936baa04f2446059a6bd19fa0bb292d', 'gw_port': {'id': '8366f079-ad0d-4bbf-8e82-f8006669f61c', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:08Z', 'updated_at': '2021-11-12T09:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'cb643143-7a76-468c-8178-47ecb2937528', 'tenant_id': '7936baa04f2446059a6bd19fa0bb292d', 'floating_ip_address': '172.25.6.40', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'port_id': '2bb634d6-35f7-4478-acf2-a1eaa6f1c660', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb9c9a7-8b65-40da-8124-8d118ffa132b', 'mac_address': 'fa:16:3e:49:e5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486a7f68-36ce-4778-ad64-84784a511189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:12:20Z', 'updated_at': '2021-11-12T09:12:24Z', 'revision_number': 1, 'project_id': '7936baa04f2446059a6bd19fa0bb292d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3257675e-d8b4-4697-b315-61109be8c2a9', 'name': '', 'network_id': 'adb9c9a7-8b65-40da-8124-8d118ffa132b', 'tenant_id': '7936baa04f2446059a6bd19fa0bb292d', 'mac_address': 'fa:16:3e:df:36:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'a3a9d107-d107-4cc5-aa4f-14cfcf420d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:14Z', 'updated_at': '2021-11-12T09:11:27Z', 'revision_number': 5, 'project_id': '7936baa04f2446059a6bd19fa0bb292d', 'subnets': [{'id': 'a3a9d107-d107-4cc5-aa4f-14cfcf420d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:31.077032 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804cfc47-1153-4859-ba43-a042ec00556a None None] get_active_networks_info from n-d-768862-16 {{(pid=102570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 09:12:31.085369 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b1bad3-9eca-46a3-9a15-08e49f1a0439 x-openstack-request-id: req-09b1bad3-9eca-46a3-9a15-08e49f1a0439 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:12:31.085806 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486a7f68-36ce-4778-ad64-84784a511189", "tag": "2bb634d6-35f7-4478-acf2-a1eaa6f1c660", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:12:31.086187 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-09b1bad3-9eca-46a3-9a15-08e49f1a0439 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:12:31.087085 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486a7f68-36ce-4778-ad64-84784a511189', 'tag': '2bb634d6-35f7-4478-acf2-a1eaa6f1c660', 'status': 'completed', 'code': 200} Nov 12 09:12:31.137109 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ca8d90-5d37-4ca3-9123-1d9154a7df2e None None] The sync data for ids ['efe3cac5-4bf5-4c73-8d2e-7f5e61aff013'] in n-d-768862-16 is: [{'id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'name': 'tempest-ServerRescueTestJSONUnderV235-496684968-router', 'tenant_id': '7936baa04f2446059a6bd19fa0bb292d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '8366f079-ad0d-4bbf-8e82-f8006669f61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:06Z', 'updated_at': '2021-11-12T09:11:16Z', 'revision_number': 4, 'project_id': '7936baa04f2446059a6bd19fa0bb292d', 'gw_port': {'id': '8366f079-ad0d-4bbf-8e82-f8006669f61c', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:08Z', 'updated_at': '2021-11-12T09:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'cb643143-7a76-468c-8178-47ecb2937528', 'tenant_id': '7936baa04f2446059a6bd19fa0bb292d', 'floating_ip_address': '172.25.6.40', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'port_id': '2bb634d6-35f7-4478-acf2-a1eaa6f1c660', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb9c9a7-8b65-40da-8124-8d118ffa132b', 'mac_address': 'fa:16:3e:49:e5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486a7f68-36ce-4778-ad64-84784a511189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:12:20Z', 'updated_at': '2021-11-12T09:12:24Z', 'revision_number': 1, 'project_id': '7936baa04f2446059a6bd19fa0bb292d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3257675e-d8b4-4697-b315-61109be8c2a9', 'name': '', 'network_id': 'adb9c9a7-8b65-40da-8124-8d118ffa132b', 'tenant_id': '7936baa04f2446059a6bd19fa0bb292d', 'mac_address': 'fa:16:3e:df:36:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'a3a9d107-d107-4cc5-aa4f-14cfcf420d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:14Z', 'updated_at': '2021-11-12T09:11:27Z', 'revision_number': 5, 'project_id': '7936baa04f2446059a6bd19fa0bb292d', 'subnets': [{'id': 'a3a9d107-d107-4cc5-aa4f-14cfcf420d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:12:31.261717 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804cfc47-1153-4859-ba43-a042ec00556a None None] Resources bound (agent type, host, resource id): {{(pid=102570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 09:12:31.355432 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0a1051ad-458a-49e8-9f7b-529fffce95ee tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:31.428245 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f03f6867-8236-43c9-91ad-5b93dd46c5bb req-c80ad868-8b7b-4254-94f4-cf19046e82c1 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.40 HTTP/1.1" status: 200 len: 999 time: 0.3061979 Nov 12 09:12:31.437820 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d7458fc5-d81a-4073-bda4-e7d06a99a642 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8add00d572474a1288a5fc25fbf2b4b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4933949 Nov 12 09:12:31.441162 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56024) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:31.462828 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d6280-450a-4ad0-8268-4288df6c8a5d req-b51fe6d2-d352-4a67-85cd-182b8cc11287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:31.465552 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-281d6280-450a-4ad0-8268-4288df6c8a5d req-b51fe6d2-d352-4a67-85cd-182b8cc11287 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7936baa04f2446059a6bd19fa0bb292d&device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 1098 time: 0.3859284 Nov 12 09:12:31.579364 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f6867-8236-43c9-91ad-5b93dd46c5bb req-c0f8f575-ba31-4d1a-8ba6-174343d2315c tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:31.581370 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f03f6867-8236-43c9-91ad-5b93dd46c5bb req-c0f8f575-ba31-4d1a-8ba6-174343d2315c tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/ports/2bb634d6-35f7-4478-acf2-a1eaa6f1c660 HTTP/1.1" status: 200 len: 943 time: 0.1256266 Nov 12 09:12:31.814967 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6680dee9-591c-47da-8a42-c13ffc5427c0 None None] New status for floating IP cb643143-7a76-468c-8178-47ecb2937528: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:12:31.905672 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0a1051ad-458a-49e8-9f7b-529fffce95ee tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:32.007919 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-0a1051ad-458a-49e8-9f7b-529fffce95ee tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0257d0dc-abfe-41e7-b900-fab0f4962567']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:32.028165 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a476ca09-f34d-42b4-8e30-0e3b458264e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:32.041146 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-0a1051ad-458a-49e8-9f7b-529fffce95ee tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93ae181c-d6f5-45d2-ad67-09746b428151') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:32.041614 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-0a1051ad-458a-49e8-9f7b-529fffce95ee tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93ae181c-d6f5-45d2-ad67-09746b428151') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:32.085189 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f03f6867-8236-43c9-91ad-5b93dd46c5bb req-6c5c5a87-40fa-4e11-b23f-bac5ed62e68b tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.40 HTTP/1.1" status: 200 len: 999 time: 0.3247294 Nov 12 09:12:32.092098 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0a1051ad-458a-49e8-9f7b-529fffce95ee tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:32.096834 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d6280-450a-4ad0-8268-4288df6c8a5d req-b591fda4-6907-43ac-bbdc-f0545cb38744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:32.100128 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-281d6280-450a-4ad0-8268-4288df6c8a5d req-b591fda4-6907-43ac-bbdc-f0545cb38744 service neutron] 10.222.0.54 "GET /v2.0/networks?id=adb9c9a7-8b65-40da-8124-8d118ffa132b HTTP/1.1" status: 200 len: 920 time: 0.5077314 Nov 12 09:12:32.227712 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 58f99e2f-9c2f-4c78-81bd-87bf4144d650 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:12:32.243889 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a476ca09-f34d-42b4-8e30-0e3b458264e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:32.300006 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0a1051ad-458a-49e8-9f7b-529fffce95ee tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:32.331851 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 58f99e2f-9c2f-4c78-81bd-87bf4144d650 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:12:32.332422 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 58f99e2f-9c2f-4c78-81bd-87bf4144d650 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:12:32.336966 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a1051ad-458a-49e8-9f7b-529fffce95ee tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:12:32.337792 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0a1051ad-458a-49e8-9f7b-529fffce95ee tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:32.402388 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:12:32.402388 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:12:32.402388 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:12:32.402388 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:12:32.402388 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:12:32.402388 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:12:32.402388 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:12:32.402388 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:12:32.402388 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:12:32.402388 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:12:32.402388 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:12:32.402388 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:12:32.402388 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:12:32.402388 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:12:32.402388 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:12:32.402388 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:12:32.402388 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:12:32.402388 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:12:32.402388 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:12:32.402388 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:12:32.402388 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:12:32.402388 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:12:32.402388 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:12:32.402388 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:12:32.402388 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:12:32.402388 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:12:32.402388 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:12:32.402388 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:12:32.402388 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:12:32.402388 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:12:32.402388 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:12:32.402388 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:12:32.473366 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-57526a55-d7d9-4013-969e-3aee093860c2 None None] Provisioning complete for port 2bb634d6-35f7-4478-acf2-a1eaa6f1c660 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:32.473909 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-57526a55-d7d9-4013-969e-3aee093860c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:32.675952 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-57526a55-d7d9-4013-969e-3aee093860c2 None None] Provisioning complete for port 3257675e-d8b4-4697-b315-61109be8c2a9 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:32.676526 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-57526a55-d7d9-4013-969e-3aee093860c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:32.936453 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-281d6280-450a-4ad0-8268-4288df6c8a5d req-899bd5d3-ca39-4261-9db8-ddc96bb0eed3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bb634d6-35f7-4478-acf2-a1eaa6f1c660 HTTP/1.1" status: 200 len: 999 time: 0.8198719 Nov 12 09:12:33.021783 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0a1051ad-458a-49e8-9f7b-529fffce95ee tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:33.054021 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0a1051ad-458a-49e8-9f7b-529fffce95ee tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:33.057506 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0a1051ad-458a-49e8-9f7b-529fffce95ee tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] 10.222.0.37 "DELETE /v2.0/networks/0257d0dc-abfe-41e7-b900-fab0f4962567 HTTP/1.1" status: 204 len: 168 time: 2.1778045 Nov 12 09:12:33.062072 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56046) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:33.102384 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f6867-8236-43c9-91ad-5b93dd46c5bb req-c21ee10b-385f-4a1e-bbc7-fbeacc870889 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:33.105071 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f03f6867-8236-43c9-91ad-5b93dd46c5bb req-c21ee10b-385f-4a1e-bbc7-fbeacc870889 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 784 time: 0.9864223 Nov 12 09:12:33.106185 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a476ca09-f34d-42b4-8e30-0e3b458264e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:33.111003 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a476ca09-f34d-42b4-8e30-0e3b458264e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:33.114366 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a476ca09-f34d-42b4-8e30-0e3b458264e9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/91e69686-7dd1-46f5-9589-05ffcfa3f525 HTTP/1.1" status: 204 len: 168 time: 1.6671638 Nov 12 09:12:33.123604 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1051ad-458a-49e8-9f7b-529fffce95ee tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Pushing event deleted for resources: {'Network': ['ID=0257d0dc-abfe-41e7-b900-fab0f4962567,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:33.133212 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d6280-450a-4ad0-8268-4288df6c8a5d req-7e75a89a-8847-4cdd-b4ff-0181a31a63a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:33.136186 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-281d6280-450a-4ad0-8268-4288df6c8a5d req-7e75a89a-8847-4cdd-b4ff-0181a31a63a1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a3a9d107-d107-4cc5-aa4f-14cfcf420d5c HTTP/1.1" status: 200 len: 859 time: 0.1842875 Nov 12 09:12:33.170759 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476ca09-f34d-42b4-8e30-0e3b458264e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e69686-7dd1-46f5-9589-05ffcfa3f525,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:33.306971 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1256c81c-1aa6-41a4-88bf-3bd22f55d89d tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:33.362552 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-281d6280-450a-4ad0-8268-4288df6c8a5d req-796e2c0c-54e6-4685-89e4-a8686e9a4bb0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=adb9c9a7-8b65-40da-8124-8d118ffa132b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2143719 Nov 12 09:12:33.487109 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1256c81c-1aa6-41a4-88bf-3bd22f55d89d tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:33.527524 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-1256c81c-1aa6-41a4-88bf-3bd22f55d89d tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f720cf-bbb8-4210-9bb6-aa007b2f9008']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:33.542117 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-1256c81c-1aa6-41a4-88bf-3bd22f55d89d tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2929269-a1a6-44a4-b01f-a4730c515cf5') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:33.544019 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-1256c81c-1aa6-41a4-88bf-3bd22f55d89d tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2929269-a1a6-44a4-b01f-a4730c515cf5') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:33.561690 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1256c81c-1aa6-41a4-88bf-3bd22f55d89d tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:33.585024 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f03f6867-8236-43c9-91ad-5b93dd46c5bb req-d9da6820-cc3f-48c3-b4bd-6691ed5a77e4 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.40 HTTP/1.1" status: 200 len: 1001 time: 0.4400508 Nov 12 09:12:33.588338 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1256c81c-1aa6-41a4-88bf-3bd22f55d89d tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:33.601334 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1256c81c-1aa6-41a4-88bf-3bd22f55d89d tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:12:33.602212 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1256c81c-1aa6-41a4-88bf-3bd22f55d89d tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:33.656128 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56052) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:33.656128 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:12:33.656128 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:12:33.656128 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:12:33.656128 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:12:33.656128 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:12:33.656128 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:12:33.656128 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:12:33.656128 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:12:33.656128 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:12:33.656128 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:12:33.656128 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:12:33.656128 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:12:33.656128 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:12:33.656128 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:12:33.656128 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:12:33.656128 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:12:33.656128 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:12:33.656128 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:12:33.656128 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:12:33.656128 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:12:33.656128 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:12:33.656128 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:12:33.656128 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:12:33.656128 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:12:33.656128 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:12:33.656128 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:12:33.656128 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:12:33.656128 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:12:33.656128 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:12:33.656128 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:12:33.656128 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:12:33.656128 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:12:33.714694 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-281d6280-450a-4ad0-8268-4288df6c8a5d req-44b924a8-3186-409a-a777-52bd37bb9aee service neutron] 10.222.0.54 "GET /v2.0/networks/adb9c9a7-8b65-40da-8124-8d118ffa132b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798154 Nov 12 09:12:33.719867 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-f03f6867-8236-43c9-91ad-5b93dd46c5bb req-c5d2804c-753f-4cfb-aa0f-bd9dac508571 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:33.748623 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1256c81c-1aa6-41a4-88bf-3bd22f55d89d tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:33.767718 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1256c81c-1aa6-41a4-88bf-3bd22f55d89d tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:33.774532 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1256c81c-1aa6-41a4-88bf-3bd22f55d89d tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] 10.222.0.37 "DELETE /v2.0/networks/75f720cf-bbb8-4210-9bb6-aa007b2f9008 HTTP/1.1" status: 204 len: 168 time: 0.7091703 Nov 12 09:12:33.780363 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56056) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:33.821318 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256c81c-1aa6-41a4-88bf-3bd22f55d89d tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Pushing event deleted for resources: {'Network': ['ID=75f720cf-bbb8-4210-9bb6-aa007b2f9008,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:33.837007 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f03f6867-8236-43c9-91ad-5b93dd46c5bb req-c5d2804c-753f-4cfb-aa0f-bd9dac508571 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks [] for floatingip, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.010922 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b803f088-3714-4864-9229-eea80f485625 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.233449 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f03f6867-8236-43c9-91ad-5b93dd46c5bb req-c5d2804c-753f-4cfb-aa0f-bd9dac508571 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.246339 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b803f088-3714-4864-9229-eea80f485625 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.251211 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f03f6867-8236-43c9-91ad-5b93dd46c5bb req-c5d2804c-753f-4cfb-aa0f-bd9dac508571 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.251671 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [req-f03f6867-8236-43c9-91ad-5b93dd46c5bb req-c5d2804c-753f-4cfb-aa0f-bd9dac508571 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Floating IP cb643143-7a76-468c-8178-47ecb2937528 disassociated. External IP: 172.25.6.40, port: 2bb634d6-35f7-4478-acf2-a1eaa6f1c660. Nov 12 09:12:34.265093 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-281d6280-450a-4ad0-8268-4288df6c8a5d req-3d161604-3e7f-471b-a4ac-59c5c4c0e013 service neutron] 10.222.0.54 "GET /v2.0/networks/adb9c9a7-8b65-40da-8124-8d118ffa132b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237731 Nov 12 09:12:34.635892 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-b803f088-3714-4864-9229-eea80f485625 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7345a6da-0adc-4555-aace-fca5b4585865']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:34.660207 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-498c7e72-1c87-424b-99b0-9a50d7c31d2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.664992 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-b803f088-3714-4864-9229-eea80f485625 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7dd0b12-a169-4d51-9ae7-59a784b2319a') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:34.665392 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-b803f088-3714-4864-9229-eea80f485625 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7dd0b12-a169-4d51-9ae7-59a784b2319a') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:34.691164 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b803f088-3714-4864-9229-eea80f485625 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.715297 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f03f6867-8236-43c9-91ad-5b93dd46c5bb req-c5d2804c-753f-4cfb-aa0f-bd9dac508571 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Router efe3cac5-4bf5-4c73-8d2e-7f5e61aff013 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:12:34.736716 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b803f088-3714-4864-9229-eea80f485625 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.757523 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b803f088-3714-4864-9229-eea80f485625 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:12:34.758150 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b803f088-3714-4864-9229-eea80f485625 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.764080 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:12:34.764080 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:12:34.764080 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:12:34.764080 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:12:34.764080 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:12:34.764080 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:12:34.764080 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:12:34.764080 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:12:34.764080 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:12:34.764080 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:12:34.764080 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:12:34.764080 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:12:34.764080 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:12:34.764080 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:12:34.764080 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:12:34.764080 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:12:34.764080 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:12:34.764080 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:12:34.764080 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:12:34.764080 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:12:34.764080 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:12:34.764080 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:12:34.764080 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:12:34.764080 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:12:34.764080 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:12:34.764080 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:12:34.764080 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:12:34.764080 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:12:34.764080 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:12:34.764080 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:12:34.764080 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:12:34.764080 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:12:34.884239 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b803f088-3714-4864-9229-eea80f485625 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.898930 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b803f088-3714-4864-9229-eea80f485625 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.904706 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b803f088-3714-4864-9229-eea80f485625 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] 10.222.0.37 "DELETE /v2.0/networks/7345a6da-0adc-4555-aace-fca5b4585865 HTTP/1.1" status: 204 len: 168 time: 1.1218722 Nov 12 09:12:34.952968 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803f088-3714-4864-9229-eea80f485625 tempest-BulkNetworkOpsIpV6Test-472313005 tempest-BulkNetworkOpsIpV6Test-472313005-project] Pushing event deleted for resources: {'Network': ['ID=7345a6da-0adc-4555-aace-fca5b4585865,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:34.959961 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f03f6867-8236-43c9-91ad-5b93dd46c5bb req-c5d2804c-753f-4cfb-aa0f-bd9dac508571 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:12:34.969954 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f03f6867-8236-43c9-91ad-5b93dd46c5bb req-c5d2804c-753f-4cfb-aa0f-bd9dac508571 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.984264 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7b639f-0fe5-47ba-9976-ed4078cbc071 None None] Sync routers for ids ['efe3cac5-4bf5-4c73-8d2e-7f5e61aff013'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:12:35.016774 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7b639f-0fe5-47ba-9976-ed4078cbc071 None None] Routers {'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:35.017522 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-8f7b639f-0fe5-47ba-9976-ed4078cbc071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:12:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['efe3cac5-4bf5-4c73-8d2e-7f5e61aff013'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:35.038284 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f03f6867-8236-43c9-91ad-5b93dd46c5bb req-c5d2804c-753f-4cfb-aa0f-bd9dac508571 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "PUT /v2.0/floatingips/cb643143-7a76-468c-8178-47ecb2937528 HTTP/1.1" status: 200 len: 694 time: 1.4331245 Nov 12 09:12:35.039375 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486a7f68-36ce-4778-ad64-84784a511189', 'tag': '2bb634d6-35f7-4478-acf2-a1eaa6f1c660'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:12:35.043947 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6011e17b-ba75-4936-8133-ed10f527d0c4" -d '{"events": [{"name": "network-changed", "server_uuid": "486a7f68-36ce-4778-ad64-84784a511189", "tag": "2bb634d6-35f7-4478-acf2-a1eaa6f1c660"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:12:35.089703 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-498c7e72-1c87-424b-99b0-9a50d7c31d2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.100052 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-498c7e72-1c87-424b-99b0-9a50d7c31d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.148098 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f6867-8236-43c9-91ad-5b93dd46c5bb req-25b54337-c32d-42eb-a483-365c34762225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:35.150754 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f03f6867-8236-43c9-91ad-5b93dd46c5bb req-25b54337-c32d-42eb-a483-365c34762225 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7936baa04f2446059a6bd19fa0bb292d&device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 1098 time: 0.0874386 Nov 12 09:12:35.192557 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c7e72-1c87-424b-99b0-9a50d7c31d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5be310d-4a68-4046-a572-bba11a43d936,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:35.198042 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-8f7b639f-0fe5-47ba-9976-ed4078cbc071 None None] Set router efe3cac5-4bf5-4c73-8d2e-7f5e61aff013 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:35.207396 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-498c7e72-1c87-424b-99b0-9a50d7c31d2e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=69e93e4681bc45cbb898fcc3dbbeb7c4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5652282 Nov 12 09:12:35.207945 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56064) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:35.322011 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3ef3d5bb-e656-4c1b-9113-f9f51d4366a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.378903 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f6867-8236-43c9-91ad-5b93dd46c5bb req-f52b3c0e-0d47-4aa6-a930-9de3bd832b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:35.382113 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f03f6867-8236-43c9-91ad-5b93dd46c5bb req-f52b3c0e-0d47-4aa6-a930-9de3bd832b25 service neutron] 10.222.0.37 "GET /v2.0/networks?id=adb9c9a7-8b65-40da-8124-8d118ffa132b HTTP/1.1" status: 200 len: 920 time: 0.2209203 Nov 12 09:12:35.389917 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3ef3d5bb-e656-4c1b-9113-f9f51d4366a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.414822 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56066) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:35.485479 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f03f6867-8236-43c9-91ad-5b93dd46c5bb req-c1e74d64-8f3f-4351-9a54-f13c591ce5ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bb634d6-35f7-4478-acf2-a1eaa6f1c660 HTTP/1.1" status: 200 len: 217 time: 0.0886772 Nov 12 09:12:35.503717 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3ef3d5bb-e656-4c1b-9113-f9f51d4366a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.507867 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3ef3d5bb-e656-4c1b-9113-f9f51d4366a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.509195 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3ef3d5bb-e656-4c1b-9113-f9f51d4366a6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d5be310d-4a68-4046-a572-bba11a43d936 HTTP/1.1" status: 204 len: 168 time: 0.2994254 Nov 12 09:12:35.518781 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3d5bb-e656-4c1b-9113-f9f51d4366a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5be310d-4a68-4046-a572-bba11a43d936,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:35.596837 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f6867-8236-43c9-91ad-5b93dd46c5bb req-8aef4d25-4e72-4f2c-87b4-eb1bb3f56ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:35.600114 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f03f6867-8236-43c9-91ad-5b93dd46c5bb req-8aef4d25-4e72-4f2c-87b4-eb1bb3f56ee6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a3a9d107-d107-4cc5-aa4f-14cfcf420d5c HTTP/1.1" status: 200 len: 859 time: 0.1116986 Nov 12 09:12:35.659112 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f03f6867-8236-43c9-91ad-5b93dd46c5bb req-a1f8e357-66c4-4727-9928-7b227d17652d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=adb9c9a7-8b65-40da-8124-8d118ffa132b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494652 Nov 12 09:12:35.740100 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-8f7b639f-0fe5-47ba-9976-ed4078cbc071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'name': 'tempest-ServerRescueTestJSONUnderV235-496684968-router', 'tenant_id': '7936baa04f2446059a6bd19fa0bb292d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '8366f079-ad0d-4bbf-8e82-f8006669f61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:06Z', 'updated_at': '2021-11-12T09:11:16Z', 'revision_number': 4, 'project_id': '7936baa04f2446059a6bd19fa0bb292d', 'gw_port': {'id': '8366f079-ad0d-4bbf-8e82-f8006669f61c', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:08Z', 'updated_at': '2021-11-12T09:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '3257675e-d8b4-4697-b315-61109be8c2a9', 'name': '', 'network_id': 'adb9c9a7-8b65-40da-8124-8d118ffa132b', 'tenant_id': '7936baa04f2446059a6bd19fa0bb292d', 'mac_address': 'fa:16:3e:df:36:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'a3a9d107-d107-4cc5-aa4f-14cfcf420d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:14Z', 'updated_at': '2021-11-12T09:11:27Z', 'revision_number': 5, 'project_id': '7936baa04f2446059a6bd19fa0bb292d', 'subnets': [{'id': 'a3a9d107-d107-4cc5-aa4f-14cfcf420d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:35.804084 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d504175f-aaf5-4149-a02f-3ce380b7a1a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be3278e3e79a4393a095ab6bf60093bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3835015 Nov 12 09:12:35.804720 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56074) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:35.807994 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7b639f-0fe5-47ba-9976-ed4078cbc071 None None] Checking router: efe3cac5-4bf5-4c73-8d2e-7f5e61aff013 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:12:35.826205 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7b639f-0fe5-47ba-9976-ed4078cbc071 None None] Routers {'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:35.827824 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-8f7b639f-0fe5-47ba-9976-ed4078cbc071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:12:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['efe3cac5-4bf5-4c73-8d2e-7f5e61aff013'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:35.838619 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f03f6867-8236-43c9-91ad-5b93dd46c5bb req-36a88359-105f-48b3-b560-dcc366534240 service neutron] 10.222.0.37 "GET /v2.0/networks/adb9c9a7-8b65-40da-8124-8d118ffa132b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685410 Nov 12 09:12:35.894735 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f8fc309a-a32b-4633-81b7-1b7ab37a809f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.929227 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f8fc309a-a32b-4633-81b7-1b7ab37a809f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.996822 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f03f6867-8236-43c9-91ad-5b93dd46c5bb req-b7c9e5c0-b36f-43e7-932a-793eee0b17e7 service neutron] 10.222.0.37 "GET /v2.0/networks/adb9c9a7-8b65-40da-8124-8d118ffa132b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521509 Nov 12 09:12:36.033456 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f8fc309a-a32b-4633-81b7-1b7ab37a809f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.038382 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f8fc309a-a32b-4633-81b7-1b7ab37a809f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.039466 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f8fc309a-a32b-4633-81b7-1b7ab37a809f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e36345b4-313d-4447-8305-b397f9dc3ec7 HTTP/1.1" status: 204 len: 168 time: 0.2323809 Nov 12 09:12:36.074374 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc309a-a32b-4633-81b7-1b7ab37a809f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36345b4-313d-4447-8305-b397f9dc3ec7,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:36.093433 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-8f7b639f-0fe5-47ba-9976-ed4078cbc071 None None] Set router efe3cac5-4bf5-4c73-8d2e-7f5e61aff013 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:36.232580 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716d1cb-019e-4233-8e67-394f69003b02 req-dcbf1c6c-6ea9-4c41-b60d-184ee3537a78 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:36.246980 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5716d1cb-019e-4233-8e67-394f69003b02 req-dcbf1c6c-6ea9-4c41-b60d-184ee3537a78 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=53fb097f-bc5f-461a-9316-9ce5d6e7fdde HTTP/1.1" status: 200 len: 946 time: 0.1087704 Nov 12 09:12:36.368225 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5716d1cb-019e-4233-8e67-394f69003b02 req-cdef7bcb-bc7a-4d9f-8003-a2bd250d2c70 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c9d6dfb-aa83-451a-96a4-5547b9f26631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192269 Nov 12 09:12:36.415663 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56090) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:36.485530 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358c3eb0-b3a0-46b4-b815-cadb5a975d43 x-openstack-request-id: req-358c3eb0-b3a0-46b4-b815-cadb5a975d43 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:12:36.485873 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486a7f68-36ce-4778-ad64-84784a511189", "tag": "2bb634d6-35f7-4478-acf2-a1eaa6f1c660", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:12:36.490170 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-358c3eb0-b3a0-46b4-b815-cadb5a975d43 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:12:36.491806 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486a7f68-36ce-4778-ad64-84784a511189', 'tag': '2bb634d6-35f7-4478-acf2-a1eaa6f1c660', 'status': 'completed', 'code': 200} Nov 12 09:12:36.498311 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2100cb-2019-4afa-8056-25bd5cfc3690 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:36.501717 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-db2100cb-2019-4afa-8056-25bd5cfc3690 tempest-TestNetworkAdvancedServerOps-1815930251 tempest-TestNetworkAdvancedServerOps-1815930251-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=53fb097f-bc5f-461a-9316-9ce5d6e7fdde HTTP/1.1" status: 200 len: 1093 time: 0.0848765 Nov 12 09:12:36.505220 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56092) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:36.516610 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-295cf653-887a-4381-a611-b70e83f66b71 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'port_id': '63c3bd09-06cc-4258-a216-db4f1f68f39d', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:36.632092 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b168990-bdd3-4461-8acb-e1935926260e req-a19600ce-3a43-4741-889e-c9a7b267ad7c tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/floatingips/cb643143-7a76-468c-8178-47ecb2937528 HTTP/1.1" status: 200 len: 694 time: 0.1270673 Nov 12 09:12:36.638923 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-295cf653-887a-4381-a611-b70e83f66b71 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.733618 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-8f7b639f-0fe5-47ba-9976-ed4078cbc071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'name': 'tempest-ServerRescueTestJSONUnderV235-496684968-router', 'tenant_id': '7936baa04f2446059a6bd19fa0bb292d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '8366f079-ad0d-4bbf-8e82-f8006669f61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:06Z', 'updated_at': '2021-11-12T09:11:16Z', 'revision_number': 4, 'project_id': '7936baa04f2446059a6bd19fa0bb292d', 'gw_port': {'id': '8366f079-ad0d-4bbf-8e82-f8006669f61c', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:08Z', 'updated_at': '2021-11-12T09:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '3257675e-d8b4-4697-b315-61109be8c2a9', 'name': '', 'network_id': 'adb9c9a7-8b65-40da-8124-8d118ffa132b', 'tenant_id': '7936baa04f2446059a6bd19fa0bb292d', 'mac_address': 'fa:16:3e:df:36:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'a3a9d107-d107-4cc5-aa4f-14cfcf420d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:14Z', 'updated_at': '2021-11-12T09:11:27Z', 'revision_number': 5, 'project_id': '7936baa04f2446059a6bd19fa0bb292d', 'subnets': [{'id': 'a3a9d107-d107-4cc5-aa4f-14cfcf420d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:36.781459 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7b639f-0fe5-47ba-9976-ed4078cbc071 None None] The sync data for ids ['efe3cac5-4bf5-4c73-8d2e-7f5e61aff013'] in n-d-768862-16 is: [{'id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'name': 'tempest-ServerRescueTestJSONUnderV235-496684968-router', 'tenant_id': '7936baa04f2446059a6bd19fa0bb292d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '8366f079-ad0d-4bbf-8e82-f8006669f61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:06Z', 'updated_at': '2021-11-12T09:11:16Z', 'revision_number': 4, 'project_id': '7936baa04f2446059a6bd19fa0bb292d', 'gw_port': {'id': '8366f079-ad0d-4bbf-8e82-f8006669f61c', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:08Z', 'updated_at': '2021-11-12T09:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '3257675e-d8b4-4697-b315-61109be8c2a9', 'name': '', 'network_id': 'adb9c9a7-8b65-40da-8124-8d118ffa132b', 'tenant_id': '7936baa04f2446059a6bd19fa0bb292d', 'mac_address': 'fa:16:3e:df:36:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'a3a9d107-d107-4cc5-aa4f-14cfcf420d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:14Z', 'updated_at': '2021-11-12T09:11:27Z', 'revision_number': 5, 'project_id': '7936baa04f2446059a6bd19fa0bb292d', 'subnets': [{'id': 'a3a9d107-d107-4cc5-aa4f-14cfcf420d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:12:36.849172 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011e17b-ba75-4936-8133-ed10f527d0c4 req-976b3b9e-597e-437f-aedd-60bc1bb26751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:36.852211 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6011e17b-ba75-4936-8133-ed10f527d0c4 req-976b3b9e-597e-437f-aedd-60bc1bb26751 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7936baa04f2446059a6bd19fa0bb292d&device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 1098 time: 0.2165172 Nov 12 09:12:36.998200 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-295cf653-887a-4381-a611-b70e83f66b71 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.054617 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b168990-bdd3-4461-8acb-e1935926260e req-4f66052c-fd89-4afe-8f61-ca14949f0222 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:37.068730 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b168990-bdd3-4461-8acb-e1935926260e req-4f66052c-fd89-4afe-8f61-ca14949f0222 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/networks/83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 784 time: 0.4350352 Nov 12 09:12:37.088838 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-1b168990-bdd3-4461-8acb-e1935926260e req-fe30b357-6db4-41d9-b9c1-9d753efa4bf0 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:12:37.100679 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b168990-bdd3-4461-8acb-e1935926260e req-fe30b357-6db4-41d9-b9c1-9d753efa4bf0 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0303948 Nov 12 09:12:37.270094 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b168990-bdd3-4461-8acb-e1935926260e req-d4d8a9fa-969a-4475-91b7-d7441f99aed2 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.40 HTTP/1.1" status: 200 len: 697 time: 0.1516721 Nov 12 09:12:37.335132 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-295cf653-887a-4381-a611-b70e83f66b71 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Allocated IP 172.25.6.170 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/6a693651-61f5-4871-8e6c-1261f297cbd6) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:12:37.411178 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d44881d-c996-446b-b4e1-747e23d1ff9e None None] New status for floating IP cb643143-7a76-468c-8178-47ecb2937528: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:12:37.424586 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b168990-bdd3-4461-8acb-e1935926260e req-797c149c-f161-45a8-88fd-e4ebf50657e2 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.40 HTTP/1.1" status: 200 len: 697 time: 0.1569998 Nov 12 09:12:37.571333 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-295cf653-887a-4381-a611-b70e83f66b71 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.576834 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011e17b-ba75-4936-8133-ed10f527d0c4 req-47fe507e-9ee4-41fe-8bf8-93a32860e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:37.583580 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6011e17b-ba75-4936-8133-ed10f527d0c4 req-47fe507e-9ee4-41fe-8bf8-93a32860e3b2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=adb9c9a7-8b65-40da-8124-8d118ffa132b HTTP/1.1" status: 200 len: 920 time: 0.7162397 Nov 12 09:12:37.650723 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-295cf653-887a-4381-a611-b70e83f66b71 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.733513 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6011e17b-ba75-4936-8133-ed10f527d0c4 req-f3d6f957-dee5-4df9-8ec3-3e19bfb97bfd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bb634d6-35f7-4478-acf2-a1eaa6f1c660 HTTP/1.1" status: 200 len: 217 time: 0.1309829 Nov 12 09:12:37.755415 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295cf653-887a-4381-a611-b70e83f66b71 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:12:37.757071 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56132) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:37.805817 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-295cf653-887a-4381-a611-b70e83f66b71 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:37.829236 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295cf653-887a-4381-a611-b70e83f66b71 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:12:37.836765 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011e17b-ba75-4936-8133-ed10f527d0c4 req-a929ae1e-dcab-4b87-b041-0ce098cba417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:37.837607 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295cf653-887a-4381-a611-b70e83f66b71 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'Port': ['ID=6a693651-61f5-4871-8e6c-1261f297cbd6,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:37.839391 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6011e17b-ba75-4936-8133-ed10f527d0c4 req-a929ae1e-dcab-4b87-b041-0ce098cba417 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a3a9d107-d107-4cc5-aa4f-14cfcf420d5c HTTP/1.1" status: 200 len: 859 time: 0.0899873 Nov 12 09:12:37.898489 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56136) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:37.959930 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6011e17b-ba75-4936-8133-ed10f527d0c4 req-541e2949-f7d3-465f-ae25-f0a3a4f9e4ba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=adb9c9a7-8b65-40da-8124-8d118ffa132b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832672 Nov 12 09:12:37.992919 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-caf75ce1-e721-4115-ab8f-bcf57d0260bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:38.146980 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-1b168990-bdd3-4461-8acb-e1935926260e req-476c5c0b-9495-47ab-b03c-74be3a2e7db2 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Deleting port 9b345041-3475-456a-ae80-be94bf3fc79c {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:38.146980 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1b168990-bdd3-4461-8acb-e1935926260e req-476c5c0b-9495-47ab-b03c-74be3a2e7db2 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:38.222177 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a0858b03-87a0-48d7-8516-0a7ee5d43704 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:38.325949 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-79b2d380-e7a6-4567-95a9-159a788dfaa6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1440249862'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:38.327427 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6011e17b-ba75-4936-8133-ed10f527d0c4 req-885fd786-7d66-4d0e-9ab6-c38f6087bec6 service neutron] 10.222.0.54 "GET /v2.0/networks/adb9c9a7-8b65-40da-8124-8d118ffa132b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584788 Nov 12 09:12:38.395555 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1b168990-bdd3-4461-8acb-e1935926260e req-476c5c0b-9495-47ab-b03c-74be3a2e7db2 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:38.396035 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1b168990-bdd3-4461-8acb-e1935926260e req-476c5c0b-9495-47ab-b03c-74be3a2e7db2 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:38.416175 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b2d380-e7a6-4567-95a9-159a788dfaa6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:38.422443 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79b2d380-e7a6-4567-95a9-159a788dfaa6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:38.450963 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-1b168990-bdd3-4461-8acb-e1935926260e req-476c5c0b-9495-47ab-b03c-74be3a2e7db2 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Calling delete_port for 9b345041-3475-456a-ae80-be94bf3fc79c owned by network:floatingip {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:38.506734 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79b2d380-e7a6-4567-95a9-159a788dfaa6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:38.563871 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6011e17b-ba75-4936-8133-ed10f527d0c4 req-6ce83c7f-1b3e-47b4-b5cb-8572cf548c67 service neutron] 10.222.0.54 "GET /v2.0/networks/adb9c9a7-8b65-40da-8124-8d118ffa132b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266266 Nov 12 09:12:38.666567 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a0858b03-87a0-48d7-8516-0a7ee5d43704 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:38.689019 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a0858b03-87a0-48d7-8516-0a7ee5d43704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:38.695964 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1b168990-bdd3-4461-8acb-e1935926260e req-476c5c0b-9495-47ab-b03c-74be3a2e7db2 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:38.731442 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c5c0b-9495-47ab-b03c-74be3a2e7db2 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Pushing event deleted for resources: {'Port': ['ID=9b345041-3475-456a-ae80-be94bf3fc79c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:38.849107 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1b168990-bdd3-4461-8acb-e1935926260e req-476c5c0b-9495-47ab-b03c-74be3a2e7db2 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks [] for floatingip, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:38.852208 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-1b168990-bdd3-4461-8acb-e1935926260e req-476c5c0b-9495-47ab-b03c-74be3a2e7db2 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:38.853648 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b168990-bdd3-4461-8acb-e1935926260e req-476c5c0b-9495-47ab-b03c-74be3a2e7db2 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "DELETE /v2.0/floatingips/cb643143-7a76-468c-8178-47ecb2937528 HTTP/1.1" status: 204 len: 173 time: 1.4033880 Nov 12 09:12:38.934056 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3dffbad3-1e07-44b8-b94c-841135a6d832 req-35e41472-b38a-4146-89b3-13cd927a6f40 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/security-groups/2832e75f-aab4-44f7-b014-077f9e85626c HTTP/1.1" status: 200 len: 1826 time: 0.0553317 Nov 12 09:12:38.962065 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a0858b03-87a0-48d7-8516-0a7ee5d43704 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a7d275f21a7c49cf9933b322dec12cce&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0578747 Nov 12 09:12:38.968464 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56142) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:38.986314 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0858b03-87a0-48d7-8516-0a7ee5d43704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5122ccca-d59f-4875-ad1b-871a6bfce829,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:39.074657 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-295cf653-887a-4381-a611-b70e83f66b71 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.098767 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3dffbad3-1e07-44b8-b94c-841135a6d832 req-c86e7f21-d5ff-4a73-ab6c-4d95b85fa0e8 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.125041 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-468c1196-7174-4ded-a72b-4e03f87113d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.161157 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79b2d380-e7a6-4567-95a9-159a788dfaa6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.174686 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3dffbad3-1e07-44b8-b94c-841135a6d832 req-c86e7f21-d5ff-4a73-ab6c-4d95b85fa0e8 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.177577 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79b2d380-e7a6-4567-95a9-159a788dfaa6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.208363 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-468c1196-7174-4ded-a72b-4e03f87113d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.226427 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b2d380-e7a6-4567-95a9-159a788dfaa6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:12:39.252548 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2d380-e7a6-4567-95a9-159a788dfaa6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=715c4c0d-c7f7-4434-918d-2237266a9b1d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:39.258733 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-295cf653-887a-4381-a611-b70e83f66b71 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.289053 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79b2d380-e7a6-4567-95a9-159a788dfaa6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.289308 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-79b2d380-e7a6-4567-95a9-159a788dfaa6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Added segment e5aa620e-904b-492f-99b7-9ff92fc8daec of type vlan for network 2ff62074-dd3d-479d-8022-cdde36f9b9f1 Nov 12 09:12:39.340100 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3dffbad3-1e07-44b8-b94c-841135a6d832 req-c86e7f21-d5ff-4a73-ab6c-4d95b85fa0e8 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.345304 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3dffbad3-1e07-44b8-b94c-841135a6d832 req-c86e7f21-d5ff-4a73-ab6c-4d95b85fa0e8 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.347937 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3dffbad3-1e07-44b8-b94c-841135a6d832 req-c86e7f21-d5ff-4a73-ab6c-4d95b85fa0e8 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "DELETE /v2.0/security-groups/2832e75f-aab4-44f7-b014-077f9e85626c HTTP/1.1" status: 204 len: 173 time: 0.4051709 Nov 12 09:12:39.366783 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e7f21-d5ff-4a73-ab6c-4d95b85fa0e8 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2832e75f-aab4-44f7-b014-077f9e85626c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:39.370959 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-468c1196-7174-4ded-a72b-4e03f87113d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.376193 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-468c1196-7174-4ded-a72b-4e03f87113d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.380027 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-468c1196-7174-4ded-a72b-4e03f87113d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5122ccca-d59f-4875-ad1b-871a6bfce829 HTTP/1.1" status: 204 len: 168 time: 0.4077127 Nov 12 09:12:39.382916 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79b2d380-e7a6-4567-95a9-159a788dfaa6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.399314 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c1196-7174-4ded-a72b-4e03f87113d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5122ccca-d59f-4875-ad1b-871a6bfce829,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:39.540137 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79b2d380-e7a6-4567-95a9-159a788dfaa6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.552755 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b2d380-e7a6-4567-95a9-159a788dfaa6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:39.552977 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79b2d380-e7a6-4567-95a9-159a788dfaa6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.666872 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-79b2d380-e7a6-4567-95a9-159a788dfaa6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.8705709 Nov 12 09:12:39.667896 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56148) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:39.674638 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-ebd8542d-7d66-41f5-a36f-5823fda41207 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'port': {'network_id': '2ff62074-dd3d-479d-8022-cdde36f9b9f1', 'name': 'tempest-PortsTestJSON-630636785'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:39.742945 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2d380-e7a6-4567-95a9-159a788dfaa6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Network': ['ID=2ff62074-dd3d-479d-8022-cdde36f9b9f1,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:39.762737 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-295cf653-887a-4381-a611-b70e83f66b71 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.766300 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 2ff62074-dd3d-479d-8022-cdde36f9b9f1 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:12:39.770469 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-295cf653-887a-4381-a611-b70e83f66b71 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.930487 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295cf653-887a-4381-a611-b70e83f66b71 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event updated for resources: {'Port': ['ID=6a693651-61f5-4871-8e6c-1261f297cbd6,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:39.948543 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-295cf653-887a-4381-a611-b70e83f66b71 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.958141 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae84a3-9dcf-4946-8f84-5732ed3db88e req-1cc7ee67-3d8c-4cbd-9bb5-0eeec2d29241 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:39.968129 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9aae84a3-9dcf-4946-8f84-5732ed3db88e req-1cc7ee67-3d8c-4cbd-9bb5-0eeec2d29241 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 946 time: 0.1500764 Nov 12 09:12:39.973899 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd8542d-7d66-41f5-a36f-5823fda41207 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:39.980251 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ebd8542d-7d66-41f5-a36f-5823fda41207 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:40.049715 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-ebd8542d-7d66-41f5-a36f-5823fda41207 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] device_id is not set on port 9ffc6255-6d6f-45d1-9053-6b8865983f70 yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:12:40.122402 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9aae84a3-9dcf-4946-8f84-5732ed3db88e req-d3981ab1-844b-48f5-83c6-2831d25640d6 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/security-groups?id=d444194a-cad6-4a4f-a34f-8649e4ab6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532016 Nov 12 09:12:40.127330 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [None req-295cf653-887a-4381-a611-b70e83f66b71 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Floating IP 7df9961b-dc9e-46ac-a768-486818ba9326 associated. External IP: 172.25.6.170, port: 63c3bd09-06cc-4258-a216-db4f1f68f39d. Nov 12 09:12:40.226180 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-423bdd0d-0239-44dc-be0c-b7e1ba761b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:40.391908 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ebd8542d-7d66-41f5-a36f-5823fda41207 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:40.467608 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ebd8542d-7d66-41f5-a36f-5823fda41207 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:40.585963 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295cf653-887a-4381-a611-b70e83f66b71 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Router cc2250af-6e22-46cd-aaff-bea7b7ee91af has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:12:40.600402 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8542d-7d66-41f5-a36f-5823fda41207 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Port': ['ID=9ffc6255-6d6f-45d1-9053-6b8865983f70,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:40.619897 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd8542d-7d66-41f5-a36f-5823fda41207 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Checking segment: {'id': 'e5aa620e-904b-492f-99b7-9ff92fc8daec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2ff62074-dd3d-479d-8022-cdde36f9b9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:12:40.620689 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd8542d-7d66-41f5-a36f-5823fda41207 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network hostable DHCP agents. Network: 2ff62074-dd3d-479d-8022-cdde36f9b9f1, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:12:40.664471 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd8542d-7d66-41f5-a36f-5823fda41207 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network 2ff62074-dd3d-479d-8022-cdde36f9b9f1 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:12:40.683908 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-ebd8542d-7d66-41f5-a36f-5823fda41207 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 2ff62074-dd3d-479d-8022-cdde36f9b9f1) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:40.692203 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd8542d-7d66-41f5-a36f-5823fda41207 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:12:40.703814 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd8542d-7d66-41f5-a36f-5823fda41207 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:40.709486 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af53d1ee-46bb-4efe-97e8-e454195e6021 None None] Network 2ff62074-dd3d-479d-8022-cdde36f9b9f1 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:40.714162 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ebd8542d-7d66-41f5-a36f-5823fda41207 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:40.760733 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ebd8542d-7d66-41f5-a36f-5823fda41207 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0940485 Nov 12 09:12:40.768642 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56168) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:40.779402 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-3ed3685c-cfb1-4953-a8d6-1d4c81b9732b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1271614330'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:40.832434 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed3685c-cfb1-4953-a8d6-1d4c81b9732b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:40.843092 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3ed3685c-cfb1-4953-a8d6-1d4c81b9732b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:40.910576 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed3685c-cfb1-4953-a8d6-1d4c81b9732b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:12:40.943991 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3ed3685c-cfb1-4953-a8d6-1d4c81b9732b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:40.945357 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-3ed3685c-cfb1-4953-a8d6-1d4c81b9732b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Added segment 287f552d-2b53-4058-af40-be0b4bdebfdb of type vlan for network ac98f802-563e-450b-a855-01f87cc7ffdd Nov 12 09:12:41.033088 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3ed3685c-cfb1-4953-a8d6-1d4c81b9732b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:41.092377 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3ed3685c-cfb1-4953-a8d6-1d4c81b9732b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:41.100294 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed3685c-cfb1-4953-a8d6-1d4c81b9732b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:41.101234 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3ed3685c-cfb1-4953-a8d6-1d4c81b9732b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:41.225382 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3ed3685c-cfb1-4953-a8d6-1d4c81b9732b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4520109 Nov 12 09:12:41.229331 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56176) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:41.245507 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-6d401a8d-8d2e-421f-b612-820dde062f71 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'ports': [{'network_id': '2ff62074-dd3d-479d-8022-cdde36f9b9f1'}, {'network_id': 'ac98f802-563e-450b-a855-01f87cc7ffdd'}]} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:41.245952 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-6d401a8d-8d2e-421f-b612-820dde062f71 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'port': {'network_id': '2ff62074-dd3d-479d-8022-cdde36f9b9f1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:41.246632 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-6d401a8d-8d2e-421f-b612-820dde062f71 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'port': {'network_id': 'ac98f802-563e-450b-a855-01f87cc7ffdd'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:41.270994 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295cf653-887a-4381-a611-b70e83f66b71 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:12:41.279188 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3685c-cfb1-4953-a8d6-1d4c81b9732b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Network': ['ID=ac98f802-563e-450b-a855-01f87cc7ffdd,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:41.307810 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network ac98f802-563e-450b-a855-01f87cc7ffdd details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:12:41.315018 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-295cf653-887a-4381-a611-b70e83f66b71 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:41.322182 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cd0a2a-e600-4228-893e-55da91abc75a None None] Sync routers for ids ['cc2250af-6e22-46cd-aaff-bea7b7ee91af'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:12:41.348068 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cd0a2a-e600-4228-893e-55da91abc75a None None] Routers {'cc2250af-6e22-46cd-aaff-bea7b7ee91af'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:41.349198 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-e2cd0a2a-e600-4228-893e-55da91abc75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:12:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['cc2250af-6e22-46cd-aaff-bea7b7ee91af'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:41.392647 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-295cf653-887a-4381-a611-b70e83f66b71 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.8845768 Nov 12 09:12:41.397666 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53fb097f-bc5f-461a-9316-9ce5d6e7fdde', 'tag': '63c3bd09-06cc-4258-a216-db4f1f68f39d'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:12:41.408252 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea95646-b128-47e4-8e72-361618b6f404" -d '{"events": [{"name": "network-changed", "server_uuid": "53fb097f-bc5f-461a-9316-9ce5d6e7fdde", "tag": "63c3bd09-06cc-4258-a216-db4f1f68f39d"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:12:41.456266 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41143f-2c96-4336-9d5e-189990febd78 req-9ae207d7-7ea6-412b-8ffa-25e7da20cb26 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:41.460198 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8d41143f-2c96-4336-9d5e-189990febd78 req-9ae207d7-7ea6-412b-8ffa-25e7da20cb26 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 946 time: 0.1808043 Nov 12 09:12:41.624428 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-e2cd0a2a-e600-4228-893e-55da91abc75a None None] Set router cc2250af-6e22-46cd-aaff-bea7b7ee91af gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:41.675605 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8d41143f-2c96-4336-9d5e-189990febd78 req-4c7d9c86-366b-4ca8-9d22-42856239b969 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/security-groups?id=d444194a-cad6-4a4f-a34f-8649e4ab6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745162 Nov 12 09:12:41.718375 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d401a8d-8d2e-421f-b612-820dde062f71 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'port': 2} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:41.747518 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6d401a8d-8d2e-421f-b612-820dde062f71 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:41.807199 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6d401a8d-8d2e-421f-b612-820dde062f71 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:42.097241 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-6d401a8d-8d2e-421f-b612-820dde062f71 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] device_id is not set on port 2a063706-b784-4e94-84b6-94f9bf8fb28a yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:12:42.108470 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:42.135267 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee798d9-d102-4cd2-9069-1e45af7e7ffb req-755b655f-9390-4b36-be98-7bbc72e54492 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:42.137044 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4ee798d9-d102-4cd2-9069-1e45af7e7ffb req-755b655f-9390-4b36-be98-7bbc72e54492 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=53fb097f-bc5f-461a-9316-9ce5d6e7fdde HTTP/1.1" status: 200 len: 946 time: 0.2987390 Nov 12 09:12:42.159105 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097b0ed-cb62-42d7-9f62-ba679eaf2676 req-690c9e6c-3ac7-4fab-8645-d84a20bbbc87 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:42.162083 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2097b0ed-cb62-42d7-9f62-ba679eaf2676 req-690c9e6c-3ac7-4fab-8645-d84a20bbbc87 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.54 "GET /v2.0/ports?device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 946 time: 0.2295070 Nov 12 09:12:42.226815 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-e2cd0a2a-e600-4228-893e-55da91abc75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990376753', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2a1f-c7ab-4e48-a800-d98735ccf157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:38Z', 'updated_at': '2021-11-12T09:11:55Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': 'cc4f2a1f-c7ab-4e48-a800-d98735ccf157', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:40Z', 'updated_at': '2021-11-12T09:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '7df9961b-dc9e-46ac-a768-486818ba9326', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'port_id': '63c3bd09-06cc-4258-a216-db4f1f68f39d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85da2c57-6886-4788-98af-189f3410e3af', 'mac_address': 'fa:16:3e:ec:8c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fb097f-bc5f-461a-9316-9ce5d6e7fdde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:12:38Z', 'updated_at': '2021-11-12T09:12:38Z', 'revision_number': 0, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd446d757-f54a-4e8b-be86-596ebfbcf7bd', 'name': '', 'network_id': '85da2c57-6886-4788-98af-189f3410e3af', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:06:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '885171e7-4293-4d6e-9568-87d50b237261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:51Z', 'updated_at': '2021-11-12T09:12:03Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': '885171e7-4293-4d6e-9568-87d50b237261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:42.412699 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cd0a2a-e600-4228-893e-55da91abc75a None None] Checking router: cc2250af-6e22-46cd-aaff-bea7b7ee91af for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:12:42.429274 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cd0a2a-e600-4228-893e-55da91abc75a None None] Routers {'cc2250af-6e22-46cd-aaff-bea7b7ee91af'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:42.430188 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-e2cd0a2a-e600-4228-893e-55da91abc75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:12:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['cc2250af-6e22-46cd-aaff-bea7b7ee91af'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:42.673286 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-e2cd0a2a-e600-4228-893e-55da91abc75a None None] Set router cc2250af-6e22-46cd-aaff-bea7b7ee91af gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:42.887398 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4ee798d9-d102-4cd2-9069-1e45af7e7ffb req-ebc73cfd-878b-491a-a1ac-90004b621552 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c9d6dfb-aa83-451a-96a4-5547b9f26631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7221353 Nov 12 09:12:42.953454 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56210) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:43.024126 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-2097b0ed-cb62-42d7-9f62-ba679eaf2676 req-841bc5f3-4e77-4968-af5f-578669cfafac tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Deleting port 2bb634d6-35f7-4478-acf2-a1eaa6f1c660 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:43.024749 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2097b0ed-cb62-42d7-9f62-ba679eaf2676 req-841bc5f3-4e77-4968-af5f-578669cfafac tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:43.097668 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1458d43a-438e-462e-9917-1895b20780cd x-openstack-request-id: req-1458d43a-438e-462e-9917-1895b20780cd {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:12:43.105370 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53fb097f-bc5f-461a-9316-9ce5d6e7fdde", "tag": "63c3bd09-06cc-4258-a216-db4f1f68f39d", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:12:43.105370 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1458d43a-438e-462e-9917-1895b20780cd {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:12:43.105370 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53fb097f-bc5f-461a-9316-9ce5d6e7fdde', 'tag': '63c3bd09-06cc-4258-a216-db4f1f68f39d', 'status': 'completed', 'code': 200} Nov 12 09:12:43.163275 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6d401a8d-8d2e-421f-b612-820dde062f71 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:43.198647 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-e2cd0a2a-e600-4228-893e-55da91abc75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990376753', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2a1f-c7ab-4e48-a800-d98735ccf157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:38Z', 'updated_at': '2021-11-12T09:11:55Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': 'cc4f2a1f-c7ab-4e48-a800-d98735ccf157', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:40Z', 'updated_at': '2021-11-12T09:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '7df9961b-dc9e-46ac-a768-486818ba9326', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'port_id': '63c3bd09-06cc-4258-a216-db4f1f68f39d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85da2c57-6886-4788-98af-189f3410e3af', 'mac_address': 'fa:16:3e:ec:8c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fb097f-bc5f-461a-9316-9ce5d6e7fdde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:12:38Z', 'updated_at': '2021-11-12T09:12:38Z', 'revision_number': 0, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd446d757-f54a-4e8b-be86-596ebfbcf7bd', 'name': '', 'network_id': '85da2c57-6886-4788-98af-189f3410e3af', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:06:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '885171e7-4293-4d6e-9568-87d50b237261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:51Z', 'updated_at': '2021-11-12T09:12:03Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': '885171e7-4293-4d6e-9568-87d50b237261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:43.258269 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a6190e40-1bb6-4977-a9fa-fdeba206c1ee tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/floatingips/7df9961b-dc9e-46ac-a768-486818ba9326 HTTP/1.1" status: 200 len: 992 time: 0.3030596 Nov 12 09:12:43.263543 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cd0a2a-e600-4228-893e-55da91abc75a None None] The sync data for ids ['cc2250af-6e22-46cd-aaff-bea7b7ee91af'] in n-d-768862-16 is: [{'id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990376753', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2a1f-c7ab-4e48-a800-d98735ccf157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:38Z', 'updated_at': '2021-11-12T09:11:55Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': 'cc4f2a1f-c7ab-4e48-a800-d98735ccf157', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:40Z', 'updated_at': '2021-11-12T09:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '7df9961b-dc9e-46ac-a768-486818ba9326', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'port_id': '63c3bd09-06cc-4258-a216-db4f1f68f39d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85da2c57-6886-4788-98af-189f3410e3af', 'mac_address': 'fa:16:3e:ec:8c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fb097f-bc5f-461a-9316-9ce5d6e7fdde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:12:38Z', 'updated_at': '2021-11-12T09:12:38Z', 'revision_number': 0, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd446d757-f54a-4e8b-be86-596ebfbcf7bd', 'name': '', 'network_id': '85da2c57-6886-4788-98af-189f3410e3af', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:06:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '885171e7-4293-4d6e-9568-87d50b237261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:51Z', 'updated_at': '2021-11-12T09:12:03Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': '885171e7-4293-4d6e-9568-87d50b237261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:12:43.270595 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea95646-b128-47e4-8e72-361618b6f404 req-f9c16753-e3d5-4f0b-ba99-2425e6516bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:43.277477 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9ea95646-b128-47e4-8e72-361618b6f404 req-f9c16753-e3d5-4f0b-ba99-2425e6516bc1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=53fb097f-bc5f-461a-9316-9ce5d6e7fdde HTTP/1.1" status: 200 len: 1098 time: 0.1743526 Nov 12 09:12:43.463106 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:43.501934 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-6d401a8d-8d2e-421f-b612-820dde062f71 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] device_id is not set on port f7db4aa3-6759-47b9-bf31-8ea6de1065e0 yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:12:43.567450 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea95646-b128-47e4-8e72-361618b6f404 req-5f38b592-eaeb-4190-830c-49412da3a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:43.569110 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-2097b0ed-cb62-42d7-9f62-ba679eaf2676 req-841bc5f3-4e77-4968-af5f-578669cfafac tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] For port 2bb634d6-35f7-4478-acf2-a1eaa6f1c660, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=2bb634d6-35f7-4478-acf2-a1eaa6f1c660,segment=NetworkSegment(f0e27cfd-cc8a-400e-ae7e-104591f7e239),segment_id=f0e27cfd-cc8a-400e-ae7e-104591f7e239)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:43.569798 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2097b0ed-cb62-42d7-9f62-ba679eaf2676 req-841bc5f3-4e77-4968-af5f-578669cfafac tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:43.570444 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9ea95646-b128-47e4-8e72-361618b6f404 req-5f38b592-eaeb-4190-830c-49412da3a57d service neutron] 10.222.0.54 "GET /v2.0/networks?id=85da2c57-6886-4788-98af-189f3410e3af HTTP/1.1" status: 200 len: 898 time: 0.2847385 Nov 12 09:12:43.632606 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c59f8-cd80-4306-954a-50a9ae5b677a req-5cc6b8fb-7442-4355-9702-84d78a9855a5 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:43.636392 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-309c59f8-cd80-4306-954a-50a9ae5b677a req-5cc6b8fb-7442-4355-9702-84d78a9855a5 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 946 time: 0.4500704 Nov 12 09:12:43.642157 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-2097b0ed-cb62-42d7-9f62-ba679eaf2676 req-841bc5f3-4e77-4968-af5f-578669cfafac tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Calling delete_port for 2bb634d6-35f7-4478-acf2-a1eaa6f1c660 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:43.733577 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b749b70-97c4-4936-9027-e8fe97d33566 None None] New status for floating IP 7df9961b-dc9e-46ac-a768-486818ba9326: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:12:43.810512 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9ea95646-b128-47e4-8e72-361618b6f404 req-f6780d9c-56c6-4f8c-a0df-279b27f51266 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63c3bd09-06cc-4258-a216-db4f1f68f39d HTTP/1.1" status: 200 len: 1000 time: 0.2306387 Nov 12 09:12:43.885774 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea95646-b128-47e4-8e72-361618b6f404 req-e89bd975-52fe-4244-bc0c-3adcb0c4cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:43.887856 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9ea95646-b128-47e4-8e72-361618b6f404 req-e89bd975-52fe-4244-bc0c-3adcb0c4cb32 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=885171e7-4293-4d6e-9568-87d50b237261 HTTP/1.1" status: 200 len: 833 time: 0.0689406 Nov 12 09:12:43.926004 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-309c59f8-cd80-4306-954a-50a9ae5b677a req-d957f860-1e50-4acb-b5aa-a4c3b96015ce tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/security-groups?id=d444194a-cad6-4a4f-a34f-8649e4ab6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701929 Nov 12 09:12:43.992585 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea95646-b128-47e4-8e72-361618b6f404 req-4999898c-845f-45cb-ae0e-59ead5fadb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:43.995160 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9ea95646-b128-47e4-8e72-361618b6f404 req-4999898c-845f-45cb-ae0e-59ead5fadb6b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=85da2c57-6886-4788-98af-189f3410e3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0968728 Nov 12 09:12:44.070450 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:44.097224 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6d401a8d-8d2e-421f-b612-820dde062f71 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:44.144547 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9ea95646-b128-47e4-8e72-361618b6f404 req-fb60ea0c-6b63-4e07-9cf9-73b8f3b627e1 service neutron] 10.222.0.54 "GET /v2.0/networks/85da2c57-6886-4788-98af-189f3410e3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405437 Nov 12 09:12:44.198229 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56236) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:44.214217 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2097b0ed-cb62-42d7-9f62-ba679eaf2676 req-841bc5f3-4e77-4968-af5f-578669cfafac tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:44.227449 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['2bb634d6-35f7-4478-acf2-a1eaa6f1c660'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:12:44.267155 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56240) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:44.282587 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841bc5f3-4e77-4968-af5f-578669cfafac tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Pushing event deleted for resources: {'Port': ['ID=2bb634d6-35f7-4478-acf2-a1eaa6f1c660,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:44.295055 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6d401a8d-8d2e-421f-b612-820dde062f71 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:44.333159 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9ea95646-b128-47e4-8e72-361618b6f404 req-05954d69-0208-4811-92fa-c664d286f699 service neutron] 10.222.0.54 "GET /v2.0/networks/85da2c57-6886-4788-98af-189f3410e3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789079 Nov 12 09:12:44.343240 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9126bd-f3d8-4ead-9b07-50a953af5769 None None] DHCP port deletion for adb9c9a7-8b65-40da-8124-8d118ffa132b request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:12:44.375892 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-bbb5b119-65f5-4783-86ef-de0832474df8 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/floatingips/7df9961b-dc9e-46ac-a768-486818ba9326 HTTP/1.1" status: 200 len: 994 time: 0.1087375 Nov 12 09:12:44.473152 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-2097b0ed-cb62-42d7-9f62-ba679eaf2676 req-841bc5f3-4e77-4968-af5f-578669cfafac tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] No DVR routers for this DVR port 2bb634d6-35f7-4478-acf2-a1eaa6f1c660 on host n-h1-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:12:44.482862 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d401a8d-8d2e-421f-b612-820dde062f71 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network 2ff62074-dd3d-479d-8022-cdde36f9b9f1 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:12:44.497752 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2097b0ed-cb62-42d7-9f62-ba679eaf2676 req-841bc5f3-4e77-4968-af5f-578669cfafac tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:44.503637 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2097b0ed-cb62-42d7-9f62-ba679eaf2676 req-841bc5f3-4e77-4968-af5f-578669cfafac tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.54 "DELETE /v2.0/ports/2bb634d6-35f7-4478-acf2-a1eaa6f1c660 HTTP/1.1" status: 204 len: 173 time: 2.3327949 Nov 12 09:12:44.504533 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486a7f68-36ce-4778-ad64-84784a511189', 'name': 'network-vif-deleted', 'tag': '2bb634d6-35f7-4478-acf2-a1eaa6f1c660'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:12:44.509221 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddadbc1-7c93-4f28-8ada-731783e7f28f" -d '{"events": [{"server_uuid": "486a7f68-36ce-4778-ad64-84784a511189", "name": "network-vif-deleted", "tag": "2bb634d6-35f7-4478-acf2-a1eaa6f1c660"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:12:44.521859 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-6d401a8d-8d2e-421f-b612-820dde062f71 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:44.524740 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d401a8d-8d2e-421f-b612-820dde062f71 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:12:44.526215 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6d401a8d-8d2e-421f-b612-820dde062f71 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:44.543407 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1234074d-1714-4516-8a26-d8d6fa68e19d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:44.547729 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d401a8d-8d2e-421f-b612-820dde062f71 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Port': ['ID=2a063706-b784-4e94-84b6-94f9bf8fb28a,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:44.619594 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff8d0d5-06ea-4de8-8542-ac7719aeb44a x-openstack-request-id: req-2ff8d0d5-06ea-4de8-8542-ac7719aeb44a {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:12:44.620101 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486a7f68-36ce-4778-ad64-84784a511189", "name": "network-vif-deleted", "tag": "2bb634d6-35f7-4478-acf2-a1eaa6f1c660", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:12:44.620527 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ff8d0d5-06ea-4de8-8542-ac7719aeb44a {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:12:44.621246 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486a7f68-36ce-4778-ad64-84784a511189', 'name': 'network-vif-deleted', 'tag': '2bb634d6-35f7-4478-acf2-a1eaa6f1c660', 'status': 'completed', 'code': 200} Nov 12 09:12:44.714446 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d401a8d-8d2e-421f-b612-820dde062f71 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Port': ['ID=f7db4aa3-6759-47b9-bf31-8ea6de1065e0,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:44.746070 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d401a8d-8d2e-421f-b612-820dde062f71 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Checking segment: {'id': '287f552d-2b53-4058-af40-be0b4bdebfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ac98f802-563e-450b-a855-01f87cc7ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:12:44.746791 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d401a8d-8d2e-421f-b612-820dde062f71 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network hostable DHCP agents. Network: ac98f802-563e-450b-a855-01f87cc7ffdd, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:12:44.804385 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d401a8d-8d2e-421f-b612-820dde062f71 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network ac98f802-563e-450b-a855-01f87cc7ffdd is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:12:44.834924 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-6d401a8d-8d2e-421f-b612-820dde062f71 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, ac98f802-563e-450b-a855-01f87cc7ffdd) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:44.840660 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d401a8d-8d2e-421f-b612-820dde062f71 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:12:44.849030 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d401a8d-8d2e-421f-b612-820dde062f71 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:44.851227 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c48ea28-f408-4007-876e-15eaff4b5b1d None None] Network ac98f802-563e-450b-a855-01f87cc7ffdd requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:44.856071 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d401a8d-8d2e-421f-b612-820dde062f71 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:44.856829 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6d401a8d-8d2e-421f-b612-820dde062f71 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:44.874064 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1234074d-1714-4516-8a26-d8d6fa68e19d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:44.881044 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1234074d-1714-4516-8a26-d8d6fa68e19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:44.891079 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6d401a8d-8d2e-421f-b612-820dde062f71 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6605380 Nov 12 09:12:44.894873 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56244) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:44.932918 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234074d-1714-4516-8a26-d8d6fa68e19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc294129-e779-4b33-9f24-e3bfa0d34080,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:44.954301 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1234074d-1714-4516-8a26-d8d6fa68e19d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7c5cca76db5147e8a7ee9bc7833b0920&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7534895 Nov 12 09:12:44.955487 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56246) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:45.107367 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2aab0135-7e16-40b6-8f75-6e7713283a0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.131412 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-15516289-e506-4d05-88fb-0f6badf945e6 req-c8ba6836-cb52-4330-a0bc-8f6117761109 tempest-ServerRescueTestJSONUnderV235-2110979373 tempest-ServerRescueTestJSONUnderV235-2110979373-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a7f68-36ce-4778-ad64-84784a511189 HTTP/1.1" status: 200 len: 210 time: 0.0634036 Nov 12 09:12:45.140468 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-401fa616-5641-4c04-a05c-35c486d984e7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Deleting port f7db4aa3-6759-47b9-bf31-8ea6de1065e0 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:45.140820 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-401fa616-5641-4c04-a05c-35c486d984e7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.156117 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2aab0135-7e16-40b6-8f75-6e7713283a0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.261384 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-401fa616-5641-4c04-a05c-35c486d984e7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.280204 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-401fa616-5641-4c04-a05c-35c486d984e7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Calling delete_port for f7db4aa3-6759-47b9-bf31-8ea6de1065e0 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:45.334387 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2aab0135-7e16-40b6-8f75-6e7713283a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.337162 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2aab0135-7e16-40b6-8f75-6e7713283a0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.338421 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2aab0135-7e16-40b6-8f75-6e7713283a0c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dc294129-e779-4b33-9f24-e3bfa0d34080 HTTP/1.1" status: 204 len: 168 time: 0.3818586 Nov 12 09:12:45.351911 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab0135-7e16-40b6-8f75-6e7713283a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc294129-e779-4b33-9f24-e3bfa0d34080,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:45.414595 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-401fa616-5641-4c04-a05c-35c486d984e7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.479190 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401fa616-5641-4c04-a05c-35c486d984e7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Port': ['ID=f7db4aa3-6759-47b9-bf31-8ea6de1065e0,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:45.491832 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-401fa616-5641-4c04-a05c-35c486d984e7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.499370 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-401fa616-5641-4c04-a05c-35c486d984e7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/ports/f7db4aa3-6759-47b9-bf31-8ea6de1065e0 HTTP/1.1" status: 204 len: 168 time: 0.6024439 Nov 12 09:12:45.502024 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56252) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:45.596364 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e81a52-c772-4188-bdb3-adc75223b102 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:45.605750 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e81a52-c772-4188-bdb3-adc75223b102 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:45.607579 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-13e81a52-c772-4188-bdb3-adc75223b102 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1039987 Nov 12 09:12:45.611228 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56256) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:45.745588 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c566238f-d419-4889-a151-9104458a34ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Deleting port 2a063706-b784-4e94-84b6-94f9bf8fb28a {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:45.746021 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c566238f-d419-4889-a151-9104458a34ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.795045 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56258) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:45.814720 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08239552-b094-4bc7-9611-14362a20c5af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.841338 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c566238f-d419-4889-a151-9104458a34ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.873105 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c566238f-d419-4889-a151-9104458a34ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Calling delete_port for 2a063706-b784-4e94-84b6-94f9bf8fb28a owned by {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:45.944846 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08239552-b094-4bc7-9611-14362a20c5af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.951844 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08239552-b094-4bc7-9611-14362a20c5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.988182 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c566238f-d419-4889-a151-9104458a34ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.997496 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08239552-b094-4bc7-9611-14362a20c5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444d20b2-bd54-4e6f-aaa6-9b39ae5cc3fc,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:46.009192 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-08239552-b094-4bc7-9611-14362a20c5af admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3152b258e4914cdaa27643a391ed7f4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2121048 Nov 12 09:12:46.012495 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56260) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:46.035068 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566238f-d419-4889-a151-9104458a34ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Port': ['ID=2a063706-b784-4e94-84b6-94f9bf8fb28a,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:46.044739 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c566238f-d419-4889-a151-9104458a34ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.050499 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c566238f-d419-4889-a151-9104458a34ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/ports/2a063706-b784-4e94-84b6-94f9bf8fb28a HTTP/1.1" status: 204 len: 168 time: 0.4376953 Nov 12 09:12:46.054432 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56262) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:46.086827 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-931c7e2f-3796-47f6-84c2-55ad2971a56d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.115795 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-931c7e2f-3796-47f6-84c2-55ad2971a56d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.159898 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a251f11-d3ea-4321-a613-b75bd9d82961 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:46.161562 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0a251f11-d3ea-4321-a613-b75bd9d82961 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1057522 Nov 12 09:12:46.170649 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56266) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:46.200646 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-21094201-375b-47a3-8e21-4880cba7fee3 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] GET failed (client error): The resource could not be found. Nov 12 09:12:46.203089 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-21094201-375b-47a3-8e21-4880cba7fee3 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "GET /v2.0/ports/f7db4aa3-6759-47b9-bf31-8ea6de1065e0 HTTP/1.1" status: 404 len: 333 time: 0.0306115 Nov 12 09:12:46.207558 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56268) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:46.218088 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-931c7e2f-3796-47f6-84c2-55ad2971a56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.226030 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-931c7e2f-3796-47f6-84c2-55ad2971a56d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.227941 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-931c7e2f-3796-47f6-84c2-55ad2971a56d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/444d20b2-bd54-4e6f-aaa6-9b39ae5cc3fc HTTP/1.1" status: 204 len: 168 time: 0.2138078 Nov 12 09:12:46.241232 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a69b7e9-9c1b-4649-8abe-af5c09b14ca6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] GET failed (client error): The resource could not be found. Nov 12 09:12:46.243152 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9a69b7e9-9c1b-4649-8abe-af5c09b14ca6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "GET /v2.0/ports/2a063706-b784-4e94-84b6-94f9bf8fb28a HTTP/1.1" status: 404 len: 333 time: 0.0340626 Nov 12 09:12:46.246420 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56272) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:46.249516 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56274) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:46.251395 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c7e2f-3796-47f6-84c2-55ad2971a56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444d20b2-bd54-4e6f-aaa6-9b39ae5cc3fc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:46.422831 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 2bb634d6-35f7-4478-acf2-a1eaa6f1c660 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:12:46.456473 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d49668ba-b1c6-4ab9-9640-b428819a9316 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.461088 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 2bb634d6-35f7-4478-acf2-a1eaa6f1c660 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:12:46.462163 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 2bb634d6-35f7-4478-acf2-a1eaa6f1c660 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:12:46.651850 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d49668ba-b1c6-4ab9-9640-b428819a9316 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.715365 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-d49668ba-b1c6-4ab9-9640-b428819a9316 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac98f802-563e-450b-a855-01f87cc7ffdd']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:46.734864 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-d49668ba-b1c6-4ab9-9640-b428819a9316 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '287f552d-2b53-4058-af40-be0b4bdebfdb') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:46.735251 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-d49668ba-b1c6-4ab9-9640-b428819a9316 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '287f552d-2b53-4058-af40-be0b4bdebfdb') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:46.751973 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d49668ba-b1c6-4ab9-9640-b428819a9316 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.790919 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d49668ba-b1c6-4ab9-9640-b428819a9316 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.803042 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49668ba-b1c6-4ab9-9640-b428819a9316 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:12:46.803824 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d49668ba-b1c6-4ab9-9640-b428819a9316 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.807144 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:12:46.807144 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:12:46.807144 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:12:46.807144 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:12:46.807144 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:12:46.807144 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:12:46.807144 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:12:46.807144 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:12:46.807144 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:12:46.807144 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:12:46.807144 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:12:46.807144 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:12:46.807144 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:12:46.807144 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:12:46.807144 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:12:46.807144 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:12:46.807144 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:12:46.807144 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:12:46.807144 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:12:46.807144 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:12:46.807144 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:12:46.807144 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:12:46.807144 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:12:46.807144 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:12:46.807144 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:12:46.807144 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:12:46.807144 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:12:46.807144 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:12:46.807144 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:12:46.807144 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:12:46.807144 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:12:46.807144 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:12:46.919701 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d49668ba-b1c6-4ab9-9640-b428819a9316 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.930197 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d49668ba-b1c6-4ab9-9640-b428819a9316 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.933978 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d49668ba-b1c6-4ab9-9640-b428819a9316 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/networks/ac98f802-563e-450b-a855-01f87cc7ffdd HTTP/1.1" status: 204 len: 168 time: 0.6752973 Nov 12 09:12:46.939503 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56286) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:46.948306 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-72b7d853-8295-46c1-bcf7-3b1c893a602c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-102972940'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:46.951912 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49668ba-b1c6-4ab9-9640-b428819a9316 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Network': ['ID=ac98f802-563e-450b-a855-01f87cc7ffdd,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:46.985756 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b7d853-8295-46c1-bcf7-3b1c893a602c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:46.991343 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72b7d853-8295-46c1-bcf7-3b1c893a602c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:47.028595 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72b7d853-8295-46c1-bcf7-3b1c893a602c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:12:47.045732 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72b7d853-8295-46c1-bcf7-3b1c893a602c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:47.046556 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-72b7d853-8295-46c1-bcf7-3b1c893a602c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Added segment 4d0b4322-e6cf-4438-8578-6faa6b2e7ab7 of type vlan for network e24e269b-84e2-4030-90d3-605ab89dba36 Nov 12 09:12:47.073443 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-071a6fde-45d4-4a34-966c-59972d3a8ca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:47.139002 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72b7d853-8295-46c1-bcf7-3b1c893a602c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:47.193787 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72b7d853-8295-46c1-bcf7-3b1c893a602c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:47.204683 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b7d853-8295-46c1-bcf7-3b1c893a602c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:47.205786 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72b7d853-8295-46c1-bcf7-3b1c893a602c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:47.320155 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-72b7d853-8295-46c1-bcf7-3b1c893a602c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3783159 Nov 12 09:12:47.325868 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56294) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:47.332690 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d1bcf13c-ad42-4e29-b02e-ac5350efd04e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'subnet': {'network_id': 'e24e269b-84e2-4030-90d3-605ab89dba36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:47.362263 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7d853-8295-46c1-bcf7-3b1c893a602c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Network': ['ID=e24e269b-84e2-4030-90d3-605ab89dba36,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:47.378535 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network e24e269b-84e2-4030-90d3-605ab89dba36 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:12:47.487625 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bcf13c-ad42-4e29-b02e-ac5350efd04e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:47.495368 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d1bcf13c-ad42-4e29-b02e-ac5350efd04e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:47.519173 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-071a6fde-45d4-4a34-966c-59972d3a8ca4 admin admin] Deleting port 3257675e-d8b4-4697-b315-61109be8c2a9 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:47.519510 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-071a6fde-45d4-4a34-966c-59972d3a8ca4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:47.605262 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.ipam_backend_mixin [None req-d1bcf13c-ad42-4e29-b02e-ac5350efd04e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Performing IP validity checks on allocation pools {{(pid=102568) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 09:12:47.606480 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.ipam_backend_mixin [None req-d1bcf13c-ad42-4e29-b02e-ac5350efd04e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102568) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 09:12:47.666408 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-071a6fde-45d4-4a34-966c-59972d3a8ca4 admin admin] For port 3257675e-d8b4-4697-b315-61109be8c2a9, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=3257675e-d8b4-4697-b315-61109be8c2a9,segment=NetworkSegment(f0e27cfd-cc8a-400e-ae7e-104591f7e239),segment_id=f0e27cfd-cc8a-400e-ae7e-104591f7e239)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:47.667244 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-071a6fde-45d4-4a34-966c-59972d3a8ca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:47.687784 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-071a6fde-45d4-4a34-966c-59972d3a8ca4 admin admin] Calling delete_port for 3257675e-d8b4-4697-b315-61109be8c2a9 owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:47.858218 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d1bcf13c-ad42-4e29-b02e-ac5350efd04e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:47.967569 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bcf13c-ad42-4e29-b02e-ac5350efd04e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Subnet': ['ID=69779cc2-43d0-4b61-bae5-b681ae94cd87,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:47.979633 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bcf13c-ad42-4e29-b02e-ac5350efd04e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Checking segment: {'id': '4d0b4322-e6cf-4438-8578-6faa6b2e7ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e24e269b-84e2-4030-90d3-605ab89dba36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:12:47.980135 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bcf13c-ad42-4e29-b02e-ac5350efd04e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network hostable DHCP agents. Network: e24e269b-84e2-4030-90d3-605ab89dba36, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:12:47.980809 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-071a6fde-45d4-4a34-966c-59972d3a8ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:48.008969 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bcf13c-ad42-4e29-b02e-ac5350efd04e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network e24e269b-84e2-4030-90d3-605ab89dba36 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:12:48.014186 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a6fde-45d4-4a34-966c-59972d3a8ca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3257675e-d8b4-4697-b315-61109be8c2a9,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:48.027775 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-d1bcf13c-ad42-4e29-b02e-ac5350efd04e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, e24e269b-84e2-4030-90d3-605ab89dba36) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:48.031859 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b70b3ea-8618-4087-84bf-d75a8ccd9ccd None None] DHCP port deletion for adb9c9a7-8b65-40da-8124-8d118ffa132b request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:12:48.036169 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bcf13c-ad42-4e29-b02e-ac5350efd04e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:48.037646 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d1bcf13c-ad42-4e29-b02e-ac5350efd04e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:48.046036 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943f7a4d-1b38-411a-bc54-27c37da9a8fd None None] Network e24e269b-84e2-4030-90d3-605ab89dba36 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:48.082333 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d1bcf13c-ad42-4e29-b02e-ac5350efd04e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7546566 Nov 12 09:12:48.084494 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56304) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:48.093889 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-21ac0872-108f-48b6-bae4-95d22226c679 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'port': {'network_id': 'e24e269b-84e2-4030-90d3-605ab89dba36', 'name': 'tempest-PortsTestJSON-1844191698'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:48.291698 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-071a6fde-45d4-4a34-966c-59972d3a8ca4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:48.313199 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0290b4c-744f-477e-83b6-265577cceafe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-e24e269b-84e2-4030-90d3-605ab89dba36', 'network_id': 'e24e269b-84e2-4030-90d3-605ab89dba36', 'tenant_id': 'a4cc795e5c364f88af1bdcef711beb4a', 'fixed_ips': [{'subnet_id': '69779cc2-43d0-4b61-bae5-b681ae94cd87'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:12:48.314239 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0290b4c-744f-477e-83b6-265577cceafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:48.388058 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ac0872-108f-48b6-bae4-95d22226c679 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:48.392066 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21ac0872-108f-48b6-bae4-95d22226c679 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:48.419273 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-21ac0872-108f-48b6-bae4-95d22226c679 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] device_id is not set on port b4182ade-e5af-45f2-ac33-744656997f86 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:12:48.540273 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-f0290b4c-744f-477e-83b6-265577cceafe None None] Allocated IP 172.20.0.2 (e24e269b-84e2-4030-90d3-605ab89dba36/69779cc2-43d0-4b61-bae5-b681ae94cd87/a2fdd882-fa84-4a9a-983b-fbd764d03e12) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:12:48.672843 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071a6fde-45d4-4a34-966c-59972d3a8ca4 admin admin] Router efe3cac5-4bf5-4c73-8d2e-7f5e61aff013 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:12:48.774062 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0290b4c-744f-477e-83b6-265577cceafe None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:48.784949 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0290b4c-744f-477e-83b6-265577cceafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:48.823646 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071a6fde-45d4-4a34-966c-59972d3a8ca4 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:12:48.838319 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65be620a-a4ad-4ce7-8332-ddc519456d66 None None] Sync routers for ids ['efe3cac5-4bf5-4c73-8d2e-7f5e61aff013'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:12:48.839561 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-071a6fde-45d4-4a34-966c-59972d3a8ca4 admin admin] 10.222.0.37 "PUT /v2.0/routers/efe3cac5-4bf5-4c73-8d2e-7f5e61aff013/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5915792 Nov 12 09:12:48.841962 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56320) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:48.851491 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0290b4c-744f-477e-83b6-265577cceafe None None] Pushing event updated for resources: {'Port': ['ID=a2fdd882-fa84-4a9a-983b-fbd764d03e12,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:48.873002 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0290b4c-744f-477e-83b6-265577cceafe None None] Network e24e269b-84e2-4030-90d3-605ab89dba36 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:12:48.874887 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-f0290b4c-744f-477e-83b6-265577cceafe None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:48.882704 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0290b4c-744f-477e-83b6-265577cceafe None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:12:48.890475 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65be620a-a4ad-4ce7-8332-ddc519456d66 None None] Routers {'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:48.904149 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-65be620a-a4ad-4ce7-8332-ddc519456d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:12:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['efe3cac5-4bf5-4c73-8d2e-7f5e61aff013'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:48.916954 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-21ac0872-108f-48b6-bae4-95d22226c679 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Allocated IP 172.20.0.14 (e24e269b-84e2-4030-90d3-605ab89dba36/69779cc2-43d0-4b61-bae5-b681ae94cd87/b4182ade-e5af-45f2-ac33-744656997f86) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:12:49.000873 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ee2c3264-fcd3-4aeb-8ce6-284d9727db07 admin admin] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.049564 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f0290b4c-744f-477e-83b6-265577cceafe None None] Attempting to bind port a2fdd882-fa84-4a9a-983b-fbd764d03e12 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:12:49.050449 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f0290b4c-744f-477e-83b6-265577cceafe None None] Attempting to bind port a2fdd882-fa84-4a9a-983b-fbd764d03e12 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '4d0b4322-e6cf-4438-8578-6faa6b2e7ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e24e269b-84e2-4030-90d3-605ab89dba36'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:12:49.050717 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0290b4c-744f-477e-83b6-265577cceafe None None] Attempting to bind port a2fdd882-fa84-4a9a-983b-fbd764d03e12 on network e24e269b-84e2-4030-90d3-605ab89dba36 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:12:49.066178 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0290b4c-744f-477e-83b6-265577cceafe None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:12:49.068968 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0290b4c-744f-477e-83b6-265577cceafe None None] Checking segment: {'id': '4d0b4322-e6cf-4438-8578-6faa6b2e7ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e24e269b-84e2-4030-90d3-605ab89dba36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:12:49.069483 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0290b4c-744f-477e-83b6-265577cceafe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.080256 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0290b4c-744f-477e-83b6-265577cceafe None None] Bound using segment: {'id': '4d0b4322-e6cf-4438-8578-6faa6b2e7ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e24e269b-84e2-4030-90d3-605ab89dba36'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:12:49.082030 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f0290b4c-744f-477e-83b6-265577cceafe None None] Bound port: a2fdd882-fa84-4a9a-983b-fbd764d03e12, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0b4322-e6cf-4438-8578-6faa6b2e7ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e24e269b-84e2-4030-90d3-605ab89dba36'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:12:49.088195 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0290b4c-744f-477e-83b6-265577cceafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.151673 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ee2c3264-fcd3-4aeb-8ce6-284d9727db07 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.221323 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-65be620a-a4ad-4ce7-8332-ddc519456d66 None None] Set router efe3cac5-4bf5-4c73-8d2e-7f5e61aff013 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:49.233305 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-ee2c3264-fcd3-4aeb-8ce6-284d9727db07 admin admin] Deleting port 8366f079-ad0d-4bbf-8e82-f8006669f61c {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:49.236229 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ee2c3264-fcd3-4aeb-8ce6-284d9727db07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.273456 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21ac0872-108f-48b6-bae4-95d22226c679 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.297780 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f0290b4c-744f-477e-83b6-265577cceafe None None] For port a2fdd882-fa84-4a9a-983b-fbd764d03e12, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:12:49.304743 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f0290b4c-744f-477e-83b6-265577cceafe None None] For port a2fdd882-fa84-4a9a-983b-fbd764d03e12, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a2fdd882-fa84-4a9a-983b-fbd764d03e12,segment=NetworkSegment(4d0b4322-e6cf-4438-8578-6faa6b2e7ab7),segment_id=4d0b4322-e6cf-4438-8578-6faa6b2e7ab7)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:12:49.320074 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0290b4c-744f-477e-83b6-265577cceafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.360626 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21ac0872-108f-48b6-bae4-95d22226c679 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.438132 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ac0872-108f-48b6-bae4-95d22226c679 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network e24e269b-84e2-4030-90d3-605ab89dba36 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:12:49.442334 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-ee2c3264-fcd3-4aeb-8ce6-284d9727db07 admin admin] For port 8366f079-ad0d-4bbf-8e82-f8006669f61c, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=8366f079-ad0d-4bbf-8e82-f8006669f61c,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:49.443278 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ee2c3264-fcd3-4aeb-8ce6-284d9727db07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.443584 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-21ac0872-108f-48b6-bae4-95d22226c679 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:49.449264 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ac0872-108f-48b6-bae4-95d22226c679 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:12:49.496449 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-ee2c3264-fcd3-4aeb-8ce6-284d9727db07 admin admin] Calling delete_port for 8366f079-ad0d-4bbf-8e82-f8006669f61c owned by network:router_gateway {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:49.545574 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac0872-108f-48b6-bae4-95d22226c679 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Port': ['ID=b4182ade-e5af-45f2-ac33-744656997f86,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:49.577866 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ac0872-108f-48b6-bae4-95d22226c679 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:49.578946 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21ac0872-108f-48b6-bae4-95d22226c679 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.593980 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0290b4c-744f-477e-83b6-265577cceafe None None] Pushing event updated for resources: {'Port': ['ID=a2fdd882-fa84-4a9a-983b-fbd764d03e12,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:49.623812 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-21ac0872-108f-48b6-bae4-95d22226c679 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5359910 Nov 12 09:12:49.626018 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56352) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:49.773580 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-65be620a-a4ad-4ce7-8332-ddc519456d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'name': 'tempest-ServerRescueTestJSONUnderV235-496684968-router', 'tenant_id': '7936baa04f2446059a6bd19fa0bb292d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '8366f079-ad0d-4bbf-8e82-f8006669f61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:06Z', 'updated_at': '2021-11-12T09:12:47Z', 'revision_number': 5, 'project_id': '7936baa04f2446059a6bd19fa0bb292d', 'gw_port': {'id': '8366f079-ad0d-4bbf-8e82-f8006669f61c', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:08Z', 'updated_at': '2021-11-12T09:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:49.868374 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f0897a5a-caf8-4d31-bd96-9f6f5237f889 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Deleting port b4182ade-e5af-45f2-ac33-744656997f86 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:49.868991 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f0897a5a-caf8-4d31-bd96-9f6f5237f889 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.874107 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65be620a-a4ad-4ce7-8332-ddc519456d66 None None] Checking router: efe3cac5-4bf5-4c73-8d2e-7f5e61aff013 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:12:49.890509 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65be620a-a4ad-4ce7-8332-ddc519456d66 None None] Routers {'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:49.891594 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-65be620a-a4ad-4ce7-8332-ddc519456d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:12:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['efe3cac5-4bf5-4c73-8d2e-7f5e61aff013'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:49.961156 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ee2c3264-fcd3-4aeb-8ce6-284d9727db07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:50.035146 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c3264-fcd3-4aeb-8ce6-284d9727db07 admin admin] Pushing event deleted for resources: {'Port': ['ID=8366f079-ad0d-4bbf-8e82-f8006669f61c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:50.081113 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3563425c-c7ed-460d-91f4-75cfbe62387f None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:12:50.136509 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f0897a5a-caf8-4d31-bd96-9f6f5237f889 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:50.168613 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f0897a5a-caf8-4d31-bd96-9f6f5237f889 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Calling delete_port for b4182ade-e5af-45f2-ac33-744656997f86 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:50.189729 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ee2c3264-fcd3-4aeb-8ce6-284d9727db07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:50.292301 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-65be620a-a4ad-4ce7-8332-ddc519456d66 None None] Set router efe3cac5-4bf5-4c73-8d2e-7f5e61aff013 gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:50.513219 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-65be620a-a4ad-4ce7-8332-ddc519456d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'name': 'tempest-ServerRescueTestJSONUnderV235-496684968-router', 'tenant_id': '7936baa04f2446059a6bd19fa0bb292d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:06Z', 'updated_at': '2021-11-12T09:12:49Z', 'revision_number': 6, 'project_id': '7936baa04f2446059a6bd19fa0bb292d', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:50.644970 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65be620a-a4ad-4ce7-8332-ddc519456d66 None None] The sync data for ids ['efe3cac5-4bf5-4c73-8d2e-7f5e61aff013'] in n-d-768862-16 is: [{'id': 'efe3cac5-4bf5-4c73-8d2e-7f5e61aff013', 'name': 'tempest-ServerRescueTestJSONUnderV235-496684968-router', 'tenant_id': '7936baa04f2446059a6bd19fa0bb292d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:06Z', 'updated_at': '2021-11-12T09:12:49Z', 'revision_number': 6, 'project_id': '7936baa04f2446059a6bd19fa0bb292d', 'gw_port_host': None}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:12:50.662779 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f0897a5a-caf8-4d31-bd96-9f6f5237f889 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:50.686037 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ee2c3264-fcd3-4aeb-8ce6-284d9727db07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:50.696180 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a2fdd882-fa84-4a9a-983b-fbd764d03e12 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:12:50.718787 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ee2c3264-fcd3-4aeb-8ce6-284d9727db07 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:50.812404 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0897a5a-caf8-4d31-bd96-9f6f5237f889 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Port': ['ID=b4182ade-e5af-45f2-ac33-744656997f86,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:50.858531 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port a2fdd882-fa84-4a9a-983b-fbd764d03e12 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:50.858917 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:50.929629 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f0897a5a-caf8-4d31-bd96-9f6f5237f889 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:50.954440 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f0897a5a-caf8-4d31-bd96-9f6f5237f889 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/ports/b4182ade-e5af-45f2-ac33-744656997f86 HTTP/1.1" status: 204 len: 168 time: 1.3263462 Nov 12 09:12:50.955772 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56394) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:51.019526 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a69f12-3361-47a1-9851-e4f472e0917c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] DELETE failed (client error): The resource could not be found. Nov 12 09:12:51.021014 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a69f12-3361-47a1-9851-e4f472e0917c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:12:51.028500 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.033075 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-47a69f12-3361-47a1-9851-e4f472e0917c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/ports/b4182ade-e5af-45f2-ac33-744656997f86 HTTP/1.1" status: 404 len: 333 time: 0.0752511 Nov 12 09:12:51.035435 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56396) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:51.115466 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port a2fdd882-fa84-4a9a-983b-fbd764d03e12, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a2fdd882-fa84-4a9a-983b-fbd764d03e12,segment=NetworkSegment(4d0b4322-e6cf-4438-8578-6faa6b2e7ab7),segment_id=4d0b4322-e6cf-4438-8578-6faa6b2e7ab7)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:51.121841 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-4766edd8-25a0-45c2-be0a-f7693887c3e4 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] GET failed (client error): The resource could not be found. Nov 12 09:12:51.125664 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.131800 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4766edd8-25a0-45c2-be0a-f7693887c3e4 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "GET /v2.0/ports/b4182ade-e5af-45f2-ac33-744656997f86 HTTP/1.1" status: 404 len: 333 time: 0.0943792 Nov 12 09:12:51.132871 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56400) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:51.266988 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=a2fdd882-fa84-4a9a-983b-fbd764d03e12,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:51.275122 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-c59512ff-d0c2-4cbb-b053-c37f1bffba8e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Deleting subnet 69779cc2-43d0-4b61-bae5-b681ae94cd87 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:12:51.281935 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c59512ff-d0c2-4cbb-b053-c37f1bffba8e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.296887 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56402) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:51.393339 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c59512ff-d0c2-4cbb-b053-c37f1bffba8e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.449021 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ee2c3264-fcd3-4aeb-8ce6-284d9727db07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.450125 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2c3264-fcd3-4aeb-8ce6-284d9727db07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efe3cac5-4bf5-4c73-8d2e-7f5e61aff013 {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:12:51.460625 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ee2c3264-fcd3-4aeb-8ce6-284d9727db07 admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.467101 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56406) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:51.471465 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5318ef-e1a6-44a0-91c5-1a512a801dd2 None None] Network e24e269b-84e2-4030-90d3-605ab89dba36 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:51.477790 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ee2c3264-fcd3-4aeb-8ce6-284d9727db07 admin admin] 10.222.0.37 "DELETE /v2.0/routers/efe3cac5-4bf5-4c73-8d2e-7f5e61aff013 HTTP/1.1" status: 204 len: 168 time: 2.6343231 Nov 12 09:12:51.593871 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6bb26e-053d-4b80-b47d-edcd5ef82470 admin admin] Deleting subnet a3a9d107-d107-4cc5-aa4f-14cfcf420d5c {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:12:51.596572 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c02ed605-01de-4815-91b8-bc22d8150b68 None None] Provisioning complete for port a2fdd882-fa84-4a9a-983b-fbd764d03e12 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:51.596955 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c02ed605-01de-4815-91b8-bc22d8150b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.654529 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3b6bb26e-053d-4b80-b47d-edcd5ef82470 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.698017 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c36a412d-25cc-47ac-88f0-e5f2c504c84c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.742753 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c59512ff-d0c2-4cbb-b053-c37f1bffba8e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.751722 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3b6bb26e-053d-4b80-b47d-edcd5ef82470 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.882268 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3b6bb26e-053d-4b80-b47d-edcd5ef82470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.934419 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c59512ff-d0c2-4cbb-b053-c37f1bffba8e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.989488 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59512ff-d0c2-4cbb-b053-c37f1bffba8e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Subnet': ['ID=69779cc2-43d0-4b61-bae5-b681ae94cd87,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:52.003723 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c59512ff-d0c2-4cbb-b053-c37f1bffba8e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.012761 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c59512ff-d0c2-4cbb-b053-c37f1bffba8e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/subnets/69779cc2-43d0-4b61-bae5-b681ae94cd87 HTTP/1.1" status: 204 len: 168 time: 0.8732021 Nov 12 09:12:52.012932 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56408) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:52.056331 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3b6bb26e-053d-4b80-b47d-edcd5ef82470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.130448 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6bb26e-053d-4b80-b47d-edcd5ef82470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3a9d107-d107-4cc5-aa4f-14cfcf420d5c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:52.146564 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c36a412d-25cc-47ac-88f0-e5f2c504c84c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.152498 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3b6bb26e-053d-4b80-b47d-edcd5ef82470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.158513 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3b6bb26e-053d-4b80-b47d-edcd5ef82470 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a3a9d107-d107-4cc5-aa4f-14cfcf420d5c HTTP/1.1" status: 204 len: 168 time: 0.6866086 Nov 12 09:12:52.162699 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56410) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:52.163355 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3c5125-8631-46e2-ae14-9a4e592e5e38 None None] Network e24e269b-84e2-4030-90d3-605ab89dba36 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:52.165208 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c36a412d-25cc-47ac-88f0-e5f2c504c84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.182168 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10141115-77a8-4ee1-82fe-89a0ea39ec06 None None] Network adb9c9a7-8b65-40da-8124-8d118ffa132b requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:52.241398 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d45fceb2-95f0-4ed6-8ed3-c6625fba0286 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.253986 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a412d-25cc-47ac-88f0-e5f2c504c84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14007fb4-d061-40c0-b378-5c9f0a29dae2,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:52.269693 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c36a412d-25cc-47ac-88f0-e5f2c504c84c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=743dda6c40174e91ae1843ed06167fce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9709628 Nov 12 09:12:52.270827 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56412) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:52.392959 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-576977c2-e039-4779-bd02-62716e5c793e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.394113 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-65835096-c828-4011-ba27-b90a12ac561d None None] Provisioning complete for port a2fdd882-fa84-4a9a-983b-fbd764d03e12 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:52.394684 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-65835096-c828-4011-ba27-b90a12ac561d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.400342 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02904b6d-45e4-4874-8b4d-a390b4e37bc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.449583 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02904b6d-45e4-4874-8b4d-a390b4e37bc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.467711 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a2fdd882-fa84-4a9a-983b-fbd764d03e12 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:12:52.519018 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-d45fceb2-95f0-4ed6-8ed3-c6625fba0286 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Deleting port a2fdd882-fa84-4a9a-983b-fbd764d03e12 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:52.519781 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d45fceb2-95f0-4ed6-8ed3-c6625fba0286 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.525546 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-576977c2-e039-4779-bd02-62716e5c793e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.545070 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02904b6d-45e4-4874-8b4d-a390b4e37bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.548805 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02904b6d-45e4-4874-8b4d-a390b4e37bc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.550625 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-02904b6d-45e4-4874-8b4d-a390b4e37bc2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/14007fb4-d061-40c0-b378-5c9f0a29dae2 HTTP/1.1" status: 204 len: 168 time: 0.2772725 Nov 12 09:12:52.567222 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02904b6d-45e4-4874-8b4d-a390b4e37bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14007fb4-d061-40c0-b378-5c9f0a29dae2,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:52.611125 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-576977c2-e039-4779-bd02-62716e5c793e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb9c9a7-8b65-40da-8124-8d118ffa132b']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:52.634366 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-576977c2-e039-4779-bd02-62716e5c793e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0e27cfd-cc8a-400e-ae7e-104591f7e239') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:52.634716 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-576977c2-e039-4779-bd02-62716e5c793e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0e27cfd-cc8a-400e-ae7e-104591f7e239') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:52.651682 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-d45fceb2-95f0-4ed6-8ed3-c6625fba0286 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] For port a2fdd882-fa84-4a9a-983b-fbd764d03e12, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a2fdd882-fa84-4a9a-983b-fbd764d03e12,segment=NetworkSegment(4d0b4322-e6cf-4438-8578-6faa6b2e7ab7),segment_id=4d0b4322-e6cf-4438-8578-6faa6b2e7ab7)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:52.652085 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d45fceb2-95f0-4ed6-8ed3-c6625fba0286 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.656189 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-576977c2-e039-4779-bd02-62716e5c793e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.682718 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-d45fceb2-95f0-4ed6-8ed3-c6625fba0286 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Calling delete_port for a2fdd882-fa84-4a9a-983b-fbd764d03e12 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:52.695145 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-576977c2-e039-4779-bd02-62716e5c793e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.706923 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-576977c2-e039-4779-bd02-62716e5c793e admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:12:52.707516 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-576977c2-e039-4779-bd02-62716e5c793e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.709889 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:12:52.709889 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:12:52.709889 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:12:52.709889 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:12:52.709889 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:12:52.709889 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:12:52.709889 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:12:52.709889 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:12:52.709889 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:12:52.709889 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:12:52.709889 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:12:52.709889 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:12:52.709889 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:12:52.709889 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:12:52.709889 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:12:52.709889 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:12:52.709889 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:12:52.709889 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:12:52.709889 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:12:52.709889 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:12:52.709889 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:12:52.709889 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:12:52.709889 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:12:52.709889 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:12:52.709889 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:12:52.709889 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:12:52.709889 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:12:52.709889 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:12:52.709889 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:12:52.709889 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:12:52.709889 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:12:52.709889 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:12:52.813896 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b93633-4406-44cd-995f-05bd588520ab None None] DHCP port deletion for adb9c9a7-8b65-40da-8124-8d118ffa132b request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:12:52.836856 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-576977c2-e039-4779-bd02-62716e5c793e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.844299 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-576977c2-e039-4779-bd02-62716e5c793e admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.849196 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-576977c2-e039-4779-bd02-62716e5c793e admin admin] 10.222.0.37 "DELETE /v2.0/networks/adb9c9a7-8b65-40da-8124-8d118ffa132b HTTP/1.1" status: 204 len: 168 time: 0.6793389 Nov 12 09:12:52.877629 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576977c2-e039-4779-bd02-62716e5c793e admin admin] Pushing event deleted for resources: {'Network': ['ID=adb9c9a7-8b65-40da-8124-8d118ffa132b,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:52.903457 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d45fceb2-95f0-4ed6-8ed3-c6625fba0286 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.950416 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45fceb2-95f0-4ed6-8ed3-c6625fba0286 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Port': ['ID=a2fdd882-fa84-4a9a-983b-fbd764d03e12,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:52.968137 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45fceb2-95f0-4ed6-8ed3-c6625fba0286 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] No DVR routers for this DVR port a2fdd882-fa84-4a9a-983b-fbd764d03e12 on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:12:52.976587 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port a2fdd882-fa84-4a9a-983b-fbd764d03e12 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:52.977507 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.022776 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Port a2fdd882-fa84-4a9a-983b-fbd764d03e12 was deleted so its status cannot be updated. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 09:12:53.036093 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 3257675e-d8b4-4697-b315-61109be8c2a9 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:12:53.113530 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 3257675e-d8b4-4697-b315-61109be8c2a9 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:12:53.114611 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 3257675e-d8b4-4697-b315-61109be8c2a9 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:12:53.115114 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8366f079-ad0d-4bbf-8e82-f8006669f61c no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:12:53.145019 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d45fceb2-95f0-4ed6-8ed3-c6625fba0286 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.158485 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56422) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:53.167410 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 8366f079-ad0d-4bbf-8e82-f8006669f61c {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:12:53.171851 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8366f079-ad0d-4bbf-8e82-f8006669f61c not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:12:53.181090 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619ccdfb-34fe-49e4-b036-403680596a33 None None] DHCP port deletion for e24e269b-84e2-4030-90d3-605ab89dba36 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:12:53.182453 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56424) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:53.183453 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa829ef6-0242-44e3-ae2d-4964fb6b6392 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.199854 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-d45fceb2-95f0-4ed6-8ed3-c6625fba0286 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24e269b-84e2-4030-90d3-605ab89dba36']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:53.236524 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-d45fceb2-95f0-4ed6-8ed3-c6625fba0286 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d0b4322-e6cf-4438-8578-6faa6b2e7ab7') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:53.237043 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-d45fceb2-95f0-4ed6-8ed3-c6625fba0286 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d0b4322-e6cf-4438-8578-6faa6b2e7ab7') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:53.258801 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.264841 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d45fceb2-95f0-4ed6-8ed3-c6625fba0286 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.302419 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-731f9bda-4fb2-41c6-92e2-0d53bd460a07 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7936baa04f2446059a6bd19fa0bb292d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1182055 Nov 12 09:12:53.303798 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d45fceb2-95f0-4ed6-8ed3-c6625fba0286 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.305787 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56426) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:53.314346 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45fceb2-95f0-4ed6-8ed3-c6625fba0286 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:12:53.314783 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d45fceb2-95f0-4ed6-8ed3-c6625fba0286 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.318779 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:12:53.318779 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:12:53.318779 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:12:53.318779 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:12:53.318779 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:12:53.318779 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:12:53.318779 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:12:53.318779 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:12:53.318779 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:12:53.318779 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:12:53.318779 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:12:53.318779 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:12:53.318779 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:12:53.318779 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:12:53.318779 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:12:53.318779 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:12:53.318779 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:12:53.318779 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:12:53.318779 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:12:53.318779 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:12:53.318779 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:12:53.318779 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:12:53.318779 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:12:53.318779 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:12:53.318779 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:12:53.318779 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:12:53.318779 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:12:53.318779 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:12:53.318779 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:12:53.318779 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:12:53.318779 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:12:53.318779 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:12:53.347510 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa829ef6-0242-44e3-ae2d-4964fb6b6392 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.366880 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa829ef6-0242-44e3-ae2d-4964fb6b6392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.387689 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d45fceb2-95f0-4ed6-8ed3-c6625fba0286 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.396033 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d45fceb2-95f0-4ed6-8ed3-c6625fba0286 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.404620 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d45fceb2-95f0-4ed6-8ed3-c6625fba0286 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/networks/e24e269b-84e2-4030-90d3-605ab89dba36 HTTP/1.1" status: 204 len: 168 time: 1.3903935 Nov 12 09:12:53.405194 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56428) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:53.421734 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-a2961566-1bea-4b7e-9476-c7f1d2663662 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1331864620'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:53.425940 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45fceb2-95f0-4ed6-8ed3-c6625fba0286 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Network': ['ID=e24e269b-84e2-4030-90d3-605ab89dba36,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:53.442088 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fceb2-95f0-4ed6-8ed3-c6625fba0286 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:53.442439 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fceb2-95f0-4ed6-8ed3-c6625fba0286 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:53.442902 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fceb2-95f0-4ed6-8ed3-c6625fba0286 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:53.443704 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fceb2-95f0-4ed6-8ed3-c6625fba0286 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:53.444086 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fceb2-95f0-4ed6-8ed3-c6625fba0286 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:53.444423 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fceb2-95f0-4ed6-8ed3-c6625fba0286 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:53.444755 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fceb2-95f0-4ed6-8ed3-c6625fba0286 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:53.445082 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fceb2-95f0-4ed6-8ed3-c6625fba0286 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:53.445414 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fceb2-95f0-4ed6-8ed3-c6625fba0286 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:53.445743 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fceb2-95f0-4ed6-8ed3-c6625fba0286 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:53.446128 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fceb2-95f0-4ed6-8ed3-c6625fba0286 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:53.446652 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fceb2-95f0-4ed6-8ed3-c6625fba0286 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:53.467059 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2961566-1bea-4b7e-9476-c7f1d2663662 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:53.471184 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a2961566-1bea-4b7e-9476-c7f1d2663662 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.472880 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa829ef6-0242-44e3-ae2d-4964fb6b6392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd17ba8-e34d-4097-9d2a-356d784020e6,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:53.483284 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-aa829ef6-0242-44e3-ae2d-4964fb6b6392 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5729bc38aa7847aba3d2980ef1ff68d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3228374 Nov 12 09:12:53.487104 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56430) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:53.507891 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-90e1b3df-6cd8-4928-b9ac-6f0521fbb7c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.560182 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-90e1b3df-6cd8-4928-b9ac-6f0521fbb7c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.576000 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2961566-1bea-4b7e-9476-c7f1d2663662 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:12:53.582638 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c1a1053f-5e66-46fc-88f3-825eca18c8ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.605791 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a2961566-1bea-4b7e-9476-c7f1d2663662 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.606226 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-a2961566-1bea-4b7e-9476-c7f1d2663662 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Added segment 0dba57c2-f896-4929-be35-d382478cc468 of type vlan for network 4866d124-f6ed-4fac-8551-0f620b3f6c4e Nov 12 09:12:53.633680 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c1a1053f-5e66-46fc-88f3-825eca18c8ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.654255 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-90e1b3df-6cd8-4928-b9ac-6f0521fbb7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.660070 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-90e1b3df-6cd8-4928-b9ac-6f0521fbb7c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.663625 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-90e1b3df-6cd8-4928-b9ac-6f0521fbb7c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d444194a-cad6-4a4f-a34f-8649e4ab6eaf HTTP/1.1" status: 204 len: 168 time: 0.3552289 Nov 12 09:12:53.682494 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1b3df-6cd8-4928-b9ac-6f0521fbb7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d444194a-cad6-4a4f-a34f-8649e4ab6eaf,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:53.696072 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a2961566-1bea-4b7e-9476-c7f1d2663662 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.761289 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a2961566-1bea-4b7e-9476-c7f1d2663662 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.772626 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2961566-1bea-4b7e-9476-c7f1d2663662 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:53.773704 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a2961566-1bea-4b7e-9476-c7f1d2663662 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.816813 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c1a1053f-5e66-46fc-88f3-825eca18c8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.821790 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c1a1053f-5e66-46fc-88f3-825eca18c8ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.823881 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c1a1053f-5e66-46fc-88f3-825eca18c8ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8fd17ba8-e34d-4097-9d2a-356d784020e6 HTTP/1.1" status: 204 len: 168 time: 0.3353603 Nov 12 09:12:53.867520 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56436) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:53.867849 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a2961566-1bea-4b7e-9476-c7f1d2663662 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4593441 Nov 12 09:12:53.877808 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-cfa6006d-4176-4204-9435-b8aef4d550ec tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'subnet': {'network_id': '4866d124-f6ed-4fac-8551-0f620b3f6c4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:53.900499 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1053f-5e66-46fc-88f3-825eca18c8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd17ba8-e34d-4097-9d2a-356d784020e6,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:53.912618 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2961566-1bea-4b7e-9476-c7f1d2663662 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Network': ['ID=4866d124-f6ed-4fac-8551-0f620b3f6c4e,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:53.957326 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 4866d124-f6ed-4fac-8551-0f620b3f6c4e details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:12:54.097068 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa6006d-4176-4204-9435-b8aef4d550ec tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:54.104221 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfa6006d-4176-4204-9435-b8aef4d550ec tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:54.306638 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a2fdd882-fa84-4a9a-983b-fbd764d03e12 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:12:54.341872 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: a2fdd882-fa84-4a9a-983b-fbd764d03e12 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:12:54.342216 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a2fdd882-fa84-4a9a-983b-fbd764d03e12 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:12:54.407287 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfa6006d-4176-4204-9435-b8aef4d550ec tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:54.490257 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6006d-4176-4204-9435-b8aef4d550ec tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Subnet': ['ID=5fc6df10-8a72-40cb-8a20-4ec97e3223fd,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:54.499979 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6006d-4176-4204-9435-b8aef4d550ec tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Checking segment: {'id': '0dba57c2-f896-4929-be35-d382478cc468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4866d124-f6ed-4fac-8551-0f620b3f6c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:12:54.500361 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa6006d-4176-4204-9435-b8aef4d550ec tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network hostable DHCP agents. Network: 4866d124-f6ed-4fac-8551-0f620b3f6c4e, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:12:54.521986 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa6006d-4176-4204-9435-b8aef4d550ec tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network 4866d124-f6ed-4fac-8551-0f620b3f6c4e is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:12:54.536538 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-cfa6006d-4176-4204-9435-b8aef4d550ec tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 4866d124-f6ed-4fac-8551-0f620b3f6c4e) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:54.550586 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c9d5d0-bf45-4e31-b7dd-a51553daacfa None None] Network 4866d124-f6ed-4fac-8551-0f620b3f6c4e requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:54.563610 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa6006d-4176-4204-9435-b8aef4d550ec tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:54.565746 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfa6006d-4176-4204-9435-b8aef4d550ec tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:54.610127 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-cfa6006d-4176-4204-9435-b8aef4d550ec tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7404575 Nov 12 09:12:54.614227 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56460) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:54.623505 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e5fa644e-e6c0-44a3-a7f2-a65c85f26167 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'port': {'network_id': '4866d124-f6ed-4fac-8551-0f620b3f6c4e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1657252009'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:54.775352 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-4866d124-f6ed-4fac-8551-0f620b3f6c4e', 'network_id': '4866d124-f6ed-4fac-8551-0f620b3f6c4e', 'tenant_id': 'a4cc795e5c364f88af1bdcef711beb4a', 'fixed_ips': [{'subnet_id': '5fc6df10-8a72-40cb-8a20-4ec97e3223fd'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:12:54.777948 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:54.834732 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fa644e-e6c0-44a3-a7f2-a65c85f26167 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:54.841900 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e5fa644e-e6c0-44a3-a7f2-a65c85f26167 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:54.882772 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-e5fa644e-e6c0-44a3-a7f2-a65c85f26167 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] device_id is not set on port 194c1c60-7b3e-41dc-adb1-94e517e0d315 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:12:55.026518 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] Allocated IP 172.20.0.2 (4866d124-f6ed-4fac-8551-0f620b3f6c4e/5fc6df10-8a72-40cb-8a20-4ec97e3223fd/1e0ffbdd-56d3-4d62-97ed-d893b67df61b) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:12:55.098556 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56476) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:55.249062 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-b69d85e4-0ce6-42f6-be9e-f9a0538e2c0c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1431087162-network', 'tenant_id': '6ba249b1417247ef9d5961203768255e'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:55.276471 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:55.287152 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:55.300325 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69d85e4-0ce6-42f6-be9e-f9a0538e2c0c admin admin] Made reservation on behalf of 6ba249b1417247ef9d5961203768255e for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:55.305517 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b69d85e4-0ce6-42f6-be9e-f9a0538e2c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:55.326283 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b69d85e4-0ce6-42f6-be9e-f9a0538e2c0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:55.344286 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] Network 4866d124-f6ed-4fac-8551-0f620b3f6c4e is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:12:55.352092 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:55.361764 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:12:55.376767 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] Pushing event updated for resources: {'Port': ['ID=1e0ffbdd-56d3-4d62-97ed-d893b67df61b,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:55.392806 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:55.393354 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:55.393732 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:55.394306 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:55.394654 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:55.395020 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:55.395340 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:55.395673 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:55.396108 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:55.396507 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:55.396879 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:55.397252 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:55.403784 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-e5fa644e-e6c0-44a3-a7f2-a65c85f26167 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Allocated IP 172.20.0.10 (4866d124-f6ed-4fac-8551-0f620b3f6c4e/5fc6df10-8a72-40cb-8a20-4ec97e3223fd/194c1c60-7b3e-41dc-adb1-94e517e0d315) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:12:55.469681 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] Attempting to bind port 1e0ffbdd-56d3-4d62-97ed-d893b67df61b on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:12:55.470120 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] Attempting to bind port 1e0ffbdd-56d3-4d62-97ed-d893b67df61b by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '0dba57c2-f896-4929-be35-d382478cc468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4866d124-f6ed-4fac-8551-0f620b3f6c4e'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:12:55.470690 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] Attempting to bind port 1e0ffbdd-56d3-4d62-97ed-d893b67df61b on network 4866d124-f6ed-4fac-8551-0f620b3f6c4e {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:12:55.477986 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:12:55.478740 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] Checking segment: {'id': '0dba57c2-f896-4929-be35-d382478cc468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4866d124-f6ed-4fac-8551-0f620b3f6c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:12:55.479288 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:55.479708 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] Bound using segment: {'id': '0dba57c2-f896-4929-be35-d382478cc468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4866d124-f6ed-4fac-8551-0f620b3f6c4e'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:12:55.480382 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] Bound port: 1e0ffbdd-56d3-4d62-97ed-d893b67df61b, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dba57c2-f896-4929-be35-d382478cc468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4866d124-f6ed-4fac-8551-0f620b3f6c4e'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:12:55.480829 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:55.570338 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b69d85e4-0ce6-42f6-be9e-f9a0538e2c0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:55.580564 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b69d85e4-0ce6-42f6-be9e-f9a0538e2c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:55.581717 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] For port 1e0ffbdd-56d3-4d62-97ed-d893b67df61b, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:12:55.587059 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] For port 1e0ffbdd-56d3-4d62-97ed-d893b67df61b, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=1e0ffbdd-56d3-4d62-97ed-d893b67df61b,segment=NetworkSegment(0dba57c2-f896-4929-be35-d382478cc468),segment_id=0dba57c2-f896-4929-be35-d382478cc468)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:12:55.593257 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:55.634622 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b69d85e4-0ce6-42f6-be9e-f9a0538e2c0c admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:12:55.683808 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d85e4-0ce6-42f6-be9e-f9a0538e2c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd472345-1f56-408f-9634-21cf7e58b667,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:55.700966 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b69d85e4-0ce6-42f6-be9e-f9a0538e2c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:55.705032 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-b69d85e4-0ce6-42f6-be9e-f9a0538e2c0c admin admin] Added segment 38860fa3-f3d5-4827-9bd9-3f55ebbb1c24 of type vlan for network 0993354a-8baa-44a8-be7e-987245c15ff0 Nov 12 09:12:55.731354 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0b758-4a3c-4d9d-afca-c0259bbe8752 None None] Pushing event updated for resources: {'Port': ['ID=1e0ffbdd-56d3-4d62-97ed-d893b67df61b,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:55.743883 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e5fa644e-e6c0-44a3-a7f2-a65c85f26167 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:55.798611 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b69d85e4-0ce6-42f6-be9e-f9a0538e2c0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:55.811110 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e5fa644e-e6c0-44a3-a7f2-a65c85f26167 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:55.853333 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b69d85e4-0ce6-42f6-be9e-f9a0538e2c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:55.855519 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69d85e4-0ce6-42f6-be9e-f9a0538e2c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:55.856916 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b69d85e4-0ce6-42f6-be9e-f9a0538e2c0c admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:55.872447 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fa644e-e6c0-44a3-a7f2-a65c85f26167 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network 4866d124-f6ed-4fac-8551-0f620b3f6c4e is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:12:55.876855 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-e5fa644e-e6c0-44a3-a7f2-a65c85f26167 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:55.884093 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fa644e-e6c0-44a3-a7f2-a65c85f26167 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:12:55.925783 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa644e-e6c0-44a3-a7f2-a65c85f26167 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Port': ['ID=194c1c60-7b3e-41dc-adb1-94e517e0d315,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:55.975101 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fa644e-e6c0-44a3-a7f2-a65c85f26167 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:55.977365 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e5fa644e-e6c0-44a3-a7f2-a65c85f26167 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:56.005256 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e5fa644e-e6c0-44a3-a7f2-a65c85f26167 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.3878453 Nov 12 09:12:56.014734 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56498) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:56.064082 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b69d85e4-0ce6-42f6-be9e-f9a0538e2c0c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9633775 Nov 12 09:12:56.069141 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56500) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:56.077027 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-473ff0f2-0c2c-479b-b0a7-815e3a742b01 admin admin] Request body: {'subnet': {'network_id': '0993354a-8baa-44a8-be7e-987245c15ff0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1431087162-subnet', 'tenant_id': '6ba249b1417247ef9d5961203768255e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:56.080186 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d85e4-0ce6-42f6-be9e-f9a0538e2c0c admin admin] Pushing event updated for resources: {'Network': ['ID=0993354a-8baa-44a8-be7e-987245c15ff0,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:56.095195 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 0993354a-8baa-44a8-be7e-987245c15ff0 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:12:56.187293 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473ff0f2-0c2c-479b-b0a7-815e3a742b01 admin admin] Made reservation on behalf of 6ba249b1417247ef9d5961203768255e for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:56.195057 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-473ff0f2-0c2c-479b-b0a7-815e3a742b01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:56.291812 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-87fc04f9-d18b-4204-80fe-f86737e581d1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Deleting port 194c1c60-7b3e-41dc-adb1-94e517e0d315 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:56.291812 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-87fc04f9-d18b-4204-80fe-f86737e581d1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:56.353191 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 1e0ffbdd-56d3-4d62-97ed-d893b67df61b up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:12:56.439298 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 1e0ffbdd-56d3-4d62-97ed-d893b67df61b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:56.439950 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:56.609985 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:56.670998 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 1e0ffbdd-56d3-4d62-97ed-d893b67df61b, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=1e0ffbdd-56d3-4d62-97ed-d893b67df61b,segment=NetworkSegment(0dba57c2-f896-4929-be35-d382478cc468),segment_id=0dba57c2-f896-4929-be35-d382478cc468)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:56.679863 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:56.809136 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=1e0ffbdd-56d3-4d62-97ed-d893b67df61b,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:56.852538 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-87fc04f9-d18b-4204-80fe-f86737e581d1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:56.886907 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-87fc04f9-d18b-4204-80fe-f86737e581d1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Calling delete_port for 194c1c60-7b3e-41dc-adb1-94e517e0d315 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:57.141236 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-473ff0f2-0c2c-479b-b0a7-815e3a742b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:57.249994 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecd2bff-132d-40ca-8309-c59355521856 None None] Network 4866d124-f6ed-4fac-8551-0f620b3f6c4e requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:57.278066 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473ff0f2-0c2c-479b-b0a7-815e3a742b01 admin admin] Checking segment: {'id': '38860fa3-f3d5-4827-9bd9-3f55ebbb1c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0993354a-8baa-44a8-be7e-987245c15ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:12:57.278439 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473ff0f2-0c2c-479b-b0a7-815e3a742b01 admin admin] Network hostable DHCP agents. Network: 0993354a-8baa-44a8-be7e-987245c15ff0, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:12:57.302414 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ff0f2-0c2c-479b-b0a7-815e3a742b01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4db9f670-57cd-4b0c-b407-c2d471d25b1a,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:57.317572 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473ff0f2-0c2c-479b-b0a7-815e3a742b01 admin admin] Network 0993354a-8baa-44a8-be7e-987245c15ff0 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:12:57.322387 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-87fc04f9-d18b-4204-80fe-f86737e581d1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:57.356417 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc04f9-d18b-4204-80fe-f86737e581d1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Port': ['ID=194c1c60-7b3e-41dc-adb1-94e517e0d315,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:57.365118 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-473ff0f2-0c2c-479b-b0a7-815e3a742b01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 0993354a-8baa-44a8-be7e-987245c15ff0) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:57.378749 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b1d506be-5fde-4e5c-a124-69905b566417 None None] Provisioning complete for port 1e0ffbdd-56d3-4d62-97ed-d893b67df61b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:57.379653 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b1d506be-5fde-4e5c-a124-69905b566417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:57.387547 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffc713d-321b-4f8c-8e90-28a0fecb91d1 None None] Network 0993354a-8baa-44a8-be7e-987245c15ff0 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:57.398244 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473ff0f2-0c2c-479b-b0a7-815e3a742b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:57.399159 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-473ff0f2-0c2c-479b-b0a7-815e3a742b01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:57.512656 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-87fc04f9-d18b-4204-80fe-f86737e581d1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:57.520936 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-87fc04f9-d18b-4204-80fe-f86737e581d1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/ports/194c1c60-7b3e-41dc-adb1-94e517e0d315 HTTP/1.1" status: 204 len: 168 time: 1.5021195 Nov 12 09:12:57.522102 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56556) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:57.545331 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-473ff0f2-0c2c-479b-b0a7-815e3a742b01 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4706764 Nov 12 09:12:57.545331 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56558) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:57.559068 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56560) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:57.574967 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-f8ebbe77-3340-4733-a3e8-735442d71528 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1431087162-router', 'tenant_id': '6ba249b1417247ef9d5961203768255e', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:57.617614 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-8332b78f-8f56-4556-aa52-44d64cdbf2f7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] GET failed (client error): The resource could not be found. Nov 12 09:12:57.620668 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8332b78f-8f56-4556-aa52-44d64cdbf2f7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "GET /v2.0/ports/194c1c60-7b3e-41dc-adb1-94e517e0d315 HTTP/1.1" status: 404 len: 333 time: 0.0960276 Nov 12 09:12:57.623561 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56566) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:57.689222 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f8ebbe77-3340-4733-a3e8-735442d71528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:57.691720 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f8ebbe77-3340-4733-a3e8-735442d71528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:57.755496 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40607f05-af1c-4b88-8d24-0f75c3c7a657 None None] Network 0993354a-8baa-44a8-be7e-987245c15ff0 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:57.770342 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab48668-1d94-49fe-8efa-ccc634069621 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Deleting subnet 5fc6df10-8a72-40cb-8a20-4ec97e3223fd {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:12:57.778107 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8ab48668-1d94-49fe-8efa-ccc634069621 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:57.838503 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f8ebbe77-3340-4733-a3e8-735442d71528 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:57.845279 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d208040f-aef2-4e0a-b0ae-d524f45461b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:57.852888 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ceec4-09cc-445a-9222-9fb6eb562f58 req-9dcffc09-bc39-4f15-9487-24e06b56cfe0 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:57.854870 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e5ceec4-09cc-445a-9222-9fb6eb562f58 req-9dcffc09-bc39-4f15-9487-24e06b56cfe0 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=53fb097f-bc5f-461a-9316-9ce5d6e7fdde HTTP/1.1" status: 200 len: 946 time: 0.1511505 Nov 12 09:12:57.899506 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8ab48668-1d94-49fe-8efa-ccc634069621 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:58.056976 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8ab48668-1d94-49fe-8efa-ccc634069621 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:58.062357 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f8ebbe77-3340-4733-a3e8-735442d71528 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:58.076881 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e5ceec4-09cc-445a-9222-9fb6eb562f58 req-07bd6549-af10-4852-a6ac-b1f4d50e140b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c9d6dfb-aa83-451a-96a4-5547b9f26631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694593 Nov 12 09:12:58.091567 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d208040f-aef2-4e0a-b0ae-d524f45461b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:58.100311 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d208040f-aef2-4e0a-b0ae-d524f45461b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:58.170418 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d208040f-aef2-4e0a-b0ae-d524f45461b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e35a3fd34f6745ddb86245037a2e4a60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6248138 Nov 12 09:12:58.172945 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208040f-aef2-4e0a-b0ae-d524f45461b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142d938a-ee86-4691-9d2a-8c1e66e3aabe,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:58.174944 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56568) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:58.184051 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8ab48668-1d94-49fe-8efa-ccc634069621 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:58.252910 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8ab48668-1d94-49fe-8efa-ccc634069621 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:58.263193 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56570) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:58.264088 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8ab48668-1d94-49fe-8efa-ccc634069621 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/subnets/5fc6df10-8a72-40cb-8a20-4ec97e3223fd HTTP/1.1" status: 204 len: 168 time: 0.6388173 Nov 12 09:12:58.268711 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-80a54697-2418-4593-85d5-2f499615924c None None] Provisioning complete for port 1e0ffbdd-56d3-4d62-97ed-d893b67df61b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:58.268998 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab48668-1d94-49fe-8efa-ccc634069621 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Subnet': ['ID=5fc6df10-8a72-40cb-8a20-4ec97e3223fd,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:58.269294 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-80a54697-2418-4593-85d5-2f499615924c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:58.324213 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-032ea1b2-a447-4baa-8344-dfab04da2fe3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:58.328705 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 1e0ffbdd-56d3-4d62-97ed-d893b67df61b up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:12:58.440021 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 1e0ffbdd-56d3-4d62-97ed-d893b67df61b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:58.440708 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:58.481514 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-032ea1b2-a447-4baa-8344-dfab04da2fe3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:58.494573 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a57b61-6b7a-4d78-8798-c54605f45d20 None None] Network 4866d124-f6ed-4fac-8551-0f620b3f6c4e requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:58.500413 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-816854bb-cb0d-4eb4-a968-8b8558f4de95 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:58.605580 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f8ebbe77-3340-4733-a3e8-735442d71528 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:58.628433 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-209384da-be2d-42c8-8013-373bb0d5f9d1 None None] Could not find standard attr ID for object 194c1c60-7b3e-41dc-adb1-94e517e0d315. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:12:58.632824 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f8ebbe77-3340-4733-a3e8-735442d71528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:58.718645 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-032ea1b2-a447-4baa-8344-dfab04da2fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:58.722480 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-032ea1b2-a447-4baa-8344-dfab04da2fe3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:58.726122 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-032ea1b2-a447-4baa-8344-dfab04da2fe3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/142d938a-ee86-4691-9d2a-8c1e66e3aabe HTTP/1.1" status: 204 len: 168 time: 0.5444257 Nov 12 09:12:58.745352 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-816854bb-cb0d-4eb4-a968-8b8558f4de95 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Deleting port 1e0ffbdd-56d3-4d62-97ed-d893b67df61b {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:58.746147 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-816854bb-cb0d-4eb4-a968-8b8558f4de95 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:58.775091 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ea1b2-a447-4baa-8344-dfab04da2fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142d938a-ee86-4691-9d2a-8c1e66e3aabe,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:58.885084 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-816854bb-cb0d-4eb4-a968-8b8558f4de95 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] For port 1e0ffbdd-56d3-4d62-97ed-d893b67df61b, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=1e0ffbdd-56d3-4d62-97ed-d893b67df61b,segment=NetworkSegment(0dba57c2-f896-4929-be35-d382478cc468),segment_id=0dba57c2-f896-4929-be35-d382478cc468)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:58.885471 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-816854bb-cb0d-4eb4-a968-8b8558f4de95 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:58.914109 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-816854bb-cb0d-4eb4-a968-8b8558f4de95 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Calling delete_port for 1e0ffbdd-56d3-4d62-97ed-d893b67df61b owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:58.917521 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-f8ebbe77-3340-4733-a3e8-735442d71528 admin admin] Allocated IP 172.25.6.58 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/43dd85d0-6b11-437b-b0c4-67db72fb202e) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:12:58.971626 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60acfd8-598b-40e6-adca-5f52fb560569 None None] DHCP port deletion for 4866d124-f6ed-4fac-8551-0f620b3f6c4e request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:12:59.091422 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-a60acfd8-598b-40e6-adca-5f52fb560569 None None] Deleting port 1e0ffbdd-56d3-4d62-97ed-d893b67df61b {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:59.092037 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a60acfd8-598b-40e6-adca-5f52fb560569 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:59.138941 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-816854bb-cb0d-4eb4-a968-8b8558f4de95 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:59.148266 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f8ebbe77-3340-4733-a3e8-735442d71528 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:59.201981 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816854bb-cb0d-4eb4-a968-8b8558f4de95 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Port': ['ID=1e0ffbdd-56d3-4d62-97ed-d893b67df61b,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:59.221079 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816854bb-cb0d-4eb4-a968-8b8558f4de95 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] No DVR routers for this DVR port 1e0ffbdd-56d3-4d62-97ed-d893b67df61b on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:12:59.237778 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-a60acfd8-598b-40e6-adca-5f52fb560569 None None] For port 1e0ffbdd-56d3-4d62-97ed-d893b67df61b, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=1e0ffbdd-56d3-4d62-97ed-d893b67df61b,segment=NetworkSegment(0dba57c2-f896-4929-be35-d382478cc468),segment_id=0dba57c2-f896-4929-be35-d382478cc468)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:59.238419 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a60acfd8-598b-40e6-adca-5f52fb560569 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:59.262908 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-a60acfd8-598b-40e6-adca-5f52fb560569 None None] Calling delete_port for 1e0ffbdd-56d3-4d62-97ed-d893b67df61b owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:59.296898 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56584) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:59.331311 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0144a141-fc3f-4ff7-a6c0-991aa6f1da84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:59.384438 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f8ebbe77-3340-4733-a3e8-735442d71528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:59.387970 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a60acfd8-598b-40e6-adca-5f52fb560569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:59.395446 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-816854bb-cb0d-4eb4-a968-8b8558f4de95 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:59.449006 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60acfd8-598b-40e6-adca-5f52fb560569 None None] Pushing event deleted for resources: {'Port': ['ID=1e0ffbdd-56d3-4d62-97ed-d893b67df61b,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:59.449849 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cccc5a-0161-4768-a8c3-d9341a10acea req-3281f9a4-3e43-44f6-af5e-60b9407c6dba tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:59.450324 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-87cccc5a-0161-4768-a8c3-d9341a10acea req-3281f9a4-3e43-44f6-af5e-60b9407c6dba tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=53fb097f-bc5f-461a-9316-9ce5d6e7fdde HTTP/1.1" status: 200 len: 946 time: 0.2359543 Nov 12 09:12:59.457944 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60acfd8-598b-40e6-adca-5f52fb560569 None None] No DVR routers for this DVR port 1e0ffbdd-56d3-4d62-97ed-d893b67df61b on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:12:59.468880 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:59.485762 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-816854bb-cb0d-4eb4-a968-8b8558f4de95 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4866d124-f6ed-4fac-8551-0f620b3f6c4e']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:59.494030 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0144a141-fc3f-4ff7-a6c0-991aa6f1da84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:59.497730 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ebbe77-3340-4733-a3e8-735442d71528 admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:12:59.502765 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0144a141-fc3f-4ff7-a6c0-991aa6f1da84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:59.514664 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-816854bb-cb0d-4eb4-a968-8b8558f4de95 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dba57c2-f896-4929-be35-d382478cc468') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:59.515070 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-816854bb-cb0d-4eb4-a968-8b8558f4de95 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dba57c2-f896-4929-be35-d382478cc468') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:59.516924 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebbe77-3340-4733-a3e8-735442d71528 admin admin] Pushing event updated for resources: {'Port': ['ID=43dd85d0-6b11-437b-b0c4-67db72fb202e,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:59.519655 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-f8ebbe77-3340-4733-a3e8-735442d71528 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:59.544616 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ebbe77-3340-4733-a3e8-735442d71528 admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:12:59.553172 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3750ef0-b45d-429e-8443-3c2fb34c382c None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:12:59.554848 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-816854bb-cb0d-4eb4-a968-8b8558f4de95 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:59.599835 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0144a141-fc3f-4ff7-a6c0-991aa6f1da84 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=28fd5a8cbfb143ec87bc3fffb2ade619&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2964709 Nov 12 09:12:59.599835 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56586) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:59.610899 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144a141-fc3f-4ff7-a6c0-991aa6f1da84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5ac8b6-fb46-4362-b52f-1e2f11742755,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:59.638401 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-816854bb-cb0d-4eb4-a968-8b8558f4de95 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:59.658548 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-87cccc5a-0161-4768-a8c3-d9341a10acea req-3e2057df-c6e3-4bed-b45a-8c3f0b8b2bf6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c9d6dfb-aa83-451a-96a4-5547b9f26631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004502 Nov 12 09:12:59.660046 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-816854bb-cb0d-4eb4-a968-8b8558f4de95 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:12:59.660467 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-816854bb-cb0d-4eb4-a968-8b8558f4de95 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:59.664780 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:12:59.664780 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:12:59.664780 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:12:59.664780 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:12:59.664780 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:12:59.664780 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:12:59.664780 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:12:59.664780 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:12:59.664780 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:12:59.664780 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:12:59.664780 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:12:59.664780 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:12:59.664780 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:12:59.664780 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:12:59.664780 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:12:59.664780 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:12:59.664780 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:12:59.664780 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:12:59.664780 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:12:59.664780 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:12:59.664780 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:12:59.664780 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:12:59.664780 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:12:59.664780 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:12:59.664780 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:12:59.664780 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:12:59.664780 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:12:59.664780 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:12:59.664780 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:12:59.664780 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:12:59.664780 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:12:59.664780 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:12:59.703488 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5860e3d8-d739-417c-9d4c-21dba740e415 None None] Provisioning complete for port 43dd85d0-6b11-437b-b0c4-67db72fb202e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:59.704299 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5860e3d8-d739-417c-9d4c-21dba740e415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:59.721748 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec6c0588-ea74-44a7-93ff-0ac38390138b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:59.766626 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5860e3d8-d739-417c-9d4c-21dba740e415 None None] Port 43dd85d0-6b11-437b-b0c4-67db72fb202e cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:12:59.776121 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec6c0588-ea74-44a7-93ff-0ac38390138b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:59.837606 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec6c0588-ea74-44a7-93ff-0ac38390138b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:59.841096 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec6c0588-ea74-44a7-93ff-0ac38390138b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:59.842374 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ec6c0588-ea74-44a7-93ff-0ac38390138b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a5ac8b6-fb46-4362-b52f-1e2f11742755 HTTP/1.1" status: 204 len: 168 time: 0.2410243 Nov 12 09:12:59.851412 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-816854bb-cb0d-4eb4-a968-8b8558f4de95 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:59.855764 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c0588-ea74-44a7-93ff-0ac38390138b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5ac8b6-fb46-4362-b52f-1e2f11742755,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:59.866501 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-816854bb-cb0d-4eb4-a968-8b8558f4de95 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:59.872910 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-816854bb-cb0d-4eb4-a968-8b8558f4de95 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/networks/4866d124-f6ed-4fac-8551-0f620b3f6c4e HTTP/1.1" status: 204 len: 168 time: 1.6054666 Nov 12 09:12:59.880795 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56590) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:59.891297 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-dbcc13d0-e56e-4191-96b8-587f363f17fb tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'port': {'network_id': '2ff62074-dd3d-479d-8022-cdde36f9b9f1', 'name': 'tempest-PortsTestJSON-1161673509'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:59.918390 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816854bb-cb0d-4eb4-a968-8b8558f4de95 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Network': ['ID=4866d124-f6ed-4fac-8551-0f620b3f6c4e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:00.073776 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcc13d0-e56e-4191-96b8-587f363f17fb tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:00.078144 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dbcc13d0-e56e-4191-96b8-587f363f17fb tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:00.102030 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-dbcc13d0-e56e-4191-96b8-587f363f17fb tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] device_id is not set on port 9dfc348b-dd79-407f-9731-fee0a42aacf7 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:13:00.371684 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 1e0ffbdd-56d3-4d62-97ed-d893b67df61b no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:13:00.376361 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dbcc13d0-e56e-4191-96b8-587f363f17fb tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:00.405454 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 1e0ffbdd-56d3-4d62-97ed-d893b67df61b {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:13:00.405993 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 1e0ffbdd-56d3-4d62-97ed-d893b67df61b not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:13:00.444945 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f8ebbe77-3340-4733-a3e8-735442d71528 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:00.451292 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dbcc13d0-e56e-4191-96b8-587f363f17fb tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:00.523215 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcc13d0-e56e-4191-96b8-587f363f17fb tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network 2ff62074-dd3d-479d-8022-cdde36f9b9f1 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:13:00.529538 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-dbcc13d0-e56e-4191-96b8-587f363f17fb tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:00.540112 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcc13d0-e56e-4191-96b8-587f363f17fb tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:13:00.554358 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcc13d0-e56e-4191-96b8-587f363f17fb tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:00.554358 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dbcc13d0-e56e-4191-96b8-587f363f17fb tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:00.568216 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc13d0-e56e-4191-96b8-587f363f17fb tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Port': ['ID=9dfc348b-dd79-407f-9731-fee0a42aacf7,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:00.592607 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-dbcc13d0-e56e-4191-96b8-587f363f17fb tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7068400 Nov 12 09:13:00.592987 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56602) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:00.855840 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-dbd7c0bd-4510-4909-a742-026851e40e59 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Deleting port 9dfc348b-dd79-407f-9731-fee0a42aacf7 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:13:00.856926 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dbd7c0bd-4510-4909-a742-026851e40e59 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:00.862093 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f8ebbe77-3340-4733-a3e8-735442d71528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:00.984852 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d1b34-83c9-4f58-9f40-29eb2b8fe1ff req-46308554-dde2-44a2-82ed-fb25a05802d5 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:00.987792 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-086d1b34-83c9-4f58-9f40-29eb2b8fe1ff req-46308554-dde2-44a2-82ed-fb25a05802d5 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=53fb097f-bc5f-461a-9316-9ce5d6e7fdde HTTP/1.1" status: 200 len: 946 time: 0.1935797 Nov 12 09:13:01.053834 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dbd7c0bd-4510-4909-a742-026851e40e59 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:01.089948 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-dbd7c0bd-4510-4909-a742-026851e40e59 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Calling delete_port for 9dfc348b-dd79-407f-9731-fee0a42aacf7 owned by {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:13:01.266805 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-086d1b34-83c9-4f58-9f40-29eb2b8fe1ff req-fd6701fe-8824-4f64-925f-d829d1934a44 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c9d6dfb-aa83-451a-96a4-5547b9f26631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2669268 Nov 12 09:13:01.344252 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dbd7c0bd-4510-4909-a742-026851e40e59 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:01.377963 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ebbe77-3340-4733-a3e8-735442d71528 admin admin] Router 251bee7f-7cb8-4545-b90c-d6a6e6ada995 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:13:01.385799 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7c0bd-4510-4909-a742-026851e40e59 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Port': ['ID=9dfc348b-dd79-407f-9731-fee0a42aacf7,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:01.407480 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dbd7c0bd-4510-4909-a742-026851e40e59 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:01.413607 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-dbd7c0bd-4510-4909-a742-026851e40e59 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/ports/9dfc348b-dd79-407f-9731-fee0a42aacf7 HTTP/1.1" status: 204 len: 168 time: 0.8199005 Nov 12 09:13:01.417796 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56620) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:01.429755 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-21903c03-c3ab-46f6-8cfa-e3f10125e42c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'port': {'network_id': '2ff62074-dd3d-479d-8022-cdde36f9b9f1', 'mac_address': 'fa:16:3e:6b:5d:0d', 'name': 'tempest-PortsTestJSON-145859733'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:01.574691 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ebbe77-3340-4733-a3e8-735442d71528 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:13:01.591637 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba4b5f4-4690-4997-8cb6-a832dd720c81 None None] Sync routers for ids ['251bee7f-7cb8-4545-b90c-d6a6e6ada995'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:13:01.606895 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba4b5f4-4690-4997-8cb6-a832dd720c81 None None] Routers {'251bee7f-7cb8-4545-b90c-d6a6e6ada995'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:13:01.607775 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2ba4b5f4-4690-4997-8cb6-a832dd720c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:12:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['251bee7f-7cb8-4545-b90c-d6a6e6ada995'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:01.615182 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21903c03-c3ab-46f6-8cfa-e3f10125e42c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:01.622862 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f8ebbe77-3340-4733-a3e8-735442d71528 admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:01.625626 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f8ebbe77-3340-4733-a3e8-735442d71528 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.0637176 Nov 12 09:13:01.631020 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56626) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:01.717250 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21903c03-c3ab-46f6-8cfa-e3f10125e42c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:01.757141 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-21903c03-c3ab-46f6-8cfa-e3f10125e42c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] device_id is not set on port 7aa48333-70a4-4079-bfa5-049f735246b2 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:13:01.867284 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-2ba4b5f4-4690-4997-8cb6-a832dd720c81 None None] Set router 251bee7f-7cb8-4545-b90c-d6a6e6ada995 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:13:02.074689 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21903c03-c3ab-46f6-8cfa-e3f10125e42c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:02.130639 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21903c03-c3ab-46f6-8cfa-e3f10125e42c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:02.200217 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2ba4b5f4-4690-4997-8cb6-a832dd720c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251bee7f-7cb8-4545-b90c-d6a6e6ada995', 'name': 'tempest-ServerRescueNegativeTestJSON-1431087162-router', 'tenant_id': '6ba249b1417247ef9d5961203768255e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '43dd85d0-6b11-437b-b0c4-67db72fb202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:57Z', 'updated_at': '2021-11-12T09:12:59Z', 'revision_number': 3, 'project_id': '6ba249b1417247ef9d5961203768255e', 'gw_port': {'id': '43dd85d0-6b11-437b-b0c4-67db72fb202e', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251bee7f-7cb8-4545-b90c-d6a6e6ada995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:58Z', 'updated_at': '2021-11-12T09:12:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:02.219389 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21903c03-c3ab-46f6-8cfa-e3f10125e42c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network 2ff62074-dd3d-479d-8022-cdde36f9b9f1 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:13:02.230819 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-21903c03-c3ab-46f6-8cfa-e3f10125e42c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:02.237479 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba4b5f4-4690-4997-8cb6-a832dd720c81 None None] Checking router: 251bee7f-7cb8-4545-b90c-d6a6e6ada995 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:13:02.237884 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba4b5f4-4690-4997-8cb6-a832dd720c81 None None] Updating router 251bee7f-7cb8-4545-b90c-d6a6e6ada995 port 43dd85d0-6b11-437b-b0c4-67db72fb202e binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:13:02.238207 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21903c03-c3ab-46f6-8cfa-e3f10125e42c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:13:02.250984 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21903c03-c3ab-46f6-8cfa-e3f10125e42c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:02.252145 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21903c03-c3ab-46f6-8cfa-e3f10125e42c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:02.278624 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21903c03-c3ab-46f6-8cfa-e3f10125e42c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Port': ['ID=7aa48333-70a4-4079-bfa5-049f735246b2,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:02.280700 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2ba4b5f4-4690-4997-8cb6-a832dd720c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:02.302961 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56636) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:02.304429 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-21903c03-c3ab-46f6-8cfa-e3f10125e42c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8829646 Nov 12 09:13:02.476678 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3d4a5a-005f-4e90-8162-df0878b1c0b6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:02.478479 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4f3d4a5a-005f-4e90-8162-df0878b1c0b6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "GET /v2.0/ports/7aa48333-70a4-4079-bfa5-049f735246b2 HTTP/1.1" status: 200 len: 840 time: 0.1654913 Nov 12 09:13:02.482555 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56644) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:02.539793 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56646) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:02.558420 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-30f871d7-733b-4eff-8342-2b53e2b8e4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:02.730088 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-1064ac31-965f-495f-b708-b245cc9afee1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Deleting port 7aa48333-70a4-4079-bfa5-049f735246b2 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:13:02.730437 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1064ac31-965f-495f-b708-b245cc9afee1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:02.806897 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-af4b3025-4892-4842-9ba6-1a8242006566 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:02.840593 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-af4b3025-4892-4842-9ba6-1a8242006566 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] 10.222.0.37 "PUT /v2.0/quotas/648b49d9cacb4bdb9605792b45985fee HTTP/1.1" status: 200 len: 368 time: 0.2985239 Nov 12 09:13:02.842959 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56650) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:02.855407 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-40b53243-bf39-490f-bf5a-28dee20844db tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Request body: {'network': {'project_id': '648b49d9cacb4bdb9605792b45985fee'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:02.885674 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2ba4b5f4-4690-4997-8cb6-a832dd720c81 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:02.896126 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2ba4b5f4-4690-4997-8cb6-a832dd720c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:02.918070 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b53243-bf39-490f-bf5a-28dee20844db tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Made reservation on behalf of 648b49d9cacb4bdb9605792b45985fee for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:02.922155 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-40b53243-bf39-490f-bf5a-28dee20844db tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:02.937577 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1064ac31-965f-495f-b708-b245cc9afee1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:02.941643 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-40b53243-bf39-490f-bf5a-28dee20844db tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:02.972911 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-1064ac31-965f-495f-b708-b245cc9afee1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Calling delete_port for 7aa48333-70a4-4079-bfa5-049f735246b2 owned by {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:13:03.012405 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2ba4b5f4-4690-4997-8cb6-a832dd720c81 None None] Attempting to bind port 43dd85d0-6b11-437b-b0c4-67db72fb202e on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:03.012811 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2ba4b5f4-4690-4997-8cb6-a832dd720c81 None None] Attempting to bind port 43dd85d0-6b11-437b-b0c4-67db72fb202e by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:03.013204 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4b5f4-4690-4997-8cb6-a832dd720c81 None None] Attempting to bind port 43dd85d0-6b11-437b-b0c4-67db72fb202e on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:03.019782 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5accbe-046f-4352-9823-412cbeb5c118 None None] Pushing event updated for resources: {'Port': ['ID=43dd85d0-6b11-437b-b0c4-67db72fb202e,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:03.041089 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e75dda-0e89-4b11-99e9-21608751d66c None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:13:03.052835 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4b5f4-4690-4997-8cb6-a832dd720c81 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:13:03.053194 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4b5f4-4690-4997-8cb6-a832dd720c81 None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:13:03.053783 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2ba4b5f4-4690-4997-8cb6-a832dd720c81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:03.054395 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4b5f4-4690-4997-8cb6-a832dd720c81 None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:13:03.056312 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2ba4b5f4-4690-4997-8cb6-a832dd720c81 None None] Bound port: 43dd85d0-6b11-437b-b0c4-67db72fb202e, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:13:03.056935 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2ba4b5f4-4690-4997-8cb6-a832dd720c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:03.096398 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-30f871d7-733b-4eff-8342-2b53e2b8e4f1 admin admin] Allocated IP 172.20.0.1 (0993354a-8baa-44a8-be7e-987245c15ff0/4db9f670-57cd-4b0c-b407-c2d471d25b1a/16f0a725-9a48-4f6f-96c6-3ee08bf28343) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:13:03.164250 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-2ba4b5f4-4690-4997-8cb6-a832dd720c81 None None] For port 43dd85d0-6b11-437b-b0c4-67db72fb202e, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:13:03.194949 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-2ba4b5f4-4690-4997-8cb6-a832dd720c81 None None] For port 43dd85d0-6b11-437b-b0c4-67db72fb202e, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=43dd85d0-6b11-437b-b0c4-67db72fb202e,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:13:03.200020 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-825e9f2f-9242-408d-809a-2eee4b89087e None None] Provisioning complete for port 43dd85d0-6b11-437b-b0c4-67db72fb202e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:03.200762 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-825e9f2f-9242-408d-809a-2eee4b89087e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:03.207225 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2ba4b5f4-4690-4997-8cb6-a832dd720c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:03.230156 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-40b53243-bf39-490f-bf5a-28dee20844db tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:03.240402 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-40b53243-bf39-490f-bf5a-28dee20844db tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:03.309928 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620ffd5f-0c4c-4ac8-aaf0-d8fd354f06ba None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:13:03.321454 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5accbe-046f-4352-9823-412cbeb5c118 None None] Pushing event updated for resources: {'Port': ['ID=43dd85d0-6b11-437b-b0c4-67db72fb202e,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:03.330430 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b53243-bf39-490f-bf5a-28dee20844db tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:13:03.331903 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba4b5f4-4690-4997-8cb6-a832dd720c81 None None] Routers {'251bee7f-7cb8-4545-b90c-d6a6e6ada995'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:13:03.332563 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2ba4b5f4-4690-4997-8cb6-a832dd720c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:12:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['251bee7f-7cb8-4545-b90c-d6a6e6ada995'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:03.368453 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-40b53243-bf39-490f-bf5a-28dee20844db tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:03.369525 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-40b53243-bf39-490f-bf5a-28dee20844db tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Added segment 5e65be3c-9681-46b8-a851-9dc455caaab9 of type vlan for network aa653b59-a976-46e9-aed9-cf2a02ebcbb0 Nov 12 09:13:03.372527 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b53243-bf39-490f-bf5a-28dee20844db tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c6b7bf-08f1-4638-aadc-b14a3ac46a6a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:03.424868 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7407e3-20a0-4243-9d4e-ff546e3df84f req-7cb73829-9d9f-483a-bd75-dad9bb56f01b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:03.428664 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4e7407e3-20a0-4243-9d4e-ff546e3df84f req-7cb73829-9d9f-483a-bd75-dad9bb56f01b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=53fb097f-bc5f-461a-9316-9ce5d6e7fdde HTTP/1.1" status: 200 len: 946 time: 0.2516663 Nov 12 09:13:03.489436 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1064ac31-965f-495f-b708-b245cc9afee1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:03.490905 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-40b53243-bf39-490f-bf5a-28dee20844db tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:03.564531 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-40b53243-bf39-490f-bf5a-28dee20844db tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:03.566129 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b53243-bf39-490f-bf5a-28dee20844db tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:03.567280 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-40b53243-bf39-490f-bf5a-28dee20844db tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:03.595939 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-30f871d7-733b-4eff-8342-2b53e2b8e4f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:03.623971 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064ac31-965f-495f-b708-b245cc9afee1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Port': ['ID=7aa48333-70a4-4079-bfa5-049f735246b2,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:03.638136 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1064ac31-965f-495f-b708-b245cc9afee1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:03.650352 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1064ac31-965f-495f-b708-b245cc9afee1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/ports/7aa48333-70a4-4079-bfa5-049f735246b2 HTTP/1.1" status: 204 len: 168 time: 1.1610641 Nov 12 09:13:03.653589 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56652) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:03.660663 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-825e9f2f-9242-408d-809a-2eee4b89087e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:03.697299 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4e7407e3-20a0-4243-9d4e-ff546e3df84f req-d6f23da3-8d7b-463d-9a34-cf92d3c7f1d6 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c9d6dfb-aa83-451a-96a4-5547b9f26631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475183 Nov 12 09:13:03.700726 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-825e9f2f-9242-408d-809a-2eee4b89087e None None] For port 43dd85d0-6b11-437b-b0c4-67db72fb202e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=43dd85d0-6b11-437b-b0c4-67db72fb202e,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:03.714571 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-825e9f2f-9242-408d-809a-2eee4b89087e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:03.739288 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-40b53243-bf39-490f-bf5a-28dee20844db tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8932772 Nov 12 09:13:03.744779 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56654) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:03.752489 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-45a3e781-2057-430c-b1cf-29f069cd02d7 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Request body: {'network': {'project_id': '648b49d9cacb4bdb9605792b45985fee'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:03.764880 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-30f871d7-733b-4eff-8342-2b53e2b8e4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:03.785291 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1125f31-6a0c-4435-91ae-5f70c08cb49c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] GET failed (client error): The resource could not be found. Nov 12 09:13:03.788023 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b1125f31-6a0c-4435-91ae-5f70c08cb49c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "GET /v2.0/ports/7aa48333-70a4-4079-bfa5-049f735246b2 HTTP/1.1" status: 404 len: 333 time: 0.1323469 Nov 12 09:13:03.796235 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56656) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:03.798562 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-2ba4b5f4-4690-4997-8cb6-a832dd720c81 None None] Set router 251bee7f-7cb8-4545-b90c-d6a6e6ada995 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:13:03.802584 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-861b09c6-b1db-48cb-ac7f-fc52d780abd6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'port': {'network_id': '2ff62074-dd3d-479d-8022-cdde36f9b9f1', 'name': 'tempest-PortsTestJSON-1976767626'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:03.806851 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b53243-bf39-490f-bf5a-28dee20844db tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Pushing event updated for resources: {'Network': ['ID=aa653b59-a976-46e9-aed9-cf2a02ebcbb0,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:03.839492 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f871d7-733b-4eff-8342-2b53e2b8e4f1 admin admin] Network 0993354a-8baa-44a8-be7e-987245c15ff0 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:13:03.845507 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a3e781-2057-430c-b1cf-29f069cd02d7 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Made reservation on behalf of 648b49d9cacb4bdb9605792b45985fee for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:03.847854 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-45a3e781-2057-430c-b1cf-29f069cd02d7 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:03.852951 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-30f871d7-733b-4eff-8342-2b53e2b8e4f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:03.859524 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f871d7-733b-4eff-8342-2b53e2b8e4f1 admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:13:03.906954 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f871d7-733b-4eff-8342-2b53e2b8e4f1 admin admin] Pushing event updated for resources: {'Port': ['ID=16f0a725-9a48-4f6f-96c6-3ee08bf28343,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:03.929677 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network aa653b59-a976-46e9-aed9-cf2a02ebcbb0 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:13:03.953728 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861b09c6-b1db-48cb-ac7f-fc52d780abd6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:03.960648 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-861b09c6-b1db-48cb-ac7f-fc52d780abd6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:03.970191 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-30f871d7-733b-4eff-8342-2b53e2b8e4f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:03.974780 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a3e781-2057-430c-b1cf-29f069cd02d7 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:13:04.008167 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-861b09c6-b1db-48cb-ac7f-fc52d780abd6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] device_id is not set on port 78fed89b-7a2a-4937-9c5f-3e7fc02bcf1a yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:13:04.057956 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-45a3e781-2057-430c-b1cf-29f069cd02d7 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:04.058578 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-45a3e781-2057-430c-b1cf-29f069cd02d7 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Added segment b1ac6a31-c7f8-47c8-a556-d930decae757 of type vlan for network bfba5b0b-227a-41ee-874f-3e998560a3ff Nov 12 09:13:04.116007 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ba691c36-fd43-4c85-8545-029b74d94d82 None None] Provisioning complete for port 43dd85d0-6b11-437b-b0c4-67db72fb202e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:04.116007 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ba691c36-fd43-4c85-8545-029b74d94d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:04.157872 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e9f2f-9242-408d-809a-2eee4b89087e None None] Pushing event updated for resources: {'Port': ['ID=43dd85d0-6b11-437b-b0c4-67db72fb202e,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:04.160122 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-45a3e781-2057-430c-b1cf-29f069cd02d7 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:04.281657 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-45a3e781-2057-430c-b1cf-29f069cd02d7 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:04.283184 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a3e781-2057-430c-b1cf-29f069cd02d7 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:04.284193 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-45a3e781-2057-430c-b1cf-29f069cd02d7 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:04.302930 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-861b09c6-b1db-48cb-ac7f-fc52d780abd6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:04.365537 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-861b09c6-b1db-48cb-ac7f-fc52d780abd6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:04.380781 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2ba4b5f4-4690-4997-8cb6-a832dd720c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251bee7f-7cb8-4545-b90c-d6a6e6ada995', 'name': 'tempest-ServerRescueNegativeTestJSON-1431087162-router', 'tenant_id': '6ba249b1417247ef9d5961203768255e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '43dd85d0-6b11-437b-b0c4-67db72fb202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:57Z', 'updated_at': '2021-11-12T09:12:59Z', 'revision_number': 3, 'project_id': '6ba249b1417247ef9d5961203768255e', 'gw_port': {'id': '43dd85d0-6b11-437b-b0c4-67db72fb202e', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251bee7f-7cb8-4545-b90c-d6a6e6ada995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:58Z', 'updated_at': '2021-11-12T09:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:04.425563 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba4b5f4-4690-4997-8cb6-a832dd720c81 None None] The sync data for ids ['251bee7f-7cb8-4545-b90c-d6a6e6ada995'] in n-d-768862-16 is: [{'id': '251bee7f-7cb8-4545-b90c-d6a6e6ada995', 'name': 'tempest-ServerRescueNegativeTestJSON-1431087162-router', 'tenant_id': '6ba249b1417247ef9d5961203768255e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '43dd85d0-6b11-437b-b0c4-67db72fb202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:57Z', 'updated_at': '2021-11-12T09:12:59Z', 'revision_number': 3, 'project_id': '6ba249b1417247ef9d5961203768255e', 'gw_port': {'id': '43dd85d0-6b11-437b-b0c4-67db72fb202e', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251bee7f-7cb8-4545-b90c-d6a6e6ada995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:58Z', 'updated_at': '2021-11-12T09:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:13:04.429116 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-45a3e781-2057-430c-b1cf-29f069cd02d7 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6822484 Nov 12 09:13:04.439172 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861b09c6-b1db-48cb-ac7f-fc52d780abd6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network 2ff62074-dd3d-479d-8022-cdde36f9b9f1 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:13:04.440422 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56658) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:04.445649 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-861b09c6-b1db-48cb-ac7f-fc52d780abd6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:04.450295 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861b09c6-b1db-48cb-ac7f-fc52d780abd6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:13:04.450951 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-25760438-92a1-4f22-a964-fc5a8b6423f6 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Request body: {'network': {'project_id': '648b49d9cacb4bdb9605792b45985fee'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:04.457921 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861b09c6-b1db-48cb-ac7f-fc52d780abd6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:04.461205 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-861b09c6-b1db-48cb-ac7f-fc52d780abd6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:04.470133 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3e781-2057-430c-b1cf-29f069cd02d7 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Pushing event updated for resources: {'Network': ['ID=bfba5b0b-227a-41ee-874f-3e998560a3ff,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:04.474018 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-30f871d7-733b-4eff-8342-2b53e2b8e4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:04.479913 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b09c6-b1db-48cb-ac7f-fc52d780abd6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Port': ['ID=78fed89b-7a2a-4937-9c5f-3e7fc02bcf1a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:04.487788 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network bfba5b0b-227a-41ee-874f-3e998560a3ff details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:13:04.507650 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-25760438-92a1-4f22-a964-fc5a8b6423f6 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 09:13:04.509628 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25760438-92a1-4f22-a964-fc5a8b6423f6 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:13:04.516146 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-861b09c6-b1db-48cb-ac7f-fc52d780abd6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7150962 Nov 12 09:13:04.517560 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56660) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:04.518041 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56662) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:04.519138 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-25760438-92a1-4f22-a964-fc5a8b6423f6 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0672040 Nov 12 09:13:04.533530 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-f6393c4f-7852-4525-bb10-09c50ce8e2f6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:04.686347 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4eb12871-bc5a-46dc-bf93-f073a1d0588d tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=648b49d9cacb4bdb9605792b45985fee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1628036 Nov 12 09:13:04.687609 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56664) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:04.745901 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f6393c4f-7852-4525-bb10-09c50ce8e2f6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:04.812480 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f5d7d6e-c1dd-4cbc-9a8a-07ef80e85763 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:04.864297 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f5d7d6e-c1dd-4cbc-9a8a-07ef80e85763 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:04.983960 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-30f871d7-733b-4eff-8342-2b53e2b8e4f1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:05.006543 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-30f871d7-733b-4eff-8342-2b53e2b8e4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:05.075523 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300746c-8889-4966-94da-815a1cf5c8a2 req-124b0d81-2585-4068-ad4b-d6bcda535e33 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:05.078791 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c300746c-8889-4966-94da-815a1cf5c8a2 req-124b0d81-2585-4068-ad4b-d6bcda535e33 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=53fb097f-bc5f-461a-9316-9ce5d6e7fdde HTTP/1.1" status: 200 len: 946 time: 0.2470555 Nov 12 09:13:05.089665 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f6393c4f-7852-4525-bb10-09c50ce8e2f6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:05.095065 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f5d7d6e-c1dd-4cbc-9a8a-07ef80e85763 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:05.098694 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f5d7d6e-c1dd-4cbc-9a8a-07ef80e85763 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:05.100218 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7f5d7d6e-c1dd-4cbc-9a8a-07ef80e85763 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/62c6b7bf-08f1-4638-aadc-b14a3ac46a6a HTTP/1.1" status: 204 len: 168 time: 0.4120717 Nov 12 09:13:05.103504 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f6393c4f-7852-4525-bb10-09c50ce8e2f6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:05.106931 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56668) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:05.145691 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:13:05.158768 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d7d6e-c1dd-4cbc-9a8a-07ef80e85763 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c6b7bf-08f1-4638-aadc-b14a3ac46a6a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:05.201982 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f6393c4f-7852-4525-bb10-09c50ce8e2f6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] In _notify_port_updated(), no bound segment for port 78fed89b-7a2a-4937-9c5f-3e7fc02bcf1a on network 2ff62074-dd3d-479d-8022-cdde36f9b9f1 {{(pid=102568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 09:13:05.207783 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6393c4f-7852-4525-bb10-09c50ce8e2f6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:05.208807 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f6393c4f-7852-4525-bb10-09c50ce8e2f6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:05.210697 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f6393c4f-7852-4525-bb10-09c50ce8e2f6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "PUT /v2.0/ports/78fed89b-7a2a-4937-9c5f-3e7fc02bcf1a HTTP/1.1" status: 200 len: 818 time: 0.6895771 Nov 12 09:13:05.222085 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56670) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:05.276943 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f871d7-733b-4eff-8342-2b53e2b8e4f1 admin admin] Pushing event updated for resources: {'Port': ['ID=16f0a725-9a48-4f6f-96c6-3ee08bf28343,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:05.285037 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-30f871d7-733b-4eff-8342-2b53e2b8e4f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:05.299429 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6393c4f-7852-4525-bb10-09c50ce8e2f6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Port': ['ID=78fed89b-7a2a-4937-9c5f-3e7fc02bcf1a,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:05.319000 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a64ecbd-94d5-4b24-8d7b-14c5a647be38 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:05.326259 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c300746c-8889-4966-94da-815a1cf5c8a2 req-ed87e864-6781-4cd7-89d3-043f3554b61d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c9d6dfb-aa83-451a-96a4-5547b9f26631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833670 Nov 12 09:13:05.503847 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a64ecbd-94d5-4b24-8d7b-14c5a647be38 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:05.568702 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-5a64ecbd-94d5-4b24-8d7b-14c5a647be38 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfba5b0b-227a-41ee-874f-3e998560a3ff']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:05.593653 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-5a64ecbd-94d5-4b24-8d7b-14c5a647be38 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ac6a31-c7f8-47c8-a556-d930decae757') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:05.594369 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-5a64ecbd-94d5-4b24-8d7b-14c5a647be38 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ac6a31-c7f8-47c8-a556-d930decae757') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:05.616678 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a64ecbd-94d5-4b24-8d7b-14c5a647be38 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:05.646591 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a64ecbd-94d5-4b24-8d7b-14c5a647be38 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:05.656644 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a64ecbd-94d5-4b24-8d7b-14c5a647be38 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:13:05.657450 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a64ecbd-94d5-4b24-8d7b-14c5a647be38 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:05.661037 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:13:05.661037 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:13:05.661037 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:13:05.661037 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:13:05.661037 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:13:05.661037 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:13:05.661037 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:13:05.661037 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:13:05.661037 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:13:05.661037 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:13:05.661037 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:13:05.661037 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:13:05.661037 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:13:05.661037 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:13:05.661037 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:13:05.661037 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:13:05.661037 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:13:05.661037 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:13:05.661037 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:13:05.661037 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:13:05.661037 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:13:05.661037 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:13:05.661037 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:13:05.661037 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:13:05.661037 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:13:05.661037 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:13:05.661037 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:13:05.661037 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:13:05.661037 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:13:05.661037 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:13:05.661037 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:13:05.661037 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:13:05.784729 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a64ecbd-94d5-4b24-8d7b-14c5a647be38 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:05.800214 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a64ecbd-94d5-4b24-8d7b-14c5a647be38 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:05.806872 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5a64ecbd-94d5-4b24-8d7b-14c5a647be38 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] 10.222.0.37 "DELETE /v2.0/networks/bfba5b0b-227a-41ee-874f-3e998560a3ff HTTP/1.1" status: 204 len: 168 time: 0.6956968 Nov 12 09:13:05.811490 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56672) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:05.827055 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a64ecbd-94d5-4b24-8d7b-14c5a647be38 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Pushing event deleted for resources: {'Network': ['ID=bfba5b0b-227a-41ee-874f-3e998560a3ff,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:05.886553 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-5938e055-88b8-4b19-b5a2-a9e747f81f99 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Deleting port 78fed89b-7a2a-4937-9c5f-3e7fc02bcf1a {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:13:05.887128 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5938e055-88b8-4b19-b5a2-a9e747f81f99 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:06.012139 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f871d7-733b-4eff-8342-2b53e2b8e4f1 admin admin] Network 0993354a-8baa-44a8-be7e-987245c15ff0 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:13:06.027222 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-30f871d7-733b-4eff-8342-2b53e2b8e4f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:06.102306 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27581aa2-83c1-4060-8502-a7f09f69fbc7 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:06.122246 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5938e055-88b8-4b19-b5a2-a9e747f81f99 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:06.188318 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-5938e055-88b8-4b19-b5a2-a9e747f81f99 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Calling delete_port for 78fed89b-7a2a-4937-9c5f-3e7fc02bcf1a owned by {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:13:06.386019 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 43dd85d0-6b11-437b-b0c4-67db72fb202e up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:13:06.469447 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27581aa2-83c1-4060-8502-a7f09f69fbc7 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:06.497365 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 43dd85d0-6b11-437b-b0c4-67db72fb202e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:06.497365 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:06.597361 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-27581aa2-83c1-4060-8502-a7f09f69fbc7 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa653b59-a976-46e9-aed9-cf2a02ebcbb0']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:06.624196 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f871d7-733b-4eff-8342-2b53e2b8e4f1 admin admin] Router 251bee7f-7cb8-4545-b90c-d6a6e6ada995 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:13:06.634128 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-27581aa2-83c1-4060-8502-a7f09f69fbc7 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e65be3c-9681-46b8-a851-9dc455caaab9') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:06.634542 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-27581aa2-83c1-4060-8502-a7f09f69fbc7 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e65be3c-9681-46b8-a851-9dc455caaab9') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:06.657149 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27581aa2-83c1-4060-8502-a7f09f69fbc7 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:06.658982 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5938e055-88b8-4b19-b5a2-a9e747f81f99 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:06.711959 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27581aa2-83c1-4060-8502-a7f09f69fbc7 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:06.725695 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219f7d2-d641-4474-a099-7572a349b1da req-2287c99e-778b-4de0-be18-aa325bd49895 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:06.728218 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f219f7d2-d641-4474-a099-7572a349b1da req-2287c99e-778b-4de0-be18-aa325bd49895 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=53fb097f-bc5f-461a-9316-9ce5d6e7fdde HTTP/1.1" status: 200 len: 946 time: 0.2523191 Nov 12 09:13:06.735691 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938e055-88b8-4b19-b5a2-a9e747f81f99 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Port': ['ID=78fed89b-7a2a-4937-9c5f-3e7fc02bcf1a,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:06.743458 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5938e055-88b8-4b19-b5a2-a9e747f81f99 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:06.747135 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5938e055-88b8-4b19-b5a2-a9e747f81f99 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/ports/78fed89b-7a2a-4937-9c5f-3e7fc02bcf1a HTTP/1.1" status: 204 len: 168 time: 1.5211163 Nov 12 09:13:06.748526 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27581aa2-83c1-4060-8502-a7f09f69fbc7 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:13:06.748950 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27581aa2-83c1-4060-8502-a7f09f69fbc7 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:06.751072 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:13:06.751072 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:13:06.751072 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:13:06.751072 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:13:06.751072 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:13:06.751072 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:13:06.751072 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:13:06.751072 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:13:06.751072 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:13:06.751072 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:13:06.751072 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:13:06.751072 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:13:06.751072 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:13:06.751072 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:13:06.751072 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:13:06.751072 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:13:06.751072 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:13:06.751072 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:13:06.751072 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:13:06.751072 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:13:06.751072 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:13:06.751072 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:13:06.751072 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:13:06.751072 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:13:06.751072 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:13:06.751072 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:13:06.751072 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:13:06.751072 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:13:06.751072 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:13:06.751072 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:13:06.751072 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:13:06.751072 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:13:06.754918 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56676) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:06.855730 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fdfb64-2caf-49fe-a27e-2785bf58d47b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:06.859266 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b7fdfb64-2caf-49fe-a27e-2785bf58d47b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1024570 Nov 12 09:13:06.863092 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56678) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:06.915362 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac6615c-989f-4eec-bc1d-39c35ae4193a tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] GET failed (client error): The resource could not be found. Nov 12 09:13:06.920239 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3ac6615c-989f-4eec-bc1d-39c35ae4193a tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "GET /v2.0/ports/78fed89b-7a2a-4937-9c5f-3e7fc02bcf1a HTTP/1.1" status: 404 len: 333 time: 0.0548518 Nov 12 09:13:06.925104 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56680) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:06.936077 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-65649591-3723-46da-b778-89388e586cfd tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1963141712'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:06.940624 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27581aa2-83c1-4060-8502-a7f09f69fbc7 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:06.960596 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27581aa2-83c1-4060-8502-a7f09f69fbc7 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:06.970625 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-27581aa2-83c1-4060-8502-a7f09f69fbc7 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] 10.222.0.37 "DELETE /v2.0/networks/aa653b59-a976-46e9-aed9-cf2a02ebcbb0 HTTP/1.1" status: 204 len: 168 time: 1.1528859 Nov 12 09:13:06.980647 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65649591-3723-46da-b778-89388e586cfd tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:06.989128 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65649591-3723-46da-b778-89388e586cfd tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:07.040039 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65649591-3723-46da-b778-89388e586cfd tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:13:07.055177 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27581aa2-83c1-4060-8502-a7f09f69fbc7 tempest-QuotasNegativeTest-702194106 tempest-QuotasNegativeTest-702194106-project-admin] Pushing event deleted for resources: {'Network': ['ID=aa653b59-a976-46e9-aed9-cf2a02ebcbb0,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:07.057844 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65649591-3723-46da-b778-89388e586cfd tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:07.058441 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-65649591-3723-46da-b778-89388e586cfd tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Added segment a9f506b0-c6ba-4a4f-a127-e21d1b39698f of type vlan for network 5f50f755-2d3d-4e1b-922d-34c9ad074496 Nov 12 09:13:07.077476 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f219f7d2-d641-4474-a099-7572a349b1da req-da94ad6a-40ac-4287-91fe-e8a0bec7846d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c9d6dfb-aa83-451a-96a4-5547b9f26631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3241730 Nov 12 09:13:07.111517 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f871d7-733b-4eff-8342-2b53e2b8e4f1 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:13:07.127368 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-30f871d7-733b-4eff-8342-2b53e2b8e4f1 admin admin] 10.222.0.37 "PUT /v2.0/routers/251bee7f-7cb8-4545-b90c-d6a6e6ada995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4897316 Nov 12 09:13:07.142384 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab20a021-dfea-4d86-acbb-6350fa36600c None None] Sync routers for ids ['251bee7f-7cb8-4545-b90c-d6a6e6ada995'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:13:07.152216 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65649591-3723-46da-b778-89388e586cfd tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:07.172822 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab20a021-dfea-4d86-acbb-6350fa36600c None None] Routers {'251bee7f-7cb8-4545-b90c-d6a6e6ada995'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:13:07.173771 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-ab20a021-dfea-4d86-acbb-6350fa36600c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:12:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['251bee7f-7cb8-4545-b90c-d6a6e6ada995'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:07.202556 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65649591-3723-46da-b778-89388e586cfd tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:07.218978 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65649591-3723-46da-b778-89388e586cfd tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:07.220587 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65649591-3723-46da-b778-89388e586cfd tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:07.310876 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-65649591-3723-46da-b778-89388e586cfd tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3800766 Nov 12 09:13:07.311362 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56688) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:07.318617 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-64e0b5ab-56b8-4edb-8adc-3107df5b61ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'subnet': {'network_id': '5f50f755-2d3d-4e1b-922d-34c9ad074496', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:07.375545 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-ab20a021-dfea-4d86-acbb-6350fa36600c None None] Set router 251bee7f-7cb8-4545-b90c-d6a6e6ada995 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:13:07.384718 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65649591-3723-46da-b778-89388e586cfd tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Network': ['ID=5f50f755-2d3d-4e1b-922d-34c9ad074496,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:07.418999 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 5f50f755-2d3d-4e1b-922d-34c9ad074496 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:13:07.656751 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56694) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:07.691027 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e0b5ab-56b8-4edb-8adc-3107df5b61ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:07.700376 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64e0b5ab-56b8-4edb-8adc-3107df5b61ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:07.771864 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-ab20a021-dfea-4d86-acbb-6350fa36600c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251bee7f-7cb8-4545-b90c-d6a6e6ada995', 'name': 'tempest-ServerRescueNegativeTestJSON-1431087162-router', 'tenant_id': '6ba249b1417247ef9d5961203768255e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '43dd85d0-6b11-437b-b0c4-67db72fb202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:57Z', 'updated_at': '2021-11-12T09:13:04Z', 'revision_number': 4, 'project_id': '6ba249b1417247ef9d5961203768255e', 'gw_port': {'id': '43dd85d0-6b11-437b-b0c4-67db72fb202e', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251bee7f-7cb8-4545-b90c-d6a6e6ada995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:58Z', 'updated_at': '2021-11-12T09:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '16f0a725-9a48-4f6f-96c6-3ee08bf28343', 'name': '', 'network_id': '0993354a-8baa-44a8-be7e-987245c15ff0', 'tenant_id': '6ba249b1417247ef9d5961203768255e', 'mac_address': 'fa:16:3e:5d:f2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251bee7f-7cb8-4545-b90c-d6a6e6ada995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '4db9f670-57cd-4b0c-b407-c2d471d25b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:13:02Z', 'updated_at': '2021-11-12T09:13:04Z', 'revision_number': 2, 'project_id': '6ba249b1417247ef9d5961203768255e', 'subnets': [{'id': '4db9f670-57cd-4b0c-b407-c2d471d25b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:07.830310 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab20a021-dfea-4d86-acbb-6350fa36600c None None] Checking router: 251bee7f-7cb8-4545-b90c-d6a6e6ada995 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:13:07.830888 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab20a021-dfea-4d86-acbb-6350fa36600c None None] Updating router 251bee7f-7cb8-4545-b90c-d6a6e6ada995 port 16f0a725-9a48-4f6f-96c6-3ee08bf28343 binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:13:07.887911 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1650e050-915a-406d-ba34-f4fedbc761a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:07.912953 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a2f42eac-6894-446c-995f-856e050d159c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:08.068408 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a2f42eac-6894-446c-995f-856e050d159c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:08.073688 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a2f42eac-6894-446c-995f-856e050d159c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:08.084821 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64e0b5ab-56b8-4edb-8adc-3107df5b61ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:08.088353 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ab20a021-dfea-4d86-acbb-6350fa36600c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:08.147107 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a2f42eac-6894-446c-995f-856e050d159c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=28cf9b040b8540acba5c823d0cd3fb87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4847383 Nov 12 09:13:08.147107 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f42eac-6894-446c-995f-856e050d159c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c657f8-9462-4dac-a1a9-cf5978747fe6,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:08.151381 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56712) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:08.374664 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0b5ab-56b8-4edb-8adc-3107df5b61ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Subnet': ['ID=1580518b-d592-44e1-8c13-bb71b4dd1a91,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:08.439818 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e0b5ab-56b8-4edb-8adc-3107df5b61ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Checking segment: {'id': 'a9f506b0-c6ba-4a4f-a127-e21d1b39698f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5f50f755-2d3d-4e1b-922d-34c9ad074496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:13:08.440273 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e0b5ab-56b8-4edb-8adc-3107df5b61ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network hostable DHCP agents. Network: 5f50f755-2d3d-4e1b-922d-34c9ad074496, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:13:08.464219 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-1d30cd6f-3178-4adc-9b3c-c30605646997 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:08.466431 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-1d30cd6f-3178-4adc-9b3c-c30605646997 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/networks?id=0993354a-8baa-44a8-be7e-987245c15ff0 HTTP/1.1" status: 200 len: 819 time: 0.3990061 Nov 12 09:13:08.485305 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ab20a021-dfea-4d86-acbb-6350fa36600c None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:08.486316 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-875efc79-2410-4598-b3e3-1303eab55763 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:08.493988 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ab20a021-dfea-4d86-acbb-6350fa36600c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:08.514833 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-adcc2827-a23a-4589-b946-200f84fada24 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/quotas/6ba249b1417247ef9d5961203768255e HTTP/1.1" status: 200 len: 375 time: 0.0368621 Nov 12 09:13:08.534655 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e0b5ab-56b8-4edb-8adc-3107df5b61ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network 5f50f755-2d3d-4e1b-922d-34c9ad074496 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:13:08.538186 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-875efc79-2410-4598-b3e3-1303eab55763 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:08.567143 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c3700-ed77-48db-9810-7521999beff2 None None] Pushing event updated for resources: {'Port': ['ID=16f0a725-9a48-4f6f-96c6-3ee08bf28343,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:08.584652 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-64e0b5ab-56b8-4edb-8adc-3107df5b61ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 5f50f755-2d3d-4e1b-922d-34c9ad074496) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:08.599528 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c3700-ed77-48db-9810-7521999beff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:08.600006 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c3700-ed77-48db-9810-7521999beff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:08.600220 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13027549-3d40-4db7-9970-ab41522d8444 None None] Network 5f50f755-2d3d-4e1b-922d-34c9ad074496 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:13:08.600993 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c3700-ed77-48db-9810-7521999beff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:08.600993 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c3700-ed77-48db-9810-7521999beff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:08.601336 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c3700-ed77-48db-9810-7521999beff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:08.601635 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c3700-ed77-48db-9810-7521999beff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:08.602034 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c3700-ed77-48db-9810-7521999beff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:08.602431 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c3700-ed77-48db-9810-7521999beff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:08.602835 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c3700-ed77-48db-9810-7521999beff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:08.603230 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c3700-ed77-48db-9810-7521999beff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:08.603626 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c3700-ed77-48db-9810-7521999beff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:08.604034 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c3700-ed77-48db-9810-7521999beff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:08.624993 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e0b5ab-56b8-4edb-8adc-3107df5b61ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:08.625955 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64e0b5ab-56b8-4edb-8adc-3107df5b61ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:08.651153 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-ab20a021-dfea-4d86-acbb-6350fa36600c None None] Attempting to bind port 16f0a725-9a48-4f6f-96c6-3ee08bf28343 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:08.651832 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-ab20a021-dfea-4d86-acbb-6350fa36600c None None] Attempting to bind port 16f0a725-9a48-4f6f-96c6-3ee08bf28343 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '38860fa3-f3d5-4827-9bd9-3f55ebbb1c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0993354a-8baa-44a8-be7e-987245c15ff0'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:08.652319 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab20a021-dfea-4d86-acbb-6350fa36600c None None] Attempting to bind port 16f0a725-9a48-4f6f-96c6-3ee08bf28343 on network 0993354a-8baa-44a8-be7e-987245c15ff0 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:08.665355 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab20a021-dfea-4d86-acbb-6350fa36600c None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:13:08.666796 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab20a021-dfea-4d86-acbb-6350fa36600c None None] Checking segment: {'id': '38860fa3-f3d5-4827-9bd9-3f55ebbb1c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0993354a-8baa-44a8-be7e-987245c15ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:13:08.667729 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ab20a021-dfea-4d86-acbb-6350fa36600c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:08.668706 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab20a021-dfea-4d86-acbb-6350fa36600c None None] Bound using segment: {'id': '38860fa3-f3d5-4827-9bd9-3f55ebbb1c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0993354a-8baa-44a8-be7e-987245c15ff0'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:13:08.669984 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-ab20a021-dfea-4d86-acbb-6350fa36600c None None] Bound port: 16f0a725-9a48-4f6f-96c6-3ee08bf28343, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38860fa3-f3d5-4827-9bd9-3f55ebbb1c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0993354a-8baa-44a8-be7e-987245c15ff0'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:13:08.671339 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ab20a021-dfea-4d86-acbb-6350fa36600c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:08.678508 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-64e0b5ab-56b8-4edb-8adc-3107df5b61ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3608658 Nov 12 09:13:08.678824 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56714) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:08.688539 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-af082931-e37a-4861-9bf1-38e443ccf370 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'subnet': {'network_id': '5f50f755-2d3d-4e1b-922d-34c9ad074496', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:08.745205 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-80045fa8-869a-4b76-be27-95df7f90281b tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6ba249b1417247ef9d5961203768255e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1869931 Nov 12 09:13:08.807811 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-ab20a021-dfea-4d86-acbb-6350fa36600c None None] For port 16f0a725-9a48-4f6f-96c6-3ee08bf28343, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:13:08.812559 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-ab20a021-dfea-4d86-acbb-6350fa36600c None None] For port 16f0a725-9a48-4f6f-96c6-3ee08bf28343, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=16f0a725-9a48-4f6f-96c6-3ee08bf28343,segment=NetworkSegment(38860fa3-f3d5-4827-9bd9-3f55ebbb1c24),segment_id=38860fa3-f3d5-4827-9bd9-3f55ebbb1c24)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:13:08.819850 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ab20a021-dfea-4d86-acbb-6350fa36600c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:08.827871 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-875efc79-2410-4598-b3e3-1303eab55763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:08.830986 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-875efc79-2410-4598-b3e3-1303eab55763 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:08.836615 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-875efc79-2410-4598-b3e3-1303eab55763 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/66c657f8-9462-4dac-a1a9-cf5978747fe6 HTTP/1.1" status: 204 len: 168 time: 0.6733999 Nov 12 09:13:08.905871 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dbb31c-d75e-48eb-9164-79869434d7b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-5f50f755-2d3d-4e1b-922d-34c9ad074496', 'network_id': '5f50f755-2d3d-4e1b-922d-34c9ad074496', 'tenant_id': 'a4cc795e5c364f88af1bdcef711beb4a', 'fixed_ips': [{'subnet_id': '1580518b-d592-44e1-8c13-bb71b4dd1a91'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:13:08.907701 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-23dbb31c-d75e-48eb-9164-79869434d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:08.940470 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab20a021-dfea-4d86-acbb-6350fa36600c None None] Routers {'251bee7f-7cb8-4545-b90c-d6a6e6ada995'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:13:08.941480 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-ab20a021-dfea-4d86-acbb-6350fa36600c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:12:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['251bee7f-7cb8-4545-b90c-d6a6e6ada995'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:08.949556 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875efc79-2410-4598-b3e3-1303eab55763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c657f8-9462-4dac-a1a9-cf5978747fe6,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:08.964067 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c3700-ed77-48db-9810-7521999beff2 None None] Pushing event updated for resources: {'Port': ['ID=16f0a725-9a48-4f6f-96c6-3ee08bf28343,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:09.102843 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-44dcb567-b545-43c6-bce1-b7cfdc89dde2 service neutron] 10.222.0.37 "GET /v2.0/networks/0993354a-8baa-44a8-be7e-987245c15ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950120 Nov 12 09:13:09.151640 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af082931-e37a-4861-9bf1-38e443ccf370 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:09.157279 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-af082931-e37a-4861-9bf1-38e443ccf370 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:09.232976 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-ab20a021-dfea-4d86-acbb-6350fa36600c None None] Set router 251bee7f-7cb8-4545-b90c-d6a6e6ada995 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:13:09.239068 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-23dbb31c-d75e-48eb-9164-79869434d7b5 None None] Allocated IP 172.20.0.2 (5f50f755-2d3d-4e1b-922d-34c9ad074496/1580518b-d592-44e1-8c13-bb71b4dd1a91/92181dea-42b9-46ca-8f1b-0103930ce63a) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:13:09.464377 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-23dbb31c-d75e-48eb-9164-79869434d7b5 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:09.465354 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-fbdfaaf6-ebac-4f5c-a79e-cd8b33cdec1b service neutron] 10.222.0.37 "GET /v2.0/networks/0993354a-8baa-44a8-be7e-987245c15ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510604 Nov 12 09:13:09.473656 n-d-768862-16 neutron-server[102569]: INFO neutron.db.ipam_backend_mixin [None req-af082931-e37a-4861-9bf1-38e443ccf370 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1580518b-d592-44e1-8c13-bb71b4dd1a91 (CIDR: 172.20.0.0/28) Nov 12 09:13:09.479467 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-af082931-e37a-4861-9bf1-38e443ccf370 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:09.480196 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af082931-e37a-4861-9bf1-38e443ccf370 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:13:09.482341 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-23dbb31c-d75e-48eb-9164-79869434d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:09.510671 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56720) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:09.519532 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-af082931-e37a-4861-9bf1-38e443ccf370 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8375583 Nov 12 09:13:09.527797 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56722) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:09.546651 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-3474f6c9-4953-4929-889f-f4788edc09e6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'subnet': {'network_id': '5f50f755-2d3d-4e1b-922d-34c9ad074496', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:09.556767 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1fd76ff6-d221-41b5-97ec-7bda5de92e1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:09.659359 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbb31c-d75e-48eb-9164-79869434d7b5 None None] Pushing event updated for resources: {'Port': ['ID=92181dea-42b9-46ca-8f1b-0103930ce63a,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:09.669603 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dbb31c-d75e-48eb-9164-79869434d7b5 None None] Network 5f50f755-2d3d-4e1b-922d-34c9ad074496 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:13:09.673862 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-23dbb31c-d75e-48eb-9164-79869434d7b5 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:09.688096 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dbb31c-d75e-48eb-9164-79869434d7b5 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:13:09.785296 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1fd76ff6-d221-41b5-97ec-7bda5de92e1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:09.789781 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1fd76ff6-d221-41b5-97ec-7bda5de92e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:09.804645 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-ab20a021-dfea-4d86-acbb-6350fa36600c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251bee7f-7cb8-4545-b90c-d6a6e6ada995', 'name': 'tempest-ServerRescueNegativeTestJSON-1431087162-router', 'tenant_id': '6ba249b1417247ef9d5961203768255e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '43dd85d0-6b11-437b-b0c4-67db72fb202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:57Z', 'updated_at': '2021-11-12T09:13:04Z', 'revision_number': 4, 'project_id': '6ba249b1417247ef9d5961203768255e', 'gw_port': {'id': '43dd85d0-6b11-437b-b0c4-67db72fb202e', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251bee7f-7cb8-4545-b90c-d6a6e6ada995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:58Z', 'updated_at': '2021-11-12T09:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '16f0a725-9a48-4f6f-96c6-3ee08bf28343', 'name': '', 'network_id': '0993354a-8baa-44a8-be7e-987245c15ff0', 'tenant_id': '6ba249b1417247ef9d5961203768255e', 'mac_address': 'fa:16:3e:5d:f2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251bee7f-7cb8-4545-b90c-d6a6e6ada995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '4db9f670-57cd-4b0c-b407-c2d471d25b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:13:02Z', 'updated_at': '2021-11-12T09:13:08Z', 'revision_number': 4, 'project_id': '6ba249b1417247ef9d5961203768255e', 'subnets': [{'id': '4db9f670-57cd-4b0c-b407-c2d471d25b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:09.811657 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3474f6c9-4953-4929-889f-f4788edc09e6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:09.828705 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3474f6c9-4953-4929-889f-f4788edc09e6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:09.840792 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1fd76ff6-d221-41b5-97ec-7bda5de92e1b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f8d7839f6cf4adab112b80a3035e269&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3284221 Nov 12 09:13:09.843183 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56728) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:09.894715 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab20a021-dfea-4d86-acbb-6350fa36600c None None] The sync data for ids ['251bee7f-7cb8-4545-b90c-d6a6e6ada995'] in n-d-768862-16 is: [{'id': '251bee7f-7cb8-4545-b90c-d6a6e6ada995', 'name': 'tempest-ServerRescueNegativeTestJSON-1431087162-router', 'tenant_id': '6ba249b1417247ef9d5961203768255e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '43dd85d0-6b11-437b-b0c4-67db72fb202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:57Z', 'updated_at': '2021-11-12T09:13:04Z', 'revision_number': 4, 'project_id': '6ba249b1417247ef9d5961203768255e', 'gw_port': {'id': '43dd85d0-6b11-437b-b0c4-67db72fb202e', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251bee7f-7cb8-4545-b90c-d6a6e6ada995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:58Z', 'updated_at': '2021-11-12T09:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '16f0a725-9a48-4f6f-96c6-3ee08bf28343', 'name': '', 'network_id': '0993354a-8baa-44a8-be7e-987245c15ff0', 'tenant_id': '6ba249b1417247ef9d5961203768255e', 'mac_address': 'fa:16:3e:5d:f2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251bee7f-7cb8-4545-b90c-d6a6e6ada995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '4db9f670-57cd-4b0c-b407-c2d471d25b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:13:02Z', 'updated_at': '2021-11-12T09:13:08Z', 'revision_number': 4, 'project_id': '6ba249b1417247ef9d5961203768255e', 'subnets': [{'id': '4db9f670-57cd-4b0c-b407-c2d471d25b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:13:09.919098 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-23dbb31c-d75e-48eb-9164-79869434d7b5 None None] Attempting to bind port 92181dea-42b9-46ca-8f1b-0103930ce63a on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:09.926897 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-23dbb31c-d75e-48eb-9164-79869434d7b5 None None] Attempting to bind port 92181dea-42b9-46ca-8f1b-0103930ce63a by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'a9f506b0-c6ba-4a4f-a127-e21d1b39698f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5f50f755-2d3d-4e1b-922d-34c9ad074496'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:09.927606 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dbb31c-d75e-48eb-9164-79869434d7b5 None None] Attempting to bind port 92181dea-42b9-46ca-8f1b-0103930ce63a on network 5f50f755-2d3d-4e1b-922d-34c9ad074496 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:09.946805 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76ff6-d221-41b5-97ec-7bda5de92e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65c3c57-a60e-4318-9e0a-a0db7a77b6c7,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:09.951101 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dbb31c-d75e-48eb-9164-79869434d7b5 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:13:09.951679 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dbb31c-d75e-48eb-9164-79869434d7b5 None None] Checking segment: {'id': 'a9f506b0-c6ba-4a4f-a127-e21d1b39698f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5f50f755-2d3d-4e1b-922d-34c9ad074496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:13:09.952347 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-23dbb31c-d75e-48eb-9164-79869434d7b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:09.957075 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dbb31c-d75e-48eb-9164-79869434d7b5 None None] Bound using segment: {'id': 'a9f506b0-c6ba-4a4f-a127-e21d1b39698f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5f50f755-2d3d-4e1b-922d-34c9ad074496'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:13:09.957993 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-23dbb31c-d75e-48eb-9164-79869434d7b5 None None] Bound port: 92181dea-42b9-46ca-8f1b-0103930ce63a, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f506b0-c6ba-4a4f-a127-e21d1b39698f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5f50f755-2d3d-4e1b-922d-34c9ad074496'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:13:09.958936 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-23dbb31c-d75e-48eb-9164-79869434d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:10.086549 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8995ba2c-fb68-4e8b-a07b-439137ea0944 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:10.168311 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8995ba2c-fb68-4e8b-a07b-439137ea0944 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:10.174586 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-23dbb31c-d75e-48eb-9164-79869434d7b5 None None] For port 92181dea-42b9-46ca-8f1b-0103930ce63a, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:13:10.180714 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-23dbb31c-d75e-48eb-9164-79869434d7b5 None None] For port 92181dea-42b9-46ca-8f1b-0103930ce63a, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=92181dea-42b9-46ca-8f1b-0103930ce63a,segment=NetworkSegment(a9f506b0-c6ba-4a4f-a127-e21d1b39698f),segment_id=a9f506b0-c6ba-4a4f-a127-e21d1b39698f)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:13:10.193980 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a957f-9745-4cd0-9f81-5f7376cb546e req-ab8a8350-cd22-46da-ac40-80ce2dbb058e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:10.199518 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e19a957f-9745-4cd0-9f81-5f7376cb546e req-ab8a8350-cd22-46da-ac40-80ce2dbb058e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=53fb097f-bc5f-461a-9316-9ce5d6e7fdde HTTP/1.1" status: 200 len: 946 time: 0.3286216 Nov 12 09:13:10.205213 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-23dbb31c-d75e-48eb-9164-79869434d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:10.338320 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8995ba2c-fb68-4e8b-a07b-439137ea0944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:10.346197 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8995ba2c-fb68-4e8b-a07b-439137ea0944 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:10.352045 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8995ba2c-fb68-4e8b-a07b-439137ea0944 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c65c3c57-a60e-4318-9e0a-a0db7a77b6c7 HTTP/1.1" status: 204 len: 168 time: 0.5037091 Nov 12 09:13:10.377073 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995ba2c-fb68-4e8b-a07b-439137ea0944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65c3c57-a60e-4318-9e0a-a0db7a77b6c7,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:10.453154 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e19a957f-9745-4cd0-9f81-5f7376cb546e req-16b283fe-d727-4d6c-9ba0-fc4edc3a0573 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c9d6dfb-aa83-451a-96a4-5547b9f26631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220769 Nov 12 09:13:10.456724 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-22c8c762-b8bd-45f4-9510-b3974022dd30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:10.517163 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 16f0a725-9a48-4f6f-96c6-3ee08bf28343 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:13:10.706413 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbb31c-d75e-48eb-9164-79869434d7b5 None None] Pushing event updated for resources: {'Port': ['ID=92181dea-42b9-46ca-8f1b-0103930ce63a,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:10.760514 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-160bccb3-e26f-4106-be3f-a30ad40a436c req-4d3a1fed-4356-4b45-8cc7-a44e249dcaf1 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 210 time: 0.1138527 Nov 12 09:13:10.803540 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 16f0a725-9a48-4f6f-96c6-3ee08bf28343 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:10.804052 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:11.023395 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:11.154268 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 16f0a725-9a48-4f6f-96c6-3ee08bf28343, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=16f0a725-9a48-4f6f-96c6-3ee08bf28343,segment=NetworkSegment(38860fa3-f3d5-4827-9bd9-3f55ebbb1c24),segment_id=38860fa3-f3d5-4827-9bd9-3f55ebbb1c24)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:11.163773 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:11.192281 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3474f6c9-4953-4929-889f-f4788edc09e6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:11.283891 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=16f0a725-9a48-4f6f-96c6-3ee08bf28343,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:11.299603 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3474f6c9-4953-4929-889f-f4788edc09e6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network 5f50f755-2d3d-4e1b-922d-34c9ad074496 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:13:11.345158 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-3474f6c9-4953-4929-889f-f4788edc09e6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:11.392389 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3474f6c9-4953-4929-889f-f4788edc09e6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:11.393392 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3474f6c9-4953-4929-889f-f4788edc09e6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:11.462430 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474f6c9-4953-4929-889f-f4788edc09e6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Subnet': ['ID=7b0a84ca-67b9-45d9-97d9-4a415bd6935f,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:11.510544 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3474f6c9-4953-4929-889f-f4788edc09e6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9858737 Nov 12 09:13:11.514832 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56752) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:11.528624 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-3c8d28b7-860a-4ae8-a839-08d3b9340360 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'port': {'network_id': '5f50f755-2d3d-4e1b-922d-34c9ad074496', 'fixed_ips': [{'subnet_id': '1580518b-d592-44e1-8c13-bb71b4dd1a91'}, {'subnet_id': '7b0a84ca-67b9-45d9-97d9-4a415bd6935f'}], 'name': 'tempest-PortsTestJSON-76052486'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:11.574200 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3e3ae-3fff-460c-b3c5-614139997033 req-dc1d733c-4549-40bd-a994-011a3d8c56a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:11.577216 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6be3e3ae-3fff-460c-b3c5-614139997033 req-dc1d733c-4549-40bd-a994-011a3d8c56a7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=53fb097f-bc5f-461a-9316-9ce5d6e7fdde HTTP/1.1" status: 200 len: 1098 time: 0.8411148 Nov 12 09:13:11.837517 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8d28b7-860a-4ae8-a839-08d3b9340360 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:12.054501 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3c8d28b7-860a-4ae8-a839-08d3b9340360 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:12.112056 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-3c8d28b7-860a-4ae8-a839-08d3b9340360 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] device_id is not set on port 5be09372-325c-4bd2-97a0-3604c244c447 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:13:12.129166 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:12.367951 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67e58d-b36a-4044-8464-b48f33b8e09c req-e6149c2d-c50d-4bde-8de6-dd69e3572661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:12.373605 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9e67e58d-b36a-4044-8464-b48f33b8e09c req-e6149c2d-c50d-4bde-8de6-dd69e3572661 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=53fb097f-bc5f-461a-9316-9ce5d6e7fdde HTTP/1.1" status: 200 len: 1098 time: 0.2514167 Nov 12 09:13:12.581159 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532cc6df-0e53-41c8-a101-d93a2b6bfeb0 None None] Network 5f50f755-2d3d-4e1b-922d-34c9ad074496 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:13:12.828871 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-570a9e77-a56c-4304-a803-3c7fee40f0a6 None None] Provisioning complete for port 92181dea-42b9-46ca-8f1b-0103930ce63a triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:12.829359 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-570a9e77-a56c-4304-a803-3c7fee40f0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:12.906800 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9e67e58d-b36a-4044-8464-b48f33b8e09c req-20a95fd6-705f-4698-8cf3-5ba72b2fe439 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7c9d6dfb-aa83-451a-96a4-5547b9f26631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5216379 Nov 12 09:13:12.967921 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-293aa9fb-8ced-45ac-a366-7e1913b3ea00 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:12.972254 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-293aa9fb-8ced-45ac-a366-7e1913b3ea00 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/networks?id=0993354a-8baa-44a8-be7e-987245c15ff0 HTTP/1.1" status: 200 len: 819 time: 1.3927429 Nov 12 09:13:12.981468 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3e3ae-3fff-460c-b3c5-614139997033 req-71f5fcaa-8d16-440f-a0f4-97b6d13c1f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:12.981876 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 92181dea-42b9-46ca-8f1b-0103930ce63a up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:13:12.985137 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6be3e3ae-3fff-460c-b3c5-614139997033 req-71f5fcaa-8d16-440f-a0f4-97b6d13c1f5c service neutron] 10.222.0.54 "GET /v2.0/networks?id=85da2c57-6886-4788-98af-189f3410e3af HTTP/1.1" status: 200 len: 898 time: 1.3589227 Nov 12 09:13:13.007160 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-59d2dd50-8a77-4460-891e-c7f6f16fd17e tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/quotas/6ba249b1417247ef9d5961203768255e HTTP/1.1" status: 200 len: 375 time: 0.0195675 Nov 12 09:13:13.112734 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-9d5e0b49-dd67-4793-bda7-4cd20cce79b0 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6ba249b1417247ef9d5961203768255e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0972953 Nov 12 09:13:13.191080 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-3c8d28b7-860a-4ae8-a839-08d3b9340360 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Allocated IP 172.20.0.8 (5f50f755-2d3d-4e1b-922d-34c9ad074496/1580518b-d592-44e1-8c13-bb71b4dd1a91/5be09372-325c-4bd2-97a0-3604c244c447) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:13:13.208821 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-3c8d28b7-860a-4ae8-a839-08d3b9340360 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Allocated IP 172.20.0.27 (5f50f755-2d3d-4e1b-922d-34c9ad074496/7b0a84ca-67b9-45d9-97d9-4a415bd6935f/5be09372-325c-4bd2-97a0-3604c244c447) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:13:13.239768 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-bd94592b-5685-4d02-8f9f-3b148508a72c tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:13.241844 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-bd94592b-5685-4d02-8f9f-3b148508a72c tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.54 "GET /v2.0/networks?id=0993354a-8baa-44a8-be7e-987245c15ff0 HTTP/1.1" status: 200 len: 819 time: 0.7251794 Nov 12 09:13:13.258205 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e533580c-04fa-4ebf-bfe3-b7451b6a256e tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Request body: {'port': {'device_id': '9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33', 'network_id': '0993354a-8baa-44a8-be7e-987245c15ff0', 'admin_state_up': True, 'tenant_id': '6ba249b1417247ef9d5961203768255e'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:13.400733 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6be3e3ae-3fff-460c-b3c5-614139997033 req-71e1aeff-9f03-4c34-afe2-f604d51dd0ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63c3bd09-06cc-4258-a216-db4f1f68f39d HTTP/1.1" status: 200 len: 1002 time: 0.2979553 Nov 12 09:13:13.464682 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 92181dea-42b9-46ca-8f1b-0103930ce63a triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:13.466435 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:13.554782 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e533580c-04fa-4ebf-bfe3-b7451b6a256e tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Made reservation on behalf of 6ba249b1417247ef9d5961203768255e for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:13.559016 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e533580c-04fa-4ebf-bfe3-b7451b6a256e tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:13.606839 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-a3770cf1-543c-4175-a5d9-4f97f223bd7e service neutron] 10.222.0.37 "GET /v2.0/networks/0993354a-8baa-44a8-be7e-987245c15ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881135 Nov 12 09:13:13.643194 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3e3ae-3fff-460c-b3c5-614139997033 req-235e735e-ec95-4e31-9ed5-95b188485b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:13.647203 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6be3e3ae-3fff-460c-b3c5-614139997033 req-235e735e-ec95-4e31-9ed5-95b188485b37 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=885171e7-4293-4d6e-9568-87d50b237261 HTTP/1.1" status: 200 len: 833 time: 0.2385185 Nov 12 09:13:13.654198 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-570a9e77-a56c-4304-a803-3c7fee40f0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:13.680736 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3c8d28b7-860a-4ae8-a839-08d3b9340360 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:13.694534 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:13.839454 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3c8d28b7-860a-4ae8-a839-08d3b9340360 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:13.856536 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e533580c-04fa-4ebf-bfe3-b7451b6a256e tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Allocated IP 172.20.0.5 (0993354a-8baa-44a8-be7e-987245c15ff0/4db9f670-57cd-4b0c-b407-c2d471d25b1a/b41eb59a-1488-43bc-b386-ff1c3501f085) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:13:13.895182 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-8db4d3c7-9c13-4b2b-b26d-78b1257304e8 service neutron] 10.222.0.37 "GET /v2.0/networks/0993354a-8baa-44a8-be7e-987245c15ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783289 Nov 12 09:13:13.946408 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3e3ae-3fff-460c-b3c5-614139997033 req-49dd73ee-a1c5-43f3-9e43-f6136b2ba8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:13.950086 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6be3e3ae-3fff-460c-b3c5-614139997033 req-49dd73ee-a1c5-43f3-9e43-f6136b2ba8b5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=85da2c57-6886-4788-98af-189f3410e3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2604563 Nov 12 09:13:13.964195 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8d28b7-860a-4ae8-a839-08d3b9340360 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network 5f50f755-2d3d-4e1b-922d-34c9ad074496 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:13:13.965240 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-6be3e3ae-3fff-460c-b3c5-614139997033 req-47958793-a056-441d-8b6e-dc0c78235511 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:13:13.971605 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6be3e3ae-3fff-460c-b3c5-614139997033 req-47958793-a056-441d-8b6e-dc0c78235511 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093827 Nov 12 09:13:13.980220 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-3c8d28b7-860a-4ae8-a839-08d3b9340360 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:13.988462 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d28b7-860a-4ae8-a839-08d3b9340360 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Port': ['ID=5be09372-325c-4bd2-97a0-3604c244c447,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:13.995266 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8d28b7-860a-4ae8-a839-08d3b9340360 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:13:14.067778 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8d28b7-860a-4ae8-a839-08d3b9340360 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:14.068812 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3c8d28b7-860a-4ae8-a839-08d3b9340360 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:14.136154 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3c8d28b7-860a-4ae8-a839-08d3b9340360 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1002 time: 2.6194334 Nov 12 09:13:14.142395 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56786) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:14.190332 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-501448d0-93ef-4470-b411-6750bfcdddae tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1580518b-d592-44e1-8c13-bb71b4dd1a91'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:14.320505 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6be3e3ae-3fff-460c-b3c5-614139997033 req-70a54e64-d2ac-40e1-a081-2f8d2aa370b1 service neutron] 10.222.0.54 "GET /v2.0/networks/85da2c57-6886-4788-98af-189f3410e3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418467 Nov 12 09:13:14.325881 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-570a9e77-a56c-4304-a803-3c7fee40f0a6 None None] For port 92181dea-42b9-46ca-8f1b-0103930ce63a, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=92181dea-42b9-46ca-8f1b-0103930ce63a,segment=NetworkSegment(a9f506b0-c6ba-4a4f-a127-e21d1b39698f),segment_id=a9f506b0-c6ba-4a4f-a127-e21d1b39698f)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:14.357253 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-570a9e77-a56c-4304-a803-3c7fee40f0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:14.536384 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:14.590640 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6be3e3ae-3fff-460c-b3c5-614139997033 req-a88f3ff9-a73c-4df7-8392-e73f370a3038 service neutron] 10.222.0.54 "GET /v2.0/networks/85da2c57-6886-4788-98af-189f3410e3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629104 Nov 12 09:13:14.606032 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05fe10d-4217-4bc8-810a-766a433ccb2b None None] Update dhcp port {'port': {'network_id': '5f50f755-2d3d-4e1b-922d-34c9ad074496', 'fixed_ips': [{'subnet_id': '1580518b-d592-44e1-8c13-bb71b4dd1a91', 'ip_address': '172.20.0.2'}, {'subnet_id': '7b0a84ca-67b9-45d9-97d9-4a415bd6935f'}], 'binding:host_id': 'n-d-768862-16'}, 'id': '92181dea-42b9-46ca-8f1b-0103930ce63a'} from n-d-768862-16. {{(pid=102570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 09:13:14.608841 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 63c3bd09-06cc-4258-a216-db4f1f68f39d details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:13:14.611808 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 63c3bd09-06cc-4258-a216-db4f1f68f39d no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:13:14.663672 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56794) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:14.780014 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348efa0-f5cc-48e3-8e05-3efb30f30539 req-5d01a236-3081-4edb-83f7-31af2c9d4db7 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:14.800836 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8348efa0-f5cc-48e3-8e05-3efb30f30539 req-5d01a236-3081-4edb-83f7-31af2c9d4db7 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=53fb097f-bc5f-461a-9316-9ce5d6e7fdde HTTP/1.1" status: 200 len: 946 time: 0.3005593 Nov 12 09:13:14.965199 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8348efa0-f5cc-48e3-8e05-3efb30f30539 req-d2127e94-7f3e-477e-afaa-f9a55f154a96 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c9d6dfb-aa83-451a-96a4-5547b9f26631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623080 Nov 12 09:13:14.986636 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e05fe10d-4217-4bc8-810a-766a433ccb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:15.010839 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-b4d1e774-49fe-4475-b795-c2c1079873cc tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-900540665', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:15.016346 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56802) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:15.017617 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-501448d0-93ef-4470-b411-6750bfcdddae tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:15.060822 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 16f0a725-9a48-4f6f-96c6-3ee08bf28343 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:13:15.068227 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d1e774-49fe-4475-b795-c2c1079873cc tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Made reservation on behalf of 83d5b4d00a924c27b78fe3cf83f3d0a2 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:15.073826 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e774-49fe-4475-b795-c2c1079873cc tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:15.096977 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e774-49fe-4475-b795-c2c1079873cc tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:15.167259 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3f423d44-32c8-4f20-b7a7-2e230e781c1f req-efe21cfd-b3eb-4108-9e89-e8b448e09cc0 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 210 time: 0.0558743 Nov 12 09:13:15.248512 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5f37df51-22c4-40a7-8a49-2ecb1087c63d tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/floatingips/7df9961b-dc9e-46ac-a768-486818ba9326 HTTP/1.1" status: 200 len: 994 time: 0.2288735 Nov 12 09:13:15.300064 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e533580c-04fa-4ebf-bfe3-b7451b6a256e tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:15.327201 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e774-49fe-4475-b795-c2c1079873cc tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:15.336879 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e774-49fe-4475-b795-c2c1079873cc tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:15.341919 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a9e77-a56c-4304-a803-3c7fee40f0a6 None None] Pushing event updated for resources: {'Port': ['ID=92181dea-42b9-46ca-8f1b-0103930ce63a,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:15.350636 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-b4d1e774-49fe-4475-b795-c2c1079873cc tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] device_id is not set on port da51df74-a322-40e3-a722-a03106a2570b yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:13:15.463841 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1e774-49fe-4475-b795-c2c1079873cc tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86135934-e61d-4b8e-a9ff-7cf20b5154a0,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:15.608341 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 63c3bd09-06cc-4258-a216-db4f1f68f39d, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=63c3bd09-06cc-4258-a216-db4f1f68f39d,segment=NetworkSegment(069b91b4-35da-4823-ae0f-84d90dbb9807),segment_id=069b91b4-35da-4823-ae0f-84d90dbb9807)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:15.609310 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e533580c-04fa-4ebf-bfe3-b7451b6a256e tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:15.676202 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-b4d1e774-49fe-4475-b795-c2c1079873cc tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Allocated IP 172.25.6.204 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/da51df74-a322-40e3-a722-a03106a2570b) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:13:15.750759 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e533580c-04fa-4ebf-bfe3-b7451b6a256e tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Pushing event updated for resources: {'Port': ['ID=b41eb59a-1488-43bc-b386-ff1c3501f085,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:15.810891 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '63c3bd09-06cc-4258-a216-db4f1f68f39d', 'network_id': '85da2c57-6886-4788-98af-189f3410e3af', 'port_id': '63c3bd09-06cc-4258-a216-db4f1f68f39d', 'mac_address': 'fa:16:3e:ec:8c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '885171e7-4293-4d6e-9568-87d50b237261', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:13:15.838643 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e533580c-04fa-4ebf-bfe3-b7451b6a256e tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Network 0993354a-8baa-44a8-be7e-987245c15ff0 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:13:15.848036 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e533580c-04fa-4ebf-bfe3-b7451b6a256e tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:15.856914 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e533580c-04fa-4ebf-bfe3-b7451b6a256e tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:13:15.862870 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:15.988510 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e533580c-04fa-4ebf-bfe3-b7451b6a256e tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:15.989552 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e533580c-04fa-4ebf-bfe3-b7451b6a256e tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:16.008822 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e774-49fe-4475-b795-c2c1079873cc tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:16.026690 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e533580c-04fa-4ebf-bfe3-b7451b6a256e tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7718141 Nov 12 09:13:16.043375 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53fb097f-bc5f-461a-9316-9ce5d6e7fdde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63c3bd09-06cc-4258-a216-db4f1f68f39d'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:13:16.047358 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b934dda3-a280-48cf-a3b8-2385cf60ec4a" -d '{"events": [{"server_uuid": "53fb097f-bc5f-461a-9316-9ce5d6e7fdde", "name": "network-vif-unplugged", "status": "completed", "tag": "63c3bd09-06cc-4258-a216-db4f1f68f39d"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:13:16.051465 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e3b798cf-e6af-4b5e-bf4e-f540649a1341 service neutron] Request body: {'port': {'device_id': '9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:16.087068 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 16f0a725-9a48-4f6f-96c6-3ee08bf28343 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:16.087681 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:16.109742 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e774-49fe-4475-b795-c2c1079873cc tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:16.170852 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0701344b-954f-42c9-b45e-acdca4a8b368 x-openstack-request-id: req-0701344b-954f-42c9-b45e-acdca4a8b368 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:13:16.171213 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53fb097f-bc5f-461a-9316-9ce5d6e7fdde", "name": "network-vif-unplugged", "status": "completed", "tag": "63c3bd09-06cc-4258-a216-db4f1f68f39d", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:13:16.171556 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0701344b-954f-42c9-b45e-acdca4a8b368 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:13:16.171868 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53fb097f-bc5f-461a-9316-9ce5d6e7fdde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63c3bd09-06cc-4258-a216-db4f1f68f39d', 'code': 200} Nov 12 09:13:16.177372 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e3b798cf-e6af-4b5e-bf4e-f540649a1341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:16.183442 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 63c3bd09-06cc-4258-a216-db4f1f68f39d, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=63c3bd09-06cc-4258-a216-db4f1f68f39d,segment=NetworkSegment(069b91b4-35da-4823-ae0f-84d90dbb9807),segment_id=069b91b4-35da-4823-ae0f-84d90dbb9807)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:16.185148 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:16.221325 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:16.241394 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-e05fe10d-4217-4bc8-810a-766a433ccb2b None None] Allocated IP 172.20.0.18 (5f50f755-2d3d-4e1b-922d-34c9ad074496/7b0a84ca-67b9-45d9-97d9-4a415bd6935f/92181dea-42b9-46ca-8f1b-0103930ce63a) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:13:16.248389 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d1e774-49fe-4475-b795-c2c1079873cc tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:13:16.297349 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63c3bd09-06cc-4258-a216-db4f1f68f39d {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:13:16.300615 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-b4d1e774-49fe-4475-b795-c2c1079873cc tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:16.330456 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d1763a-8153-4fe2-ab73-fe7ac9b74535 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:13:16.333866 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d1e774-49fe-4475-b795-c2c1079873cc tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:13:16.557502 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5bf12616-286d-492f-ba81-dc8371768e15 req-80efc33b-b112-49c9-a1a9-81719ce2e710 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 210 time: 0.0879004 Nov 12 09:13:16.567375 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1e774-49fe-4475-b795-c2c1079873cc tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Pushing event updated for resources: {'Port': ['ID=da51df74-a322-40e3-a722-a03106a2570b,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:16.580793 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=63c3bd09-06cc-4258-a216-db4f1f68f39d,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:16.622372 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:13:16.623499 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:13:16.668858 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99073baf-1e56-4ee8-993a-3b21a503d6cd None None] Provisioning complete for port da51df74-a322-40e3-a722-a03106a2570b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:16.669454 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99073baf-1e56-4ee8-993a-3b21a503d6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:16.676848 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d1e774-49fe-4475-b795-c2c1079873cc tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:16.678338 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e774-49fe-4475-b795-c2c1079873cc tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:16.725704 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b4d1e774-49fe-4475-b795-c2c1079873cc tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.0602074 Nov 12 09:13:16.732413 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56810) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:16.741349 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-bde29fc8-76e5-4340-8a57-f6aba1a128e0 tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.204'}]}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:16.784015 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e3b798cf-e6af-4b5e-bf4e-f540649a1341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b41eb59a-1488-43bc-b386-ff1c3501f085 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:13:16.795150 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-a492b45f-27bc-4223-8db5-dfbecc1420c5 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:16.798069 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-a492b45f-27bc-4223-8db5-dfbecc1420c5 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.54 "GET /v2.0/networks?id=0993354a-8baa-44a8-be7e-987245c15ff0 HTTP/1.1" status: 200 len: 819 time: 0.5413463 Nov 12 09:13:16.801085 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-e05fe10d-4217-4bc8-810a-766a433ccb2b None None] For port 92181dea-42b9-46ca-8f1b-0103930ce63a, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=92181dea-42b9-46ca-8f1b-0103930ce63a,segment=NetworkSegment(a9f506b0-c6ba-4a4f-a127-e21d1b39698f),segment_id=a9f506b0-c6ba-4a4f-a127-e21d1b39698f)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:16.802950 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e3b798cf-e6af-4b5e-bf4e-f540649a1341 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:16.820791 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-97f13d0b-b973-4152-8ba2-e1bf6c9cd3d0 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Request body: {'port': {'device_id': 'f9da2ecc-d820-48c4-a2f8-aa56278f6079', 'network_id': '0993354a-8baa-44a8-be7e-987245c15ff0', 'admin_state_up': True, 'tenant_id': '6ba249b1417247ef9d5961203768255e'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:16.823101 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 92181dea-42b9-46ca-8f1b-0103930ce63a up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:13:16.823341 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e3b798cf-e6af-4b5e-bf4e-f540649a1341 service neutron] Transition to ACTIVE for port object b41eb59a-1488-43bc-b386-ff1c3501f085 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:13:16.829204 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99073baf-1e56-4ee8-993a-3b21a503d6cd None None] Port da51df74-a322-40e3-a722-a03106a2570b cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:13:16.831546 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e3b798cf-e6af-4b5e-bf4e-f540649a1341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:16.849791 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bde29fc8-76e5-4340-8a57-f6aba1a128e0 tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:16.851440 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bde29fc8-76e5-4340-8a57-f6aba1a128e0 tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:16.938295 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b798cf-e6af-4b5e-bf4e-f540649a1341 service neutron] Pushing event updated for resources: {'Port': ['ID=b41eb59a-1488-43bc-b386-ff1c3501f085,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:16.942600 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e05fe10d-4217-4bc8-810a-766a433ccb2b None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:16.952629 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e05fe10d-4217-4bc8-810a-766a433ccb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:17.055026 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05fe10d-4217-4bc8-810a-766a433ccb2b None None] Pushing event updated for resources: {'Port': ['ID=92181dea-42b9-46ca-8f1b-0103930ce63a,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:17.068845 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bde29fc8-76e5-4340-8a57-f6aba1a128e0 tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:17.090861 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 92181dea-42b9-46ca-8f1b-0103930ce63a triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:17.091500 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:17.101174 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-501448d0-93ef-4470-b411-6750bfcdddae tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Delete allocated IP 172.20.0.27 (5f50f755-2d3d-4e1b-922d-34c9ad074496/7b0a84ca-67b9-45d9-97d9-4a415bd6935f) {{(pid=102568) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 09:13:17.110351 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e3b798cf-e6af-4b5e-bf4e-f540649a1341 service neutron] Attempting to bind port b41eb59a-1488-43bc-b386-ff1c3501f085 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:17.110746 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e3b798cf-e6af-4b5e-bf4e-f540649a1341 service neutron] Attempting to bind port b41eb59a-1488-43bc-b386-ff1c3501f085 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '38860fa3-f3d5-4827-9bd9-3f55ebbb1c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0993354a-8baa-44a8-be7e-987245c15ff0'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:17.111216 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e3b798cf-e6af-4b5e-bf4e-f540649a1341 service neutron] Attempting to bind port b41eb59a-1488-43bc-b386-ff1c3501f085 on network 0993354a-8baa-44a8-be7e-987245c15ff0 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:17.122445 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e3b798cf-e6af-4b5e-bf4e-f540649a1341 service neutron] Port b41eb59a-1488-43bc-b386-ff1c3501f085 on network 0993354a-8baa-44a8-be7e-987245c15ff0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:17.122787 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e3b798cf-e6af-4b5e-bf4e-f540649a1341 service neutron] Attempting to bind port b41eb59a-1488-43bc-b386-ff1c3501f085 on network 0993354a-8baa-44a8-be7e-987245c15ff0 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:17.170829 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e3b798cf-e6af-4b5e-bf4e-f540649a1341 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:13:17.171397 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e3b798cf-e6af-4b5e-bf4e-f540649a1341 service neutron] Checking segment: {'id': '38860fa3-f3d5-4827-9bd9-3f55ebbb1c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0993354a-8baa-44a8-be7e-987245c15ff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:13:17.172075 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e3b798cf-e6af-4b5e-bf4e-f540649a1341 service neutron] Bound using segment: {'id': '38860fa3-f3d5-4827-9bd9-3f55ebbb1c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0993354a-8baa-44a8-be7e-987245c15ff0'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:13:17.172884 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e3b798cf-e6af-4b5e-bf4e-f540649a1341 service neutron] Bound port: b41eb59a-1488-43bc-b386-ff1c3501f085, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38860fa3-f3d5-4827-9bd9-3f55ebbb1c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0993354a-8baa-44a8-be7e-987245c15ff0'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:13:17.173445 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e3b798cf-e6af-4b5e-bf4e-f540649a1341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:17.292114 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:17.326789 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c3bd09-06cc-4258-a216-db4f1f68f39d {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:13:17.397666 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-97f13d0b-b973-4152-8ba2-e1bf6c9cd3d0 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Made reservation on behalf of 6ba249b1417247ef9d5961203768255e for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:17.405491 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-97f13d0b-b973-4152-8ba2-e1bf6c9cd3d0 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:17.417703 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bde29fc8-76e5-4340-8a57-f6aba1a128e0 tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:17.419600 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 63c3bd09-06cc-4258-a216-db4f1f68f39d, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=63c3bd09-06cc-4258-a216-db4f1f68f39d,segment=NetworkSegment(069b91b4-35da-4823-ae0f-84d90dbb9807),segment_id=069b91b4-35da-4823-ae0f-84d90dbb9807)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:17.423859 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-501448d0-93ef-4470-b411-6750bfcdddae tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:17.430612 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-501448d0-93ef-4470-b411-6750bfcdddae tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:17.439135 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:17.528746 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501448d0-93ef-4470-b411-6750bfcdddae tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Port': ['ID=5be09372-325c-4bd2-97a0-3604c244c447,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:17.596541 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=63c3bd09-06cc-4258-a216-db4f1f68f39d,revision_number=7']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:17.665228 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['63c3bd09-06cc-4258-a216-db4f1f68f39d'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:13:17.727664 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-501448d0-93ef-4470-b411-6750bfcdddae tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] In _notify_port_updated(), no bound segment for port 5be09372-325c-4bd2-97a0-3604c244c447 on network 5f50f755-2d3d-4e1b-922d-34c9ad074496 {{(pid=102568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 09:13:17.744078 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501448d0-93ef-4470-b411-6750bfcdddae tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:17.748208 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-501448d0-93ef-4470-b411-6750bfcdddae tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:17.754078 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-501448d0-93ef-4470-b411-6750bfcdddae tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "PUT /v2.0/ports/5be09372-325c-4bd2-97a0-3604c244c447 HTTP/1.1" status: 200 len: 917 time: 3.5903683 Nov 12 09:13:17.761573 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e3b798cf-e6af-4b5e-bf4e-f540649a1341 service neutron] For port b41eb59a-1488-43bc-b386-ff1c3501f085, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:13:17.770077 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2d58ebc2-2e1c-40ce-980e-9f1746631311 req-5b7008cd-c2d4-499d-beb4-0499a334261f tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 210 time: 0.0595691 Nov 12 09:13:17.772051 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56814) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:17.797763 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e3b798cf-e6af-4b5e-bf4e-f540649a1341 service neutron] For port b41eb59a-1488-43bc-b386-ff1c3501f085, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=b41eb59a-1488-43bc-b386-ff1c3501f085,segment=NetworkSegment(38860fa3-f3d5-4827-9bd9-3f55ebbb1c24),segment_id=38860fa3-f3d5-4827-9bd9-3f55ebbb1c24)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:13:17.820686 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e3b798cf-e6af-4b5e-bf4e-f540649a1341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:17.829554 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-ceeecd32-8a85-4f72-87ea-35d25c455b3a tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1580518b-d592-44e1-8c13-bb71b4dd1a91'}, {'subnet_id': '7b0a84ca-67b9-45d9-97d9-4a415bd6935f'}]}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:17.892512 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e3b798cf-e6af-4b5e-bf4e-f540649a1341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:17.893129 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e3b798cf-e6af-4b5e-bf4e-f540649a1341 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:17.894634 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-e3b798cf-e6af-4b5e-bf4e-f540649a1341 service neutron] 10.222.0.54 "PUT /v2.0/ports/b41eb59a-1488-43bc-b386-ff1c3501f085 HTTP/1.1" status: 200 len: 1092 time: 1.8541183 Nov 12 09:13:17.895147 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33', 'tag': 'b41eb59a-1488-43bc-b386-ff1c3501f085'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:13:17.898317 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c60fc7a-75e1-4aef-ab47-92f2c82cc72d" -d '{"events": [{"name": "network-changed", "server_uuid": "9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33", "tag": "b41eb59a-1488-43bc-b386-ff1c3501f085"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:13:17.974997 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b798cf-e6af-4b5e-bf4e-f540649a1341 service neutron] Pushing event updated for resources: {'Port': ['ID=b41eb59a-1488-43bc-b386-ff1c3501f085,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:17.988042 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249b2780-4b8a-4e91-9562-d8e3e6bc1efb x-openstack-request-id: req-249b2780-4b8a-4e91-9562-d8e3e6bc1efb {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:13:17.988507 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33", "tag": "b41eb59a-1488-43bc-b386-ff1c3501f085", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:13:17.988905 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-249b2780-4b8a-4e91-9562-d8e3e6bc1efb {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:13:17.989598 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33', 'tag': 'b41eb59a-1488-43bc-b386-ff1c3501f085', 'status': 'completed', 'code': 200} Nov 12 09:13:18.029782 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-97f13d0b-b973-4152-8ba2-e1bf6c9cd3d0 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Allocated IP 172.20.0.10 (0993354a-8baa-44a8-be7e-987245c15ff0/4db9f670-57cd-4b0c-b407-c2d471d25b1a/c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:13:18.080423 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-1959d092-3bcb-40cc-a866-c6a843d2a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:18.091593 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-1959d092-3bcb-40cc-a866-c6a843d2a06e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ba249b1417247ef9d5961203768255e&device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 1095 time: 0.0949249 Nov 12 09:13:18.121258 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817707d9-8164-408a-8387-1d9c9f3addf4 None None] Network 5f50f755-2d3d-4e1b-922d-34c9ad074496 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:13:18.189535 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-5b40b0dc-08ba-4e6a-9acc-6ef2250f4b7e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b41eb59a-1488-43bc-b386-ff1c3501f085 HTTP/1.1" status: 200 len: 217 time: 0.0864005 Nov 12 09:13:18.269856 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-33831914-0069-456c-8de9-b273f459bbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:18.272842 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-33831914-0069-456c-8de9-b273f459bbe3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4db9f670-57cd-4b0c-b407-c2d471d25b1a HTTP/1.1" status: 200 len: 859 time: 0.0751662 Nov 12 09:13:18.304443 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5ecb29fb-8a61-4ca4-b01a-c1e59e517dda None None] Provisioning complete for port 92181dea-42b9-46ca-8f1b-0103930ce63a triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:18.304443 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5ecb29fb-8a61-4ca4-b01a-c1e59e517dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:18.321106 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-ea7a8c31-7604-40df-81af-e8d2d97aec43 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0993354a-8baa-44a8-be7e-987245c15ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407186 Nov 12 09:13:18.471320 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ceeecd32-8a85-4f72-87ea-35d25c455b3a tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:18.515890 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bde29fc8-76e5-4340-8a57-f6aba1a128e0 tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:18.542266 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-21ff8335-6a48-40ee-a6bf-04d64cfb1481 service neutron] 10.222.0.54 "GET /v2.0/networks/0993354a-8baa-44a8-be7e-987245c15ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128530 Nov 12 09:13:18.586370 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bde29fc8-76e5-4340-8a57-f6aba1a128e0 tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:18.754355 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7334ad02-61f9-4ed2-a3f1-283fd8c36ecf req-411f716a-d63c-4c9d-967d-5f2adc44aef2 service neutron] 10.222.0.54 "GET /v2.0/networks/0993354a-8baa-44a8-be7e-987245c15ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972528 Nov 12 09:13:18.779711 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-97f13d0b-b973-4152-8ba2-e1bf6c9cd3d0 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:18.840886 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 92181dea-42b9-46ca-8f1b-0103930ce63a up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:13:18.986948 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60fc7a-75e1-4aef-ab47-92f2c82cc72d req-466628fd-b449-4515-9a09-ee55fe19ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:18.989383 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7c60fc7a-75e1-4aef-ab47-92f2c82cc72d req-466628fd-b449-4515-9a09-ee55fe19ff24 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ba249b1417247ef9d5961203768255e&device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 1095 time: 0.1376479 Nov 12 09:13:19.026525 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 92181dea-42b9-46ca-8f1b-0103930ce63a triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:19.028097 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:19.084849 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-97f13d0b-b973-4152-8ba2-e1bf6c9cd3d0 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:19.194440 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60fc7a-75e1-4aef-ab47-92f2c82cc72d req-5980e8d3-0809-427d-a6c9-639242ffaa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:19.196227 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7c60fc7a-75e1-4aef-ab47-92f2c82cc72d req-5980e8d3-0809-427d-a6c9-639242ffaa31 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0993354a-8baa-44a8-be7e-987245c15ff0 HTTP/1.1" status: 200 len: 920 time: 0.1972196 Nov 12 09:13:19.291045 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7c60fc7a-75e1-4aef-ab47-92f2c82cc72d req-ed91caae-b33f-4226-b373-7e30ba6483f9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b41eb59a-1488-43bc-b386-ff1c3501f085 HTTP/1.1" status: 200 len: 217 time: 0.0768099 Nov 12 09:13:19.385358 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-099f78d9-4ce4-438a-ae1e-89c51cf405c3 None None] Provisioning complete for port 5be09372-325c-4bd2-97a0-3604c244c447 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:19.386164 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-099f78d9-4ce4-438a-ae1e-89c51cf405c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:19.405193 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60fc7a-75e1-4aef-ab47-92f2c82cc72d req-bab2c29f-bd43-45cf-8fca-7460576b6036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:19.406857 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7c60fc7a-75e1-4aef-ab47-92f2c82cc72d req-bab2c29f-bd43-45cf-8fca-7460576b6036 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4db9f670-57cd-4b0c-b407-c2d471d25b1a HTTP/1.1" status: 200 len: 859 time: 0.1010795 Nov 12 09:13:19.450226 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 63c3bd09-06cc-4258-a216-db4f1f68f39d up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:13:19.453231 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7c60fc7a-75e1-4aef-ab47-92f2c82cc72d req-f725cbb5-be55-47d9-b382-a04f0dfd06f1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0993354a-8baa-44a8-be7e-987245c15ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358248 Nov 12 09:13:19.604086 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7c60fc7a-75e1-4aef-ab47-92f2c82cc72d req-f8815c0e-30d2-430c-a5de-4aae05b717d1 service neutron] 10.222.0.54 "GET /v2.0/networks/0993354a-8baa-44a8-be7e-987245c15ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400197 Nov 12 09:13:19.618786 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-099f78d9-4ce4-438a-ae1e-89c51cf405c3 None None] Port 5be09372-325c-4bd2-97a0-3604c244c447 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:13:19.673374 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-099f78d9-4ce4-438a-ae1e-89c51cf405c3 None None] Provisioning complete for port 92181dea-42b9-46ca-8f1b-0103930ce63a triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:19.674007 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-099f78d9-4ce4-438a-ae1e-89c51cf405c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:19.680245 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 63c3bd09-06cc-4258-a216-db4f1f68f39d triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:19.680863 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:19.784058 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7c60fc7a-75e1-4aef-ab47-92f2c82cc72d req-89353cda-e8f6-415b-9dd0-9a50f7a170a6 service neutron] 10.222.0.54 "GET /v2.0/networks/0993354a-8baa-44a8-be7e-987245c15ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703603 Nov 12 09:13:19.838351 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-97f13d0b-b973-4152-8ba2-e1bf6c9cd3d0 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Network 0993354a-8baa-44a8-be7e-987245c15ff0 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:13:19.860952 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-97f13d0b-b973-4152-8ba2-e1bf6c9cd3d0 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:19.881414 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-97f13d0b-b973-4152-8ba2-e1bf6c9cd3d0 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:13:19.939296 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:19.956129 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f13d0b-b973-4152-8ba2-e1bf6c9cd3d0 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Pushing event updated for resources: {'Port': ['ID=c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:19.983357 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53fb097f-bc5f-461a-9316-9ce5d6e7fdde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c3bd09-06cc-4258-a216-db4f1f68f39d'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:13:19.986116 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d64daae-9796-4bc2-8d30-4544583066b5" -d '{"events": [{"server_uuid": "53fb097f-bc5f-461a-9316-9ce5d6e7fdde", "name": "network-vif-plugged", "status": "completed", "tag": "63c3bd09-06cc-4258-a216-db4f1f68f39d"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:13:20.011059 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 63c3bd09-06cc-4258-a216-db4f1f68f39d, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=63c3bd09-06cc-4258-a216-db4f1f68f39d,segment=NetworkSegment(069b91b4-35da-4823-ae0f-84d90dbb9807),segment_id=069b91b4-35da-4823-ae0f-84d90dbb9807)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:20.014564 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ed8cc-53b3-4925-8b45-82fb2e5f0f36 req-baf107ce-deed-4f1d-a0ce-4bfe8f20353b tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:20.016216 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c6ed8cc-53b3-4925-8b45-82fb2e5f0f36 req-baf107ce-deed-4f1d-a0ce-4bfe8f20353b tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 932 time: 0.9614437 Nov 12 09:13:20.018124 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:20.049717 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-cb81dd23-e4e8-4ae3-be0d-2dc072f2507f None None] Provisioning complete for port 5be09372-325c-4bd2-97a0-3604c244c447 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:20.050152 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cb81dd23-e4e8-4ae3-be0d-2dc072f2507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:20.074175 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bde29fc8-76e5-4340-8a57-f6aba1a128e0 tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:20.085930 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-97f13d0b-b973-4152-8ba2-e1bf6c9cd3d0 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:20.086591 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-97f13d0b-b973-4152-8ba2-e1bf6c9cd3d0 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:20.126938 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=63c3bd09-06cc-4258-a216-db4f1f68f39d,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:20.130284 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-cb81dd23-e4e8-4ae3-be0d-2dc072f2507f None None] Port 5be09372-325c-4bd2-97a0-3604c244c447 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:13:20.239642 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-97f13d0b-b973-4152-8ba2-e1bf6c9cd3d0 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4276016 Nov 12 09:13:20.243551 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-ceeecd32-8a85-4f72-87ea-35d25c455b3a tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Allocated IP 172.20.0.21 (5f50f755-2d3d-4e1b-922d-34c9ad074496/7b0a84ca-67b9-45d9-97d9-4a415bd6935f/5be09372-325c-4bd2-97a0-3604c244c447) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:13:20.300744 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-eb48a8a1-41e8-4f3e-890f-f1db8c001b60 service neutron] Request body: {'port': {'device_id': 'f9da2ecc-d820-48c4-a2f8-aa56278f6079', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:20.456053 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c6ed8cc-53b3-4925-8b45-82fb2e5f0f36 req-ad78f5b7-e98a-464a-8bd8-51dd8f0bce4a tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953629 Nov 12 09:13:20.467637 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bde29fc8-76e5-4340-8a57-f6aba1a128e0 tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:20.507474 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bde29fc8-76e5-4340-8a57-f6aba1a128e0 tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:20.551846 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c8811c-c730-42d8-ab69-61abf637270f x-openstack-request-id: req-13c8811c-c730-42d8-ab69-61abf637270f {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:13:20.552295 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53fb097f-bc5f-461a-9316-9ce5d6e7fdde", "name": "network-vif-plugged", "status": "completed", "tag": "63c3bd09-06cc-4258-a216-db4f1f68f39d", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:13:20.552295 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-13c8811c-c730-42d8-ab69-61abf637270f {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:13:20.552935 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53fb097f-bc5f-461a-9316-9ce5d6e7fdde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c3bd09-06cc-4258-a216-db4f1f68f39d', 'code': 200} Nov 12 09:13:20.606148 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bde29fc8-76e5-4340-8a57-f6aba1a128e0 tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:20.606911 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde29fc8-76e5-4340-8a57-f6aba1a128e0 tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 313f5d9b-10df-40b4-83df-7534939e30e8 {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:13:20.653854 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-eb48a8a1-41e8-4f3e-890f-f1db8c001b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:20.670943 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-bde29fc8-76e5-4340-8a57-f6aba1a128e0 tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 09:13:20.672579 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bde29fc8-76e5-4340-8a57-f6aba1a128e0 tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.9386895 Nov 12 09:13:20.676866 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56822) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:20.760389 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ceeecd32-8a85-4f72-87ea-35d25c455b3a tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:20.776147 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ceeecd32-8a85-4f72-87ea-35d25c455b3a tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:20.795486 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-81fd4ff6-ff3b-438e-81a9-bb1bee102ea5 tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Deleting port da51df74-a322-40e3-a722-a03106a2570b {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:13:20.796227 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-81fd4ff6-ff3b-438e-81a9-bb1bee102ea5 tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:20.897243 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-81fd4ff6-ff3b-438e-81a9-bb1bee102ea5 tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:20.933900 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-81fd4ff6-ff3b-438e-81a9-bb1bee102ea5 tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Calling delete_port for da51df74-a322-40e3-a722-a03106a2570b owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:13:20.964565 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeecd32-8a85-4f72-87ea-35d25c455b3a tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Port': ['ID=5be09372-325c-4bd2-97a0-3604c244c447,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:21.134013 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-ceeecd32-8a85-4f72-87ea-35d25c455b3a tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] In _notify_port_updated(), no bound segment for port 5be09372-325c-4bd2-97a0-3604c244c447 on network 5f50f755-2d3d-4e1b-922d-34c9ad074496 {{(pid=102569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 09:13:21.143217 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceeecd32-8a85-4f72-87ea-35d25c455b3a tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:21.144331 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ceeecd32-8a85-4f72-87ea-35d25c455b3a tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:21.145911 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ceeecd32-8a85-4f72-87ea-35d25c455b3a tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "PUT /v2.0/ports/5be09372-325c-4bd2-97a0-3604c244c447 HTTP/1.1" status: 200 len: 997 time: 3.3316157 Nov 12 09:13:21.151151 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56824) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:21.172093 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-81fd4ff6-ff3b-438e-81a9-bb1bee102ea5 tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:21.231960 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd4ff6-ff3b-438e-81a9-bb1bee102ea5 tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Pushing event deleted for resources: {'Port': ['ID=da51df74-a322-40e3-a722-a03106a2570b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:21.257464 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a665c5-599d-4a64-8b35-f7da9d449ed9 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:13:21.283733 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-42d58ef9-9135-4976-a860-f4489df4cd97 None None] Provisioning complete for port 5be09372-325c-4bd2-97a0-3604c244c447 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:21.284122 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-42d58ef9-9135-4976-a860-f4489df4cd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:21.344696 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-81fd4ff6-ff3b-438e-81a9-bb1bee102ea5 tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:21.365850 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-81fd4ff6-ff3b-438e-81a9-bb1bee102ea5 tempest-RoutersAdminNegativeIpV6Test-1735346263 tempest-RoutersAdminNegativeIpV6Test-1735346263-project-admin] 10.222.0.37 "DELETE /v2.0/ports/da51df74-a322-40e3-a722-a03106a2570b HTTP/1.1" status: 204 len: 168 time: 0.6790009 Nov 12 09:13:21.371893 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-42d58ef9-9135-4976-a860-f4489df4cd97 None None] Port 5be09372-325c-4bd2-97a0-3604c244c447 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:13:21.388970 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-fcf762aa-24d5-473b-829f-b411a89e6df3 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Deleting port 5be09372-325c-4bd2-97a0-3604c244c447 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:13:21.389534 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fcf762aa-24d5-473b-829f-b411a89e6df3 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:21.441126 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-eb48a8a1-41e8-4f3e-890f-f1db8c001b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:13:21.449059 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device b41eb59a-1488-43bc-b386-ff1c3501f085 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:13:21.464139 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-eb48a8a1-41e8-4f3e-890f-f1db8c001b60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:21.577715 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fcf762aa-24d5-473b-829f-b411a89e6df3 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:21.582620 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-eb48a8a1-41e8-4f3e-890f-f1db8c001b60 service neutron] Transition to ACTIVE for port object c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:13:21.593934 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-eb48a8a1-41e8-4f3e-890f-f1db8c001b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:21.618655 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-fcf762aa-24d5-473b-829f-b411a89e6df3 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Calling delete_port for 5be09372-325c-4bd2-97a0-3604c244c447 owned by {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:13:21.669462 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port b41eb59a-1488-43bc-b386-ff1c3501f085, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=b41eb59a-1488-43bc-b386-ff1c3501f085,segment=NetworkSegment(38860fa3-f3d5-4827-9bd9-3f55ebbb1c24),segment_id=38860fa3-f3d5-4827-9bd9-3f55ebbb1c24)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:21.688582 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'b41eb59a-1488-43bc-b386-ff1c3501f085', 'network_id': '0993354a-8baa-44a8-be7e-987245c15ff0', 'port_id': 'b41eb59a-1488-43bc-b386-ff1c3501f085', 'mac_address': 'fa:16:3e:b5:47:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db9f670-57cd-4b0c-b407-c2d471d25b1a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:13:21.751629 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:21.775631 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b41eb59a-1488-43bc-b386-ff1c3501f085 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:13:21.807788 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48a8a1-41e8-4f3e-890f-f1db8c001b60 service neutron] Pushing event updated for resources: {'Port': ['ID=c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:21.810940 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port b41eb59a-1488-43bc-b386-ff1c3501f085, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=b41eb59a-1488-43bc-b386-ff1c3501f085,segment=NetworkSegment(38860fa3-f3d5-4827-9bd9-3f55ebbb1c24),segment_id=38860fa3-f3d5-4827-9bd9-3f55ebbb1c24)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:21.817827 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:21.912158 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56832) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:21.916372 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=b41eb59a-1488-43bc-b386-ff1c3501f085,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:21.922155 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf3757-a378-45e7-a78a-13cb3983fafe req-42712ed9-3f8f-4710-86b0-53361ca55321 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:21.928671 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-adaf3757-a378-45e7-a78a-13cb3983fafe req-42712ed9-3f8f-4710-86b0-53361ca55321 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 944 time: 0.3057873 Nov 12 09:13:22.023891 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['b41eb59a-1488-43bc-b386-ff1c3501f085'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:13:22.058561 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-eb48a8a1-41e8-4f3e-890f-f1db8c001b60 service neutron] Attempting to bind port c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:22.059240 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-eb48a8a1-41e8-4f3e-890f-f1db8c001b60 service neutron] Attempting to bind port c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '38860fa3-f3d5-4827-9bd9-3f55ebbb1c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0993354a-8baa-44a8-be7e-987245c15ff0'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:22.059693 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-eb48a8a1-41e8-4f3e-890f-f1db8c001b60 service neutron] Attempting to bind port c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0 on network 0993354a-8baa-44a8-be7e-987245c15ff0 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:22.094159 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-eb48a8a1-41e8-4f3e-890f-f1db8c001b60 service neutron] Port c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0 on network 0993354a-8baa-44a8-be7e-987245c15ff0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:22.094708 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-eb48a8a1-41e8-4f3e-890f-f1db8c001b60 service neutron] Attempting to bind port c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0 on network 0993354a-8baa-44a8-be7e-987245c15ff0 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:22.125978 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ac7f1a41-637f-4c6b-b6d9-fd6217fb8aee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:22.144170 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-eb48a8a1-41e8-4f3e-890f-f1db8c001b60 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:13:22.144545 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-eb48a8a1-41e8-4f3e-890f-f1db8c001b60 service neutron] Checking segment: {'id': '38860fa3-f3d5-4827-9bd9-3f55ebbb1c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0993354a-8baa-44a8-be7e-987245c15ff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:13:22.145091 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-eb48a8a1-41e8-4f3e-890f-f1db8c001b60 service neutron] Bound using segment: {'id': '38860fa3-f3d5-4827-9bd9-3f55ebbb1c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0993354a-8baa-44a8-be7e-987245c15ff0'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:13:22.145344 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-eb48a8a1-41e8-4f3e-890f-f1db8c001b60 service neutron] Bound port: c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38860fa3-f3d5-4827-9bd9-3f55ebbb1c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0993354a-8baa-44a8-be7e-987245c15ff0'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:13:22.145734 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-eb48a8a1-41e8-4f3e-890f-f1db8c001b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:22.164062 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-adaf3757-a378-45e7-a78a-13cb3983fafe req-05375c81-f642-47e7-b78a-90cb95008011 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205625 Nov 12 09:13:22.288669 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ac7f1a41-637f-4c6b-b6d9-fd6217fb8aee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:22.295284 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ac7f1a41-637f-4c6b-b6d9-fd6217fb8aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:22.360378 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f1a41-637f-4c6b-b6d9-fd6217fb8aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2461c164-e396-4a57-bd13-888ebfe0df91,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:22.381691 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ac7f1a41-637f-4c6b-b6d9-fd6217fb8aee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=14549bcfc69743328c4d53eebb150beb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4657609 Nov 12 09:13:22.384070 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56836) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:22.402685 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-eb48a8a1-41e8-4f3e-890f-f1db8c001b60 service neutron] For port c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0, host n-h1-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:13:22.423324 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fcf762aa-24d5-473b-829f-b411a89e6df3 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:22.428269 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-eb48a8a1-41e8-4f3e-890f-f1db8c001b60 service neutron] For port c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0,segment=NetworkSegment(38860fa3-f3d5-4827-9bd9-3f55ebbb1c24),segment_id=38860fa3-f3d5-4827-9bd9-3f55ebbb1c24)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:13:22.444394 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-eb48a8a1-41e8-4f3e-890f-f1db8c001b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:22.486019 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf762aa-24d5-473b-829f-b411a89e6df3 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Port': ['ID=5be09372-325c-4bd2-97a0-3604c244c447,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:22.511526 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d9bfe4b4-94e4-4cd6-bb96-fd7f7fb798cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:22.582267 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-eb48a8a1-41e8-4f3e-890f-f1db8c001b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:22.583309 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-eb48a8a1-41e8-4f3e-890f-f1db8c001b60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:22.583971 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d9bfe4b4-94e4-4cd6-bb96-fd7f7fb798cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:22.586188 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-eb48a8a1-41e8-4f3e-890f-f1db8c001b60 service neutron] 10.222.0.54 "PUT /v2.0/ports/c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0 HTTP/1.1" status: 200 len: 1093 time: 2.2937014 Nov 12 09:13:22.615000 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9da2ecc-d820-48c4-a2f8-aa56278f6079', 'tag': 'c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:13:22.619285 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1287b505-cb6d-45c4-9506-1f9c611e3df6" -d '{"events": [{"name": "network-changed", "server_uuid": "f9da2ecc-d820-48c4-a2f8-aa56278f6079", "tag": "c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:13:22.735500 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d9bfe4b4-94e4-4cd6-bb96-fd7f7fb798cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:22.755220 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d9bfe4b4-94e4-4cd6-bb96-fd7f7fb798cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:22.764984 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d9bfe4b4-94e4-4cd6-bb96-fd7f7fb798cd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2461c164-e396-4a57-bd13-888ebfe0df91 HTTP/1.1" status: 204 len: 168 time: 0.3791344 Nov 12 09:13:22.782459 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bfe4b4-94e4-4cd6-bb96-fd7f7fb798cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2461c164-e396-4a57-bd13-888ebfe0df91,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:22.803235 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f8cb36-3526-44f8-92d5-49155a819db7 x-openstack-request-id: req-a4f8cb36-3526-44f8-92d5-49155a819db7 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:13:22.803527 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9da2ecc-d820-48c4-a2f8-aa56278f6079", "tag": "c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:13:22.803913 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a4f8cb36-3526-44f8-92d5-49155a819db7 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:13:22.804817 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9da2ecc-d820-48c4-a2f8-aa56278f6079', 'tag': 'c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0', 'status': 'completed', 'code': 200} Nov 12 09:13:22.860994 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48a8a1-41e8-4f3e-890f-f1db8c001b60 service neutron] Pushing event updated for resources: {'Port': ['ID=c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:22.898909 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-249bf3f3-a15b-432a-8453-725df841fc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:22.901806 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-249bf3f3-a15b-432a-8453-725df841fc82 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ba249b1417247ef9d5961203768255e&device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 1096 time: 0.1902587 Nov 12 09:13:22.903927 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fcf762aa-24d5-473b-829f-b411a89e6df3 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:22.920813 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56842) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:22.927686 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fcf762aa-24d5-473b-829f-b411a89e6df3 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/ports/5be09372-325c-4bd2-97a0-3604c244c447 HTTP/1.1" status: 204 len: 168 time: 1.7745113 Nov 12 09:13:22.991230 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb976405-9782-4653-89be-a7da37754edb tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] GET failed (client error): The resource could not be found. Nov 12 09:13:22.994329 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-eb976405-9782-4653-89be-a7da37754edb tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "GET /v2.0/ports/5be09372-325c-4bd2-97a0-3604c244c447 HTTP/1.1" status: 404 len: 333 time: 0.0670238 Nov 12 09:13:23.000842 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56844) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:23.004736 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-ed081aff-618b-418f-ba70-651646995f43 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0 HTTP/1.1" status: 200 len: 217 time: 0.0749848 Nov 12 09:13:23.104750 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6187342-ce30-45a9-a5e5-2eacd400424d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Deleting subnet 7b0a84ca-67b9-45d9-97d9-4a415bd6935f {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:13:23.111684 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f6187342-ce30-45a9-a5e5-2eacd400424d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:23.122357 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-3d239c14-fd45-404e-985e-992bf06b03a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:23.125014 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-3d239c14-fd45-404e-985e-992bf06b03a1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4db9f670-57cd-4b0c-b407-c2d471d25b1a HTTP/1.1" status: 200 len: 859 time: 0.1112704 Nov 12 09:13:23.183425 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-ea9aed55-4731-4b6f-b2b5-bf681bc769ec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0993354a-8baa-44a8-be7e-987245c15ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511112 Nov 12 09:13:23.213149 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f6187342-ce30-45a9-a5e5-2eacd400424d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:23.315219 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:23.452215 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device b41eb59a-1488-43bc-b386-ff1c3501f085 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:13:23.453013 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f6187342-ce30-45a9-a5e5-2eacd400424d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:23.462481 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-d291db74-f0dc-4cd1-b67b-09a6f26038b8 service neutron] 10.222.0.54 "GET /v2.0/networks/0993354a-8baa-44a8-be7e-987245c15ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718372 Nov 12 09:13:23.492977 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56850) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:23.502265 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70286bfb-0ba4-49aa-9d2f-808d7ae8a315 req-dfd73e0e-bbfe-4108-be49-7498e9c08da8 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:23.504825 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-70286bfb-0ba4-49aa-9d2f-808d7ae8a315 req-dfd73e0e-bbfe-4108-be49-7498e9c08da8 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 944 time: 0.1562712 Nov 12 09:13:23.611571 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port b41eb59a-1488-43bc-b386-ff1c3501f085 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:13:23.618858 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port b41eb59a-1488-43bc-b386-ff1c3501f085 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:23.620243 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:23.638918 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-71528103-4423-4a51-8aca-de6184cffb3d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=83d5b4d00a924c27b78fe3cf83f3d0a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1443634 Nov 12 09:13:23.641381 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f6187342-ce30-45a9-a5e5-2eacd400424d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:23.643620 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56852) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:23.677086 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fc5e9c-39de-41ea-bcb0-f7a3a9b9a8ba None None] Network 5f50f755-2d3d-4e1b-922d-34c9ad074496 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:13:23.715413 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f6187342-ce30-45a9-a5e5-2eacd400424d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:23.725203 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f6187342-ce30-45a9-a5e5-2eacd400424d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/subnets/7b0a84ca-67b9-45d9-97d9-4a415bd6935f HTTP/1.1" status: 204 len: 168 time: 0.7182341 Nov 12 09:13:23.725203 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6187342-ce30-45a9-a5e5-2eacd400424d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Subnet': ['ID=7b0a84ca-67b9-45d9-97d9-4a415bd6935f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:23.729279 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56854) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:23.755276 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-70286bfb-0ba4-49aa-9d2f-808d7ae8a315 req-9a5e7cf9-1130-4677-adc2-e516976eee56 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281582 Nov 12 09:13:23.796154 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f3cb09ab-3064-4475-8dff-b2749f91e282 req-54c4ef36-fb3a-49a1-a4fc-624f215eddf7 service neutron] 10.222.0.54 "GET /v2.0/networks/0993354a-8baa-44a8-be7e-987245c15ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243275 Nov 12 09:13:23.838600 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5ef85df3-a689-4d60-b1e0-b8503c8defc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:23.853331 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbed6e1d-4d60-429d-87fe-ef6edc71df64 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Deleting subnet 1580518b-d592-44e1-8c13-bb71b4dd1a91 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:13:23.858330 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cbed6e1d-4d60-429d-87fe-ef6edc71df64 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:23.893616 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5ef85df3-a689-4d60-b1e0-b8503c8defc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:23.905163 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:23.960868 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cbed6e1d-4d60-429d-87fe-ef6edc71df64 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:24.012904 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287b505-cb6d-45c4-9506-1f9c611e3df6 req-fc9d2af8-7229-43fc-b618-4705d86f022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:24.014110 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41eb59a-1488-43bc-b386-ff1c3501f085'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:13:24.015960 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1287b505-cb6d-45c4-9506-1f9c611e3df6 req-fc9d2af8-7229-43fc-b618-4705d86f022c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ba249b1417247ef9d5961203768255e&device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 1096 time: 0.1236634 Nov 12 09:13:24.019772 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d70ade-2519-4fe7-b08f-e4bd82bf8a3f" -d '{"events": [{"server_uuid": "9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33", "name": "network-vif-plugged", "status": "completed", "tag": "b41eb59a-1488-43bc-b386-ff1c3501f085"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:13:24.059456 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port b41eb59a-1488-43bc-b386-ff1c3501f085, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=b41eb59a-1488-43bc-b386-ff1c3501f085,segment=NetworkSegment(38860fa3-f3d5-4827-9bd9-3f55ebbb1c24),segment_id=38860fa3-f3d5-4827-9bd9-3f55ebbb1c24)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:24.098584 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:24.111775 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5ef85df3-a689-4d60-b1e0-b8503c8defc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:24.117937 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5ef85df3-a689-4d60-b1e0-b8503c8defc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:24.124504 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5ef85df3-a689-4d60-b1e0-b8503c8defc7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/86135934-e61d-4b8e-a9ff-7cf20b5154a0 HTTP/1.1" status: 204 len: 168 time: 0.4658079 Nov 12 09:13:24.164299 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cbed6e1d-4d60-429d-87fe-ef6edc71df64 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:24.197983 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42462fb8-69f8-49d0-a6e8-5514a321004d x-openstack-request-id: req-42462fb8-69f8-49d0-a6e8-5514a321004d {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:13:24.198462 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33", "name": "network-vif-plugged", "status": "completed", "tag": "b41eb59a-1488-43bc-b386-ff1c3501f085", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:13:24.198897 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42462fb8-69f8-49d0-a6e8-5514a321004d {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:13:24.199576 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41eb59a-1488-43bc-b386-ff1c3501f085', 'code': 200} Nov 12 09:13:24.229561 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef85df3-a689-4d60-b1e0-b8503c8defc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86135934-e61d-4b8e-a9ff-7cf20b5154a0,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:24.312049 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=b41eb59a-1488-43bc-b386-ff1c3501f085,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:24.332988 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287b505-cb6d-45c4-9506-1f9c611e3df6 req-4346e47c-f85a-4b93-b7fc-a96898b68097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:24.348702 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1287b505-cb6d-45c4-9506-1f9c611e3df6 req-4346e47c-f85a-4b93-b7fc-a96898b68097 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0993354a-8baa-44a8-be7e-987245c15ff0 HTTP/1.1" status: 200 len: 920 time: 0.3115714 Nov 12 09:13:24.377658 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cbed6e1d-4d60-429d-87fe-ef6edc71df64 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:24.382862 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d67693-d66b-4e9a-87dd-aca79f5cfbf5 req-5499cf23-8614-40c6-96db-339654cafa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:24.385089 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e7d67693-d66b-4e9a-87dd-aca79f5cfbf5 req-5499cf23-8614-40c6-96db-339654cafa7e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 1097 time: 0.1547296 Nov 12 09:13:24.436765 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed6e1d-4d60-429d-87fe-ef6edc71df64 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Subnet': ['ID=1580518b-d592-44e1-8c13-bb71b4dd1a91,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:24.437257 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1287b505-cb6d-45c4-9506-1f9c611e3df6 req-813246b8-e56f-4ac8-a95e-2befdbc28741 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0 HTTP/1.1" status: 200 len: 217 time: 0.0787003 Nov 12 09:13:24.475956 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cbed6e1d-4d60-429d-87fe-ef6edc71df64 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:24.482936 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-cbed6e1d-4d60-429d-87fe-ef6edc71df64 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/subnets/1580518b-d592-44e1-8c13-bb71b4dd1a91 HTTP/1.1" status: 204 len: 168 time: 0.7512932 Nov 12 09:13:24.489330 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56860) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:24.540825 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287b505-cb6d-45c4-9506-1f9c611e3df6 req-6428edea-8a9e-4cd5-8d66-965faf5a2550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:24.545463 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1287b505-cb6d-45c4-9506-1f9c611e3df6 req-6428edea-8a9e-4cd5-8d66-965faf5a2550 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4db9f670-57cd-4b0c-b407-c2d471d25b1a HTTP/1.1" status: 200 len: 859 time: 0.0967286 Nov 12 09:13:24.616701 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1287b505-cb6d-45c4-9506-1f9c611e3df6 req-1404dd14-dc73-49f5-8665-089eee449833 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0993354a-8baa-44a8-be7e-987245c15ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602705 Nov 12 09:13:24.630865 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e7d67693-d66b-4e9a-87dd-aca79f5cfbf5 req-ea4a7db0-87ba-478d-9bed-a5eb7360fb0a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881506 Nov 12 09:13:24.678985 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8b196900-f30f-4679-b488-bbeb77f08d8d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:24.831523 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-8b196900-f30f-4679-b488-bbeb77f08d8d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Deleting port 92181dea-42b9-46ca-8f1b-0103930ce63a {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:13:24.832044 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8b196900-f30f-4679-b488-bbeb77f08d8d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:24.860613 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1287b505-cb6d-45c4-9506-1f9c611e3df6 req-a9b08753-0e1a-46a2-8638-81c20aae5f4d service neutron] 10.222.0.54 "GET /v2.0/networks/0993354a-8baa-44a8-be7e-987245c15ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333095 Nov 12 09:13:25.006042 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-8b196900-f30f-4679-b488-bbeb77f08d8d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] For port 92181dea-42b9-46ca-8f1b-0103930ce63a, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=92181dea-42b9-46ca-8f1b-0103930ce63a,segment=NetworkSegment(a9f506b0-c6ba-4a4f-a127-e21d1b39698f),segment_id=a9f506b0-c6ba-4a4f-a127-e21d1b39698f)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:25.007556 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8b196900-f30f-4679-b488-bbeb77f08d8d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:25.040266 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-8b196900-f30f-4679-b488-bbeb77f08d8d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Calling delete_port for 92181dea-42b9-46ca-8f1b-0103930ce63a owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:13:25.266552 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8b196900-f30f-4679-b488-bbeb77f08d8d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:25.338530 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b196900-f30f-4679-b488-bbeb77f08d8d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] No DVR routers for this DVR port 92181dea-42b9-46ca-8f1b-0103930ce63a on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:13:25.344028 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b196900-f30f-4679-b488-bbeb77f08d8d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Port': ['ID=92181dea-42b9-46ca-8f1b-0103930ce63a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:25.417313 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b196900-f30f-4679-b488-bbeb77f08d8d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:25.417888 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b196900-f30f-4679-b488-bbeb77f08d8d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:25.418363 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b196900-f30f-4679-b488-bbeb77f08d8d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:25.418827 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b196900-f30f-4679-b488-bbeb77f08d8d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:25.419348 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b196900-f30f-4679-b488-bbeb77f08d8d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:25.419849 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b196900-f30f-4679-b488-bbeb77f08d8d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:25.420413 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b196900-f30f-4679-b488-bbeb77f08d8d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:25.420967 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b196900-f30f-4679-b488-bbeb77f08d8d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:25.421509 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b196900-f30f-4679-b488-bbeb77f08d8d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:25.422087 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b196900-f30f-4679-b488-bbeb77f08d8d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:25.422714 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b196900-f30f-4679-b488-bbeb77f08d8d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:25.424029 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b196900-f30f-4679-b488-bbeb77f08d8d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:25.438122 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d09243-af9b-4c5e-870e-aac15376a6cf None None] Network 5f50f755-2d3d-4e1b-922d-34c9ad074496 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:13:25.481555 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:13:25.555187 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-2d7ad4c3-954b-4b32-a45a-8bb2548758c2 None None] Could not find standard attr ID for object 92181dea-42b9-46ca-8f1b-0103930ce63a. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:13:25.608033 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8b196900-f30f-4679-b488-bbeb77f08d8d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:25.657213 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-8b196900-f30f-4679-b488-bbeb77f08d8d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f50f755-2d3d-4e1b-922d-34c9ad074496']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:25.666591 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1287b505-cb6d-45c4-9506-1f9c611e3df6 req-5c3c57c0-a96f-4fbf-a724-87ab5aeafbef service neutron] 10.222.0.54 "GET /v2.0/networks/0993354a-8baa-44a8-be7e-987245c15ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7976537 Nov 12 09:13:25.678405 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-8b196900-f30f-4679-b488-bbeb77f08d8d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9f506b0-c6ba-4a4f-a127-e21d1b39698f') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:25.678948 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-8b196900-f30f-4679-b488-bbeb77f08d8d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9f506b0-c6ba-4a4f-a127-e21d1b39698f') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:25.701082 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a4ff0-f691-4c5a-987b-0b3545e9bebb req-68f70818-9b7e-4caa-9cd8-9c55305170bb tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:25.704743 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-426a4ff0-f691-4c5a-987b-0b3545e9bebb req-68f70818-9b7e-4caa-9cd8-9c55305170bb tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 944 time: 0.6902173 Nov 12 09:13:25.706402 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8b196900-f30f-4679-b488-bbeb77f08d8d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:25.756002 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8b196900-f30f-4679-b488-bbeb77f08d8d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:25.780984 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b196900-f30f-4679-b488-bbeb77f08d8d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:13:25.780984 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8b196900-f30f-4679-b488-bbeb77f08d8d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:25.786756 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:13:25.786756 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:13:25.786756 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:13:25.786756 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:13:25.786756 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:13:25.786756 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:13:25.786756 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:13:25.786756 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:13:25.786756 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:13:25.786756 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:13:25.786756 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:13:25.786756 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:13:25.786756 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:13:25.786756 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:13:25.786756 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:13:25.786756 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:13:25.786756 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:13:25.786756 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:13:25.786756 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:13:25.786756 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:13:25.786756 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:13:25.786756 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:13:25.786756 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:13:25.786756 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:13:25.786756 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:13:25.786756 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:13:25.786756 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:13:25.786756 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:13:25.786756 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:13:25.786756 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:13:25.786756 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:13:25.786756 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:13:25.828024 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-426a4ff0-f691-4c5a-987b-0b3545e9bebb req-efb0a18b-fbc1-4292-93ab-2c06f21dca2a tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029866 Nov 12 09:13:25.980619 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0,segment=NetworkSegment(38860fa3-f3d5-4827-9bd9-3f55ebbb1c24),segment_id=38860fa3-f3d5-4827-9bd9-3f55ebbb1c24)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:25.984457 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8b196900-f30f-4679-b488-bbeb77f08d8d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:26.002976 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8b196900-f30f-4679-b488-bbeb77f08d8d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:26.013307 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee710074-e0e6-4fda-9d9d-9ab39a840248 None None] DHCP port deletion for 5f50f755-2d3d-4e1b-922d-34c9ad074496 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:13:26.020674 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8b196900-f30f-4679-b488-bbeb77f08d8d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/networks/5f50f755-2d3d-4e1b-922d-34c9ad074496 HTTP/1.1" status: 204 len: 168 time: 1.5293732 Nov 12 09:13:26.024149 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56882) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:26.024411 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0', 'network_id': '0993354a-8baa-44a8-be7e-987245c15ff0', 'port_id': 'c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0', 'mac_address': 'fa:16:3e:57:f9:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db9f670-57cd-4b0c-b407-c2d471d25b1a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:13:26.042725 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b196900-f30f-4679-b488-bbeb77f08d8d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Network': ['ID=5f50f755-2d3d-4e1b-922d-34c9ad074496,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:26.117807 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:26.140059 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1b28d0-727f-41ab-a31b-7a73c20b50d0 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:26.140059 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3f1b28d0-727f-41ab-a31b-7a73c20b50d0 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1080325 Nov 12 09:13:26.143777 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56884) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:26.154479 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:13:26.168469 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56886) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:26.212465 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0,segment=NetworkSegment(38860fa3-f3d5-4827-9bd9-3f55ebbb1c24),segment_id=38860fa3-f3d5-4827-9bd9-3f55ebbb1c24)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:26.223552 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:26.238113 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5fae12d6-f126-4f5a-b00d-cf7b0831ea42 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0924704 Nov 12 09:13:26.248460 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56890) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:26.258830 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-45bcb24b-e19e-4750-bdac-e4a127554aa6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-27079662'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:26.310111 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bcb24b-e19e-4750-bdac-e4a127554aa6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:26.317472 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45bcb24b-e19e-4750-bdac-e4a127554aa6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:26.327021 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:26.362290 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45bcb24b-e19e-4750-bdac-e4a127554aa6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:13:26.383517 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45bcb24b-e19e-4750-bdac-e4a127554aa6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:26.385348 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-45bcb24b-e19e-4750-bdac-e4a127554aa6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Added segment 63b009de-b214-4873-880d-9d001aa5d791 of type vlan for network f6181a82-09f4-4a94-a315-cebcf6ce7f1c Nov 12 09:13:26.398630 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0c2e9799-c681-49d1-911d-55e9e12fd1f7 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:26.400206 n-d-768862-16 neutron-server[102568]: WARNING neutron.api.v2.base [None req-0c2e9799-c681-49d1-911d-55e9e12fd1f7 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 09:13:26.401149 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-0c2e9799-c681-49d1-911d-55e9e12fd1f7 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 09:13:26.402995 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0c2e9799-c681-49d1-911d-55e9e12fd1f7 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2359066 Nov 12 09:13:26.409616 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56892) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:26.417097 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-9fd6ca4d-0139-4276-aefd-91fd033175e6 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group': {'name': 'tempest-secgroup--140703058'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:26.457231 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9fd6ca4d-0139-4276-aefd-91fd033175e6 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:26.475681 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9fd6ca4d-0139-4276-aefd-91fd033175e6 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:26.476692 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:13:26.499131 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45bcb24b-e19e-4750-bdac-e4a127554aa6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:26.561251 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45bcb24b-e19e-4750-bdac-e4a127554aa6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:26.577249 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bcb24b-e19e-4750-bdac-e4a127554aa6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:26.579940 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45bcb24b-e19e-4750-bdac-e4a127554aa6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:26.667270 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9fd6ca4d-0139-4276-aefd-91fd033175e6 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:26.671703 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56894) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:26.672018 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-45bcb24b-e19e-4750-bdac-e4a127554aa6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4213171 Nov 12 09:13:26.688816 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-69e5c6c6-0a41-4784-ab7d-f5f97888cab9 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'subnet': {'network_id': 'f6181a82-09f4-4a94-a315-cebcf6ce7f1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:26.712396 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9fd6ca4d-0139-4276-aefd-91fd033175e6 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:26.750623 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bcb24b-e19e-4750-bdac-e4a127554aa6 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Network': ['ID=f6181a82-09f4-4a94-a315-cebcf6ce7f1c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:26.787804 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network f6181a82-09f4-4a94-a315-cebcf6ce7f1c details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:13:26.832183 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 92181dea-42b9-46ca-8f1b-0103930ce63a no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:13:26.901428 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6ca4d-0139-4276-aefd-91fd033175e6 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=854e3ad9-c7a0-4070-8b59-c325fce6cddc,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:26.921284 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 92181dea-42b9-46ca-8f1b-0103930ce63a {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:13:26.922380 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 92181dea-42b9-46ca-8f1b-0103930ce63a not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:13:27.060697 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e5c6c6-0a41-4784-ab7d-f5f97888cab9 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:27.066266 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-69e5c6c6-0a41-4784-ab7d-f5f97888cab9 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:27.118323 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9fd6ca4d-0139-4276-aefd-91fd033175e6 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:27.159190 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9fd6ca4d-0139-4276-aefd-91fd033175e6 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:27.246359 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9fd6ca4d-0139-4276-aefd-91fd033175e6 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:27.247763 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9fd6ca4d-0139-4276-aefd-91fd033175e6 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8368618 Nov 12 09:13:27.250370 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6ca4d-0139-4276-aefd-91fd033175e6 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e868ca9-a7a6-49be-b0ae-6e428662ffb8,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:27.251789 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56898) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:27.261151 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab203708-3d09-4fff-a82b-3323c04c943e req-7429542a-fe8e-4c8e-a15d-e7219285f4f8 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:27.262409 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-543f57eb-c630-4165-9336-ed169b196872 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group_rule': {'security_group_id': '1e868ca9-a7a6-49be-b0ae-6e428662ffb8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:27.262732 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab203708-3d09-4fff-a82b-3323c04c943e req-7429542a-fe8e-4c8e-a15d-e7219285f4f8 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 945 time: 0.2718465 Nov 12 09:13:27.319712 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-543f57eb-c630-4165-9336-ed169b196872 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:27.371282 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab203708-3d09-4fff-a82b-3323c04c943e req-3faf8395-1538-4071-9fe2-e5d2b9862cd3 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971334 Nov 12 09:13:27.405101 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-543f57eb-c630-4165-9336-ed169b196872 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:27.414465 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-543f57eb-c630-4165-9336-ed169b196872 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:27.436995 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f57eb-c630-4165-9336-ed169b196872 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e9391af-2221-45db-a10c-a2ae60f87a83,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:27.451266 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-543f57eb-c630-4165-9336-ed169b196872 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:27.452899 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-543f57eb-c630-4165-9336-ed169b196872 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1977768 Nov 12 09:13:27.457487 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56900) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:27.464343 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-38391a0d-7672-4479-8a7d-d6040244f320 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group_rule': {'security_group_id': '1e868ca9-a7a6-49be-b0ae-6e428662ffb8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:27.465473 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-69e5c6c6-0a41-4784-ab7d-f5f97888cab9 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:27.467941 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:13:27.514768 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38391a0d-7672-4479-8a7d-d6040244f320 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:27.571024 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e5c6c6-0a41-4784-ab7d-f5f97888cab9 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Checking segment: {'id': '63b009de-b214-4873-880d-9d001aa5d791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f6181a82-09f4-4a94-a315-cebcf6ce7f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:13:27.571324 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e5c6c6-0a41-4784-ab7d-f5f97888cab9 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network hostable DHCP agents. Network: f6181a82-09f4-4a94-a315-cebcf6ce7f1c, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:13:27.579073 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:13:27.580290 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5c6c6-0a41-4784-ab7d-f5f97888cab9 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Subnet': ['ID=cb4be638-88e4-4f20-b2db-e5070bfcc2f9,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:27.585576 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:27.586130 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:27.611361 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e5c6c6-0a41-4784-ab7d-f5f97888cab9 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network f6181a82-09f4-4a94-a315-cebcf6ce7f1c is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:13:27.630418 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-69e5c6c6-0a41-4784-ab7d-f5f97888cab9 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, f6181a82-09f4-4a94-a315-cebcf6ce7f1c) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:27.637856 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e5c6c6-0a41-4784-ab7d-f5f97888cab9 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:27.639255 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-69e5c6c6-0a41-4784-ab7d-f5f97888cab9 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:27.651199 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-38391a0d-7672-4479-8a7d-d6040244f320 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 09:13:27.658638 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54eb492-6909-430c-ba3b-8ca6f806bf6b None None] Network f6181a82-09f4-4a94-a315-cebcf6ce7f1c requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:13:27.660486 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56902) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:27.660746 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-38391a0d-7672-4479-8a7d-d6040244f320 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2012732 Nov 12 09:13:27.682131 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-69e5c6c6-0a41-4784-ab7d-f5f97888cab9 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0082657 Nov 12 09:13:27.686433 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56904) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:27.697215 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d77cb834-5bf1-432e-bd5f-ae72ae63a26e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'port': {'network_id': 'f6181a82-09f4-4a94-a315-cebcf6ce7f1c', 'name': 'tempest-PortsTestJSON-1038052287'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:27.787440 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-35577489-13fc-434a-b75a-b2ccae38eb84 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:27.834366 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-35577489-13fc-434a-b75a-b2ccae38eb84 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:27.867537 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:27.923595 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-35577489-13fc-434a-b75a-b2ccae38eb84 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:27.927496 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-35577489-13fc-434a-b75a-b2ccae38eb84 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:27.931603 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77cb834-5bf1-432e-bd5f-ae72ae63a26e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:27.934089 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-35577489-13fc-434a-b75a-b2ccae38eb84 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "DELETE /v2.0/security-groups/1e868ca9-a7a6-49be-b0ae-6e428662ffb8 HTTP/1.1" status: 204 len: 168 time: 0.2712576 Nov 12 09:13:27.937599 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d77cb834-5bf1-432e-bd5f-ae72ae63a26e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:27.939903 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56906) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:27.954204 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0,segment=NetworkSegment(38860fa3-f3d5-4827-9bd9-3f55ebbb1c24),segment_id=38860fa3-f3d5-4827-9bd9-3f55ebbb1c24)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:27.959256 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9da2ecc-d820-48c4-a2f8-aa56278f6079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:13:27.963097 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d92bdba-f49c-4d98-af81-5ca28bf7ec28" -d '{"events": [{"server_uuid": "f9da2ecc-d820-48c4-a2f8-aa56278f6079", "name": "network-vif-plugged", "status": "completed", "tag": "c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:13:27.965344 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35577489-13fc-434a-b75a-b2ccae38eb84 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e868ca9-a7a6-49be-b0ae-6e428662ffb8,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:27.976839 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:27.984345 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-d77cb834-5bf1-432e-bd5f-ae72ae63a26e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] device_id is not set on port 82413bfa-6c89-4f5e-9e11-6e9d5d810c7e yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:13:28.052243 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3b195601-e414-43b1-95a7-de38e3598184 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1076224 Nov 12 09:13:28.061870 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56910) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:28.079208 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-01790e83-d1cc-4329-994c-ca9b4969d6e1 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group': {'name': 'tempest-secgroup--1855369331'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:28.090310 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd0b8a0-22c7-4304-8f8f-e74e20bb8168 x-openstack-request-id: req-fcd0b8a0-22c7-4304-8f8f-e74e20bb8168 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:13:28.090654 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9da2ecc-d820-48c4-a2f8-aa56278f6079", "name": "network-vif-plugged", "status": "completed", "tag": "c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:13:28.091041 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fcd0b8a0-22c7-4304-8f8f-e74e20bb8168 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:13:28.091639 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9da2ecc-d820-48c4-a2f8-aa56278f6079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0', 'code': 200} Nov 12 09:13:28.095107 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:28.169345 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a2a09d-f6d1-4c0b-a5ce-a18901456a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-f6181a82-09f4-4a94-a315-cebcf6ce7f1c', 'network_id': 'f6181a82-09f4-4a94-a315-cebcf6ce7f1c', 'tenant_id': 'a4cc795e5c364f88af1bdcef711beb4a', 'fixed_ips': [{'subnet_id': 'cb4be638-88e4-4f20-b2db-e5070bfcc2f9'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:13:28.169947 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-01790e83-d1cc-4329-994c-ca9b4969d6e1 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:28.170906 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-01a2a09d-f6d1-4c0b-a5ce-a18901456a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:28.289145 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-d77cb834-5bf1-432e-bd5f-ae72ae63a26e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Allocated IP 172.20.0.9 (f6181a82-09f4-4a94-a315-cebcf6ce7f1c/cb4be638-88e4-4f20-b2db-e5070bfcc2f9/82413bfa-6c89-4f5e-9e11-6e9d5d810c7e) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:13:28.322299 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122dd75-d017-438a-b0b8-9b79f088055c req-170b3ff2-7b27-4fa8-9ca1-f7d8803c20fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:28.326071 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f122dd75-d017-438a-b0b8-9b79f088055c req-170b3ff2-7b27-4fa8-9ca1-f7d8803c20fc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 1098 time: 0.1368780 Nov 12 09:13:28.407343 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-01790e83-d1cc-4329-994c-ca9b4969d6e1 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:28.416168 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-01790e83-d1cc-4329-994c-ca9b4969d6e1 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:28.471700 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f122dd75-d017-438a-b0b8-9b79f088055c req-0d05879d-60d0-4dca-9642-b9cd8cfd3626 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342070 Nov 12 09:13:28.484336 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-01790e83-d1cc-4329-994c-ca9b4969d6e1 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:28.490409 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-01790e83-d1cc-4329-994c-ca9b4969d6e1 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4222918 Nov 12 09:13:28.491289 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56914) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:28.498696 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-51efc514-adde-4c1a-bf7f-e68b008663b5 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group_rule': {'security_group_id': 'c41914f4-f2a7-4bbc-88fe-fc85b73f3630', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:28.499690 n-d-768862-16 neutron-server[102569]: WARNING neutron.api.v2.base [None req-51efc514-adde-4c1a-bf7f-e68b008663b5 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 09:13:28.500232 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-51efc514-adde-4c1a-bf7f-e68b008663b5 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:28.506312 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-51efc514-adde-4c1a-bf7f-e68b008663b5 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0086093 Nov 12 09:13:28.506626 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56916) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:28.515657 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01790e83-d1cc-4329-994c-ca9b4969d6e1 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c41914f4-f2a7-4bbc-88fe-fc85b73f3630,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:28.600210 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d77cb834-5bf1-432e-bd5f-ae72ae63a26e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:28.650733 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afc2ee-2cd9-4e81-bbc5-7d64bc8142b6 req-07d874b1-5e87-4f96-8104-ef8136951f2e tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:28.652754 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30afc2ee-2cd9-4e81-bbc5-7d64bc8142b6 req-07d874b1-5e87-4f96-8104-ef8136951f2e tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 946 time: 0.1329641 Nov 12 09:13:28.658515 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4dfbb6fe-e1c8-414f-b81d-295618edfd68 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:28.664052 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d77cb834-5bf1-432e-bd5f-ae72ae63a26e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:28.721514 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77cb834-5bf1-432e-bd5f-ae72ae63a26e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network f6181a82-09f4-4a94-a315-cebcf6ce7f1c is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:13:28.726029 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4dfbb6fe-e1c8-414f-b81d-295618edfd68 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:28.728066 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-d77cb834-5bf1-432e-bd5f-ae72ae63a26e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:28.732463 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77cb834-5bf1-432e-bd5f-ae72ae63a26e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:13:28.785183 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30afc2ee-2cd9-4e81-bbc5-7d64bc8142b6 req-91beae4e-e061-489c-8cdd-ad70597d5486 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224349 Nov 12 09:13:28.793220 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-01a2a09d-f6d1-4c0b-a5ce-a18901456a99 None None] Allocated IP 172.20.0.2 (f6181a82-09f4-4a94-a315-cebcf6ce7f1c/cb4be638-88e4-4f20-b2db-e5070bfcc2f9/1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:13:28.825661 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77cb834-5bf1-432e-bd5f-ae72ae63a26e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Port': ['ID=82413bfa-6c89-4f5e-9e11-6e9d5d810c7e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:28.853003 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4dfbb6fe-e1c8-414f-b81d-295618edfd68 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:28.854155 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77cb834-5bf1-432e-bd5f-ae72ae63a26e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:28.854851 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d77cb834-5bf1-432e-bd5f-ae72ae63a26e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:28.859202 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4dfbb6fe-e1c8-414f-b81d-295618edfd68 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:28.865866 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4dfbb6fe-e1c8-414f-b81d-295618edfd68 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "DELETE /v2.0/security-groups/c41914f4-f2a7-4bbc-88fe-fc85b73f3630 HTTP/1.1" status: 204 len: 168 time: 0.3566999 Nov 12 09:13:28.866150 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56918) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:28.883354 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d77cb834-5bf1-432e-bd5f-ae72ae63a26e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1947005 Nov 12 09:13:28.887430 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56920) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:28.893636 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-953b23d7-5630-4d44-a271-3ebc0f214d5a tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'port': {'network_id': 'f6181a82-09f4-4a94-a315-cebcf6ce7f1c', 'name': 'tempest-PortsTestJSON-1368733483'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:28.895881 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfbb6fe-e1c8-414f-b81d-295618edfd68 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41914f4-f2a7-4bbc-88fe-fc85b73f3630,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:28.953839 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2fa3c9b7-4488-42c2-96b7-d20367552041 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0810940 Nov 12 09:13:28.960008 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56922) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:28.965648 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-01fbf35a-b57f-4974-8e18-d977ec13bdb7 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group': {'name': 'tempest-secgroup--1731342090'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:29.012784 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-01fbf35a-b57f-4974-8e18-d977ec13bdb7 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:29.084704 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953b23d7-5630-4d44-a271-3ebc0f214d5a tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:29.092641 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-953b23d7-5630-4d44-a271-3ebc0f214d5a tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:29.118764 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-01a2a09d-f6d1-4c0b-a5ce-a18901456a99 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:29.129209 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-01fbf35a-b57f-4974-8e18-d977ec13bdb7 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:29.129505 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-01a2a09d-f6d1-4c0b-a5ce-a18901456a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:29.132210 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-953b23d7-5630-4d44-a271-3ebc0f214d5a tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] device_id is not set on port 923d64aa-a843-4b88-8972-48e121ea1ff0 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:13:29.135090 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-01fbf35a-b57f-4974-8e18-d977ec13bdb7 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:29.175200 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-01fbf35a-b57f-4974-8e18-d977ec13bdb7 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:29.176594 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-01fbf35a-b57f-4974-8e18-d977ec13bdb7 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2151930 Nov 12 09:13:29.182587 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56924) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:29.188936 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-187d535e-e07f-4961-8336-dc96e395c83f tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group_rule': {'security_group_id': 'f763241b-97b3-42d7-99a1-a3f5a8a97fae', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:29.190297 n-d-768862-16 neutron-server[102569]: WARNING neutron.api.v2.base [None req-187d535e-e07f-4961-8336-dc96e395c83f tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 09:13:29.190919 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-187d535e-e07f-4961-8336-dc96e395c83f tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:29.192354 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-187d535e-e07f-4961-8336-dc96e395c83f tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0078723 Nov 12 09:13:29.197050 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56926) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:29.208059 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbf35a-b57f-4974-8e18-d977ec13bdb7 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f763241b-97b3-42d7-99a1-a3f5a8a97fae,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:29.276813 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-116acc6d-d9ba-43ed-a911-4bf0c9af83c2 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:29.314524 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-116acc6d-d9ba-43ed-a911-4bf0c9af83c2 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:29.333923 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-953b23d7-5630-4d44-a271-3ebc0f214d5a tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Allocated IP 172.20.0.3 (f6181a82-09f4-4a94-a315-cebcf6ce7f1c/cb4be638-88e4-4f20-b2db-e5070bfcc2f9/923d64aa-a843-4b88-8972-48e121ea1ff0) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:13:29.406228 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-116acc6d-d9ba-43ed-a911-4bf0c9af83c2 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:29.409689 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-116acc6d-d9ba-43ed-a911-4bf0c9af83c2 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:29.411335 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-116acc6d-d9ba-43ed-a911-4bf0c9af83c2 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "DELETE /v2.0/security-groups/f763241b-97b3-42d7-99a1-a3f5a8a97fae HTTP/1.1" status: 204 len: 168 time: 0.2127550 Nov 12 09:13:29.417254 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56928) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:29.424400 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116acc6d-d9ba-43ed-a911-4bf0c9af83c2 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f763241b-97b3-42d7-99a1-a3f5a8a97fae,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:29.487854 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a2a09d-f6d1-4c0b-a5ce-a18901456a99 None None] Network f6181a82-09f4-4a94-a315-cebcf6ce7f1c is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:13:29.503417 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-01a2a09d-f6d1-4c0b-a5ce-a18901456a99 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:29.513744 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a2a09d-f6d1-4c0b-a5ce-a18901456a99 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:13:29.529857 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:29.539447 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2a09d-f6d1-4c0b-a5ce-a18901456a99 None None] Pushing event updated for resources: {'Port': ['ID=1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:29.597452 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-01a2a09d-f6d1-4c0b-a5ce-a18901456a99 None None] Attempting to bind port 1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:29.597831 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-01a2a09d-f6d1-4c0b-a5ce-a18901456a99 None None] Attempting to bind port 1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '63b009de-b214-4873-880d-9d001aa5d791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f6181a82-09f4-4a94-a315-cebcf6ce7f1c'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:29.598203 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a2a09d-f6d1-4c0b-a5ce-a18901456a99 None None] Attempting to bind port 1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d on network f6181a82-09f4-4a94-a315-cebcf6ce7f1c {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:29.605853 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a2a09d-f6d1-4c0b-a5ce-a18901456a99 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:13:29.606416 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a2a09d-f6d1-4c0b-a5ce-a18901456a99 None None] Checking segment: {'id': '63b009de-b214-4873-880d-9d001aa5d791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f6181a82-09f4-4a94-a315-cebcf6ce7f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:13:29.606718 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-01a2a09d-f6d1-4c0b-a5ce-a18901456a99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:29.607116 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a2a09d-f6d1-4c0b-a5ce-a18901456a99 None None] Bound using segment: {'id': '63b009de-b214-4873-880d-9d001aa5d791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f6181a82-09f4-4a94-a315-cebcf6ce7f1c'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:13:29.607649 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-01a2a09d-f6d1-4c0b-a5ce-a18901456a99 None None] Bound port: 1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b009de-b214-4873-880d-9d001aa5d791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f6181a82-09f4-4a94-a315-cebcf6ce7f1c'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:13:29.608115 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-01a2a09d-f6d1-4c0b-a5ce-a18901456a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:29.651490 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-51b1307f-fae4-4d92-be20-849e6453388a tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2201962 Nov 12 09:13:29.657468 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56930) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:29.667123 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-12ec22e3-913a-454d-a43f-e58fcb58c9c4 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group': {'name': 'tempest-secgroup--1436305222'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:29.732086 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-12ec22e3-913a-454d-a43f-e58fcb58c9c4 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:29.751556 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-01a2a09d-f6d1-4c0b-a5ce-a18901456a99 None None] For port 1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:13:29.754048 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-953b23d7-5630-4d44-a271-3ebc0f214d5a tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:29.757178 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-01a2a09d-f6d1-4c0b-a5ce-a18901456a99 None None] For port 1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d,segment=NetworkSegment(63b009de-b214-4873-880d-9d001aa5d791),segment_id=63b009de-b214-4873-880d-9d001aa5d791)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:13:29.773461 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-01a2a09d-f6d1-4c0b-a5ce-a18901456a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:29.842930 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-953b23d7-5630-4d44-a271-3ebc0f214d5a tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:29.871556 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-12ec22e3-913a-454d-a43f-e58fcb58c9c4 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:29.888827 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-12ec22e3-913a-454d-a43f-e58fcb58c9c4 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:29.920293 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953b23d7-5630-4d44-a271-3ebc0f214d5a tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network f6181a82-09f4-4a94-a315-cebcf6ce7f1c is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:13:29.926478 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-953b23d7-5630-4d44-a271-3ebc0f214d5a tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:29.931476 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953b23d7-5630-4d44-a271-3ebc0f214d5a tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:13:29.957309 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2a09d-f6d1-4c0b-a5ce-a18901456a99 None None] Pushing event updated for resources: {'Port': ['ID=1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:29.998203 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-12ec22e3-913a-454d-a43f-e58fcb58c9c4 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:29.999585 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-12ec22e3-913a-454d-a43f-e58fcb58c9c4 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3403163 Nov 12 09:13:30.004850 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56934) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:30.005753 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b23d7-5630-4d44-a271-3ebc0f214d5a tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Port': ['ID=923d64aa-a843-4b88-8972-48e121ea1ff0,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:30.013758 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-8507493b-ece5-43bb-9790-40c82c649a13 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group_rule': {'security_group_id': '56accccb-a332-4b87-8692-ea01df916b85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:30.033278 n-d-768862-16 neutron-server[102569]: WARNING neutron.api.v2.base [None req-8507493b-ece5-43bb-9790-40c82c649a13 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 09:13:30.034218 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-8507493b-ece5-43bb-9790-40c82c649a13 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:30.040395 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8507493b-ece5-43bb-9790-40c82c649a13 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0281231 Nov 12 09:13:30.041062 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56936) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:30.046456 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec22e3-913a-454d-a43f-e58fcb58c9c4 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56accccb-a332-4b87-8692-ea01df916b85,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:30.050350 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1975fcb2-3b17-48bd-b7a1-4b2bed5afdb0 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group_rule': {'security_group_id': '56accccb-a332-4b87-8692-ea01df916b85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:30.054535 n-d-768862-16 neutron-server[102568]: WARNING neutron.api.v2.base [None req-1975fcb2-3b17-48bd-b7a1-4b2bed5afdb0 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 09:13:30.055713 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-1975fcb2-3b17-48bd-b7a1-4b2bed5afdb0 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:30.058951 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1975fcb2-3b17-48bd-b7a1-4b2bed5afdb0 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0159664 Nov 12 09:13:30.065112 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56938) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:30.073247 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-bb49075f-996f-4355-93b1-184b54140734 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group_rule': {'security_group_id': '56accccb-a332-4b87-8692-ea01df916b85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:30.074195 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953b23d7-5630-4d44-a271-3ebc0f214d5a tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:30.074872 n-d-768862-16 neutron-server[102569]: WARNING neutron.api.v2.base [None req-bb49075f-996f-4355-93b1-184b54140734 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 09:13:30.075175 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-953b23d7-5630-4d44-a271-3ebc0f214d5a tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:30.075418 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-bb49075f-996f-4355-93b1-184b54140734 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:30.076800 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bb49075f-996f-4355-93b1-184b54140734 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0103655 Nov 12 09:13:30.081327 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56940) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:30.089412 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-d219f03f-3f6e-48e9-a3ae-fc91a90997aa tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group_rule': {'security_group_id': '56accccb-a332-4b87-8692-ea01df916b85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:30.090420 n-d-768862-16 neutron-server[102569]: WARNING neutron.api.v2.base [None req-d219f03f-3f6e-48e9-a3ae-fc91a90997aa tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 09:13:30.091465 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-d219f03f-3f6e-48e9-a3ae-fc91a90997aa tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:30.093317 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d219f03f-3f6e-48e9-a3ae-fc91a90997aa tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0097082 Nov 12 09:13:30.096821 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56942) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:30.103371 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a97d4-0a4e-415b-a9e6-ba36f347aeea req-0749f0a8-ed29-44bf-8dc0-8c2c9edb9855 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:30.105361 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-af9a97d4-0a4e-415b-a9e6-ba36f347aeea req-0749f0a8-ed29-44bf-8dc0-8c2c9edb9855 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 946 time: 0.1710849 Nov 12 09:13:30.118816 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-953b23d7-5630-4d44-a271-3ebc0f214d5a tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2299712 Nov 12 09:13:30.127307 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56944) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:30.262255 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-40cebafe-3ea1-42ef-8ce6-f3646b2d934e tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:30.326575 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-40cebafe-3ea1-42ef-8ce6-f3646b2d934e tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:30.382781 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61639057-61fb-4d2a-9981-0b9c13ff9700 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:30.386017 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-61639057-61fb-4d2a-9981-0b9c13ff9700 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.2564163 Nov 12 09:13:30.395594 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56946) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:30.412046 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-af9a97d4-0a4e-415b-a9e6-ba36f347aeea req-6f05e064-4836-4bc0-91c0-c3b4a457e15e tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899244 Nov 12 09:13:30.479391 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-40cebafe-3ea1-42ef-8ce6-f3646b2d934e tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:30.484177 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-40cebafe-3ea1-42ef-8ce6-f3646b2d934e tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:30.486442 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-40cebafe-3ea1-42ef-8ce6-f3646b2d934e tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "DELETE /v2.0/security-groups/56accccb-a332-4b87-8692-ea01df916b85 HTTP/1.1" status: 204 len: 168 time: 0.3879547 Nov 12 09:13:30.491640 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56950) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:30.517557 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cebafe-3ea1-42ef-8ce6-f3646b2d934e tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56accccb-a332-4b87-8692-ea01df916b85,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:30.618727 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b9434a92-45c5-46bb-9c7a-65df6dfbc612 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1183410 Nov 12 09:13:30.619078 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56952) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:30.635957 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-f1cf6f52-fe7c-4424-96ec-9e4546068d86 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group': {'name': 'tempest-secgroup--2111158940'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:30.705161 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f1cf6f52-fe7c-4424-96ec-9e4546068d86 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:30.841273 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:13:30.929489 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:30.930486 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:30.988853 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f1cf6f52-fe7c-4424-96ec-9e4546068d86 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:31.006936 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f1cf6f52-fe7c-4424-96ec-9e4546068d86 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:31.045143 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec15db-a3b3-4d9f-a2b5-b40a886fcfc8 req-2edc4eb3-8dd2-41ca-84ca-3571ef062f3a tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:31.057853 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:31.058812 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-6b117eb4-2788-4951-93e8-773f7069b038 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Deleting port 923d64aa-a843-4b88-8972-48e121ea1ff0 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:13:31.059204 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b117eb4-2788-4951-93e8-773f7069b038 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:31.060815 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0cec15db-a3b3-4d9f-a2b5-b40a886fcfc8 req-2edc4eb3-8dd2-41ca-84ca-3571ef062f3a tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 946 time: 0.2432389 Nov 12 09:13:31.079630 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4f783-acf4-42e7-a4a0-8fedfca0cbdb req-8c3112db-126c-4266-bea8-3d9e47498409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:31.082208 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-afc4f783-acf4-42e7-a4a0-8fedfca0cbdb req-8c3112db-126c-4266-bea8-3d9e47498409 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ba249b1417247ef9d5961203768255e&device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 1098 time: 0.3369195 Nov 12 09:13:31.106980 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d,segment=NetworkSegment(63b009de-b214-4873-880d-9d001aa5d791),segment_id=63b009de-b214-4873-880d-9d001aa5d791)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:31.113315 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:31.190585 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:31.206057 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b117eb4-2788-4951-93e8-773f7069b038 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:31.221900 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f1cf6f52-fe7c-4424-96ec-9e4546068d86 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:31.223824 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f1cf6f52-fe7c-4424-96ec-9e4546068d86 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6025765 Nov 12 09:13:31.227371 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56956) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:31.230958 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-6b117eb4-2788-4951-93e8-773f7069b038 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Calling delete_port for 923d64aa-a843-4b88-8972-48e121ea1ff0 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:13:31.238261 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-080e4d10-7a78-4bac-845a-de8733b72a02 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group_rule': {'security_group_id': 'fb331909-5310-43f8-b23d-09f0beb2fe9b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:31.241607 n-d-768862-16 neutron-server[102568]: WARNING neutron.api.v2.base [None req-080e4d10-7a78-4bac-845a-de8733b72a02 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 09:13:31.242723 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-080e4d10-7a78-4bac-845a-de8733b72a02 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:31.246970 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-080e4d10-7a78-4bac-845a-de8733b72a02 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0155134 Nov 12 09:13:31.247904 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56958) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:31.254787 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-947c773e-f70c-48c4-b0c1-d8b519dbf39e tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group_rule': {'security_group_id': 'fb331909-5310-43f8-b23d-09f0beb2fe9b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:31.262980 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf6f52-fe7c-4424-96ec-9e4546068d86 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb331909-5310-43f8-b23d-09f0beb2fe9b,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:31.308690 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0cec15db-a3b3-4d9f-a2b5-b40a886fcfc8 req-87dc840a-68a5-4f9d-8384-ce8aae026f20 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465177 Nov 12 09:13:31.360264 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4f783-acf4-42e7-a4a0-8fedfca0cbdb req-b6d9bc0f-4a4b-495b-a94d-fbeb7fde7b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:31.360264 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-afc4f783-acf4-42e7-a4a0-8fedfca0cbdb req-b6d9bc0f-4a4b-495b-a94d-fbeb7fde7b68 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0993354a-8baa-44a8-be7e-987245c15ff0 HTTP/1.1" status: 200 len: 920 time: 0.2413833 Nov 12 09:13:31.370318 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-947c773e-f70c-48c4-b0c1-d8b519dbf39e tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:31.371787 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-947c773e-f70c-48c4-b0c1-d8b519dbf39e tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1227818 Nov 12 09:13:31.379199 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56960) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:31.385614 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-d0b222d6-7fbe-4ba6-8bfa-bdbbb9b4965f tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group_rule': {'security_group_id': 'fb331909-5310-43f8-b23d-09f0beb2fe9b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:31.386629 n-d-768862-16 neutron-server[102569]: WARNING neutron.api.v2.base [None req-d0b222d6-7fbe-4ba6-8bfa-bdbbb9b4965f tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 09:13:31.387154 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-d0b222d6-7fbe-4ba6-8bfa-bdbbb9b4965f tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:31.391798 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d0b222d6-7fbe-4ba6-8bfa-bdbbb9b4965f tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0113835 Nov 12 09:13:31.392115 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56962) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:31.401414 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-61ebdb2b-0aa3-4fc8-b0d4-dc677f8996a6 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group_rule': {'security_group_id': 'fb331909-5310-43f8-b23d-09f0beb2fe9b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:31.430610 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-afc4f783-acf4-42e7-a4a0-8fedfca0cbdb req-617a877f-b172-4f65-9dae-0b95d01ed624 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0 HTTP/1.1" status: 200 len: 217 time: 0.0632293 Nov 12 09:13:31.490348 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b856cf51-4ccf-4205-b94b-04fbf9f932b1 None None] Network f6181a82-09f4-4a94-a315-cebcf6ce7f1c requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:13:31.509812 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4f783-acf4-42e7-a4a0-8fedfca0cbdb req-a82f3b7b-0ca2-469c-9dc8-163291d94322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:31.512142 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-afc4f783-acf4-42e7-a4a0-8fedfca0cbdb req-a82f3b7b-0ca2-469c-9dc8-163291d94322 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4db9f670-57cd-4b0c-b407-c2d471d25b1a HTTP/1.1" status: 200 len: 859 time: 0.0740831 Nov 12 09:13:31.518142 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-61ebdb2b-0aa3-4fc8-b0d4-dc677f8996a6 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:31.524363 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-61ebdb2b-0aa3-4fc8-b0d4-dc677f8996a6 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1265831 Nov 12 09:13:31.526039 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56964) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:31.546595 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4d1fe05a-c064-4f1d-8ee1-4ccdc024766a tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group_rule': {'security_group_id': 'fb331909-5310-43f8-b23d-09f0beb2fe9b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:31.547358 n-d-768862-16 neutron-server[102568]: WARNING neutron.api.v2.base [None req-4d1fe05a-c064-4f1d-8ee1-4ccdc024766a tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 09:13:31.548321 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-4d1fe05a-c064-4f1d-8ee1-4ccdc024766a tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:31.559379 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4d1fe05a-c064-4f1d-8ee1-4ccdc024766a tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0214911 Nov 12 09:13:31.562052 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56966) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:31.568167 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-cb83a1fe-d279-4b0d-a38d-4a07bd61a080 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group_rule': {'security_group_id': 'fb331909-5310-43f8-b23d-09f0beb2fe9b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:31.575510 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-afc4f783-acf4-42e7-a4a0-8fedfca0cbdb req-bb180f44-1b53-46b9-b5cb-c612264a8b73 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0993354a-8baa-44a8-be7e-987245c15ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556941 Nov 12 09:13:31.626593 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b117eb4-2788-4951-93e8-773f7069b038 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:31.630077 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e6a2dd1d-a35a-446c-a692-c6fc3ffcea35 None None] Provisioning complete for port 1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:31.630724 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e6a2dd1d-a35a-446c-a692-c6fc3ffcea35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:31.633576 n-d-768862-16 neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-cb83a1fe-d279-4b0d-a38d-4a07bd61a080 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Project ad8e7f15eb5d46e7a8651e88d45199fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:13:31.695253 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b117eb4-2788-4951-93e8-773f7069b038 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Port': ['ID=923d64aa-a843-4b88-8972-48e121ea1ff0,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:31.733067 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-afc4f783-acf4-42e7-a4a0-8fedfca0cbdb req-9d881068-39f6-4cef-83a0-a2a1a0dea7ab service neutron] 10.222.0.54 "GET /v2.0/networks/0993354a-8baa-44a8-be7e-987245c15ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497488 Nov 12 09:13:31.768643 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-cb83a1fe-d279-4b0d-a38d-4a07bd61a080 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:31.775284 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-cb83a1fe-d279-4b0d-a38d-4a07bd61a080 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2081482 Nov 12 09:13:31.775723 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56968) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:31.798345 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-9c77906e-3f2d-4f75-a455-d0e547291717 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group_rule': {'security_group_id': 'fb331909-5310-43f8-b23d-09f0beb2fe9b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:31.799955 n-d-768862-16 neutron-server[102569]: WARNING neutron.api.v2.base [None req-9c77906e-3f2d-4f75-a455-d0e547291717 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 09:13:31.800797 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-9c77906e-3f2d-4f75-a455-d0e547291717 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:31.802187 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9c77906e-3f2d-4f75-a455-d0e547291717 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0247474 Nov 12 09:13:31.807976 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56970) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:31.815849 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8432c352-d123-4c0e-92d8-830b4dc28098 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group_rule': {'security_group_id': 'fb331909-5310-43f8-b23d-09f0beb2fe9b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:31.826010 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b117eb4-2788-4951-93e8-773f7069b038 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:31.834153 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6b117eb4-2788-4951-93e8-773f7069b038 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/ports/923d64aa-a843-4b88-8972-48e121ea1ff0 HTTP/1.1" status: 204 len: 168 time: 1.4321189 Nov 12 09:13:31.837111 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56972) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:31.896938 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-11712b8f-18a5-425b-bfde-b3b3cf69ef38 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] GET failed (client error): The resource could not be found. Nov 12 09:13:31.903721 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-11712b8f-18a5-425b-bfde-b3b3cf69ef38 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "GET /v2.0/ports/923d64aa-a843-4b88-8972-48e121ea1ff0 HTTP/1.1" status: 404 len: 333 time: 0.0627208 Nov 12 09:13:31.904836 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56974) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:31.953235 n-d-768862-16 neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-8432c352-d123-4c0e-92d8-830b4dc28098 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Project ad8e7f15eb5d46e7a8651e88d45199fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:13:31.959839 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-afc4f783-acf4-42e7-a4a0-8fedfca0cbdb req-8b5f741f-0f0d-41a9-a72a-0e10f02821b9 service neutron] 10.222.0.54 "GET /v2.0/networks/0993354a-8baa-44a8-be7e-987245c15ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192414 Nov 12 09:13:31.995631 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-8432c352-d123-4c0e-92d8-830b4dc28098 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:31.997218 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8432c352-d123-4c0e-92d8-830b4dc28098 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1866865 Nov 12 09:13:32.000889 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56978) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:32.011277 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-95b3a972-df57-4b46-883d-a4d4018a9a9a tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group_rule': {'security_group_id': 'fb331909-5310-43f8-b23d-09f0beb2fe9b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:32.066615 n-d-768862-16 neutron-server[102569]: INFO neutron.db.securitygroups_db [None req-95b3a972-df57-4b46-883d-a4d4018a9a9a tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Project ad8e7f15eb5d46e7a8651e88d45199fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:13:32.066965 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-2f62b13c-4e96-4465-84aa-d1a1ba296ee8 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Deleting port 82413bfa-6c89-4f5e-9e11-6e9d5d810c7e {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:13:32.066965 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2f62b13c-4e96-4465-84aa-d1a1ba296ee8 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:32.098320 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-95b3a972-df57-4b46-883d-a4d4018a9a9a tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:32.103870 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-95b3a972-df57-4b46-883d-a4d4018a9a9a tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0959778 Nov 12 09:13:32.105284 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56982) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:32.204651 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1d62b136-f2ad-43e8-83e6-0d41f449ccc5 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:32.245606 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1d62b136-f2ad-43e8-83e6-0d41f449ccc5 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:32.262922 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2f62b13c-4e96-4465-84aa-d1a1ba296ee8 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:32.291443 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-2f62b13c-4e96-4465-84aa-d1a1ba296ee8 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Calling delete_port for 82413bfa-6c89-4f5e-9e11-6e9d5d810c7e owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:13:32.331378 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1d62b136-f2ad-43e8-83e6-0d41f449ccc5 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:32.336862 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1d62b136-f2ad-43e8-83e6-0d41f449ccc5 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:32.339254 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1d62b136-f2ad-43e8-83e6-0d41f449ccc5 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "DELETE /v2.0/security-groups/fb331909-5310-43f8-b23d-09f0beb2fe9b HTTP/1.1" status: 204 len: 168 time: 0.2318139 Nov 12 09:13:32.343473 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56984) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:32.373771 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62b136-f2ad-43e8-83e6-0d41f449ccc5 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb331909-5310-43f8-b23d-09f0beb2fe9b,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:32.434702 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-77dbc1a4-b8a0-43d6-b219-f1380461bc1d tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0894773 Nov 12 09:13:32.444597 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56988) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:32.454163 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-af82ab3e-dc46-45ac-b26d-1bbb1f8c6f74 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group': {'name': 'tempest-secgroup--866113372'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:32.460044 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f9d2086f-e2f3-4ae8-9e6d-b309cf9d6616 None None] Provisioning complete for port 82413bfa-6c89-4f5e-9e11-6e9d5d810c7e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:32.460920 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f9d2086f-e2f3-4ae8-9e6d-b309cf9d6616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:32.544565 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-f9d2086f-e2f3-4ae8-9e6d-b309cf9d6616 None None] Port 82413bfa-6c89-4f5e-9e11-6e9d5d810c7e cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:13:32.559452 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-af82ab3e-dc46-45ac-b26d-1bbb1f8c6f74 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:32.564243 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f9d2086f-e2f3-4ae8-9e6d-b309cf9d6616 None None] Provisioning complete for port 1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:32.564927 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f9d2086f-e2f3-4ae8-9e6d-b309cf9d6616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:32.600660 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2f62b13c-4e96-4465-84aa-d1a1ba296ee8 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:32.645776 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8cb093-ebe9-40b8-abcd-664c7d7e1ba5 req-7cf292c2-8a1c-4a7f-8769-f0070e8f8e21 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:32.648634 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fa8cb093-ebe9-40b8-abcd-664c7d7e1ba5 req-7cf292c2-8a1c-4a7f-8769-f0070e8f8e21 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 946 time: 0.1706257 Nov 12 09:13:32.655903 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62b13c-4e96-4465-84aa-d1a1ba296ee8 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Port': ['ID=82413bfa-6c89-4f5e-9e11-6e9d5d810c7e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:32.815560 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2f62b13c-4e96-4465-84aa-d1a1ba296ee8 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:32.824620 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2f62b13c-4e96-4465-84aa-d1a1ba296ee8 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/ports/82413bfa-6c89-4f5e-9e11-6e9d5d810c7e HTTP/1.1" status: 204 len: 168 time: 0.9156866 Nov 12 09:13:32.825972 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56990) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:32.847697 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-af82ab3e-dc46-45ac-b26d-1bbb1f8c6f74 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:32.854170 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fa8cb093-ebe9-40b8-abcd-664c7d7e1ba5 req-c475f9bc-df81-4092-a4c5-be9b5fffc0db tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612301 Nov 12 09:13:32.856633 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-af82ab3e-dc46-45ac-b26d-1bbb1f8c6f74 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:32.873827 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:13:32.905855 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5fd719d-334a-4445-808b-38dc98c0cee5 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] GET failed (client error): The resource could not be found. Nov 12 09:13:32.919356 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d5fd719d-334a-4445-808b-38dc98c0cee5 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "GET /v2.0/ports/82413bfa-6c89-4f5e-9e11-6e9d5d810c7e HTTP/1.1" status: 404 len: 333 time: 0.0877223 Nov 12 09:13:32.921000 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-af82ab3e-dc46-45ac-b26d-1bbb1f8c6f74 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:32.923284 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-af82ab3e-dc46-45ac-b26d-1bbb1f8c6f74 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4751127 Nov 12 09:13:32.924609 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 56992) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:32.927475 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82ab3e-dc46-45ac-b26d-1bbb1f8c6f74 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54db3826-0005-4d88-b086-4c9a3ce4e2b0,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:32.932100 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56994) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:32.959578 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-a6288dc5-2795-4d71-a0e7-08a165063f88 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group_rule': {'security_group_id': '54db3826-0005-4d88-b086-4c9a3ce4e2b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:32.965160 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-a119c571-6f8d-43de-8844-91111d4cbb28 None None] Could not find standard attr ID for object 82413bfa-6c89-4f5e-9e11-6e9d5d810c7e. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:13:33.015057 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:33.016149 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:33.047592 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-a6288dc5-2795-4d71-a0e7-08a165063f88 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] create failed (client error): The resource could not be found. Nov 12 09:13:33.053161 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a6288dc5-2795-4d71-a0e7-08a165063f88 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0999625 Nov 12 09:13:33.053161 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56996) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:33.067644 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-b51b5458-5c32-441f-af96-cbe09e9ee694 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group_rule': {'security_group_id': '54db3826-0005-4d88-b086-4c9a3ce4e2b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '09a1161f-e1d2-4c2d-b1d3-9a43a274f120'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:33.077142 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-a471fcf1-98fa-4c1a-ad20-51200514152f tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Deleting subnet cb4be638-88e4-4f20-b2db-e5070bfcc2f9 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:13:33.085440 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a471fcf1-98fa-4c1a-ad20-51200514152f tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:33.145455 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-b51b5458-5c32-441f-af96-cbe09e9ee694 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] create failed (client error): The resource could not be found. Nov 12 09:13:33.150849 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b51b5458-5c32-441f-af96-cbe09e9ee694 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0931566 Nov 12 09:13:33.152513 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 56998) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:33.175218 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a471fcf1-98fa-4c1a-ad20-51200514152f tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:33.190551 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-816d2c6f-3a59-4cc7-ab5a-f0d88891e6ba None None] Could not find standard attr ID for object 923d64aa-a843-4b88-8972-48e121ea1ff0. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:13:33.269158 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-24e9d569-4315-4939-98dd-d05f4c04a110 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:33.308832 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-24e9d569-4315-4939-98dd-d05f4c04a110 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:33.348562 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a471fcf1-98fa-4c1a-ad20-51200514152f tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:33.374448 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-24e9d569-4315-4939-98dd-d05f4c04a110 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:33.383491 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-24e9d569-4315-4939-98dd-d05f4c04a110 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:33.390138 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-24e9d569-4315-4939-98dd-d05f4c04a110 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "DELETE /v2.0/security-groups/54db3826-0005-4d88-b086-4c9a3ce4e2b0 HTTP/1.1" status: 204 len: 168 time: 0.2342029 Nov 12 09:13:33.392775 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57000) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:33.404854 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9d569-4315-4939-98dd-d05f4c04a110 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54db3826-0005-4d88-b086-4c9a3ce4e2b0,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:33.497220 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-974b03ff-ce7b-4ef5-86a9-0238f55f02bb tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1031880 Nov 12 09:13:33.500116 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a471fcf1-98fa-4c1a-ad20-51200514152f tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:33.502672 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57002) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:33.509008 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-4a87a76f-6f9b-4e25-a0f4-060b079d6e52 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group_rule': {'security_group_id': 'ccdfd29b-421a-4f3c-8dec-5ded3d823fd5', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:33.539038 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471fcf1-98fa-4c1a-ad20-51200514152f tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Subnet': ['ID=cb4be638-88e4-4f20-b2db-e5070bfcc2f9,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:33.550224 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a471fcf1-98fa-4c1a-ad20-51200514152f tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:33.554130 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a471fcf1-98fa-4c1a-ad20-51200514152f tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/subnets/cb4be638-88e4-4f20-b2db-e5070bfcc2f9 HTTP/1.1" status: 204 len: 168 time: 0.6246278 Nov 12 09:13:33.559838 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57004) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:33.715306 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-4a87a76f-6f9b-4e25-a0f4-060b079d6e52 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] create failed (client error): The resource could not be found. Nov 12 09:13:33.717161 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4a87a76f-6f9b-4e25-a0f4-060b079d6e52 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2126298 Nov 12 09:13:33.721135 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57006) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:33.730582 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-352ddb14-958e-41e7-8986-1d828e478b3d tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group': {'name': 'tempest-secgroup--329207838'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:33.745549 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc15f4be-c3e4-47c6-be21-56be03d503fd None None] Network f6181a82-09f4-4a94-a315-cebcf6ce7f1c requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:13:33.747968 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3087ca32-2341-4a3b-89ee-176769172c68 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:33.832405 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-352ddb14-958e-41e7-8986-1d828e478b3d tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:33.958016 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-3087ca32-2341-4a3b-89ee-176769172c68 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Deleting port 1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:13:33.958687 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3087ca32-2341-4a3b-89ee-176769172c68 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:34.001165 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e62f5e9-efd8-4047-b7a9-51ed9a39acdf None None] DHCP port deletion for f6181a82-09f4-4a94-a315-cebcf6ce7f1c request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:13:34.096531 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4e62f5e9-efd8-4047-b7a9-51ed9a39acdf None None] Deleting port 1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:13:34.097035 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4e62f5e9-efd8-4047-b7a9-51ed9a39acdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:34.146604 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-352ddb14-958e-41e7-8986-1d828e478b3d tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:34.154777 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-352ddb14-958e-41e7-8986-1d828e478b3d tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:34.158860 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-3087ca32-2341-4a3b-89ee-176769172c68 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] For port 1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d,segment=NetworkSegment(63b009de-b214-4873-880d-9d001aa5d791),segment_id=63b009de-b214-4873-880d-9d001aa5d791)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:34.159242 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3087ca32-2341-4a3b-89ee-176769172c68 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:34.204042 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-3087ca32-2341-4a3b-89ee-176769172c68 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Calling delete_port for 1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:13:34.219405 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4e62f5e9-efd8-4047-b7a9-51ed9a39acdf None None] For port 1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d,segment=NetworkSegment(63b009de-b214-4873-880d-9d001aa5d791),segment_id=63b009de-b214-4873-880d-9d001aa5d791)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:34.219959 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4e62f5e9-efd8-4047-b7a9-51ed9a39acdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:34.228981 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15325214-0d5d-43af-a904-5583b563b928 req-7bace683-0a09-4513-a2e7-22785739e94e tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:34.232058 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-15325214-0d5d-43af-a904-5583b563b928 req-7bace683-0a09-4513-a2e7-22785739e94e tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 946 time: 0.2438180 Nov 12 09:13:34.237082 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ddb14-958e-41e7-8986-1d828e478b3d tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae370bcd-b9ac-479c-a9c4-de1641057d5a,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:34.242856 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4e62f5e9-efd8-4047-b7a9-51ed9a39acdf None None] Calling delete_port for 1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:13:34.249496 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-352ddb14-958e-41e7-8986-1d828e478b3d tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:34.251579 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-352ddb14-958e-41e7-8986-1d828e478b3d tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5288332 Nov 12 09:13:34.255928 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57010) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:34.262518 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ccc8e254-82d3-440c-ac2e-fe1cc1d9101f tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group': {'name': 'tempest-secgroup--1471629242'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:34.315913 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e254-82d3-440c-ac2e-fe1cc1d9101f tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:34.361170 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4e62f5e9-efd8-4047-b7a9-51ed9a39acdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:34.405633 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62f5e9-efd8-4047-b7a9-51ed9a39acdf None None] Pushing event deleted for resources: {'Port': ['ID=1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:34.423008 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e62f5e9-efd8-4047-b7a9-51ed9a39acdf None None] No DVR routers for this DVR port 1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:13:34.431419 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-15325214-0d5d-43af-a904-5583b563b928 req-4e151a8e-10f5-48b6-92d8-3c6b24d09acf tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873698 Nov 12 09:13:34.447813 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e254-82d3-440c-ac2e-fe1cc1d9101f tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:34.454619 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e254-82d3-440c-ac2e-fe1cc1d9101f tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:34.462898 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3087ca32-2341-4a3b-89ee-176769172c68 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:34.509214 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e254-82d3-440c-ac2e-fe1cc1d9101f tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:34.516354 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3087ca32-2341-4a3b-89ee-176769172c68 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] No DVR routers for this DVR port 1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:13:34.516923 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ccc8e254-82d3-440c-ac2e-fe1cc1d9101f tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2540069 Nov 12 09:13:34.516923 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8e254-82d3-440c-ac2e-fe1cc1d9101f tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8505e14-42d0-40e0-ba52-5ce94e1a4eb3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:34.517264 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087ca32-2341-4a3b-89ee-176769172c68 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Port': ['ID=1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:34.518700 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57012) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:34.525787 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-88872763-a694-4fc1-ae1c-bf0a25c19573 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group_rule': {'security_group_id': 'ae370bcd-b9ac-479c-a9c4-de1641057d5a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e8505e14-42d0-40e0-ba52-5ce94e1a4eb3'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:34.647210 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3087ca32-2341-4a3b-89ee-176769172c68 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:34.670977 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-88872763-a694-4fc1-ae1c-bf0a25c19573 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:34.672138 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-88872763-a694-4fc1-ae1c-bf0a25c19573 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1515214 Nov 12 09:13:34.677043 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57014) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:34.678115 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-3087ca32-2341-4a3b-89ee-176769172c68 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6181a82-09f4-4a94-a315-cebcf6ce7f1c']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:34.692318 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-3087ca32-2341-4a3b-89ee-176769172c68 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b009de-b214-4873-880d-9d001aa5d791') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:34.692575 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-3087ca32-2341-4a3b-89ee-176769172c68 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b009de-b214-4873-880d-9d001aa5d791') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:34.707363 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3087ca32-2341-4a3b-89ee-176769172c68 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:34.737224 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3087ca32-2341-4a3b-89ee-176769172c68 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:34.747785 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3087ca32-2341-4a3b-89ee-176769172c68 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:13:34.748906 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3087ca32-2341-4a3b-89ee-176769172c68 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:34.773211 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:13:34.775457 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:13:34.799351 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fad5be7d-9b24-4c48-9591-356c7340552a tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:34.804454 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:13:34.805476 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 1a9c3f5d-dfb4-467c-806c-81f9ac9ccf7d not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:13:34.835809 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3087ca32-2341-4a3b-89ee-176769172c68 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:34.843776 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3087ca32-2341-4a3b-89ee-176769172c68 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:34.847302 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3087ca32-2341-4a3b-89ee-176769172c68 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/networks/f6181a82-09f4-4a94-a315-cebcf6ce7f1c HTTP/1.1" status: 204 len: 168 time: 1.2811704 Nov 12 09:13:34.857290 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57016) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:34.863193 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-72e76048-c92d-42c3-9ff1-b5bdc93f82d1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-115452399'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:34.868320 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fad5be7d-9b24-4c48-9591-356c7340552a tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:34.868732 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087ca32-2341-4a3b-89ee-176769172c68 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Network': ['ID=f6181a82-09f4-4a94-a315-cebcf6ce7f1c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:34.931149 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e76048-c92d-42c3-9ff1-b5bdc93f82d1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:34.936013 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72e76048-c92d-42c3-9ff1-b5bdc93f82d1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:34.967453 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fad5be7d-9b24-4c48-9591-356c7340552a tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:34.970877 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fad5be7d-9b24-4c48-9591-356c7340552a tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:34.972247 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-fad5be7d-9b24-4c48-9591-356c7340552a tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "DELETE /v2.0/security-groups/e8505e14-42d0-40e0-ba52-5ce94e1a4eb3 HTTP/1.1" status: 204 len: 168 time: 0.2939653 Nov 12 09:13:34.978321 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57018) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:34.982379 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e76048-c92d-42c3-9ff1-b5bdc93f82d1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:13:34.994122 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5be7d-9b24-4c48-9591-356c7340552a tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8505e14-42d0-40e0-ba52-5ce94e1a4eb3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:35.003345 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72e76048-c92d-42c3-9ff1-b5bdc93f82d1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:35.003527 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-72e76048-c92d-42c3-9ff1-b5bdc93f82d1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Added segment 4c64eaf2-87ba-4c69-a89b-a5f737963f11 of type vlan for network 4b87a841-78f5-43a4-9817-6477b0b02782 Nov 12 09:13:35.065481 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72e76048-c92d-42c3-9ff1-b5bdc93f82d1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:35.101647 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-27b0f2e3-2c58-41ce-8768-f6771d640b59 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1206174 Nov 12 09:13:35.106094 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57020) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:35.109224 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72e76048-c92d-42c3-9ff1-b5bdc93f82d1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:35.120331 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e76048-c92d-42c3-9ff1-b5bdc93f82d1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:35.121451 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72e76048-c92d-42c3-9ff1-b5bdc93f82d1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:35.178281 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-72e76048-c92d-42c3-9ff1-b5bdc93f82d1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3197744 Nov 12 09:13:35.183326 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d867eb6e-26fe-4af3-88b0-25755778dd67 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:35.185692 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57022) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:35.191959 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-9903d199-11ad-426c-9369-5f1ddf8f6cd7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'subnet': {'network_id': '4b87a841-78f5-43a4-9817-6477b0b02782', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:35.227609 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e76048-c92d-42c3-9ff1-b5bdc93f82d1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Network': ['ID=4b87a841-78f5-43a4-9817-6477b0b02782,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:35.242154 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 4b87a841-78f5-43a4-9817-6477b0b02782 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:13:35.278115 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d867eb6e-26fe-4af3-88b0-25755778dd67 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:35.376362 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d867eb6e-26fe-4af3-88b0-25755778dd67 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:35.381297 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d867eb6e-26fe-4af3-88b0-25755778dd67 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:35.382864 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d867eb6e-26fe-4af3-88b0-25755778dd67 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "DELETE /v2.0/security-groups/ae370bcd-b9ac-479c-a9c4-de1641057d5a HTTP/1.1" status: 204 len: 168 time: 0.2753479 Nov 12 09:13:35.389359 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57024) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:35.390316 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9903d199-11ad-426c-9369-5f1ddf8f6cd7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:35.395088 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9903d199-11ad-426c-9369-5f1ddf8f6cd7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:35.445622 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867eb6e-26fe-4af3-88b0-25755778dd67 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae370bcd-b9ac-479c-a9c4-de1641057d5a,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:35.450327 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4c11f8b5-3202-4611-a026-e681646c3788 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0621605 Nov 12 09:13:35.456148 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57026) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:35.462940 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e2ce2f00-4d0d-48e6-adc4-c4c4c3f8b1fc tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group': {'name': 'tempest-secgroup--951492367'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:35.500445 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2ce2f00-4d0d-48e6-adc4-c4c4c3f8b1fc tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:35.618464 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2ce2f00-4d0d-48e6-adc4-c4c4c3f8b1fc tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:35.624548 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2ce2f00-4d0d-48e6-adc4-c4c4c3f8b1fc tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:35.679006 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2ce2f00-4d0d-48e6-adc4-c4c4c3f8b1fc tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:35.686218 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e2ce2f00-4d0d-48e6-adc4-c4c4c3f8b1fc tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2239532 Nov 12 09:13:35.686218 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce2f00-4d0d-48e6-adc4-c4c4c3f8b1fc tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d545225c-3c09-474d-a6c0-67b31e966980,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:35.689017 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57030) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:35.696837 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6af4f0d7-d4e1-4281-a293-db504c45a5f2 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group_rule': {'security_group_id': 'd545225c-3c09-474d-a6c0-67b31e966980', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:35.702573 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b0f80-f622-4805-b7c5-e551ce9f1a00 req-cbb0d1b7-aed7-48d2-92e9-138c85bddba6 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:35.704307 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b41b0f80-f622-4805-b7c5-e551ce9f1a00 req-cbb0d1b7-aed7-48d2-92e9-138c85bddba6 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 946 time: 0.1316066 Nov 12 09:13:35.764163 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-6af4f0d7-d4e1-4281-a293-db504c45a5f2 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:35.765618 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6af4f0d7-d4e1-4281-a293-db504c45a5f2 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0747142 Nov 12 09:13:35.769844 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57032) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:35.777351 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-7f44de93-140c-4364-a035-726304c6e34c tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group_rule': {'security_group_id': 'd545225c-3c09-474d-a6c0-67b31e966980', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:35.830827 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-7f44de93-140c-4364-a035-726304c6e34c tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:35.832376 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7f44de93-140c-4364-a035-726304c6e34c tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0612719 Nov 12 09:13:35.836927 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57034) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:35.853423 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9903d199-11ad-426c-9369-5f1ddf8f6cd7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:35.915002 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b41b0f80-f622-4805-b7c5-e551ce9f1a00 req-00cd14f2-66a9-4ae3-8649-cb36b807eb98 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910584 Nov 12 09:13:35.931920 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-57a40d35-58f7-49c8-8381-9ec4a00dbd59 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:35.971657 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903d199-11ad-426c-9369-5f1ddf8f6cd7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Subnet': ['ID=acff15b6-01fb-4007-85e0-c77219ac9c61,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:35.973615 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-57a40d35-58f7-49c8-8381-9ec4a00dbd59 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:35.987437 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9903d199-11ad-426c-9369-5f1ddf8f6cd7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Checking segment: {'id': '4c64eaf2-87ba-4c69-a89b-a5f737963f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4b87a841-78f5-43a4-9817-6477b0b02782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:13:35.988120 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9903d199-11ad-426c-9369-5f1ddf8f6cd7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network hostable DHCP agents. Network: 4b87a841-78f5-43a4-9817-6477b0b02782, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:13:36.023530 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9903d199-11ad-426c-9369-5f1ddf8f6cd7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network 4b87a841-78f5-43a4-9817-6477b0b02782 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:13:36.050440 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-57a40d35-58f7-49c8-8381-9ec4a00dbd59 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:36.052358 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-9903d199-11ad-426c-9369-5f1ddf8f6cd7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 4b87a841-78f5-43a4-9817-6477b0b02782) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:36.053650 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-57a40d35-58f7-49c8-8381-9ec4a00dbd59 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:36.056820 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-57a40d35-58f7-49c8-8381-9ec4a00dbd59 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "DELETE /v2.0/security-groups/d545225c-3c09-474d-a6c0-67b31e966980 HTTP/1.1" status: 204 len: 168 time: 0.2178404 Nov 12 09:13:36.060468 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9903d199-11ad-426c-9369-5f1ddf8f6cd7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:36.061615 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9903d199-11ad-426c-9369-5f1ddf8f6cd7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:36.063840 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57036) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:36.077765 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280aa165-571a-4e39-af64-b4345fc8d5ed None None] Network 4b87a841-78f5-43a4-9817-6477b0b02782 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:13:36.089488 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a40d35-58f7-49c8-8381-9ec4a00dbd59 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d545225c-3c09-474d-a6c0-67b31e966980,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:36.097305 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9903d199-11ad-426c-9369-5f1ddf8f6cd7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9100535 Nov 12 09:13:36.101422 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57038) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:36.110536 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-316909e5-5478-4560-816a-0928536b03af tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'port': {'network_id': '4b87a841-78f5-43a4-9817-6477b0b02782', 'name': 'tempest-PortsTestJSON-1004708803', 'fixed_ips': [{'subnet_id': 'acff15b6-01fb-4007-85e0-c77219ac9c61', 'ip_address': '172.20.0.10'}]}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:36.159354 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-eedf162d-3ed4-4669-a68c-8ffc62051047 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0956585 Nov 12 09:13:36.167526 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57040) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:36.178809 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-86ccdc0f-f07b-44dc-922f-9dcf48805728 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group': {'name': 'tempest-secgroup--624237847'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:36.220805 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-86ccdc0f-f07b-44dc-922f-9dcf48805728 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:36.317037 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316909e5-5478-4560-816a-0928536b03af tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:36.351677 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-86ccdc0f-f07b-44dc-922f-9dcf48805728 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:36.358280 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-86ccdc0f-f07b-44dc-922f-9dcf48805728 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:36.373471 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cd4cc1-3d6e-48f2-9760-49fe55a72889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-4b87a841-78f5-43a4-9817-6477b0b02782', 'network_id': '4b87a841-78f5-43a4-9817-6477b0b02782', 'tenant_id': 'a4cc795e5c364f88af1bdcef711beb4a', 'fixed_ips': [{'subnet_id': 'acff15b6-01fb-4007-85e0-c77219ac9c61'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:13:36.375776 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-16cd4cc1-3d6e-48f2-9760-49fe55a72889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:36.423962 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-86ccdc0f-f07b-44dc-922f-9dcf48805728 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:36.426078 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-86ccdc0f-f07b-44dc-922f-9dcf48805728 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2568853 Nov 12 09:13:36.429040 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccdc0f-f07b-44dc-922f-9dcf48805728 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68532639-4bb0-471e-8fb1-b8671c457116,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:36.434399 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57042) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:36.440516 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-686d8d0b-5f19-4d04-818f-ec97ebe5d86c tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:36.441311 n-d-768862-16 neutron-server[102568]: WARNING neutron.api.v2.base [None req-686d8d0b-5f19-4d04-818f-ec97ebe5d86c tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 09:13:36.441881 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-686d8d0b-5f19-4d04-818f-ec97ebe5d86c tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 09:13:36.448475 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-686d8d0b-5f19-4d04-818f-ec97ebe5d86c tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "PUT /v2.0/security-groups/68532639-4bb0-471e-8fb1-b8671c457116 HTTP/1.1" status: 409 len: 330 time: 0.0073156 Nov 12 09:13:36.448475 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57044) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:36.488119 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-316909e5-5478-4560-816a-0928536b03af tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:36.519132 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-316909e5-5478-4560-816a-0928536b03af tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] device_id is not set on port da4a6eba-004c-4ea0-957a-d079097c4511 yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:13:36.558638 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d6e5111a-1113-43a5-b7da-db7d661c1bd2 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:36.603252 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d6e5111a-1113-43a5-b7da-db7d661c1bd2 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:36.609961 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-16cd4cc1-3d6e-48f2-9760-49fe55a72889 None None] Allocated IP 172.20.0.2 (4b87a841-78f5-43a4-9817-6477b0b02782/acff15b6-01fb-4007-85e0-c77219ac9c61/42508141-0fdb-44eb-af38-70365c0fd71c) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:13:36.691641 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d6e5111a-1113-43a5-b7da-db7d661c1bd2 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:36.694887 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d6e5111a-1113-43a5-b7da-db7d661c1bd2 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:36.696546 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d6e5111a-1113-43a5-b7da-db7d661c1bd2 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "DELETE /v2.0/security-groups/68532639-4bb0-471e-8fb1-b8671c457116 HTTP/1.1" status: 204 len: 168 time: 0.2469180 Nov 12 09:13:36.702748 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57046) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:36.709513 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5111a-1113-43a5-b7da-db7d661c1bd2 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68532639-4bb0-471e-8fb1-b8671c457116,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:36.786984 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-460c0866-0391-42d4-b8ca-c500ee9329c1 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0809991 Nov 12 09:13:36.792026 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57048) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:36.810938 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-8f89afc4-042f-4baf-bc6b-f6deb280e6af tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] delete failed (client error): The resource could not be found. Nov 12 09:13:36.812232 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8f89afc4-042f-4baf-bc6b-f6deb280e6af tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "DELETE /v2.0/security-groups/f30262b2-a312-46c2-9867-57214910793b HTTP/1.1" status: 404 len: 347 time: 0.0188317 Nov 12 09:13:36.818311 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57050) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:36.834406 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-fa5972b2-744a-415a-8d20-cce8f8f1c384 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] show failed (client error): The resource could not be found. Nov 12 09:13:36.841561 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-fa5972b2-744a-415a-8d20-cce8f8f1c384 tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "GET /v2.0/security-groups/af7de59f-06d0-486e-bfb8-37b4ebf026de HTTP/1.1" status: 404 len: 347 time: 0.0159142 Nov 12 09:13:36.841854 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-16cd4cc1-3d6e-48f2-9760-49fe55a72889 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:36.842057 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57052) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:36.845941 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-16cd4cc1-3d6e-48f2-9760-49fe55a72889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:36.867686 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-b582ac55-0183-432a-b445-3d5f4c42abad tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] show failed (client error): The resource could not be found. Nov 12 09:13:36.869550 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b582ac55-0183-432a-b445-3d5f4c42abad tempest-NegativeSecGroupIPv6Test-1045516636 tempest-NegativeSecGroupIPv6Test-1045516636-project] 10.222.0.37 "GET /v2.0/security-group-rules/314243bd-9477-486b-90ad-550cced7d877 HTTP/1.1" status: 404 len: 356 time: 0.0263443 Nov 12 09:13:36.914102 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cd4cc1-3d6e-48f2-9760-49fe55a72889 None None] Network 4b87a841-78f5-43a4-9817-6477b0b02782 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:13:36.918080 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-16cd4cc1-3d6e-48f2-9760-49fe55a72889 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:36.924695 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cd4cc1-3d6e-48f2-9760-49fe55a72889 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:13:36.931973 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd4cc1-3d6e-48f2-9760-49fe55a72889 None None] Pushing event updated for resources: {'Port': ['ID=42508141-0fdb-44eb-af38-70365c0fd71c,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:36.954817 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-316909e5-5478-4560-816a-0928536b03af tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Allocated IP 172.20.0.10 (4b87a841-78f5-43a4-9817-6477b0b02782/acff15b6-01fb-4007-85e0-c77219ac9c61/da4a6eba-004c-4ea0-957a-d079097c4511) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:13:37.023979 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-16cd4cc1-3d6e-48f2-9760-49fe55a72889 None None] Attempting to bind port 42508141-0fdb-44eb-af38-70365c0fd71c on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:37.024603 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-16cd4cc1-3d6e-48f2-9760-49fe55a72889 None None] Attempting to bind port 42508141-0fdb-44eb-af38-70365c0fd71c by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '4c64eaf2-87ba-4c69-a89b-a5f737963f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4b87a841-78f5-43a4-9817-6477b0b02782'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:37.024912 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cd4cc1-3d6e-48f2-9760-49fe55a72889 None None] Attempting to bind port 42508141-0fdb-44eb-af38-70365c0fd71c on network 4b87a841-78f5-43a4-9817-6477b0b02782 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:37.035529 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cd4cc1-3d6e-48f2-9760-49fe55a72889 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:13:37.035908 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cd4cc1-3d6e-48f2-9760-49fe55a72889 None None] Checking segment: {'id': '4c64eaf2-87ba-4c69-a89b-a5f737963f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4b87a841-78f5-43a4-9817-6477b0b02782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:13:37.037053 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-16cd4cc1-3d6e-48f2-9760-49fe55a72889 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:37.038291 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cd4cc1-3d6e-48f2-9760-49fe55a72889 None None] Bound using segment: {'id': '4c64eaf2-87ba-4c69-a89b-a5f737963f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4b87a841-78f5-43a4-9817-6477b0b02782'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:13:37.039046 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-16cd4cc1-3d6e-48f2-9760-49fe55a72889 None None] Bound port: 42508141-0fdb-44eb-af38-70365c0fd71c, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c64eaf2-87ba-4c69-a89b-a5f737963f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4b87a841-78f5-43a4-9817-6477b0b02782'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:13:37.040337 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-16cd4cc1-3d6e-48f2-9760-49fe55a72889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:37.182031 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-16cd4cc1-3d6e-48f2-9760-49fe55a72889 None None] For port 42508141-0fdb-44eb-af38-70365c0fd71c, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:13:37.191512 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-16cd4cc1-3d6e-48f2-9760-49fe55a72889 None None] For port 42508141-0fdb-44eb-af38-70365c0fd71c, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=42508141-0fdb-44eb-af38-70365c0fd71c,segment=NetworkSegment(4c64eaf2-87ba-4c69-a89b-a5f737963f11),segment_id=4c64eaf2-87ba-4c69-a89b-a5f737963f11)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:13:37.202082 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127535f-4bb1-49f8-8d17-73f822fc7bb6 req-30532128-ff28-485e-a780-a3f74686fcc8 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:37.204183 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c127535f-4bb1-49f8-8d17-73f822fc7bb6 req-30532128-ff28-485e-a780-a3f74686fcc8 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 946 time: 0.1618922 Nov 12 09:13:37.215460 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-16cd4cc1-3d6e-48f2-9760-49fe55a72889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:37.284320 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-316909e5-5478-4560-816a-0928536b03af tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:37.320564 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c127535f-4bb1-49f8-8d17-73f822fc7bb6 req-019e8dd5-20d8-4e00-959e-dfe9073db7c5 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998280 Nov 12 09:13:37.378376 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd4cc1-3d6e-48f2-9760-49fe55a72889 None None] Pushing event updated for resources: {'Port': ['ID=42508141-0fdb-44eb-af38-70365c0fd71c,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:37.381715 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-316909e5-5478-4560-816a-0928536b03af tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:37.393983 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57060) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:37.466917 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316909e5-5478-4560-816a-0928536b03af tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network 4b87a841-78f5-43a4-9817-6477b0b02782 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:13:37.474106 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-316909e5-5478-4560-816a-0928536b03af tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:37.478864 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316909e5-5478-4560-816a-0928536b03af tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:13:37.528392 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316909e5-5478-4560-816a-0928536b03af tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Port': ['ID=da4a6eba-004c-4ea0-957a-d079097c4511,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:37.575902 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316909e5-5478-4560-816a-0928536b03af tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:37.577570 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-316909e5-5478-4560-816a-0928536b03af tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:37.608847 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-316909e5-5478-4560-816a-0928536b03af tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5057104 Nov 12 09:13:37.610957 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57064) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:37.642348 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-37839f76-9671-42e6-a453-10682eb25178 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'port': {'network_id': '4b87a841-78f5-43a4-9817-6477b0b02782', 'name': 'tempest-PortsTestJSON-1525598888', 'fixed_ips': [{'subnet_id': 'acff15b6-01fb-4007-85e0-c77219ac9c61', 'ip_address': '172.20.0.9'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:37.816794 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ec7ee32d-ab4a-4939-ac14-d3eb7369c43b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ad8e7f15eb5d46e7a8651e88d45199fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4214137 Nov 12 09:13:37.822855 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57066) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:37.883644 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0279029a-7ba1-4ca4-9eba-3d16f8a0e4d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:37.889375 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37839f76-9671-42e6-a453-10682eb25178 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:37.913977 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-04e3abcd-f257-4de3-988a-e2dcd6dfb460 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:37.958960 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-04e3abcd-f257-4de3-988a-e2dcd6dfb460 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:38.040560 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-04e3abcd-f257-4de3-988a-e2dcd6dfb460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:38.044171 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-04e3abcd-f257-4de3-988a-e2dcd6dfb460 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:38.045488 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-04e3abcd-f257-4de3-988a-e2dcd6dfb460 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/854e3ad9-c7a0-4070-8b59-c325fce6cddc HTTP/1.1" status: 204 len: 168 time: 0.2207990 Nov 12 09:13:38.047220 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-37839f76-9671-42e6-a453-10682eb25178 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:38.058167 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3abcd-f257-4de3-988a-e2dcd6dfb460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854e3ad9-c7a0-4070-8b59-c325fce6cddc,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:38.084662 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-37839f76-9671-42e6-a453-10682eb25178 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] device_id is not set on port 6ca3b9a0-b365-4501-bb6a-5efb5ca59162 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:13:38.405720 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-37839f76-9671-42e6-a453-10682eb25178 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Allocated IP 172.20.0.9 (4b87a841-78f5-43a4-9817-6477b0b02782/acff15b6-01fb-4007-85e0-c77219ac9c61/6ca3b9a0-b365-4501-bb6a-5efb5ca59162) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:13:38.562696 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fad652-ea0f-45d6-a058-402f6dd6c4fd req-c6d7a32a-6855-45d9-baa1-9bd03ddfc5a3 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:38.571717 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-44fad652-ea0f-45d6-a058-402f6dd6c4fd req-c6d7a32a-6855-45d9-baa1-9bd03ddfc5a3 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 946 time: 0.1022208 Nov 12 09:13:38.653393 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-44fad652-ea0f-45d6-a058-402f6dd6c4fd req-32f1b6e6-d507-42dd-b57c-696023857679 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802145 Nov 12 09:13:38.704894 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-37839f76-9671-42e6-a453-10682eb25178 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:38.724319 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a8ecf0-b3aa-4bf9-8e65-104ba6c6f9b8 None None] Network 4b87a841-78f5-43a4-9817-6477b0b02782 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:13:38.776368 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-37839f76-9671-42e6-a453-10682eb25178 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:38.875531 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37839f76-9671-42e6-a453-10682eb25178 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network 4b87a841-78f5-43a4-9817-6477b0b02782 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:13:38.882455 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-37839f76-9671-42e6-a453-10682eb25178 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:38.886439 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37839f76-9671-42e6-a453-10682eb25178 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:13:38.905196 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d8aea2c5-3748-4b98-b38e-eb10c6339629 None None] Provisioning complete for port 42508141-0fdb-44eb-af38-70365c0fd71c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:38.905797 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d8aea2c5-3748-4b98-b38e-eb10c6339629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:38.963506 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 42508141-0fdb-44eb-af38-70365c0fd71c up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:13:38.983463 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37839f76-9671-42e6-a453-10682eb25178 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Port': ['ID=6ca3b9a0-b365-4501-bb6a-5efb5ca59162,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:39.002153 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37839f76-9671-42e6-a453-10682eb25178 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:39.003262 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-37839f76-9671-42e6-a453-10682eb25178 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:39.041395 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57086) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:39.044667 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-37839f76-9671-42e6-a453-10682eb25178 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4311445 Nov 12 09:13:39.154157 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8ce124-7d13-4418-b87e-b67b0b8cfc45 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:39.158851 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57090) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:39.159013 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fc8ce124-7d13-4418-b87e-b67b0b8cfc45 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1163609 Nov 12 09:13:39.195890 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 42508141-0fdb-44eb-af38-70365c0fd71c triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:39.196412 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:39.318418 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d8aea2c5-3748-4b98-b38e-eb10c6339629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:39.361791 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2a1f76-583c-4740-a344-49dde47b94ac tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:39.376513 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57094) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:39.376693 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2a1f76-583c-4740-a344-49dde47b94ac tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:39.389247 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2a1f76-583c-4740-a344-49dde47b94ac tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:39.396092 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ff2a1f76-583c-4740-a344-49dde47b94ac tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2348623 Nov 12 09:13:39.399800 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57098) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:39.418669 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-d8aea2c5-3748-4b98-b38e-eb10c6339629 None None] For port 42508141-0fdb-44eb-af38-70365c0fd71c, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=42508141-0fdb-44eb-af38-70365c0fd71c,segment=NetworkSegment(4c64eaf2-87ba-4c69-a89b-a5f737963f11),segment_id=4c64eaf2-87ba-4c69-a89b-a5f737963f11)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:39.426733 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d8aea2c5-3748-4b98-b38e-eb10c6339629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:39.495441 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:39.539876 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aea2c5-3748-4b98-b38e-eb10c6339629 None None] Pushing event updated for resources: {'Port': ['ID=42508141-0fdb-44eb-af38-70365c0fd71c,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:39.587349 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cd334770-c590-46c0-8f8e-b0c6ffd3d22e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Deleting port 6ca3b9a0-b365-4501-bb6a-5efb5ca59162 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:13:39.589025 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd334770-c590-46c0-8f8e-b0c6ffd3d22e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:39.596157 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-8aaeebe7-10b2-478a-9c28-588ba77b7e30 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:39.597082 n-d-768862-16 neutron-server[102569]: WARNING neutron.api.v2.base [None req-8aaeebe7-10b2-478a-9c28-588ba77b7e30 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 09:13:39.597490 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-8aaeebe7-10b2-478a-9c28-588ba77b7e30 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 09:13:39.598453 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:13:39.598834 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:13:39.599085 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8aaeebe7-10b2-478a-9c28-588ba77b7e30 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2221696 Nov 12 09:13:39.603327 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57100) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:39.612828 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-c6f93dc0-d29b-4939-b53f-85d72f7b53c7 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1183480524'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:39.656751 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c6f93dc0-d29b-4939-b53f-85d72f7b53c7 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:39.674110 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c6f93dc0-d29b-4939-b53f-85d72f7b53c7 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:39.783387 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd334770-c590-46c0-8f8e-b0c6ffd3d22e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:39.809982 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cd334770-c590-46c0-8f8e-b0c6ffd3d22e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Calling delete_port for 6ca3b9a0-b365-4501-bb6a-5efb5ca59162 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:13:39.868240 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c55c92ae-226d-4e55-9190-6a3d48d5c364 None None] Provisioning complete for port 6ca3b9a0-b365-4501-bb6a-5efb5ca59162 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:39.869546 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c55c92ae-226d-4e55-9190-6a3d48d5c364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:39.885758 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae12c2-2ba2-479e-a7a3-5b602bd1544e req-f9341935-1fd0-4708-b7b8-f0fb04f36f38 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:39.892837 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d8ae12c2-2ba2-479e-a7a3-5b602bd1544e req-f9341935-1fd0-4708-b7b8-f0fb04f36f38 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 946 time: 0.1374543 Nov 12 09:13:39.914209 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c6f93dc0-d29b-4939-b53f-85d72f7b53c7 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:39.928366 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c6f93dc0-d29b-4939-b53f-85d72f7b53c7 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:39.931306 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c55c92ae-226d-4e55-9190-6a3d48d5c364 None None] Port 6ca3b9a0-b365-4501-bb6a-5efb5ca59162 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:13:39.959037 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c55c92ae-226d-4e55-9190-6a3d48d5c364 None None] Provisioning complete for port da4a6eba-004c-4ea0-957a-d079097c4511 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:39.959844 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c55c92ae-226d-4e55-9190-6a3d48d5c364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:40.043420 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c55c92ae-226d-4e55-9190-6a3d48d5c364 None None] Port da4a6eba-004c-4ea0-957a-d079097c4511 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:13:40.060794 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c55c92ae-226d-4e55-9190-6a3d48d5c364 None None] Provisioning complete for port 42508141-0fdb-44eb-af38-70365c0fd71c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:40.061517 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c55c92ae-226d-4e55-9190-6a3d48d5c364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:40.095875 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd334770-c590-46c0-8f8e-b0c6ffd3d22e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:40.285701 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd334770-c590-46c0-8f8e-b0c6ffd3d22e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Port': ['ID=6ca3b9a0-b365-4501-bb6a-5efb5ca59162,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:40.297522 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd334770-c590-46c0-8f8e-b0c6ffd3d22e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:40.309282 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-cd334770-c590-46c0-8f8e-b0c6ffd3d22e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/ports/6ca3b9a0-b365-4501-bb6a-5efb5ca59162 HTTP/1.1" status: 204 len: 168 time: 0.9074183 Nov 12 09:13:40.310403 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57104) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:40.361670 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-271a250b-0e80-443e-a1f4-b6e641a69599 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] GET failed (client error): The resource could not be found. Nov 12 09:13:40.364795 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-271a250b-0e80-443e-a1f4-b6e641a69599 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "GET /v2.0/ports/6ca3b9a0-b365-4501-bb6a-5efb5ca59162 HTTP/1.1" status: 404 len: 333 time: 0.0525661 Nov 12 09:13:40.370059 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57106) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:40.466465 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1178eaad-652c-4b8e-bb1f-90eb27578752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:40.578085 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-8443c8d2-ee6d-47ed-ab92-5c029f940ec0 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Deleting port da4a6eba-004c-4ea0-957a-d079097c4511 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:13:40.578682 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8443c8d2-ee6d-47ed-ab92-5c029f940ec0 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:40.670574 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d8ae12c2-2ba2-479e-a7a3-5b602bd1544e req-17eb5e7c-2f40-4b8a-9a33-55178c4103c1 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7470474 Nov 12 09:13:40.688713 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f93dc0-d29b-4939-b53f-85d72f7b53c7 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4aa2fd-dcc6-4adf-9d36-203460b4b316,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:40.742367 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-928a20d5-10cc-4e09-a0fc-72192ccc7dfd None None] Provisioning complete for port da4a6eba-004c-4ea0-957a-d079097c4511 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:40.743068 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-928a20d5-10cc-4e09-a0fc-72192ccc7dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:40.779190 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c6f93dc0-d29b-4939-b53f-85d72f7b53c7 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:40.793179 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8443c8d2-ee6d-47ed-ab92-5c029f940ec0 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:40.793869 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c6f93dc0-d29b-4939-b53f-85d72f7b53c7 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:40.831617 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-8443c8d2-ee6d-47ed-ab92-5c029f940ec0 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Calling delete_port for da4a6eba-004c-4ea0-957a-d079097c4511 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:13:40.843061 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-928a20d5-10cc-4e09-a0fc-72192ccc7dfd None None] Port da4a6eba-004c-4ea0-957a-d079097c4511 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:13:40.846675 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-928a20d5-10cc-4e09-a0fc-72192ccc7dfd None None] Could not find standard attr ID for object 6ca3b9a0-b365-4501-bb6a-5efb5ca59162. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:13:40.854807 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c6f93dc0-d29b-4939-b53f-85d72f7b53c7 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:40.860658 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c6f93dc0-d29b-4939-b53f-85d72f7b53c7 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2557523 Nov 12 09:13:40.863580 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57108) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:40.869075 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f93dc0-d29b-4939-b53f-85d72f7b53c7 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41444402-0c29-4c49-9f26-a17cc682f5a1,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:40.877326 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 42508141-0fdb-44eb-af38-70365c0fd71c up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:13:40.934276 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-103f2dd5-ac4b-4e04-9327-f61b76f67abb tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Request body: {'security_group_rule': {'security_group_id': '41444402-0c29-4c49-9f26-a17cc682f5a1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:40.941707 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 42508141-0fdb-44eb-af38-70365c0fd71c triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:40.942087 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:41.020197 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-103f2dd5-ac4b-4e04-9327-f61b76f67abb tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:41.137682 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-103f2dd5-ac4b-4e04-9327-f61b76f67abb tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:41.147717 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-103f2dd5-ac4b-4e04-9327-f61b76f67abb tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:41.160382 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8443c8d2-ee6d-47ed-ab92-5c029f940ec0 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:41.183024 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f2dd5-ac4b-4e04-9327-f61b76f67abb tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b9e6d8-fc18-4540-85cf-9ef547a9d461,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:41.208552 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443c8d2-ee6d-47ed-ab92-5c029f940ec0 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Port': ['ID=da4a6eba-004c-4ea0-957a-d079097c4511,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:41.217969 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-103f2dd5-ac4b-4e04-9327-f61b76f67abb tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:41.219317 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-103f2dd5-ac4b-4e04-9327-f61b76f67abb tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3545313 Nov 12 09:13:41.224038 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57110) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:41.229356 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-f289e447-bedc-45bd-870b-431d0ef4cb33 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Request body: {'security_group_rule': {'security_group_id': '41444402-0c29-4c49-9f26-a17cc682f5a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:41.276193 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f289e447-bedc-45bd-870b-431d0ef4cb33 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:41.350336 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-f289e447-bedc-45bd-870b-431d0ef4cb33 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 09:13:41.356156 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f289e447-bedc-45bd-870b-431d0ef4cb33 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1263859 Nov 12 09:13:41.356788 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57112) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:41.361730 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8443c8d2-ee6d-47ed-ab92-5c029f940ec0 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:41.370834 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8443c8d2-ee6d-47ed-ab92-5c029f940ec0 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/ports/da4a6eba-004c-4ea0-957a-d079097c4511 HTTP/1.1" status: 204 len: 168 time: 0.9961829 Nov 12 09:13:41.371946 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57114) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:41.402210 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d934d5-8e11-4950-9a36-c70fb423693c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] GET failed (client error): The resource could not be found. Nov 12 09:13:41.404414 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-34d934d5-8e11-4950-9a36-c70fb423693c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "GET /v2.0/ports/da4a6eba-004c-4ea0-957a-d079097c4511 HTTP/1.1" status: 404 len: 333 time: 0.0311170 Nov 12 09:13:41.409554 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57116) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:41.471414 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-99469e0d-6832-4571-b2c7-77b6a6efb94c tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:41.510990 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-99469e0d-6832-4571-b2c7-77b6a6efb94c tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:41.511335 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2339c41-6e23-489a-ba07-91f7cafcfbe5 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Deleting subnet acff15b6-01fb-4007-85e0-c77219ac9c61 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:13:41.515534 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d2339c41-6e23-489a-ba07-91f7cafcfbe5 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:41.577246 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d2339c41-6e23-489a-ba07-91f7cafcfbe5 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:41.591981 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-99469e0d-6832-4571-b2c7-77b6a6efb94c tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:41.595529 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-99469e0d-6832-4571-b2c7-77b6a6efb94c tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:41.597033 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-99469e0d-6832-4571-b2c7-77b6a6efb94c tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "DELETE /v2.0/security-groups/41444402-0c29-4c49-9f26-a17cc682f5a1 HTTP/1.1" status: 204 len: 168 time: 0.2386723 Nov 12 09:13:41.601292 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57122) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:41.609214 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99469e0d-6832-4571-b2c7-77b6a6efb94c tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41444402-0c29-4c49-9f26-a17cc682f5a1,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:41.695804 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-84462e2d-a958-473a-bb8c-9389082ad652 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0931149 Nov 12 09:13:41.701894 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57124) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:41.707114 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-74f97275-02b8-45ee-a097-b0b807983d99 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Request body: {'security_group': {'name': 'tempest-secgroup--152116077'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:41.733553 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d2339c41-6e23-489a-ba07-91f7cafcfbe5 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:41.740792 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-74f97275-02b8-45ee-a097-b0b807983d99 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:41.825707 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d2339c41-6e23-489a-ba07-91f7cafcfbe5 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:41.851883 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-74f97275-02b8-45ee-a097-b0b807983d99 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:41.859113 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-74f97275-02b8-45ee-a097-b0b807983d99 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:41.887434 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2339c41-6e23-489a-ba07-91f7cafcfbe5 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Subnet': ['ID=acff15b6-01fb-4007-85e0-c77219ac9c61,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:41.896057 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d2339c41-6e23-489a-ba07-91f7cafcfbe5 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:41.904264 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e102dc75-9423-4cc9-a2d3-38224661ea6b None None] Network 4b87a841-78f5-43a4-9817-6477b0b02782 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:13:41.905244 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d2339c41-6e23-489a-ba07-91f7cafcfbe5 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/subnets/acff15b6-01fb-4007-85e0-c77219ac9c61 HTTP/1.1" status: 204 len: 168 time: 0.4934454 Nov 12 09:13:41.910967 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f97275-02b8-45ee-a097-b0b807983d99 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a857dcf-b6a5-4234-b51a-36dd25818091,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:41.916151 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57128) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:41.940537 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-74f97275-02b8-45ee-a097-b0b807983d99 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:41.943024 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-74f97275-02b8-45ee-a097-b0b807983d99 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2397606 Nov 12 09:13:41.950668 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57130) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:41.963855 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-472c341e-85bd-44a5-bbcc-5b32b00efc2b tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Request body: {'security_group_rule': {'security_group_id': '8a857dcf-b6a5-4234-b51a-36dd25818091', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:41.964677 n-d-768862-16 neutron-server[102569]: WARNING neutron.api.v2.base [None req-472c341e-85bd-44a5-bbcc-5b32b00efc2b tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 09:13:41.965539 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-472c341e-85bd-44a5-bbcc-5b32b00efc2b tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:41.967307 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-472c341e-85bd-44a5-bbcc-5b32b00efc2b tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0109007 Nov 12 09:13:41.971348 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57132) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:42.018644 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74ca3f-ffd5-4173-a556-168e7313bc4f req-6840a46a-e563-451d-9cc4-9f7a19e67c04 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:42.022508 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aa74ca3f-ffd5-4173-a556-168e7313bc4f req-6840a46a-e563-451d-9cc4-9f7a19e67c04 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 946 time: 0.1794631 Nov 12 09:13:42.043361 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e3a970f-6e88-4773-9b64-ee1efc1cf759 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:42.149460 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:13:42.150571 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a970f-6e88-4773-9b64-ee1efc1cf759 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Deleting port 42508141-0fdb-44eb-af38-70365c0fd71c {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:13:42.151948 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e3a970f-6e88-4773-9b64-ee1efc1cf759 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:42.162973 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-804e965a-810e-4475-86fd-ddf7b7744eb3 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:42.177417 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:42.180894 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aa74ca3f-ffd5-4173-a556-168e7313bc4f req-65877bd2-c586-47cc-882a-bd2d0bed9d71 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437087 Nov 12 09:13:42.226780 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-804e965a-810e-4475-86fd-ddf7b7744eb3 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:42.309253 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-4e3a970f-6e88-4773-9b64-ee1efc1cf759 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] For port 42508141-0fdb-44eb-af38-70365c0fd71c, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=42508141-0fdb-44eb-af38-70365c0fd71c,segment=NetworkSegment(4c64eaf2-87ba-4c69-a89b-a5f737963f11),segment_id=4c64eaf2-87ba-4c69-a89b-a5f737963f11)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:42.309941 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e3a970f-6e88-4773-9b64-ee1efc1cf759 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:42.313321 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-804e965a-810e-4475-86fd-ddf7b7744eb3 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:42.315941 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628e90cf-8182-491d-816d-609d0e462941 None None] DHCP port deletion for 4b87a841-78f5-43a4-9817-6477b0b02782 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:13:42.320239 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-804e965a-810e-4475-86fd-ddf7b7744eb3 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:42.322506 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-804e965a-810e-4475-86fd-ddf7b7744eb3 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "DELETE /v2.0/security-groups/8a857dcf-b6a5-4234-b51a-36dd25818091 HTTP/1.1" status: 204 len: 168 time: 0.3494310 Nov 12 09:13:42.328707 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57134) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:42.336708 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a970f-6e88-4773-9b64-ee1efc1cf759 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Calling delete_port for 42508141-0fdb-44eb-af38-70365c0fd71c owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:13:42.356361 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e965a-810e-4475-86fd-ddf7b7744eb3 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a857dcf-b6a5-4234-b51a-36dd25818091,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:42.406992 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-628e90cf-8182-491d-816d-609d0e462941 None None] Deleting port 42508141-0fdb-44eb-af38-70365c0fd71c {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:13:42.407834 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-628e90cf-8182-491d-816d-609d0e462941 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:42.444500 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-84ac71df-6c0c-473b-816f-ce06ad1d39c6 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1103914 Nov 12 09:13:42.448612 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57136) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:42.456543 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-2100a469-c436-4907-adfe-b1070c359ce0 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Request body: {'security_group': {'name': 'tempest-secgroup--2035368543'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:42.487363 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e3a970f-6e88-4773-9b64-ee1efc1cf759 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:42.499431 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2100a469-c436-4907-adfe-b1070c359ce0 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:42.518380 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-628e90cf-8182-491d-816d-609d0e462941 None None] For port 42508141-0fdb-44eb-af38-70365c0fd71c, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=42508141-0fdb-44eb-af38-70365c0fd71c,segment=NetworkSegment(4c64eaf2-87ba-4c69-a89b-a5f737963f11),segment_id=4c64eaf2-87ba-4c69-a89b-a5f737963f11)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:42.518852 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-628e90cf-8182-491d-816d-609d0e462941 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:42.559143 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a970f-6e88-4773-9b64-ee1efc1cf759 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Port': ['ID=42508141-0fdb-44eb-af38-70365c0fd71c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:42.562665 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-628e90cf-8182-491d-816d-609d0e462941 None None] Calling delete_port for 42508141-0fdb-44eb-af38-70365c0fd71c owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:13:42.563130 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3a970f-6e88-4773-9b64-ee1efc1cf759 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] No DVR routers for this DVR port 42508141-0fdb-44eb-af38-70365c0fd71c on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:13:42.630153 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2100a469-c436-4907-adfe-b1070c359ce0 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:42.637111 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2100a469-c436-4907-adfe-b1070c359ce0 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:42.673338 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2100a469-c436-4907-adfe-b1070c359ce0 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:42.674699 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2100a469-c436-4907-adfe-b1070c359ce0 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2246480 Nov 12 09:13:42.682092 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57138) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:42.686599 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-fbf94d9c-5042-45a5-9237-c880db093a4b tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Request body: {'security_group_rule': {'security_group_id': '09edec72-87a5-45c4-9c4b-e679535dee61', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:42.687156 n-d-768862-16 neutron-server[102569]: WARNING neutron.api.v2.base [None req-fbf94d9c-5042-45a5-9237-c880db093a4b tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 09:13:42.687678 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-fbf94d9c-5042-45a5-9237-c880db093a4b tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:42.689060 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fbf94d9c-5042-45a5-9237-c880db093a4b tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067048 Nov 12 09:13:42.693470 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57140) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:42.696687 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100a469-c436-4907-adfe-b1070c359ce0 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09edec72-87a5-45c4-9c4b-e679535dee61,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:42.697382 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-628e90cf-8182-491d-816d-609d0e462941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:42.706127 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e3a970f-6e88-4773-9b64-ee1efc1cf759 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:42.740326 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e90cf-8182-491d-816d-609d0e462941 None None] Pushing event deleted for resources: {'Port': ['ID=42508141-0fdb-44eb-af38-70365c0fd71c,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:42.749636 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628e90cf-8182-491d-816d-609d0e462941 None None] No DVR routers for this DVR port 42508141-0fdb-44eb-af38-70365c0fd71c on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:13:42.752412 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-4e3a970f-6e88-4773-9b64-ee1efc1cf759 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b87a841-78f5-43a4-9817-6477b0b02782']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:42.776113 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-4e3a970f-6e88-4773-9b64-ee1efc1cf759 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c64eaf2-87ba-4c69-a89b-a5f737963f11') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:42.776360 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-4e3a970f-6e88-4773-9b64-ee1efc1cf759 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c64eaf2-87ba-4c69-a89b-a5f737963f11') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:42.801291 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e3a970f-6e88-4773-9b64-ee1efc1cf759 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:42.842921 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e3a970f-6e88-4773-9b64-ee1efc1cf759 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:42.850784 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-96e4d786-dbb0-4abe-b1ff-5943110a49a5 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:42.852337 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 42508141-0fdb-44eb-af38-70365c0fd71c no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:13:42.857876 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e3a970f-6e88-4773-9b64-ee1efc1cf759 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:13:42.857876 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e3a970f-6e88-4773-9b64-ee1efc1cf759 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:42.861859 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:13:42.861859 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:13:42.861859 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:13:42.861859 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:13:42.861859 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:13:42.861859 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:13:42.861859 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:13:42.861859 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:13:42.861859 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:13:42.861859 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:13:42.861859 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:13:42.861859 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:13:42.861859 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:13:42.861859 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:13:42.861859 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:13:42.861859 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:13:42.861859 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:13:42.861859 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:13:42.861859 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:13:42.861859 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:13:42.861859 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:13:42.861859 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:13:42.861859 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:13:42.861859 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:13:42.861859 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:13:42.861859 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:13:42.861859 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:13:42.861859 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:13:42.861859 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:13:42.861859 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:13:42.861859 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:13:42.861859 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:13:42.888530 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 42508141-0fdb-44eb-af38-70365c0fd71c {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:13:42.888530 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 42508141-0fdb-44eb-af38-70365c0fd71c not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:13:42.962686 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-96e4d786-dbb0-4abe-b1ff-5943110a49a5 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:42.986212 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e3a970f-6e88-4773-9b64-ee1efc1cf759 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:43.004066 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e3a970f-6e88-4773-9b64-ee1efc1cf759 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:43.008069 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4e3a970f-6e88-4773-9b64-ee1efc1cf759 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/networks/4b87a841-78f5-43a4-9817-6477b0b02782 HTTP/1.1" status: 204 len: 168 time: 1.0882437 Nov 12 09:13:43.014585 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57142) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:43.024014 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-c7df42b3-8b08-45f6-bd5c-25dac750e137 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1566183430'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:43.027099 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a970f-6e88-4773-9b64-ee1efc1cf759 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Network': ['ID=4b87a841-78f5-43a4-9817-6477b0b02782,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:43.050325 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-96e4d786-dbb0-4abe-b1ff-5943110a49a5 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:43.055473 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-96e4d786-dbb0-4abe-b1ff-5943110a49a5 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:43.057537 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-96e4d786-dbb0-4abe-b1ff-5943110a49a5 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "DELETE /v2.0/security-groups/09edec72-87a5-45c4-9c4b-e679535dee61 HTTP/1.1" status: 204 len: 168 time: 0.3627496 Nov 12 09:13:43.058535 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7df42b3-8b08-45f6-bd5c-25dac750e137 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:43.063417 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57144) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:43.064652 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7df42b3-8b08-45f6-bd5c-25dac750e137 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:43.095547 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4d786-dbb0-4abe-b1ff-5943110a49a5 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09edec72-87a5-45c4-9c4b-e679535dee61,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:43.111771 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7df42b3-8b08-45f6-bd5c-25dac750e137 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:13:43.126281 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7df42b3-8b08-45f6-bd5c-25dac750e137 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:43.127397 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-c7df42b3-8b08-45f6-bd5c-25dac750e137 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Added segment 678dc48b-a6c0-4e7f-9d74-24ce7d1c57e6 of type vlan for network 43eb4e80-f3d6-44dc-98e6-4e8bd3bb0852 Nov 12 09:13:43.151833 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8e8edd20-090d-4299-a448-e03a3822fca2 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0845444 Nov 12 09:13:43.156342 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57146) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:43.164147 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-f75b6edb-c834-40a2-8e09-003083747192 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1524578967'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:43.186008 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7df42b3-8b08-45f6-bd5c-25dac750e137 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:43.196648 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f75b6edb-c834-40a2-8e09-003083747192 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:43.228426 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7df42b3-8b08-45f6-bd5c-25dac750e137 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:43.240042 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7df42b3-8b08-45f6-bd5c-25dac750e137 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:43.241785 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7df42b3-8b08-45f6-bd5c-25dac750e137 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:43.316461 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c7df42b3-8b08-45f6-bd5c-25dac750e137 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2973919 Nov 12 09:13:43.321793 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57150) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:43.334763 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f75b6edb-c834-40a2-8e09-003083747192 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:43.340627 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ae7236aa-bc30-41fa-9d0a-fafaa7a364d7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'subnet': {'network_id': '43eb4e80-f3d6-44dc-98e6-4e8bd3bb0852', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:43.346815 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f75b6edb-c834-40a2-8e09-003083747192 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:43.427416 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df42b3-8b08-45f6-bd5c-25dac750e137 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Network': ['ID=43eb4e80-f3d6-44dc-98e6-4e8bd3bb0852,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:43.433385 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f75b6edb-c834-40a2-8e09-003083747192 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:43.435252 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f75b6edb-c834-40a2-8e09-003083747192 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2763412 Nov 12 09:13:43.436261 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57152) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:43.450558 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6087949b-63cf-4f50-ac7f-74b7fd2d29f4 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Request body: {'security_group_rule': {'security_group_id': 'c348bf69-25eb-461f-807b-f7ebc6e7be6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:43.451431 n-d-768862-16 neutron-server[102568]: WARNING neutron.api.v2.base [None req-6087949b-63cf-4f50-ac7f-74b7fd2d29f4 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 09:13:43.451959 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-6087949b-63cf-4f50-ac7f-74b7fd2d29f4 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:43.455911 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6087949b-63cf-4f50-ac7f-74b7fd2d29f4 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0100007 Nov 12 09:13:43.461662 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57154) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:43.463537 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 43eb4e80-f3d6-44dc-98e6-4e8bd3bb0852 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:13:43.471846 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd98fa2-13f5-4305-9c43-876a66289864 req-c3013158-3b5d-412b-b582-bfc7610ef825 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:43.475086 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3dd98fa2-13f5-4305-9c43-876a66289864 req-c3013158-3b5d-412b-b582-bfc7610ef825 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 946 time: 0.1100500 Nov 12 09:13:43.476152 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b372f5f8-fa5d-467d-b1b7-cffddb8397ff tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Request body: {'security_group_rule': {'security_group_id': 'c348bf69-25eb-461f-807b-f7ebc6e7be6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:43.477444 n-d-768862-16 neutron-server[102568]: WARNING neutron.api.v2.base [None req-b372f5f8-fa5d-467d-b1b7-cffddb8397ff tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 09:13:43.478321 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-b372f5f8-fa5d-467d-b1b7-cffddb8397ff tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:43.484781 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b372f5f8-fa5d-467d-b1b7-cffddb8397ff tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0114667 Nov 12 09:13:43.485781 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57156) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:43.488929 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b6edb-c834-40a2-8e09-003083747192 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c348bf69-25eb-461f-807b-f7ebc6e7be6c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:43.495216 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-e48d9b6e-f7fe-478a-b184-577748361697 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Request body: {'security_group_rule': {'security_group_id': 'c348bf69-25eb-461f-807b-f7ebc6e7be6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:43.496279 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:43.496710 n-d-768862-16 neutron-server[102569]: WARNING neutron.api.v2.base [None req-e48d9b6e-f7fe-478a-b184-577748361697 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 09:13:43.497606 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-e48d9b6e-f7fe-478a-b184-577748361697 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:43.499636 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e48d9b6e-f7fe-478a-b184-577748361697 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0118067 Nov 12 09:13:43.504591 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57158) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:43.513593 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-620d063b-ec46-4fae-a35f-ff7977f078a0 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Request body: {'security_group_rule': {'security_group_id': 'c348bf69-25eb-461f-807b-f7ebc6e7be6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:43.515078 n-d-768862-16 neutron-server[102569]: WARNING neutron.api.v2.base [None req-620d063b-ec46-4fae-a35f-ff7977f078a0 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 09:13:43.515990 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-620d063b-ec46-4fae-a35f-ff7977f078a0 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:43.522201 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-620d063b-ec46-4fae-a35f-ff7977f078a0 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0117717 Nov 12 09:13:43.530947 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57160) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:43.572355 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7236aa-bc30-41fa-9d0a-fafaa7a364d7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:43.579494 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ae7236aa-bc30-41fa-9d0a-fafaa7a364d7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:43.675342 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3dd98fa2-13f5-4305-9c43-876a66289864 req-9407fad6-97d2-44d8-873c-efd3d0d8a28d tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743309 Nov 12 09:13:43.705522 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-62e48f40-ad70-4ec2-9b7f-4f8a34c973c5 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:43.759107 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-62e48f40-ad70-4ec2-9b7f-4f8a34c973c5 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:43.828909 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-62e48f40-ad70-4ec2-9b7f-4f8a34c973c5 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:43.833367 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-62e48f40-ad70-4ec2-9b7f-4f8a34c973c5 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:43.836109 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-62e48f40-ad70-4ec2-9b7f-4f8a34c973c5 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "DELETE /v2.0/security-groups/c348bf69-25eb-461f-807b-f7ebc6e7be6c HTTP/1.1" status: 204 len: 168 time: 0.3028142 Nov 12 09:13:43.847638 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57162) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:43.858352 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e48f40-ad70-4ec2-9b7f-4f8a34c973c5 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c348bf69-25eb-461f-807b-f7ebc6e7be6c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:43.904464 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ae7236aa-bc30-41fa-9d0a-fafaa7a364d7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:43.927511 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-527c3cab-596f-41f6-9374-2172314952db tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0747201 Nov 12 09:13:43.929010 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57164) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:43.935533 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-6db8b616-f104-4a88-ac14-614606a2d327 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Request body: {'security_group': {'name': 'tempest-secgroup--821021937'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:43.967655 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6db8b616-f104-4a88-ac14-614606a2d327 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:44.035373 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7236aa-bc30-41fa-9d0a-fafaa7a364d7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Subnet': ['ID=628d41af-ca8a-4918-b7c8-c089e9f23642,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:44.044894 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7236aa-bc30-41fa-9d0a-fafaa7a364d7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Checking segment: {'id': '678dc48b-a6c0-4e7f-9d74-24ce7d1c57e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '43eb4e80-f3d6-44dc-98e6-4e8bd3bb0852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:13:44.045316 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7236aa-bc30-41fa-9d0a-fafaa7a364d7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network hostable DHCP agents. Network: 43eb4e80-f3d6-44dc-98e6-4e8bd3bb0852, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:13:44.082114 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7236aa-bc30-41fa-9d0a-fafaa7a364d7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network 43eb4e80-f3d6-44dc-98e6-4e8bd3bb0852 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:13:44.093178 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:44.099173 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6db8b616-f104-4a88-ac14-614606a2d327 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:44.101878 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-ae7236aa-bc30-41fa-9d0a-fafaa7a364d7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 43eb4e80-f3d6-44dc-98e6-4e8bd3bb0852) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:44.106910 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6db8b616-f104-4a88-ac14-614606a2d327 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:44.108054 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7236aa-bc30-41fa-9d0a-fafaa7a364d7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:44.108756 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ae7236aa-bc30-41fa-9d0a-fafaa7a364d7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:44.117679 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487b4d66-163c-46cf-98d0-75fb2ab46676 None None] Network 43eb4e80-f3d6-44dc-98e6-4e8bd3bb0852 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:13:44.137739 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ae7236aa-bc30-41fa-9d0a-fafaa7a364d7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8066375 Nov 12 09:13:44.140693 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57168) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:44.149740 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c1d402b1-6e9e-4854-9c72-4497eea523f0 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-184857484', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:44.160426 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8b616-f104-4a88-ac14-614606a2d327 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d356dc-74ac-40dc-b907-f27076ae90bc,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:44.197678 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c1d402b1-6e9e-4854-9c72-4497eea523f0 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:44.199847 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c1d402b1-6e9e-4854-9c72-4497eea523f0 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:44.207199 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6db8b616-f104-4a88-ac14-614606a2d327 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:44.209443 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6db8b616-f104-4a88-ac14-614606a2d327 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2784765 Nov 12 09:13:44.214229 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57170) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:44.224167 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-c08c25ed-c3a9-42e7-a718-44dbad58b09a tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Request body: {'security_group_rule': {'security_group_id': 'f2d356dc-74ac-40dc-b907-f27076ae90bc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:44.226302 n-d-768862-16 neutron-server[102569]: WARNING neutron.api.v2.base [None req-c08c25ed-c3a9-42e7-a718-44dbad58b09a tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 09:13:44.226302 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-c08c25ed-c3a9-42e7-a718-44dbad58b09a tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:44.230746 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c08c25ed-c3a9-42e7-a718-44dbad58b09a tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0106990 Nov 12 09:13:44.232523 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57172) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:44.242890 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-6f842236-f275-4996-80d6-6e75c3906986 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Request body: {'security_group_rule': {'security_group_id': 'f2d356dc-74ac-40dc-b907-f27076ae90bc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:44.307514 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-6f842236-f275-4996-80d6-6e75c3906986 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:44.315065 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6f842236-f275-4996-80d6-6e75c3906986 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0804172 Nov 12 09:13:44.316289 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57174) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:44.324782 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-d9a809db-1608-4b13-b043-1289e95f09ec tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Request body: {'security_group_rule': {'security_group_id': 'f2d356dc-74ac-40dc-b907-f27076ae90bc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:44.325717 n-d-768862-16 neutron-server[102569]: WARNING neutron.api.v2.base [None req-d9a809db-1608-4b13-b043-1289e95f09ec tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 09:13:44.326452 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-d9a809db-1608-4b13-b043-1289e95f09ec tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:44.332026 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d9a809db-1608-4b13-b043-1289e95f09ec tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0099428 Nov 12 09:13:44.332453 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c1d402b1-6e9e-4854-9c72-4497eea523f0 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:44.332638 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57176) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:44.339720 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-366a03b2-c508-49ca-8369-9c42807d9521 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Request body: {'security_group_rule': {'security_group_id': 'f2d356dc-74ac-40dc-b907-f27076ae90bc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:44.348945 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c1d402b1-6e9e-4854-9c72-4497eea523f0 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:44.363313 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c42ed4-df0b-4c61-b236-5c673a971a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-43eb4e80-f3d6-44dc-98e6-4e8bd3bb0852', 'network_id': '43eb4e80-f3d6-44dc-98e6-4e8bd3bb0852', 'tenant_id': 'a4cc795e5c364f88af1bdcef711beb4a', 'fixed_ips': [{'subnet_id': '628d41af-ca8a-4918-b7c8-c089e9f23642'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:13:44.367023 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-90c42ed4-df0b-4c61-b236-5c673a971a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:44.412198 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c1d402b1-6e9e-4854-9c72-4497eea523f0 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:44.414862 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c1d402b1-6e9e-4854-9c72-4497eea523f0 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2721403 Nov 12 09:13:44.419395 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57178) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:44.426290 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-366a03b2-c508-49ca-8369-9c42807d9521 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:44.431928 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-366a03b2-c508-49ca-8369-9c42807d9521 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0937424 Nov 12 09:13:44.432217 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-722ca317-dd22-44a5-86ea-68b2173f4986 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'port': {'network_id': '43eb4e80-f3d6-44dc-98e6-4e8bd3bb0852', 'name': 'tempest-PortsTestJSON-1342525642'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:44.432371 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57180) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:44.437837 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-fe38a5bb-8c92-484a-85a9-0262985d8c31 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Request body: {'security_group_rule': {'security_group_id': 'f2d356dc-74ac-40dc-b907-f27076ae90bc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:44.438475 n-d-768862-16 neutron-server[102569]: WARNING neutron.api.v2.base [None req-fe38a5bb-8c92-484a-85a9-0262985d8c31 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 09:13:44.439276 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-fe38a5bb-8c92-484a-85a9-0262985d8c31 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:44.440708 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fe38a5bb-8c92-484a-85a9-0262985d8c31 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071590 Nov 12 09:13:44.445553 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57182) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:44.451558 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-5747ebbf-f545-4558-9656-4d08ff3d9948 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Request body: {'security_group_rule': {'security_group_id': 'f2d356dc-74ac-40dc-b907-f27076ae90bc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:44.512748 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-5747ebbf-f545-4558-9656-4d08ff3d9948 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:44.515610 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5747ebbf-f545-4558-9656-4d08ff3d9948 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0686233 Nov 12 09:13:44.519793 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57184) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:44.529737 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-ea7e7d9b-1f44-442c-8a79-a65837b2637e tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Request body: {'security_group_rule': {'security_group_id': 'f2d356dc-74ac-40dc-b907-f27076ae90bc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:44.531393 n-d-768862-16 neutron-server[102569]: WARNING neutron.api.v2.base [None req-ea7e7d9b-1f44-442c-8a79-a65837b2637e tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 09:13:44.532510 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-ea7e7d9b-1f44-442c-8a79-a65837b2637e tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:44.534343 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ea7e7d9b-1f44-442c-8a79-a65837b2637e tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0119252 Nov 12 09:13:44.538389 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57186) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:44.544391 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-61918624-17b7-4c75-bee1-a4ad8df5b064 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Request body: {'security_group_rule': {'security_group_id': 'f2d356dc-74ac-40dc-b907-f27076ae90bc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:44.610892 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-61918624-17b7-4c75-bee1-a4ad8df5b064 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:44.617176 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-61918624-17b7-4c75-bee1-a4ad8df5b064 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0729847 Nov 12 09:13:44.617532 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57188) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:44.619269 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-90c42ed4-df0b-4c61-b236-5c673a971a8a None None] Allocated IP 172.20.0.2 (43eb4e80-f3d6-44dc-98e6-4e8bd3bb0852/628d41af-ca8a-4918-b7c8-c089e9f23642/8b4821eb-3a78-4516-a933-b04bbab08402) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:13:44.624528 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-1fe6fa02-26f4-4193-8e75-ce23df7389af tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Request body: {'security_group_rule': {'security_group_id': 'f2d356dc-74ac-40dc-b907-f27076ae90bc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:44.692255 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722ca317-dd22-44a5-86ea-68b2173f4986 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:44.700662 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-722ca317-dd22-44a5-86ea-68b2173f4986 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:44.704736 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-1fe6fa02-26f4-4193-8e75-ce23df7389af tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:44.707579 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1fe6fa02-26f4-4193-8e75-ce23df7389af tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0879593 Nov 12 09:13:44.710905 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57190) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:44.753708 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-722ca317-dd22-44a5-86ea-68b2173f4986 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] device_id is not set on port b17c18e6-1c05-48ca-a69a-5dca8abec73f yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:13:44.822791 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3e4acdc4-a8da-4208-aa46-9bb32d0c85be tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:44.886182 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3e4acdc4-a8da-4208-aa46-9bb32d0c85be tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:44.925813 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-90c42ed4-df0b-4c61-b236-5c673a971a8a None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:44.938545 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-90c42ed4-df0b-4c61-b236-5c673a971a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:44.955678 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21f4e0-1fbf-4890-84ce-c9e7601ec5fd req-ea45e0f5-84d8-4db4-b89e-81b6ec850ebb tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:44.959010 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5e21f4e0-1fbf-4890-84ce-c9e7601ec5fd req-ea45e0f5-84d8-4db4-b89e-81b6ec850ebb tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 946 time: 0.1201947 Nov 12 09:13:44.996134 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3e4acdc4-a8da-4208-aa46-9bb32d0c85be tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:45.001358 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3e4acdc4-a8da-4208-aa46-9bb32d0c85be tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:45.003098 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3e4acdc4-a8da-4208-aa46-9bb32d0c85be tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "DELETE /v2.0/security-groups/f2d356dc-74ac-40dc-b907-f27076ae90bc HTTP/1.1" status: 204 len: 168 time: 0.2900753 Nov 12 09:13:45.012141 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c42ed4-df0b-4c61-b236-5c673a971a8a None None] Network 43eb4e80-f3d6-44dc-98e6-4e8bd3bb0852 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:13:45.013486 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57194) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:45.018543 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-90c42ed4-df0b-4c61-b236-5c673a971a8a None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:45.023129 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4acdc4-a8da-4208-aa46-9bb32d0c85be tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d356dc-74ac-40dc-b907-f27076ae90bc,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:45.024269 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c42ed4-df0b-4c61-b236-5c673a971a8a None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:13:45.076601 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c42ed4-df0b-4c61-b236-5c673a971a8a None None] Pushing event updated for resources: {'Port': ['ID=8b4821eb-3a78-4516-a933-b04bbab08402,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:45.102182 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-722ca317-dd22-44a5-86ea-68b2173f4986 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Allocated IP 172.20.0.4 (43eb4e80-f3d6-44dc-98e6-4e8bd3bb0852/628d41af-ca8a-4918-b7c8-c089e9f23642/b17c18e6-1c05-48ca-a69a-5dca8abec73f) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:13:45.117757 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5e21f4e0-1fbf-4890-84ce-c9e7601ec5fd req-39c77870-928c-4d5b-9a06-c7b22986807b tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124849 Nov 12 09:13:45.148832 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-41a7d767-b317-40f6-b287-af1f6c70f8fd tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1287231 Nov 12 09:13:45.149935 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57196) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:45.153256 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-90c42ed4-df0b-4c61-b236-5c673a971a8a None None] Attempting to bind port 8b4821eb-3a78-4516-a933-b04bbab08402 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:45.153941 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-90c42ed4-df0b-4c61-b236-5c673a971a8a None None] Attempting to bind port 8b4821eb-3a78-4516-a933-b04bbab08402 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '678dc48b-a6c0-4e7f-9d74-24ce7d1c57e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '43eb4e80-f3d6-44dc-98e6-4e8bd3bb0852'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:45.154554 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c42ed4-df0b-4c61-b236-5c673a971a8a None None] Attempting to bind port 8b4821eb-3a78-4516-a933-b04bbab08402 on network 43eb4e80-f3d6-44dc-98e6-4e8bd3bb0852 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:45.155931 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-48bfbcae-82f0-41f6-88a4-1e7579f46162 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1047458977'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:45.165650 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c42ed4-df0b-4c61-b236-5c673a971a8a None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:13:45.166280 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c42ed4-df0b-4c61-b236-5c673a971a8a None None] Checking segment: {'id': '678dc48b-a6c0-4e7f-9d74-24ce7d1c57e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '43eb4e80-f3d6-44dc-98e6-4e8bd3bb0852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:13:45.166832 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-90c42ed4-df0b-4c61-b236-5c673a971a8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:45.167462 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c42ed4-df0b-4c61-b236-5c673a971a8a None None] Bound using segment: {'id': '678dc48b-a6c0-4e7f-9d74-24ce7d1c57e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '43eb4e80-f3d6-44dc-98e6-4e8bd3bb0852'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:13:45.168285 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-90c42ed4-df0b-4c61-b236-5c673a971a8a None None] Bound port: 8b4821eb-3a78-4516-a933-b04bbab08402, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678dc48b-a6c0-4e7f-9d74-24ce7d1c57e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '43eb4e80-f3d6-44dc-98e6-4e8bd3bb0852'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:13:45.169208 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-90c42ed4-df0b-4c61-b236-5c673a971a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:45.196554 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-48bfbcae-82f0-41f6-88a4-1e7579f46162 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:45.288490 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-90c42ed4-df0b-4c61-b236-5c673a971a8a None None] For port 8b4821eb-3a78-4516-a933-b04bbab08402, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:13:45.294522 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-90c42ed4-df0b-4c61-b236-5c673a971a8a None None] For port 8b4821eb-3a78-4516-a933-b04bbab08402, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=8b4821eb-3a78-4516-a933-b04bbab08402,segment=NetworkSegment(678dc48b-a6c0-4e7f-9d74-24ce7d1c57e6),segment_id=678dc48b-a6c0-4e7f-9d74-24ce7d1c57e6)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:13:45.300097 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-48bfbcae-82f0-41f6-88a4-1e7579f46162 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:45.304204 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-90c42ed4-df0b-4c61-b236-5c673a971a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:45.306756 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-48bfbcae-82f0-41f6-88a4-1e7579f46162 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:45.346304 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-48bfbcae-82f0-41f6-88a4-1e7579f46162 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:45.351325 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-48bfbcae-82f0-41f6-88a4-1e7579f46162 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2001300 Nov 12 09:13:45.352497 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57198) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:45.360722 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5e0f1af6-04f1-45f6-990b-7c99ed6b7683 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Request body: {'security_group_rule': {'security_group_id': '97d36b83-c3d5-422f-8862-8c44a43246dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:45.366505 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bfbcae-82f0-41f6-88a4-1e7579f46162 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97d36b83-c3d5-422f-8862-8c44a43246dd,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:45.416436 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c42ed4-df0b-4c61-b236-5c673a971a8a None None] Pushing event updated for resources: {'Port': ['ID=8b4821eb-3a78-4516-a933-b04bbab08402,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:45.480862 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-722ca317-dd22-44a5-86ea-68b2173f4986 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:45.491900 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-5e0f1af6-04f1-45f6-990b-7c99ed6b7683 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] create failed (client error): The resource could not be found. Nov 12 09:13:45.493663 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5e0f1af6-04f1-45f6-990b-7c99ed6b7683 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1397862 Nov 12 09:13:45.497619 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57200) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:45.506939 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-ef087987-5465-4fa3-ac01-948d3f228e6d tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Request body: {'security_group_rule': {'security_group_id': '97d36b83-c3d5-422f-8862-8c44a43246dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bdad0608-a717-470b-a06d-33a7bcda160f'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:45.550189 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-722ca317-dd22-44a5-86ea-68b2173f4986 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:45.584042 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-ef087987-5465-4fa3-ac01-948d3f228e6d tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] create failed (client error): The resource could not be found. Nov 12 09:13:45.590046 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ef087987-5465-4fa3-ac01-948d3f228e6d tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0855653 Nov 12 09:13:45.590673 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57202) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:45.690221 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722ca317-dd22-44a5-86ea-68b2173f4986 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network 43eb4e80-f3d6-44dc-98e6-4e8bd3bb0852 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:13:45.698888 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-722ca317-dd22-44a5-86ea-68b2173f4986 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:45.703175 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ca317-dd22-44a5-86ea-68b2173f4986 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Port': ['ID=b17c18e6-1c05-48ca-a69a-5dca8abec73f,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:45.708898 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722ca317-dd22-44a5-86ea-68b2173f4986 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:13:45.715353 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a9f150af-1c78-474f-b86b-ef77e36d4cae tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:45.770965 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a9f150af-1c78-474f-b86b-ef77e36d4cae tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:45.801654 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722ca317-dd22-44a5-86ea-68b2173f4986 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:45.802514 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-722ca317-dd22-44a5-86ea-68b2173f4986 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:45.833415 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-722ca317-dd22-44a5-86ea-68b2173f4986 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4111042 Nov 12 09:13:45.837173 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57204) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:45.892361 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a9f150af-1c78-474f-b86b-ef77e36d4cae tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:45.895356 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a9f150af-1c78-474f-b86b-ef77e36d4cae tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:45.896708 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a9f150af-1c78-474f-b86b-ef77e36d4cae tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "DELETE /v2.0/security-groups/97d36b83-c3d5-422f-8862-8c44a43246dd HTTP/1.1" status: 204 len: 168 time: 0.3047178 Nov 12 09:13:45.900227 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57206) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:45.957586 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-32412d84-84f6-4d8d-b09e-e1ecb33128dd tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0559905 Nov 12 09:13:45.962351 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57208) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:45.967796 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ef99d133-41b2-4ad8-9271-00408493940e tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Request body: {'security_group_rule': {'security_group_id': '956853e1-71df-40b9-b152-a89c491c9972', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:45.971328 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f150af-1c78-474f-b86b-ef77e36d4cae tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d36b83-c3d5-422f-8862-8c44a43246dd,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:46.038877 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-ef99d133-41b2-4ad8-9271-00408493940e tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] create failed (client error): The resource could not be found. Nov 12 09:13:46.047157 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ef99d133-41b2-4ad8-9271-00408493940e tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0832930 Nov 12 09:13:46.048019 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57210) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:46.053122 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-87a29a17-900d-4a0d-90cd-8f0127e63a71 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Request body: {'security_group': {'name': 'tempest-secgroup--7696805'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:46.092752 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-87a29a17-900d-4a0d-90cd-8f0127e63a71 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:46.227632 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-87a29a17-900d-4a0d-90cd-8f0127e63a71 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:46.237335 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-87a29a17-900d-4a0d-90cd-8f0127e63a71 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:46.303233 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-87a29a17-900d-4a0d-90cd-8f0127e63a71 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:46.305520 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-87a29a17-900d-4a0d-90cd-8f0127e63a71 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2560904 Nov 12 09:13:46.310813 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57214) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:46.319581 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-9ecabbb2-124a-427e-9b1f-e6c1c253a73f tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1180851603'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:46.365437 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a29a17-900d-4a0d-90cd-8f0127e63a71 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b649dfd-7b55-44cc-b48e-f50350bf9205,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:46.386614 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ecabbb2-124a-427e-9b1f-e6c1c253a73f tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:46.389697 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c8947-8105-4f6d-8b44-e890dccafec1 req-d15951ef-1b29-42f3-a984-e95a9d1f208e tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:46.391545 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1e9c8947-8105-4f6d-8b44-e890dccafec1 req-d15951ef-1b29-42f3-a984-e95a9d1f208e tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 946 time: 0.1345870 Nov 12 09:13:46.483032 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bb5b5219-1f35-4ac0-b37a-818108571d57 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:46.542125 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ecabbb2-124a-427e-9b1f-e6c1c253a73f tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:46.554203 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ecabbb2-124a-427e-9b1f-e6c1c253a73f tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:46.558310 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1e9c8947-8105-4f6d-8b44-e890dccafec1 req-a4974d51-6245-44b3-958e-5414cfecf47d tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551530 Nov 12 09:13:46.599215 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecabbb2-124a-427e-9b1f-e6c1c253a73f tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e79700-f88e-421f-8992-c28e23fb9288,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:46.629467 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ecabbb2-124a-427e-9b1f-e6c1c253a73f tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:46.634820 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9ecabbb2-124a-427e-9b1f-e6c1c253a73f tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3192551 Nov 12 09:13:46.635211 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57216) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:46.641812 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-18085586-8654-4907-a362-e90d58bcaf5b tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Request body: {'security_group_rule': {'security_group_id': '7b649dfd-7b55-44cc-b48e-f50350bf9205', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '72e79700-f88e-421f-8992-c28e23fb9288'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:46.714907 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-18085586-8654-4907-a362-e90d58bcaf5b tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:46.720309 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-18085586-8654-4907-a362-e90d58bcaf5b tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0801284 Nov 12 09:13:46.721561 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57218) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:46.845669 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2850ffc-2565-454a-9f1a-a319b8a80573 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:46.849596 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f3f151-5e5b-4ac8-bc87-343fd7cb3bc0 None None] Network 43eb4e80-f3d6-44dc-98e6-4e8bd3bb0852 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:13:46.881797 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2850ffc-2565-454a-9f1a-a319b8a80573 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:46.901928 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8b4821eb-3a78-4516-a933-b04bbab08402 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:13:46.953741 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2850ffc-2565-454a-9f1a-a319b8a80573 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:46.956977 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2850ffc-2565-454a-9f1a-a319b8a80573 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:46.958688 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e2850ffc-2565-454a-9f1a-a319b8a80573 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "DELETE /v2.0/security-groups/72e79700-f88e-421f-8992-c28e23fb9288 HTTP/1.1" status: 204 len: 168 time: 0.2349746 Nov 12 09:13:46.970666 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57220) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:46.984605 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2850ffc-2565-454a-9f1a-a319b8a80573 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e79700-f88e-421f-8992-c28e23fb9288,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:47.022102 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bb5b5219-1f35-4ac0-b37a-818108571d57 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:47.029898 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bb5b5219-1f35-4ac0-b37a-818108571d57 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:47.089714 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-87281bd2-4d19-478c-b1c6-8cd34dcbf05e None None] Provisioning complete for port 8b4821eb-3a78-4516-a933-b04bbab08402 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:47.090707 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-87281bd2-4d19-478c-b1c6-8cd34dcbf05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:47.094856 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-001fe012-90aa-45af-87ee-314779cb8819 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4542 time: 0.1223929 Nov 12 09:13:47.095957 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57222) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:47.136254 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b5219-1f35-4ac0-b37a-818108571d57 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Port': ['ID=b17c18e6-1c05-48ca-a69a-5dca8abec73f,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:47.201370 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72784e69-9af4-46b6-9514-75164dd18a0c tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:47.237092 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72784e69-9af4-46b6-9514-75164dd18a0c tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:47.263407 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 8b4821eb-3a78-4516-a933-b04bbab08402 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:47.263976 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:47.312321 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72784e69-9af4-46b6-9514-75164dd18a0c tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:47.316422 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72784e69-9af4-46b6-9514-75164dd18a0c tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:47.321688 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-72784e69-9af4-46b6-9514-75164dd18a0c tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "DELETE /v2.0/security-groups/7b649dfd-7b55-44cc-b48e-f50350bf9205 HTTP/1.1" status: 204 len: 168 time: 0.2205305 Nov 12 09:13:47.322205 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57224) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:47.333142 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72784e69-9af4-46b6-9514-75164dd18a0c tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b649dfd-7b55-44cc-b48e-f50350bf9205,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:47.391405 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bb5b5219-1f35-4ac0-b37a-818108571d57 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:47.458740 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-87281bd2-4d19-478c-b1c6-8cd34dcbf05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:47.473558 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d31d3a9c-ea62-44f8-9acf-f5bf4023dfa9 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1432841 Nov 12 09:13:47.475078 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57226) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:47.483882 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-374acc14-d6bd-4c11-b4de-bc00d5208b14 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Request body: {'security_group': {'name': 'tempest-secgroup--845371682'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:47.548489 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-374acc14-d6bd-4c11-b4de-bc00d5208b14 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:47.584681 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-87281bd2-4d19-478c-b1c6-8cd34dcbf05e None None] For port 8b4821eb-3a78-4516-a933-b04bbab08402, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=8b4821eb-3a78-4516-a933-b04bbab08402,segment=NetworkSegment(678dc48b-a6c0-4e7f-9d74-24ce7d1c57e6),segment_id=678dc48b-a6c0-4e7f-9d74-24ce7d1c57e6)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:47.602155 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-87281bd2-4d19-478c-b1c6-8cd34dcbf05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:47.617216 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:47.636467 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bb5b5219-1f35-4ac0-b37a-818108571d57 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:47.711376 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-374acc14-d6bd-4c11-b4de-bc00d5208b14 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:47.720004 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-374acc14-d6bd-4c11-b4de-bc00d5208b14 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:47.802612 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-374acc14-d6bd-4c11-b4de-bc00d5208b14 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:47.805392 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-374acc14-d6bd-4c11-b4de-bc00d5208b14 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3287127 Nov 12 09:13:47.809611 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374acc14-d6bd-4c11-b4de-bc00d5208b14 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccca1808-c5ca-4ddf-8ee5-e04fec46f77a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:47.815670 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57232) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:47.825148 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87281bd2-4d19-478c-b1c6-8cd34dcbf05e None None] Pushing event updated for resources: {'Port': ['ID=8b4821eb-3a78-4516-a933-b04bbab08402,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:47.830165 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-7b136f6a-d4c4-43e9-9dc1-39c0d52de764 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:47.830866 n-d-768862-16 neutron-server[102569]: WARNING neutron.api.v2.base [None req-7b136f6a-d4c4-43e9-9dc1-39c0d52de764 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 09:13:47.831705 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-7b136f6a-d4c4-43e9-9dc1-39c0d52de764 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 09:13:47.832996 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7b136f6a-d4c4-43e9-9dc1-39c0d52de764 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "PUT /v2.0/security-groups/ccca1808-c5ca-4ddf-8ee5-e04fec46f77a HTTP/1.1" status: 409 len: 330 time: 0.0149648 Nov 12 09:13:47.836739 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57234) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:47.872956 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:13:47.873796 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:13:47.939256 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3253d2d4-d4fe-4218-8dd2-3127396ae4d3 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:47.978065 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3253d2d4-d4fe-4218-8dd2-3127396ae4d3 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:47.997336 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d2544-42d7-46b2-841d-7928f7827f62 req-853a8c63-46d0-4a4a-821e-e667b1b30151 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:47.999021 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-940d2544-42d7-46b2-841d-7928f7827f62 req-853a8c63-46d0-4a4a-821e-e667b1b30151 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 946 time: 0.1850564 Nov 12 09:13:48.059799 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-58438b54-75d9-4b73-bae6-8310cdd4da14 None None] Provisioning complete for port 8b4821eb-3a78-4516-a933-b04bbab08402 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:48.060736 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-58438b54-75d9-4b73-bae6-8310cdd4da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:48.073616 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3253d2d4-d4fe-4218-8dd2-3127396ae4d3 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:48.078703 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3253d2d4-d4fe-4218-8dd2-3127396ae4d3 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:48.081430 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3253d2d4-d4fe-4218-8dd2-3127396ae4d3 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "DELETE /v2.0/security-groups/ccca1808-c5ca-4ddf-8ee5-e04fec46f77a HTTP/1.1" status: 204 len: 168 time: 0.2424254 Nov 12 09:13:48.086760 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57236) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:48.112114 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253d2d4-d4fe-4218-8dd2-3127396ae4d3 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccca1808-c5ca-4ddf-8ee5-e04fec46f77a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:48.203452 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-940d2544-42d7-46b2-841d-7928f7827f62 req-870e076e-bf90-40a3-9419-b77b7700769d tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923289 Nov 12 09:13:48.233730 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8fe9f052-bcb9-4384-ab86-a1ac29edeca9 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1380353 Nov 12 09:13:48.237247 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57238) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:48.287498 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bb5b5219-1f35-4ac0-b37a-818108571d57 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:48.298286 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-58438b54-75d9-4b73-bae6-8310cdd4da14 None None] Provisioning complete for port b17c18e6-1c05-48ca-a69a-5dca8abec73f triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:48.299387 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bb5b5219-1f35-4ac0-b37a-818108571d57 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:48.305202 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-58438b54-75d9-4b73-bae6-8310cdd4da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:48.449029 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b5219-1f35-4ac0-b37a-818108571d57 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Port': ['ID=b17c18e6-1c05-48ca-a69a-5dca8abec73f,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:48.473279 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-58438b54-75d9-4b73-bae6-8310cdd4da14 None None] Port b17c18e6-1c05-48ca-a69a-5dca8abec73f cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:13:48.473898 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bb5b5219-1f35-4ac0-b37a-818108571d57 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:48.618704 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-362d9cd8-d16d-4599-9bff-85de91e595c3 None None] Provisioning complete for port b17c18e6-1c05-48ca-a69a-5dca8abec73f triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:48.620436 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-362d9cd8-d16d-4599-9bff-85de91e595c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:48.640527 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5b5219-1f35-4ac0-b37a-818108571d57 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network 43eb4e80-f3d6-44dc-98e6-4e8bd3bb0852 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:13:48.642713 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-bb5b5219-1f35-4ac0-b37a-818108571d57 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:48.644057 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-fda4d198-2034-4b64-85dd-b4c15a79cdeb tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] delete failed (client error): The resource could not be found. Nov 12 09:13:48.645203 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-fda4d198-2034-4b64-85dd-b4c15a79cdeb tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "DELETE /v2.0/security-groups/1d729736-8320-4d92-9893-c73e105afa2c HTTP/1.1" status: 404 len: 347 time: 0.4061427 Nov 12 09:13:48.651039 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57240) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:48.666794 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-d90440ba-d565-4258-983d-367a6c559c85 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] show failed (client error): The resource could not be found. Nov 12 09:13:48.672164 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d90440ba-d565-4258-983d-367a6c559c85 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "GET /v2.0/security-groups/a41bbd06-6c3d-448f-bfc3-71bcd99770e2 HTTP/1.1" status: 404 len: 347 time: 0.0199733 Nov 12 09:13:48.672773 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57242) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:48.689476 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-362d9cd8-d16d-4599-9bff-85de91e595c3 None None] Port b17c18e6-1c05-48ca-a69a-5dca8abec73f cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:13:48.694118 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-2e04137c-d163-4e2d-ac7d-f06f3896c2f8 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] show failed (client error): The resource could not be found. Nov 12 09:13:48.701722 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2e04137c-d163-4e2d-ac7d-f06f3896c2f8 tempest-NegativeSecGroupTest-858737724 tempest-NegativeSecGroupTest-858737724-project] 10.222.0.37 "GET /v2.0/security-group-rules/91525189-d538-4944-9dd6-70dbcb524045 HTTP/1.1" status: 404 len: 356 time: 0.0274007 Nov 12 09:13:48.821628 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9dd7e0e5-fb1e-4ce7-942e-4170e4b19603 None None] Provisioning complete for port b17c18e6-1c05-48ca-a69a-5dca8abec73f triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:48.822273 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9dd7e0e5-fb1e-4ce7-942e-4170e4b19603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:48.867833 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8b4821eb-3a78-4516-a933-b04bbab08402 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:13:48.930648 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9dd7e0e5-fb1e-4ce7-942e-4170e4b19603 None None] Port b17c18e6-1c05-48ca-a69a-5dca8abec73f cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:13:48.940979 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5b5219-1f35-4ac0-b37a-818108571d57 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Router b6a1e260-2bd9-4d15-8d04-f12564ce20bf is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:13:48.965626 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 8b4821eb-3a78-4516-a933-b04bbab08402 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:48.966373 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:49.104947 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5b5219-1f35-4ac0-b37a-818108571d57 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:13:49.118996 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57246) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:49.119685 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bb5b5219-1f35-4ac0-b37a-818108571d57 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "PUT /v2.0/routers/b6a1e260-2bd9-4d15-8d04-f12564ce20bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2803509 Nov 12 09:13:49.146677 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4dca65-ee77-4aa5-8a88-934f07b4445c None None] Sync routers for ids ['b6a1e260-2bd9-4d15-8d04-f12564ce20bf'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:13:49.183685 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4dca65-ee77-4aa5-8a88-934f07b4445c None None] Routers {'b6a1e260-2bd9-4d15-8d04-f12564ce20bf'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:13:49.184779 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3a4dca65-ee77-4aa5-8a88-934f07b4445c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:13:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b6a1e260-2bd9-4d15-8d04-f12564ce20bf'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:49.232032 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861f7d91-7440-494f-b7c8-432d92ca0895 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:49.234893 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-861f7d91-7440-494f-b7c8-432d92ca0895 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6a1e260-2bd9-4d15-8d04-f12564ce20bf HTTP/1.1" status: 200 len: 982 time: 0.1129229 Nov 12 09:13:49.239586 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57250) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:49.264553 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3a4dca65-ee77-4aa5-8a88-934f07b4445c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:49.271347 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57254) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:49.274851 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8dce5395-33f9-475d-af82-4bbcd8da787c None None] Provisioning complete for port b17c18e6-1c05-48ca-a69a-5dca8abec73f triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:49.275430 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8dce5395-33f9-475d-af82-4bbcd8da787c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:49.320125 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4dca65-ee77-4aa5-8a88-934f07b4445c None None] Routers {'b6a1e260-2bd9-4d15-8d04-f12564ce20bf'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:13:49.321192 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3a4dca65-ee77-4aa5-8a88-934f07b4445c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:13:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b6a1e260-2bd9-4d15-8d04-f12564ce20bf'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:49.395377 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3a4dca65-ee77-4aa5-8a88-934f07b4445c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:49.396305 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4dca65-ee77-4aa5-8a88-934f07b4445c None None] The sync data for ids ['b6a1e260-2bd9-4d15-8d04-f12564ce20bf'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:13:49.431412 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-8dce5395-33f9-475d-af82-4bbcd8da787c None None] Port b17c18e6-1c05-48ca-a69a-5dca8abec73f cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:13:49.483012 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab160021-790d-4eaf-94ab-1d127a52e2c3 req-3314ee38-e913-45c8-a1b0-3584bbcd9756 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:49.485561 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab160021-790d-4eaf-94ab-1d127a52e2c3 req-3314ee38-e913-45c8-a1b0-3584bbcd9756 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 946 time: 0.1116579 Nov 12 09:13:49.658496 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab160021-790d-4eaf-94ab-1d127a52e2c3 req-1276f21b-3b0d-4f55-b616-2f9f935b7c62 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598330 Nov 12 09:13:49.669132 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-190aaf3d-0774-4622-9d16-0cddac8a6b11 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3b54f48f8e904c5983a357ccc97221fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3911173 Nov 12 09:13:49.669950 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57258) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:49.780097 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-84408b16-0699-4e49-937e-a753147d8cfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:49.813689 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-84408b16-0699-4e49-937e-a753147d8cfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:49.909916 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-84408b16-0699-4e49-937e-a753147d8cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:49.912922 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-84408b16-0699-4e49-937e-a753147d8cfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:49.914622 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-84408b16-0699-4e49-937e-a753147d8cfe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3e4aa2fd-dcc6-4adf-9d36-203460b4b316 HTTP/1.1" status: 204 len: 168 time: 0.2430971 Nov 12 09:13:49.917474 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4302ed3e-5c9e-4a1a-aee2-454c9b153716 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:49.931696 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84408b16-0699-4e49-937e-a753147d8cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4aa2fd-dcc6-4adf-9d36-203460b4b316,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:50.302218 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4302ed3e-5c9e-4a1a-aee2-454c9b153716 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Deleting port b17c18e6-1c05-48ca-a69a-5dca8abec73f {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:13:50.305673 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4302ed3e-5c9e-4a1a-aee2-454c9b153716 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:50.475637 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4302ed3e-5c9e-4a1a-aee2-454c9b153716 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:50.496797 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4302ed3e-5c9e-4a1a-aee2-454c9b153716 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Calling delete_port for b17c18e6-1c05-48ca-a69a-5dca8abec73f owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:13:50.865542 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4302ed3e-5c9e-4a1a-aee2-454c9b153716 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:50.889770 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe48cdf-169b-40d5-9aec-433dd0f57ab3 req-57277e5b-a499-4dce-b974-53c31d415201 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:50.892270 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1fe48cdf-169b-40d5-9aec-433dd0f57ab3 req-57277e5b-a499-4dce-b974-53c31d415201 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 946 time: 0.0930355 Nov 12 09:13:50.969460 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1fe48cdf-169b-40d5-9aec-433dd0f57ab3 req-d6695c5c-14e2-4ae5-8634-b8f3ee6af8e0 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649288 Nov 12 09:13:50.978045 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302ed3e-5c9e-4a1a-aee2-454c9b153716 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Port': ['ID=b17c18e6-1c05-48ca-a69a-5dca8abec73f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:51.103278 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57282) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:51.237218 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4302ed3e-5c9e-4a1a-aee2-454c9b153716 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:51.332566 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-9e5376e3-4d26-455a-979c-d9d3a9dfff8f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1705211066-network', 'tenant_id': 'fccf6f156c5049818a1ae7699312fb9d'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:51.376475 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5376e3-4d26-455a-979c-d9d3a9dfff8f admin admin] Made reservation on behalf of fccf6f156c5049818a1ae7699312fb9d for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:51.381235 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9e5376e3-4d26-455a-979c-d9d3a9dfff8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:51.399560 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9e5376e3-4d26-455a-979c-d9d3a9dfff8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:51.462573 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4302ed3e-5c9e-4a1a-aee2-454c9b153716 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Router b6a1e260-2bd9-4d15-8d04-f12564ce20bf has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:13:51.571910 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9e5376e3-4d26-455a-979c-d9d3a9dfff8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:51.576446 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4302ed3e-5c9e-4a1a-aee2-454c9b153716 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:13:51.586884 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4302ed3e-5c9e-4a1a-aee2-454c9b153716 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "PUT /v2.0/routers/b6a1e260-2bd9-4d15-8d04-f12564ce20bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3441985 Nov 12 09:13:51.590028 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57286) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:51.591232 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9e5376e3-4d26-455a-979c-d9d3a9dfff8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:51.596860 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c64160-a9bb-42de-acf8-e85427affe71 None None] Sync routers for ids ['b6a1e260-2bd9-4d15-8d04-f12564ce20bf'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:13:51.618942 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c64160-a9bb-42de-acf8-e85427affe71 None None] Routers {'b6a1e260-2bd9-4d15-8d04-f12564ce20bf'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:13:51.620919 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-c4c64160-a9bb-42de-acf8-e85427affe71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:13:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b6a1e260-2bd9-4d15-8d04-f12564ce20bf'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:51.632399 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f5bc392-c86c-446a-ae44-3297d1f2e4c4 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] GET failed (client error): The resource could not be found. Nov 12 09:13:51.634218 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3f5bc392-c86c-446a-ae44-3297d1f2e4c4 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "GET /v2.0/ports/b17c18e6-1c05-48ca-a69a-5dca8abec73f HTTP/1.1" status: 404 len: 333 time: 0.0425255 Nov 12 09:13:51.639261 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57288) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:51.656274 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5376e3-4d26-455a-979c-d9d3a9dfff8f admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:13:51.681767 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5376e3-4d26-455a-979c-d9d3a9dfff8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e365da2-7e98-42a2-b902-086c11774ce5,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:51.692213 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-c4c64160-a9bb-42de-acf8-e85427affe71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:51.692898 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9e5376e3-4d26-455a-979c-d9d3a9dfff8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:51.693573 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-9e5376e3-4d26-455a-979c-d9d3a9dfff8f admin admin] Added segment eb9be559-ab56-41a2-b8a8-6c21d9e5d165 of type vlan for network fbdb834b-8477-46c0-920a-6ad0f65e56ad Nov 12 09:13:51.711324 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c64160-a9bb-42de-acf8-e85427affe71 None None] Routers {'b6a1e260-2bd9-4d15-8d04-f12564ce20bf'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:13:51.715199 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-c4c64160-a9bb-42de-acf8-e85427affe71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:13:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b6a1e260-2bd9-4d15-8d04-f12564ce20bf'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:51.757015 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ed58a13b-e9ba-450e-ac06-73177b8e13c7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:51.757625 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9e5376e3-4d26-455a-979c-d9d3a9dfff8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:51.784686 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-c4c64160-a9bb-42de-acf8-e85427affe71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:51.786005 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c64160-a9bb-42de-acf8-e85427affe71 None None] The sync data for ids ['b6a1e260-2bd9-4d15-8d04-f12564ce20bf'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:13:51.797659 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9e5376e3-4d26-455a-979c-d9d3a9dfff8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:51.799569 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5376e3-4d26-455a-979c-d9d3a9dfff8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:51.800715 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9e5376e3-4d26-455a-979c-d9d3a9dfff8f admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:51.866094 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9e5376e3-4d26-455a-979c-d9d3a9dfff8f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7604072 Nov 12 09:13:51.870300 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57290) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:51.904826 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8a0027a3-c19e-40cf-9485-d05e12c612a3 admin admin] Request body: {'subnet': {'network_id': 'fbdb834b-8477-46c0-920a-6ad0f65e56ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1705211066-subnet', 'tenant_id': 'fccf6f156c5049818a1ae7699312fb9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:51.933116 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5376e3-4d26-455a-979c-d9d3a9dfff8f admin admin] Pushing event updated for resources: {'Network': ['ID=fbdb834b-8477-46c0-920a-6ad0f65e56ad,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:51.948331 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network fbdb834b-8477-46c0-920a-6ad0f65e56ad details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:13:52.039573 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ed58a13b-e9ba-450e-ac06-73177b8e13c7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:52.045870 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ed58a13b-e9ba-450e-ac06-73177b8e13c7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:52.070993 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0027a3-c19e-40cf-9485-d05e12c612a3 admin admin] Made reservation on behalf of fccf6f156c5049818a1ae7699312fb9d for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:52.074659 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8a0027a3-c19e-40cf-9485-d05e12c612a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:52.133016 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53edab-e47d-4305-ae97-ada556160287 req-f3c3a33c-a5f7-4a46-a5b3-4bd7b3525da2 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.136075 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba53edab-e47d-4305-ae97-ada556160287 req-f3c3a33c-a5f7-4a46-a5b3-4bd7b3525da2 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 946 time: 0.0784576 Nov 12 09:13:52.203793 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ed58a13b-e9ba-450e-ac06-73177b8e13c7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:52.204354 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed58a13b-e9ba-450e-ac06-73177b8e13c7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Fanout notify agent at l3_agent the message router_deleted on router b6a1e260-2bd9-4d15-8d04-f12564ce20bf {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:13:52.213600 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ed58a13b-e9ba-450e-ac06-73177b8e13c7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:52.215166 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ed58a13b-e9ba-450e-ac06-73177b8e13c7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/routers/b6a1e260-2bd9-4d15-8d04-f12564ce20bf HTTP/1.1" status: 204 len: 168 time: 0.5745432 Nov 12 09:13:52.220539 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57294) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:52.273487 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba53edab-e47d-4305-ae97-ada556160287 req-93e4337c-eda6-4555-b5be-934023661106 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272635 Nov 12 09:13:52.310042 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-574163dd-c152-49da-96cd-c882a690d8a0 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Deleting subnet 628d41af-ca8a-4918-b7c8-c089e9f23642 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:13:52.315880 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-574163dd-c152-49da-96cd-c882a690d8a0 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:52.389168 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-574163dd-c152-49da-96cd-c882a690d8a0 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:52.444404 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8a0027a3-c19e-40cf-9485-d05e12c612a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:52.453598 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57298) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:52.526943 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-574163dd-c152-49da-96cd-c882a690d8a0 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:52.626816 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-574163dd-c152-49da-96cd-c882a690d8a0 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:52.652474 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0027a3-c19e-40cf-9485-d05e12c612a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8f701cf-3422-4b11-a754-f9ac58edb898,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:52.660773 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574163dd-c152-49da-96cd-c882a690d8a0 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Subnet': ['ID=628d41af-ca8a-4918-b7c8-c089e9f23642,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:52.663505 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-574163dd-c152-49da-96cd-c882a690d8a0 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:52.670432 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-574163dd-c152-49da-96cd-c882a690d8a0 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/subnets/628d41af-ca8a-4918-b7c8-c089e9f23642 HTTP/1.1" status: 204 len: 168 time: 0.4487288 Nov 12 09:13:52.671530 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57300) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:52.679628 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c10bd01-21d8-4d25-a8f4-15c5dede9b24 None None] Network 43eb4e80-f3d6-44dc-98e6-4e8bd3bb0852 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:13:52.741720 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0027a3-c19e-40cf-9485-d05e12c612a3 admin admin] Checking segment: {'id': 'eb9be559-ab56-41a2-b8a8-6c21d9e5d165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'fbdb834b-8477-46c0-920a-6ad0f65e56ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:13:52.742325 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0027a3-c19e-40cf-9485-d05e12c612a3 admin admin] Network hostable DHCP agents. Network: fbdb834b-8477-46c0-920a-6ad0f65e56ad, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:13:52.808270 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0027a3-c19e-40cf-9485-d05e12c612a3 admin admin] Network fbdb834b-8477-46c0-920a-6ad0f65e56ad is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:13:52.852035 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee988-45f1-40e6-9cf3-de94d632f75b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:52.862888 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-8a0027a3-c19e-40cf-9485-d05e12c612a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, fbdb834b-8477-46c0-920a-6ad0f65e56ad) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:52.873672 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0027a3-c19e-40cf-9485-d05e12c612a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.874811 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8a0027a3-c19e-40cf-9485-d05e12c612a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:52.888090 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71622d3-7507-46a2-b071-14ea425e42d7 None None] Network fbdb834b-8477-46c0-920a-6ad0f65e56ad requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:13:52.918661 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8a0027a3-c19e-40cf-9485-d05e12c612a3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0403769 Nov 12 09:13:52.956722 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f4e9d935-996b-43fb-835d-7395136a16ef tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Deleting port 6a693651-61f5-4871-8e6c-1261f297cbd6 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:13:52.957136 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f4e9d935-996b-43fb-835d-7395136a16ef tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:53.010108 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ee988-45f1-40e6-9cf3-de94d632f75b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Deleting port 8b4821eb-3a78-4516-a933-b04bbab08402 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:13:53.011017 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee988-45f1-40e6-9cf3-de94d632f75b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:53.156182 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-ca1ee988-45f1-40e6-9cf3-de94d632f75b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] For port 8b4821eb-3a78-4516-a933-b04bbab08402, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=8b4821eb-3a78-4516-a933-b04bbab08402,segment=NetworkSegment(678dc48b-a6c0-4e7f-9d74-24ce7d1c57e6),segment_id=678dc48b-a6c0-4e7f-9d74-24ce7d1c57e6)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:53.157127 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee988-45f1-40e6-9cf3-de94d632f75b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:53.169054 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f4e9d935-996b-43fb-835d-7395136a16ef tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:53.169602 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f4e9d935-996b-43fb-835d-7395136a16ef tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:53.185110 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ee988-45f1-40e6-9cf3-de94d632f75b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Calling delete_port for 8b4821eb-3a78-4516-a933-b04bbab08402 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:13:53.199520 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f4e9d935-996b-43fb-835d-7395136a16ef tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Calling delete_port for 6a693651-61f5-4871-8e6c-1261f297cbd6 owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:13:53.396244 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee988-45f1-40e6-9cf3-de94d632f75b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:53.398432 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ab64c5-f14a-4850-a487-fc1e26de0442 None None] DHCP port deletion for 43eb4e80-f3d6-44dc-98e6-4e8bd3bb0852 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:13:53.471476 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ee988-45f1-40e6-9cf3-de94d632f75b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Port': ['ID=8b4821eb-3a78-4516-a933-b04bbab08402,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:53.471927 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:53.483029 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e676ace-7bc8-45b1-8c12-51fc9d046bbd None None] Network fbdb834b-8477-46c0-920a-6ad0f65e56ad requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:13:53.530609 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1ee988-45f1-40e6-9cf3-de94d632f75b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] No DVR routers for this DVR port 8b4821eb-3a78-4516-a933-b04bbab08402 on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:13:53.541958 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ee988-45f1-40e6-9cf3-de94d632f75b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:53.542618 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ee988-45f1-40e6-9cf3-de94d632f75b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:53.543053 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ee988-45f1-40e6-9cf3-de94d632f75b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:53.543708 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ee988-45f1-40e6-9cf3-de94d632f75b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:53.544117 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ee988-45f1-40e6-9cf3-de94d632f75b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:53.544594 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ee988-45f1-40e6-9cf3-de94d632f75b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:53.545214 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ee988-45f1-40e6-9cf3-de94d632f75b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:53.545696 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ee988-45f1-40e6-9cf3-de94d632f75b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:53.546258 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ee988-45f1-40e6-9cf3-de94d632f75b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:53.549025 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ee988-45f1-40e6-9cf3-de94d632f75b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:53.549025 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ee988-45f1-40e6-9cf3-de94d632f75b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:53.549025 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ee988-45f1-40e6-9cf3-de94d632f75b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:53.589847 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f4e9d935-996b-43fb-835d-7395136a16ef tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:53.638026 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9d935-996b-43fb-835d-7395136a16ef tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event deleted for resources: {'Port': ['ID=6a693651-61f5-4871-8e6c-1261f297cbd6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:53.740852 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f4e9d935-996b-43fb-835d-7395136a16ef tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:53.740852 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [None req-f4e9d935-996b-43fb-835d-7395136a16ef tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Floating IP 7df9961b-dc9e-46ac-a768-486818ba9326 disassociated (deleted). External IP: 172.25.6.170, port: 63c3bd09-06cc-4258-a216-db4f1f68f39d. Nov 12 09:13:54.122164 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57318) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:54.137612 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-8e865305-6ba3-4dc3-8cc1-27c22eeb352a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-298041141-network', 'tenant_id': '640593de44fb4d4b95a88f1c12e7a937'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:54.192472 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee988-45f1-40e6-9cf3-de94d632f75b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:54.208188 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45a8d3-fd0a-4713-9ac1-5f4926dd61a4 req-3435c7b8-18ed-4662-a0d4-dff3c074f66f tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:54.210310 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0a45a8d3-fd0a-4713-9ac1-5f4926dd61a4 req-3435c7b8-18ed-4662-a0d4-dff3c074f66f tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 946 time: 0.7447524 Nov 12 09:13:54.275027 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-ca1ee988-45f1-40e6-9cf3-de94d632f75b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43eb4e80-f3d6-44dc-98e6-4e8bd3bb0852']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:54.286091 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e865305-6ba3-4dc3-8cc1-27c22eeb352a admin admin] Made reservation on behalf of 640593de44fb4d4b95a88f1c12e7a937 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:54.290081 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8e865305-6ba3-4dc3-8cc1-27c22eeb352a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:54.299205 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-ca1ee988-45f1-40e6-9cf3-de94d632f75b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '678dc48b-a6c0-4e7f-9d74-24ce7d1c57e6') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:54.299587 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-ca1ee988-45f1-40e6-9cf3-de94d632f75b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '678dc48b-a6c0-4e7f-9d74-24ce7d1c57e6') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:54.323262 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8e865305-6ba3-4dc3-8cc1-27c22eeb352a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:54.328106 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee988-45f1-40e6-9cf3-de94d632f75b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:54.379308 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee988-45f1-40e6-9cf3-de94d632f75b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:54.400353 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0a45a8d3-fd0a-4713-9ac1-5f4926dd61a4 req-cc81b544-a529-4d35-8e3d-da88facb499f tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797090 Nov 12 09:13:54.401724 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1ee988-45f1-40e6-9cf3-de94d632f75b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:13:54.402132 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee988-45f1-40e6-9cf3-de94d632f75b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:54.411568 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:13:54.411568 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:13:54.411568 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:13:54.411568 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:13:54.411568 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:13:54.411568 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:13:54.411568 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:13:54.411568 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:13:54.411568 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:13:54.411568 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:13:54.411568 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:13:54.411568 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:13:54.411568 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:13:54.411568 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:13:54.411568 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:13:54.411568 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:13:54.411568 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:13:54.411568 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:13:54.411568 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:13:54.411568 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:13:54.411568 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:13:54.411568 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:13:54.411568 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:13:54.411568 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:13:54.411568 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:13:54.411568 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:13:54.411568 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:13:54.411568 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:13:54.411568 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:13:54.411568 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:13:54.411568 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:13:54.411568 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:13:54.556526 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee988-45f1-40e6-9cf3-de94d632f75b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:54.565565 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e9d935-996b-43fb-835d-7395136a16ef tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Router cc2250af-6e22-46cd-aaff-bea7b7ee91af has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:13:54.576241 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee988-45f1-40e6-9cf3-de94d632f75b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:54.582343 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ca1ee988-45f1-40e6-9cf3-de94d632f75b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/networks/43eb4e80-f3d6-44dc-98e6-4e8bd3bb0852 HTTP/1.1" status: 204 len: 168 time: 1.9093385 Nov 12 09:13:54.588422 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57320) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:54.612888 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ee988-45f1-40e6-9cf3-de94d632f75b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Network': ['ID=43eb4e80-f3d6-44dc-98e6-4e8bd3bb0852,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:54.660900 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8e865305-6ba3-4dc3-8cc1-27c22eeb352a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:54.667469 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8e865305-6ba3-4dc3-8cc1-27c22eeb352a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:54.699266 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b0f987-1786-4878-a05b-7ca170f01b86 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:54.700847 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-10b0f987-1786-4878-a05b-7ca170f01b86 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "GET /v2.0/ports/9ffc6255-6d6f-45d1-9053-6b8865983f70 HTTP/1.1" status: 200 len: 840 time: 0.1107399 Nov 12 09:13:54.708836 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57322) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:54.709823 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e865305-6ba3-4dc3-8cc1-27c22eeb352a admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:13:54.789776 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8e865305-6ba3-4dc3-8cc1-27c22eeb352a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:54.790263 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-8e865305-6ba3-4dc3-8cc1-27c22eeb352a admin admin] Added segment 15e9872d-26e0-4ad1-a91d-53c807c8ccae of type vlan for network 755d5715-f205-4bc1-a704-b059971d5c5e Nov 12 09:13:54.809797 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e865305-6ba3-4dc3-8cc1-27c22eeb352a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0566b732-85f4-438c-bc97-f864903ea2ca,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:54.821508 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e9d935-996b-43fb-835d-7395136a16ef tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:13:54.830140 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f4e9d935-996b-43fb-835d-7395136a16ef tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:54.845851 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38395253-9c44-4b9c-afc9-d92dd80a5502 None None] Sync routers for ids ['cc2250af-6e22-46cd-aaff-bea7b7ee91af'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:13:54.858573 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8b4821eb-3a78-4516-a933-b04bbab08402 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:13:54.884066 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-55298a19-1a96-4c9a-8a95-3989c038d49a tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "GET /v2.0/ports/9ffc6255-6d6f-45d1-9053-6b8865983f70?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1698878 Nov 12 09:13:54.886586 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f4e9d935-996b-43fb-835d-7395136a16ef tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "DELETE /v2.0/floatingips/7df9961b-dc9e-46ac-a768-486818ba9326 HTTP/1.1" status: 204 len: 168 time: 2.4266598 Nov 12 09:13:54.886956 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53fb097f-bc5f-461a-9316-9ce5d6e7fdde', 'tag': '63c3bd09-06cc-4258-a216-db4f1f68f39d'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:13:54.889528 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38395253-9c44-4b9c-afc9-d92dd80a5502 None None] Routers {'cc2250af-6e22-46cd-aaff-bea7b7ee91af'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:13:54.890533 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-38395253-9c44-4b9c-afc9-d92dd80a5502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:13:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['cc2250af-6e22-46cd-aaff-bea7b7ee91af'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:54.891411 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b22773d-32e5-481b-852c-bdca8ef8f807" -d '{"events": [{"name": "network-changed", "server_uuid": "53fb097f-bc5f-461a-9316-9ce5d6e7fdde", "tag": "63c3bd09-06cc-4258-a216-db4f1f68f39d"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:13:54.892557 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 8b4821eb-3a78-4516-a933-b04bbab08402 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:13:54.893020 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 8b4821eb-3a78-4516-a933-b04bbab08402 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:13:54.897053 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57324) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:54.906389 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-28967515-4928-4e1e-85e5-e4202b161d35 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'subnet': {'network_id': '2ff62074-dd3d-479d-8022-cdde36f9b9f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:54.943861 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8e865305-6ba3-4dc3-8cc1-27c22eeb352a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:54.989258 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8e865305-6ba3-4dc3-8cc1-27c22eeb352a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:54.991184 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e865305-6ba3-4dc3-8cc1-27c22eeb352a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:54.992688 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8e865305-6ba3-4dc3-8cc1-27c22eeb352a admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:55.051779 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8e865305-6ba3-4dc3-8cc1-27c22eeb352a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9199722 Nov 12 09:13:55.053411 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57330) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:55.062696 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-3840c962-273b-4b0e-9551-428d310a2803 admin admin] Request body: {'subnet': {'network_id': '755d5715-f205-4bc1-a704-b059971d5c5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-298041141-subnet', 'tenant_id': '640593de44fb4d4b95a88f1c12e7a937', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:55.098237 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-38395253-9c44-4b9c-afc9-d92dd80a5502 None None] Set router cc2250af-6e22-46cd-aaff-bea7b7ee91af gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:13:55.112521 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28967515-4928-4e1e-85e5-e4202b161d35 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:55.114401 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e865305-6ba3-4dc3-8cc1-27c22eeb352a admin admin] Pushing event updated for resources: {'Network': ['ID=755d5715-f205-4bc1-a704-b059971d5c5e,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:55.117687 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-28967515-4928-4e1e-85e5-e4202b161d35 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:55.172557 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 755d5715-f205-4bc1-a704-b059971d5c5e details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:13:55.217236 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3840c962-273b-4b0e-9551-428d310a2803 admin admin] Made reservation on behalf of 640593de44fb4d4b95a88f1c12e7a937 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:55.220423 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3840c962-273b-4b0e-9551-428d310a2803 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:55.584330 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ae830c-04f5-4dd6-96ee-5205e7771e6c x-openstack-request-id: req-03ae830c-04f5-4dd6-96ee-5205e7771e6c {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:13:55.585454 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53fb097f-bc5f-461a-9316-9ce5d6e7fdde", "tag": "63c3bd09-06cc-4258-a216-db4f1f68f39d", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:13:55.585856 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03ae830c-04f5-4dd6-96ee-5205e7771e6c {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:13:55.588306 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53fb097f-bc5f-461a-9316-9ce5d6e7fdde', 'tag': '63c3bd09-06cc-4258-a216-db4f1f68f39d', 'status': 'completed', 'code': 200} Nov 12 09:13:55.594301 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-28967515-4928-4e1e-85e5-e4202b161d35 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:55.651668 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-38395253-9c44-4b9c-afc9-d92dd80a5502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990376753', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2a1f-c7ab-4e48-a800-d98735ccf157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:38Z', 'updated_at': '2021-11-12T09:11:55Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': 'cc4f2a1f-c7ab-4e48-a800-d98735ccf157', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:40Z', 'updated_at': '2021-11-12T09:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'd446d757-f54a-4e8b-be86-596ebfbcf7bd', 'name': '', 'network_id': '85da2c57-6886-4788-98af-189f3410e3af', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:06:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '885171e7-4293-4d6e-9568-87d50b237261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:51Z', 'updated_at': '2021-11-12T09:12:03Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': '885171e7-4293-4d6e-9568-87d50b237261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:55.712474 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22773d-32e5-481b-852c-bdca8ef8f807 req-eacf1273-11f5-49ff-904f-65846fa27950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:55.715886 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b22773d-32e5-481b-852c-bdca8ef8f807 req-eacf1273-11f5-49ff-904f-65846fa27950 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=300860f259ae41fb99a14af6fd1a3470&device_id=53fb097f-bc5f-461a-9316-9ce5d6e7fdde HTTP/1.1" status: 200 len: 1098 time: 0.0963414 Nov 12 09:13:55.719339 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38395253-9c44-4b9c-afc9-d92dd80a5502 None None] Checking router: cc2250af-6e22-46cd-aaff-bea7b7ee91af for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:13:55.744057 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38395253-9c44-4b9c-afc9-d92dd80a5502 None None] Routers {'cc2250af-6e22-46cd-aaff-bea7b7ee91af'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:13:55.745432 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-38395253-9c44-4b9c-afc9-d92dd80a5502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:13:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['cc2250af-6e22-46cd-aaff-bea7b7ee91af'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:55.778624 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28967515-4928-4e1e-85e5-e4202b161d35 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network 2ff62074-dd3d-479d-8022-cdde36f9b9f1 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:13:55.784760 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3840c962-273b-4b0e-9551-428d310a2803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:55.800425 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-28967515-4928-4e1e-85e5-e4202b161d35 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:55.806845 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28967515-4928-4e1e-85e5-e4202b161d35 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:55.808540 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-28967515-4928-4e1e-85e5-e4202b161d35 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:55.831767 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3421de27-7f7c-4a02-a0a2-18ad21ceb939 None None] Network 2ff62074-dd3d-479d-8022-cdde36f9b9f1 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:13:55.844533 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28967515-4928-4e1e-85e5-e4202b161d35 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Subnet': ['ID=e8b9d933-3651-4ed7-98f7-e3c78f37e16d,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:55.913824 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-28967515-4928-4e1e-85e5-e4202b161d35 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0016060 Nov 12 09:13:55.915958 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57338) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:55.925673 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc00cb-969d-4b24-9722-72da083141dc req-a945ad72-3f0e-4757-8803-9fe1bb1a320e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:55.928540 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-97dc00cb-969d-4b24-9722-72da083141dc req-a945ad72-3f0e-4757-8803-9fe1bb1a320e tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=53fb097f-bc5f-461a-9316-9ce5d6e7fdde HTTP/1.1" status: 200 len: 946 time: 0.2239821 Nov 12 09:13:55.931251 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-7b0d6857-616c-451a-976b-14eebfb58f9f tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'security_group': {'name': 'tempest-secgroup-192146481'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:55.990559 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840c962-273b-4b0e-9551-428d310a2803 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d3181cc-94da-44f8-a726-8d5e2ffbc795,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:56.013310 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3840c962-273b-4b0e-9551-428d310a2803 admin admin] Checking segment: {'id': '15e9872d-26e0-4ad1-a91d-53c807c8ccae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '755d5715-f205-4bc1-a704-b059971d5c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:13:56.013909 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3840c962-273b-4b0e-9551-428d310a2803 admin admin] Network hostable DHCP agents. Network: 755d5715-f205-4bc1-a704-b059971d5c5e, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:13:56.030295 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b0d6857-616c-451a-976b-14eebfb58f9f tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:56.037155 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22773d-32e5-481b-852c-bdca8ef8f807 req-3544e488-6cc3-4284-8bc4-54eac86d6ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:56.040098 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b22773d-32e5-481b-852c-bdca8ef8f807 req-3544e488-6cc3-4284-8bc4-54eac86d6ab1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=85da2c57-6886-4788-98af-189f3410e3af HTTP/1.1" status: 200 len: 898 time: 0.3089979 Nov 12 09:13:56.075604 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-38395253-9c44-4b9c-afc9-d92dd80a5502 None None] Set router cc2250af-6e22-46cd-aaff-bea7b7ee91af gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:13:56.082415 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3840c962-273b-4b0e-9551-428d310a2803 admin admin] Network 755d5715-f205-4bc1-a704-b059971d5c5e is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:13:56.089861 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-97dc00cb-969d-4b24-9722-72da083141dc req-969d4160-5551-4fae-8899-06405b877c87 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c9d6dfb-aa83-451a-96a4-5547b9f26631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415224 Nov 12 09:13:56.115579 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-3840c962-273b-4b0e-9551-428d310a2803 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 755d5715-f205-4bc1-a704-b059971d5c5e) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:56.130081 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3840c962-273b-4b0e-9551-428d310a2803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:56.131154 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3840c962-273b-4b0e-9551-428d310a2803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:56.153672 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b22773d-32e5-481b-852c-bdca8ef8f807 req-3ce14688-932e-4e60-af19-4fd8b5390071 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63c3bd09-06cc-4258-a216-db4f1f68f39d HTTP/1.1" status: 200 len: 217 time: 0.0954444 Nov 12 09:13:56.176543 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff5fa0d-67b0-41c3-9169-737376ba3e53 None None] Network 755d5715-f205-4bc1-a704-b059971d5c5e requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:13:56.179928 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3840c962-273b-4b0e-9551-428d310a2803 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1246328 Nov 12 09:13:56.216811 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b0d6857-616c-451a-976b-14eebfb58f9f tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:56.225268 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b0d6857-616c-451a-976b-14eebfb58f9f tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:56.294465 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b0d6857-616c-451a-976b-14eebfb58f9f tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:56.296753 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7b0d6857-616c-451a-976b-14eebfb58f9f tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3767815 Nov 12 09:13:56.302860 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57342) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:56.312915 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-fa86d918-8ece-4969-8717-23861e0dc3e3 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'security_group': {'name': 'tempest-secgroup-114662166'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:56.328799 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d6857-616c-451a-976b-14eebfb58f9f tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32135f25-5565-494f-926d-6348d90e1db2,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:56.369542 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fa86d918-8ece-4969-8717-23861e0dc3e3 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:56.376657 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22773d-32e5-481b-852c-bdca8ef8f807 req-9ee1e08f-8756-4230-9563-65064432a6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:56.380096 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b22773d-32e5-481b-852c-bdca8ef8f807 req-9ee1e08f-8756-4230-9563-65064432a6e8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=885171e7-4293-4d6e-9568-87d50b237261 HTTP/1.1" status: 200 len: 833 time: 0.2173839 Nov 12 09:13:56.410424 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c0d61-edfe-4b71-9f95-38e01999a1f8 req-415332e7-b411-4092-a2f8-8466659f89ca tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:56.413349 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5c9c0d61-edfe-4b71-9f95-38e01999a1f8 req-415332e7-b411-4092-a2f8-8466659f89ca tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 946 time: 0.1534486 Nov 12 09:13:56.450730 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57344) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:56.569475 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb53212-61ad-435f-8a21-815545ba6bc8 admin admin] Deleting subnet a8f701cf-3422-4b11-a754-f9ac58edb898 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:13:56.577676 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5c9c0d61-edfe-4b71-9f95-38e01999a1f8 req-7dfb02e4-3091-46db-9f0a-0f22a4a0ab9a tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476562 Nov 12 09:13:56.582805 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22773d-32e5-481b-852c-bdca8ef8f807 req-cdf6c7ca-dad2-4f40-a490-947ec7f715ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:56.583515 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1eb53212-61ad-435f-8a21-815545ba6bc8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:56.584119 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b22773d-32e5-481b-852c-bdca8ef8f807 req-cdf6c7ca-dad2-4f40-a490-947ec7f715ed service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=85da2c57-6886-4788-98af-189f3410e3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1941128 Nov 12 09:13:56.732333 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941c6917-54f2-45b1-aafd-d10c84ba07e7 None None] Network 755d5715-f205-4bc1-a704-b059971d5c5e requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:13:56.734945 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-2ff62074-dd3d-479d-8022-cdde36f9b9f1', 'network_id': '2ff62074-dd3d-479d-8022-cdde36f9b9f1', 'tenant_id': 'a4cc795e5c364f88af1bdcef711beb4a', 'fixed_ips': [{'subnet_id': 'e8b9d933-3651-4ed7-98f7-e3c78f37e16d'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:13:56.735949 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:56.744909 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fa86d918-8ece-4969-8717-23861e0dc3e3 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:56.761468 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1eb53212-61ad-435f-8a21-815545ba6bc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:56.766734 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fa86d918-8ece-4969-8717-23861e0dc3e3 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:56.823704 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b22773d-32e5-481b-852c-bdca8ef8f807 req-606bf664-ba97-4125-bd7f-bfa48d5cc806 service neutron] 10.222.0.54 "GET /v2.0/networks/85da2c57-6886-4788-98af-189f3410e3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219527 Nov 12 09:13:56.867386 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9cc6f-c7ac-4db7-ba1f-af9f1972b84c req-63fc1dc8-58b9-4921-89b3-1384236827c4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:56.870468 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0da9cc6f-c7ac-4db7-ba1f-af9f1972b84c req-63fc1dc8-58b9-4921-89b3-1384236827c4 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.54 "GET /v2.0/ports?device_id=53fb097f-bc5f-461a-9316-9ce5d6e7fdde HTTP/1.1" status: 200 len: 946 time: 0.2460158 Nov 12 09:13:56.913358 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fa86d918-8ece-4969-8717-23861e0dc3e3 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:56.918208 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-fa86d918-8ece-4969-8717-23861e0dc3e3 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6103065 Nov 12 09:13:56.933056 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57346) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:56.942664 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-6ba0a410-3d7f-46e6-90a1-8d64c87ce653 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1537719231', 'security_groups': ['9a0daa64-6c4a-49f7-9bbc-2286629cbdae'], 'network_id': '2ff62074-dd3d-479d-8022-cdde36f9b9f1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e8b9d933-3651-4ed7-98f7-e3c78f37e16d'}]}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:56.978775 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86d918-8ece-4969-8717-23861e0dc3e3 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0daa64-6c4a-49f7-9bbc-2286629cbdae,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:56.990119 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1eb53212-61ad-435f-8a21-815545ba6bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:57.106573 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b22773d-32e5-481b-852c-bdca8ef8f807 req-9c3d6b6f-3ede-434f-98e8-f81df199d196 service neutron] 10.222.0.54 "GET /v2.0/networks/85da2c57-6886-4788-98af-189f3410e3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727978 Nov 12 09:13:57.144957 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-38395253-9c44-4b9c-afc9-d92dd80a5502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990376753', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2a1f-c7ab-4e48-a800-d98735ccf157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:38Z', 'updated_at': '2021-11-12T09:11:55Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': 'cc4f2a1f-c7ab-4e48-a800-d98735ccf157', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:40Z', 'updated_at': '2021-11-12T09:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'd446d757-f54a-4e8b-be86-596ebfbcf7bd', 'name': '', 'network_id': '85da2c57-6886-4788-98af-189f3410e3af', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:06:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '885171e7-4293-4d6e-9568-87d50b237261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:51Z', 'updated_at': '2021-11-12T09:12:03Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': '885171e7-4293-4d6e-9568-87d50b237261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:57.187168 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1eb53212-61ad-435f-8a21-815545ba6bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:57.198400 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba0a410-3d7f-46e6-90a1-8d64c87ce653 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:57.210420 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-0da9cc6f-c7ac-4db7-ba1f-af9f1972b84c req-5e711b97-8fe1-4d04-823a-9e72a2cc8aae tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Deleting port 63c3bd09-06cc-4258-a216-db4f1f68f39d {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:13:57.212075 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0da9cc6f-c7ac-4db7-ba1f-af9f1972b84c req-5e711b97-8fe1-4d04-823a-9e72a2cc8aae tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:57.216147 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] Allocated IP 172.20.0.2 (2ff62074-dd3d-479d-8022-cdde36f9b9f1/e8b9d933-3651-4ed7-98f7-e3c78f37e16d/a0daa3e6-15ea-4bc0-8453-2488754ee9e2) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:13:57.217727 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38395253-9c44-4b9c-afc9-d92dd80a5502 None None] The sync data for ids ['cc2250af-6e22-46cd-aaff-bea7b7ee91af'] in n-d-768862-16 is: [{'id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990376753', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2a1f-c7ab-4e48-a800-d98735ccf157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:38Z', 'updated_at': '2021-11-12T09:11:55Z', 'revision_number': 4, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': 'cc4f2a1f-c7ab-4e48-a800-d98735ccf157', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:40Z', 'updated_at': '2021-11-12T09:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'd446d757-f54a-4e8b-be86-596ebfbcf7bd', 'name': '', 'network_id': '85da2c57-6886-4788-98af-189f3410e3af', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'mac_address': 'fa:16:3e:06:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '885171e7-4293-4d6e-9568-87d50b237261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:51Z', 'updated_at': '2021-11-12T09:12:03Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'subnets': [{'id': '885171e7-4293-4d6e-9568-87d50b237261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:13:57.289332 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb53212-61ad-435f-8a21-815545ba6bc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8f701cf-3422-4b11-a754-f9ac58edb898,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:57.295718 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1eb53212-61ad-435f-8a21-815545ba6bc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:57.299779 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1eb53212-61ad-435f-8a21-815545ba6bc8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a8f701cf-3422-4b11-a754-f9ac58edb898 HTTP/1.1" status: 204 len: 168 time: 0.8474994 Nov 12 09:13:57.316341 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57350) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:57.424242 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-0da9cc6f-c7ac-4db7-ba1f-af9f1972b84c req-5e711b97-8fe1-4d04-823a-9e72a2cc8aae tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] For port 63c3bd09-06cc-4258-a216-db4f1f68f39d, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=63c3bd09-06cc-4258-a216-db4f1f68f39d,segment=NetworkSegment(069b91b4-35da-4823-ae0f-84d90dbb9807),segment_id=069b91b4-35da-4823-ae0f-84d90dbb9807)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:57.424741 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0da9cc6f-c7ac-4db7-ba1f-af9f1972b84c req-5e711b97-8fe1-4d04-823a-9e72a2cc8aae tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:57.447122 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-0da9cc6f-c7ac-4db7-ba1f-af9f1972b84c req-5e711b97-8fe1-4d04-823a-9e72a2cc8aae tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Calling delete_port for 63c3bd09-06cc-4258-a216-db4f1f68f39d owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:13:57.549536 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f26671bd-4818-437e-9741-365661896c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:57.576545 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:57.589953 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:57.595053 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6ba0a410-3d7f-46e6-90a1-8d64c87ce653 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:57.608535 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb4884-74ce-4896-abfd-749d69228cf3 req-10ec6a34-7d75-4a7c-b3ab-b9acb4f28745 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:57.616744 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5bdb4884-74ce-4896-abfd-749d69228cf3 req-10ec6a34-7d75-4a7c-b3ab-b9acb4f28745 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/ports?device_id=53fb097f-bc5f-461a-9316-9ce5d6e7fdde HTTP/1.1" status: 200 len: 946 time: 0.3224072 Nov 12 09:13:57.676814 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] Network 2ff62074-dd3d-479d-8022-cdde36f9b9f1 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:13:57.690264 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:57.696737 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-6ba0a410-3d7f-46e6-90a1-8d64c87ce653 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] device_id is not set on port bcacd902-31d1-4275-8bc1-616e8a953cf4 yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:13:57.697577 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:13:57.711593 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] Pushing event updated for resources: {'Port': ['ID=a0daa3e6-15ea-4bc0-8453-2488754ee9e2,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:57.733171 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0da9cc6f-c7ac-4db7-ba1f-af9f1972b84c req-5e711b97-8fe1-4d04-823a-9e72a2cc8aae tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:57.736945 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:57.738121 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:57.740159 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:57.741302 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:57.742469 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:57.743197 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:57.744177 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:57.745413 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:57.746308 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:57.746904 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:57.747962 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:57.748553 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:57.782733 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6a6adf-bf09-4884-9a8b-776c65308067 None None] New status for floating IP 7df9961b-dc9e-46ac-a768-486818ba9326: DOWN {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:13:57.814892 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e711b97-8fe1-4d04-823a-9e72a2cc8aae tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event deleted for resources: {'Port': ['ID=63c3bd09-06cc-4258-a216-db4f1f68f39d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:57.819788 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] Attempting to bind port a0daa3e6-15ea-4bc0-8453-2488754ee9e2 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:57.820367 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] Attempting to bind port a0daa3e6-15ea-4bc0-8453-2488754ee9e2 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'e5aa620e-904b-492f-99b7-9ff92fc8daec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2ff62074-dd3d-479d-8022-cdde36f9b9f1'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:57.820866 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] Attempting to bind port a0daa3e6-15ea-4bc0-8453-2488754ee9e2 on network 2ff62074-dd3d-479d-8022-cdde36f9b9f1 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:57.830910 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:13:57.831686 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] Checking segment: {'id': 'e5aa620e-904b-492f-99b7-9ff92fc8daec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2ff62074-dd3d-479d-8022-cdde36f9b9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:13:57.832457 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:57.833035 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] Bound using segment: {'id': 'e5aa620e-904b-492f-99b7-9ff92fc8daec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2ff62074-dd3d-479d-8022-cdde36f9b9f1'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:13:57.834457 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] Bound port: a0daa3e6-15ea-4bc0-8453-2488754ee9e2, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5aa620e-904b-492f-99b7-9ff92fc8daec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2ff62074-dd3d-479d-8022-cdde36f9b9f1'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:13:57.835234 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:57.838047 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5bdb4884-74ce-4896-abfd-749d69228cf3 req-15209b1c-99fd-44a4-8e78-7b5e09148709 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c9d6dfb-aa83-451a-96a4-5547b9f26631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107780 Nov 12 09:13:57.882366 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da9cc6f-c7ac-4db7-ba1f-af9f1972b84c req-5e711b97-8fe1-4d04-823a-9e72a2cc8aae tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] No DVR routers for this DVR port 63c3bd09-06cc-4258-a216-db4f1f68f39d on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:13:57.886905 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0da9cc6f-c7ac-4db7-ba1f-af9f1972b84c req-5e711b97-8fe1-4d04-823a-9e72a2cc8aae tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:57.892464 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0da9cc6f-c7ac-4db7-ba1f-af9f1972b84c req-5e711b97-8fe1-4d04-823a-9e72a2cc8aae tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.54 "DELETE /v2.0/ports/63c3bd09-06cc-4258-a216-db4f1f68f39d HTTP/1.1" status: 204 len: 173 time: 1.0100813 Nov 12 09:13:57.893133 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53fb097f-bc5f-461a-9316-9ce5d6e7fdde', 'name': 'network-vif-deleted', 'tag': '63c3bd09-06cc-4258-a216-db4f1f68f39d'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:13:57.898338 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4803a8-241f-4c81-b8c2-69f2fc783b17" -d '{"events": [{"server_uuid": "53fb097f-bc5f-461a-9316-9ce5d6e7fdde", "name": "network-vif-deleted", "tag": "63c3bd09-06cc-4258-a216-db4f1f68f39d"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:13:57.959533 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f26671bd-4818-437e-9741-365661896c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:57.966666 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] For port a0daa3e6-15ea-4bc0-8453-2488754ee9e2, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:13:57.972630 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] For port a0daa3e6-15ea-4bc0-8453-2488754ee9e2, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a0daa3e6-15ea-4bc0-8453-2488754ee9e2,segment=NetworkSegment(e5aa620e-904b-492f-99b7-9ff92fc8daec),segment_id=e5aa620e-904b-492f-99b7-9ff92fc8daec)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:13:57.986028 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:58.049449 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-f26671bd-4818-437e-9741-365661896c8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbdb834b-8477-46c0-920a-6ad0f65e56ad']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:58.090372 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-f26671bd-4818-437e-9741-365661896c8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb9be559-ab56-41a2-b8a8-6c21d9e5d165') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:58.090372 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-f26671bd-4818-437e-9741-365661896c8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb9be559-ab56-41a2-b8a8-6c21d9e5d165') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:58.104575 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658b5c2-8f0d-4fb4-982b-6fc1304e2ee5 None None] Pushing event updated for resources: {'Port': ['ID=a0daa3e6-15ea-4bc0-8453-2488754ee9e2,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:58.131377 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f26671bd-4818-437e-9741-365661896c8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:58.184280 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f26671bd-4818-437e-9741-365661896c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:58.214710 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed11c19-0ec9-4695-a09d-d60c294b09a4 req-2ac93d46-85c7-41ad-98a5-60b2123231c6 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:58.215974 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8ed11c19-0ec9-4695-a09d-d60c294b09a4 req-2ac93d46-85c7-41ad-98a5-60b2123231c6 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 946 time: 0.1613753 Nov 12 09:13:58.217260 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f26671bd-4818-437e-9741-365661896c8f admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:13:58.217679 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f26671bd-4818-437e-9741-365661896c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:58.222933 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:13:58.222933 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:13:58.222933 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:13:58.222933 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:13:58.222933 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:13:58.222933 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:13:58.222933 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:13:58.222933 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:13:58.222933 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:13:58.222933 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:13:58.222933 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:13:58.222933 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:13:58.222933 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:13:58.222933 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:13:58.222933 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:13:58.222933 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:13:58.222933 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:13:58.222933 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:13:58.222933 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:13:58.222933 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:13:58.222933 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:13:58.222933 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:13:58.222933 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:13:58.222933 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:13:58.222933 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:13:58.222933 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:13:58.222933 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:13:58.222933 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:13:58.222933 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:13:58.222933 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:13:58.222933 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:13:58.222933 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:13:58.288022 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-6ba0a410-3d7f-46e6-90a1-8d64c87ce653 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Allocated IP 172.20.0.12 (2ff62074-dd3d-479d-8022-cdde36f9b9f1/e8b9d933-3651-4ed7-98f7-e3c78f37e16d/bcacd902-31d1-4275-8bc1-616e8a953cf4) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:13:58.347495 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f26671bd-4818-437e-9741-365661896c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:58.388177 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f26671bd-4818-437e-9741-365661896c8f admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:58.392098 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f26671bd-4818-437e-9741-365661896c8f admin admin] 10.222.0.37 "DELETE /v2.0/networks/fbdb834b-8477-46c0-920a-6ad0f65e56ad HTTP/1.1" status: 204 len: 168 time: 1.0211515 Nov 12 09:13:58.398553 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57356) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:58.454509 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26671bd-4818-437e-9741-365661896c8f admin admin] Pushing event deleted for resources: {'Network': ['ID=fbdb834b-8477-46c0-920a-6ad0f65e56ad,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:58.535257 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8ed11c19-0ec9-4695-a09d-d60c294b09a4 req-39c7bcc0-f080-4c26-8ee8-71ed226aea98 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839873 Nov 12 09:13:58.614631 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-32f71805-bfd6-436a-b884-579595c970b0 admin admin] Deleting subnet 9d3181cc-94da-44f8-a726-8d5e2ffbc795 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:13:58.620276 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32f71805-bfd6-436a-b884-579595c970b0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:58.686041 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf4eb3b-c8a2-4080-a043-8a6b61591d25 x-openstack-request-id: req-8bf4eb3b-c8a2-4080-a043-8a6b61591d25 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:13:58.686409 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53fb097f-bc5f-461a-9316-9ce5d6e7fdde", "name": "network-vif-deleted", "tag": "63c3bd09-06cc-4258-a216-db4f1f68f39d", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:13:58.686719 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8bf4eb3b-c8a2-4080-a043-8a6b61591d25 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:13:58.687209 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53fb097f-bc5f-461a-9316-9ce5d6e7fdde', 'name': 'network-vif-deleted', 'tag': '63c3bd09-06cc-4258-a216-db4f1f68f39d', 'status': 'completed', 'code': 200} Nov 12 09:13:58.687779 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6ba0a410-3d7f-46e6-90a1-8d64c87ce653 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:58.708523 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32f71805-bfd6-436a-b884-579595c970b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:58.794210 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6ba0a410-3d7f-46e6-90a1-8d64c87ce653 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:58.855140 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba0a410-3d7f-46e6-90a1-8d64c87ce653 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network 2ff62074-dd3d-479d-8022-cdde36f9b9f1 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:13:58.860894 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-6ba0a410-3d7f-46e6-90a1-8d64c87ce653 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:58.867487 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba0a410-3d7f-46e6-90a1-8d64c87ce653 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:13:58.868415 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32f71805-bfd6-436a-b884-579595c970b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:58.944321 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0a410-3d7f-46e6-90a1-8d64c87ce653 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Port': ['ID=bcacd902-31d1-4275-8bc1-616e8a953cf4,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:58.971703 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32f71805-bfd6-436a-b884-579595c970b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:58.990489 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a0daa3e6-15ea-4bc0-8453-2488754ee9e2 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:13:58.997302 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba0a410-3d7f-46e6-90a1-8d64c87ce653 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:58.998738 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6ba0a410-3d7f-46e6-90a1-8d64c87ce653 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:59.004851 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57360) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:59.044528 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6ba0a410-3d7f-46e6-90a1-8d64c87ce653 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1095257 Nov 12 09:13:59.049462 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57362) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:59.053393 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f71805-bfd6-436a-b884-579595c970b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d3181cc-94da-44f8-a726-8d5e2ffbc795,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:59.069066 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-276adb03-f7cf-4c94-ad58-de794b2e497e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'subnet': {'network_id': '2ff62074-dd3d-479d-8022-cdde36f9b9f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:59.069456 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32f71805-bfd6-436a-b884-579595c970b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:59.073425 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-32f71805-bfd6-436a-b884-579595c970b0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9d3181cc-94da-44f8-a726-8d5e2ffbc795 HTTP/1.1" status: 204 len: 168 time: 0.6733294 Nov 12 09:13:59.078641 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57364) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:59.331601 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e936667c-0233-45db-837b-f315fc940764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:59.336241 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port a0daa3e6-15ea-4bc0-8453-2488754ee9e2 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:59.336880 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:59.435575 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:59.495569 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e936667c-0233-45db-837b-f315fc940764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:59.500035 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276adb03-f7cf-4c94-ad58-de794b2e497e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:59.509028 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-276adb03-f7cf-4c94-ad58-de794b2e497e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:59.553587 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:59.583213 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-e936667c-0233-45db-837b-f315fc940764 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['755d5715-f205-4bc1-a704-b059971d5c5e']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:59.629874 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-e936667c-0233-45db-837b-f315fc940764 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e9872d-26e0-4ad1-a91d-53c807c8ccae') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:59.630220 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-e936667c-0233-45db-837b-f315fc940764 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e9872d-26e0-4ad1-a91d-53c807c8ccae') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:59.643003 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port a0daa3e6-15ea-4bc0-8453-2488754ee9e2, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a0daa3e6-15ea-4bc0-8453-2488754ee9e2,segment=NetworkSegment(e5aa620e-904b-492f-99b7-9ff92fc8daec),segment_id=e5aa620e-904b-492f-99b7-9ff92fc8daec)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:59.652068 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:59.657747 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e936667c-0233-45db-837b-f315fc940764 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:59.711136 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e936667c-0233-45db-837b-f315fc940764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:59.763495 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a21af34c-369d-46b6-b1c6-0ce1c31f441b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:59.771480 n-d-768862-16 neutron-server[102569]: INFO neutron.db.ipam_backend_mixin [None req-276adb03-f7cf-4c94-ad58-de794b2e497e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e8b9d933-3651-4ed7-98f7-e3c78f37e16d (CIDR: 172.20.0.0/28) Nov 12 09:13:59.774936 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e936667c-0233-45db-837b-f315fc940764 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:13:59.775785 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e936667c-0233-45db-837b-f315fc940764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:59.777839 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=a0daa3e6-15ea-4bc0-8453-2488754ee9e2,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:59.840789 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:13:59.840789 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:13:59.840789 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:13:59.840789 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:13:59.840789 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:13:59.840789 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:13:59.840789 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:13:59.840789 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:13:59.840789 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:13:59.840789 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:13:59.840789 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:13:59.840789 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:13:59.840789 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:13:59.840789 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:13:59.840789 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:13:59.840789 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:13:59.840789 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:13:59.840789 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:13:59.840789 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:13:59.840789 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:13:59.840789 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:13:59.840789 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:13:59.840789 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:13:59.840789 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:13:59.840789 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:13:59.840789 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:13:59.840789 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:13:59.840789 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:13:59.840789 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:13:59.840789 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:13:59.840789 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:13:59.840789 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:13:59.857713 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-276adb03-f7cf-4c94-ad58-de794b2e497e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:13:59.859039 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-276adb03-f7cf-4c94-ad58-de794b2e497e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:13:59.892705 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e936667c-0233-45db-837b-f315fc940764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:59.904769 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e936667c-0233-45db-837b-f315fc940764 admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:59.908515 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e936667c-0233-45db-837b-f315fc940764 admin admin] 10.222.0.37 "DELETE /v2.0/networks/755d5715-f205-4bc1-a704-b059971d5c5e HTTP/1.1" status: 204 len: 168 time: 0.8270972 Nov 12 09:13:59.919946 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d521e0-584c-40dd-aea0-2dfd26bd1b03 req-b830ad71-f176-4888-be24-2418e62f1ca0 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:59.925019 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a3d521e0-584c-40dd-aea0-2dfd26bd1b03 req-b830ad71-f176-4888-be24-2418e62f1ca0 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 946 time: 0.2008817 Nov 12 09:13:59.945287 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-276adb03-f7cf-4c94-ad58-de794b2e497e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8936646 Nov 12 09:13:59.949900 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57370) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:59.955792 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936667c-0233-45db-837b-f315fc940764 admin admin] Pushing event deleted for resources: {'Network': ['ID=755d5715-f205-4bc1-a704-b059971d5c5e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:59.972174 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-442733f4-10d2-4b56-88c3-3533a312512b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'subnet': {'network_id': '2ff62074-dd3d-479d-8022-cdde36f9b9f1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:00.054337 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a3d521e0-584c-40dd-aea0-2dfd26bd1b03 req-bc379518-44ac-4f06-8f54-d068eea78073 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067746 Nov 12 09:14:00.129715 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-cf360546-671f-4de0-91a7-d0ecb787e678 None None] Provisioning complete for port a0daa3e6-15ea-4bc0-8453-2488754ee9e2 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:00.130572 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cf360546-671f-4de0-91a7-d0ecb787e678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:00.346744 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442733f4-10d2-4b56-88c3-3533a312512b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:14:00.352515 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-442733f4-10d2-4b56-88c3-3533a312512b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:00.366477 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57372) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:00.378696 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-cf360546-671f-4de0-91a7-d0ecb787e678 None None] Provisioning complete for port 9ffc6255-6d6f-45d1-9053-6b8865983f70 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:00.379447 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cf360546-671f-4de0-91a7-d0ecb787e678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:00.445114 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-715e3273-3504-413a-9cae-c45ba2de3756 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fccf6f156c5049818a1ae7699312fb9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0754712 Nov 12 09:14:00.445856 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57374) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:00.456704 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-cf360546-671f-4de0-91a7-d0ecb787e678 None None] Port 9ffc6255-6d6f-45d1-9053-6b8865983f70 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:14:00.545756 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-85a7778c-4818-4134-aaa6-f565ea92da71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:00.552250 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-a21af34c-369d-46b6-b1c6-0ce1c31f441b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Deleting port d446d757-f54a-4e8b-be86-596ebfbcf7bd {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:14:00.552596 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a21af34c-369d-46b6-b1c6-0ce1c31f441b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:00.593003 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-85a7778c-4818-4134-aaa6-f565ea92da71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:00.595289 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5ae41bcf-85eb-40de-8faf-c81f3d251413 None None] Provisioning complete for port bcacd902-31d1-4275-8bc1-616e8a953cf4 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:00.596187 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5ae41bcf-85eb-40de-8faf-c81f3d251413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:00.656879 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5ae41bcf-85eb-40de-8faf-c81f3d251413 None None] Port bcacd902-31d1-4275-8bc1-616e8a953cf4 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:14:00.695757 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-85a7778c-4818-4134-aaa6-f565ea92da71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:00.703098 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-85a7778c-4818-4134-aaa6-f565ea92da71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:00.708074 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-85a7778c-4818-4134-aaa6-f565ea92da71 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0e365da2-7e98-42a2-b902-086c11774ce5 HTTP/1.1" status: 204 len: 168 time: 0.2576971 Nov 12 09:14:00.724623 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7778c-4818-4134-aaa6-f565ea92da71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e365da2-7e98-42a2-b902-086c11774ce5,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:00.748022 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-a21af34c-369d-46b6-b1c6-0ce1c31f441b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] For port d446d757-f54a-4e8b-be86-596ebfbcf7bd, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d446d757-f54a-4e8b-be86-596ebfbcf7bd,segment=NetworkSegment(069b91b4-35da-4823-ae0f-84d90dbb9807),segment_id=069b91b4-35da-4823-ae0f-84d90dbb9807)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:00.748405 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a21af34c-369d-46b6-b1c6-0ce1c31f441b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:00.791249 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-a21af34c-369d-46b6-b1c6-0ce1c31f441b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Calling delete_port for d446d757-f54a-4e8b-be86-596ebfbcf7bd owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:14:00.845758 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a0daa3e6-15ea-4bc0-8453-2488754ee9e2 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:14:00.926179 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port a0daa3e6-15ea-4bc0-8453-2488754ee9e2 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:00.926670 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:00.929164 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-442733f4-10d2-4b56-88c3-3533a312512b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:01.026306 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442733f4-10d2-4b56-88c3-3533a312512b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network 2ff62074-dd3d-479d-8022-cdde36f9b9f1 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:01.109232 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-442733f4-10d2-4b56-88c3-3533a312512b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:01.123331 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442733f4-10d2-4b56-88c3-3533a312512b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:01.123579 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab61afa-ecb9-4a72-bd23-8bdca30ba79d None None] Network 2ff62074-dd3d-479d-8022-cdde36f9b9f1 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:14:01.123943 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-442733f4-10d2-4b56-88c3-3533a312512b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:01.142611 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442733f4-10d2-4b56-88c3-3533a312512b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Subnet': ['ID=bb56e2b9-074e-4158-bd8d-4bd0cd896c8d,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:01.180146 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-442733f4-10d2-4b56-88c3-3533a312512b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2264581 Nov 12 09:14:01.185559 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57382) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:01.196998 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-7201dcae-6891-409c-9f74-7b4148b7aea7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-971720951', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bb56e2b9-074e-4158-bd8d-4bd0cd896c8d'}], 'security_groups': ['32135f25-5565-494f-926d-6348d90e1db2']}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:01.320275 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a21af34c-369d-46b6-b1c6-0ce1c31f441b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:01.365001 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57384) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:01.376622 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21af34c-369d-46b6-b1c6-0ce1c31f441b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event deleted for resources: {'Port': ['ID=d446d757-f54a-4e8b-be86-596ebfbcf7bd,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:01.502149 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7201dcae-6891-409c-9f74-7b4148b7aea7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:01.528845 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5d5f9-5688-4726-8331-05ce8ff8d4cf req-fa7e1455-e96d-4ee7-8d06-02c7937be492 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:01.532633 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-37a5d5f9-5688-4726-8331-05ce8ff8d4cf req-fa7e1455-e96d-4ee7-8d06-02c7937be492 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 946 time: 0.2396116 Nov 12 09:14:01.566363 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7b780fd5-8b97-46cb-ae25-b09702ec360b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=640593de44fb4d4b95a88f1c12e7a937&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1957126 Nov 12 09:14:01.574926 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57386) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:01.613882 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 63c3bd09-06cc-4258-a216-db4f1f68f39d no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:14:01.652429 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 63c3bd09-06cc-4258-a216-db4f1f68f39d {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:14:01.653454 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 63c3bd09-06cc-4258-a216-db4f1f68f39d not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:14:01.674244 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e1251a-d80b-4ee2-82fa-36e3b98170e1 None None] Update dhcp port {'port': {'network_id': '2ff62074-dd3d-479d-8022-cdde36f9b9f1', 'fixed_ips': [{'subnet_id': 'e8b9d933-3651-4ed7-98f7-e3c78f37e16d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bb56e2b9-074e-4158-bd8d-4bd0cd896c8d'}], 'binding:host_id': 'n-d-768862-16'}, 'id': 'a0daa3e6-15ea-4bc0-8453-2488754ee9e2'} from n-d-768862-16. {{(pid=102570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 09:14:01.719316 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e8e1251a-d80b-4ee2-82fa-36e3b98170e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:01.765880 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7c6b579c-2ef6-43dd-8652-46d1f168ca4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:01.910837 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7c6b579c-2ef6-43dd-8652-46d1f168ca4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:01.964158 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-37a5d5f9-5688-4726-8331-05ce8ff8d4cf req-449f3e3d-ffcb-4c7c-9869-424b87eaeb93 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875184 Nov 12 09:14:02.097490 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-e8e1251a-d80b-4ee2-82fa-36e3b98170e1 None None] Allocated IP 172.20.0.18 (2ff62074-dd3d-479d-8022-cdde36f9b9f1/bb56e2b9-074e-4158-bd8d-4bd0cd896c8d/a0daa3e6-15ea-4bc0-8453-2488754ee9e2) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:14:02.179116 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a21af34c-369d-46b6-b1c6-0ce1c31f441b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:02.209349 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7c6b579c-2ef6-43dd-8652-46d1f168ca4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:02.213950 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7c6b579c-2ef6-43dd-8652-46d1f168ca4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:02.218192 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7c6b579c-2ef6-43dd-8652-46d1f168ca4b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0566b732-85f4-438c-bc97-f864903ea2ca HTTP/1.1" status: 204 len: 168 time: 0.6269579 Nov 12 09:14:02.243948 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b579c-2ef6-43dd-8652-46d1f168ca4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0566b732-85f4-438c-bc97-f864903ea2ca,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:02.322678 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-e8e1251a-d80b-4ee2-82fa-36e3b98170e1 None None] For port a0daa3e6-15ea-4bc0-8453-2488754ee9e2, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a0daa3e6-15ea-4bc0-8453-2488754ee9e2,segment=NetworkSegment(e5aa620e-904b-492f-99b7-9ff92fc8daec),segment_id=e5aa620e-904b-492f-99b7-9ff92fc8daec)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:02.382056 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e8e1251a-d80b-4ee2-82fa-36e3b98170e1 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:02.391564 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e8e1251a-d80b-4ee2-82fa-36e3b98170e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:02.580808 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1251a-d80b-4ee2-82fa-36e3b98170e1 None None] Pushing event updated for resources: {'Port': ['ID=a0daa3e6-15ea-4bc0-8453-2488754ee9e2,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:02.602529 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21af34c-369d-46b6-b1c6-0ce1c31f441b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Router cc2250af-6e22-46cd-aaff-bea7b7ee91af has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:14:02.673336 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-7201dcae-6891-409c-9f74-7b4148b7aea7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Delete allocated IP 172.20.0.12 (2ff62074-dd3d-479d-8022-cdde36f9b9f1/e8b9d933-3651-4ed7-98f7-e3c78f37e16d) {{(pid=102569) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 09:14:02.698864 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-7201dcae-6891-409c-9f74-7b4148b7aea7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Allocated IP 172.20.0.26 (2ff62074-dd3d-479d-8022-cdde36f9b9f1/bb56e2b9-074e-4158-bd8d-4bd0cd896c8d/bcacd902-31d1-4275-8bc1-616e8a953cf4) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:14:02.808088 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21af34c-369d-46b6-b1c6-0ce1c31f441b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:14:02.823166 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57392) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:02.828209 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc3f61d-f6aa-4899-b350-a6994ca59206 None None] Sync routers for ids ['cc2250af-6e22-46cd-aaff-bea7b7ee91af'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:14:02.833380 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a21af34c-369d-46b6-b1c6-0ce1c31f441b tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "PUT /v2.0/routers/cc2250af-6e22-46cd-aaff-bea7b7ee91af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8260369 Nov 12 09:14:02.861047 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc3f61d-f6aa-4899-b350-a6994ca59206 None None] Routers {'cc2250af-6e22-46cd-aaff-bea7b7ee91af'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:14:02.861965 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5cc3f61d-f6aa-4899-b350-a6994ca59206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:13:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['cc2250af-6e22-46cd-aaff-bea7b7ee91af'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:03.077125 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-5cc3f61d-f6aa-4899-b350-a6994ca59206 None None] Set router cc2250af-6e22-46cd-aaff-bea7b7ee91af gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:14:03.150656 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a0daa3e6-15ea-4bc0-8453-2488754ee9e2 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:14:03.162965 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7201dcae-6891-409c-9f74-7b4148b7aea7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:03.184874 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7201dcae-6891-409c-9f74-7b4148b7aea7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:03.288835 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port a0daa3e6-15ea-4bc0-8453-2488754ee9e2 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:03.289281 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:03.351490 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-77bd5c10-f5e9-4376-9d4e-a2574e606bf9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Deleting subnet 885171e7-4293-4d6e-9568-87d50b237261 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:14:03.374307 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0be15f-898c-42c3-844a-e8080e35bfd9 req-aed873be-0f71-49f9-adc0-48880ae2b35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:03.377541 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ed0be15f-898c-42c3-844a-e8080e35bfd9 req-aed873be-0f71-49f9-adc0-48880ae2b35d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 1098 time: 0.2013240 Nov 12 09:14:03.391977 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-77bd5c10-f5e9-4376-9d4e-a2574e606bf9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:03.395599 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201dcae-6891-409c-9f74-7b4148b7aea7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Port': ['ID=bcacd902-31d1-4275-8bc1-616e8a953cf4,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:03.472553 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e215d-86fc-4adb-a4af-352acea5e4e6 req-2bae465e-9114-4e8b-aa34-f25f79c4e9d2 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:03.474274 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b07e215d-86fc-4adb-a4af-352acea5e4e6 req-2bae465e-9114-4e8b-aa34-f25f79c4e9d2 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 946 time: 0.3055522 Nov 12 09:14:03.479514 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-77bd5c10-f5e9-4376-9d4e-a2574e606bf9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:03.508324 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5cc3f61d-f6aa-4899-b350-a6994ca59206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990376753', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2a1f-c7ab-4e48-a800-d98735ccf157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:38Z', 'updated_at': '2021-11-12T09:14:01Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': 'cc4f2a1f-c7ab-4e48-a800-d98735ccf157', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:40Z', 'updated_at': '2021-11-12T09:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:03.535517 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ed0be15f-898c-42c3-844a-e8080e35bfd9 req-0ed50524-b7d5-441c-ad16-e1ae6c3dcac0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502025 Nov 12 09:14:03.557241 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc3f61d-f6aa-4899-b350-a6994ca59206 None None] Checking router: cc2250af-6e22-46cd-aaff-bea7b7ee91af for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:14:03.569276 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc3f61d-f6aa-4899-b350-a6994ca59206 None None] Routers {'cc2250af-6e22-46cd-aaff-bea7b7ee91af'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:14:03.570012 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5cc3f61d-f6aa-4899-b350-a6994ca59206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:13:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['cc2250af-6e22-46cd-aaff-bea7b7ee91af'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:03.625819 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-7201dcae-6891-409c-9f74-7b4148b7aea7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] In _notify_port_updated(), no bound segment for port bcacd902-31d1-4275-8bc1-616e8a953cf4 on network 2ff62074-dd3d-479d-8022-cdde36f9b9f1 {{(pid=102569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 09:14:03.632744 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7201dcae-6891-409c-9f74-7b4148b7aea7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:03.633452 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7201dcae-6891-409c-9f74-7b4148b7aea7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:03.638381 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7201dcae-6891-409c-9f74-7b4148b7aea7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "PUT /v2.0/ports/bcacd902-31d1-4275-8bc1-616e8a953cf4 HTTP/1.1" status: 200 len: 920 time: 2.4480102 Nov 12 09:14:03.638777 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57406) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:03.746007 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-5cc3f61d-f6aa-4899-b350-a6994ca59206 None None] Set router cc2250af-6e22-46cd-aaff-bea7b7ee91af gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:14:03.755327 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b07e215d-86fc-4adb-a4af-352acea5e4e6 req-437bbb56-69b1-4b3f-bd23-81020499b821 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598674 Nov 12 09:14:03.757516 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-77bd5c10-f5e9-4376-9d4e-a2574e606bf9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:03.792028 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-43ffd62b-4b08-43c7-ac51-d52a58f4863d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Deleting port bcacd902-31d1-4275-8bc1-616e8a953cf4 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:14:03.792395 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43ffd62b-4b08-43c7-ac51-d52a58f4863d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:03.874256 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-77bd5c10-f5e9-4376-9d4e-a2574e606bf9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:03.918948 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c230f35a-6c55-4727-9a82-f0ac007a9af9 None None] Provisioning complete for port a0daa3e6-15ea-4bc0-8453-2488754ee9e2 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:03.920129 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c230f35a-6c55-4727-9a82-f0ac007a9af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:03.931646 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd5c10-f5e9-4376-9d4e-a2574e606bf9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event deleted for resources: {'Subnet': ['ID=885171e7-4293-4d6e-9568-87d50b237261,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:03.933086 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43ffd62b-4b08-43c7-ac51-d52a58f4863d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:03.945927 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-77bd5c10-f5e9-4376-9d4e-a2574e606bf9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:03.958682 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fba3fd-f1a3-4f38-8ffa-a35fcfb0f793 None None] Network 85da2c57-6886-4788-98af-189f3410e3af requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:14:03.961892 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-43ffd62b-4b08-43c7-ac51-d52a58f4863d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Calling delete_port for bcacd902-31d1-4275-8bc1-616e8a953cf4 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:14:03.962941 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-77bd5c10-f5e9-4376-9d4e-a2574e606bf9 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "DELETE /v2.0/subnets/885171e7-4293-4d6e-9568-87d50b237261 HTTP/1.1" status: 204 len: 168 time: 1.1365447 Nov 12 09:14:03.964098 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57412) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:04.228706 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43ffd62b-4b08-43c7-ac51-d52a58f4863d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:04.318279 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ffd62b-4b08-43c7-ac51-d52a58f4863d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Port': ['ID=bcacd902-31d1-4275-8bc1-616e8a953cf4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:04.347386 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c328a391-753e-4e9a-9124-301e1a0a5314 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:04.435509 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43ffd62b-4b08-43c7-ac51-d52a58f4863d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:04.451481 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-43ffd62b-4b08-43c7-ac51-d52a58f4863d tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/ports/bcacd902-31d1-4275-8bc1-616e8a953cf4 HTTP/1.1" status: 204 len: 168 time: 0.8110163 Nov 12 09:14:04.455380 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57418) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:04.577576 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d54bcd22-3abc-48bd-a080-fdc4f5a01b75 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] GET failed (client error): The resource could not be found. Nov 12 09:14:04.594163 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d54bcd22-3abc-48bd-a080-fdc4f5a01b75 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "GET /v2.0/ports/bcacd902-31d1-4275-8bc1-616e8a953cf4 HTTP/1.1" status: 404 len: 333 time: 0.1367235 Nov 12 09:14:04.599293 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57422) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:04.651914 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c230f35a-6c55-4727-9a82-f0ac007a9af9 None None] Could not find standard attr ID for object bcacd902-31d1-4275-8bc1-616e8a953cf4. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:14:04.775584 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5cc3f61d-f6aa-4899-b350-a6994ca59206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990376753', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2a1f-c7ab-4e48-a800-d98735ccf157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:38Z', 'updated_at': '2021-11-12T09:14:01Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': 'cc4f2a1f-c7ab-4e48-a800-d98735ccf157', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:40Z', 'updated_at': '2021-11-12T09:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:04.804658 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c230f35a-6c55-4727-9a82-f0ac007a9af9 None None] Provisioning complete for port 9ffc6255-6d6f-45d1-9053-6b8865983f70 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:04.805384 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c230f35a-6c55-4727-9a82-f0ac007a9af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:04.829542 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d6a96f5a-532b-4ef6-95f8-8a277dbd3469 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:04.926926 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d6a96f5a-532b-4ef6-95f8-8a277dbd3469 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:04.958306 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c905ea20-9569-4c00-96ba-7fc0adfc495b None None] DHCP port deletion for 85da2c57-6886-4788-98af-189f3410e3af request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:14:04.971052 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc3f61d-f6aa-4899-b350-a6994ca59206 None None] The sync data for ids ['cc2250af-6e22-46cd-aaff-bea7b7ee91af'] in n-d-768862-16 is: [{'id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990376753', 'tenant_id': '300860f259ae41fb99a14af6fd1a3470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2a1f-c7ab-4e48-a800-d98735ccf157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:38Z', 'updated_at': '2021-11-12T09:14:01Z', 'revision_number': 5, 'project_id': '300860f259ae41fb99a14af6fd1a3470', 'gw_port': {'id': 'cc4f2a1f-c7ab-4e48-a800-d98735ccf157', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2250af-6e22-46cd-aaff-bea7b7ee91af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:40Z', 'updated_at': '2021-11-12T09:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:14:04.987570 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d6a96f5a-532b-4ef6-95f8-8a277dbd3469 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:04.992106 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d6a96f5a-532b-4ef6-95f8-8a277dbd3469 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:04.993319 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d6a96f5a-532b-4ef6-95f8-8a277dbd3469 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/security-groups/9a0daa64-6c4a-49f7-9bbc-2286629cbdae HTTP/1.1" status: 204 len: 168 time: 0.3921709 Nov 12 09:14:04.997770 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57430) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:05.060585 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a96f5a-532b-4ef6-95f8-8a277dbd3469 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0daa64-6c4a-49f7-9bbc-2286629cbdae,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:05.060938 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c230f35a-6c55-4727-9a82-f0ac007a9af9 None None] Port 9ffc6255-6d6f-45d1-9053-6b8865983f70 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:14:05.144160 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c905ea20-9569-4c00-96ba-7fc0adfc495b None None] Deleting port 2acc5474-90bf-4958-b0e0-16531933a4b4 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:14:05.144960 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c905ea20-9569-4c00-96ba-7fc0adfc495b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:05.150770 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fdd962b6-bfd7-4ac0-991a-a1535ec9f78b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:05.187978 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-7022cf06-9e9e-4f2d-b287-662cd1ab0bd5 None None] Could not find standard attr ID for object bcacd902-31d1-4275-8bc1-616e8a953cf4. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:14:05.231810 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fdd962b6-bfd7-4ac0-991a-a1535ec9f78b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:05.254147 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c905ea20-9569-4c00-96ba-7fc0adfc495b None None] For port 2acc5474-90bf-4958-b0e0-16531933a4b4, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=2acc5474-90bf-4958-b0e0-16531933a4b4,segment=NetworkSegment(069b91b4-35da-4823-ae0f-84d90dbb9807),segment_id=069b91b4-35da-4823-ae0f-84d90dbb9807)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:05.255591 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c905ea20-9569-4c00-96ba-7fc0adfc495b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:05.265635 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efe50b-c520-4d5d-869d-95ba082a9709 req-196242cb-a665-4986-94f9-b5a9b6ccc8be tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:05.270178 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-48efe50b-c520-4d5d-869d-95ba082a9709 req-196242cb-a665-4986-94f9-b5a9b6ccc8be tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 946 time: 0.1626978 Nov 12 09:14:05.290469 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c905ea20-9569-4c00-96ba-7fc0adfc495b None None] Calling delete_port for 2acc5474-90bf-4958-b0e0-16531933a4b4 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:14:05.323298 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fdd962b6-bfd7-4ac0-991a-a1535ec9f78b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:05.328745 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fdd962b6-bfd7-4ac0-991a-a1535ec9f78b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:05.331120 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-fdd962b6-bfd7-4ac0-991a-a1535ec9f78b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/security-groups/32135f25-5565-494f-926d-6348d90e1db2 HTTP/1.1" status: 204 len: 168 time: 0.3274999 Nov 12 09:14:05.336429 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57438) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:05.348826 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c328a391-753e-4e9a-9124-301e1a0a5314 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:05.355164 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd962b6-bfd7-4ac0-991a-a1535ec9f78b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32135f25-5565-494f-926d-6348d90e1db2,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:05.382955 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-48efe50b-c520-4d5d-869d-95ba082a9709 req-4f63d021-2ee0-4d0b-a6f8-295044989cae tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948832 Nov 12 09:14:05.452191 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1c38e3-299d-4b51-8a5f-6cb2cddd508e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Deleting subnet e8b9d933-3651-4ed7-98f7-e3c78f37e16d {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:14:05.455966 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1e1c38e3-299d-4b51-8a5f-6cb2cddd508e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:05.512329 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1e1c38e3-299d-4b51-8a5f-6cb2cddd508e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:05.519256 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c905ea20-9569-4c00-96ba-7fc0adfc495b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:05.555990 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c328a391-753e-4e9a-9124-301e1a0a5314 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Deleting port cc4f2a1f-c7ab-4e48-a800-d98735ccf157 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:14:05.558357 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c328a391-753e-4e9a-9124-301e1a0a5314 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:05.583438 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c905ea20-9569-4c00-96ba-7fc0adfc495b None None] No DVR routers for this DVR port 2acc5474-90bf-4958-b0e0-16531933a4b4 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:14:05.587361 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905ea20-9569-4c00-96ba-7fc0adfc495b None None] Pushing event deleted for resources: {'Port': ['ID=2acc5474-90bf-4958-b0e0-16531933a4b4,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:05.679875 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1e1c38e3-299d-4b51-8a5f-6cb2cddd508e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:05.778956 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-c328a391-753e-4e9a-9124-301e1a0a5314 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] For port cc4f2a1f-c7ab-4e48-a800-d98735ccf157, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=cc4f2a1f-c7ab-4e48-a800-d98735ccf157,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:05.779780 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c328a391-753e-4e9a-9124-301e1a0a5314 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:05.796807 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2e7c1-5ed2-43b5-bf0c-9791a83a4bf0 req-709ef501-5b29-43e9-af45-962df6c93a7a tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:05.798619 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-74c2e7c1-5ed2-43b5-bf0c-9791a83a4bf0 req-709ef501-5b29-43e9-af45-962df6c93a7a tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.1373897 Nov 12 09:14:05.804764 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1e1c38e3-299d-4b51-8a5f-6cb2cddd508e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:05.814111 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c328a391-753e-4e9a-9124-301e1a0a5314 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Calling delete_port for cc4f2a1f-c7ab-4e48-a800-d98735ccf157 owned by network:router_gateway {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:14:05.849825 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c38e3-299d-4b51-8a5f-6cb2cddd508e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Subnet': ['ID=e8b9d933-3651-4ed7-98f7-e3c78f37e16d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:05.852703 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1e1c38e3-299d-4b51-8a5f-6cb2cddd508e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:05.856741 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1e1c38e3-299d-4b51-8a5f-6cb2cddd508e tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/subnets/e8b9d933-3651-4ed7-98f7-e3c78f37e16d HTTP/1.1" status: 204 len: 168 time: 0.5175076 Nov 12 09:14:05.862813 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57448) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:05.871434 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-cd2b8872-1842-43c4-8ba3-498b1d323dd1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'subnet': {'network_id': '2ff62074-dd3d-479d-8022-cdde36f9b9f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:05.874961 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7751c786-1c2f-4194-98dd-b56169c2a802 None None] Network 2ff62074-dd3d-479d-8022-cdde36f9b9f1 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:14:06.014779 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-74c2e7c1-5ed2-43b5-bf0c-9791a83a4bf0 req-ed924df7-01a5-4f2f-9e84-4ae0245ff87e tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868966 Nov 12 09:14:06.200122 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2b8872-1842-43c4-8ba3-498b1d323dd1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:14:06.208855 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd2b8872-1842-43c4-8ba3-498b1d323dd1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:06.281322 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c328a391-753e-4e9a-9124-301e1a0a5314 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:06.379660 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328a391-753e-4e9a-9124-301e1a0a5314 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event deleted for resources: {'Port': ['ID=cc4f2a1f-c7ab-4e48-a800-d98735ccf157,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:06.419361 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf9fb4a-ef39-4969-acc5-a6a6e4382de9 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:14:06.675323 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338e925-b8ac-4965-b65b-8fb278d57c5c req-57b1cc64-48f0-4744-b7b5-e2eeedbd9c88 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:06.677328 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a338e925-b8ac-4965-b65b-8fb278d57c5c req-57b1cc64-48f0-4744-b7b5-e2eeedbd9c88 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.1277549 Nov 12 09:14:06.678787 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c328a391-753e-4e9a-9124-301e1a0a5314 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:06.781937 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd2b8872-1842-43c4-8ba3-498b1d323dd1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:06.904440 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2b8872-1842-43c4-8ba3-498b1d323dd1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network 2ff62074-dd3d-479d-8022-cdde36f9b9f1 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:06.913785 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-cd2b8872-1842-43c4-8ba3-498b1d323dd1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:06.919275 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2b8872-1842-43c4-8ba3-498b1d323dd1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:06.919928 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd2b8872-1842-43c4-8ba3-498b1d323dd1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:06.942803 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b8872-1842-43c4-8ba3-498b1d323dd1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Subnet': ['ID=6cfd579a-7f93-410d-aa98-fec2523a4e7b,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:06.943961 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c328a391-753e-4e9a-9124-301e1a0a5314 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:06.955185 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c328a391-753e-4e9a-9124-301e1a0a5314 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:06.965038 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-cd2b8872-1842-43c4-8ba3-498b1d323dd1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1003642 Nov 12 09:14:06.971832 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 2acc5474-90bf-4958-b0e0-16531933a4b4 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:14:06.972062 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57466) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:06.983715 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-2778db22-c110-47d7-b64e-688f9d0b225b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'security_group': {'name': 'tempest-secgroup-1501552036'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:07.023706 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2778db22-c110-47d7-b64e-688f9d0b225b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:07.025654 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a338e925-b8ac-4965-b65b-8fb278d57c5c req-c375a6e9-de92-457d-bfd9-ab08762b81c9 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075244 Nov 12 09:14:07.029457 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 2acc5474-90bf-4958-b0e0-16531933a4b4 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:14:07.029606 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 2acc5474-90bf-4958-b0e0-16531933a4b4 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:14:07.030531 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d446d757-f54a-4e8b-be86-596ebfbcf7bd no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:14:07.042892 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c328a391-753e-4e9a-9124-301e1a0a5314 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:07.043806 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c328a391-753e-4e9a-9124-301e1a0a5314 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Fanout notify agent at l3_agent the message router_deleted on router cc2250af-6e22-46cd-aaff-bea7b7ee91af {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:14:07.053578 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c328a391-753e-4e9a-9124-301e1a0a5314 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:07.062542 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57468) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:07.063362 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c328a391-753e-4e9a-9124-301e1a0a5314 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "DELETE /v2.0/routers/cc2250af-6e22-46cd-aaff-bea7b7ee91af HTTP/1.1" status: 204 len: 168 time: 3.0977862 Nov 12 09:14:07.099689 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: d446d757-f54a-4e8b-be86-596ebfbcf7bd {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:14:07.101184 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d446d757-f54a-4e8b-be86-596ebfbcf7bd not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:14:07.196711 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d9e12310-15a8-4015-810c-0a1cae7a1984 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:07.277226 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e15ab1-4bf5-4518-8ced-a6a195df11ed None None] Network 2ff62074-dd3d-479d-8022-cdde36f9b9f1 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:14:07.299545 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2778db22-c110-47d7-b64e-688f9d0b225b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:07.314377 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2778db22-c110-47d7-b64e-688f9d0b225b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:07.371667 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-888b9243-7995-402f-b6e9-843513c94041 None None] Provisioning complete for port a0daa3e6-15ea-4bc0-8453-2488754ee9e2 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:07.372378 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-888b9243-7995-402f-b6e9-843513c94041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:07.388827 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d9e12310-15a8-4015-810c-0a1cae7a1984 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:07.415041 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2778db22-c110-47d7-b64e-688f9d0b225b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:07.421160 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2778db22-c110-47d7-b64e-688f9d0b225b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4416449 Nov 12 09:14:07.421855 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57470) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:07.429978 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778db22-c110-47d7-b64e-688f9d0b225b tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db9e4333-4947-474e-a9db-8deec5e11929,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:07.432659 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-810b3cff-6f30-491f-8a31-9fb0e0743ea1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'security_group': {'name': 'tempest-secgroup-2062692432'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:07.455009 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-d9e12310-15a8-4015-810c-0a1cae7a1984 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85da2c57-6886-4788-98af-189f3410e3af']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:07.475689 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-810b3cff-6f30-491f-8a31-9fb0e0743ea1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:07.486723 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-d9e12310-15a8-4015-810c-0a1cae7a1984 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '069b91b4-35da-4823-ae0f-84d90dbb9807') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:07.488948 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-d9e12310-15a8-4015-810c-0a1cae7a1984 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '069b91b4-35da-4823-ae0f-84d90dbb9807') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:07.513865 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d9e12310-15a8-4015-810c-0a1cae7a1984 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:07.555526 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d9e12310-15a8-4015-810c-0a1cae7a1984 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:07.572760 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9e12310-15a8-4015-810c-0a1cae7a1984 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:14:07.573438 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d9e12310-15a8-4015-810c-0a1cae7a1984 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:07.580516 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:14:07.580516 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:14:07.580516 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:14:07.580516 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:14:07.580516 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:14:07.580516 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:14:07.580516 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:14:07.580516 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:14:07.580516 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:14:07.580516 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:14:07.580516 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:14:07.580516 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:14:07.580516 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:14:07.580516 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:14:07.580516 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:14:07.580516 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:14:07.580516 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:14:07.580516 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:14:07.580516 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:14:07.580516 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:14:07.580516 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:14:07.580516 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:14:07.580516 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:14:07.580516 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:14:07.580516 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:14:07.580516 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:14:07.580516 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:14:07.580516 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:14:07.580516 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:14:07.580516 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:14:07.580516 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:14:07.580516 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:14:07.621497 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-888b9243-7995-402f-b6e9-843513c94041 None None] Provisioning complete for port 9ffc6255-6d6f-45d1-9053-6b8865983f70 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:07.622573 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-888b9243-7995-402f-b6e9-843513c94041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:07.645809 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-810b3cff-6f30-491f-8a31-9fb0e0743ea1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:07.659707 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-810b3cff-6f30-491f-8a31-9fb0e0743ea1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:07.725132 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-810b3cff-6f30-491f-8a31-9fb0e0743ea1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:07.727390 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-888b9243-7995-402f-b6e9-843513c94041 None None] Port 9ffc6255-6d6f-45d1-9053-6b8865983f70 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:14:07.727899 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-810b3cff-6f30-491f-8a31-9fb0e0743ea1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3039365 Nov 12 09:14:07.731544 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b3cff-6f30-491f-8a31-9fb0e0743ea1 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb06794-9595-4d3f-a948-07f9e5c4783e,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:07.733812 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57472) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:07.742741 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d230b922-ecd2-4ad2-bf65-3355d332daf3 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'security_group': {'name': 'tempest-secgroup-1225421425'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:07.750667 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6423a0-10a2-4afb-9a64-abcdb43113fa None None] Update dhcp port {'port': {'network_id': '2ff62074-dd3d-479d-8022-cdde36f9b9f1', 'fixed_ips': [{'subnet_id': 'bb56e2b9-074e-4158-bd8d-4bd0cd896c8d', 'ip_address': '172.20.0.18'}, {'subnet_id': '6cfd579a-7f93-410d-aa98-fec2523a4e7b'}], 'binding:host_id': 'n-d-768862-16'}, 'id': 'a0daa3e6-15ea-4bc0-8453-2488754ee9e2'} from n-d-768862-16. {{(pid=102570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 09:14:07.759933 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d9e12310-15a8-4015-810c-0a1cae7a1984 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:07.788013 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-be6423a0-10a2-4afb-9a64-abcdb43113fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:07.792061 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d9e12310-15a8-4015-810c-0a1cae7a1984 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:07.797763 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d9e12310-15a8-4015-810c-0a1cae7a1984 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "DELETE /v2.0/networks/85da2c57-6886-4788-98af-189f3410e3af HTTP/1.1" status: 204 len: 168 time: 0.7333548 Nov 12 09:14:07.801146 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57474) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:07.805696 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e12310-15a8-4015-810c-0a1cae7a1984 tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event deleted for resources: {'Network': ['ID=85da2c57-6886-4788-98af-189f3410e3af,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:07.827874 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d230b922-ecd2-4ad2-bf65-3355d332daf3 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:07.921071 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c296aa59-7893-4eeb-8b93-2e315112770c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:07.970320 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d230b922-ecd2-4ad2-bf65-3355d332daf3 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:07.979291 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d230b922-ecd2-4ad2-bf65-3355d332daf3 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:07.989739 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c296aa59-7893-4eeb-8b93-2e315112770c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:08.051599 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d230b922-ecd2-4ad2-bf65-3355d332daf3 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:08.056527 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d230b922-ecd2-4ad2-bf65-3355d332daf3 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3206077 Nov 12 09:14:08.067293 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57484) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:08.071235 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d230b922-ecd2-4ad2-bf65-3355d332daf3 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5390e5d0-eb6b-46bb-8812-4a470a9247d8,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:08.089916 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-29337db5-1d4d-4a59-a2ed-cb79a7824b45 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-807029599', 'security_groups': ['5390e5d0-eb6b-46bb-8812-4a470a9247d8'], 'network_id': '2ff62074-dd3d-479d-8022-cdde36f9b9f1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6cfd579a-7f93-410d-aa98-fec2523a4e7b'}]}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:08.129761 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c932cde9-f862-4822-8908-373c3fdfcb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:08.161182 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-be6423a0-10a2-4afb-9a64-abcdb43113fa None None] Allocated IP 172.20.0.2 (2ff62074-dd3d-479d-8022-cdde36f9b9f1/6cfd579a-7f93-410d-aa98-fec2523a4e7b/a0daa3e6-15ea-4bc0-8453-2488754ee9e2) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:14:08.331976 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84571a6-6c46-41f1-a090-a2dceb28bb45 req-5165a427-6e3f-4b50-af8b-418ed0c1cafb tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:08.337007 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e84571a6-6c46-41f1-a090-a2dceb28bb45 req-5165a427-6e3f-4b50-af8b-418ed0c1cafb tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.1125245 Nov 12 09:14:08.346284 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c296aa59-7893-4eeb-8b93-2e315112770c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:08.352668 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c296aa59-7893-4eeb-8b93-2e315112770c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:08.354871 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c296aa59-7893-4eeb-8b93-2e315112770c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] 10.222.0.37 "DELETE /v2.0/security-groups/7c9d6dfb-aa83-451a-96a4-5547b9f26631 HTTP/1.1" status: 204 len: 168 time: 0.5516078 Nov 12 09:14:08.368042 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-be6423a0-10a2-4afb-9a64-abcdb43113fa None None] For port a0daa3e6-15ea-4bc0-8453-2488754ee9e2, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a0daa3e6-15ea-4bc0-8453-2488754ee9e2,segment=NetworkSegment(e5aa620e-904b-492f-99b7-9ff92fc8daec),segment_id=e5aa620e-904b-492f-99b7-9ff92fc8daec)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:08.404761 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296aa59-7893-4eeb-8b93-2e315112770c tempest-TestNetworkAdvancedServerOps-1203296592 tempest-TestNetworkAdvancedServerOps-1203296592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9d6dfb-aa83-451a-96a4-5547b9f26631,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:08.439571 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29337db5-1d4d-4a59-a2ed-cb79a7824b45 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:14:08.470389 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-be6423a0-10a2-4afb-9a64-abcdb43113fa None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:08.482754 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-be6423a0-10a2-4afb-9a64-abcdb43113fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:08.512417 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e84571a6-6c46-41f1-a090-a2dceb28bb45 req-fe988a5f-f67c-4abb-acbb-9c96e06ed9eb tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510031 Nov 12 09:14:08.618395 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6423a0-10a2-4afb-9a64-abcdb43113fa None None] Pushing event updated for resources: {'Port': ['ID=a0daa3e6-15ea-4bc0-8453-2488754ee9e2,revision_number=6']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:08.732620 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-29337db5-1d4d-4a59-a2ed-cb79a7824b45 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:08.812639 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-29337db5-1d4d-4a59-a2ed-cb79a7824b45 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] device_id is not set on port 073d564b-f7f4-48c5-be33-d63b0e7f1b12 yet. {{(pid=102569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:14:08.949198 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a0daa3e6-15ea-4bc0-8453-2488754ee9e2 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:14:09.117767 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port a0daa3e6-15ea-4bc0-8453-2488754ee9e2 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:09.118644 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:09.347492 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device cc4f2a1f-c7ab-4e48-a800-d98735ccf157 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:14:09.383193 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: cc4f2a1f-c7ab-4e48-a800-d98735ccf157 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:14:09.384060 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device cc4f2a1f-c7ab-4e48-a800-d98735ccf157 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:14:09.450198 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cc653-99fe-43aa-95a5-99843c04314d req-d7565ee3-c69b-4746-949b-f5d35899e11e tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:09.458639 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-800cc653-99fe-43aa-95a5-99843c04314d req-d7565ee3-c69b-4746-949b-f5d35899e11e tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.2254157 Nov 12 09:14:09.503624 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-29337db5-1d4d-4a59-a2ed-cb79a7824b45 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Allocated IP 172.20.0.9 (2ff62074-dd3d-479d-8022-cdde36f9b9f1/6cfd579a-7f93-410d-aa98-fec2523a4e7b/073d564b-f7f4-48c5-be33-d63b0e7f1b12) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:14:09.524462 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57516) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:09.583200 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-800cc653-99fe-43aa-95a5-99843c04314d req-d62e101b-edfa-4f72-95aa-0fe162655cd3 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230719 Nov 12 09:14:09.835827 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-29337db5-1d4d-4a59-a2ed-cb79a7824b45 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:09.844072 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b07ca5f4-1dd2-47aa-87b6-6321a9a0b577 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=300860f259ae41fb99a14af6fd1a3470&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3148901 Nov 12 09:14:09.844492 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57520) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:09.959773 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-29337db5-1d4d-4a59-a2ed-cb79a7824b45 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:09.984565 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b7aa6a26-625b-4d92-8b01-dd3191748cf5 None None] Provisioning complete for port a0daa3e6-15ea-4bc0-8453-2488754ee9e2 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:09.985910 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b7aa6a26-625b-4d92-8b01-dd3191748cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:10.027982 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-195294e4-ebee-46c2-8da9-416c96516e7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:10.070534 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29337db5-1d4d-4a59-a2ed-cb79a7824b45 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network 2ff62074-dd3d-479d-8022-cdde36f9b9f1 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:10.082281 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-29337db5-1d4d-4a59-a2ed-cb79a7824b45 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:10.099581 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29337db5-1d4d-4a59-a2ed-cb79a7824b45 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:14:10.175653 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b7aa6a26-625b-4d92-8b01-dd3191748cf5 None None] Provisioning complete for port 9ffc6255-6d6f-45d1-9053-6b8865983f70 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:10.176025 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-195294e4-ebee-46c2-8da9-416c96516e7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:10.178600 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b7aa6a26-625b-4d92-8b01-dd3191748cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:10.187928 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29337db5-1d4d-4a59-a2ed-cb79a7824b45 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Port': ['ID=073d564b-f7f4-48c5-be33-d63b0e7f1b12,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:10.205201 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29337db5-1d4d-4a59-a2ed-cb79a7824b45 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:10.205948 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-29337db5-1d4d-4a59-a2ed-cb79a7824b45 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:10.252515 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-29337db5-1d4d-4a59-a2ed-cb79a7824b45 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1799622 Nov 12 09:14:10.252822 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57532) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:10.260227 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b87977e3-39aa-498a-9d0b-10565c90a1b4 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'subnet': {'network_id': '2ff62074-dd3d-479d-8022-cdde36f9b9f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:10.296909 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-92cebccd-1c2d-4b44-a7ca-fe27dec285cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:10.310053 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-195294e4-ebee-46c2-8da9-416c96516e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:10.312825 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-195294e4-ebee-46c2-8da9-416c96516e7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:10.317838 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-195294e4-ebee-46c2-8da9-416c96516e7a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2401c7aa-5011-4932-ae73-b5b3506bdd66 HTTP/1.1" status: 204 len: 168 time: 0.4684255 Nov 12 09:14:10.330211 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-b7aa6a26-625b-4d92-8b01-dd3191748cf5 None None] Port 9ffc6255-6d6f-45d1-9053-6b8865983f70 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:14:10.358330 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195294e4-ebee-46c2-8da9-416c96516e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2401c7aa-5011-4932-ae73-b5b3506bdd66,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:10.580661 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-068d60a3-6858-4c3e-a434-88b174f6ed6e None None] Provisioning complete for port 073d564b-f7f4-48c5-be33-d63b0e7f1b12 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:10.583002 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-068d60a3-6858-4c3e-a434-88b174f6ed6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:10.591619 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57538) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:10.661846 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-068d60a3-6858-4c3e-a434-88b174f6ed6e None None] Port 073d564b-f7f4-48c5-be33-d63b0e7f1b12 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:14:10.687105 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87977e3-39aa-498a-9d0b-10565c90a1b4 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:14:10.699051 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b87977e3-39aa-498a-9d0b-10565c90a1b4 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:10.958775 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac0fe1-2937-4479-8afb-8f81aea6d4f7 req-841dd107-3ba0-4844-ac42-2a6ce5009779 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:10.962308 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8bac0fe1-2937-4479-8afb-8f81aea6d4f7 req-841dd107-3ba0-4844-ac42-2a6ce5009779 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.1210375 Nov 12 09:14:11.022012 n-d-768862-16 neutron-server[102568]: INFO neutron.db.ipam_backend_mixin [None req-b87977e3-39aa-498a-9d0b-10565c90a1b4 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6cfd579a-7f93-410d-aa98-fec2523a4e7b (CIDR: 172.20.0.0/28) Nov 12 09:14:11.047792 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-477e975d-423f-4677-9d7f-104089babb78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:11.057037 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-b87977e3-39aa-498a-9d0b-10565c90a1b4 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:14:11.058047 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b87977e3-39aa-498a-9d0b-10565c90a1b4 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:14:11.074160 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8bac0fe1-2937-4479-8afb-8f81aea6d4f7 req-ed945d07-3404-44aa-b943-44e197a9a20a tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993056 Nov 12 09:14:11.075219 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57548) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:11.142785 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b87977e3-39aa-498a-9d0b-10565c90a1b4 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8884032 Nov 12 09:14:11.148412 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57552) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:11.158846 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ee45e5a0-4a26-44c6-8a0e-4069a495084a req-6da6c2a6-ebfb-4b39-b798-80f0a5fd58b5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1885343 Nov 12 09:14:11.162940 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-29df4c36-e244-4360-b9af-d3ed1d53b537 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'subnet': {'network_id': '2ff62074-dd3d-479d-8022-cdde36f9b9f1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:11.214268 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-477e975d-423f-4677-9d7f-104089babb78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:11.222693 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-477e975d-423f-4677-9d7f-104089babb78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:11.235224 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-052f0748-7aeb-4093-be6a-19d5be076474 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e8b67a8a9e59406587de309406f69f8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1558573 Nov 12 09:14:11.241845 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57554) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:11.310455 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e975d-423f-4677-9d7f-104089babb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b1c80e-13ac-4d50-a2a6-4cae7543f5d5,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:11.324283 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-477e975d-423f-4677-9d7f-104089babb78 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0af5e2324df448abb74825c381b807cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7287526 Nov 12 09:14:11.326849 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57556) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:11.389886 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45e5a0-4a26-44c6-8a0e-4069a495084a req-f988b010-b106-45d8-8063-3d472366b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:11.391983 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ee45e5a0-4a26-44c6-8a0e-4069a495084a req-f988b010-b106-45d8-8063-3d472366b9fc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ba249b1417247ef9d5961203768255e&device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 1097 time: 0.1374097 Nov 12 09:14:11.508421 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-407daeba-223c-4ee5-afff-9abde05f5900 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:11.534075 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-39c1e78e-7549-4955-9a26-6705c9f7d6dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:11.573900 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29df4c36-e244-4360-b9af-d3ed1d53b537 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:14:11.582949 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-29df4c36-e244-4360-b9af-d3ed1d53b537 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:11.584204 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-407daeba-223c-4ee5-afff-9abde05f5900 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:11.590300 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-39c1e78e-7549-4955-9a26-6705c9f7d6dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:11.668164 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45e5a0-4a26-44c6-8a0e-4069a495084a req-f70171d8-8bc6-46cd-a170-437a32bee376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:11.670385 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ee45e5a0-4a26-44c6-8a0e-4069a495084a req-f70171d8-8bc6-46cd-a170-437a32bee376 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0993354a-8baa-44a8-be7e-987245c15ff0 HTTP/1.1" status: 200 len: 920 time: 0.2519562 Nov 12 09:14:11.742635 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ee45e5a0-4a26-44c6-8a0e-4069a495084a req-a3a00379-7afe-4100-b11b-093ba5172bc7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b41eb59a-1488-43bc-b386-ff1c3501f085 HTTP/1.1" status: 200 len: 217 time: 0.0651789 Nov 12 09:14:11.813967 n-d-768862-16 neutron-server[102569]: INFO neutron.db.ipam_backend_mixin [None req-29df4c36-e244-4360-b9af-d3ed1d53b537 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet bb56e2b9-074e-4158-bd8d-4bd0cd896c8d (CIDR: 172.20.0.16/28) Nov 12 09:14:11.820739 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-29df4c36-e244-4360-b9af-d3ed1d53b537 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:14:11.821712 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29df4c36-e244-4360-b9af-d3ed1d53b537 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:14:11.830724 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-39c1e78e-7549-4955-9a26-6705c9f7d6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:11.833641 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-39c1e78e-7549-4955-9a26-6705c9f7d6dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:11.839692 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-39c1e78e-7549-4955-9a26-6705c9f7d6dd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/935e6dfa-1d8c-4a9c-827d-9c9028c93693 HTTP/1.1" status: 204 len: 168 time: 0.5917802 Nov 12 09:14:11.847256 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-407daeba-223c-4ee5-afff-9abde05f5900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:11.849434 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1e78e-7549-4955-9a26-6705c9f7d6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935e6dfa-1d8c-4a9c-827d-9c9028c93693,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:11.859299 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-407daeba-223c-4ee5-afff-9abde05f5900 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:11.859594 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-407daeba-223c-4ee5-afff-9abde05f5900 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/37b1c80e-13ac-4d50-a2a6-4cae7543f5d5 HTTP/1.1" status: 204 len: 168 time: 0.5314412 Nov 12 09:14:11.861395 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45e5a0-4a26-44c6-8a0e-4069a495084a req-86fe5c4f-f7df-4f47-90db-09b441d397b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:11.868363 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-29df4c36-e244-4360-b9af-d3ed1d53b537 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7178476 Nov 12 09:14:11.869039 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57568) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:11.881297 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-f1a309e4-70d3-49be-b43d-938d19f84e66 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'subnet': {'network_id': '2ff62074-dd3d-479d-8022-cdde36f9b9f1', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:11.882078 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ee45e5a0-4a26-44c6-8a0e-4069a495084a req-86fe5c4f-f7df-4f47-90db-09b441d397b5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4db9f670-57cd-4b0c-b407-c2d471d25b1a HTTP/1.1" status: 200 len: 859 time: 0.1329138 Nov 12 09:14:11.965783 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ee45e5a0-4a26-44c6-8a0e-4069a495084a req-d180fac9-9e07-4b63-ac88-863d6ec0670e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0993354a-8baa-44a8-be7e-987245c15ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753949 Nov 12 09:14:11.967099 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407daeba-223c-4ee5-afff-9abde05f5900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b1c80e-13ac-4d50-a2a6-4cae7543f5d5,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:12.106911 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:12.191707 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a309e4-70d3-49be-b43d-938d19f84e66 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Made reservation on behalf of a4cc795e5c364f88af1bdcef711beb4a for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:14:12.197471 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f1a309e4-70d3-49be-b43d-938d19f84e66 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:12.287053 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ee45e5a0-4a26-44c6-8a0e-4069a495084a req-908b686f-6b50-4cd5-83e5-f53c97c4c8e4 service neutron] 10.222.0.54 "GET /v2.0/networks/0993354a-8baa-44a8-be7e-987245c15ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074727 Nov 12 09:14:12.512993 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ee45e5a0-4a26-44c6-8a0e-4069a495084a req-2d5cab5e-463a-40b4-8083-b4f85e824abf service neutron] 10.222.0.54 "GET /v2.0/networks/0993354a-8baa-44a8-be7e-987245c15ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151051 Nov 12 09:14:12.801513 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57582) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:12.825476 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d6f0a2e-136a-4923-a388-934e722910bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:12.918291 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f1a309e4-70d3-49be-b43d-938d19f84e66 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:13.008640 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a309e4-70d3-49be-b43d-938d19f84e66 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Network 2ff62074-dd3d-479d-8022-cdde36f9b9f1 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:13.012584 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a309e4-70d3-49be-b43d-938d19f84e66 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Subnet': ['ID=30bee4cf-e9e9-4def-8f6c-e47969838578,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:13.015658 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-f1a309e4-70d3-49be-b43d-938d19f84e66 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:13.018830 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a309e4-70d3-49be-b43d-938d19f84e66 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:13.019456 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f1a309e4-70d3-49be-b43d-938d19f84e66 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:13.022448 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d6f0a2e-136a-4923-a388-934e722910bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:13.034662 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f91daa-f2a7-4c9a-8017-2ca51b0e7e75 None None] Network 2ff62074-dd3d-479d-8022-cdde36f9b9f1 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:14:13.043679 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d6f0a2e-136a-4923-a388-934e722910bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:13.060610 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f1a309e4-70d3-49be-b43d-938d19f84e66 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1903973 Nov 12 09:14:13.066002 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57584) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:13.078948 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-5b35080d-0881-47ea-93a0-30496511ad82 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1119553124', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '30bee4cf-e9e9-4def-8f6c-e47969838578'}], 'security_groups': ['db9e4333-4947-474e-a9db-8deec5e11929', 'ceb06794-9595-4d3f-a948-07f9e5c4783e']}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:13.186252 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8d6f0a2e-136a-4923-a388-934e722910bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=372150d55ce447da9efeeb067df4cb9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3828692 Nov 12 09:14:13.188053 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f0a2e-136a-4923-a388-934e722910bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259839a2-a784-41b0-8d84-254df1d0100f,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:13.194955 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57588) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:13.312725 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5b35080d-0881-47ea-93a0-30496511ad82 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:13.481047 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4bd87392-f462-4008-bdd1-c512b5cc91bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:13.556650 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:13.570169 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4bd87392-f462-4008-bdd1-c512b5cc91bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:13.599433 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815bdb33-75be-4109-bc33-84153ea43a9e None None] Update dhcp port {'port': {'network_id': '2ff62074-dd3d-479d-8022-cdde36f9b9f1', 'fixed_ips': [{'subnet_id': 'bb56e2b9-074e-4158-bd8d-4bd0cd896c8d', 'ip_address': '172.20.0.18'}, {'subnet_id': '6cfd579a-7f93-410d-aa98-fec2523a4e7b', 'ip_address': '172.20.0.2'}, {'subnet_id': '30bee4cf-e9e9-4def-8f6c-e47969838578'}], 'binding:host_id': 'n-d-768862-16'}, 'id': 'a0daa3e6-15ea-4bc0-8453-2488754ee9e2'} from n-d-768862-16. {{(pid=102570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 09:14:13.704517 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-815bdb33-75be-4109-bc33-84153ea43a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:13.709289 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4bd87392-f462-4008-bdd1-c512b5cc91bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:13.716626 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4bd87392-f462-4008-bdd1-c512b5cc91bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:13.726543 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4bd87392-f462-4008-bdd1-c512b5cc91bc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/259839a2-a784-41b0-8d84-254df1d0100f HTTP/1.1" status: 204 len: 168 time: 0.5243437 Nov 12 09:14:13.746244 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd87392-f462-4008-bdd1-c512b5cc91bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259839a2-a784-41b0-8d84-254df1d0100f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:14.058491 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57606) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:14.223671 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-815bdb33-75be-4109-bc33-84153ea43a9e None None] Allocated IP 172.20.0.34 (2ff62074-dd3d-479d-8022-cdde36f9b9f1/30bee4cf-e9e9-4def-8f6c-e47969838578/a0daa3e6-15ea-4bc0-8453-2488754ee9e2) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:14:14.231857 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fcb147-e56b-4c9c-aa48-44e01da9c651 req-58862968-5d8a-42ed-889a-88154e8230df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:14.234650 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-23fcb147-e56b-4c9c-aa48-44e01da9c651 req-58862968-5d8a-42ed-889a-88154e8230df service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ba249b1417247ef9d5961203768255e&device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 1097 time: 0.1371155 Nov 12 09:14:14.308396 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38728055-c2fe-43c7-9b70-5475cbaffdb4 req-e8e50daa-74f1-41ae-9704-67430df4f83c tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:14.309996 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-38728055-c2fe-43c7-9b70-5475cbaffdb4 req-e8e50daa-74f1-41ae-9704-67430df4f83c tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.0724971 Nov 12 09:14:14.470433 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:14.474611 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fcb147-e56b-4c9c-aa48-44e01da9c651 req-4f7232cd-4065-4df4-8278-150f72f6a8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:14.479462 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-23fcb147-e56b-4c9c-aa48-44e01da9c651 req-4f7232cd-4065-4df4-8278-150f72f6a8f2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0993354a-8baa-44a8-be7e-987245c15ff0 HTTP/1.1" status: 200 len: 920 time: 0.2371790 Nov 12 09:14:14.492146 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-38728055-c2fe-43c7-9b70-5475cbaffdb4 req-ac25928b-c0cb-4dcb-96d3-9fab564604fa tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693232 Nov 12 09:14:14.606605 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-23fcb147-e56b-4c9c-aa48-44e01da9c651 req-15b646b9-bf83-4424-bfe9-581d38f825e0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b41eb59a-1488-43bc-b386-ff1c3501f085 HTTP/1.1" status: 200 len: 217 time: 0.0971088 Nov 12 09:14:14.629181 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a62cb8bf-6003-463c-a499-784b289228e8 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-398734086-network', 'tenant_id': 'eded9d28366e44f1b89ae191bb1b5421'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:14.699257 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fcb147-e56b-4c9c-aa48-44e01da9c651 req-307aa78d-a5e1-47af-97d6-a7186a288966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:14.699641 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-815bdb33-75be-4109-bc33-84153ea43a9e None None] For port a0daa3e6-15ea-4bc0-8453-2488754ee9e2, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a0daa3e6-15ea-4bc0-8453-2488754ee9e2,segment=NetworkSegment(e5aa620e-904b-492f-99b7-9ff92fc8daec),segment_id=e5aa620e-904b-492f-99b7-9ff92fc8daec)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:14.703585 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-23fcb147-e56b-4c9c-aa48-44e01da9c651 req-307aa78d-a5e1-47af-97d6-a7186a288966 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4db9f670-57cd-4b0c-b407-c2d471d25b1a HTTP/1.1" status: 200 len: 859 time: 0.0889511 Nov 12 09:14:14.704043 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62cb8bf-6003-463c-a499-784b289228e8 admin admin] Made reservation on behalf of eded9d28366e44f1b89ae191bb1b5421 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:14:14.707217 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a62cb8bf-6003-463c-a499-784b289228e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:14.732553 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a62cb8bf-6003-463c-a499-784b289228e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:14.754608 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-23fcb147-e56b-4c9c-aa48-44e01da9c651 req-fd8d0e92-9bc7-4a12-bbdd-91932615d02e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0993354a-8baa-44a8-be7e-987245c15ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412784 Nov 12 09:14:14.785895 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-815bdb33-75be-4109-bc33-84153ea43a9e None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:14.807562 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-815bdb33-75be-4109-bc33-84153ea43a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:14.978185 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815bdb33-75be-4109-bc33-84153ea43a9e None None] Pushing event updated for resources: {'Port': ['ID=a0daa3e6-15ea-4bc0-8453-2488754ee9e2,revision_number=7']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:15.022584 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a62cb8bf-6003-463c-a499-784b289228e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:15.090673 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-23fcb147-e56b-4c9c-aa48-44e01da9c651 req-865115a5-989f-483c-a6ad-d4698bf2d28e service neutron] 10.222.0.54 "GET /v2.0/networks/0993354a-8baa-44a8-be7e-987245c15ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233716 Nov 12 09:14:15.119278 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a62cb8bf-6003-463c-a499-784b289228e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:15.145963 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-5b35080d-0881-47ea-93a0-30496511ad82 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Delete allocated IP 172.20.0.9 (2ff62074-dd3d-479d-8022-cdde36f9b9f1/6cfd579a-7f93-410d-aa98-fec2523a4e7b) {{(pid=102569) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 09:14:15.164158 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-5b35080d-0881-47ea-93a0-30496511ad82 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Allocated IP 172.20.0.42 (2ff62074-dd3d-479d-8022-cdde36f9b9f1/30bee4cf-e9e9-4def-8f6c-e47969838578/073d564b-f7f4-48c5-be33-d63b0e7f1b12) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:14:15.215467 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a62cb8bf-6003-463c-a499-784b289228e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:14:15.343956 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a62cb8bf-6003-463c-a499-784b289228e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:15.344564 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-a62cb8bf-6003-463c-a499-784b289228e8 admin admin] Added segment 29058f48-127a-4743-b855-9b0a3afa75fa of type vlan for network 603bc378-cf80-4bec-8be8-8c09e41641b2 Nov 12 09:14:15.350605 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62cb8bf-6003-463c-a499-784b289228e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfe536b-8ff5-4818-a30a-8ace6a87e00e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:15.451393 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5b35080d-0881-47ea-93a0-30496511ad82 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:15.461335 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5b35080d-0881-47ea-93a0-30496511ad82 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:15.503287 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a62cb8bf-6003-463c-a499-784b289228e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:15.516109 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-23fcb147-e56b-4c9c-aa48-44e01da9c651 req-c7883e05-7f59-497f-bdbe-6fe5e19b82ed service neutron] 10.222.0.54 "GET /v2.0/networks/0993354a-8baa-44a8-be7e-987245c15ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173098 Nov 12 09:14:15.593348 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a62cb8bf-6003-463c-a499-784b289228e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:15.595649 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62cb8bf-6003-463c-a499-784b289228e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:15.596778 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a62cb8bf-6003-463c-a499-784b289228e8 admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:15.683421 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a62cb8bf-6003-463c-a499-784b289228e8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6225481 Nov 12 09:14:15.692304 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57634) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:15.709414 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-abf422d7-4ee4-4051-8744-fedb40619e84 admin admin] Request body: {'subnet': {'network_id': '603bc378-cf80-4bec-8be8-8c09e41641b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-398734086-subnet', 'tenant_id': 'eded9d28366e44f1b89ae191bb1b5421', 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:15.748405 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62cb8bf-6003-463c-a499-784b289228e8 admin admin] Pushing event updated for resources: {'Network': ['ID=603bc378-cf80-4bec-8be8-8c09e41641b2,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:15.748924 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35080d-0881-47ea-93a0-30496511ad82 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event updated for resources: {'Port': ['ID=073d564b-f7f4-48c5-be33-d63b0e7f1b12,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:15.806094 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 603bc378-cf80-4bec-8be8-8c09e41641b2 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:14:15.848841 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf422d7-4ee4-4051-8744-fedb40619e84 admin admin] Made reservation on behalf of eded9d28366e44f1b89ae191bb1b5421 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:14:15.853059 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-abf422d7-4ee4-4051-8744-fedb40619e84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:15.891692 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-5b35080d-0881-47ea-93a0-30496511ad82 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] In _notify_port_updated(), no bound segment for port 073d564b-f7f4-48c5-be33-d63b0e7f1b12 on network 2ff62074-dd3d-479d-8022-cdde36f9b9f1 {{(pid=102569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 09:14:15.904106 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b35080d-0881-47ea-93a0-30496511ad82 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:15.905227 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5b35080d-0881-47ea-93a0-30496511ad82 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:15.907981 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5b35080d-0881-47ea-93a0-30496511ad82 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "PUT /v2.0/ports/073d564b-f7f4-48c5-be33-d63b0e7f1b12 HTTP/1.1" status: 200 len: 960 time: 2.8401618 Nov 12 09:14:15.927225 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57638) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:16.036397 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee9922-aca4-415e-a434-45f16d59cb50 req-e9b9cf39-b2d1-4f9e-b1c6-401a7eece862 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:16.039514 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5aee9922-aca4-415e-a434-45f16d59cb50 req-e9b9cf39-b2d1-4f9e-b1c6-401a7eece862 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.3010306 Nov 12 09:14:16.045336 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b2553390-bb57-49cd-ac54-b561a75ae1fb None None] Provisioning complete for port a0daa3e6-15ea-4bc0-8453-2488754ee9e2 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:16.045857 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b2553390-bb57-49cd-ac54-b561a75ae1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:16.181036 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-b47d83c2-52c1-42dc-91e2-536615a7c4ae tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Deleting port 073d564b-f7f4-48c5-be33-d63b0e7f1b12 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:14:16.181957 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b47d83c2-52c1-42dc-91e2-536615a7c4ae tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:16.198128 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5aee9922-aca4-415e-a434-45f16d59cb50 req-558fd732-b89b-43b1-812d-8bb6f427b9d1 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324666 Nov 12 09:14:16.276409 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b2553390-bb57-49cd-ac54-b561a75ae1fb None None] Provisioning complete for port 9ffc6255-6d6f-45d1-9053-6b8865983f70 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:16.277014 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b2553390-bb57-49cd-ac54-b561a75ae1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:16.328868 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-b2553390-bb57-49cd-ac54-b561a75ae1fb None None] Port 9ffc6255-6d6f-45d1-9053-6b8865983f70 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:14:16.349880 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b2553390-bb57-49cd-ac54-b561a75ae1fb None None] Provisioning complete for port 073d564b-f7f4-48c5-be33-d63b0e7f1b12 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:16.351551 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b2553390-bb57-49cd-ac54-b561a75ae1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:16.401798 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b47d83c2-52c1-42dc-91e2-536615a7c4ae tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:16.413118 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-abf422d7-4ee4-4051-8744-fedb40619e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:16.414069 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-b2553390-bb57-49cd-ac54-b561a75ae1fb None None] Port 073d564b-f7f4-48c5-be33-d63b0e7f1b12 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:14:16.429061 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-b47d83c2-52c1-42dc-91e2-536615a7c4ae tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Calling delete_port for 073d564b-f7f4-48c5-be33-d63b0e7f1b12 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:14:16.484267 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf422d7-4ee4-4051-8744-fedb40619e84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7ddaee5-f4db-48da-969d-8a9bd8647c09,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:16.509039 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf422d7-4ee4-4051-8744-fedb40619e84 admin admin] Checking segment: {'id': '29058f48-127a-4743-b855-9b0a3afa75fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '603bc378-cf80-4bec-8be8-8c09e41641b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:14:16.509407 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf422d7-4ee4-4051-8744-fedb40619e84 admin admin] Network hostable DHCP agents. Network: 603bc378-cf80-4bec-8be8-8c09e41641b2, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:14:16.547913 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf422d7-4ee4-4051-8744-fedb40619e84 admin admin] Network 603bc378-cf80-4bec-8be8-8c09e41641b2 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:14:16.565326 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-abf422d7-4ee4-4051-8744-fedb40619e84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 603bc378-cf80-4bec-8be8-8c09e41641b2) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:16.575432 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf422d7-4ee4-4051-8744-fedb40619e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:16.576591 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-abf422d7-4ee4-4051-8744-fedb40619e84 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:16.576897 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c119b37c-2be4-4b67-8e69-6bc1debdcf9e None None] Network 603bc378-cf80-4bec-8be8-8c09e41641b2 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:14:16.612251 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-abf422d7-4ee4-4051-8744-fedb40619e84 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9144156 Nov 12 09:14:16.616209 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57648) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:16.629423 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-0870a463-1f3f-4c87-b578-bb6f9a8db5e9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-398734086-router', 'tenant_id': 'eded9d28366e44f1b89ae191bb1b5421', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:16.676494 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0870a463-1f3f-4c87-b578-bb6f9a8db5e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:16.679346 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0870a463-1f3f-4c87-b578-bb6f9a8db5e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:16.763819 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b47d83c2-52c1-42dc-91e2-536615a7c4ae tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:16.851490 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a0daa3e6-15ea-4bc0-8453-2488754ee9e2 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:14:16.871643 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d83c2-52c1-42dc-91e2-536615a7c4ae tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Port': ['ID=073d564b-f7f4-48c5-be33-d63b0e7f1b12,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:16.873803 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0870a463-1f3f-4c87-b578-bb6f9a8db5e9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:16.919174 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efd0d1e-a69f-41ee-8ba9-44394a74de00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-603bc378-cf80-4bec-8be8-8c09e41641b2', 'network_id': '603bc378-cf80-4bec-8be8-8c09e41641b2', 'tenant_id': 'eded9d28366e44f1b89ae191bb1b5421', 'fixed_ips': [{'subnet_id': 'a7ddaee5-f4db-48da-969d-8a9bd8647c09'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:14:16.920682 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5efd0d1e-a69f-41ee-8ba9-44394a74de00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:16.970574 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-88884757-afdf-4389-86da-61e18b9ce95d None None] Could not find standard attr ID for object 073d564b-f7f4-48c5-be33-d63b0e7f1b12. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:14:17.102395 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port a0daa3e6-15ea-4bc0-8453-2488754ee9e2 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:17.103402 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:17.126253 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b47d83c2-52c1-42dc-91e2-536615a7c4ae tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:17.135850 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b47d83c2-52c1-42dc-91e2-536615a7c4ae tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/ports/073d564b-f7f4-48c5-be33-d63b0e7f1b12 HTTP/1.1" status: 204 len: 168 time: 1.2047737 Nov 12 09:14:17.136706 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57658) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:17.178134 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-80975909-876c-4574-9f1e-bad7863bb4ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] GET failed (client error): The resource could not be found. Nov 12 09:14:17.186904 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-80975909-876c-4574-9f1e-bad7863bb4ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "GET /v2.0/ports/073d564b-f7f4-48c5-be33-d63b0e7f1b12 HTTP/1.1" status: 404 len: 333 time: 0.0479445 Nov 12 09:14:17.188010 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57660) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:17.252727 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0870a463-1f3f-4c87-b578-bb6f9a8db5e9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:17.289761 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1f71e77d-454c-45f4-ac7f-a01679e8577f tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:17.323038 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1f71e77d-454c-45f4-ac7f-a01679e8577f tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:17.398210 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1f71e77d-454c-45f4-ac7f-a01679e8577f tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:17.403592 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1f71e77d-454c-45f4-ac7f-a01679e8577f tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:17.406139 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1f71e77d-454c-45f4-ac7f-a01679e8577f tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/security-groups/5390e5d0-eb6b-46bb-8812-4a470a9247d8 HTTP/1.1" status: 204 len: 168 time: 0.2173760 Nov 12 09:14:17.412330 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57668) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:17.444823 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71e77d-454c-45f4-ac7f-a01679e8577f tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5390e5d0-eb6b-46bb-8812-4a470a9247d8,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:17.549808 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bfac8ea-18ee-4e50-b638-c5c11ebdee73 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:17.605475 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad3265-d0e3-40eb-bd47-795121d7245f req-6b73f54f-cefb-4158-9924-71adb055651c tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:17.606360 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bfac8ea-18ee-4e50-b638-c5c11ebdee73 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:17.610274 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b9ad3265-d0e3-40eb-bd47-795121d7245f req-6b73f54f-cefb-4158-9924-71adb055651c tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.1813962 Nov 12 09:14:17.717895 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bfac8ea-18ee-4e50-b638-c5c11ebdee73 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:17.725852 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7bfac8ea-18ee-4e50-b638-c5c11ebdee73 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:17.733700 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7bfac8ea-18ee-4e50-b638-c5c11ebdee73 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/security-groups/ceb06794-9595-4d3f-a948-07f9e5c4783e HTTP/1.1" status: 204 len: 168 time: 0.3184724 Nov 12 09:14:17.736937 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57670) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:17.764234 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-5efd0d1e-a69f-41ee-8ba9-44394a74de00 None None] Allocated IP 172.20.0.2 (603bc378-cf80-4bec-8be8-8c09e41641b2/a7ddaee5-f4db-48da-969d-8a9bd8647c09/9af9c911-9613-4a87-b3ec-a46ba344f164) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:14:17.788374 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfac8ea-18ee-4e50-b638-c5c11ebdee73 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb06794-9595-4d3f-a948-07f9e5c4783e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:17.901100 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-27f5ca2a-be10-4c30-a3ed-4b7b95969cb2 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:17.966498 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-27f5ca2a-be10-4c30-a3ed-4b7b95969cb2 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:18.064029 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-27f5ca2a-be10-4c30-a3ed-4b7b95969cb2 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:18.073629 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-27f5ca2a-be10-4c30-a3ed-4b7b95969cb2 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:18.084400 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-27f5ca2a-be10-4c30-a3ed-4b7b95969cb2 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/security-groups/db9e4333-4947-474e-a9db-8deec5e11929 HTTP/1.1" status: 204 len: 168 time: 0.3392968 Nov 12 09:14:18.085065 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57672) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:18.114635 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5efd0d1e-a69f-41ee-8ba9-44394a74de00 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:18.129692 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5efd0d1e-a69f-41ee-8ba9-44394a74de00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:18.214278 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5ca2a-be10-4c30-a3ed-4b7b95969cb2 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9e4333-4947-474e-a9db-8deec5e11929,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:18.230259 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f19429-8b99-409c-990b-0dfd6012657c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Deleting subnet 6cfd579a-7f93-410d-aa98-fec2523a4e7b {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:14:18.235580 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e0f19429-8b99-409c-990b-0dfd6012657c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:18.243150 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efd0d1e-a69f-41ee-8ba9-44394a74de00 None None] Network 603bc378-cf80-4bec-8be8-8c09e41641b2 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:18.280184 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b9ad3265-d0e3-40eb-bd47-795121d7245f req-14c92c8f-e835-4084-8fb3-97bd95200a18 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5960655 Nov 12 09:14:18.297270 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0870a463-1f3f-4c87-b578-bb6f9a8db5e9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:18.313490 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd0d1e-a69f-41ee-8ba9-44394a74de00 None None] Pushing event updated for resources: {'Port': ['ID=9af9c911-9613-4a87-b3ec-a46ba344f164,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:18.318869 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-5efd0d1e-a69f-41ee-8ba9-44394a74de00 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:18.328892 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e0f19429-8b99-409c-990b-0dfd6012657c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:18.332580 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efd0d1e-a69f-41ee-8ba9-44394a74de00 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:14:18.353101 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0870a463-1f3f-4c87-b578-bb6f9a8db5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:18.465384 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-5efd0d1e-a69f-41ee-8ba9-44394a74de00 None None] Attempting to bind port 9af9c911-9613-4a87-b3ec-a46ba344f164 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:14:18.466404 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-5efd0d1e-a69f-41ee-8ba9-44394a74de00 None None] Attempting to bind port 9af9c911-9613-4a87-b3ec-a46ba344f164 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '29058f48-127a-4743-b855-9b0a3afa75fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '603bc378-cf80-4bec-8be8-8c09e41641b2'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:14:18.467392 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efd0d1e-a69f-41ee-8ba9-44394a74de00 None None] Attempting to bind port 9af9c911-9613-4a87-b3ec-a46ba344f164 on network 603bc378-cf80-4bec-8be8-8c09e41641b2 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:14:18.477928 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efd0d1e-a69f-41ee-8ba9-44394a74de00 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:14:18.478968 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efd0d1e-a69f-41ee-8ba9-44394a74de00 None None] Checking segment: {'id': '29058f48-127a-4743-b855-9b0a3afa75fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '603bc378-cf80-4bec-8be8-8c09e41641b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:14:18.479824 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5efd0d1e-a69f-41ee-8ba9-44394a74de00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:18.480641 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efd0d1e-a69f-41ee-8ba9-44394a74de00 None None] Bound using segment: {'id': '29058f48-127a-4743-b855-9b0a3afa75fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '603bc378-cf80-4bec-8be8-8c09e41641b2'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:14:18.481594 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-5efd0d1e-a69f-41ee-8ba9-44394a74de00 None None] Bound port: 9af9c911-9613-4a87-b3ec-a46ba344f164, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29058f48-127a-4743-b855-9b0a3afa75fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '603bc378-cf80-4bec-8be8-8c09e41641b2'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:14:18.482398 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5efd0d1e-a69f-41ee-8ba9-44394a74de00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:18.578939 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e0f19429-8b99-409c-990b-0dfd6012657c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:18.628512 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-0870a463-1f3f-4c87-b578-bb6f9a8db5e9 admin admin] Allocated IP 172.25.6.127 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/765dd4ce-984f-4400-be07-d5acb5394107) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:14:18.632720 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-5efd0d1e-a69f-41ee-8ba9-44394a74de00 None None] For port 9af9c911-9613-4a87-b3ec-a46ba344f164, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:14:18.658703 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-5efd0d1e-a69f-41ee-8ba9-44394a74de00 None None] For port 9af9c911-9613-4a87-b3ec-a46ba344f164, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9af9c911-9613-4a87-b3ec-a46ba344f164,segment=NetworkSegment(29058f48-127a-4743-b855-9b0a3afa75fa),segment_id=29058f48-127a-4743-b855-9b0a3afa75fa)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:14:18.669457 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5efd0d1e-a69f-41ee-8ba9-44394a74de00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:18.749249 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e0f19429-8b99-409c-990b-0dfd6012657c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:18.817500 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd0d1e-a69f-41ee-8ba9-44394a74de00 None None] Pushing event updated for resources: {'Port': ['ID=9af9c911-9613-4a87-b3ec-a46ba344f164,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:18.834477 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad5ccae-bd90-4fd7-bf90-8c601532f5cc None None] Network 2ff62074-dd3d-479d-8022-cdde36f9b9f1 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:14:18.911350 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e0f19429-8b99-409c-990b-0dfd6012657c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:18.925361 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e0f19429-8b99-409c-990b-0dfd6012657c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/subnets/6cfd579a-7f93-410d-aa98-fec2523a4e7b HTTP/1.1" status: 204 len: 168 time: 0.8318326 Nov 12 09:14:18.926655 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57680) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:18.928157 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f19429-8b99-409c-990b-0dfd6012657c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Subnet': ['ID=6cfd579a-7f93-410d-aa98-fec2523a4e7b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:18.979482 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0870a463-1f3f-4c87-b578-bb6f9a8db5e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:19.058509 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d198de-1f5c-4483-bb1e-c302ad7126cd tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Deleting subnet 30bee4cf-e9e9-4def-8f6c-e47969838578 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:14:19.068259 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-23d198de-1f5c-4483-bb1e-c302ad7126cd tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:19.091566 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0870a463-1f3f-4c87-b578-bb6f9a8db5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:19.178728 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:14:19.246629 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-23d198de-1f5c-4483-bb1e-c302ad7126cd tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:19.250687 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0870a463-1f3f-4c87-b578-bb6f9a8db5e9 admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:19.255047 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-0870a463-1f3f-4c87-b578-bb6f9a8db5e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:19.260584 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0870a463-1f3f-4c87-b578-bb6f9a8db5e9 admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:14:19.283643 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0870a463-1f3f-4c87-b578-bb6f9a8db5e9 admin admin] Pushing event updated for resources: {'Port': ['ID=765dd4ce-984f-4400-be07-d5acb5394107,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:19.333369 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478ccb0b-02dc-499b-82fb-4fa1a00f2fb3 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:14:19.486855 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-cd17c609-281f-4b29-9c78-da5395e0df76 None None] Provisioning complete for port 765dd4ce-984f-4400-be07-d5acb5394107 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:19.489111 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cd17c609-281f-4b29-9c78-da5395e0df76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:19.597413 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-cd17c609-281f-4b29-9c78-da5395e0df76 None None] Port 765dd4ce-984f-4400-be07-d5acb5394107 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:14:19.621899 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-23d198de-1f5c-4483-bb1e-c302ad7126cd tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:19.749064 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-23d198de-1f5c-4483-bb1e-c302ad7126cd tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:19.777908 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43058b4-fa23-4bf0-bf41-554dbcf87ff9 req-a0470ff7-4c0b-453a-8cf4-806e46028cf7 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:19.779892 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d43058b4-fa23-4bf0-bf41-554dbcf87ff9 req-a0470ff7-4c0b-453a-8cf4-806e46028cf7 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.1946275 Nov 12 09:14:19.822375 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d198de-1f5c-4483-bb1e-c302ad7126cd tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Subnet': ['ID=30bee4cf-e9e9-4def-8f6c-e47969838578,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:19.839983 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-23d198de-1f5c-4483-bb1e-c302ad7126cd tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:19.847693 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-23d198de-1f5c-4483-bb1e-c302ad7126cd tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/subnets/30bee4cf-e9e9-4def-8f6c-e47969838578 HTTP/1.1" status: 204 len: 168 time: 0.9123619 Nov 12 09:14:19.851140 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57686) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:19.892043 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c2ae1a-d75a-4b5e-9be6-096294a123e2 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] DELETE failed (client error): The resource could not be found. Nov 12 09:14:19.892661 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25c2ae1a-d75a-4b5e-9be6-096294a123e2 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:14:19.898554 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-25c2ae1a-d75a-4b5e-9be6-096294a123e2 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/subnets/6cfd579a-7f93-410d-aa98-fec2523a4e7b HTTP/1.1" status: 404 len: 337 time: 0.0430110 Nov 12 09:14:19.899050 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57688) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:19.921711 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d43058b4-fa23-4bf0-bf41-554dbcf87ff9 req-e95f170d-2997-486f-a9db-6373cca75ab6 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196468 Nov 12 09:14:19.974234 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0870a463-1f3f-4c87-b578-bb6f9a8db5e9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:20.034114 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-69fb97bd-86d4-4c10-8edc-8ad6e9d83374 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Deleting subnet bb56e2b9-074e-4158-bd8d-4bd0cd896c8d {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:14:20.039669 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69fb97bd-86d4-4c10-8edc-8ad6e9d83374 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:20.136507 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69fb97bd-86d4-4c10-8edc-8ad6e9d83374 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:20.320313 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69fb97bd-86d4-4c10-8edc-8ad6e9d83374 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:20.372015 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0870a463-1f3f-4c87-b578-bb6f9a8db5e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:20.447938 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69fb97bd-86d4-4c10-8edc-8ad6e9d83374 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:20.474282 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69fb97bd-86d4-4c10-8edc-8ad6e9d83374 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:20.478046 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-69fb97bd-86d4-4c10-8edc-8ad6e9d83374 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/subnets/bb56e2b9-074e-4158-bd8d-4bd0cd896c8d HTTP/1.1" status: 204 len: 168 time: 0.5758631 Nov 12 09:14:20.487801 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57694) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:20.499850 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb97bd-86d4-4c10-8edc-8ad6e9d83374 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Subnet': ['ID=bb56e2b9-074e-4158-bd8d-4bd0cd896c8d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:20.509875 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dbe10a-1358-4833-a5dc-14631d40f3fe None None] Network 2ff62074-dd3d-479d-8022-cdde36f9b9f1 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:14:20.539734 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-af069857-cf8e-42d0-b081-df07c908596c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] DELETE failed (client error): The resource could not be found. Nov 12 09:14:20.539734 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af069857-cf8e-42d0-b081-df07c908596c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:14:20.547570 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57696) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:20.548039 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-af069857-cf8e-42d0-b081-df07c908596c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/subnets/e8b9d933-3651-4ed7-98f7-e3c78f37e16d HTTP/1.1" status: 404 len: 337 time: 0.0587835 Nov 12 09:14:20.635815 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-776b15ae-dc21-4d19-8037-6acbb11ade82 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6a1e260-2bd9-4d15-8d04-f12564ce20bf HTTP/1.1" status: 200 len: 205 time: 0.0831847 Nov 12 09:14:20.646919 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57698) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:20.679950 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ce2a4543-dd0e-48c2-a21c-c49d18b09318 None None] Provisioning complete for port a0daa3e6-15ea-4bc0-8453-2488754ee9e2 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:20.680528 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ce2a4543-dd0e-48c2-a21c-c49d18b09318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:20.723371 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0870a463-1f3f-4c87-b578-bb6f9a8db5e9 admin admin] Router 6a4ac888-6964-4c20-bd5f-4b1b0432089b is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:14:20.730494 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-87dd5503-fefe-4d1c-8ddf-a7f205b4340c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] delete failed (client error): The resource could not be found. Nov 12 09:14:20.733380 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-87dd5503-fefe-4d1c-8ddf-a7f205b4340c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/routers/b6a1e260-2bd9-4d15-8d04-f12564ce20bf HTTP/1.1" status: 404 len: 336 time: 0.0848215 Nov 12 09:14:20.736876 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57702) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:20.793245 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8c1f47-8410-4cd1-abe1-222863f37638 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] DELETE failed (client error): The resource could not be found. Nov 12 09:14:20.793949 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f8c1f47-8410-4cd1-abe1-222863f37638 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:14:20.804007 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6f8c1f47-8410-4cd1-abe1-222863f37638 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/subnets/628d41af-ca8a-4918-b7c8-c089e9f23642 HTTP/1.1" status: 404 len: 337 time: 0.0626490 Nov 12 09:14:20.805022 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57704) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:20.816369 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582ab794-5ba2-4bc4-b7be-2ee6c93daf92 None None] Network 603bc378-cf80-4bec-8be8-8c09e41641b2 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:14:20.892977 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa09397-60bf-4f24-bff3-69e1de9cfe1c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] DELETE failed (client error): The resource could not be found. Nov 12 09:14:20.893753 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa09397-60bf-4f24-bff3-69e1de9cfe1c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:14:20.899806 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9fa09397-60bf-4f24-bff3-69e1de9cfe1c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/subnets/acff15b6-01fb-4007-85e0-c77219ac9c61 HTTP/1.1" status: 404 len: 337 time: 0.0841308 Nov 12 09:14:20.903672 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57706) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:20.996176 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0870a463-1f3f-4c87-b578-bb6f9a8db5e9 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:14:21.021044 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-a245f461-6009-42d4-b167-0676a3080377 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] DELETE failed (client error): The resource could not be found. Nov 12 09:14:21.021734 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a245f461-6009-42d4-b167-0676a3080377 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:14:21.029802 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4957bf-dd2c-4ab0-8549-b69569c1d05c None None] Sync routers for ids ['6a4ac888-6964-4c20-bd5f-4b1b0432089b'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:14:21.036802 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a245f461-6009-42d4-b167-0676a3080377 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/subnets/cb4be638-88e4-4f20-b2db-e5070bfcc2f9 HTTP/1.1" status: 404 len: 337 time: 0.1279130 Nov 12 09:14:21.038174 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57710) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:21.048502 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9af9c911-9613-4a87-b3ec-a46ba344f164 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:14:21.058704 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4957bf-dd2c-4ab0-8549-b69569c1d05c None None] Routers {'6a4ac888-6964-4c20-bd5f-4b1b0432089b'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:14:21.060648 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-fe4957bf-dd2c-4ab0-8549-b69569c1d05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:14:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['6a4ac888-6964-4c20-bd5f-4b1b0432089b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:21.112460 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0870a463-1f3f-4c87-b578-bb6f9a8db5e9 admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:21.114976 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0870a463-1f3f-4c87-b578-bb6f9a8db5e9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4968910 Nov 12 09:14:21.120239 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57712) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:21.122209 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-54868bf9-0a80-4ea0-a234-86ce32f46758 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] DELETE failed (client error): The resource could not be found. Nov 12 09:14:21.128580 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54868bf9-0a80-4ea0-a234-86ce32f46758 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:14:21.149773 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-54868bf9-0a80-4ea0-a234-86ce32f46758 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/ports/5be09372-325c-4bd2-97a0-3604c244c447 HTTP/1.1" status: 404 len: 333 time: 0.1048934 Nov 12 09:14:21.156622 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57716) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:21.301305 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-000e509e-68f6-4c07-940b-3d26c350cad7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] DELETE failed (client error): The resource could not be found. Nov 12 09:14:21.302217 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-000e509e-68f6-4c07-940b-3d26c350cad7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:14:21.317514 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-000e509e-68f6-4c07-940b-3d26c350cad7 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/subnets/7b0a84ca-67b9-45d9-97d9-4a415bd6935f HTTP/1.1" status: 404 len: 337 time: 0.1589098 Nov 12 09:14:21.325284 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2492774a-7951-45e9-98cb-4c23178cb55d None None] DHCP port deletion for 2ff62074-dd3d-479d-8022-cdde36f9b9f1 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:14:21.327652 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57718) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:21.378224 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-fe4957bf-dd2c-4ab0-8549-b69569c1d05c None None] Set router 6a4ac888-6964-4c20-bd5f-4b1b0432089b gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:14:21.454831 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a21d04-232c-4ee0-a71a-2b90e65a4c5c req-0f1e70dc-6769-468a-95d7-a2ef6ccd3999 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:21.468681 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-99a21d04-232c-4ee0-a71a-2b90e65a4c5c req-0f1e70dc-6769-468a-95d7-a2ef6ccd3999 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.2241008 Nov 12 09:14:21.473124 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c6c8f1-cefc-41d8-9ffd-e2905ba866e0 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] DELETE failed (client error): The resource could not be found. Nov 12 09:14:21.473846 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c6c8f1-cefc-41d8-9ffd-e2905ba866e0 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:14:21.479206 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e9c6c8f1-cefc-41d8-9ffd-e2905ba866e0 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/subnets/1580518b-d592-44e1-8c13-bb71b4dd1a91 HTTP/1.1" status: 404 len: 337 time: 0.1498883 Nov 12 09:14:21.484065 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57722) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:21.498230 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 9af9c911-9613-4a87-b3ec-a46ba344f164 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:21.498767 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:21.588412 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe877a9-72e2-4cec-8740-7f682950591a tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] DELETE failed (client error): The resource could not be found. Nov 12 09:14:21.590215 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe877a9-72e2-4cec-8740-7f682950591a tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:14:21.597335 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0fe877a9-72e2-4cec-8740-7f682950591a tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/ports/194c1c60-7b3e-41dc-adb1-94e517e0d315 HTTP/1.1" status: 404 len: 333 time: 0.1116328 Nov 12 09:14:21.611141 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57724) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:21.626113 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ce2a4543-dd0e-48c2-a21c-c49d18b09318 None None] Provisioning complete for port 9ffc6255-6d6f-45d1-9053-6b8865983f70 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:21.627008 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ce2a4543-dd0e-48c2-a21c-c49d18b09318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:21.733343 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ccbdcf-39f5-40ae-b39c-683381c8db2c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] DELETE failed (client error): The resource could not be found. Nov 12 09:14:21.733831 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ccbdcf-39f5-40ae-b39c-683381c8db2c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:14:21.737259 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d7ccbdcf-39f5-40ae-b39c-683381c8db2c tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/subnets/5fc6df10-8a72-40cb-8a20-4ec97e3223fd HTTP/1.1" status: 404 len: 337 time: 0.1239221 Nov 12 09:14:21.752600 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57726) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:21.816422 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ce2a4543-dd0e-48c2-a21c-c49d18b09318 None None] Port 9ffc6255-6d6f-45d1-9053-6b8865983f70 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:14:21.858547 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-37600bf7-47a8-4911-b0de-5d89e9f8aefb tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] DELETE failed (client error): The resource could not be found. Nov 12 09:14:21.859399 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37600bf7-47a8-4911-b0de-5d89e9f8aefb tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:14:21.868597 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-37600bf7-47a8-4911-b0de-5d89e9f8aefb tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/subnets/69779cc2-43d0-4b61-bae5-b681ae94cd87 HTTP/1.1" status: 404 len: 337 time: 0.1064968 Nov 12 09:14:21.877348 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57730) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:21.983557 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-99a21d04-232c-4ee0-a71a-2b90e65a4c5c req-462f99d4-d7c8-4d66-866e-8859d68a7893 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5099018 Nov 12 09:14:22.006027 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-fe4957bf-dd2c-4ab0-8549-b69569c1d05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4ac888-6964-4c20-bd5f-4b1b0432089b', 'name': 'tempest-TestServerMultinode-398734086-router', 'tenant_id': 'eded9d28366e44f1b89ae191bb1b5421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '765dd4ce-984f-4400-be07-d5acb5394107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:14:16Z', 'updated_at': '2021-11-12T09:14:19Z', 'revision_number': 3, 'project_id': 'eded9d28366e44f1b89ae191bb1b5421', 'gw_port': {'id': '765dd4ce-984f-4400-be07-d5acb5394107', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:57:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4ac888-6964-4c20-bd5f-4b1b0432089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:18Z', 'updated_at': '2021-11-12T09:14:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:22.027997 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:22.082457 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-2492774a-7951-45e9-98cb-4c23178cb55d None None] Deleting port a0daa3e6-15ea-4bc0-8453-2488754ee9e2 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:14:22.083014 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2492774a-7951-45e9-98cb-4c23178cb55d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:22.133588 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4957bf-dd2c-4ab0-8549-b69569c1d05c None None] Checking router: 6a4ac888-6964-4c20-bd5f-4b1b0432089b for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:14:22.134219 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4957bf-dd2c-4ab0-8549-b69569c1d05c None None] Updating router 6a4ac888-6964-4c20-bd5f-4b1b0432089b port 765dd4ce-984f-4400-be07-d5acb5394107 binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:14:22.218906 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fe4957bf-dd2c-4ab0-8549-b69569c1d05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:22.281947 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e9fbc62e-c433-4bbb-b703-7d4e2f05e4b5 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Deleting port 9ffc6255-6d6f-45d1-9053-6b8865983f70 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:14:22.283032 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e9fbc62e-c433-4bbb-b703-7d4e2f05e4b5 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:22.289778 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ddde00ce-5a77-4aee-9163-e369bbaf2d0c None None] Provisioning complete for port 9af9c911-9613-4a87-b3ec-a46ba344f164 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:22.290357 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ddde00ce-5a77-4aee-9163-e369bbaf2d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:22.383613 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 9af9c911-9613-4a87-b3ec-a46ba344f164, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9af9c911-9613-4a87-b3ec-a46ba344f164,segment=NetworkSegment(29058f48-127a-4743-b855-9b0a3afa75fa),segment_id=29058f48-127a-4743-b855-9b0a3afa75fa)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:22.411486 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:22.422124 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-2492774a-7951-45e9-98cb-4c23178cb55d None None] For port a0daa3e6-15ea-4bc0-8453-2488754ee9e2, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a0daa3e6-15ea-4bc0-8453-2488754ee9e2,segment=NetworkSegment(e5aa620e-904b-492f-99b7-9ff92fc8daec),segment_id=e5aa620e-904b-492f-99b7-9ff92fc8daec)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:22.422780 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2492774a-7951-45e9-98cb-4c23178cb55d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:22.492445 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e9fbc62e-c433-4bbb-b703-7d4e2f05e4b5 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:22.533972 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e9fbc62e-c433-4bbb-b703-7d4e2f05e4b5 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Calling delete_port for 9ffc6255-6d6f-45d1-9053-6b8865983f70 owned by {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:14:22.571828 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=9af9c911-9613-4a87-b3ec-a46ba344f164,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:22.599824 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-2492774a-7951-45e9-98cb-4c23178cb55d None None] Calling delete_port for a0daa3e6-15ea-4bc0-8453-2488754ee9e2 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:14:22.800734 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e9fbc62e-c433-4bbb-b703-7d4e2f05e4b5 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:22.876077 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2492774a-7951-45e9-98cb-4c23178cb55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:22.885738 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fbc62e-c433-4bbb-b703-7d4e2f05e4b5 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Port': ['ID=9ffc6255-6d6f-45d1-9053-6b8865983f70,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:22.902927 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e9fbc62e-c433-4bbb-b703-7d4e2f05e4b5 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:22.906195 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e9fbc62e-c433-4bbb-b703-7d4e2f05e4b5 tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/ports/9ffc6255-6d6f-45d1-9053-6b8865983f70 HTTP/1.1" status: 204 len: 168 time: 1.0213017 Nov 12 09:14:22.909748 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57738) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:22.936794 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9af9c911-9613-4a87-b3ec-a46ba344f164 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:14:22.949358 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fe4957bf-dd2c-4ab0-8549-b69569c1d05c None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:22.962467 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fe4957bf-dd2c-4ab0-8549-b69569c1d05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:22.982463 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2492774a-7951-45e9-98cb-4c23178cb55d None None] No DVR routers for this DVR port a0daa3e6-15ea-4bc0-8453-2488754ee9e2 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:14:23.020013 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2492774a-7951-45e9-98cb-4c23178cb55d None None] Pushing event deleted for resources: {'Port': ['ID=a0daa3e6-15ea-4bc0-8453-2488754ee9e2,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:23.022816 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-fe4957bf-dd2c-4ab0-8549-b69569c1d05c None None] Attempting to bind port 765dd4ce-984f-4400-be07-d5acb5394107 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:14:23.023679 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-fe4957bf-dd2c-4ab0-8549-b69569c1d05c None None] Attempting to bind port 765dd4ce-984f-4400-be07-d5acb5394107 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:14:23.024743 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4957bf-dd2c-4ab0-8549-b69569c1d05c None None] Attempting to bind port 765dd4ce-984f-4400-be07-d5acb5394107 on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:14:23.054989 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4957bf-dd2c-4ab0-8549-b69569c1d05c None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:14:23.056138 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4957bf-dd2c-4ab0-8549-b69569c1d05c None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:14:23.056790 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fe4957bf-dd2c-4ab0-8549-b69569c1d05c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:23.057429 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4957bf-dd2c-4ab0-8549-b69569c1d05c None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:14:23.063582 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb586a9-3a7f-42ff-b3f3-30aef18a05a7 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:14:23.066519 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-fe4957bf-dd2c-4ab0-8549-b69569c1d05c None None] Bound port: 765dd4ce-984f-4400-be07-d5acb5394107, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:14:23.067213 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fe4957bf-dd2c-4ab0-8549-b69569c1d05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:23.116059 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1e7d9-15b1-44a1-b0e0-2a4ab5932be1 None None] Pushing event updated for resources: {'Port': ['ID=765dd4ce-984f-4400-be07-d5acb5394107,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:23.127150 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6c49f89d-fc47-4cb8-9e19-54d719e67ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:23.144643 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-29ce0ffd-9629-4eb9-ba33-39d0f536e87f None None] Provisioning complete for port 9af9c911-9613-4a87-b3ec-a46ba344f164 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:23.145296 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-29ce0ffd-9629-4eb9-ba33-39d0f536e87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:23.163416 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15b6a3e7-df24-4a65-aaff-e5d7face39ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:23.191790 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb1e7d9-15b1-44a1-b0e0-2a4ab5932be1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:23.193137 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb1e7d9-15b1-44a1-b0e0-2a4ab5932be1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:23.193677 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb1e7d9-15b1-44a1-b0e0-2a4ab5932be1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:23.202687 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb1e7d9-15b1-44a1-b0e0-2a4ab5932be1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:23.210457 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb1e7d9-15b1-44a1-b0e0-2a4ab5932be1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:23.211343 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb1e7d9-15b1-44a1-b0e0-2a4ab5932be1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:23.212147 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb1e7d9-15b1-44a1-b0e0-2a4ab5932be1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:23.212927 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb1e7d9-15b1-44a1-b0e0-2a4ab5932be1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:23.213443 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb1e7d9-15b1-44a1-b0e0-2a4ab5932be1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:23.214124 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb1e7d9-15b1-44a1-b0e0-2a4ab5932be1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:23.214854 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb1e7d9-15b1-44a1-b0e0-2a4ab5932be1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:23.215411 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb1e7d9-15b1-44a1-b0e0-2a4ab5932be1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:23.272829 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 9af9c911-9613-4a87-b3ec-a46ba344f164 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:23.273239 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:23.309752 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-fe4957bf-dd2c-4ab0-8549-b69569c1d05c None None] For port 765dd4ce-984f-4400-be07-d5acb5394107, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:14:23.314266 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-fe4957bf-dd2c-4ab0-8549-b69569c1d05c None None] For port 765dd4ce-984f-4400-be07-d5acb5394107, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=765dd4ce-984f-4400-be07-d5acb5394107,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:14:23.316576 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28017042-b339-416a-86bb-b6eb5ac82cb6 req-a25d4f80-a169-4dfd-9384-289feaa03f8c tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:23.318320 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-28017042-b339-416a-86bb-b6eb5ac82cb6 req-a25d4f80-a169-4dfd-9384-289feaa03f8c tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.1524858 Nov 12 09:14:23.324336 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fe4957bf-dd2c-4ab0-8549-b69569c1d05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:23.440758 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-28017042-b339-416a-86bb-b6eb5ac82cb6 req-cd7a26a8-00d5-4e80-927d-ef87d2198050 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075952 Nov 12 09:14:23.455450 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4957bf-dd2c-4ab0-8549-b69569c1d05c None None] Routers {'6a4ac888-6964-4c20-bd5f-4b1b0432089b'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:14:23.456407 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-fe4957bf-dd2c-4ab0-8549-b69569c1d05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:14:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['6a4ac888-6964-4c20-bd5f-4b1b0432089b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:23.477863 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5ae5eb-d829-49c3-ad1d-79ac5cce9c23 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:14:23.518064 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:23.574484 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1e7d9-15b1-44a1-b0e0-2a4ab5932be1 None None] Pushing event updated for resources: {'Port': ['ID=765dd4ce-984f-4400-be07-d5acb5394107,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:23.705149 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-fe4957bf-dd2c-4ab0-8549-b69569c1d05c None None] Set router 6a4ac888-6964-4c20-bd5f-4b1b0432089b gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:14:23.782018 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-3de43522-f8a3-4472-a8ce-1165a5dd526c None None] Provisioning complete for port 765dd4ce-984f-4400-be07-d5acb5394107 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:23.782194 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3de43522-f8a3-4472-a8ce-1165a5dd526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:23.789791 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15b6a3e7-df24-4a65-aaff-e5d7face39ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:23.834420 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a0daa3e6-15ea-4bc0-8453-2488754ee9e2 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:14:23.858243 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: a0daa3e6-15ea-4bc0-8453-2488754ee9e2 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:14:23.858518 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a0daa3e6-15ea-4bc0-8453-2488754ee9e2 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:14:23.878356 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-15b6a3e7-df24-4a65-aaff-e5d7face39ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ff62074-dd3d-479d-8022-cdde36f9b9f1']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:23.918024 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-15b6a3e7-df24-4a65-aaff-e5d7face39ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5aa620e-904b-492f-99b7-9ff92fc8daec') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:23.919049 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-15b6a3e7-df24-4a65-aaff-e5d7face39ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5aa620e-904b-492f-99b7-9ff92fc8daec') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:23.928572 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3de43522-f8a3-4472-a8ce-1165a5dd526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:23.951864 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15b6a3e7-df24-4a65-aaff-e5d7face39ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:23.960131 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-6c49f89d-fc47-4cb8-9e19-54d719e67ea5 admin admin] Allocated IP 172.20.0.1 (603bc378-cf80-4bec-8be8-8c09e41641b2/a7ddaee5-f4db-48da-969d-8a9bd8647c09/c05b1217-c79d-4349-b4f3-88ba7161461b) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:14:23.977941 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-3de43522-f8a3-4472-a8ce-1165a5dd526c None None] For port 765dd4ce-984f-4400-be07-d5acb5394107, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=765dd4ce-984f-4400-be07-d5acb5394107,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:23.986093 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3de43522-f8a3-4472-a8ce-1165a5dd526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:24.001040 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15b6a3e7-df24-4a65-aaff-e5d7face39ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:24.036567 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b6a3e7-df24-4a65-aaff-e5d7face39ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:14:24.037573 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15b6a3e7-df24-4a65-aaff-e5d7face39ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:24.045835 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:14:24.045835 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:14:24.045835 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:14:24.045835 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:14:24.045835 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:14:24.045835 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:14:24.045835 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:14:24.045835 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:14:24.045835 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:14:24.045835 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:14:24.045835 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:14:24.045835 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:14:24.045835 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:14:24.045835 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:14:24.045835 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:14:24.045835 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:14:24.045835 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:14:24.045835 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:14:24.045835 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:14:24.045835 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:14:24.045835 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:14:24.045835 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:14:24.045835 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:14:24.045835 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:14:24.045835 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:14:24.045835 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:14:24.045835 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:14:24.045835 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:14:24.045835 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:14:24.045835 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:14:24.045835 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:14:24.045835 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:14:24.100541 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de43522-f8a3-4472-a8ce-1165a5dd526c None None] Pushing event updated for resources: {'Port': ['ID=765dd4ce-984f-4400-be07-d5acb5394107,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:24.246519 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15b6a3e7-df24-4a65-aaff-e5d7face39ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:24.259675 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15b6a3e7-df24-4a65-aaff-e5d7face39ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:24.264328 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-15b6a3e7-df24-4a65-aaff-e5d7face39ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] 10.222.0.37 "DELETE /v2.0/networks/2ff62074-dd3d-479d-8022-cdde36f9b9f1 HTTP/1.1" status: 204 len: 168 time: 1.3537016 Nov 12 09:14:24.301703 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6a3e7-df24-4a65-aaff-e5d7face39ca tempest-PortsTestJSON-1156245821 tempest-PortsTestJSON-1156245821-project] Pushing event deleted for resources: {'Network': ['ID=2ff62074-dd3d-479d-8022-cdde36f9b9f1,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:24.361653 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6c49f89d-fc47-4cb8-9e19-54d719e67ea5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:24.415469 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-fe4957bf-dd2c-4ab0-8549-b69569c1d05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4ac888-6964-4c20-bd5f-4b1b0432089b', 'name': 'tempest-TestServerMultinode-398734086-router', 'tenant_id': 'eded9d28366e44f1b89ae191bb1b5421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '765dd4ce-984f-4400-be07-d5acb5394107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:14:16Z', 'updated_at': '2021-11-12T09:14:19Z', 'revision_number': 3, 'project_id': 'eded9d28366e44f1b89ae191bb1b5421', 'gw_port': {'id': '765dd4ce-984f-4400-be07-d5acb5394107', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:57:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4ac888-6964-4c20-bd5f-4b1b0432089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:18Z', 'updated_at': '2021-11-12T09:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:24.437880 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6c49f89d-fc47-4cb8-9e19-54d719e67ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:24.466653 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4957bf-dd2c-4ab0-8549-b69569c1d05c None None] The sync data for ids ['6a4ac888-6964-4c20-bd5f-4b1b0432089b'] in n-d-768862-16 is: [{'id': '6a4ac888-6964-4c20-bd5f-4b1b0432089b', 'name': 'tempest-TestServerMultinode-398734086-router', 'tenant_id': 'eded9d28366e44f1b89ae191bb1b5421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '765dd4ce-984f-4400-be07-d5acb5394107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:14:16Z', 'updated_at': '2021-11-12T09:14:19Z', 'revision_number': 3, 'project_id': 'eded9d28366e44f1b89ae191bb1b5421', 'gw_port': {'id': '765dd4ce-984f-4400-be07-d5acb5394107', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:57:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4ac888-6964-4c20-bd5f-4b1b0432089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:18Z', 'updated_at': '2021-11-12T09:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:14:24.564549 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c49f89d-fc47-4cb8-9e19-54d719e67ea5 admin admin] Network 603bc378-cf80-4bec-8be8-8c09e41641b2 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:24.570368 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-6c49f89d-fc47-4cb8-9e19-54d719e67ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:24.591092 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c49f89d-fc47-4cb8-9e19-54d719e67ea5 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:14:24.682593 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49f89d-fc47-4cb8-9e19-54d719e67ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=c05b1217-c79d-4349-b4f3-88ba7161461b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:24.820248 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199a0d9-e4ca-439d-bac2-ee5003c0eaae req-896ca2f8-7f1b-4b0f-9ef9-a4886078b361 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:24.823647 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a199a0d9-e4ca-439d-bac2-ee5003c0eaae req-896ca2f8-7f1b-4b0f-9ef9-a4886078b361 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.1996610 Nov 12 09:14:24.827584 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6c49f89d-fc47-4cb8-9e19-54d719e67ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:24.930934 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a199a0d9-e4ca-439d-bac2-ee5003c0eaae req-312a2a00-d590-4fe5-91f2-d207ddec2933 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983236 Nov 12 09:14:25.033277 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57752) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:25.201779 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6c49f89d-fc47-4cb8-9e19-54d719e67ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:25.430881 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-67d46bd2-9b1a-4340-8c90-bfe3d6d4acc9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a4cc795e5c364f88af1bdcef711beb4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3953462 Nov 12 09:14:25.432141 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57756) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:25.437783 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ec2af226-291f-478d-bf21-41c0838f660d None None] Provisioning complete for port c05b1217-c79d-4349-b4f3-88ba7161461b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:25.438964 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ec2af226-291f-478d-bf21-41c0838f660d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:25.517613 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ec2af226-291f-478d-bf21-41c0838f660d None None] Port c05b1217-c79d-4349-b4f3-88ba7161461b cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:14:25.560744 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-24d8b044-7303-4e1c-848a-5d34adddf6e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:25.619472 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-24d8b044-7303-4e1c-848a-5d34adddf6e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:25.629465 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6c49f89d-fc47-4cb8-9e19-54d719e67ea5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:25.639486 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6c49f89d-fc47-4cb8-9e19-54d719e67ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:25.734464 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-24d8b044-7303-4e1c-848a-5d34adddf6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:25.740310 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-24d8b044-7303-4e1c-848a-5d34adddf6e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:25.748225 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-24d8b044-7303-4e1c-848a-5d34adddf6e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/715c4c0d-c7f7-4434-918d-2237266a9b1d HTTP/1.1" status: 204 len: 168 time: 0.3124731 Nov 12 09:14:25.765450 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d8b044-7303-4e1c-848a-5d34adddf6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715c4c0d-c7f7-4434-918d-2237266a9b1d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:25.820609 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49f89d-fc47-4cb8-9e19-54d719e67ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=c05b1217-c79d-4349-b4f3-88ba7161461b,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:25.837272 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c49f89d-fc47-4cb8-9e19-54d719e67ea5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:25.837497 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c49f89d-fc47-4cb8-9e19-54d719e67ea5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:25.837878 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c49f89d-fc47-4cb8-9e19-54d719e67ea5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:25.838261 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c49f89d-fc47-4cb8-9e19-54d719e67ea5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:25.838738 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c49f89d-fc47-4cb8-9e19-54d719e67ea5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:25.839296 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c49f89d-fc47-4cb8-9e19-54d719e67ea5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:25.839883 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c49f89d-fc47-4cb8-9e19-54d719e67ea5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:25.840431 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c49f89d-fc47-4cb8-9e19-54d719e67ea5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:25.840973 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c49f89d-fc47-4cb8-9e19-54d719e67ea5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:25.841612 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c49f89d-fc47-4cb8-9e19-54d719e67ea5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:25.842757 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c49f89d-fc47-4cb8-9e19-54d719e67ea5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:25.843118 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c49f89d-fc47-4cb8-9e19-54d719e67ea5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:25.858563 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6c49f89d-fc47-4cb8-9e19-54d719e67ea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:26.117301 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c49f89d-fc47-4cb8-9e19-54d719e67ea5 admin admin] Network 603bc378-cf80-4bec-8be8-8c09e41641b2 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:26.119694 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-6c49f89d-fc47-4cb8-9e19-54d719e67ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:26.216087 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c895221-dbd6-4fae-8735-b6ac2bb7d693 req-94a78c53-9020-4911-86fe-7931588ea9ab tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:26.219485 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c895221-dbd6-4fae-8735-b6ac2bb7d693 req-94a78c53-9020-4911-86fe-7931588ea9ab tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.1148224 Nov 12 09:14:26.374126 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c895221-dbd6-4fae-8735-b6ac2bb7d693 req-cd2b3e0a-8fe8-453b-b3d7-ca6dc09ea9cd tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439018 Nov 12 09:14:26.379854 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c49f89d-fc47-4cb8-9e19-54d719e67ea5 admin admin] Router 6a4ac888-6964-4c20-bd5f-4b1b0432089b has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:14:26.636695 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c49f89d-fc47-4cb8-9e19-54d719e67ea5 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:14:26.678911 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6c49f89d-fc47-4cb8-9e19-54d719e67ea5 admin admin] 10.222.0.37 "PUT /v2.0/routers/6a4ac888-6964-4c20-bd5f-4b1b0432089b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5536394 Nov 12 09:14:26.689765 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8e85809d-e2cc-4687-b679-a7be818a4a1b None None] Provisioning complete for port c05b1217-c79d-4349-b4f3-88ba7161461b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:26.690977 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8e85809d-e2cc-4687-b679-a7be818a4a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:26.789348 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-8e85809d-e2cc-4687-b679-a7be818a4a1b None None] Port c05b1217-c79d-4349-b4f3-88ba7161461b cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:14:26.814283 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bcfbc6-eaf5-4af0-abdb-7c055597fa2c req-6bd4e3da-4ff4-4ba8-99e7-d574aec1b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:26.816178 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-29bcfbc6-eaf5-4af0-abdb-7c055597fa2c req-6bd4e3da-4ff4-4ba8-99e7-d574aec1b1c0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 1097 time: 0.0782125 Nov 12 09:14:26.938380 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 765dd4ce-984f-4400-be07-d5acb5394107 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:14:26.958026 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-29bcfbc6-eaf5-4af0-abdb-7c055597fa2c req-3c8e9285-206e-4e62-b724-c421b9f2a0c6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328399 Nov 12 09:14:27.137979 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 765dd4ce-984f-4400-be07-d5acb5394107 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:27.139235 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:27.434703 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57796) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:27.443203 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0051177 Nov 12 09:14:27.447335 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57798) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:27.656685 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd538a-560d-47ca-8360-a84498a553a5 req-5dd8166c-1b1a-4bf2-b4ba-45874cbb33fc tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:27.672374 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-00dd538a-560d-47ca-8360-a84498a553a5 req-5dd8166c-1b1a-4bf2-b4ba-45874cbb33fc tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.1386268 Nov 12 09:14:27.712093 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f2ce2a-9d48-4e4c-963e-371c21337725 None None] Sync routers for ids ['6a4ac888-6964-4c20-bd5f-4b1b0432089b'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:14:27.735563 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f2ce2a-9d48-4e4c-963e-371c21337725 None None] Routers {'6a4ac888-6964-4c20-bd5f-4b1b0432089b'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:14:27.739120 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2c27395b-deb0-40f5-a70f-e5a451cf93b4 tempest-NetworksApiDiscovery-1141169987 tempest-NetworksApiDiscovery-1141169987-project] 10.222.0.37 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2884052 Nov 12 09:14:27.745119 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b0f2ce2a-9d48-4e4c-963e-371c21337725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:14:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['6a4ac888-6964-4c20-bd5f-4b1b0432089b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:27.808276 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-00dd538a-560d-47ca-8360-a84498a553a5 req-97d4a624-e8fe-4a8f-97be-f905f0f38e2d tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340406 Nov 12 09:14:27.988097 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57810) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:28.041692 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-b0f2ce2a-9d48-4e4c-963e-371c21337725 None None] Set router 6a4ac888-6964-4c20-bd5f-4b1b0432089b gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:14:28.401899 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57820) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:28.477895 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57824) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:28.490821 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b0f2ce2a-9d48-4e4c-963e-371c21337725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4ac888-6964-4c20-bd5f-4b1b0432089b', 'name': 'tempest-TestServerMultinode-398734086-router', 'tenant_id': 'eded9d28366e44f1b89ae191bb1b5421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '765dd4ce-984f-4400-be07-d5acb5394107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:14:16Z', 'updated_at': '2021-11-12T09:14:25Z', 'revision_number': 4, 'project_id': 'eded9d28366e44f1b89ae191bb1b5421', 'gw_port': {'id': '765dd4ce-984f-4400-be07-d5acb5394107', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:57:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ac888-6964-4c20-bd5f-4b1b0432089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:18Z', 'updated_at': '2021-11-12T09:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'c05b1217-c79d-4349-b4f3-88ba7161461b', 'name': '', 'network_id': '603bc378-cf80-4bec-8be8-8c09e41641b2', 'tenant_id': 'eded9d28366e44f1b89ae191bb1b5421', 'mac_address': 'fa:16:3e:d0:a9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4ac888-6964-4c20-bd5f-4b1b0432089b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'a7ddaee5-f4db-48da-969d-8a9bd8647c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:23Z', 'updated_at': '2021-11-12T09:14:25Z', 'revision_number': 2, 'project_id': 'eded9d28366e44f1b89ae191bb1b5421', 'subnets': [{'id': 'a7ddaee5-f4db-48da-969d-8a9bd8647c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:28.491515 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-572e5bf2-be2b-4eee-be32-2a561c5ce595 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1941881756-network', 'tenant_id': 'c09879ea63cc4340b7fee88031203a83'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:28.501862 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bf85ff1a-eb5c-4bea-9fe4-a88119e94cd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:28.599632 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572e5bf2-be2b-4eee-be32-2a561c5ce595 admin admin] Made reservation on behalf of c09879ea63cc4340b7fee88031203a83 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:14:28.607621 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-572e5bf2-be2b-4eee-be32-2a561c5ce595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:28.633301 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-572e5bf2-be2b-4eee-be32-2a561c5ce595 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:28.721386 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bf85ff1a-eb5c-4bea-9fe4-a88119e94cd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:28.729559 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bf85ff1a-eb5c-4bea-9fe4-a88119e94cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:28.775127 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f2ce2a-9d48-4e4c-963e-371c21337725 None None] Checking router: 6a4ac888-6964-4c20-bd5f-4b1b0432089b for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:14:28.776772 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f2ce2a-9d48-4e4c-963e-371c21337725 None None] Updating router 6a4ac888-6964-4c20-bd5f-4b1b0432089b port c05b1217-c79d-4349-b4f3-88ba7161461b binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:14:28.807089 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-572e5bf2-be2b-4eee-be32-2a561c5ce595 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:28.816109 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-572e5bf2-be2b-4eee-be32-2a561c5ce595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:28.830784 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b0f2ce2a-9d48-4e4c-963e-371c21337725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:28.831701 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bf85ff1a-eb5c-4bea-9fe4-a88119e94cd5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5e5f5b6c9ae64244bcc0c0debc0962e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8417199 Nov 12 09:14:28.832942 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57826) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:28.850914 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85ff1a-eb5c-4bea-9fe4-a88119e94cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d73ffb-5c27-4e0a-b0f1-6d81b3911167,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:28.926642 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-572e5bf2-be2b-4eee-be32-2a561c5ce595 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:14:28.928957 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6964cf9f-60cb-4c68-9b60-92e9f2620949 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:28.977496 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-572e5bf2-be2b-4eee-be32-2a561c5ce595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:28.978044 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-572e5bf2-be2b-4eee-be32-2a561c5ce595 admin admin] Added segment 4b5340c6-38dd-496b-b5ee-d8a9d50b0b8c of type vlan for network d51f05c4-d5c0-4899-b92d-6ae95742dce4 Nov 12 09:14:29.007838 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e5bf2-be2b-4eee-be32-2a561c5ce595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bd726e-6cc5-42d4-ab2c-bbedb1c935af,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:29.082457 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-572e5bf2-be2b-4eee-be32-2a561c5ce595 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:29.088902 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a33095-0c97-4964-8009-6f38179d50ad req-ab2b7698-2249-42bd-8bc0-1fe15f2e2b47 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:29.092222 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-70a33095-0c97-4964-8009-6f38179d50ad req-ab2b7698-2249-42bd-8bc0-1fe15f2e2b47 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.1315329 Nov 12 09:14:29.107946 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f239e67-7106-4192-849b-f7cbeb624195 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:29.154436 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-572e5bf2-be2b-4eee-be32-2a561c5ce595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:29.156166 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572e5bf2-be2b-4eee-be32-2a561c5ce595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:29.157193 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-572e5bf2-be2b-4eee-be32-2a561c5ce595 admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:29.182744 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f239e67-7106-4192-849b-f7cbeb624195 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:29.195478 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6964cf9f-60cb-4c68-9b60-92e9f2620949 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:29.201983 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6964cf9f-60cb-4c68-9b60-92e9f2620949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:29.216094 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-70a33095-0c97-4964-8009-6f38179d50ad req-bb387997-6d17-46fc-ac93-87ab66c92aaf tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000414 Nov 12 09:14:29.265044 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6964cf9f-60cb-4c68-9b60-92e9f2620949 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4fd470c23ba742fe82a523ea8bbea899&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8617804 Nov 12 09:14:29.266292 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964cf9f-60cb-4c68-9b60-92e9f2620949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99aecd3-6074-4803-acf0-2dce15205b36,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:29.271269 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57832) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:29.357604 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e5bf2-be2b-4eee-be32-2a561c5ce595 admin admin] Pushing event updated for resources: {'Network': ['ID=d51f05c4-d5c0-4899-b92d-6ae95742dce4,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:29.376576 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-572e5bf2-be2b-4eee-be32-2a561c5ce595 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8914497 Nov 12 09:14:29.376576 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f239e67-7106-4192-849b-f7cbeb624195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:29.377376 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f239e67-7106-4192-849b-f7cbeb624195 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:29.379471 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7f239e67-7106-4192-849b-f7cbeb624195 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/45d73ffb-5c27-4e0a-b0f1-6d81b3911167 HTTP/1.1" status: 204 len: 168 time: 0.5444136 Nov 12 09:14:29.380573 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57836) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:29.399796 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d03b1327-c014-4af0-ac73-dae479c0bbc6 admin admin] Request body: {'subnet': {'network_id': 'd51f05c4-d5c0-4899-b92d-6ae95742dce4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1941881756-subnet', 'tenant_id': 'c09879ea63cc4340b7fee88031203a83', 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:29.400256 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b12ff400-ed01-4fb0-8a2f-9966e73ccf9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:29.405082 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network d51f05c4-d5c0-4899-b92d-6ae95742dce4 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:14:29.421735 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f239e67-7106-4192-849b-f7cbeb624195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d73ffb-5c27-4e0a-b0f1-6d81b3911167,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:29.457201 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03b1327-c014-4af0-ac73-dae479c0bbc6 admin admin] Made reservation on behalf of c09879ea63cc4340b7fee88031203a83 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:14:29.461031 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d03b1327-c014-4af0-ac73-dae479c0bbc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:29.498354 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b12ff400-ed01-4fb0-8a2f-9966e73ccf9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:29.598679 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b0f2ce2a-9d48-4e4c-963e-371c21337725 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:29.676098 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b12ff400-ed01-4fb0-8a2f-9966e73ccf9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:29.676966 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:29.679852 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b12ff400-ed01-4fb0-8a2f-9966e73ccf9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:29.682504 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b0f2ce2a-9d48-4e4c-963e-371c21337725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:29.683668 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b12ff400-ed01-4fb0-8a2f-9966e73ccf9d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f99aecd3-6074-4803-acf0-2dce15205b36 HTTP/1.1" status: 204 len: 168 time: 0.4102769 Nov 12 09:14:29.730439 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ff400-ed01-4fb0-8a2f-9966e73ccf9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99aecd3-6074-4803-acf0-2dce15205b36,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:29.794024 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768158dc-04e0-49d5-b75c-459391918d91 req-915dc0f7-9cea-4a6e-817c-455c14a9a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:29.796853 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-768158dc-04e0-49d5-b75c-459391918d91 req-915dc0f7-9cea-4a6e-817c-455c14a9a6e6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ba249b1417247ef9d5961203768255e&device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 1097 time: 0.1261148 Nov 12 09:14:29.962335 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98ad74-2921-4ebe-beda-5e9001f6c517 None None] Pushing event updated for resources: {'Port': ['ID=c05b1217-c79d-4349-b4f3-88ba7161461b,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:30.001567 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f3c54-c280-4ca9-91a7-4e86e7358c0a req-aab7dd4f-05e1-4d1f-be6e-935dfb011d73 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:30.003773 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a53f3c54-c280-4ca9-91a7-4e86e7358c0a req-aab7dd4f-05e1-4d1f-be6e-935dfb011d73 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.2150879 Nov 12 09:14:30.048787 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768158dc-04e0-49d5-b75c-459391918d91 req-1f45c5e1-8fe5-4275-a6f2-07e279336cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:30.051516 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-768158dc-04e0-49d5-b75c-459391918d91 req-1f45c5e1-8fe5-4275-a6f2-07e279336cd3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0993354a-8baa-44a8-be7e-987245c15ff0 HTTP/1.1" status: 200 len: 920 time: 0.2261426 Nov 12 09:14:30.153462 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b0f2ce2a-9d48-4e4c-963e-371c21337725 None None] Attempting to bind port c05b1217-c79d-4349-b4f3-88ba7161461b on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:14:30.154428 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b0f2ce2a-9d48-4e4c-963e-371c21337725 None None] Attempting to bind port c05b1217-c79d-4349-b4f3-88ba7161461b by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '29058f48-127a-4743-b855-9b0a3afa75fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '603bc378-cf80-4bec-8be8-8c09e41641b2'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:14:30.155043 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f2ce2a-9d48-4e4c-963e-371c21337725 None None] Attempting to bind port c05b1217-c79d-4349-b4f3-88ba7161461b on network 603bc378-cf80-4bec-8be8-8c09e41641b2 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:14:30.161444 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-768158dc-04e0-49d5-b75c-459391918d91 req-90a38bf9-8ef9-4f26-bd59-6da641290889 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b41eb59a-1488-43bc-b386-ff1c3501f085 HTTP/1.1" status: 200 len: 217 time: 0.0883024 Nov 12 09:14:30.168469 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a53f3c54-c280-4ca9-91a7-4e86e7358c0a req-177e853c-7c31-478c-b386-786af287eee0 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406446 Nov 12 09:14:30.170265 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f2ce2a-9d48-4e4c-963e-371c21337725 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:14:30.170764 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f2ce2a-9d48-4e4c-963e-371c21337725 None None] Checking segment: {'id': '29058f48-127a-4743-b855-9b0a3afa75fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '603bc378-cf80-4bec-8be8-8c09e41641b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:14:30.171605 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b0f2ce2a-9d48-4e4c-963e-371c21337725 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:30.172695 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f2ce2a-9d48-4e4c-963e-371c21337725 None None] Bound using segment: {'id': '29058f48-127a-4743-b855-9b0a3afa75fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '603bc378-cf80-4bec-8be8-8c09e41641b2'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:14:30.173871 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b0f2ce2a-9d48-4e4c-963e-371c21337725 None None] Bound port: c05b1217-c79d-4349-b4f3-88ba7161461b, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29058f48-127a-4743-b855-9b0a3afa75fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '603bc378-cf80-4bec-8be8-8c09e41641b2'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:14:30.174434 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b0f2ce2a-9d48-4e4c-963e-371c21337725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:30.206566 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57848) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:30.248805 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-48619ef6-455e-4890-b5cf-5c915280a0af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:30.281257 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b0f2ce2a-9d48-4e4c-963e-371c21337725 None None] For port c05b1217-c79d-4349-b4f3-88ba7161461b, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:14:30.287161 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b0f2ce2a-9d48-4e4c-963e-371c21337725 None None] For port c05b1217-c79d-4349-b4f3-88ba7161461b, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=c05b1217-c79d-4349-b4f3-88ba7161461b,segment=NetworkSegment(29058f48-127a-4743-b855-9b0a3afa75fa),segment_id=29058f48-127a-4743-b855-9b0a3afa75fa)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:14:30.294883 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b0f2ce2a-9d48-4e4c-963e-371c21337725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:30.352962 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d03b1327-c014-4af0-ac73-dae479c0bbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:30.394973 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98ad74-2921-4ebe-beda-5e9001f6c517 None None] Pushing event updated for resources: {'Port': ['ID=c05b1217-c79d-4349-b4f3-88ba7161461b,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:30.423439 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b1327-c014-4af0-ac73-dae479c0bbc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de0bed40-4ca4-4d79-a7c0-741f8417cd51,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:30.428834 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-48619ef6-455e-4890-b5cf-5c915280a0af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:30.438698 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-48619ef6-455e-4890-b5cf-5c915280a0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:30.442162 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768158dc-04e0-49d5-b75c-459391918d91 req-32a62937-771c-49a2-b330-17f335d8807e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:30.448554 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-768158dc-04e0-49d5-b75c-459391918d91 req-32a62937-771c-49a2-b330-17f335d8807e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4db9f670-57cd-4b0c-b407-c2d471d25b1a HTTP/1.1" status: 200 len: 859 time: 0.2479000 Nov 12 09:14:30.464145 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f2ce2a-9d48-4e4c-963e-371c21337725 None None] Routers {'6a4ac888-6964-4c20-bd5f-4b1b0432089b'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:14:30.465350 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b0f2ce2a-9d48-4e4c-963e-371c21337725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:14:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['6a4ac888-6964-4c20-bd5f-4b1b0432089b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:30.506026 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-768158dc-04e0-49d5-b75c-459391918d91 req-44fa8444-9adc-4787-9b57-579a8410b44e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0993354a-8baa-44a8-be7e-987245c15ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395372 Nov 12 09:14:30.551781 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-48619ef6-455e-4890-b5cf-5c915280a0af admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=47e84850362e4ad18700d83a39e3376b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3315132 Nov 12 09:14:30.553083 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48619ef6-455e-4890-b5cf-5c915280a0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce21be4d-69d2-4cfc-a730-d115c1e8bd0c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:30.564311 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 57854) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:30.671188 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-768158dc-04e0-49d5-b75c-459391918d91 req-f7e3c452-32b1-4927-a073-e7889495e77d service neutron] 10.222.0.54 "GET /v2.0/networks/0993354a-8baa-44a8-be7e-987245c15ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527450 Nov 12 09:14:30.684905 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03b1327-c014-4af0-ac73-dae479c0bbc6 admin admin] Checking segment: {'id': '4b5340c6-38dd-496b-b5ee-d8a9d50b0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd51f05c4-d5c0-4899-b92d-6ae95742dce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:14:30.685538 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03b1327-c014-4af0-ac73-dae479c0bbc6 admin admin] Network hostable DHCP agents. Network: d51f05c4-d5c0-4899-b92d-6ae95742dce4, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:14:30.735069 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e50408dd-0c7c-46fb-bb93-cd5a28fa4c05 None None] Provisioning complete for port c05b1217-c79d-4349-b4f3-88ba7161461b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:30.736564 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e50408dd-0c7c-46fb-bb93-cd5a28fa4c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:30.741956 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-167cb5e0-d34e-4e11-84ac-26efbbb1cb9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:30.748606 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-b0f2ce2a-9d48-4e4c-963e-371c21337725 None None] Set router 6a4ac888-6964-4c20-bd5f-4b1b0432089b gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:14:30.808073 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-167cb5e0-d34e-4e11-84ac-26efbbb1cb9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:30.862506 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03b1327-c014-4af0-ac73-dae479c0bbc6 admin admin] Network d51f05c4-d5c0-4899-b92d-6ae95742dce4 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:14:30.897124 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-d03b1327-c014-4af0-ac73-dae479c0bbc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, d51f05c4-d5c0-4899-b92d-6ae95742dce4) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:30.910885 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03b1327-c014-4af0-ac73-dae479c0bbc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:30.912283 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d03b1327-c014-4af0-ac73-dae479c0bbc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:30.942483 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-167cb5e0-d34e-4e11-84ac-26efbbb1cb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:30.947949 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-167cb5e0-d34e-4e11-84ac-26efbbb1cb9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:30.950886 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-167cb5e0-d34e-4e11-84ac-26efbbb1cb9e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce21be4d-69d2-4cfc-a730-d115c1e8bd0c HTTP/1.1" status: 204 len: 168 time: 0.3844731 Nov 12 09:14:30.958138 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-768158dc-04e0-49d5-b75c-459391918d91 req-9c5bcf92-08ed-4312-96ae-9244b9b2f189 service neutron] 10.222.0.54 "GET /v2.0/networks/0993354a-8baa-44a8-be7e-987245c15ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761619 Nov 12 09:14:30.980051 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d03b1327-c014-4af0-ac73-dae479c0bbc6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5888882 Nov 12 09:14:30.980531 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57862) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:30.999595 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a60f9328-a366-4b66-b5c9-63e940174ae6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1941881756-router', 'tenant_id': 'c09879ea63cc4340b7fee88031203a83', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:31.000173 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd4313c-8e94-42f1-bad4-9ffde966853c None None] Network d51f05c4-d5c0-4899-b92d-6ae95742dce4 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:14:31.006383 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167cb5e0-d34e-4e11-84ac-26efbbb1cb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce21be4d-69d2-4cfc-a730-d115c1e8bd0c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:31.043081 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a60f9328-a366-4b66-b5c9-63e940174ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:31.045567 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a60f9328-a366-4b66-b5c9-63e940174ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:31.140646 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a60f9328-a366-4b66-b5c9-63e940174ae6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:31.194595 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e50408dd-0c7c-46fb-bb93-cd5a28fa4c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:31.309636 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-e50408dd-0c7c-46fb-bb93-cd5a28fa4c05 None None] For port c05b1217-c79d-4349-b4f3-88ba7161461b, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=c05b1217-c79d-4349-b4f3-88ba7161461b,segment=NetworkSegment(29058f48-127a-4743-b855-9b0a3afa75fa),segment_id=29058f48-127a-4743-b855-9b0a3afa75fa)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:31.336158 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e50408dd-0c7c-46fb-bb93-cd5a28fa4c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:31.458862 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50408dd-0c7c-46fb-bb93-cd5a28fa4c05 None None] Pushing event updated for resources: {'Port': ['ID=c05b1217-c79d-4349-b4f3-88ba7161461b,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:31.463486 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a60f9328-a366-4b66-b5c9-63e940174ae6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:31.606403 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b9abc4d4-a46c-44f7-b212-9efbc77e2c32 None None] Provisioning complete for port c05b1217-c79d-4349-b4f3-88ba7161461b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:31.607059 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b9abc4d4-a46c-44f7-b212-9efbc77e2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:31.616737 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8199b-750d-4536-a12f-0a03f2aa8c5a req-cb2fbbc4-9f28-4daf-a2fc-067531ec9484 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:31.619291 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-62c8199b-750d-4536-a12f-0a03f2aa8c5a req-cb2fbbc4-9f28-4daf-a2fc-067531ec9484 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.1863477 Nov 12 09:14:31.748962 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-62c8199b-750d-4536-a12f-0a03f2aa8c5a req-152ab862-c1bd-4150-b11b-0ac52b02be5c tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198847 Nov 12 09:14:31.776346 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b0f2ce2a-9d48-4e4c-963e-371c21337725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4ac888-6964-4c20-bd5f-4b1b0432089b', 'name': 'tempest-TestServerMultinode-398734086-router', 'tenant_id': 'eded9d28366e44f1b89ae191bb1b5421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '765dd4ce-984f-4400-be07-d5acb5394107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:14:16Z', 'updated_at': '2021-11-12T09:14:25Z', 'revision_number': 4, 'project_id': 'eded9d28366e44f1b89ae191bb1b5421', 'gw_port': {'id': '765dd4ce-984f-4400-be07-d5acb5394107', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:57:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ac888-6964-4c20-bd5f-4b1b0432089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:18Z', 'updated_at': '2021-11-12T09:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'c05b1217-c79d-4349-b4f3-88ba7161461b', 'name': '', 'network_id': '603bc378-cf80-4bec-8be8-8c09e41641b2', 'tenant_id': 'eded9d28366e44f1b89ae191bb1b5421', 'mac_address': 'fa:16:3e:d0:a9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4ac888-6964-4c20-bd5f-4b1b0432089b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'a7ddaee5-f4db-48da-969d-8a9bd8647c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:23Z', 'updated_at': '2021-11-12T09:14:30Z', 'revision_number': 4, 'project_id': 'eded9d28366e44f1b89ae191bb1b5421', 'subnets': [{'id': 'a7ddaee5-f4db-48da-969d-8a9bd8647c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:31.779525 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657e277b-3ad0-4416-9d60-ee1bc27b2751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-d51f05c4-d5c0-4899-b92d-6ae95742dce4', 'network_id': 'd51f05c4-d5c0-4899-b92d-6ae95742dce4', 'tenant_id': 'c09879ea63cc4340b7fee88031203a83', 'fixed_ips': [{'subnet_id': 'de0bed40-4ca4-4d79-a7c0-741f8417cd51'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:14:31.780638 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-657e277b-3ad0-4416-9d60-ee1bc27b2751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:31.821384 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f2ce2a-9d48-4e4c-963e-371c21337725 None None] The sync data for ids ['6a4ac888-6964-4c20-bd5f-4b1b0432089b'] in n-d-768862-16 is: [{'id': '6a4ac888-6964-4c20-bd5f-4b1b0432089b', 'name': 'tempest-TestServerMultinode-398734086-router', 'tenant_id': 'eded9d28366e44f1b89ae191bb1b5421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '765dd4ce-984f-4400-be07-d5acb5394107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:14:16Z', 'updated_at': '2021-11-12T09:14:25Z', 'revision_number': 4, 'project_id': 'eded9d28366e44f1b89ae191bb1b5421', 'gw_port': {'id': '765dd4ce-984f-4400-be07-d5acb5394107', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:57:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ac888-6964-4c20-bd5f-4b1b0432089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:18Z', 'updated_at': '2021-11-12T09:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'c05b1217-c79d-4349-b4f3-88ba7161461b', 'name': '', 'network_id': '603bc378-cf80-4bec-8be8-8c09e41641b2', 'tenant_id': 'eded9d28366e44f1b89ae191bb1b5421', 'mac_address': 'fa:16:3e:d0:a9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4ac888-6964-4c20-bd5f-4b1b0432089b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'a7ddaee5-f4db-48da-969d-8a9bd8647c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:23Z', 'updated_at': '2021-11-12T09:14:30Z', 'revision_number': 4, 'project_id': 'eded9d28366e44f1b89ae191bb1b5421', 'subnets': [{'id': 'a7ddaee5-f4db-48da-969d-8a9bd8647c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:14:32.325985 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-657e277b-3ad0-4416-9d60-ee1bc27b2751 None None] Allocated IP 172.20.0.2 (d51f05c4-d5c0-4899-b92d-6ae95742dce4/de0bed40-4ca4-4d79-a7c0-741f8417cd51/879ecd21-7e15-4cd8-a1a9-a6223f79cf0c) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:14:32.637336 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a60f9328-a366-4b66-b5c9-63e940174ae6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:32.688209 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a60f9328-a366-4b66-b5c9-63e940174ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:32.905583 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-657e277b-3ad0-4416-9d60-ee1bc27b2751 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:32.919103 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-657e277b-3ad0-4416-9d60-ee1bc27b2751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:33.042232 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-a60f9328-a366-4b66-b5c9-63e940174ae6 admin admin] Allocated IP 172.25.6.106 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/1016e0df-3d7b-4b5e-81e2-db8f4a0337c9) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:14:33.052857 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ab9ef-3e11-4892-a0d2-b3181ff12d8a req-9529de21-190b-4689-9e98-0afd5a055d49 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:33.056306 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-572ab9ef-3e11-4892-a0d2-b3181ff12d8a req-9529de21-190b-4689-9e98-0afd5a055d49 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.1593537 Nov 12 09:14:33.060339 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657e277b-3ad0-4416-9d60-ee1bc27b2751 None None] Network d51f05c4-d5c0-4899-b92d-6ae95742dce4 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:33.061769 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c05b1217-c79d-4349-b4f3-88ba7161461b up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:14:33.081111 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-657e277b-3ad0-4416-9d60-ee1bc27b2751 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:33.089627 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657e277b-3ad0-4416-9d60-ee1bc27b2751 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:14:33.165488 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e277b-3ad0-4416-9d60-ee1bc27b2751 None None] Pushing event updated for resources: {'Port': ['ID=879ecd21-7e15-4cd8-a1a9-a6223f79cf0c,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:33.210970 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-572ab9ef-3e11-4892-a0d2-b3181ff12d8a req-e725e678-3a93-46c6-bb73-ce95b1b32643 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410685 Nov 12 09:14:33.293116 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-657e277b-3ad0-4416-9d60-ee1bc27b2751 None None] Attempting to bind port 879ecd21-7e15-4cd8-a1a9-a6223f79cf0c on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:14:33.293922 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-657e277b-3ad0-4416-9d60-ee1bc27b2751 None None] Attempting to bind port 879ecd21-7e15-4cd8-a1a9-a6223f79cf0c by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '4b5340c6-38dd-496b-b5ee-d8a9d50b0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd51f05c4-d5c0-4899-b92d-6ae95742dce4'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:14:33.294653 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657e277b-3ad0-4416-9d60-ee1bc27b2751 None None] Attempting to bind port 879ecd21-7e15-4cd8-a1a9-a6223f79cf0c on network d51f05c4-d5c0-4899-b92d-6ae95742dce4 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:14:33.321869 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a60f9328-a366-4b66-b5c9-63e940174ae6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:33.324645 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657e277b-3ad0-4416-9d60-ee1bc27b2751 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:14:33.326549 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657e277b-3ad0-4416-9d60-ee1bc27b2751 None None] Checking segment: {'id': '4b5340c6-38dd-496b-b5ee-d8a9d50b0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd51f05c4-d5c0-4899-b92d-6ae95742dce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:14:33.327655 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-657e277b-3ad0-4416-9d60-ee1bc27b2751 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:33.330779 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657e277b-3ad0-4416-9d60-ee1bc27b2751 None None] Bound using segment: {'id': '4b5340c6-38dd-496b-b5ee-d8a9d50b0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd51f05c4-d5c0-4899-b92d-6ae95742dce4'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:14:33.332322 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-657e277b-3ad0-4416-9d60-ee1bc27b2751 None None] Bound port: 879ecd21-7e15-4cd8-a1a9-a6223f79cf0c, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5340c6-38dd-496b-b5ee-d8a9d50b0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd51f05c4-d5c0-4899-b92d-6ae95742dce4'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:14:33.333569 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-657e277b-3ad0-4416-9d60-ee1bc27b2751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:33.341614 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port c05b1217-c79d-4349-b4f3-88ba7161461b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:33.342323 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:33.475523 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a60f9328-a366-4b66-b5c9-63e940174ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:33.645903 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60f9328-a366-4b66-b5c9-63e940174ae6 admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:33.651301 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-a60f9328-a366-4b66-b5c9-63e940174ae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:33.707450 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60f9328-a366-4b66-b5c9-63e940174ae6 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:14:33.709980 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-657e277b-3ad0-4416-9d60-ee1bc27b2751 None None] For port 879ecd21-7e15-4cd8-a1a9-a6223f79cf0c, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:14:33.718276 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-657e277b-3ad0-4416-9d60-ee1bc27b2751 None None] For port 879ecd21-7e15-4cd8-a1a9-a6223f79cf0c, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=879ecd21-7e15-4cd8-a1a9-a6223f79cf0c,segment=NetworkSegment(4b5340c6-38dd-496b-b5ee-d8a9d50b0b8c),segment_id=4b5340c6-38dd-496b-b5ee-d8a9d50b0b8c)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:14:33.731939 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-657e277b-3ad0-4416-9d60-ee1bc27b2751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:33.780719 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f9328-a366-4b66-b5c9-63e940174ae6 admin admin] Pushing event updated for resources: {'Port': ['ID=1016e0df-3d7b-4b5e-81e2-db8f4a0337c9,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:33.824253 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1317706-9589-456b-aa03-f8c3479dbbf4 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:14:34.115441 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e277b-3ad0-4416-9d60-ee1bc27b2751 None None] Pushing event updated for resources: {'Port': ['ID=879ecd21-7e15-4cd8-a1a9-a6223f79cf0c,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:34.189344 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b3b3c449-d5a2-4475-b9eb-57451569560f None None] Provisioning complete for port 1016e0df-3d7b-4b5e-81e2-db8f4a0337c9 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:34.190440 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b3b3c449-d5a2-4475-b9eb-57451569560f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:34.329891 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-b3b3c449-d5a2-4475-b9eb-57451569560f None None] Port 1016e0df-3d7b-4b5e-81e2-db8f4a0337c9 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:14:34.679870 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a60f9328-a366-4b66-b5c9-63e940174ae6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:34.954417 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 879ecd21-7e15-4cd8-a1a9-a6223f79cf0c up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:14:35.116609 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 879ecd21-7e15-4cd8-a1a9-a6223f79cf0c triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:35.117254 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:35.347522 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a60f9328-a366-4b66-b5c9-63e940174ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:35.469464 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:35.586954 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 879ecd21-7e15-4cd8-a1a9-a6223f79cf0c, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=879ecd21-7e15-4cd8-a1a9-a6223f79cf0c,segment=NetworkSegment(4b5340c6-38dd-496b-b5ee-d8a9d50b0b8c),segment_id=4b5340c6-38dd-496b-b5ee-d8a9d50b0b8c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:35.594738 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:35.725159 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=879ecd21-7e15-4cd8-a1a9-a6223f79cf0c,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:35.737322 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60f9328-a366-4b66-b5c9-63e940174ae6 admin admin] Router c0108803-7c13-4011-8a87-f10347f697f9 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:14:35.973884 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bd8910-15ed-480d-af22-2267aeb5f742 None None] Network d51f05c4-d5c0-4899-b92d-6ae95742dce4 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:14:35.989276 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60f9328-a366-4b66-b5c9-63e940174ae6 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:14:36.005323 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7301fdb-7b92-454b-92db-d662aae9b336 None None] Sync routers for ids ['c0108803-7c13-4011-8a87-f10347f697f9'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:14:36.024203 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7301fdb-7b92-454b-92db-d662aae9b336 None None] Routers {'c0108803-7c13-4011-8a87-f10347f697f9'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:14:36.025132 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-b7301fdb-7b92-454b-92db-d662aae9b336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:14:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c0108803-7c13-4011-8a87-f10347f697f9'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:36.036274 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a60f9328-a366-4b66-b5c9-63e940174ae6 admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:36.039761 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a60f9328-a366-4b66-b5c9-63e940174ae6 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0554402 Nov 12 09:14:36.043330 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 57956) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:36.165143 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-b7301fdb-7b92-454b-92db-d662aae9b336 None None] Set router c0108803-7c13-4011-8a87-f10347f697f9 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:14:36.180083 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b47d35a5-316d-4bcc-bb92-e412feda6376 None None] Provisioning complete for port 879ecd21-7e15-4cd8-a1a9-a6223f79cf0c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:36.181236 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b47d35a5-316d-4bcc-bb92-e412feda6376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:36.509453 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-b7301fdb-7b92-454b-92db-d662aae9b336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0108803-7c13-4011-8a87-f10347f697f9', 'name': 'tempest-TestServerMultinode-1941881756-router', 'tenant_id': 'c09879ea63cc4340b7fee88031203a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '1016e0df-3d7b-4b5e-81e2-db8f4a0337c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:14:31Z', 'updated_at': '2021-11-12T09:14:34Z', 'revision_number': 3, 'project_id': 'c09879ea63cc4340b7fee88031203a83', 'gw_port': {'id': '1016e0df-3d7b-4b5e-81e2-db8f4a0337c9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0108803-7c13-4011-8a87-f10347f697f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:32Z', 'updated_at': '2021-11-12T09:14:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:36.628714 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7301fdb-7b92-454b-92db-d662aae9b336 None None] Checking router: c0108803-7c13-4011-8a87-f10347f697f9 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:14:36.634600 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7301fdb-7b92-454b-92db-d662aae9b336 None None] Updating router c0108803-7c13-4011-8a87-f10347f697f9 port 1016e0df-3d7b-4b5e-81e2-db8f4a0337c9 binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:14:36.768504 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88d019-6fac-4f7a-8ae7-18ad805579ed req-b0bc1b50-6cf8-4cb2-a294-54950d69ea2a tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:36.771217 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e88d019-6fac-4f7a-8ae7-18ad805579ed req-b0bc1b50-6cf8-4cb2-a294-54950d69ea2a tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.1557677 Nov 12 09:14:36.776432 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b7301fdb-7b92-454b-92db-d662aae9b336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:36.956905 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 879ecd21-7e15-4cd8-a1a9-a6223f79cf0c up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:14:36.968727 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e88d019-6fac-4f7a-8ae7-18ad805579ed req-2b29997d-41b5-4cd4-83c0-3ddcd2366c60 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801636 Nov 12 09:14:37.145581 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-62812afd-6e61-4931-932c-41b99b641b5f None None] Provisioning complete for port 879ecd21-7e15-4cd8-a1a9-a6223f79cf0c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:37.146484 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-62812afd-6e61-4931-932c-41b99b641b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:37.218619 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 879ecd21-7e15-4cd8-a1a9-a6223f79cf0c triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:37.219229 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:37.234177 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fbe6949c-b399-4e7d-ae27-30019bac875c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:37.627994 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b7301fdb-7b92-454b-92db-d662aae9b336 None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:37.639322 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b7301fdb-7b92-454b-92db-d662aae9b336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:37.755886 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-b7301fdb-7b92-454b-92db-d662aae9b336 None None] Attempting to bind port 1016e0df-3d7b-4b5e-81e2-db8f4a0337c9 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:14:37.756956 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-b7301fdb-7b92-454b-92db-d662aae9b336 None None] Attempting to bind port 1016e0df-3d7b-4b5e-81e2-db8f4a0337c9 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:14:37.758745 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7301fdb-7b92-454b-92db-d662aae9b336 None None] Attempting to bind port 1016e0df-3d7b-4b5e-81e2-db8f4a0337c9 on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:14:37.777291 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24951c99-6f4d-4578-8627-7eb1fe29b149 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:14:37.779999 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7301fdb-7b92-454b-92db-d662aae9b336 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:14:37.781142 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7301fdb-7b92-454b-92db-d662aae9b336 None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:14:37.782049 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b7301fdb-7b92-454b-92db-d662aae9b336 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:37.782959 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7301fdb-7b92-454b-92db-d662aae9b336 None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:14:37.784046 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-b7301fdb-7b92-454b-92db-d662aae9b336 None None] Bound port: 1016e0df-3d7b-4b5e-81e2-db8f4a0337c9, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:14:37.785061 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b7301fdb-7b92-454b-92db-d662aae9b336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:37.811906 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-fbe6949c-b399-4e7d-ae27-30019bac875c admin admin] Allocated IP 172.20.0.1 (d51f05c4-d5c0-4899-b92d-6ae95742dce4/de0bed40-4ca4-4d79-a7c0-741f8417cd51/50309b53-6c5f-44cb-8076-f7e6a28cc5c9) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:14:37.847499 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b9f3f-14ee-4827-9990-1dcd9681e4d7 None None] Pushing event updated for resources: {'Port': ['ID=1016e0df-3d7b-4b5e-81e2-db8f4a0337c9,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:37.890763 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4233153e-1f29-4370-91fa-33ce4d131c2b None None] Provisioning complete for port 1016e0df-3d7b-4b5e-81e2-db8f4a0337c9 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:37.891571 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4233153e-1f29-4370-91fa-33ce4d131c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:37.895361 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9f4110bd-e8ef-4429-a7f8-aed172880774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:37.930518 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-b7301fdb-7b92-454b-92db-d662aae9b336 None None] For port 1016e0df-3d7b-4b5e-81e2-db8f4a0337c9, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:14:37.937356 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-b7301fdb-7b92-454b-92db-d662aae9b336 None None] For port 1016e0df-3d7b-4b5e-81e2-db8f4a0337c9, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=1016e0df-3d7b-4b5e-81e2-db8f4a0337c9,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:14:37.946127 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b7301fdb-7b92-454b-92db-d662aae9b336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:38.006028 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4233153e-1f29-4370-91fa-33ce4d131c2b None None] Port 1016e0df-3d7b-4b5e-81e2-db8f4a0337c9 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:14:38.051940 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b539fc-e705-4763-9409-715170efa4f7 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:14:38.074899 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7301fdb-7b92-454b-92db-d662aae9b336 None None] Routers {'c0108803-7c13-4011-8a87-f10347f697f9'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:14:38.075918 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-b7301fdb-7b92-454b-92db-d662aae9b336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:14:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c0108803-7c13-4011-8a87-f10347f697f9'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:38.127190 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fbe6949c-b399-4e7d-ae27-30019bac875c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:38.152547 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-2bb59745-03b5-4063-b5ac-fd7b9c5f359d None None] Provisioning complete for port 1016e0df-3d7b-4b5e-81e2-db8f4a0337c9 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:38.153331 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2bb59745-03b5-4063-b5ac-fd7b9c5f359d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:38.221009 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fbe6949c-b399-4e7d-ae27-30019bac875c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:38.271303 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-b7301fdb-7b92-454b-92db-d662aae9b336 None None] Set router c0108803-7c13-4011-8a87-f10347f697f9 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:14:38.303568 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2bb59745-03b5-4063-b5ac-fd7b9c5f359d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:38.326251 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe6949c-b399-4e7d-ae27-30019bac875c admin admin] Network d51f05c4-d5c0-4899-b92d-6ae95742dce4 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:38.336473 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-fbe6949c-b399-4e7d-ae27-30019bac875c admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:38.354668 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe6949c-b399-4e7d-ae27-30019bac875c admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:14:38.357212 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-2bb59745-03b5-4063-b5ac-fd7b9c5f359d None None] For port 1016e0df-3d7b-4b5e-81e2-db8f4a0337c9, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=1016e0df-3d7b-4b5e-81e2-db8f4a0337c9,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:38.375286 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2bb59745-03b5-4063-b5ac-fd7b9c5f359d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:38.408408 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b9f3f-14ee-4827-9990-1dcd9681e4d7 None None] Pushing event updated for resources: {'Port': ['ID=1016e0df-3d7b-4b5e-81e2-db8f4a0337c9,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:38.441833 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6949c-b399-4e7d-ae27-30019bac875c admin admin] Pushing event updated for resources: {'Port': ['ID=50309b53-6c5f-44cb-8076-f7e6a28cc5c9,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:38.521548 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fbe6949c-b399-4e7d-ae27-30019bac875c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:38.648517 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb59745-03b5-4063-b5ac-fd7b9c5f359d None None] Pushing event updated for resources: {'Port': ['ID=1016e0df-3d7b-4b5e-81e2-db8f4a0337c9,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:38.817456 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-b7301fdb-7b92-454b-92db-d662aae9b336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0108803-7c13-4011-8a87-f10347f697f9', 'name': 'tempest-TestServerMultinode-1941881756-router', 'tenant_id': 'c09879ea63cc4340b7fee88031203a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '1016e0df-3d7b-4b5e-81e2-db8f4a0337c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:14:31Z', 'updated_at': '2021-11-12T09:14:34Z', 'revision_number': 3, 'project_id': 'c09879ea63cc4340b7fee88031203a83', 'gw_port': {'id': '1016e0df-3d7b-4b5e-81e2-db8f4a0337c9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0108803-7c13-4011-8a87-f10347f697f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:32Z', 'updated_at': '2021-11-12T09:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:38.953661 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c76e813b-bb17-42ba-8ad0-c955341c727c None None] Provisioning complete for port 50309b53-6c5f-44cb-8076-f7e6a28cc5c9 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:38.954446 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c76e813b-bb17-42ba-8ad0-c955341c727c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:39.003875 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fbe6949c-b399-4e7d-ae27-30019bac875c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:39.098253 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c76e813b-bb17-42ba-8ad0-c955341c727c None None] Port 50309b53-6c5f-44cb-8076-f7e6a28cc5c9 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:14:39.213980 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7301fdb-7b92-454b-92db-d662aae9b336 None None] The sync data for ids ['c0108803-7c13-4011-8a87-f10347f697f9'] in n-d-768862-16 is: [{'id': 'c0108803-7c13-4011-8a87-f10347f697f9', 'name': 'tempest-TestServerMultinode-1941881756-router', 'tenant_id': 'c09879ea63cc4340b7fee88031203a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '1016e0df-3d7b-4b5e-81e2-db8f4a0337c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:14:31Z', 'updated_at': '2021-11-12T09:14:34Z', 'revision_number': 3, 'project_id': 'c09879ea63cc4340b7fee88031203a83', 'gw_port': {'id': '1016e0df-3d7b-4b5e-81e2-db8f4a0337c9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0108803-7c13-4011-8a87-f10347f697f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:32Z', 'updated_at': '2021-11-12T09:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:14:39.461892 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fbe6949c-b399-4e7d-ae27-30019bac875c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:39.470760 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fbe6949c-b399-4e7d-ae27-30019bac875c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:39.638571 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fbe6949c-b399-4e7d-ae27-30019bac875c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:39.643406 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6949c-b399-4e7d-ae27-30019bac875c admin admin] Pushing event updated for resources: {'Port': ['ID=50309b53-6c5f-44cb-8076-f7e6a28cc5c9,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:39.925243 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe6949c-b399-4e7d-ae27-30019bac875c admin admin] Network d51f05c4-d5c0-4899-b92d-6ae95742dce4 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:39.927484 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-fbe6949c-b399-4e7d-ae27-30019bac875c admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:40.255987 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6cde6135-1bb1-4fb6-8549-ebe8b507c9b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:40.284102 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe6949c-b399-4e7d-ae27-30019bac875c admin admin] Router c0108803-7c13-4011-8a87-f10347f697f9 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:14:40.470395 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c0fb022b-8506-44ce-8772-f6b0bf101536 None None] Provisioning complete for port 50309b53-6c5f-44cb-8076-f7e6a28cc5c9 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:40.471015 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c0fb022b-8506-44ce-8772-f6b0bf101536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:40.691487 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c0fb022b-8506-44ce-8772-f6b0bf101536 None None] Port 50309b53-6c5f-44cb-8076-f7e6a28cc5c9 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:14:40.775691 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe6949c-b399-4e7d-ae27-30019bac875c admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:14:40.815919 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-fbe6949c-b399-4e7d-ae27-30019bac875c admin admin] 10.222.0.37 "PUT /v2.0/routers/c0108803-7c13-4011-8a87-f10347f697f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7705786 Nov 12 09:14:40.966225 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 1016e0df-3d7b-4b5e-81e2-db8f4a0337c9 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:14:41.117720 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 1016e0df-3d7b-4b5e-81e2-db8f4a0337c9 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:41.118644 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:41.270082 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58050) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:41.495206 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8bc1408b-0634-4d48-90e6-d67d2ff2a5e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:41.664486 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8bc1408b-0634-4d48-90e6-d67d2ff2a5e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:41.672603 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8bc1408b-0634-4d48-90e6-d67d2ff2a5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:41.750569 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58056) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:41.762371 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8bc1408b-0634-4d48-90e6-d67d2ff2a5e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5eb3843b02f74b268658d95b51bdc0ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4899275 Nov 12 09:14:41.781325 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1408b-0634-4d48-90e6-d67d2ff2a5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a77d5ef-5d85-4f52-8e1d-a1682f0f8c69,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:41.902273 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9e1c23a2-cecb-4f94-852a-e167b81ffaf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:41.961853 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9e1c23a2-cecb-4f94-852a-e167b81ffaf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:42.108522 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9e1c23a2-cecb-4f94-852a-e167b81ffaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:42.114119 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:42.116197 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9e1c23a2-cecb-4f94-852a-e167b81ffaf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:42.126151 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9e1c23a2-cecb-4f94-852a-e167b81ffaf3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a77d5ef-5d85-4f52-8e1d-a1682f0f8c69 HTTP/1.1" status: 204 len: 168 time: 0.3720045 Nov 12 09:14:42.165040 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c23a2-cecb-4f94-852a-e167b81ffaf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a77d5ef-5d85-4f52-8e1d-a1682f0f8c69,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:42.403975 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-e45eb38e-f480-4874-aa70-e7305fbf55e9 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:42.413234 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-e45eb38e-f480-4874-aa70-e7305fbf55e9 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/networks?id=603bc378-cf80-4bec-8be8-8c09e41641b2 HTTP/1.1" status: 200 len: 910 time: 0.2225382 Nov 12 09:14:42.460009 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-e28d54d6-085a-492f-8e37-141db50ce49a tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/quotas/c09879ea63cc4340b7fee88031203a83 HTTP/1.1" status: 200 len: 375 time: 0.0297480 Nov 12 09:14:42.534860 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da47e72-5633-4c1d-8cdb-a38c6f8acfb9 None None] Sync routers for ids ['c0108803-7c13-4011-8a87-f10347f697f9'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:14:42.573344 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da47e72-5633-4c1d-8cdb-a38c6f8acfb9 None None] Routers {'c0108803-7c13-4011-8a87-f10347f697f9'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:14:42.575259 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2da47e72-5633-4c1d-8cdb-a38c6f8acfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:14:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c0108803-7c13-4011-8a87-f10347f697f9'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:42.685564 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-b99a8b46-5545-4bdd-b652-60a2cb2954e9 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=c09879ea63cc4340b7fee88031203a83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2147160 Nov 12 09:14:42.826252 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58084) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:42.854368 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ed6ac18-547b-4a9d-acc5-ad35bb324cc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:42.898046 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-bd32c4b5-c470-4d3a-886f-d3b4419289aa service neutron] 10.222.0.37 "GET /v2.0/networks/603bc378-cf80-4bec-8be8-8c09e41641b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076507 Nov 12 09:14:42.964760 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-2da47e72-5633-4c1d-8cdb-a38c6f8acfb9 None None] Set router c0108803-7c13-4011-8a87-f10347f697f9 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:14:43.054327 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ed6ac18-547b-4a9d-acc5-ad35bb324cc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:43.065748 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ed6ac18-547b-4a9d-acc5-ad35bb324cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:43.120644 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-12e34ac7-bd2a-4c50-b788-ca90bf5dbf21 service neutron] 10.222.0.37 "GET /v2.0/networks/603bc378-cf80-4bec-8be8-8c09e41641b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100255 Nov 12 09:14:43.197870 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6ac18-547b-4a9d-acc5-ad35bb324cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f542779-cd82-4498-9d8d-4d4af19ae579,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:43.220743 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9ed6ac18-547b-4a9d-acc5-ad35bb324cc0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c7b22226ca84a2786891fb05ace68f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3927717 Nov 12 09:14:43.220913 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58088) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:43.343658 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2da47e72-5633-4c1d-8cdb-a38c6f8acfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0108803-7c13-4011-8a87-f10347f697f9', 'name': 'tempest-TestServerMultinode-1941881756-router', 'tenant_id': 'c09879ea63cc4340b7fee88031203a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '1016e0df-3d7b-4b5e-81e2-db8f4a0337c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:14:31Z', 'updated_at': '2021-11-12T09:14:38Z', 'revision_number': 4, 'project_id': 'c09879ea63cc4340b7fee88031203a83', 'gw_port': {'id': '1016e0df-3d7b-4b5e-81e2-db8f4a0337c9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0108803-7c13-4011-8a87-f10347f697f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:32Z', 'updated_at': '2021-11-12T09:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '50309b53-6c5f-44cb-8076-f7e6a28cc5c9', 'name': '', 'network_id': 'd51f05c4-d5c0-4899-b92d-6ae95742dce4', 'tenant_id': 'c09879ea63cc4340b7fee88031203a83', 'mac_address': 'fa:16:3e:88:12:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0108803-7c13-4011-8a87-f10347f697f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'de0bed40-4ca4-4d79-a7c0-741f8417cd51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:37Z', 'updated_at': '2021-11-12T09:14:39Z', 'revision_number': 2, 'project_id': 'c09879ea63cc4340b7fee88031203a83', 'subnets': [{'id': 'de0bed40-4ca4-4d79-a7c0-741f8417cd51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:43.401469 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da47e72-5633-4c1d-8cdb-a38c6f8acfb9 None None] Checking router: c0108803-7c13-4011-8a87-f10347f697f9 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:14:43.402809 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da47e72-5633-4c1d-8cdb-a38c6f8acfb9 None None] Updating router c0108803-7c13-4011-8a87-f10347f697f9 port 50309b53-6c5f-44cb-8076-f7e6a28cc5c9 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:14:43.447243 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2da47e72-5633-4c1d-8cdb-a38c6f8acfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:43.450450 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-488629a5-b6d5-489b-ae02-d53d2b2bffcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:43.493460 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-488629a5-b6d5-489b-ae02-d53d2b2bffcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:43.493889 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:43.781050 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7bb452ae-3aa4-467b-be81-d446b29590fd req-5205b5c8-5564-4be1-a141-2666c96ea8b7 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9369c61d-e175-49d5-aed9-4d48bded0564 HTTP/1.1" status: 200 len: 210 time: 0.0726523 Nov 12 09:14:43.784579 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-488629a5-b6d5-489b-ae02-d53d2b2bffcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:43.791714 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-488629a5-b6d5-489b-ae02-d53d2b2bffcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:43.794364 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-488629a5-b6d5-489b-ae02-d53d2b2bffcc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f542779-cd82-4498-9d8d-4d4af19ae579 HTTP/1.1" status: 204 len: 168 time: 0.5707235 Nov 12 09:14:43.829709 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488629a5-b6d5-489b-ae02-d53d2b2bffcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f542779-cd82-4498-9d8d-4d4af19ae579,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:44.114615 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:44.321332 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2da47e72-5633-4c1d-8cdb-a38c6f8acfb9 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:44.331079 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2da47e72-5633-4c1d-8cdb-a38c6f8acfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:44.408187 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce85e9b-9d4f-45cd-aaf3-62ac8fb1819e None None] Pushing event updated for resources: {'Port': ['ID=50309b53-6c5f-44cb-8076-f7e6a28cc5c9,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:44.583235 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2da47e72-5633-4c1d-8cdb-a38c6f8acfb9 None None] Attempting to bind port 50309b53-6c5f-44cb-8076-f7e6a28cc5c9 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:14:44.583842 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2da47e72-5633-4c1d-8cdb-a38c6f8acfb9 None None] Attempting to bind port 50309b53-6c5f-44cb-8076-f7e6a28cc5c9 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '4b5340c6-38dd-496b-b5ee-d8a9d50b0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd51f05c4-d5c0-4899-b92d-6ae95742dce4'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:14:44.584394 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da47e72-5633-4c1d-8cdb-a38c6f8acfb9 None None] Attempting to bind port 50309b53-6c5f-44cb-8076-f7e6a28cc5c9 on network d51f05c4-d5c0-4899-b92d-6ae95742dce4 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:14:44.593714 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da47e72-5633-4c1d-8cdb-a38c6f8acfb9 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:14:44.594327 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da47e72-5633-4c1d-8cdb-a38c6f8acfb9 None None] Checking segment: {'id': '4b5340c6-38dd-496b-b5ee-d8a9d50b0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd51f05c4-d5c0-4899-b92d-6ae95742dce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:14:44.594911 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2da47e72-5633-4c1d-8cdb-a38c6f8acfb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:44.595805 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da47e72-5633-4c1d-8cdb-a38c6f8acfb9 None None] Bound using segment: {'id': '4b5340c6-38dd-496b-b5ee-d8a9d50b0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd51f05c4-d5c0-4899-b92d-6ae95742dce4'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:14:44.596573 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2da47e72-5633-4c1d-8cdb-a38c6f8acfb9 None None] Bound port: 50309b53-6c5f-44cb-8076-f7e6a28cc5c9, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5340c6-38dd-496b-b5ee-d8a9d50b0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd51f05c4-d5c0-4899-b92d-6ae95742dce4'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:14:44.597171 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2da47e72-5633-4c1d-8cdb-a38c6f8acfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:44.811446 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-2da47e72-5633-4c1d-8cdb-a38c6f8acfb9 None None] For port 50309b53-6c5f-44cb-8076-f7e6a28cc5c9, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:14:44.819972 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-2da47e72-5633-4c1d-8cdb-a38c6f8acfb9 None None] For port 50309b53-6c5f-44cb-8076-f7e6a28cc5c9, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=50309b53-6c5f-44cb-8076-f7e6a28cc5c9,segment=NetworkSegment(4b5340c6-38dd-496b-b5ee-d8a9d50b0b8c),segment_id=4b5340c6-38dd-496b-b5ee-d8a9d50b0b8c)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:14:44.831100 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2da47e72-5633-4c1d-8cdb-a38c6f8acfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:44.957494 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9f04014a-71d0-4118-87bc-953b5c8fd0ad req-eb992fdb-8e5e-49d0-95ae-88ff8aa1e8c1 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9369c61d-e175-49d5-aed9-4d48bded0564 HTTP/1.1" status: 200 len: 210 time: 0.0328047 Nov 12 09:14:45.060393 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da47e72-5633-4c1d-8cdb-a38c6f8acfb9 None None] Routers {'c0108803-7c13-4011-8a87-f10347f697f9'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:14:45.061342 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2da47e72-5633-4c1d-8cdb-a38c6f8acfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:14:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c0108803-7c13-4011-8a87-f10347f697f9'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:45.379211 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4c46ea7a-1ae2-4fa6-b54b-96ff9a3466be None None] Provisioning complete for port 50309b53-6c5f-44cb-8076-f7e6a28cc5c9 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:45.379766 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4c46ea7a-1ae2-4fa6-b54b-96ff9a3466be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:45.451306 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce85e9b-9d4f-45cd-aaf3-62ac8fb1819e None None] Pushing event updated for resources: {'Port': ['ID=50309b53-6c5f-44cb-8076-f7e6a28cc5c9,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:45.468248 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-2da47e72-5633-4c1d-8cdb-a38c6f8acfb9 None None] Set router c0108803-7c13-4011-8a87-f10347f697f9 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:14:45.818372 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4c46ea7a-1ae2-4fa6-b54b-96ff9a3466be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:45.929882 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4c46ea7a-1ae2-4fa6-b54b-96ff9a3466be None None] For port 50309b53-6c5f-44cb-8076-f7e6a28cc5c9, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=50309b53-6c5f-44cb-8076-f7e6a28cc5c9,segment=NetworkSegment(4b5340c6-38dd-496b-b5ee-d8a9d50b0b8c),segment_id=4b5340c6-38dd-496b-b5ee-d8a9d50b0b8c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:45.993523 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4c46ea7a-1ae2-4fa6-b54b-96ff9a3466be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:46.232161 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a7a59a16-40c1-419a-b321-4266e8ff3f41 req-095a2be2-e681-4567-aa9a-d4b5b37d07ea tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9369c61d-e175-49d5-aed9-4d48bded0564 HTTP/1.1" status: 200 len: 210 time: 0.1002200 Nov 12 09:14:46.293439 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46ea7a-1ae2-4fa6-b54b-96ff9a3466be None None] Pushing event updated for resources: {'Port': ['ID=50309b53-6c5f-44cb-8076-f7e6a28cc5c9,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:46.300955 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8d9e3483-2969-4845-8f56-bf8b88d3551c None None] Provisioning complete for port 50309b53-6c5f-44cb-8076-f7e6a28cc5c9 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:46.301692 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8d9e3483-2969-4845-8f56-bf8b88d3551c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:46.415559 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2da47e72-5633-4c1d-8cdb-a38c6f8acfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0108803-7c13-4011-8a87-f10347f697f9', 'name': 'tempest-TestServerMultinode-1941881756-router', 'tenant_id': 'c09879ea63cc4340b7fee88031203a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '1016e0df-3d7b-4b5e-81e2-db8f4a0337c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:14:31Z', 'updated_at': '2021-11-12T09:14:38Z', 'revision_number': 4, 'project_id': 'c09879ea63cc4340b7fee88031203a83', 'gw_port': {'id': '1016e0df-3d7b-4b5e-81e2-db8f4a0337c9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0108803-7c13-4011-8a87-f10347f697f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:32Z', 'updated_at': '2021-11-12T09:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '50309b53-6c5f-44cb-8076-f7e6a28cc5c9', 'name': '', 'network_id': 'd51f05c4-d5c0-4899-b92d-6ae95742dce4', 'tenant_id': 'c09879ea63cc4340b7fee88031203a83', 'mac_address': 'fa:16:3e:88:12:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0108803-7c13-4011-8a87-f10347f697f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'de0bed40-4ca4-4d79-a7c0-741f8417cd51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:37Z', 'updated_at': '2021-11-12T09:14:44Z', 'revision_number': 4, 'project_id': 'c09879ea63cc4340b7fee88031203a83', 'subnets': [{'id': 'de0bed40-4ca4-4d79-a7c0-741f8417cd51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:46.534636 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da47e72-5633-4c1d-8cdb-a38c6f8acfb9 None None] The sync data for ids ['c0108803-7c13-4011-8a87-f10347f697f9'] in n-d-768862-16 is: [{'id': 'c0108803-7c13-4011-8a87-f10347f697f9', 'name': 'tempest-TestServerMultinode-1941881756-router', 'tenant_id': 'c09879ea63cc4340b7fee88031203a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '1016e0df-3d7b-4b5e-81e2-db8f4a0337c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:14:31Z', 'updated_at': '2021-11-12T09:14:38Z', 'revision_number': 4, 'project_id': 'c09879ea63cc4340b7fee88031203a83', 'gw_port': {'id': '1016e0df-3d7b-4b5e-81e2-db8f4a0337c9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0108803-7c13-4011-8a87-f10347f697f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:32Z', 'updated_at': '2021-11-12T09:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '50309b53-6c5f-44cb-8076-f7e6a28cc5c9', 'name': '', 'network_id': 'd51f05c4-d5c0-4899-b92d-6ae95742dce4', 'tenant_id': 'c09879ea63cc4340b7fee88031203a83', 'mac_address': 'fa:16:3e:88:12:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0108803-7c13-4011-8a87-f10347f697f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'de0bed40-4ca4-4d79-a7c0-741f8417cd51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:37Z', 'updated_at': '2021-11-12T09:14:44Z', 'revision_number': 4, 'project_id': 'c09879ea63cc4340b7fee88031203a83', 'subnets': [{'id': 'de0bed40-4ca4-4d79-a7c0-741f8417cd51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:14:46.654356 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-cf48c568-c158-426e-a884-9ab252b9e752 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:46.695790 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-cf48c568-c158-426e-a884-9ab252b9e752 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.54 "GET /v2.0/networks?id=603bc378-cf80-4bec-8be8-8c09e41641b2 HTTP/1.1" status: 200 len: 910 time: 0.2999117 Nov 12 09:14:46.713150 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-a7bc3399-e621-4c48-bc2e-584743589f6c tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Request body: {'port': {'device_id': '9369c61d-e175-49d5-aed9-4d48bded0564', 'network_id': '603bc378-cf80-4bec-8be8-8c09e41641b2', 'admin_state_up': True, 'tenant_id': 'c09879ea63cc4340b7fee88031203a83'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:46.835286 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-a7bc3399-e621-4c48-bc2e-584743589f6c tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Made reservation on behalf of c09879ea63cc4340b7fee88031203a83 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:14:46.855839 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-a7bc3399-e621-4c48-bc2e-584743589f6c tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:47.000193 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 50309b53-6c5f-44cb-8076-f7e6a28cc5c9 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:14:47.136822 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 50309b53-6c5f-44cb-8076-f7e6a28cc5c9 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:47.138263 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:47.238395 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-a7bc3399-e621-4c48-bc2e-584743589f6c tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Allocated IP 172.20.0.4 (603bc378-cf80-4bec-8be8-8c09e41641b2/a7ddaee5-f4db-48da-969d-8a9bd8647c09/4393da2b-1f2b-462e-a2d0-d5292f39945f) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:14:47.550434 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-120f6b83-ea85-4444-a607-4bdc78cc69ec req-71a56d8c-2c02-488e-abbc-e70fad8f9144 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9369c61d-e175-49d5-aed9-4d48bded0564 HTTP/1.1" status: 200 len: 210 time: 0.0881217 Nov 12 09:14:47.656440 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-a7bc3399-e621-4c48-bc2e-584743589f6c tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:47.748396 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-a7bc3399-e621-4c48-bc2e-584743589f6c tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:47.832254 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc3399-e621-4c48-bc2e-584743589f6c tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Pushing event updated for resources: {'Port': ['ID=4393da2b-1f2b-462e-a2d0-d5292f39945f,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:47.844596 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-a7bc3399-e621-4c48-bc2e-584743589f6c tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Network 603bc378-cf80-4bec-8be8-8c09e41641b2 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:47.847340 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-a7bc3399-e621-4c48-bc2e-584743589f6c tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:47.850588 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-a7bc3399-e621-4c48-bc2e-584743589f6c tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:14:47.955709 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-a7bc3399-e621-4c48-bc2e-584743589f6c tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:47.956379 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-a7bc3399-e621-4c48-bc2e-584743589f6c tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:48.028533 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-a7bc3399-e621-4c48-bc2e-584743589f6c tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3133807 Nov 12 09:14:48.038563 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-26a2a50d-6c15-4d18-a6f4-f13fde138ea3 service neutron] Request body: {'port': {'device_id': '9369c61d-e175-49d5-aed9-4d48bded0564', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:48.191869 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-26a2a50d-6c15-4d18-a6f4-f13fde138ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:48.370090 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4cd2b0fd-3ccd-45bb-8b81-5d46f764b852 None None] Provisioning complete for port 4393da2b-1f2b-462e-a2d0-d5292f39945f triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:48.370767 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4cd2b0fd-3ccd-45bb-8b81-5d46f764b852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:48.538225 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4cd2b0fd-3ccd-45bb-8b81-5d46f764b852 None None] Port 4393da2b-1f2b-462e-a2d0-d5292f39945f cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:14:48.827299 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-26a2a50d-6c15-4d18-a6f4-f13fde138ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4393da2b-1f2b-462e-a2d0-d5292f39945f {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:14:48.840725 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd514c-050e-4621-8f21-0d52844670e7 req-f5cdec32-3522-4884-a902-870ed413216c tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:48.853416 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8acd514c-050e-4621-8f21-0d52844670e7 req-f5cdec32-3522-4884-a902-870ed413216c tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9369c61d-e175-49d5-aed9-4d48bded0564 HTTP/1.1" status: 200 len: 1027 time: 0.0965672 Nov 12 09:14:48.862476 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-26a2a50d-6c15-4d18-a6f4-f13fde138ea3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:48.905136 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-26a2a50d-6c15-4d18-a6f4-f13fde138ea3 service neutron] Transition to ACTIVE for port object 4393da2b-1f2b-462e-a2d0-d5292f39945f will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:14:48.914966 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-26a2a50d-6c15-4d18-a6f4-f13fde138ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:48.943760 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8acd514c-050e-4621-8f21-0d52844670e7 req-36d2bfa5-7015-4ac1-b047-5045d592dab8 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=69bd726e-6cc5-42d4-ab2c-bbedb1c935af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836718 Nov 12 09:14:49.046070 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2a50d-6c15-4d18-a6f4-f13fde138ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=4393da2b-1f2b-462e-a2d0-d5292f39945f,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:49.203312 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-26a2a50d-6c15-4d18-a6f4-f13fde138ea3 service neutron] Attempting to bind port 4393da2b-1f2b-462e-a2d0-d5292f39945f on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:14:49.203777 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-26a2a50d-6c15-4d18-a6f4-f13fde138ea3 service neutron] Attempting to bind port 4393da2b-1f2b-462e-a2d0-d5292f39945f by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '29058f48-127a-4743-b855-9b0a3afa75fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '603bc378-cf80-4bec-8be8-8c09e41641b2'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:14:49.204353 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-26a2a50d-6c15-4d18-a6f4-f13fde138ea3 service neutron] Attempting to bind port 4393da2b-1f2b-462e-a2d0-d5292f39945f on network 603bc378-cf80-4bec-8be8-8c09e41641b2 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:14:49.213651 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-26a2a50d-6c15-4d18-a6f4-f13fde138ea3 service neutron] Port 4393da2b-1f2b-462e-a2d0-d5292f39945f on network 603bc378-cf80-4bec-8be8-8c09e41641b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:14:49.214104 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-26a2a50d-6c15-4d18-a6f4-f13fde138ea3 service neutron] Attempting to bind port 4393da2b-1f2b-462e-a2d0-d5292f39945f on network 603bc378-cf80-4bec-8be8-8c09e41641b2 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:14:49.221495 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-26a2a50d-6c15-4d18-a6f4-f13fde138ea3 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:14:49.221848 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-26a2a50d-6c15-4d18-a6f4-f13fde138ea3 service neutron] Checking segment: {'id': '29058f48-127a-4743-b855-9b0a3afa75fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '603bc378-cf80-4bec-8be8-8c09e41641b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:14:49.222467 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-26a2a50d-6c15-4d18-a6f4-f13fde138ea3 service neutron] Bound using segment: {'id': '29058f48-127a-4743-b855-9b0a3afa75fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '603bc378-cf80-4bec-8be8-8c09e41641b2'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:14:49.222963 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-26a2a50d-6c15-4d18-a6f4-f13fde138ea3 service neutron] Bound port: 4393da2b-1f2b-462e-a2d0-d5292f39945f, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29058f48-127a-4743-b855-9b0a3afa75fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '603bc378-cf80-4bec-8be8-8c09e41641b2'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:14:49.223394 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-26a2a50d-6c15-4d18-a6f4-f13fde138ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:49.356188 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-26a2a50d-6c15-4d18-a6f4-f13fde138ea3 service neutron] For port 4393da2b-1f2b-462e-a2d0-d5292f39945f, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:14:49.367845 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-26a2a50d-6c15-4d18-a6f4-f13fde138ea3 service neutron] For port 4393da2b-1f2b-462e-a2d0-d5292f39945f, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=4393da2b-1f2b-462e-a2d0-d5292f39945f,segment=NetworkSegment(29058f48-127a-4743-b855-9b0a3afa75fa),segment_id=29058f48-127a-4743-b855-9b0a3afa75fa)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:14:49.384934 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-26a2a50d-6c15-4d18-a6f4-f13fde138ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:49.574075 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-26a2a50d-6c15-4d18-a6f4-f13fde138ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:49.576735 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-26a2a50d-6c15-4d18-a6f4-f13fde138ea3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:49.579851 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-26a2a50d-6c15-4d18-a6f4-f13fde138ea3 service neutron] 10.222.0.54 "PUT /v2.0/ports/4393da2b-1f2b-462e-a2d0-d5292f39945f HTTP/1.1" status: 200 len: 1092 time: 1.5497022 Nov 12 09:14:49.587806 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9369c61d-e175-49d5-aed9-4d48bded0564', 'tag': '4393da2b-1f2b-462e-a2d0-d5292f39945f'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:14:49.592473 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5a5af1-cdc8-40e9-b961-372e4c5c686a" -d '{"events": [{"name": "network-changed", "server_uuid": "9369c61d-e175-49d5-aed9-4d48bded0564", "tag": "4393da2b-1f2b-462e-a2d0-d5292f39945f"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:14:49.636595 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2a50d-6c15-4d18-a6f4-f13fde138ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=4393da2b-1f2b-462e-a2d0-d5292f39945f,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:49.745163 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-6adbd587-eb32-4b70-8146-4353a53d7eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:49.747293 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-6adbd587-eb32-4b70-8146-4353a53d7eb2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c09879ea63cc4340b7fee88031203a83&device_id=9369c61d-e175-49d5-aed9-4d48bded0564 HTTP/1.1" status: 200 len: 1095 time: 0.0741329 Nov 12 09:14:49.749386 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e82d70-a7b0-4915-99ce-f9fe494c39fe x-openstack-request-id: req-04e82d70-a7b0-4915-99ce-f9fe494c39fe {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:14:49.749702 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9369c61d-e175-49d5-aed9-4d48bded0564", "tag": "4393da2b-1f2b-462e-a2d0-d5292f39945f", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:14:49.749964 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04e82d70-a7b0-4915-99ce-f9fe494c39fe {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:14:49.750389 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9369c61d-e175-49d5-aed9-4d48bded0564', 'tag': '4393da2b-1f2b-462e-a2d0-d5292f39945f', 'status': 'completed', 'code': 200} Nov 12 09:14:49.914313 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-c87f7242-17be-4ea3-99b5-f008769cb708 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4393da2b-1f2b-462e-a2d0-d5292f39945f HTTP/1.1" status: 200 len: 217 time: 0.1507871 Nov 12 09:14:50.038940 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-ed542d01-de5f-42a1-8288-d80aac3fa454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:50.042100 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-ed542d01-de5f-42a1-8288-d80aac3fa454 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a7ddaee5-f4db-48da-969d-8a9bd8647c09 HTTP/1.1" status: 200 len: 848 time: 0.1221418 Nov 12 09:14:50.193406 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-4028fe8c-819c-4ee9-9683-cd9607e920e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:50.196009 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-4028fe8c-819c-4ee9-9683-cd9607e920e0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=603bc378-cf80-4bec-8be8-8c09e41641b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1301773 Nov 12 09:14:50.218515 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b11bbe-f18c-45d2-b62a-da48e768001d req-5a7fd173-b918-4dee-bc95-16ad08a29ae5 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:50.221259 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e3b11bbe-f18c-45d2-b62a-da48e768001d req-5a7fd173-b918-4dee-bc95-16ad08a29ae5 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9369c61d-e175-49d5-aed9-4d48bded0564 HTTP/1.1" status: 200 len: 1095 time: 0.1257787 Nov 12 09:14:50.332733 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-7b51d339-ef7a-4950-9ac5-5625d341ffb8 service neutron] 10.222.0.54 "GET /v2.0/networks/603bc378-cf80-4bec-8be8-8c09e41641b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257641 Nov 12 09:14:50.347353 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e3b11bbe-f18c-45d2-b62a-da48e768001d req-e0155426-24c8-4f2b-98c0-c8841dcd32aa tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=69bd726e-6cc5-42d4-ab2c-bbedb1c935af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143196 Nov 12 09:14:50.476127 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3fc93638-719e-44a2-aaaf-fd666e086400 req-b1515256-167a-402e-942e-5172d15db3fa service neutron] 10.222.0.54 "GET /v2.0/networks/603bc378-cf80-4bec-8be8-8c09e41641b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348875 Nov 12 09:14:50.625937 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a5af1-cdc8-40e9-b961-372e4c5c686a req-237c6317-7170-4e4d-8580-b802f203deed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:50.629493 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9d5a5af1-cdc8-40e9-b961-372e4c5c686a req-237c6317-7170-4e4d-8580-b802f203deed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c09879ea63cc4340b7fee88031203a83&device_id=9369c61d-e175-49d5-aed9-4d48bded0564 HTTP/1.1" status: 200 len: 1095 time: 0.1021023 Nov 12 09:14:51.236649 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a5af1-cdc8-40e9-b961-372e4c5c686a req-03a7be37-7b6f-4ced-b8f3-01c351fe2c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:51.239319 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9d5a5af1-cdc8-40e9-b961-372e4c5c686a req-03a7be37-7b6f-4ced-b8f3-01c351fe2c8a service neutron] 10.222.0.54 "GET /v2.0/networks?id=603bc378-cf80-4bec-8be8-8c09e41641b2 HTTP/1.1" status: 200 len: 910 time: 0.6005037 Nov 12 09:14:51.308578 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9d5a5af1-cdc8-40e9-b961-372e4c5c686a req-45af269f-f820-406d-8307-bb25395af854 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4393da2b-1f2b-462e-a2d0-d5292f39945f HTTP/1.1" status: 200 len: 217 time: 0.0614865 Nov 12 09:14:51.374842 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a5af1-cdc8-40e9-b961-372e4c5c686a req-f73a968b-1eee-4bbc-8b26-2224cc0d6444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:51.376614 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9d5a5af1-cdc8-40e9-b961-372e4c5c686a req-f73a968b-1eee-4bbc-8b26-2224cc0d6444 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a7ddaee5-f4db-48da-969d-8a9bd8647c09 HTTP/1.1" status: 200 len: 848 time: 0.0597758 Nov 12 09:14:51.465861 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a5af1-cdc8-40e9-b961-372e4c5c686a req-71b95a41-b1b8-434d-b1e5-55f1aa2fd889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:51.469227 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9d5a5af1-cdc8-40e9-b961-372e4c5c686a req-71b95a41-b1b8-434d-b1e5-55f1aa2fd889 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=603bc378-cf80-4bec-8be8-8c09e41641b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836797 Nov 12 09:14:51.698883 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa113b4-a791-4e7a-bdac-728e1dd163ba req-aac24f51-4161-433c-81f3-b6a618262eeb tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:51.718158 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eaa113b4-a791-4e7a-bdac-728e1dd163ba req-aac24f51-4161-433c-81f3-b6a618262eeb tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9369c61d-e175-49d5-aed9-4d48bded0564 HTTP/1.1" status: 200 len: 1095 time: 0.1145005 Nov 12 09:14:51.759339 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 4393da2b-1f2b-462e-a2d0-d5292f39945f details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:14:51.926151 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eaa113b4-a791-4e7a-bdac-728e1dd163ba req-b3b3b381-e3ef-4d04-a5e7-ef4bb6576085 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=69bd726e-6cc5-42d4-ab2c-bbedb1c935af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804824 Nov 12 09:14:51.965847 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9d5a5af1-cdc8-40e9-b961-372e4c5c686a req-2e2a4788-fa38-4bca-9cea-fcef0897e4f1 service neutron] 10.222.0.54 "GET /v2.0/networks/603bc378-cf80-4bec-8be8-8c09e41641b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833920 Nov 12 09:14:52.192583 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9d5a5af1-cdc8-40e9-b961-372e4c5c686a req-68311063-fdae-44e9-b5f3-f28cf5d40ddd service neutron] 10.222.0.54 "GET /v2.0/networks/603bc378-cf80-4bec-8be8-8c09e41641b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185428 Nov 12 09:14:52.294517 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 4393da2b-1f2b-462e-a2d0-d5292f39945f, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=4393da2b-1f2b-462e-a2d0-d5292f39945f,segment=NetworkSegment(29058f48-127a-4743-b855-9b0a3afa75fa),segment_id=29058f48-127a-4743-b855-9b0a3afa75fa)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:52.309051 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '4393da2b-1f2b-462e-a2d0-d5292f39945f', 'network_id': '603bc378-cf80-4bec-8be8-8c09e41641b2', 'port_id': '4393da2b-1f2b-462e-a2d0-d5292f39945f', 'mac_address': 'fa:16:3e:d6:bc:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7ddaee5-f4db-48da-969d-8a9bd8647c09', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:14:52.350221 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:52.365772 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4393da2b-1f2b-462e-a2d0-d5292f39945f {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:14:52.393648 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 4393da2b-1f2b-462e-a2d0-d5292f39945f, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=4393da2b-1f2b-462e-a2d0-d5292f39945f,segment=NetworkSegment(29058f48-127a-4743-b855-9b0a3afa75fa),segment_id=29058f48-127a-4743-b855-9b0a3afa75fa)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:52.400651 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:52.459767 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=4393da2b-1f2b-462e-a2d0-d5292f39945f,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:52.645196 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['4393da2b-1f2b-462e-a2d0-d5292f39945f'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:14:53.185227 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199bd87-02b0-458d-8223-1906e5961f50 req-67724a03-d756-4f3b-a3bc-bda530fe93fb tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:53.188670 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d199bd87-02b0-458d-8223-1906e5961f50 req-67724a03-d756-4f3b-a3bc-bda530fe93fb tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9369c61d-e175-49d5-aed9-4d48bded0564 HTTP/1.1" status: 200 len: 1096 time: 0.0761890 Nov 12 09:14:53.300077 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d199bd87-02b0-458d-8223-1906e5961f50 req-dbe1baa2-ccb8-42f0-9060-a6d0113886d5 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=69bd726e-6cc5-42d4-ab2c-bbedb1c935af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987439 Nov 12 09:14:53.326609 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:53.760955 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 4393da2b-1f2b-462e-a2d0-d5292f39945f up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:14:53.965738 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 4393da2b-1f2b-462e-a2d0-d5292f39945f completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:14:53.980984 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 4393da2b-1f2b-462e-a2d0-d5292f39945f triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:53.981620 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:54.142089 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:54.185063 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9369c61d-e175-49d5-aed9-4d48bded0564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4393da2b-1f2b-462e-a2d0-d5292f39945f'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:14:54.188212 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47f8d79-4e2a-4e73-9b1c-134fc5b9d775" -d '{"events": [{"server_uuid": "9369c61d-e175-49d5-aed9-4d48bded0564", "name": "network-vif-plugged", "status": "completed", "tag": "4393da2b-1f2b-462e-a2d0-d5292f39945f"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:14:54.210998 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 4393da2b-1f2b-462e-a2d0-d5292f39945f, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=4393da2b-1f2b-462e-a2d0-d5292f39945f,segment=NetworkSegment(29058f48-127a-4743-b855-9b0a3afa75fa),segment_id=29058f48-127a-4743-b855-9b0a3afa75fa)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:54.218178 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:54.341195 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e174e182-f7c8-46fa-8a2d-cd53bc09326e x-openstack-request-id: req-e174e182-f7c8-46fa-8a2d-cd53bc09326e {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:14:54.341195 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9369c61d-e175-49d5-aed9-4d48bded0564", "name": "network-vif-plugged", "status": "completed", "tag": "4393da2b-1f2b-462e-a2d0-d5292f39945f", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:14:54.344592 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e174e182-f7c8-46fa-8a2d-cd53bc09326e {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:14:54.346121 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9369c61d-e175-49d5-aed9-4d48bded0564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4393da2b-1f2b-462e-a2d0-d5292f39945f', 'code': 200} Nov 12 09:14:54.370112 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=4393da2b-1f2b-462e-a2d0-d5292f39945f,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:54.665781 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06d663-86c2-422b-9b44-fd8e7594a0d8 req-9e62f03c-321f-4613-9919-c31b0171be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:54.673833 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5c06d663-86c2-422b-9b44-fd8e7594a0d8 req-9e62f03c-321f-4613-9919-c31b0171be25 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9369c61d-e175-49d5-aed9-4d48bded0564 HTTP/1.1" status: 200 len: 1097 time: 0.2282844 Nov 12 09:14:54.701262 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf6bb7-2fd7-4f1b-b004-8fb4a8a354fd req-0a2c22d5-8eff-42ae-a170-76502189e743 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:54.703809 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6dcf6bb7-2fd7-4f1b-b004-8fb4a8a354fd req-0a2c22d5-8eff-42ae-a170-76502189e743 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9369c61d-e175-49d5-aed9-4d48bded0564 HTTP/1.1" status: 200 len: 1097 time: 0.1953440 Nov 12 09:14:54.835002 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5c06d663-86c2-422b-9b44-fd8e7594a0d8 req-b69f988a-35e2-436b-b3f2-7350d6ebace6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=69bd726e-6cc5-42d4-ab2c-bbedb1c935af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568067 Nov 12 09:14:54.848329 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6dcf6bb7-2fd7-4f1b-b004-8fb4a8a354fd req-e5721cc4-c666-45eb-8507-9a0c6c7bcb30 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=69bd726e-6cc5-42d4-ab2c-bbedb1c935af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323383 Nov 12 09:14:56.128497 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6269b-b3a0-49f9-8c81-a3f33ff0a250 req-4febe0e7-4184-49f5-93ad-174c9ab44250 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:56.133490 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-25b6269b-b3a0-49f9-8c81-a3f33ff0a250 req-4febe0e7-4184-49f5-93ad-174c9ab44250 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9369c61d-e175-49d5-aed9-4d48bded0564 HTTP/1.1" status: 200 len: 1097 time: 0.1078613 Nov 12 09:14:56.156899 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:14:56.228449 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-25b6269b-b3a0-49f9-8c81-a3f33ff0a250 req-8dc4a3c9-2db8-473e-9dfb-e6465a2172ed tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=69bd726e-6cc5-42d4-ab2c-bbedb1c935af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865362 Nov 12 09:14:57.352654 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61167722-9341-4270-a88b-23b941868f18 req-0b5ffcda-ca43-447e-88ab-b815de581f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:57.354509 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-61167722-9341-4270-a88b-23b941868f18 req-0b5ffcda-ca43-447e-88ab-b815de581f13 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ba249b1417247ef9d5961203768255e&device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 1097 time: 0.0857384 Nov 12 09:14:57.402580 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7831943-5265-4f54-af80-f69c6a863bb4 req-7038c36e-a5e4-44f9-aa05-3cd558699806 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:57.405542 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c7831943-5265-4f54-af80-f69c6a863bb4 req-7038c36e-a5e4-44f9-aa05-3cd558699806 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.1143222 Nov 12 09:14:57.514003 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61167722-9341-4270-a88b-23b941868f18 req-edc4ef76-fb5a-441e-b4ad-12126f17aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:57.516847 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-61167722-9341-4270-a88b-23b941868f18 req-edc4ef76-fb5a-441e-b4ad-12126f17aaa0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0993354a-8baa-44a8-be7e-987245c15ff0 HTTP/1.1" status: 200 len: 920 time: 0.1543105 Nov 12 09:14:57.523170 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c7831943-5265-4f54-af80-f69c6a863bb4 req-e00e43fa-01d9-4451-9caa-7291d8728e79 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050305 Nov 12 09:14:57.652169 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-61167722-9341-4270-a88b-23b941868f18 req-3acddef2-069f-4d87-b0ad-cb8f9988f222 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b41eb59a-1488-43bc-b386-ff1c3501f085 HTTP/1.1" status: 200 len: 217 time: 0.1253107 Nov 12 09:14:57.680024 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d1550-0c7f-462e-ba47-5f3093ff5d06 req-7c9fb8f2-4c2f-4dc6-b6a1-22dd3c193855 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:57.696662 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e4d1550-0c7f-462e-ba47-5f3093ff5d06 req-7c9fb8f2-4c2f-4dc6-b6a1-22dd3c193855 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9369c61d-e175-49d5-aed9-4d48bded0564 HTTP/1.1" status: 200 len: 1097 time: 0.0831091 Nov 12 09:14:57.765500 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61167722-9341-4270-a88b-23b941868f18 req-0f01bd85-7c7a-4bd4-b25a-20fab841158f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:57.770064 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-61167722-9341-4270-a88b-23b941868f18 req-0f01bd85-7c7a-4bd4-b25a-20fab841158f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4db9f670-57cd-4b0c-b407-c2d471d25b1a HTTP/1.1" status: 200 len: 859 time: 0.1086049 Nov 12 09:14:57.784832 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e4d1550-0c7f-462e-ba47-5f3093ff5d06 req-e03a1649-d1e6-48c7-a03e-8139522e304c tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=69bd726e-6cc5-42d4-ab2c-bbedb1c935af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866370 Nov 12 09:14:57.827074 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-61167722-9341-4270-a88b-23b941868f18 req-4b5bb62b-de80-4927-857f-99030b4e8d45 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0993354a-8baa-44a8-be7e-987245c15ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501692 Nov 12 09:14:57.990384 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f6f4f-e1fd-4a3a-8a44-73a452ceaf1d req-17e4180e-5a8f-4a90-b952-aa08b2725575 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:58.011441 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-954f6f4f-e1fd-4a3a-8a44-73a452ceaf1d req-17e4180e-5a8f-4a90-b952-aa08b2725575 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9369c61d-e175-49d5-aed9-4d48bded0564 HTTP/1.1" status: 200 len: 1097 time: 0.1074684 Nov 12 09:14:58.128962 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-954f6f4f-e1fd-4a3a-8a44-73a452ceaf1d req-1bc4f662-e6dd-4a82-bed8-0fa15f40400d tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=69bd726e-6cc5-42d4-ab2c-bbedb1c935af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165848 Nov 12 09:14:58.161924 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-61167722-9341-4270-a88b-23b941868f18 req-d23abea6-ae48-4362-ac51-1d08b952d2db service neutron] 10.222.0.54 "GET /v2.0/networks/0993354a-8baa-44a8-be7e-987245c15ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266792 Nov 12 09:14:58.432207 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5485ab-a530-4d2d-b893-a10cd1e2cea9 req-d1267d8f-9292-4f81-a69a-1ee39ba2c823 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:58.452704 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba5485ab-a530-4d2d-b893-a10cd1e2cea9 req-d1267d8f-9292-4f81-a69a-1ee39ba2c823 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9369c61d-e175-49d5-aed9-4d48bded0564 HTTP/1.1" status: 200 len: 1097 time: 0.1465003 Nov 12 09:14:58.497440 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-61167722-9341-4270-a88b-23b941868f18 req-d03b640f-9745-4458-a6ee-6dd354bd0f57 service neutron] 10.222.0.54 "GET /v2.0/networks/0993354a-8baa-44a8-be7e-987245c15ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242972 Nov 12 09:14:58.587681 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba5485ab-a530-4d2d-b893-a10cd1e2cea9 req-34cbf422-f707-409b-a71e-b0ca223493cc tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=69bd726e-6cc5-42d4-ab2c-bbedb1c935af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326513 Nov 12 09:14:58.906406 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da63b7-0d3d-4b14-a440-8182ac0897f5 req-3e214b03-d096-4224-8a19-d99a6c35cf3d tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:58.909004 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-12da63b7-0d3d-4b14-a440-8182ac0897f5 req-3e214b03-d096-4224-8a19-d99a6c35cf3d tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.1479380 Nov 12 09:14:59.010355 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58328) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:59.035554 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-12da63b7-0d3d-4b14-a440-8182ac0897f5 req-b8c25d6e-ace7-45e5-bbde-70c49ce7490f tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107426 Nov 12 09:14:59.368733 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-693851d9-730b-4cd7-bdd9-1cfde3958a37 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:59.370868 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-693851d9-730b-4cd7-bdd9-1cfde3958a37 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/networks?id=603bc378-cf80-4bec-8be8-8c09e41641b2 HTTP/1.1" status: 200 len: 910 time: 0.1426089 Nov 12 09:14:59.432255 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-6239fd3e-88d5-41b9-82d6-fdfa1867760e tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/quotas/c09879ea63cc4340b7fee88031203a83 HTTP/1.1" status: 200 len: 375 time: 0.0410688 Nov 12 09:14:59.446760 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:59.480076 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d843e63e-1832-4373-a1ce-fcb8844e910d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:59.534019 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-e4b1b851-6654-4a69-9010-c2002a0d992b tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=c09879ea63cc4340b7fee88031203a83&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1003530 Nov 12 09:14:59.655637 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d843e63e-1832-4373-a1ce-fcb8844e910d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:59.662231 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d843e63e-1832-4373-a1ce-fcb8844e910d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:59.743190 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d843e63e-1832-4373-a1ce-fcb8844e910d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4f681c3ad0824009922bcbc351e64b23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7271931 Nov 12 09:14:59.744556 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58342) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:59.778755 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843e63e-1832-4373-a1ce-fcb8844e910d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e90ff20-cf6c-4f5a-9f4d-4987365dd36e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:59.840082 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-9007d24e-6621-4da9-aa69-f8c9f751253b service neutron] 10.222.0.37 "GET /v2.0/networks/603bc378-cf80-4bec-8be8-8c09e41641b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972374 Nov 12 09:14:59.920702 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d392f5fd-43c6-4299-b550-14a69c6a6f07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:00.014489 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d392f5fd-43c6-4299-b550-14a69c6a6f07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:00.072710 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-36f4213f-e478-412d-b7c0-459500068771 service neutron] 10.222.0.37 "GET /v2.0/networks/603bc378-cf80-4bec-8be8-8c09e41641b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228692 Nov 12 09:15:00.112396 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d392f5fd-43c6-4299-b550-14a69c6a6f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:00.115626 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d392f5fd-43c6-4299-b550-14a69c6a6f07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:00.122110 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d392f5fd-43c6-4299-b550-14a69c6a6f07 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9e90ff20-cf6c-4f5a-9f4d-4987365dd36e HTTP/1.1" status: 204 len: 168 time: 0.3728883 Nov 12 09:15:00.135507 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d392f5fd-43c6-4299-b550-14a69c6a6f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e90ff20-cf6c-4f5a-9f4d-4987365dd36e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:00.150055 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d392f5fd-43c6-4299-b550-14a69c6a6f07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:00.150759 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d392f5fd-43c6-4299-b550-14a69c6a6f07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:00.151549 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d392f5fd-43c6-4299-b550-14a69c6a6f07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:00.152152 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d392f5fd-43c6-4299-b550-14a69c6a6f07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:00.152947 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d392f5fd-43c6-4299-b550-14a69c6a6f07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:00.154330 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d392f5fd-43c6-4299-b550-14a69c6a6f07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:00.155135 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d392f5fd-43c6-4299-b550-14a69c6a6f07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:00.155922 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d392f5fd-43c6-4299-b550-14a69c6a6f07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:00.156651 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d392f5fd-43c6-4299-b550-14a69c6a6f07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:00.158205 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d392f5fd-43c6-4299-b550-14a69c6a6f07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:00.159049 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d392f5fd-43c6-4299-b550-14a69c6a6f07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:00.159906 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d392f5fd-43c6-4299-b550-14a69c6a6f07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:00.461818 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d2468-37f9-4fe7-807d-61ab25c00717 req-1f51dbea-91f4-4800-aaea-97ea0951fd94 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:00.467083 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f45d2468-37f9-4fe7-807d-61ab25c00717 req-1f51dbea-91f4-4800-aaea-97ea0951fd94 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.1016934 Nov 12 09:15:00.582997 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f45d2468-37f9-4fe7-807d-61ab25c00717 req-613aa899-7836-482c-903a-e2f4c9813dc3 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055999 Nov 12 09:15:00.691073 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30075be0-6afc-4e35-bfb2-907034b520f7 req-1a4fecd0-16bb-4e9a-9fab-ae06aeeaec61 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6e757fb6-0805-4bf1-856a-dd9acfdd2f3f HTTP/1.1" status: 200 len: 210 time: 0.0442569 Nov 12 09:15:00.821957 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58360) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:00.841066 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-07a5cd4e-11a5-4af3-8f49-03755903d5c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:00.970801 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-07a5cd4e-11a5-4af3-8f49-03755903d5c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:00.977501 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-07a5cd4e-11a5-4af3-8f49-03755903d5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:01.042761 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-07a5cd4e-11a5-4af3-8f49-03755903d5c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=76f70a8f632b4c56bbdc056b731ac92f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2156291 Nov 12 09:15:01.042761 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5cd4e-11a5-4af3-8f49-03755903d5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cbce47-5433-4519-9a39-b7a447e4008a,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:01.044296 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58364) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:01.146558 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-575ba875-d5da-4942-8271-7cd8d639785e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:01.178411 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-575ba875-d5da-4942-8271-7cd8d639785e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:01.275072 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-575ba875-d5da-4942-8271-7cd8d639785e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:01.277995 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-575ba875-d5da-4942-8271-7cd8d639785e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:01.280105 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-575ba875-d5da-4942-8271-7cd8d639785e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a7cbce47-5433-4519-9a39-b7a447e4008a HTTP/1.1" status: 204 len: 168 time: 0.2334695 Nov 12 09:15:01.294161 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ba875-d5da-4942-8271-7cd8d639785e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cbce47-5433-4519-9a39-b7a447e4008a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:01.978223 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58378) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:01.990779 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-8e4f470c-08b0-4a97-a159-0c20fa6aee41 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:01.992584 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-8e4f470c-08b0-4a97-a159-0c20fa6aee41 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.58 "GET /v2.0/networks?id=603bc378-cf80-4bec-8be8-8c09e41641b2 HTTP/1.1" status: 200 len: 910 time: 0.2410560 Nov 12 09:15:02.009099 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-9b300663-0a10-416c-9e6c-aa25201e85a5 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Request body: {'port': {'device_id': '6e757fb6-0805-4bf1-856a-dd9acfdd2f3f', 'network_id': '603bc378-cf80-4bec-8be8-8c09e41641b2', 'admin_state_up': True, 'tenant_id': 'c09879ea63cc4340b7fee88031203a83'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:02.029998 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-46a49416-0818-4952-ac90-cc1af4713b8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:02.078216 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce3cec-5aa5-46e1-9257-40184e6d21bd req-5cf376f1-db03-4040-8c42-e5db8258b5a9 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:02.087142 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-25ce3cec-5aa5-46e1-9257-40184e6d21bd req-5cf376f1-db03-4040-8c42-e5db8258b5a9 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.0933430 Nov 12 09:15:02.097231 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-9b300663-0a10-416c-9e6c-aa25201e85a5 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Made reservation on behalf of c09879ea63cc4340b7fee88031203a83 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:15:02.099929 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-9b300663-0a10-416c-9e6c-aa25201e85a5 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:02.215255 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-25ce3cec-5aa5-46e1-9257-40184e6d21bd req-563ec4ad-dbfe-4a48-b9fb-91fe05094084 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268609 Nov 12 09:15:02.268253 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58382) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:02.296980 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-46a49416-0818-4952-ac90-cc1af4713b8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:02.302941 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-46a49416-0818-4952-ac90-cc1af4713b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:02.372686 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-46a49416-0818-4952-ac90-cc1af4713b8d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4b1d923060df49329dcf8b158656dc48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3919744 Nov 12 09:15:02.375429 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a49416-0818-4952-ac90-cc1af4713b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0c7a0c-6d7a-42f5-aaa4-f0eb87e47f29,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:02.382831 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58386) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:02.386886 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-9b300663-0a10-416c-9e6c-aa25201e85a5 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Allocated IP 172.20.0.7 (603bc378-cf80-4bec-8be8-8c09e41641b2/a7ddaee5-f4db-48da-969d-8a9bd8647c09/c38b6c3e-007e-4737-b729-868ad27e75ca) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:15:02.452897 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bb32acbb-0e9d-4189-aacb-e081a9020779 req-a8c6af38-19bd-42c0-92d2-66fd8dc959d7 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6e757fb6-0805-4bf1-856a-dd9acfdd2f3f HTTP/1.1" status: 200 len: 210 time: 0.0911827 Nov 12 09:15:02.503813 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d9429f0d-4623-410e-8e66-b94e356f48c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:02.547673 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d9429f0d-4623-410e-8e66-b94e356f48c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:02.555251 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-da1f90e2-0699-4e3d-bcc3-42c6f61cfc4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:02.618233 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d9429f0d-4623-410e-8e66-b94e356f48c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:02.621299 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d9429f0d-4623-410e-8e66-b94e356f48c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:02.626042 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d9429f0d-4623-410e-8e66-b94e356f48c2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f0c7a0c-6d7a-42f5-aaa4-f0eb87e47f29 HTTP/1.1" status: 204 len: 168 time: 0.2378349 Nov 12 09:15:02.635300 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9429f0d-4623-410e-8e66-b94e356f48c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0c7a0c-6d7a-42f5-aaa4-f0eb87e47f29,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:02.727689 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-9b300663-0a10-416c-9e6c-aa25201e85a5 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:02.765201 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-da1f90e2-0699-4e3d-bcc3-42c6f61cfc4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:02.787801 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-da1f90e2-0699-4e3d-bcc3-42c6f61cfc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:02.812941 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-9b300663-0a10-416c-9e6c-aa25201e85a5 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:02.828303 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['4393da2b-1f2b-462e-a2d0-d5292f39945f'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:15:02.887905 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b300663-0a10-416c-9e6c-aa25201e85a5 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Pushing event updated for resources: {'Port': ['ID=c38b6c3e-007e-4737-b729-868ad27e75ca,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:02.899994 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-9b300663-0a10-416c-9e6c-aa25201e85a5 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Network 603bc378-cf80-4bec-8be8-8c09e41641b2 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:15:02.906221 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f90e2-0699-4e3d-bcc3-42c6f61cfc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6658e2c-10c1-45c0-9b1e-f6bee62b53b0,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:02.914165 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-9b300663-0a10-416c-9e6c-aa25201e85a5 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:15:02.918619 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-9b300663-0a10-416c-9e6c-aa25201e85a5 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:15:02.924604 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-da1f90e2-0699-4e3d-bcc3-42c6f61cfc4c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e38e8cd3746746928cc6193b3277b965&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6551871 Nov 12 09:15:02.929016 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58392) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:03.001281 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-9b300663-0a10-416c-9e6c-aa25201e85a5 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:03.002347 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-9b300663-0a10-416c-9e6c-aa25201e85a5 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:03.062278 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8c20a23e-559a-4fb2-8be8-b7ea1b5d447d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:03.065715 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-9b300663-0a10-416c-9e6c-aa25201e85a5 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0619149 Nov 12 09:15:03.087345 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-a89588e6-f6dc-464b-a393-59f212a95b35 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:15:03.094105 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-a89588e6-f6dc-464b-a393-59f212a95b35 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0145710 Nov 12 09:15:03.110649 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-dfa5f801-1216-4c4f-9b92-d5f0a22cc837 service neutron] Request body: {'port': {'device_id': '6e757fb6-0805-4bf1-856a-dd9acfdd2f3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:03.116839 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8c20a23e-559a-4fb2-8be8-b7ea1b5d447d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:03.260583 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-dfa5f801-1216-4c4f-9b92-d5f0a22cc837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:03.274562 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8c20a23e-559a-4fb2-8be8-b7ea1b5d447d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:03.285725 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8c20a23e-559a-4fb2-8be8-b7ea1b5d447d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:03.290311 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8c20a23e-559a-4fb2-8be8-b7ea1b5d447d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a6658e2c-10c1-45c0-9b1e-f6bee62b53b0 HTTP/1.1" status: 204 len: 168 time: 0.3591917 Nov 12 09:15:03.341367 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20a23e-559a-4fb2-8be8-b7ea1b5d447d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6658e2c-10c1-45c0-9b1e-f6bee62b53b0,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:03.497847 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-688e15ad-fb12-41fa-8509-27c0cbe0f1e4 None None] Provisioning complete for port c38b6c3e-007e-4737-b729-868ad27e75ca triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:03.498592 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-688e15ad-fb12-41fa-8509-27c0cbe0f1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:03.548267 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-688e15ad-fb12-41fa-8509-27c0cbe0f1e4 None None] Port c38b6c3e-007e-4737-b729-868ad27e75ca cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:15:03.964121 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e877485-8693-4eb6-872a-9b724a816afb req-e58c93a1-aeb5-4ae5-a99b-b4a8439e4101 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:03.973294 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4e877485-8693-4eb6-872a-9b724a816afb req-e58c93a1-aeb5-4ae5-a99b-b4a8439e4101 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.1335716 Nov 12 09:15:03.994598 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58418) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:04.016779 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ef2d4afd-69d0-4764-b8f5-d5611dfa1b02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:04.129564 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ef2d4afd-69d0-4764-b8f5-d5611dfa1b02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:04.133704 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4e877485-8693-4eb6-872a-9b724a816afb req-c72bc580-a178-4563-b51b-461f729083cd tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603281 Nov 12 09:15:04.141429 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ef2d4afd-69d0-4764-b8f5-d5611dfa1b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:04.219264 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ef2d4afd-69d0-4764-b8f5-d5611dfa1b02 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=94468536aa3b495f8f9d571a02738431&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2231038 Nov 12 09:15:04.220525 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d4afd-69d0-4764-b8f5-d5611dfa1b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd4500f-6486-44f4-83fc-f95b7b965e26,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:04.223412 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58422) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:04.301948 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41fe2c50-00e3-48d3-b28c-472bb7ec23c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:04.330279 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41fe2c50-00e3-48d3-b28c-472bb7ec23c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:04.396210 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-dfa5f801-1216-4c4f-9b92-d5f0a22cc837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c38b6c3e-007e-4737-b729-868ad27e75ca {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:15:04.397826 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41fe2c50-00e3-48d3-b28c-472bb7ec23c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:04.400867 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-41fe2c50-00e3-48d3-b28c-472bb7ec23c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:04.402818 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-41fe2c50-00e3-48d3-b28c-472bb7ec23c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6bd4500f-6486-44f4-83fc-f95b7b965e26 HTTP/1.1" status: 204 len: 168 time: 0.1738133 Nov 12 09:15:04.413490 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe2c50-00e3-48d3-b28c-472bb7ec23c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd4500f-6486-44f4-83fc-f95b7b965e26,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:04.416425 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-dfa5f801-1216-4c4f-9b92-d5f0a22cc837 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:04.423130 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c9bff-6901-415f-a790-49864f761077 req-f3efb269-8b21-4804-ac86-3d9686429864 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:04.426047 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a05c9bff-6901-415f-a790-49864f761077 req-f3efb269-8b21-4804-ac86-3d9686429864 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6e757fb6-0805-4bf1-856a-dd9acfdd2f3f HTTP/1.1" status: 200 len: 1027 time: 0.1591563 Nov 12 09:15:04.462480 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-dfa5f801-1216-4c4f-9b92-d5f0a22cc837 service neutron] Transition to ACTIVE for port object c38b6c3e-007e-4737-b729-868ad27e75ca will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:15:04.479197 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-dfa5f801-1216-4c4f-9b92-d5f0a22cc837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:04.564073 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5f801-1216-4c4f-9b92-d5f0a22cc837 service neutron] Pushing event updated for resources: {'Port': ['ID=c38b6c3e-007e-4737-b729-868ad27e75ca,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:04.574181 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a05c9bff-6901-415f-a790-49864f761077 req-6050b7de-d3eb-4855-b517-e56eaa036886 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=69bd726e-6cc5-42d4-ab2c-bbedb1c935af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395857 Nov 12 09:15:04.735143 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-dfa5f801-1216-4c4f-9b92-d5f0a22cc837 service neutron] Attempting to bind port c38b6c3e-007e-4737-b729-868ad27e75ca on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:15:04.735650 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-dfa5f801-1216-4c4f-9b92-d5f0a22cc837 service neutron] Attempting to bind port c38b6c3e-007e-4737-b729-868ad27e75ca by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '29058f48-127a-4743-b855-9b0a3afa75fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '603bc378-cf80-4bec-8be8-8c09e41641b2'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:15:04.736171 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-dfa5f801-1216-4c4f-9b92-d5f0a22cc837 service neutron] Attempting to bind port c38b6c3e-007e-4737-b729-868ad27e75ca on network 603bc378-cf80-4bec-8be8-8c09e41641b2 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:15:04.747523 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-dfa5f801-1216-4c4f-9b92-d5f0a22cc837 service neutron] Port c38b6c3e-007e-4737-b729-868ad27e75ca on network 603bc378-cf80-4bec-8be8-8c09e41641b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:15:04.748070 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-dfa5f801-1216-4c4f-9b92-d5f0a22cc837 service neutron] Attempting to bind port c38b6c3e-007e-4737-b729-868ad27e75ca on network 603bc378-cf80-4bec-8be8-8c09e41641b2 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:15:04.765738 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-dfa5f801-1216-4c4f-9b92-d5f0a22cc837 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:15:04.766660 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-dfa5f801-1216-4c4f-9b92-d5f0a22cc837 service neutron] Checking segment: {'id': '29058f48-127a-4743-b855-9b0a3afa75fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '603bc378-cf80-4bec-8be8-8c09e41641b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:15:04.768386 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-dfa5f801-1216-4c4f-9b92-d5f0a22cc837 service neutron] Bound using segment: {'id': '29058f48-127a-4743-b855-9b0a3afa75fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '603bc378-cf80-4bec-8be8-8c09e41641b2'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:15:04.770022 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-dfa5f801-1216-4c4f-9b92-d5f0a22cc837 service neutron] Bound port: c38b6c3e-007e-4737-b729-868ad27e75ca, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29058f48-127a-4743-b855-9b0a3afa75fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '603bc378-cf80-4bec-8be8-8c09e41641b2'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:15:04.772065 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-dfa5f801-1216-4c4f-9b92-d5f0a22cc837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:04.774835 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f27b6-09b9-48b2-87b3-c1969551b511 req-4f8e3814-73ed-4c77-8fa4-be50914b85ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:04.777885 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-488f27b6-09b9-48b2-87b3-c1969551b511 req-4f8e3814-73ed-4c77-8fa4-be50914b85ca service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 1097 time: 0.0824368 Nov 12 09:15:04.858754 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-488f27b6-09b9-48b2-87b3-c1969551b511 req-36578a84-f376-4ad3-a528-1149e2fc46f2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718620 Nov 12 09:15:04.932551 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-dfa5f801-1216-4c4f-9b92-d5f0a22cc837 service neutron] For port c38b6c3e-007e-4737-b729-868ad27e75ca, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:15:04.940234 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-dfa5f801-1216-4c4f-9b92-d5f0a22cc837 service neutron] For port c38b6c3e-007e-4737-b729-868ad27e75ca, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=c38b6c3e-007e-4737-b729-868ad27e75ca,segment=NetworkSegment(29058f48-127a-4743-b855-9b0a3afa75fa),segment_id=29058f48-127a-4743-b855-9b0a3afa75fa)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:15:04.948947 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-dfa5f801-1216-4c4f-9b92-d5f0a22cc837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:04.998862 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-dfa5f801-1216-4c4f-9b92-d5f0a22cc837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:04.999661 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-dfa5f801-1216-4c4f-9b92-d5f0a22cc837 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:05.001767 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-dfa5f801-1216-4c4f-9b92-d5f0a22cc837 service neutron] 10.222.0.58 "PUT /v2.0/ports/c38b6c3e-007e-4737-b729-868ad27e75ca HTTP/1.1" status: 200 len: 1092 time: 1.8981352 Nov 12 09:15:05.002389 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e757fb6-0805-4bf1-856a-dd9acfdd2f3f', 'tag': 'c38b6c3e-007e-4737-b729-868ad27e75ca'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:15:05.005520 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c38919c-45a2-4b1c-9eaf-f49778869f82" -d '{"events": [{"name": "network-changed", "server_uuid": "6e757fb6-0805-4bf1-856a-dd9acfdd2f3f", "tag": "c38b6c3e-007e-4737-b729-868ad27e75ca"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:15:05.061238 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5f801-1216-4c4f-9b92-d5f0a22cc837 service neutron] Pushing event updated for resources: {'Port': ['ID=c38b6c3e-007e-4737-b729-868ad27e75ca,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:05.156892 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-f4b507d4-bc58-45a3-bd60-da9a489f6978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:05.158854 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-f4b507d4-bc58-45a3-bd60-da9a489f6978 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c09879ea63cc4340b7fee88031203a83&device_id=6e757fb6-0805-4bf1-856a-dd9acfdd2f3f HTTP/1.1" status: 200 len: 1095 time: 0.0895934 Nov 12 09:15:05.161586 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc08677c-e353-44c8-9447-9b963f7c5a2f x-openstack-request-id: req-fc08677c-e353-44c8-9447-9b963f7c5a2f {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:15:05.163355 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e757fb6-0805-4bf1-856a-dd9acfdd2f3f", "tag": "c38b6c3e-007e-4737-b729-868ad27e75ca", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:15:05.163355 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc08677c-e353-44c8-9447-9b963f7c5a2f {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:15:05.163355 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e757fb6-0805-4bf1-856a-dd9acfdd2f3f', 'tag': 'c38b6c3e-007e-4737-b729-868ad27e75ca', 'status': 'completed', 'code': 200} Nov 12 09:15:05.222043 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-16771a0c-2e82-4131-aa18-61142b9376e1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c38b6c3e-007e-4737-b729-868ad27e75ca HTTP/1.1" status: 200 len: 217 time: 0.0535851 Nov 12 09:15:05.307986 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-e3f46800-deb7-412a-b3ca-ba288dbbefab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:05.310697 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-e3f46800-deb7-412a-b3ca-ba288dbbefab service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a7ddaee5-f4db-48da-969d-8a9bd8647c09 HTTP/1.1" status: 200 len: 848 time: 0.0802524 Nov 12 09:15:05.458739 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d8d79-9a1d-441f-8059-42fa58ef7cf3 req-90657a1f-d408-4c11-92b6-9b032b5ae498 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:05.461684 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5c0d8d79-9a1d-441f-8059-42fa58ef7cf3 req-90657a1f-d408-4c11-92b6-9b032b5ae498 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.1463835 Nov 12 09:15:05.467396 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-b0a1ee34-f13d-4f70-8c42-f92ec3b04cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:05.470282 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-b0a1ee34-f13d-4f70-8c42-f92ec3b04cda service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=603bc378-cf80-4bec-8be8-8c09e41641b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1455789 Nov 12 09:15:05.640545 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5c0d8d79-9a1d-441f-8059-42fa58ef7cf3 req-12b7d240-f78e-49a4-8d73-95d4cd63e249 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687450 Nov 12 09:15:05.680098 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-d1a6cfab-86b5-4ad3-8576-03b15ec26dc8 service neutron] 10.222.0.58 "GET /v2.0/networks/603bc378-cf80-4bec-8be8-8c09e41641b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914239 Nov 12 09:15:05.859114 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d1bbf16a-06ab-4ecc-8826-9a5e7d285965 req-1107cc3a-98c8-473e-b4b9-96798c229fd8 service neutron] 10.222.0.58 "GET /v2.0/networks/603bc378-cf80-4bec-8be8-8c09e41641b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751838 Nov 12 09:15:05.862473 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef803370-c6ec-4226-b49d-9dccf1e85fc5 req-a2dba240-3001-43df-b6cd-d85134c6429e tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:05.865575 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ef803370-c6ec-4226-b49d-9dccf1e85fc5 req-a2dba240-3001-43df-b6cd-d85134c6429e tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6e757fb6-0805-4bf1-856a-dd9acfdd2f3f HTTP/1.1" status: 200 len: 1095 time: 0.0863912 Nov 12 09:15:05.984332 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ef803370-c6ec-4226-b49d-9dccf1e85fc5 req-faf57efd-5c9f-42b7-8351-60b91ef62a6b tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=69bd726e-6cc5-42d4-ab2c-bbedb1c935af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064856 Nov 12 09:15:06.005714 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38919c-45a2-4b1c-9eaf-f49778869f82 req-332a2928-b9f4-45f1-a131-d3b71fabd629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:06.007312 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c38919c-45a2-4b1c-9eaf-f49778869f82 req-332a2928-b9f4-45f1-a131-d3b71fabd629 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c09879ea63cc4340b7fee88031203a83&device_id=6e757fb6-0805-4bf1-856a-dd9acfdd2f3f HTTP/1.1" status: 200 len: 1095 time: 0.0691841 Nov 12 09:15:06.174559 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38919c-45a2-4b1c-9eaf-f49778869f82 req-051985e4-ee4d-4dfd-9541-5dffedde87e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:06.177309 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c38919c-45a2-4b1c-9eaf-f49778869f82 req-051985e4-ee4d-4dfd-9541-5dffedde87e2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=603bc378-cf80-4bec-8be8-8c09e41641b2 HTTP/1.1" status: 200 len: 910 time: 0.1622024 Nov 12 09:15:06.256211 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c38919c-45a2-4b1c-9eaf-f49778869f82 req-cc33b1c1-bf39-4a3c-8ba3-af0f4f1072f4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c38b6c3e-007e-4737-b729-868ad27e75ca HTTP/1.1" status: 200 len: 217 time: 0.0681033 Nov 12 09:15:06.345100 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38919c-45a2-4b1c-9eaf-f49778869f82 req-42b4232b-bb6c-40aa-b236-3ef46eed2906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:06.347000 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c38919c-45a2-4b1c-9eaf-f49778869f82 req-42b4232b-bb6c-40aa-b236-3ef46eed2906 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a7ddaee5-f4db-48da-969d-8a9bd8647c09 HTTP/1.1" status: 200 len: 848 time: 0.0829818 Nov 12 09:15:06.409493 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38919c-45a2-4b1c-9eaf-f49778869f82 req-62362cbb-5855-4e87-bf0e-2b74dceabea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:06.414115 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c38919c-45a2-4b1c-9eaf-f49778869f82 req-62362cbb-5855-4e87-bf0e-2b74dceabea3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=603bc378-cf80-4bec-8be8-8c09e41641b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540671 Nov 12 09:15:06.538297 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c38919c-45a2-4b1c-9eaf-f49778869f82 req-91c089bf-42ae-4833-b782-1ae92ce38438 service neutron] 10.222.0.58 "GET /v2.0/networks/603bc378-cf80-4bec-8be8-8c09e41641b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166492 Nov 12 09:15:06.560697 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58500) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:06.697884 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c38919c-45a2-4b1c-9eaf-f49778869f82 req-ae3fc8b9-a90a-4688-85b9-65b768fbaaa8 service neutron] 10.222.0.58 "GET /v2.0/networks/603bc378-cf80-4bec-8be8-8c09e41641b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519923 Nov 12 09:15:06.747627 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-af833796-14e6-4027-b5c6-71eff0ca538e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:06.891882 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-af833796-14e6-4027-b5c6-71eff0ca538e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:06.899576 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-af833796-14e6-4027-b5c6-71eff0ca538e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:06.916218 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463cd2d-0a6e-44cc-b135-5aa1dd3f85a9 req-5400c361-3e85-442f-9266-2a7888f19be7 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:06.918578 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a463cd2d-0a6e-44cc-b135-5aa1dd3f85a9 req-5400c361-3e85-442f-9266-2a7888f19be7 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.1073110 Nov 12 09:15:06.942763 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58508) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:06.958535 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-af833796-14e6-4027-b5c6-71eff0ca538e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cd7128428b8c47568a67b4dfbb1914ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3943419 Nov 12 09:15:06.961340 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af833796-14e6-4027-b5c6-71eff0ca538e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6520e804-4a3a-499b-9380-2ec7c619fc7b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:06.964203 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58512) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:07.074936 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a463cd2d-0a6e-44cc-b135-5aa1dd3f85a9 req-4f10ab92-80f8-4e41-848d-6644cc4b5374 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418841 Nov 12 09:15:07.122760 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d302bf18-d896-4806-9aa9-a4fb823a03b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:07.164018 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d302bf18-d896-4806-9aa9-a4fb823a03b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:07.187851 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3220c5b2-2299-43af-97f3-82bd551e306d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:07.278975 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81afe6-6491-4f4e-854a-66258e6863c2 req-f803ff3e-95cf-461b-a2b9-2899b7fd1b77 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:07.280691 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fe81afe6-6491-4f4e-854a-66258e6863c2 req-f803ff3e-95cf-461b-a2b9-2899b7fd1b77 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6e757fb6-0805-4bf1-856a-dd9acfdd2f3f HTTP/1.1" status: 200 len: 1095 time: 0.1210895 Nov 12 09:15:07.314026 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d302bf18-d896-4806-9aa9-a4fb823a03b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:07.316876 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d302bf18-d896-4806-9aa9-a4fb823a03b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:07.318136 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d302bf18-d896-4806-9aa9-a4fb823a03b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6520e804-4a3a-499b-9380-2ec7c619fc7b HTTP/1.1" status: 204 len: 168 time: 0.3506701 Nov 12 09:15:07.349349 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302bf18-d896-4806-9aa9-a4fb823a03b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6520e804-4a3a-499b-9380-2ec7c619fc7b,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:07.388385 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3220c5b2-2299-43af-97f3-82bd551e306d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:07.397834 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fe81afe6-6491-4f4e-854a-66258e6863c2 req-d6e5c01d-a1f9-4f64-b6d7-7be92f61f825 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=69bd726e-6cc5-42d4-ab2c-bbedb1c935af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075168 Nov 12 09:15:07.400226 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3220c5b2-2299-43af-97f3-82bd551e306d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:07.451822 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3220c5b2-2299-43af-97f3-82bd551e306d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1ea3022cd12540f281817e7a50b97a6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5056705 Nov 12 09:15:07.453485 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220c5b2-2299-43af-97f3-82bd551e306d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89775fd2-0b72-4ec3-8767-3a8d9ce94014,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:07.453739 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58520) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:07.548333 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f103a78e-c59b-4575-9f45-a576e496c5d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:07.584736 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f103a78e-c59b-4575-9f45-a576e496c5d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:07.670952 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f103a78e-c59b-4575-9f45-a576e496c5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:07.674296 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f103a78e-c59b-4575-9f45-a576e496c5d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:07.675865 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f103a78e-c59b-4575-9f45-a576e496c5d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/89775fd2-0b72-4ec3-8767-3a8d9ce94014 HTTP/1.1" status: 204 len: 168 time: 0.2202585 Nov 12 09:15:07.691452 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103a78e-c59b-4575-9f45-a576e496c5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89775fd2-0b72-4ec3-8767-3a8d9ce94014,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:07.875435 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6f73d553-efa2-4168-8960-8d955e8df980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:07.900377 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffb6fe-e4b0-427c-acd7-8e679a3c37ca req-3da9d396-fc77-4ccc-bb41-29993925d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:07.902131 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-59ffb6fe-e4b0-427c-acd7-8e679a3c37ca req-3da9d396-fc77-4ccc-bb41-29993925d8eb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ba249b1417247ef9d5961203768255e&device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 1097 time: 0.1044848 Nov 12 09:15:07.911788 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfcacc5-05d9-4cbc-bed2-847179971578 req-a4b2bd9d-6c64-425c-b165-1582bd2512c0 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:07.921160 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4cfcacc5-05d9-4cbc-bed2-847179971578 req-a4b2bd9d-6c64-425c-b165-1582bd2512c0 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.0825641 Nov 12 09:15:07.986910 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4cfcacc5-05d9-4cbc-bed2-847179971578 req-2337b668-2af9-4433-bb54-0b0ccb403316 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638685 Nov 12 09:15:08.044312 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffb6fe-e4b0-427c-acd7-8e679a3c37ca req-9ccc1295-0752-4c7f-a43c-c75c4f3447f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:08.047080 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-59ffb6fe-e4b0-427c-acd7-8e679a3c37ca req-9ccc1295-0752-4c7f-a43c-c75c4f3447f3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0993354a-8baa-44a8-be7e-987245c15ff0 HTTP/1.1" status: 200 len: 920 time: 0.1373761 Nov 12 09:15:08.132189 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-59ffb6fe-e4b0-427c-acd7-8e679a3c37ca req-0dea1003-226d-486b-b876-f9bff3205617 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b41eb59a-1488-43bc-b386-ff1c3501f085 HTTP/1.1" status: 200 len: 217 time: 0.0745974 Nov 12 09:15:08.212553 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffb6fe-e4b0-427c-acd7-8e679a3c37ca req-3d72fb93-e584-495c-9398-1ad78d2d4f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:08.215446 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-59ffb6fe-e4b0-427c-acd7-8e679a3c37ca req-3d72fb93-e584-495c-9398-1ad78d2d4f5a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4db9f670-57cd-4b0c-b407-c2d471d25b1a HTTP/1.1" status: 200 len: 859 time: 0.0751021 Nov 12 09:15:08.259831 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-59ffb6fe-e4b0-427c-acd7-8e679a3c37ca req-560221ab-e0c3-4fb7-a7fe-f8c4ab0d69c4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0993354a-8baa-44a8-be7e-987245c15ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337806 Nov 12 09:15:08.296481 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58548) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:08.345924 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d73fdad-128f-4066-b65b-c8e87c2206a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:08.417149 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-59ffb6fe-e4b0-427c-acd7-8e679a3c37ca req-8a24485b-d025-4aba-9b9d-6340db932d43 service neutron] 10.222.0.54 "GET /v2.0/networks/0993354a-8baa-44a8-be7e-987245c15ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494830 Nov 12 09:15:08.561610 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d73fdad-128f-4066-b65b-c8e87c2206a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:08.567889 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d73fdad-128f-4066-b65b-c8e87c2206a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:08.574180 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68648b33-2ed4-4478-b3bd-f16335964aff req-28e603d9-19f7-4127-910b-34f65c886cfa tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:08.575149 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-59ffb6fe-e4b0-427c-acd7-8e679a3c37ca req-03e3d01f-5337-4a2a-8d39-a6ef1b14de06 service neutron] 10.222.0.54 "GET /v2.0/networks/0993354a-8baa-44a8-be7e-987245c15ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493306 Nov 12 09:15:08.576581 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-68648b33-2ed4-4478-b3bd-f16335964aff req-28e603d9-19f7-4127-910b-34f65c886cfa tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6e757fb6-0805-4bf1-856a-dd9acfdd2f3f HTTP/1.1" status: 200 len: 1095 time: 0.0689411 Nov 12 09:15:08.623830 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73fdad-128f-4066-b65b-c8e87c2206a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4037a42-b460-426a-bf75-fee1e67e46c3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:08.628469 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0d73fdad-128f-4066-b65b-c8e87c2206a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2a5c1f21beb9417a8fd8a97733616c51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3308878 Nov 12 09:15:08.632775 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58556) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:08.684679 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-68648b33-2ed4-4478-b3bd-f16335964aff req-073cbb89-be4f-4970-99e9-127303174a6c tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=69bd726e-6cc5-42d4-ab2c-bbedb1c935af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892785 Nov 12 09:15:08.717138 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b64c63a4-5795-4f9c-bd23-73d375cf15b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:08.756799 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b64c63a4-5795-4f9c-bd23-73d375cf15b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:08.832643 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b64c63a4-5795-4f9c-bd23-73d375cf15b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:08.836937 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b64c63a4-5795-4f9c-bd23-73d375cf15b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:08.839072 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b64c63a4-5795-4f9c-bd23-73d375cf15b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4037a42-b460-426a-bf75-fee1e67e46c3 HTTP/1.1" status: 204 len: 168 time: 0.2044492 Nov 12 09:15:08.853637 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c63a4-5795-4f9c-bd23-73d375cf15b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4037a42-b460-426a-bf75-fee1e67e46c3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:09.185009 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f59f1-25d6-4cea-8860-30c621018565 req-5a39db0f-cc19-488f-92d3-980973a9ae1c tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:09.186834 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-674f59f1-25d6-4cea-8860-30c621018565 req-5a39db0f-cc19-488f-92d3-980973a9ae1c tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.0915344 Nov 12 09:15:09.258630 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-674f59f1-25d6-4cea-8860-30c621018565 req-b75fbf1f-96e6-48e2-8dc6-89c7a72ced6d tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622914 Nov 12 09:15:09.854501 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device c38b6c3e-007e-4737-b729-868ad27e75ca details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:15:09.861150 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2eb9c3-25a1-4715-9199-6493c4c3e9a6 req-f892d0a5-ceb6-40eb-8ae1-8deb2552903c tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:09.863038 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3d2eb9c3-25a1-4715-9199-6493c4c3e9a6 req-f892d0a5-ceb6-40eb-8ae1-8deb2552903c tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6e757fb6-0805-4bf1-856a-dd9acfdd2f3f HTTP/1.1" status: 200 len: 1095 time: 0.0609410 Nov 12 09:15:09.941631 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3d2eb9c3-25a1-4715-9199-6493c4c3e9a6 req-40165dbb-e858-49e2-b04a-f51add4937c4 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=69bd726e-6cc5-42d4-ab2c-bbedb1c935af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637784 Nov 12 09:15:10.019303 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port c38b6c3e-007e-4737-b729-868ad27e75ca, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=c38b6c3e-007e-4737-b729-868ad27e75ca,segment=NetworkSegment(29058f48-127a-4743-b855-9b0a3afa75fa),segment_id=29058f48-127a-4743-b855-9b0a3afa75fa)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:10.038417 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'c38b6c3e-007e-4737-b729-868ad27e75ca', 'network_id': '603bc378-cf80-4bec-8be8-8c09e41641b2', 'port_id': 'c38b6c3e-007e-4737-b729-868ad27e75ca', 'mac_address': 'fa:16:3e:11:2c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7ddaee5-f4db-48da-969d-8a9bd8647c09', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:15:10.125345 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:10.165492 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c38b6c3e-007e-4737-b729-868ad27e75ca {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:15:10.215797 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port c38b6c3e-007e-4737-b729-868ad27e75ca, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=c38b6c3e-007e-4737-b729-868ad27e75ca,segment=NetworkSegment(29058f48-127a-4743-b855-9b0a3afa75fa),segment_id=29058f48-127a-4743-b855-9b0a3afa75fa)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:10.225106 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:10.232483 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e142bdcf-61c1-496d-b29d-2e8556f4c64b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:10.345601 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=c38b6c3e-007e-4737-b729-868ad27e75ca,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:10.357354 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:10.357744 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:10.358164 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:10.358634 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:10.359431 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:10.359695 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:10.360085 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:10.360433 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:10.361481 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:10.361869 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:10.362225 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:10.362620 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:10.471561 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['c38b6c3e-007e-4737-b729-868ad27e75ca'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:15:10.482685 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eee6fa-ef08-4a9c-beb5-e50581df91ac req-1f872138-62f0-4d4b-a85c-6197f03255cd tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:10.488294 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-53eee6fa-ef08-4a9c-beb5-e50581df91ac req-1f872138-62f0-4d4b-a85c-6197f03255cd tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.1023784 Nov 12 09:15:10.591004 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-53eee6fa-ef08-4a9c-beb5-e50581df91ac req-67138d93-7ceb-4475-b5e6-4d600e796fe4 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955060 Nov 12 09:15:11.234415 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff851ae-9663-44ea-8564-6820da7634f0 req-dda9e975-ce08-4d4b-bf07-4f30bb2f4b37 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:11.238525 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bff851ae-9663-44ea-8564-6820da7634f0 req-dda9e975-ce08-4d4b-bf07-4f30bb2f4b37 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6e757fb6-0805-4bf1-856a-dd9acfdd2f3f HTTP/1.1" status: 200 len: 1096 time: 0.0629394 Nov 12 09:15:11.330001 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bff851ae-9663-44ea-8564-6820da7634f0 req-ef349853-3ad9-47bb-9b74-6d3d5f60f31b tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=69bd726e-6cc5-42d4-ab2c-bbedb1c935af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794301 Nov 12 09:15:11.885530 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device c38b6c3e-007e-4737-b729-868ad27e75ca up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:15:11.978763 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port c38b6c3e-007e-4737-b729-868ad27e75ca completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:15:11.986639 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port c38b6c3e-007e-4737-b729-868ad27e75ca triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:11.987594 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:12.180376 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:12.223054 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:12.236854 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e757fb6-0805-4bf1-856a-dd9acfdd2f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38b6c3e-007e-4737-b729-868ad27e75ca'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:15:12.243158 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f63a78-99cf-47c9-a06f-6b968c0049ef" -d '{"events": [{"server_uuid": "6e757fb6-0805-4bf1-856a-dd9acfdd2f3f", "name": "network-vif-plugged", "status": "completed", "tag": "c38b6c3e-007e-4737-b729-868ad27e75ca"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:15:12.284328 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port c38b6c3e-007e-4737-b729-868ad27e75ca, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=c38b6c3e-007e-4737-b729-868ad27e75ca,segment=NetworkSegment(29058f48-127a-4743-b855-9b0a3afa75fa),segment_id=29058f48-127a-4743-b855-9b0a3afa75fa)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:12.297383 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:12.449418 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=c38b6c3e-007e-4737-b729-868ad27e75ca,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:12.459690 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486956f7-0e06-47f2-974e-8c77fc05d163 x-openstack-request-id: req-486956f7-0e06-47f2-974e-8c77fc05d163 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:15:12.460267 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e757fb6-0805-4bf1-856a-dd9acfdd2f3f", "name": "network-vif-plugged", "status": "completed", "tag": "c38b6c3e-007e-4737-b729-868ad27e75ca", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:15:12.475853 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-486956f7-0e06-47f2-974e-8c77fc05d163 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:15:12.476675 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e757fb6-0805-4bf1-856a-dd9acfdd2f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38b6c3e-007e-4737-b729-868ad27e75ca', 'code': 200} Nov 12 09:15:12.662208 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4ddce60d-cba0-4058-826c-00338fb9c467 req-de661509-bbb3-4d4b-8fc9-582b94bd567c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1164536 Nov 12 09:15:12.689505 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca0d87-df78-4d1c-8383-2e343d10602a req-6327688c-29f8-4c97-8c97-efe63ee4f4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:12.691973 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-27ca0d87-df78-4d1c-8383-2e343d10602a req-6327688c-29f8-4c97-8c97-efe63ee4f4a0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6e757fb6-0805-4bf1-856a-dd9acfdd2f3f HTTP/1.1" status: 200 len: 1097 time: 0.1835191 Nov 12 09:15:12.760253 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0e358-d475-4fcf-adc3-c20c6d05fe7a req-96a81056-169b-4b7a-883e-917e40bf3845 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:12.763327 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-15b0e358-d475-4fcf-adc3-c20c6d05fe7a req-96a81056-169b-4b7a-883e-917e40bf3845 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6e757fb6-0805-4bf1-856a-dd9acfdd2f3f HTTP/1.1" status: 200 len: 1097 time: 0.1483328 Nov 12 09:15:12.784727 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddce60d-cba0-4058-826c-00338fb9c467 req-0e40e4ba-7f42-4ac2-9516-f0fc411decbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:12.788406 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4ddce60d-cba0-4058-826c-00338fb9c467 req-0e40e4ba-7f42-4ac2-9516-f0fc411decbb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ba249b1417247ef9d5961203768255e&device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 1098 time: 0.0967855 Nov 12 09:15:12.915123 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-15b0e358-d475-4fcf-adc3-c20c6d05fe7a req-1bd2aa05-230d-4ce2-aee8-6a18634fb283 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=69bd726e-6cc5-42d4-ab2c-bbedb1c935af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115572 Nov 12 09:15:12.926913 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-27ca0d87-df78-4d1c-8383-2e343d10602a req-56b41a5c-35ee-45ed-9244-4f358957b542 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=69bd726e-6cc5-42d4-ab2c-bbedb1c935af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263947 Nov 12 09:15:13.064864 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddce60d-cba0-4058-826c-00338fb9c467 req-1c7e8be3-2899-4569-8908-9eef01fc9ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:13.075176 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4ddce60d-cba0-4058-826c-00338fb9c467 req-1c7e8be3-2899-4569-8908-9eef01fc9ebf service neutron] 10.222.0.54 "GET /v2.0/networks?id=0993354a-8baa-44a8-be7e-987245c15ff0 HTTP/1.1" status: 200 len: 920 time: 0.2629657 Nov 12 09:15:13.136951 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4ddce60d-cba0-4058-826c-00338fb9c467 req-7d6ac706-ec18-403d-844f-05a8324a842d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0 HTTP/1.1" status: 200 len: 217 time: 0.0470972 Nov 12 09:15:13.233766 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddce60d-cba0-4058-826c-00338fb9c467 req-fa561d74-6f3f-4c92-92f7-f27139ab40a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:13.235529 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4ddce60d-cba0-4058-826c-00338fb9c467 req-fa561d74-6f3f-4c92-92f7-f27139ab40a5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4db9f670-57cd-4b0c-b407-c2d471d25b1a HTTP/1.1" status: 200 len: 859 time: 0.0818079 Nov 12 09:15:13.284924 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4ddce60d-cba0-4058-826c-00338fb9c467 req-1fe1c589-7e95-4738-95b0-38c4f54ba64e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0993354a-8baa-44a8-be7e-987245c15ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399890 Nov 12 09:15:13.450761 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4ddce60d-cba0-4058-826c-00338fb9c467 req-d74e6aff-ffa9-4b33-8f89-811bee5f392a service neutron] 10.222.0.54 "GET /v2.0/networks/0993354a-8baa-44a8-be7e-987245c15ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573982 Nov 12 09:15:13.504903 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:13.684131 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4ddce60d-cba0-4058-826c-00338fb9c467 req-626c0930-fbc0-4e3a-bc83-9b175bfdfde6 service neutron] 10.222.0.54 "GET /v2.0/networks/0993354a-8baa-44a8-be7e-987245c15ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249148 Nov 12 09:15:14.078981 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:14.168016 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70e57b-1caa-48bf-9ab2-b2108ebfda9e req-b5e3ced7-b8a8-445e-8d2e-c161dad2e816 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:14.178140 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5c70e57b-1caa-48bf-9ab2-b2108ebfda9e req-b5e3ced7-b8a8-445e-8d2e-c161dad2e816 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6e757fb6-0805-4bf1-856a-dd9acfdd2f3f HTTP/1.1" status: 200 len: 1097 time: 0.0714796 Nov 12 09:15:14.237567 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5c70e57b-1caa-48bf-9ab2-b2108ebfda9e req-46039045-a20a-4cb8-a918-17f33e308594 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=69bd726e-6cc5-42d4-ab2c-bbedb1c935af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584729 Nov 12 09:15:14.414506 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f5d86-0349-4694-a915-9f0cd0da83d0 req-93748e30-1ee7-4e1e-b803-7ae1bf2d5197 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:14.416328 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-298f5d86-0349-4694-a915-9f0cd0da83d0 req-93748e30-1ee7-4e1e-b803-7ae1bf2d5197 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6e757fb6-0805-4bf1-856a-dd9acfdd2f3f HTTP/1.1" status: 200 len: 1097 time: 0.0558331 Nov 12 09:15:14.504039 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-298f5d86-0349-4694-a915-9f0cd0da83d0 req-c1e75f09-87e7-49c6-9e5b-6a03488f06fd tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=69bd726e-6cc5-42d4-ab2c-bbedb1c935af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770667 Nov 12 09:15:14.653377 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63a801-21fc-446a-b57b-e73ec52551ee req-bd1781d5-2b71-4310-bcfc-d8ba91e8c9db tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:14.655001 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cb63a801-21fc-446a-b57b-e73ec52551ee req-bd1781d5-2b71-4310-bcfc-d8ba91e8c9db tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6e757fb6-0805-4bf1-856a-dd9acfdd2f3f HTTP/1.1" status: 200 len: 1097 time: 0.0680559 Nov 12 09:15:14.724472 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cb63a801-21fc-446a-b57b-e73ec52551ee req-54528641-9fc7-4369-9bc1-340d2a60c0e2 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=69bd726e-6cc5-42d4-ab2c-bbedb1c935af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554540 Nov 12 09:15:15.205081 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2403009-4783-4bca-9fb9-a30ec1b3ca88 req-eaf661dc-3bc8-4ca5-8960-76dff42708b8 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:15.207706 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f2403009-4783-4bca-9fb9-a30ec1b3ca88 req-eaf661dc-3bc8-4ca5-8960-76dff42708b8 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6e757fb6-0805-4bf1-856a-dd9acfdd2f3f HTTP/1.1" status: 200 len: 1097 time: 0.0924041 Nov 12 09:15:15.307916 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f2403009-4783-4bca-9fb9-a30ec1b3ca88 req-576dd7bb-5e37-4557-a9de-dc15dc1670d8 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=69bd726e-6cc5-42d4-ab2c-bbedb1c935af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873780 Nov 12 09:15:16.497223 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b251e-5f0d-4500-948d-72f2647dda2c req-c0b7546e-db9b-46c4-a5c2-658ccb886e0c tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:16.499426 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-612b251e-5f0d-4500-948d-72f2647dda2c req-c0b7546e-db9b-46c4-a5c2-658ccb886e0c tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6e757fb6-0805-4bf1-856a-dd9acfdd2f3f HTTP/1.1" status: 200 len: 1097 time: 0.0762916 Nov 12 09:15:16.755064 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce36781-6be2-451e-bc72-801d01cdbc00 req-eab9a1ce-3596-48e4-86b3-dcf5da81818b tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:16.757554 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ce36781-6be2-451e-bc72-801d01cdbc00 req-eab9a1ce-3596-48e4-86b3-dcf5da81818b tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6e757fb6-0805-4bf1-856a-dd9acfdd2f3f HTTP/1.1" status: 200 len: 1097 time: 0.1108048 Nov 12 09:15:16.822346 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-612b251e-5f0d-4500-948d-72f2647dda2c req-32fe40c8-0be3-41b6-a6e8-9d0e909f24f2 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Deleting port c38b6c3e-007e-4737-b729-868ad27e75ca {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:15:16.822874 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-612b251e-5f0d-4500-948d-72f2647dda2c req-32fe40c8-0be3-41b6-a6e8-9d0e909f24f2 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:17.028626 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ce36781-6be2-451e-bc72-801d01cdbc00 req-c22ce347-35b9-4809-b35d-61217991cb7f tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=69bd726e-6cc5-42d4-ab2c-bbedb1c935af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580962 Nov 12 09:15:17.090104 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-612b251e-5f0d-4500-948d-72f2647dda2c req-32fe40c8-0be3-41b6-a6e8-9d0e909f24f2 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] For port c38b6c3e-007e-4737-b729-868ad27e75ca, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=c38b6c3e-007e-4737-b729-868ad27e75ca,segment=NetworkSegment(29058f48-127a-4743-b855-9b0a3afa75fa),segment_id=29058f48-127a-4743-b855-9b0a3afa75fa)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:17.090726 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-612b251e-5f0d-4500-948d-72f2647dda2c req-32fe40c8-0be3-41b6-a6e8-9d0e909f24f2 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:17.148445 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-612b251e-5f0d-4500-948d-72f2647dda2c req-32fe40c8-0be3-41b6-a6e8-9d0e909f24f2 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Calling delete_port for c38b6c3e-007e-4737-b729-868ad27e75ca owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:15:17.345728 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-612b251e-5f0d-4500-948d-72f2647dda2c req-32fe40c8-0be3-41b6-a6e8-9d0e909f24f2 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:17.359477 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['c38b6c3e-007e-4737-b729-868ad27e75ca'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:15:17.365684 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['4393da2b-1f2b-462e-a2d0-d5292f39945f'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:15:17.416928 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe40c8-0be3-41b6-a6e8-9d0e909f24f2 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Pushing event deleted for resources: {'Port': ['ID=c38b6c3e-007e-4737-b729-868ad27e75ca,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:17.505307 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-612b251e-5f0d-4500-948d-72f2647dda2c req-32fe40c8-0be3-41b6-a6e8-9d0e909f24f2 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] No DVR routers for this DVR port c38b6c3e-007e-4737-b729-868ad27e75ca on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:15:17.512722 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-612b251e-5f0d-4500-948d-72f2647dda2c req-32fe40c8-0be3-41b6-a6e8-9d0e909f24f2 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:17.525924 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-612b251e-5f0d-4500-948d-72f2647dda2c req-32fe40c8-0be3-41b6-a6e8-9d0e909f24f2 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.58 "DELETE /v2.0/ports/c38b6c3e-007e-4737-b729-868ad27e75ca HTTP/1.1" status: 204 len: 173 time: 1.0181353 Nov 12 09:15:17.526701 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e757fb6-0805-4bf1-856a-dd9acfdd2f3f', 'name': 'network-vif-deleted', 'tag': 'c38b6c3e-007e-4737-b729-868ad27e75ca'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:15:17.531380 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec95927-a4a2-411b-93fc-760a0548695c" -d '{"events": [{"server_uuid": "6e757fb6-0805-4bf1-856a-dd9acfdd2f3f", "name": "network-vif-deleted", "tag": "c38b6c3e-007e-4737-b729-868ad27e75ca"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:15:17.690647 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0420f96a-9da9-4cac-b14c-987981113b41 x-openstack-request-id: req-0420f96a-9da9-4cac-b14c-987981113b41 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:15:17.690941 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e757fb6-0805-4bf1-856a-dd9acfdd2f3f", "name": "network-vif-deleted", "tag": "c38b6c3e-007e-4737-b729-868ad27e75ca", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:15:17.691194 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0420f96a-9da9-4cac-b14c-987981113b41 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:15:17.691601 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e757fb6-0805-4bf1-856a-dd9acfdd2f3f', 'name': 'network-vif-deleted', 'tag': 'c38b6c3e-007e-4737-b729-868ad27e75ca', 'status': 'completed', 'code': 200} Nov 12 09:15:18.293658 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bb2e7637-eeb8-41ec-a783-93244c14a97a req-c1c9867c-b887-4036-9977-922f524cd368 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6e757fb6-0805-4bf1-856a-dd9acfdd2f3f HTTP/1.1" status: 200 len: 210 time: 0.0521317 Nov 12 09:15:19.916269 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device c38b6c3e-007e-4737-b729-868ad27e75ca no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:15:19.991976 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: c38b6c3e-007e-4737-b729-868ad27e75ca {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:15:19.992602 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device c38b6c3e-007e-4737-b729-868ad27e75ca not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:15:19.993911 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63f08d-822e-4164-a1ec-e6e87edf054b req-631deb57-8805-473f-8506-c5e0c469a1c3 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:20.009698 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9c63f08d-822e-4164-a1ec-e6e87edf054b req-631deb57-8805-473f-8506-c5e0c469a1c3 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9369c61d-e175-49d5-aed9-4d48bded0564 HTTP/1.1" status: 200 len: 1097 time: 0.1495450 Nov 12 09:15:20.093019 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9c63f08d-822e-4164-a1ec-e6e87edf054b req-a778100d-46ea-46eb-a335-fac954d486c6 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=69bd726e-6cc5-42d4-ab2c-bbedb1c935af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814648 Nov 12 09:15:21.206081 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742c34d-7493-4670-8920-f5515f0c3ef4 req-4c5d3638-59e4-4d3d-b08a-a86f6d6a45e9 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:21.211532 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4742c34d-7493-4670-8920-f5515f0c3ef4 req-4c5d3638-59e4-4d3d-b08a-a86f6d6a45e9 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9369c61d-e175-49d5-aed9-4d48bded0564 HTTP/1.1" status: 200 len: 1097 time: 0.1486597 Nov 12 09:15:21.417493 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-4742c34d-7493-4670-8920-f5515f0c3ef4 req-638a5e9b-e252-437b-aeca-fbb948279445 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Deleting port 4393da2b-1f2b-462e-a2d0-d5292f39945f {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:15:21.418413 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4742c34d-7493-4670-8920-f5515f0c3ef4 req-638a5e9b-e252-437b-aeca-fbb948279445 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:21.470850 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd4577-84d4-4896-afc5-7e812768f6c6 req-25c9ba0c-8ab0-4356-a8b8-30d62352122f tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:21.472872 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-97cd4577-84d4-4896-afc5-7e812768f6c6 req-25c9ba0c-8ab0-4356-a8b8-30d62352122f tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9369c61d-e175-49d5-aed9-4d48bded0564 HTTP/1.1" status: 200 len: 1097 time: 0.1110332 Nov 12 09:15:21.599790 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-97cd4577-84d4-4896-afc5-7e812768f6c6 req-dd87adbb-7b60-4b14-94a7-699393dcc278 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=69bd726e-6cc5-42d4-ab2c-bbedb1c935af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108036 Nov 12 09:15:21.762807 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-4742c34d-7493-4670-8920-f5515f0c3ef4 req-638a5e9b-e252-437b-aeca-fbb948279445 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] For port 4393da2b-1f2b-462e-a2d0-d5292f39945f, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=4393da2b-1f2b-462e-a2d0-d5292f39945f,segment=NetworkSegment(29058f48-127a-4743-b855-9b0a3afa75fa),segment_id=29058f48-127a-4743-b855-9b0a3afa75fa)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:21.763615 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4742c34d-7493-4670-8920-f5515f0c3ef4 req-638a5e9b-e252-437b-aeca-fbb948279445 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:21.824230 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-4742c34d-7493-4670-8920-f5515f0c3ef4 req-638a5e9b-e252-437b-aeca-fbb948279445 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Calling delete_port for 4393da2b-1f2b-462e-a2d0-d5292f39945f owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:15:22.180754 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4742c34d-7493-4670-8920-f5515f0c3ef4 req-638a5e9b-e252-437b-aeca-fbb948279445 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:22.195475 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['4393da2b-1f2b-462e-a2d0-d5292f39945f'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:15:22.238251 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a5e9b-e252-437b-aeca-fbb948279445 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Pushing event deleted for resources: {'Port': ['ID=4393da2b-1f2b-462e-a2d0-d5292f39945f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:22.448053 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-4742c34d-7493-4670-8920-f5515f0c3ef4 req-638a5e9b-e252-437b-aeca-fbb948279445 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] No DVR routers for this DVR port 4393da2b-1f2b-462e-a2d0-d5292f39945f on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:15:22.455582 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4742c34d-7493-4670-8920-f5515f0c3ef4 req-638a5e9b-e252-437b-aeca-fbb948279445 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:22.468310 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4742c34d-7493-4670-8920-f5515f0c3ef4 req-638a5e9b-e252-437b-aeca-fbb948279445 tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.54 "DELETE /v2.0/ports/4393da2b-1f2b-462e-a2d0-d5292f39945f HTTP/1.1" status: 204 len: 173 time: 1.2446873 Nov 12 09:15:22.469248 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9369c61d-e175-49d5-aed9-4d48bded0564', 'name': 'network-vif-deleted', 'tag': '4393da2b-1f2b-462e-a2d0-d5292f39945f'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:15:22.481207 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f039f2b0-0e82-4f24-b120-d6cf17f3dd04" -d '{"events": [{"server_uuid": "9369c61d-e175-49d5-aed9-4d48bded0564", "name": "network-vif-deleted", "tag": "4393da2b-1f2b-462e-a2d0-d5292f39945f"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:15:22.630014 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d15076-30c0-4e0d-a619-186b0b994010 x-openstack-request-id: req-58d15076-30c0-4e0d-a619-186b0b994010 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:15:22.630930 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9369c61d-e175-49d5-aed9-4d48bded0564", "name": "network-vif-deleted", "tag": "4393da2b-1f2b-462e-a2d0-d5292f39945f", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:15:22.631616 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-58d15076-30c0-4e0d-a619-186b0b994010 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:15:22.632596 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9369c61d-e175-49d5-aed9-4d48bded0564', 'name': 'network-vif-deleted', 'tag': '4393da2b-1f2b-462e-a2d0-d5292f39945f', 'status': 'completed', 'code': 200} Nov 12 09:15:22.949315 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-870750c8-7144-461b-838f-24c106c4134f req-72bfc8f2-81e5-466b-bf70-83a4724638dc tempest-TestServerMultinode-1943750519 tempest-TestServerMultinode-1943750519-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9369c61d-e175-49d5-aed9-4d48bded0564 HTTP/1.1" status: 200 len: 210 time: 0.0804069 Nov 12 09:15:23.350715 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:24.176564 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58848) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:25.044567 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-234404d5-7b42-46c1-b7a1-28b71e547b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:25.812374 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-234404d5-7b42-46c1-b7a1-28b71e547b75 admin admin] Deleting port c05b1217-c79d-4349-b4f3-88ba7161461b {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:15:25.813305 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-234404d5-7b42-46c1-b7a1-28b71e547b75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:25.888563 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 4393da2b-1f2b-462e-a2d0-d5292f39945f no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:15:25.933883 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 4393da2b-1f2b-462e-a2d0-d5292f39945f {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:15:25.935027 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 4393da2b-1f2b-462e-a2d0-d5292f39945f not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:15:26.055460 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-234404d5-7b42-46c1-b7a1-28b71e547b75 admin admin] For port c05b1217-c79d-4349-b4f3-88ba7161461b, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=c05b1217-c79d-4349-b4f3-88ba7161461b,segment=NetworkSegment(29058f48-127a-4743-b855-9b0a3afa75fa),segment_id=29058f48-127a-4743-b855-9b0a3afa75fa)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:26.056705 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-234404d5-7b42-46c1-b7a1-28b71e547b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:26.083881 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-234404d5-7b42-46c1-b7a1-28b71e547b75 admin admin] Calling delete_port for c05b1217-c79d-4349-b4f3-88ba7161461b owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:15:26.602122 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-234404d5-7b42-46c1-b7a1-28b71e547b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:26.653564 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234404d5-7b42-46c1-b7a1-28b71e547b75 admin admin] Pushing event deleted for resources: {'Port': ['ID=c05b1217-c79d-4349-b4f3-88ba7161461b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:26.700450 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234404d5-7b42-46c1-b7a1-28b71e547b75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.700868 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234404d5-7b42-46c1-b7a1-28b71e547b75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.702803 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234404d5-7b42-46c1-b7a1-28b71e547b75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.703432 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234404d5-7b42-46c1-b7a1-28b71e547b75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.704025 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234404d5-7b42-46c1-b7a1-28b71e547b75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.704609 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234404d5-7b42-46c1-b7a1-28b71e547b75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.705563 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234404d5-7b42-46c1-b7a1-28b71e547b75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.706120 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234404d5-7b42-46c1-b7a1-28b71e547b75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.706686 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234404d5-7b42-46c1-b7a1-28b71e547b75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.707266 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234404d5-7b42-46c1-b7a1-28b71e547b75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.709590 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234404d5-7b42-46c1-b7a1-28b71e547b75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.710172 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234404d5-7b42-46c1-b7a1-28b71e547b75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:27.238988 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-234404d5-7b42-46c1-b7a1-28b71e547b75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:27.678325 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234404d5-7b42-46c1-b7a1-28b71e547b75 admin admin] Router 6a4ac888-6964-4c20-bd5f-4b1b0432089b has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:15:27.990122 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234404d5-7b42-46c1-b7a1-28b71e547b75 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:15:28.001149 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-234404d5-7b42-46c1-b7a1-28b71e547b75 admin admin] 10.222.0.37 "PUT /v2.0/routers/6a4ac888-6964-4c20-bd5f-4b1b0432089b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8179908 Nov 12 09:15:28.002651 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf64989-c155-4078-930d-4ca72399767f None None] Sync routers for ids ['6a4ac888-6964-4c20-bd5f-4b1b0432089b'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:15:28.004348 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58888) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:28.039148 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf64989-c155-4078-930d-4ca72399767f None None] Routers {'6a4ac888-6964-4c20-bd5f-4b1b0432089b'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:15:28.039148 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-5bf64989-c155-4078-930d-4ca72399767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:15:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['6a4ac888-6964-4c20-bd5f-4b1b0432089b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:28.315996 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3204236a-448c-43de-9a06-1f26113ac65d admin admin] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:28.337264 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-5bf64989-c155-4078-930d-4ca72399767f None None] Set router 6a4ac888-6964-4c20-bd5f-4b1b0432089b gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:15:28.592423 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3204236a-448c-43de-9a06-1f26113ac65d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:28.865693 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-3204236a-448c-43de-9a06-1f26113ac65d admin admin] Deleting port 765dd4ce-984f-4400-be07-d5acb5394107 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:15:28.867264 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3204236a-448c-43de-9a06-1f26113ac65d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:29.039843 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-5bf64989-c155-4078-930d-4ca72399767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4ac888-6964-4c20-bd5f-4b1b0432089b', 'name': 'tempest-TestServerMultinode-398734086-router', 'tenant_id': 'eded9d28366e44f1b89ae191bb1b5421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '765dd4ce-984f-4400-be07-d5acb5394107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:14:16Z', 'updated_at': '2021-11-12T09:15:26Z', 'revision_number': 5, 'project_id': 'eded9d28366e44f1b89ae191bb1b5421', 'gw_port': {'id': '765dd4ce-984f-4400-be07-d5acb5394107', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:57:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ac888-6964-4c20-bd5f-4b1b0432089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:18Z', 'updated_at': '2021-11-12T09:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:29.239382 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf64989-c155-4078-930d-4ca72399767f None None] Checking router: 6a4ac888-6964-4c20-bd5f-4b1b0432089b for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:15:29.289443 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-3204236a-448c-43de-9a06-1f26113ac65d admin admin] For port 765dd4ce-984f-4400-be07-d5acb5394107, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=765dd4ce-984f-4400-be07-d5acb5394107,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:29.290262 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3204236a-448c-43de-9a06-1f26113ac65d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:29.303131 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf64989-c155-4078-930d-4ca72399767f None None] Routers {'6a4ac888-6964-4c20-bd5f-4b1b0432089b'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:15:29.304883 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-5bf64989-c155-4078-930d-4ca72399767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:15:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['6a4ac888-6964-4c20-bd5f-4b1b0432089b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:29.396387 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-3204236a-448c-43de-9a06-1f26113ac65d admin admin] Calling delete_port for 765dd4ce-984f-4400-be07-d5acb5394107 owned by network:router_gateway {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:15:29.461128 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:29.687356 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-5bf64989-c155-4078-930d-4ca72399767f None None] Set router 6a4ac888-6964-4c20-bd5f-4b1b0432089b gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:15:29.878019 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-5bf64989-c155-4078-930d-4ca72399767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4ac888-6964-4c20-bd5f-4b1b0432089b', 'name': 'tempest-TestServerMultinode-398734086-router', 'tenant_id': 'eded9d28366e44f1b89ae191bb1b5421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:14:16Z', 'updated_at': '2021-11-12T09:15:28Z', 'revision_number': 6, 'project_id': 'eded9d28366e44f1b89ae191bb1b5421', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:29.878416 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3204236a-448c-43de-9a06-1f26113ac65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:29.940417 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db534ef7-9ed0-4fb4-a322-a578375fa57d None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:15:30.011022 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58904) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:30.012028 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf64989-c155-4078-930d-4ca72399767f None None] The sync data for ids ['6a4ac888-6964-4c20-bd5f-4b1b0432089b'] in n-d-768862-16 is: [{'id': '6a4ac888-6964-4c20-bd5f-4b1b0432089b', 'name': 'tempest-TestServerMultinode-398734086-router', 'tenant_id': 'eded9d28366e44f1b89ae191bb1b5421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:14:16Z', 'updated_at': '2021-11-12T09:15:28Z', 'revision_number': 6, 'project_id': 'eded9d28366e44f1b89ae191bb1b5421', 'gw_port_host': None}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:15:30.028622 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204236a-448c-43de-9a06-1f26113ac65d admin admin] Pushing event deleted for resources: {'Port': ['ID=765dd4ce-984f-4400-be07-d5acb5394107,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:30.191533 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3204236a-448c-43de-9a06-1f26113ac65d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:30.337734 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-90d8637e-130a-4688-9b83-28f98c87a3f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:30.515319 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3204236a-448c-43de-9a06-1f26113ac65d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:30.524151 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3204236a-448c-43de-9a06-1f26113ac65d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:30.683306 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-90d8637e-130a-4688-9b83-28f98c87a3f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:30.691833 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-90d8637e-130a-4688-9b83-28f98c87a3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:30.739051 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3204236a-448c-43de-9a06-1f26113ac65d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:30.740628 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3204236a-448c-43de-9a06-1f26113ac65d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a4ac888-6964-4c20-bd5f-4b1b0432089b {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:15:30.755200 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8637e-130a-4688-9b83-28f98c87a3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872cd16d-4d1e-43eb-9c86-1687a499be2f,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:30.757773 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3204236a-448c-43de-9a06-1f26113ac65d admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:30.761406 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3204236a-448c-43de-9a06-1f26113ac65d admin admin] 10.222.0.37 "DELETE /v2.0/routers/6a4ac888-6964-4c20-bd5f-4b1b0432089b HTTP/1.1" status: 204 len: 168 time: 2.7527595 Nov 12 09:15:30.762412 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58918) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:30.811107 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-90d8637e-130a-4688-9b83-28f98c87a3f3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70228fb249964c12a45140dde285ae38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7983680 Nov 12 09:15:30.815187 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58920) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:30.924868 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ddcc425-6c02-43ef-8aa3-2ad372754bc6 admin admin] Deleting subnet a7ddaee5-f4db-48da-969d-8a9bd8647c09 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:15:30.938078 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc425-6c02-43ef-8aa3-2ad372754bc6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:31.024784 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a89006ec-99d7-41fc-b303-07215ac3c92e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:31.157233 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a89006ec-99d7-41fc-b303-07215ac3c92e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:31.164486 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc425-6c02-43ef-8aa3-2ad372754bc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:31.242687 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c05b1217-c79d-4349-b4f3-88ba7161461b no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:15:31.284122 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58924) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:31.317214 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: c05b1217-c79d-4349-b4f3-88ba7161461b {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:15:31.318052 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c05b1217-c79d-4349-b4f3-88ba7161461b not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:15:31.318779 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 765dd4ce-984f-4400-be07-d5acb5394107 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:15:31.347554 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a89006ec-99d7-41fc-b303-07215ac3c92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:31.354087 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a89006ec-99d7-41fc-b303-07215ac3c92e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:31.357065 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a89006ec-99d7-41fc-b303-07215ac3c92e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/872cd16d-4d1e-43eb-9c86-1687a499be2f HTTP/1.1" status: 204 len: 168 time: 0.5391796 Nov 12 09:15:31.377516 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89006ec-99d7-41fc-b303-07215ac3c92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872cd16d-4d1e-43eb-9c86-1687a499be2f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:31.468934 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 765dd4ce-984f-4400-be07-d5acb5394107 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:15:31.469478 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 765dd4ce-984f-4400-be07-d5acb5394107 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:15:31.569168 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc425-6c02-43ef-8aa3-2ad372754bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:31.792698 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc425-6c02-43ef-8aa3-2ad372754bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:31.834359 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17eb99ce-5538-4722-b687-212005f65bf0 None None] Network 603bc378-cf80-4bec-8be8-8c09e41641b2 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:15:31.907690 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc425-6c02-43ef-8aa3-2ad372754bc6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:31.921113 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9ddcc425-6c02-43ef-8aa3-2ad372754bc6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a7ddaee5-f4db-48da-969d-8a9bd8647c09 HTTP/1.1" status: 204 len: 168 time: 1.1553824 Nov 12 09:15:31.923271 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58934) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:31.935667 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddcc425-6c02-43ef-8aa3-2ad372754bc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7ddaee5-f4db-48da-969d-8a9bd8647c09,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:32.173518 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9cecb38-c685-4b14-99d9-88adcbe51906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:32.178522 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d5f2922e-5917-4504-a120-e696eac7a882 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:32.218899 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58936) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:32.248803 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c5a23fe0-be72-4d5d-b232-1e606a7284bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:32.370121 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c9cecb38-c685-4b14-99d9-88adcbe51906 admin admin] Deleting port 9af9c911-9613-4a87-b3ec-a46ba344f164 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:15:32.370447 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9cecb38-c685-4b14-99d9-88adcbe51906 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:32.423438 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c5a23fe0-be72-4d5d-b232-1e606a7284bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:32.431479 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c5a23fe0-be72-4d5d-b232-1e606a7284bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:32.483595 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093b186d-192b-44e4-9b58-64a12200ff0f None None] DHCP port deletion for 603bc378-cf80-4bec-8be8-8c09e41641b2 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:15:32.514754 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c5a23fe0-be72-4d5d-b232-1e606a7284bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c6f356d76ad24be1a886508cb7883609&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2939150 Nov 12 09:15:32.520366 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58938) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:32.533214 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a23fe0-be72-4d5d-b232-1e606a7284bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620a6343-e7a4-4cbf-a799-10cbe95b09e0,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:32.560501 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d5f2922e-5917-4504-a120-e696eac7a882 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:32.586918 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d5f2922e-5917-4504-a120-e696eac7a882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:32.654405 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-093b186d-192b-44e4-9b58-64a12200ff0f None None] Deleting port 9af9c911-9613-4a87-b3ec-a46ba344f164 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:15:32.654783 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-093b186d-192b-44e4-9b58-64a12200ff0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:32.671719 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d5f2922e-5917-4504-a120-e696eac7a882 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0701f2e68a5422b9e3167b9ce1718c5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3836174 Nov 12 09:15:32.678361 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58942) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:32.684603 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-c9cecb38-c685-4b14-99d9-88adcbe51906 admin admin] For port 9af9c911-9613-4a87-b3ec-a46ba344f164, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9af9c911-9613-4a87-b3ec-a46ba344f164,segment=NetworkSegment(29058f48-127a-4743-b855-9b0a3afa75fa),segment_id=29058f48-127a-4743-b855-9b0a3afa75fa)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:32.684988 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9cecb38-c685-4b14-99d9-88adcbe51906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:32.694346 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2e1fdf1c-6e03-479a-93ad-7561d7c7dfae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:32.725227 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2e1fdf1c-6e03-479a-93ad-7561d7c7dfae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:32.774860 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-093b186d-192b-44e4-9b58-64a12200ff0f None None] For port 9af9c911-9613-4a87-b3ec-a46ba344f164, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9af9c911-9613-4a87-b3ec-a46ba344f164,segment=NetworkSegment(29058f48-127a-4743-b855-9b0a3afa75fa),segment_id=29058f48-127a-4743-b855-9b0a3afa75fa)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:32.775356 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-093b186d-192b-44e4-9b58-64a12200ff0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:32.805566 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2e1fdf1c-6e03-479a-93ad-7561d7c7dfae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:32.810865 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2e1fdf1c-6e03-479a-93ad-7561d7c7dfae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:32.815511 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2e1fdf1c-6e03-479a-93ad-7561d7c7dfae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/620a6343-e7a4-4cbf-a799-10cbe95b09e0 HTTP/1.1" status: 204 len: 168 time: 0.2906542 Nov 12 09:15:32.827567 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-093b186d-192b-44e4-9b58-64a12200ff0f None None] Calling delete_port for 9af9c911-9613-4a87-b3ec-a46ba344f164 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:15:32.850729 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fdf1c-6e03-479a-93ad-7561d7c7dfae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620a6343-e7a4-4cbf-a799-10cbe95b09e0,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:33.029814 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9af9c911-9613-4a87-b3ec-a46ba344f164 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:15:33.148724 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:15:33.170159 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-093b186d-192b-44e4-9b58-64a12200ff0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:33.244000 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b186d-192b-44e4-9b58-64a12200ff0f None None] Pushing event deleted for resources: {'Port': ['ID=9af9c911-9613-4a87-b3ec-a46ba344f164,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:33.255978 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093b186d-192b-44e4-9b58-64a12200ff0f None None] No DVR routers for this DVR port 9af9c911-9613-4a87-b3ec-a46ba344f164 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:15:33.266662 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No active binding found for port 9af9c911-9613-4a87-b3ec-a46ba344f164 {{(pid=102570) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 09:15:33.267403 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9af9c911-9613-4a87-b3ec-a46ba344f164 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:15:33.375422 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c9cecb38-c685-4b14-99d9-88adcbe51906 admin admin] Calling delete_port for 9af9c911-9613-4a87-b3ec-a46ba344f164 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:15:33.384453 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2922e-5917-4504-a120-e696eac7a882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea63dbb9-c6fa-4e66-954f-e643b956a7d0,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:33.471156 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aea66ed7-faee-44a4-a2ea-d36e1fadede6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:33.528097 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aea66ed7-faee-44a4-a2ea-d36e1fadede6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:33.606179 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9cecb38-c685-4b14-99d9-88adcbe51906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:33.648495 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cecb38-c685-4b14-99d9-88adcbe51906 admin admin] Pushing event deleted for resources: {'Port': ['ID=9af9c911-9613-4a87-b3ec-a46ba344f164,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:33.652327 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cecb38-c685-4b14-99d9-88adcbe51906 admin admin] No DVR routers for this DVR port 9af9c911-9613-4a87-b3ec-a46ba344f164 on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:15:33.713443 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aea66ed7-faee-44a4-a2ea-d36e1fadede6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:33.715108 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aea66ed7-faee-44a4-a2ea-d36e1fadede6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:33.719249 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-aea66ed7-faee-44a4-a2ea-d36e1fadede6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea63dbb9-c6fa-4e66-954f-e643b956a7d0 HTTP/1.1" status: 204 len: 168 time: 1.0366013 Nov 12 09:15:33.740030 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58954) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:33.765694 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ed7-faee-44a4-a2ea-d36e1fadede6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea63dbb9-c6fa-4e66-954f-e643b956a7d0,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:33.772288 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9cecb38-c685-4b14-99d9-88adcbe51906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:33.801781 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-34c60984-74fa-49d3-8440-3b8554b780dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:33.804294 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-c9cecb38-c685-4b14-99d9-88adcbe51906 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['603bc378-cf80-4bec-8be8-8c09e41641b2']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:33.823148 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-c9cecb38-c685-4b14-99d9-88adcbe51906 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29058f48-127a-4743-b855-9b0a3afa75fa') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:33.823148 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-c9cecb38-c685-4b14-99d9-88adcbe51906 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29058f48-127a-4743-b855-9b0a3afa75fa') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:33.837145 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9cecb38-c685-4b14-99d9-88adcbe51906 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:33.861526 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9cecb38-c685-4b14-99d9-88adcbe51906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:33.876857 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9cecb38-c685-4b14-99d9-88adcbe51906 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:15:33.877396 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9cecb38-c685-4b14-99d9-88adcbe51906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: self.session.flush() Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: self.session.flush() Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: self.session.flush() Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: self.session.flush() Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:15:33.880362 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:15:34.027630 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9cecb38-c685-4b14-99d9-88adcbe51906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:34.069380 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9cecb38-c685-4b14-99d9-88adcbe51906 admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:34.089758 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c9cecb38-c685-4b14-99d9-88adcbe51906 admin admin] 10.222.0.37 "DELETE /v2.0/networks/603bc378-cf80-4bec-8be8-8c09e41641b2 HTTP/1.1" status: 204 len: 168 time: 2.1634536 Nov 12 09:15:34.090789 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-34c60984-74fa-49d3-8440-3b8554b780dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:34.097561 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58956) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:34.150574 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-34c60984-74fa-49d3-8440-3b8554b780dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:34.156556 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cecb38-c685-4b14-99d9-88adcbe51906 admin admin] Pushing event deleted for resources: {'Network': ['ID=603bc378-cf80-4bec-8be8-8c09e41641b2,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:34.291504 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58962) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:34.291887 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-34c60984-74fa-49d3-8440-3b8554b780dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67bf4bc4310e4bedac79348283015e47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5479176 Nov 12 09:15:34.391087 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c60984-74fa-49d3-8440-3b8554b780dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0147f2b-943b-4a77-9da0-ce426e4b1602,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:34.443021 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-743f95c8-8f79-49d8-85a7-44f88a198139 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:34.554843 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-743f95c8-8f79-49d8-85a7-44f88a198139 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:34.618015 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2664a-6d4f-4cea-974f-f1aff2b47139 req-d938ebd7-5b6a-4489-83fe-b6d8efe09ecb tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:34.626932 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c9e2664a-6d4f-4cea-974f-f1aff2b47139 req-d938ebd7-5b6a-4489-83fe-b6d8efe09ecb tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 946 time: 0.3312159 Nov 12 09:15:34.690181 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-743f95c8-8f79-49d8-85a7-44f88a198139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:34.694165 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-743f95c8-8f79-49d8-85a7-44f88a198139 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:34.700127 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-743f95c8-8f79-49d8-85a7-44f88a198139 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0147f2b-943b-4a77-9da0-ce426e4b1602 HTTP/1.1" status: 204 len: 168 time: 0.4020762 Nov 12 09:15:34.722344 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f95c8-8f79-49d8-85a7-44f88a198139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0147f2b-943b-4a77-9da0-ce426e4b1602,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:34.722639 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58966) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:35.229020 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5fe91c45-91ac-47a9-a30a-e6bc2bd13fda admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.311794 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c9e2664a-6d4f-4cea-974f-f1aff2b47139 req-503a0e6e-5737-4d99-aad1-1f15846a4c57 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6578991 Nov 12 09:15:35.485319 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5fe91c45-91ac-47a9-a30a-e6bc2bd13fda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.493562 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5fe91c45-91ac-47a9-a30a-e6bc2bd13fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.606918 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5fe91c45-91ac-47a9-a30a-e6bc2bd13fda admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=16bee8526ce449de87f7cb38f20d6168&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8776133 Nov 12 09:15:35.606918 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe91c45-91ac-47a9-a30a-e6bc2bd13fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb50df39-ade2-4087-9b80-8630704a2dd8,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:35.614380 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58978) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:35.696854 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-631d891b-b6ba-4b1e-a725-87e69817c651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.769515 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bcd8d0b6-1823-40c1-bb0f-77ea5e1ebee9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.802768 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bcd8d0b6-1823-40c1-bb0f-77ea5e1ebee9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.897568 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bcd8d0b6-1823-40c1-bb0f-77ea5e1ebee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.901862 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bcd8d0b6-1823-40c1-bb0f-77ea5e1ebee9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.906400 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-bcd8d0b6-1823-40c1-bb0f-77ea5e1ebee9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb50df39-ade2-4087-9b80-8630704a2dd8 HTTP/1.1" status: 204 len: 168 time: 0.2877421 Nov 12 09:15:35.916772 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8d0b6-1823-40c1-bb0f-77ea5e1ebee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb50df39-ade2-4087-9b80-8630704a2dd8,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:36.220970 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 58992) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:36.246343 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-631d891b-b6ba-4b1e-a725-87e69817c651 admin admin] Deleting port 50309b53-6c5f-44cb-8076-f7e6a28cc5c9 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:15:36.247225 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-631d891b-b6ba-4b1e-a725-87e69817c651 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:36.340329 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db383439-cbfb-4ade-add6-6c39cab74fa6 req-61243d19-b344-40f6-afaa-c4c44a12f9b6 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:36.342399 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-db383439-cbfb-4ade-add6-6c39cab74fa6 req-61243d19-b344-40f6-afaa-c4c44a12f9b6 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.54 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 946 time: 0.0692861 Nov 12 09:15:36.420505 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-631d891b-b6ba-4b1e-a725-87e69817c651 admin admin] For port 50309b53-6c5f-44cb-8076-f7e6a28cc5c9, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=50309b53-6c5f-44cb-8076-f7e6a28cc5c9,segment=NetworkSegment(4b5340c6-38dd-496b-b5ee-d8a9d50b0b8c),segment_id=4b5340c6-38dd-496b-b5ee-d8a9d50b0b8c)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:36.423726 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-631d891b-b6ba-4b1e-a725-87e69817c651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:36.464169 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-631d891b-b6ba-4b1e-a725-87e69817c651 admin admin] Calling delete_port for 50309b53-6c5f-44cb-8076-f7e6a28cc5c9 owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:15:36.543363 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-db383439-cbfb-4ade-add6-6c39cab74fa6 req-5da3467b-5b57-4b03-afd0-ede42d3394b8 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Deleting port c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:15:36.544474 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-db383439-cbfb-4ade-add6-6c39cab74fa6 req-5da3467b-5b57-4b03-afd0-ede42d3394b8 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:36.563843 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 58998) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:36.608990 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed37bce-a562-42a8-8b38-ed1015b67200 req-3b916aeb-9291-4c07-a559-f6ec4cb84f05 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:36.611876 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5ed37bce-a562-42a8-8b38-ed1015b67200 req-3b916aeb-9291-4c07-a559-f6ec4cb84f05 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 946 time: 0.1653814 Nov 12 09:15:36.613350 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-45e70565-f31e-46c4-b25d-86fd0172e46b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:36.622631 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ea3c8f05-e91e-49b6-bb38-dd134fcc397a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-330320206-network', 'tenant_id': '5dbaef3f8ffa403ebe0e42c6f7054c4a'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:36.673908 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3c8f05-e91e-49b6-bb38-dd134fcc397a admin admin] Made reservation on behalf of 5dbaef3f8ffa403ebe0e42c6f7054c4a for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:15:36.676014 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea3c8f05-e91e-49b6-bb38-dd134fcc397a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:36.699177 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea3c8f05-e91e-49b6-bb38-dd134fcc397a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:36.714199 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-db383439-cbfb-4ade-add6-6c39cab74fa6 req-5da3467b-5b57-4b03-afd0-ede42d3394b8 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] For port c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0,segment=NetworkSegment(38860fa3-f3d5-4827-9bd9-3f55ebbb1c24),segment_id=38860fa3-f3d5-4827-9bd9-3f55ebbb1c24)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:36.714593 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-db383439-cbfb-4ade-add6-6c39cab74fa6 req-5da3467b-5b57-4b03-afd0-ede42d3394b8 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:36.736677 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-db383439-cbfb-4ade-add6-6c39cab74fa6 req-5da3467b-5b57-4b03-afd0-ede42d3394b8 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Calling delete_port for c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:15:36.801476 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5ed37bce-a562-42a8-8b38-ed1015b67200 req-bce71a23-0be8-4966-90a3-bc04f186ff2e tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740086 Nov 12 09:15:36.897298 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea3c8f05-e91e-49b6-bb38-dd134fcc397a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:36.902960 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea3c8f05-e91e-49b6-bb38-dd134fcc397a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:36.928141 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-45e70565-f31e-46c4-b25d-86fd0172e46b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:36.938210 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-45e70565-f31e-46c4-b25d-86fd0172e46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:36.969539 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c8f05-e91e-49b6-bb38-dd134fcc397a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4703fbf7-9c4b-490b-b0be-05fe6c9e751e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:37.001904 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-db383439-cbfb-4ade-add6-6c39cab74fa6 req-5da3467b-5b57-4b03-afd0-ede42d3394b8 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:37.017438 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['b41eb59a-1488-43bc-b386-ff1c3501f085', 'c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:15:37.022444 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-45e70565-f31e-46c4-b25d-86fd0172e46b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=24edb293b389487b9041c0b6276d9c40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4549737 Nov 12 09:15:37.022444 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e70565-f31e-46c4-b25d-86fd0172e46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14883870-e94e-400f-a526-3b17c2cd732f,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:37.024185 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59000) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:37.025088 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-631d891b-b6ba-4b1e-a725-87e69817c651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:37.044699 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3467b-5b57-4b03-afd0-ede42d3394b8 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Pushing event deleted for resources: {'Port': ['ID=c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:37.052334 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea3c8f05-e91e-49b6-bb38-dd134fcc397a admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:15:37.081969 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d891b-b6ba-4b1e-a725-87e69817c651 admin admin] Pushing event deleted for resources: {'Port': ['ID=50309b53-6c5f-44cb-8076-f7e6a28cc5c9,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:37.097687 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea3c8f05-e91e-49b6-bb38-dd134fcc397a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:37.098011 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-ea3c8f05-e91e-49b6-bb38-dd134fcc397a admin admin] Added segment 1cde379a-4e4a-4f52-bb9a-7b473e5ba369 of type vlan for network 88e0e5fb-0536-4a10-97d1-62e3aee9e986 Nov 12 09:15:37.128513 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-db383439-cbfb-4ade-add6-6c39cab74fa6 req-5da3467b-5b57-4b03-afd0-ede42d3394b8 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] No DVR routers for this DVR port c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:15:37.133681 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-db383439-cbfb-4ade-add6-6c39cab74fa6 req-5da3467b-5b57-4b03-afd0-ede42d3394b8 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:37.141881 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-db383439-cbfb-4ade-add6-6c39cab74fa6 req-5da3467b-5b57-4b03-afd0-ede42d3394b8 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.54 "DELETE /v2.0/ports/c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0 HTTP/1.1" status: 204 len: 173 time: 0.7912440 Nov 12 09:15:37.142886 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9da2ecc-d820-48c4-a2f8-aa56278f6079', 'name': 'network-vif-deleted', 'tag': 'c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:15:37.153415 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2c0285-9a1e-44e1-b21e-84e23f215d65" -d '{"events": [{"server_uuid": "f9da2ecc-d820-48c4-a2f8-aa56278f6079", "name": "network-vif-deleted", "tag": "c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:15:37.221964 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-735fa8cf-62f2-43f1-b153-341e6dd642b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:37.238907 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea3c8f05-e91e-49b6-bb38-dd134fcc397a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:37.301671 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea3c8f05-e91e-49b6-bb38-dd134fcc397a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:37.304154 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3c8f05-e91e-49b6-bb38-dd134fcc397a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:37.312703 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea3c8f05-e91e-49b6-bb38-dd134fcc397a admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:37.326323 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671203b0-16f7-41bb-9400-546758a16e7a x-openstack-request-id: req-671203b0-16f7-41bb-9400-546758a16e7a {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:15:37.326625 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9da2ecc-d820-48c4-a2f8-aa56278f6079", "name": "network-vif-deleted", "tag": "c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:15:37.326884 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-671203b0-16f7-41bb-9400-546758a16e7a {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:15:37.327293 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9da2ecc-d820-48c4-a2f8-aa56278f6079', 'name': 'network-vif-deleted', 'tag': 'c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0', 'status': 'completed', 'code': 200} Nov 12 09:15:37.355202 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-735fa8cf-62f2-43f1-b153-341e6dd642b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:37.382469 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ea3c8f05-e91e-49b6-bb38-dd134fcc397a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1595640 Nov 12 09:15:37.440119 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59004) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:37.466356 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c8f05-e91e-49b6-bb38-dd134fcc397a admin admin] Pushing event updated for resources: {'Network': ['ID=88e0e5fb-0536-4a10-97d1-62e3aee9e986,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:37.484897 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 88e0e5fb-0536-4a10-97d1-62e3aee9e986 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:15:37.492768 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-da11e3df-9dea-4c3e-ab2a-1e71b4be4435 admin admin] Request body: {'subnet': {'network_id': '88e0e5fb-0536-4a10-97d1-62e3aee9e986', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-330320206-subnet', 'tenant_id': '5dbaef3f8ffa403ebe0e42c6f7054c4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:37.517314 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-735fa8cf-62f2-43f1-b153-341e6dd642b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:37.520211 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-735fa8cf-62f2-43f1-b153-341e6dd642b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:37.526406 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-735fa8cf-62f2-43f1-b153-341e6dd642b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/14883870-e94e-400f-a526-3b17c2cd732f HTTP/1.1" status: 204 len: 168 time: 0.4915698 Nov 12 09:15:37.546136 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735fa8cf-62f2-43f1-b153-341e6dd642b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14883870-e94e-400f-a526-3b17c2cd732f,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:37.551776 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da11e3df-9dea-4c3e-ab2a-1e71b4be4435 admin admin] Made reservation on behalf of 5dbaef3f8ffa403ebe0e42c6f7054c4a for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:15:37.553761 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-da11e3df-9dea-4c3e-ab2a-1e71b4be4435 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:37.556882 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-631d891b-b6ba-4b1e-a725-87e69817c651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:37.885214 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-db51fb88-94e0-4916-a493-b58868d7443a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:38.055826 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b92f813e-ffd7-4e68-bc13-7022efcee676 req-34977193-c9e4-4a33-85cc-cda492e96ff9 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9da2ecc-d820-48c4-a2f8-aa56278f6079 HTTP/1.1" status: 200 len: 210 time: 0.0788653 Nov 12 09:15:38.197848 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-da11e3df-9dea-4c3e-ab2a-1e71b4be4435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:38.314720 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631d891b-b6ba-4b1e-a725-87e69817c651 admin admin] Router c0108803-7c13-4011-8a87-f10347f697f9 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:15:38.318211 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11e3df-9dea-4c3e-ab2a-1e71b4be4435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e31084f-9239-478e-8884-e526110e7239,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:38.355088 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da11e3df-9dea-4c3e-ab2a-1e71b4be4435 admin admin] Checking segment: {'id': '1cde379a-4e4a-4f52-bb9a-7b473e5ba369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '88e0e5fb-0536-4a10-97d1-62e3aee9e986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:15:38.355468 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da11e3df-9dea-4c3e-ab2a-1e71b4be4435 admin admin] Network hostable DHCP agents. Network: 88e0e5fb-0536-4a10-97d1-62e3aee9e986, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:15:38.463585 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da11e3df-9dea-4c3e-ab2a-1e71b4be4435 admin admin] Network 88e0e5fb-0536-4a10-97d1-62e3aee9e986 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:15:38.483988 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-da11e3df-9dea-4c3e-ab2a-1e71b4be4435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 88e0e5fb-0536-4a10-97d1-62e3aee9e986) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:15:38.491879 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da11e3df-9dea-4c3e-ab2a-1e71b4be4435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:38.492415 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-da11e3df-9dea-4c3e-ab2a-1e71b4be4435 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:38.506064 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4476de40-d71c-4f63-924c-f53ebee992c9 None None] Network 88e0e5fb-0536-4a10-97d1-62e3aee9e986 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:15:38.519170 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631d891b-b6ba-4b1e-a725-87e69817c651 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:15:38.534092 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59024) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:38.544639 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-631d891b-b6ba-4b1e-a725-87e69817c651 admin admin] 10.222.0.37 "PUT /v2.0/routers/c0108803-7c13-4011-8a87-f10347f697f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4438403 Nov 12 09:15:38.563786 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-da11e3df-9dea-4c3e-ab2a-1e71b4be4435 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1098146 Nov 12 09:15:38.564160 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0708cd9e-d214-41e5-8050-d67320b9e116 None None] Sync routers for ids ['c0108803-7c13-4011-8a87-f10347f697f9'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:15:38.588346 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0708cd9e-d214-41e5-8050-d67320b9e116 None None] Routers {'c0108803-7c13-4011-8a87-f10347f697f9'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:15:38.589019 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0708cd9e-d214-41e5-8050-d67320b9e116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:15:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c0108803-7c13-4011-8a87-f10347f697f9'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:38.780269 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-622e3385-0a51-4e13-a92e-26385a95067f admin admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:38.894473 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-0708cd9e-d214-41e5-8050-d67320b9e116 None None] Set router c0108803-7c13-4011-8a87-f10347f697f9 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:15:39.008179 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-622e3385-0a51-4e13-a92e-26385a95067f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:39.138361 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-622e3385-0a51-4e13-a92e-26385a95067f admin admin] Deleting port 1016e0df-3d7b-4b5e-81e2-db8f4a0337c9 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:15:39.140111 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-622e3385-0a51-4e13-a92e-26385a95067f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:39.289424 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7414d6-f5df-4048-b096-21403359e0ff None None] Network 88e0e5fb-0536-4a10-97d1-62e3aee9e986 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:15:39.359961 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-622e3385-0a51-4e13-a92e-26385a95067f admin admin] For port 1016e0df-3d7b-4b5e-81e2-db8f4a0337c9, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=1016e0df-3d7b-4b5e-81e2-db8f4a0337c9,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:39.360602 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-622e3385-0a51-4e13-a92e-26385a95067f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:39.414637 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-622e3385-0a51-4e13-a92e-26385a95067f admin admin] Calling delete_port for 1016e0df-3d7b-4b5e-81e2-db8f4a0337c9 owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:15:39.767100 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-622e3385-0a51-4e13-a92e-26385a95067f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:39.819774 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e3385-0a51-4e13-a92e-26385a95067f admin admin] Pushing event deleted for resources: {'Port': ['ID=1016e0df-3d7b-4b5e-81e2-db8f4a0337c9,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:39.849518 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58e38d-8c65-4bc4-9199-62c3e1b9229e req-c46498f7-06a7-4270-84af-8b062df82c14 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:39.852790 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e58e38d-8c65-4bc4-9199-62c3e1b9229e req-c46498f7-06a7-4270-84af-8b062df82c14 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.1192992 Nov 12 09:15:39.860892 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b67009-8780-4753-aed4-a8693ff737d7 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:15:39.944525 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:15:40.008533 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:15:40.008937 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device c041b4dd-c41e-4dad-b1ae-9dca3e0a8cd0 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:15:40.034281 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e58e38d-8c65-4bc4-9199-62c3e1b9229e req-14d01138-df29-427a-aeab-c452a86942ed tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616631 Nov 12 09:15:40.036116 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0708cd9e-d214-41e5-8050-d67320b9e116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0108803-7c13-4011-8a87-f10347f697f9', 'name': 'tempest-TestServerMultinode-1941881756-router', 'tenant_id': 'c09879ea63cc4340b7fee88031203a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '1016e0df-3d7b-4b5e-81e2-db8f4a0337c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:14:31Z', 'updated_at': '2021-11-12T09:15:36Z', 'revision_number': 5, 'project_id': 'c09879ea63cc4340b7fee88031203a83', 'gw_port': {'id': '1016e0df-3d7b-4b5e-81e2-db8f4a0337c9', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0108803-7c13-4011-8a87-f10347f697f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:32Z', 'updated_at': '2021-11-12T09:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:40.056811 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-622e3385-0a51-4e13-a92e-26385a95067f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:40.102098 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0708cd9e-d214-41e5-8050-d67320b9e116 None None] Checking router: c0108803-7c13-4011-8a87-f10347f697f9 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:15:40.121355 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0708cd9e-d214-41e5-8050-d67320b9e116 None None] Routers {'c0108803-7c13-4011-8a87-f10347f697f9'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:15:40.122180 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0708cd9e-d214-41e5-8050-d67320b9e116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:15:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c0108803-7c13-4011-8a87-f10347f697f9'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:40.270789 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-622e3385-0a51-4e13-a92e-26385a95067f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:40.274593 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-622e3385-0a51-4e13-a92e-26385a95067f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:40.355174 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-0708cd9e-d214-41e5-8050-d67320b9e116 None None] Set router c0108803-7c13-4011-8a87-f10347f697f9 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:15:40.359678 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-79de5f64-a8ed-4e2a-b0e7-96ec4bdcee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:40.362301 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-622e3385-0a51-4e13-a92e-26385a95067f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:40.363237 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622e3385-0a51-4e13-a92e-26385a95067f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0108803-7c13-4011-8a87-f10347f697f9 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:15:40.374557 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-622e3385-0a51-4e13-a92e-26385a95067f admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:40.381138 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59060) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:40.384023 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-622e3385-0a51-4e13-a92e-26385a95067f admin admin] 10.222.0.37 "DELETE /v2.0/routers/c0108803-7c13-4011-8a87-f10347f697f9 HTTP/1.1" status: 204 len: 168 time: 1.8489757 Nov 12 09:15:40.430288 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0708cd9e-d214-41e5-8050-d67320b9e116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0108803-7c13-4011-8a87-f10347f697f9', 'name': 'tempest-TestServerMultinode-1941881756-router', 'tenant_id': 'c09879ea63cc4340b7fee88031203a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:14:31Z', 'updated_at': '2021-11-12T09:15:39Z', 'revision_number': 7, 'project_id': 'c09879ea63cc4340b7fee88031203a83', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:40.477223 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-af00fcb6-41a3-471c-bc5d-b6f160a5db1c admin admin] Deleting subnet de0bed40-4ca4-4d79-a7c0-741f8417cd51 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:15:40.483861 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-af00fcb6-41a3-471c-bc5d-b6f160a5db1c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:40.497987 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0708cd9e-d214-41e5-8050-d67320b9e116 None None] The sync data for ids ['c0108803-7c13-4011-8a87-f10347f697f9'] in n-d-768862-16 is: [{'id': 'c0108803-7c13-4011-8a87-f10347f697f9', 'name': 'tempest-TestServerMultinode-1941881756-router', 'tenant_id': 'c09879ea63cc4340b7fee88031203a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:14:31Z', 'updated_at': '2021-11-12T09:15:39Z', 'revision_number': 7, 'project_id': 'c09879ea63cc4340b7fee88031203a83', 'gw_port_host': None}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:15:40.575001 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-af00fcb6-41a3-471c-bc5d-b6f160a5db1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:40.723039 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-af00fcb6-41a3-471c-bc5d-b6f160a5db1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:40.809324 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-af00fcb6-41a3-471c-bc5d-b6f160a5db1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:40.848475 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00fcb6-41a3-471c-bc5d-b6f160a5db1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de0bed40-4ca4-4d79-a7c0-741f8417cd51,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:40.855193 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-af00fcb6-41a3-471c-bc5d-b6f160a5db1c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:40.859069 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-af00fcb6-41a3-471c-bc5d-b6f160a5db1c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/de0bed40-4ca4-4d79-a7c0-741f8417cd51 HTTP/1.1" status: 204 len: 168 time: 0.4753704 Nov 12 09:15:40.863148 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59064) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:40.883877 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4eaaed0-eb2c-4ecd-915f-33750909114c None None] Network d51f05c4-d5c0-4899-b92d-6ae95742dce4 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:15:41.148823 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 50309b53-6c5f-44cb-8076-f7e6a28cc5c9 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:15:41.230308 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0d10593-926e-41b6-a91d-3d21a5f44caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:41.294552 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784eadf4-d5c4-410c-89d2-c7ee57ff8850 req-fc4b3079-9aef-4adb-965c-a86f03bb6adf tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:41.305185 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-784eadf4-d5c4-410c-89d2-c7ee57ff8850 req-fc4b3079-9aef-4adb-965c-a86f03bb6adf tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.0943820 Nov 12 09:15:41.335251 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 50309b53-6c5f-44cb-8076-f7e6a28cc5c9 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:15:41.335839 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 50309b53-6c5f-44cb-8076-f7e6a28cc5c9 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:15:41.427610 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-784eadf4-d5c4-410c-89d2-c7ee57ff8850 req-df32f1a9-0cd4-4452-bec6-a005afb3926d tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175098 Nov 12 09:15:41.442902 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c0d10593-926e-41b6-a91d-3d21a5f44caf admin admin] Deleting port 879ecd21-7e15-4cd8-a1a9-a6223f79cf0c {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:15:41.443417 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0d10593-926e-41b6-a91d-3d21a5f44caf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:41.547928 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7b2fa4-f841-4b8b-be17-da2d5d3f00dc None None] DHCP port deletion for d51f05c4-d5c0-4899-b92d-6ae95742dce4 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:15:41.615235 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-c0d10593-926e-41b6-a91d-3d21a5f44caf admin admin] For port 879ecd21-7e15-4cd8-a1a9-a6223f79cf0c, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=879ecd21-7e15-4cd8-a1a9-a6223f79cf0c,segment=NetworkSegment(4b5340c6-38dd-496b-b5ee-d8a9d50b0b8c),segment_id=4b5340c6-38dd-496b-b5ee-d8a9d50b0b8c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:41.616792 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0d10593-926e-41b6-a91d-3d21a5f44caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:41.660305 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c0d10593-926e-41b6-a91d-3d21a5f44caf admin admin] Calling delete_port for 879ecd21-7e15-4cd8-a1a9-a6223f79cf0c owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:15:41.668432 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-0d7b2fa4-f841-4b8b-be17-da2d5d3f00dc None None] Deleting port 879ecd21-7e15-4cd8-a1a9-a6223f79cf0c {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:15:41.670415 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2fa4-f841-4b8b-be17-da2d5d3f00dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:41.822185 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-0d7b2fa4-f841-4b8b-be17-da2d5d3f00dc None None] For port 879ecd21-7e15-4cd8-a1a9-a6223f79cf0c, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=879ecd21-7e15-4cd8-a1a9-a6223f79cf0c,segment=NetworkSegment(4b5340c6-38dd-496b-b5ee-d8a9d50b0b8c),segment_id=4b5340c6-38dd-496b-b5ee-d8a9d50b0b8c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:41.822917 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2fa4-f841-4b8b-be17-da2d5d3f00dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:41.849016 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-0d7b2fa4-f841-4b8b-be17-da2d5d3f00dc None None] Calling delete_port for 879ecd21-7e15-4cd8-a1a9-a6223f79cf0c owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:15:41.898238 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0d10593-926e-41b6-a91d-3d21a5f44caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:41.954022 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d10593-926e-41b6-a91d-3d21a5f44caf admin admin] Pushing event deleted for resources: {'Port': ['ID=879ecd21-7e15-4cd8-a1a9-a6223f79cf0c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:41.964867 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d10593-926e-41b6-a91d-3d21a5f44caf admin admin] No DVR routers for this DVR port 879ecd21-7e15-4cd8-a1a9-a6223f79cf0c on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:15:42.002512 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:15:42.016590 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2fa4-f841-4b8b-be17-da2d5d3f00dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:42.056115 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b2fa4-f841-4b8b-be17-da2d5d3f00dc None None] Pushing event deleted for resources: {'Port': ['ID=879ecd21-7e15-4cd8-a1a9-a6223f79cf0c,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:42.061587 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7b2fa4-f841-4b8b-be17-da2d5d3f00dc None None] No DVR routers for this DVR port 879ecd21-7e15-4cd8-a1a9-a6223f79cf0c on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:15:42.109916 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0d10593-926e-41b6-a91d-3d21a5f44caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:42.121322 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:42.143638 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-c0d10593-926e-41b6-a91d-3d21a5f44caf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d51f05c4-d5c0-4899-b92d-6ae95742dce4']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:42.159978 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-c0d10593-926e-41b6-a91d-3d21a5f44caf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b5340c6-38dd-496b-b5ee-d8a9d50b0b8c') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:42.160309 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-c0d10593-926e-41b6-a91d-3d21a5f44caf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b5340c6-38dd-496b-b5ee-d8a9d50b0b8c') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:42.185576 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0d10593-926e-41b6-a91d-3d21a5f44caf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:42.206636 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0d10593-926e-41b6-a91d-3d21a5f44caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:42.222555 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d10593-926e-41b6-a91d-3d21a5f44caf admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:15:42.222977 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0d10593-926e-41b6-a91d-3d21a5f44caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:42.225090 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:15:42.225090 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:15:42.225090 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:15:42.225090 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:15:42.225090 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:15:42.225090 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:15:42.225090 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:15:42.225090 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:15:42.225090 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:15:42.225090 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:15:42.225090 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:15:42.225090 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:15:42.225090 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:15:42.225090 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:15:42.225090 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:15:42.225090 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:15:42.225090 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:15:42.225090 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:15:42.225090 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:15:42.225090 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:15:42.225090 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:15:42.225090 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:15:42.225090 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:15:42.225090 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:15:42.225090 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:15:42.225090 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:15:42.225090 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:15:42.225090 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:15:42.225090 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:15:42.225090 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:15:42.225090 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:15:42.225090 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:15:42.323553 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0d10593-926e-41b6-a91d-3d21a5f44caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:42.350396 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0d10593-926e-41b6-a91d-3d21a5f44caf admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:42.356505 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c0d10593-926e-41b6-a91d-3d21a5f44caf admin admin] 10.222.0.37 "DELETE /v2.0/networks/d51f05c4-d5c0-4899-b92d-6ae95742dce4 HTTP/1.1" status: 204 len: 168 time: 1.4914186 Nov 12 09:15:42.358203 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d10593-926e-41b6-a91d-3d21a5f44caf admin admin] Pushing event deleted for resources: {'Network': ['ID=d51f05c4-d5c0-4899-b92d-6ae95742dce4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:42.522739 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32d87347-8a02-4f05-b0e0-f194795116ef req-4b5f1e70-ce32-44c6-8df0-df0ff4437e2f tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1c42c9d54c604f189b9041f63743feb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463011 Nov 12 09:15:42.704260 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59096) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:42.769693 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3fd354f4-3525-4c9e-b42d-4a23b3c5fa5c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eded9d28366e44f1b89ae191bb1b5421&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0634995 Nov 12 09:15:42.774368 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59098) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:42.854221 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f1325e56-669d-4e8e-9e29-b58e656513a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:42.866286 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d87347-8a02-4f05-b0e0-f194795116ef req-139ca4fa-3a25-45c4-88c5-aa8e01863a77 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:42.868890 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32d87347-8a02-4f05-b0e0-f194795116ef req-139ca4fa-3a25-45c4-88c5-aa8e01863a77 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3363616 Nov 12 09:15:42.892932 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32d87347-8a02-4f05-b0e0-f194795116ef req-b4a8bfdf-ed5e-4425-88d6-0a79927e8688 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] 10.222.0.37 "GET /v2.0/quotas/1c42c9d54c604f189b9041f63743feb1 HTTP/1.1" status: 200 len: 375 time: 0.0147071 Nov 12 09:15:42.899848 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f1325e56-669d-4e8e-9e29-b58e656513a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:42.922814 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 1016e0df-3d7b-4b5e-81e2-db8f4a0337c9 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:15:42.957779 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32d87347-8a02-4f05-b0e0-f194795116ef req-b88ff363-52c4-4ed7-b566-74c593572406 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c42c9d54c604f189b9041f63743feb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514874 Nov 12 09:15:42.968263 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 1016e0df-3d7b-4b5e-81e2-db8f4a0337c9 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:15:42.968772 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 1016e0df-3d7b-4b5e-81e2-db8f4a0337c9 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:15:42.969455 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 879ecd21-7e15-4cd8-a1a9-a6223f79cf0c no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:15:43.005670 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f1325e56-669d-4e8e-9e29-b58e656513a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:43.012888 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f1325e56-669d-4e8e-9e29-b58e656513a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:43.014379 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f1325e56-669d-4e8e-9e29-b58e656513a8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2cfe536b-8ff5-4818-a30a-8ace6a87e00e HTTP/1.1" status: 204 len: 168 time: 0.2385852 Nov 12 09:15:43.018736 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 879ecd21-7e15-4cd8-a1a9-a6223f79cf0c {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:15:43.019668 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 879ecd21-7e15-4cd8-a1a9-a6223f79cf0c not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:15:43.032069 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1325e56-669d-4e8e-9e29-b58e656513a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfe536b-8ff5-4818-a30a-8ace6a87e00e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:43.349079 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2737a-0baf-492f-ab9e-2ae8393b254e req-9b836f83-cafc-4a2a-8912-2cfabf14302d tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:43.352238 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-87f2737a-0baf-492f-ab9e-2ae8393b254e req-9b836f83-cafc-4a2a-8912-2cfabf14302d tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.0873046 Nov 12 09:15:43.440123 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-87f2737a-0baf-492f-ab9e-2ae8393b254e req-496ab04a-3bd4-4447-a429-8c424d6cbdcb tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749593 Nov 12 09:15:43.501332 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:43.697835 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59122) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:43.804380 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-84d38984-9c60-4046-af0f-e705df1e97de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c09879ea63cc4340b7fee88031203a83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1045768 Nov 12 09:15:43.807815 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59124) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:43.833016 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-1dbbcdee-776d-4804-af08-e000a6b4c491 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:43.845112 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-1dbbcdee-776d-4804-af08-e000a6b4c491 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/networks?id=88e0e5fb-0536-4a10-97d1-62e3aee9e986 HTTP/1.1" status: 200 len: 808 time: 0.2554898 Nov 12 09:15:43.882476 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-afbedc79-cb11-4a81-b25d-a16300b169f1 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/quotas/5dbaef3f8ffa403ebe0e42c6f7054c4a HTTP/1.1" status: 200 len: 375 time: 0.0244989 Nov 12 09:15:43.916690 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b8d7d305-0106-47d9-a3fc-552edae5768c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:43.927322 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-693694d5-db12-4feb-8afb-1ff587b70e68 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5dbaef3f8ffa403ebe0e42c6f7054c4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436282 Nov 12 09:15:43.958148 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b8d7d305-0106-47d9-a3fc-552edae5768c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:44.066502 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b8d7d305-0106-47d9-a3fc-552edae5768c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:44.079535 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b8d7d305-0106-47d9-a3fc-552edae5768c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:44.093091 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b8d7d305-0106-47d9-a3fc-552edae5768c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/69bd726e-6cc5-42d4-ab2c-bbedb1c935af HTTP/1.1" status: 204 len: 168 time: 0.2822692 Nov 12 09:15:44.096517 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:44.117283 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-d7323f19-318c-4001-b194-b494be05006d service neutron] 10.222.0.37 "GET /v2.0/networks/88e0e5fb-0536-4a10-97d1-62e3aee9e986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859436 Nov 12 09:15:44.127390 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7d305-0106-47d9-a3fc-552edae5768c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bd726e-6cc5-42d4-ab2c-bbedb1c935af,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:44.328645 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-707bf940-947c-4205-9aea-4831126b6666 service neutron] 10.222.0.37 "GET /v2.0/networks/88e0e5fb-0536-4a10-97d1-62e3aee9e986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973491 Nov 12 09:15:44.707563 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fdbd7019-8d83-4927-86ad-2e4cc8c0622a req-0bfd2357-a5e7-430a-8a50-130a97e79fd1 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] 10.222.0.37 "GET /v2.0/ports?device_id=479a8b69-a505-466c-85b4-2c449b0bfd6d HTTP/1.1" status: 200 len: 210 time: 0.0507226 Nov 12 09:15:44.742526 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5666721-554e-4cd5-bd5b-53524a390965 req-2aecca36-fb4c-4632-9103-b7e728771ac6 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:44.744460 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d5666721-554e-4cd5-bd5b-53524a390965 req-2aecca36-fb4c-4632-9103-b7e728771ac6 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.54 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.1275442 Nov 12 09:15:44.896795 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32d87347-8a02-4f05-b0e0-f194795116ef req-ec7e27a7-5646-48d5-ad9f-eb8dec1e7821 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=1c42c9d54c604f189b9041f63743feb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365038 Nov 12 09:15:44.958939 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-d5666721-554e-4cd5-bd5b-53524a390965 req-fdbff915-fcdd-4e7b-8c53-950472bd8277 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Deleting port b41eb59a-1488-43bc-b386-ff1c3501f085 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:15:44.964331 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d5666721-554e-4cd5-bd5b-53524a390965 req-fdbff915-fcdd-4e7b-8c53-950472bd8277 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:45.099414 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f66b87-1f8f-4f12-a491-6f07f2e733f6 req-9bca38a1-d4bf-468f-b921-a89fd6044ef4 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:45.111440 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-21f66b87-1f8f-4f12-a491-6f07f2e733f6 req-9bca38a1-d4bf-468f-b921-a89fd6044ef4 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 945 time: 0.2148438 Nov 12 09:15:45.154755 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-d5666721-554e-4cd5-bd5b-53524a390965 req-fdbff915-fcdd-4e7b-8c53-950472bd8277 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] For port b41eb59a-1488-43bc-b386-ff1c3501f085, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=b41eb59a-1488-43bc-b386-ff1c3501f085,segment=NetworkSegment(38860fa3-f3d5-4827-9bd9-3f55ebbb1c24),segment_id=38860fa3-f3d5-4827-9bd9-3f55ebbb1c24)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:45.155637 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d5666721-554e-4cd5-bd5b-53524a390965 req-fdbff915-fcdd-4e7b-8c53-950472bd8277 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:45.183695 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-d5666721-554e-4cd5-bd5b-53524a390965 req-fdbff915-fcdd-4e7b-8c53-950472bd8277 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Calling delete_port for b41eb59a-1488-43bc-b386-ff1c3501f085 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:15:45.287192 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d87347-8a02-4f05-b0e0-f194795116ef req-236e5ec3-5b24-4dbf-8d2c-3d97df079cbe tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:45.291377 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32d87347-8a02-4f05-b0e0-f194795116ef req-236e5ec3-5b24-4dbf-8d2c-3d97df079cbe tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3800735 Nov 12 09:15:45.314190 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-21f66b87-1f8f-4f12-a491-6f07f2e733f6 req-b6c5a549-ce99-4eee-b71a-7cf95b36edfd tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd472345-1f56-408f-9634-21cf7e58b667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902580 Nov 12 09:15:45.325856 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-32d87347-8a02-4f05-b0e0-f194795116ef req-66730d52-6359-45f9-99e5-50ecf2f0d7ee tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Request body: {'port': {'device_id': '479a8b69-a505-466c-85b4-2c449b0bfd6d', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'admin_state_up': True, 'tenant_id': '1c42c9d54c604f189b9041f63743feb1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:45.438624 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7e3438da-88d8-47d0-b5ee-2ff4c3218bd4 req-d1e8c348-4cf8-4c80-a58b-dc2bb5764d0f tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7de13c3-ce1f-4b37-8d6d-8446bdc4bce1 HTTP/1.1" status: 200 len: 210 time: 0.0384505 Nov 12 09:15:45.480506 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d5666721-554e-4cd5-bd5b-53524a390965 req-fdbff915-fcdd-4e7b-8c53-950472bd8277 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:45.498248 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['b41eb59a-1488-43bc-b386-ff1c3501f085'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:15:45.544319 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbff915-fcdd-4e7b-8c53-950472bd8277 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Pushing event deleted for resources: {'Port': ['ID=b41eb59a-1488-43bc-b386-ff1c3501f085,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:45.618936 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5666721-554e-4cd5-bd5b-53524a390965 req-fdbff915-fcdd-4e7b-8c53-950472bd8277 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] No DVR routers for this DVR port b41eb59a-1488-43bc-b386-ff1c3501f085 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:15:45.619389 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32d87347-8a02-4f05-b0e0-f194795116ef req-66730d52-6359-45f9-99e5-50ecf2f0d7ee tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Made reservation on behalf of 1c42c9d54c604f189b9041f63743feb1 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:15:45.623444 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d5666721-554e-4cd5-bd5b-53524a390965 req-fdbff915-fcdd-4e7b-8c53-950472bd8277 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:45.625415 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-32d87347-8a02-4f05-b0e0-f194795116ef req-66730d52-6359-45f9-99e5-50ecf2f0d7ee tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:45.628866 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d5666721-554e-4cd5-bd5b-53524a390965 req-fdbff915-fcdd-4e7b-8c53-950472bd8277 tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.54 "DELETE /v2.0/ports/b41eb59a-1488-43bc-b386-ff1c3501f085 HTTP/1.1" status: 204 len: 173 time: 0.8780456 Nov 12 09:15:45.629464 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33', 'name': 'network-vif-deleted', 'tag': 'b41eb59a-1488-43bc-b386-ff1c3501f085'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:15:45.632460 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63be2dde-4430-4896-8765-be267c7a8855" -d '{"events": [{"server_uuid": "9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33", "name": "network-vif-deleted", "tag": "b41eb59a-1488-43bc-b386-ff1c3501f085"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:15:45.648498 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-32d87347-8a02-4f05-b0e0-f194795116ef req-66730d52-6359-45f9-99e5-50ecf2f0d7ee tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:45.765560 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da98de5a-8cd7-4751-a145-7606482ea3f5 x-openstack-request-id: req-da98de5a-8cd7-4751-a145-7606482ea3f5 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:15:45.766158 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33", "name": "network-vif-deleted", "tag": "b41eb59a-1488-43bc-b386-ff1c3501f085", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:15:45.767482 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da98de5a-8cd7-4751-a145-7606482ea3f5 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:15:45.768086 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33', 'name': 'network-vif-deleted', 'tag': 'b41eb59a-1488-43bc-b386-ff1c3501f085', 'status': 'completed', 'code': 200} Nov 12 09:15:45.824394 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-32d87347-8a02-4f05-b0e0-f194795116ef req-66730d52-6359-45f9-99e5-50ecf2f0d7ee tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:45.831678 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-32d87347-8a02-4f05-b0e0-f194795116ef req-66730d52-6359-45f9-99e5-50ecf2f0d7ee tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:45.944799 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66730d52-6359-45f9-99e5-50ecf2f0d7ee tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd942ef-679d-427f-9445-e0be642d7482,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:45.979161 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-956a0bb8-bfdd-40c9-aeed-2dca3a4bee83 req-7b71dbae-9c57-4b70-996f-10f8ad7f7072 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] 10.222.0.37 "GET /v2.0/ports?device_id=479a8b69-a505-466c-85b4-2c449b0bfd6d HTTP/1.1" status: 200 len: 210 time: 0.0893657 Nov 12 09:15:46.059454 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59162) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:46.121416 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-32d87347-8a02-4f05-b0e0-f194795116ef req-66730d52-6359-45f9-99e5-50ecf2f0d7ee tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Allocated IP 192.168.233.21 (aaa9e939-3555-4037-a22a-8e3905c2166f/ac1fb13e-fa96-4a78-a070-af75ed125682/ea8d8abc-f4fb-4926-9ab1-3a83db2d3589) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:15:46.210690 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e4e6dcb5-2893-4a05-8967-6ff1490472ac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1155374346-network', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:46.241540 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e6dcb5-2893-4a05-8967-6ff1490472ac admin admin] Made reservation on behalf of 8490ecf3904e4cc1946420dda4801d0b for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:15:46.246703 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e4e6dcb5-2893-4a05-8967-6ff1490472ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:46.261950 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e4e6dcb5-2893-4a05-8967-6ff1490472ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:46.447165 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-32d87347-8a02-4f05-b0e0-f194795116ef req-66730d52-6359-45f9-99e5-50ecf2f0d7ee tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:46.541616 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e4e6dcb5-2893-4a05-8967-6ff1490472ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:46.570298 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e4e6dcb5-2893-4a05-8967-6ff1490472ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:46.603324 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c6945163-3932-4218-aaaf-b59f92cc35f5 req-93a59f40-75b4-47b5-9c15-62fbae2b7b0d tempest-ServerRescueNegativeTestJSON-208393971 tempest-ServerRescueNegativeTestJSON-208393971-project] 10.222.0.37 "GET /v2.0/ports?device_id=9344fe03-4d26-4eb4-95ea-3bfbb7a6fc33 HTTP/1.1" status: 200 len: 210 time: 0.0832348 Nov 12 09:15:46.643794 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-32d87347-8a02-4f05-b0e0-f194795116ef req-66730d52-6359-45f9-99e5-50ecf2f0d7ee tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:46.657433 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e6dcb5-2893-4a05-8967-6ff1490472ac admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:15:46.678417 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e4e6dcb5-2893-4a05-8967-6ff1490472ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:46.678967 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-e4e6dcb5-2893-4a05-8967-6ff1490472ac admin admin] Added segment f986769c-b4f7-40c3-a672-a815202ecee2 of type vlan for network 492b01ef-bcf0-406a-881b-e054fdb77f9d Nov 12 09:15:46.722653 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32d87347-8a02-4f05-b0e0-f194795116ef req-66730d52-6359-45f9-99e5-50ecf2f0d7ee tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Network aaa9e939-3555-4037-a22a-8e3905c2166f is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:15:46.727518 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-32d87347-8a02-4f05-b0e0-f194795116ef req-66730d52-6359-45f9-99e5-50ecf2f0d7ee tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:15:46.734218 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d87347-8a02-4f05-b0e0-f194795116ef req-66730d52-6359-45f9-99e5-50ecf2f0d7ee tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:15:46.746484 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66730d52-6359-45f9-99e5-50ecf2f0d7ee tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Pushing event updated for resources: {'Port': ['ID=ea8d8abc-f4fb-4926-9ab1-3a83db2d3589,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:46.817621 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-c982ba66-0be6-45ac-9b98-542c385aaf77 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:46.821432 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-c982ba66-0be6-45ac-9b98-542c385aaf77 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.54 "GET /v2.0/networks?id=88e0e5fb-0536-4a10-97d1-62e3aee9e986 HTTP/1.1" status: 200 len: 808 time: 0.4737256 Nov 12 09:15:46.822702 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6dcb5-2893-4a05-8967-6ff1490472ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:46.839049 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-83d3b6a9-b89f-4699-bf81-1828b487d227 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Request body: {'port': {'device_id': 'f7de13c3-ce1f-4b37-8d6d-8446bdc4bce1', 'network_id': '88e0e5fb-0536-4a10-97d1-62e3aee9e986', 'admin_state_up': True, 'tenant_id': '5dbaef3f8ffa403ebe0e42c6f7054c4a'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:46.878953 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d87347-8a02-4f05-b0e0-f194795116ef req-66730d52-6359-45f9-99e5-50ecf2f0d7ee tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:46.879922 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-32d87347-8a02-4f05-b0e0-f194795116ef req-66730d52-6359-45f9-99e5-50ecf2f0d7ee tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:46.955200 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e4e6dcb5-2893-4a05-8967-6ff1490472ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:47.036163 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e4e6dcb5-2893-4a05-8967-6ff1490472ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:47.037975 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e6dcb5-2893-4a05-8967-6ff1490472ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:47.038922 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e4e6dcb5-2893-4a05-8967-6ff1490472ac admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:47.121310 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-839a80aa-508d-4d20-a5c5-4c7e8a1fc4d8 None None] Provisioning complete for port ea8d8abc-f4fb-4926-9ab1-3a83db2d3589 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:47.123613 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-839a80aa-508d-4d20-a5c5-4c7e8a1fc4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:47.136902 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e4e6dcb5-2893-4a05-8967-6ff1490472ac admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0728090 Nov 12 09:15:47.142658 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59172) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:47.154298 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-35d341cc-e177-4cc3-b517-2e08abff774a admin admin] Request body: {'subnet': {'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1155374346-subnet', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:47.168095 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6dcb5-2893-4a05-8967-6ff1490472ac admin admin] Pushing event updated for resources: {'Network': ['ID=492b01ef-bcf0-406a-881b-e054fdb77f9d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:47.184830 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-839a80aa-508d-4d20-a5c5-4c7e8a1fc4d8 None None] Port ea8d8abc-f4fb-4926-9ab1-3a83db2d3589 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:15:47.202149 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 492b01ef-bcf0-406a-881b-e054fdb77f9d details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:15:47.209121 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-83d3b6a9-b89f-4699-bf81-1828b487d227 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Made reservation on behalf of 5dbaef3f8ffa403ebe0e42c6f7054c4a for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:15:47.213493 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-83d3b6a9-b89f-4699-bf81-1828b487d227 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:47.231701 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d341cc-e177-4cc3-b517-2e08abff774a admin admin] Made reservation on behalf of 8490ecf3904e4cc1946420dda4801d0b for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:15:47.233665 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-35d341cc-e177-4cc3-b517-2e08abff774a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:47.419377 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ced56539-5e1f-4faa-b988-ff45e6c562a4 req-92b89030-3bf7-4835-a73b-528851da768b tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7de13c3-ce1f-4b37-8d6d-8446bdc4bce1 HTTP/1.1" status: 200 len: 210 time: 0.6065278 Nov 12 09:15:47.432997 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32d87347-8a02-4f05-b0e0-f194795116ef req-66730d52-6359-45f9-99e5-50ecf2f0d7ee tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1168370 Nov 12 09:15:47.596761 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-32d87347-8a02-4f05-b0e0-f194795116ef req-5f83f745-f860-40c1-932e-1829323c6218 service neutron] Request body: {'port': {'device_id': '479a8b69-a505-466c-85b4-2c449b0bfd6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:47.645935 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-83d3b6a9-b89f-4699-bf81-1828b487d227 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Allocated IP 172.20.0.12 (88e0e5fb-0536-4a10-97d1-62e3aee9e986/0e31084f-9239-478e-8884-e526110e7239/f21ff53f-cf6b-47ae-908f-5ee02f20e0bd) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:15:47.671090 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc8c92-5526-4a11-829a-c72fd4a78789 req-4841ffd8-8752-4c81-b92b-bca4f76cec04 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:47.673420 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30fc8c92-5526-4a11-829a-c72fd4a78789 req-4841ffd8-8752-4c81-b92b-bca4f76cec04 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] 10.222.0.37 "GET /v2.0/ports?device_id=479a8b69-a505-466c-85b4-2c449b0bfd6d HTTP/1.1" status: 200 len: 935 time: 0.1319685 Nov 12 09:15:47.732112 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-32d87347-8a02-4f05-b0e0-f194795116ef req-5f83f745-f860-40c1-932e-1829323c6218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:47.744166 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-35d341cc-e177-4cc3-b517-2e08abff774a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:47.806524 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30fc8c92-5526-4a11-829a-c72fd4a78789 req-aa57b82d-1c10-4ecb-ab20-c1f18322b0c6 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfd942ef-679d-427f-9445-e0be642d7482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062868 Nov 12 09:15:47.851995 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d341cc-e177-4cc3-b517-2e08abff774a admin admin] Pushing event updated for resources: {'Subnet': ['ID=098c0920-f801-4a1f-89b9-15466a208616,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:47.935442 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59178) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:47.977508 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d341cc-e177-4cc3-b517-2e08abff774a admin admin] Checking segment: {'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:15:47.978090 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d341cc-e177-4cc3-b517-2e08abff774a admin admin] Network hostable DHCP agents. Network: 492b01ef-bcf0-406a-881b-e054fdb77f9d, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:15:48.046213 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d341cc-e177-4cc3-b517-2e08abff774a admin admin] Network 492b01ef-bcf0-406a-881b-e054fdb77f9d is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:15:48.059496 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-83d3b6a9-b89f-4699-bf81-1828b487d227 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:48.076046 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-35d341cc-e177-4cc3-b517-2e08abff774a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 492b01ef-bcf0-406a-881b-e054fdb77f9d) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:15:48.083351 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d341cc-e177-4cc3-b517-2e08abff774a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:48.083997 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-35d341cc-e177-4cc3-b517-2e08abff774a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:48.094047 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c488f82-a2a1-4883-beda-7be629fc3b0b None None] Network 492b01ef-bcf0-406a-881b-e054fdb77f9d requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:15:48.123861 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-35d341cc-e177-4cc3-b517-2e08abff774a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9773967 Nov 12 09:15:48.127022 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59180) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:48.133719 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4ffb581c-38c9-44f2-8d94-aced9daf6c07 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1155374346-router', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:48.153437 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-83d3b6a9-b89f-4699-bf81-1828b487d227 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:48.215700 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4ffb581c-38c9-44f2-8d94-aced9daf6c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:48.216972 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4ffb581c-38c9-44f2-8d94-aced9daf6c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:48.223767 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-83d3b6a9-b89f-4699-bf81-1828b487d227 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Network 88e0e5fb-0536-4a10-97d1-62e3aee9e986 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:15:48.236900 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-83d3b6a9-b89f-4699-bf81-1828b487d227 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:15:48.243279 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-83d3b6a9-b89f-4699-bf81-1828b487d227 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:15:48.301106 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3b6a9-b89f-4699-bf81-1828b487d227 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Pushing event updated for resources: {'Port': ['ID=f21ff53f-cf6b-47ae-908f-5ee02f20e0bd,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:48.353601 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64140376-45e2-43c7-bead-9e438afcc563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-492b01ef-bcf0-406a-881b-e054fdb77f9d', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'fixed_ips': [{'subnet_id': '098c0920-f801-4a1f-89b9-15466a208616'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:15:48.356220 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-64140376-45e2-43c7-bead-9e438afcc563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:48.403115 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4ffb581c-38c9-44f2-8d94-aced9daf6c07 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:48.417468 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-83d3b6a9-b89f-4699-bf81-1828b487d227 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:48.417468 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-83d3b6a9-b89f-4699-bf81-1828b487d227 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:48.515868 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-32d87347-8a02-4f05-b0e0-f194795116ef req-5f83f745-f860-40c1-932e-1829323c6218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea8d8abc-f4fb-4926-9ab1-3a83db2d3589 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:15:48.540934 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-32d87347-8a02-4f05-b0e0-f194795116ef req-5f83f745-f860-40c1-932e-1829323c6218 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:48.566382 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-83d3b6a9-b89f-4699-bf81-1828b487d227 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7338569 Nov 12 09:15:48.584762 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-47d18e85-e1c3-4c77-b7a7-5fafce79135b service neutron] Request body: {'port': {'device_id': 'f7de13c3-ce1f-4b37-8d6d-8446bdc4bce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:48.632343 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-32d87347-8a02-4f05-b0e0-f194795116ef req-5f83f745-f860-40c1-932e-1829323c6218 service neutron] Transition to ACTIVE for port object ea8d8abc-f4fb-4926-9ab1-3a83db2d3589 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:15:48.662773 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-64140376-45e2-43c7-bead-9e438afcc563 None None] Allocated IP 172.20.0.2 (492b01ef-bcf0-406a-881b-e054fdb77f9d/098c0920-f801-4a1f-89b9-15466a208616/50525b84-b70a-4d4b-b2c3-b7d8373fd9f1) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:15:48.671255 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-32d87347-8a02-4f05-b0e0-f194795116ef req-5f83f745-f860-40c1-932e-1829323c6218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:48.818054 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0476c-0896-47b4-bbde-358cfbb2283d req-416829c4-f18c-4b04-9225-63a1d7eb2b84 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:48.831442 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-57a0476c-0896-47b4-bbde-358cfbb2283d req-416829c4-f18c-4b04-9225-63a1d7eb2b84 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7de13c3-ce1f-4b37-8d6d-8446bdc4bce1 HTTP/1.1" status: 200 len: 932 time: 0.2343130 Nov 12 09:15:48.885697 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83f745-f860-40c1-932e-1829323c6218 service neutron] Pushing event updated for resources: {'Port': ['ID=ea8d8abc-f4fb-4926-9ab1-3a83db2d3589,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:48.987462 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-64140376-45e2-43c7-bead-9e438afcc563 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:49.016419 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-64140376-45e2-43c7-bead-9e438afcc563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:49.107127 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-57a0476c-0896-47b4-bbde-358cfbb2283d req-ff8ec0e3-9237-4ddc-a98a-f9dfab94ce55 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/security-groups?id=4703fbf7-9c4b-490b-b0be-05fe6c9e751e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742374 Nov 12 09:15:49.125374 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64140376-45e2-43c7-bead-9e438afcc563 None None] Pushing event updated for resources: {'Port': ['ID=50525b84-b70a-4d4b-b2c3-b7d8373fd9f1,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:49.142572 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64140376-45e2-43c7-bead-9e438afcc563 None None] Network 492b01ef-bcf0-406a-881b-e054fdb77f9d is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:15:49.145561 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-64140376-45e2-43c7-bead-9e438afcc563 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:15:49.156103 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64140376-45e2-43c7-bead-9e438afcc563 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:15:49.176239 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-32d87347-8a02-4f05-b0e0-f194795116ef req-5f83f745-f860-40c1-932e-1829323c6218 service neutron] Attempting to bind port ea8d8abc-f4fb-4926-9ab1-3a83db2d3589 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:15:49.176603 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-32d87347-8a02-4f05-b0e0-f194795116ef req-5f83f745-f860-40c1-932e-1829323c6218 service neutron] Attempting to bind port ea8d8abc-f4fb-4926-9ab1-3a83db2d3589 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:15:49.176977 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d87347-8a02-4f05-b0e0-f194795116ef req-5f83f745-f860-40c1-932e-1829323c6218 service neutron] Attempting to bind port ea8d8abc-f4fb-4926-9ab1-3a83db2d3589 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:15:49.210915 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-42084a5d-056b-40c4-93a7-469896bccdd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:49.268292 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d87347-8a02-4f05-b0e0-f194795116ef req-5f83f745-f860-40c1-932e-1829323c6218 service neutron] Port ea8d8abc-f4fb-4926-9ab1-3a83db2d3589 on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:15:49.268543 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d87347-8a02-4f05-b0e0-f194795116ef req-5f83f745-f860-40c1-932e-1829323c6218 service neutron] Attempting to bind port ea8d8abc-f4fb-4926-9ab1-3a83db2d3589 on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:15:49.274376 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-64140376-45e2-43c7-bead-9e438afcc563 None None] Attempting to bind port 50525b84-b70a-4d4b-b2c3-b7d8373fd9f1 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:15:49.275363 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-64140376-45e2-43c7-bead-9e438afcc563 None None] Attempting to bind port 50525b84-b70a-4d4b-b2c3-b7d8373fd9f1 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:15:49.275991 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64140376-45e2-43c7-bead-9e438afcc563 None None] Attempting to bind port 50525b84-b70a-4d4b-b2c3-b7d8373fd9f1 on network 492b01ef-bcf0-406a-881b-e054fdb77f9d {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:15:49.290308 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64140376-45e2-43c7-bead-9e438afcc563 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:15:49.290720 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64140376-45e2-43c7-bead-9e438afcc563 None None] Checking segment: {'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:15:49.291255 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-64140376-45e2-43c7-bead-9e438afcc563 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:49.292052 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64140376-45e2-43c7-bead-9e438afcc563 None None] Bound using segment: {'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:15:49.292744 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-64140376-45e2-43c7-bead-9e438afcc563 None None] Bound port: 50525b84-b70a-4d4b-b2c3-b7d8373fd9f1, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:15:49.293286 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-64140376-45e2-43c7-bead-9e438afcc563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:49.321254 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d87347-8a02-4f05-b0e0-f194795116ef req-5f83f745-f860-40c1-932e-1829323c6218 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:15:49.321627 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d87347-8a02-4f05-b0e0-f194795116ef req-5f83f745-f860-40c1-932e-1829323c6218 service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:15:49.322059 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d87347-8a02-4f05-b0e0-f194795116ef req-5f83f745-f860-40c1-932e-1829323c6218 service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:15:49.322582 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-32d87347-8a02-4f05-b0e0-f194795116ef req-5f83f745-f860-40c1-932e-1829323c6218 service neutron] Bound port: ea8d8abc-f4fb-4926-9ab1-3a83db2d3589, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:15:49.322950 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-32d87347-8a02-4f05-b0e0-f194795116ef req-5f83f745-f860-40c1-932e-1829323c6218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:49.352835 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4ffb581c-38c9-44f2-8d94-aced9daf6c07 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:49.373716 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-47d18e85-e1c3-4c77-b7a7-5fafce79135b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:49.409156 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-64140376-45e2-43c7-bead-9e438afcc563 None None] For port 50525b84-b70a-4d4b-b2c3-b7d8373fd9f1, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:15:49.417616 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-64140376-45e2-43c7-bead-9e438afcc563 None None] For port 50525b84-b70a-4d4b-b2c3-b7d8373fd9f1, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=50525b84-b70a-4d4b-b2c3-b7d8373fd9f1,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:15:49.431047 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-64140376-45e2-43c7-bead-9e438afcc563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:49.436604 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ea932-c288-48a8-bb36-48b3e76d5fff req-62fc97bb-6f3b-4586-803a-0b40195afd6f tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:49.448235 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba1ea932-c288-48a8-bb36-48b3e76d5fff req-62fc97bb-6f3b-4586-803a-0b40195afd6f tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] 10.222.0.37 "GET /v2.0/ports?device_id=479a8b69-a505-466c-85b4-2c449b0bfd6d HTTP/1.1" status: 200 len: 947 time: 0.1715765 Nov 12 09:15:49.566560 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64140376-45e2-43c7-bead-9e438afcc563 None None] Pushing event updated for resources: {'Port': ['ID=50525b84-b70a-4d4b-b2c3-b7d8373fd9f1,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:49.673614 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-32d87347-8a02-4f05-b0e0-f194795116ef req-5f83f745-f860-40c1-932e-1829323c6218 service neutron] For port ea8d8abc-f4fb-4926-9ab1-3a83db2d3589, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:15:49.734613 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba1ea932-c288-48a8-bb36-48b3e76d5fff req-4cf7e608-47c3-419a-a1d0-a46baf487ab8 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfd942ef-679d-427f-9445-e0be642d7482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851665 Nov 12 09:15:49.736999 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-32d87347-8a02-4f05-b0e0-f194795116ef req-5f83f745-f860-40c1-932e-1829323c6218 service neutron] For port ea8d8abc-f4fb-4926-9ab1-3a83db2d3589, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=ea8d8abc-f4fb-4926-9ab1-3a83db2d3589,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:15:49.760123 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-32d87347-8a02-4f05-b0e0-f194795116ef req-5f83f745-f860-40c1-932e-1829323c6218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:49.811785 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d87347-8a02-4f05-b0e0-f194795116ef req-5f83f745-f860-40c1-932e-1829323c6218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:49.812723 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-32d87347-8a02-4f05-b0e0-f194795116ef req-5f83f745-f860-40c1-932e-1829323c6218 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:49.815011 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32d87347-8a02-4f05-b0e0-f194795116ef req-5f83f745-f860-40c1-932e-1829323c6218 service neutron] 10.222.0.58 "PUT /v2.0/ports/ea8d8abc-f4fb-4926-9ab1-3a83db2d3589 HTTP/1.1" status: 200 len: 1096 time: 2.3722219 Nov 12 09:15:49.830014 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479a8b69-a505-466c-85b4-2c449b0bfd6d', 'tag': 'ea8d8abc-f4fb-4926-9ab1-3a83db2d3589'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:15:49.833620 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf52863-4ab4-4aa7-b422-d9c4ceb731f3" -d '{"events": [{"name": "network-changed", "server_uuid": "479a8b69-a505-466c-85b4-2c449b0bfd6d", "tag": "ea8d8abc-f4fb-4926-9ab1-3a83db2d3589"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:15:49.945794 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83f745-f860-40c1-932e-1829323c6218 service neutron] Pushing event updated for resources: {'Port': ['ID=ea8d8abc-f4fb-4926-9ab1-3a83db2d3589,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:49.947637 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device b41eb59a-1488-43bc-b386-ff1c3501f085 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:15:50.009288 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a623cb03-9fcb-45f8-847e-c76b82242df7 x-openstack-request-id: req-a623cb03-9fcb-45f8-847e-c76b82242df7 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:15:50.010465 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "479a8b69-a505-466c-85b4-2c449b0bfd6d", "tag": "ea8d8abc-f4fb-4926-9ab1-3a83db2d3589", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:15:50.010769 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a623cb03-9fcb-45f8-847e-c76b82242df7 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:15:50.011242 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479a8b69-a505-466c-85b4-2c449b0bfd6d', 'tag': 'ea8d8abc-f4fb-4926-9ab1-3a83db2d3589', 'status': 'completed', 'code': 200} Nov 12 09:15:50.012097 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: b41eb59a-1488-43bc-b386-ff1c3501f085 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:15:50.012666 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device b41eb59a-1488-43bc-b386-ff1c3501f085 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:15:50.122540 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d87347-8a02-4f05-b0e0-f194795116ef req-7de69306-fa26-40a3-9218-b8a7e6446c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:50.125092 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32d87347-8a02-4f05-b0e0-f194795116ef req-7de69306-fa26-40a3-9218-b8a7e6446c2d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c42c9d54c604f189b9041f63743feb1&device_id=479a8b69-a505-466c-85b4-2c449b0bfd6d HTTP/1.1" status: 200 len: 1099 time: 0.1537163 Nov 12 09:15:50.162403 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4ffb581c-38c9-44f2-8d94-aced9daf6c07 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:50.231209 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32d87347-8a02-4f05-b0e0-f194795116ef req-48acd513-44fb-43ba-8344-81e122f0ed32 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=ea8d8abc-f4fb-4926-9ab1-3a83db2d3589 HTTP/1.1" status: 200 len: 217 time: 0.0958929 Nov 12 09:15:50.233745 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-42084a5d-056b-40c4-93a7-469896bccdd7 admin admin] Deleting port 16f0a725-9a48-4f6f-96c6-3ee08bf28343 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:15:50.234144 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-42084a5d-056b-40c4-93a7-469896bccdd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:50.252690 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4ffb581c-38c9-44f2-8d94-aced9daf6c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:50.295407 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-47d18e85-e1c3-4c77-b7a7-5fafce79135b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f21ff53f-cf6b-47ae-908f-5ee02f20e0bd {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:15:50.371566 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-47d18e85-e1c3-4c77-b7a7-5fafce79135b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:50.419796 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-47d18e85-e1c3-4c77-b7a7-5fafce79135b service neutron] Transition to ACTIVE for port object f21ff53f-cf6b-47ae-908f-5ee02f20e0bd will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:15:50.424180 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d87347-8a02-4f05-b0e0-f194795116ef req-6524ee83-6c8f-4f6e-98d6-af8a1d3ca7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:50.426752 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32d87347-8a02-4f05-b0e0-f194795116ef req-6524ee83-6c8f-4f6e-98d6-af8a1d3ca7b2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1776419 Nov 12 09:15:50.437123 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-47d18e85-e1c3-4c77-b7a7-5fafce79135b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:50.508902 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a82b16-e32c-4a45-b28b-602e84d4d5da req-887268ed-3dd6-4de5-9050-3a7b698a217d tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:50.511336 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f8a82b16-e32c-4a45-b28b-602e84d4d5da req-887268ed-3dd6-4de5-9050-3a7b698a217d tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7de13c3-ce1f-4b37-8d6d-8446bdc4bce1 HTTP/1.1" status: 200 len: 932 time: 0.2177689 Nov 12 09:15:50.514525 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-42084a5d-056b-40c4-93a7-469896bccdd7 admin admin] For port 16f0a725-9a48-4f6f-96c6-3ee08bf28343, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=16f0a725-9a48-4f6f-96c6-3ee08bf28343,segment=NetworkSegment(38860fa3-f3d5-4827-9bd9-3f55ebbb1c24),segment_id=38860fa3-f3d5-4827-9bd9-3f55ebbb1c24)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:50.515240 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-42084a5d-056b-40c4-93a7-469896bccdd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:50.555927 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-42084a5d-056b-40c4-93a7-469896bccdd7 admin admin] Calling delete_port for 16f0a725-9a48-4f6f-96c6-3ee08bf28343 owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:15:50.613149 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-4ffb581c-38c9-44f2-8d94-aced9daf6c07 admin admin] Allocated IP 172.25.6.143 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/9dbee3f0-8c7b-4dd5-8c70-f2c741014d89) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:15:50.628377 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d18e85-e1c3-4c77-b7a7-5fafce79135b service neutron] Pushing event updated for resources: {'Port': ['ID=f21ff53f-cf6b-47ae-908f-5ee02f20e0bd,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:50.673204 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d87347-8a02-4f05-b0e0-f194795116ef req-ddab884c-1b79-4490-a4cf-afbc54b6fcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:50.675484 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32d87347-8a02-4f05-b0e0-f194795116ef req-ddab884c-1b79-4490-a4cf-afbc54b6fcd4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2339351 Nov 12 09:15:50.758389 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f8a82b16-e32c-4a45-b28b-602e84d4d5da req-89ba954f-1d8a-408f-b17b-96b32b98764e tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/security-groups?id=4703fbf7-9c4b-490b-b0be-05fe6c9e751e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210302 Nov 12 09:15:50.951142 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-47d18e85-e1c3-4c77-b7a7-5fafce79135b service neutron] Attempting to bind port f21ff53f-cf6b-47ae-908f-5ee02f20e0bd on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:15:50.951515 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-47d18e85-e1c3-4c77-b7a7-5fafce79135b service neutron] Attempting to bind port f21ff53f-cf6b-47ae-908f-5ee02f20e0bd by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '1cde379a-4e4a-4f52-bb9a-7b473e5ba369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '88e0e5fb-0536-4a10-97d1-62e3aee9e986'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:15:50.951848 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-47d18e85-e1c3-4c77-b7a7-5fafce79135b service neutron] Attempting to bind port f21ff53f-cf6b-47ae-908f-5ee02f20e0bd on network 88e0e5fb-0536-4a10-97d1-62e3aee9e986 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:15:50.964502 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-47d18e85-e1c3-4c77-b7a7-5fafce79135b service neutron] Port f21ff53f-cf6b-47ae-908f-5ee02f20e0bd on network 88e0e5fb-0536-4a10-97d1-62e3aee9e986 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:15:50.965091 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-47d18e85-e1c3-4c77-b7a7-5fafce79135b service neutron] Attempting to bind port f21ff53f-cf6b-47ae-908f-5ee02f20e0bd on network 88e0e5fb-0536-4a10-97d1-62e3aee9e986 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:15:50.979024 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-47d18e85-e1c3-4c77-b7a7-5fafce79135b service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:15:50.979545 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-47d18e85-e1c3-4c77-b7a7-5fafce79135b service neutron] Checking segment: {'id': '1cde379a-4e4a-4f52-bb9a-7b473e5ba369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '88e0e5fb-0536-4a10-97d1-62e3aee9e986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:15:50.979981 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-47d18e85-e1c3-4c77-b7a7-5fafce79135b service neutron] Bound using segment: {'id': '1cde379a-4e4a-4f52-bb9a-7b473e5ba369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '88e0e5fb-0536-4a10-97d1-62e3aee9e986'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:15:50.980539 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-47d18e85-e1c3-4c77-b7a7-5fafce79135b service neutron] Bound port: f21ff53f-cf6b-47ae-908f-5ee02f20e0bd, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cde379a-4e4a-4f52-bb9a-7b473e5ba369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '88e0e5fb-0536-4a10-97d1-62e3aee9e986'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:15:50.980903 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-47d18e85-e1c3-4c77-b7a7-5fafce79135b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:51.028163 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4ffb581c-38c9-44f2-8d94-aced9daf6c07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:51.041316 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32d87347-8a02-4f05-b0e0-f194795116ef req-dde0c941-f591-4fc5-9f07-e0f0d391df8b service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571317 Nov 12 09:15:51.049914 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 50525b84-b70a-4d4b-b2c3-b7d8373fd9f1 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:15:51.129320 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4ffb581c-38c9-44f2-8d94-aced9daf6c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:51.196213 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-47d18e85-e1c3-4c77-b7a7-5fafce79135b service neutron] For port f21ff53f-cf6b-47ae-908f-5ee02f20e0bd, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:15:51.211334 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 50525b84-b70a-4d4b-b2c3-b7d8373fd9f1 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:51.211644 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262d5fd-76e0-45f8-a7a5-86c0165b7d1f req-2e9e3595-e7b8-4016-aad6-755c05c7fe0b tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:51.213179 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f262d5fd-76e0-45f8-a7a5-86c0165b7d1f req-2e9e3595-e7b8-4016-aad6-755c05c7fe0b tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] 10.222.0.37 "GET /v2.0/ports?device_id=479a8b69-a505-466c-85b4-2c449b0bfd6d HTTP/1.1" status: 200 len: 947 time: 0.2642369 Nov 12 09:15:51.213766 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:51.273751 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffb581c-38c9-44f2-8d94-aced9daf6c07 admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:15:51.287237 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-47d18e85-e1c3-4c77-b7a7-5fafce79135b service neutron] For port f21ff53f-cf6b-47ae-908f-5ee02f20e0bd, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f21ff53f-cf6b-47ae-908f-5ee02f20e0bd,segment=NetworkSegment(1cde379a-4e4a-4f52-bb9a-7b473e5ba369),segment_id=1cde379a-4e4a-4f52-bb9a-7b473e5ba369)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:15:51.298407 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-4ffb581c-38c9-44f2-8d94-aced9daf6c07 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:15:51.304496 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffb581c-38c9-44f2-8d94-aced9daf6c07 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:15:51.309973 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb581c-38c9-44f2-8d94-aced9daf6c07 admin admin] Pushing event updated for resources: {'Port': ['ID=9dbee3f0-8c7b-4dd5-8c70-f2c741014d89,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:51.335408 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-47d18e85-e1c3-4c77-b7a7-5fafce79135b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:51.339151 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-42084a5d-056b-40c4-93a7-469896bccdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:51.351447 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cf1a64-fdef-47e4-b8fc-14d19c429929 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:15:51.391148 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32d87347-8a02-4f05-b0e0-f194795116ef req-e94f2a0e-7155-4fe0-b4c9-0beb4bc48ae0 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274667 Nov 12 09:15:51.452920 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42084a5d-056b-40c4-93a7-469896bccdd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=16f0a725-9a48-4f6f-96c6-3ee08bf28343,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:51.537134 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:51.576518 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8a4a2833-a306-4382-83a8-b4a5aadaa79a None None] Provisioning complete for port 9dbee3f0-8c7b-4dd5-8c70-f2c741014d89 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:51.577802 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8a4a2833-a306-4382-83a8-b4a5aadaa79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:51.623261 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d18e85-e1c3-4c77-b7a7-5fafce79135b service neutron] Pushing event updated for resources: {'Port': ['ID=f21ff53f-cf6b-47ae-908f-5ee02f20e0bd,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:51.672164 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-47d18e85-e1c3-4c77-b7a7-5fafce79135b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:51.672164 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-47d18e85-e1c3-4c77-b7a7-5fafce79135b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:51.674740 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-47d18e85-e1c3-4c77-b7a7-5fafce79135b service neutron] 10.222.0.54 "PUT /v2.0/ports/f21ff53f-cf6b-47ae-908f-5ee02f20e0bd HTTP/1.1" status: 200 len: 1093 time: 3.0989065 Nov 12 09:15:51.722631 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7de13c3-ce1f-4b37-8d6d-8446bdc4bce1', 'tag': 'f21ff53f-cf6b-47ae-908f-5ee02f20e0bd'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:15:51.730738 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a24b89-3678-46a9-a3c6-50397fd2330b" -d '{"events": [{"name": "network-changed", "server_uuid": "f7de13c3-ce1f-4b37-8d6d-8446bdc4bce1", "tag": "f21ff53f-cf6b-47ae-908f-5ee02f20e0bd"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:15:51.737692 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 50525b84-b70a-4d4b-b2c3-b7d8373fd9f1, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=50525b84-b70a-4d4b-b2c3-b7d8373fd9f1,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:51.751880 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f262d5fd-76e0-45f8-a7a5-86c0165b7d1f req-b4cd45cf-a171-43e4-bc2e-5f9eeca6babb tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfd942ef-679d-427f-9445-e0be642d7482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501410 Nov 12 09:15:51.754801 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-8a4a2833-a306-4382-83a8-b4a5aadaa79a None None] Port 9dbee3f0-8c7b-4dd5-8c70-f2c741014d89 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:15:51.761610 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:51.891171 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-42084a5d-056b-40c4-93a7-469896bccdd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:51.898712 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf52863-4ab4-4aa7-b422-d9c4ceb731f3 req-2be3404a-df41-42d8-be07-8a82dbff65c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:51.902407 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8bf52863-4ab4-4aa7-b422-d9c4ceb731f3 req-2be3404a-df41-42d8-be07-8a82dbff65c3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c42c9d54c604f189b9041f63743feb1&device_id=479a8b69-a505-466c-85b4-2c449b0bfd6d HTTP/1.1" status: 200 len: 1099 time: 0.4208145 Nov 12 09:15:51.904774 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c2304c-b545-4b1f-a9df-5b464f6296b4 None None] Network 492b01ef-bcf0-406a-881b-e054fdb77f9d requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:15:51.964448 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f83a0b3-414a-4846-b701-14f37b3fc51c x-openstack-request-id: req-1f83a0b3-414a-4846-b701-14f37b3fc51c {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:15:51.964951 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7de13c3-ce1f-4b37-8d6d-8446bdc4bce1", "tag": "f21ff53f-cf6b-47ae-908f-5ee02f20e0bd", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:15:51.965374 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f83a0b3-414a-4846-b701-14f37b3fc51c {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:15:51.966044 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7de13c3-ce1f-4b37-8d6d-8446bdc4bce1', 'tag': 'f21ff53f-cf6b-47ae-908f-5ee02f20e0bd', 'status': 'completed', 'code': 200} Nov 12 09:15:51.985123 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=50525b84-b70a-4d4b-b2c3-b7d8373fd9f1,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:52.169546 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-f95caed5-4e0e-41bf-af41-38ae229de6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:52.172530 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-f95caed5-4e0e-41bf-af41-38ae229de6e3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5dbaef3f8ffa403ebe0e42c6f7054c4a&device_id=f7de13c3-ce1f-4b37-8d6d-8446bdc4bce1 HTTP/1.1" status: 200 len: 1096 time: 0.4187005 Nov 12 09:15:52.173409 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-6673f7bc-9e1a-423d-8616-d4439d249b39 None None] Provisioning complete for port 50525b84-b70a-4d4b-b2c3-b7d8373fd9f1 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:52.174367 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6673f7bc-9e1a-423d-8616-d4439d249b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:52.282954 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-b9a3eb8d-641f-413f-a3b9-3bab7b0f798c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f21ff53f-cf6b-47ae-908f-5ee02f20e0bd HTTP/1.1" status: 200 len: 217 time: 0.0997000 Nov 12 09:15:52.304582 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf52863-4ab4-4aa7-b422-d9c4ceb731f3 req-79aeb172-39a3-45ab-af8e-b7a46b143c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:52.307304 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8bf52863-4ab4-4aa7-b422-d9c4ceb731f3 req-79aeb172-39a3-45ab-af8e-b7a46b143c31 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.3934987 Nov 12 09:15:52.361717 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbbd53-64a2-4be4-8e65-9fda6efb1385 req-f4ebeae5-2612-4127-8e1c-e7deca75f5a1 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:52.367005 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-18cbbd53-64a2-4be4-8e65-9fda6efb1385 req-f4ebeae5-2612-4127-8e1c-e7deca75f5a1 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7de13c3-ce1f-4b37-8d6d-8446bdc4bce1 HTTP/1.1" status: 200 len: 944 time: 0.1784267 Nov 12 09:15:52.430796 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8bf52863-4ab4-4aa7-b422-d9c4ceb731f3 req-c151360a-6913-460b-b563-da5da9f8b549 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=ea8d8abc-f4fb-4926-9ab1-3a83db2d3589 HTTP/1.1" status: 200 len: 217 time: 0.1090825 Nov 12 09:15:52.530682 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-62d88d9e-6c3f-4fd3-8094-184d0b34ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:52.540597 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-62d88d9e-6c3f-4fd3-8094-184d0b34ddf6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0e31084f-9239-478e-8884-e526110e7239 HTTP/1.1" status: 200 len: 848 time: 0.2442656 Nov 12 09:15:52.677501 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf52863-4ab4-4aa7-b422-d9c4ceb731f3 req-c503f3d7-2838-43f9-83d5-fb4b20d68779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:52.681103 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8bf52863-4ab4-4aa7-b422-d9c4ceb731f3 req-c503f3d7-2838-43f9-83d5-fb4b20d68779 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.2375047 Nov 12 09:15:52.684538 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-5c02a0f5-82ee-4592-b09c-4cf319613a4c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=88e0e5fb-0536-4a10-97d1-62e3aee9e986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586920 Nov 12 09:15:52.769555 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4ffb581c-38c9-44f2-8d94-aced9daf6c07 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:53.009042 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-a906674b-c8f4-42e7-972b-fc13d5a4f8a7 None None] Provisioning complete for port 50525b84-b70a-4d4b-b2c3-b7d8373fd9f1 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:53.013581 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a906674b-c8f4-42e7-972b-fc13d5a4f8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:53.092405 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 50525b84-b70a-4d4b-b2c3-b7d8373fd9f1 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:15:53.105178 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-93d72724-cf8f-4e39-8102-c0970187a378 service neutron] 10.222.0.54 "GET /v2.0/networks/88e0e5fb-0536-4a10-97d1-62e3aee9e986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101768 Nov 12 09:15:53.267247 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-18cbbd53-64a2-4be4-8e65-9fda6efb1385 req-cfe9ca4a-b4d0-4647-8482-a956aa79155e tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/security-groups?id=4703fbf7-9c4b-490b-b0be-05fe6c9e751e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8435533 Nov 12 09:15:53.335154 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42084a5d-056b-40c4-93a7-469896bccdd7 admin admin] Router 251bee7f-7cb8-4545-b90c-d6a6e6ada995 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:15:53.343768 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf52863-4ab4-4aa7-b422-d9c4ceb731f3 req-5472aa27-e005-454b-986e-ea3952f1ac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:53.345371 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8bf52863-4ab4-4aa7-b422-d9c4ceb731f3 req-5472aa27-e005-454b-986e-ea3952f1ac65 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0922041 Nov 12 09:15:53.491798 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 50525b84-b70a-4d4b-b2c3-b7d8373fd9f1 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:53.496495 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:53.501788 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4ffb581c-38c9-44f2-8d94-aced9daf6c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:53.513909 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2b11b968-36c7-4456-bf45-8c99b078ca44 req-2566ea5a-7c7c-4929-a5f7-1b72e7dcb6d7 service neutron] 10.222.0.54 "GET /v2.0/networks/88e0e5fb-0536-4a10-97d1-62e3aee9e986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314707 Nov 12 09:15:53.545783 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:53.700143 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8bf52863-4ab4-4aa7-b422-d9c4ceb731f3 req-35def5b1-cd60-4c97-b4a3-0b411a4050c1 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432546 Nov 12 09:15:53.711156 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89174aba-456f-4cd2-993d-2c23f1573e73 req-aaa871c8-2dc7-41a2-94ff-87eb26706711 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:53.713358 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-89174aba-456f-4cd2-993d-2c23f1573e73 req-aaa871c8-2dc7-41a2-94ff-87eb26706711 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] 10.222.0.37 "GET /v2.0/ports?device_id=479a8b69-a505-466c-85b4-2c449b0bfd6d HTTP/1.1" status: 200 len: 947 time: 0.2751284 Nov 12 09:15:53.724267 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42084a5d-056b-40c4-93a7-469896bccdd7 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:15:53.743532 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-42084a5d-056b-40c4-93a7-469896bccdd7 admin admin] 10.222.0.37 "PUT /v2.0/routers/251bee7f-7cb8-4545-b90c-d6a6e6ada995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8066072 Nov 12 09:15:53.750675 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd48754-b12f-4917-bd98-53c6689302ff None None] Sync routers for ids ['251bee7f-7cb8-4545-b90c-d6a6e6ada995'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:15:53.754002 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59198) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:53.779258 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd48754-b12f-4917-bd98-53c6689302ff None None] Routers {'251bee7f-7cb8-4545-b90c-d6a6e6ada995'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:15:53.780441 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-cbd48754-b12f-4917-bd98-53c6689302ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:15:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['251bee7f-7cb8-4545-b90c-d6a6e6ada995'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:53.862079 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a24b89-3678-46a9-a3c6-50397fd2330b req-1c5cbed2-9107-42e3-8d27-d8edfc15bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:53.864105 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-98a24b89-3678-46a9-a3c6-50397fd2330b req-1c5cbed2-9107-42e3-8d27-d8edfc15bca2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5dbaef3f8ffa403ebe0e42c6f7054c4a&device_id=f7de13c3-ce1f-4b37-8d6d-8446bdc4bce1 HTTP/1.1" status: 200 len: 1096 time: 0.2466617 Nov 12 09:15:53.884832 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-89174aba-456f-4cd2-993d-2c23f1573e73 req-ef2576e6-5696-4566-9bed-21c33ee626e6 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfd942ef-679d-427f-9445-e0be642d7482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570988 Nov 12 09:15:53.928064 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8bf52863-4ab4-4aa7-b422-d9c4ceb731f3 req-5592efd3-5b0b-485d-b106-7bea961cebb0 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131522 Nov 12 09:15:53.938341 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-cbd48754-b12f-4917-bd98-53c6689302ff None None] Set router 251bee7f-7cb8-4545-b90c-d6a6e6ada995 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:15:54.066313 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device ea8d8abc-f4fb-4926-9ab1-3a83db2d3589 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:15:54.098579 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1e45599b-15cd-4535-8e9a-3f6b63b67e33 admin admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:54.162871 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a24b89-3678-46a9-a3c6-50397fd2330b req-f6a1da03-14b8-48d4-9b32-af8e2249f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:54.164342 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-98a24b89-3678-46a9-a3c6-50397fd2330b req-f6a1da03-14b8-48d4-9b32-af8e2249f6ce service neutron] 10.222.0.54 "GET /v2.0/networks?id=88e0e5fb-0536-4a10-97d1-62e3aee9e986 HTTP/1.1" status: 200 len: 909 time: 0.2892554 Nov 12 09:15:54.185563 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ffb581c-38c9-44f2-8d94-aced9daf6c07 admin admin] Router b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:15:54.248168 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-98a24b89-3678-46a9-a3c6-50397fd2330b req-d10732cc-b3ef-456e-a697-b8ae2800a957 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f21ff53f-cf6b-47ae-908f-5ee02f20e0bd HTTP/1.1" status: 200 len: 217 time: 0.0753207 Nov 12 09:15:54.265767 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port ea8d8abc-f4fb-4926-9ab1-3a83db2d3589, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=ea8d8abc-f4fb-4926-9ab1-3a83db2d3589,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:54.272769 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-cbd48754-b12f-4917-bd98-53c6689302ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251bee7f-7cb8-4545-b90c-d6a6e6ada995', 'name': 'tempest-ServerRescueNegativeTestJSON-1431087162-router', 'tenant_id': '6ba249b1417247ef9d5961203768255e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '43dd85d0-6b11-437b-b0c4-67db72fb202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:57Z', 'updated_at': '2021-11-12T09:15:51Z', 'revision_number': 5, 'project_id': '6ba249b1417247ef9d5961203768255e', 'gw_port': {'id': '43dd85d0-6b11-437b-b0c4-67db72fb202e', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251bee7f-7cb8-4545-b90c-d6a6e6ada995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:58Z', 'updated_at': '2021-11-12T09:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:54.285484 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'ea8d8abc-f4fb-4926-9ab1-3a83db2d3589', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': 'ea8d8abc-f4fb-4926-9ab1-3a83db2d3589', 'mac_address': 'fa:16:3e:73:f7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:15:54.314087 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd48754-b12f-4917-bd98-53c6689302ff None None] Checking router: 251bee7f-7cb8-4545-b90c-d6a6e6ada995 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:15:54.330130 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd48754-b12f-4917-bd98-53c6689302ff None None] Routers {'251bee7f-7cb8-4545-b90c-d6a6e6ada995'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:15:54.330805 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-cbd48754-b12f-4917-bd98-53c6689302ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:15:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['251bee7f-7cb8-4545-b90c-d6a6e6ada995'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:54.362904 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:54.385138 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea8d8abc-f4fb-4926-9ab1-3a83db2d3589 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:15:54.424102 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port ea8d8abc-f4fb-4926-9ab1-3a83db2d3589, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=ea8d8abc-f4fb-4926-9ab1-3a83db2d3589,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:54.432821 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:54.480289 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cf8e9-fed7-48ec-9d32-06543471ceb3 req-9af511e5-84d7-4818-b664-be785f11a5cd tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:54.489302 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-be0cf8e9-fed7-48ec-9d32-06543471ceb3 req-9af511e5-84d7-4818-b664-be785f11a5cd tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7de13c3-ce1f-4b37-8d6d-8446bdc4bce1 HTTP/1.1" status: 200 len: 944 time: 0.1031444 Nov 12 09:15:54.532023 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a24b89-3678-46a9-a3c6-50397fd2330b req-4997b7e5-631c-4c15-ae0f-2d9aa0e807b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:54.536130 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-98a24b89-3678-46a9-a3c6-50397fd2330b req-4997b7e5-631c-4c15-ae0f-2d9aa0e807b9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0e31084f-9239-478e-8884-e526110e7239 HTTP/1.1" status: 200 len: 848 time: 0.2395580 Nov 12 09:15:54.544571 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1e45599b-15cd-4535-8e9a-3f6b63b67e33 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:54.546086 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=ea8d8abc-f4fb-4926-9ab1-3a83db2d3589,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:54.555164 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-cbd48754-b12f-4917-bd98-53c6689302ff None None] Set router 251bee7f-7cb8-4545-b90c-d6a6e6ada995 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:15:54.591241 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-be0cf8e9-fed7-48ec-9d32-06543471ceb3 req-15d73120-db77-4d8f-98c4-97542df90374 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/security-groups?id=4703fbf7-9c4b-490b-b0be-05fe6c9e751e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006944 Nov 12 09:15:54.643683 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['ea8d8abc-f4fb-4926-9ab1-3a83db2d3589'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:15:54.917856 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-cbd48754-b12f-4917-bd98-53c6689302ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251bee7f-7cb8-4545-b90c-d6a6e6ada995', 'name': 'tempest-ServerRescueNegativeTestJSON-1431087162-router', 'tenant_id': '6ba249b1417247ef9d5961203768255e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '43dd85d0-6b11-437b-b0c4-67db72fb202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:57Z', 'updated_at': '2021-11-12T09:15:51Z', 'revision_number': 5, 'project_id': '6ba249b1417247ef9d5961203768255e', 'gw_port': {'id': '43dd85d0-6b11-437b-b0c4-67db72fb202e', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251bee7f-7cb8-4545-b90c-d6a6e6ada995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:58Z', 'updated_at': '2021-11-12T09:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:54.966966 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd48754-b12f-4917-bd98-53c6689302ff None None] The sync data for ids ['251bee7f-7cb8-4545-b90c-d6a6e6ada995'] in n-d-768862-16 is: [{'id': '251bee7f-7cb8-4545-b90c-d6a6e6ada995', 'name': 'tempest-ServerRescueNegativeTestJSON-1431087162-router', 'tenant_id': '6ba249b1417247ef9d5961203768255e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '43dd85d0-6b11-437b-b0c4-67db72fb202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:57Z', 'updated_at': '2021-11-12T09:15:51Z', 'revision_number': 5, 'project_id': '6ba249b1417247ef9d5961203768255e', 'gw_port': {'id': '43dd85d0-6b11-437b-b0c4-67db72fb202e', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251bee7f-7cb8-4545-b90c-d6a6e6ada995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:58Z', 'updated_at': '2021-11-12T09:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:15:55.083229 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357a539-ed1f-45d3-8636-cef4ecf0109f req-939d552c-8b63-45b6-aaa1-668dbc6912a7 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:55.085110 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-98a24b89-3678-46a9-a3c6-50397fd2330b req-9fb90717-7840-4276-94c9-7ef0fd0f3116 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=88e0e5fb-0536-4a10-97d1-62e3aee9e986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5247860 Nov 12 09:15:55.085770 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6357a539-ed1f-45d3-8636-cef4ecf0109f req-939d552c-8b63-45b6-aaa1-668dbc6912a7 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] 10.222.0.37 "GET /v2.0/ports?device_id=479a8b69-a505-466c-85b4-2c449b0bfd6d HTTP/1.1" status: 200 len: 948 time: 0.0731628 Nov 12 09:15:55.155261 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6357a539-ed1f-45d3-8636-cef4ecf0109f req-52ec9ef3-8025-4584-9bff-7404d468f0e5 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfd942ef-679d-427f-9445-e0be642d7482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618806 Nov 12 09:15:55.196736 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffb581c-38c9-44f2-8d94-aced9daf6c07 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:15:55.207346 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4074a216-3434-451e-a954-15ad6874877b None None] Sync routers for ids ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:15:55.220821 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4074a216-3434-451e-a954-15ad6874877b None None] Routers {'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:15:55.221390 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4074a216-3434-451e-a954-15ad6874877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:15:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:55.253507 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4ffb581c-38c9-44f2-8d94-aced9daf6c07 admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:55.255100 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4ffb581c-38c9-44f2-8d94-aced9daf6c07 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.1263900 Nov 12 09:15:55.259923 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59204) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:55.265808 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-98a24b89-3678-46a9-a3c6-50397fd2330b req-0af726dc-c78a-4c67-ab28-0565e00fbd79 service neutron] 10.222.0.54 "GET /v2.0/networks/88e0e5fb-0536-4a10-97d1-62e3aee9e986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726394 Nov 12 09:15:55.268580 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-1e45599b-15cd-4535-8e9a-3f6b63b67e33 admin admin] Deleting port 43dd85d0-6b11-437b-b0c4-67db72fb202e {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:15:55.269008 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1e45599b-15cd-4535-8e9a-3f6b63b67e33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:55.446700 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-4074a216-3434-451e-a954-15ad6874877b None None] Set router b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:15:55.461064 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-1e45599b-15cd-4535-8e9a-3f6b63b67e33 admin admin] For port 43dd85d0-6b11-437b-b0c4-67db72fb202e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=43dd85d0-6b11-437b-b0c4-67db72fb202e,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:55.461486 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1e45599b-15cd-4535-8e9a-3f6b63b67e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:55.473186 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-98a24b89-3678-46a9-a3c6-50397fd2330b req-8b64558f-3cd4-4eb3-900a-52a24abce7e7 service neutron] 10.222.0.54 "GET /v2.0/networks/88e0e5fb-0536-4a10-97d1-62e3aee9e986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003057 Nov 12 09:15:55.483789 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-1e45599b-15cd-4535-8e9a-3f6b63b67e33 admin admin] Calling delete_port for 43dd85d0-6b11-437b-b0c4-67db72fb202e owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:15:55.838984 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4074a216-3434-451e-a954-15ad6874877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'name': 'tempest-TestVolumeBootPattern-1155374346-router', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:48Z', 'updated_at': '2021-11-12T09:15:52Z', 'revision_number': 3, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'gw_port': {'id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:50Z', 'updated_at': '2021-11-12T09:15:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:55.874144 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4074a216-3434-451e-a954-15ad6874877b None None] Checking router: b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:15:55.874455 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4074a216-3434-451e-a954-15ad6874877b None None] Updating router b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 port 9dbee3f0-8c7b-4dd5-8c70-f2c741014d89 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:15:55.881338 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1e45599b-15cd-4535-8e9a-3f6b63b67e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:55.896059 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c926c-9960-4e9b-8ea8-343d3730cad1 req-095cda73-d93a-49b7-a563-89a9c82e4aa4 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:55.897980 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c4c926c-9960-4e9b-8ea8-343d3730cad1 req-095cda73-d93a-49b7-a563-89a9c82e4aa4 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7de13c3-ce1f-4b37-8d6d-8446bdc4bce1 HTTP/1.1" status: 200 len: 944 time: 0.1664734 Nov 12 09:15:55.912499 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45599b-15cd-4535-8e9a-3f6b63b67e33 admin admin] Pushing event deleted for resources: {'Port': ['ID=43dd85d0-6b11-437b-b0c4-67db72fb202e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:55.919615 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4074a216-3434-451e-a954-15ad6874877b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:55.966337 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1bbc94-e924-4dde-8003-6adcd546386c None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:15:55.988177 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1e45599b-15cd-4535-8e9a-3f6b63b67e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:56.000705 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f21ff53f-cf6b-47ae-908f-5ee02f20e0bd details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:15:56.032729 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c4c926c-9960-4e9b-8ea8-343d3730cad1 req-7f507534-fe90-4195-ac5e-30190676cce0 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/security-groups?id=4703fbf7-9c4b-490b-b0be-05fe6c9e751e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222198 Nov 12 09:15:56.084633 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device ea8d8abc-f4fb-4926-9ab1-3a83db2d3589 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:15:56.100643 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1e45599b-15cd-4535-8e9a-3f6b63b67e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:56.103221 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1e45599b-15cd-4535-8e9a-3f6b63b67e33 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:56.132969 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.resource_extend [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 09:15:56.166312 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1e45599b-15cd-4535-8e9a-3f6b63b67e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:56.167517 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e45599b-15cd-4535-8e9a-3f6b63b67e33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 251bee7f-7cb8-4545-b90c-d6a6e6ada995 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:15:56.184384 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1e45599b-15cd-4535-8e9a-3f6b63b67e33 admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:56.189725 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1e45599b-15cd-4535-8e9a-3f6b63b67e33 admin admin] 10.222.0.37 "DELETE /v2.0/routers/251bee7f-7cb8-4545-b90c-d6a6e6ada995 HTTP/1.1" status: 204 len: 168 time: 2.4334927 Nov 12 09:15:56.194637 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59210) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:56.274869 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-537bbbbd-311e-4577-992f-5b37ca18745a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:56.357220 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-572eea3c-9493-4aa1-9ab1-e8c560d2e097 admin admin] Deleting subnet 4db9f670-57cd-4b0c-b407-c2d471d25b1a {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:15:56.396770 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port ea8d8abc-f4fb-4926-9ab1-3a83db2d3589 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:15:56.399926 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-572eea3c-9493-4aa1-9ab1-e8c560d2e097 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:56.418710 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port ea8d8abc-f4fb-4926-9ab1-3a83db2d3589 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:56.420324 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:56.428622 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port f21ff53f-cf6b-47ae-908f-5ee02f20e0bd, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f21ff53f-cf6b-47ae-908f-5ee02f20e0bd,segment=NetworkSegment(1cde379a-4e4a-4f52-bb9a-7b473e5ba369),segment_id=1cde379a-4e4a-4f52-bb9a-7b473e5ba369)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:56.519712 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'f21ff53f-cf6b-47ae-908f-5ee02f20e0bd', 'network_id': '88e0e5fb-0536-4a10-97d1-62e3aee9e986', 'port_id': 'f21ff53f-cf6b-47ae-908f-5ee02f20e0bd', 'mac_address': 'fa:16:3e:67:85:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e31084f-9239-478e-8884-e526110e7239', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:15:56.547856 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-572eea3c-9493-4aa1-9ab1-e8c560d2e097 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:56.622323 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:56.645434 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3ea37-7101-499d-91a7-ddf77d15bbe6 req-46807158-54e1-4ac9-8dfc-4159282ea180 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:56.647862 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e9c3ea37-7101-499d-91a7-ddf77d15bbe6 req-46807158-54e1-4ac9-8dfc-4159282ea180 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] 10.222.0.37 "GET /v2.0/ports?device_id=479a8b69-a505-466c-85b4-2c449b0bfd6d HTTP/1.1" status: 200 len: 948 time: 0.3336143 Nov 12 09:15:56.695506 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f21ff53f-cf6b-47ae-908f-5ee02f20e0bd {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:15:56.725658 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-572eea3c-9493-4aa1-9ab1-e8c560d2e097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:56.744466 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:56.750600 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4074a216-3434-451e-a954-15ad6874877b None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:56.753779 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port f21ff53f-cf6b-47ae-908f-5ee02f20e0bd, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f21ff53f-cf6b-47ae-908f-5ee02f20e0bd,segment=NetworkSegment(1cde379a-4e4a-4f52-bb9a-7b473e5ba369),segment_id=1cde379a-4e4a-4f52-bb9a-7b473e5ba369)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:56.766654 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4074a216-3434-451e-a954-15ad6874877b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:56.769154 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:56.826286 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e9c3ea37-7101-499d-91a7-ddf77d15bbe6 req-452c5585-a0b5-42be-8f7b-5735dc81bed9 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfd942ef-679d-427f-9445-e0be642d7482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620493 Nov 12 09:15:56.830670 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-537bbbbd-311e-4577-992f-5b37ca18745a admin admin] Allocated IP 172.20.0.1 (492b01ef-bcf0-406a-881b-e054fdb77f9d/098c0920-f801-4a1f-89b9-15466a208616/04715282-6a3b-4748-a839-1bf3f32f9b99) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:15:56.855555 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479a8b69-a505-466c-85b4-2c449b0bfd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8d8abc-f4fb-4926-9ab1-3a83db2d3589'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:15:56.858705 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44cb5fd-5df0-41cb-90e9-4e824baa27c9" -d '{"events": [{"server_uuid": "479a8b69-a505-466c-85b4-2c449b0bfd6d", "name": "network-vif-plugged", "status": "completed", "tag": "ea8d8abc-f4fb-4926-9ab1-3a83db2d3589"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:15:56.903238 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port ea8d8abc-f4fb-4926-9ab1-3a83db2d3589, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=ea8d8abc-f4fb-4926-9ab1-3a83db2d3589,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:56.906657 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:56.911128 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1918669-15ba-4f8c-8250-b40c23029c38 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:15:56.918376 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-4074a216-3434-451e-a954-15ad6874877b None None] Attempting to bind port 9dbee3f0-8c7b-4dd5-8c70-f2c741014d89 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:15:56.918892 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-4074a216-3434-451e-a954-15ad6874877b None None] Attempting to bind port 9dbee3f0-8c7b-4dd5-8c70-f2c741014d89 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:15:56.919479 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4074a216-3434-451e-a954-15ad6874877b None None] Attempting to bind port 9dbee3f0-8c7b-4dd5-8c70-f2c741014d89 on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:15:56.926512 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261b0ed-07a6-4d8e-b0cf-9ef607d8a817 None None] Pushing event updated for resources: {'Port': ['ID=9dbee3f0-8c7b-4dd5-8c70-f2c741014d89,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:56.940823 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4074a216-3434-451e-a954-15ad6874877b None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:15:56.940823 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4074a216-3434-451e-a954-15ad6874877b None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:15:56.941323 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4074a216-3434-451e-a954-15ad6874877b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:56.941829 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4074a216-3434-451e-a954-15ad6874877b None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:15:56.942443 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-4074a216-3434-451e-a954-15ad6874877b None None] Bound port: 9dbee3f0-8c7b-4dd5-8c70-f2c741014d89, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:15:56.943307 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4074a216-3434-451e-a954-15ad6874877b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:56.987820 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-572eea3c-9493-4aa1-9ab1-e8c560d2e097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:56.994910 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['f21ff53f-cf6b-47ae-908f-5ee02f20e0bd'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:15:57.012916 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-572eea3c-9493-4aa1-9ab1-e8c560d2e097 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:57.016810 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-572eea3c-9493-4aa1-9ab1-e8c560d2e097 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4db9f670-57cd-4b0c-b407-c2d471d25b1a HTTP/1.1" status: 204 len: 168 time: 0.8205717 Nov 12 09:15:57.020072 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59216) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:57.048307 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572eea3c-9493-4aa1-9ab1-e8c560d2e097 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4db9f670-57cd-4b0c-b407-c2d471d25b1a,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:57.063614 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 16f0a725-9a48-4f6f-96c6-3ee08bf28343 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:15:57.069621 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-537bbbbd-311e-4577-992f-5b37ca18745a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:57.120238 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-537bbbbd-311e-4577-992f-5b37ca18745a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:57.146000 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 16f0a725-9a48-4f6f-96c6-3ee08bf28343 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:15:57.146431 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 16f0a725-9a48-4f6f-96c6-3ee08bf28343 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:15:57.147117 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 43dd85d0-6b11-437b-b0c4-67db72fb202e no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:15:57.159552 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d9aa2577-50a8-4d0e-ad20-bfad2892848d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:57.204692 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537bbbbd-311e-4577-992f-5b37ca18745a admin admin] Network 492b01ef-bcf0-406a-881b-e054fdb77f9d is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:15:57.210480 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-537bbbbd-311e-4577-992f-5b37ca18745a admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:15:57.224231 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 43dd85d0-6b11-437b-b0c4-67db72fb202e {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:15:57.224812 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 43dd85d0-6b11-437b-b0c4-67db72fb202e not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:15:57.232666 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=f21ff53f-cf6b-47ae-908f-5ee02f20e0bd,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:57.241258 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e7a33dfe-ca4f-48c4-acdc-366022b59f89 None None] Provisioning complete for port 9dbee3f0-8c7b-4dd5-8c70-f2c741014d89 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:57.241678 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e7a33dfe-ca4f-48c4-acdc-366022b59f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:57.245384 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537bbbbd-311e-4577-992f-5b37ca18745a admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:15:57.252390 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4074a216-3434-451e-a954-15ad6874877b None None] For port 9dbee3f0-8c7b-4dd5-8c70-f2c741014d89, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:15:57.306619 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35214327-e300-49d2-9e4d-ed13e169c536 x-openstack-request-id: req-35214327-e300-49d2-9e4d-ed13e169c536 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:15:57.307007 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479a8b69-a505-466c-85b4-2c449b0bfd6d", "name": "network-vif-plugged", "status": "completed", "tag": "ea8d8abc-f4fb-4926-9ab1-3a83db2d3589", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:15:57.307324 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35214327-e300-49d2-9e4d-ed13e169c536 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:15:57.307728 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479a8b69-a505-466c-85b4-2c449b0bfd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8d8abc-f4fb-4926-9ab1-3a83db2d3589', 'code': 200} Nov 12 09:15:57.335561 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4074a216-3434-451e-a954-15ad6874877b None None] For port 9dbee3f0-8c7b-4dd5-8c70-f2c741014d89, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9dbee3f0-8c7b-4dd5-8c70-f2c741014d89,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:15:57.377400 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4074a216-3434-451e-a954-15ad6874877b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:57.416425 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bbbbd-311e-4577-992f-5b37ca18745a admin admin] Pushing event updated for resources: {'Port': ['ID=04715282-6a3b-4748-a839-1bf3f32f9b99,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:57.437599 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d9aa2577-50a8-4d0e-ad20-bfad2892848d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:57.459543 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-537bbbbd-311e-4577-992f-5b37ca18745a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:57.472505 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-d9aa2577-50a8-4d0e-ad20-bfad2892848d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0993354a-8baa-44a8-be7e-987245c15ff0']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:57.474443 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e7a33dfe-ca4f-48c4-acdc-366022b59f89 None None] Port 9dbee3f0-8c7b-4dd5-8c70-f2c741014d89 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:15:57.488169 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-d9aa2577-50a8-4d0e-ad20-bfad2892848d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38860fa3-f3d5-4827-9bd9-3f55ebbb1c24') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:57.488706 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-d9aa2577-50a8-4d0e-ad20-bfad2892848d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38860fa3-f3d5-4827-9bd9-3f55ebbb1c24') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:57.511157 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d9aa2577-50a8-4d0e-ad20-bfad2892848d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:57.520901 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce30423-d019-42c6-a899-a217799af1be None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:15:57.546702 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=ea8d8abc-f4fb-4926-9ab1-3a83db2d3589,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:57.562385 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d9aa2577-50a8-4d0e-ad20-bfad2892848d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:57.588219 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9aa2577-50a8-4d0e-ad20-bfad2892848d admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:15:57.589081 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d9aa2577-50a8-4d0e-ad20-bfad2892848d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:57.675642 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4074a216-3434-451e-a954-15ad6874877b None None] Routers {'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:15:57.676593 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4074a216-3434-451e-a954-15ad6874877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:15:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:57.690291 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:15:57.690291 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:15:57.690291 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:15:57.690291 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:15:57.690291 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:15:57.690291 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:15:57.690291 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:15:57.690291 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:15:57.690291 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:15:57.690291 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:15:57.690291 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:15:57.690291 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:15:57.690291 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:15:57.690291 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:15:57.690291 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:15:57.690291 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:15:57.690291 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:15:57.690291 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:15:57.690291 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:15:57.690291 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:15:57.690291 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:15:57.690291 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:15:57.690291 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:15:57.690291 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:15:57.690291 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:15:57.690291 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:15:57.690291 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:15:57.690291 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:15:57.690291 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:15:57.690291 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:15:57.690291 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:15:57.690291 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:15:57.709684 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-537bbbbd-311e-4577-992f-5b37ca18745a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:57.716884 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ad9db-ce33-4067-ab7e-9d5f9926e0a7 req-7bfe3b5f-4a81-4a6f-bba8-69bf882d7d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:57.718751 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a75ad9db-ce33-4067-ab7e-9d5f9926e0a7 req-7bfe3b5f-4a81-4a6f-bba8-69bf882d7d98 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=479a8b69-a505-466c-85b4-2c449b0bfd6d HTTP/1.1" status: 200 len: 1101 time: 0.2699146 Nov 12 09:15:57.741760 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d9aa2577-50a8-4d0e-ad20-bfad2892848d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:57.756824 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca376365-e7ad-4b83-8266-8b7670d7a024 req-1b6246f7-2a60-4f4a-854a-e8aeb8425d07 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:57.764899 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca376365-e7ad-4b83-8266-8b7670d7a024 req-1b6246f7-2a60-4f4a-854a-e8aeb8425d07 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7de13c3-ce1f-4b37-8d6d-8446bdc4bce1 HTTP/1.1" status: 200 len: 945 time: 0.3726640 Nov 12 09:15:57.778176 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d9aa2577-50a8-4d0e-ad20-bfad2892848d admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:57.782666 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261b0ed-07a6-4d8e-b0cf-9ef607d8a817 None None] Pushing event updated for resources: {'Port': ['ID=9dbee3f0-8c7b-4dd5-8c70-f2c741014d89,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:57.789113 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d9aa2577-50a8-4d0e-ad20-bfad2892848d admin admin] 10.222.0.37 "DELETE /v2.0/networks/0993354a-8baa-44a8-be7e-987245c15ff0 HTTP/1.1" status: 204 len: 168 time: 0.7637351 Nov 12 09:15:57.789405 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa2577-50a8-4d0e-ad20-bfad2892848d admin admin] Pushing event deleted for resources: {'Network': ['ID=0993354a-8baa-44a8-be7e-987245c15ff0,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:57.821796 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-70367fb3-f2d8-474a-9e50-4259c4f060ea None None] Provisioning complete for port 9dbee3f0-8c7b-4dd5-8c70-f2c741014d89 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:57.822175 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-70367fb3-f2d8-474a-9e50-4259c4f060ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:57.942644 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a75ad9db-ce33-4067-ab7e-9d5f9926e0a7 req-09ce778e-7b3a-47e6-9ff8-103a4c5c1936 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bfd942ef-679d-427f-9445-e0be642d7482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160065 Nov 12 09:15:57.956596 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca376365-e7ad-4b83-8266-8b7670d7a024 req-a9e13c63-e18e-4a0c-a832-326ed089537b tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/security-groups?id=4703fbf7-9c4b-490b-b0be-05fe6c9e751e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905446 Nov 12 09:15:58.032358 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59224) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:58.094077 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b787df22-c730-4501-a154-cdb480ba4452 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ba249b1417247ef9d5961203768255e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0579901 Nov 12 09:15:58.094398 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59226) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:58.164785 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2b9f26a9-8bd2-446f-a6a0-fced30affbf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:58.167431 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-4074a216-3434-451e-a954-15ad6874877b None None] Set router b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:15:58.193951 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2b9f26a9-8bd2-446f-a6a0-fced30affbf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:58.210192 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157750f-8373-4721-83c2-42034d0a88c2 req-070f1433-518c-4f8e-afc3-4695f156c8db tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:58.220950 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6157750f-8373-4721-83c2-42034d0a88c2 req-070f1433-518c-4f8e-afc3-4695f156c8db tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] 10.222.0.37 "GET /v2.0/ports?device_id=479a8b69-a505-466c-85b4-2c449b0bfd6d HTTP/1.1" status: 200 len: 949 time: 0.1554353 Nov 12 09:15:58.253205 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-537bbbbd-311e-4577-992f-5b37ca18745a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:58.279287 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-537bbbbd-311e-4577-992f-5b37ca18745a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:58.283329 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2b9f26a9-8bd2-446f-a6a0-fced30affbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:58.289463 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-70367fb3-f2d8-474a-9e50-4259c4f060ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:58.289832 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2b9f26a9-8bd2-446f-a6a0-fced30affbf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:58.292841 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2b9f26a9-8bd2-446f-a6a0-fced30affbf9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd472345-1f56-408f-9634-21cf7e58b667 HTTP/1.1" status: 204 len: 168 time: 0.1972761 Nov 12 09:15:58.308231 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f26a9-8bd2-446f-a6a0-fced30affbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd472345-1f56-408f-9634-21cf7e58b667,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:58.410821 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-70367fb3-f2d8-474a-9e50-4259c4f060ea None None] For port 9dbee3f0-8c7b-4dd5-8c70-f2c741014d89, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9dbee3f0-8c7b-4dd5-8c70-f2c741014d89,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:58.417917 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-70367fb3-f2d8-474a-9e50-4259c4f060ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:58.423383 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bbbbd-311e-4577-992f-5b37ca18745a admin admin] Pushing event updated for resources: {'Port': ['ID=04715282-6a3b-4748-a839-1bf3f32f9b99,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:58.428408 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-537bbbbd-311e-4577-992f-5b37ca18745a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:58.443726 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6157750f-8373-4721-83c2-42034d0a88c2 req-46719ffe-1e69-4874-928e-03ce03290fb3 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfd942ef-679d-427f-9445-e0be642d7482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202537 Nov 12 09:15:58.566171 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70367fb3-f2d8-474a-9e50-4259c4f060ea None None] Pushing event updated for resources: {'Port': ['ID=9dbee3f0-8c7b-4dd5-8c70-f2c741014d89,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:58.626691 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537bbbbd-311e-4577-992f-5b37ca18745a admin admin] Network 492b01ef-bcf0-406a-881b-e054fdb77f9d is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:15:58.629483 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-537bbbbd-311e-4577-992f-5b37ca18745a admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:15:58.636641 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-3e56ba5f-69fb-4ccb-bdf4-fb241e8501ab None None] Provisioning complete for port 04715282-6a3b-4748-a839-1bf3f32f9b99 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:58.637103 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3e56ba5f-69fb-4ccb-bdf4-fb241e8501ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:58.730275 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-3e56ba5f-69fb-4ccb-bdf4-fb241e8501ab None None] Port 04715282-6a3b-4748-a839-1bf3f32f9b99 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:15:58.771439 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4074a216-3434-451e-a954-15ad6874877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'name': 'tempest-TestVolumeBootPattern-1155374346-router', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:48Z', 'updated_at': '2021-11-12T09:15:57Z', 'revision_number': 4, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'gw_port': {'id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:50Z', 'updated_at': '2021-11-12T09:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '04715282-6a3b-4748-a839-1bf3f32f9b99', 'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'mac_address': 'fa:16:3e:3e:71:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '098c0920-f801-4a1f-89b9-15466a208616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:56Z', 'updated_at': '2021-11-12T09:15:56Z', 'revision_number': 1, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'subnets': [{'id': '098c0920-f801-4a1f-89b9-15466a208616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:58.814363 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4074a216-3434-451e-a954-15ad6874877b None None] The sync data for ids ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'] in n-d-768862-16 is: [{'id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'name': 'tempest-TestVolumeBootPattern-1155374346-router', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:48Z', 'updated_at': '2021-11-12T09:15:57Z', 'revision_number': 4, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'gw_port': {'id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:50Z', 'updated_at': '2021-11-12T09:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '04715282-6a3b-4748-a839-1bf3f32f9b99', 'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'mac_address': 'fa:16:3e:3e:71:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '098c0920-f801-4a1f-89b9-15466a208616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:56Z', 'updated_at': '2021-11-12T09:15:56Z', 'revision_number': 1, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'subnets': [{'id': '098c0920-f801-4a1f-89b9-15466a208616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:15:58.905501 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537bbbbd-311e-4577-992f-5b37ca18745a admin admin] Router b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:15:59.094526 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-60a0bc15-0107-4e55-99c6-c60ea30a0443 None None] Provisioning complete for port 04715282-6a3b-4748-a839-1bf3f32f9b99 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:59.097118 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-60a0bc15-0107-4e55-99c6-c60ea30a0443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:59.160530 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537bbbbd-311e-4577-992f-5b37ca18745a admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:15:59.233133 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-537bbbbd-311e-4577-992f-5b37ca18745a admin admin] 10.222.0.37 "PUT /v2.0/routers/b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9709721 Nov 12 09:15:59.254117 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-60a0bc15-0107-4e55-99c6-c60ea30a0443 None None] Port 04715282-6a3b-4748-a839-1bf3f32f9b99 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:15:59.303881 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38fb48b-8be6-4ff8-8068-196c8b065e8a req-056cfc31-c3b2-48f3-afc3-3a6f835be698 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:59.306961 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d38fb48b-8be6-4ff8-8068-196c8b065e8a req-056cfc31-c3b2-48f3-afc3-3a6f835be698 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7de13c3-ce1f-4b37-8d6d-8446bdc4bce1 HTTP/1.1" status: 200 len: 945 time: 0.2152858 Nov 12 09:15:59.397447 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d38fb48b-8be6-4ff8-8068-196c8b065e8a req-e31793b1-e287-46de-8fb8-fe736ef2a736 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/security-groups?id=4703fbf7-9c4b-490b-b0be-05fe6c9e751e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835214 Nov 12 09:15:59.440970 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:59.647791 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ab745-4719-461a-8b09-024bf524b563 req-9ba53a8d-5bc0-48a2-9838-34b4c189182f tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:59.649625 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-374ab745-4719-461a-8b09-024bf524b563 req-9ba53a8d-5bc0-48a2-9838-34b4c189182f tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] 10.222.0.37 "GET /v2.0/ports?device_id=479a8b69-a505-466c-85b4-2c449b0bfd6d HTTP/1.1" status: 200 len: 949 time: 0.0658853 Nov 12 09:15:59.741633 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-374ab745-4719-461a-8b09-024bf524b563 req-eb4561ea-bedc-431a-b5ab-cd06bb6498cf tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfd942ef-679d-427f-9445-e0be642d7482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779154 Nov 12 09:15:59.995986 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f21ff53f-cf6b-47ae-908f-5ee02f20e0bd up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:16:00.202181 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port f21ff53f-cf6b-47ae-908f-5ee02f20e0bd completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:16:00.214510 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port f21ff53f-cf6b-47ae-908f-5ee02f20e0bd triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:00.215766 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:00.414832 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59278) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:00.446458 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8cd26555-0999-4834-b26b-db64ffd0040c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1556644874-network', 'tenant_id': '38f5edb97ea840569a67c1dd7f195402'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:00.485231 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:00.559692 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd26555-0999-4834-b26b-db64ffd0040c admin admin] Made reservation on behalf of 38f5edb97ea840569a67c1dd7f195402 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:16:00.564349 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cd26555-0999-4834-b26b-db64ffd0040c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:00.566046 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7de13c3-ce1f-4b37-8d6d-8446bdc4bce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21ff53f-cf6b-47ae-908f-5ee02f20e0bd'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:16:00.570090 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f55aa16-4821-4761-ae74-973e23094bc9" -d '{"events": [{"server_uuid": "f7de13c3-ce1f-4b37-8d6d-8446bdc4bce1", "name": "network-vif-plugged", "status": "completed", "tag": "f21ff53f-cf6b-47ae-908f-5ee02f20e0bd"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:16:00.603248 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port f21ff53f-cf6b-47ae-908f-5ee02f20e0bd, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f21ff53f-cf6b-47ae-908f-5ee02f20e0bd,segment=NetworkSegment(1cde379a-4e4a-4f52-bb9a-7b473e5ba369),segment_id=1cde379a-4e4a-4f52-bb9a-7b473e5ba369)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:00.613422 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cd26555-0999-4834-b26b-db64ffd0040c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:00.614676 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:00.829701 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=f21ff53f-cf6b-47ae-908f-5ee02f20e0bd,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:00.879821 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa51f8-4bf0-40d1-b49f-971ec2f4389f req-fb613308-075e-4c78-82a2-e05d25ec58ec tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:00.886312 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cd26555-0999-4834-b26b-db64ffd0040c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:00.894957 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cd26555-0999-4834-b26b-db64ffd0040c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:00.898015 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-38fa51f8-4bf0-40d1-b49f-971ec2f4389f req-fb613308-075e-4c78-82a2-e05d25ec58ec tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7de13c3-ce1f-4b37-8d6d-8446bdc4bce1 HTTP/1.1" status: 200 len: 946 time: 0.2240834 Nov 12 09:16:00.930954 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd26555-0999-4834-b26b-db64ffd0040c admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:16:00.960069 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cd26555-0999-4834-b26b-db64ffd0040c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:00.961106 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-8cd26555-0999-4834-b26b-db64ffd0040c admin admin] Added segment 61954088-43bd-4c5a-b34a-757628db7383 of type vlan for network 2d7e6670-a91c-4abe-b33c-c68ed141cd84 Nov 12 09:16:01.068521 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-38fa51f8-4bf0-40d1-b49f-971ec2f4389f req-89c8b7e3-faa3-409c-a595-116bb1edeb90 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/security-groups?id=4703fbf7-9c4b-490b-b0be-05fe6c9e751e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690271 Nov 12 09:16:01.109361 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd26555-0999-4834-b26b-db64ffd0040c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212f411a-b35a-45d2-a9b2-870e3474bcbc,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:01.143666 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9dbee3f0-8c7b-4dd5-8c70-f2c741014d89 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:16:01.215836 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cd26555-0999-4834-b26b-db64ffd0040c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:01.298841 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cd26555-0999-4834-b26b-db64ffd0040c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:01.302718 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd26555-0999-4834-b26b-db64ffd0040c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:01.304441 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cd26555-0999-4834-b26b-db64ffd0040c admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:01.339211 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854b82cd-8a27-4b1e-9368-00e4b6e6640e x-openstack-request-id: req-854b82cd-8a27-4b1e-9368-00e4b6e6640e {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:16:01.340047 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7de13c3-ce1f-4b37-8d6d-8446bdc4bce1", "name": "network-vif-plugged", "status": "completed", "tag": "f21ff53f-cf6b-47ae-908f-5ee02f20e0bd", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:16:01.340484 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-854b82cd-8a27-4b1e-9368-00e4b6e6640e {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:16:01.341153 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7de13c3-ce1f-4b37-8d6d-8446bdc4bce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21ff53f-cf6b-47ae-908f-5ee02f20e0bd', 'code': 200} Nov 12 09:16:01.390871 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 9dbee3f0-8c7b-4dd5-8c70-f2c741014d89 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:01.390871 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:01.474611 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd26555-0999-4834-b26b-db64ffd0040c admin admin] Pushing event updated for resources: {'Network': ['ID=2d7e6670-a91c-4abe-b33c-c68ed141cd84,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:01.508206 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 2d7e6670-a91c-4abe-b33c-c68ed141cd84 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:16:01.557405 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59296) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:01.557730 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8cd26555-0999-4834-b26b-db64ffd0040c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1411779 Nov 12 09:16:01.565974 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-5c24e308-423b-45be-8453-5ed554882b7c admin admin] Request body: {'subnet': {'network_id': '2d7e6670-a91c-4abe-b33c-c68ed141cd84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1556644874-subnet', 'tenant_id': '38f5edb97ea840569a67c1dd7f195402', 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:01.599129 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f9688-e06a-4ce9-941b-1cba3af80352 req-6e91b0de-356f-4e80-95cd-d01a25e021b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:01.603605 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-bd9f9688-e06a-4ce9-941b-1cba3af80352 req-6e91b0de-356f-4e80-95cd-d01a25e021b9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f7de13c3-ce1f-4b37-8d6d-8446bdc4bce1 HTTP/1.1" status: 200 len: 1098 time: 0.1605933 Nov 12 09:16:01.656113 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c24e308-423b-45be-8453-5ed554882b7c admin admin] Made reservation on behalf of 38f5edb97ea840569a67c1dd7f195402 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:16:01.675117 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5c24e308-423b-45be-8453-5ed554882b7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:01.727794 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-bd9f9688-e06a-4ce9-941b-1cba3af80352 req-7357a6d3-e3df-4d17-b189-bcdfc56f518d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4703fbf7-9c4b-490b-b0be-05fe6c9e751e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158564 Nov 12 09:16:02.090178 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5c24e308-423b-45be-8453-5ed554882b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:02.191819 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24e308-423b-45be-8453-5ed554882b7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b7c86c1-76c7-4dbd-a402-b3e3a07ad793,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:02.198363 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c24e308-423b-45be-8453-5ed554882b7c admin admin] Checking segment: {'id': '61954088-43bd-4c5a-b34a-757628db7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2d7e6670-a91c-4abe-b33c-c68ed141cd84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:16:02.198741 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c24e308-423b-45be-8453-5ed554882b7c admin admin] Network hostable DHCP agents. Network: 2d7e6670-a91c-4abe-b33c-c68ed141cd84, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:16:02.212282 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c24e308-423b-45be-8453-5ed554882b7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:02.212822 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c24e308-423b-45be-8453-5ed554882b7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:02.213352 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c24e308-423b-45be-8453-5ed554882b7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:02.213878 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c24e308-423b-45be-8453-5ed554882b7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:02.214510 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c24e308-423b-45be-8453-5ed554882b7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:02.214929 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c24e308-423b-45be-8453-5ed554882b7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:02.215463 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c24e308-423b-45be-8453-5ed554882b7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:02.216018 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c24e308-423b-45be-8453-5ed554882b7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:02.216544 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c24e308-423b-45be-8453-5ed554882b7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:02.216968 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c24e308-423b-45be-8453-5ed554882b7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:02.217582 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c24e308-423b-45be-8453-5ed554882b7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:02.217925 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c24e308-423b-45be-8453-5ed554882b7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:02.250067 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c24e308-423b-45be-8453-5ed554882b7c admin admin] Network 2d7e6670-a91c-4abe-b33c-c68ed141cd84 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:16:02.323757 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-5c24e308-423b-45be-8453-5ed554882b7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 2d7e6670-a91c-4abe-b33c-c68ed141cd84) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:16:02.341603 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de85d8f9-2c44-4d1d-8451-437280ec5396 None None] Network 2d7e6670-a91c-4abe-b33c-c68ed141cd84 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:16:02.348223 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c24e308-423b-45be-8453-5ed554882b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:02.350524 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5c24e308-423b-45be-8453-5ed554882b7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:02.409110 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5c24e308-423b-45be-8453-5ed554882b7c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8506303 Nov 12 09:16:02.414982 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59312) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:02.422902 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-78f3a7eb-d649-4b01-8e92-96b1e8f592ce admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1556644874-router', 'tenant_id': '38f5edb97ea840569a67c1dd7f195402', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:02.444907 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccdff62-a59d-485c-af3c-e796d1dbc485 req-a4c4fa85-201d-401d-87c6-db9db02a89c3 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:02.446625 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cccdff62-a59d-485c-af3c-e796d1dbc485 req-a4c4fa85-201d-401d-87c6-db9db02a89c3 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7de13c3-ce1f-4b37-8d6d-8446bdc4bce1 HTTP/1.1" status: 200 len: 946 time: 0.1862350 Nov 12 09:16:02.517314 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78f3a7eb-d649-4b01-8e92-96b1e8f592ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:02.519341 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78f3a7eb-d649-4b01-8e92-96b1e8f592ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:02.604303 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cccdff62-a59d-485c-af3c-e796d1dbc485 req-68fd3bdf-ae62-4d93-ab61-ba4de34354fb tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/security-groups?id=4703fbf7-9c4b-490b-b0be-05fe6c9e751e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459892 Nov 12 09:16:02.765066 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78f3a7eb-d649-4b01-8e92-96b1e8f592ce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:02.804876 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb332ac-9a27-4340-8817-03fcb4f8258c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-2d7e6670-a91c-4abe-b33c-c68ed141cd84', 'network_id': '2d7e6670-a91c-4abe-b33c-c68ed141cd84', 'tenant_id': '38f5edb97ea840569a67c1dd7f195402', 'fixed_ips': [{'subnet_id': '7b7c86c1-76c7-4dbd-a402-b3e3a07ad793'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:16:02.806631 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7eb332ac-9a27-4340-8817-03fcb4f8258c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:03.146074 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-7eb332ac-9a27-4340-8817-03fcb4f8258c None None] Allocated IP 172.20.0.2 (2d7e6670-a91c-4abe-b33c-c68ed141cd84/7b7c86c1-76c7-4dbd-a402-b3e3a07ad793/ff83816a-6562-4de7-8ad9-5fe443080096) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:16:03.156929 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78f3a7eb-d649-4b01-8e92-96b1e8f592ce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:03.208932 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d375bae3-c820-4d83-8719-bbac0f292ae2 None None] Sync routers for ids ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:16:03.247804 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d375bae3-c820-4d83-8719-bbac0f292ae2 None None] Routers {'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:16:03.248473 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-d375bae3-c820-4d83-8719-bbac0f292ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:15:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:03.546550 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7eb332ac-9a27-4340-8817-03fcb4f8258c None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:03.573336 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7eb332ac-9a27-4340-8817-03fcb4f8258c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:03.675127 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-d375bae3-c820-4d83-8719-bbac0f292ae2 None None] Set router b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:16:03.733785 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78f3a7eb-d649-4b01-8e92-96b1e8f592ce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:03.741249 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb332ac-9a27-4340-8817-03fcb4f8258c None None] Network 2d7e6670-a91c-4abe-b33c-c68ed141cd84 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:16:03.762833 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-7eb332ac-9a27-4340-8817-03fcb4f8258c None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:16:03.778439 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb332ac-9a27-4340-8817-03fcb4f8258c None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:16:03.790972 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78f3a7eb-d649-4b01-8e92-96b1e8f592ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:03.795445 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb332ac-9a27-4340-8817-03fcb4f8258c None None] Pushing event updated for resources: {'Port': ['ID=ff83816a-6562-4de7-8ad9-5fe443080096,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:03.904638 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd3131-5a53-41dc-b4d5-614d3387069e req-3116a9fb-7c47-4e67-8f6f-0ca0621954ee tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:03.917380 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f6dd3131-5a53-41dc-b4d5-614d3387069e req-3116a9fb-7c47-4e67-8f6f-0ca0621954ee tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7de13c3-ce1f-4b37-8d6d-8446bdc4bce1 HTTP/1.1" status: 200 len: 946 time: 0.1638706 Nov 12 09:16:03.922064 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-7eb332ac-9a27-4340-8817-03fcb4f8258c None None] Attempting to bind port ff83816a-6562-4de7-8ad9-5fe443080096 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:16:03.924029 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-7eb332ac-9a27-4340-8817-03fcb4f8258c None None] Attempting to bind port ff83816a-6562-4de7-8ad9-5fe443080096 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '61954088-43bd-4c5a-b34a-757628db7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2d7e6670-a91c-4abe-b33c-c68ed141cd84'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:16:03.927765 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb332ac-9a27-4340-8817-03fcb4f8258c None None] Attempting to bind port ff83816a-6562-4de7-8ad9-5fe443080096 on network 2d7e6670-a91c-4abe-b33c-c68ed141cd84 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:16:03.938139 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb332ac-9a27-4340-8817-03fcb4f8258c None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:16:03.941884 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb332ac-9a27-4340-8817-03fcb4f8258c None None] Checking segment: {'id': '61954088-43bd-4c5a-b34a-757628db7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2d7e6670-a91c-4abe-b33c-c68ed141cd84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:16:03.943315 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7eb332ac-9a27-4340-8817-03fcb4f8258c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:03.944189 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb332ac-9a27-4340-8817-03fcb4f8258c None None] Bound using segment: {'id': '61954088-43bd-4c5a-b34a-757628db7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2d7e6670-a91c-4abe-b33c-c68ed141cd84'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:16:03.946802 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-7eb332ac-9a27-4340-8817-03fcb4f8258c None None] Bound port: ff83816a-6562-4de7-8ad9-5fe443080096, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61954088-43bd-4c5a-b34a-757628db7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2d7e6670-a91c-4abe-b33c-c68ed141cd84'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:16:03.947789 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7eb332ac-9a27-4340-8817-03fcb4f8258c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:04.068491 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-78f3a7eb-d649-4b01-8e92-96b1e8f592ce admin admin] Allocated IP 172.25.6.61 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:16:04.127140 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f6dd3131-5a53-41dc-b4d5-614d3387069e req-f78004a1-cff0-4bc2-8a5a-3a5f2e3134cc tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/security-groups?id=4703fbf7-9c4b-490b-b0be-05fe6c9e751e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084208 Nov 12 09:16:04.181011 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-7eb332ac-9a27-4340-8817-03fcb4f8258c None None] For port ff83816a-6562-4de7-8ad9-5fe443080096, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:16:04.210318 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-7eb332ac-9a27-4340-8817-03fcb4f8258c None None] For port ff83816a-6562-4de7-8ad9-5fe443080096, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ff83816a-6562-4de7-8ad9-5fe443080096,segment=NetworkSegment(61954088-43bd-4c5a-b34a-757628db7383),segment_id=61954088-43bd-4c5a-b34a-757628db7383)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:16:04.219518 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7eb332ac-9a27-4340-8817-03fcb4f8258c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:04.334534 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78f3a7eb-d649-4b01-8e92-96b1e8f592ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:04.425818 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78f3a7eb-d649-4b01-8e92-96b1e8f592ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:04.439644 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb332ac-9a27-4340-8817-03fcb4f8258c None None] Pushing event updated for resources: {'Port': ['ID=ff83816a-6562-4de7-8ad9-5fe443080096,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:04.455688 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-d375bae3-c820-4d83-8719-bbac0f292ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'name': 'tempest-TestVolumeBootPattern-1155374346-router', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:48Z', 'updated_at': '2021-11-12T09:15:57Z', 'revision_number': 4, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'gw_port': {'id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:50Z', 'updated_at': '2021-11-12T09:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '04715282-6a3b-4748-a839-1bf3f32f9b99', 'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'mac_address': 'fa:16:3e:3e:71:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '098c0920-f801-4a1f-89b9-15466a208616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:56Z', 'updated_at': '2021-11-12T09:15:57Z', 'revision_number': 2, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'subnets': [{'id': '098c0920-f801-4a1f-89b9-15466a208616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:04.514722 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f3a7eb-d649-4b01-8e92-96b1e8f592ce admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:16:04.524733 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-78f3a7eb-d649-4b01-8e92-96b1e8f592ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:16:04.528842 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d375bae3-c820-4d83-8719-bbac0f292ae2 None None] Checking router: b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:16:04.529886 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d375bae3-c820-4d83-8719-bbac0f292ae2 None None] Updating router b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 port 04715282-6a3b-4748-a839-1bf3f32f9b99 binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:16:04.534286 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f3a7eb-d649-4b01-8e92-96b1e8f592ce admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:16:04.551172 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2c7bb8-3a6b-488b-9937-886850f72370 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:16:04.610832 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d375bae3-c820-4d83-8719-bbac0f292ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:04.642922 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-0d40462e-455f-4cf9-ac59-04276e8949ca None None] Provisioning complete for port 4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:04.643297 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0d40462e-455f-4cf9-ac59-04276e8949ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:04.662346 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3a7eb-d649-4b01-8e92-96b1e8f592ce admin admin] Pushing event updated for resources: {'Port': ['ID=4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:04.767156 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-0d40462e-455f-4cf9-ac59-04276e8949ca None None] Port 4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:16:05.158092 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ff83816a-6562-4de7-8ad9-5fe443080096 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:16:05.309017 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port ff83816a-6562-4de7-8ad9-5fe443080096 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:05.309616 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:05.351414 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78f3a7eb-d649-4b01-8e92-96b1e8f592ce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:05.545423 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:05.599861 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d375bae3-c820-4d83-8719-bbac0f292ae2 None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:05.614761 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d375bae3-c820-4d83-8719-bbac0f292ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:05.665994 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port ff83816a-6562-4de7-8ad9-5fe443080096, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ff83816a-6562-4de7-8ad9-5fe443080096,segment=NetworkSegment(61954088-43bd-4c5a-b34a-757628db7383),segment_id=61954088-43bd-4c5a-b34a-757628db7383)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:05.671773 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:05.798403 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555802f-b848-445d-a343-9686bef2f54e None None] Pushing event updated for resources: {'Port': ['ID=04715282-6a3b-4748-a839-1bf3f32f9b99,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:05.826059 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=ff83816a-6562-4de7-8ad9-5fe443080096,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:05.840902 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555802f-b848-445d-a343-9686bef2f54e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:05.841529 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555802f-b848-445d-a343-9686bef2f54e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:05.842326 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555802f-b848-445d-a343-9686bef2f54e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:05.842834 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555802f-b848-445d-a343-9686bef2f54e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:05.843346 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555802f-b848-445d-a343-9686bef2f54e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:05.843881 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555802f-b848-445d-a343-9686bef2f54e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:05.844383 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555802f-b848-445d-a343-9686bef2f54e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:05.844867 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555802f-b848-445d-a343-9686bef2f54e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:05.845358 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555802f-b848-445d-a343-9686bef2f54e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:05.845854 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555802f-b848-445d-a343-9686bef2f54e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:05.846335 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555802f-b848-445d-a343-9686bef2f54e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:05.846810 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555802f-b848-445d-a343-9686bef2f54e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:05.852793 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78f3a7eb-d649-4b01-8e92-96b1e8f592ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:05.931118 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-d375bae3-c820-4d83-8719-bbac0f292ae2 None None] Attempting to bind port 04715282-6a3b-4748-a839-1bf3f32f9b99 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:16:05.931989 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-d375bae3-c820-4d83-8719-bbac0f292ae2 None None] Attempting to bind port 04715282-6a3b-4748-a839-1bf3f32f9b99 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:16:05.932700 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d375bae3-c820-4d83-8719-bbac0f292ae2 None None] Attempting to bind port 04715282-6a3b-4748-a839-1bf3f32f9b99 on network 492b01ef-bcf0-406a-881b-e054fdb77f9d {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:16:05.966342 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d375bae3-c820-4d83-8719-bbac0f292ae2 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:16:05.966884 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d375bae3-c820-4d83-8719-bbac0f292ae2 None None] Checking segment: {'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:16:05.976547 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d375bae3-c820-4d83-8719-bbac0f292ae2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:05.976980 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d375bae3-c820-4d83-8719-bbac0f292ae2 None None] Bound using segment: {'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:16:05.977779 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-d375bae3-c820-4d83-8719-bbac0f292ae2 None None] Bound port: 04715282-6a3b-4748-a839-1bf3f32f9b99, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:16:05.977988 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d375bae3-c820-4d83-8719-bbac0f292ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:06.016580 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ceb1e7-e147-4908-91f7-b6d4db7bc318 req-b64a4234-f408-43e1-b2c2-159b7e295c1c tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:06.024949 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-17ceb1e7-e147-4908-91f7-b6d4db7bc318 req-b64a4234-f408-43e1-b2c2-159b7e295c1c tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7de13c3-ce1f-4b37-8d6d-8446bdc4bce1 HTTP/1.1" status: 200 len: 946 time: 0.1515937 Nov 12 09:16:06.210869 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-d375bae3-c820-4d83-8719-bbac0f292ae2 None None] For port 04715282-6a3b-4748-a839-1bf3f32f9b99, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:16:06.216963 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-17ceb1e7-e147-4908-91f7-b6d4db7bc318 req-985e8dab-21c9-49c0-9613-008ade283809 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/security-groups?id=4703fbf7-9c4b-490b-b0be-05fe6c9e751e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828883 Nov 12 09:16:06.222869 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-d375bae3-c820-4d83-8719-bbac0f292ae2 None None] For port 04715282-6a3b-4748-a839-1bf3f32f9b99, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=04715282-6a3b-4748-a839-1bf3f32f9b99,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:16:06.223508 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f3a7eb-d649-4b01-8e92-96b1e8f592ce admin admin] Router c27dccb6-dc55-43eb-98cb-fdee098f7804 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:16:06.231556 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d375bae3-c820-4d83-8719-bbac0f292ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:06.345103 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d42aef1f-94fe-4a34-bc65-9c16aeab6c6a None None] Provisioning complete for port 04715282-6a3b-4748-a839-1bf3f32f9b99 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:06.345643 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d42aef1f-94fe-4a34-bc65-9c16aeab6c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:06.438610 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d375bae3-c820-4d83-8719-bbac0f292ae2 None None] Routers {'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:16:06.439132 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-d375bae3-c820-4d83-8719-bbac0f292ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:15:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:06.448813 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555802f-b848-445d-a343-9686bef2f54e None None] Pushing event updated for resources: {'Port': ['ID=04715282-6a3b-4748-a839-1bf3f32f9b99,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:06.457825 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0009226a-e0e4-46e4-84e4-f26adab177f1 None None] Network 2d7e6670-a91c-4abe-b33c-c68ed141cd84 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:16:06.569247 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f3a7eb-d649-4b01-8e92-96b1e8f592ce admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:16:06.618349 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78f3a7eb-d649-4b01-8e92-96b1e8f592ce admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:06.620820 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-78f3a7eb-d649-4b01-8e92-96b1e8f592ce admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2038395 Nov 12 09:16:06.625719 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59400) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:06.648291 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354554a6-e28f-443b-88ba-c0696b089615 None None] Sync routers for ids ['c27dccb6-dc55-43eb-98cb-fdee098f7804'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:16:06.817725 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-d375bae3-c820-4d83-8719-bbac0f292ae2 None None] Set router b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:16:06.938877 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354554a6-e28f-443b-88ba-c0696b089615 None None] Routers {'c27dccb6-dc55-43eb-98cb-fdee098f7804'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:16:06.956170 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-354554a6-e28f-443b-88ba-c0696b089615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:15:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c27dccb6-dc55-43eb-98cb-fdee098f7804'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:07.056299 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa74cf-98c0-4806-9e93-e47a3937199b req-874f07d1-0717-4b6b-a277-cb090f0ec43c tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:07.059757 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-57aa74cf-98c0-4806-9e93-e47a3937199b req-874f07d1-0717-4b6b-a277-cb090f0ec43c tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7de13c3-ce1f-4b37-8d6d-8446bdc4bce1 HTTP/1.1" status: 200 len: 946 time: 0.1186352 Nov 12 09:16:07.060066 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59404) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:07.170545 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 04715282-6a3b-4748-a839-1bf3f32f9b99 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:16:07.250801 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d42aef1f-94fe-4a34-bc65-9c16aeab6c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:07.284350 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9415e9c8-1454-4fc9-8624-36d5eab0f221 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:07.292069 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-d375bae3-c820-4d83-8719-bbac0f292ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'name': 'tempest-TestVolumeBootPattern-1155374346-router', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:48Z', 'updated_at': '2021-11-12T09:15:57Z', 'revision_number': 4, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'gw_port': {'id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:50Z', 'updated_at': '2021-11-12T09:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '04715282-6a3b-4748-a839-1bf3f32f9b99', 'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'mac_address': 'fa:16:3e:3e:71:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '098c0920-f801-4a1f-89b9-15466a208616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:56Z', 'updated_at': '2021-11-12T09:16:06Z', 'revision_number': 4, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'subnets': [{'id': '098c0920-f801-4a1f-89b9-15466a208616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:07.353462 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d375bae3-c820-4d83-8719-bbac0f292ae2 None None] The sync data for ids ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'] in n-d-768862-16 is: [{'id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'name': 'tempest-TestVolumeBootPattern-1155374346-router', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:48Z', 'updated_at': '2021-11-12T09:15:57Z', 'revision_number': 4, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'gw_port': {'id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:50Z', 'updated_at': '2021-11-12T09:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '04715282-6a3b-4748-a839-1bf3f32f9b99', 'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'mac_address': 'fa:16:3e:3e:71:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '098c0920-f801-4a1f-89b9-15466a208616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:56Z', 'updated_at': '2021-11-12T09:16:06Z', 'revision_number': 4, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'subnets': [{'id': '098c0920-f801-4a1f-89b9-15466a208616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:16:07.378754 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-57aa74cf-98c0-4806-9e93-e47a3937199b req-c2e0b4ef-140d-4d12-95ca-31c7a150e522 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Deleting port f21ff53f-cf6b-47ae-908f-5ee02f20e0bd {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:16:07.380135 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-57aa74cf-98c0-4806-9e93-e47a3937199b req-c2e0b4ef-140d-4d12-95ca-31c7a150e522 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:07.491956 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-d42aef1f-94fe-4a34-bc65-9c16aeab6c6a None None] For port 04715282-6a3b-4748-a839-1bf3f32f9b99, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=04715282-6a3b-4748-a839-1bf3f32f9b99,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:07.506770 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d42aef1f-94fe-4a34-bc65-9c16aeab6c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:07.690457 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-354554a6-e28f-443b-88ba-c0696b089615 None None] Set router c27dccb6-dc55-43eb-98cb-fdee098f7804 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:16:07.721917 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9415e9c8-1454-4fc9-8624-36d5eab0f221 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:07.749529 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01325040-e073-4823-90e2-62254cda30f4 req-4ff33a26-d2b1-42e9-8c25-788bd9082dee tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:07.758293 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-01325040-e073-4823-90e2-62254cda30f4 req-4ff33a26-d2b1-42e9-8c25-788bd9082dee tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7de13c3-ce1f-4b37-8d6d-8446bdc4bce1 HTTP/1.1" status: 200 len: 946 time: 0.2775981 Nov 12 09:16:07.767602 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-57aa74cf-98c0-4806-9e93-e47a3937199b req-c2e0b4ef-140d-4d12-95ca-31c7a150e522 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] For port f21ff53f-cf6b-47ae-908f-5ee02f20e0bd, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f21ff53f-cf6b-47ae-908f-5ee02f20e0bd,segment=NetworkSegment(1cde379a-4e4a-4f52-bb9a-7b473e5ba369),segment_id=1cde379a-4e4a-4f52-bb9a-7b473e5ba369)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:07.768540 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-57aa74cf-98c0-4806-9e93-e47a3937199b req-c2e0b4ef-140d-4d12-95ca-31c7a150e522 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:07.780977 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9415e9c8-1454-4fc9-8624-36d5eab0f221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:07.810658 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-57aa74cf-98c0-4806-9e93-e47a3937199b req-c2e0b4ef-140d-4d12-95ca-31c7a150e522 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Calling delete_port for f21ff53f-cf6b-47ae-908f-5ee02f20e0bd owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:16:07.855417 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9415e9c8-1454-4fc9-8624-36d5eab0f221 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55f8e771daac4ee59f68c0e30310ecc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7941568 Nov 12 09:16:07.858022 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415e9c8-1454-4fc9-8624-36d5eab0f221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f87b082-6bd3-44a7-b725-234a5305f5d1,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:07.865508 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59412) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:07.903911 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 04715282-6a3b-4748-a839-1bf3f32f9b99 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:07.904537 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:08.035863 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e429c640-15cb-4fa9-8ba0-352622aec9b3 None None] Provisioning complete for port ff83816a-6562-4de7-8ad9-5fe443080096 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:08.036322 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e429c640-15cb-4fa9-8ba0-352622aec9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:08.055535 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a265a147-4616-4d3a-bbb0-ad5fa14283ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:08.096374 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a265a147-4616-4d3a-bbb0-ad5fa14283ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:08.130219 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42aef1f-94fe-4a34-bc65-9c16aeab6c6a None None] Pushing event updated for resources: {'Port': ['ID=04715282-6a3b-4748-a839-1bf3f32f9b99,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:08.184671 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a265a147-4616-4d3a-bbb0-ad5fa14283ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:08.194285 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a265a147-4616-4d3a-bbb0-ad5fa14283ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:08.201338 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a265a147-4616-4d3a-bbb0-ad5fa14283ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f87b082-6bd3-44a7-b725-234a5305f5d1 HTTP/1.1" status: 204 len: 168 time: 0.3316579 Nov 12 09:16:08.265132 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265a147-4616-4d3a-bbb0-ad5fa14283ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f87b082-6bd3-44a7-b725-234a5305f5d1,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:08.340031 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-57aa74cf-98c0-4806-9e93-e47a3937199b req-c2e0b4ef-140d-4d12-95ca-31c7a150e522 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:08.451037 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0b4ef-140d-4d12-95ca-31c7a150e522 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Pushing event deleted for resources: {'Port': ['ID=f21ff53f-cf6b-47ae-908f-5ee02f20e0bd,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:08.484084 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-57aa74cf-98c0-4806-9e93-e47a3937199b req-c2e0b4ef-140d-4d12-95ca-31c7a150e522 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] No DVR routers for this DVR port f21ff53f-cf6b-47ae-908f-5ee02f20e0bd on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:16:08.493096 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-57aa74cf-98c0-4806-9e93-e47a3937199b req-c2e0b4ef-140d-4d12-95ca-31c7a150e522 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:08.513534 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-57aa74cf-98c0-4806-9e93-e47a3937199b req-c2e0b4ef-140d-4d12-95ca-31c7a150e522 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.54 "DELETE /v2.0/ports/f21ff53f-cf6b-47ae-908f-5ee02f20e0bd HTTP/1.1" status: 204 len: 173 time: 1.4459941 Nov 12 09:16:08.515059 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7de13c3-ce1f-4b37-8d6d-8446bdc4bce1', 'name': 'network-vif-deleted', 'tag': 'f21ff53f-cf6b-47ae-908f-5ee02f20e0bd'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:16:08.517705 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02061bd4-d0a7-4344-8606-aac271abd79f" -d '{"events": [{"server_uuid": "f7de13c3-ce1f-4b37-8d6d-8446bdc4bce1", "name": "network-vif-deleted", "tag": "f21ff53f-cf6b-47ae-908f-5ee02f20e0bd"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:16:08.625714 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-01325040-e073-4823-90e2-62254cda30f4 req-13e76116-e3a6-496e-bff2-fd06c613edf3 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/security-groups?id=4703fbf7-9c4b-490b-b0be-05fe6c9e751e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8660569 Nov 12 09:16:08.659216 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['f21ff53f-cf6b-47ae-908f-5ee02f20e0bd'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:16:08.662828 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0978da20-5896-4840-a8bf-32b36f4c2aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:08.753116 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6da5d867-ea7f-4227-9906-349f1d6a1e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:08.758708 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b94438-cabf-49f2-a811-f767fba8b188 x-openstack-request-id: req-20b94438-cabf-49f2-a811-f767fba8b188 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:16:08.759328 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7de13c3-ce1f-4b37-8d6d-8446bdc4bce1", "name": "network-vif-deleted", "tag": "f21ff53f-cf6b-47ae-908f-5ee02f20e0bd", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:16:08.759328 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20b94438-cabf-49f2-a811-f767fba8b188 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:16:08.759691 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7de13c3-ce1f-4b37-8d6d-8446bdc4bce1', 'name': 'network-vif-deleted', 'tag': 'f21ff53f-cf6b-47ae-908f-5ee02f20e0bd', 'status': 'completed', 'code': 200} Nov 12 09:16:08.947252 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ff83816a-6562-4de7-8ad9-5fe443080096 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:16:08.979265 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59422) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:08.993394 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-354554a6-e28f-443b-88ba-c0696b089615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27dccb6-dc55-43eb-98cb-fdee098f7804', 'name': 'tempest-TestVolumeBootPattern-1556644874-router', 'tenant_id': '38f5edb97ea840569a67c1dd7f195402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:02Z', 'updated_at': '2021-11-12T09:16:04Z', 'revision_number': 3, 'project_id': '38f5edb97ea840569a67c1dd7f195402', 'gw_port': {'id': '4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27dccb6-dc55-43eb-98cb-fdee098f7804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:03Z', 'updated_at': '2021-11-12T09:16:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:09.010381 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0b7addbc-8d6c-44cc-8d14-7ee766a4d4b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:09.031788 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354554a6-e28f-443b-88ba-c0696b089615 None None] Checking router: c27dccb6-dc55-43eb-98cb-fdee098f7804 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:16:09.032230 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354554a6-e28f-443b-88ba-c0696b089615 None None] Updating router c27dccb6-dc55-43eb-98cb-fdee098f7804 port 4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:16:09.039372 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e429c640-15cb-4fa9-8ba0-352622aec9b3 None None] Provisioning complete for port 04715282-6a3b-4748-a839-1bf3f32f9b99 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:09.039863 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e429c640-15cb-4fa9-8ba0-352622aec9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:09.103664 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-6da5d867-ea7f-4227-9906-349f1d6a1e74 admin admin] Allocated IP 172.20.0.1 (2d7e6670-a91c-4abe-b33c-c68ed141cd84/7b7c86c1-76c7-4dbd-a402-b3e3a07ad793/ddc51d56-ccce-4ec4-b1e8-bd62db7109d6) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:16:09.105548 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-354554a6-e28f-443b-88ba-c0696b089615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:09.173661 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port ff83816a-6562-4de7-8ad9-5fe443080096 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:09.174047 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:09.302676 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0b7addbc-8d6c-44cc-8d14-7ee766a4d4b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:09.311874 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0b7addbc-8d6c-44cc-8d14-7ee766a4d4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:09.362719 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6da5d867-ea7f-4227-9906-349f1d6a1e74 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:09.479455 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6da5d867-ea7f-4227-9906-349f1d6a1e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:09.519022 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59424) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:09.522341 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0b7addbc-8d6c-44cc-8d14-7ee766a4d4b0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2872c9124bd442dcbac91f9c41465a6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5410166 Nov 12 09:16:09.523625 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7addbc-8d6c-44cc-8d14-7ee766a4d4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ca9923-8457-4283-97c6-3edf3ab8de3a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:09.588341 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da5d867-ea7f-4227-9906-349f1d6a1e74 admin admin] Network 2d7e6670-a91c-4abe-b33c-c68ed141cd84 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:16:09.609536 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-6da5d867-ea7f-4227-9906-349f1d6a1e74 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:16:09.616957 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da5d867-ea7f-4227-9906-349f1d6a1e74 admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:16:09.624655 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5d867-ea7f-4227-9906-349f1d6a1e74 admin admin] Pushing event updated for resources: {'Port': ['ID=ddc51d56-ccce-4ec4-b1e8-bd62db7109d6,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:09.673097 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2126f068-a326-4f19-af30-935d62b81ab0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:09.687476 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-354554a6-e28f-443b-88ba-c0696b089615 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:09.694196 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-34e2e301-ef9d-47d9-9f87-b540ac438f4a None None] Provisioning complete for port ff83816a-6562-4de7-8ad9-5fe443080096 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:09.696004 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-34e2e301-ef9d-47d9-9f87-b540ac438f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:09.706465 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-354554a6-e28f-443b-88ba-c0696b089615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:09.713737 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2126f068-a326-4f19-af30-935d62b81ab0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:09.850659 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2126f068-a326-4f19-af30-935d62b81ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:09.855266 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2126f068-a326-4f19-af30-935d62b81ab0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:09.874898 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635426c5-302e-40e1-aa96-e8327eadc9a2 None None] Pushing event updated for resources: {'Port': ['ID=4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:09.876029 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2126f068-a326-4f19-af30-935d62b81ab0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/16ca9923-8457-4283-97c6-3edf3ab8de3a HTTP/1.1" status: 204 len: 168 time: 0.3548937 Nov 12 09:16:09.927899 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6da5d867-ea7f-4227-9906-349f1d6a1e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:09.935312 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2126f068-a326-4f19-af30-935d62b81ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ca9923-8457-4283-97c6-3edf3ab8de3a,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:09.944884 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4002a6-cdee-4a48-b9ab-ccfa0a0b86b5 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:16:09.960306 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 04715282-6a3b-4748-a839-1bf3f32f9b99 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:16:10.026045 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-354554a6-e28f-443b-88ba-c0696b089615 None None] Attempting to bind port 4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:16:10.026476 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-354554a6-e28f-443b-88ba-c0696b089615 None None] Attempting to bind port 4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:16:10.026855 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354554a6-e28f-443b-88ba-c0696b089615 None None] Attempting to bind port 4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5 on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:16:10.058109 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354554a6-e28f-443b-88ba-c0696b089615 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:16:10.058494 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354554a6-e28f-443b-88ba-c0696b089615 None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:16:10.058953 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-354554a6-e28f-443b-88ba-c0696b089615 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:10.059427 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354554a6-e28f-443b-88ba-c0696b089615 None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:16:10.059962 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-354554a6-e28f-443b-88ba-c0696b089615 None None] Bound port: 4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:16:10.060294 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-354554a6-e28f-443b-88ba-c0696b089615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:10.141232 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:16:10.262633 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-164f25ec-42df-4829-8432-be2f9e842f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:10.270315 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-354554a6-e28f-443b-88ba-c0696b089615 None None] For port 4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:16:10.272920 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 04715282-6a3b-4748-a839-1bf3f32f9b99 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:10.273305 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:10.274216 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6da5d867-ea7f-4227-9906-349f1d6a1e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:10.276641 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-354554a6-e28f-443b-88ba-c0696b089615 None None] For port 4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:16:10.302290 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-354554a6-e28f-443b-88ba-c0696b089615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:10.375172 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655e880d-db36-4bee-b565-c9d7dc6557fc None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:16:10.408180 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635426c5-302e-40e1-aa96-e8327eadc9a2 None None] Pushing event updated for resources: {'Port': ['ID=4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:10.414491 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354554a6-e28f-443b-88ba-c0696b089615 None None] Routers {'c27dccb6-dc55-43eb-98cb-fdee098f7804'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:16:10.415138 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-354554a6-e28f-443b-88ba-c0696b089615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:16:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c27dccb6-dc55-43eb-98cb-fdee098f7804'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:10.456511 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635426c5-302e-40e1-aa96-e8327eadc9a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:10.456870 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635426c5-302e-40e1-aa96-e8327eadc9a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:10.457460 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635426c5-302e-40e1-aa96-e8327eadc9a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:10.457560 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635426c5-302e-40e1-aa96-e8327eadc9a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:10.457904 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635426c5-302e-40e1-aa96-e8327eadc9a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:10.458369 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635426c5-302e-40e1-aa96-e8327eadc9a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:10.458718 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635426c5-302e-40e1-aa96-e8327eadc9a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:10.459222 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635426c5-302e-40e1-aa96-e8327eadc9a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:10.459534 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635426c5-302e-40e1-aa96-e8327eadc9a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:10.459889 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635426c5-302e-40e1-aa96-e8327eadc9a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:10.460204 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635426c5-302e-40e1-aa96-e8327eadc9a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:10.460527 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635426c5-302e-40e1-aa96-e8327eadc9a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:10.475703 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-7d9a7cc2-8ba9-4d4f-9a8a-b0c79cee300a tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:10.477375 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-7d9a7cc2-8ba9-4d4f-9a8a-b0c79cee300a tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/networks?id=88e0e5fb-0536-4a10-97d1-62e3aee9e986 HTTP/1.1" status: 200 len: 808 time: 0.2628257 Nov 12 09:16:10.498063 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-a5497c11-638b-470b-9923-3d74d9403e69 None None] Provisioning complete for port 4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:10.498470 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a5497c11-638b-470b-9923-3d74d9403e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:10.619484 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-8148ebc2-7050-481c-9330-b943c9ad26e4 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/quotas/5dbaef3f8ffa403ebe0e42c6f7054c4a HTTP/1.1" status: 200 len: 375 time: 0.1256948 Nov 12 09:16:10.638891 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-354554a6-e28f-443b-88ba-c0696b089615 None None] Set router c27dccb6-dc55-43eb-98cb-fdee098f7804 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:16:10.692446 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-1dab7499-9807-4419-8cab-a895761027a0 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5dbaef3f8ffa403ebe0e42c6f7054c4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481017 Nov 12 09:16:10.809983 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6da5d867-ea7f-4227-9906-349f1d6a1e74 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:10.818089 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6da5d867-ea7f-4227-9906-349f1d6a1e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:10.865637 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a5497c11-638b-470b-9923-3d74d9403e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:10.914441 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-a5497c11-638b-470b-9923-3d74d9403e69 None None] For port 4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:10.921880 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a5497c11-638b-470b-9923-3d74d9403e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:10.966221 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-68e1d6a0-2225-4441-aeec-b57c311e695a service neutron] 10.222.0.37 "GET /v2.0/networks/88e0e5fb-0536-4a10-97d1-62e3aee9e986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481537 Nov 12 09:16:10.967143 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6da5d867-ea7f-4227-9906-349f1d6a1e74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:11.020792 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-a5497c11-638b-470b-9923-3d74d9403e69 None None] Provisioning complete for port ddc51d56-ccce-4ec4-b1e8-bd62db7109d6 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:11.021178 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a5497c11-638b-470b-9923-3d74d9403e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:11.070653 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5497c11-638b-470b-9923-3d74d9403e69 None None] Pushing event updated for resources: {'Port': ['ID=4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:11.139377 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-a5497c11-638b-470b-9923-3d74d9403e69 None None] Port ddc51d56-ccce-4ec4-b1e8-bd62db7109d6 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:16:11.174088 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-354554a6-e28f-443b-88ba-c0696b089615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27dccb6-dc55-43eb-98cb-fdee098f7804', 'name': 'tempest-TestVolumeBootPattern-1556644874-router', 'tenant_id': '38f5edb97ea840569a67c1dd7f195402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:02Z', 'updated_at': '2021-11-12T09:16:10Z', 'revision_number': 4, 'project_id': '38f5edb97ea840569a67c1dd7f195402', 'gw_port': {'id': '4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27dccb6-dc55-43eb-98cb-fdee098f7804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:03Z', 'updated_at': '2021-11-12T09:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'ddc51d56-ccce-4ec4-b1e8-bd62db7109d6', 'name': '', 'network_id': '2d7e6670-a91c-4abe-b33c-c68ed141cd84', 'tenant_id': '38f5edb97ea840569a67c1dd7f195402', 'mac_address': 'fa:16:3e:79:b8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27dccb6-dc55-43eb-98cb-fdee098f7804', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '7b7c86c1-76c7-4dbd-a402-b3e3a07ad793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:08Z', 'updated_at': '2021-11-12T09:16:09Z', 'revision_number': 1, 'project_id': '38f5edb97ea840569a67c1dd7f195402', 'subnets': [{'id': '7b7c86c1-76c7-4dbd-a402-b3e3a07ad793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:11.191931 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5d867-ea7f-4227-9906-349f1d6a1e74 admin admin] Pushing event updated for resources: {'Port': ['ID=ddc51d56-ccce-4ec4-b1e8-bd62db7109d6,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:11.246951 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354554a6-e28f-443b-88ba-c0696b089615 None None] The sync data for ids ['c27dccb6-dc55-43eb-98cb-fdee098f7804'] in n-d-768862-16 is: [{'id': 'c27dccb6-dc55-43eb-98cb-fdee098f7804', 'name': 'tempest-TestVolumeBootPattern-1556644874-router', 'tenant_id': '38f5edb97ea840569a67c1dd7f195402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:02Z', 'updated_at': '2021-11-12T09:16:10Z', 'revision_number': 4, 'project_id': '38f5edb97ea840569a67c1dd7f195402', 'gw_port': {'id': '4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27dccb6-dc55-43eb-98cb-fdee098f7804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:03Z', 'updated_at': '2021-11-12T09:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'ddc51d56-ccce-4ec4-b1e8-bd62db7109d6', 'name': '', 'network_id': '2d7e6670-a91c-4abe-b33c-c68ed141cd84', 'tenant_id': '38f5edb97ea840569a67c1dd7f195402', 'mac_address': 'fa:16:3e:79:b8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27dccb6-dc55-43eb-98cb-fdee098f7804', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '7b7c86c1-76c7-4dbd-a402-b3e3a07ad793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:08Z', 'updated_at': '2021-11-12T09:16:09Z', 'revision_number': 1, 'project_id': '38f5edb97ea840569a67c1dd7f195402', 'subnets': [{'id': '7b7c86c1-76c7-4dbd-a402-b3e3a07ad793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:16:11.275484 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-699aa5d8-9b04-4f43-96a5-c5d30f06f485 None None] Provisioning complete for port 4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:11.276402 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-699aa5d8-9b04-4f43-96a5-c5d30f06f485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:11.298959 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da5d867-ea7f-4227-9906-349f1d6a1e74 admin admin] Network 2d7e6670-a91c-4abe-b33c-c68ed141cd84 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:16:11.315769 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-6da5d867-ea7f-4227-9906-349f1d6a1e74 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:16:11.321692 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-77880ede-6bed-4741-b2a4-604f841e896a service neutron] 10.222.0.37 "GET /v2.0/networks/88e0e5fb-0536-4a10-97d1-62e3aee9e986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341837 Nov 12 09:16:11.638187 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b05243ff-b91e-44be-9f7d-905b9b904483 req-b8b86aa5-c7d9-484c-b4ea-30f0ca9166ec service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=479a8b69-a505-466c-85b4-2c449b0bfd6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2384474 Nov 12 09:16:11.760775 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da5d867-ea7f-4227-9906-349f1d6a1e74 admin admin] Router c27dccb6-dc55-43eb-98cb-fdee098f7804 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:16:11.859095 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-73847f87-0439-47b4-81b3-b86eec0950e3 req-030f5b26-0be1-437b-a63b-16242d564eb3 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/ports?device_id=562e990e-343b-4339-8e9e-d4de03a9f1b1 HTTP/1.1" status: 200 len: 210 time: 0.1117353 Nov 12 09:16:11.965941 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-6f3c5bdc-94ff-4358-8455-47afcaf9a682 None None] Provisioning complete for port ddc51d56-ccce-4ec4-b1e8-bd62db7109d6 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:11.970410 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6f3c5bdc-94ff-4358-8455-47afcaf9a682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:12.041039 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-6f3c5bdc-94ff-4358-8455-47afcaf9a682 None None] Port ddc51d56-ccce-4ec4-b1e8-bd62db7109d6 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:16:12.116727 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f21ff53f-cf6b-47ae-908f-5ee02f20e0bd no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:16:12.191937 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: f21ff53f-cf6b-47ae-908f-5ee02f20e0bd {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:16:12.192307 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f21ff53f-cf6b-47ae-908f-5ee02f20e0bd not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:16:12.201140 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da5d867-ea7f-4227-9906-349f1d6a1e74 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:16:12.216713 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05243ff-b91e-44be-9f7d-905b9b904483 req-fb5ddbf5-76ad-4492-8111-835d18f70757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:12.218528 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b05243ff-b91e-44be-9f7d-905b9b904483 req-fb5ddbf5-76ad-4492-8111-835d18f70757 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c42c9d54c604f189b9041f63743feb1&device_id=479a8b69-a505-466c-85b4-2c449b0bfd6d HTTP/1.1" status: 200 len: 1101 time: 0.3832037 Nov 12 09:16:12.239681 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6da5d867-ea7f-4227-9906-349f1d6a1e74 admin admin] 10.222.0.37 "PUT /v2.0/routers/c27dccb6-dc55-43eb-98cb-fdee098f7804/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6010802 Nov 12 09:16:12.239975 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:12.556088 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05243ff-b91e-44be-9f7d-905b9b904483 req-acff97b3-df7f-49fc-8cf1-e12c53a0bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:12.564697 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b05243ff-b91e-44be-9f7d-905b9b904483 req-acff97b3-df7f-49fc-8cf1-e12c53a0bc0a service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.3061905 Nov 12 09:16:12.844463 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b05243ff-b91e-44be-9f7d-905b9b904483 req-51c50569-44b3-4c29-9ff9-81234ffd3ebf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=ea8d8abc-f4fb-4926-9ab1-3a83db2d3589 HTTP/1.1" status: 200 len: 217 time: 0.2712860 Nov 12 09:16:13.050071 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05243ff-b91e-44be-9f7d-905b9b904483 req-e60bc723-593f-4a3c-86dd-a1ff1590ec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:13.051997 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b05243ff-b91e-44be-9f7d-905b9b904483 req-e60bc723-593f-4a3c-86dd-a1ff1590ec6d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1944656 Nov 12 09:16:13.086318 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b2b752fa-2d41-466e-a776-4360f568d40b req-cfdbfac1-19e2-4abb-82a0-ca64940e0da8 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/ports?device_id=562e990e-343b-4339-8e9e-d4de03a9f1b1 HTTP/1.1" status: 200 len: 210 time: 0.0724983 Nov 12 09:16:13.176557 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05243ff-b91e-44be-9f7d-905b9b904483 req-804a0928-5837-4d7e-9c2e-5260b531798c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:13.179210 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b05243ff-b91e-44be-9f7d-905b9b904483 req-804a0928-5837-4d7e-9c2e-5260b531798c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1113765 Nov 12 09:16:13.453718 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b05243ff-b91e-44be-9f7d-905b9b904483 req-597c16a1-42c6-4e61-a48b-0d8414df4566 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639027 Nov 12 09:16:13.481713 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:13.606933 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b05243ff-b91e-44be-9f7d-905b9b904483 req-c420e383-3411-4763-9f99-7741535d2634 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469436 Nov 12 09:16:13.922819 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:16:13.997702 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:13.998900 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:14.144314 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:14.288853 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-85382e23-de83-4b1a-b1ef-20bebfccab93 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:14.292581 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-85382e23-de83-4b1a-b1ef-20bebfccab93 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.54 "GET /v2.0/networks?id=88e0e5fb-0536-4a10-97d1-62e3aee9e986 HTTP/1.1" status: 200 len: 808 time: 0.4318469 Nov 12 09:16:14.328103 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-c9dd1a17-9d1c-4ffb-816a-da61a18752e8 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Request body: {'port': {'device_id': '562e990e-343b-4339-8e9e-d4de03a9f1b1', 'network_id': '88e0e5fb-0536-4a10-97d1-62e3aee9e986', 'admin_state_up': True, 'tenant_id': '5dbaef3f8ffa403ebe0e42c6f7054c4a'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:14.361662 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c97c29f4-5df1-4810-83c1-a80ed59a07ae req-f978cd2c-c65e-4d6e-801a-43ea7ce7a4ca tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/ports?device_id=562e990e-343b-4339-8e9e-d4de03a9f1b1 HTTP/1.1" status: 200 len: 210 time: 0.1009073 Nov 12 09:16:14.903001 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-c9dd1a17-9d1c-4ffb-816a-da61a18752e8 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Made reservation on behalf of 5dbaef3f8ffa403ebe0e42c6f7054c4a for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:16:14.907681 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-c9dd1a17-9d1c-4ffb-816a-da61a18752e8 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:15.066789 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-c9dd1a17-9d1c-4ffb-816a-da61a18752e8 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Allocated IP 172.20.0.12 (88e0e5fb-0536-4a10-97d1-62e3aee9e986/0e31084f-9239-478e-8884-e526110e7239/292b6f52-8141-433c-8227-b9cf66c6c49d) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:16:15.216576 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1103d7d0-2e5a-4b9e-bf6d-880788d7697f None None] Sync routers for ids ['c27dccb6-dc55-43eb-98cb-fdee098f7804'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:16:15.230048 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1103d7d0-2e5a-4b9e-bf6d-880788d7697f None None] Routers {'c27dccb6-dc55-43eb-98cb-fdee098f7804'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:16:15.231069 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-1103d7d0-2e5a-4b9e-bf6d-880788d7697f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:16:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c27dccb6-dc55-43eb-98cb-fdee098f7804'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:15.259003 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-c9dd1a17-9d1c-4ffb-816a-da61a18752e8 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:15.298347 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-c9dd1a17-9d1c-4ffb-816a-da61a18752e8 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:15.359378 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-c9dd1a17-9d1c-4ffb-816a-da61a18752e8 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Network 88e0e5fb-0536-4a10-97d1-62e3aee9e986 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:16:15.361169 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-c9dd1a17-9d1c-4ffb-816a-da61a18752e8 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:16:15.363187 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd1a17-9d1c-4ffb-816a-da61a18752e8 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Pushing event updated for resources: {'Port': ['ID=292b6f52-8141-433c-8227-b9cf66c6c49d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:15.365726 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-c9dd1a17-9d1c-4ffb-816a-da61a18752e8 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:16:15.391201 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-1103d7d0-2e5a-4b9e-bf6d-880788d7697f None None] Set router c27dccb6-dc55-43eb-98cb-fdee098f7804 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:16:15.456325 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-c9dd1a17-9d1c-4ffb-816a-da61a18752e8 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:15.457080 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-c9dd1a17-9d1c-4ffb-816a-da61a18752e8 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:15.511788 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-c9dd1a17-9d1c-4ffb-816a-da61a18752e8 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1996145 Nov 12 09:16:15.532449 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-de896436-cbc6-484e-a288-f919731d20c3 service neutron] Request body: {'port': {'device_id': '562e990e-343b-4339-8e9e-d4de03a9f1b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:15.624718 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4bda58-e495-4f68-9dd5-5dfae1356cb4 req-617d38ec-cdb6-48e1-b032-8c6580e040fa tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:15.633915 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1a4bda58-e495-4f68-9dd5-5dfae1356cb4 req-617d38ec-cdb6-48e1-b032-8c6580e040fa tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/ports?device_id=562e990e-343b-4339-8e9e-d4de03a9f1b1 HTTP/1.1" status: 200 len: 932 time: 0.1450107 Nov 12 09:16:15.690669 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-de896436-cbc6-484e-a288-f919731d20c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:15.728081 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1a4bda58-e495-4f68-9dd5-5dfae1356cb4 req-da691d8e-f372-4cf0-b5e4-b53b77e8faec tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/security-groups?id=4703fbf7-9c4b-490b-b0be-05fe6c9e751e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925374 Nov 12 09:16:15.771649 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-1103d7d0-2e5a-4b9e-bf6d-880788d7697f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27dccb6-dc55-43eb-98cb-fdee098f7804', 'name': 'tempest-TestVolumeBootPattern-1556644874-router', 'tenant_id': '38f5edb97ea840569a67c1dd7f195402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:02Z', 'updated_at': '2021-11-12T09:16:10Z', 'revision_number': 4, 'project_id': '38f5edb97ea840569a67c1dd7f195402', 'gw_port': {'id': '4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27dccb6-dc55-43eb-98cb-fdee098f7804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:03Z', 'updated_at': '2021-11-12T09:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'ddc51d56-ccce-4ec4-b1e8-bd62db7109d6', 'name': '', 'network_id': '2d7e6670-a91c-4abe-b33c-c68ed141cd84', 'tenant_id': '38f5edb97ea840569a67c1dd7f195402', 'mac_address': 'fa:16:3e:79:b8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27dccb6-dc55-43eb-98cb-fdee098f7804', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '7b7c86c1-76c7-4dbd-a402-b3e3a07ad793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:08Z', 'updated_at': '2021-11-12T09:16:10Z', 'revision_number': 2, 'project_id': '38f5edb97ea840569a67c1dd7f195402', 'subnets': [{'id': '7b7c86c1-76c7-4dbd-a402-b3e3a07ad793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:15.801084 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1103d7d0-2e5a-4b9e-bf6d-880788d7697f None None] Checking router: c27dccb6-dc55-43eb-98cb-fdee098f7804 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:16:15.801586 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1103d7d0-2e5a-4b9e-bf6d-880788d7697f None None] Updating router c27dccb6-dc55-43eb-98cb-fdee098f7804 port ddc51d56-ccce-4ec4-b1e8-bd62db7109d6 binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:16:15.834005 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1103d7d0-2e5a-4b9e-bf6d-880788d7697f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:16.011126 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-de896436-cbc6-484e-a288-f919731d20c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 292b6f52-8141-433c-8227-b9cf66c6c49d {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:16:16.019855 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-de896436-cbc6-484e-a288-f919731d20c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:16.040297 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-de896436-cbc6-484e-a288-f919731d20c3 service neutron] Transition to ACTIVE for port object 292b6f52-8141-433c-8227-b9cf66c6c49d will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:16:16.046671 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-de896436-cbc6-484e-a288-f919731d20c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:16.062439 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59552) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:16.112563 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de896436-cbc6-484e-a288-f919731d20c3 service neutron] Pushing event updated for resources: {'Port': ['ID=292b6f52-8141-433c-8227-b9cf66c6c49d,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:16.191038 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-de896436-cbc6-484e-a288-f919731d20c3 service neutron] Attempting to bind port 292b6f52-8141-433c-8227-b9cf66c6c49d on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:16:16.191422 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-de896436-cbc6-484e-a288-f919731d20c3 service neutron] Attempting to bind port 292b6f52-8141-433c-8227-b9cf66c6c49d by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '1cde379a-4e4a-4f52-bb9a-7b473e5ba369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '88e0e5fb-0536-4a10-97d1-62e3aee9e986'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:16:16.191921 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-de896436-cbc6-484e-a288-f919731d20c3 service neutron] Attempting to bind port 292b6f52-8141-433c-8227-b9cf66c6c49d on network 88e0e5fb-0536-4a10-97d1-62e3aee9e986 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:16:16.193601 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a1983511-0c2d-45be-8901-8a4ecee4e050 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:16.197551 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-de896436-cbc6-484e-a288-f919731d20c3 service neutron] Port 292b6f52-8141-433c-8227-b9cf66c6c49d on network 88e0e5fb-0536-4a10-97d1-62e3aee9e986 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:16:16.197886 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-de896436-cbc6-484e-a288-f919731d20c3 service neutron] Attempting to bind port 292b6f52-8141-433c-8227-b9cf66c6c49d on network 88e0e5fb-0536-4a10-97d1-62e3aee9e986 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:16:16.206452 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-de896436-cbc6-484e-a288-f919731d20c3 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:16:16.206805 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-de896436-cbc6-484e-a288-f919731d20c3 service neutron] Checking segment: {'id': '1cde379a-4e4a-4f52-bb9a-7b473e5ba369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '88e0e5fb-0536-4a10-97d1-62e3aee9e986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:16:16.207195 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-de896436-cbc6-484e-a288-f919731d20c3 service neutron] Bound using segment: {'id': '1cde379a-4e4a-4f52-bb9a-7b473e5ba369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '88e0e5fb-0536-4a10-97d1-62e3aee9e986'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:16:16.208718 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-de896436-cbc6-484e-a288-f919731d20c3 service neutron] Bound port: 292b6f52-8141-433c-8227-b9cf66c6c49d, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cde379a-4e4a-4f52-bb9a-7b473e5ba369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '88e0e5fb-0536-4a10-97d1-62e3aee9e986'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:16:16.209415 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-de896436-cbc6-484e-a288-f919731d20c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:16.247130 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1103d7d0-2e5a-4b9e-bf6d-880788d7697f None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:16.257053 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1103d7d0-2e5a-4b9e-bf6d-880788d7697f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:16.291541 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-de896436-cbc6-484e-a288-f919731d20c3 service neutron] For port 292b6f52-8141-433c-8227-b9cf66c6c49d, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:16:16.300385 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-de896436-cbc6-484e-a288-f919731d20c3 service neutron] For port 292b6f52-8141-433c-8227-b9cf66c6c49d, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=292b6f52-8141-433c-8227-b9cf66c6c49d,segment=NetworkSegment(1cde379a-4e4a-4f52-bb9a-7b473e5ba369),segment_id=1cde379a-4e4a-4f52-bb9a-7b473e5ba369)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:16:16.306752 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-de896436-cbc6-484e-a288-f919731d20c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:16.318269 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a1983511-0c2d-45be-8901-8a4ecee4e050 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:16.325088 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a1983511-0c2d-45be-8901-8a4ecee4e050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:16.342137 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507fb537-1d4e-4443-bb44-4710aae047b8 None None] Pushing event updated for resources: {'Port': ['ID=ddc51d56-ccce-4ec4-b1e8-bd62db7109d6,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:16.378755 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1983511-0c2d-45be-8901-8a4ecee4e050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e371e49-ee08-4cd1-a51f-5aeff4e90dc5,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:16.385863 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a1983511-0c2d-45be-8901-8a4ecee4e050 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f41ed1dbd8b4dd19c2ea1df451c3058&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3220267 Nov 12 09:16:16.388886 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59556) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:16.398532 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de896436-cbc6-484e-a288-f919731d20c3 service neutron] Pushing event updated for resources: {'Port': ['ID=292b6f52-8141-433c-8227-b9cf66c6c49d,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:16.401205 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-1103d7d0-2e5a-4b9e-bf6d-880788d7697f None None] Attempting to bind port ddc51d56-ccce-4ec4-b1e8-bd62db7109d6 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:16:16.401581 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-1103d7d0-2e5a-4b9e-bf6d-880788d7697f None None] Attempting to bind port ddc51d56-ccce-4ec4-b1e8-bd62db7109d6 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '61954088-43bd-4c5a-b34a-757628db7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2d7e6670-a91c-4abe-b33c-c68ed141cd84'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:16:16.402001 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1103d7d0-2e5a-4b9e-bf6d-880788d7697f None None] Attempting to bind port ddc51d56-ccce-4ec4-b1e8-bd62db7109d6 on network 2d7e6670-a91c-4abe-b33c-c68ed141cd84 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:16:16.409331 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1103d7d0-2e5a-4b9e-bf6d-880788d7697f None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:16:16.410017 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1103d7d0-2e5a-4b9e-bf6d-880788d7697f None None] Checking segment: {'id': '61954088-43bd-4c5a-b34a-757628db7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2d7e6670-a91c-4abe-b33c-c68ed141cd84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:16:16.411006 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1103d7d0-2e5a-4b9e-bf6d-880788d7697f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:16.411636 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1103d7d0-2e5a-4b9e-bf6d-880788d7697f None None] Bound using segment: {'id': '61954088-43bd-4c5a-b34a-757628db7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2d7e6670-a91c-4abe-b33c-c68ed141cd84'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:16:16.412573 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-1103d7d0-2e5a-4b9e-bf6d-880788d7697f None None] Bound port: ddc51d56-ccce-4ec4-b1e8-bd62db7109d6, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61954088-43bd-4c5a-b34a-757628db7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2d7e6670-a91c-4abe-b33c-c68ed141cd84'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:16:16.413668 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1103d7d0-2e5a-4b9e-bf6d-880788d7697f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:16.415475 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-de896436-cbc6-484e-a288-f919731d20c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:16.416380 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-de896436-cbc6-484e-a288-f919731d20c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:16.417963 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-de896436-cbc6-484e-a288-f919731d20c3 service neutron] 10.222.0.54 "PUT /v2.0/ports/292b6f52-8141-433c-8227-b9cf66c6c49d HTTP/1.1" status: 200 len: 1093 time: 0.8957105 Nov 12 09:16:16.418510 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562e990e-343b-4339-8e9e-d4de03a9f1b1', 'tag': '292b6f52-8141-433c-8227-b9cf66c6c49d'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:16:16.423695 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c93cdf6-7767-4be5-8c17-6411dcc0de13" -d '{"events": [{"name": "network-changed", "server_uuid": "562e990e-343b-4339-8e9e-d4de03a9f1b1", "tag": "292b6f52-8141-433c-8227-b9cf66c6c49d"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:16:16.507828 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841b5928-f26a-437b-b540-b5ab7f029b35 x-openstack-request-id: req-841b5928-f26a-437b-b540-b5ab7f029b35 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:16:16.508164 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562e990e-343b-4339-8e9e-d4de03a9f1b1", "tag": "292b6f52-8141-433c-8227-b9cf66c6c49d", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:16:16.508565 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-841b5928-f26a-437b-b540-b5ab7f029b35 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:16:16.508933 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562e990e-343b-4339-8e9e-d4de03a9f1b1', 'tag': '292b6f52-8141-433c-8227-b9cf66c6c49d', 'status': 'completed', 'code': 200} Nov 12 09:16:16.515659 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-1103d7d0-2e5a-4b9e-bf6d-880788d7697f None None] For port ddc51d56-ccce-4ec4-b1e8-bd62db7109d6, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:16:16.525799 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4e73cf9b-d2fb-4809-b02b-7d8e78de3c27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:16.529088 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-1103d7d0-2e5a-4b9e-bf6d-880788d7697f None None] For port ddc51d56-ccce-4ec4-b1e8-bd62db7109d6, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ddc51d56-ccce-4ec4-b1e8-bd62db7109d6,segment=NetworkSegment(61954088-43bd-4c5a-b34a-757628db7383),segment_id=61954088-43bd-4c5a-b34a-757628db7383)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:16:16.535042 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-87a3ce1b-2cdb-43c4-bde9-a34e45b88db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:16.537163 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1103d7d0-2e5a-4b9e-bf6d-880788d7697f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:16.539241 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-87a3ce1b-2cdb-43c4-bde9-a34e45b88db5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5dbaef3f8ffa403ebe0e42c6f7054c4a&device_id=562e990e-343b-4339-8e9e-d4de03a9f1b1 HTTP/1.1" status: 200 len: 1096 time: 0.0785992 Nov 12 09:16:16.558753 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4e73cf9b-d2fb-4809-b02b-7d8e78de3c27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:16.596031 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507fb537-1d4e-4443-bb44-4710aae047b8 None None] Pushing event updated for resources: {'Port': ['ID=ddc51d56-ccce-4ec4-b1e8-bd62db7109d6,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:16.609990 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-f519c944-7440-401d-b0e1-59f55ddc7979 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=292b6f52-8141-433c-8227-b9cf66c6c49d HTTP/1.1" status: 200 len: 217 time: 0.0636714 Nov 12 09:16:16.634285 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1103d7d0-2e5a-4b9e-bf6d-880788d7697f None None] Routers {'c27dccb6-dc55-43eb-98cb-fdee098f7804'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:16:16.634950 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-1103d7d0-2e5a-4b9e-bf6d-880788d7697f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:16:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c27dccb6-dc55-43eb-98cb-fdee098f7804'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:16.641246 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4e73cf9b-d2fb-4809-b02b-7d8e78de3c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:16.645400 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4e73cf9b-d2fb-4809-b02b-7d8e78de3c27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:16.646861 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4e73cf9b-d2fb-4809-b02b-7d8e78de3c27 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e371e49-ee08-4cd1-a51f-5aeff4e90dc5 HTTP/1.1" status: 204 len: 168 time: 0.2564249 Nov 12 09:16:16.657159 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73cf9b-d2fb-4809-b02b-7d8e78de3c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e371e49-ee08-4cd1-a51f-5aeff4e90dc5,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:16.724848 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-cb1a003c-4951-4b14-ba1d-38b18c703ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:16.733868 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-cb1a003c-4951-4b14-ba1d-38b18c703ef3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0e31084f-9239-478e-8884-e526110e7239 HTTP/1.1" status: 200 len: 848 time: 0.1147158 Nov 12 09:16:16.739212 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b3e72a3c-b057-46b3-b19b-18c2bfad67ee None None] Provisioning complete for port ddc51d56-ccce-4ec4-b1e8-bd62db7109d6 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:16.739935 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b3e72a3c-b057-46b3-b19b-18c2bfad67ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:16.816557 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-1103d7d0-2e5a-4b9e-bf6d-880788d7697f None None] Set router c27dccb6-dc55-43eb-98cb-fdee098f7804 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:16:16.827761 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-64ce361b-e762-405d-8d41-53ad990ae175 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=88e0e5fb-0536-4a10-97d1-62e3aee9e986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860984 Nov 12 09:16:16.980030 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b3e72a3c-b057-46b3-b19b-18c2bfad67ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:17.031354 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda4be3-0aee-4b63-a72c-9a321a252e70 req-d7bb70ef-2408-4f78-8306-ebefcea6dda8 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:17.034239 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6fda4be3-0aee-4b63-a72c-9a321a252e70 req-d7bb70ef-2408-4f78-8306-ebefcea6dda8 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/ports?device_id=562e990e-343b-4339-8e9e-d4de03a9f1b1 HTTP/1.1" status: 200 len: 944 time: 0.1460526 Nov 12 09:16:17.047540 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b3e72a3c-b057-46b3-b19b-18c2bfad67ee None None] For port ddc51d56-ccce-4ec4-b1e8-bd62db7109d6, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ddc51d56-ccce-4ec4-b1e8-bd62db7109d6,segment=NetworkSegment(61954088-43bd-4c5a-b34a-757628db7383),segment_id=61954088-43bd-4c5a-b34a-757628db7383)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:17.053342 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b3e72a3c-b057-46b3-b19b-18c2bfad67ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:17.078140 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-623c5058-87e0-44e4-838d-fc2d86039a6a service neutron] 10.222.0.54 "GET /v2.0/networks/88e0e5fb-0536-4a10-97d1-62e3aee9e986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409730 Nov 12 09:16:17.162130 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e72a3c-b057-46b3-b19b-18c2bfad67ee None None] Pushing event updated for resources: {'Port': ['ID=ddc51d56-ccce-4ec4-b1e8-bd62db7109d6,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:17.182767 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6fda4be3-0aee-4b63-a72c-9a321a252e70 req-8465e6d9-35b7-4618-ac64-563244159427 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/security-groups?id=4703fbf7-9c4b-490b-b0be-05fe6c9e751e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390822 Nov 12 09:16:17.203215 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-354e1650-386c-47b6-aae0-4277f144cd35 None None] Provisioning complete for port ddc51d56-ccce-4ec4-b1e8-bd62db7109d6 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:17.203215 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-354e1650-386c-47b6-aae0-4277f144cd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:17.203567 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-1103d7d0-2e5a-4b9e-bf6d-880788d7697f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27dccb6-dc55-43eb-98cb-fdee098f7804', 'name': 'tempest-TestVolumeBootPattern-1556644874-router', 'tenant_id': '38f5edb97ea840569a67c1dd7f195402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:02Z', 'updated_at': '2021-11-12T09:16:10Z', 'revision_number': 4, 'project_id': '38f5edb97ea840569a67c1dd7f195402', 'gw_port': {'id': '4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27dccb6-dc55-43eb-98cb-fdee098f7804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:03Z', 'updated_at': '2021-11-12T09:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'ddc51d56-ccce-4ec4-b1e8-bd62db7109d6', 'name': '', 'network_id': '2d7e6670-a91c-4abe-b33c-c68ed141cd84', 'tenant_id': '38f5edb97ea840569a67c1dd7f195402', 'mac_address': 'fa:16:3e:79:b8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27dccb6-dc55-43eb-98cb-fdee098f7804', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '7b7c86c1-76c7-4dbd-a402-b3e3a07ad793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:08Z', 'updated_at': '2021-11-12T09:16:16Z', 'revision_number': 4, 'project_id': '38f5edb97ea840569a67c1dd7f195402', 'subnets': [{'id': '7b7c86c1-76c7-4dbd-a402-b3e3a07ad793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:17.262715 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1103d7d0-2e5a-4b9e-bf6d-880788d7697f None None] The sync data for ids ['c27dccb6-dc55-43eb-98cb-fdee098f7804'] in n-d-768862-16 is: [{'id': 'c27dccb6-dc55-43eb-98cb-fdee098f7804', 'name': 'tempest-TestVolumeBootPattern-1556644874-router', 'tenant_id': '38f5edb97ea840569a67c1dd7f195402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:02Z', 'updated_at': '2021-11-12T09:16:10Z', 'revision_number': 4, 'project_id': '38f5edb97ea840569a67c1dd7f195402', 'gw_port': {'id': '4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27dccb6-dc55-43eb-98cb-fdee098f7804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:03Z', 'updated_at': '2021-11-12T09:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'ddc51d56-ccce-4ec4-b1e8-bd62db7109d6', 'name': '', 'network_id': '2d7e6670-a91c-4abe-b33c-c68ed141cd84', 'tenant_id': '38f5edb97ea840569a67c1dd7f195402', 'mac_address': 'fa:16:3e:79:b8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27dccb6-dc55-43eb-98cb-fdee098f7804', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '7b7c86c1-76c7-4dbd-a402-b3e3a07ad793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:08Z', 'updated_at': '2021-11-12T09:16:16Z', 'revision_number': 4, 'project_id': '38f5edb97ea840569a67c1dd7f195402', 'subnets': [{'id': '7b7c86c1-76c7-4dbd-a402-b3e3a07ad793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:16:17.312542 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4be57183-db1e-488f-9cd6-d7dd26ad614b req-ef92329b-00a3-4cdd-9f4d-72273036519c service neutron] 10.222.0.54 "GET /v2.0/networks/88e0e5fb-0536-4a10-97d1-62e3aee9e986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227817 Nov 12 09:16:17.338820 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59580) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:17.354337 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0321e7f6-904f-4862-bba3-1477471d3429 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:17.449678 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93cdf6-7767-4be5-8c17-6411dcc0de13 req-a4883580-e31c-4e58-b84a-ce9938fe9b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:17.451300 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2c93cdf6-7767-4be5-8c17-6411dcc0de13 req-a4883580-e31c-4e58-b84a-ce9938fe9b19 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5dbaef3f8ffa403ebe0e42c6f7054c4a&device_id=562e990e-343b-4339-8e9e-d4de03a9f1b1 HTTP/1.1" status: 200 len: 1096 time: 0.0792792 Nov 12 09:16:17.505816 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-1a3605b4-bc87-4776-bdc7-a95456f08c6b tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:17.507434 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-1a3605b4-bc87-4776-bdc7-a95456f08c6b tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 812 time: 0.1500015 Nov 12 09:16:17.530665 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-348b176f-2db6-460b-b891-6d61eee2bbea tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/quotas/8490ecf3904e4cc1946420dda4801d0b HTTP/1.1" status: 200 len: 375 time: 0.0135894 Nov 12 09:16:17.548874 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0321e7f6-904f-4862-bba3-1477471d3429 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:17.564224 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0321e7f6-904f-4862-bba3-1477471d3429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:17.606269 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-4dc8ae4e-df87-4057-9b67-c0861d36b168 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699162 Nov 12 09:16:17.641325 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0321e7f6-904f-4862-bba3-1477471d3429 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5203d379e124c0cbb92c7adf44057c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3011711 Nov 12 09:16:17.647561 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59582) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:17.657217 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321e7f6-904f-4862-bba3-1477471d3429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488e3ec7-7d4b-40d0-a703-b71d5ddb93ca,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:17.673979 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93cdf6-7767-4be5-8c17-6411dcc0de13 req-7303e200-71ff-4184-a706-98b215b354a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:17.678373 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2c93cdf6-7767-4be5-8c17-6411dcc0de13 req-7303e200-71ff-4184-a706-98b215b354a7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=88e0e5fb-0536-4a10-97d1-62e3aee9e986 HTTP/1.1" status: 200 len: 909 time: 0.2150960 Nov 12 09:16:17.839103 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2c93cdf6-7767-4be5-8c17-6411dcc0de13 req-2c6c631c-f6fc-4255-8d4e-74f676f3a255 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=292b6f52-8141-433c-8227-b9cf66c6c49d HTTP/1.1" status: 200 len: 217 time: 0.1507249 Nov 12 09:16:17.880700 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ddc51d56-ccce-4ec4-b1e8-bd62db7109d6 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:16:17.930397 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-43a0391a-5a13-4496-aaaa-a4467398407c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:17.932627 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93cdf6-7767-4be5-8c17-6411dcc0de13 req-d202cdad-07b8-4638-ba5e-f127925b928c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:17.934172 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2c93cdf6-7767-4be5-8c17-6411dcc0de13 req-d202cdad-07b8-4638-ba5e-f127925b928c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0e31084f-9239-478e-8884-e526110e7239 HTTP/1.1" status: 200 len: 848 time: 0.0866902 Nov 12 09:16:17.954877 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port ddc51d56-ccce-4ec4-b1e8-bd62db7109d6 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:17.955481 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:17.957607 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-5b9db72e-1233-483a-a772-fd7b70a102e7 service neutron] 10.222.0.37 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374934 Nov 12 09:16:17.981504 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-43a0391a-5a13-4496-aaaa-a4467398407c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:17.996119 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2c93cdf6-7767-4be5-8c17-6411dcc0de13 req-7eb14761-3cc1-4a09-9059-4645d2bca2b0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=88e0e5fb-0536-4a10-97d1-62e3aee9e986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541420 Nov 12 09:16:18.119766 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-43a0391a-5a13-4496-aaaa-a4467398407c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:18.122730 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-43a0391a-5a13-4496-aaaa-a4467398407c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:18.124031 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-43a0391a-5a13-4496-aaaa-a4467398407c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/488e3ec7-7d4b-40d0-a703-b71d5ddb93ca HTTP/1.1" status: 204 len: 168 time: 0.4733565 Nov 12 09:16:18.124168 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 292b6f52-8141-433c-8227-b9cf66c6c49d details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:16:18.137337 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0391a-5a13-4496-aaaa-a4467398407c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488e3ec7-7d4b-40d0-a703-b71d5ddb93ca,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:18.149918 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-4027cf52-f30f-4b0d-9463-c1318ceda1e5 service neutron] 10.222.0.37 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781554 Nov 12 09:16:18.187727 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2c93cdf6-7767-4be5-8c17-6411dcc0de13 req-cbfaba00-df84-48d8-a2a7-c781796e769f service neutron] 10.222.0.54 "GET /v2.0/networks/88e0e5fb-0536-4a10-97d1-62e3aee9e986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839824 Nov 12 09:16:18.296540 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 292b6f52-8141-433c-8227-b9cf66c6c49d, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=292b6f52-8141-433c-8227-b9cf66c6c49d,segment=NetworkSegment(1cde379a-4e4a-4f52-bb9a-7b473e5ba369),segment_id=1cde379a-4e4a-4f52-bb9a-7b473e5ba369)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:18.323073 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '292b6f52-8141-433c-8227-b9cf66c6c49d', 'network_id': '88e0e5fb-0536-4a10-97d1-62e3aee9e986', 'port_id': '292b6f52-8141-433c-8227-b9cf66c6c49d', 'mac_address': 'fa:16:3e:42:cf:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e31084f-9239-478e-8884-e526110e7239', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:16:18.357138 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2c93cdf6-7767-4be5-8c17-6411dcc0de13 req-c7c3660f-0bbb-4dde-9ff6-6e716a0ddc34 service neutron] 10.222.0.54 "GET /v2.0/networks/88e0e5fb-0536-4a10-97d1-62e3aee9e986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594515 Nov 12 09:16:18.385811 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:18.407364 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 292b6f52-8141-433c-8227-b9cf66c6c49d {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:16:18.444757 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 292b6f52-8141-433c-8227-b9cf66c6c49d, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=292b6f52-8141-433c-8227-b9cf66c6c49d,segment=NetworkSegment(1cde379a-4e4a-4f52-bb9a-7b473e5ba369),segment_id=1cde379a-4e4a-4f52-bb9a-7b473e5ba369)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:18.459554 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:18.548054 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=292b6f52-8141-433c-8227-b9cf66c6c49d,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:18.655967 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['292b6f52-8141-433c-8227-b9cf66c6c49d'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:16:18.723104 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef445c-c1f5-46f1-a1f4-41dafdd3da2e req-a794d8f9-3653-4d9e-a151-9b098268c506 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:18.728529 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-15ef445c-c1f5-46f1-a1f4-41dafdd3da2e req-a794d8f9-3653-4d9e-a151-9b098268c506 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/ports?device_id=562e990e-343b-4339-8e9e-d4de03a9f1b1 HTTP/1.1" status: 200 len: 945 time: 0.1191292 Nov 12 09:16:18.830518 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-15ef445c-c1f5-46f1-a1f4-41dafdd3da2e req-e7987ec5-9dd8-4aeb-bab5-f540edae3572 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/security-groups?id=4703fbf7-9c4b-490b-b0be-05fe6c9e751e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844460 Nov 12 09:16:18.961976 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1487f9e2-a018-4e05-9f4e-1927de965b15 req-25724297-1a02-4ece-acaa-2e68d1335dbc tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=30a41625-09ac-4e9d-b58c-af63ad93398c HTTP/1.1" status: 200 len: 210 time: 0.0517368 Nov 12 09:16:20.114099 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992ad7b-03bf-4267-b16c-eeef74cec030 req-a1e818ce-944d-4af1-8ac0-0c2aecfe15f1 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:20.116261 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7992ad7b-03bf-4267-b16c-eeef74cec030 req-a1e818ce-944d-4af1-8ac0-0c2aecfe15f1 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/ports?device_id=562e990e-343b-4339-8e9e-d4de03a9f1b1 HTTP/1.1" status: 200 len: 945 time: 0.1281970 Nov 12 09:16:20.137759 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 292b6f52-8141-433c-8227-b9cf66c6c49d up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:16:20.175082 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-44054d8e-9f6b-46fa-bacf-06034c11b11c tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:20.177341 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-44054d8e-9f6b-46fa-bacf-06034c11b11c tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.58 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 812 time: 0.2673919 Nov 12 09:16:20.220073 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 292b6f52-8141-433c-8227-b9cf66c6c49d completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:16:20.225838 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 292b6f52-8141-433c-8227-b9cf66c6c49d triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:20.226425 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:20.242895 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-a721449e-e62d-4f0e-ac23-8916ea34f93b tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Request body: {'port': {'device_id': '30a41625-09ac-4e9d-b58c-af63ad93398c', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'admin_state_up': True, 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:20.261672 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7992ad7b-03bf-4267-b16c-eeef74cec030 req-11d0c175-72bc-414c-8494-db15d1b6dd8f tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/security-groups?id=4703fbf7-9c4b-490b-b0be-05fe6c9e751e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331289 Nov 12 09:16:20.480717 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-21f068a8-a804-48ed-b7b4-48d31743410c req-77eacde3-a5de-4aae-93e0-5ea0662acb11 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=30a41625-09ac-4e9d-b58c-af63ad93398c HTTP/1.1" status: 200 len: 210 time: 0.0618827 Nov 12 09:16:20.589458 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-a721449e-e62d-4f0e-ac23-8916ea34f93b tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Made reservation on behalf of 8490ecf3904e4cc1946420dda4801d0b for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:16:20.598720 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-a721449e-e62d-4f0e-ac23-8916ea34f93b tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:20.601764 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:20.656672 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562e990e-343b-4339-8e9e-d4de03a9f1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292b6f52-8141-433c-8227-b9cf66c6c49d'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:16:20.663446 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a276b912-d40c-49e1-a0c4-26fed6ebd7e8" -d '{"events": [{"server_uuid": "562e990e-343b-4339-8e9e-d4de03a9f1b1", "name": "network-vif-plugged", "status": "completed", "tag": "292b6f52-8141-433c-8227-b9cf66c6c49d"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:16:20.714782 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 292b6f52-8141-433c-8227-b9cf66c6c49d, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=292b6f52-8141-433c-8227-b9cf66c6c49d,segment=NetworkSegment(1cde379a-4e4a-4f52-bb9a-7b473e5ba369),segment_id=1cde379a-4e4a-4f52-bb9a-7b473e5ba369)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:20.725118 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:20.813909 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57883cc2-7ab4-40d2-8fe8-06470dc9a3ce x-openstack-request-id: req-57883cc2-7ab4-40d2-8fe8-06470dc9a3ce {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:16:20.814432 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562e990e-343b-4339-8e9e-d4de03a9f1b1", "name": "network-vif-plugged", "status": "completed", "tag": "292b6f52-8141-433c-8227-b9cf66c6c49d", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:16:20.814766 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-57883cc2-7ab4-40d2-8fe8-06470dc9a3ce {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:16:20.819583 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562e990e-343b-4339-8e9e-d4de03a9f1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292b6f52-8141-433c-8227-b9cf66c6c49d', 'code': 200} Nov 12 09:16:20.914296 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-a721449e-e62d-4f0e-ac23-8916ea34f93b tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Allocated IP 172.20.0.3 (492b01ef-bcf0-406a-881b-e054fdb77f9d/098c0920-f801-4a1f-89b9-15466a208616/8c13010a-6633-4dc6-a980-5d6454d629aa) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:16:20.939391 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=292b6f52-8141-433c-8227-b9cf66c6c49d,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:21.017450 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafdaef-e602-4b1f-9d13-c1af3b03759f req-98b2513f-db3c-4e34-a703-acbbaca94d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:21.021181 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0eafdaef-e602-4b1f-9d13-c1af3b03759f req-98b2513f-db3c-4e34-a703-acbbaca94d09 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=562e990e-343b-4339-8e9e-d4de03a9f1b1 HTTP/1.1" status: 200 len: 1098 time: 0.1460314 Nov 12 09:16:21.109840 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0eafdaef-e602-4b1f-9d13-c1af3b03759f req-7d4915fd-e24b-4821-af63-c19e591ab66c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4703fbf7-9c4b-490b-b0be-05fe6c9e751e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794506 Nov 12 09:16:21.234014 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-a721449e-e62d-4f0e-ac23-8916ea34f93b tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:21.310010 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-a721449e-e62d-4f0e-ac23-8916ea34f93b tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:21.368862 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-a721449e-e62d-4f0e-ac23-8916ea34f93b tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Network 492b01ef-bcf0-406a-881b-e054fdb77f9d is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:16:21.381045 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-a721449e-e62d-4f0e-ac23-8916ea34f93b tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:16:21.386154 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-a721449e-e62d-4f0e-ac23-8916ea34f93b tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:16:21.561869 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721449e-e62d-4f0e-ac23-8916ea34f93b tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Pushing event updated for resources: {'Port': ['ID=8c13010a-6633-4dc6-a980-5d6454d629aa,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:21.629871 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-a721449e-e62d-4f0e-ac23-8916ea34f93b tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:21.630582 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-a721449e-e62d-4f0e-ac23-8916ea34f93b tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:21.659925 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668d4a0-a1a0-484b-9fa9-ff6a3ba03f76 req-d08062b3-b3ec-4bc5-9597-010ede117fc5 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:21.661778 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1668d4a0-a1a0-484b-9fa9-ff6a3ba03f76 req-d08062b3-b3ec-4bc5-9597-010ede117fc5 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/ports?device_id=562e990e-343b-4339-8e9e-d4de03a9f1b1 HTTP/1.1" status: 200 len: 946 time: 0.2585318 Nov 12 09:16:21.666740 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-a721449e-e62d-4f0e-ac23-8916ea34f93b tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4310985 Nov 12 09:16:21.682897 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-9c9399c3-1d99-4db4-9a23-838ff1788cb0 service neutron] Request body: {'port': {'device_id': '30a41625-09ac-4e9d-b58c-af63ad93398c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:21.779050 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-9c9399c3-1d99-4db4-9a23-838ff1788cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:21.828172 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1668d4a0-a1a0-484b-9fa9-ff6a3ba03f76 req-a62131cc-03d8-453b-8f6f-9cbbaeb15659 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/security-groups?id=4703fbf7-9c4b-490b-b0be-05fe6c9e751e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527138 Nov 12 09:16:21.953457 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e1e9fa49-34dd-4602-b118-ecdab007f96b None None] Provisioning complete for port 8c13010a-6633-4dc6-a980-5d6454d629aa triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:21.954308 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e1e9fa49-34dd-4602-b118-ecdab007f96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:22.051912 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e1e9fa49-34dd-4602-b118-ecdab007f96b None None] Port 8c13010a-6633-4dc6-a980-5d6454d629aa cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:16:22.099191 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff86289-7ba7-482e-805d-6fbb142fdaf4 req-5c7debdc-f9a3-4462-b2a3-fc65f3556857 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:22.101967 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ff86289-7ba7-482e-805d-6fbb142fdaf4 req-5c7debdc-f9a3-4462-b2a3-fc65f3556857 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=30a41625-09ac-4e9d-b58c-af63ad93398c HTTP/1.1" status: 200 len: 931 time: 0.1741703 Nov 12 09:16:22.492984 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ff86289-7ba7-482e-805d-6fbb142fdaf4 req-ed680c3d-f508-4fed-8fb7-dbee51ad5fb3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810573 Nov 12 09:16:22.976277 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59700) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:23.068257 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8276d-7f27-4351-a1ad-f7f464243f77 req-f812ef9b-1a87-428f-ad74-42343e560d96 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:23.069825 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c1c8276d-7f27-4351-a1ad-f7f464243f77 req-f812ef9b-1a87-428f-ad74-42343e560d96 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/ports?device_id=562e990e-343b-4339-8e9e-d4de03a9f1b1 HTTP/1.1" status: 200 len: 946 time: 0.0957806 Nov 12 09:16:23.131907 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-9c9399c3-1d99-4db4-9a23-838ff1788cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c13010a-6633-4dc6-a980-5d6454d629aa {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:16:23.142035 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b6e1ca53-3e4b-4576-bb41-1a09d17009c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:23.145184 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-9c9399c3-1d99-4db4-9a23-838ff1788cb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:23.174354 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c1c8276d-7f27-4351-a1ad-f7f464243f77 req-75a64cfd-efa8-4422-b191-8e4ce1c689f6 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/security-groups?id=4703fbf7-9c4b-490b-b0be-05fe6c9e751e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850232 Nov 12 09:16:23.183589 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-9c9399c3-1d99-4db4-9a23-838ff1788cb0 service neutron] Transition to ACTIVE for port object 8c13010a-6633-4dc6-a980-5d6454d629aa will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:16:23.198202 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-9c9399c3-1d99-4db4-9a23-838ff1788cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:23.286110 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b6e1ca53-3e4b-4576-bb41-1a09d17009c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:23.291731 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b6e1ca53-3e4b-4576-bb41-1a09d17009c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:23.320590 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9399c3-1d99-4db4-9a23-838ff1788cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=8c13010a-6633-4dc6-a980-5d6454d629aa,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:23.330397 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:23.390827 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b6e1ca53-3e4b-4576-bb41-1a09d17009c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2efe854e6f904d44a81ae6194ba2ef77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4123874 Nov 12 09:16:23.396773 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59706) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:23.412449 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e1ca53-3e4b-4576-bb41-1a09d17009c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab80c24-d5fc-44ae-a913-f9cda4d4f1fa,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:23.412986 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-9c9399c3-1d99-4db4-9a23-838ff1788cb0 service neutron] Attempting to bind port 8c13010a-6633-4dc6-a980-5d6454d629aa on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:16:23.413658 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-9c9399c3-1d99-4db4-9a23-838ff1788cb0 service neutron] Attempting to bind port 8c13010a-6633-4dc6-a980-5d6454d629aa by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:16:23.414152 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-9c9399c3-1d99-4db4-9a23-838ff1788cb0 service neutron] Attempting to bind port 8c13010a-6633-4dc6-a980-5d6454d629aa on network 492b01ef-bcf0-406a-881b-e054fdb77f9d {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:16:23.433133 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-9c9399c3-1d99-4db4-9a23-838ff1788cb0 service neutron] Port 8c13010a-6633-4dc6-a980-5d6454d629aa on network 492b01ef-bcf0-406a-881b-e054fdb77f9d not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:16:23.434382 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-9c9399c3-1d99-4db4-9a23-838ff1788cb0 service neutron] Attempting to bind port 8c13010a-6633-4dc6-a980-5d6454d629aa on network 492b01ef-bcf0-406a-881b-e054fdb77f9d {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:16:23.446692 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-9c9399c3-1d99-4db4-9a23-838ff1788cb0 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:16:23.451160 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-9c9399c3-1d99-4db4-9a23-838ff1788cb0 service neutron] Checking segment: {'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:16:23.453146 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-9c9399c3-1d99-4db4-9a23-838ff1788cb0 service neutron] Bound using segment: {'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:16:23.453959 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-9c9399c3-1d99-4db4-9a23-838ff1788cb0 service neutron] Bound port: 8c13010a-6633-4dc6-a980-5d6454d629aa, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:16:23.454510 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-9c9399c3-1d99-4db4-9a23-838ff1788cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:23.527073 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-374ca750-0142-45bb-830b-c295e02b6b41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:23.570739 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-374ca750-0142-45bb-830b-c295e02b6b41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:23.647929 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-9c9399c3-1d99-4db4-9a23-838ff1788cb0 service neutron] For port 8c13010a-6633-4dc6-a980-5d6454d629aa, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:16:23.682671 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-374ca750-0142-45bb-830b-c295e02b6b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:23.684199 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-9c9399c3-1d99-4db4-9a23-838ff1788cb0 service neutron] For port 8c13010a-6633-4dc6-a980-5d6454d629aa, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=8c13010a-6633-4dc6-a980-5d6454d629aa,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:16:23.688642 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-374ca750-0142-45bb-830b-c295e02b6b41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:23.693277 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-374ca750-0142-45bb-830b-c295e02b6b41 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9ab80c24-d5fc-44ae-a913-f9cda4d4f1fa HTTP/1.1" status: 204 len: 168 time: 0.2748768 Nov 12 09:16:23.694509 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-9c9399c3-1d99-4db4-9a23-838ff1788cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:23.701998 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ca750-0142-45bb-830b-c295e02b6b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab80c24-d5fc-44ae-a913-f9cda4d4f1fa,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:23.780414 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-9c9399c3-1d99-4db4-9a23-838ff1788cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:23.781084 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-9c9399c3-1d99-4db4-9a23-838ff1788cb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:23.782928 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-9c9399c3-1d99-4db4-9a23-838ff1788cb0 service neutron] 10.222.0.58 "PUT /v2.0/ports/8c13010a-6633-4dc6-a980-5d6454d629aa HTTP/1.1" status: 200 len: 1092 time: 2.1060400 Nov 12 09:16:23.783411 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a41625-09ac-4e9d-b58c-af63ad93398c', 'tag': '8c13010a-6633-4dc6-a980-5d6454d629aa'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:16:23.786462 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a887fdb-3667-4cac-ba28-21c395cbf7ff" -d '{"events": [{"name": "network-changed", "server_uuid": "30a41625-09ac-4e9d-b58c-af63ad93398c", "tag": "8c13010a-6633-4dc6-a980-5d6454d629aa"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:16:23.813307 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96331f3-0cfe-4e14-96d8-b10eb01c37c1 req-933782ab-30c2-4126-a870-15eeaf303002 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:23.820551 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c96331f3-0cfe-4e14-96d8-b10eb01c37c1 req-933782ab-30c2-4126-a870-15eeaf303002 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=30a41625-09ac-4e9d-b58c-af63ad93398c HTTP/1.1" status: 200 len: 943 time: 0.1891885 Nov 12 09:16:23.889294 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9399c3-1d99-4db4-9a23-838ff1788cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=8c13010a-6633-4dc6-a980-5d6454d629aa,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:24.007461 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c96331f3-0cfe-4e14-96d8-b10eb01c37c1 req-2dfa92f7-9d12-4e1f-a2d0-8d8b19ef7939 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774178 Nov 12 09:16:24.021307 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-86ebe12f-a601-4bcd-b001-47c751e8fd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:24.023118 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-86ebe12f-a601-4bcd-b001-47c751e8fd77 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&device_id=30a41625-09ac-4e9d-b58c-af63ad93398c HTTP/1.1" status: 200 len: 1095 time: 0.1567917 Nov 12 09:16:24.095912 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-1c1c70e2-50d0-41b0-aeae-6f2908632ea3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c13010a-6633-4dc6-a980-5d6454d629aa HTTP/1.1" status: 200 len: 217 time: 0.0627692 Nov 12 09:16:24.098353 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff6befe-1dc0-439c-8fa6-6d33d8b7c3b3 x-openstack-request-id: req-3ff6befe-1dc0-439c-8fa6-6d33d8b7c3b3 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:16:24.098773 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a41625-09ac-4e9d-b58c-af63ad93398c", "tag": "8c13010a-6633-4dc6-a980-5d6454d629aa", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:16:24.099068 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ff6befe-1dc0-439c-8fa6-6d33d8b7c3b3 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:16:24.099602 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a41625-09ac-4e9d-b58c-af63ad93398c', 'tag': '8c13010a-6633-4dc6-a980-5d6454d629aa', 'status': 'completed', 'code': 200} Nov 12 09:16:24.166745 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-6d4dc3d9-4674-40c3-9ebd-c2ef0c94235d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:24.174863 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-6d4dc3d9-4674-40c3-9ebd-c2ef0c94235d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=098c0920-f801-4a1f-89b9-15466a208616 HTTP/1.1" status: 200 len: 851 time: 0.0716708 Nov 12 09:16:24.256387 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59728) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:24.274141 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-705e227d-9c50-41ca-b280-397544d7a9e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:24.274592 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-cad55b4b-6629-4628-9c31-ff9909d17c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:24.276920 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-cad55b4b-6629-4628-9c31-ff9909d17c1e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=492b01ef-bcf0-406a-881b-e054fdb77f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942128 Nov 12 09:16:24.401925 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-705e227d-9c50-41ca-b280-397544d7a9e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:24.413801 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-705e227d-9c50-41ca-b280-397544d7a9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:24.494589 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e227d-9c50-41ca-b280-397544d7a9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae8bbfd-6450-4dd3-b3b8-0c58852b4741,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:24.516801 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-705e227d-9c50-41ca-b280-397544d7a9e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bfbd1c516c3341c9b1c2f02a52cb576e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2588820 Nov 12 09:16:24.517586 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59732) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:24.564750 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-9f1568d0-c5e2-4aae-9fa9-12d8f6b629c9 service neutron] 10.222.0.58 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796562 Nov 12 09:16:24.617604 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9205f41-670b-4a68-aa81-4c51de9f4a72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:24.658385 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9205f41-670b-4a68-aa81-4c51de9f4a72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:24.707553 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7543a-6acd-4844-8817-c485d7964950 req-f70713cd-7925-43d0-8a1a-37c4884a7c0b tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:24.709967 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6db7543a-6acd-4844-8817-c485d7964950 req-f70713cd-7925-43d0-8a1a-37c4884a7c0b tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/ports?device_id=562e990e-343b-4339-8e9e-d4de03a9f1b1 HTTP/1.1" status: 200 len: 946 time: 0.1732440 Nov 12 09:16:24.744927 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9205f41-670b-4a68-aa81-4c51de9f4a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:24.751204 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9205f41-670b-4a68-aa81-4c51de9f4a72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:24.756136 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a9205f41-670b-4a68-aa81-4c51de9f4a72 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ae8bbfd-6450-4dd3-b3b8-0c58852b4741 HTTP/1.1" status: 204 len: 168 time: 0.2370481 Nov 12 09:16:24.759435 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3046ee48-b4de-4309-bbba-f5a8813f0d26 req-018f0a42-acd3-4bd2-89f7-fe57cb37f5f7 service neutron] 10.222.0.58 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767652 Nov 12 09:16:24.768776 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9205f41-670b-4a68-aa81-4c51de9f4a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae8bbfd-6450-4dd3-b3b8-0c58852b4741,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:24.895807 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6db7543a-6acd-4844-8817-c485d7964950 req-973fb0f6-cb3c-493f-87d3-9e121f3e7fba tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/security-groups?id=4703fbf7-9c4b-490b-b0be-05fe6c9e751e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675990 Nov 12 09:16:24.923175 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a887fdb-3667-4cac-ba28-21c395cbf7ff req-d3be509c-c804-458c-ba50-6d7ad452f0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:24.925398 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9a887fdb-3667-4cac-ba28-21c395cbf7ff req-d3be509c-c804-458c-ba50-6d7ad452f0ad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&device_id=30a41625-09ac-4e9d-b58c-af63ad93398c HTTP/1.1" status: 200 len: 1095 time: 0.0824320 Nov 12 09:16:25.200863 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a887fdb-3667-4cac-ba28-21c395cbf7ff req-585abdba-70cf-4cc4-832a-f438b58c10ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:25.202431 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9a887fdb-3667-4cac-ba28-21c395cbf7ff req-585abdba-70cf-4cc4-832a-f438b58c10ce service neutron] 10.222.0.58 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 913 time: 0.2695618 Nov 12 09:16:25.270968 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9a887fdb-3667-4cac-ba28-21c395cbf7ff req-631289a1-499c-4c72-8647-f7f5bc78ebfa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c13010a-6633-4dc6-a980-5d6454d629aa HTTP/1.1" status: 200 len: 217 time: 0.0578482 Nov 12 09:16:25.308005 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a4bea-5e72-42d0-bc6a-50f693955abe req-cdc1707a-ec23-4743-bf85-c6273063a889 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:25.322774 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a56a4bea-5e72-42d0-bc6a-50f693955abe req-cdc1707a-ec23-4743-bf85-c6273063a889 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=30a41625-09ac-4e9d-b58c-af63ad93398c HTTP/1.1" status: 200 len: 943 time: 0.1827412 Nov 12 09:16:25.411323 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a887fdb-3667-4cac-ba28-21c395cbf7ff req-a88ac433-579e-4e84-9a06-1c99859d22b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:25.412864 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9a887fdb-3667-4cac-ba28-21c395cbf7ff req-a88ac433-579e-4e84-9a06-1c99859d22b6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=098c0920-f801-4a1f-89b9-15466a208616 HTTP/1.1" status: 200 len: 851 time: 0.1268249 Nov 12 09:16:25.482992 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a56a4bea-5e72-42d0-bc6a-50f693955abe req-55f085c3-c113-46a0-94c6-b9349be72790 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586809 Nov 12 09:16:25.508760 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a887fdb-3667-4cac-ba28-21c395cbf7ff req-08f76bdf-10d8-41c6-aa9a-20f6b09cba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:25.511330 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9a887fdb-3667-4cac-ba28-21c395cbf7ff req-08f76bdf-10d8-41c6-aa9a-20f6b09cba30 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=492b01ef-bcf0-406a-881b-e054fdb77f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0894704 Nov 12 09:16:25.676876 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9a887fdb-3667-4cac-ba28-21c395cbf7ff req-1d54abff-aeff-433e-b797-0bf7eb6ac54c service neutron] 10.222.0.58 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574812 Nov 12 09:16:25.825141 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3ed5d-d37a-465f-a95b-c9fce4cab43f req-e7fc4303-0f00-450e-b65b-7f95b8a0eb45 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:25.826825 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2db3ed5d-d37a-465f-a95b-c9fce4cab43f req-e7fc4303-0f00-450e-b65b-7f95b8a0eb45 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.54 "GET /v2.0/ports?device_id=562e990e-343b-4339-8e9e-d4de03a9f1b1 HTTP/1.1" status: 200 len: 946 time: 0.0555344 Nov 12 09:16:25.827414 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9a887fdb-3667-4cac-ba28-21c395cbf7ff req-91c2d74b-ca04-471d-99ec-f807592d67e9 service neutron] 10.222.0.58 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418204 Nov 12 09:16:25.986128 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-2db3ed5d-d37a-465f-a95b-c9fce4cab43f req-078aafcc-3e0e-4d1e-8763-8f96c2eaa86f tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Deleting port 292b6f52-8141-433c-8227-b9cf66c6c49d {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:16:25.989473 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2db3ed5d-d37a-465f-a95b-c9fce4cab43f req-078aafcc-3e0e-4d1e-8763-8f96c2eaa86f tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:26.083705 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd9f5f-6505-4435-9fb1-a0118104e43e req-6f12f954-69b3-44f1-8eea-59d5dd392be8 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:26.094336 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-02bd9f5f-6505-4435-9fb1-a0118104e43e req-6f12f954-69b3-44f1-8eea-59d5dd392be8 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/ports?device_id=562e990e-343b-4339-8e9e-d4de03a9f1b1 HTTP/1.1" status: 200 len: 946 time: 0.0796852 Nov 12 09:16:26.166973 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-2db3ed5d-d37a-465f-a95b-c9fce4cab43f req-078aafcc-3e0e-4d1e-8763-8f96c2eaa86f tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] For port 292b6f52-8141-433c-8227-b9cf66c6c49d, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=292b6f52-8141-433c-8227-b9cf66c6c49d,segment=NetworkSegment(1cde379a-4e4a-4f52-bb9a-7b473e5ba369),segment_id=1cde379a-4e4a-4f52-bb9a-7b473e5ba369)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:26.167352 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2db3ed5d-d37a-465f-a95b-c9fce4cab43f req-078aafcc-3e0e-4d1e-8763-8f96c2eaa86f tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:26.170543 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-02bd9f5f-6505-4435-9fb1-a0118104e43e req-f337daf9-d886-4d8b-96ef-e59cef3a2cf1 tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.37 "GET /v2.0/security-groups?id=4703fbf7-9c4b-490b-b0be-05fe6c9e751e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734694 Nov 12 09:16:26.195702 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-2db3ed5d-d37a-465f-a95b-c9fce4cab43f req-078aafcc-3e0e-4d1e-8763-8f96c2eaa86f tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Calling delete_port for 292b6f52-8141-433c-8227-b9cf66c6c49d owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:16:26.357574 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2db3ed5d-d37a-465f-a95b-c9fce4cab43f req-078aafcc-3e0e-4d1e-8763-8f96c2eaa86f tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:26.371197 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['292b6f52-8141-433c-8227-b9cf66c6c49d'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:16:26.422283 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078aafcc-3e0e-4d1e-8763-8f96c2eaa86f tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Pushing event deleted for resources: {'Port': ['ID=292b6f52-8141-433c-8227-b9cf66c6c49d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:26.492338 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db3ed5d-d37a-465f-a95b-c9fce4cab43f req-078aafcc-3e0e-4d1e-8763-8f96c2eaa86f tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] No DVR routers for this DVR port 292b6f52-8141-433c-8227-b9cf66c6c49d on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:16:26.499160 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2db3ed5d-d37a-465f-a95b-c9fce4cab43f req-078aafcc-3e0e-4d1e-8763-8f96c2eaa86f tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:26.503205 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2db3ed5d-d37a-465f-a95b-c9fce4cab43f req-078aafcc-3e0e-4d1e-8763-8f96c2eaa86f tempest-VolumesActionsTest-1442094525 tempest-VolumesActionsTest-1442094525-project] 10.222.0.54 "DELETE /v2.0/ports/292b6f52-8141-433c-8227-b9cf66c6c49d HTTP/1.1" status: 204 len: 173 time: 0.6683211 Nov 12 09:16:26.503791 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562e990e-343b-4339-8e9e-d4de03a9f1b1', 'name': 'network-vif-deleted', 'tag': '292b6f52-8141-433c-8227-b9cf66c6c49d'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:16:26.507837 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d623e21-0b7c-4c41-a235-81932d13d22e" -d '{"events": [{"server_uuid": "562e990e-343b-4339-8e9e-d4de03a9f1b1", "name": "network-vif-deleted", "tag": "292b6f52-8141-433c-8227-b9cf66c6c49d"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:16:26.735860 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb417b-a4da-4a47-8c2b-7972dd0032fe req-cb2502d4-da72-4e17-b5e2-72073208ac70 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:26.740102 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-66fb417b-a4da-4a47-8c2b-7972dd0032fe req-cb2502d4-da72-4e17-b5e2-72073208ac70 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=30a41625-09ac-4e9d-b58c-af63ad93398c HTTP/1.1" status: 200 len: 943 time: 0.1125283 Nov 12 09:16:26.830265 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-66fb417b-a4da-4a47-8c2b-7972dd0032fe req-d94ff0d6-faf3-4d07-adb0-c6c7906f90c6 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790367 Nov 12 09:16:26.931381 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d768db5b-b347-4711-891f-172c28911064 x-openstack-request-id: req-d768db5b-b347-4711-891f-172c28911064 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:16:26.932528 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562e990e-343b-4339-8e9e-d4de03a9f1b1", "name": "network-vif-deleted", "tag": "292b6f52-8141-433c-8227-b9cf66c6c49d", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:16:26.933147 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d768db5b-b347-4711-891f-172c28911064 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:16:26.933876 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562e990e-343b-4339-8e9e-d4de03a9f1b1', 'name': 'network-vif-deleted', 'tag': '292b6f52-8141-433c-8227-b9cf66c6c49d', 'status': 'completed', 'code': 200} Nov 12 09:16:28.188669 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ed938-ea5e-4c04-98fa-5e9f537d00ac req-8780b2c8-75dd-494b-ace0-12a55cd6bf62 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:28.201416 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f08ed938-ea5e-4c04-98fa-5e9f537d00ac req-8780b2c8-75dd-494b-ace0-12a55cd6bf62 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=30a41625-09ac-4e9d-b58c-af63ad93398c HTTP/1.1" status: 200 len: 943 time: 0.1654751 Nov 12 09:16:28.279324 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f08ed938-ea5e-4c04-98fa-5e9f537d00ac req-168d2ef5-3483-48c9-b2f5-09980d52d0cd tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767710 Nov 12 09:16:29.415852 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:29.483018 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b5f30-b323-4c5d-86d9-09211a625b2c req-fd548788-19f7-4f97-ab4d-d49673c56ccf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:29.485362 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-586b5f30-b323-4c5d-86d9-09211a625b2c req-fd548788-19f7-4f97-ab4d-d49673c56ccf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=30a41625-09ac-4e9d-b58c-af63ad93398c HTTP/1.1" status: 200 len: 943 time: 0.0671353 Nov 12 09:16:29.563799 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-586b5f30-b323-4c5d-86d9-09211a625b2c req-9f1b3abe-e3c3-4241-8c37-960ca0d99f0c tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712006 Nov 12 09:16:30.166812 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 292b6f52-8141-433c-8227-b9cf66c6c49d no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:16:30.237735 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 292b6f52-8141-433c-8227-b9cf66c6c49d {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:16:30.238877 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 292b6f52-8141-433c-8227-b9cf66c6c49d not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:16:30.807138 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2721ae-9281-4ea6-9196-f12e90474113 req-842f75e2-ee27-4385-b2ab-078b5138e753 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:30.818742 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eb2721ae-9281-4ea6-9196-f12e90474113 req-842f75e2-ee27-4385-b2ab-078b5138e753 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=30a41625-09ac-4e9d-b58c-af63ad93398c HTTP/1.1" status: 200 len: 943 time: 0.1172278 Nov 12 09:16:30.928671 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eb2721ae-9281-4ea6-9196-f12e90474113 req-eef76bad-ce33-4fb3-a6bb-a4cf625ffe8b tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082656 Nov 12 09:16:32.077750 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b5c61-2c69-48d7-9ad4-a801333c8af0 req-896101de-795e-417a-a8b6-927aa035fd71 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:32.086760 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-880b5c61-2c69-48d7-9ad4-a801333c8af0 req-896101de-795e-417a-a8b6-927aa035fd71 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=30a41625-09ac-4e9d-b58c-af63ad93398c HTTP/1.1" status: 200 len: 943 time: 0.0702193 Nov 12 09:16:32.254488 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-880b5c61-2c69-48d7-9ad4-a801333c8af0 req-62b7d6c4-d6d9-4ebe-a7d5-b08bd1448370 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667655 Nov 12 09:16:33.537432 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae253ae9-417a-41fc-8dae-6de177d61011 req-62b37bfe-7552-49e6-b3c2-206d0e8dde0f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:33.539254 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae253ae9-417a-41fc-8dae-6de177d61011 req-62b37bfe-7552-49e6-b3c2-206d0e8dde0f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=30a41625-09ac-4e9d-b58c-af63ad93398c HTTP/1.1" status: 200 len: 943 time: 0.1300957 Nov 12 09:16:33.680143 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae253ae9-417a-41fc-8dae-6de177d61011 req-79d02295-4163-4b88-bfe7-2a1e471f18af tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325531 Nov 12 09:16:34.925808 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079af36d-4537-4448-937f-68c65f76bb8c req-57742093-6639-4d23-a2f7-626327fa3e84 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:34.932891 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-079af36d-4537-4448-937f-68c65f76bb8c req-57742093-6639-4d23-a2f7-626327fa3e84 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=30a41625-09ac-4e9d-b58c-af63ad93398c HTTP/1.1" status: 200 len: 943 time: 0.1153116 Nov 12 09:16:35.057677 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-079af36d-4537-4448-937f-68c65f76bb8c req-651673d0-25b3-40a8-9089-7f8c4ba99ecf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151607 Nov 12 09:16:35.672828 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 59986) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:35.839107 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2985e164-c296-4b0e-89fc-a77104e1dc35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:35.972138 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2985e164-c296-4b0e-89fc-a77104e1dc35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:35.983779 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2985e164-c296-4b0e-89fc-a77104e1dc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:36.027863 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985e164-c296-4b0e-89fc-a77104e1dc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3836f7-3a41-43c2-9e9e-4d87872b671c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:36.069464 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2985e164-c296-4b0e-89fc-a77104e1dc35 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ae73be4b33834194955b730b9c37e908&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3953102 Nov 12 09:16:36.072632 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 59996) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:36.171434 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-16c6d836-8e37-4de3-849f-45dac9a2b53c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:36.224077 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22edfd26-f880-4c32-97ad-f83588829715 req-24ac883a-ff0b-4929-9bee-06bd53e07e5e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:36.226576 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-16c6d836-8e37-4de3-849f-45dac9a2b53c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:36.234117 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-22edfd26-f880-4c32-97ad-f83588829715 req-24ac883a-ff0b-4929-9bee-06bd53e07e5e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=30a41625-09ac-4e9d-b58c-af63ad93398c HTTP/1.1" status: 200 len: 943 time: 0.0792243 Nov 12 09:16:36.269658 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 8c13010a-6633-4dc6-a980-5d6454d629aa details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:16:36.325703 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-16c6d836-8e37-4de3-849f-45dac9a2b53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:36.329091 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-16c6d836-8e37-4de3-849f-45dac9a2b53c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:36.331116 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-16c6d836-8e37-4de3-849f-45dac9a2b53c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa3836f7-3a41-43c2-9e9e-4d87872b671c HTTP/1.1" status: 204 len: 168 time: 0.2573802 Nov 12 09:16:36.342340 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-22edfd26-f880-4c32-97ad-f83588829715 req-c3a3cd35-97b0-45dd-b60b-bbbfecf5b008 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071839 Nov 12 09:16:36.345996 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6d836-8e37-4de3-849f-45dac9a2b53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3836f7-3a41-43c2-9e9e-4d87872b671c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:36.358601 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6d836-8e37-4de3-849f-45dac9a2b53c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:36.359000 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6d836-8e37-4de3-849f-45dac9a2b53c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:36.359449 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6d836-8e37-4de3-849f-45dac9a2b53c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:36.359931 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6d836-8e37-4de3-849f-45dac9a2b53c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:36.360508 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6d836-8e37-4de3-849f-45dac9a2b53c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:36.360952 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6d836-8e37-4de3-849f-45dac9a2b53c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:36.361383 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6d836-8e37-4de3-849f-45dac9a2b53c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:36.361811 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6d836-8e37-4de3-849f-45dac9a2b53c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:36.362782 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6d836-8e37-4de3-849f-45dac9a2b53c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:36.363445 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6d836-8e37-4de3-849f-45dac9a2b53c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:36.363920 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6d836-8e37-4de3-849f-45dac9a2b53c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:36.364570 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6d836-8e37-4de3-849f-45dac9a2b53c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:36.441581 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 8c13010a-6633-4dc6-a980-5d6454d629aa, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=8c13010a-6633-4dc6-a980-5d6454d629aa,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:36.455326 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '8c13010a-6633-4dc6-a980-5d6454d629aa', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'port_id': '8c13010a-6633-4dc6-a980-5d6454d629aa', 'mac_address': 'fa:16:3e:20:2d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098c0920-f801-4a1f-89b9-15466a208616', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:16:36.535983 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:36.560461 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c13010a-6633-4dc6-a980-5d6454d629aa {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:16:36.584875 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 8c13010a-6633-4dc6-a980-5d6454d629aa, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=8c13010a-6633-4dc6-a980-5d6454d629aa,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:36.592185 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:36.667051 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=8c13010a-6633-4dc6-a980-5d6454d629aa,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:36.781521 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60004) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:36.799422 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-254f0bc8-5847-4449-b82d-b64d5b0ea781 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:36.852403 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['8c13010a-6633-4dc6-a980-5d6454d629aa'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:16:37.005136 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-254f0bc8-5847-4449-b82d-b64d5b0ea781 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:37.013189 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-254f0bc8-5847-4449-b82d-b64d5b0ea781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:37.080335 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-254f0bc8-5847-4449-b82d-b64d5b0ea781 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4deac3bc8e1c4aa196793fad8dcfca08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2944937 Nov 12 09:16:37.080335 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f0bc8-5847-4449-b82d-b64d5b0ea781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135fa89c-63d0-4347-b5ae-789d89be6e8e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:37.081227 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60012) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:37.202272 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7627b9e4-b359-4edc-84f4-100f1070b20f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:37.236170 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7627b9e4-b359-4edc-84f4-100f1070b20f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:37.311054 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7627b9e4-b359-4edc-84f4-100f1070b20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:37.314497 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7627b9e4-b359-4edc-84f4-100f1070b20f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:37.316056 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7627b9e4-b359-4edc-84f4-100f1070b20f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/135fa89c-63d0-4347-b5ae-789d89be6e8e HTTP/1.1" status: 204 len: 168 time: 0.2336972 Nov 12 09:16:37.329035 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627b9e4-b359-4edc-84f4-100f1070b20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135fa89c-63d0-4347-b5ae-789d89be6e8e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:37.520876 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967738c1-a653-42e1-96e8-b53f92acb0d1 req-89219da1-5c4b-464b-b05f-dc6d75128747 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:37.529347 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-967738c1-a653-42e1-96e8-b53f92acb0d1 req-89219da1-5c4b-464b-b05f-dc6d75128747 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=30a41625-09ac-4e9d-b58c-af63ad93398c HTTP/1.1" status: 200 len: 944 time: 0.0661159 Nov 12 09:16:37.672508 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-967738c1-a653-42e1-96e8-b53f92acb0d1 req-4449a15a-1a02-4778-af15-1aaed86e985d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339972 Nov 12 09:16:37.872598 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e228021b-2409-450d-b8a1-b432d73e34d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:38.284564 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 8c13010a-6633-4dc6-a980-5d6454d629aa up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:16:38.397327 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 8c13010a-6633-4dc6-a980-5d6454d629aa completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:16:38.410801 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 8c13010a-6633-4dc6-a980-5d6454d629aa triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:38.411548 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:38.544525 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:38.621212 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 8c13010a-6633-4dc6-a980-5d6454d629aa, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=8c13010a-6633-4dc6-a980-5d6454d629aa,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:38.625892 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a41625-09ac-4e9d-b58c-af63ad93398c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c13010a-6633-4dc6-a980-5d6454d629aa'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:16:38.634496 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e4bff4-e4d0-4849-98bb-9c13c73346a9" -d '{"events": [{"server_uuid": "30a41625-09ac-4e9d-b58c-af63ad93398c", "name": "network-vif-plugged", "status": "completed", "tag": "8c13010a-6633-4dc6-a980-5d6454d629aa"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:16:38.642987 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:38.715511 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530d49fd-ed08-4095-811c-7eee4e476717 x-openstack-request-id: req-530d49fd-ed08-4095-811c-7eee4e476717 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:16:38.729773 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a41625-09ac-4e9d-b58c-af63ad93398c", "name": "network-vif-plugged", "status": "completed", "tag": "8c13010a-6633-4dc6-a980-5d6454d629aa", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:16:38.729978 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-530d49fd-ed08-4095-811c-7eee4e476717 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:16:38.730342 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a41625-09ac-4e9d-b58c-af63ad93398c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c13010a-6633-4dc6-a980-5d6454d629aa', 'code': 200} Nov 12 09:16:38.814956 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=8c13010a-6633-4dc6-a980-5d6454d629aa,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:38.961704 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0971c3-bd71-4eb8-b764-c585b619ae14 req-8531a214-37db-4795-916b-18270abf68a2 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:38.964253 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0b0971c3-bd71-4eb8-b764-c585b619ae14 req-8531a214-37db-4795-916b-18270abf68a2 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=30a41625-09ac-4e9d-b58c-af63ad93398c HTTP/1.1" status: 200 len: 945 time: 0.1100197 Nov 12 09:16:38.976265 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a6d06-b7d1-4251-a362-dfb7a0b1d686 req-7a306d5e-4bf4-4ef0-b61a-11c1baa50131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:38.978279 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c1a6d06-b7d1-4251-a362-dfb7a0b1d686 req-7a306d5e-4bf4-4ef0-b61a-11c1baa50131 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=30a41625-09ac-4e9d-b58c-af63ad93398c HTTP/1.1" status: 200 len: 1097 time: 0.1565113 Nov 12 09:16:39.063511 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0b0971c3-bd71-4eb8-b764-c585b619ae14 req-a2405090-422f-41a2-a048-1b29d2b27d32 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892375 Nov 12 09:16:39.133821 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c1a6d06-b7d1-4251-a362-dfb7a0b1d686 req-8e4de906-a9e8-4ce5-b0ff-f7fede564338 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999260 Nov 12 09:16:39.282552 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60058) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:39.478643 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39e6972d-e21c-48ae-a942-3e8fdc55c0ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:39.616498 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39e6972d-e21c-48ae-a942-3e8fdc55c0ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:39.623515 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39e6972d-e21c-48ae-a942-3e8fdc55c0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:39.675879 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-39e6972d-e21c-48ae-a942-3e8fdc55c0ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e7228c6bde9148e0ba2421403150c9d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3897564 Nov 12 09:16:39.675879 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6972d-e21c-48ae-a942-3e8fdc55c0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e04c956-5a2a-4dcc-822e-3c6ce2e796be,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:39.677700 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60062) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:39.737795 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9a3f23cf-3291-4c3a-bac1-5ba84695c011 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:39.774251 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9a3f23cf-3291-4c3a-bac1-5ba84695c011 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:39.841476 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9a3f23cf-3291-4c3a-bac1-5ba84695c011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:39.845020 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9a3f23cf-3291-4c3a-bac1-5ba84695c011 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:39.849353 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9a3f23cf-3291-4c3a-bac1-5ba84695c011 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2e04c956-5a2a-4dcc-822e-3c6ce2e796be HTTP/1.1" status: 204 len: 168 time: 0.1675355 Nov 12 09:16:39.856225 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f23cf-3291-4c3a-bac1-5ba84695c011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e04c956-5a2a-4dcc-822e-3c6ce2e796be,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:40.246174 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-49138b43-88ba-4ecb-b0a1-2e743aa3840e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:40.298356 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4d0f4-418e-49fd-b720-bc0f0dd32bd3 req-13521d13-79b2-4182-9ad6-246de0d6b417 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:40.303431 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fbd4d0f4-418e-49fd-b720-bc0f0dd32bd3 req-13521d13-79b2-4182-9ad6-246de0d6b417 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=30a41625-09ac-4e9d-b58c-af63ad93398c HTTP/1.1" status: 200 len: 945 time: 0.1217020 Nov 12 09:16:40.392348 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fbd4d0f4-418e-49fd-b720-bc0f0dd32bd3 req-20369b1f-34cb-4111-a024-43971958e6e0 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796347 Nov 12 09:16:41.526309 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38cc961-7501-4fbf-a68b-677d1cb24655 req-c721c765-3750-4b10-a75d-d46a1ed7d7ef tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:41.535703 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b38cc961-7501-4fbf-a68b-677d1cb24655 req-c721c765-3750-4b10-a75d-d46a1ed7d7ef tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=30a41625-09ac-4e9d-b58c-af63ad93398c HTTP/1.1" status: 200 len: 945 time: 0.0733218 Nov 12 09:16:41.610705 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b38cc961-7501-4fbf-a68b-677d1cb24655 req-9f7276f7-fb7c-4af4-8183-dcec943002c2 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656910 Nov 12 09:16:41.838326 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf06971-5860-4725-a9c7-f1b302caf56a req-964a6528-bf67-4b23-84fe-891f0dcc2fbf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:41.853104 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-edf06971-5860-4725-a9c7-f1b302caf56a req-964a6528-bf67-4b23-84fe-891f0dcc2fbf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=30a41625-09ac-4e9d-b58c-af63ad93398c HTTP/1.1" status: 200 len: 945 time: 0.1236777 Nov 12 09:16:41.943535 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-edf06971-5860-4725-a9c7-f1b302caf56a req-359c11c4-300f-4d0f-9213-d9ee6a30e64d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872562 Nov 12 09:16:42.128497 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:42.130175 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782e4ef-e20f-4b76-90a8-a9ad05f81e92 req-9145f4b4-24c5-41e9-9eb6-f2ad6a63169f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:42.148810 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4782e4ef-e20f-4b76-90a8-a9ad05f81e92 req-9145f4b4-24c5-41e9-9eb6-f2ad6a63169f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=30a41625-09ac-4e9d-b58c-af63ad93398c HTTP/1.1" status: 200 len: 945 time: 0.1064730 Nov 12 09:16:42.278270 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4782e4ef-e20f-4b76-90a8-a9ad05f81e92 req-7c658fde-9598-4ce4-9268-0190b084beec tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282196 Nov 12 09:16:42.786126 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab76530-d564-4b2a-a6c3-85881ee8b673 req-6534646b-c06f-4e01-8948-ff6480772096 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:42.787832 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eab76530-d564-4b2a-a6c3-85881ee8b673 req-6534646b-c06f-4e01-8948-ff6480772096 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=30a41625-09ac-4e9d-b58c-af63ad93398c HTTP/1.1" status: 200 len: 945 time: 0.0734859 Nov 12 09:16:42.863291 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60142) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:42.876315 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eab76530-d564-4b2a-a6c3-85881ee8b673 req-da68865c-6f33-42a4-85fa-5a562944a571 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804489 Nov 12 09:16:43.080620 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bc639ba-28cf-4565-8ef5-c8cf85e8bd69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:43.202029 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bc639ba-28cf-4565-8ef5-c8cf85e8bd69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:43.208012 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bc639ba-28cf-4565-8ef5-c8cf85e8bd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:43.241199 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc639ba-28cf-4565-8ef5-c8cf85e8bd69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62b0940-b1e0-469c-b05b-24f42b8bcb1f,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:43.281645 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1bc639ba-28cf-4565-8ef5-c8cf85e8bd69 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c4150bce41a446e696659966b6316e40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4164464 Nov 12 09:16:43.284614 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60150) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:43.375965 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5f435437-a7e8-4a6c-a210-153f04b6a34d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:43.407381 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5f435437-a7e8-4a6c-a210-153f04b6a34d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:43.490732 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5f435437-a7e8-4a6c-a210-153f04b6a34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:43.499593 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5f435437-a7e8-4a6c-a210-153f04b6a34d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:43.503720 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5f435437-a7e8-4a6c-a210-153f04b6a34d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a62b0940-b1e0-469c-b05b-24f42b8bcb1f HTTP/1.1" status: 204 len: 168 time: 0.2155917 Nov 12 09:16:43.508567 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:43.517378 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f435437-a7e8-4a6c-a210-153f04b6a34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62b0940-b1e0-469c-b05b-24f42b8bcb1f,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:44.049794 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc2a62-9b5b-4cee-be09-8f507754ed91 req-c9444d88-308c-4f30-a5f4-fc7a27fddf48 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:44.059194 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e5bc2a62-9b5b-4cee-be09-8f507754ed91 req-c9444d88-308c-4f30-a5f4-fc7a27fddf48 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=30a41625-09ac-4e9d-b58c-af63ad93398c HTTP/1.1" status: 200 len: 945 time: 0.0993881 Nov 12 09:16:44.100086 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:44.148856 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e5bc2a62-9b5b-4cee-be09-8f507754ed91 req-fa9349ee-811c-44d8-819f-18dc31293a15 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873549 Nov 12 09:16:44.231395 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884208f7-276c-48a0-9c7d-a79ac724d8b5 req-7333d20a-a5eb-46eb-8d34-07f529807255 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:44.236290 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-884208f7-276c-48a0-9c7d-a79ac724d8b5 req-7333d20a-a5eb-46eb-8d34-07f529807255 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.58 "GET /v2.0/ports?device_id=30a41625-09ac-4e9d-b58c-af63ad93398c HTTP/1.1" status: 200 len: 945 time: 0.0828838 Nov 12 09:16:44.236425 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60160) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:44.260161 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9e0567c5-afba-46b5-9ba0-39a64ab51f0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:44.399172 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-884208f7-276c-48a0-9c7d-a79ac724d8b5 req-e5aaa59a-64fe-42c0-80a4-ba9ab47a1a27 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Deleting port 8c13010a-6633-4dc6-a980-5d6454d629aa {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:16:44.400203 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-884208f7-276c-48a0-9c7d-a79ac724d8b5 req-e5aaa59a-64fe-42c0-80a4-ba9ab47a1a27 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:44.460096 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9e0567c5-afba-46b5-9ba0-39a64ab51f0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:44.472904 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9e0567c5-afba-46b5-9ba0-39a64ab51f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:44.534797 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0567c5-afba-46b5-9ba0-39a64ab51f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa931a2f-6503-49d8-93fc-e1c8d436026d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:44.543024 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9e0567c5-afba-46b5-9ba0-39a64ab51f0b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=76c8d4a7227e48c2bb056562002e6a5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3028800 Nov 12 09:16:44.543290 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60176) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:44.571568 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-884208f7-276c-48a0-9c7d-a79ac724d8b5 req-e5aaa59a-64fe-42c0-80a4-ba9ab47a1a27 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] For port 8c13010a-6633-4dc6-a980-5d6454d629aa, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=8c13010a-6633-4dc6-a980-5d6454d629aa,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:44.572091 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-884208f7-276c-48a0-9c7d-a79ac724d8b5 req-e5aaa59a-64fe-42c0-80a4-ba9ab47a1a27 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:44.595064 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-884208f7-276c-48a0-9c7d-a79ac724d8b5 req-e5aaa59a-64fe-42c0-80a4-ba9ab47a1a27 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Calling delete_port for 8c13010a-6633-4dc6-a980-5d6454d629aa owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:16:44.627711 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5ac1d0cb-bed5-4056-b821-6ee1b3578e2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:44.665860 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5ac1d0cb-bed5-4056-b821-6ee1b3578e2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:44.743961 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5ac1d0cb-bed5-4056-b821-6ee1b3578e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:44.750284 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5ac1d0cb-bed5-4056-b821-6ee1b3578e2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:44.754959 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5ac1d0cb-bed5-4056-b821-6ee1b3578e2e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aa931a2f-6503-49d8-93fc-e1c8d436026d HTTP/1.1" status: 204 len: 168 time: 0.2104700 Nov 12 09:16:44.775547 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1d0cb-bed5-4056-b821-6ee1b3578e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa931a2f-6503-49d8-93fc-e1c8d436026d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:44.822522 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-884208f7-276c-48a0-9c7d-a79ac724d8b5 req-e5aaa59a-64fe-42c0-80a4-ba9ab47a1a27 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:44.876208 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aaa59a-64fe-42c0-80a4-ba9ab47a1a27 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Pushing event deleted for resources: {'Port': ['ID=8c13010a-6633-4dc6-a980-5d6454d629aa,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:44.961138 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-884208f7-276c-48a0-9c7d-a79ac724d8b5 req-e5aaa59a-64fe-42c0-80a4-ba9ab47a1a27 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] No DVR routers for this DVR port 8c13010a-6633-4dc6-a980-5d6454d629aa on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:16:44.964839 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-884208f7-276c-48a0-9c7d-a79ac724d8b5 req-e5aaa59a-64fe-42c0-80a4-ba9ab47a1a27 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:44.968971 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-884208f7-276c-48a0-9c7d-a79ac724d8b5 req-e5aaa59a-64fe-42c0-80a4-ba9ab47a1a27 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.58 "DELETE /v2.0/ports/8c13010a-6633-4dc6-a980-5d6454d629aa HTTP/1.1" status: 204 len: 173 time: 0.7268121 Nov 12 09:16:44.969767 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a41625-09ac-4e9d-b58c-af63ad93398c', 'name': 'network-vif-deleted', 'tag': '8c13010a-6633-4dc6-a980-5d6454d629aa'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:16:44.980616 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c0a7a0-8156-44be-b66f-ce91fe465034" -d '{"events": [{"server_uuid": "30a41625-09ac-4e9d-b58c-af63ad93398c", "name": "network-vif-deleted", "tag": "8c13010a-6633-4dc6-a980-5d6454d629aa"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:16:45.047909 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68b2b3a-d1a2-4224-bcb5-5fbc31b77650 x-openstack-request-id: req-b68b2b3a-d1a2-4224-bcb5-5fbc31b77650 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:16:45.048475 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a41625-09ac-4e9d-b58c-af63ad93398c", "name": "network-vif-deleted", "tag": "8c13010a-6633-4dc6-a980-5d6454d629aa", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:16:45.048915 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b68b2b3a-d1a2-4224-bcb5-5fbc31b77650 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:16:45.049576 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a41625-09ac-4e9d-b58c-af63ad93398c', 'name': 'network-vif-deleted', 'tag': '8c13010a-6633-4dc6-a980-5d6454d629aa', 'status': 'completed', 'code': 200} Nov 12 09:16:45.381065 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-85a94d08-3af4-48ab-aa6b-3dee2f3262cf req-7fd07d95-55e3-4bde-8580-77d16dd57963 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=30a41625-09ac-4e9d-b58c-af63ad93398c HTTP/1.1" status: 200 len: 210 time: 0.0654843 Nov 12 09:16:46.330581 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 8c13010a-6633-4dc6-a980-5d6454d629aa no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:16:46.379416 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 8c13010a-6633-4dc6-a980-5d6454d629aa {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:16:46.387704 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 8c13010a-6633-4dc6-a980-5d6454d629aa not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:16:46.565404 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1305d288-6d8a-4d3f-8677-a2cf9a0bbc23 req-f325801f-5e24-417b-9528-e031b8111524 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=30a41625-09ac-4e9d-b58c-af63ad93398c HTTP/1.1" status: 200 len: 210 time: 0.0397875 Nov 12 09:16:47.147296 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:16:47.381715 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60280) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:47.722222 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-06bc96c9-550a-481b-b9a6-8a08753a4367 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:47.858559 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f79146e3-b14f-4434-af21-f73cd9c39ded req-6fcb7614-d485-4674-8c2c-8e725248feb4 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=30a41625-09ac-4e9d-b58c-af63ad93398c HTTP/1.1" status: 200 len: 210 time: 0.0981688 Nov 12 09:16:48.017698 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-06bc96c9-550a-481b-b9a6-8a08753a4367 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:48.027171 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-06bc96c9-550a-481b-b9a6-8a08753a4367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:48.102180 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60300) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:48.105883 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-06bc96c9-550a-481b-b9a6-8a08753a4367 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d98456973a442fba9def00cef15dea6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7225890 Nov 12 09:16:48.109678 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc96c9-550a-481b-b9a6-8a08753a4367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27ad1dd-83e8-4a3f-8ce4-666e84dd1684,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:48.214821 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-95f4a3ed-fe7b-48ed-9ddf-bdcd25250832 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:48.257011 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-95f4a3ed-fe7b-48ed-9ddf-bdcd25250832 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:48.365894 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-95f4a3ed-fe7b-48ed-9ddf-bdcd25250832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:48.370790 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-95f4a3ed-fe7b-48ed-9ddf-bdcd25250832 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:48.373126 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-95f4a3ed-fe7b-48ed-9ddf-bdcd25250832 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f27ad1dd-83e8-4a3f-8ce4-666e84dd1684 HTTP/1.1" status: 204 len: 168 time: 0.2685890 Nov 12 09:16:48.388295 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4a3ed-fe7b-48ed-9ddf-bdcd25250832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27ad1dd-83e8-4a3f-8ce4-666e84dd1684,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:49.070363 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0f576ec3-77d5-4e79-b345-f791fec65fb3 req-3f69ac98-96f1-49be-b916-4f0ef0d0a29e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=30a41625-09ac-4e9d-b58c-af63ad93398c HTTP/1.1" status: 200 len: 210 time: 0.0708272 Nov 12 09:16:50.255605 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0f8dcf32-2b9f-4565-bd23-78aaaa67cf27 req-a81f012d-bc04-4065-96a9-4ffc75b526c2 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=30a41625-09ac-4e9d-b58c-af63ad93398c HTTP/1.1" status: 200 len: 210 time: 0.0539410 Nov 12 09:16:51.345944 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60390) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:51.439552 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c9e494bc-2202-46c2-9cf6-ae8b6545355f req-11b431f1-3394-49ba-9d87-57ce69ea67d1 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=30a41625-09ac-4e9d-b58c-af63ad93398c HTTP/1.1" status: 200 len: 210 time: 0.0684764 Nov 12 09:16:51.564269 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1cf9e68e-b2cc-44d9-bf3f-9456d756ef2c tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-999654528'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:51.628833 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1cf9e68e-b2cc-44d9-bf3f-9456d756ef2c tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:51.630182 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1cf9e68e-b2cc-44d9-bf3f-9456d756ef2c tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:51.769528 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1cf9e68e-b2cc-44d9-bf3f-9456d756ef2c tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:51.779707 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1cf9e68e-b2cc-44d9-bf3f-9456d756ef2c tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:51.819164 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1cf9e68e-b2cc-44d9-bf3f-9456d756ef2c tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:51.823563 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60398) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:51.823995 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1cf9e68e-b2cc-44d9-bf3f-9456d756ef2c tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4759364 Nov 12 09:16:51.957721 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c5a15f35-48dd-48c6-9a13-5e48dc2f2861 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:52.172747 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c5a15f35-48dd-48c6-9a13-5e48dc2f2861 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:52.179090 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c5a15f35-48dd-48c6-9a13-5e48dc2f2861 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:52.253006 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c5a15f35-48dd-48c6-9a13-5e48dc2f2861 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:52.253967 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a15f35-48dd-48c6-9a13-5e48dc2f2861 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a252787-6252-4364-9f61-35aa377172d2 {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:16:52.261267 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c5a15f35-48dd-48c6-9a13-5e48dc2f2861 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:52.271019 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60408) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:52.278517 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-9183a1f5-9bb3-4027-ac40-013ebabc0697 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Request body: {'router': {'name': 'tempest-router-1182711306', 'distributed': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:52.282430 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c5a15f35-48dd-48c6-9a13-5e48dc2f2861 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] 10.222.0.37 "DELETE /v2.0/routers/7a252787-6252-4364-9f61-35aa377172d2 HTTP/1.1" status: 204 len: 168 time: 0.4565282 Nov 12 09:16:52.332051 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9183a1f5-9bb3-4027-ac40-013ebabc0697 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:52.334714 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9183a1f5-9bb3-4027-ac40-013ebabc0697 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:52.496935 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9183a1f5-9bb3-4027-ac40-013ebabc0697 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:52.504543 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9183a1f5-9bb3-4027-ac40-013ebabc0697 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:52.530452 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9183a1f5-9bb3-4027-ac40-013ebabc0697 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:52.533746 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9183a1f5-9bb3-4027-ac40-013ebabc0697 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2610943 Nov 12 09:16:52.537170 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60414) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:52.669877 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4589420f-6d41-4853-bd21-0328fce680d1 req-9f6a4d65-a844-48d7-b0ba-f34ac901fbcd tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=30a41625-09ac-4e9d-b58c-af63ad93398c HTTP/1.1" status: 200 len: 210 time: 0.0781279 Nov 12 09:16:52.671632 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5419b782-4f76-4f8a-bc2f-5cac5d05456f tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:53.095908 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5419b782-4f76-4f8a-bc2f-5cac5d05456f tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:53.104023 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5419b782-4f76-4f8a-bc2f-5cac5d05456f tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:53.261217 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5419b782-4f76-4f8a-bc2f-5cac5d05456f tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:53.262565 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5419b782-4f76-4f8a-bc2f-5cac5d05456f tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Fanout notify agent at l3_agent the message router_deleted on router def58161-d2dc-441b-ba4e-c1938284548e {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:16:53.277819 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5419b782-4f76-4f8a-bc2f-5cac5d05456f tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:53.286548 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5419b782-4f76-4f8a-bc2f-5cac5d05456f tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] 10.222.0.37 "DELETE /v2.0/routers/def58161-d2dc-441b-ba4e-c1938284548e HTTP/1.1" status: 204 len: 168 time: 0.7482157 Nov 12 09:16:53.286903 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60426) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:53.298531 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-09f2dbe1-2110-4d33-b1c6-18fbf12cd77d tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Request body: {'router': {'name': 'tempest-router-1146254659', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '25a146b7230c40e287491a85d138fbc9'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:53.387411 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:53.425821 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09f2dbe1-2110-4d33-b1c6-18fbf12cd77d tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:53.428580 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09f2dbe1-2110-4d33-b1c6-18fbf12cd77d tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:53.551988 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09f2dbe1-2110-4d33-b1c6-18fbf12cd77d tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:53.561068 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09f2dbe1-2110-4d33-b1c6-18fbf12cd77d tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:53.582061 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09f2dbe1-2110-4d33-b1c6-18fbf12cd77d tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:53.585451 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-09f2dbe1-2110-4d33-b1c6-18fbf12cd77d tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2957034 Nov 12 09:16:53.587667 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60432) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:53.594755 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-1a48278f-ec6d-42ec-b947-d446f5296cc6 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:54.022662 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1a48278f-ec6d-42ec-b947-d446f5296cc6 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12134'] for router, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:54.023690 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1a48278f-ec6d-42ec-b947-d446f5296cc6 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks [] for router, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:54.695406 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-58ce870c-5d8b-460e-938e-44958d2fc096 req-5de64e19-2223-4a0f-99ee-a5ccd30fcf61 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=30a41625-09ac-4e9d-b58c-af63ad93398c HTTP/1.1" status: 200 len: 210 time: 0.5994062 Nov 12 09:16:54.735403 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1a48278f-ec6d-42ec-b947-d446f5296cc6 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102569) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 12 09:16:54.736678 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1a48278f-ec6d-42ec-b947-d446f5296cc6 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Router b77e2cce-8ce6-4bb6-9f8a-2289af17794c migrating from provider to provider. {{(pid=102569) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 12 09:16:54.737519 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1a48278f-ec6d-42ec-b947-d446f5296cc6 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:54.745876 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1a48278f-ec6d-42ec-b947-d446f5296cc6 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:54.754045 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1a48278f-ec6d-42ec-b947-d446f5296cc6 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920415'] for router, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:54.863045 n-d-768862-16 neutron-server[102569]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1a48278f-ec6d-42ec-b947-d446f5296cc6 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] No L3 agents can host the router b77e2cce-8ce6-4bb6-9f8a-2289af17794c Nov 12 09:16:55.060604 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a48278f-ec6d-42ec-b947-d446f5296cc6 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Hosts for router b77e2cce-8ce6-4bb6-9f8a-2289af17794c: [] {{(pid=102569) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 12 09:16:55.094426 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a48278f-ec6d-42ec-b947-d446f5296cc6 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Hosts for other DVR routers connected to router b77e2cce-8ce6-4bb6-9f8a-2289af17794c: set() {{(pid=102569) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 12 09:16:55.099037 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1a48278f-ec6d-42ec-b947-d446f5296cc6 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:55.100796 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1a48278f-ec6d-42ec-b947-d446f5296cc6 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] 10.222.0.37 "PUT /v2.0/routers/b77e2cce-8ce6-4bb6-9f8a-2289af17794c HTTP/1.1" status: 200 len: 717 time: 1.5117497 Nov 12 09:16:55.107888 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60460) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:55.292583 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7e91497e-8530-4787-aa31-056c4e856f46 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] 10.222.0.37 "GET /v2.0/routers/b77e2cce-8ce6-4bb6-9f8a-2289af17794c HTTP/1.1" status: 200 len: 717 time: 0.1820161 Nov 12 09:16:55.295245 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60462) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:55.664844 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-dd911f66-1cf3-45d3-8d63-52f453cf62fb tempest-RoutersTestDVR-1176760116 tempest-RoutersTestDVR-1176760116-project] 10.222.0.37 "GET /v2.0/routers/b77e2cce-8ce6-4bb6-9f8a-2289af17794c HTTP/1.1" status: 200 len: 683 time: 0.3641858 Nov 12 09:16:55.665238 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60470) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:55.779116 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7c85b3d-162e-44c7-b18b-47fb2b83fa1b tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:56.157813 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7c85b3d-162e-44c7-b18b-47fb2b83fa1b tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:56.168654 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7c85b3d-162e-44c7-b18b-47fb2b83fa1b tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:56.342809 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7c85b3d-162e-44c7-b18b-47fb2b83fa1b tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:56.344833 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c85b3d-162e-44c7-b18b-47fb2b83fa1b tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b77e2cce-8ce6-4bb6-9f8a-2289af17794c {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:16:56.427123 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7c85b3d-162e-44c7-b18b-47fb2b83fa1b tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:56.429616 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e7c85b3d-162e-44c7-b18b-47fb2b83fa1b tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] 10.222.0.37 "DELETE /v2.0/routers/b77e2cce-8ce6-4bb6-9f8a-2289af17794c HTTP/1.1" status: 204 len: 168 time: 0.7626848 Nov 12 09:16:56.433631 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60492) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:56.437954 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-7ac4800f-2c35-4b9f-b830-89e0d096d533 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Request body: {'router': {'name': 'tempest-router-1371367516', 'distributed': True}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:56.473671 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ac4800f-2c35-4b9f-b830-89e0d096d533 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:56.476634 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ac4800f-2c35-4b9f-b830-89e0d096d533 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:56.570623 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ac4800f-2c35-4b9f-b830-89e0d096d533 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:56.578827 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ac4800f-2c35-4b9f-b830-89e0d096d533 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:56.616595 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ac4800f-2c35-4b9f-b830-89e0d096d533 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:56.620332 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7ac4800f-2c35-4b9f-b830-89e0d096d533 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1855979 Nov 12 09:16:56.623044 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60498) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:56.777626 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2107e4f7-2abb-4e49-956d-04e03608a416 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:57.176645 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2107e4f7-2abb-4e49-956d-04e03608a416 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:57.180501 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2107e4f7-2abb-4e49-956d-04e03608a416 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:57.302746 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2107e4f7-2abb-4e49-956d-04e03608a416 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:57.304265 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2107e4f7-2abb-4e49-956d-04e03608a416 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3972970e-091c-437c-9db6-daca5a040515 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:16:57.313334 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2107e4f7-2abb-4e49-956d-04e03608a416 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:57.323768 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2107e4f7-2abb-4e49-956d-04e03608a416 tempest-RoutersTestDVR-2080364449 tempest-RoutersTestDVR-2080364449-project-admin] 10.222.0.37 "DELETE /v2.0/routers/3972970e-091c-437c-9db6-daca5a040515 HTTP/1.1" status: 204 len: 168 time: 0.6982179 Nov 12 09:16:57.791314 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60522) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:57.965571 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78855bd0-580c-4301-b6e7-922fe3c2fc4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:58.100330 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78855bd0-580c-4301-b6e7-922fe3c2fc4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:58.106713 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78855bd0-580c-4301-b6e7-922fe3c2fc4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:58.156530 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-78855bd0-580c-4301-b6e7-922fe3c2fc4e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25a146b7230c40e287491a85d138fbc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3633072 Nov 12 09:16:58.160742 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60550) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:58.186048 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78855bd0-580c-4301-b6e7-922fe3c2fc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fef1160-6a18-435b-b6b2-7951d21b44d0,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:58.273350 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7cfe4908-b93f-4391-a42d-b0910caaf606 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:58.391649 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7cfe4908-b93f-4391-a42d-b0910caaf606 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:58.482925 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7cfe4908-b93f-4391-a42d-b0910caaf606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:58.488137 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7cfe4908-b93f-4391-a42d-b0910caaf606 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:58.490404 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7cfe4908-b93f-4391-a42d-b0910caaf606 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1fef1160-6a18-435b-b6b2-7951d21b44d0 HTTP/1.1" status: 204 len: 168 time: 0.3284674 Nov 12 09:16:58.503911 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe4908-b93f-4391-a42d-b0910caaf606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fef1160-6a18-435b-b6b2-7951d21b44d0,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:59.038751 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60572) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:59.065385 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e3e20763-727c-4032-a785-e914d861cbf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:59.228680 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e3e20763-727c-4032-a785-e914d861cbf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:59.236248 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e3e20763-727c-4032-a785-e914d861cbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:59.308644 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e3e20763-727c-4032-a785-e914d861cbf6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67cc0f7f987f4fbeb3eb6ab2c5c7dc94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2675750 Nov 12 09:16:59.311986 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20763-727c-4032-a785-e914d861cbf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d9fbff-124a-442d-acff-c53d8c3577d1,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:59.314421 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60580) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:59.400960 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2a1fbf1b-ce0c-4213-9895-175804b652d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:59.436016 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:59.446627 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2a1fbf1b-ce0c-4213-9895-175804b652d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:59.536282 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2a1fbf1b-ce0c-4213-9895-175804b652d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:59.550998 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2a1fbf1b-ce0c-4213-9895-175804b652d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:59.552734 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2a1fbf1b-ce0c-4213-9895-175804b652d2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/53d9fbff-124a-442d-acff-c53d8c3577d1 HTTP/1.1" status: 204 len: 168 time: 0.2368350 Nov 12 09:16:59.570416 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1fbf1b-ce0c-4213-9895-175804b652d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d9fbff-124a-442d-acff-c53d8c3577d1,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:00.839721 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60676) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:01.047357 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-96462119-5f4a-4fe5-a1b6-2473d45f99d0 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-30400506'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:01.080135 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96462119-5f4a-4fe5-a1b6-2473d45f99d0 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Made reservation on behalf of f82b13b1128f4263b446a2b4959d21e1 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:01.088129 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-96462119-5f4a-4fe5-a1b6-2473d45f99d0 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:01.104216 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-96462119-5f4a-4fe5-a1b6-2473d45f99d0 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:01.213866 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-96462119-5f4a-4fe5-a1b6-2473d45f99d0 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:01.219763 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-96462119-5f4a-4fe5-a1b6-2473d45f99d0 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:01.247368 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96462119-5f4a-4fe5-a1b6-2473d45f99d0 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:17:01.283012 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-96462119-5f4a-4fe5-a1b6-2473d45f99d0 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:01.284189 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-96462119-5f4a-4fe5-a1b6-2473d45f99d0 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Added segment b9b8cdd2-7c45-4bf5-b222-ae834843b25d of type vlan for network a56b76af-61f0-4cbf-9ad5-b44a86e4fcec Nov 12 09:17:01.359702 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96462119-5f4a-4fe5-a1b6-2473d45f99d0 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d87de4c4-af5a-4247-a4a4-77685cc90153,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:01.398522 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-96462119-5f4a-4fe5-a1b6-2473d45f99d0 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:01.442422 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-96462119-5f4a-4fe5-a1b6-2473d45f99d0 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:01.468499 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96462119-5f4a-4fe5-a1b6-2473d45f99d0 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:01.469398 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-96462119-5f4a-4fe5-a1b6-2473d45f99d0 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:01.522104 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-96462119-5f4a-4fe5-a1b6-2473d45f99d0 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6806757 Nov 12 09:17:01.571497 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96462119-5f4a-4fe5-a1b6-2473d45f99d0 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event updated for resources: {'Network': ['ID=a56b76af-61f0-4cbf-9ad5-b44a86e4fcec,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:01.593564 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network a56b76af-61f0-4cbf-9ad5-b44a86e4fcec details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:17:04.194058 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60808) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:04.327197 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-4369860e-4177-4427-ab5c-b96869ab5d69 admin admin] Deleting subnet 0e31084f-9239-478e-8884-e526110e7239 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:17:04.334433 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4369860e-4177-4427-ab5c-b96869ab5d69 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:04.417799 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4369860e-4177-4427-ab5c-b96869ab5d69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:04.584848 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4369860e-4177-4427-ab5c-b96869ab5d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:04.700382 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4369860e-4177-4427-ab5c-b96869ab5d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:04.777814 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369860e-4177-4427-ab5c-b96869ab5d69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e31084f-9239-478e-8884-e526110e7239,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:04.796867 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4369860e-4177-4427-ab5c-b96869ab5d69 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:04.803496 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4369860e-4177-4427-ab5c-b96869ab5d69 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0e31084f-9239-478e-8884-e526110e7239 HTTP/1.1" status: 204 len: 168 time: 0.6079354 Nov 12 09:17:04.807514 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369860e-4177-4427-ab5c-b96869ab5d69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:04.807819 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60816) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:04.809766 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369860e-4177-4427-ab5c-b96869ab5d69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:04.810628 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369860e-4177-4427-ab5c-b96869ab5d69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:04.811469 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369860e-4177-4427-ab5c-b96869ab5d69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:04.812410 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369860e-4177-4427-ab5c-b96869ab5d69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:04.813238 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369860e-4177-4427-ab5c-b96869ab5d69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:04.814021 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369860e-4177-4427-ab5c-b96869ab5d69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:04.815159 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369860e-4177-4427-ab5c-b96869ab5d69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:04.816014 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369860e-4177-4427-ab5c-b96869ab5d69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:04.830237 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369860e-4177-4427-ab5c-b96869ab5d69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:04.831380 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369860e-4177-4427-ab5c-b96869ab5d69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:04.833839 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369860e-4177-4427-ab5c-b96869ab5d69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:05.021599 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f684272-08fd-4a8c-978d-95460995d902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:05.138424 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f684272-08fd-4a8c-978d-95460995d902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:05.176480 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60824) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:05.180854 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-4f684272-08fd-4a8c-978d-95460995d902 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88e0e5fb-0536-4a10-97d1-62e3aee9e986']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:05.183615 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-45a519c4-394a-4cba-97b8-af957a6e5ab3 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Request body: {'subnet': {'network_id': 'a56b76af-61f0-4cbf-9ad5-b44a86e4fcec', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:05.195223 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-4f684272-08fd-4a8c-978d-95460995d902 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cde379a-4e4a-4f52-bb9a-7b473e5ba369') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:05.195872 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-4f684272-08fd-4a8c-978d-95460995d902 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cde379a-4e4a-4f52-bb9a-7b473e5ba369') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:05.212104 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f684272-08fd-4a8c-978d-95460995d902 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:05.243324 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f684272-08fd-4a8c-978d-95460995d902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:05.276925 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f684272-08fd-4a8c-978d-95460995d902 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:17:05.277620 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f684272-08fd-4a8c-978d-95460995d902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:05.291161 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:17:05.291161 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:17:05.291161 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:17:05.291161 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:17:05.291161 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:17:05.291161 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:17:05.291161 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:17:05.291161 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:17:05.291161 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:17:05.291161 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:17:05.291161 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:17:05.291161 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:17:05.291161 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:17:05.291161 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:17:05.291161 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:17:05.291161 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:17:05.291161 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:17:05.291161 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:17:05.291161 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:17:05.291161 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:17:05.291161 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:17:05.291161 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:17:05.291161 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:17:05.291161 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:17:05.291161 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:17:05.291161 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:17:05.291161 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:17:05.291161 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:17:05.291161 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:17:05.291161 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:17:05.291161 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:17:05.291161 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:17:05.342337 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a519c4-394a-4cba-97b8-af957a6e5ab3 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Made reservation on behalf of f82b13b1128f4263b446a2b4959d21e1 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:05.350955 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-45a519c4-394a-4cba-97b8-af957a6e5ab3 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:05.408145 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f684272-08fd-4a8c-978d-95460995d902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:05.415864 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f684272-08fd-4a8c-978d-95460995d902 admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:05.421252 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4f684272-08fd-4a8c-978d-95460995d902 admin admin] 10.222.0.37 "DELETE /v2.0/networks/88e0e5fb-0536-4a10-97d1-62e3aee9e986 HTTP/1.1" status: 204 len: 168 time: 0.6113558 Nov 12 09:17:05.525519 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f684272-08fd-4a8c-978d-95460995d902 admin admin] Pushing event deleted for resources: {'Network': ['ID=88e0e5fb-0536-4a10-97d1-62e3aee9e986,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:05.659965 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-45a519c4-394a-4cba-97b8-af957a6e5ab3 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:05.750964 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a519c4-394a-4cba-97b8-af957a6e5ab3 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event updated for resources: {'Subnet': ['ID=86c85114-9a9b-4ec7-a16d-04fce1d96b78,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:05.762651 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a519c4-394a-4cba-97b8-af957a6e5ab3 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Checking segment: {'id': 'b9b8cdd2-7c45-4bf5-b222-ae834843b25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a56b76af-61f0-4cbf-9ad5-b44a86e4fcec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:17:05.763322 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a519c4-394a-4cba-97b8-af957a6e5ab3 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Network hostable DHCP agents. Network: a56b76af-61f0-4cbf-9ad5-b44a86e4fcec, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:17:05.787087 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a519c4-394a-4cba-97b8-af957a6e5ab3 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Network a56b76af-61f0-4cbf-9ad5-b44a86e4fcec is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:17:05.807544 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-45a519c4-394a-4cba-97b8-af957a6e5ab3 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, a56b76af-61f0-4cbf-9ad5-b44a86e4fcec) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:05.833445 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a519c4-394a-4cba-97b8-af957a6e5ab3 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:05.837986 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-45a519c4-394a-4cba-97b8-af957a6e5ab3 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:05.841673 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7469c4f0-ea86-4b30-9ff8-60f6b20b38c8 None None] Network a56b76af-61f0-4cbf-9ad5-b44a86e4fcec requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:05.905407 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-45a519c4-394a-4cba-97b8-af957a6e5ab3 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7272525 Nov 12 09:17:05.908080 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60838) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:05.918028 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8dce011e-7cba-48e0-b5aa-5bee432b8a3d tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1106803067'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:05.924240 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60840) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:06.010982 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dce011e-7cba-48e0-b5aa-5bee432b8a3d tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Made reservation on behalf of f82b13b1128f4263b446a2b4959d21e1 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:06.013735 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-03844317-38c2-4d2c-a35a-17f821800d20 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5dbaef3f8ffa403ebe0e42c6f7054c4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0860224 Nov 12 09:17:06.015708 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60844) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:06.018441 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8dce011e-7cba-48e0-b5aa-5bee432b8a3d tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:06.051241 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dce011e-7cba-48e0-b5aa-5bee432b8a3d tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:17:06.064096 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8dce011e-7cba-48e0-b5aa-5bee432b8a3d tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:06.064497 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-8dce011e-7cba-48e0-b5aa-5bee432b8a3d tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Added segment 7fbe2f93-ce23-4911-b347-e8a02374c5e2 of type vlan for network 3b2025a0-f708-4339-9128-b9dbf543f526 Nov 12 09:17:06.120533 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8dce011e-7cba-48e0-b5aa-5bee432b8a3d tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:06.160805 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8dce011e-7cba-48e0-b5aa-5bee432b8a3d tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:06.169012 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dce011e-7cba-48e0-b5aa-5bee432b8a3d tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:06.170002 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8dce011e-7cba-48e0-b5aa-5bee432b8a3d tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:06.176491 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-326335c2-e58a-4eb3-b076-7ab9415b9fff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:06.200926 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff00bf8-9332-4581-b3a9-fe7c2f399597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-a56b76af-61f0-4cbf-9ad5-b44a86e4fcec', 'network_id': 'a56b76af-61f0-4cbf-9ad5-b44a86e4fcec', 'tenant_id': 'f82b13b1128f4263b446a2b4959d21e1', 'fixed_ips': [{'subnet_id': '86c85114-9a9b-4ec7-a16d-04fce1d96b78'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:17:06.202367 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5ff00bf8-9332-4581-b3a9-fe7c2f399597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:06.205110 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8dce011e-7cba-48e0-b5aa-5bee432b8a3d tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2941697 Nov 12 09:17:06.211110 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60850) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:06.227164 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-377cd1f3-4fe6-47f9-927a-22583e375dd7 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Request body: {'subnet': {'network_id': '3b2025a0-f708-4339-9128-b9dbf543f526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:06.299400 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce011e-7cba-48e0-b5aa-5bee432b8a3d tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event updated for resources: {'Network': ['ID=3b2025a0-f708-4339-9128-b9dbf543f526,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:06.302585 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-326335c2-e58a-4eb3-b076-7ab9415b9fff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:06.326443 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 3b2025a0-f708-4339-9128-b9dbf543f526 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:17:06.408083 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-326335c2-e58a-4eb3-b076-7ab9415b9fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:06.410909 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-326335c2-e58a-4eb3-b076-7ab9415b9fff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:06.414720 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-326335c2-e58a-4eb3-b076-7ab9415b9fff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4703fbf7-9c4b-490b-b0be-05fe6c9e751e HTTP/1.1" status: 204 len: 168 time: 0.3952677 Nov 12 09:17:06.428252 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326335c2-e58a-4eb3-b076-7ab9415b9fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4703fbf7-9c4b-490b-b0be-05fe6c9e751e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:06.453811 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377cd1f3-4fe6-47f9-927a-22583e375dd7 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Made reservation on behalf of f82b13b1128f4263b446a2b4959d21e1 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:06.457375 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-377cd1f3-4fe6-47f9-927a-22583e375dd7 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:06.548359 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-5ff00bf8-9332-4581-b3a9-fe7c2f399597 None None] Allocated IP 2001:db8:0:ffff::2 (a56b76af-61f0-4cbf-9ad5-b44a86e4fcec/86c85114-9a9b-4ec7-a16d-04fce1d96b78/aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:17:06.829587 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5ff00bf8-9332-4581-b3a9-fe7c2f399597 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:06.841351 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5ff00bf8-9332-4581-b3a9-fe7c2f399597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:06.867481 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-377cd1f3-4fe6-47f9-927a-22583e375dd7 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:06.951824 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff00bf8-9332-4581-b3a9-fe7c2f399597 None None] Network a56b76af-61f0-4cbf-9ad5-b44a86e4fcec is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:17:06.951824 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-5ff00bf8-9332-4581-b3a9-fe7c2f399597 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:06.953072 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff00bf8-9332-4581-b3a9-fe7c2f399597 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:17:06.961306 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff00bf8-9332-4581-b3a9-fe7c2f399597 None None] Pushing event updated for resources: {'Port': ['ID=aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:06.983493 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377cd1f3-4fe6-47f9-927a-22583e375dd7 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event updated for resources: {'Subnet': ['ID=a1cc67f6-c5c4-4e19-b0f4-ac832291d883,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:06.987804 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377cd1f3-4fe6-47f9-927a-22583e375dd7 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Checking segment: {'id': '7fbe2f93-ce23-4911-b347-e8a02374c5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3b2025a0-f708-4339-9128-b9dbf543f526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:17:06.988773 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377cd1f3-4fe6-47f9-927a-22583e375dd7 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Network hostable DHCP agents. Network: 3b2025a0-f708-4339-9128-b9dbf543f526, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:17:07.046314 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377cd1f3-4fe6-47f9-927a-22583e375dd7 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Network 3b2025a0-f708-4339-9128-b9dbf543f526 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:17:07.063952 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-377cd1f3-4fe6-47f9-927a-22583e375dd7 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 3b2025a0-f708-4339-9128-b9dbf543f526) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:07.070826 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377cd1f3-4fe6-47f9-927a-22583e375dd7 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:07.071798 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-377cd1f3-4fe6-47f9-927a-22583e375dd7 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:07.104767 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-5ff00bf8-9332-4581-b3a9-fe7c2f399597 None None] Attempting to bind port aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:17:07.105327 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-5ff00bf8-9332-4581-b3a9-fe7c2f399597 None None] Attempting to bind port aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'b9b8cdd2-7c45-4bf5-b222-ae834843b25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a56b76af-61f0-4cbf-9ad5-b44a86e4fcec'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:17:07.105820 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff00bf8-9332-4581-b3a9-fe7c2f399597 None None] Attempting to bind port aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d on network a56b76af-61f0-4cbf-9ad5-b44a86e4fcec {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:17:07.112211 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f234d06-b33b-4e73-8bc3-e75f8a903449 None None] Network 3b2025a0-f708-4339-9128-b9dbf543f526 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:07.112808 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60874) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:07.113870 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-377cd1f3-4fe6-47f9-927a-22583e375dd7 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8999202 Nov 12 09:17:07.212970 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff00bf8-9332-4581-b3a9-fe7c2f399597 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:17:07.212970 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff00bf8-9332-4581-b3a9-fe7c2f399597 None None] Checking segment: {'id': 'b9b8cdd2-7c45-4bf5-b222-ae834843b25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a56b76af-61f0-4cbf-9ad5-b44a86e4fcec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:17:07.212970 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5ff00bf8-9332-4581-b3a9-fe7c2f399597 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:07.213414 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff00bf8-9332-4581-b3a9-fe7c2f399597 None None] Bound using segment: {'id': 'b9b8cdd2-7c45-4bf5-b222-ae834843b25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a56b76af-61f0-4cbf-9ad5-b44a86e4fcec'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:17:07.213770 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-5ff00bf8-9332-4581-b3a9-fe7c2f399597 None None] Bound port: aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b8cdd2-7c45-4bf5-b222-ae834843b25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a56b76af-61f0-4cbf-9ad5-b44a86e4fcec'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:17:07.214077 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5ff00bf8-9332-4581-b3a9-fe7c2f399597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:07.301476 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:07.486161 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-5ff00bf8-9332-4581-b3a9-fe7c2f399597 None None] For port aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:17:07.502661 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a1452e-529d-492b-a75a-f512b55dc0e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-3b2025a0-f708-4339-9128-b9dbf543f526', 'network_id': '3b2025a0-f708-4339-9128-b9dbf543f526', 'tenant_id': 'f82b13b1128f4263b446a2b4959d21e1', 'fixed_ips': [{'subnet_id': 'a1cc67f6-c5c4-4e19-b0f4-ac832291d883'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:17:07.503612 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b1a1452e-529d-492b-a75a-f512b55dc0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:07.536292 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-5ff00bf8-9332-4581-b3a9-fe7c2f399597 None None] For port aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d,segment=NetworkSegment(b9b8cdd2-7c45-4bf5-b222-ae834843b25d),segment_id=b9b8cdd2-7c45-4bf5-b222-ae834843b25d)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:17:07.548480 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5ff00bf8-9332-4581-b3a9-fe7c2f399597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:07.799323 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff00bf8-9332-4581-b3a9-fe7c2f399597 None None] Pushing event updated for resources: {'Port': ['ID=aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:07.859516 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60896) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:07.905614 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cf7199fb-f91a-4dff-a19d-deac2631abfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:07.917250 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-b1a1452e-529d-492b-a75a-f512b55dc0e6 None None] Allocated IP 2001:db8::1 (3b2025a0-f708-4339-9128-b9dbf543f526/a1cc67f6-c5c4-4e19-b0f4-ac832291d883/d0e603dd-ffb7-4930-b1c7-f1e4671b3489) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:17:07.931259 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:08.119475 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-6f56fd24-0c02-47ac-972f-e564f401a130 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1881539139-network', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:08.172410 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f56fd24-0c02-47ac-972f-e564f401a130 admin admin] Made reservation on behalf of 37208630d32940b9a0eb6d96e161ed4a for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:08.175249 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f56fd24-0c02-47ac-972f-e564f401a130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:08.185495 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f56fd24-0c02-47ac-972f-e564f401a130 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:08.270394 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b1a1452e-529d-492b-a75a-f512b55dc0e6 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:08.278778 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b1a1452e-529d-492b-a75a-f512b55dc0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:08.299929 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:08.306468 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f56fd24-0c02-47ac-972f-e564f401a130 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:08.314346 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f56fd24-0c02-47ac-972f-e564f401a130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:08.357473 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event deleted for resources: {'Subnet': ['ID=a1cc67f6-c5c4-4e19-b0f4-ac832291d883,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:08.374222 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f56fd24-0c02-47ac-972f-e564f401a130 admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:17:08.375882 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a1452e-529d-492b-a75a-f512b55dc0e6 None None] Network 3b2025a0-f708-4339-9128-b9dbf543f526 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:17:08.382623 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-b1a1452e-529d-492b-a75a-f512b55dc0e6 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:08.382945 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56fd24-0c02-47ac-972f-e564f401a130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4153ff96-7d77-4134-b4d4-98ee721c57b1,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:08.390272 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a1452e-529d-492b-a75a-f512b55dc0e6 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:17:08.393809 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f56fd24-0c02-47ac-972f-e564f401a130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:08.395368 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-6f56fd24-0c02-47ac-972f-e564f401a130 admin admin] Added segment 4ae1b008-58f4-4f42-ad0c-a23d4b8b7415 of type vlan for network 361583e5-810d-43eb-bd10-28471100ab67 Nov 12 09:17:08.470433 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f56fd24-0c02-47ac-972f-e564f401a130 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:08.494729 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1452e-529d-492b-a75a-f512b55dc0e6 None None] Pushing event updated for resources: {'Port': ['ID=d0e603dd-ffb7-4930-b1c7-f1e4671b3489,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:08.510304 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:08.518044 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b1a1452e-529d-492b-a75a-f512b55dc0e6 None None] Attempting to bind port d0e603dd-ffb7-4930-b1c7-f1e4671b3489 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:17:08.518592 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b1a1452e-529d-492b-a75a-f512b55dc0e6 None None] Attempting to bind port d0e603dd-ffb7-4930-b1c7-f1e4671b3489 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '7fbe2f93-ce23-4911-b347-e8a02374c5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3b2025a0-f708-4339-9128-b9dbf543f526'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:17:08.519140 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a1452e-529d-492b-a75a-f512b55dc0e6 None None] Attempting to bind port d0e603dd-ffb7-4930-b1c7-f1e4671b3489 on network 3b2025a0-f708-4339-9128-b9dbf543f526 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:17:08.527033 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a1452e-529d-492b-a75a-f512b55dc0e6 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:17:08.527343 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a1452e-529d-492b-a75a-f512b55dc0e6 None None] Checking segment: {'id': '7fbe2f93-ce23-4911-b347-e8a02374c5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3b2025a0-f708-4339-9128-b9dbf543f526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:17:08.527774 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b1a1452e-529d-492b-a75a-f512b55dc0e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:08.528205 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a1452e-529d-492b-a75a-f512b55dc0e6 None None] Bound using segment: {'id': '7fbe2f93-ce23-4911-b347-e8a02374c5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3b2025a0-f708-4339-9128-b9dbf543f526'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:17:08.528698 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b1a1452e-529d-492b-a75a-f512b55dc0e6 None None] Bound port: d0e603dd-ffb7-4930-b1c7-f1e4671b3489, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbe2f93-ce23-4911-b347-e8a02374c5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3b2025a0-f708-4339-9128-b9dbf543f526'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:17:08.529085 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b1a1452e-529d-492b-a75a-f512b55dc0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:08.550876 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f56fd24-0c02-47ac-972f-e564f401a130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:08.553556 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f56fd24-0c02-47ac-972f-e564f401a130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:08.554740 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f56fd24-0c02-47ac-972f-e564f401a130 admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:08.581116 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b2025a0-f708-4339-9128-b9dbf543f526']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:08.612004 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fbe2f93-ce23-4911-b347-e8a02374c5e2') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:08.612438 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fbe2f93-ce23-4911-b347-e8a02374c5e2') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:08.633085 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:08.641506 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56fd24-0c02-47ac-972f-e564f401a130 admin admin] Pushing event updated for resources: {'Network': ['ID=361583e5-810d-43eb-bd10-28471100ab67,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:08.658344 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6f56fd24-0c02-47ac-972f-e564f401a130 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7939148 Nov 12 09:17:08.662201 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60906) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:08.679042 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-46c8e662-151d-40dd-b719-5ce577fbf14c admin admin] Request body: {'subnet': {'network_id': '361583e5-810d-43eb-bd10-28471100ab67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1881539139-subnet', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:08.684497 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 361583e5-810d-43eb-bd10-28471100ab67 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:17:08.686287 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:08.701591 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:17:08.705832 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:08.771887 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c8e662-151d-40dd-b719-5ce577fbf14c admin admin] Made reservation on behalf of 37208630d32940b9a0eb6d96e161ed4a for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:08.775782 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-46c8e662-151d-40dd-b719-5ce577fbf14c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:08.858330 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b1a1452e-529d-492b-a75a-f512b55dc0e6 None None] For port d0e603dd-ffb7-4930-b1c7-f1e4671b3489, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:17:08.862804 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:17:08.862804 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:17:08.862804 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:17:08.862804 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:17:08.862804 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:17:08.862804 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:17:08.862804 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:17:08.862804 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:17:08.862804 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:17:08.862804 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:17:08.862804 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:17:08.862804 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:17:08.862804 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:17:08.862804 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:17:08.862804 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:17:08.862804 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:17:08.862804 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:17:08.862804 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:17:08.862804 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:17:08.862804 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:17:08.862804 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:17:08.862804 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:17:08.862804 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:17:08.862804 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:17:08.862804 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:17:08.862804 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:17:08.862804 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:17:08.862804 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:17:08.862804 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:17:08.862804 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:17:08.862804 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:17:08.862804 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:17:08.876345 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.db.api [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 09:17:08.876345 n-d-768862-16 neutron-server[102568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 09:17:08.876345 n-d-768862-16 neutron-server[102568]: [parameters: {'id': '3b2025a0-f708-4339-9128-b9dbf543f526'}] Nov 12 09:17:08.876345 n-d-768862-16 neutron-server[102568]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:17:08.877183 n-d-768862-16 neutron-server[102568]: DEBUG oslo_db.api [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:17:08.899146 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b1a1452e-529d-492b-a75a-f512b55dc0e6 None None] For port d0e603dd-ffb7-4930-b1c7-f1e4671b3489, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d0e603dd-ffb7-4930-b1c7-f1e4671b3489,segment=NetworkSegment(7fbe2f93-ce23-4911-b347-e8a02374c5e2),segment_id=7fbe2f93-ce23-4911-b347-e8a02374c5e2)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:17:08.913479 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b1a1452e-529d-492b-a75a-f512b55dc0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:09.088876 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1452e-529d-492b-a75a-f512b55dc0e6 None None] Pushing event updated for resources: {'Port': ['ID=d0e603dd-ffb7-4930-b1c7-f1e4671b3489,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:09.111294 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbf8b98-551d-484f-9b26-708fb19f8b52 None None] Network 3b2025a0-f708-4339-9128-b9dbf543f526 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:09.166383 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-46c8e662-151d-40dd-b719-5ce577fbf14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:09.309994 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8e662-151d-40dd-b719-5ce577fbf14c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7180b4be-5884-4c17-8cdc-7bc215074ec1,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:09.315300 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c8e662-151d-40dd-b719-5ce577fbf14c admin admin] Checking segment: {'id': '4ae1b008-58f4-4f42-ad0c-a23d4b8b7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '361583e5-810d-43eb-bd10-28471100ab67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:17:09.315668 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c8e662-151d-40dd-b719-5ce577fbf14c admin admin] Network hostable DHCP agents. Network: 361583e5-810d-43eb-bd10-28471100ab67, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:17:09.345311 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c8e662-151d-40dd-b719-5ce577fbf14c admin admin] Network 361583e5-810d-43eb-bd10-28471100ab67 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:17:09.364917 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-46c8e662-151d-40dd-b719-5ce577fbf14c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 361583e5-810d-43eb-bd10-28471100ab67) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:09.371259 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c8e662-151d-40dd-b719-5ce577fbf14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:09.372367 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-46c8e662-151d-40dd-b719-5ce577fbf14c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:09.379499 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:09.420243 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-46c8e662-151d-40dd-b719-5ce577fbf14c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7554131 Nov 12 09:17:09.420627 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60920) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:09.426127 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-410569d2-099e-4071-a731-baad4488b83c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1881539139-router', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:09.433882 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b4438f-dd1c-43ed-9a3c-4bb3cad63f53 None None] Network 361583e5-810d-43eb-bd10-28471100ab67 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:09.491598 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-410569d2-099e-4071-a731-baad4488b83c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:09.493279 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-410569d2-099e-4071-a731-baad4488b83c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:09.507914 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3f47a5-60a0-44be-a83e-6b72583bcd4f None None] Network a56b76af-61f0-4cbf-9ad5-b44a86e4fcec requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:09.584785 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-410569d2-099e-4071-a731-baad4488b83c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:09.618436 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-a62688a4-96d6-4b02-84c2-8cdd2563a902 None None] Provisioning complete for port aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:09.619000 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a62688a4-96d6-4b02-84c2-8cdd2563a902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:09.745524 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Deleting port d0e603dd-ffb7-4930-b1c7-f1e4671b3489 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:17:09.746042 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:09.805844 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1997d6-9ca2-4750-8b06-7b223f07f919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-361583e5-810d-43eb-bd10-28471100ab67', 'network_id': '361583e5-810d-43eb-bd10-28471100ab67', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'fixed_ips': [{'subnet_id': '7180b4be-5884-4c17-8cdc-7bc215074ec1'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:17:09.806850 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ba1997d6-9ca2-4750-8b06-7b223f07f919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:09.929803 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a62688a4-96d6-4b02-84c2-8cdd2563a902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:09.936624 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-410569d2-099e-4071-a731-baad4488b83c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:10.003880 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] For port d0e603dd-ffb7-4930-b1c7-f1e4671b3489, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d0e603dd-ffb7-4930-b1c7-f1e4671b3489,segment=NetworkSegment(7fbe2f93-ce23-4911-b347-e8a02374c5e2),segment_id=7fbe2f93-ce23-4911-b347-e8a02374c5e2)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:10.004351 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:10.063713 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Calling delete_port for d0e603dd-ffb7-4930-b1c7-f1e4671b3489 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:17:10.177823 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:17:10.204186 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:10.307442 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event deleted for resources: {'Port': ['ID=d0e603dd-ffb7-4930-b1c7-f1e4671b3489,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:10.317855 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-a62688a4-96d6-4b02-84c2-8cdd2563a902 None None] For port aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d,segment=NetworkSegment(b9b8cdd2-7c45-4bf5-b222-ae834843b25d),segment_id=b9b8cdd2-7c45-4bf5-b222-ae834843b25d)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:10.325374 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] No DVR routers for this DVR port d0e603dd-ffb7-4930-b1c7-f1e4671b3489 on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:17:10.338307 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-80c367ca-b962-42d2-a433-678533da2554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:10.351662 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a62688a4-96d6-4b02-84c2-8cdd2563a902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:10.376611 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-ba1997d6-9ca2-4750-8b06-7b223f07f919 None None] Allocated IP 172.20.0.2 (361583e5-810d-43eb-bd10-28471100ab67/7180b4be-5884-4c17-8cdc-7bc215074ec1/7bdd2941-3eb1-4b79-96b3-e572f6a9da03) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:17:10.465261 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-410569d2-099e-4071-a731-baad4488b83c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:10.508715 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-410569d2-099e-4071-a731-baad4488b83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:10.541256 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:10.541854 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:10.605191 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:10.610557 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62688a4-96d6-4b02-84c2-8cdd2563a902 None None] Pushing event updated for resources: {'Port': ['ID=aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:10.649089 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62688a4-96d6-4b02-84c2-8cdd2563a902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:10.649505 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62688a4-96d6-4b02-84c2-8cdd2563a902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:10.649947 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62688a4-96d6-4b02-84c2-8cdd2563a902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:10.650412 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62688a4-96d6-4b02-84c2-8cdd2563a902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:10.650857 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62688a4-96d6-4b02-84c2-8cdd2563a902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:10.652949 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62688a4-96d6-4b02-84c2-8cdd2563a902 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:10.653328 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62688a4-96d6-4b02-84c2-8cdd2563a902 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:10.653789 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62688a4-96d6-4b02-84c2-8cdd2563a902 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:10.654265 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62688a4-96d6-4b02-84c2-8cdd2563a902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:10.654823 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62688a4-96d6-4b02-84c2-8cdd2563a902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:10.658338 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62688a4-96d6-4b02-84c2-8cdd2563a902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:10.658338 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62688a4-96d6-4b02-84c2-8cdd2563a902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:10.658729 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b2025a0-f708-4339-9128-b9dbf543f526']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:10.679708 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fbe2f93-ce23-4911-b347-e8a02374c5e2') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:10.680025 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fbe2f93-ce23-4911-b347-e8a02374c5e2') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:10.724571 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:10.750267 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:10.765999 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:17:10.766588 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:10.770026 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:17:10.770026 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:17:10.770026 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:17:10.770026 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:17:10.770026 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:17:10.770026 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:17:10.770026 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:17:10.770026 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:17:10.770026 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:17:10.770026 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:17:10.770026 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:17:10.770026 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:17:10.770026 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:17:10.770026 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:17:10.770026 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:17:10.770026 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:17:10.770026 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:17:10.770026 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:17:10.770026 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:17:10.770026 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:17:10.770026 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:17:10.770026 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:17:10.770026 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:17:10.770026 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:17:10.770026 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:17:10.770026 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:17:10.770026 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:17:10.770026 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:17:10.770026 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:17:10.770026 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:17:10.770026 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:17:10.770026 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:17:10.788189 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-410569d2-099e-4071-a731-baad4488b83c admin admin] Allocated IP 172.25.6.91 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/f9f57adc-ec94-43e3-8655-32028c6ca2d6) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:17:10.840741 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-3e2e7f4f-db13-4b22-b1a4-001fa3d5e7f0 None None] Provisioning complete for port aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:10.841114 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3e2e7f4f-db13-4b22-b1a4-001fa3d5e7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:10.849782 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ba1997d6-9ca2-4750-8b06-7b223f07f919 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:10.887561 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:10.888175 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ba1997d6-9ca2-4750-8b06-7b223f07f919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:10.906780 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:10.910442 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "DELETE /v2.0/networks/3b2025a0-f708-4339-9128-b9dbf543f526 HTTP/1.1" status: 204 len: 168 time: 3.7963755 Nov 12 09:17:10.914049 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60940) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:10.919956 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-008b30c4-208b-4ad3-8d1e-2fee5b9c3c85 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1016741519'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:10.946653 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008b30c4-208b-4ad3-8d1e-2fee5b9c3c85 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Made reservation on behalf of f82b13b1128f4263b446a2b4959d21e1 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:10.951006 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1997d6-9ca2-4750-8b06-7b223f07f919 None None] Network 361583e5-810d-43eb-bd10-28471100ab67 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:17:10.952491 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2153a-b273-48f2-866d-d4d9af1cc8b5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event deleted for resources: {'Network': ['ID=3b2025a0-f708-4339-9128-b9dbf543f526,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:10.954142 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-008b30c4-208b-4ad3-8d1e-2fee5b9c3c85 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:10.962134 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1997d6-9ca2-4750-8b06-7b223f07f919 None None] Pushing event updated for resources: {'Port': ['ID=7bdd2941-3eb1-4b79-96b3-e572f6a9da03,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:10.964567 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-ba1997d6-9ca2-4750-8b06-7b223f07f919 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:10.967571 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1997d6-9ca2-4750-8b06-7b223f07f919 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:17:10.995505 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008b30c4-208b-4ad3-8d1e-2fee5b9c3c85 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:17:11.017262 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-410569d2-099e-4071-a731-baad4488b83c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:11.017574 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-008b30c4-208b-4ad3-8d1e-2fee5b9c3c85 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:11.018359 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-008b30c4-208b-4ad3-8d1e-2fee5b9c3c85 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Added segment 0d1a97fb-4cac-4580-ba6a-9dc7df641a82 of type vlan for network a99d8358-6bc0-47eb-bea6-e634deab885a Nov 12 09:17:11.058211 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-ba1997d6-9ca2-4750-8b06-7b223f07f919 None None] Attempting to bind port 7bdd2941-3eb1-4b79-96b3-e572f6a9da03 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:17:11.058582 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-ba1997d6-9ca2-4750-8b06-7b223f07f919 None None] Attempting to bind port 7bdd2941-3eb1-4b79-96b3-e572f6a9da03 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '4ae1b008-58f4-4f42-ad0c-a23d4b8b7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '361583e5-810d-43eb-bd10-28471100ab67'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:17:11.058994 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1997d6-9ca2-4750-8b06-7b223f07f919 None None] Attempting to bind port 7bdd2941-3eb1-4b79-96b3-e572f6a9da03 on network 361583e5-810d-43eb-bd10-28471100ab67 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:17:11.066152 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1997d6-9ca2-4750-8b06-7b223f07f919 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:17:11.066983 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1997d6-9ca2-4750-8b06-7b223f07f919 None None] Checking segment: {'id': '4ae1b008-58f4-4f42-ad0c-a23d4b8b7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '361583e5-810d-43eb-bd10-28471100ab67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:17:11.066983 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ba1997d6-9ca2-4750-8b06-7b223f07f919 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:11.067426 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1997d6-9ca2-4750-8b06-7b223f07f919 None None] Bound using segment: {'id': '4ae1b008-58f4-4f42-ad0c-a23d4b8b7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '361583e5-810d-43eb-bd10-28471100ab67'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:17:11.067940 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-ba1997d6-9ca2-4750-8b06-7b223f07f919 None None] Bound port: 7bdd2941-3eb1-4b79-96b3-e572f6a9da03, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae1b008-58f4-4f42-ad0c-a23d4b8b7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '361583e5-810d-43eb-bd10-28471100ab67'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:17:11.068362 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ba1997d6-9ca2-4750-8b06-7b223f07f919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:11.101319 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-410569d2-099e-4071-a731-baad4488b83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:11.117714 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-008b30c4-208b-4ad3-8d1e-2fee5b9c3c85 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:11.152941 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ba1997d6-9ca2-4750-8b06-7b223f07f919 None None] For port 7bdd2941-3eb1-4b79-96b3-e572f6a9da03, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:17:11.163536 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-008b30c4-208b-4ad3-8d1e-2fee5b9c3c85 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:11.163816 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ba1997d6-9ca2-4750-8b06-7b223f07f919 None None] For port 7bdd2941-3eb1-4b79-96b3-e572f6a9da03, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=7bdd2941-3eb1-4b79-96b3-e572f6a9da03,segment=NetworkSegment(4ae1b008-58f4-4f42-ad0c-a23d4b8b7415),segment_id=4ae1b008-58f4-4f42-ad0c-a23d4b8b7415)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:17:11.177105 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ba1997d6-9ca2-4750-8b06-7b223f07f919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:11.179632 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008b30c4-208b-4ad3-8d1e-2fee5b9c3c85 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:11.180631 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-008b30c4-208b-4ad3-8d1e-2fee5b9c3c85 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:11.185075 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410569d2-099e-4071-a731-baad4488b83c admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:17:11.188711 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-410569d2-099e-4071-a731-baad4488b83c admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:11.193716 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410569d2-099e-4071-a731-baad4488b83c admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:17:11.201222 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410569d2-099e-4071-a731-baad4488b83c admin admin] Pushing event updated for resources: {'Port': ['ID=f9f57adc-ec94-43e3-8655-32028c6ca2d6,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:11.212531 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05738a7a-54f5-4f98-94dc-297c00c7b744 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:17:11.252004 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-008b30c4-208b-4ad3-8d1e-2fee5b9c3c85 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3358669 Nov 12 09:17:11.252862 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60946) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:11.261868 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-7cfb8ca0-1618-4112-8652-5a7e6de67d0f tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Request body: {'subnet': {'network_id': 'a99d8358-6bc0-47eb-bea6-e634deab885a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:11.357104 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b30c4-208b-4ad3-8d1e-2fee5b9c3c85 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event updated for resources: {'Network': ['ID=a99d8358-6bc0-47eb-bea6-e634deab885a,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:11.378377 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e078d52-ad44-41b3-824a-21a7641ca7bc req-034ee0a0-8ccd-4ba2-aef7-e612152109a8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=479a8b69-a505-466c-85b4-2c449b0bfd6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0570505 Nov 12 09:17:11.418919 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network a99d8358-6bc0-47eb-bea6-e634deab885a details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:17:11.444750 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-bb614b64-986b-4f82-bb40-5eab0e956317 None None] Provisioning complete for port f9f57adc-ec94-43e3-8655-32028c6ca2d6 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:11.445131 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bb614b64-986b-4f82-bb40-5eab0e956317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:11.529427 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e078d52-ad44-41b3-824a-21a7641ca7bc req-e9a79b0c-3dc8-4840-a940-8bbd873abdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:11.531899 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e078d52-ad44-41b3-824a-21a7641ca7bc req-e9a79b0c-3dc8-4840-a940-8bbd873abdc8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c42c9d54c604f189b9041f63743feb1&device_id=479a8b69-a505-466c-85b4-2c449b0bfd6d HTTP/1.1" status: 200 len: 1101 time: 0.1002424 Nov 12 09:17:11.554596 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-bb614b64-986b-4f82-bb40-5eab0e956317 None None] Port f9f57adc-ec94-43e3-8655-32028c6ca2d6 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:17:11.557124 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1997d6-9ca2-4750-8b06-7b223f07f919 None None] Pushing event updated for resources: {'Port': ['ID=7bdd2941-3eb1-4b79-96b3-e572f6a9da03,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:11.571000 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfb8ca0-1618-4112-8652-5a7e6de67d0f tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Made reservation on behalf of f82b13b1128f4263b446a2b4959d21e1 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:11.575343 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7cfb8ca0-1618-4112-8652-5a7e6de67d0f tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:11.825861 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e078d52-ad44-41b3-824a-21a7641ca7bc req-0ab2121a-3976-407e-97f4-8e207bc9b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:11.827779 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e078d52-ad44-41b3-824a-21a7641ca7bc req-0ab2121a-3976-407e-97f4-8e207bc9b37a service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.2751288 Nov 12 09:17:11.864174 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-410569d2-099e-4071-a731-baad4488b83c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:11.898726 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e078d52-ad44-41b3-824a-21a7641ca7bc req-27f887dc-8eff-49e2-8e8b-fff4f49ffa77 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=ea8d8abc-f4fb-4926-9ab1-3a83db2d3589 HTTP/1.1" status: 200 len: 217 time: 0.0628021 Nov 12 09:17:12.014059 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e078d52-ad44-41b3-824a-21a7641ca7bc req-9eb7bea8-9fb1-4af2-9252-c5750604580e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:12.019230 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e078d52-ad44-41b3-824a-21a7641ca7bc req-9eb7bea8-9fb1-4af2-9252-c5750604580e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.1078129 Nov 12 09:17:12.063271 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 7bdd2941-3eb1-4b79-96b3-e572f6a9da03 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:17:12.084620 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e078d52-ad44-41b3-824a-21a7641ca7bc req-d23969d9-b3ac-4b25-b767-4bb7d2fc6f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:12.089838 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e078d52-ad44-41b3-824a-21a7641ca7bc req-d23969d9-b3ac-4b25-b767-4bb7d2fc6f2a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0654929 Nov 12 09:17:12.152176 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7cfb8ca0-1618-4112-8652-5a7e6de67d0f tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:12.187286 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:12.242183 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 7bdd2941-3eb1-4b79-96b3-e572f6a9da03 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:12.242800 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:12.331607 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb8ca0-1618-4112-8652-5a7e6de67d0f tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event updated for resources: {'Subnet': ['ID=4faab391-82f2-4ddf-a947-82b71c09ee88,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:12.349456 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e078d52-ad44-41b3-824a-21a7641ca7bc req-a275f963-80d8-4c2b-b172-46725b88eee5 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434685 Nov 12 09:17:12.362318 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfb8ca0-1618-4112-8652-5a7e6de67d0f tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Checking segment: {'id': '0d1a97fb-4cac-4580-ba6a-9dc7df641a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a99d8358-6bc0-47eb-bea6-e634deab885a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:17:12.363875 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfb8ca0-1618-4112-8652-5a7e6de67d0f tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Network hostable DHCP agents. Network: a99d8358-6bc0-47eb-bea6-e634deab885a, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:17:12.444531 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:12.500514 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 7bdd2941-3eb1-4b79-96b3-e572f6a9da03, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=7bdd2941-3eb1-4b79-96b3-e572f6a9da03,segment=NetworkSegment(4ae1b008-58f4-4f42-ad0c-a23d4b8b7415),segment_id=4ae1b008-58f4-4f42-ad0c-a23d4b8b7415)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:12.511382 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:12.512566 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:17:12.563532 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-410569d2-099e-4071-a731-baad4488b83c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:12.632628 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e078d52-ad44-41b3-824a-21a7641ca7bc req-7680dfcd-f00f-4cd4-a5f9-55a2e3de97bd service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751284 Nov 12 09:17:12.644331 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfb8ca0-1618-4112-8652-5a7e6de67d0f tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Network a99d8358-6bc0-47eb-bea6-e634deab885a is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:17:12.665468 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=7bdd2941-3eb1-4b79-96b3-e572f6a9da03,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:12.684062 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:12.686668 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:12.724801 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-7cfb8ca0-1618-4112-8652-5a7e6de67d0f tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, a99d8358-6bc0-47eb-bea6-e634deab885a) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:12.736841 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfb8ca0-1618-4112-8652-5a7e6de67d0f tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:12.737467 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7cfb8ca0-1618-4112-8652-5a7e6de67d0f tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:12.752699 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c690d372-95d4-4228-9a8b-dcdb38ffcb24 None None] Network a99d8358-6bc0-47eb-bea6-e634deab885a requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:12.801659 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7cfb8ca0-1618-4112-8652-5a7e6de67d0f tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5458944 Nov 12 09:17:12.806390 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60966) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:12.812969 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-e66e5419-283b-4a00-966e-051768099e7d tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1688949410'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:12.824054 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410569d2-099e-4071-a731-baad4488b83c admin admin] Router daf3228d-a42f-4340-8367-4b12335ee3f7 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:17:12.876037 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66e5419-283b-4a00-966e-051768099e7d tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Made reservation on behalf of f82b13b1128f4263b446a2b4959d21e1 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:12.880886 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e66e5419-283b-4a00-966e-051768099e7d tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:12.953790 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e66e5419-283b-4a00-966e-051768099e7d tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:17:12.981038 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e66e5419-283b-4a00-966e-051768099e7d tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:12.983617 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-e66e5419-283b-4a00-966e-051768099e7d tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Added segment 5eaccb5b-d843-4dcd-a473-8f6cf1a67ab5 of type vlan for network 1b6c1036-439e-43b9-add4-93377a22a0bd Nov 12 09:17:13.067875 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410569d2-099e-4071-a731-baad4488b83c admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:17:13.087389 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e66e5419-283b-4a00-966e-051768099e7d tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:13.112656 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c1127c-04c7-4b33-a7af-cfd04d84eefb None None] Sync routers for ids ['daf3228d-a42f-4340-8367-4b12335ee3f7'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:17:13.120633 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-410569d2-099e-4071-a731-baad4488b83c admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:13.126155 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-410569d2-099e-4071-a731-baad4488b83c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7044389 Nov 12 09:17:13.127052 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 60974) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:13.153084 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4499f515-820c-4790-8353-883c3fc98672 None None] Network 361583e5-810d-43eb-bd10-28471100ab67 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:13.173934 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e66e5419-283b-4a00-966e-051768099e7d tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:13.180028 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66e5419-283b-4a00-966e-051768099e7d tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:13.180678 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e66e5419-283b-4a00-966e-051768099e7d tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:13.259091 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c1127c-04c7-4b33-a7af-cfd04d84eefb None None] Routers {'daf3228d-a42f-4340-8367-4b12335ee3f7'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:17:13.260031 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b3c1127c-04c7-4b33-a7af-cfd04d84eefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:17:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['daf3228d-a42f-4340-8367-4b12335ee3f7'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:13.304374 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e66e5419-283b-4a00-966e-051768099e7d tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4961839 Nov 12 09:17:13.305041 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60976) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:13.313422 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-85efa7b9-4042-4fb8-93fd-08fa06e4cb02 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Request body: {'subnet': {'network_id': '1b6c1036-439e-43b9-add4-93377a22a0bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:13.343477 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e5419-283b-4a00-966e-051768099e7d tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event updated for resources: {'Network': ['ID=1b6c1036-439e-43b9-add4-93377a22a0bd,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:13.421773 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 1b6c1036-439e-43b9-add4-93377a22a0bd details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:17:13.535160 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c884e525-fc54-4bb3-9383-64f1e7b893b7 None None] Provisioning complete for port 7bdd2941-3eb1-4b79-96b3-e572f6a9da03 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:13.535429 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85efa7b9-4042-4fb8-93fd-08fa06e4cb02 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Made reservation on behalf of f82b13b1128f4263b446a2b4959d21e1 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:13.536105 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c884e525-fc54-4bb3-9383-64f1e7b893b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:13.542280 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-85efa7b9-4042-4fb8-93fd-08fa06e4cb02 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:13.731647 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.ipam_backend_mixin [None req-85efa7b9-4042-4fb8-93fd-08fa06e4cb02 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Performing IP validity checks on allocation pools {{(pid=102569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 09:17:13.732397 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.ipam_backend_mixin [None req-85efa7b9-4042-4fb8-93fd-08fa06e4cb02 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 09:17:13.901520 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-b3c1127c-04c7-4b33-a7af-cfd04d84eefb None None] Set router daf3228d-a42f-4340-8367-4b12335ee3f7 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:17:14.024482 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 7bdd2941-3eb1-4b79-96b3-e572f6a9da03 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:17:14.028948 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:14.057976 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-85efa7b9-4042-4fb8-93fd-08fa06e4cb02 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:14.170016 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85efa7b9-4042-4fb8-93fd-08fa06e4cb02 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Checking segment: {'id': '5eaccb5b-d843-4dcd-a473-8f6cf1a67ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1b6c1036-439e-43b9-add4-93377a22a0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:17:14.170769 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85efa7b9-4042-4fb8-93fd-08fa06e4cb02 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Network hostable DHCP agents. Network: 1b6c1036-439e-43b9-add4-93377a22a0bd, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:17:14.172659 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85efa7b9-4042-4fb8-93fd-08fa06e4cb02 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event updated for resources: {'Subnet': ['ID=bfa3932b-f4a6-49bc-b57c-e245670df419,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:14.175575 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4934edc3-889f-4fea-8e82-34f7e592e1a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-a99d8358-6bc0-47eb-bea6-e634deab885a', 'network_id': 'a99d8358-6bc0-47eb-bea6-e634deab885a', 'tenant_id': 'f82b13b1128f4263b446a2b4959d21e1', 'fixed_ips': [{'subnet_id': '4faab391-82f2-4ddf-a947-82b71c09ee88'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:17:14.176458 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4934edc3-889f-4fea-8e82-34f7e592e1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:14.194818 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85efa7b9-4042-4fb8-93fd-08fa06e4cb02 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Network 1b6c1036-439e-43b9-add4-93377a22a0bd is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:17:14.208027 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-85efa7b9-4042-4fb8-93fd-08fa06e4cb02 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 1b6c1036-439e-43b9-add4-93377a22a0bd) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:14.214216 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85efa7b9-4042-4fb8-93fd-08fa06e4cb02 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:14.215330 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-85efa7b9-4042-4fb8-93fd-08fa06e4cb02 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:14.239178 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-85efa7b9-4042-4fb8-93fd-08fa06e4cb02 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9296470 Nov 12 09:17:14.241824 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 60990) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:14.473943 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d9e4519-d99f-4b94-9174-02d30e0cdbf2 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:14.533114 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d8b2203-c6f2-4e48-b3cd-2478881d1c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:14.647769 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d9e4519-d99f-4b94-9174-02d30e0cdbf2 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:14.781578 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d9e4519-d99f-4b94-9174-02d30e0cdbf2 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:14.797217 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b5c276-8255-4f4e-9b28-6c6036d86e5a None None] Network 1b6c1036-439e-43b9-add4-93377a22a0bd requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:14.805988 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:14.848868 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-8d8b2203-c6f2-4e48-b3cd-2478881d1c10 admin admin] Allocated IP 172.20.0.1 (361583e5-810d-43eb-bd10-28471100ab67/7180b4be-5884-4c17-8cdc-7bc215074ec1/11dacdb2-9562-4f7a-ac19-12efddae7930) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:17:14.873885 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e4519-d99f-4b94-9174-02d30e0cdbf2 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event deleted for resources: {'Subnet': ['ID=bfa3932b-f4a6-49bc-b57c-e245670df419,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:15.019025 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d9e4519-d99f-4b94-9174-02d30e0cdbf2 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:15.063620 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-9d9e4519-d99f-4b94-9174-02d30e0cdbf2 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b6c1036-439e-43b9-add4-93377a22a0bd']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:15.076047 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-9d9e4519-d99f-4b94-9174-02d30e0cdbf2 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eaccb5b-d843-4dcd-a473-8f6cf1a67ab5') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:15.077129 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-9d9e4519-d99f-4b94-9174-02d30e0cdbf2 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eaccb5b-d843-4dcd-a473-8f6cf1a67ab5') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:15.088766 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d8b2203-c6f2-4e48-b3cd-2478881d1c10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:15.098138 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d9e4519-d99f-4b94-9174-02d30e0cdbf2 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:15.125022 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d9e4519-d99f-4b94-9174-02d30e0cdbf2 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:15.130988 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d8b2203-c6f2-4e48-b3cd-2478881d1c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:15.134537 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d9e4519-d99f-4b94-9174-02d30e0cdbf2 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:17:15.135067 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d9e4519-d99f-4b94-9174-02d30e0cdbf2 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:15.153561 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:17:15.153561 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:17:15.153561 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:17:15.153561 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:17:15.153561 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:17:15.153561 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:17:15.153561 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:17:15.153561 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:17:15.153561 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:17:15.153561 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:17:15.153561 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:17:15.153561 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:17:15.153561 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:17:15.153561 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:17:15.153561 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:17:15.153561 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:17:15.153561 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:17:15.153561 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:17:15.153561 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:17:15.153561 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:17:15.153561 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:17:15.153561 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:17:15.153561 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:17:15.153561 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:17:15.153561 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:17:15.153561 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:17:15.153561 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:17:15.153561 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:17:15.153561 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:17:15.153561 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:17:15.153561 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:17:15.153561 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:17:15.208027 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8b2203-c6f2-4e48-b3cd-2478881d1c10 admin admin] Network 361583e5-810d-43eb-bd10-28471100ab67 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:17:15.209957 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-8d8b2203-c6f2-4e48-b3cd-2478881d1c10 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:15.225954 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d9e4519-d99f-4b94-9174-02d30e0cdbf2 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:15.233790 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8b2203-c6f2-4e48-b3cd-2478881d1c10 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:17:15.238492 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d9e4519-d99f-4b94-9174-02d30e0cdbf2 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:15.249565 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9d9e4519-d99f-4b94-9174-02d30e0cdbf2 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "DELETE /v2.0/networks/1b6c1036-439e-43b9-add4-93377a22a0bd HTTP/1.1" status: 204 len: 168 time: 1.0032783 Nov 12 09:17:15.252507 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 32776) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:15.289366 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e4519-d99f-4b94-9174-02d30e0cdbf2 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event deleted for resources: {'Network': ['ID=1b6c1036-439e-43b9-add4-93377a22a0bd,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:15.293551 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-46e0ba0f-abb8-450c-9a1a-78d259fd7463 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-278093057'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:15.313029 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b2203-c6f2-4e48-b3cd-2478881d1c10 admin admin] Pushing event updated for resources: {'Port': ['ID=11dacdb2-9562-4f7a-ac19-12efddae7930,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:15.344597 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d8b2203-c6f2-4e48-b3cd-2478881d1c10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:15.381364 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8de633-b30e-4764-b126-c3e13972676f None None] Network 1b6c1036-439e-43b9-add4-93377a22a0bd requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:15.420367 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 7bdd2941-3eb1-4b79-96b3-e572f6a9da03 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:15.420751 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:15.441577 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e0ba0f-abb8-450c-9a1a-78d259fd7463 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Made reservation on behalf of f82b13b1128f4263b446a2b4959d21e1 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:15.446366 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-46e0ba0f-abb8-450c-9a1a-78d259fd7463 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:15.456576 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8de633-b30e-4764-b126-c3e13972676f None None] Network 1b6c1036-439e-43b9-add4-93377a22a0bd could not be found, it might have been deleted concurrently. {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 09:17:15.523643 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-4934edc3-889f-4fea-8e82-34f7e592e1a9 None None] Allocated IP 2001:db8::3 (a99d8358-6bc0-47eb-bea6-e634deab885a/4faab391-82f2-4ddf-a947-82b71c09ee88/201e5dde-8f21-4323-ac36-fe2d8e7c314e) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:17:15.552389 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e0ba0f-abb8-450c-9a1a-78d259fd7463 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:17:15.582496 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-46e0ba0f-abb8-450c-9a1a-78d259fd7463 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:15.582853 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-46e0ba0f-abb8-450c-9a1a-78d259fd7463 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Added segment fbaed2b5-7aa7-4f13-9477-ed09ed252274 of type vlan for network d8993ced-889e-4c6c-8b66-2e5739b6a800 Nov 12 09:17:15.639758 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d8b2203-c6f2-4e48-b3cd-2478881d1c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:15.665235 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b3c1127c-04c7-4b33-a7af-cfd04d84eefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'name': 'tempest-TestServerBasicOps-1881539139-router', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'f9f57adc-ec94-43e3-8655-32028c6ca2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:17:09Z', 'updated_at': '2021-11-12T09:17:11Z', 'revision_number': 3, 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'gw_port': {'id': 'f9f57adc-ec94-43e3-8655-32028c6ca2d6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:10Z', 'updated_at': '2021-11-12T09:17:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:15.728706 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c1127c-04c7-4b33-a7af-cfd04d84eefb None None] Checking router: daf3228d-a42f-4340-8367-4b12335ee3f7 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:17:15.729086 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c1127c-04c7-4b33-a7af-cfd04d84eefb None None] Updating router daf3228d-a42f-4340-8367-4b12335ee3f7 port f9f57adc-ec94-43e3-8655-32028c6ca2d6 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:17:15.916498 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b3c1127c-04c7-4b33-a7af-cfd04d84eefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:15.921436 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4934edc3-889f-4fea-8e82-34f7e592e1a9 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:15.925475 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d8b2203-c6f2-4e48-b3cd-2478881d1c10 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:15.942514 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d8b2203-c6f2-4e48-b3cd-2478881d1c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:15.952945 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4934edc3-889f-4fea-8e82-34f7e592e1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:15.988541 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-46e0ba0f-abb8-450c-9a1a-78d259fd7463 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:16.088953 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d8b2203-c6f2-4e48-b3cd-2478881d1c10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:16.112861 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b2203-c6f2-4e48-b3cd-2478881d1c10 admin admin] Pushing event updated for resources: {'Port': ['ID=11dacdb2-9562-4f7a-ac19-12efddae7930,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:16.123895 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-46e0ba0f-abb8-450c-9a1a-78d259fd7463 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:16.130186 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e0ba0f-abb8-450c-9a1a-78d259fd7463 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:16.130870 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-46e0ba0f-abb8-450c-9a1a-78d259fd7463 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:16.154259 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4934edc3-889f-4fea-8e82-34f7e592e1a9 None None] Network a99d8358-6bc0-47eb-bea6-e634deab885a is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:17:16.157631 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934edc3-889f-4fea-8e82-34f7e592e1a9 None None] Pushing event updated for resources: {'Port': ['ID=201e5dde-8f21-4323-ac36-fe2d8e7c314e,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:16.162472 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-4934edc3-889f-4fea-8e82-34f7e592e1a9 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:16.165597 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4934edc3-889f-4fea-8e82-34f7e592e1a9 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:17:16.224591 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-0bc3060d-98f7-4edb-a5d8-b4cb82094786 None None] Provisioning complete for port 11dacdb2-9562-4f7a-ac19-12efddae7930 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:16.224961 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0bc3060d-98f7-4edb-a5d8-b4cb82094786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:16.336564 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-46e0ba0f-abb8-450c-9a1a-78d259fd7463 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0487139 Nov 12 09:17:16.336795 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 32790) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:16.342866 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-b0c02936-7b21-4e3d-b261-a77b4e399ef2 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Request body: {'subnet': {'network_id': 'd8993ced-889e-4c6c-8b66-2e5739b6a800', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:16.350886 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e0ba0f-abb8-450c-9a1a-78d259fd7463 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event updated for resources: {'Network': ['ID=d8993ced-889e-4c6c-8b66-2e5739b6a800,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:16.384702 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network d8993ced-889e-4c6c-8b66-2e5739b6a800 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:17:16.436494 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8b2203-c6f2-4e48-b3cd-2478881d1c10 admin admin] Network 361583e5-810d-43eb-bd10-28471100ab67 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:17:16.439545 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-8d8b2203-c6f2-4e48-b3cd-2478881d1c10 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:16.455013 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-4934edc3-889f-4fea-8e82-34f7e592e1a9 None None] Attempting to bind port 201e5dde-8f21-4323-ac36-fe2d8e7c314e on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:17:16.455385 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-4934edc3-889f-4fea-8e82-34f7e592e1a9 None None] Attempting to bind port 201e5dde-8f21-4323-ac36-fe2d8e7c314e by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '0d1a97fb-4cac-4580-ba6a-9dc7df641a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a99d8358-6bc0-47eb-bea6-e634deab885a'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:17:16.455777 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4934edc3-889f-4fea-8e82-34f7e592e1a9 None None] Attempting to bind port 201e5dde-8f21-4323-ac36-fe2d8e7c314e on network a99d8358-6bc0-47eb-bea6-e634deab885a {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:17:16.463125 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-0bc3060d-98f7-4edb-a5d8-b4cb82094786 None None] Port 11dacdb2-9562-4f7a-ac19-12efddae7930 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:17:16.598936 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c02936-7b21-4e3d-b261-a77b4e399ef2 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Made reservation on behalf of f82b13b1128f4263b446a2b4959d21e1 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:16.604791 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c02936-7b21-4e3d-b261-a77b4e399ef2 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:16.641840 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4934edc3-889f-4fea-8e82-34f7e592e1a9 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:17:16.641840 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4934edc3-889f-4fea-8e82-34f7e592e1a9 None None] Checking segment: {'id': '0d1a97fb-4cac-4580-ba6a-9dc7df641a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a99d8358-6bc0-47eb-bea6-e634deab885a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:17:16.644970 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4934edc3-889f-4fea-8e82-34f7e592e1a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:16.647781 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4934edc3-889f-4fea-8e82-34f7e592e1a9 None None] Bound using segment: {'id': '0d1a97fb-4cac-4580-ba6a-9dc7df641a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a99d8358-6bc0-47eb-bea6-e634deab885a'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:17:16.648834 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-4934edc3-889f-4fea-8e82-34f7e592e1a9 None None] Bound port: 201e5dde-8f21-4323-ac36-fe2d8e7c314e, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1a97fb-4cac-4580-ba6a-9dc7df641a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a99d8358-6bc0-47eb-bea6-e634deab885a'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:17:16.653269 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4934edc3-889f-4fea-8e82-34f7e592e1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:16.682278 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8b2203-c6f2-4e48-b3cd-2478881d1c10 admin admin] Router daf3228d-a42f-4340-8367-4b12335ee3f7 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:17:16.743338 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-0bc3060d-98f7-4edb-a5d8-b4cb82094786 None None] Provisioning complete for port 7bdd2941-3eb1-4b79-96b3-e572f6a9da03 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:16.746954 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0bc3060d-98f7-4edb-a5d8-b4cb82094786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:16.875952 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4934edc3-889f-4fea-8e82-34f7e592e1a9 None None] For port 201e5dde-8f21-4323-ac36-fe2d8e7c314e, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:17:16.891557 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8b2203-c6f2-4e48-b3cd-2478881d1c10 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:17:16.900352 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8d8b2203-c6f2-4e48-b3cd-2478881d1c10 admin admin] 10.222.0.37 "PUT /v2.0/routers/daf3228d-a42f-4340-8367-4b12335ee3f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7714601 Nov 12 09:17:16.920324 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c02936-7b21-4e3d-b261-a77b4e399ef2 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:17.016381 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4934edc3-889f-4fea-8e82-34f7e592e1a9 None None] For port 201e5dde-8f21-4323-ac36-fe2d8e7c314e, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=201e5dde-8f21-4323-ac36-fe2d8e7c314e,segment=NetworkSegment(0d1a97fb-4cac-4580-ba6a-9dc7df641a82),segment_id=0d1a97fb-4cac-4580-ba6a-9dc7df641a82)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:17:17.044546 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4934edc3-889f-4fea-8e82-34f7e592e1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:17.050819 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b3c1127c-04c7-4b33-a7af-cfd04d84eefb None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:17.090556 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c02936-7b21-4e3d-b261-a77b4e399ef2 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event updated for resources: {'Subnet': ['ID=482a0b44-7198-4688-845f-51052553a850,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:17.110828 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b3c1127c-04c7-4b33-a7af-cfd04d84eefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:17.112112 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c02936-7b21-4e3d-b261-a77b4e399ef2 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Checking segment: {'id': 'fbaed2b5-7aa7-4f13-9477-ed09ed252274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd8993ced-889e-4c6c-8b66-2e5739b6a800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:17:17.112491 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c02936-7b21-4e3d-b261-a77b4e399ef2 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Network hostable DHCP agents. Network: d8993ced-889e-4c6c-8b66-2e5739b6a800, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:17:17.162119 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c02936-7b21-4e3d-b261-a77b4e399ef2 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Network d8993ced-889e-4c6c-8b66-2e5739b6a800 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:17:17.171885 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934edc3-889f-4fea-8e82-34f7e592e1a9 None None] Pushing event updated for resources: {'Port': ['ID=201e5dde-8f21-4323-ac36-fe2d8e7c314e,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:17.182487 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-b0c02936-7b21-4e3d-b261-a77b4e399ef2 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, d8993ced-889e-4c6c-8b66-2e5739b6a800) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:17.193362 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c02936-7b21-4e3d-b261-a77b4e399ef2 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:17.193972 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c02936-7b21-4e3d-b261-a77b4e399ef2 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:17.196080 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c0877a-9374-4363-b035-19585a0a91e8 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:17:17.230608 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b0c02936-7b21-4e3d-b261-a77b4e399ef2 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8922455 Nov 12 09:17:17.233560 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 32808) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:17.246323 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c88463-7189-4257-b356-db6acbf61e4b None None] Network d8993ced-889e-4c6c-8b66-2e5739b6a800 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:17.255067 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b3c1127c-04c7-4b33-a7af-cfd04d84eefb None None] Attempting to bind port f9f57adc-ec94-43e3-8655-32028c6ca2d6 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:17:17.255445 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b3c1127c-04c7-4b33-a7af-cfd04d84eefb None None] Attempting to bind port f9f57adc-ec94-43e3-8655-32028c6ca2d6 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:17:17.255832 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c1127c-04c7-4b33-a7af-cfd04d84eefb None None] Attempting to bind port f9f57adc-ec94-43e3-8655-32028c6ca2d6 on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:17:17.336976 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c1127c-04c7-4b33-a7af-cfd04d84eefb None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:17:17.337593 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c1127c-04c7-4b33-a7af-cfd04d84eefb None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:17:17.340468 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b3c1127c-04c7-4b33-a7af-cfd04d84eefb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:17.340468 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c1127c-04c7-4b33-a7af-cfd04d84eefb None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:17:17.340468 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b3c1127c-04c7-4b33-a7af-cfd04d84eefb None None] Bound port: f9f57adc-ec94-43e3-8655-32028c6ca2d6, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:17:17.340468 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b3c1127c-04c7-4b33-a7af-cfd04d84eefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:17.392683 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c730e5-8535-49d9-9ec7-18a2cbf4ac55 None None] Pushing event updated for resources: {'Port': ['ID=f9f57adc-ec94-43e3-8655-32028c6ca2d6,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:17.406359 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d94b9e03-11e8-4f93-8b47-7b548b1c7002 None None] Provisioning complete for port 11dacdb2-9562-4f7a-ac19-12efddae7930 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:17.406886 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d94b9e03-11e8-4f93-8b47-7b548b1c7002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:17.541022 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-d94b9e03-11e8-4f93-8b47-7b548b1c7002 None None] Port 11dacdb2-9562-4f7a-ac19-12efddae7930 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:17:17.572145 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f506cb30-1231-4fa6-a84b-b3b6e243c9d5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:17.738772 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f506cb30-1231-4fa6-a84b-b3b6e243c9d5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:17.882172 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f506cb30-1231-4fa6-a84b-b3b6e243c9d5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:17.905013 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b3c1127c-04c7-4b33-a7af-cfd04d84eefb None None] For port f9f57adc-ec94-43e3-8655-32028c6ca2d6, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:17:17.911315 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b3c1127c-04c7-4b33-a7af-cfd04d84eefb None None] For port f9f57adc-ec94-43e3-8655-32028c6ca2d6, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=f9f57adc-ec94-43e3-8655-32028c6ca2d6,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:17:17.936779 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b3c1127c-04c7-4b33-a7af-cfd04d84eefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:17.943331 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f506cb30-1231-4fa6-a84b-b3b6e243c9d5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event deleted for resources: {'Subnet': ['ID=482a0b44-7198-4688-845f-51052553a850,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:17.976441 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ceb170df-9777-410a-96fa-f4a3ec667a26 None None] Provisioning complete for port f9f57adc-ec94-43e3-8655-32028c6ca2d6 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:17.976815 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ceb170df-9777-410a-96fa-f4a3ec667a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:18.036750 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f506cb30-1231-4fa6-a84b-b3b6e243c9d5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:18.075719 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-f506cb30-1231-4fa6-a84b-b3b6e243c9d5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8993ced-889e-4c6c-8b66-2e5739b6a800']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:18.093276 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a23b423-bd91-4806-bf66-e78a0d9d1b2b None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:17:18.105164 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74aaa54f-7312-4a7e-a69f-f3320b8fa3d4 None None] Network d8993ced-889e-4c6c-8b66-2e5739b6a800 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:18.118034 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-f506cb30-1231-4fa6-a84b-b3b6e243c9d5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbaed2b5-7aa7-4f13-9477-ed09ed252274') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:18.118331 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-f506cb30-1231-4fa6-a84b-b3b6e243c9d5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbaed2b5-7aa7-4f13-9477-ed09ed252274') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:18.119814 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 32830) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:18.124760 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-b7b2ced6-ea24-4a2f-a712-8f616000129e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1333055379-network', 'tenant_id': '8b928c0344274343baf2478bc3a050ad'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:18.166009 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f506cb30-1231-4fa6-a84b-b3b6e243c9d5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:18.182485 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f506cb30-1231-4fa6-a84b-b3b6e243c9d5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:18.191146 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b2ced6-ea24-4a2f-a712-8f616000129e admin admin] Made reservation on behalf of 8b928c0344274343baf2478bc3a050ad for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:18.193031 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f506cb30-1231-4fa6-a84b-b3b6e243c9d5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:17:18.193795 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f506cb30-1231-4fa6-a84b-b3b6e243c9d5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:18.194025 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ced6-ea24-4a2f-a712-8f616000129e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:18.198845 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:17:18.198845 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:17:18.198845 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:17:18.198845 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:17:18.198845 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:17:18.198845 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:17:18.198845 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:17:18.198845 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:17:18.198845 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:17:18.198845 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:17:18.198845 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:17:18.198845 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:17:18.198845 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:17:18.198845 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:17:18.198845 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:17:18.198845 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:17:18.198845 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:17:18.198845 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:17:18.198845 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:17:18.198845 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:17:18.198845 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:17:18.198845 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:17:18.198845 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:17:18.198845 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:17:18.198845 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:17:18.198845 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:17:18.198845 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:17:18.198845 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:17:18.198845 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:17:18.198845 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:17:18.198845 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:17:18.198845 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:17:18.220673 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ced6-ea24-4a2f-a712-8f616000129e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:18.221725 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 201e5dde-8f21-4323-ac36-fe2d8e7c314e up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:17:18.228471 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c1127c-04c7-4b33-a7af-cfd04d84eefb None None] Routers {'daf3228d-a42f-4340-8367-4b12335ee3f7'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:17:18.229503 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b3c1127c-04c7-4b33-a7af-cfd04d84eefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:17:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['daf3228d-a42f-4340-8367-4b12335ee3f7'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:18.391564 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f506cb30-1231-4fa6-a84b-b3b6e243c9d5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:18.417768 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c730e5-8535-49d9-9ec7-18a2cbf4ac55 None None] Pushing event updated for resources: {'Port': ['ID=f9f57adc-ec94-43e3-8655-32028c6ca2d6,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:18.422384 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f506cb30-1231-4fa6-a84b-b3b6e243c9d5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:18.445870 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f506cb30-1231-4fa6-a84b-b3b6e243c9d5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "DELETE /v2.0/networks/d8993ced-889e-4c6c-8b66-2e5739b6a800 HTTP/1.1" status: 204 len: 168 time: 1.2108736 Nov 12 09:17:18.453250 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 32838) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:18.461638 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-33a68711-f0d7-4345-ba38-0ca691b90b1f tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-114335598'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:18.481030 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f506cb30-1231-4fa6-a84b-b3b6e243c9d5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event deleted for resources: {'Network': ['ID=d8993ced-889e-4c6c-8b66-2e5739b6a800,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:18.543044 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ced6-ea24-4a2f-a712-8f616000129e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:18.549284 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a68711-f0d7-4345-ba38-0ca691b90b1f tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Made reservation on behalf of f82b13b1128f4263b446a2b4959d21e1 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:18.560067 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-33a68711-f0d7-4345-ba38-0ca691b90b1f tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:18.569071 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ced6-ea24-4a2f-a712-8f616000129e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:18.642713 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b2ced6-ea24-4a2f-a712-8f616000129e admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:17:18.661713 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a68711-f0d7-4345-ba38-0ca691b90b1f tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:17:18.670217 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2ced6-ea24-4a2f-a712-8f616000129e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1372b0e8-c6b5-498c-ac3d-ca7c057de932,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:18.687944 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ceb170df-9777-410a-96fa-f4a3ec667a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:18.717173 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ced6-ea24-4a2f-a712-8f616000129e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:18.718006 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-b7b2ced6-ea24-4a2f-a712-8f616000129e admin admin] Added segment 869782be-9cc4-4ed4-a473-aad72da4affe of type vlan for network 0b165a8f-a22c-4fbc-8867-499956840f4d Nov 12 09:17:18.767239 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ceb170df-9777-410a-96fa-f4a3ec667a26 None None] For port f9f57adc-ec94-43e3-8655-32028c6ca2d6, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=f9f57adc-ec94-43e3-8655-32028c6ca2d6,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:18.775116 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ceb170df-9777-410a-96fa-f4a3ec667a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:18.788234 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 201e5dde-8f21-4323-ac36-fe2d8e7c314e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:18.788234 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:18.819060 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-b3c1127c-04c7-4b33-a7af-cfd04d84eefb None None] Set router daf3228d-a42f-4340-8367-4b12335ee3f7 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:17:18.823733 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ced6-ea24-4a2f-a712-8f616000129e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:18.834757 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-33a68711-f0d7-4345-ba38-0ca691b90b1f tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:18.835437 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-33a68711-f0d7-4345-ba38-0ca691b90b1f tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Added segment f4dcc95a-901d-44ee-bb5a-a56d966e83a5 of type vlan for network a4512713-01f4-42b8-87db-51a6e14c64a9 Nov 12 09:17:18.916283 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-33a68711-f0d7-4345-ba38-0ca691b90b1f tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:18.932482 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ced6-ea24-4a2f-a712-8f616000129e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:18.933549 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b2ced6-ea24-4a2f-a712-8f616000129e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:18.934126 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ced6-ea24-4a2f-a712-8f616000129e admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:18.971945 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b7b2ced6-ea24-4a2f-a712-8f616000129e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8509388 Nov 12 09:17:18.974731 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 32844) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:18.981025 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0707f133-b076-437d-b0f6-a3310a784a9e admin admin] Request body: {'subnet': {'network_id': '0b165a8f-a22c-4fbc-8867-499956840f4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1333055379-subnet', 'tenant_id': '8b928c0344274343baf2478bc3a050ad', 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:19.009010 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-dc2d4a21-5ec0-4c33-a13c-daf711a4520f None None] Provisioning complete for port f9f57adc-ec94-43e3-8655-32028c6ca2d6 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:19.009010 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dc2d4a21-5ec0-4c33-a13c-daf711a4520f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:19.038664 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb170df-9777-410a-96fa-f4a3ec667a26 None None] Pushing event updated for resources: {'Port': ['ID=f9f57adc-ec94-43e3-8655-32028c6ca2d6,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:19.046200 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0707f133-b076-437d-b0f6-a3310a784a9e admin admin] Made reservation on behalf of 8b928c0344274343baf2478bc3a050ad for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:19.052139 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0707f133-b076-437d-b0f6-a3310a784a9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:19.092342 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b2e086-6c8b-4278-9164-b497264169c7 None None] Network a99d8358-6bc0-47eb-bea6-e634deab885a requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:19.210934 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-33a68711-f0d7-4345-ba38-0ca691b90b1f tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:19.226561 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a68711-f0d7-4345-ba38-0ca691b90b1f tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:19.227428 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-33a68711-f0d7-4345-ba38-0ca691b90b1f tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:19.262682 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2ced6-ea24-4a2f-a712-8f616000129e admin admin] Pushing event updated for resources: {'Network': ['ID=0b165a8f-a22c-4fbc-8867-499956840f4d,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:19.294224 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 0b165a8f-a22c-4fbc-8867-499956840f4d details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:17:19.309963 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-33a68711-f0d7-4345-ba38-0ca691b90b1f tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8554008 Nov 12 09:17:19.327086 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 32854) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:19.338714 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a258fb14-d266-4621-92f5-e68c6b9b42bd tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Request body: {'subnet': {'network_id': 'a4512713-01f4-42b8-87db-51a6e14c64a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:19.391156 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a68711-f0d7-4345-ba38-0ca691b90b1f tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event updated for resources: {'Network': ['ID=a4512713-01f4-42b8-87db-51a6e14c64a9,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:19.391406 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0707f133-b076-437d-b0f6-a3310a784a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:19.392475 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:19.506612 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707f133-b076-437d-b0f6-a3310a784a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=90af4881-e245-4998-8902-0a9ad7dbd72a,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:19.509193 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network a4512713-01f4-42b8-87db-51a6e14c64a9 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:17:19.569093 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0707f133-b076-437d-b0f6-a3310a784a9e admin admin] Checking segment: {'id': '869782be-9cc4-4ed4-a473-aad72da4affe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0b165a8f-a22c-4fbc-8867-499956840f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:17:19.569459 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0707f133-b076-437d-b0f6-a3310a784a9e admin admin] Network hostable DHCP agents. Network: 0b165a8f-a22c-4fbc-8867-499956840f4d, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:17:19.606072 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a258fb14-d266-4621-92f5-e68c6b9b42bd tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Made reservation on behalf of f82b13b1128f4263b446a2b4959d21e1 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:19.610216 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a258fb14-d266-4621-92f5-e68c6b9b42bd tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:19.618569 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0707f133-b076-437d-b0f6-a3310a784a9e admin admin] Network 0b165a8f-a22c-4fbc-8867-499956840f4d is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:17:19.661474 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-0707f133-b076-437d-b0f6-a3310a784a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 0b165a8f-a22c-4fbc-8867-499956840f4d) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:19.670532 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0707f133-b076-437d-b0f6-a3310a784a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:19.671165 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0707f133-b076-437d-b0f6-a3310a784a9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:19.685174 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 201e5dde-8f21-4323-ac36-fe2d8e7c314e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=201e5dde-8f21-4323-ac36-fe2d8e7c314e,segment=NetworkSegment(0d1a97fb-4cac-4580-ba6a-9dc7df641a82),segment_id=0d1a97fb-4cac-4580-ba6a-9dc7df641a82)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:19.687193 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f46a2ad-e4fd-4686-b895-ce8222856a13 None None] Network 0b165a8f-a22c-4fbc-8867-499956840f4d requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:19.756311 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0707f133-b076-437d-b0f6-a3310a784a9e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7803886 Nov 12 09:17:19.756953 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 32860) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:19.761469 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-acac0008-3569-4cd3-a154-67bd9f3e8f35 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1333055379-router', 'tenant_id': '8b928c0344274343baf2478bc3a050ad', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:19.779765 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:19.825052 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-acac0008-3569-4cd3-a154-67bd9f3e8f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:19.827123 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-acac0008-3569-4cd3-a154-67bd9f3e8f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:19.924677 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a258fb14-d266-4621-92f5-e68c6b9b42bd tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:19.940128 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-acac0008-3569-4cd3-a154-67bd9f3e8f35 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:20.030961 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258fb14-d266-4621-92f5-e68c6b9b42bd tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event updated for resources: {'Subnet': ['ID=96bd2a5c-e57e-46bf-8d0d-a94dbf32b9cb,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:20.034565 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b82c89-f922-4753-b165-8f3dbe12befa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-0b165a8f-a22c-4fbc-8867-499956840f4d', 'network_id': '0b165a8f-a22c-4fbc-8867-499956840f4d', 'tenant_id': '8b928c0344274343baf2478bc3a050ad', 'fixed_ips': [{'subnet_id': '90af4881-e245-4998-8902-0a9ad7dbd72a'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:17:20.035954 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-62b82c89-f922-4753-b165-8f3dbe12befa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:20.063454 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a258fb14-d266-4621-92f5-e68c6b9b42bd tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Checking segment: {'id': 'f4dcc95a-901d-44ee-bb5a-a56d966e83a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a4512713-01f4-42b8-87db-51a6e14c64a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:17:20.064068 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a258fb14-d266-4621-92f5-e68c6b9b42bd tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Network hostable DHCP agents. Network: a4512713-01f4-42b8-87db-51a6e14c64a9, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:17:20.066793 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=201e5dde-8f21-4323-ac36-fe2d8e7c314e,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:20.082816 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b3c1127c-04c7-4b33-a7af-cfd04d84eefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'name': 'tempest-TestServerBasicOps-1881539139-router', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'f9f57adc-ec94-43e3-8655-32028c6ca2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:17:09Z', 'updated_at': '2021-11-12T09:17:15Z', 'revision_number': 4, 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'gw_port': {'id': 'f9f57adc-ec94-43e3-8655-32028c6ca2d6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:10Z', 'updated_at': '2021-11-12T09:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '11dacdb2-9562-4f7a-ac19-12efddae7930', 'name': '', 'network_id': '361583e5-810d-43eb-bd10-28471100ab67', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'mac_address': 'fa:16:3e:0e:11:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '7180b4be-5884-4c17-8cdc-7bc215074ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:14Z', 'updated_at': '2021-11-12T09:17:15Z', 'revision_number': 2, 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'subnets': [{'id': '7180b4be-5884-4c17-8cdc-7bc215074ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:20.093615 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a258fb14-d266-4621-92f5-e68c6b9b42bd tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Network a4512713-01f4-42b8-87db-51a6e14c64a9 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:17:20.096209 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-0f68ed7d-1c62-4592-8cb2-958518a85f93 None None] Provisioning complete for port 201e5dde-8f21-4323-ac36-fe2d8e7c314e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:20.096640 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0f68ed7d-1c62-4592-8cb2-958518a85f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:20.111002 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-a258fb14-d266-4621-92f5-e68c6b9b42bd tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, a4512713-01f4-42b8-87db-51a6e14c64a9) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:20.116508 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a258fb14-d266-4621-92f5-e68c6b9b42bd tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:20.117116 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a258fb14-d266-4621-92f5-e68c6b9b42bd tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:20.139804 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a258fb14-d266-4621-92f5-e68c6b9b42bd tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8101521 Nov 12 09:17:20.141270 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 32866) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:20.182250 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d550a05f-5b4a-49c3-b959-fafae0c23961 None None] Network a4512713-01f4-42b8-87db-51a6e14c64a9 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:20.297948 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-acac0008-3569-4cd3-a154-67bd9f3e8f35 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:20.322668 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c2cc808-b5dc-4bc6-ae89-5379dace868e tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:20.454671 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c2cc808-b5dc-4bc6-ae89-5379dace868e tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:20.460841 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c1127c-04c7-4b33-a7af-cfd04d84eefb None None] The sync data for ids ['daf3228d-a42f-4340-8367-4b12335ee3f7'] in n-d-768862-16 is: [{'id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'name': 'tempest-TestServerBasicOps-1881539139-router', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'f9f57adc-ec94-43e3-8655-32028c6ca2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:17:09Z', 'updated_at': '2021-11-12T09:17:15Z', 'revision_number': 4, 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'gw_port': {'id': 'f9f57adc-ec94-43e3-8655-32028c6ca2d6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:10Z', 'updated_at': '2021-11-12T09:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '11dacdb2-9562-4f7a-ac19-12efddae7930', 'name': '', 'network_id': '361583e5-810d-43eb-bd10-28471100ab67', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'mac_address': 'fa:16:3e:0e:11:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '7180b4be-5884-4c17-8cdc-7bc215074ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:14Z', 'updated_at': '2021-11-12T09:17:15Z', 'revision_number': 2, 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'subnets': [{'id': '7180b4be-5884-4c17-8cdc-7bc215074ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:17:20.582400 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c2cc808-b5dc-4bc6-ae89-5379dace868e tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:20.650257 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2cc808-b5dc-4bc6-ae89-5379dace868e tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event deleted for resources: {'Subnet': ['ID=96bd2a5c-e57e-46bf-8d0d-a94dbf32b9cb,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:20.807163 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c2cc808-b5dc-4bc6-ae89-5379dace868e tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:20.884501 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-9c2cc808-b5dc-4bc6-ae89-5379dace868e tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4512713-01f4-42b8-87db-51a6e14c64a9']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:20.936928 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-9c2cc808-b5dc-4bc6-ae89-5379dace868e tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4dcc95a-901d-44ee-bb5a-a56d966e83a5') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:20.938045 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-9c2cc808-b5dc-4bc6-ae89-5379dace868e tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4dcc95a-901d-44ee-bb5a-a56d966e83a5') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:20.962944 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c2cc808-b5dc-4bc6-ae89-5379dace868e tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:21.040126 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c2cc808-b5dc-4bc6-ae89-5379dace868e tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:21.060623 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c2cc808-b5dc-4bc6-ae89-5379dace868e tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:17:21.062966 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c2cc808-b5dc-4bc6-ae89-5379dace868e tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:21.077178 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:17:21.077178 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:17:21.077178 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:17:21.077178 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:17:21.077178 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:17:21.077178 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:17:21.077178 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:17:21.077178 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:17:21.077178 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:17:21.077178 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:17:21.077178 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:17:21.077178 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:17:21.077178 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:17:21.077178 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:17:21.077178 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:17:21.077178 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:17:21.077178 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:17:21.077178 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:17:21.077178 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:17:21.077178 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:17:21.077178 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:17:21.077178 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:17:21.077178 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:17:21.077178 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:17:21.077178 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:17:21.077178 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:17:21.077178 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:17:21.077178 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:17:21.077178 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:17:21.077178 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:17:21.077178 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:17:21.077178 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:17:21.107712 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-62b82c89-f922-4753-b165-8f3dbe12befa None None] Allocated IP 172.20.0.2 (0b165a8f-a22c-4fbc-8867-499956840f4d/90af4881-e245-4998-8902-0a9ad7dbd72a/4fc97eba-00de-41aa-9a67-6e58e28ec111) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:17:21.208758 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c2cc808-b5dc-4bc6-ae89-5379dace868e tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:21.225789 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c2cc808-b5dc-4bc6-ae89-5379dace868e tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:21.232398 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9c2cc808-b5dc-4bc6-ae89-5379dace868e tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "DELETE /v2.0/networks/a4512713-01f4-42b8-87db-51a6e14c64a9 HTTP/1.1" status: 204 len: 168 time: 1.0893414 Nov 12 09:17:21.263199 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 32880) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:21.269751 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2cc808-b5dc-4bc6-ae89-5379dace868e tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event deleted for resources: {'Network': ['ID=a4512713-01f4-42b8-87db-51a6e14c64a9,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:21.285944 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-7c2d7ce9-9ec1-4522-88fc-59309b494fff tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1591003917'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:21.307249 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a489a09-dec4-4eb9-bc2f-fbf7305aaff3 None None] Network a4512713-01f4-42b8-87db-51a6e14c64a9 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:21.336779 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2d7ce9-9ec1-4522-88fc-59309b494fff tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Made reservation on behalf of f82b13b1128f4263b446a2b4959d21e1 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:21.339500 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a489a09-dec4-4eb9-bc2f-fbf7305aaff3 None None] Network a4512713-01f4-42b8-87db-51a6e14c64a9 could not be found, it might have been deleted concurrently. {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 09:17:21.363088 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7c2d7ce9-9ec1-4522-88fc-59309b494fff tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:21.376930 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-acac0008-3569-4cd3-a154-67bd9f3e8f35 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:21.409854 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4e7b3039-1a2c-4e72-a4b9-4450801f2192 None None] Provisioning complete for port 201e5dde-8f21-4323-ac36-fe2d8e7c314e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:21.411381 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4e7b3039-1a2c-4e72-a4b9-4450801f2192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:21.451284 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2d7ce9-9ec1-4522-88fc-59309b494fff tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:17:21.456293 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-acac0008-3569-4cd3-a154-67bd9f3e8f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:21.487964 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7c2d7ce9-9ec1-4522-88fc-59309b494fff tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:21.488511 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-7c2d7ce9-9ec1-4522-88fc-59309b494fff tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Added segment b2650d24-a574-4726-8d71-35e026fdf43d of type vlan for network 5edc4196-9159-4bc1-9544-eb7810589392 Nov 12 09:17:21.564493 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-62b82c89-f922-4753-b165-8f3dbe12befa None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:21.585360 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-62b82c89-f922-4753-b165-8f3dbe12befa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:21.645843 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-acac0008-3569-4cd3-a154-67bd9f3e8f35 admin admin] Allocated IP 172.25.6.64 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/3b43ba56-8eba-4aca-95ff-0dc137e1b246) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:17:21.647442 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7c2d7ce9-9ec1-4522-88fc-59309b494fff tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:21.673731 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b82c89-f922-4753-b165-8f3dbe12befa None None] Pushing event updated for resources: {'Port': ['ID=4fc97eba-00de-41aa-9a67-6e58e28ec111,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:21.728515 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7c2d7ce9-9ec1-4522-88fc-59309b494fff tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:21.742227 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2d7ce9-9ec1-4522-88fc-59309b494fff tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:21.743889 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7c2d7ce9-9ec1-4522-88fc-59309b494fff tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:21.746034 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b82c89-f922-4753-b165-8f3dbe12befa None None] Network 0b165a8f-a22c-4fbc-8867-499956840f4d is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:17:21.751333 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-62b82c89-f922-4753-b165-8f3dbe12befa None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:21.758441 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b82c89-f922-4753-b165-8f3dbe12befa None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:17:21.878378 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-acac0008-3569-4cd3-a154-67bd9f3e8f35 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:21.883680 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7c2d7ce9-9ec1-4522-88fc-59309b494fff tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6179280 Nov 12 09:17:21.884505 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 32894) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:21.895472 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a542582c-ccb4-4246-b12b-c74c00267f52 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Request body: {'subnet': {'network_id': '5edc4196-9159-4bc1-9544-eb7810589392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:21.927897 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-acac0008-3569-4cd3-a154-67bd9f3e8f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:21.932987 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d7ce9-9ec1-4522-88fc-59309b494fff tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event updated for resources: {'Network': ['ID=5edc4196-9159-4bc1-9544-eb7810589392,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:21.968194 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-62b82c89-f922-4753-b165-8f3dbe12befa None None] Attempting to bind port 4fc97eba-00de-41aa-9a67-6e58e28ec111 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:17:21.969601 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-62b82c89-f922-4753-b165-8f3dbe12befa None None] Attempting to bind port 4fc97eba-00de-41aa-9a67-6e58e28ec111 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '869782be-9cc4-4ed4-a473-aad72da4affe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0b165a8f-a22c-4fbc-8867-499956840f4d'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:17:21.971550 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b82c89-f922-4753-b165-8f3dbe12befa None None] Attempting to bind port 4fc97eba-00de-41aa-9a67-6e58e28ec111 on network 0b165a8f-a22c-4fbc-8867-499956840f4d {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:17:22.013876 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b82c89-f922-4753-b165-8f3dbe12befa None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:17:22.017607 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b82c89-f922-4753-b165-8f3dbe12befa None None] Checking segment: {'id': '869782be-9cc4-4ed4-a473-aad72da4affe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0b165a8f-a22c-4fbc-8867-499956840f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:17:22.035817 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-62b82c89-f922-4753-b165-8f3dbe12befa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:22.040554 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b82c89-f922-4753-b165-8f3dbe12befa None None] Bound using segment: {'id': '869782be-9cc4-4ed4-a473-aad72da4affe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0b165a8f-a22c-4fbc-8867-499956840f4d'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:17:22.041706 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-62b82c89-f922-4753-b165-8f3dbe12befa None None] Bound port: 4fc97eba-00de-41aa-9a67-6e58e28ec111, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869782be-9cc4-4ed4-a473-aad72da4affe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0b165a8f-a22c-4fbc-8867-499956840f4d'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:17:22.041706 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-62b82c89-f922-4753-b165-8f3dbe12befa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:22.081652 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 5edc4196-9159-4bc1-9544-eb7810589392 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:17:22.112801 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a542582c-ccb4-4246-b12b-c74c00267f52 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Made reservation on behalf of f82b13b1128f4263b446a2b4959d21e1 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:22.118982 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acac0008-3569-4cd3-a154-67bd9f3e8f35 admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:17:22.121367 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a542582c-ccb4-4246-b12b-c74c00267f52 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:22.134064 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-acac0008-3569-4cd3-a154-67bd9f3e8f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:22.143143 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acac0008-3569-4cd3-a154-67bd9f3e8f35 admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:17:22.165644 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d205fb-6686-4dd6-8ebe-ab64a7055c18 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:17:22.219259 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac0008-3569-4cd3-a154-67bd9f3e8f35 admin admin] Pushing event updated for resources: {'Port': ['ID=3b43ba56-8eba-4aca-95ff-0dc137e1b246,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:22.257269 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 201e5dde-8f21-4323-ac36-fe2d8e7c314e up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:17:22.511321 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-62b82c89-f922-4753-b165-8f3dbe12befa None None] For port 4fc97eba-00de-41aa-9a67-6e58e28ec111, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:17:22.515107 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-62b82c89-f922-4753-b165-8f3dbe12befa None None] For port 4fc97eba-00de-41aa-9a67-6e58e28ec111, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4fc97eba-00de-41aa-9a67-6e58e28ec111,segment=NetworkSegment(869782be-9cc4-4ed4-a473-aad72da4affe),segment_id=869782be-9cc4-4ed4-a473-aad72da4affe)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:17:22.527299 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 201e5dde-8f21-4323-ac36-fe2d8e7c314e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:22.527690 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:22.529891 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-2b2ba2dd-c38c-4be5-b670-994270c970f1 None None] Provisioning complete for port 3b43ba56-8eba-4aca-95ff-0dc137e1b246 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:22.530278 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2b2ba2dd-c38c-4be5-b670-994270c970f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:22.576385 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-62b82c89-f922-4753-b165-8f3dbe12befa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:22.579772 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-2b2ba2dd-c38c-4be5-b670-994270c970f1 None None] Port 3b43ba56-8eba-4aca-95ff-0dc137e1b246 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:17:22.658649 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a542582c-ccb4-4246-b12b-c74c00267f52 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:22.730202 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b82c89-f922-4753-b165-8f3dbe12befa None None] Pushing event updated for resources: {'Port': ['ID=4fc97eba-00de-41aa-9a67-6e58e28ec111,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:22.787892 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a542582c-ccb4-4246-b12b-c74c00267f52 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Checking segment: {'id': 'b2650d24-a574-4726-8d71-35e026fdf43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5edc4196-9159-4bc1-9544-eb7810589392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:17:22.788312 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a542582c-ccb4-4246-b12b-c74c00267f52 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Network hostable DHCP agents. Network: 5edc4196-9159-4bc1-9544-eb7810589392, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:17:22.794711 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542582c-ccb4-4246-b12b-c74c00267f52 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event updated for resources: {'Subnet': ['ID=3ec5afc1-5cb9-4b93-ae8b-1fec34bfc31c,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:22.830872 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a542582c-ccb4-4246-b12b-c74c00267f52 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Network 5edc4196-9159-4bc1-9544-eb7810589392 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:17:22.859113 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-a542582c-ccb4-4246-b12b-c74c00267f52 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 5edc4196-9159-4bc1-9544-eb7810589392) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:22.865996 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-acac0008-3569-4cd3-a154-67bd9f3e8f35 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:22.878105 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31200f46-ecac-41b4-8a0d-e81607543602 None None] Network 5edc4196-9159-4bc1-9544-eb7810589392 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:22.884910 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a542582c-ccb4-4246-b12b-c74c00267f52 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:22.885532 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a542582c-ccb4-4246-b12b-c74c00267f52 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:22.933286 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a542582c-ccb4-4246-b12b-c74c00267f52 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0415375 Nov 12 09:17:22.933541 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 32908) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:22.939087 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-7b320771-81d7-4384-a758-143fc77b4679 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Request body: {'subnet': {'network_id': '5edc4196-9159-4bc1-9544-eb7810589392', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:23.230981 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b320771-81d7-4384-a758-143fc77b4679 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Made reservation on behalf of f82b13b1128f4263b446a2b4959d21e1 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:23.236541 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b320771-81d7-4384-a758-143fc77b4679 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:23.282967 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e549c5-0c21-4a4b-9175-5ea3e741e476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-5edc4196-9159-4bc1-9544-eb7810589392', 'network_id': '5edc4196-9159-4bc1-9544-eb7810589392', 'tenant_id': 'f82b13b1128f4263b446a2b4959d21e1', 'fixed_ips': [{'subnet_id': '3ec5afc1-5cb9-4b93-ae8b-1fec34bfc31c'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:17:23.289553 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-09e549c5-0c21-4a4b-9175-5ea3e741e476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:23.463114 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:23.464697 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-acac0008-3569-4cd3-a154-67bd9f3e8f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:23.579902 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-09e549c5-0c21-4a4b-9175-5ea3e741e476 None None] Allocated IP 2001:db8::2 (5edc4196-9159-4bc1-9544-eb7810589392/3ec5afc1-5cb9-4b93-ae8b-1fec34bfc31c/40146766-a40f-4b68-922c-43173c142a39) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:17:23.710058 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acac0008-3569-4cd3-a154-67bd9f3e8f35 admin admin] Router 930e3325-90e9-4790-96d6-5c66a81ca3a7 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:17:23.889344 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acac0008-3569-4cd3-a154-67bd9f3e8f35 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:17:23.904402 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-09e549c5-0c21-4a4b-9175-5ea3e741e476 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:23.907407 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bedf17-46c9-43af-828e-73092d8df0ba None None] Sync routers for ids ['930e3325-90e9-4790-96d6-5c66a81ca3a7'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:17:23.908237 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b320771-81d7-4384-a758-143fc77b4679 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:23.927477 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bedf17-46c9-43af-828e-73092d8df0ba None None] Routers {'930e3325-90e9-4790-96d6-5c66a81ca3a7'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:17:23.930014 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-56bedf17-46c9-43af-828e-73092d8df0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:17:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['930e3325-90e9-4790-96d6-5c66a81ca3a7'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:23.932589 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-09e549c5-0c21-4a4b-9175-5ea3e741e476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:23.934328 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-acac0008-3569-4cd3-a154-67bd9f3e8f35 admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:23.935822 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-acac0008-3569-4cd3-a154-67bd9f3e8f35 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1777546 Nov 12 09:17:23.938397 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 32922) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:23.958330 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b320771-81d7-4384-a758-143fc77b4679 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Network 5edc4196-9159-4bc1-9544-eb7810589392 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:17:23.964663 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-7b320771-81d7-4384-a758-143fc77b4679 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:23.979550 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b320771-81d7-4384-a758-143fc77b4679 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:23.980209 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b320771-81d7-4384-a758-143fc77b4679 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:24.000706 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b320771-81d7-4384-a758-143fc77b4679 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event updated for resources: {'Subnet': ['ID=180258f2-5b43-45f4-887d-f60d2efa7869,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:24.013501 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7b320771-81d7-4384-a758-143fc77b4679 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0788572 Nov 12 09:17:24.020491 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 32924) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:24.070968 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e549c5-0c21-4a4b-9175-5ea3e741e476 None None] Pushing event updated for resources: {'Port': ['ID=40146766-a40f-4b68-922c-43173c142a39,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:24.100533 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e549c5-0c21-4a4b-9175-5ea3e741e476 None None] Network 5edc4196-9159-4bc1-9544-eb7810589392 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:17:24.105066 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-09e549c5-0c21-4a4b-9175-5ea3e741e476 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:24.123790 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e549c5-0c21-4a4b-9175-5ea3e741e476 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:17:24.187173 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-56bedf17-46c9-43af-828e-73092d8df0ba None None] Set router 930e3325-90e9-4790-96d6-5c66a81ca3a7 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:17:24.322031 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4980f4cd-f97c-420d-a589-9712808e87a4 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:24.324885 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4980f4cd-f97c-420d-a589-9712808e87a4 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:24.331542 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4fc97eba-00de-41aa-9a67-6e58e28ec111 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:17:24.340870 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-09e549c5-0c21-4a4b-9175-5ea3e741e476 None None] Attempting to bind port 40146766-a40f-4b68-922c-43173c142a39 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:17:24.341252 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-09e549c5-0c21-4a4b-9175-5ea3e741e476 None None] Attempting to bind port 40146766-a40f-4b68-922c-43173c142a39 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'b2650d24-a574-4726-8d71-35e026fdf43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5edc4196-9159-4bc1-9544-eb7810589392'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:17:24.342534 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4980f4cd-f97c-420d-a589-9712808e87a4 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:24.345945 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e549c5-0c21-4a4b-9175-5ea3e741e476 None None] Attempting to bind port 40146766-a40f-4b68-922c-43173c142a39 on network 5edc4196-9159-4bc1-9544-eb7810589392 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:17:24.353683 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4980f4cd-f97c-420d-a589-9712808e87a4 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:24.361799 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4980f4cd-f97c-420d-a589-9712808e87a4 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:24.375956 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4980f4cd-f97c-420d-a589-9712808e87a4 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3446031 Nov 12 09:17:24.376517 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:17:24.376628 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 32926) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:24.404888 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-44f1e916-3e91-4ab0-b7bf-9561f2b32624 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1444417964'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:24.429574 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e549c5-0c21-4a4b-9175-5ea3e741e476 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:17:24.437071 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e549c5-0c21-4a4b-9175-5ea3e741e476 None None] Checking segment: {'id': 'b2650d24-a574-4726-8d71-35e026fdf43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5edc4196-9159-4bc1-9544-eb7810589392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:17:24.437524 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-09e549c5-0c21-4a4b-9175-5ea3e741e476 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:24.437933 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e549c5-0c21-4a4b-9175-5ea3e741e476 None None] Bound using segment: {'id': 'b2650d24-a574-4726-8d71-35e026fdf43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5edc4196-9159-4bc1-9544-eb7810589392'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:17:24.438526 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-09e549c5-0c21-4a4b-9175-5ea3e741e476 None None] Bound port: 40146766-a40f-4b68-922c-43173c142a39, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2650d24-a574-4726-8d71-35e026fdf43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5edc4196-9159-4bc1-9544-eb7810589392'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:17:24.439146 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-09e549c5-0c21-4a4b-9175-5ea3e741e476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:24.516601 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-56bedf17-46c9-43af-828e-73092d8df0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930e3325-90e9-4790-96d6-5c66a81ca3a7', 'name': 'tempest-TestServerBasicOps-1333055379-router', 'tenant_id': '8b928c0344274343baf2478bc3a050ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '3b43ba56-8eba-4aca-95ff-0dc137e1b246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:17:19Z', 'updated_at': '2021-11-12T09:17:22Z', 'revision_number': 3, 'project_id': '8b928c0344274343baf2478bc3a050ad', 'gw_port': {'id': '3b43ba56-8eba-4aca-95ff-0dc137e1b246', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:74:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930e3325-90e9-4790-96d6-5c66a81ca3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:21Z', 'updated_at': '2021-11-12T09:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:24.531309 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f1e916-3e91-4ab0-b7bf-9561f2b32624 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Made reservation on behalf of f82b13b1128f4263b446a2b4959d21e1 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:24.537694 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-44f1e916-3e91-4ab0-b7bf-9561f2b32624 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:24.601496 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bedf17-46c9-43af-828e-73092d8df0ba None None] Checking router: 930e3325-90e9-4790-96d6-5c66a81ca3a7 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:17:24.602883 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f1e916-3e91-4ab0-b7bf-9561f2b32624 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:17:24.605221 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bedf17-46c9-43af-828e-73092d8df0ba None None] Updating router 930e3325-90e9-4790-96d6-5c66a81ca3a7 port 3b43ba56-8eba-4aca-95ff-0dc137e1b246 binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:17:24.624665 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-44f1e916-3e91-4ab0-b7bf-9561f2b32624 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:24.625659 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-44f1e916-3e91-4ab0-b7bf-9561f2b32624 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Added segment c70ea1c9-eedf-48b4-b7c1-b86fd83e7170 of type vlan for network 1130050c-54d4-48d8-b8c1-62f2a678dbb2 Nov 12 09:17:24.690990 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-56bedf17-46c9-43af-828e-73092d8df0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:24.722988 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-09e549c5-0c21-4a4b-9175-5ea3e741e476 None None] For port 40146766-a40f-4b68-922c-43173c142a39, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:17:24.732849 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-09e549c5-0c21-4a4b-9175-5ea3e741e476 None None] For port 40146766-a40f-4b68-922c-43173c142a39, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=40146766-a40f-4b68-922c-43173c142a39,segment=NetworkSegment(b2650d24-a574-4726-8d71-35e026fdf43d),segment_id=b2650d24-a574-4726-8d71-35e026fdf43d)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:17:24.764175 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 4fc97eba-00de-41aa-9a67-6e58e28ec111 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:24.764652 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:24.776122 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-09e549c5-0c21-4a4b-9175-5ea3e741e476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:24.799642 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-44f1e916-3e91-4ab0-b7bf-9561f2b32624 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:24.899914 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-44f1e916-3e91-4ab0-b7bf-9561f2b32624 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:24.907677 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f1e916-3e91-4ab0-b7bf-9561f2b32624 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:24.908958 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-44f1e916-3e91-4ab0-b7bf-9561f2b32624 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:24.909244 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080dae72-601d-40bf-bd3b-c299bf6a3706 None None] Sync routers for ids ['daf3228d-a42f-4340-8367-4b12335ee3f7'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:17:25.068323 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 32940) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:25.075814 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-44f1e916-3e91-4ab0-b7bf-9561f2b32624 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6906478 Nov 12 09:17:25.080087 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-14ff857c-ab57-4c15-9e5d-cf2e4c96bb15 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:25.096668 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65de73fd-da59-4ee1-8eee-a78629082839 None None] Network 0b165a8f-a22c-4fbc-8867-499956840f4d requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:25.130972 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080dae72-601d-40bf-bd3b-c299bf6a3706 None None] Routers {'daf3228d-a42f-4340-8367-4b12335ee3f7'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:17:25.131881 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-080dae72-601d-40bf-bd3b-c299bf6a3706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:17:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['daf3228d-a42f-4340-8367-4b12335ee3f7'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:25.159637 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e549c5-0c21-4a4b-9175-5ea3e741e476 None None] Pushing event updated for resources: {'Port': ['ID=40146766-a40f-4b68-922c-43173c142a39,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:25.199878 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1e916-3e91-4ab0-b7bf-9561f2b32624 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event updated for resources: {'Network': ['ID=1130050c-54d4-48d8-b8c1-62f2a678dbb2,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:25.285120 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 1130050c-54d4-48d8-b8c1-62f2a678dbb2 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:17:25.435971 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-56bedf17-46c9-43af-828e-73092d8df0ba None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:25.452060 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-56bedf17-46c9-43af-828e-73092d8df0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:25.484732 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-14ff857c-ab57-4c15-9e5d-cf2e4c96bb15 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:25.531222 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-14ff857c-ab57-4c15-9e5d-cf2e4c96bb15 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:25.542433 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-56bedf17-46c9-43af-828e-73092d8df0ba None None] Attempting to bind port 3b43ba56-8eba-4aca-95ff-0dc137e1b246 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:17:25.542803 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-56bedf17-46c9-43af-828e-73092d8df0ba None None] Attempting to bind port 3b43ba56-8eba-4aca-95ff-0dc137e1b246 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:17:25.543166 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bedf17-46c9-43af-828e-73092d8df0ba None None] Attempting to bind port 3b43ba56-8eba-4aca-95ff-0dc137e1b246 on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:17:25.556187 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0ac16-073d-4522-b5bc-da7544dfd44c None None] Pushing event updated for resources: {'Port': ['ID=3b43ba56-8eba-4aca-95ff-0dc137e1b246,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:25.572365 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6113b8-d857-4928-a430-155ce7bc446f None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:17:25.581365 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bedf17-46c9-43af-828e-73092d8df0ba None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:17:25.581751 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bedf17-46c9-43af-828e-73092d8df0ba None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:17:25.582163 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-56bedf17-46c9-43af-828e-73092d8df0ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:25.582823 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bedf17-46c9-43af-828e-73092d8df0ba None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:17:25.583894 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-56bedf17-46c9-43af-828e-73092d8df0ba None None] Bound port: 3b43ba56-8eba-4aca-95ff-0dc137e1b246, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:17:25.587609 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-56bedf17-46c9-43af-828e-73092d8df0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:25.601591 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0ac16-073d-4522-b5bc-da7544dfd44c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:25.602255 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0ac16-073d-4522-b5bc-da7544dfd44c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:25.602767 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0ac16-073d-4522-b5bc-da7544dfd44c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:25.603283 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0ac16-073d-4522-b5bc-da7544dfd44c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:25.603807 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0ac16-073d-4522-b5bc-da7544dfd44c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:25.604298 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0ac16-073d-4522-b5bc-da7544dfd44c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:25.604934 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0ac16-073d-4522-b5bc-da7544dfd44c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:25.605480 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0ac16-073d-4522-b5bc-da7544dfd44c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:25.607617 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0ac16-073d-4522-b5bc-da7544dfd44c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:25.608171 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0ac16-073d-4522-b5bc-da7544dfd44c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:25.608662 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0ac16-073d-4522-b5bc-da7544dfd44c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:25.609150 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0ac16-073d-4522-b5bc-da7544dfd44c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:25.627931 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-14ff857c-ab57-4c15-9e5d-cf2e4c96bb15 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Network 1130050c-54d4-48d8-b8c1-62f2a678dbb2 is not hosted by any dhcp agent {{(pid=102569) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 09:17:25.634435 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ff857c-ab57-4c15-9e5d-cf2e4c96bb15 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:25.635330 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-14ff857c-ab57-4c15-9e5d-cf2e4c96bb15 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:25.641716 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 32956) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:25.644371 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-14ff857c-ab57-4c15-9e5d-cf2e4c96bb15 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "PUT /v2.0/networks/1130050c-54d4-48d8-b8c1-62f2a678dbb2 HTTP/1.1" status: 200 len: 723 time: 0.5748816 Nov 12 09:17:25.656868 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-343f8d83-fe3a-4cef-8dab-5aa5f15e7097 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Request body: {'subnet': {'network_id': '1130050c-54d4-48d8-b8c1-62f2a678dbb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:25.682986 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5e3383bc-a758-4b4b-bc4d-8d0087c080ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:25.694749 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-080dae72-601d-40bf-bd3b-c299bf6a3706 None None] Set router daf3228d-a42f-4340-8367-4b12335ee3f7 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:17:25.712284 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff857c-ab57-4c15-9e5d-cf2e4c96bb15 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event updated for resources: {'Network': ['ID=1130050c-54d4-48d8-b8c1-62f2a678dbb2,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:25.773373 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-56bedf17-46c9-43af-828e-73092d8df0ba None None] For port 3b43ba56-8eba-4aca-95ff-0dc137e1b246, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:17:25.778200 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-56bedf17-46c9-43af-828e-73092d8df0ba None None] For port 3b43ba56-8eba-4aca-95ff-0dc137e1b246, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=3b43ba56-8eba-4aca-95ff-0dc137e1b246,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:17:25.794150 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-56bedf17-46c9-43af-828e-73092d8df0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:25.858518 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343f8d83-fe3a-4cef-8dab-5aa5f15e7097 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Made reservation on behalf of f82b13b1128f4263b446a2b4959d21e1 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:25.864736 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bedf17-46c9-43af-828e-73092d8df0ba None None] Routers {'930e3325-90e9-4790-96d6-5c66a81ca3a7'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:17:25.866177 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-56bedf17-46c9-43af-828e-73092d8df0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:17:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['930e3325-90e9-4790-96d6-5c66a81ca3a7'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:25.870458 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-343f8d83-fe3a-4cef-8dab-5aa5f15e7097 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:26.057784 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-5e3383bc-a758-4b4b-bc4d-8d0087c080ed admin admin] Allocated IP 172.20.0.1 (0b165a8f-a22c-4fbc-8867-499956840f4d/90af4881-e245-4998-8902-0a9ad7dbd72a/20093ca2-41f6-4520-94e0-1a2fcd9e2420) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:17:26.129374 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-af2f3a76-dc84-45be-bf04-17a748729885 None None] Provisioning complete for port 4fc97eba-00de-41aa-9a67-6e58e28ec111 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:26.132717 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-af2f3a76-dc84-45be-bf04-17a748729885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:26.169417 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 1130050c-54d4-48d8-b8c1-62f2a678dbb2 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:17:26.210945 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-343f8d83-fe3a-4cef-8dab-5aa5f15e7097 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:26.327703 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5e3383bc-a758-4b4b-bc4d-8d0087c080ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:26.362631 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f8d83-fe3a-4cef-8dab-5aa5f15e7097 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event updated for resources: {'Subnet': ['ID=68d19431-79c6-43ad-bfe4-27719d3a37ee,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:26.380491 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f61316-ba54-43db-929f-f39436bd51e2 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:17:26.404661 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343f8d83-fe3a-4cef-8dab-5aa5f15e7097 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Checking segment: {'id': 'c70ea1c9-eedf-48b4-b7c1-b86fd83e7170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1130050c-54d4-48d8-b8c1-62f2a678dbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:17:26.405628 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343f8d83-fe3a-4cef-8dab-5aa5f15e7097 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Network hostable DHCP agents. Network: 1130050c-54d4-48d8-b8c1-62f2a678dbb2, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:17:26.428116 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-56bedf17-46c9-43af-828e-73092d8df0ba None None] Set router 930e3325-90e9-4790-96d6-5c66a81ca3a7 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:17:26.446650 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343f8d83-fe3a-4cef-8dab-5aa5f15e7097 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Network 1130050c-54d4-48d8-b8c1-62f2a678dbb2 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:17:26.461181 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5e3383bc-a758-4b4b-bc4d-8d0087c080ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:26.473679 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-343f8d83-fe3a-4cef-8dab-5aa5f15e7097 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 1130050c-54d4-48d8-b8c1-62f2a678dbb2) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:26.490741 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343f8d83-fe3a-4cef-8dab-5aa5f15e7097 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:26.493521 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-343f8d83-fe3a-4cef-8dab-5aa5f15e7097 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554166'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:26.544549 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-343f8d83-fe3a-4cef-8dab-5aa5f15e7097 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8962483 Nov 12 09:17:26.544796 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 32966) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:26.558058 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-5f8697e8-2fa4-4f81-9852-82cc0d73dad0 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:26.639885 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0ac16-073d-4522-b5bc-da7544dfd44c None None] Pushing event updated for resources: {'Port': ['ID=3b43ba56-8eba-4aca-95ff-0dc137e1b246,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:26.660516 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf90a05a-a6ab-482b-a718-be132e6eed55 None None] Network 1130050c-54d4-48d8-b8c1-62f2a678dbb2 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:26.718394 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:26.744435 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3383bc-a758-4b4b-bc4d-8d0087c080ed admin admin] Network 0b165a8f-a22c-4fbc-8867-499956840f4d is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:17:26.834516 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-5e3383bc-a758-4b4b-bc4d-8d0087c080ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:26.842148 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3383bc-a758-4b4b-bc4d-8d0087c080ed admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:17:26.902533 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-56bedf17-46c9-43af-828e-73092d8df0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930e3325-90e9-4790-96d6-5c66a81ca3a7', 'name': 'tempest-TestServerBasicOps-1333055379-router', 'tenant_id': '8b928c0344274343baf2478bc3a050ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '3b43ba56-8eba-4aca-95ff-0dc137e1b246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:17:19Z', 'updated_at': '2021-11-12T09:17:22Z', 'revision_number': 3, 'project_id': '8b928c0344274343baf2478bc3a050ad', 'gw_port': {'id': '3b43ba56-8eba-4aca-95ff-0dc137e1b246', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:74:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930e3325-90e9-4790-96d6-5c66a81ca3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:21Z', 'updated_at': '2021-11-12T09:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:26.905626 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3383bc-a758-4b4b-bc4d-8d0087c080ed admin admin] Pushing event updated for resources: {'Port': ['ID=20093ca2-41f6-4520-94e0-1a2fcd9e2420,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:26.964666 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5f8697e8-2fa4-4f81-9852-82cc0d73dad0 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10411336'] for subnet, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:26.979280 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bedf17-46c9-43af-828e-73092d8df0ba None None] The sync data for ids ['930e3325-90e9-4790-96d6-5c66a81ca3a7'] in n-d-768862-16 is: [{'id': '930e3325-90e9-4790-96d6-5c66a81ca3a7', 'name': 'tempest-TestServerBasicOps-1333055379-router', 'tenant_id': '8b928c0344274343baf2478bc3a050ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '3b43ba56-8eba-4aca-95ff-0dc137e1b246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:17:19Z', 'updated_at': '2021-11-12T09:17:22Z', 'revision_number': 3, 'project_id': '8b928c0344274343baf2478bc3a050ad', 'gw_port': {'id': '3b43ba56-8eba-4aca-95ff-0dc137e1b246', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:74:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930e3325-90e9-4790-96d6-5c66a81ca3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:21Z', 'updated_at': '2021-11-12T09:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:17:27.030059 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5e3383bc-a758-4b4b-bc4d-8d0087c080ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:27.063499 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3cab14-ca3b-421f-a114-9e741d6e6cf9 None None] Network 5edc4196-9159-4bc1-9544-eb7810589392 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:27.287951 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 4fc97eba-00de-41aa-9a67-6e58e28ec111, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4fc97eba-00de-41aa-9a67-6e58e28ec111,segment=NetworkSegment(869782be-9cc4-4ed4-a473-aad72da4affe),segment_id=869782be-9cc4-4ed4-a473-aad72da4affe)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:27.310212 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:27.311217 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device f9f57adc-ec94-43e3-8655-32028c6ca2d6 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:17:27.485344 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5e3383bc-a758-4b4b-bc4d-8d0087c080ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:27.499251 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5f8697e8-2fa4-4f81-9852-82cc0d73dad0 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763891908747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2336311'] for subnet, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:27.545250 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8697e8-2fa4-4f81-9852-82cc0d73dad0 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:27.545972 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5f8697e8-2fa4-4f81-9852-82cc0d73dad0 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:27.547443 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5f8697e8-2fa4-4f81-9852-82cc0d73dad0 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "PUT /v2.0/subnets/68d19431-79c6-43ad-bfe4-27719d3a37ee HTTP/1.1" status: 200 len: 826 time: 1.0061059 Nov 12 09:17:27.550635 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 32990) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:27.710229 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8697e8-2fa4-4f81-9852-82cc0d73dad0 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event updated for resources: {'Subnet': ['ID=68d19431-79c6-43ad-bfe4-27719d3a37ee,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:27.772681 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c5f6d6-a721-4b24-b52a-7a2e1df1ff95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-1130050c-54d4-48d8-b8c1-62f2a678dbb2', 'network_id': '1130050c-54d4-48d8-b8c1-62f2a678dbb2', 'tenant_id': 'f82b13b1128f4263b446a2b4959d21e1', 'fixed_ips': [{'subnet_id': '68d19431-79c6-43ad-bfe4-27719d3a37ee'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:17:27.773563 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f6d6-a721-4b24-b52a-7a2e1df1ff95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:27.776088 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09c1a4b4-8e0f-4536-95ba-f144f7b5a992 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:27.849375 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09c1a4b4-8e0f-4536-95ba-f144f7b5a992 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:27.921170 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=4fc97eba-00de-41aa-9a67-6e58e28ec111,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:27.955851 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09c1a4b4-8e0f-4536-95ba-f144f7b5a992 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:27.999042 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5e3383bc-a758-4b4b-bc4d-8d0087c080ed admin admin] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:28.015312 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5e3383bc-a758-4b4b-bc4d-8d0087c080ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:28.054890 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9b2e0b63-904c-4b65-945c-702fefe698e8 None None] Provisioning complete for port 3b43ba56-8eba-4aca-95ff-0dc137e1b246 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:28.055262 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9b2e0b63-904c-4b65-945c-702fefe698e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:28.097812 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1a4b4-8e0f-4536-95ba-f144f7b5a992 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event deleted for resources: {'Subnet': ['ID=68d19431-79c6-43ad-bfe4-27719d3a37ee,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:28.185760 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3383bc-a758-4b4b-bc4d-8d0087c080ed admin admin] Pushing event updated for resources: {'Port': ['ID=20093ca2-41f6-4520-94e0-1a2fcd9e2420,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:28.189447 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09c1a4b4-8e0f-4536-95ba-f144f7b5a992 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:28.192189 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5e3383bc-a758-4b4b-bc4d-8d0087c080ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:28.232480 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-09c1a4b4-8e0f-4536-95ba-f144f7b5a992 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1130050c-54d4-48d8-b8c1-62f2a678dbb2']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:28.235269 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-080dae72-601d-40bf-bd3b-c299bf6a3706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'name': 'tempest-TestServerBasicOps-1881539139-router', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'f9f57adc-ec94-43e3-8655-32028c6ca2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:17:09Z', 'updated_at': '2021-11-12T09:17:15Z', 'revision_number': 4, 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'gw_port': {'id': 'f9f57adc-ec94-43e3-8655-32028c6ca2d6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:10Z', 'updated_at': '2021-11-12T09:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '11dacdb2-9562-4f7a-ac19-12efddae7930', 'name': '', 'network_id': '361583e5-810d-43eb-bd10-28471100ab67', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'mac_address': 'fa:16:3e:0e:11:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '7180b4be-5884-4c17-8cdc-7bc215074ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:14Z', 'updated_at': '2021-11-12T09:17:15Z', 'revision_number': 2, 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'subnets': [{'id': '7180b4be-5884-4c17-8cdc-7bc215074ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:28.253234 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-09c1a4b4-8e0f-4536-95ba-f144f7b5a992 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c70ea1c9-eedf-48b4-b7c1-b86fd83e7170') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:28.253524 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-09c1a4b4-8e0f-4536-95ba-f144f7b5a992 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c70ea1c9-eedf-48b4-b7c1-b86fd83e7170') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:28.280681 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09c1a4b4-8e0f-4536-95ba-f144f7b5a992 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server [None req-c3c5f6d6-a721-4b24-b52a-7a2e1df1ff95 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68d19431-79c6-43ad-bfe4-27719d3a37ee: This subnet is being modified by another concurrent operation. Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server raise exception Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68d19431-79c6-43ad-bfe4-27719d3a37ee: This subnet is being modified by another concurrent operation. Nov 12 09:17:28.297093 n-d-768862-16 neutron-server[102570]: ERROR oslo_messaging.rpc.server Nov 12 09:17:28.311836 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080dae72-601d-40bf-bd3b-c299bf6a3706 None None] Checking router: daf3228d-a42f-4340-8367-4b12335ee3f7 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:17:28.312430 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080dae72-601d-40bf-bd3b-c299bf6a3706 None None] Updating router daf3228d-a42f-4340-8367-4b12335ee3f7 port 11dacdb2-9562-4f7a-ac19-12efddae7930 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:17:28.329037 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09c1a4b4-8e0f-4536-95ba-f144f7b5a992 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:28.348932 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c1a4b4-8e0f-4536-95ba-f144f7b5a992 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:17:28.349352 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09c1a4b4-8e0f-4536-95ba-f144f7b5a992 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:28.352907 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:17:28.352907 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:17:28.352907 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:17:28.352907 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:17:28.352907 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:17:28.352907 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:17:28.352907 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:17:28.352907 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:17:28.352907 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:17:28.352907 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:17:28.352907 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:17:28.352907 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:17:28.352907 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:17:28.352907 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:17:28.352907 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:17:28.352907 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:17:28.352907 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:17:28.352907 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:17:28.352907 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:17:28.352907 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:17:28.352907 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:17:28.352907 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:17:28.352907 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:17:28.352907 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:17:28.352907 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:17:28.352907 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:17:28.352907 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:17:28.352907 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:17:28.352907 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:17:28.352907 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:17:28.352907 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:17:28.352907 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:17:28.373270 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-080dae72-601d-40bf-bd3b-c299bf6a3706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:28.406611 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f894a7-6b21-4925-9125-9aeae86ea8e4 None None] Network 1130050c-54d4-48d8-b8c1-62f2a678dbb2 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:28.418151 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port f9f57adc-ec94-43e3-8655-32028c6ca2d6 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:28.418780 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:28.502618 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09c1a4b4-8e0f-4536-95ba-f144f7b5a992 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:28.515978 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3383bc-a758-4b4b-bc4d-8d0087c080ed admin admin] Network 0b165a8f-a22c-4fbc-8867-499956840f4d is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:17:28.517848 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-5e3383bc-a758-4b4b-bc4d-8d0087c080ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:28.542805 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09c1a4b4-8e0f-4536-95ba-f144f7b5a992 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:28.552202 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-09c1a4b4-8e0f-4536-95ba-f144f7b5a992 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "DELETE /v2.0/networks/1130050c-54d4-48d8-b8c1-62f2a678dbb2 HTTP/1.1" status: 204 len: 168 time: 0.9990301 Nov 12 09:17:28.555615 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33004) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:28.577089 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1a4b4-8e0f-4536-95ba-f144f7b5a992 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event deleted for resources: {'Network': ['ID=1130050c-54d4-48d8-b8c1-62f2a678dbb2,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:28.598941 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a7ef6c-64b1-4ed9-b114-68343eee614b tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] DELETE failed (client error): The resource could not be found. Nov 12 09:17:28.600364 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51a7ef6c-64b1-4ed9-b114-68343eee614b tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:17:28.611934 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-51a7ef6c-64b1-4ed9-b114-68343eee614b tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "DELETE /v2.0/networks/1130050c-54d4-48d8-b8c1-62f2a678dbb2 HTTP/1.1" status: 404 len: 339 time: 0.0548000 Nov 12 09:17:28.620254 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33006) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:28.635699 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275cb513-fe5e-411a-8772-ab7e9ebce1bf None None] Update dhcp port {'port': {'network_id': '5edc4196-9159-4bc1-9544-eb7810589392', 'fixed_ips': [{'subnet_id': '3ec5afc1-5cb9-4b93-ae8b-1fec34bfc31c', 'ip_address': '2001:db8::2'}, {'subnet_id': '180258f2-5b43-45f4-887d-f60d2efa7869'}], 'binding:host_id': 'n-d-768862-16'}, 'id': '40146766-a40f-4b68-922c-43173c142a39'} from n-d-768862-16. {{(pid=102570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 09:17:28.658061 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-27c802fa-f36e-4c5a-b7de-b069216e9171 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1559476417', 'description': 'd1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:28.722072 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c802fa-f36e-4c5a-b7de-b069216e9171 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Made reservation on behalf of f82b13b1128f4263b446a2b4959d21e1 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:28.726107 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-27c802fa-f36e-4c5a-b7de-b069216e9171 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:28.804726 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3383bc-a758-4b4b-bc4d-8d0087c080ed admin admin] Router 930e3325-90e9-4790-96d6-5c66a81ca3a7 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:17:28.805151 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c802fa-f36e-4c5a-b7de-b069216e9171 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:17:28.833943 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-275cb513-fe5e-411a-8772-ab7e9ebce1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:28.840057 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-27c802fa-f36e-4c5a-b7de-b069216e9171 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:28.840629 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-27c802fa-f36e-4c5a-b7de-b069216e9171 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Added segment fe064fe6-dcc3-4dd6-92ac-ffac27a909b3 of type vlan for network f714a61a-2618-48f9-b667-39fb34273b3d Nov 12 09:17:28.927087 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-27c802fa-f36e-4c5a-b7de-b069216e9171 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:28.980447 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-27c802fa-f36e-4c5a-b7de-b069216e9171 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:28.995000 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c802fa-f36e-4c5a-b7de-b069216e9171 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:28.996481 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-27c802fa-f36e-4c5a-b7de-b069216e9171 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:29.028237 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3383bc-a758-4b4b-bc4d-8d0087c080ed admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:17:29.034615 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5e3383bc-a758-4b4b-bc4d-8d0087c080ed admin admin] 10.222.0.37 "PUT /v2.0/routers/930e3325-90e9-4790-96d6-5c66a81ca3a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0939782 Nov 12 09:17:29.049170 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-27c802fa-f36e-4c5a-b7de-b069216e9171 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4209836 Nov 12 09:17:29.051963 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33012) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:29.160732 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c802fa-f36e-4c5a-b7de-b069216e9171 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event updated for resources: {'Network': ['ID=f714a61a-2618-48f9-b667-39fb34273b3d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:29.211836 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9b2e0b63-904c-4b65-945c-702fefe698e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:29.217653 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network f714a61a-2618-48f9-b667-39fb34273b3d details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:17:29.315202 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6feaff-1f65-4bd7-83a5-9d1c5cd27ff7 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:29.320403 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33020) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:29.321122 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ec6feaff-1f65-4bd7-83a5-9d1c5cd27ff7 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "GET /v2.0/networks?id=f714a61a-2618-48f9-b667-39fb34273b3d HTTP/1.1" status: 200 len: 765 time: 0.2675865 Nov 12 09:17:29.328092 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-779c0e1f-9b61-4365-b061-d3397269ceca tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Request body: {'network': {'description': 'd2'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:29.755898 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1f4034-db04-4072-9338-15012d7a8a34 None None] Network 1130050c-54d4-48d8-b8c1-62f2a678dbb2 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:29.768192 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9b2e0b63-904c-4b65-945c-702fefe698e8 None None] For port 3b43ba56-8eba-4aca-95ff-0dc137e1b246, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=3b43ba56-8eba-4aca-95ff-0dc137e1b246,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:29.773264 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:29.804568 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-779c0e1f-9b61-4365-b061-d3397269ceca tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:29.823996 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4fc97eba-00de-41aa-9a67-6e58e28ec111 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:17:29.829184 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1f4034-db04-4072-9338-15012d7a8a34 None None] Network 1130050c-54d4-48d8-b8c1-62f2a678dbb2 could not be found, it might have been deleted concurrently. {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 09:17:29.849802 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-779c0e1f-9b61-4365-b061-d3397269ceca tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:29.870094 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-779c0e1f-9b61-4365-b061-d3397269ceca tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Network f714a61a-2618-48f9-b667-39fb34273b3d is not hosted by any dhcp agent {{(pid=102568) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 09:17:29.876318 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779c0e1f-9b61-4365-b061-d3397269ceca tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:29.876979 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-779c0e1f-9b61-4365-b061-d3397269ceca tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:29.880310 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-779c0e1f-9b61-4365-b061-d3397269ceca tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "PUT /v2.0/networks/f714a61a-2618-48f9-b667-39fb34273b3d HTTP/1.1" status: 200 len: 762 time: 0.5568650 Nov 12 09:17:29.881645 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33032) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:29.973007 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c0e1f-9b61-4365-b061-d3397269ceca tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event updated for resources: {'Network': ['ID=f714a61a-2618-48f9-b667-39fb34273b3d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:29.998982 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9b2e0b63-904c-4b65-945c-702fefe698e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:30.031504 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network f714a61a-2618-48f9-b667-39fb34273b3d details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:17:30.087971 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f3d1ae-c3b4-409a-958c-ef4008746113 None None] Sync routers for ids ['930e3325-90e9-4790-96d6-5c66a81ca3a7'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:17:30.114675 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f3d1ae-c3b4-409a-958c-ef4008746113 None None] Routers {'930e3325-90e9-4790-96d6-5c66a81ca3a7'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:17:30.115305 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e0b63-904c-4b65-945c-702fefe698e8 None None] Pushing event updated for resources: {'Port': ['ID=3b43ba56-8eba-4aca-95ff-0dc137e1b246,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:30.116316 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-70f3d1ae-c3b4-409a-958c-ef4008746113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:17:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['930e3325-90e9-4790-96d6-5c66a81ca3a7'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:30.235289 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-70f3d1ae-c3b4-409a-958c-ef4008746113 None None] Set router 930e3325-90e9-4790-96d6-5c66a81ca3a7 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:17:30.249262 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9b2e0b63-904c-4b65-945c-702fefe698e8 None None] Provisioning complete for port 40146766-a40f-4b68-922c-43173c142a39 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:30.249927 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9b2e0b63-904c-4b65-945c-702fefe698e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:30.329081 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33040) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:30.337320 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1c1b2ebd-9e9f-4858-8c0f-33f047d977da tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-525437650', 'description': 'tempest-secgroup-smoke-525437650 description', 'project_id': '37208630d32940b9a0eb6d96e161ed4a'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:30.452199 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1c1b2ebd-9e9f-4858-8c0f-33f047d977da tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:30.474337 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 4fc97eba-00de-41aa-9a67-6e58e28ec111 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:30.474858 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:30.568096 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-275cb513-fe5e-411a-8772-ab7e9ebce1bf None None] Allocated IP 172.20.0.1 (5edc4196-9159-4bc1-9544-eb7810589392/180258f2-5b43-45f4-887d-f60d2efa7869/40146766-a40f-4b68-922c-43173c142a39) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:17:30.610723 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-70f3d1ae-c3b4-409a-958c-ef4008746113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930e3325-90e9-4790-96d6-5c66a81ca3a7', 'name': 'tempest-TestServerBasicOps-1333055379-router', 'tenant_id': '8b928c0344274343baf2478bc3a050ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '3b43ba56-8eba-4aca-95ff-0dc137e1b246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:17:19Z', 'updated_at': '2021-11-12T09:17:27Z', 'revision_number': 4, 'project_id': '8b928c0344274343baf2478bc3a050ad', 'gw_port': {'id': '3b43ba56-8eba-4aca-95ff-0dc137e1b246', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:74:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930e3325-90e9-4790-96d6-5c66a81ca3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:21Z', 'updated_at': '2021-11-12T09:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '20093ca2-41f6-4520-94e0-1a2fcd9e2420', 'name': '', 'network_id': '0b165a8f-a22c-4fbc-8867-499956840f4d', 'tenant_id': '8b928c0344274343baf2478bc3a050ad', 'mac_address': 'fa:16:3e:91:8d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930e3325-90e9-4790-96d6-5c66a81ca3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '90af4881-e245-4998-8902-0a9ad7dbd72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:25Z', 'updated_at': '2021-11-12T09:17:27Z', 'revision_number': 2, 'project_id': '8b928c0344274343baf2478bc3a050ad', 'subnets': [{'id': '90af4881-e245-4998-8902-0a9ad7dbd72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:30.650668 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f3d1ae-c3b4-409a-958c-ef4008746113 None None] Checking router: 930e3325-90e9-4790-96d6-5c66a81ca3a7 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:17:30.651028 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f3d1ae-c3b4-409a-958c-ef4008746113 None None] Updating router 930e3325-90e9-4790-96d6-5c66a81ca3a7 port 20093ca2-41f6-4520-94e0-1a2fcd9e2420 binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:17:30.657507 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1c1b2ebd-9e9f-4858-8c0f-33f047d977da tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:30.663892 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1c1b2ebd-9e9f-4858-8c0f-33f047d977da tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:30.682467 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-70f3d1ae-c3b4-409a-958c-ef4008746113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:30.734561 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1c1b2ebd-9e9f-4858-8c0f-33f047d977da tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:30.739577 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1c1b2ebd-9e9f-4858-8c0f-33f047d977da tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4067745 Nov 12 09:17:30.740619 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33052) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:30.750510 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9b2e0b63-904c-4b65-945c-702fefe698e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:30.756235 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-868a2f32-fb84-4511-869c-24ac08f39654 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Request body: {'security_group_rule': {'security_group_id': 'aa35bdb0-55f8-41bb-91c6-a3cbe4d15410', 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:30.777421 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b2ebd-9e9f-4858-8c0f-33f047d977da tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa35bdb0-55f8-41bb-91c6-a3cbe4d15410,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:30.814069 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-868a2f32-fb84-4511-869c-24ac08f39654 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:30.818964 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-080dae72-601d-40bf-bd3b-c299bf6a3706 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:30.842359 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-080dae72-601d-40bf-bd3b-c299bf6a3706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:30.896557 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 40146766-a40f-4b68-922c-43173c142a39 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:17:30.982178 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-868a2f32-fb84-4511-869c-24ac08f39654 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:30.982719 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a98a79-0c57-4e76-b38d-e0263c202874 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:30.986711 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-91a98a79-0c57-4e76-b38d-e0263c202874 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "GET /v2.0/networks?id=f714a61a-2618-48f9-b667-39fb34273b3d HTTP/1.1" status: 200 len: 765 time: 1.1022112 Nov 12 09:17:30.992940 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33062) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:31.019299 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-868a2f32-fb84-4511-869c-24ac08f39654 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:31.036557 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-275cb513-fe5e-411a-8772-ab7e9ebce1bf None None] For port 40146766-a40f-4b68-922c-43173c142a39, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=40146766-a40f-4b68-922c-43173c142a39,segment=NetworkSegment(b2650d24-a574-4726-8d71-35e026fdf43d),segment_id=b2650d24-a574-4726-8d71-35e026fdf43d)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:31.065120 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023c8ea-ffda-416d-8143-11938c81542b None None] Pushing event updated for resources: {'Port': ['ID=11dacdb2-9562-4f7a-ac19-12efddae7930,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:31.092236 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-868a2f32-fb84-4511-869c-24ac08f39654 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:31.093521 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-868a2f32-fb84-4511-869c-24ac08f39654 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3494744 Nov 12 09:17:31.096506 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33064) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:31.102856 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-4c7af03c-6a44-4cf7-abd8-034ce4fe4f0f tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Request body: {'security_group_rule': {'security_group_id': 'aa35bdb0-55f8-41bb-91c6-a3cbe4d15410', 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:31.120228 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a2f32-fb84-4511-869c-24ac08f39654 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aacddda-e676-42c9-9e23-f5c1f28e5fc0,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:31.136509 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-275cb513-fe5e-411a-8772-ab7e9ebce1bf None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:31.178298 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4c7af03c-6a44-4cf7-abd8-034ce4fe4f0f tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:31.200616 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-275cb513-fe5e-411a-8772-ab7e9ebce1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:31.336200 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4c7af03c-6a44-4cf7-abd8-034ce4fe4f0f tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:31.343214 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4c7af03c-6a44-4cf7-abd8-034ce4fe4f0f tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:31.355451 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc3b868-bda3-477b-9769-e2d9719bf6a6 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:31.359233 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-cfc3b868-bda3-477b-9769-e2d9719bf6a6 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3640516 Nov 12 09:17:31.362518 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33070) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:31.367509 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 40146766-a40f-4b68-922c-43173c142a39 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:31.367860 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:31.371532 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7af03c-6a44-4cf7-abd8-034ce4fe4f0f tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e9555ac-c5e8-4581-af6f-5320ce61a241,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:31.411604 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4c7af03c-6a44-4cf7-abd8-034ce4fe4f0f tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:31.413529 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4c7af03c-6a44-4cf7-abd8-034ce4fe4f0f tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3156891 Nov 12 09:17:31.417592 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33074) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:31.422237 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-70f3d1ae-c3b4-409a-958c-ef4008746113 None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:31.433766 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-b35d4b2e-e72b-4b02-9d06-41a7554923fc tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Request body: {'security_group_rule': {'security_group_id': 'aa35bdb0-55f8-41bb-91c6-a3cbe4d15410', 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:31.435840 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-70f3d1ae-c3b4-409a-958c-ef4008746113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:31.517638 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b35d4b2e-e72b-4b02-9d06-41a7554923fc tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:31.524666 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-080dae72-601d-40bf-bd3b-c299bf6a3706 None None] Attempting to bind port 11dacdb2-9562-4f7a-ac19-12efddae7930 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:17:31.525879 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-080dae72-601d-40bf-bd3b-c299bf6a3706 None None] Attempting to bind port 11dacdb2-9562-4f7a-ac19-12efddae7930 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '4ae1b008-58f4-4f42-ad0c-a23d4b8b7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '361583e5-810d-43eb-bd10-28471100ab67'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:17:31.525879 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080dae72-601d-40bf-bd3b-c299bf6a3706 None None] Attempting to bind port 11dacdb2-9562-4f7a-ac19-12efddae7930 on network 361583e5-810d-43eb-bd10-28471100ab67 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:17:31.552078 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f67dc3-38b7-4775-8daa-1aa9a9df82a4 None None] Pushing event updated for resources: {'Port': ['ID=20093ca2-41f6-4520-94e0-1a2fcd9e2420,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:31.604234 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-9b2e0b63-904c-4b65-945c-702fefe698e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:17:31.607648 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-9b2e0b63-904c-4b65-945c-702fefe698e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:17:31.670619 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b35d4b2e-e72b-4b02-9d06-41a7554923fc tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:31.676231 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b35d4b2e-e72b-4b02-9d06-41a7554923fc tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:31.690653 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080dae72-601d-40bf-bd3b-c299bf6a3706 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:17:31.691043 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080dae72-601d-40bf-bd3b-c299bf6a3706 None None] Checking segment: {'id': '4ae1b008-58f4-4f42-ad0c-a23d4b8b7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '361583e5-810d-43eb-bd10-28471100ab67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:17:31.691465 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-080dae72-601d-40bf-bd3b-c299bf6a3706 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:31.691895 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080dae72-601d-40bf-bd3b-c299bf6a3706 None None] Bound using segment: {'id': '4ae1b008-58f4-4f42-ad0c-a23d4b8b7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '361583e5-810d-43eb-bd10-28471100ab67'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:17:31.692427 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-080dae72-601d-40bf-bd3b-c299bf6a3706 None None] Bound port: 11dacdb2-9562-4f7a-ac19-12efddae7930, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae1b008-58f4-4f42-ad0c-a23d4b8b7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '361583e5-810d-43eb-bd10-28471100ab67'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:17:31.692816 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-080dae72-601d-40bf-bd3b-c299bf6a3706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:31.703533 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-70f3d1ae-c3b4-409a-958c-ef4008746113 None None] Attempting to bind port 20093ca2-41f6-4520-94e0-1a2fcd9e2420 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:17:31.704067 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-70f3d1ae-c3b4-409a-958c-ef4008746113 None None] Attempting to bind port 20093ca2-41f6-4520-94e0-1a2fcd9e2420 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '869782be-9cc4-4ed4-a473-aad72da4affe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0b165a8f-a22c-4fbc-8867-499956840f4d'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:17:31.704435 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f3d1ae-c3b4-409a-958c-ef4008746113 None None] Attempting to bind port 20093ca2-41f6-4520-94e0-1a2fcd9e2420 on network 0b165a8f-a22c-4fbc-8867-499956840f4d {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:17:31.711181 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f3d1ae-c3b4-409a-958c-ef4008746113 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:17:31.711544 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f3d1ae-c3b4-409a-958c-ef4008746113 None None] Checking segment: {'id': '869782be-9cc4-4ed4-a473-aad72da4affe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0b165a8f-a22c-4fbc-8867-499956840f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:17:31.711968 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-70f3d1ae-c3b4-409a-958c-ef4008746113 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:31.724652 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f3d1ae-c3b4-409a-958c-ef4008746113 None None] Bound using segment: {'id': '869782be-9cc4-4ed4-a473-aad72da4affe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0b165a8f-a22c-4fbc-8867-499956840f4d'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:17:31.725724 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-70f3d1ae-c3b4-409a-958c-ef4008746113 None None] Bound port: 20093ca2-41f6-4520-94e0-1a2fcd9e2420, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869782be-9cc4-4ed4-a473-aad72da4affe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0b165a8f-a22c-4fbc-8867-499956840f4d'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:17:31.726305 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-70f3d1ae-c3b4-409a-958c-ef4008746113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:31.739171 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275cb513-fe5e-411a-8772-ab7e9ebce1bf None None] Pushing event updated for resources: {'Port': ['ID=40146766-a40f-4b68-922c-43173c142a39,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:31.762496 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b35d4b2e-e72b-4b02-9d06-41a7554923fc tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:31.771365 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b35d4b2e-e72b-4b02-9d06-41a7554923fc tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3520508 Nov 12 09:17:31.772967 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d4b2e-e72b-4b02-9d06-41a7554923fc tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37fced20-3ce2-4668-a066-ba4546ecfcc4,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:31.777639 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33078) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:31.793321 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-e7b0074c-69a3-4081-8b22-b76e9f1ac722 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Request body: {'security_group_rule': {'security_group_id': 'aa35bdb0-55f8-41bb-91c6-a3cbe4d15410', 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:31.880837 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e7b0074c-69a3-4081-8b22-b76e9f1ac722 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:31.910132 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-70f3d1ae-c3b4-409a-958c-ef4008746113 None None] For port 20093ca2-41f6-4520-94e0-1a2fcd9e2420, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:17:31.913729 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-70f3d1ae-c3b4-409a-958c-ef4008746113 None None] For port 20093ca2-41f6-4520-94e0-1a2fcd9e2420, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=20093ca2-41f6-4520-94e0-1a2fcd9e2420,segment=NetworkSegment(869782be-9cc4-4ed4-a473-aad72da4affe),segment_id=869782be-9cc4-4ed4-a473-aad72da4affe)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:17:31.925585 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-70f3d1ae-c3b4-409a-958c-ef4008746113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:31.954478 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-080dae72-601d-40bf-bd3b-c299bf6a3706 None None] For port 11dacdb2-9562-4f7a-ac19-12efddae7930, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:17:32.009172 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e7b0074c-69a3-4081-8b22-b76e9f1ac722 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:32.018825 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e7b0074c-69a3-4081-8b22-b76e9f1ac722 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:32.064324 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0074c-69a3-4081-8b22-b76e9f1ac722 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca67969c-168d-4bc0-baad-72c431f0bb3d,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:32.069671 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e7b0074c-69a3-4081-8b22-b76e9f1ac722 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:32.070949 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e7b0074c-69a3-4081-8b22-b76e9f1ac722 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2844756 Nov 12 09:17:32.073654 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33084) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:32.080892 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-3a2f6a96-460c-445f-8be5-0b41b82c42fb tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Request body: {'security_group_rule': {'security_group_id': 'aa35bdb0-55f8-41bb-91c6-a3cbe4d15410', 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:32.083394 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-080dae72-601d-40bf-bd3b-c299bf6a3706 None None] For port 11dacdb2-9562-4f7a-ac19-12efddae7930, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=11dacdb2-9562-4f7a-ac19-12efddae7930,segment=NetworkSegment(4ae1b008-58f4-4f42-ad0c-a23d4b8b7415),segment_id=4ae1b008-58f4-4f42-ad0c-a23d4b8b7415)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:17:32.089710 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:32.105652 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-080dae72-601d-40bf-bd3b-c299bf6a3706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:32.124897 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f67dc3-38b7-4775-8daa-1aa9a9df82a4 None None] Pushing event updated for resources: {'Port': ['ID=20093ca2-41f6-4520-94e0-1a2fcd9e2420,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:32.150134 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f3d1ae-c3b4-409a-958c-ef4008746113 None None] Routers {'930e3325-90e9-4790-96d6-5c66a81ca3a7'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:17:32.150824 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-70f3d1ae-c3b4-409a-958c-ef4008746113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:17:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['930e3325-90e9-4790-96d6-5c66a81ca3a7'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:32.155627 n-d-768862-16 neutron-server[102569]: INFO neutron.db.securitygroups_db [None req-3a2f6a96-460c-445f-8be5-0b41b82c42fb tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Project 37208630d32940b9a0eb6d96e161ed4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:17:32.162157 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3a2f6a96-460c-445f-8be5-0b41b82c42fb tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:32.277800 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9b2e0b63-904c-4b65-945c-702fefe698e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:32.325199 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3a2f6a96-460c-445f-8be5-0b41b82c42fb tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:32.331355 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3a2f6a96-460c-445f-8be5-0b41b82c42fb tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:32.359665 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f6a96-460c-445f-8be5-0b41b82c42fb tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d043f999-3068-4a31-af2c-0acbbf4871e0,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:32.395873 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3a2f6a96-460c-445f-8be5-0b41b82c42fb tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:32.403397 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3a2f6a96-460c-445f-8be5-0b41b82c42fb tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3266282 Nov 12 09:17:32.411587 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33086) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:32.435452 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-b0a9ec09-7246-4cec-8d19-47d2ea07f3bd tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Request body: {'security_group_rule': {'security_group_id': 'aa35bdb0-55f8-41bb-91c6-a3cbe4d15410', 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:32.458216 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-70f3d1ae-c3b4-409a-958c-ef4008746113 None None] Set router 930e3325-90e9-4790-96d6-5c66a81ca3a7 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:17:32.488364 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 40146766-a40f-4b68-922c-43173c142a39, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=40146766-a40f-4b68-922c-43173c142a39,segment=NetworkSegment(b2650d24-a574-4726-8d71-35e026fdf43d),segment_id=b2650d24-a574-4726-8d71-35e026fdf43d)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:32.547228 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-186de03e-5ad2-4bf5-8590-81b1ab8a4a7e tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "GET /v2.0/subnets?network_id=83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 207 time: 1.1778116 Nov 12 09:17:32.549919 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33094) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:32.553396 n-d-768862-16 neutron-server[102569]: INFO neutron.db.securitygroups_db [None req-b0a9ec09-7246-4cec-8d19-47d2ea07f3bd tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Project 37208630d32940b9a0eb6d96e161ed4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:17:32.577449 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0a9ec09-7246-4cec-8d19-47d2ea07f3bd tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:32.658096 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:32.661693 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 3b43ba56-8eba-4aca-95ff-0dc137e1b246 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:17:32.759632 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0a9ec09-7246-4cec-8d19-47d2ea07f3bd tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:32.768798 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0a9ec09-7246-4cec-8d19-47d2ea07f3bd tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:32.788148 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080dae72-601d-40bf-bd3b-c299bf6a3706 None None] Routers {'daf3228d-a42f-4340-8367-4b12335ee3f7'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:17:32.791189 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-080dae72-601d-40bf-bd3b-c299bf6a3706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:17:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['daf3228d-a42f-4340-8367-4b12335ee3f7'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:32.814555 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3815f6-9d4a-499e-b87d-8c499d9fff16 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:32.830074 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0a9ec09-7246-4cec-8d19-47d2ea07f3bd tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:32.835662 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b0a9ec09-7246-4cec-8d19-47d2ea07f3bd tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4175122 Nov 12 09:17:32.859934 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9ec09-7246-4cec-8d19-47d2ea07f3bd tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cad3b0e-933b-4402-b2c5-19ce1c8a9f21,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:32.867064 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3815f6-9d4a-499e-b87d-8c499d9fff16 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:32.888498 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3815f6-9d4a-499e-b87d-8c499d9fff16 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:32.913081 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3815f6-9d4a-499e-b87d-8c499d9fff16 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:32.929618 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-9b2e0b63-904c-4b65-945c-702fefe698e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:17:32.930187 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-9b2e0b63-904c-4b65-945c-702fefe698e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:17:32.933156 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3815f6-9d4a-499e-b87d-8c499d9fff16 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:32.937190 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023c8ea-ffda-416d-8143-11938c81542b None None] Pushing event updated for resources: {'Port': ['ID=11dacdb2-9562-4f7a-ac19-12efddae7930,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:32.948157 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3815f6-9d4a-499e-b87d-8c499d9fff16 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:32.950053 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7c3815f6-9d4a-499e-b87d-8c499d9fff16 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4012873 Nov 12 09:17:32.956589 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33106) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:33.052795 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-70f3d1ae-c3b4-409a-958c-ef4008746113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930e3325-90e9-4790-96d6-5c66a81ca3a7', 'name': 'tempest-TestServerBasicOps-1333055379-router', 'tenant_id': '8b928c0344274343baf2478bc3a050ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '3b43ba56-8eba-4aca-95ff-0dc137e1b246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:17:19Z', 'updated_at': '2021-11-12T09:17:27Z', 'revision_number': 4, 'project_id': '8b928c0344274343baf2478bc3a050ad', 'gw_port': {'id': '3b43ba56-8eba-4aca-95ff-0dc137e1b246', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:74:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930e3325-90e9-4790-96d6-5c66a81ca3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:21Z', 'updated_at': '2021-11-12T09:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '20093ca2-41f6-4520-94e0-1a2fcd9e2420', 'name': '', 'network_id': '0b165a8f-a22c-4fbc-8867-499956840f4d', 'tenant_id': '8b928c0344274343baf2478bc3a050ad', 'mac_address': 'fa:16:3e:91:8d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930e3325-90e9-4790-96d6-5c66a81ca3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '90af4881-e245-4998-8902-0a9ad7dbd72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:25Z', 'updated_at': '2021-11-12T09:17:31Z', 'revision_number': 4, 'project_id': '8b928c0344274343baf2478bc3a050ad', 'subnets': [{'id': '90af4881-e245-4998-8902-0a9ad7dbd72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:33.129939 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f3d1ae-c3b4-409a-958c-ef4008746113 None None] The sync data for ids ['930e3325-90e9-4790-96d6-5c66a81ca3a7'] in n-d-768862-16 is: [{'id': '930e3325-90e9-4790-96d6-5c66a81ca3a7', 'name': 'tempest-TestServerBasicOps-1333055379-router', 'tenant_id': '8b928c0344274343baf2478bc3a050ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '3b43ba56-8eba-4aca-95ff-0dc137e1b246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:17:19Z', 'updated_at': '2021-11-12T09:17:27Z', 'revision_number': 4, 'project_id': '8b928c0344274343baf2478bc3a050ad', 'gw_port': {'id': '3b43ba56-8eba-4aca-95ff-0dc137e1b246', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:74:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930e3325-90e9-4790-96d6-5c66a81ca3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:21Z', 'updated_at': '2021-11-12T09:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '20093ca2-41f6-4520-94e0-1a2fcd9e2420', 'name': '', 'network_id': '0b165a8f-a22c-4fbc-8867-499956840f4d', 'tenant_id': '8b928c0344274343baf2478bc3a050ad', 'mac_address': 'fa:16:3e:91:8d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930e3325-90e9-4790-96d6-5c66a81ca3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '90af4881-e245-4998-8902-0a9ad7dbd72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:25Z', 'updated_at': '2021-11-12T09:17:31Z', 'revision_number': 4, 'project_id': '8b928c0344274343baf2478bc3a050ad', 'subnets': [{'id': '90af4881-e245-4998-8902-0a9ad7dbd72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:17:33.176543 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-080dae72-601d-40bf-bd3b-c299bf6a3706 None None] Set router daf3228d-a42f-4340-8367-4b12335ee3f7 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:17:33.315728 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdce733-8013-4514-b791-ad1efe2964e4 None None] Network 5edc4196-9159-4bc1-9544-eb7810589392 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:33.411965 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33126) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:33.420292 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-82b9b81b-8d3f-421e-a46a-4c2e4ac5e776 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4499631 Nov 12 09:17:33.479360 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f6a7a46-c976-4958-9618-74fff3d231af req-615b0f89-3c8b-4c4f-b1d9-44ca1d716ba2 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-525437650&fields=id&tenant_id=37208630d32940b9a0eb6d96e161ed4a HTTP/1.1" status: 200 len: 267 time: 0.1620102 Nov 12 09:17:33.571621 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595dc3d9-a686-4f5e-86bc-f320c114d2eb tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:33.574057 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595dc3d9-a686-4f5e-86bc-f320c114d2eb tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:33.575801 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595dc3d9-a686-4f5e-86bc-f320c114d2eb tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:33.578044 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595dc3d9-a686-4f5e-86bc-f320c114d2eb tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:33.580690 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595dc3d9-a686-4f5e-86bc-f320c114d2eb tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:33.598572 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-595dc3d9-a686-4f5e-86bc-f320c114d2eb tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1847863 Nov 12 09:17:33.599587 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33128) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:33.726585 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c03fc15-4f37-4553-b027-4dfd308b29c7 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:33.728429 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c03fc15-4f37-4553-b027-4dfd308b29c7 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:33.731115 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a7a46-c976-4958-9618-74fff3d231af req-4da3df9e-c808-4692-9a60-b9f8d49f6d0d tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:33.732494 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c03fc15-4f37-4553-b027-4dfd308b29c7 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:33.739380 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f6a7a46-c976-4958-9618-74fff3d231af req-4da3df9e-c808-4692-9a60-b9f8d49f6d0d tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/networks?id=361583e5-810d-43eb-bd10-28471100ab67 HTTP/1.1" status: 200 len: 809 time: 0.2589774 Nov 12 09:17:33.744566 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c03fc15-4f37-4553-b027-4dfd308b29c7 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:33.746068 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c03fc15-4f37-4553-b027-4dfd308b29c7 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:33.754112 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3c03fc15-4f37-4553-b027-4dfd308b29c7 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1530249 Nov 12 09:17:33.755110 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33132) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:33.764110 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f6a7a46-c976-4958-9618-74fff3d231af req-8b74c39a-e4f7-465c-bae1-00721c9941a6 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/quotas/37208630d32940b9a0eb6d96e161ed4a HTTP/1.1" status: 200 len: 375 time: 0.0230074 Nov 12 09:17:33.829119 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 3b43ba56-8eba-4aca-95ff-0dc137e1b246 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:33.830067 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:33.880255 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f6a7a46-c976-4958-9618-74fff3d231af req-45a272bf-10e5-4173-a255-deb431eb9abe tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=37208630d32940b9a0eb6d96e161ed4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1009176 Nov 12 09:17:33.999842 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=40146766-a40f-4b68-922c-43173c142a39,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:34.011204 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34d6f04-d1dd-4440-9df4-5376facc8c2c tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:34.029346 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f34d6f04-d1dd-4440-9df4-5376facc8c2c tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "GET /v2.0/networks/a56b76af-61f0-4cbf-9ad5-b44a86e4fcec HTTP/1.1" status: 200 len: 802 time: 0.2677782 Nov 12 09:17:34.029897 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33138) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:34.075103 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-2f6a7a46-c976-4958-9618-74fff3d231af req-2c90bad0-71ca-410e-b445-c202fa092f10 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:17:34.083717 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f6a7a46-c976-4958-9618-74fff3d231af req-2c90bad0-71ca-410e-b445-c202fa092f10 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2014344 Nov 12 09:17:34.233769 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-66a4b192-f5a0-4f45-8b02-0e0914f8ffba tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "GET /v2.0/networks/a56b76af-61f0-4cbf-9ad5-b44a86e4fcec?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.2005715 Nov 12 09:17:34.237407 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33140) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:34.317358 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f6a7a46-c976-4958-9618-74fff3d231af req-afb71304-33c6-43bd-b253-f78f115e4687 service neutron] 10.222.0.37 "GET /v2.0/networks/361583e5-810d-43eb-bd10-28471100ab67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327361 Nov 12 09:17:34.389606 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5063da-d265-4ef0-8644-00bcb544a3e5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:34.391211 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5e5063da-d265-4ef0-8644-00bcb544a3e5 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "GET /v2.0/subnets/86c85114-9a9b-4ec7-a16d-04fce1d96b78 HTTP/1.1" status: 200 len: 843 time: 0.1526353 Nov 12 09:17:34.396969 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33142) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:34.411784 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f0e4f315-5160-4567-b04c-bfa7a442a49b None None] Provisioning complete for port 11dacdb2-9562-4f7a-ac19-12efddae7930 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:34.412542 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f315-5160-4567-b04c-bfa7a442a49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:34.484593 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cca31e-9f20-40bc-9f3e-e8780afc02fb tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:34.487725 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-39cca31e-9f20-40bc-9f3e-e8780afc02fb tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "GET /v2.0/subnets/86c85114-9a9b-4ec7-a16d-04fce1d96b78?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0896595 Nov 12 09:17:34.499863 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33144) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:34.501077 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f6a7a46-c976-4958-9618-74fff3d231af req-7da46b72-ef17-4f6d-8eb3-fc2d595e28ed service neutron] 10.222.0.37 "GET /v2.0/networks/361583e5-810d-43eb-bd10-28471100ab67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765532 Nov 12 09:17:34.507921 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c8348cd4-8f35-49de-bdfa-f6bc50ef31a8 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-735337734'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:34.561780 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8348cd4-8f35-49de-bdfa-f6bc50ef31a8 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Made reservation on behalf of f82b13b1128f4263b446a2b4959d21e1 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:34.570781 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8348cd4-8f35-49de-bdfa-f6bc50ef31a8 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:34.608747 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8348cd4-8f35-49de-bdfa-f6bc50ef31a8 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:17:34.623438 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8348cd4-8f35-49de-bdfa-f6bc50ef31a8 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:34.624308 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-c8348cd4-8f35-49de-bdfa-f6bc50ef31a8 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Added segment 9d1edcf8-53e6-4659-af27-3b5875f028bc of type vlan for network c4800c0d-8fdd-49ba-9412-37f518e56572 Nov 12 09:17:34.739494 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8348cd4-8f35-49de-bdfa-f6bc50ef31a8 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:34.832874 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-080dae72-601d-40bf-bd3b-c299bf6a3706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'name': 'tempest-TestServerBasicOps-1881539139-router', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'f9f57adc-ec94-43e3-8655-32028c6ca2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:17:09Z', 'updated_at': '2021-11-12T09:17:15Z', 'revision_number': 4, 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'gw_port': {'id': 'f9f57adc-ec94-43e3-8655-32028c6ca2d6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:10Z', 'updated_at': '2021-11-12T09:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '11dacdb2-9562-4f7a-ac19-12efddae7930', 'name': '', 'network_id': '361583e5-810d-43eb-bd10-28471100ab67', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'mac_address': 'fa:16:3e:0e:11:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '7180b4be-5884-4c17-8cdc-7bc215074ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:14Z', 'updated_at': '2021-11-12T09:17:31Z', 'revision_number': 4, 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'subnets': [{'id': '7180b4be-5884-4c17-8cdc-7bc215074ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:34.854650 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8348cd4-8f35-49de-bdfa-f6bc50ef31a8 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:34.866432 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8348cd4-8f35-49de-bdfa-f6bc50ef31a8 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:34.867097 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8348cd4-8f35-49de-bdfa-f6bc50ef31a8 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:34.920451 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080dae72-601d-40bf-bd3b-c299bf6a3706 None None] The sync data for ids ['daf3228d-a42f-4340-8367-4b12335ee3f7'] in n-d-768862-16 is: [{'id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'name': 'tempest-TestServerBasicOps-1881539139-router', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'f9f57adc-ec94-43e3-8655-32028c6ca2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:17:09Z', 'updated_at': '2021-11-12T09:17:15Z', 'revision_number': 4, 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'gw_port': {'id': 'f9f57adc-ec94-43e3-8655-32028c6ca2d6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:10Z', 'updated_at': '2021-11-12T09:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '11dacdb2-9562-4f7a-ac19-12efddae7930', 'name': '', 'network_id': '361583e5-810d-43eb-bd10-28471100ab67', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'mac_address': 'fa:16:3e:0e:11:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '7180b4be-5884-4c17-8cdc-7bc215074ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:14Z', 'updated_at': '2021-11-12T09:17:31Z', 'revision_number': 4, 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'subnets': [{'id': '7180b4be-5884-4c17-8cdc-7bc215074ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:17:34.925711 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f315-5160-4567-b04c-bfa7a442a49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:35.005418 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8670ae8e-523a-419c-ba28-072f641ff845 req-8c43e459-6905-44a1-9502-5eee8f8dee92 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/ports?device_id=c942444b-a0c3-4c10-8473-961c36d8435c HTTP/1.1" status: 200 len: 210 time: 0.0632424 Nov 12 09:17:35.056936 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f0e4f315-5160-4567-b04c-bfa7a442a49b None None] For port 11dacdb2-9562-4f7a-ac19-12efddae7930, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=11dacdb2-9562-4f7a-ac19-12efddae7930,segment=NetworkSegment(4ae1b008-58f4-4f42-ad0c-a23d4b8b7415),segment_id=4ae1b008-58f4-4f42-ad0c-a23d4b8b7415)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:35.064414 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f315-5160-4567-b04c-bfa7a442a49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:35.151988 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8348cd4-8f35-49de-bdfa-f6bc50ef31a8 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event updated for resources: {'Network': ['ID=c4800c0d-8fdd-49ba-9412-37f518e56572,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:35.163584 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33154) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:35.169939 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-af54b816-50bc-49bc-a42a-aa96ed0aea79 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Request body: {'subnet': {'network_id': 'c4800c0d-8fdd-49ba-9412-37f518e56572', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:35.170214 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c8348cd4-8f35-49de-bdfa-f6bc50ef31a8 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6674957 Nov 12 09:17:35.190546 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e74432-2464-4b51-8431-231f2a31b046 None None] get_active_networks_info from n-d-768862-16 {{(pid=102570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 09:17:35.192534 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 11dacdb2-9562-4f7a-ac19-12efddae7930 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:17:35.195574 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network c4800c0d-8fdd-49ba-9412-37f518e56572 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:17:35.312585 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f0e4f315-5160-4567-b04c-bfa7a442a49b None None] Provisioning complete for port 4fc97eba-00de-41aa-9a67-6e58e28ec111 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:35.321714 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f315-5160-4567-b04c-bfa7a442a49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:35.359575 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af54b816-50bc-49bc-a42a-aa96ed0aea79 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Made reservation on behalf of f82b13b1128f4263b446a2b4959d21e1 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:35.371064 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-af54b816-50bc-49bc-a42a-aa96ed0aea79 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:35.502457 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.ipam_backend_mixin [None req-af54b816-50bc-49bc-a42a-aa96ed0aea79 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Performing IP validity checks on allocation pools {{(pid=102569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 09:17:35.504116 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.ipam_backend_mixin [None req-af54b816-50bc-49bc-a42a-aa96ed0aea79 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 09:17:35.543554 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4f315-5160-4567-b04c-bfa7a442a49b None None] Pushing event updated for resources: {'Port': ['ID=11dacdb2-9562-4f7a-ac19-12efddae7930,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:35.836042 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 11dacdb2-9562-4f7a-ac19-12efddae7930 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:35.836601 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:35.908878 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-af54b816-50bc-49bc-a42a-aa96ed0aea79 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:36.046377 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e74432-2464-4b51-8431-231f2a31b046 None None] Resources bound (agent type, host, resource id): {{(pid=102570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 09:17:36.092045 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f0e4f315-5160-4567-b04c-bfa7a442a49b None None] Provisioning complete for port 20093ca2-41f6-4520-94e0-1a2fcd9e2420 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:36.092529 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f315-5160-4567-b04c-bfa7a442a49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:36.245654 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af54b816-50bc-49bc-a42a-aa96ed0aea79 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Checking segment: {'id': '9d1edcf8-53e6-4659-af27-3b5875f028bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c4800c0d-8fdd-49ba-9412-37f518e56572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:17:36.248993 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af54b816-50bc-49bc-a42a-aa96ed0aea79 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Network hostable DHCP agents. Network: c4800c0d-8fdd-49ba-9412-37f518e56572, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:17:36.297185 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 20093ca2-41f6-4520-94e0-1a2fcd9e2420 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:17:36.316891 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-535b2df6-75f3-447f-85eb-654f8222f73d req-e0de95a8-ab16-460e-9430-cd6cfd50e880 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/ports?device_id=c942444b-a0c3-4c10-8473-961c36d8435c HTTP/1.1" status: 200 len: 210 time: 0.0608735 Nov 12 09:17:36.358406 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54b816-50bc-49bc-a42a-aa96ed0aea79 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event updated for resources: {'Subnet': ['ID=dc22fc3f-0499-4b48-bbed-80d3a2235532,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:36.373125 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af54b816-50bc-49bc-a42a-aa96ed0aea79 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Network c4800c0d-8fdd-49ba-9412-37f518e56572 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:17:36.396162 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-af54b816-50bc-49bc-a42a-aa96ed0aea79 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, c4800c0d-8fdd-49ba-9412-37f518e56572) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:36.408645 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af54b816-50bc-49bc-a42a-aa96ed0aea79 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:36.410129 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-af54b816-50bc-49bc-a42a-aa96ed0aea79 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:36.457097 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33168) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:36.463523 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-bc89c113-c79a-4ac3-b743-8a1fc4e72900 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:36.472085 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-af54b816-50bc-49bc-a42a-aa96ed0aea79 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3057029 Nov 12 09:17:36.617591 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f315-5160-4567-b04c-bfa7a442a49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:36.643724 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 20093ca2-41f6-4520-94e0-1a2fcd9e2420 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:36.644482 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:36.649469 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bc89c113-c79a-4ac3-b743-8a1fc4e72900 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9342886'] for subnet, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:36.759434 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f0e4f315-5160-4567-b04c-bfa7a442a49b None None] For port 20093ca2-41f6-4520-94e0-1a2fcd9e2420, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=20093ca2-41f6-4520-94e0-1a2fcd9e2420,segment=NetworkSegment(869782be-9cc4-4ed4-a473-aad72da4affe),segment_id=869782be-9cc4-4ed4-a473-aad72da4affe)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:36.773016 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f315-5160-4567-b04c-bfa7a442a49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:36.904846 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 40146766-a40f-4b68-922c-43173c142a39 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:17:36.907012 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a96be7f-f7a0-4cfa-a9dd-07b143d3f09f None None] get_active_networks_info from n-d-768862-16 {{(pid=102570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 09:17:36.957034 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bc89c113-c79a-4ac3-b743-8a1fc4e72900 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763891908747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9096419'] for subnet, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:36.960302 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f0e4f315-5160-4567-b04c-bfa7a442a49b None None] Provisioning complete for port 40146766-a40f-4b68-922c-43173c142a39 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:36.960766 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f315-5160-4567-b04c-bfa7a442a49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:37.025357 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4f315-5160-4567-b04c-bfa7a442a49b None None] Pushing event updated for resources: {'Port': ['ID=20093ca2-41f6-4520-94e0-1a2fcd9e2420,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:37.029481 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc89c113-c79a-4ac3-b743-8a1fc4e72900 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:37.030406 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bc89c113-c79a-4ac3-b743-8a1fc4e72900 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:37.036280 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-bc89c113-c79a-4ac3-b743-8a1fc4e72900 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "PUT /v2.0/subnets/dc22fc3f-0499-4b48-bbed-80d3a2235532 HTTP/1.1" status: 200 len: 900 time: 0.5749867 Nov 12 09:17:37.037785 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33174) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:37.066949 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a7a46-c976-4958-9618-74fff3d231af req-16a55e8b-5351-462e-86a5-6925e683b599 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:37.068701 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2f6a7a46-c976-4958-9618-74fff3d231af req-16a55e8b-5351-462e-86a5-6925e683b599 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.54 "GET /v2.0/networks?id=361583e5-810d-43eb-bd10-28471100ab67 HTTP/1.1" status: 200 len: 809 time: 0.2263861 Nov 12 09:17:37.073128 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc89c113-c79a-4ac3-b743-8a1fc4e72900 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event updated for resources: {'Subnet': ['ID=dc22fc3f-0499-4b48-bbed-80d3a2235532,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:37.094325 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc89c113-c79a-4ac3-b743-8a1fc4e72900 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:37.094325 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc89c113-c79a-4ac3-b743-8a1fc4e72900 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:37.094325 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc89c113-c79a-4ac3-b743-8a1fc4e72900 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:37.094325 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc89c113-c79a-4ac3-b743-8a1fc4e72900 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:37.094325 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc89c113-c79a-4ac3-b743-8a1fc4e72900 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:37.094325 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc89c113-c79a-4ac3-b743-8a1fc4e72900 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:37.094325 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc89c113-c79a-4ac3-b743-8a1fc4e72900 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:37.094325 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc89c113-c79a-4ac3-b743-8a1fc4e72900 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:37.094325 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc89c113-c79a-4ac3-b743-8a1fc4e72900 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:37.094325 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc89c113-c79a-4ac3-b743-8a1fc4e72900 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:37.094325 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc89c113-c79a-4ac3-b743-8a1fc4e72900 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:37.096374 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc89c113-c79a-4ac3-b743-8a1fc4e72900 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:37.224408 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2f6a7a46-c976-4958-9618-74fff3d231af req-cbbbd39f-1913-45c2-9425-2301df275415 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37208630d32940b9a0eb6d96e161ed4a HTTP/1.1" status: 200 len: 379 time: 0.1423779 Nov 12 09:17:37.241558 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-2f6a7a46-c976-4958-9618-74fff3d231af req-7cac6fce-0c5d-4865-bca1-2a4359571204 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Request body: {'port': {'device_id': 'c942444b-a0c3-4c10-8473-961c36d8435c', 'network_id': '361583e5-810d-43eb-bd10-28471100ab67', 'admin_state_up': True, 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'security_groups': ['aa35bdb0-55f8-41bb-91c6-a3cbe4d15410']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:37.249953 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a96be7f-f7a0-4cfa-a9dd-07b143d3f09f None None] Resources bound (agent type, host, resource id): {{(pid=102570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 09:17:37.274345 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2b51747-f7b0-4b4e-8c94-07e2d88cd1e1 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:37.368859 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2b51747-f7b0-4b4e-8c94-07e2d88cd1e1 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:37.424723 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 40146766-a40f-4b68-922c-43173c142a39 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:37.425686 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:37.480743 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f6a7a46-c976-4958-9618-74fff3d231af req-7cac6fce-0c5d-4865-bca1-2a4359571204 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Made reservation on behalf of 37208630d32940b9a0eb6d96e161ed4a for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:37.484183 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2f6a7a46-c976-4958-9618-74fff3d231af req-7cac6fce-0c5d-4865-bca1-2a4359571204 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:37.543195 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-be6d6a8d-7769-4edb-9caa-e85d53b4818f req-2fa79f61-4803-4485-a11e-d4f6f473b058 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/ports?device_id=c942444b-a0c3-4c10-8473-961c36d8435c HTTP/1.1" status: 200 len: 210 time: 0.0433245 Nov 12 09:17:37.543195 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2b51747-f7b0-4b4e-8c94-07e2d88cd1e1 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:37.555352 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-a448b1b0-9714-45b0-885a-6633988216a2 None None] Provisioning complete for port 40146766-a40f-4b68-922c-43173c142a39 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:37.556497 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a448b1b0-9714-45b0-885a-6633988216a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:37.588436 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b51747-f7b0-4b4e-8c94-07e2d88cd1e1 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event deleted for resources: {'Subnet': ['ID=dc22fc3f-0499-4b48-bbed-80d3a2235532,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:37.719019 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2b51747-f7b0-4b4e-8c94-07e2d88cd1e1 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:37.756627 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-f2b51747-f7b0-4b4e-8c94-07e2d88cd1e1 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4800c0d-8fdd-49ba-9412-37f518e56572']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:37.771823 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-f2b51747-f7b0-4b4e-8c94-07e2d88cd1e1 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d1edcf8-53e6-4659-af27-3b5875f028bc') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:37.772960 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-2f6a7a46-c976-4958-9618-74fff3d231af req-7cac6fce-0c5d-4865-bca1-2a4359571204 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Allocated IP 172.20.0.5 (361583e5-810d-43eb-bd10-28471100ab67/7180b4be-5884-4c17-8cdc-7bc215074ec1/0e826e27-a100-4144-91ee-dbf802b5c9bf) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:17:37.773258 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-f2b51747-f7b0-4b4e-8c94-07e2d88cd1e1 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d1edcf8-53e6-4659-af27-3b5875f028bc') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:37.788420 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2b51747-f7b0-4b4e-8c94-07e2d88cd1e1 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:37.809321 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2b51747-f7b0-4b4e-8c94-07e2d88cd1e1 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:37.819402 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2b51747-f7b0-4b4e-8c94-07e2d88cd1e1 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:17:37.820630 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2b51747-f7b0-4b4e-8c94-07e2d88cd1e1 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:37.949742 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:17:37.949742 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:17:37.949742 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:17:37.949742 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:17:37.949742 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:17:37.949742 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:17:37.949742 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:17:37.949742 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:17:37.949742 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:17:37.949742 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:17:37.949742 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:17:37.949742 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:17:37.949742 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:17:37.949742 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:17:37.949742 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:17:37.949742 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:17:37.949742 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:17:37.949742 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:17:37.949742 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:17:37.949742 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:17:37.949742 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:17:37.949742 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:17:37.949742 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:17:37.949742 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:17:37.949742 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:17:37.949742 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:17:37.949742 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:17:37.949742 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:17:37.949742 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:17:37.949742 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:17:37.949742 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:17:37.949742 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:17:37.956647 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2b51747-f7b0-4b4e-8c94-07e2d88cd1e1 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:37.961603 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2f6a7a46-c976-4958-9618-74fff3d231af req-7cac6fce-0c5d-4865-bca1-2a4359571204 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:37.967251 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2b51747-f7b0-4b4e-8c94-07e2d88cd1e1 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:37.973371 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f2b51747-f7b0-4b4e-8c94-07e2d88cd1e1 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "DELETE /v2.0/networks/c4800c0d-8fdd-49ba-9412-37f518e56572 HTTP/1.1" status: 204 len: 168 time: 0.9343469 Nov 12 09:17:37.992121 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33178) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:38.002524 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b51747-f7b0-4b4e-8c94-07e2d88cd1e1 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event deleted for resources: {'Network': ['ID=c4800c0d-8fdd-49ba-9412-37f518e56572,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:38.045012 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0291bce-3261-4b3b-aae4-e6a4de332f1a tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] DELETE failed (client error): The resource could not be found. Nov 12 09:17:38.045517 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0291bce-3261-4b3b-aae4-e6a4de332f1a tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:17:38.049760 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d0291bce-3261-4b3b-aae4-e6a4de332f1a tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "DELETE /v2.0/subnets/dc22fc3f-0499-4b48-bbed-80d3a2235532 HTTP/1.1" status: 404 len: 337 time: 0.0557783 Nov 12 09:17:38.050253 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 3b43ba56-8eba-4aca-95ff-0dc137e1b246 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:17:38.052687 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33180) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:38.088782 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-57f6483f-fdca-4622-bbe7-54ada44ef378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:38.092127 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa06b57-200e-47b4-808b-c2ce12ddc4af tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] DELETE failed (client error): The resource could not be found. Nov 12 09:17:38.092780 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa06b57-200e-47b4-808b-c2ce12ddc4af tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:17:38.097188 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0fa06b57-200e-47b4-808b-c2ce12ddc4af tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "DELETE /v2.0/networks/c4800c0d-8fdd-49ba-9412-37f518e56572 HTTP/1.1" status: 404 len: 339 time: 0.0439022 Nov 12 09:17:38.098731 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2f6a7a46-c976-4958-9618-74fff3d231af req-7cac6fce-0c5d-4865-bca1-2a4359571204 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:38.101026 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33184) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:38.236938 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f6a7a46-c976-4958-9618-74fff3d231af req-7cac6fce-0c5d-4865-bca1-2a4359571204 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Network 361583e5-810d-43eb-bd10-28471100ab67 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:17:38.247823 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-2f6a7a46-c976-4958-9618-74fff3d231af req-7cac6fce-0c5d-4865-bca1-2a4359571204 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:38.259933 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6a7a46-c976-4958-9618-74fff3d231af req-7cac6fce-0c5d-4865-bca1-2a4359571204 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:17:38.269702 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac6fce-0c5d-4865-bca1-2a4359571204 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Pushing event updated for resources: {'Port': ['ID=0e826e27-a100-4144-91ee-dbf802b5c9bf,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:38.296155 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 3b43ba56-8eba-4aca-95ff-0dc137e1b246 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:38.299117 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:38.303164 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bb22545-f253-434b-a345-046d7eba4f81 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:38.372538 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a7a46-c976-4958-9618-74fff3d231af req-7cac6fce-0c5d-4865-bca1-2a4359571204 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:38.373230 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2f6a7a46-c976-4958-9618-74fff3d231af req-7cac6fce-0c5d-4865-bca1-2a4359571204 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:38.450147 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2f6a7a46-c976-4958-9618-74fff3d231af req-7cac6fce-0c5d-4865-bca1-2a4359571204 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2182755 Nov 12 09:17:38.459225 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bb22545-f253-434b-a345-046d7eba4f81 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:38.466999 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-2f6a7a46-c976-4958-9618-74fff3d231af req-c68d0466-f79c-4f89-9c61-f732bca26ed1 service neutron] Request body: {'port': {'device_id': 'c942444b-a0c3-4c10-8473-961c36d8435c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:38.559189 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d86dbf3-feaa-4403-b839-e43528d2a668 None None] Network c4800c0d-8fdd-49ba-9412-37f518e56572 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:38.601890 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-1bb22545-f253-434b-a345-046d7eba4f81 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f714a61a-2618-48f9-b667-39fb34273b3d']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:38.657671 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-1bb22545-f253-434b-a345-046d7eba4f81 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe064fe6-dcc3-4dd6-92ac-ffac27a909b3') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:38.660154 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-1bb22545-f253-434b-a345-046d7eba4f81 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe064fe6-dcc3-4dd6-92ac-ffac27a909b3') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:38.663253 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d86dbf3-feaa-4403-b839-e43528d2a668 None None] Network c4800c0d-8fdd-49ba-9412-37f518e56572 could not be found, it might have been deleted concurrently. {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 09:17:38.675641 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5b57a6-2837-4749-b5e3-62201d1a549b None None] Network c4800c0d-8fdd-49ba-9412-37f518e56572 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:38.684062 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bb22545-f253-434b-a345-046d7eba4f81 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:38.700504 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5b57a6-2837-4749-b5e3-62201d1a549b None None] Network c4800c0d-8fdd-49ba-9412-37f518e56572 could not be found, it might have been deleted concurrently. {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 09:17:38.711828 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390cab3e-318e-4c52-af56-34b43893c12c None None] Network c4800c0d-8fdd-49ba-9412-37f518e56572 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:38.716091 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bb22545-f253-434b-a345-046d7eba4f81 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:38.728202 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb22545-f253-434b-a345-046d7eba4f81 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:17:38.728825 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bb22545-f253-434b-a345-046d7eba4f81 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:38.729541 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390cab3e-318e-4c52-af56-34b43893c12c None None] Network c4800c0d-8fdd-49ba-9412-37f518e56572 could not be found, it might have been deleted concurrently. {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 09:17:38.837885 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a9293-a5c1-4136-83c5-d8c281f47697 req-c0d65290-a365-498a-9e7e-dd6357950c64 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:38.839604 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-339a9293-a5c1-4136-83c5-d8c281f47697 req-c0d65290-a365-498a-9e7e-dd6357950c64 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/ports?device_id=c942444b-a0c3-4c10-8473-961c36d8435c HTTP/1.1" status: 200 len: 931 time: 0.1509485 Nov 12 09:17:38.866086 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:17:38.866086 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:17:38.866086 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:17:38.866086 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:17:38.866086 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:17:38.866086 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:17:38.866086 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:17:38.866086 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:17:38.866086 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:17:38.866086 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:17:38.866086 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:17:38.866086 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:17:38.866086 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:17:38.866086 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:17:38.866086 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:17:38.866086 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:17:38.866086 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:17:38.866086 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:17:38.866086 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:17:38.866086 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:17:38.866086 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:17:38.866086 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:17:38.866086 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:17:38.866086 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:17:38.866086 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:17:38.866086 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:17:38.866086 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:17:38.866086 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:17:38.866086 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:17:38.866086 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:17:38.866086 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:17:38.866086 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:17:38.880760 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 11dacdb2-9562-4f7a-ac19-12efddae7930 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:17:38.883518 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bb22545-f253-434b-a345-046d7eba4f81 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:38.912649 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bb22545-f253-434b-a345-046d7eba4f81 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:38.916117 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1bb22545-f253-434b-a345-046d7eba4f81 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "DELETE /v2.0/networks/f714a61a-2618-48f9-b667-39fb34273b3d HTTP/1.1" status: 204 len: 168 time: 0.8141766 Nov 12 09:17:38.918748 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33196) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:38.948597 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2f6a7a46-c976-4958-9618-74fff3d231af req-c68d0466-f79c-4f89-9c61-f732bca26ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:38.952396 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb22545-f253-434b-a345-046d7eba4f81 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event deleted for resources: {'Network': ['ID=f714a61a-2618-48f9-b667-39fb34273b3d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:38.989398 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-13085eac-cf00-4aa5-9e2d-5e9de1410e4e tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] DELETE failed (client error): The resource could not be found. Nov 12 09:17:38.990720 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13085eac-cf00-4aa5-9e2d-5e9de1410e4e tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:17:38.994804 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-13085eac-cf00-4aa5-9e2d-5e9de1410e4e tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "DELETE /v2.0/subnets/68d19431-79c6-43ad-bfe4-27719d3a37ee HTTP/1.1" status: 404 len: 337 time: 0.0750003 Nov 12 09:17:38.994955 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 11dacdb2-9562-4f7a-ac19-12efddae7930 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:38.995326 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:38.998383 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33198) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:39.018934 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-339a9293-a5c1-4136-83c5-d8c281f47697 req-034b9ed5-132b-4d50-b36d-b4a3b0b1b8b3 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa35bdb0-55f8-41bb-91c6-a3cbe4d15410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726959 Nov 12 09:17:39.034818 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ff31299e-e91c-4cfd-a8b1-4f600c0faa79 None None] Provisioning complete for port 0e826e27-a100-4144-91ee-dbf802b5c9bf triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:39.035209 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ff31299e-e91c-4cfd-a8b1-4f600c0faa79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:39.058681 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b1a3873-f90c-42d1-bd8e-f463b752885d tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] DELETE failed (client error): The resource could not be found. Nov 12 09:17:39.059413 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b1a3873-f90c-42d1-bd8e-f463b752885d tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:17:39.063256 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9b1a3873-f90c-42d1-bd8e-f463b752885d tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "DELETE /v2.0/networks/1130050c-54d4-48d8-b8c1-62f2a678dbb2 HTTP/1.1" status: 404 len: 339 time: 0.0643222 Nov 12 09:17:39.066197 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33200) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:39.112637 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ff31299e-e91c-4cfd-a8b1-4f600c0faa79 None None] Port 0e826e27-a100-4144-91ee-dbf802b5c9bf cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:17:39.191637 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 20093ca2-41f6-4520-94e0-1a2fcd9e2420 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:17:39.224386 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a26965-f0ef-4df2-ae80-41b6cd399443 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Deleting subnet 180258f2-5b43-45f4-887d-f60d2efa7869 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:17:39.233992 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68a26965-f0ef-4df2-ae80-41b6cd399443 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:39.272688 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 20093ca2-41f6-4520-94e0-1a2fcd9e2420 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:39.273369 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:39.323290 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68a26965-f0ef-4df2-ae80-41b6cd399443 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:39.514003 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68a26965-f0ef-4df2-ae80-41b6cd399443 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:39.638519 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-2f6a7a46-c976-4958-9618-74fff3d231af req-c68d0466-f79c-4f89-9c61-f732bca26ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e826e27-a100-4144-91ee-dbf802b5c9bf {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:17:39.654743 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2f6a7a46-c976-4958-9618-74fff3d231af req-c68d0466-f79c-4f89-9c61-f732bca26ed1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:39.694091 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68a26965-f0ef-4df2-ae80-41b6cd399443 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:39.698564 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-2f6a7a46-c976-4958-9618-74fff3d231af req-c68d0466-f79c-4f89-9c61-f732bca26ed1 service neutron] Transition to ACTIVE for port object 0e826e27-a100-4144-91ee-dbf802b5c9bf will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:17:39.715372 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2f6a7a46-c976-4958-9618-74fff3d231af req-c68d0466-f79c-4f89-9c61-f732bca26ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:39.798554 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d0466-f79c-4f89-9c61-f732bca26ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=0e826e27-a100-4144-91ee-dbf802b5c9bf,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:39.806812 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-68a26965-f0ef-4df2-ae80-41b6cd399443 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:39.811474 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-68a26965-f0ef-4df2-ae80-41b6cd399443 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "DELETE /v2.0/subnets/180258f2-5b43-45f4-887d-f60d2efa7869 HTTP/1.1" status: 204 len: 168 time: 0.7441854 Nov 12 09:17:39.812658 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a26965-f0ef-4df2-ae80-41b6cd399443 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event deleted for resources: {'Subnet': ['ID=180258f2-5b43-45f4-887d-f60d2efa7869,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:39.815168 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33206) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:39.827924 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925d3888-96d0-4b8b-9435-b420d4564fd5 None None] Network 5edc4196-9159-4bc1-9544-eb7810589392 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:39.932679 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-02da2cad-7cd7-4028-b870-a8485b145bdf tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Deleting subnet 3ec5afc1-5cb9-4b93-ae8b-1fec34bfc31c {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:17:39.940054 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-02da2cad-7cd7-4028-b870-a8485b145bdf tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:40.033171 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-2f6a7a46-c976-4958-9618-74fff3d231af req-c68d0466-f79c-4f89-9c61-f732bca26ed1 service neutron] Attempting to bind port 0e826e27-a100-4144-91ee-dbf802b5c9bf on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:17:40.033514 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-2f6a7a46-c976-4958-9618-74fff3d231af req-c68d0466-f79c-4f89-9c61-f732bca26ed1 service neutron] Attempting to bind port 0e826e27-a100-4144-91ee-dbf802b5c9bf by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '4ae1b008-58f4-4f42-ad0c-a23d4b8b7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '361583e5-810d-43eb-bd10-28471100ab67'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:17:40.033867 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6a7a46-c976-4958-9618-74fff3d231af req-c68d0466-f79c-4f89-9c61-f732bca26ed1 service neutron] Attempting to bind port 0e826e27-a100-4144-91ee-dbf802b5c9bf on network 361583e5-810d-43eb-bd10-28471100ab67 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:17:40.039529 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-02da2cad-7cd7-4028-b870-a8485b145bdf tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:40.055774 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6a7a46-c976-4958-9618-74fff3d231af req-c68d0466-f79c-4f89-9c61-f732bca26ed1 service neutron] Port 0e826e27-a100-4144-91ee-dbf802b5c9bf on network 361583e5-810d-43eb-bd10-28471100ab67 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:17:40.056080 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6a7a46-c976-4958-9618-74fff3d231af req-c68d0466-f79c-4f89-9c61-f732bca26ed1 service neutron] Attempting to bind port 0e826e27-a100-4144-91ee-dbf802b5c9bf on network 361583e5-810d-43eb-bd10-28471100ab67 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:17:40.062307 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6a7a46-c976-4958-9618-74fff3d231af req-c68d0466-f79c-4f89-9c61-f732bca26ed1 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:17:40.062651 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6a7a46-c976-4958-9618-74fff3d231af req-c68d0466-f79c-4f89-9c61-f732bca26ed1 service neutron] Checking segment: {'id': '4ae1b008-58f4-4f42-ad0c-a23d4b8b7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '361583e5-810d-43eb-bd10-28471100ab67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:17:40.063222 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6a7a46-c976-4958-9618-74fff3d231af req-c68d0466-f79c-4f89-9c61-f732bca26ed1 service neutron] Bound using segment: {'id': '4ae1b008-58f4-4f42-ad0c-a23d4b8b7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '361583e5-810d-43eb-bd10-28471100ab67'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:17:40.064166 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-2f6a7a46-c976-4958-9618-74fff3d231af req-c68d0466-f79c-4f89-9c61-f732bca26ed1 service neutron] Bound port: 0e826e27-a100-4144-91ee-dbf802b5c9bf, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae1b008-58f4-4f42-ad0c-a23d4b8b7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '361583e5-810d-43eb-bd10-28471100ab67'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:17:40.064166 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2f6a7a46-c976-4958-9618-74fff3d231af req-c68d0466-f79c-4f89-9c61-f732bca26ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:40.230439 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2f2fd62c-23ae-48c8-9fe8-9d3ca2370d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:40.242093 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-2f6a7a46-c976-4958-9618-74fff3d231af req-c68d0466-f79c-4f89-9c61-f732bca26ed1 service neutron] For port 0e826e27-a100-4144-91ee-dbf802b5c9bf, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:17:40.244871 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-02da2cad-7cd7-4028-b870-a8485b145bdf tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:40.247276 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-2f6a7a46-c976-4958-9618-74fff3d231af req-c68d0466-f79c-4f89-9c61-f732bca26ed1 service neutron] For port 0e826e27-a100-4144-91ee-dbf802b5c9bf, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=0e826e27-a100-4144-91ee-dbf802b5c9bf,segment=NetworkSegment(4ae1b008-58f4-4f42-ad0c-a23d4b8b7415),segment_id=4ae1b008-58f4-4f42-ad0c-a23d4b8b7415)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:17:40.258011 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2f6a7a46-c976-4958-9618-74fff3d231af req-c68d0466-f79c-4f89-9c61-f732bca26ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:40.352782 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d0466-f79c-4f89-9c61-f732bca26ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=0e826e27-a100-4144-91ee-dbf802b5c9bf,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:40.369373 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-02da2cad-7cd7-4028-b870-a8485b145bdf tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:40.394631 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a7a46-c976-4958-9618-74fff3d231af req-c68d0466-f79c-4f89-9c61-f732bca26ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:40.399382 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2f6a7a46-c976-4958-9618-74fff3d231af req-c68d0466-f79c-4f89-9c61-f732bca26ed1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:40.414992 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2f6a7a46-c976-4958-9618-74fff3d231af req-c68d0466-f79c-4f89-9c61-f732bca26ed1 service neutron] 10.222.0.54 "PUT /v2.0/ports/0e826e27-a100-4144-91ee-dbf802b5c9bf HTTP/1.1" status: 200 len: 1092 time: 1.9522974 Nov 12 09:17:40.418878 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c942444b-a0c3-4c10-8473-961c36d8435c', 'tag': '0e826e27-a100-4144-91ee-dbf802b5c9bf'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:17:40.422861 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52eb21a1-9ac7-4955-9c7b-55fed2d2ffb1" -d '{"events": [{"name": "network-changed", "server_uuid": "c942444b-a0c3-4c10-8473-961c36d8435c", "tag": "0e826e27-a100-4144-91ee-dbf802b5c9bf"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:17:40.443444 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da2cad-7cd7-4028-b870-a8485b145bdf tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event deleted for resources: {'Subnet': ['ID=3ec5afc1-5cb9-4b93-ae8b-1fec34bfc31c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:40.464356 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-02da2cad-7cd7-4028-b870-a8485b145bdf tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:40.480029 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-02da2cad-7cd7-4028-b870-a8485b145bdf tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "DELETE /v2.0/subnets/3ec5afc1-5cb9-4b93-ae8b-1fec34bfc31c HTTP/1.1" status: 204 len: 168 time: 0.6634500 Nov 12 09:17:40.480701 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33214) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:40.586647 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a7a46-c976-4958-9618-74fff3d231af req-f3d9d596-f602-4652-ba45-41ab7febbe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:40.589594 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2f6a7a46-c976-4958-9618-74fff3d231af req-f3d9d596-f602-4652-ba45-41ab7febbe89 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=37208630d32940b9a0eb6d96e161ed4a&device_id=c942444b-a0c3-4c10-8473-961c36d8435c HTTP/1.1" status: 200 len: 1095 time: 0.1230724 Nov 12 09:17:40.675123 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2f6a7a46-c976-4958-9618-74fff3d231af req-01c68d11-8b1a-4a00-9211-4d1a66537c5c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e826e27-a100-4144-91ee-dbf802b5c9bf HTTP/1.1" status: 200 len: 217 time: 0.0742850 Nov 12 09:17:40.685767 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664238d2-c7b6-419a-8675-3bda607495ca req-27fe7088-11f7-4dce-8a72-4f5f3d175ff8 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:40.687476 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-664238d2-c7b6-419a-8675-3bda607495ca req-27fe7088-11f7-4dce-8a72-4f5f3d175ff8 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/ports?device_id=c942444b-a0c3-4c10-8473-961c36d8435c HTTP/1.1" status: 200 len: 943 time: 0.3318598 Nov 12 09:17:40.693414 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-123efe0e-df42-4951-b853-5bd1e3f2f2d9 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:40.767492 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a7a46-c976-4958-9618-74fff3d231af req-9e323dd5-6527-4bbb-8ff9-1a2f2f0ee627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:40.769757 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2f6a7a46-c976-4958-9618-74fff3d231af req-9e323dd5-6527-4bbb-8ff9-1a2f2f0ee627 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7180b4be-5884-4c17-8cdc-7bc215074ec1 HTTP/1.1" status: 200 len: 848 time: 0.0747190 Nov 12 09:17:40.782381 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-664238d2-c7b6-419a-8675-3bda607495ca req-8e214abf-2edd-40ee-8b90-dceb97feaa6b tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa35bdb0-55f8-41bb-91c6-a3cbe4d15410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845275 Nov 12 09:17:40.894643 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-123efe0e-df42-4951-b853-5bd1e3f2f2d9 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Deleting port 40146766-a40f-4b68-922c-43173c142a39 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:17:40.894923 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-123efe0e-df42-4951-b853-5bd1e3f2f2d9 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:40.898353 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c006ee-1608-4f3b-b210-1d0fe883142b x-openstack-request-id: req-51c006ee-1608-4f3b-b210-1d0fe883142b {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:17:40.898657 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c942444b-a0c3-4c10-8473-961c36d8435c", "tag": "0e826e27-a100-4144-91ee-dbf802b5c9bf", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:17:40.898897 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-51c006ee-1608-4f3b-b210-1d0fe883142b {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:17:40.899315 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c942444b-a0c3-4c10-8473-961c36d8435c', 'tag': '0e826e27-a100-4144-91ee-dbf802b5c9bf', 'status': 'completed', 'code': 200} Nov 12 09:17:40.918278 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a7a46-c976-4958-9618-74fff3d231af req-b052c3f6-fe93-42cf-b592-cadf5d42b28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:40.920949 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2f6a7a46-c976-4958-9618-74fff3d231af req-b052c3f6-fe93-42cf-b592-cadf5d42b28d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=361583e5-810d-43eb-bd10-28471100ab67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1429765 Nov 12 09:17:41.038371 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-123efe0e-df42-4951-b853-5bd1e3f2f2d9 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] For port 40146766-a40f-4b68-922c-43173c142a39, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=40146766-a40f-4b68-922c-43173c142a39,segment=NetworkSegment(b2650d24-a574-4726-8d71-35e026fdf43d),segment_id=b2650d24-a574-4726-8d71-35e026fdf43d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:41.038954 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-123efe0e-df42-4951-b853-5bd1e3f2f2d9 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:41.078860 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-123efe0e-df42-4951-b853-5bd1e3f2f2d9 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Calling delete_port for 40146766-a40f-4b68-922c-43173c142a39 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:17:41.103119 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2f6a7a46-c976-4958-9618-74fff3d231af req-7ac14190-b9ea-4b33-ac53-bfc6db7345df service neutron] 10.222.0.54 "GET /v2.0/networks/361583e5-810d-43eb-bd10-28471100ab67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734622 Nov 12 09:17:41.273534 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2d69d8-cb63-42f0-b46e-8ba0be9a4d73 None None] Network 5edc4196-9159-4bc1-9544-eb7810589392 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:41.292338 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2f6a7a46-c976-4958-9618-74fff3d231af req-16310c10-09d8-41e6-98be-fb5bf9cbf1ff service neutron] 10.222.0.54 "GET /v2.0/networks/361583e5-810d-43eb-bd10-28471100ab67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736894 Nov 12 09:17:41.314446 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-123efe0e-df42-4951-b853-5bd1e3f2f2d9 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:41.350228 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123efe0e-df42-4951-b853-5bd1e3f2f2d9 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event deleted for resources: {'Port': ['ID=40146766-a40f-4b68-922c-43173c142a39,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:41.355188 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123efe0e-df42-4951-b853-5bd1e3f2f2d9 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] No DVR routers for this DVR port 40146766-a40f-4b68-922c-43173c142a39 on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:17:41.371780 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8cae9c23-2194-49f2-82db-42e1583a5a1a None None] Could not find standard attr ID for object 40146766-a40f-4b68-922c-43173c142a39. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:17:41.436316 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb21a1-9ac7-4955-9c7b-55fed2d2ffb1 req-70d4a1d1-7037-441e-9a7b-b4541bcd74d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:41.438445 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-52eb21a1-9ac7-4955-9c7b-55fed2d2ffb1 req-70d4a1d1-7037-441e-9a7b-b4541bcd74d3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=37208630d32940b9a0eb6d96e161ed4a&device_id=c942444b-a0c3-4c10-8473-961c36d8435c HTTP/1.1" status: 200 len: 1095 time: 0.0911884 Nov 12 09:17:41.484688 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-123efe0e-df42-4951-b853-5bd1e3f2f2d9 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:41.527138 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-123efe0e-df42-4951-b853-5bd1e3f2f2d9 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5edc4196-9159-4bc1-9544-eb7810589392']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:41.535235 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55a2dd7-96b9-4d4e-908d-6afe0f542ea2 None None] DHCP port deletion for 5edc4196-9159-4bc1-9544-eb7810589392 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:17:41.561193 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-123efe0e-df42-4951-b853-5bd1e3f2f2d9 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2650d24-a574-4726-8d71-35e026fdf43d') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:41.561585 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-123efe0e-df42-4951-b853-5bd1e3f2f2d9 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2650d24-a574-4726-8d71-35e026fdf43d') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:41.578205 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-123efe0e-df42-4951-b853-5bd1e3f2f2d9 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:41.588070 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb21a1-9ac7-4955-9c7b-55fed2d2ffb1 req-840cd1ec-31cc-45c6-8096-ee72fea65401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:41.589614 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-52eb21a1-9ac7-4955-9c7b-55fed2d2ffb1 req-840cd1ec-31cc-45c6-8096-ee72fea65401 service neutron] 10.222.0.54 "GET /v2.0/networks?id=361583e5-810d-43eb-bd10-28471100ab67 HTTP/1.1" status: 200 len: 910 time: 0.1440358 Nov 12 09:17:41.596956 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-123efe0e-df42-4951-b853-5bd1e3f2f2d9 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:41.609397 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-123efe0e-df42-4951-b853-5bd1e3f2f2d9 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:17:41.610075 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-123efe0e-df42-4951-b853-5bd1e3f2f2d9 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:41.616742 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:17:41.616742 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:17:41.616742 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:17:41.616742 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:17:41.616742 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:17:41.616742 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:17:41.616742 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:17:41.616742 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:17:41.616742 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:17:41.616742 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:17:41.616742 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:17:41.616742 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:17:41.616742 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:17:41.616742 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:17:41.616742 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:17:41.616742 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:17:41.616742 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:17:41.616742 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:17:41.616742 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:17:41.616742 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:17:41.616742 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:17:41.616742 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:17:41.616742 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:17:41.616742 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:17:41.616742 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:17:41.616742 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:17:41.616742 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:17:41.616742 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:17:41.616742 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:17:41.616742 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:17:41.616742 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:17:41.616742 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:17:41.657378 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-52eb21a1-9ac7-4955-9c7b-55fed2d2ffb1 req-6d15f764-2331-4a51-96de-37186af4a0fc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e826e27-a100-4144-91ee-dbf802b5c9bf HTTP/1.1" status: 200 len: 217 time: 0.0566273 Nov 12 09:17:41.713025 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb21a1-9ac7-4955-9c7b-55fed2d2ffb1 req-07b0f86a-4db7-4c83-9075-495f92520696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:41.714535 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-52eb21a1-9ac7-4955-9c7b-55fed2d2ffb1 req-07b0f86a-4db7-4c83-9075-495f92520696 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7180b4be-5884-4c17-8cdc-7bc215074ec1 HTTP/1.1" status: 200 len: 848 time: 0.0493526 Nov 12 09:17:41.733609 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-123efe0e-df42-4951-b853-5bd1e3f2f2d9 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:41.761597 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-123efe0e-df42-4951-b853-5bd1e3f2f2d9 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:41.767440 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-123efe0e-df42-4951-b853-5bd1e3f2f2d9 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "DELETE /v2.0/networks/5edc4196-9159-4bc1-9544-eb7810589392 HTTP/1.1" status: 204 len: 168 time: 1.2846584 Nov 12 09:17:41.769598 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123efe0e-df42-4951-b853-5bd1e3f2f2d9 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event deleted for resources: {'Network': ['ID=5edc4196-9159-4bc1-9544-eb7810589392,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:41.771775 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33226) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:41.771942 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb21a1-9ac7-4955-9c7b-55fed2d2ffb1 req-3b9355e1-abbb-404a-b7cd-5868c129f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:41.774237 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-52eb21a1-9ac7-4955-9c7b-55fed2d2ffb1 req-3b9355e1-abbb-404a-b7cd-5868c129f7ee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=361583e5-810d-43eb-bd10-28471100ab67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507433 Nov 12 09:17:41.801008 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eedc2b5-eb0a-424f-a32e-71bd74ceb8eb tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] DELETE failed (client error): The resource could not be found. Nov 12 09:17:41.801543 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eedc2b5-eb0a-424f-a32e-71bd74ceb8eb tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:17:41.805541 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0eedc2b5-eb0a-424f-a32e-71bd74ceb8eb tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "DELETE /v2.0/subnets/96bd2a5c-e57e-46bf-8d0d-a94dbf32b9cb HTTP/1.1" status: 404 len: 337 time: 0.0328007 Nov 12 09:17:41.808565 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33228) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:41.840793 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d77e1c-aa1f-42dc-be14-ee90abaebd09 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] DELETE failed (client error): The resource could not be found. Nov 12 09:17:41.841437 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d77e1c-aa1f-42dc-be14-ee90abaebd09 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:17:41.847407 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-28d77e1c-aa1f-42dc-be14-ee90abaebd09 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "DELETE /v2.0/networks/a4512713-01f4-42b8-87db-51a6e14c64a9 HTTP/1.1" status: 404 len: 339 time: 0.0373604 Nov 12 09:17:41.850479 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33232) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:41.914721 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b73e4c-351e-4801-9ff3-c046fdb3876c tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] DELETE failed (client error): The resource could not be found. Nov 12 09:17:41.915183 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b73e4c-351e-4801-9ff3-c046fdb3876c tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:17:41.920349 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-92b73e4c-351e-4801-9ff3-c046fdb3876c tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "DELETE /v2.0/subnets/482a0b44-7198-4688-845f-51052553a850 HTTP/1.1" status: 404 len: 337 time: 0.0682421 Nov 12 09:17:41.922249 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-52eb21a1-9ac7-4955-9c7b-55fed2d2ffb1 req-14922f4a-18e8-40a7-9041-33e497614ae7 service neutron] 10.222.0.54 "GET /v2.0/networks/361583e5-810d-43eb-bd10-28471100ab67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373734 Nov 12 09:17:41.923962 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33236) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:41.967444 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-25194dac-2d30-49c4-80d0-0e44d40d5daf tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] DELETE failed (client error): The resource could not be found. Nov 12 09:17:41.968228 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25194dac-2d30-49c4-80d0-0e44d40d5daf tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:17:41.969448 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15639558-5c5d-4aae-9259-64da7b4d1c04 req-25a31c7d-3fb0-481f-8282-20cfdf0aac39 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:41.971086 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-15639558-5c5d-4aae-9259-64da7b4d1c04 req-25a31c7d-3fb0-481f-8282-20cfdf0aac39 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/ports?device_id=c942444b-a0c3-4c10-8473-961c36d8435c HTTP/1.1" status: 200 len: 943 time: 0.0678613 Nov 12 09:17:41.971966 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-25194dac-2d30-49c4-80d0-0e44d40d5daf tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "DELETE /v2.0/networks/d8993ced-889e-4c6c-8b66-2e5739b6a800 HTTP/1.1" status: 404 len: 339 time: 0.0468216 Nov 12 09:17:41.974726 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33238) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:42.038114 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd8c92a7-3ced-4f4b-a0e8-9d81c45e127e tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] DELETE failed (client error): The resource could not be found. Nov 12 09:17:42.038577 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd8c92a7-3ced-4f4b-a0e8-9d81c45e127e tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:17:42.045321 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-fd8c92a7-3ced-4f4b-a0e8-9d81c45e127e tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "DELETE /v2.0/subnets/bfa3932b-f4a6-49bc-b57c-e245670df419 HTTP/1.1" status: 404 len: 337 time: 0.0664284 Nov 12 09:17:42.045620 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33240) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:42.070175 n-d-768862-16 neutron-server[102569]: INFO neutron.pecan_wsgi.hooks.translation [None req-221bdbe3-5619-4c8e-8c2d-ff12e2303a31 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] DELETE failed (client error): The resource could not be found. Nov 12 09:17:42.070796 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-221bdbe3-5619-4c8e-8c2d-ff12e2303a31 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:17:42.074101 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-221bdbe3-5619-4c8e-8c2d-ff12e2303a31 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "DELETE /v2.0/networks/1b6c1036-439e-43b9-add4-93377a22a0bd HTTP/1.1" status: 404 len: 339 time: 0.0274146 Nov 12 09:17:42.076862 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33242) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:42.079588 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-15639558-5c5d-4aae-9259-64da7b4d1c04 req-4face046-0b25-451f-a216-e5a451e15d16 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa35bdb0-55f8-41bb-91c6-a3cbe4d15410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006148 Nov 12 09:17:42.133725 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:42.138577 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-52eb21a1-9ac7-4955-9c7b-55fed2d2ffb1 req-8ae379db-a5db-4b15-81ef-b5ee23b75c24 service neutron] 10.222.0.54 "GET /v2.0/networks/361583e5-810d-43eb-bd10-28471100ab67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053986 Nov 12 09:17:42.150855 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-e37f4d6c-d432-4bf2-84cb-2a6161baf0d0 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Deleting subnet 4faab391-82f2-4ddf-a947-82b71c09ee88 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:17:42.154704 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e37f4d6c-d432-4bf2-84cb-2a6161baf0d0 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:42.215416 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e37f4d6c-d432-4bf2-84cb-2a6161baf0d0 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:42.355373 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e37f4d6c-d432-4bf2-84cb-2a6161baf0d0 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:42.459396 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e37f4d6c-d432-4bf2-84cb-2a6161baf0d0 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:42.487411 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-187607dd-d108-4a1d-8917-5dd32931c20c tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:42.497129 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-187607dd-d108-4a1d-8917-5dd32931c20c tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 812 time: 0.1812387 Nov 12 09:17:42.508696 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32082740-235c-4423-8342-785e137b8351 None None] Network a99d8358-6bc0-47eb-bea6-e634deab885a requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:42.518079 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-ee642474-19b9-4788-8640-64d83c5dab8b tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/quotas/8490ecf3904e4cc1946420dda4801d0b HTTP/1.1" status: 200 len: 375 time: 0.0197194 Nov 12 09:17:42.556770 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e37f4d6c-d432-4bf2-84cb-2a6161baf0d0 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:42.561709 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e37f4d6c-d432-4bf2-84cb-2a6161baf0d0 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "DELETE /v2.0/subnets/4faab391-82f2-4ddf-a947-82b71c09ee88 HTTP/1.1" status: 204 len: 168 time: 0.4836519 Nov 12 09:17:42.563303 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f4d6c-d432-4bf2-84cb-2a6161baf0d0 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event deleted for resources: {'Subnet': ['ID=4faab391-82f2-4ddf-a947-82b71c09ee88,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:42.565880 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33260) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:42.713385 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2a45633-7504-4588-9ce3-dfda43bcfb44 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:42.733532 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-9e4f05c0-60c7-424a-ae93-29d5aee7f02f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2144504 Nov 12 09:17:42.846825 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023e8bb4-4ab5-45a1-9131-b259f54971d2 None None] DHCP port deletion for a99d8358-6bc0-47eb-bea6-e634deab885a request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:17:42.914138 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-8b2d59d2-d1f1-4807-94b1-7d8df1c13b56 service neutron] 10.222.0.37 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702788 Nov 12 09:17:42.919615 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-023e8bb4-4ab5-45a1-9131-b259f54971d2 None None] Deleting port 201e5dde-8f21-4323-ac36-fe2d8e7c314e {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:17:42.920338 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-023e8bb4-4ab5-45a1-9131-b259f54971d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:42.930301 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c2a45633-7504-4588-9ce3-dfda43bcfb44 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Deleting port 201e5dde-8f21-4323-ac36-fe2d8e7c314e {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:17:42.931106 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2a45633-7504-4588-9ce3-dfda43bcfb44 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:43.030675 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-023e8bb4-4ab5-45a1-9131-b259f54971d2 None None] For port 201e5dde-8f21-4323-ac36-fe2d8e7c314e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=201e5dde-8f21-4323-ac36-fe2d8e7c314e,segment=NetworkSegment(0d1a97fb-4cac-4580-ba6a-9dc7df641a82),segment_id=0d1a97fb-4cac-4580-ba6a-9dc7df641a82)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:43.031104 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-023e8bb4-4ab5-45a1-9131-b259f54971d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:43.046367 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 201e5dde-8f21-4323-ac36-fe2d8e7c314e no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:17:43.085964 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-023e8bb4-4ab5-45a1-9131-b259f54971d2 None None] Calling delete_port for 201e5dde-8f21-4323-ac36-fe2d8e7c314e owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:17:43.154415 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-c2a45633-7504-4588-9ce3-dfda43bcfb44 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] For port 201e5dde-8f21-4323-ac36-fe2d8e7c314e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=201e5dde-8f21-4323-ac36-fe2d8e7c314e,segment=NetworkSegment(0d1a97fb-4cac-4580-ba6a-9dc7df641a82),segment_id=0d1a97fb-4cac-4580-ba6a-9dc7df641a82)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:43.154996 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2a45633-7504-4588-9ce3-dfda43bcfb44 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:43.197203 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:43.236656 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c2a45633-7504-4588-9ce3-dfda43bcfb44 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Calling delete_port for 201e5dde-8f21-4323-ac36-fe2d8e7c314e owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:17:43.243016 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 201e5dde-8f21-4323-ac36-fe2d8e7c314e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=201e5dde-8f21-4323-ac36-fe2d8e7c314e,segment=NetworkSegment(0d1a97fb-4cac-4580-ba6a-9dc7df641a82),segment_id=0d1a97fb-4cac-4580-ba6a-9dc7df641a82)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:43.249893 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:43.251007 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 40146766-a40f-4b68-922c-43173c142a39 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:17:43.283331 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 40146766-a40f-4b68-922c-43173c142a39 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:17:43.283717 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 40146766-a40f-4b68-922c-43173c142a39 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:17:43.342716 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-023e8bb4-4ab5-45a1-9131-b259f54971d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:43.366409 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023e8bb4-4ab5-45a1-9131-b259f54971d2 None None] No DVR routers for this DVR port 201e5dde-8f21-4323-ac36-fe2d8e7c314e on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:17:43.373787 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=201e5dde-8f21-4323-ac36-fe2d8e7c314e,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:43.398829 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e8bb4-4ab5-45a1-9131-b259f54971d2 None None] Pushing event deleted for resources: {'Port': ['ID=201e5dde-8f21-4323-ac36-fe2d8e7c314e,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:43.426389 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-a715e501-fead-4174-8823-858262907721 service neutron] 10.222.0.37 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407326 Nov 12 09:17:43.480249 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2a45633-7504-4588-9ce3-dfda43bcfb44 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:43.499409 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:43.514477 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a45633-7504-4588-9ce3-dfda43bcfb44 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event deleted for resources: {'Port': ['ID=201e5dde-8f21-4323-ac36-fe2d8e7c314e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:43.535386 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a45633-7504-4588-9ce3-dfda43bcfb44 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] No DVR routers for this DVR port 201e5dde-8f21-4323-ac36-fe2d8e7c314e on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:17:43.691172 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2a45633-7504-4588-9ce3-dfda43bcfb44 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:43.748822 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-c2a45633-7504-4588-9ce3-dfda43bcfb44 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a99d8358-6bc0-47eb-bea6-e634deab885a']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:43.780403 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-c2a45633-7504-4588-9ce3-dfda43bcfb44 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1a97fb-4cac-4580-ba6a-9dc7df641a82') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:43.780887 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-c2a45633-7504-4588-9ce3-dfda43bcfb44 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1a97fb-4cac-4580-ba6a-9dc7df641a82') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:43.815794 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2a45633-7504-4588-9ce3-dfda43bcfb44 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:43.834115 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2a45633-7504-4588-9ce3-dfda43bcfb44 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:43.842280 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a45633-7504-4588-9ce3-dfda43bcfb44 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:17:43.842690 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2a45633-7504-4588-9ce3-dfda43bcfb44 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: self.session.flush() Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:17:43.932276 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:17:44.008800 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2a45633-7504-4588-9ce3-dfda43bcfb44 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:44.022952 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40afaa-4729-4d06-9eb0-947c55150fc3 req-2b5383b8-3680-4183-a982-ff55fa465f5e tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:44.024910 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae40afaa-4729-4d06-9eb0-947c55150fc3 req-2b5383b8-3680-4183-a982-ff55fa465f5e tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/ports?device_id=c942444b-a0c3-4c10-8473-961c36d8435c HTTP/1.1" status: 200 len: 943 time: 0.2622447 Nov 12 09:17:44.034072 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2a45633-7504-4588-9ce3-dfda43bcfb44 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:44.038434 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c2a45633-7504-4588-9ce3-dfda43bcfb44 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "DELETE /v2.0/networks/a99d8358-6bc0-47eb-bea6-e634deab885a HTTP/1.1" status: 204 len: 168 time: 1.4699402 Nov 12 09:17:44.041562 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33402) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:44.072855 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a45633-7504-4588-9ce3-dfda43bcfb44 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event deleted for resources: {'Network': ['ID=a99d8358-6bc0-47eb-bea6-e634deab885a,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:44.109618 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:44.144284 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e1daf00-2a73-4a3e-8a10-d195ee61b22b tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] DELETE failed (client error): The resource could not be found. Nov 12 09:17:44.145022 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e1daf00-2a73-4a3e-8a10-d195ee61b22b tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:17:44.151488 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1e1daf00-2a73-4a3e-8a10-d195ee61b22b tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "DELETE /v2.0/subnets/a1cc67f6-c5c4-4e19-b0f4-ac832291d883 HTTP/1.1" status: 404 len: 337 time: 0.1085818 Nov 12 09:17:44.157610 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33412) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:44.161273 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae40afaa-4729-4d06-9eb0-947c55150fc3 req-f7ba5345-03fe-48b4-ae4a-9b772c00e385 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa35bdb0-55f8-41bb-91c6-a3cbe4d15410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213377 Nov 12 09:17:44.196045 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-037918f0-44b1-4041-8055-f58598ba6162 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] DELETE failed (client error): The resource could not be found. Nov 12 09:17:44.196379 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-037918f0-44b1-4041-8055-f58598ba6162 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:17:44.201419 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-037918f0-44b1-4041-8055-f58598ba6162 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "DELETE /v2.0/networks/3b2025a0-f708-4339-9128-b9dbf543f526 HTTP/1.1" status: 404 len: 339 time: 0.0423858 Nov 12 09:17:44.204965 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33418) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:44.278776 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9e5b8c7f-9349-4b61-89e2-f06cdf27af7a req-33fd9245-0625-4210-91b3-39beeaef7ce4 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 210 time: 0.0398993 Nov 12 09:17:44.295933 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75ce194-7311-4d27-8afb-4c43c5b914a8 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Deleting subnet 86c85114-9a9b-4ec7-a16d-04fce1d96b78 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:17:44.306626 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e75ce194-7311-4d27-8afb-4c43c5b914a8 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:44.380704 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e75ce194-7311-4d27-8afb-4c43c5b914a8 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:44.506217 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 0e826e27-a100-4144-91ee-dbf802b5c9bf details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:17:44.595418 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e75ce194-7311-4d27-8afb-4c43c5b914a8 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:44.697035 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e75ce194-7311-4d27-8afb-4c43c5b914a8 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:44.697999 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 0e826e27-a100-4144-91ee-dbf802b5c9bf, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=0e826e27-a100-4144-91ee-dbf802b5c9bf,segment=NetworkSegment(4ae1b008-58f4-4f42-ad0c-a23d4b8b7415),segment_id=4ae1b008-58f4-4f42-ad0c-a23d4b8b7415)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:44.719212 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e75ce194-7311-4d27-8afb-4c43c5b914a8 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:44.727983 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e75ce194-7311-4d27-8afb-4c43c5b914a8 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "DELETE /v2.0/subnets/86c85114-9a9b-4ec7-a16d-04fce1d96b78 HTTP/1.1" status: 204 len: 168 time: 0.5215435 Nov 12 09:17:44.728874 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a852ad2a-5679-4b11-9e92-127743aec744 None None] Network a56b76af-61f0-4cbf-9ad5-b44a86e4fcec requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:44.730885 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33462) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:44.791784 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ce194-7311-4d27-8afb-4c43c5b914a8 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event deleted for resources: {'Subnet': ['ID=86c85114-9a9b-4ec7-a16d-04fce1d96b78,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:44.815047 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '0e826e27-a100-4144-91ee-dbf802b5c9bf', 'network_id': '361583e5-810d-43eb-bd10-28471100ab67', 'port_id': '0e826e27-a100-4144-91ee-dbf802b5c9bf', 'mac_address': 'fa:16:3e:d1:b0:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7180b4be-5884-4c17-8cdc-7bc215074ec1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:17:44.906877 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:44.921840 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52a46b9a-cdf0-4baf-8281-517a1435e393 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:44.923573 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e826e27-a100-4144-91ee-dbf802b5c9bf {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:17:44.973883 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 0e826e27-a100-4144-91ee-dbf802b5c9bf, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=0e826e27-a100-4144-91ee-dbf802b5c9bf,segment=NetworkSegment(4ae1b008-58f4-4f42-ad0c-a23d4b8b7415),segment_id=4ae1b008-58f4-4f42-ad0c-a23d4b8b7415)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:44.984061 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:45.085536 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=0e826e27-a100-4144-91ee-dbf802b5c9bf,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:45.111914 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-52a46b9a-cdf0-4baf-8281-517a1435e393 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Deleting port aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:17:45.113095 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52a46b9a-cdf0-4baf-8281-517a1435e393 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:45.146132 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee31f2f8-fa6d-4f1b-b55f-aa4de050b297 None None] DHCP port deletion for a56b76af-61f0-4cbf-9ad5-b44a86e4fcec request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:17:45.247870 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['0e826e27-a100-4144-91ee-dbf802b5c9bf'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:17:45.286292 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-52a46b9a-cdf0-4baf-8281-517a1435e393 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] For port aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d,segment=NetworkSegment(b9b8cdd2-7c45-4bf5-b222-ae834843b25d),segment_id=b9b8cdd2-7c45-4bf5-b222-ae834843b25d)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:45.286670 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52a46b9a-cdf0-4baf-8281-517a1435e393 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:45.347417 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-52a46b9a-cdf0-4baf-8281-517a1435e393 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Calling delete_port for aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:17:45.418300 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-ae598a76-b0f9-4d6d-adc6-93f41a15cbd1 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:45.420234 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-ae598a76-b0f9-4d6d-adc6-93f41a15cbd1 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.58 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 812 time: 0.2881289 Nov 12 09:17:45.442016 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-1c435bff-c5a6-47a5-814a-a6efa5ead38e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Request body: {'port': {'device_id': 'bcfc6dcb-5b55-400e-824d-3785890096f5', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'admin_state_up': True, 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:45.458964 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eaa7d1-d738-4a58-90fc-e3e688637a97 req-eaffe2f1-0861-443f-bfd1-c77b2a31bacf tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:45.464358 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b5eaa7d1-d738-4a58-90fc-e3e688637a97 req-eaffe2f1-0861-443f-bfd1-c77b2a31bacf tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/ports?device_id=c942444b-a0c3-4c10-8473-961c36d8435c HTTP/1.1" status: 200 len: 944 time: 0.1293793 Nov 12 09:17:45.523545 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ee31f2f8-fa6d-4f1b-b55f-aa4de050b297 None None] Deleting port aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:17:45.524216 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ee31f2f8-fa6d-4f1b-b55f-aa4de050b297 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:45.628305 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52a46b9a-cdf0-4baf-8281-517a1435e393 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:45.631090 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b5eaa7d1-d738-4a58-90fc-e3e688637a97 req-f695b483-4a45-45f4-af27-20bf67565368 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa35bdb0-55f8-41bb-91c6-a3cbe4d15410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451201 Nov 12 09:17:45.715662 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a46b9a-cdf0-4baf-8281-517a1435e393 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event deleted for resources: {'Port': ['ID=aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:45.733141 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a46b9a-cdf0-4baf-8281-517a1435e393 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] No DVR routers for this DVR port aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:17:45.756979 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ee31f2f8-fa6d-4f1b-b55f-aa4de050b297 None None] For port aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d,segment=NetworkSegment(b9b8cdd2-7c45-4bf5-b222-ae834843b25d),segment_id=b9b8cdd2-7c45-4bf5-b222-ae834843b25d)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:45.757409 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ee31f2f8-fa6d-4f1b-b55f-aa4de050b297 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:45.786572 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-1c435bff-c5a6-47a5-814a-a6efa5ead38e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Made reservation on behalf of 8490ecf3904e4cc1946420dda4801d0b for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:45.792631 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-1c435bff-c5a6-47a5-814a-a6efa5ead38e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:45.809895 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ee31f2f8-fa6d-4f1b-b55f-aa4de050b297 None None] Calling delete_port for aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:17:45.918395 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b7382cb-2fe2-4e97-8d29-4403a6c8dfd0 req-65e1a99a-9b73-415e-bd79-3132dc46d90d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 210 time: 0.0717967 Nov 12 09:17:46.025929 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52a46b9a-cdf0-4baf-8281-517a1435e393 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:46.061820 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-52a46b9a-cdf0-4baf-8281-517a1435e393 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56b76af-61f0-4cbf-9ad5-b44a86e4fcec']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:46.074296 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-52a46b9a-cdf0-4baf-8281-517a1435e393 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9b8cdd2-7c45-4bf5-b222-ae834843b25d') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:46.074890 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-52a46b9a-cdf0-4baf-8281-517a1435e393 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9b8cdd2-7c45-4bf5-b222-ae834843b25d') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:46.089238 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52a46b9a-cdf0-4baf-8281-517a1435e393 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:46.107169 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52a46b9a-cdf0-4baf-8281-517a1435e393 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:46.116304 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a46b9a-cdf0-4baf-8281-517a1435e393 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:17:46.117931 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52a46b9a-cdf0-4baf-8281-517a1435e393 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:46.220010 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ee31f2f8-fa6d-4f1b-b55f-aa4de050b297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:46.299241 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-1c435bff-c5a6-47a5-814a-a6efa5ead38e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Allocated IP 172.20.0.7 (492b01ef-bcf0-406a-881b-e054fdb77f9d/098c0920-f801-4a1f-89b9-15466a208616/89ce3479-b223-4e32-964b-642d37eaf309) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:17:46.401329 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31f2f8-fa6d-4f1b-b55f-aa4de050b297 None None] Pushing event deleted for resources: {'Port': ['ID=aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:46.443354 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee31f2f8-fa6d-4f1b-b55f-aa4de050b297 None None] No DVR routers for this DVR port aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:17:46.743073 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:17:46.743073 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:17:46.743073 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:17:46.743073 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:17:46.743073 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:17:46.743073 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:17:46.743073 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:17:46.743073 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:17:46.743073 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:17:46.743073 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:17:46.743073 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:17:46.743073 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:17:46.743073 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:17:46.743073 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:17:46.743073 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:17:46.743073 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:17:46.743073 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:17:46.743073 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:17:46.743073 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:17:46.743073 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:17:46.743073 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:17:46.743073 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:17:46.743073 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:17:46.743073 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:17:46.743073 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:17:46.743073 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:17:46.743073 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:17:46.743073 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:17:46.743073 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:17:46.743073 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:17:46.743073 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:17:46.743073 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:17:46.748833 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52a46b9a-cdf0-4baf-8281-517a1435e393 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:46.783051 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52a46b9a-cdf0-4baf-8281-517a1435e393 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:46.817752 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-52a46b9a-cdf0-4baf-8281-517a1435e393 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] 10.222.0.37 "DELETE /v2.0/networks/a56b76af-61f0-4cbf-9ad5-b44a86e4fcec HTTP/1.1" status: 204 len: 168 time: 2.0816519 Nov 12 09:17:46.869596 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a46b9a-cdf0-4baf-8281-517a1435e393 tempest-NetworksIpV6Test-854417643 tempest-NetworksIpV6Test-854417643-project] Pushing event deleted for resources: {'Network': ['ID=a56b76af-61f0-4cbf-9ad5-b44a86e4fcec,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:46.891483 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-1c435bff-c5a6-47a5-814a-a6efa5ead38e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:47.044155 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922537b-bcfd-44cc-bdee-96bb1408b63f req-833df5b1-e05e-4479-95f5-0c950ab8d7cc tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:47.046604 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5922537b-bcfd-44cc-bdee-96bb1408b63f req-833df5b1-e05e-4479-95f5-0c950ab8d7cc tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/ports?device_id=c942444b-a0c3-4c10-8473-961c36d8435c HTTP/1.1" status: 200 len: 944 time: 0.1292129 Nov 12 09:17:47.047871 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:17:47.067018 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-1c435bff-c5a6-47a5-814a-a6efa5ead38e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:47.090248 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:17:47.099422 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device aa653484-9b7e-439c-a0f3-9fcd0ae3dd0d not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:17:47.192767 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c435bff-c5a6-47a5-814a-a6efa5ead38e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Pushing event updated for resources: {'Port': ['ID=89ce3479-b223-4e32-964b-642d37eaf309,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:47.239040 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-1c435bff-c5a6-47a5-814a-a6efa5ead38e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Network 492b01ef-bcf0-406a-881b-e054fdb77f9d is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:17:47.249534 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-1c435bff-c5a6-47a5-814a-a6efa5ead38e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:47.253790 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-1c435bff-c5a6-47a5-814a-a6efa5ead38e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:17:47.271369 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5922537b-bcfd-44cc-bdee-96bb1408b63f req-0484589e-fa4a-43a6-9fab-1e723fa8bf02 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa35bdb0-55f8-41bb-91c6-a3cbe4d15410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006235 Nov 12 09:17:47.527834 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-1c435bff-c5a6-47a5-814a-a6efa5ead38e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:47.528656 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-1c435bff-c5a6-47a5-814a-a6efa5ead38e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:47.552158 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33686) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:47.582783 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599545c-74c2-4464-a186-79e3431e5daa req-846f9ed3-abbb-4fa5-865a-72ddbc332d3d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:47.592707 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7599545c-74c2-4464-a186-79e3431e5daa req-846f9ed3-abbb-4fa5-865a-72ddbc332d3d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 931 time: 0.1920886 Nov 12 09:17:47.604746 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-1c435bff-c5a6-47a5-814a-a6efa5ead38e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1734326 Nov 12 09:17:47.627691 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-b8409daa-ffb4-428e-9fbb-56cfbfcbdf64 service neutron] Request body: {'port': {'device_id': 'bcfc6dcb-5b55-400e-824d-3785890096f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:47.804037 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-b8409daa-ffb4-428e-9fbb-56cfbfcbdf64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:47.835679 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7599545c-74c2-4464-a186-79e3431e5daa req-7d6af17b-5052-4a12-aa2e-4d35b49402fd tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412977 Nov 12 09:17:47.874007 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c1dec862-4dbc-49b3-8ef5-4e240523a883 None None] Provisioning complete for port 89ce3479-b223-4e32-964b-642d37eaf309 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:47.874964 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c1dec862-4dbc-49b3-8ef5-4e240523a883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:47.914430 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f2b44d41-5c28-4f3d-ba9d-e75618666a75 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f82b13b1128f4263b446a2b4959d21e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3602533 Nov 12 09:17:47.918473 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33716) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:47.980549 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c1dec862-4dbc-49b3-8ef5-4e240523a883 None None] Port 89ce3479-b223-4e32-964b-642d37eaf309 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:17:48.060550 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5d9962fb-1875-4bec-942c-eb184e16bc0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:48.116132 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5d9962fb-1875-4bec-942c-eb184e16bc0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:48.216145 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5d9962fb-1875-4bec-942c-eb184e16bc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:48.219200 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5d9962fb-1875-4bec-942c-eb184e16bc0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:48.221894 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5d9962fb-1875-4bec-942c-eb184e16bc0d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d87de4c4-af5a-4247-a4a4-77685cc90153 HTTP/1.1" status: 204 len: 168 time: 0.3022685 Nov 12 09:17:48.262554 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9962fb-1875-4bec-942c-eb184e16bc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87de4c4-af5a-4247-a4a4-77685cc90153,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:48.403491 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-b8409daa-ffb4-428e-9fbb-56cfbfcbdf64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ce3479-b223-4e32-964b-642d37eaf309 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:17:48.444145 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-b8409daa-ffb4-428e-9fbb-56cfbfcbdf64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:48.469256 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-b8409daa-ffb4-428e-9fbb-56cfbfcbdf64 service neutron] Transition to ACTIVE for port object 89ce3479-b223-4e32-964b-642d37eaf309 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:17:48.475994 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-b8409daa-ffb4-428e-9fbb-56cfbfcbdf64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:48.492017 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0dc64-2825-46d2-b2f0-d341f17b8381 req-11dcdd75-48e1-4838-826c-882c3ad2cff7 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:48.494905 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-94c0dc64-2825-46d2-b2f0-d341f17b8381 req-11dcdd75-48e1-4838-826c-882c3ad2cff7 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/ports?device_id=c942444b-a0c3-4c10-8473-961c36d8435c HTTP/1.1" status: 200 len: 944 time: 0.0947316 Nov 12 09:17:48.521575 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 0e826e27-a100-4144-91ee-dbf802b5c9bf up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:17:48.692807 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 0e826e27-a100-4144-91ee-dbf802b5c9bf completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:17:48.701258 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 0e826e27-a100-4144-91ee-dbf802b5c9bf triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:48.701647 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:48.715667 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8409daa-ffb4-428e-9fbb-56cfbfcbdf64 service neutron] Pushing event updated for resources: {'Port': ['ID=89ce3479-b223-4e32-964b-642d37eaf309,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:48.768961 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-94c0dc64-2825-46d2-b2f0-d341f17b8381 req-c3a56d1b-1758-4aad-898f-f28956b1274e tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa35bdb0-55f8-41bb-91c6-a3cbe4d15410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2463140 Nov 12 09:17:48.823161 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-b8409daa-ffb4-428e-9fbb-56cfbfcbdf64 service neutron] Attempting to bind port 89ce3479-b223-4e32-964b-642d37eaf309 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:17:48.824085 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-b8409daa-ffb4-428e-9fbb-56cfbfcbdf64 service neutron] Attempting to bind port 89ce3479-b223-4e32-964b-642d37eaf309 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:17:48.824660 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-b8409daa-ffb4-428e-9fbb-56cfbfcbdf64 service neutron] Attempting to bind port 89ce3479-b223-4e32-964b-642d37eaf309 on network 492b01ef-bcf0-406a-881b-e054fdb77f9d {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:17:48.830614 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-b8409daa-ffb4-428e-9fbb-56cfbfcbdf64 service neutron] Port 89ce3479-b223-4e32-964b-642d37eaf309 on network 492b01ef-bcf0-406a-881b-e054fdb77f9d not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:17:48.836318 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-b8409daa-ffb4-428e-9fbb-56cfbfcbdf64 service neutron] Attempting to bind port 89ce3479-b223-4e32-964b-642d37eaf309 on network 492b01ef-bcf0-406a-881b-e054fdb77f9d {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:17:48.858496 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-b8409daa-ffb4-428e-9fbb-56cfbfcbdf64 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:17:48.878701 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-b8409daa-ffb4-428e-9fbb-56cfbfcbdf64 service neutron] Checking segment: {'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:17:48.879359 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-b8409daa-ffb4-428e-9fbb-56cfbfcbdf64 service neutron] Bound using segment: {'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:17:48.882783 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-b8409daa-ffb4-428e-9fbb-56cfbfcbdf64 service neutron] Bound port: 89ce3479-b223-4e32-964b-642d37eaf309, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:17:48.883271 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-b8409daa-ffb4-428e-9fbb-56cfbfcbdf64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:48.924973 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:48.965191 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c942444b-a0c3-4c10-8473-961c36d8435c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e826e27-a100-4144-91ee-dbf802b5c9bf'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:17:48.967787 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06b6cba-d5b7-4293-9db1-98b4039b6e38" -d '{"events": [{"server_uuid": "c942444b-a0c3-4c10-8473-961c36d8435c", "name": "network-vif-plugged", "status": "completed", "tag": "0e826e27-a100-4144-91ee-dbf802b5c9bf"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:17:48.996298 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 0e826e27-a100-4144-91ee-dbf802b5c9bf, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=0e826e27-a100-4144-91ee-dbf802b5c9bf,segment=NetworkSegment(4ae1b008-58f4-4f42-ad0c-a23d4b8b7415),segment_id=4ae1b008-58f4-4f42-ad0c-a23d4b8b7415)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:49.004735 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:49.070002 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-b8409daa-ffb4-428e-9fbb-56cfbfcbdf64 service neutron] For port 89ce3479-b223-4e32-964b-642d37eaf309, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:17:49.091021 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=0e826e27-a100-4144-91ee-dbf802b5c9bf,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:49.100875 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-b8409daa-ffb4-428e-9fbb-56cfbfcbdf64 service neutron] For port 89ce3479-b223-4e32-964b-642d37eaf309, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=89ce3479-b223-4e32-964b-642d37eaf309,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:17:49.113936 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-b8409daa-ffb4-428e-9fbb-56cfbfcbdf64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:49.188327 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1931a90-04b9-481b-85eb-44cf6ada855a req-8cd8cabf-04a4-4c45-8cb6-f71b9b2cf3ca tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:49.190059 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f1931a90-04b9-481b-85eb-44cf6ada855a req-8cd8cabf-04a4-4c45-8cb6-f71b9b2cf3ca tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 943 time: 0.1681011 Nov 12 09:17:49.216735 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-b8409daa-ffb4-428e-9fbb-56cfbfcbdf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:49.218790 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-b8409daa-ffb4-428e-9fbb-56cfbfcbdf64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:49.219703 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-b8409daa-ffb4-428e-9fbb-56cfbfcbdf64 service neutron] 10.222.0.58 "PUT /v2.0/ports/89ce3479-b223-4e32-964b-642d37eaf309 HTTP/1.1" status: 200 len: 1092 time: 1.6014366 Nov 12 09:17:49.228379 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcfc6dcb-5b55-400e-824d-3785890096f5', 'tag': '89ce3479-b223-4e32-964b-642d37eaf309'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:17:49.232176 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7ae278-3a00-44f9-aed3-43164fc9c70f" -d '{"events": [{"name": "network-changed", "server_uuid": "bcfc6dcb-5b55-400e-824d-3785890096f5", "tag": "89ce3479-b223-4e32-964b-642d37eaf309"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:17:49.342297 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8409daa-ffb4-428e-9fbb-56cfbfcbdf64 service neutron] Pushing event updated for resources: {'Port': ['ID=89ce3479-b223-4e32-964b-642d37eaf309,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:49.392638 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f1931a90-04b9-481b-85eb-44cf6ada855a req-c71f3cd5-560f-4e98-97b0-423cd832c551 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791613 Nov 12 09:17:49.395512 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-e2cfba6d-0301-4fb3-8269-bcc5249e88c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:49.397940 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-e2cfba6d-0301-4fb3-8269-bcc5249e88c1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 1095 time: 0.1224761 Nov 12 09:17:49.461445 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-2eb30902-c6e7-4491-81d1-5f2bfa7789f8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89ce3479-b223-4e32-964b-642d37eaf309 HTTP/1.1" status: 200 len: 217 time: 0.0537889 Nov 12 09:17:49.737349 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33778) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:49.918648 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f75c27-e556-455f-9f07-f25d707ef8b4 x-openstack-request-id: req-95f75c27-e556-455f-9f07-f25d707ef8b4 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:17:49.919245 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c942444b-a0c3-4c10-8473-961c36d8435c", "name": "network-vif-plugged", "status": "completed", "tag": "0e826e27-a100-4144-91ee-dbf802b5c9bf", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:17:49.921357 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95f75c27-e556-455f-9f07-f25d707ef8b4 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:17:49.923596 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c942444b-a0c3-4c10-8473-961c36d8435c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e826e27-a100-4144-91ee-dbf802b5c9bf', 'code': 200} Nov 12 09:17:50.146977 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-21fbeeed-78fc-4438-a695-a1a5537495a3 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-605162246', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:50.185710 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3ac41-401f-489f-91aa-c7c7b7bfbb94 req-00f001e0-fbe2-4257-8bab-b73f6c110173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:50.189069 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a6e3ac41-401f-489f-91aa-c7c7b7bfbb94 req-00f001e0-fbe2-4257-8bab-b73f6c110173 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c942444b-a0c3-4c10-8473-961c36d8435c HTTP/1.1" status: 200 len: 1097 time: 0.1326077 Nov 12 09:17:50.226711 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21fbeeed-78fc-4438-a695-a1a5537495a3 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:50.228292 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21fbeeed-78fc-4438-a695-a1a5537495a3 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:50.256282 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-e2b40f54-20a9-459f-b0fa-b0235f5e34a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:50.258874 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-e2b40f54-20a9-459f-b0fa-b0235f5e34a9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=098c0920-f801-4a1f-89b9-15466a208616 HTTP/1.1" status: 200 len: 851 time: 0.7894855 Nov 12 09:17:50.316152 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-a6e3ac41-401f-489f-91aa-c7c7b7bfbb94 req-06c35a49-939a-4a27-bae3-23f97c4a3b01 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=aa35bdb0-55f8-41bb-91c6-a3cbe4d15410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163049 Nov 12 09:17:50.334985 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbd8aab-d1db-4012-b373-9b88cdee69e8 x-openstack-request-id: req-4bbd8aab-d1db-4012-b373-9b88cdee69e8 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:17:50.335590 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcfc6dcb-5b55-400e-824d-3785890096f5", "tag": "89ce3479-b223-4e32-964b-642d37eaf309", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:17:50.336178 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4bbd8aab-d1db-4012-b373-9b88cdee69e8 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:17:50.337132 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcfc6dcb-5b55-400e-824d-3785890096f5', 'tag': '89ce3479-b223-4e32-964b-642d37eaf309', 'status': 'completed', 'code': 200} Nov 12 09:17:50.364577 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-f63759a3-8c02-4829-a0c5-27ee508333a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:50.367589 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-f63759a3-8c02-4829-a0c5-27ee508333a8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=492b01ef-bcf0-406a-881b-e054fdb77f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0850861 Nov 12 09:17:50.376372 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21fbeeed-78fc-4438-a695-a1a5537495a3 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:50.385533 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21fbeeed-78fc-4438-a695-a1a5537495a3 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:50.424148 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21fbeeed-78fc-4438-a695-a1a5537495a3 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:50.431577 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-21fbeeed-78fc-4438-a695-a1a5537495a3 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.6936042 Nov 12 09:17:50.433496 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33790) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:50.442746 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-7e2d2e46-7d2d-4342-b7bd-1a2da6c6a521 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-501740006'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:50.574089 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd209b-c77c-40be-b8be-02e383cd10af req-a01bc5d9-643e-4fac-806e-9aaf8b330476 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:50.577313 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-06cd209b-c77c-40be-b8be-02e383cd10af req-a01bc5d9-643e-4fac-806e-9aaf8b330476 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/ports?device_id=c942444b-a0c3-4c10-8473-961c36d8435c HTTP/1.1" status: 200 len: 945 time: 0.1733985 Nov 12 09:17:50.583292 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2d2e46-7d2d-4342-b7bd-1a2da6c6a521 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Made reservation on behalf of e95fb8161a634333b68fb585023f4e51 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:50.588008 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7e2d2e46-7d2d-4342-b7bd-1a2da6c6a521 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:50.635544 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7e2d2e46-7d2d-4342-b7bd-1a2da6c6a521 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:50.655090 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-e6c88a58-138a-484d-a777-bb949f892564 service neutron] 10.222.0.58 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779987 Nov 12 09:17:50.794749 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-06cd209b-c77c-40be-b8be-02e383cd10af req-90ee0607-785f-4c3b-9285-f3ed98904698 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa35bdb0-55f8-41bb-91c6-a3cbe4d15410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968760 Nov 12 09:17:50.889694 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30b31ed6-f066-4a66-a18f-7e34609a4107 req-9be1edd9-6cfb-4e4d-be7a-309da4b5eea3 service neutron] 10.222.0.58 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252190 Nov 12 09:17:51.011661 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7e2d2e46-7d2d-4342-b7bd-1a2da6c6a521 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:51.022481 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7e2d2e46-7d2d-4342-b7bd-1a2da6c6a521 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:51.122035 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e2d2e46-7d2d-4342-b7bd-1a2da6c6a521 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:17:51.162430 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d2e46-7d2d-4342-b7bd-1a2da6c6a521 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb6c1f4-1c2c-421e-991d-2b130c4c47ba,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:51.168061 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7e2d2e46-7d2d-4342-b7bd-1a2da6c6a521 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:51.168061 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-7e2d2e46-7d2d-4342-b7bd-1a2da6c6a521 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Added segment cffb2897-4c02-45ad-8c29-dcda23195cf9 of type vlan for network 7c79eab8-6931-44e7-b172-b772d65b3d87 Nov 12 09:17:51.216098 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ae278-3a00-44f9-aed3-43164fc9c70f req-56a81848-80c7-47a8-b2b9-541c4e821ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:51.218190 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df7ae278-3a00-44f9-aed3-43164fc9c70f req-56a81848-80c7-47a8-b2b9-541c4e821ee5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 1095 time: 0.2231355 Nov 12 09:17:51.229827 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81e627-bde0-4e3d-bbba-71dc3206f72c req-f49bd727-f931-4a09-8fc7-f0471e63b502 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:51.233253 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0a81e627-bde0-4e3d-bbba-71dc3206f72c req-f49bd727-f931-4a09-8fc7-f0471e63b502 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 943 time: 0.2704947 Nov 12 09:17:51.290384 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7e2d2e46-7d2d-4342-b7bd-1a2da6c6a521 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:51.421499 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7e2d2e46-7d2d-4342-b7bd-1a2da6c6a521 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:51.432585 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2d2e46-7d2d-4342-b7bd-1a2da6c6a521 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:51.433675 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7e2d2e46-7d2d-4342-b7bd-1a2da6c6a521 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:51.508454 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0a81e627-bde0-4e3d-bbba-71dc3206f72c req-623527ad-6cc8-4717-be17-a995a8fbcfa3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655532 Nov 12 09:17:51.625514 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7e2d2e46-7d2d-4342-b7bd-1a2da6c6a521 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1903248 Nov 12 09:17:51.627185 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33796) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:51.648935 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4f4e6d10-15ef-4b07-a0ac-38a42e34bd36 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Request body: {'subnet': {'network_id': '7c79eab8-6931-44e7-b172-b772d65b3d87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:51.651875 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d2e46-7d2d-4342-b7bd-1a2da6c6a521 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Pushing event updated for resources: {'Network': ['ID=7c79eab8-6931-44e7-b172-b772d65b3d87,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:51.660012 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ae278-3a00-44f9-aed3-43164fc9c70f req-80df3460-0376-4182-b02f-d0704efb9b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:51.664017 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df7ae278-3a00-44f9-aed3-43164fc9c70f req-80df3460-0376-4182-b02f-d0704efb9b09 service neutron] 10.222.0.58 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 913 time: 0.4226687 Nov 12 09:17:51.673975 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 7c79eab8-6931-44e7-b172-b772d65b3d87 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:17:51.800883 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df7ae278-3a00-44f9-aed3-43164fc9c70f req-956c6952-b70e-446b-935d-325d0439a824 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89ce3479-b223-4e32-964b-642d37eaf309 HTTP/1.1" status: 200 len: 217 time: 0.1294773 Nov 12 09:17:51.912046 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4e6d10-15ef-4b07-a0ac-38a42e34bd36 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Made reservation on behalf of e95fb8161a634333b68fb585023f4e51 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:51.926594 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f4e6d10-15ef-4b07-a0ac-38a42e34bd36 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:51.972538 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ae278-3a00-44f9-aed3-43164fc9c70f req-daa536d4-7c1f-4aeb-ad6d-36e198e405d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:51.977829 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df7ae278-3a00-44f9-aed3-43164fc9c70f req-daa536d4-7c1f-4aeb-ad6d-36e198e405d9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=098c0920-f801-4a1f-89b9-15466a208616 HTTP/1.1" status: 200 len: 851 time: 0.1653600 Nov 12 09:17:52.140311 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ae278-3a00-44f9-aed3-43164fc9c70f req-c3e52ff7-852f-4093-bd01-4d70abe4ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:52.148654 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df7ae278-3a00-44f9-aed3-43164fc9c70f req-c3e52ff7-852f-4093-bd01-4d70abe4ede0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=492b01ef-bcf0-406a-881b-e054fdb77f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1545484 Nov 12 09:17:52.250303 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f4e6d10-15ef-4b07-a0ac-38a42e34bd36 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:52.333195 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e6d10-15ef-4b07-a0ac-38a42e34bd36 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Pushing event updated for resources: {'Subnet': ['ID=6b5c9a3b-1c71-47f3-b0c7-28fdbe94fc02,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:52.342308 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4e6d10-15ef-4b07-a0ac-38a42e34bd36 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Checking segment: {'id': 'cffb2897-4c02-45ad-8c29-dcda23195cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7c79eab8-6931-44e7-b172-b772d65b3d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:17:52.342890 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4e6d10-15ef-4b07-a0ac-38a42e34bd36 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Network hostable DHCP agents. Network: 7c79eab8-6931-44e7-b172-b772d65b3d87, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:17:52.389329 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4e6d10-15ef-4b07-a0ac-38a42e34bd36 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Network 7c79eab8-6931-44e7-b172-b772d65b3d87 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:17:52.412298 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-4f4e6d10-15ef-4b07-a0ac-38a42e34bd36 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 7c79eab8-6931-44e7-b172-b772d65b3d87) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:52.433867 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9926214a-8c53-41c0-b2e2-1d6363632b7d None None] Network 7c79eab8-6931-44e7-b172-b772d65b3d87 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:52.466617 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee465a-4825-4f7c-9509-85d8645bc9de req-b6ee4dc4-908f-425d-a1e7-2cec2190ff8c tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:52.468934 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4e6d10-15ef-4b07-a0ac-38a42e34bd36 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:52.474363 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f4e6d10-15ef-4b07-a0ac-38a42e34bd36 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:52.476642 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b1ee465a-4825-4f7c-9509-85d8645bc9de req-b6ee4dc4-908f-425d-a1e7-2cec2190ff8c tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/ports?device_id=c942444b-a0c3-4c10-8473-961c36d8435c HTTP/1.1" status: 200 len: 945 time: 0.3990631 Nov 12 09:17:52.555569 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4f4e6d10-15ef-4b07-a0ac-38a42e34bd36 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9221606 Nov 12 09:17:52.557342 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33804) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:52.569299 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8e1aa261-99b8-426a-89ad-b99164077207 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Request body: {'network': {'name': 'tempest-router-network01--1602717244'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:52.608535 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df7ae278-3a00-44f9-aed3-43164fc9c70f req-ed9131d9-02e0-47c7-96ac-dba3f09e721a service neutron] 10.222.0.58 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483445 Nov 12 09:17:52.666126 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1aa261-99b8-426a-89ad-b99164077207 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Made reservation on behalf of e95fb8161a634333b68fb585023f4e51 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:52.670980 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa261-99b8-426a-89ad-b99164077207 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:52.683243 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b1ee465a-4825-4f7c-9509-85d8645bc9de req-597feddd-05cc-44e3-ba85-a5eb3d6d4a16 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa35bdb0-55f8-41bb-91c6-a3cbe4d15410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055781 Nov 12 09:17:52.799292 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df7ae278-3a00-44f9-aed3-43164fc9c70f req-6f55d909-0cab-4679-98d0-4f8f3c7db621 service neutron] 10.222.0.58 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794388 Nov 12 09:17:52.823238 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1aa261-99b8-426a-89ad-b99164077207 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:17:52.844896 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa261-99b8-426a-89ad-b99164077207 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:52.845853 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-8e1aa261-99b8-426a-89ad-b99164077207 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Added segment d8cf130b-c759-4d9a-94dc-7f6313930110 of type vlan for network 1dca7526-e2c1-4258-aa9b-e57ca5c7d822 Nov 12 09:17:52.901294 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98512bb0-dbda-459b-b991-fad87208c7bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-7c79eab8-6931-44e7-b172-b772d65b3d87', 'network_id': '7c79eab8-6931-44e7-b172-b772d65b3d87', 'tenant_id': 'e95fb8161a634333b68fb585023f4e51', 'fixed_ips': [{'subnet_id': '6b5c9a3b-1c71-47f3-b0c7-28fdbe94fc02'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:17:52.907602 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-98512bb0-dbda-459b-b991-fad87208c7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:52.945730 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa261-99b8-426a-89ad-b99164077207 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:53.022024 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da93f7-a70d-45bc-9fb9-315ed0709db2 req-4880045f-f767-4784-8abb-7f5017464496 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:53.040815 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9da93f7-a70d-45bc-9fb9-315ed0709db2 req-4880045f-f767-4784-8abb-7f5017464496 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 943 time: 0.1824818 Nov 12 09:17:53.062686 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa261-99b8-426a-89ad-b99164077207 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:53.091839 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1aa261-99b8-426a-89ad-b99164077207 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:53.097605 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa261-99b8-426a-89ad-b99164077207 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:53.215824 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33808) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:53.217018 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8e1aa261-99b8-426a-89ad-b99164077207 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6583757 Nov 12 09:17:53.228764 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-4ae0e6bd-1bf0-40e4-a053-7e416b484694 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Request body: {'network': {'name': 'tempest-router-network02--1597976003'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:53.241997 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9da93f7-a70d-45bc-9fb9-315ed0709db2 req-db3daf67-5f9b-448a-8e64-81f5c7fe2b76 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000673 Nov 12 09:17:53.306348 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae0e6bd-1bf0-40e4-a053-7e416b484694 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Made reservation on behalf of e95fb8161a634333b68fb585023f4e51 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:53.310452 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4ae0e6bd-1bf0-40e4-a053-7e416b484694 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:53.319546 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-98512bb0-dbda-459b-b991-fad87208c7bc None None] Allocated IP 2001:db8::2 (7c79eab8-6931-44e7-b172-b772d65b3d87/6b5c9a3b-1c71-47f3-b0c7-28fdbe94fc02/5950a9ea-1c9f-49d9-b82b-7785a6cccf6d) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:17:53.344867 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1aa261-99b8-426a-89ad-b99164077207 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Pushing event updated for resources: {'Network': ['ID=1dca7526-e2c1-4258-aa9b-e57ca5c7d822,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:53.362183 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae0e6bd-1bf0-40e4-a053-7e416b484694 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:17:53.389641 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4ae0e6bd-1bf0-40e4-a053-7e416b484694 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:53.390577 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-4ae0e6bd-1bf0-40e4-a053-7e416b484694 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Added segment 63ae936b-7732-4469-90e9-7e31c969734c of type vlan for network a6a45002-462e-4afe-a0ca-75cfd7b3fb17 Nov 12 09:17:53.392529 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 1dca7526-e2c1-4258-aa9b-e57ca5c7d822 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:17:53.475577 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4ae0e6bd-1bf0-40e4-a053-7e416b484694 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:53.564583 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4ae0e6bd-1bf0-40e4-a053-7e416b484694 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:53.577835 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae0e6bd-1bf0-40e4-a053-7e416b484694 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:53.580679 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4ae0e6bd-1bf0-40e4-a053-7e416b484694 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:53.760558 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33812) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:53.765655 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-94bead5a-8576-49af-8fb1-8dbc01d19871 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Request body: {'subnet': {'network_id': '1dca7526-e2c1-4258-aa9b-e57ca5c7d822', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:53.768624 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4ae0e6bd-1bf0-40e4-a053-7e416b484694 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5508740 Nov 12 09:17:53.798345 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0e6bd-1bf0-40e4-a053-7e416b484694 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Pushing event updated for resources: {'Network': ['ID=a6a45002-462e-4afe-a0ca-75cfd7b3fb17,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:53.849258 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4246b-3ba8-4683-8aa7-6c114f06a4f2 req-de78922e-db7a-42b0-bd5c-f8872459f7bc tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:53.851136 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-15c4246b-3ba8-4683-8aa7-6c114f06a4f2 req-de78922e-db7a-42b0-bd5c-f8872459f7bc tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/ports?device_id=c942444b-a0c3-4c10-8473-961c36d8435c HTTP/1.1" status: 200 len: 945 time: 0.2623980 Nov 12 09:17:53.918722 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network a6a45002-462e-4afe-a0ca-75cfd7b3fb17 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:17:54.008885 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-15c4246b-3ba8-4683-8aa7-6c114f06a4f2 req-4ecc9311-d57a-417a-9aee-ab2c257324db tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa35bdb0-55f8-41bb-91c6-a3cbe4d15410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301613 Nov 12 09:17:54.053141 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bead5a-8576-49af-8fb1-8dbc01d19871 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Made reservation on behalf of e95fb8161a634333b68fb585023f4e51 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:54.064205 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-94bead5a-8576-49af-8fb1-8dbc01d19871 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:54.071879 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:54.478558 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172f304-8b10-4109-a224-87fd9b1d22fd req-68821f16-3d26-4ba1-8971-93683f879382 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:54.490569 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9172f304-8b10-4109-a224-87fd9b1d22fd req-68821f16-3d26-4ba1-8971-93683f879382 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/ports?device_id=c942444b-a0c3-4c10-8473-961c36d8435c HTTP/1.1" status: 200 len: 945 time: 0.1972170 Nov 12 09:17:54.535285 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-98512bb0-dbda-459b-b991-fad87208c7bc None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:54.549277 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-98512bb0-dbda-459b-b991-fad87208c7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:54.648197 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98512bb0-dbda-459b-b991-fad87208c7bc None None] Network 7c79eab8-6931-44e7-b172-b772d65b3d87 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:17:54.653005 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-98512bb0-dbda-459b-b991-fad87208c7bc None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:54.686452 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98512bb0-dbda-459b-b991-fad87208c7bc None None] Pushing event updated for resources: {'Port': ['ID=5950a9ea-1c9f-49d9-b82b-7785a6cccf6d,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:54.690548 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98512bb0-dbda-459b-b991-fad87208c7bc None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:17:54.725239 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9172f304-8b10-4109-a224-87fd9b1d22fd req-cff53663-d178-4ef3-8fce-7f3a027ed617 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa35bdb0-55f8-41bb-91c6-a3cbe4d15410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224491 Nov 12 09:17:54.758010 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33820) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:54.782454 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-94bead5a-8576-49af-8fb1-8dbc01d19871 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:54.905250 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-98512bb0-dbda-459b-b991-fad87208c7bc None None] Attempting to bind port 5950a9ea-1c9f-49d9-b82b-7785a6cccf6d on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:17:54.905829 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-98512bb0-dbda-459b-b991-fad87208c7bc None None] Attempting to bind port 5950a9ea-1c9f-49d9-b82b-7785a6cccf6d by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'cffb2897-4c02-45ad-8c29-dcda23195cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7c79eab8-6931-44e7-b172-b772d65b3d87'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:17:54.906599 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98512bb0-dbda-459b-b991-fad87208c7bc None None] Attempting to bind port 5950a9ea-1c9f-49d9-b82b-7785a6cccf6d on network 7c79eab8-6931-44e7-b172-b772d65b3d87 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:17:54.925745 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98512bb0-dbda-459b-b991-fad87208c7bc None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:17:54.926626 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98512bb0-dbda-459b-b991-fad87208c7bc None None] Checking segment: {'id': 'cffb2897-4c02-45ad-8c29-dcda23195cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7c79eab8-6931-44e7-b172-b772d65b3d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:17:54.931458 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-98512bb0-dbda-459b-b991-fad87208c7bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:54.932238 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98512bb0-dbda-459b-b991-fad87208c7bc None None] Bound using segment: {'id': 'cffb2897-4c02-45ad-8c29-dcda23195cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7c79eab8-6931-44e7-b172-b772d65b3d87'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:17:54.936379 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-98512bb0-dbda-459b-b991-fad87208c7bc None None] Bound port: 5950a9ea-1c9f-49d9-b82b-7785a6cccf6d, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cffb2897-4c02-45ad-8c29-dcda23195cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7c79eab8-6931-44e7-b172-b772d65b3d87'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:17:54.937390 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-98512bb0-dbda-459b-b991-fad87208c7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:54.942430 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bead5a-8576-49af-8fb1-8dbc01d19871 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Pushing event updated for resources: {'Subnet': ['ID=c4df871a-c4f6-41fa-b75f-7899464c67f6,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:54.996515 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bead5a-8576-49af-8fb1-8dbc01d19871 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Checking segment: {'id': 'd8cf130b-c759-4d9a-94dc-7f6313930110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1dca7526-e2c1-4258-aa9b-e57ca5c7d822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:17:55.000186 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bead5a-8576-49af-8fb1-8dbc01d19871 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Network hostable DHCP agents. Network: 1dca7526-e2c1-4258-aa9b-e57ca5c7d822, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:17:55.063154 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bead5a-8576-49af-8fb1-8dbc01d19871 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Network 1dca7526-e2c1-4258-aa9b-e57ca5c7d822 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:17:55.091415 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b7adc-552e-4c57-a47f-5a508d52a4c1 req-78d0b760-5c3e-4cb9-990d-fe8b168278b3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:55.100582 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-700b7adc-552e-4c57-a47f-5a508d52a4c1 req-78d0b760-5c3e-4cb9-990d-fe8b168278b3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 943 time: 0.1590691 Nov 12 09:17:55.103875 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-98512bb0-dbda-459b-b991-fad87208c7bc None None] For port 5950a9ea-1c9f-49d9-b82b-7785a6cccf6d, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:17:55.108196 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-98512bb0-dbda-459b-b991-fad87208c7bc None None] For port 5950a9ea-1c9f-49d9-b82b-7785a6cccf6d, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=5950a9ea-1c9f-49d9-b82b-7785a6cccf6d,segment=NetworkSegment(cffb2897-4c02-45ad-8c29-dcda23195cf9),segment_id=cffb2897-4c02-45ad-8c29-dcda23195cf9)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:17:55.120802 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-98512bb0-dbda-459b-b991-fad87208c7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:55.145230 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-94bead5a-8576-49af-8fb1-8dbc01d19871 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 1dca7526-e2c1-4258-aa9b-e57ca5c7d822) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:55.174169 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bead5a-8576-49af-8fb1-8dbc01d19871 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:55.175148 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-94bead5a-8576-49af-8fb1-8dbc01d19871 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:55.208952 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d464de72-2695-45a8-a7e0-839a788b5898 tempest-TestServerBasicOps-1903181264 tempest-TestServerBasicOps-1903181264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:55.220401 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d464de72-2695-45a8-a7e0-839a788b5898 tempest-TestServerBasicOps-1903181264 tempest-TestServerBasicOps-1903181264-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c942444b-a0c3-4c10-8473-961c36d8435c HTTP/1.1" status: 200 len: 1092 time: 0.4494786 Nov 12 09:17:55.223114 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-700b7adc-552e-4c57-a47f-5a508d52a4c1 req-cdc204b8-d775-438c-bdbd-6ad9f17181f9 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216471 Nov 12 09:17:55.223397 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33824) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:55.240881 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-7f6364c4-98cd-48ec-801b-626048491455 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'port_id': '0e826e27-a100-4144-91ee-dbf802b5c9bf', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:55.252686 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-94bead5a-8576-49af-8fb1-8dbc01d19871 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4917808 Nov 12 09:17:55.256538 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33826) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:55.282574 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-e97a1bf3-b16c-4562-8c94-e0d3615d593e tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Request body: {'subnet': {'network_id': 'a6a45002-462e-4afe-a0ca-75cfd7b3fb17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:55.290497 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f6364c4-98cd-48ec-801b-626048491455 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:55.310969 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98512bb0-dbda-459b-b991-fad87208c7bc None None] Pushing event updated for resources: {'Port': ['ID=5950a9ea-1c9f-49d9-b82b-7785a6cccf6d,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:55.325722 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c2a306-46d9-4546-b385-9711b912643c None None] Network 1dca7526-e2c1-4258-aa9b-e57ca5c7d822 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:55.584921 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f6364c4-98cd-48ec-801b-626048491455 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:55.587208 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97a1bf3-b16c-4562-8c94-e0d3615d593e tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Made reservation on behalf of e95fb8161a634333b68fb585023f4e51 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:55.602344 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e97a1bf3-b16c-4562-8c94-e0d3615d593e tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:55.666757 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40db316d-080d-4718-b1db-9421665f2a13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-1dca7526-e2c1-4258-aa9b-e57ca5c7d822', 'network_id': '1dca7526-e2c1-4258-aa9b-e57ca5c7d822', 'tenant_id': 'e95fb8161a634333b68fb585023f4e51', 'fixed_ips': [{'subnet_id': 'c4df871a-c4f6-41fa-b75f-7899464c67f6'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:17:55.678991 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-40db316d-080d-4718-b1db-9421665f2a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:56.009278 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-7f6364c4-98cd-48ec-801b-626048491455 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Allocated IP 172.25.6.76 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/5ad9fe4a-8831-417b-b063-c2b6316aa21e) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:17:56.210070 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-40db316d-080d-4718-b1db-9421665f2a13 None None] Allocated IP 2001:db8::2 (1dca7526-e2c1-4258-aa9b-e57ca5c7d822/c4df871a-c4f6-41fa-b75f-7899464c67f6/79471d82-1667-4035-a11d-5c77cf057e9d) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:17:56.306179 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f6364c4-98cd-48ec-801b-626048491455 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:56.409754 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f6364c4-98cd-48ec-801b-626048491455 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:56.447885 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e97a1bf3-b16c-4562-8c94-e0d3615d593e tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:56.464533 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6364c4-98cd-48ec-801b-626048491455 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:17:56.494841 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-7f6364c4-98cd-48ec-801b-626048491455 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:56.513227 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6364c4-98cd-48ec-801b-626048491455 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:17:56.601286 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-40db316d-080d-4718-b1db-9421665f2a13 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:56.628998 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-40db316d-080d-4718-b1db-9421665f2a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:56.641307 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6364c4-98cd-48ec-801b-626048491455 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Pushing event updated for resources: {'Port': ['ID=5ad9fe4a-8831-417b-b063-c2b6316aa21e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:56.676792 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b2114-41e5-499b-80ba-74dc0c731946 req-eb5c6ff8-cbd1-4571-a75d-d49bfeddca6c tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:56.678429 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fb2b2114-41e5-499b-80ba-74dc0c731946 req-eb5c6ff8-cbd1-4571-a75d-d49bfeddca6c tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 943 time: 0.2490063 Nov 12 09:17:56.681883 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a1bf3-b16c-4562-8c94-e0d3615d593e tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Pushing event updated for resources: {'Subnet': ['ID=57a463ef-fdcb-4508-b2a0-e23b5643e915,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:56.689073 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97a1bf3-b16c-4562-8c94-e0d3615d593e tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Checking segment: {'id': '63ae936b-7732-4469-90e9-7e31c969734c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a6a45002-462e-4afe-a0ca-75cfd7b3fb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:17:56.689780 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97a1bf3-b16c-4562-8c94-e0d3615d593e tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Network hostable DHCP agents. Network: a6a45002-462e-4afe-a0ca-75cfd7b3fb17, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:17:56.723868 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97a1bf3-b16c-4562-8c94-e0d3615d593e tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Network a6a45002-462e-4afe-a0ca-75cfd7b3fb17 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:17:56.775916 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-e97a1bf3-b16c-4562-8c94-e0d3615d593e tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, a6a45002-462e-4afe-a0ca-75cfd7b3fb17) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:56.786053 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97a1bf3-b16c-4562-8c94-e0d3615d593e tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:56.786763 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e97a1bf3-b16c-4562-8c94-e0d3615d593e tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:56.828489 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fb2b2114-41e5-499b-80ba-74dc0c731946 req-61accb6b-eca3-4099-97b4-32b16ae8bc01 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180882 Nov 12 09:17:56.849281 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e97a1bf3-b16c-4562-8c94-e0d3615d593e tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5881343 Nov 12 09:17:56.851684 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33834) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:56.857511 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e70cc6-2cee-43b8-82f3-dfcb55d41299 None None] Network a6a45002-462e-4afe-a0ca-75cfd7b3fb17 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:57.095367 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db316d-080d-4718-b1db-9421665f2a13 None None] Pushing event updated for resources: {'Port': ['ID=79471d82-1667-4035-a11d-5c77cf057e9d,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:57.415191 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40db316d-080d-4718-b1db-9421665f2a13 None None] Network 1dca7526-e2c1-4258-aa9b-e57ca5c7d822 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:17:57.417976 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5950a9ea-1c9f-49d9-b82b-7785a6cccf6d up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:17:57.424057 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-40db316d-080d-4718-b1db-9421665f2a13 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:57.436208 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40db316d-080d-4718-b1db-9421665f2a13 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:17:57.759708 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02d08bd-f7e2-46c8-a977-a93b8b62af45 None None] Network 7c79eab8-6931-44e7-b172-b772d65b3d87 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:57.842382 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f6364c4-98cd-48ec-801b-626048491455 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:57.859847 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8d014f-bea4-4e47-9edd-16fecb765b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-a6a45002-462e-4afe-a0ca-75cfd7b3fb17', 'network_id': 'a6a45002-462e-4afe-a0ca-75cfd7b3fb17', 'tenant_id': 'e95fb8161a634333b68fb585023f4e51', 'fixed_ips': [{'subnet_id': '57a463ef-fdcb-4508-b2a0-e23b5643e915'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:17:57.862272 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bc8d014f-bea4-4e47-9edd-16fecb765b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:57.870900 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df215002-be79-4a55-bb85-6282cbdd2528 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:57.941201 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 5950a9ea-1c9f-49d9-b82b-7785a6cccf6d triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:57.941882 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:58.037344 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f6364c4-98cd-48ec-801b-626048491455 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:58.093915 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e78bf33c-7a0c-409b-9679-1eeadd21db14 None None] Provisioning complete for port 5950a9ea-1c9f-49d9-b82b-7785a6cccf6d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:58.094885 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e78bf33c-7a0c-409b-9679-1eeadd21db14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:58.244187 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41151be-3516-4349-b023-54ad7bcdda34 req-a13a6cb5-4fe1-4d21-8536-585f74db4eb2 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:58.247877 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a41151be-3516-4349-b023-54ad7bcdda34 req-a13a6cb5-4fe1-4d21-8536-585f74db4eb2 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 943 time: 0.2004454 Nov 12 09:17:58.356564 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-bc8d014f-bea4-4e47-9edd-16fecb765b6e None None] Allocated IP 2001:db8::2 (a6a45002-462e-4afe-a0ca-75cfd7b3fb17/57a463ef-fdcb-4508-b2a0-e23b5643e915/608c260e-f9b7-4f70-b3ea-7d809f750515) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:17:58.444402 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a41151be-3516-4349-b023-54ad7bcdda34 req-d6880552-bd30-49fd-a6a7-04b605ed8629 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846955 Nov 12 09:17:58.554068 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bc8d014f-bea4-4e47-9edd-16fecb765b6e None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:58.558595 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-40db316d-080d-4718-b1db-9421665f2a13 None None] Attempting to bind port 79471d82-1667-4035-a11d-5c77cf057e9d on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:17:58.558595 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-40db316d-080d-4718-b1db-9421665f2a13 None None] Attempting to bind port 79471d82-1667-4035-a11d-5c77cf057e9d by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'd8cf130b-c759-4d9a-94dc-7f6313930110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1dca7526-e2c1-4258-aa9b-e57ca5c7d822'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:17:58.558595 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40db316d-080d-4718-b1db-9421665f2a13 None None] Attempting to bind port 79471d82-1667-4035-a11d-5c77cf057e9d on network 1dca7526-e2c1-4258-aa9b-e57ca5c7d822 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:17:58.561731 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f6364c4-98cd-48ec-801b-626048491455 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:58.580293 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bc8d014f-bea4-4e47-9edd-16fecb765b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:58.589233 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f6364c4-98cd-48ec-801b-626048491455 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:58.641701 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40db316d-080d-4718-b1db-9421665f2a13 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:17:58.641701 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40db316d-080d-4718-b1db-9421665f2a13 None None] Checking segment: {'id': 'd8cf130b-c759-4d9a-94dc-7f6313930110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1dca7526-e2c1-4258-aa9b-e57ca5c7d822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:17:58.641701 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-40db316d-080d-4718-b1db-9421665f2a13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:58.641701 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40db316d-080d-4718-b1db-9421665f2a13 None None] Bound using segment: {'id': 'd8cf130b-c759-4d9a-94dc-7f6313930110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1dca7526-e2c1-4258-aa9b-e57ca5c7d822'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:17:58.645930 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-40db316d-080d-4718-b1db-9421665f2a13 None None] Bound port: 79471d82-1667-4035-a11d-5c77cf057e9d, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf130b-c759-4d9a-94dc-7f6313930110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1dca7526-e2c1-4258-aa9b-e57ca5c7d822'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:17:58.645930 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-40db316d-080d-4718-b1db-9421665f2a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:58.723358 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d014f-bea4-4e47-9edd-16fecb765b6e None None] Pushing event updated for resources: {'Port': ['ID=608c260e-f9b7-4f70-b3ea-7d809f750515,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:58.730348 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8d014f-bea4-4e47-9edd-16fecb765b6e None None] Network a6a45002-462e-4afe-a0ca-75cfd7b3fb17 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:17:58.751817 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-df215002-be79-4a55-bb85-6282cbdd2528 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Allocated IP 2001:db8::1 (1dca7526-e2c1-4258-aa9b-e57ca5c7d822/c4df871a-c4f6-41fa-b75f-7899464c67f6/c69dbca8-b7b2-4dc7-8f20-c7454a0b22cd) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:17:58.809176 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-bc8d014f-bea4-4e47-9edd-16fecb765b6e None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:58.836918 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8d014f-bea4-4e47-9edd-16fecb765b6e None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:17:58.840208 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f6364c4-98cd-48ec-801b-626048491455 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:58.972110 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [None req-7f6364c4-98cd-48ec-801b-626048491455 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Floating IP 57398059-c5da-4fd3-bd24-dc36a9753c90 associated. External IP: 172.25.6.76, port: 0e826e27-a100-4144-91ee-dbf802b5c9bf. Nov 12 09:17:59.057234 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6364c4-98cd-48ec-801b-626048491455 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Pushing event updated for resources: {'Port': ['ID=5ad9fe4a-8831-417b-b063-c2b6316aa21e,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:59.081917 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-40db316d-080d-4718-b1db-9421665f2a13 None None] For port 79471d82-1667-4035-a11d-5c77cf057e9d, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:17:59.095356 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:59.151128 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df215002-be79-4a55-bb85-6282cbdd2528 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:59.232095 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-40db316d-080d-4718-b1db-9421665f2a13 None None] For port 79471d82-1667-4035-a11d-5c77cf057e9d, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=79471d82-1667-4035-a11d-5c77cf057e9d,segment=NetworkSegment(d8cf130b-c759-4d9a-94dc-7f6313930110),segment_id=d8cf130b-c759-4d9a-94dc-7f6313930110)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:17:59.255352 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df215002-be79-4a55-bb85-6282cbdd2528 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:59.287008 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-40db316d-080d-4718-b1db-9421665f2a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:59.333632 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df215002-be79-4a55-bb85-6282cbdd2528 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Network 1dca7526-e2c1-4258-aa9b-e57ca5c7d822 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:17:59.339193 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-df215002-be79-4a55-bb85-6282cbdd2528 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:59.344411 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df215002-be79-4a55-bb85-6282cbdd2528 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:17:59.345438 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df215002-be79-4a55-bb85-6282cbdd2528 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:59.350089 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e78bf33c-7a0c-409b-9679-1eeadd21db14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:59.376975 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-bc8d014f-bea4-4e47-9edd-16fecb765b6e None None] Attempting to bind port 608c260e-f9b7-4f70-b3ea-7d809f750515 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:17:59.377532 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-bc8d014f-bea4-4e47-9edd-16fecb765b6e None None] Attempting to bind port 608c260e-f9b7-4f70-b3ea-7d809f750515 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '63ae936b-7732-4469-90e9-7e31c969734c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a6a45002-462e-4afe-a0ca-75cfd7b3fb17'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:17:59.378098 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8d014f-bea4-4e47-9edd-16fecb765b6e None None] Attempting to bind port 608c260e-f9b7-4f70-b3ea-7d809f750515 on network a6a45002-462e-4afe-a0ca-75cfd7b3fb17 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:17:59.410647 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df215002-be79-4a55-bb85-6282cbdd2528 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Pushing event updated for resources: {'Port': ['ID=c69dbca8-b7b2-4dc7-8f20-c7454a0b22cd,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:59.497883 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 5950a9ea-1c9f-49d9-b82b-7785a6cccf6d, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=5950a9ea-1c9f-49d9-b82b-7785a6cccf6d,segment=NetworkSegment(cffb2897-4c02-45ad-8c29-dcda23195cf9),segment_id=cffb2897-4c02-45ad-8c29-dcda23195cf9)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:59.501739 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8d014f-bea4-4e47-9edd-16fecb765b6e None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:17:59.502736 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8d014f-bea4-4e47-9edd-16fecb765b6e None None] Checking segment: {'id': '63ae936b-7732-4469-90e9-7e31c969734c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a6a45002-462e-4afe-a0ca-75cfd7b3fb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:17:59.503208 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bc8d014f-bea4-4e47-9edd-16fecb765b6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:59.503977 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8d014f-bea4-4e47-9edd-16fecb765b6e None None] Bound using segment: {'id': '63ae936b-7732-4469-90e9-7e31c969734c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a6a45002-462e-4afe-a0ca-75cfd7b3fb17'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:17:59.504877 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-bc8d014f-bea4-4e47-9edd-16fecb765b6e None None] Bound port: 608c260e-f9b7-4f70-b3ea-7d809f750515, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ae936b-7732-4469-90e9-7e31c969734c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a6a45002-462e-4afe-a0ca-75cfd7b3fb17'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:17:59.505532 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bc8d014f-bea4-4e47-9edd-16fecb765b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:59.638392 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:59.812582 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:59.884130 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df215002-be79-4a55-bb85-6282cbdd2528 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:59.936931 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6364c4-98cd-48ec-801b-626048491455 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Router daf3228d-a42f-4340-8367-4b12335ee3f7 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:17:59.946702 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e643483-b9f2-4dbd-a10e-8e2661061c9d req-678eb6bc-8498-4619-8b80-be626ea2b4a4 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:59.949717 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4e643483-b9f2-4dbd-a10e-8e2661061c9d req-678eb6bc-8498-4619-8b80-be626ea2b4a4 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 943 time: 0.1539447 Nov 12 09:18:00.064566 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-bc8d014f-bea4-4e47-9edd-16fecb765b6e None None] For port 608c260e-f9b7-4f70-b3ea-7d809f750515, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:18:00.071151 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-bc8d014f-bea4-4e47-9edd-16fecb765b6e None None] For port 608c260e-f9b7-4f70-b3ea-7d809f750515, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=608c260e-f9b7-4f70-b3ea-7d809f750515,segment=NetworkSegment(63ae936b-7732-4469-90e9-7e31c969734c),segment_id=63ae936b-7732-4469-90e9-7e31c969734c)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:18:00.084421 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-e78bf33c-7a0c-409b-9679-1eeadd21db14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:18:00.136306 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-e78bf33c-7a0c-409b-9679-1eeadd21db14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:18:00.155451 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db316d-080d-4718-b1db-9421665f2a13 None None] Pushing event updated for resources: {'Port': ['ID=79471d82-1667-4035-a11d-5c77cf057e9d,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:00.344414 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4e643483-b9f2-4dbd-a10e-8e2661061c9d req-02192b84-7c5e-4f47-881a-fec226f4afea tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366141 Nov 12 09:18:00.423254 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bc8d014f-bea4-4e47-9edd-16fecb765b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:00.426777 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6364c4-98cd-48ec-801b-626048491455 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:18:00.429015 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=5950a9ea-1c9f-49d9-b82b-7785a6cccf6d,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:00.477040 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f6364c4-98cd-48ec-801b-626048491455 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:00.552860 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7f6364c4-98cd-48ec-801b-626048491455 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.3204689 Nov 12 09:18:00.558019 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c942444b-a0c3-4c10-8473-961c36d8435c', 'tag': '0e826e27-a100-4144-91ee-dbf802b5c9bf'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:18:00.569967 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba8417c-40d2-440f-8a74-2105389824ce" -d '{"events": [{"name": "network-changed", "server_uuid": "c942444b-a0c3-4c10-8473-961c36d8435c", "tag": "0e826e27-a100-4144-91ee-dbf802b5c9bf"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:18:00.801235 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a517a88-1eaa-4c95-8bad-fb2965a34969 x-openstack-request-id: req-6a517a88-1eaa-4c95-8bad-fb2965a34969 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:18:00.801530 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c942444b-a0c3-4c10-8473-961c36d8435c", "tag": "0e826e27-a100-4144-91ee-dbf802b5c9bf", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:18:00.802038 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a517a88-1eaa-4c95-8bad-fb2965a34969 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:18:00.802534 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c942444b-a0c3-4c10-8473-961c36d8435c', 'tag': '0e826e27-a100-4144-91ee-dbf802b5c9bf', 'status': 'completed', 'code': 200} Nov 12 09:18:00.864799 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d014f-bea4-4e47-9edd-16fecb765b6e None None] Pushing event updated for resources: {'Port': ['ID=608c260e-f9b7-4f70-b3ea-7d809f750515,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:00.889532 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d882f092-45c0-44c6-9a35-937377e72d1f None None] Sync routers for ids ['daf3228d-a42f-4340-8367-4b12335ee3f7'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:18:00.918735 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df215002-be79-4a55-bb85-6282cbdd2528 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:00.928359 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df215002-be79-4a55-bb85-6282cbdd2528 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:00.932085 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df215002-be79-4a55-bb85-6282cbdd2528 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:00.961366 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d882f092-45c0-44c6-9a35-937377e72d1f None None] Routers {'daf3228d-a42f-4340-8367-4b12335ee3f7'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:18:00.962993 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d882f092-45c0-44c6-9a35-937377e72d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:17:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['daf3228d-a42f-4340-8367-4b12335ee3f7'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:00.979609 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8417c-40d2-440f-8a74-2105389824ce req-dd1fbd1e-6744-43ea-aade-de34abf78c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:00.989130 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0ba8417c-40d2-440f-8a74-2105389824ce req-dd1fbd1e-6744-43ea-aade-de34abf78c5d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=37208630d32940b9a0eb6d96e161ed4a&device_id=c942444b-a0c3-4c10-8473-961c36d8435c HTTP/1.1" status: 200 len: 1097 time: 0.1503150 Nov 12 09:18:01.186207 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8417c-40d2-440f-8a74-2105389824ce req-96c9ad36-4982-4432-8957-4b01876f10e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:01.192745 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0ba8417c-40d2-440f-8a74-2105389824ce req-96c9ad36-4982-4432-8957-4b01876f10e7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=361583e5-810d-43eb-bd10-28471100ab67 HTTP/1.1" status: 200 len: 910 time: 0.1958549 Nov 12 09:18:01.277638 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:18:01.320860 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-d882f092-45c0-44c6-9a35-937377e72d1f None None] Set router daf3228d-a42f-4340-8367-4b12335ee3f7 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:18:01.400453 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256caa09-34c8-4549-88f7-ddb524609189 req-9fc763cc-df02-48a4-9e67-c797413f16ca tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:01.403843 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-256caa09-34c8-4549-88f7-ddb524609189 req-9fc763cc-df02-48a4-9e67-c797413f16ca tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] 10.222.0.37 "GET /v2.0/ports?device_id=479a8b69-a505-466c-85b4-2c449b0bfd6d HTTP/1.1" status: 200 len: 949 time: 0.3707919 Nov 12 09:18:01.480091 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0ba8417c-40d2-440f-8a74-2105389824ce req-ca99ced9-d1e3-4d5b-9bf2-d04f576e9399 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e826e27-a100-4144-91ee-dbf802b5c9bf HTTP/1.1" status: 200 len: 998 time: 0.2720423 Nov 12 09:18:01.481971 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df215002-be79-4a55-bb85-6282cbdd2528 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Pushing event updated for resources: {'Port': ['ID=c69dbca8-b7b2-4dc7-8f20-c7454a0b22cd,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:01.653069 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8417c-40d2-440f-8a74-2105389824ce req-4f71fbee-6a25-4da4-a371-e9b9e6644d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:01.656218 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0ba8417c-40d2-440f-8a74-2105389824ce req-4f71fbee-6a25-4da4-a371-e9b9e6644d33 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7180b4be-5884-4c17-8cdc-7bc215074ec1 HTTP/1.1" status: 200 len: 848 time: 0.1649752 Nov 12 09:18:01.672679 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-56d133f6-4c29-4041-ae95-ddd9e536ddeb None None] Provisioning complete for port 5950a9ea-1c9f-49d9-b82b-7785a6cccf6d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:01.673557 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-56d133f6-4c29-4041-ae95-ddd9e536ddeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:01.743970 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-256caa09-34c8-4549-88f7-ddb524609189 req-cea160ba-2686-4158-a137-53819adb2346 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfd942ef-679d-427f-9445-e0be642d7482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282120 Nov 12 09:18:01.802230 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df215002-be79-4a55-bb85-6282cbdd2528 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Network 1dca7526-e2c1-4258-aa9b-e57ca5c7d822 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:18:01.809749 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-df215002-be79-4a55-bb85-6282cbdd2528 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:18:01.851852 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8417c-40d2-440f-8a74-2105389824ce req-87a3b654-7e52-4316-b7e1-a12867e90322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:01.853550 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0ba8417c-40d2-440f-8a74-2105389824ce req-87a3b654-7e52-4316-b7e1-a12867e90322 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=361583e5-810d-43eb-bd10-28471100ab67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1875627 Nov 12 09:18:02.051330 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20293c6d-1f7d-4161-bdeb-7f1d169a70e3 None None] Network 1dca7526-e2c1-4258-aa9b-e57ca5c7d822 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:18:02.126270 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0ba8417c-40d2-440f-8a74-2105389824ce req-db694a7b-046f-4c2f-9b3e-3eb3b1fa7543 service neutron] 10.222.0.54 "GET /v2.0/networks/361583e5-810d-43eb-bd10-28471100ab67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630634 Nov 12 09:18:02.265559 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a02ff-8df4-41be-aa76-ca3be5b2a5d0 req-975dcc2c-de0c-4ceb-92ad-d0afb739b2a6 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:02.275852 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4b4a02ff-8df4-41be-aa76-ca3be5b2a5d0 req-975dcc2c-de0c-4ceb-92ad-d0afb739b2a6 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 943 time: 0.2820425 Nov 12 09:18:02.317525 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0ba8417c-40d2-440f-8a74-2105389824ce req-c7cac8fe-8b06-44b1-ad80-60bfbc501fb2 service neutron] 10.222.0.54 "GET /v2.0/networks/361583e5-810d-43eb-bd10-28471100ab67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843021 Nov 12 09:18:02.378106 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5950a9ea-1c9f-49d9-b82b-7785a6cccf6d up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:18:02.439326 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a68e0c-cc91-40a5-9d2d-b814df0eea3d req-83078c9e-4a56-4440-b30e-668549cb01e4 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:02.441542 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-14a68e0c-cc91-40a5-9d2d-b814df0eea3d req-83078c9e-4a56-4440-b30e-668549cb01e4 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] 10.222.0.58 "GET /v2.0/ports?device_id=479a8b69-a505-466c-85b4-2c449b0bfd6d HTTP/1.1" status: 200 len: 949 time: 0.1608503 Nov 12 09:18:02.445853 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4b4a02ff-8df4-41be-aa76-ca3be5b2a5d0 req-97276d0e-6f74-4df7-b9f8-e9a4a6c52fb5 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442986 Nov 12 09:18:02.487166 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df215002-be79-4a55-bb85-6282cbdd2528 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Router d0559ef3-db2f-4103-83ea-cdb24722b5fc is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:18:02.662338 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 5950a9ea-1c9f-49d9-b82b-7785a6cccf6d triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:02.662817 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:02.740490 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d882f092-45c0-44c6-9a35-937377e72d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'name': 'tempest-TestServerBasicOps-1881539139-router', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'f9f57adc-ec94-43e3-8655-32028c6ca2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:17:09Z', 'updated_at': '2021-11-12T09:17:15Z', 'revision_number': 4, 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'gw_port': {'id': 'f9f57adc-ec94-43e3-8655-32028c6ca2d6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:10Z', 'updated_at': '2021-11-12T09:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '57398059-c5da-4fd3-bd24-dc36a9753c90', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'floating_ip_address': '172.25.6.76', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'port_id': '0e826e27-a100-4144-91ee-dbf802b5c9bf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '361583e5-810d-43eb-bd10-28471100ab67', 'mac_address': 'fa:16:3e:d1:b0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c942444b-a0c3-4c10-8473-961c36d8435c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:17:57Z', 'updated_at': '2021-11-12T09:17:57Z', 'revision_number': 0, 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11dacdb2-9562-4f7a-ac19-12efddae7930', 'name': '', 'network_id': '361583e5-810d-43eb-bd10-28471100ab67', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'mac_address': 'fa:16:3e:0e:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '7180b4be-5884-4c17-8cdc-7bc215074ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:14Z', 'updated_at': '2021-11-12T09:17:34Z', 'revision_number': 5, 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'subnets': [{'id': '7180b4be-5884-4c17-8cdc-7bc215074ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:02.780724 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d882f092-45c0-44c6-9a35-937377e72d1f None None] Checking router: daf3228d-a42f-4340-8367-4b12335ee3f7 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:18:02.788157 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b87f4437-6cca-432c-8dc4-397a5cf60c19 None None] Provisioning complete for port 79471d82-1667-4035-a11d-5c77cf057e9d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:02.788557 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b87f4437-6cca-432c-8dc4-397a5cf60c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:02.872733 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d882f092-45c0-44c6-9a35-937377e72d1f None None] Routers {'daf3228d-a42f-4340-8367-4b12335ee3f7'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:18:02.873402 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d882f092-45c0-44c6-9a35-937377e72d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:17:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['daf3228d-a42f-4340-8367-4b12335ee3f7'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:02.980723 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 608c260e-f9b7-4f70-b3ea-7d809f750515 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:18:03.148954 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78323a13-f141-43f6-89bf-c1cf5cbd65cb None None] Network a6a45002-462e-4afe-a0ca-75cfd7b3fb17 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:18:03.216037 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-d882f092-45c0-44c6-9a35-937377e72d1f None None] Set router daf3228d-a42f-4340-8367-4b12335ee3f7 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:18:03.251596 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b87f4437-6cca-432c-8dc4-397a5cf60c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:03.286443 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df215002-be79-4a55-bb85-6282cbdd2528 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:18:03.300887 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-df215002-be79-4a55-bb85-6282cbdd2528 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] 10.222.0.37 "PUT /v2.0/routers/d0559ef3-db2f-4103-83ea-cdb24722b5fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4456265 Nov 12 09:18:03.303860 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33858) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:03.310286 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a920b4-a9de-46d7-aff3-6bb186c461ac None None] Sync routers for ids ['d0559ef3-db2f-4103-83ea-cdb24722b5fc'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:18:03.324265 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a920b4-a9de-46d7-aff3-6bb186c461ac None None] Routers {'d0559ef3-db2f-4103-83ea-cdb24722b5fc'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:18:03.324621 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4c637-76ef-403a-9439-5a583e55df8a req-48131b8a-5245-4241-be21-5f91b9f04f87 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:03.325142 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-19a920b4-a9de-46d7-aff3-6bb186c461ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:17:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d0559ef3-db2f-4103-83ea-cdb24722b5fc'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:03.327363 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-17b4c637-76ef-403a-9439-5a583e55df8a req-48131b8a-5245-4241-be21-5f91b9f04f87 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] 10.222.0.37 "GET /v2.0/ports?device_id=479a8b69-a505-466c-85b4-2c449b0bfd6d HTTP/1.1" status: 200 len: 949 time: 0.1740572 Nov 12 09:18:03.332674 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-14a68e0c-cc91-40a5-9d2d-b814df0eea3d req-35367035-a12e-4496-a4a8-6cb997041383 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Deleting port ea8d8abc-f4fb-4926-9ab1-3a83db2d3589 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:03.333474 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-14a68e0c-cc91-40a5-9d2d-b814df0eea3d req-35367035-a12e-4496-a4a8-6cb997041383 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:03.360294 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 608c260e-f9b7-4f70-b3ea-7d809f750515 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:03.371300 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:03.381492 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-19a920b4-a9de-46d7-aff3-6bb186c461ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:03.405127 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a920b4-a9de-46d7-aff3-6bb186c461ac None None] Routers {'d0559ef3-db2f-4103-83ea-cdb24722b5fc'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:18:03.411565 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-19a920b4-a9de-46d7-aff3-6bb186c461ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:17:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d0559ef3-db2f-4103-83ea-cdb24722b5fc'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:03.475541 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-19a920b4-a9de-46d7-aff3-6bb186c461ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:03.476260 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a920b4-a9de-46d7-aff3-6bb186c461ac None None] The sync data for ids ['d0559ef3-db2f-4103-83ea-cdb24722b5fc'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:18:03.609112 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-17b4c637-76ef-403a-9439-5a583e55df8a req-ab71eadf-b3c3-4c9f-92be-d9dca71714fb tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfd942ef-679d-427f-9445-e0be642d7482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673357 Nov 12 09:18:03.624862 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b87f4437-6cca-432c-8dc4-397a5cf60c19 None None] For port 79471d82-1667-4035-a11d-5c77cf057e9d, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=79471d82-1667-4035-a11d-5c77cf057e9d,segment=NetworkSegment(d8cf130b-c759-4d9a-94dc-7f6313930110),segment_id=d8cf130b-c759-4d9a-94dc-7f6313930110)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:03.697802 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b87f4437-6cca-432c-8dc4-397a5cf60c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:03.717180 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-14a68e0c-cc91-40a5-9d2d-b814df0eea3d req-35367035-a12e-4496-a4a8-6cb997041383 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] For port ea8d8abc-f4fb-4926-9ab1-3a83db2d3589, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=ea8d8abc-f4fb-4926-9ab1-3a83db2d3589,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:03.718331 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-14a68e0c-cc91-40a5-9d2d-b814df0eea3d req-35367035-a12e-4496-a4a8-6cb997041383 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:03.757652 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-14a68e0c-cc91-40a5-9d2d-b814df0eea3d req-35367035-a12e-4496-a4a8-6cb997041383 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Calling delete_port for ea8d8abc-f4fb-4926-9ab1-3a83db2d3589 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:03.868267 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c767db-89d6-4797-a965-bfac1c4e8ce4 req-6afa5a09-c27a-400e-b85d-eca9d8735a91 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:03.879355 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a2c767db-89d6-4797-a965-bfac1c4e8ce4 req-6afa5a09-c27a-400e-b85d-eca9d8735a91 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 943 time: 0.1418121 Nov 12 09:18:03.970539 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a2c767db-89d6-4797-a965-bfac1c4e8ce4 req-773700ba-bf51-4aa4-bb8e-086cefb0c448 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875123 Nov 12 09:18:03.977230 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-c02b3d1a-35a1-4e9a-9d65-e3c2ed273b8f tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:18:03.983040 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c02b3d1a-35a1-4e9a-9d65-e3c2ed273b8f tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] 10.222.0.37 "PUT /v2.0/routers/d0559ef3-db2f-4103-83ea-cdb24722b5fc/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6743565 Nov 12 09:18:03.983912 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33862) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:04.118014 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-14a68e0c-cc91-40a5-9d2d-b814df0eea3d req-35367035-a12e-4496-a4a8-6cb997041383 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:04.152156 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35367035-a12e-4496-a4a8-6cb997041383 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Pushing event deleted for resources: {'Port': ['ID=ea8d8abc-f4fb-4926-9ab1-3a83db2d3589,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:04.198077 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f4437-6cca-432c-8dc4-397a5cf60c19 None None] Pushing event updated for resources: {'Port': ['ID=79471d82-1667-4035-a11d-5c77cf057e9d,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:04.255958 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a68e0c-cc91-40a5-9d2d-b814df0eea3d req-35367035-a12e-4496-a4a8-6cb997041383 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] No DVR routers for this DVR port ea8d8abc-f4fb-4926-9ab1-3a83db2d3589 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:18:04.259632 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-dae8cdaa-1b3e-49f3-9a01-ab2646cd3faf None None] Provisioning complete for port 79471d82-1667-4035-a11d-5c77cf057e9d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:04.260176 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dae8cdaa-1b3e-49f3-9a01-ab2646cd3faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:04.262293 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-14a68e0c-cc91-40a5-9d2d-b814df0eea3d req-35367035-a12e-4496-a4a8-6cb997041383 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:04.269242 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-14a68e0c-cc91-40a5-9d2d-b814df0eea3d req-35367035-a12e-4496-a4a8-6cb997041383 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] 10.222.0.58 "DELETE /v2.0/ports/ea8d8abc-f4fb-4926-9ab1-3a83db2d3589 HTTP/1.1" status: 204 len: 173 time: 1.8192291 Nov 12 09:18:04.270155 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479a8b69-a505-466c-85b4-2c449b0bfd6d', 'name': 'network-vif-deleted', 'tag': 'ea8d8abc-f4fb-4926-9ab1-3a83db2d3589'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:18:04.275074 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce47cd9-9655-4a4c-b6c2-28d60c4861e0" -d '{"events": [{"server_uuid": "479a8b69-a505-466c-85b4-2c449b0bfd6d", "name": "network-vif-deleted", "tag": "ea8d8abc-f4fb-4926-9ab1-3a83db2d3589"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:18:04.371158 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd32f39-8aaf-4148-a0c4-6d825234a5e5 x-openstack-request-id: req-0fd32f39-8aaf-4148-a0c4-6d825234a5e5 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:18:04.371928 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479a8b69-a505-466c-85b4-2c449b0bfd6d", "name": "network-vif-deleted", "tag": "ea8d8abc-f4fb-4926-9ab1-3a83db2d3589", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:18:04.372809 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0fd32f39-8aaf-4148-a0c4-6d825234a5e5 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:18:04.373558 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479a8b69-a505-466c-85b4-2c449b0bfd6d', 'name': 'network-vif-deleted', 'tag': 'ea8d8abc-f4fb-4926-9ab1-3a83db2d3589', 'status': 'completed', 'code': 200} Nov 12 09:18:04.427246 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:04.539785 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 608c260e-f9b7-4f70-b3ea-7d809f750515, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=608c260e-f9b7-4f70-b3ea-7d809f750515,segment=NetworkSegment(63ae936b-7732-4469-90e9-7e31c969734c),segment_id=63ae936b-7732-4469-90e9-7e31c969734c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:04.554837 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:04.555552 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 79471d82-1667-4035-a11d-5c77cf057e9d up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:18:04.572833 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d882f092-45c0-44c6-9a35-937377e72d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'name': 'tempest-TestServerBasicOps-1881539139-router', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'f9f57adc-ec94-43e3-8655-32028c6ca2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:17:09Z', 'updated_at': '2021-11-12T09:17:15Z', 'revision_number': 4, 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'gw_port': {'id': 'f9f57adc-ec94-43e3-8655-32028c6ca2d6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:10Z', 'updated_at': '2021-11-12T09:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '57398059-c5da-4fd3-bd24-dc36a9753c90', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'floating_ip_address': '172.25.6.76', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'port_id': '0e826e27-a100-4144-91ee-dbf802b5c9bf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '361583e5-810d-43eb-bd10-28471100ab67', 'mac_address': 'fa:16:3e:d1:b0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c942444b-a0c3-4c10-8473-961c36d8435c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:17:57Z', 'updated_at': '2021-11-12T09:17:57Z', 'revision_number': 0, 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11dacdb2-9562-4f7a-ac19-12efddae7930', 'name': '', 'network_id': '361583e5-810d-43eb-bd10-28471100ab67', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'mac_address': 'fa:16:3e:0e:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '7180b4be-5884-4c17-8cdc-7bc215074ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:14Z', 'updated_at': '2021-11-12T09:17:34Z', 'revision_number': 5, 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'subnets': [{'id': '7180b4be-5884-4c17-8cdc-7bc215074ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:04.678133 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device ea8d8abc-f4fb-4926-9ab1-3a83db2d3589 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:18:04.695186 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d882f092-45c0-44c6-9a35-937377e72d1f None None] The sync data for ids ['daf3228d-a42f-4340-8367-4b12335ee3f7'] in n-d-768862-16 is: [{'id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'name': 'tempest-TestServerBasicOps-1881539139-router', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'f9f57adc-ec94-43e3-8655-32028c6ca2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:17:09Z', 'updated_at': '2021-11-12T09:17:15Z', 'revision_number': 4, 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'gw_port': {'id': 'f9f57adc-ec94-43e3-8655-32028c6ca2d6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:10Z', 'updated_at': '2021-11-12T09:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '57398059-c5da-4fd3-bd24-dc36a9753c90', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'floating_ip_address': '172.25.6.76', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'port_id': '0e826e27-a100-4144-91ee-dbf802b5c9bf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '361583e5-810d-43eb-bd10-28471100ab67', 'mac_address': 'fa:16:3e:d1:b0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c942444b-a0c3-4c10-8473-961c36d8435c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:17:57Z', 'updated_at': '2021-11-12T09:17:57Z', 'revision_number': 0, 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11dacdb2-9562-4f7a-ac19-12efddae7930', 'name': '', 'network_id': '361583e5-810d-43eb-bd10-28471100ab67', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'mac_address': 'fa:16:3e:0e:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '7180b4be-5884-4c17-8cdc-7bc215074ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:14Z', 'updated_at': '2021-11-12T09:17:34Z', 'revision_number': 5, 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'subnets': [{'id': '7180b4be-5884-4c17-8cdc-7bc215074ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:18:04.811605 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: ea8d8abc-f4fb-4926-9ab1-3a83db2d3589 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:18:04.813274 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device ea8d8abc-f4fb-4926-9ab1-3a83db2d3589 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:18:04.867541 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-dae8cdaa-1b3e-49f3-9a01-ab2646cd3faf None None] Provisioning complete for port 608c260e-f9b7-4f70-b3ea-7d809f750515 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:04.868257 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dae8cdaa-1b3e-49f3-9a01-ab2646cd3faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:04.872935 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5a84a325-e85f-4e31-a19f-d7977d34ae7f req-f9428078-6103-4648-a23b-5ad0116f4c23 tempest-VolumesBackupsTest-1325112616 tempest-VolumesBackupsTest-1325112616-project] 10.222.0.37 "GET /v2.0/ports?device_id=479a8b69-a505-466c-85b4-2c449b0bfd6d HTTP/1.1" status: 200 len: 210 time: 0.0765870 Nov 12 09:18:04.976007 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=608c260e-f9b7-4f70-b3ea-7d809f750515,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:04.999890 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 79471d82-1667-4035-a11d-5c77cf057e9d triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:05.000834 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:05.206928 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-dae8cdaa-1b3e-49f3-9a01-ab2646cd3faf None None] Provisioning complete for port c69dbca8-b7b2-4dc7-8f20-c7454a0b22cd triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:05.208102 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dae8cdaa-1b3e-49f3-9a01-ab2646cd3faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:05.231098 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf17601-ef6c-4a23-86c0-208547c41a38 req-4c8f9ca0-e167-4228-8f70-a23721419fb0 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:05.248624 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-caf17601-ef6c-4a23-86c0-208547c41a38 req-4c8f9ca0-e167-4228-8f70-a23721419fb0 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 943 time: 0.1321435 Nov 12 09:18:05.288457 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b4373d-5e1c-4dd6-9414-02c8d2b5fc3a None None] New status for floating IP 57398059-c5da-4fd3-bd24-dc36a9753c90: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:18:05.313655 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-208b764b-8955-4d60-91d7-650398c8af86 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:05.350817 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-caf17601-ef6c-4a23-86c0-208547c41a38 req-3f0cc373-eddf-4e10-8675-72aee17d0f42 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983372 Nov 12 09:18:05.414421 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-dae8cdaa-1b3e-49f3-9a01-ab2646cd3faf None None] Port c69dbca8-b7b2-4dc7-8f20-c7454a0b22cd cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:18:05.548520 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 608c260e-f9b7-4f70-b3ea-7d809f750515 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:18:05.643556 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-7ee6ce26-9ebb-4c85-8a8b-0fa0e7aab916 None None] Provisioning complete for port 608c260e-f9b7-4f70-b3ea-7d809f750515 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:05.644104 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7ee6ce26-9ebb-4c85-8a8b-0fa0e7aab916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:05.701448 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 608c260e-f9b7-4f70-b3ea-7d809f750515 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:05.701806 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:05.744305 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-208b764b-8955-4d60-91d7-650398c8af86 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Deleting port c69dbca8-b7b2-4dc7-8f20-c7454a0b22cd {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:05.744708 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-208b764b-8955-4d60-91d7-650398c8af86 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:05.841813 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-7ee6ce26-9ebb-4c85-8a8b-0fa0e7aab916 None None] Provisioning complete for port c69dbca8-b7b2-4dc7-8f20-c7454a0b22cd triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:05.842184 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7ee6ce26-9ebb-4c85-8a8b-0fa0e7aab916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:05.882313 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 79471d82-1667-4035-a11d-5c77cf057e9d up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:18:05.882557 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-208b764b-8955-4d60-91d7-650398c8af86 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:05.920368 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-7ee6ce26-9ebb-4c85-8a8b-0fa0e7aab916 None None] Port c69dbca8-b7b2-4dc7-8f20-c7454a0b22cd cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:18:05.925758 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-208b764b-8955-4d60-91d7-650398c8af86 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Calling delete_port for c69dbca8-b7b2-4dc7-8f20-c7454a0b22cd owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:05.981467 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 79471d82-1667-4035-a11d-5c77cf057e9d triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:05.982585 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:06.280029 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-208b764b-8955-4d60-91d7-650398c8af86 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:06.353760 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b764b-8955-4d60-91d7-650398c8af86 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Pushing event deleted for resources: {'Port': ['ID=c69dbca8-b7b2-4dc7-8f20-c7454a0b22cd,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:06.554182 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-208b764b-8955-4d60-91d7-650398c8af86 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:06.704464 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05c327-6a0f-4097-8a16-9a51c9f8782d req-cfb3e7bc-b0a2-49fb-9fd0-47dbfb70c4b3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:06.707175 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2e05c327-6a0f-4097-8a16-9a51c9f8782d req-cfb3e7bc-b0a2-49fb-9fd0-47dbfb70c4b3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 943 time: 0.1145384 Nov 12 09:18:06.784276 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2e05c327-6a0f-4097-8a16-9a51c9f8782d req-47359944-bfe0-4a81-93d7-e1ab40fd22c1 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704861 Nov 12 09:18:06.866125 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208b764b-8955-4d60-91d7-650398c8af86 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Router d0559ef3-db2f-4103-83ea-cdb24722b5fc has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:18:06.977934 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208b764b-8955-4d60-91d7-650398c8af86 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:18:06.994159 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-208b764b-8955-4d60-91d7-650398c8af86 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] 10.222.0.37 "PUT /v2.0/routers/d0559ef3-db2f-4103-83ea-cdb24722b5fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0022254 Nov 12 09:18:06.994683 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33880) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:07.000745 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a6a782-68aa-489e-aad5-03adb6ad1125 None None] Sync routers for ids ['d0559ef3-db2f-4103-83ea-cdb24722b5fc'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:18:07.019486 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a6a782-68aa-489e-aad5-03adb6ad1125 None None] Routers {'d0559ef3-db2f-4103-83ea-cdb24722b5fc'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:18:07.020586 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-23a6a782-68aa-489e-aad5-03adb6ad1125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:17:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d0559ef3-db2f-4103-83ea-cdb24722b5fc'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:07.042813 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-e3c4ffbc-0c17-47c3-a151-1ccbe6b68645 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] delete failed (client error): The resource could not be found. Nov 12 09:18:07.048099 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e3c4ffbc-0c17-47c3-a151-1ccbe6b68645 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-493565962 HTTP/1.1" status: 404 len: 334 time: 0.0467114 Nov 12 09:18:07.048476 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33882) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:07.053444 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-dc6c6823-3b31-4842-a099-2d0007407902 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd0559ef3-db2f-4103-83ea-cdb24722b5fc'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:07.069826 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-23a6a782-68aa-489e-aad5-03adb6ad1125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:07.086033 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a6a782-68aa-489e-aad5-03adb6ad1125 None None] Routers {'d0559ef3-db2f-4103-83ea-cdb24722b5fc'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:18:07.087511 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-23a6a782-68aa-489e-aad5-03adb6ad1125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:17:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d0559ef3-db2f-4103-83ea-cdb24722b5fc'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:07.131213 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-23a6a782-68aa-489e-aad5-03adb6ad1125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:07.132035 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a6a782-68aa-489e-aad5-03adb6ad1125 None None] The sync data for ids ['d0559ef3-db2f-4103-83ea-cdb24722b5fc'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:18:07.381699 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dc6c6823-3b31-4842-a099-2d0007407902 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:07.409760 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-dc6c6823-3b31-4842-a099-2d0007407902 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] update failed (client error): The resource could not be found. Nov 12 09:18:07.414593 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-dc6c6823-3b31-4842-a099-2d0007407902 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] 10.222.0.37 "PUT /v2.0/routers/d0559ef3-db2f-4103-83ea-cdb24722b5fc HTTP/1.1" status: 404 len: 339 time: 0.3615856 Nov 12 09:18:07.414960 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33888) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:07.420704 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-6b57a388-427e-44aa-b4e7-1c0d68ce54ff tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2008356508'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:07.449083 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b57a388-427e-44aa-b4e7-1c0d68ce54ff tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Made reservation on behalf of e95fb8161a634333b68fb585023f4e51 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:18:07.453476 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6b57a388-427e-44aa-b4e7-1c0d68ce54ff tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:07.483974 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b57a388-427e-44aa-b4e7-1c0d68ce54ff tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:18:07.497136 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6b57a388-427e-44aa-b4e7-1c0d68ce54ff tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:07.497511 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-6b57a388-427e-44aa-b4e7-1c0d68ce54ff tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Added segment a2008751-87de-45ca-aea8-70f2879c7d0a of type vlan for network 7fc1936e-da05-43fc-ad67-f164438b85a9 Nov 12 09:18:07.563135 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6b57a388-427e-44aa-b4e7-1c0d68ce54ff tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:07.605324 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6b57a388-427e-44aa-b4e7-1c0d68ce54ff tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:07.613078 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b57a388-427e-44aa-b4e7-1c0d68ce54ff tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:07.614184 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6b57a388-427e-44aa-b4e7-1c0d68ce54ff tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:07.665609 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6b57a388-427e-44aa-b4e7-1c0d68ce54ff tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2463651 Nov 12 09:18:07.665944 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33890) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:07.671365 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-cdf66966-e681-4930-b42d-c35853fcb07d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Request body: {'subnet': {'network_id': '7fc1936e-da05-43fc-ad67-f164438b85a9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:07.700769 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57a388-427e-44aa-b4e7-1c0d68ce54ff tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Pushing event updated for resources: {'Network': ['ID=7fc1936e-da05-43fc-ad67-f164438b85a9,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:07.712087 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b57a388-427e-44aa-b4e7-1c0d68ce54ff tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:07.713305 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b57a388-427e-44aa-b4e7-1c0d68ce54ff tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:07.713305 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b57a388-427e-44aa-b4e7-1c0d68ce54ff tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:07.713305 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b57a388-427e-44aa-b4e7-1c0d68ce54ff tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:07.714858 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b57a388-427e-44aa-b4e7-1c0d68ce54ff tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:07.715244 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b57a388-427e-44aa-b4e7-1c0d68ce54ff tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:07.715780 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b57a388-427e-44aa-b4e7-1c0d68ce54ff tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:07.716119 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b57a388-427e-44aa-b4e7-1c0d68ce54ff tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:07.716448 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b57a388-427e-44aa-b4e7-1c0d68ce54ff tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:07.716775 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b57a388-427e-44aa-b4e7-1c0d68ce54ff tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:07.717277 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b57a388-427e-44aa-b4e7-1c0d68ce54ff tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:07.717606 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b57a388-427e-44aa-b4e7-1c0d68ce54ff tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:07.732911 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 7fc1936e-da05-43fc-ad67-f164438b85a9 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:18:07.800290 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf66966-e681-4930-b42d-c35853fcb07d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Made reservation on behalf of e95fb8161a634333b68fb585023f4e51 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:18:07.807460 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cdf66966-e681-4930-b42d-c35853fcb07d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:07.919862 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-14e10c1d-fc5b-4a85-874e-5392450ab3df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:08.008304 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d194d1d-b040-4dc5-931a-c3b4d5c4c217 req-af3b4655-44d4-4886-bbf7-ed5b588f2932 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:08.016426 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6d194d1d-b040-4dc5-931a-c3b4d5c4c217 req-af3b4655-44d4-4886-bbf7-ed5b588f2932 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 943 time: 0.1057115 Nov 12 09:18:08.101560 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6d194d1d-b040-4dc5-931a-c3b4d5c4c217 req-40af4638-c749-416e-bd7f-209f73c3a46e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787232 Nov 12 09:18:08.176719 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cdf66966-e681-4930-b42d-c35853fcb07d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:08.279116 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf66966-e681-4930-b42d-c35853fcb07d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Pushing event updated for resources: {'Subnet': ['ID=d1aebfb4-17f2-48a5-a170-50d6255d7861,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:08.308274 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf66966-e681-4930-b42d-c35853fcb07d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Checking segment: {'id': 'a2008751-87de-45ca-aea8-70f2879c7d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7fc1936e-da05-43fc-ad67-f164438b85a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:18:08.308274 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf66966-e681-4930-b42d-c35853fcb07d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Network hostable DHCP agents. Network: 7fc1936e-da05-43fc-ad67-f164438b85a9, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:18:08.337688 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf66966-e681-4930-b42d-c35853fcb07d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Network 7fc1936e-da05-43fc-ad67-f164438b85a9 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:18:08.357593 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-cdf66966-e681-4930-b42d-c35853fcb07d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 7fc1936e-da05-43fc-ad67-f164438b85a9) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:18:08.374800 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f864f38-5baa-4a33-ba0a-e397755e9ed6 None None] Network 7fc1936e-da05-43fc-ad67-f164438b85a9 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:18:08.389622 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf66966-e681-4930-b42d-c35853fcb07d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:08.392911 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cdf66966-e681-4930-b42d-c35853fcb07d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:08.442230 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-cdf66966-e681-4930-b42d-c35853fcb07d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7723820 Nov 12 09:18:08.442444 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33896) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:08.447449 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-58980549-99d8-430a-995c-7cfd042664de tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Request body: {'router': {'external_gateway_info': {'network_id': '7fc1936e-da05-43fc-ad67-f164438b85a9'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:08.612348 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae63f5d-8f56-41d1-b19f-c6e4dcda8127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-7fc1936e-da05-43fc-ad67-f164438b85a9', 'network_id': '7fc1936e-da05-43fc-ad67-f164438b85a9', 'tenant_id': 'e95fb8161a634333b68fb585023f4e51', 'fixed_ips': [{'subnet_id': 'd1aebfb4-17f2-48a5-a170-50d6255d7861'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:18:08.613852 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fae63f5d-8f56-41d1-b19f-c6e4dcda8127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:08.805364 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-58980549-99d8-430a-995c-7cfd042664de tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:08.815419 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-fae63f5d-8f56-41d1-b19f-c6e4dcda8127 None None] Allocated IP 2001:db8:1::2 (7fc1936e-da05-43fc-ad67-f164438b85a9/d1aebfb4-17f2-48a5-a170-50d6255d7861/fcbfd25d-ce7f-4ad8-82da-21da61d08001) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:18:09.010726 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-58980549-99d8-430a-995c-7cfd042664de tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:18:09.011898 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-58980549-99d8-430a-995c-7cfd042664de tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] 10.222.0.37 "PUT /v2.0/routers/d0559ef3-db2f-4103-83ea-cdb24722b5fc HTTP/1.1" status: 400 len: 364 time: 0.5683734 Nov 12 09:18:09.018636 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33898) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:09.024006 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fae63f5d-8f56-41d1-b19f-c6e4dcda8127 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:09.033762 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fae63f5d-8f56-41d1-b19f-c6e4dcda8127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:09.096294 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae63f5d-8f56-41d1-b19f-c6e4dcda8127 None None] Network 7fc1936e-da05-43fc-ad67-f164438b85a9 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:18:09.100728 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-fae63f5d-8f56-41d1-b19f-c6e4dcda8127 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:18:09.104331 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae63f5d-8f56-41d1-b19f-c6e4dcda8127 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:18:09.123070 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae63f5d-8f56-41d1-b19f-c6e4dcda8127 None None] Pushing event updated for resources: {'Port': ['ID=fcbfd25d-ce7f-4ad8-82da-21da61d08001,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:09.243787 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-fae63f5d-8f56-41d1-b19f-c6e4dcda8127 None None] Attempting to bind port fcbfd25d-ce7f-4ad8-82da-21da61d08001 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:18:09.244671 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-fae63f5d-8f56-41d1-b19f-c6e4dcda8127 None None] Attempting to bind port fcbfd25d-ce7f-4ad8-82da-21da61d08001 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'a2008751-87de-45ca-aea8-70f2879c7d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7fc1936e-da05-43fc-ad67-f164438b85a9'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:18:09.245398 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae63f5d-8f56-41d1-b19f-c6e4dcda8127 None None] Attempting to bind port fcbfd25d-ce7f-4ad8-82da-21da61d08001 on network 7fc1936e-da05-43fc-ad67-f164438b85a9 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:18:09.256796 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae63f5d-8f56-41d1-b19f-c6e4dcda8127 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:18:09.257854 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae63f5d-8f56-41d1-b19f-c6e4dcda8127 None None] Checking segment: {'id': 'a2008751-87de-45ca-aea8-70f2879c7d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7fc1936e-da05-43fc-ad67-f164438b85a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:18:09.258687 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fae63f5d-8f56-41d1-b19f-c6e4dcda8127 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:09.259468 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae63f5d-8f56-41d1-b19f-c6e4dcda8127 None None] Bound using segment: {'id': 'a2008751-87de-45ca-aea8-70f2879c7d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7fc1936e-da05-43fc-ad67-f164438b85a9'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:18:09.260458 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-fae63f5d-8f56-41d1-b19f-c6e4dcda8127 None None] Bound port: fcbfd25d-ce7f-4ad8-82da-21da61d08001, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2008751-87de-45ca-aea8-70f2879c7d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7fc1936e-da05-43fc-ad67-f164438b85a9'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:18:09.261198 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fae63f5d-8f56-41d1-b19f-c6e4dcda8127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:09.431262 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-fae63f5d-8f56-41d1-b19f-c6e4dcda8127 None None] For port fcbfd25d-ce7f-4ad8-82da-21da61d08001, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:18:09.445901 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-fae63f5d-8f56-41d1-b19f-c6e4dcda8127 None None] For port fcbfd25d-ce7f-4ad8-82da-21da61d08001, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=fcbfd25d-ce7f-4ad8-82da-21da61d08001,segment=NetworkSegment(a2008751-87de-45ca-aea8-70f2879c7d0a),segment_id=a2008751-87de-45ca-aea8-70f2879c7d0a)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:18:09.455595 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fae63f5d-8f56-41d1-b19f-c6e4dcda8127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:09.478640 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040cc01-1302-439c-afa5-856472a53df7 req-7acac700-0b67-4f0a-954e-c9bb7dda919c tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:09.491071 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7040cc01-1302-439c-afa5-856472a53df7 req-7acac700-0b67-4f0a-954e-c9bb7dda919c tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 943 time: 0.2352927 Nov 12 09:18:09.632609 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b320295b-d90d-481f-ada0-19037169670b tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:09.645985 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae63f5d-8f56-41d1-b19f-c6e4dcda8127 None None] Pushing event updated for resources: {'Port': ['ID=fcbfd25d-ce7f-4ad8-82da-21da61d08001,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:09.670566 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7040cc01-1302-439c-afa5-856472a53df7 req-5b43d999-fa7c-4c87-9cbd-6629922dc414 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724749 Nov 12 09:18:10.060959 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-b320295b-d90d-481f-ada0-19037169670b tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Allocated IP 2001:db8::1 (7c79eab8-6931-44e7-b172-b772d65b3d87/6b5c9a3b-1c71-47f3-b0c7-28fdbe94fc02/d422af04-0452-4dec-82e5-033295c8e8ea) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:18:10.212148 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-94c4b0a5-e8b4-40da-837d-11b36c07fb99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:10.284348 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b320295b-d90d-481f-ada0-19037169670b tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:10.346395 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b320295b-d90d-481f-ada0-19037169670b tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:10.438966 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b320295b-d90d-481f-ada0-19037169670b tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Network 7c79eab8-6931-44e7-b172-b772d65b3d87 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:18:10.445697 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-b320295b-d90d-481f-ada0-19037169670b tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:18:10.450857 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b320295b-d90d-481f-ada0-19037169670b tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:18:10.451933 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b320295b-d90d-481f-ada0-19037169670b tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:10.564487 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320295b-d90d-481f-ada0-19037169670b tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Pushing event updated for resources: {'Port': ['ID=d422af04-0452-4dec-82e5-033295c8e8ea,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:10.776437 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b320295b-d90d-481f-ada0-19037169670b tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:10.971620 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ae462-e696-462e-b442-b0fcc83400fd req-f0a02dc3-8e14-4d15-b886-1f80bb46a1cb tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:10.975106 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-310ae462-e696-462e-b442-b0fcc83400fd req-f0a02dc3-8e14-4d15-b886-1f80bb46a1cb tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 943 time: 0.1885254 Nov 12 09:18:11.145704 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-3f662346-5fee-49e7-b647-f4bc178c03b1 None None] Provisioning complete for port d422af04-0452-4dec-82e5-033295c8e8ea triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:11.146915 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3f662346-5fee-49e7-b647-f4bc178c03b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:11.147834 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-310ae462-e696-462e-b442-b0fcc83400fd req-e4966faa-cb12-4302-af91-4b40435a71af tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603045 Nov 12 09:18:11.268605 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-3f662346-5fee-49e7-b647-f4bc178c03b1 None None] Port d422af04-0452-4dec-82e5-033295c8e8ea cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:18:11.518771 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532c899c-f006-4cab-aed9-01400d027a6e None None] Network 7fc1936e-da05-43fc-ad67-f164438b85a9 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:18:11.595618 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b320295b-d90d-481f-ada0-19037169670b tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:11.611772 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b320295b-d90d-481f-ada0-19037169670b tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:11.611772 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b320295b-d90d-481f-ada0-19037169670b tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:11.691625 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320295b-d90d-481f-ada0-19037169670b tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Pushing event updated for resources: {'Port': ['ID=d422af04-0452-4dec-82e5-033295c8e8ea,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:11.691873 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device fcbfd25d-ce7f-4ad8-82da-21da61d08001 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:18:11.832389 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port fcbfd25d-ce7f-4ad8-82da-21da61d08001 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:11.833522 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:11.911600 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b320295b-d90d-481f-ada0-19037169670b tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Network 7c79eab8-6931-44e7-b172-b772d65b3d87 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:18:11.915860 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d88d5f90-0f75-4ecf-bdce-9f5199ebc4ff None None] Provisioning complete for port fcbfd25d-ce7f-4ad8-82da-21da61d08001 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:11.916763 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d88d5f90-0f75-4ecf-bdce-9f5199ebc4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:11.917443 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-b320295b-d90d-481f-ada0-19037169670b tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:18:12.215043 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b320295b-d90d-481f-ada0-19037169670b tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Router d0559ef3-db2f-4103-83ea-cdb24722b5fc has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:18:12.498805 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf14c5d-b955-4808-a3f1-260f0fda48c2 req-a50651f3-1d54-4c7a-9793-af920b823bd1 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:12.511308 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dbf14c5d-b955-4808-a3f1-260f0fda48c2 req-a50651f3-1d54-4c7a-9793-af920b823bd1 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 943 time: 0.1652465 Nov 12 09:18:12.643102 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:12.661431 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dbf14c5d-b955-4808-a3f1-260f0fda48c2 req-60b569c3-1122-41b5-8639-955a4913b570 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488383 Nov 12 09:18:12.681459 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b320295b-d90d-481f-ada0-19037169670b tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:18:12.689498 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b320295b-d90d-481f-ada0-19037169670b tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] 10.222.0.37 "PUT /v2.0/routers/d0559ef3-db2f-4103-83ea-cdb24722b5fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6674650 Nov 12 09:18:12.691554 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 33984) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:12.805995 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port fcbfd25d-ce7f-4ad8-82da-21da61d08001, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=fcbfd25d-ce7f-4ad8-82da-21da61d08001,segment=NetworkSegment(a2008751-87de-45ca-aea8-70f2879c7d0a),segment_id=a2008751-87de-45ca-aea8-70f2879c7d0a)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:12.807169 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:12.831544 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:13.037138 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3c9e32fe-f5df-4a8f-82d2-911f42eda699 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:13.059892 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a05ae48-6869-4b2e-9ba0-99f9a1c877ee None None] Sync routers for ids ['d0559ef3-db2f-4103-83ea-cdb24722b5fc'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:18:13.126331 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=fcbfd25d-ce7f-4ad8-82da-21da61d08001,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:13.140534 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a05ae48-6869-4b2e-9ba0-99f9a1c877ee None None] Routers {'d0559ef3-db2f-4103-83ea-cdb24722b5fc'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:18:13.141704 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0a05ae48-6869-4b2e-9ba0-99f9a1c877ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:18:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d0559ef3-db2f-4103-83ea-cdb24722b5fc'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:13.199113 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:13.199594 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:13.199839 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:13.200187 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:13.200526 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:13.200860 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:13.201216 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:13.201724 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:13.202070 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:13.202488 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:13.202841 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:13.203155 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:13.210267 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0a05ae48-6869-4b2e-9ba0-99f9a1c877ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:13.217059 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e81892cd-33a9-4e6d-a52a-36482de093e0 None None] Provisioning complete for port d422af04-0452-4dec-82e5-033295c8e8ea triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:13.217558 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e81892cd-33a9-4e6d-a52a-36482de093e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:13.260657 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a05ae48-6869-4b2e-9ba0-99f9a1c877ee None None] Routers {'d0559ef3-db2f-4103-83ea-cdb24722b5fc'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:18:13.261729 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0a05ae48-6869-4b2e-9ba0-99f9a1c877ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:18:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d0559ef3-db2f-4103-83ea-cdb24722b5fc'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:13.275872 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-3c9e32fe-f5df-4a8f-82d2-911f42eda699 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 09:18:13.278650 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3c9e32fe-f5df-4a8f-82d2-911f42eda699 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] 10.222.0.37 "DELETE /v2.0/routers/d0559ef3-db2f-4103-83ea-cdb24722b5fc HTTP/1.1" status: 409 len: 329 time: 0.5839598 Nov 12 09:18:13.281660 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 33988) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:13.396603 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0a05ae48-6869-4b2e-9ba0-99f9a1c877ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:13.397357 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a05ae48-6869-4b2e-9ba0-99f9a1c877ee None None] The sync data for ids ['d0559ef3-db2f-4103-83ea-cdb24722b5fc'] in n-d-768862-16 is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:18:13.451980 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e81892cd-33a9-4e6d-a52a-36482de093e0 None None] Port d422af04-0452-4dec-82e5-033295c8e8ea cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:18:13.510841 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:13.606065 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-2318da03-3c2e-4ae9-8a84-290ba0535d65 None None] Provisioning complete for port fcbfd25d-ce7f-4ad8-82da-21da61d08001 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:13.606595 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2318da03-3c2e-4ae9-8a84-290ba0535d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:13.686536 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device fcbfd25d-ce7f-4ad8-82da-21da61d08001 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:18:13.822711 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port fcbfd25d-ce7f-4ad8-82da-21da61d08001 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:13.823344 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:14.008863 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828d269-281c-4036-98aa-376497a96420 req-ddcfb3a7-dd20-4c3d-8b1b-a7d169ba61ca tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:14.023769 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f828d269-281c-4036-98aa-376497a96420 req-ddcfb3a7-dd20-4c3d-8b1b-a7d169ba61ca tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 943 time: 0.1366308 Nov 12 09:18:14.089228 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:14.153674 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f828d269-281c-4036-98aa-376497a96420 req-cba5d9d9-c0e2-4136-9594-8a34d876fb25 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265388 Nov 12 09:18:14.162300 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1fb430ee-a8fb-4315-baf6-1506ddfe89be tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:14.973542 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-1fb430ee-a8fb-4315-baf6-1506ddfe89be tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Deleting port d422af04-0452-4dec-82e5-033295c8e8ea {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:14.975223 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1fb430ee-a8fb-4315-baf6-1506ddfe89be tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:15.161553 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1fb430ee-a8fb-4315-baf6-1506ddfe89be tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:15.184699 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-1fb430ee-a8fb-4315-baf6-1506ddfe89be tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Calling delete_port for d422af04-0452-4dec-82e5-033295c8e8ea owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:15.370003 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcf4c2-d78c-4137-8f93-f17223cb5fdd req-f12b8f91-3a98-4607-b071-7c6a98cec50f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:15.373018 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9bfcf4c2-d78c-4137-8f93-f17223cb5fdd req-f12b8f91-3a98-4607-b071-7c6a98cec50f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 943 time: 0.0991735 Nov 12 09:18:15.469878 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1fb430ee-a8fb-4315-baf6-1506ddfe89be tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:15.471468 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9bfcf4c2-d78c-4137-8f93-f17223cb5fdd req-db690487-df96-4183-bf2a-c31a9883f5b1 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907350 Nov 12 09:18:15.512254 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb430ee-a8fb-4315-baf6-1506ddfe89be tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Pushing event deleted for resources: {'Port': ['ID=d422af04-0452-4dec-82e5-033295c8e8ea,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:15.661159 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1fb430ee-a8fb-4315-baf6-1506ddfe89be tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:15.938579 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb430ee-a8fb-4315-baf6-1506ddfe89be tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Router d0559ef3-db2f-4103-83ea-cdb24722b5fc has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:18:15.958425 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-65904a16-7dea-49c8-afb9-6cd90531b85f req-cc26976e-afe7-4bae-b57b-d46fe7819d76 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c942444b-a0c3-4c10-8473-961c36d8435c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2077301 Nov 12 09:18:16.103304 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb430ee-a8fb-4315-baf6-1506ddfe89be tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:18:16.113150 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1fb430ee-a8fb-4315-baf6-1506ddfe89be tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] 10.222.0.37 "PUT /v2.0/routers/d0559ef3-db2f-4103-83ea-cdb24722b5fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8296497 Nov 12 09:18:16.120590 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34002) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:16.124725 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3e2310-9d3a-4733-94e2-78db91bcbf4a None None] Sync routers for ids ['d0559ef3-db2f-4103-83ea-cdb24722b5fc'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:18:16.142107 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65904a16-7dea-49c8-afb9-6cd90531b85f req-fc8f1b16-3cd1-481c-9c72-e217e882f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:16.143506 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-65904a16-7dea-49c8-afb9-6cd90531b85f req-fc8f1b16-3cd1-481c-9c72-e217e882f763 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=37208630d32940b9a0eb6d96e161ed4a&device_id=c942444b-a0c3-4c10-8473-961c36d8435c HTTP/1.1" status: 200 len: 1097 time: 0.0955701 Nov 12 09:18:16.148193 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3e2310-9d3a-4733-94e2-78db91bcbf4a None None] Routers {'d0559ef3-db2f-4103-83ea-cdb24722b5fc'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:18:16.149458 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-2b3e2310-9d3a-4733-94e2-78db91bcbf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:18:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d0559ef3-db2f-4103-83ea-cdb24722b5fc'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:16.193466 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-a474397e-00c9-4c61-ab09-a3606f2bf6e5 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] show failed (client error): The resource could not be found. Nov 12 09:18:16.195846 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a474397e-00c9-4c61-ab09-a3606f2bf6e5 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-1431878372 HTTP/1.1" status: 404 len: 335 time: 0.0736465 Nov 12 09:18:16.206417 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34006) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:16.209176 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-2b3e2310-9d3a-4733-94e2-78db91bcbf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:16.213979 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-43e9aa96-781b-434f-8db3-68e9979f5810 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:16.221474 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3e2310-9d3a-4733-94e2-78db91bcbf4a None None] Routers {'d0559ef3-db2f-4103-83ea-cdb24722b5fc'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:18:16.226211 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-2b3e2310-9d3a-4733-94e2-78db91bcbf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:18:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['d0559ef3-db2f-4103-83ea-cdb24722b5fc'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:16.262309 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-43e9aa96-781b-434f-8db3-68e9979f5810 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] update failed (client error): The resource could not be found. Nov 12 09:18:16.263664 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-43e9aa96-781b-434f-8db3-68e9979f5810 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-1497449887 HTTP/1.1" status: 404 len: 335 time: 0.0553312 Nov 12 09:18:16.268355 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34008) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:16.371291 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84d2d36-c946-4f01-8bea-d6d7cda04038 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Deleting subnet d1aebfb4-17f2-48a5-a170-50d6255d7861 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:18:16.378713 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f84d2d36-c946-4f01-8bea-d6d7cda04038 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:16.404647 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65904a16-7dea-49c8-afb9-6cd90531b85f req-0b08ec5c-50d8-46ef-ab18-f7d2f99dbac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:16.408670 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-65904a16-7dea-49c8-afb9-6cd90531b85f req-0b08ec5c-50d8-46ef-ab18-f7d2f99dbac1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=361583e5-810d-43eb-bd10-28471100ab67 HTTP/1.1" status: 200 len: 910 time: 0.2390785 Nov 12 09:18:16.430735 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-2b3e2310-9d3a-4733-94e2-78db91bcbf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:16.432373 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3e2310-9d3a-4733-94e2-78db91bcbf4a None None] The sync data for ids ['d0559ef3-db2f-4103-83ea-cdb24722b5fc'] in n-d-768862-16 is: [] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:18:16.461378 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f84d2d36-c946-4f01-8bea-d6d7cda04038 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:16.528708 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-65904a16-7dea-49c8-afb9-6cd90531b85f req-0790dd17-08bf-4bd6-8f5a-ae6b4ccbf39e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e826e27-a100-4144-91ee-dbf802b5c9bf HTTP/1.1" status: 200 len: 1000 time: 0.1117134 Nov 12 09:18:16.632177 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65904a16-7dea-49c8-afb9-6cd90531b85f req-a21be4ba-39a2-46b8-8b72-df538a0a9788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:16.634774 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-65904a16-7dea-49c8-afb9-6cd90531b85f req-a21be4ba-39a2-46b8-8b72-df538a0a9788 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7180b4be-5884-4c17-8cdc-7bc215074ec1 HTTP/1.1" status: 200 len: 848 time: 0.0976825 Nov 12 09:18:16.703511 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f84d2d36-c946-4f01-8bea-d6d7cda04038 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:16.707700 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65904a16-7dea-49c8-afb9-6cd90531b85f req-518f2507-b673-4c4d-b956-0eb6f282557a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:16.709706 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-65904a16-7dea-49c8-afb9-6cd90531b85f req-518f2507-b673-4c4d-b956-0eb6f282557a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=361583e5-810d-43eb-bd10-28471100ab67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637512 Nov 12 09:18:16.775513 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c451656-ee64-4cce-9c85-a5fe689ea77b req-b4e0b3ca-28a9-4f72-99c0-b3662f3787dc tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:16.778099 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4c451656-ee64-4cce-9c85-a5fe689ea77b req-b4e0b3ca-28a9-4f72-99c0-b3662f3787dc tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 943 time: 0.1653931 Nov 12 09:18:16.881870 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4c451656-ee64-4cce-9c85-a5fe689ea77b req-bd62d407-3c05-4343-9b41-71e7663273c7 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926862 Nov 12 09:18:16.884301 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f84d2d36-c946-4f01-8bea-d6d7cda04038 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:16.890893 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-65904a16-7dea-49c8-afb9-6cd90531b85f req-e9172731-5aa1-4a15-a03c-87ac4aada577 service neutron] 10.222.0.54 "GET /v2.0/networks/361583e5-810d-43eb-bd10-28471100ab67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705816 Nov 12 09:18:16.901100 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f84d2d36-c946-4f01-8bea-d6d7cda04038 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:16.908537 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f84d2d36-c946-4f01-8bea-d6d7cda04038 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] 10.222.0.37 "DELETE /v2.0/subnets/d1aebfb4-17f2-48a5-a170-50d6255d7861 HTTP/1.1" status: 204 len: 168 time: 0.6347511 Nov 12 09:18:16.910870 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f1245c-beb8-4c43-aa03-82fc9d133ace None None] Network 7fc1936e-da05-43fc-ad67-f164438b85a9 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:18:16.921641 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34012) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:16.930366 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d2d36-c946-4f01-8bea-d6d7cda04038 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Pushing event deleted for resources: {'Subnet': ['ID=d1aebfb4-17f2-48a5-a170-50d6255d7861,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:17.136886 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-610bf351-ec4e-4d2a-aa13-1cf6ea6130ba tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:17.173245 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-65904a16-7dea-49c8-afb9-6cd90531b85f req-eeb3c6fa-fefd-46e3-90aa-70c35f171e02 service neutron] 10.222.0.54 "GET /v2.0/networks/361583e5-810d-43eb-bd10-28471100ab67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706401 Nov 12 09:18:17.250101 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713c36af-b99b-4000-8be4-0d2fd9e1c43d None None] DHCP port deletion for 7fc1936e-da05-43fc-ad67-f164438b85a9 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:18:17.258116 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-610bf351-ec4e-4d2a-aa13-1cf6ea6130ba tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Deleting port fcbfd25d-ce7f-4ad8-82da-21da61d08001 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:17.258684 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-610bf351-ec4e-4d2a-aa13-1cf6ea6130ba tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:17.337842 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-713c36af-b99b-4000-8be4-0d2fd9e1c43d None None] Deleting port fcbfd25d-ce7f-4ad8-82da-21da61d08001 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:17.338301 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-713c36af-b99b-4000-8be4-0d2fd9e1c43d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:17.363823 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-610bf351-ec4e-4d2a-aa13-1cf6ea6130ba tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] For port fcbfd25d-ce7f-4ad8-82da-21da61d08001, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=fcbfd25d-ce7f-4ad8-82da-21da61d08001,segment=NetworkSegment(a2008751-87de-45ca-aea8-70f2879c7d0a),segment_id=a2008751-87de-45ca-aea8-70f2879c7d0a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:17.364200 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-610bf351-ec4e-4d2a-aa13-1cf6ea6130ba tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:17.380974 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-610bf351-ec4e-4d2a-aa13-1cf6ea6130ba tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Calling delete_port for fcbfd25d-ce7f-4ad8-82da-21da61d08001 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:17.408911 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-713c36af-b99b-4000-8be4-0d2fd9e1c43d None None] For port fcbfd25d-ce7f-4ad8-82da-21da61d08001, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=fcbfd25d-ce7f-4ad8-82da-21da61d08001,segment=NetworkSegment(a2008751-87de-45ca-aea8-70f2879c7d0a),segment_id=a2008751-87de-45ca-aea8-70f2879c7d0a)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:17.409292 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-713c36af-b99b-4000-8be4-0d2fd9e1c43d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:17.425111 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-713c36af-b99b-4000-8be4-0d2fd9e1c43d None None] Calling delete_port for fcbfd25d-ce7f-4ad8-82da-21da61d08001 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:17.500595 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-610bf351-ec4e-4d2a-aa13-1cf6ea6130ba tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:17.529972 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610bf351-ec4e-4d2a-aa13-1cf6ea6130ba tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Pushing event deleted for resources: {'Port': ['ID=fcbfd25d-ce7f-4ad8-82da-21da61d08001,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:17.536093 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device fcbfd25d-ce7f-4ad8-82da-21da61d08001 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:18:17.538605 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610bf351-ec4e-4d2a-aa13-1cf6ea6130ba tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] No DVR routers for this DVR port fcbfd25d-ce7f-4ad8-82da-21da61d08001 on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:18:17.568113 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: fcbfd25d-ce7f-4ad8-82da-21da61d08001 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:18:17.568770 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device fcbfd25d-ce7f-4ad8-82da-21da61d08001 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:18:17.573641 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-713c36af-b99b-4000-8be4-0d2fd9e1c43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:17.609821 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c36af-b99b-4000-8be4-0d2fd9e1c43d None None] Pushing event deleted for resources: {'Port': ['ID=fcbfd25d-ce7f-4ad8-82da-21da61d08001,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:17.615823 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713c36af-b99b-4000-8be4-0d2fd9e1c43d None None] No DVR routers for this DVR port fcbfd25d-ce7f-4ad8-82da-21da61d08001 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:18:17.666979 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-610bf351-ec4e-4d2a-aa13-1cf6ea6130ba tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:17.697483 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-610bf351-ec4e-4d2a-aa13-1cf6ea6130ba tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc1936e-da05-43fc-ad67-f164438b85a9']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:17.712647 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-610bf351-ec4e-4d2a-aa13-1cf6ea6130ba tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2008751-87de-45ca-aea8-70f2879c7d0a') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:17.712990 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-610bf351-ec4e-4d2a-aa13-1cf6ea6130ba tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2008751-87de-45ca-aea8-70f2879c7d0a') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:17.730208 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-610bf351-ec4e-4d2a-aa13-1cf6ea6130ba tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:17.758605 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-610bf351-ec4e-4d2a-aa13-1cf6ea6130ba tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:17.770974 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610bf351-ec4e-4d2a-aa13-1cf6ea6130ba tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:18:17.771472 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-610bf351-ec4e-4d2a-aa13-1cf6ea6130ba tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:17.775164 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:18:17.775164 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:18:17.775164 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:18:17.775164 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:18:17.775164 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:18:17.775164 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:18:17.775164 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:18:17.775164 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:18:17.775164 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:18:17.775164 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:18:17.775164 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:18:17.775164 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:18:17.775164 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:18:17.775164 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:18:17.775164 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:18:17.775164 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:18:17.775164 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:18:17.775164 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:18:17.775164 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:18:17.775164 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:18:17.775164 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:18:17.775164 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:18:17.775164 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:18:17.775164 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:18:17.775164 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:18:17.775164 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:18:17.775164 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:18:17.775164 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:18:17.775164 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:18:17.775164 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:18:17.775164 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:18:17.775164 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:18:17.847624 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-610bf351-ec4e-4d2a-aa13-1cf6ea6130ba tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:17.857766 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-610bf351-ec4e-4d2a-aa13-1cf6ea6130ba tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:17.861622 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-610bf351-ec4e-4d2a-aa13-1cf6ea6130ba tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] 10.222.0.37 "DELETE /v2.0/networks/7fc1936e-da05-43fc-ad67-f164438b85a9 HTTP/1.1" status: 204 len: 168 time: 0.9383235 Nov 12 09:18:17.864706 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34016) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:17.876548 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610bf351-ec4e-4d2a-aa13-1cf6ea6130ba tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Pushing event deleted for resources: {'Network': ['ID=7fc1936e-da05-43fc-ad67-f164438b85a9,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:17.921306 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dcba1a6-b64c-4f9f-b699-e3e6504dffbb tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Deleting subnet 57a463ef-fdcb-4508-b2a0-e23b5643e915 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:18:17.925799 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3dcba1a6-b64c-4f9f-b699-e3e6504dffbb tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:17.986324 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3dcba1a6-b64c-4f9f-b699-e3e6504dffbb tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:18.107782 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c5148-36eb-488d-970a-5c2cba5c8862 req-efdc045d-5227-4f5b-adaf-ef02ee58c674 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:18.109447 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-242c5148-36eb-488d-970a-5c2cba5c8862 req-efdc045d-5227-4f5b-adaf-ef02ee58c674 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 943 time: 0.0925205 Nov 12 09:18:18.144697 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3dcba1a6-b64c-4f9f-b699-e3e6504dffbb tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:18.215241 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-242c5148-36eb-488d-970a-5c2cba5c8862 req-5b964104-1f18-4353-a654-a60c747e13f5 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960996 Nov 12 09:18:18.246493 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3dcba1a6-b64c-4f9f-b699-e3e6504dffbb tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:18.280291 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcba1a6-b64c-4f9f-b699-e3e6504dffbb tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Pushing event deleted for resources: {'Subnet': ['ID=57a463ef-fdcb-4508-b2a0-e23b5643e915,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:18.284552 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3dcba1a6-b64c-4f9f-b699-e3e6504dffbb tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:18.288199 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3dcba1a6-b64c-4f9f-b699-e3e6504dffbb tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] 10.222.0.37 "DELETE /v2.0/subnets/57a463ef-fdcb-4508-b2a0-e23b5643e915 HTTP/1.1" status: 204 len: 168 time: 0.4222808 Nov 12 09:18:18.290651 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34020) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:18.308721 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39145ee1-f535-47d3-a6e5-c555bc30e49e None None] Network a6a45002-462e-4afe-a0ca-75cfd7b3fb17 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:18:18.386673 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-0007c372-66fc-4f1b-833b-9936fdbd570b tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Deleting subnet c4df871a-c4f6-41fa-b75f-7899464c67f6 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:18:18.392650 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0007c372-66fc-4f1b-833b-9936fdbd570b tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:18.444579 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0007c372-66fc-4f1b-833b-9936fdbd570b tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:18.542379 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758bca35-7254-455a-9725-4cd573ffbf23 None None] DHCP port deletion for a6a45002-462e-4afe-a0ca-75cfd7b3fb17 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:18:18.556160 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0007c372-66fc-4f1b-833b-9936fdbd570b tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:18.611509 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-758bca35-7254-455a-9725-4cd573ffbf23 None None] Deleting port 608c260e-f9b7-4f70-b3ea-7d809f750515 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:18.611990 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-758bca35-7254-455a-9725-4cd573ffbf23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:18.646317 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0007c372-66fc-4f1b-833b-9936fdbd570b tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:18.675028 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007c372-66fc-4f1b-833b-9936fdbd570b tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Pushing event deleted for resources: {'Subnet': ['ID=c4df871a-c4f6-41fa-b75f-7899464c67f6,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:18.683413 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0007c372-66fc-4f1b-833b-9936fdbd570b tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:18.690220 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc9768d-2c72-4c1d-967c-e3d986408404 None None] Network 1dca7526-e2c1-4258-aa9b-e57ca5c7d822 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:18:18.691058 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34024) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:18.691571 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0007c372-66fc-4f1b-833b-9936fdbd570b tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] 10.222.0.37 "DELETE /v2.0/subnets/c4df871a-c4f6-41fa-b75f-7899464c67f6 HTTP/1.1" status: 204 len: 168 time: 0.3992362 Nov 12 09:18:18.736269 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-758bca35-7254-455a-9725-4cd573ffbf23 None None] For port 608c260e-f9b7-4f70-b3ea-7d809f750515, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=608c260e-f9b7-4f70-b3ea-7d809f750515,segment=NetworkSegment(63ae936b-7732-4469-90e9-7e31c969734c),segment_id=63ae936b-7732-4469-90e9-7e31c969734c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:18.736771 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-758bca35-7254-455a-9725-4cd573ffbf23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:18.785872 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-758bca35-7254-455a-9725-4cd573ffbf23 None None] Calling delete_port for 608c260e-f9b7-4f70-b3ea-7d809f750515 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:18.819532 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e93455a7-10d5-432f-b706-06155e2a5b2d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:18.890519 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e93455a7-10d5-432f-b706-06155e2a5b2d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Deleting port 608c260e-f9b7-4f70-b3ea-7d809f750515 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:18.891536 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e93455a7-10d5-432f-b706-06155e2a5b2d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:18.932874 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-758bca35-7254-455a-9725-4cd573ffbf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:18.972550 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758bca35-7254-455a-9725-4cd573ffbf23 None None] No DVR routers for this DVR port 608c260e-f9b7-4f70-b3ea-7d809f750515 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:18:18.979470 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758bca35-7254-455a-9725-4cd573ffbf23 None None] Pushing event deleted for resources: {'Port': ['ID=608c260e-f9b7-4f70-b3ea-7d809f750515,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:19.009387 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-e93455a7-10d5-432f-b706-06155e2a5b2d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] For port 608c260e-f9b7-4f70-b3ea-7d809f750515, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=608c260e-f9b7-4f70-b3ea-7d809f750515,segment=NetworkSegment(63ae936b-7732-4469-90e9-7e31c969734c),segment_id=63ae936b-7732-4469-90e9-7e31c969734c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:19.009857 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e93455a7-10d5-432f-b706-06155e2a5b2d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:19.019661 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b56a840-4cb9-4a9e-976d-c7aa5e0146d4 None None] DHCP port deletion for 1dca7526-e2c1-4258-aa9b-e57ca5c7d822 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:18:19.027013 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e93455a7-10d5-432f-b706-06155e2a5b2d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Calling delete_port for 608c260e-f9b7-4f70-b3ea-7d809f750515 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:19.092719 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-0b56a840-4cb9-4a9e-976d-c7aa5e0146d4 None None] Deleting port 79471d82-1667-4035-a11d-5c77cf057e9d {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:19.093103 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0b56a840-4cb9-4a9e-976d-c7aa5e0146d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:19.130018 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e93455a7-10d5-432f-b706-06155e2a5b2d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:19.165983 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93455a7-10d5-432f-b706-06155e2a5b2d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Pushing event deleted for resources: {'Port': ['ID=608c260e-f9b7-4f70-b3ea-7d809f750515,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:19.169054 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93455a7-10d5-432f-b706-06155e2a5b2d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] No DVR routers for this DVR port 608c260e-f9b7-4f70-b3ea-7d809f750515 on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:18:19.180513 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-0b56a840-4cb9-4a9e-976d-c7aa5e0146d4 None None] For port 79471d82-1667-4035-a11d-5c77cf057e9d, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=79471d82-1667-4035-a11d-5c77cf057e9d,segment=NetworkSegment(d8cf130b-c759-4d9a-94dc-7f6313930110),segment_id=d8cf130b-c759-4d9a-94dc-7f6313930110)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:19.181109 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0b56a840-4cb9-4a9e-976d-c7aa5e0146d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:19.200636 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-0b56a840-4cb9-4a9e-976d-c7aa5e0146d4 None None] Calling delete_port for 79471d82-1667-4035-a11d-5c77cf057e9d owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:19.307007 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0b56a840-4cb9-4a9e-976d-c7aa5e0146d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:19.307598 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e93455a7-10d5-432f-b706-06155e2a5b2d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:19.348072 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-e93455a7-10d5-432f-b706-06155e2a5b2d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a45002-462e-4afe-a0ca-75cfd7b3fb17']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:19.353598 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56a840-4cb9-4a9e-976d-c7aa5e0146d4 None None] Pushing event deleted for resources: {'Port': ['ID=79471d82-1667-4035-a11d-5c77cf057e9d,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:19.356380 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b56a840-4cb9-4a9e-976d-c7aa5e0146d4 None None] No DVR routers for this DVR port 79471d82-1667-4035-a11d-5c77cf057e9d on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:18:19.367564 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-e93455a7-10d5-432f-b706-06155e2a5b2d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ae936b-7732-4469-90e9-7e31c969734c') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:19.367795 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-e93455a7-10d5-432f-b706-06155e2a5b2d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ae936b-7732-4469-90e9-7e31c969734c') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:19.380738 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e93455a7-10d5-432f-b706-06155e2a5b2d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:19.400114 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e93455a7-10d5-432f-b706-06155e2a5b2d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:19.407648 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400c104-8745-4dd9-a6e4-3fedf3d4f436 req-641b9321-9b69-4e17-a3ff-9506e79c664e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:19.408333 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93455a7-10d5-432f-b706-06155e2a5b2d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:18:19.408656 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e93455a7-10d5-432f-b706-06155e2a5b2d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:19.409317 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6400c104-8745-4dd9-a6e4-3fedf3d4f436 req-641b9321-9b69-4e17-a3ff-9506e79c664e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 943 time: 0.0929041 Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: self.session.flush() Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: self.session.flush() Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: self.session.flush() Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: self.session.flush() Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:18:19.412249 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:18:19.513125 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6400c104-8745-4dd9-a6e4-3fedf3d4f436 req-48a1f77e-2066-485c-bd90-3a85590b1c23 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888371 Nov 12 09:18:19.518941 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e93455a7-10d5-432f-b706-06155e2a5b2d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:19.536544 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e93455a7-10d5-432f-b706-06155e2a5b2d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:19.542942 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e93455a7-10d5-432f-b706-06155e2a5b2d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] 10.222.0.37 "DELETE /v2.0/networks/a6a45002-462e-4afe-a0ca-75cfd7b3fb17 HTTP/1.1" status: 204 len: 168 time: 0.8476009 Nov 12 09:18:19.543325 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34032) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:19.565453 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 608c260e-f9b7-4f70-b3ea-7d809f750515 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:18:19.573226 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93455a7-10d5-432f-b706-06155e2a5b2d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Pushing event deleted for resources: {'Network': ['ID=a6a45002-462e-4afe-a0ca-75cfd7b3fb17,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:19.598152 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 608c260e-f9b7-4f70-b3ea-7d809f750515 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:18:19.598555 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 608c260e-f9b7-4f70-b3ea-7d809f750515 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:18:19.598924 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 79471d82-1667-4035-a11d-5c77cf057e9d no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:18:19.632836 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 79471d82-1667-4035-a11d-5c77cf057e9d {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:18:19.633186 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 79471d82-1667-4035-a11d-5c77cf057e9d not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:18:19.654026 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32e2e973-d9fc-4ae1-8768-dda359907f1d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:19.768711 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32e2e973-d9fc-4ae1-8768-dda359907f1d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:19.793412 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-32e2e973-d9fc-4ae1-8768-dda359907f1d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dca7526-e2c1-4258-aa9b-e57ca5c7d822']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:19.806478 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-32e2e973-d9fc-4ae1-8768-dda359907f1d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8cf130b-c759-4d9a-94dc-7f6313930110') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:19.806753 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-32e2e973-d9fc-4ae1-8768-dda359907f1d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8cf130b-c759-4d9a-94dc-7f6313930110') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:19.821583 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32e2e973-d9fc-4ae1-8768-dda359907f1d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:19.836743 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32e2e973-d9fc-4ae1-8768-dda359907f1d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:19.844370 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e2e973-d9fc-4ae1-8768-dda359907f1d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:18:19.844846 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32e2e973-d9fc-4ae1-8768-dda359907f1d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:19.848045 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:18:19.848045 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:18:19.848045 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:18:19.848045 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:18:19.848045 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:18:19.848045 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:18:19.848045 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:18:19.848045 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:18:19.848045 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:18:19.848045 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:18:19.848045 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:18:19.848045 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:18:19.848045 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:18:19.848045 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:18:19.848045 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:18:19.848045 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:18:19.848045 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:18:19.848045 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:18:19.848045 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:18:19.848045 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:18:19.848045 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:18:19.848045 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:18:19.848045 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:18:19.848045 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:18:19.848045 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:18:19.848045 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:18:19.848045 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:18:19.848045 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:18:19.848045 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:18:19.848045 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:18:19.848045 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:18:19.848045 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:18:19.922982 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32e2e973-d9fc-4ae1-8768-dda359907f1d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:19.928362 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32e2e973-d9fc-4ae1-8768-dda359907f1d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:19.935045 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-32e2e973-d9fc-4ae1-8768-dda359907f1d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] 10.222.0.37 "DELETE /v2.0/networks/1dca7526-e2c1-4258-aa9b-e57ca5c7d822 HTTP/1.1" status: 204 len: 168 time: 0.3881650 Nov 12 09:18:19.935771 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34034) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:19.948507 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2e973-d9fc-4ae1-8768-dda359907f1d tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Pushing event deleted for resources: {'Network': ['ID=1dca7526-e2c1-4258-aa9b-e57ca5c7d822,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:19.999808 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d033ef-08c5-431c-b61d-0392ba341fdb tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Deleting subnet 6b5c9a3b-1c71-47f3-b0c7-28fdbe94fc02 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:18:19.999808 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e9d033ef-08c5-431c-b61d-0392ba341fdb tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:20.055914 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e9d033ef-08c5-431c-b61d-0392ba341fdb tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:20.164941 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e9d033ef-08c5-431c-b61d-0392ba341fdb tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:20.244226 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e9d033ef-08c5-431c-b61d-0392ba341fdb tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:20.274125 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d033ef-08c5-431c-b61d-0392ba341fdb tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Pushing event deleted for resources: {'Subnet': ['ID=6b5c9a3b-1c71-47f3-b0c7-28fdbe94fc02,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:20.277967 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e9d033ef-08c5-431c-b61d-0392ba341fdb tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:20.281594 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e9d033ef-08c5-431c-b61d-0392ba341fdb tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] 10.222.0.37 "DELETE /v2.0/subnets/6b5c9a3b-1c71-47f3-b0c7-28fdbe94fc02 HTTP/1.1" status: 204 len: 168 time: 0.3445046 Nov 12 09:18:20.284965 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c10587-f97a-4f24-b169-6187124fb75e None None] Network 7c79eab8-6931-44e7-b172-b772d65b3d87 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:18:20.285820 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34036) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:20.391019 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7d6966c9-86b5-4a44-ab45-96c454efe424 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:20.453225 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-7d6966c9-86b5-4a44-ab45-96c454efe424 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Deleting port 5950a9ea-1c9f-49d9-b82b-7785a6cccf6d {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:20.454734 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7d6966c9-86b5-4a44-ab45-96c454efe424 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:20.528734 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e30a084-36a3-444c-8f3a-3c11d19b3001 None None] DHCP port deletion for 7c79eab8-6931-44e7-b172-b772d65b3d87 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:18:20.539339 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-7d6966c9-86b5-4a44-ab45-96c454efe424 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] For port 5950a9ea-1c9f-49d9-b82b-7785a6cccf6d, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=5950a9ea-1c9f-49d9-b82b-7785a6cccf6d,segment=NetworkSegment(cffb2897-4c02-45ad-8c29-dcda23195cf9),segment_id=cffb2897-4c02-45ad-8c29-dcda23195cf9)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:20.539709 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7d6966c9-86b5-4a44-ab45-96c454efe424 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:20.567584 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-7d6966c9-86b5-4a44-ab45-96c454efe424 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Calling delete_port for 5950a9ea-1c9f-49d9-b82b-7785a6cccf6d owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:20.619099 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-6e30a084-36a3-444c-8f3a-3c11d19b3001 None None] Deleting port 5950a9ea-1c9f-49d9-b82b-7785a6cccf6d {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:20.619711 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6e30a084-36a3-444c-8f3a-3c11d19b3001 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:20.702150 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e1134-7851-40ce-acbe-ef0246688847 req-d5295244-f316-43b5-9df7-6d83de60ee64 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:20.704565 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7a9e1134-7851-40ce-acbe-ef0246688847 req-d5295244-f316-43b5-9df7-6d83de60ee64 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 943 time: 0.0848427 Nov 12 09:18:20.721409 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7d6966c9-86b5-4a44-ab45-96c454efe424 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:20.737238 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-6e30a084-36a3-444c-8f3a-3c11d19b3001 None None] For port 5950a9ea-1c9f-49d9-b82b-7785a6cccf6d, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=5950a9ea-1c9f-49d9-b82b-7785a6cccf6d,segment=NetworkSegment(cffb2897-4c02-45ad-8c29-dcda23195cf9),segment_id=cffb2897-4c02-45ad-8c29-dcda23195cf9)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:20.738749 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6e30a084-36a3-444c-8f3a-3c11d19b3001 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:20.766249 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6966c9-86b5-4a44-ab45-96c454efe424 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] No DVR routers for this DVR port 5950a9ea-1c9f-49d9-b82b-7785a6cccf6d on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:18:20.767983 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6966c9-86b5-4a44-ab45-96c454efe424 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Pushing event deleted for resources: {'Port': ['ID=5950a9ea-1c9f-49d9-b82b-7785a6cccf6d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:20.775533 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-6e30a084-36a3-444c-8f3a-3c11d19b3001 None None] Calling delete_port for 5950a9ea-1c9f-49d9-b82b-7785a6cccf6d owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:20.835101 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7a9e1134-7851-40ce-acbe-ef0246688847 req-df125f8d-9074-4e25-b953-4cb4e049b9d8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244268 Nov 12 09:18:20.884959 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7d6966c9-86b5-4a44-ab45-96c454efe424 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:20.894028 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6e30a084-36a3-444c-8f3a-3c11d19b3001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:20.924775 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30a084-36a3-444c-8f3a-3c11d19b3001 None None] Pushing event deleted for resources: {'Port': ['ID=5950a9ea-1c9f-49d9-b82b-7785a6cccf6d,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:20.925375 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-7d6966c9-86b5-4a44-ab45-96c454efe424 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c79eab8-6931-44e7-b172-b772d65b3d87']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:20.928463 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e30a084-36a3-444c-8f3a-3c11d19b3001 None None] No DVR routers for this DVR port 5950a9ea-1c9f-49d9-b82b-7785a6cccf6d on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:18:20.944602 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-7d6966c9-86b5-4a44-ab45-96c454efe424 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cffb2897-4c02-45ad-8c29-dcda23195cf9') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:20.944893 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-7d6966c9-86b5-4a44-ab45-96c454efe424 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cffb2897-4c02-45ad-8c29-dcda23195cf9') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:20.958079 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7d6966c9-86b5-4a44-ab45-96c454efe424 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:20.982672 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7d6966c9-86b5-4a44-ab45-96c454efe424 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:20.990843 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6966c9-86b5-4a44-ab45-96c454efe424 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:18:20.991340 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7d6966c9-86b5-4a44-ab45-96c454efe424 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:20.994693 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:18:20.994693 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:18:20.994693 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:18:20.994693 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:18:20.994693 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:18:20.994693 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:18:20.994693 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:18:20.994693 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:18:20.994693 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:18:20.994693 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:18:20.994693 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:18:20.994693 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:18:20.994693 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:18:20.994693 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:18:20.994693 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:18:20.994693 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:18:20.994693 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:18:20.994693 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:18:20.994693 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:18:20.994693 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:18:20.994693 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:18:20.994693 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:18:20.994693 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:18:20.994693 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:18:20.994693 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:18:20.994693 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:18:20.994693 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:18:20.994693 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:18:20.994693 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:18:20.994693 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:18:20.994693 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:18:20.994693 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:18:21.073081 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7d6966c9-86b5-4a44-ab45-96c454efe424 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:21.079937 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7d6966c9-86b5-4a44-ab45-96c454efe424 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:21.087680 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7d6966c9-86b5-4a44-ab45-96c454efe424 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] 10.222.0.37 "DELETE /v2.0/networks/7c79eab8-6931-44e7-b172-b772d65b3d87 HTTP/1.1" status: 204 len: 168 time: 0.7964153 Nov 12 09:18:21.088567 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34042) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:21.098345 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6966c9-86b5-4a44-ab45-96c454efe424 tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Pushing event deleted for resources: {'Network': ['ID=7c79eab8-6931-44e7-b172-b772d65b3d87,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:21.118543 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1da3bdf1-62d5-404b-b07c-9c438fe7d18a tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0559ef3-db2f-4103-83ea-cdb24722b5fc HTTP/1.1" status: 200 len: 205 time: 0.0292661 Nov 12 09:18:21.122306 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34044) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:21.205936 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-834e9b32-dced-4c1a-aee9-cdb26035e05f tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:21.408837 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-834e9b32-dced-4c1a-aee9-cdb26035e05f tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:21.411904 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-834e9b32-dced-4c1a-aee9-cdb26035e05f tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:21.459805 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-834e9b32-dced-4c1a-aee9-cdb26035e05f tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:21.460401 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834e9b32-dced-4c1a-aee9-cdb26035e05f tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Fanout notify agent at l3_agent the message router_deleted on router d0559ef3-db2f-4103-83ea-cdb24722b5fc {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:18:21.468685 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-834e9b32-dced-4c1a-aee9-cdb26035e05f tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:21.474122 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-834e9b32-dced-4c1a-aee9-cdb26035e05f tempest-RoutersNegativeIpV6Test-1916791224 tempest-RoutersNegativeIpV6Test-1916791224-project] 10.222.0.37 "DELETE /v2.0/routers/d0559ef3-db2f-4103-83ea-cdb24722b5fc HTTP/1.1" status: 204 len: 168 time: 0.3516054 Nov 12 09:18:21.526352 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5950a9ea-1c9f-49d9-b82b-7785a6cccf6d no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:18:21.553762 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 5950a9ea-1c9f-49d9-b82b-7785a6cccf6d {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:18:21.554534 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5950a9ea-1c9f-49d9-b82b-7785a6cccf6d not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:18:21.823435 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34052) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:21.996043 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e5cc39f3-7831-437c-8ec5-9341181ab818 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e95fb8161a634333b68fb585023f4e51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1710854 Nov 12 09:18:21.998548 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34058) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:22.021224 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839c037-3000-4b23-ab62-f3fdd639d9f6 req-a8c63ffb-9d51-447f-aab3-14d7a0106f4d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:22.029111 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d839c037-3000-4b23-ab62-f3fdd639d9f6 req-a8c63ffb-9d51-447f-aab3-14d7a0106f4d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 943 time: 0.0659130 Nov 12 09:18:22.060735 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-74b104dc-2e67-4fca-82e5-520207fdbfa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:22.091027 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d839c037-3000-4b23-ab62-f3fdd639d9f6 req-f724afec-f908-4aeb-a52f-471b61542147 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568318 Nov 12 09:18:22.097384 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-74b104dc-2e67-4fca-82e5-520207fdbfa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:22.164026 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-74b104dc-2e67-4fca-82e5-520207fdbfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:22.167246 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-74b104dc-2e67-4fca-82e5-520207fdbfa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:22.168968 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-74b104dc-2e67-4fca-82e5-520207fdbfa0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fdb6c1f4-1c2c-421e-991d-2b130c4c47ba HTTP/1.1" status: 204 len: 168 time: 0.1690462 Nov 12 09:18:22.181071 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b104dc-2e67-4fca-82e5-520207fdbfa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb6c1f4-1c2c-421e-991d-2b130c4c47ba,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:22.685577 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 89ce3479-b223-4e32-964b-642d37eaf309 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:18:22.820322 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 89ce3479-b223-4e32-964b-642d37eaf309, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=89ce3479-b223-4e32-964b-642d37eaf309,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:22.842239 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '89ce3479-b223-4e32-964b-642d37eaf309', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'port_id': '89ce3479-b223-4e32-964b-642d37eaf309', 'mac_address': 'fa:16:3e:8a:69:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098c0920-f801-4a1f-89b9-15466a208616', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:18:22.894735 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:22.912388 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ce3479-b223-4e32-964b-642d37eaf309 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:18:22.940404 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 89ce3479-b223-4e32-964b-642d37eaf309, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=89ce3479-b223-4e32-964b-642d37eaf309,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:22.946341 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:23.013812 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=89ce3479-b223-4e32-964b-642d37eaf309,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:23.041804 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34082) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:23.193692 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['89ce3479-b223-4e32-964b-642d37eaf309'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:18:23.225670 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3a807055-4628-4df5-b87c-9b55144982ad tempest-ServiceProvidersTest-190746861 tempest-ServiceProvidersTest-190746861-project] 10.222.0.37 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1785073 Nov 12 09:18:23.233545 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85da67-c1ed-4ae2-a3c4-f654eedc95bd req-17224e02-f619-4c08-a6a6-82d49f01d679 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:23.242049 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bc85da67-c1ed-4ae2-a3c4-f654eedc95bd req-17224e02-f619-4c08-a6a6-82d49f01d679 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 944 time: 0.0703015 Nov 12 09:18:23.307242 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bc85da67-c1ed-4ae2-a3c4-f654eedc95bd req-661b55ed-6811-4e48-87e3-2939197da73b tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639958 Nov 12 09:18:23.388849 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:23.594852 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34092) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:23.742690 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-87482b3b-b67a-4344-8e86-e20759108662 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:23.830131 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-87482b3b-b67a-4344-8e86-e20759108662 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:23.839541 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-87482b3b-b67a-4344-8e86-e20759108662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:23.884478 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-87482b3b-b67a-4344-8e86-e20759108662 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=910abc9064124a338c1d6a822c8838ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2860119 Nov 12 09:18:23.884478 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87482b3b-b67a-4344-8e86-e20759108662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af326b7f-b224-4ec5-8f88-7102523d696d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:23.885397 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34098) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:23.948463 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5b552cea-2f87-46ae-82dd-f069ba6de459 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:23.974016 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5b552cea-2f87-46ae-82dd-f069ba6de459 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:24.026624 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5b552cea-2f87-46ae-82dd-f069ba6de459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:24.029351 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5b552cea-2f87-46ae-82dd-f069ba6de459 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:24.030859 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5b552cea-2f87-46ae-82dd-f069ba6de459 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af326b7f-b224-4ec5-8f88-7102523d696d HTTP/1.1" status: 204 len: 168 time: 0.1441531 Nov 12 09:18:24.039963 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b552cea-2f87-46ae-82dd-f069ba6de459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af326b7f-b224-4ec5-8f88-7102523d696d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:24.493762 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd1c3b-7bab-4a59-8127-cc0f3c90ed02 req-2b085c5c-5ab3-4460-9c6d-9502580bc5a5 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:24.495375 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35fd1c3b-7bab-4a59-8127-cc0f3c90ed02 req-2b085c5c-5ab3-4460-9c6d-9502580bc5a5 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 944 time: 0.0702105 Nov 12 09:18:24.564549 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35fd1c3b-7bab-4a59-8127-cc0f3c90ed02 req-3958ea58-955b-458e-9535-6bb90751de9e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606000 Nov 12 09:18:24.701197 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 89ce3479-b223-4e32-964b-642d37eaf309 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:18:24.788299 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 89ce3479-b223-4e32-964b-642d37eaf309 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:18:24.793402 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 89ce3479-b223-4e32-964b-642d37eaf309 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:24.793878 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:24.893692 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:24.922791 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcfc6dcb-5b55-400e-824d-3785890096f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ce3479-b223-4e32-964b-642d37eaf309'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:18:24.926048 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492e2483-2e3c-42c0-a301-dd470e3268b7" -d '{"events": [{"server_uuid": "bcfc6dcb-5b55-400e-824d-3785890096f5", "name": "network-vif-plugged", "status": "completed", "tag": "89ce3479-b223-4e32-964b-642d37eaf309"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:18:24.947685 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 89ce3479-b223-4e32-964b-642d37eaf309, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=89ce3479-b223-4e32-964b-642d37eaf309,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:24.956393 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:24.991647 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b893f210-c498-43e4-813c-ba114f40972a x-openstack-request-id: req-b893f210-c498-43e4-813c-ba114f40972a {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:18:24.991997 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcfc6dcb-5b55-400e-824d-3785890096f5", "name": "network-vif-plugged", "status": "completed", "tag": "89ce3479-b223-4e32-964b-642d37eaf309", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:18:24.992239 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b893f210-c498-43e4-813c-ba114f40972a {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:18:24.992604 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcfc6dcb-5b55-400e-824d-3785890096f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ce3479-b223-4e32-964b-642d37eaf309', 'code': 200} Nov 12 09:18:25.040565 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=89ce3479-b223-4e32-964b-642d37eaf309,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:25.136531 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fe64b-2f41-4424-b991-66a02e78239e req-4eb6860e-2cbc-4223-933a-5d7c7b1e7f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:25.139423 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5d7fe64b-2f41-4424-b991-66a02e78239e req-4eb6860e-2cbc-4223-933a-5d7c7b1e7f35 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 1097 time: 0.1000683 Nov 12 09:18:25.196336 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5d7fe64b-2f41-4424-b991-66a02e78239e req-ec2f58d6-5dd1-44a5-8aae-cc3cabfa1c21 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494707 Nov 12 09:18:25.714075 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05496207-2c1f-4e3f-b842-d3126e851705 req-477850fb-8eb1-4b14-aa97-16a92fb5e436 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:25.716188 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-05496207-2c1f-4e3f-b842-d3126e851705 req-477850fb-8eb1-4b14-aa97-16a92fb5e436 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 945 time: 0.0658054 Nov 12 09:18:25.782522 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-05496207-2c1f-4e3f-b842-d3126e851705 req-8a4d749d-37fd-4e44-873c-e1354974e799 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585713 Nov 12 09:18:26.425383 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34164) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:26.541409 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d7fb1dc4-520e-44b1-9c07-9ae1911b0f14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:26.638228 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d7fb1dc4-520e-44b1-9c07-9ae1911b0f14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:26.644229 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d7fb1dc4-520e-44b1-9c07-9ae1911b0f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:26.686852 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d7fb1dc4-520e-44b1-9c07-9ae1911b0f14 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=81b06e35302742e6b860bcbe45ca52cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2600288 Nov 12 09:18:26.687882 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb1dc4-520e-44b1-9c07-9ae1911b0f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259e7128-e58c-4010-96f0-77171bb5f361,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:26.689949 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34168) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:26.752328 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dae016a3-c8e2-43dd-b16d-48a1a1477c45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:26.781181 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dae016a3-c8e2-43dd-b16d-48a1a1477c45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:26.843129 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dae016a3-c8e2-43dd-b16d-48a1a1477c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:26.848384 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dae016a3-c8e2-43dd-b16d-48a1a1477c45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:26.855101 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-dae016a3-c8e2-43dd-b16d-48a1a1477c45 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/259e7128-e58c-4010-96f0-77171bb5f361 HTTP/1.1" status: 204 len: 168 time: 0.1636493 Nov 12 09:18:26.867722 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae016a3-c8e2-43dd-b16d-48a1a1477c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259e7128-e58c-4010-96f0-77171bb5f361,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:26.931190 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8b815-3743-412f-8757-db904f6efbb2 req-624b4e0f-7160-4085-959e-61b37024a5ae tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:26.933003 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-72a8b815-3743-412f-8757-db904f6efbb2 req-624b4e0f-7160-4085-959e-61b37024a5ae tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 945 time: 0.0658131 Nov 12 09:18:27.025988 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-72a8b815-3743-412f-8757-db904f6efbb2 req-6e8534e4-609a-46aa-b137-6aaeb6e68431 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794945 Nov 12 09:18:27.193033 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d81c0-8ba1-4246-8683-4bc3e5674e69 req-c4dc6ea8-dbeb-442b-9a8a-682c82b5460c tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:27.195116 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-534d81c0-8ba1-4246-8683-4bc3e5674e69 req-c4dc6ea8-dbeb-442b-9a8a-682c82b5460c tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 945 time: 0.0755455 Nov 12 09:18:27.215457 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34196) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:27.233880 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32d8b32f-e875-463b-9a50-dc3de0638774 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:27.259886 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34198) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:27.269920 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-534d81c0-8ba1-4246-8683-4bc3e5674e69 req-2a1ecf36-eeea-4e7b-ac62-597aedd5a69d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668545 Nov 12 09:18:27.362683 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32d8b32f-e875-463b-9a50-dc3de0638774 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:27.370496 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32d8b32f-e875-463b-9a50-dc3de0638774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:27.404440 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-32d8b32f-e875-463b-9a50-dc3de0638774 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9efc690222174cdeb6085995d1b6219c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1878629 Nov 12 09:18:27.408220 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34204) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:27.429631 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8b32f-e875-463b-9a50-dc3de0638774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2168a5c9-5967-46b0-9410-4850a477affc,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:27.477481 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d71dd4-4726-4015-9750-3852de1f591e req-4a4c308a-d35f-4a85-93f3-acb7f2842c23 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:27.480234 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c1d71dd4-4726-4015-9750-3852de1f591e req-4a4c308a-d35f-4a85-93f3-acb7f2842c23 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 945 time: 0.1128073 Nov 12 09:18:27.522385 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e6f82643-7519-4b91-b719-88f6cd554765 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:27.566450 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e6f82643-7519-4b91-b719-88f6cd554765 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:27.576115 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadd219-ec3e-4f95-b12e-0060a7d16071 req-aef726c7-cb46-43c6-82da-70e6d44610f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:27.578491 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-caadd219-ec3e-4f95-b12e-0060a7d16071 req-aef726c7-cb46-43c6-82da-70e6d44610f8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c942444b-a0c3-4c10-8473-961c36d8435c HTTP/1.1" status: 200 len: 1097 time: 0.3171275 Nov 12 09:18:27.579226 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c1d71dd4-4726-4015-9750-3852de1f591e req-3ae6b0f2-ecd9-40fe-81c4-e3b7d5a67c2d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923047 Nov 12 09:18:27.641850 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e6f82643-7519-4b91-b719-88f6cd554765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:27.645451 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e6f82643-7519-4b91-b719-88f6cd554765 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:27.647292 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e6f82643-7519-4b91-b719-88f6cd554765 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2168a5c9-5967-46b0-9410-4850a477affc HTTP/1.1" status: 204 len: 168 time: 0.2327127 Nov 12 09:18:27.658082 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f82643-7519-4b91-b719-88f6cd554765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2168a5c9-5967-46b0-9410-4850a477affc,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:27.713627 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-caadd219-ec3e-4f95-b12e-0060a7d16071 req-fa963976-e5c6-4566-8b2f-484cc88b8178 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=aa35bdb0-55f8-41bb-91c6-a3cbe4d15410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196921 Nov 12 09:18:28.017810 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d452c5f-0f5a-45a7-86c5-a854200f0f71 req-0880ae4a-568b-4c28-a776-e91f64761935 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:28.020996 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7d452c5f-0f5a-45a7-86c5-a854200f0f71 req-0880ae4a-568b-4c28-a776-e91f64761935 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 945 time: 0.0771542 Nov 12 09:18:28.075734 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7d452c5f-0f5a-45a7-86c5-a854200f0f71 req-e4df29bf-ad21-49db-a2a2-46d9c8970ae4 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495858 Nov 12 09:18:29.235871 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc0618-ea5d-44b9-9ce2-840cf5110b13 req-e9af7614-a245-4e0b-a06f-5364b720b6ba tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:29.237730 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d3dc0618-ea5d-44b9-9ce2-840cf5110b13 req-e9af7614-a245-4e0b-a06f-5364b720b6ba tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 945 time: 0.0731511 Nov 12 09:18:29.341774 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d3dc0618-ea5d-44b9-9ce2-840cf5110b13 req-c06ab187-c97d-4c53-bcbd-de9c0bffa25d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855882 Nov 12 09:18:29.441641 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:29.501897 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a1eb5-4b02-4c9d-9bb1-9bb0dd950223 req-44f7a387-a2c7-4434-998e-87af3cb442c5 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:29.504218 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-661a1eb5-4b02-4c9d-9bb1-9bb0dd950223 req-44f7a387-a2c7-4434-998e-87af3cb442c5 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 945 time: 0.0740178 Nov 12 09:18:29.649802 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-661a1eb5-4b02-4c9d-9bb1-9bb0dd950223 req-e1a86693-8751-47dd-a548-d0eca1b3b85f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Deleting port 89ce3479-b223-4e32-964b-642d37eaf309 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:29.650123 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-661a1eb5-4b02-4c9d-9bb1-9bb0dd950223 req-e1a86693-8751-47dd-a548-d0eca1b3b85f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:29.786112 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-661a1eb5-4b02-4c9d-9bb1-9bb0dd950223 req-e1a86693-8751-47dd-a548-d0eca1b3b85f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] For port 89ce3479-b223-4e32-964b-642d37eaf309, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=89ce3479-b223-4e32-964b-642d37eaf309,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:29.786112 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-661a1eb5-4b02-4c9d-9bb1-9bb0dd950223 req-e1a86693-8751-47dd-a548-d0eca1b3b85f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:29.810183 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-661a1eb5-4b02-4c9d-9bb1-9bb0dd950223 req-e1a86693-8751-47dd-a548-d0eca1b3b85f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Calling delete_port for 89ce3479-b223-4e32-964b-642d37eaf309 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:30.018852 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-661a1eb5-4b02-4c9d-9bb1-9bb0dd950223 req-e1a86693-8751-47dd-a548-d0eca1b3b85f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:30.036538 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['89ce3479-b223-4e32-964b-642d37eaf309'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:18:30.060579 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a86693-8751-47dd-a548-d0eca1b3b85f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Pushing event deleted for resources: {'Port': ['ID=89ce3479-b223-4e32-964b-642d37eaf309,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:30.141935 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-661a1eb5-4b02-4c9d-9bb1-9bb0dd950223 req-e1a86693-8751-47dd-a548-d0eca1b3b85f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] No DVR routers for this DVR port 89ce3479-b223-4e32-964b-642d37eaf309 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:18:30.145987 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-661a1eb5-4b02-4c9d-9bb1-9bb0dd950223 req-e1a86693-8751-47dd-a548-d0eca1b3b85f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:30.150171 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-661a1eb5-4b02-4c9d-9bb1-9bb0dd950223 req-e1a86693-8751-47dd-a548-d0eca1b3b85f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.58 "DELETE /v2.0/ports/89ce3479-b223-4e32-964b-642d37eaf309 HTTP/1.1" status: 204 len: 173 time: 0.6399705 Nov 12 09:18:30.150763 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcfc6dcb-5b55-400e-824d-3785890096f5', 'name': 'network-vif-deleted', 'tag': '89ce3479-b223-4e32-964b-642d37eaf309'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:18:30.154316 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e5168a-bc5e-4f52-8f04-6284667db864" -d '{"events": [{"server_uuid": "bcfc6dcb-5b55-400e-824d-3785890096f5", "name": "network-vif-deleted", "tag": "89ce3479-b223-4e32-964b-642d37eaf309"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:18:30.231560 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac04a36-d925-4d7a-abbe-eef16f5f61eb x-openstack-request-id: req-2ac04a36-d925-4d7a-abbe-eef16f5f61eb {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:18:30.232081 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcfc6dcb-5b55-400e-824d-3785890096f5", "name": "network-vif-deleted", "tag": "89ce3479-b223-4e32-964b-642d37eaf309", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:18:30.232571 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ac04a36-d925-4d7a-abbe-eef16f5f61eb {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:18:30.234459 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcfc6dcb-5b55-400e-824d-3785890096f5', 'name': 'network-vif-deleted', 'tag': '89ce3479-b223-4e32-964b-642d37eaf309', 'status': 'completed', 'code': 200} Nov 12 09:18:30.491962 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a5b78c04-5609-4268-afec-ca2eb5fe77c1 req-e2a7278f-c7e1-45ff-9297-30ec086fceb9 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 210 time: 0.0370314 Nov 12 09:18:31.642655 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba40728a-41b6-444c-bb09-7bb8ff150a3a req-a16a1a2f-c5d1-431e-aeb1-c4a4212d82cb tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 210 time: 0.0508230 Nov 12 09:18:31.952330 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34386) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:32.124557 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1f869456-0787-455a-8803-671f39ccf454 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:32.262096 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1f869456-0787-455a-8803-671f39ccf454 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:32.268823 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1f869456-0787-455a-8803-671f39ccf454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:32.308163 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f869456-0787-455a-8803-671f39ccf454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f49f88c-12ad-4da3-b96a-93c5fc337eed,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:32.368885 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1f869456-0787-455a-8803-671f39ccf454 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed1c260d1c404a4ca0ac43a9ddb2d445&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4138796 Nov 12 09:18:32.371302 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34392) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:32.470193 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cdfb286f-0a49-4593-aa01-be6e45da16a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:32.508555 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cdfb286f-0a49-4593-aa01-be6e45da16a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:32.602413 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cdfb286f-0a49-4593-aa01-be6e45da16a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:32.608668 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cdfb286f-0a49-4593-aa01-be6e45da16a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:32.615202 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-cdfb286f-0a49-4593-aa01-be6e45da16a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f49f88c-12ad-4da3-b96a-93c5fc337eed HTTP/1.1" status: 204 len: 168 time: 0.2415674 Nov 12 09:18:32.623326 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb286f-0a49-4593-aa01-be6e45da16a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f49f88c-12ad-4da3-b96a-93c5fc337eed,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:32.830441 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-72123757-9e61-4c98-a5bf-31fb4c4c1f9c req-a22f059b-e8fb-40e2-8e22-9485adc6b45c tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 210 time: 0.0689414 Nov 12 09:18:33.102492 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34400) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:33.126999 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-01a496b8-29bf-408a-adaf-ebca3f7b6762 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:33.244619 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-01a496b8-29bf-408a-adaf-ebca3f7b6762 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:33.255201 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-01a496b8-29bf-408a-adaf-ebca3f7b6762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:33.354598 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a496b8-29bf-408a-adaf-ebca3f7b6762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0be335-bf11-41c6-b1a9-33578a9adec3,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:33.406724 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-01a496b8-29bf-408a-adaf-ebca3f7b6762 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=31eff42ff7594c5ab32f73f03badbe5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3023894 Nov 12 09:18:33.409697 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34404) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:33.512504 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0774835-9972-4f28-8355-ab270d272f50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:33.566957 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0774835-9972-4f28-8355-ab270d272f50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:33.637998 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0774835-9972-4f28-8355-ab270d272f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:33.643908 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0774835-9972-4f28-8355-ab270d272f50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:33.649295 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b0774835-9972-4f28-8355-ab270d272f50 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f0be335-bf11-41c6-b1a9-33578a9adec3 HTTP/1.1" status: 204 len: 168 time: 0.2378426 Nov 12 09:18:33.662530 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0774835-9972-4f28-8355-ab270d272f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0be335-bf11-41c6-b1a9-33578a9adec3,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:33.964833 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-432b9837-a2b9-406b-8d22-d1832da53568 req-23b57111-de76-4b40-91c8-45fdc7128b65 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 210 time: 0.0371406 Nov 12 09:18:34.745130 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 89ce3479-b223-4e32-964b-642d37eaf309 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:18:34.777468 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 89ce3479-b223-4e32-964b-642d37eaf309 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:18:34.777959 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 89ce3479-b223-4e32-964b-642d37eaf309 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:18:35.097797 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-557bea1b-40e0-4cba-bc43-c36271fb255c req-c9d3a5a7-8796-40fa-8321-4fcd16b01fb7 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 210 time: 0.0324771 Nov 12 09:18:36.262667 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e753692b-699b-4c26-87ea-95ca2432f91f req-d8f53a95-a35c-4045-9ed0-54409197088b tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfc6dcb-5b55-400e-824d-3785890096f5 HTTP/1.1" status: 200 len: 210 time: 0.0456455 Nov 12 09:18:36.333199 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34468) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:36.543731 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ad07c177-6c08-40e4-b3b0-119147200f22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:36.653415 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ad07c177-6c08-40e4-b3b0-119147200f22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:36.658980 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ad07c177-6c08-40e4-b3b0-119147200f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:36.708675 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ad07c177-6c08-40e4-b3b0-119147200f22 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0892f1d0701f403db138d9a491837f85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3738768 Nov 12 09:18:36.710174 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34472) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:36.710776 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad07c177-6c08-40e4-b3b0-119147200f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcad14bf-f095-47ea-9975-43c154466a80,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:36.791630 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9cb141be-80b4-402e-b03e-97eb61ea573f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:36.818244 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9cb141be-80b4-402e-b03e-97eb61ea573f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:36.907127 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9cb141be-80b4-402e-b03e-97eb61ea573f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:36.910219 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9cb141be-80b4-402e-b03e-97eb61ea573f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:36.911677 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9cb141be-80b4-402e-b03e-97eb61ea573f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dcad14bf-f095-47ea-9975-43c154466a80 HTTP/1.1" status: 204 len: 168 time: 0.1988425 Nov 12 09:18:36.925828 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb141be-80b4-402e-b03e-97eb61ea573f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcad14bf-f095-47ea-9975-43c154466a80,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:37.368057 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34484) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:37.389590 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-73609b13-4e9e-42b1-9e81-abecee91c488 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:37.521945 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-73609b13-4e9e-42b1-9e81-abecee91c488 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:37.529341 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-73609b13-4e9e-42b1-9e81-abecee91c488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:37.579111 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-73609b13-4e9e-42b1-9e81-abecee91c488 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c12546ac4a904712bbd7704e166cc608&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2121027 Nov 12 09:18:37.584943 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34486) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:37.620438 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73609b13-4e9e-42b1-9e81-abecee91c488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f37ccd9-b1fa-4425-a84e-23e66af68fc1,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:37.675679 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3a895ec5-b3c4-435e-96ec-9d6d54a00686 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:37.724698 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3a895ec5-b3c4-435e-96ec-9d6d54a00686 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:37.816536 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3a895ec5-b3c4-435e-96ec-9d6d54a00686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:37.821500 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3a895ec5-b3c4-435e-96ec-9d6d54a00686 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:37.826520 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3a895ec5-b3c4-435e-96ec-9d6d54a00686 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f37ccd9-b1fa-4425-a84e-23e66af68fc1 HTTP/1.1" status: 204 len: 168 time: 0.2371345 Nov 12 09:18:37.839173 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a895ec5-b3c4-435e-96ec-9d6d54a00686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f37ccd9-b1fa-4425-a84e-23e66af68fc1,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:37.909384 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-67b7a3cd-439b-4ff8-873b-36b91436a1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:38.299637 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:18:40.217044 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-978ba2ab-b8f0-472f-8233-473a00843584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:42.143058 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:43.491986 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:44.092817 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:51.590282 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34766) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:51.777370 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-accdaac0-7311-451e-b111-f025437adb4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:51.934650 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-accdaac0-7311-451e-b111-f025437adb4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:51.940941 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-accdaac0-7311-451e-b111-f025437adb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:51.997088 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-accdaac0-7311-451e-b111-f025437adb4f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b4c2629dfdc5404ba9f8b75d30d2876c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3990917 Nov 12 09:18:51.997088 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accdaac0-7311-451e-b111-f025437adb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb350090-e469-4c8d-b195-b5b71864b407,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:51.997541 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34776) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:52.061374 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f2d6275f-86d8-4c98-a4a2-ef14617aa218 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:52.089227 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f2d6275f-86d8-4c98-a4a2-ef14617aa218 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:52.144032 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f2d6275f-86d8-4c98-a4a2-ef14617aa218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:52.146930 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f2d6275f-86d8-4c98-a4a2-ef14617aa218 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:52.151274 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f2d6275f-86d8-4c98-a4a2-ef14617aa218 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cb350090-e469-4c8d-b195-b5b71864b407 HTTP/1.1" status: 204 len: 168 time: 0.1522157 Nov 12 09:18:52.160420 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6275f-86d8-4c98-a4a2-ef14617aa218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb350090-e469-4c8d-b195-b5b71864b407,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:52.169472 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6275f-86d8-4c98-a4a2-ef14617aa218 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:52.170906 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6275f-86d8-4c98-a4a2-ef14617aa218 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:52.171443 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6275f-86d8-4c98-a4a2-ef14617aa218 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:52.172228 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6275f-86d8-4c98-a4a2-ef14617aa218 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:52.172730 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6275f-86d8-4c98-a4a2-ef14617aa218 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:52.173229 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6275f-86d8-4c98-a4a2-ef14617aa218 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:52.173725 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6275f-86d8-4c98-a4a2-ef14617aa218 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:52.174214 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6275f-86d8-4c98-a4a2-ef14617aa218 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:52.175005 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6275f-86d8-4c98-a4a2-ef14617aa218 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:52.175671 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6275f-86d8-4c98-a4a2-ef14617aa218 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:52.176602 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6275f-86d8-4c98-a4a2-ef14617aa218 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:52.176953 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6275f-86d8-4c98-a4a2-ef14617aa218 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:52.575691 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34790) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:52.599083 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-47cc26fa-25c6-4875-b0dd-38bf94f832c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:52.699229 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-47cc26fa-25c6-4875-b0dd-38bf94f832c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:52.706249 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-47cc26fa-25c6-4875-b0dd-38bf94f832c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:52.756931 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-47cc26fa-25c6-4875-b0dd-38bf94f832c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=52c7b025f4414a4e971b1f67114be87a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1799581 Nov 12 09:18:52.757875 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc26fa-25c6-4875-b0dd-38bf94f832c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33ef860-8b08-4f66-8f88-ec8f25109b32,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:52.760887 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34794) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:52.848965 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3210b5ab-87b6-4427-b91d-3219e3ce4110 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:52.893567 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3210b5ab-87b6-4427-b91d-3219e3ce4110 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:53.000045 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3210b5ab-87b6-4427-b91d-3219e3ce4110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:53.004415 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3210b5ab-87b6-4427-b91d-3219e3ce4110 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:53.007561 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3210b5ab-87b6-4427-b91d-3219e3ce4110 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e33ef860-8b08-4f66-8f88-ec8f25109b32 HTTP/1.1" status: 204 len: 168 time: 0.2451448 Nov 12 09:18:53.024043 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210b5ab-87b6-4427-b91d-3219e3ce4110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33ef860-8b08-4f66-8f88-ec8f25109b32,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:53.381438 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:55.906224 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34862) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:56.083696 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-38321d42-56e0-44ad-a36b-dd512867d5de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:56.202321 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-38321d42-56e0-44ad-a36b-dd512867d5de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:56.208096 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-38321d42-56e0-44ad-a36b-dd512867d5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:56.249952 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38321d42-56e0-44ad-a36b-dd512867d5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05582e9b-719e-4aaa-a22f-fb321a85de57,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:56.258757 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-38321d42-56e0-44ad-a36b-dd512867d5de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fbdc603ec2344c3f8eff8265732f2d61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3510675 Nov 12 09:18:56.259005 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34870) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:56.320370 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-077ed416-3f8d-431a-86a9-a5e31fd918e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:56.357040 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-077ed416-3f8d-431a-86a9-a5e31fd918e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:56.454331 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-077ed416-3f8d-431a-86a9-a5e31fd918e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:56.459535 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-077ed416-3f8d-431a-86a9-a5e31fd918e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:56.461719 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-077ed416-3f8d-431a-86a9-a5e31fd918e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/05582e9b-719e-4aaa-a22f-fb321a85de57 HTTP/1.1" status: 204 len: 168 time: 0.2015350 Nov 12 09:18:56.476620 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ed416-3f8d-431a-86a9-a5e31fd918e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05582e9b-719e-4aaa-a22f-fb321a85de57,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:56.956287 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34878) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:56.972280 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f5df4eb-33d1-4c3f-a26a-5edd392ed3be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:57.102751 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f5df4eb-33d1-4c3f-a26a-5edd392ed3be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:57.108861 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f5df4eb-33d1-4c3f-a26a-5edd392ed3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:57.160452 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5df4eb-33d1-4c3f-a26a-5edd392ed3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b992a6-397b-4fcd-ae43-161bbc16b084,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:57.166796 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6f5df4eb-33d1-4c3f-a26a-5edd392ed3be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ef65c19fcdfb4311b74bf34962c758c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2093737 Nov 12 09:18:57.171318 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34886) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:57.288436 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-48f00461-9662-4dcc-8aff-a0aa1280fe84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:57.325612 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-48f00461-9662-4dcc-8aff-a0aa1280fe84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:57.398452 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-48f00461-9662-4dcc-8aff-a0aa1280fe84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:57.402043 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-48f00461-9662-4dcc-8aff-a0aa1280fe84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:57.403405 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-48f00461-9662-4dcc-8aff-a0aa1280fe84 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1b992a6-397b-4fcd-ae43-161bbc16b084 HTTP/1.1" status: 204 len: 168 time: 0.2267895 Nov 12 09:18:57.416662 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f00461-9662-4dcc-8aff-a0aa1280fe84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b992a6-397b-4fcd-ae43-161bbc16b084,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:59.437140 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:01.922782 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 34986) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:02.125540 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2b8f3bdc-0381-48dc-9deb-a7ba210bf5fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:02.256618 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2b8f3bdc-0381-48dc-9deb-a7ba210bf5fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:02.263294 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2b8f3bdc-0381-48dc-9deb-a7ba210bf5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:02.304981 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2b8f3bdc-0381-48dc-9deb-a7ba210bf5fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=66bcf032697f4618ac029db271f78d65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3805985 Nov 12 09:19:02.305208 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 34994) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:02.366206 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f3bdc-0381-48dc-9deb-a7ba210bf5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacdf2d1-a9f1-4b15-b86e-67aeb5e1baa2,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:02.431478 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d8ac2c67-ea6f-468e-9688-8db620ec4574 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:02.462328 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d8ac2c67-ea6f-468e-9688-8db620ec4574 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:02.539224 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d8ac2c67-ea6f-468e-9688-8db620ec4574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:02.544503 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d8ac2c67-ea6f-468e-9688-8db620ec4574 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:02.552129 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d8ac2c67-ea6f-468e-9688-8db620ec4574 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dacdf2d1-a9f1-4b15-b86e-67aeb5e1baa2 HTTP/1.1" status: 204 len: 168 time: 0.2448032 Nov 12 09:19:02.575832 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac2c67-ea6f-468e-9688-8db620ec4574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacdf2d1-a9f1-4b15-b86e-67aeb5e1baa2,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:03.317634 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35004) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:03.363491 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52900580-d596-4227-bfb9-22c5654f9648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:03.496056 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52900580-d596-4227-bfb9-22c5654f9648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:03.502491 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52900580-d596-4227-bfb9-22c5654f9648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:03.567491 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-52900580-d596-4227-bfb9-22c5654f9648 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=685e7df1dfb04e46a9faa567133ce08f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2481101 Nov 12 09:19:03.569303 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52900580-d596-4227-bfb9-22c5654f9648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05897ff-c0c2-470d-ab60-eb8e552d8052,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:03.571700 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35010) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:03.680510 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76fb0ed1-db5a-43ac-ab1e-25dee7214273 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:03.725725 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76fb0ed1-db5a-43ac-ab1e-25dee7214273 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:03.827512 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76fb0ed1-db5a-43ac-ab1e-25dee7214273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:03.833093 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76fb0ed1-db5a-43ac-ab1e-25dee7214273 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:03.839991 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-76fb0ed1-db5a-43ac-ab1e-25dee7214273 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c05897ff-c0c2-470d-ab60-eb8e552d8052 HTTP/1.1" status: 204 len: 168 time: 0.2663054 Nov 12 09:19:03.857965 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb0ed1-db5a-43ac-ab1e-25dee7214273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05897ff-c0c2-470d-ab60-eb8e552d8052,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:07.885891 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-70dafc28-6387-4a63-9605-6275414cf78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:10.274403 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3f785b16-09c7-4120-b78f-360f701f0623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:12.158504 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:12.613991 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-abb8a6b8-3006-421f-a95d-112898a5384b tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:12.618022 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-abb8a6b8-3006-421f-a95d-112898a5384b tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 812 time: 0.1721129 Nov 12 09:19:12.638789 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-598fe109-4191-4e83-96fc-67c42df53e7c tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/quotas/8490ecf3904e4cc1946420dda4801d0b HTTP/1.1" status: 200 len: 375 time: 0.0138550 Nov 12 09:19:12.717080 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-9143ae5a-f9be-42df-8a2d-ad23881e46cc tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674782 Nov 12 09:19:12.846436 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-535f9b19-bbc0-403a-90f4-6ad91cae062b service neutron] 10.222.0.37 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214430 Nov 12 09:19:12.968885 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-19573425-c411-4cc3-9983-f388df18d846 service neutron] 10.222.0.37 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213193 Nov 12 09:19:13.518277 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:13.570263 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-50dead08-2378-4524-9ace-7d56e3ce1bb4 req-85a14f2c-4266-4ac9-87d1-7005f3deafe3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2be0cd-406e-4fd4-bf0e-e34532c6876c HTTP/1.1" status: 200 len: 210 time: 0.0555682 Nov 12 09:19:14.090843 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:14.722173 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-383239ef-cc86-463b-bd29-6e79c6615a32 req-8631cbb3-3e87-4a80-9aeb-839c74a7c9d1 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2be0cd-406e-4fd4-bf0e-e34532c6876c HTTP/1.1" status: 200 len: 210 time: 0.0376105 Nov 12 09:19:14.911138 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-f640c6cf-5674-4c20-93fc-3fed7e44b6e2 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:14.912909 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-f640c6cf-5674-4c20-93fc-3fed7e44b6e2 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.58 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 812 time: 0.1889384 Nov 12 09:19:14.929896 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-4daab59a-baf5-4219-9641-80f0c524e5f8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Request body: {'port': {'device_id': '2c2be0cd-406e-4fd4-bf0e-e34532c6876c', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'admin_state_up': True, 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:15.123904 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-4daab59a-baf5-4219-9641-80f0c524e5f8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Made reservation on behalf of 8490ecf3904e4cc1946420dda4801d0b for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:19:15.132968 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-4daab59a-baf5-4219-9641-80f0c524e5f8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:15.285752 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:19:15.405086 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-4daab59a-baf5-4219-9641-80f0c524e5f8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Allocated IP 172.20.0.10 (492b01ef-bcf0-406a-881b-e054fdb77f9d/098c0920-f801-4a1f-89b9-15466a208616/8b46dabf-cb68-4e17-bbc0-f1a290c32058) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:19:15.742605 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-4daab59a-baf5-4219-9641-80f0c524e5f8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:15.802295 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-4daab59a-baf5-4219-9641-80f0c524e5f8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:15.928694 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-4daab59a-baf5-4219-9641-80f0c524e5f8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Network 492b01ef-bcf0-406a-881b-e054fdb77f9d is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:15.949718 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-4daab59a-baf5-4219-9641-80f0c524e5f8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:15.965688 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-4daab59a-baf5-4219-9641-80f0c524e5f8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:19:15.973624 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daab59a-baf5-4219-9641-80f0c524e5f8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Pushing event updated for resources: {'Port': ['ID=8b46dabf-cb68-4e17-bbc0-f1a290c32058,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:16.003838 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a5875-d570-456d-bc8d-0e1509fc82c4 req-d3d09dcc-4351-4706-98fb-ffa48e70894c tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:16.005722 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-652a5875-d570-456d-bc8d-0e1509fc82c4 req-d3d09dcc-4351-4706-98fb-ffa48e70894c tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2be0cd-406e-4fd4-bf0e-e34532c6876c HTTP/1.1" status: 200 len: 932 time: 0.1452692 Nov 12 09:19:16.033262 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daab59a-baf5-4219-9641-80f0c524e5f8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:16.034821 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daab59a-baf5-4219-9641-80f0c524e5f8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:16.035207 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daab59a-baf5-4219-9641-80f0c524e5f8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:16.035544 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daab59a-baf5-4219-9641-80f0c524e5f8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:16.036065 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daab59a-baf5-4219-9641-80f0c524e5f8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:16.036507 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daab59a-baf5-4219-9641-80f0c524e5f8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:16.036724 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daab59a-baf5-4219-9641-80f0c524e5f8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:16.037064 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daab59a-baf5-4219-9641-80f0c524e5f8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:16.037436 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daab59a-baf5-4219-9641-80f0c524e5f8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:16.037749 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daab59a-baf5-4219-9641-80f0c524e5f8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:16.038098 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daab59a-baf5-4219-9641-80f0c524e5f8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:16.038410 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daab59a-baf5-4219-9641-80f0c524e5f8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:16.126813 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-4daab59a-baf5-4219-9641-80f0c524e5f8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:16.127506 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-4daab59a-baf5-4219-9641-80f0c524e5f8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:16.168492 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-652a5875-d570-456d-bc8d-0e1509fc82c4 req-977e9bcd-ea89-4236-889d-a9d538b605fc tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370490 Nov 12 09:19:16.175389 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-4daab59a-baf5-4219-9641-80f0c524e5f8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2528443 Nov 12 09:19:16.192794 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-28ce8ee8-74d3-4b92-882a-d88436259462 service neutron] Request body: {'port': {'device_id': '2c2be0cd-406e-4fd4-bf0e-e34532c6876c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:16.311498 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-28ce8ee8-74d3-4b92-882a-d88436259462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:16.405314 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-513d65b1-c5c7-415a-b0a4-ea7c99b74725 None None] Provisioning complete for port 8b46dabf-cb68-4e17-bbc0-f1a290c32058 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:16.406170 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-513d65b1-c5c7-415a-b0a4-ea7c99b74725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:16.483670 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-513d65b1-c5c7-415a-b0a4-ea7c99b74725 None None] Port 8b46dabf-cb68-4e17-bbc0-f1a290c32058 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:19:16.792470 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-28ce8ee8-74d3-4b92-882a-d88436259462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b46dabf-cb68-4e17-bbc0-f1a290c32058 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:19:16.803672 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-28ce8ee8-74d3-4b92-882a-d88436259462 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:16.823062 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-28ce8ee8-74d3-4b92-882a-d88436259462 service neutron] Transition to ACTIVE for port object 8b46dabf-cb68-4e17-bbc0-f1a290c32058 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:19:16.830927 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-28ce8ee8-74d3-4b92-882a-d88436259462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:16.937131 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce8ee8-74d3-4b92-882a-d88436259462 service neutron] Pushing event updated for resources: {'Port': ['ID=8b46dabf-cb68-4e17-bbc0-f1a290c32058,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:17.110138 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-28ce8ee8-74d3-4b92-882a-d88436259462 service neutron] Attempting to bind port 8b46dabf-cb68-4e17-bbc0-f1a290c32058 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:19:17.110617 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-28ce8ee8-74d3-4b92-882a-d88436259462 service neutron] Attempting to bind port 8b46dabf-cb68-4e17-bbc0-f1a290c32058 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:19:17.111096 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-28ce8ee8-74d3-4b92-882a-d88436259462 service neutron] Attempting to bind port 8b46dabf-cb68-4e17-bbc0-f1a290c32058 on network 492b01ef-bcf0-406a-881b-e054fdb77f9d {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:19:17.121538 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-28ce8ee8-74d3-4b92-882a-d88436259462 service neutron] Port 8b46dabf-cb68-4e17-bbc0-f1a290c32058 on network 492b01ef-bcf0-406a-881b-e054fdb77f9d not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:19:17.122256 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-28ce8ee8-74d3-4b92-882a-d88436259462 service neutron] Attempting to bind port 8b46dabf-cb68-4e17-bbc0-f1a290c32058 on network 492b01ef-bcf0-406a-881b-e054fdb77f9d {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:19:17.147494 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-28ce8ee8-74d3-4b92-882a-d88436259462 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:19:17.152953 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-28ce8ee8-74d3-4b92-882a-d88436259462 service neutron] Checking segment: {'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:19:17.153955 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-28ce8ee8-74d3-4b92-882a-d88436259462 service neutron] Bound using segment: {'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:19:17.156007 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-28ce8ee8-74d3-4b92-882a-d88436259462 service neutron] Bound port: 8b46dabf-cb68-4e17-bbc0-f1a290c32058, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:19:17.158109 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-28ce8ee8-74d3-4b92-882a-d88436259462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:17.319473 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-28ce8ee8-74d3-4b92-882a-d88436259462 service neutron] For port 8b46dabf-cb68-4e17-bbc0-f1a290c32058, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:19:17.326690 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-28ce8ee8-74d3-4b92-882a-d88436259462 service neutron] For port 8b46dabf-cb68-4e17-bbc0-f1a290c32058, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=8b46dabf-cb68-4e17-bbc0-f1a290c32058,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:19:17.334820 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-28ce8ee8-74d3-4b92-882a-d88436259462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:17.548762 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5dcdd077-7fa1-4aff-b090-3e4990a24dc0 req-d851acba-55a0-4607-b64d-fba70e25bc2f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c942444b-a0c3-4c10-8473-961c36d8435c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1159904 Nov 12 09:19:17.718191 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcdd077-7fa1-4aff-b090-3e4990a24dc0 req-aa202ee2-ba57-4ca9-b043-6a13c0405c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:17.720166 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5dcdd077-7fa1-4aff-b090-3e4990a24dc0 req-aa202ee2-ba57-4ca9-b043-6a13c0405c40 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=37208630d32940b9a0eb6d96e161ed4a&device_id=c942444b-a0c3-4c10-8473-961c36d8435c HTTP/1.1" status: 200 len: 1097 time: 0.0855896 Nov 12 09:19:17.909079 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcdd077-7fa1-4aff-b090-3e4990a24dc0 req-5ffb6c5e-eb23-48cd-8457-0b09a9226588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:17.911572 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5dcdd077-7fa1-4aff-b090-3e4990a24dc0 req-5ffb6c5e-eb23-48cd-8457-0b09a9226588 service neutron] 10.222.0.54 "GET /v2.0/networks?id=361583e5-810d-43eb-bd10-28471100ab67 HTTP/1.1" status: 200 len: 910 time: 0.1655247 Nov 12 09:19:18.080525 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5dcdd077-7fa1-4aff-b090-3e4990a24dc0 req-2db971d7-bab0-45e6-a983-6f281ee68c9c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e826e27-a100-4144-91ee-dbf802b5c9bf HTTP/1.1" status: 200 len: 1000 time: 0.1614065 Nov 12 09:19:18.145310 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-28ce8ee8-74d3-4b92-882a-d88436259462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:18.145310 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-28ce8ee8-74d3-4b92-882a-d88436259462 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:18.145310 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-28ce8ee8-74d3-4b92-882a-d88436259462 service neutron] 10.222.0.58 "PUT /v2.0/ports/8b46dabf-cb68-4e17-bbc0-f1a290c32058 HTTP/1.1" status: 200 len: 1093 time: 1.9569151 Nov 12 09:19:18.146131 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c2be0cd-406e-4fd4-bf0e-e34532c6876c', 'tag': '8b46dabf-cb68-4e17-bbc0-f1a290c32058'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:19:18.148384 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7473c70-d80a-4a44-a8f5-a6464821af47" -d '{"events": [{"name": "network-changed", "server_uuid": "2c2be0cd-406e-4fd4-bf0e-e34532c6876c", "tag": "8b46dabf-cb68-4e17-bbc0-f1a290c32058"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:19:18.247711 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcdd077-7fa1-4aff-b090-3e4990a24dc0 req-c284ed4f-dd39-4661-8f01-abcabdf4c031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:18.249901 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5dcdd077-7fa1-4aff-b090-3e4990a24dc0 req-c284ed4f-dd39-4661-8f01-abcabdf4c031 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7180b4be-5884-4c17-8cdc-7bc215074ec1 HTTP/1.1" status: 200 len: 848 time: 0.1623998 Nov 12 09:19:18.280300 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce8ee8-74d3-4b92-882a-d88436259462 service neutron] Pushing event updated for resources: {'Port': ['ID=8b46dabf-cb68-4e17-bbc0-f1a290c32058,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:18.299685 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25467c53-1f4f-4c00-88c4-452b1b54aa09 req-ea26697b-c3e1-401c-b843-484bb9366c6f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:18.302303 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-25467c53-1f4f-4c00-88c4-452b1b54aa09 req-ea26697b-c3e1-401c-b843-484bb9366c6f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2be0cd-406e-4fd4-bf0e-e34532c6876c HTTP/1.1" status: 200 len: 944 time: 0.8667107 Nov 12 09:19:18.341078 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcdd077-7fa1-4aff-b090-3e4990a24dc0 req-429698a3-9336-4fa2-afa3-c2fbba285a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:18.343543 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5dcdd077-7fa1-4aff-b090-3e4990a24dc0 req-429698a3-9336-4fa2-afa3-c2fbba285a2f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=361583e5-810d-43eb-bd10-28471100ab67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0865715 Nov 12 09:19:18.378747 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-c36cdcd2-05d9-427e-a064-bc6aebf99998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:18.382644 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-c36cdcd2-05d9-427e-a064-bc6aebf99998 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&device_id=2c2be0cd-406e-4fd4-bf0e-e34532c6876c HTTP/1.1" status: 200 len: 1096 time: 0.1532629 Nov 12 09:19:18.489976 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-469cd604-37f3-44a9-bc16-2ce1f5af5b9b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b46dabf-cb68-4e17-bbc0-f1a290c32058 HTTP/1.1" status: 200 len: 217 time: 0.0819912 Nov 12 09:19:18.528321 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5dcdd077-7fa1-4aff-b090-3e4990a24dc0 req-9ba68984-5c59-42c3-95f2-63e325b97ecd service neutron] 10.222.0.54 "GET /v2.0/networks/361583e5-810d-43eb-bd10-28471100ab67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752803 Nov 12 09:19:18.596192 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-25467c53-1f4f-4c00-88c4-452b1b54aa09 req-c55a1fe6-5fe5-4223-84d9-e32bd619ea3d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836270 Nov 12 09:19:18.668486 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-20a13db9-ef66-4122-8407-0654874144f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:18.679059 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-20a13db9-ef66-4122-8407-0654874144f3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=098c0920-f801-4a1f-89b9-15466a208616 HTTP/1.1" status: 200 len: 851 time: 0.1794825 Nov 12 09:19:18.760024 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5dcdd077-7fa1-4aff-b090-3e4990a24dc0 req-9a63ee9c-8c94-42e0-951b-d5a041cba60d service neutron] 10.222.0.54 "GET /v2.0/networks/361583e5-810d-43eb-bd10-28471100ab67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202477 Nov 12 09:19:18.772253 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba300ef6-7920-47e3-8534-c3692d3008ad x-openstack-request-id: req-ba300ef6-7920-47e3-8534-c3692d3008ad {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:19:18.773024 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c2be0cd-406e-4fd4-bf0e-e34532c6876c", "tag": "8b46dabf-cb68-4e17-bbc0-f1a290c32058", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:19:18.774141 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba300ef6-7920-47e3-8534-c3692d3008ad {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:19:18.775028 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c2be0cd-406e-4fd4-bf0e-e34532c6876c', 'tag': '8b46dabf-cb68-4e17-bbc0-f1a290c32058', 'status': 'completed', 'code': 200} Nov 12 09:19:18.810951 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-f4c487f1-f74c-49ff-936c-a06b8621e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:18.826549 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-f4c487f1-f74c-49ff-936c-a06b8621e1e1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=492b01ef-bcf0-406a-881b-e054fdb77f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1279495 Nov 12 09:19:18.985150 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-5c974ac4-0f92-489d-8e35-c57e69a201ae service neutron] 10.222.0.58 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572978 Nov 12 09:19:19.131916 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6f7dd649-a006-4e3d-b49c-6288842a6ab0 req-6e87d873-d26d-4a87-bcba-74501dd04aa4 service neutron] 10.222.0.58 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307788 Nov 12 09:19:19.293236 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7473c70-d80a-4a44-a8f5-a6464821af47 req-99b9dfdf-9140-4450-9b96-f15fd3019937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:19.295066 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f7473c70-d80a-4a44-a8f5-a6464821af47 req-99b9dfdf-9140-4450-9b96-f15fd3019937 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&device_id=2c2be0cd-406e-4fd4-bf0e-e34532c6876c HTTP/1.1" status: 200 len: 1096 time: 0.0960145 Nov 12 09:19:19.471496 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7473c70-d80a-4a44-a8f5-a6464821af47 req-9d108829-92c4-4bf4-a076-8c7e8e26dafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:19.478611 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f7473c70-d80a-4a44-a8f5-a6464821af47 req-9d108829-92c4-4bf4-a076-8c7e8e26dafc service neutron] 10.222.0.58 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 913 time: 0.1596453 Nov 12 09:19:19.541076 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f7473c70-d80a-4a44-a8f5-a6464821af47 req-feec9c3d-66d2-4e75-9aca-574def5cca54 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b46dabf-cb68-4e17-bbc0-f1a290c32058 HTTP/1.1" status: 200 len: 217 time: 0.0588892 Nov 12 09:19:19.633708 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7473c70-d80a-4a44-a8f5-a6464821af47 req-baf863c6-9786-4679-be90-09038a703a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:19.635827 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f7473c70-d80a-4a44-a8f5-a6464821af47 req-baf863c6-9786-4679-be90-09038a703a40 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=098c0920-f801-4a1f-89b9-15466a208616 HTTP/1.1" status: 200 len: 851 time: 0.0880010 Nov 12 09:19:19.719590 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7473c70-d80a-4a44-a8f5-a6464821af47 req-2cf3a1fe-0a6d-4032-8b56-2fbd96ddfedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:19.722198 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f7473c70-d80a-4a44-a8f5-a6464821af47 req-2cf3a1fe-0a6d-4032-8b56-2fbd96ddfedc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=492b01ef-bcf0-406a-881b-e054fdb77f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0793042 Nov 12 09:19:19.894459 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570bd42-e3e7-45bd-9d8b-ac2664d7417e req-7b8e1d49-15cf-4b61-8e24-578a3675a4d0 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:19.896775 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c570bd42-e3e7-45bd-9d8b-ac2664d7417e req-7b8e1d49-15cf-4b61-8e24-578a3675a4d0 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2be0cd-406e-4fd4-bf0e-e34532c6876c HTTP/1.1" status: 200 len: 944 time: 0.1444333 Nov 12 09:19:19.938408 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f7473c70-d80a-4a44-a8f5-a6464821af47 req-8718b048-e0cc-4b4d-a2e5-23ed9c8fccaa service neutron] 10.222.0.58 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076442 Nov 12 09:19:20.096760 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f7473c70-d80a-4a44-a8f5-a6464821af47 req-c8eb2219-f126-4f3d-b7af-59cbc88e7271 service neutron] 10.222.0.58 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368656 Nov 12 09:19:20.155975 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c570bd42-e3e7-45bd-9d8b-ac2664d7417e req-698fdd5c-62a3-4280-9abb-75e13c99a549 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470944 Nov 12 09:19:21.256081 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35276) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:21.456287 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3f818-256c-449b-8a6a-9c43d8ae22b6 req-636b3b8a-5cdc-4700-a0b9-f17337f41367 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:21.462831 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e4d3f818-256c-449b-8a6a-9c43d8ae22b6 req-636b3b8a-5cdc-4700-a0b9-f17337f41367 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2be0cd-406e-4fd4-bf0e-e34532c6876c HTTP/1.1" status: 200 len: 944 time: 0.1686008 Nov 12 09:19:21.561844 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e4d3f818-256c-449b-8a6a-9c43d8ae22b6 req-e4060aad-98f3-4d31-9cc9-4c8a465b77de tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925317 Nov 12 09:19:21.689201 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bc47771d-1c21-4a4e-b1e5-8d0e6c006fc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:21.813507 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bc47771d-1c21-4a4e-b1e5-8d0e6c006fc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:21.821890 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bc47771d-1c21-4a4e-b1e5-8d0e6c006fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:21.852032 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47771d-1c21-4a4e-b1e5-8d0e6c006fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91ef45a-9fe6-4cd9-a5be-efb8e1d47b80,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:21.896684 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35288) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:21.897881 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bc47771d-1c21-4a4e-b1e5-8d0e6c006fc3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6b48dd63b2f640f8b3ab54db910ce96f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6399088 Nov 12 09:19:21.970151 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-56c88837-f226-4f70-b0ea-718f8b457f03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:22.002536 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-56c88837-f226-4f70-b0ea-718f8b457f03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:22.100697 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-56c88837-f226-4f70-b0ea-718f8b457f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:22.113303 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-56c88837-f226-4f70-b0ea-718f8b457f03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:22.119539 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-56c88837-f226-4f70-b0ea-718f8b457f03 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e91ef45a-9fe6-4cd9-a5be-efb8e1d47b80 HTTP/1.1" status: 204 len: 168 time: 0.2184427 Nov 12 09:19:22.130042 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c88837-f226-4f70-b0ea-718f8b457f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91ef45a-9fe6-4cd9-a5be-efb8e1d47b80,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:22.637454 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35298) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:22.660030 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8f508d4e-fc7a-4e96-8e67-1c3798064f99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:22.837626 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8f508d4e-fc7a-4e96-8e67-1c3798064f99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:22.846182 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8f508d4e-fc7a-4e96-8e67-1c3798064f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:22.847524 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abd7cf-1f1d-4ea0-9cc7-5007b6867795 req-159daa1a-6100-4248-8db4-0c6307d88b65 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:22.852531 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a1abd7cf-1f1d-4ea0-9cc7-5007b6867795 req-159daa1a-6100-4248-8db4-0c6307d88b65 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2be0cd-406e-4fd4-bf0e-e34532c6876c HTTP/1.1" status: 200 len: 944 time: 0.1367469 Nov 12 09:19:22.935893 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8f508d4e-fc7a-4e96-8e67-1c3798064f99 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d6aca2c9c664c138ec3d89f06a954fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2961843 Nov 12 09:19:22.939728 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35304) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:22.953404 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f508d4e-fc7a-4e96-8e67-1c3798064f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd84131-b156-44fe-b8fd-2aa6f341c788,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:22.994321 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a1abd7cf-1f1d-4ea0-9cc7-5007b6867795 req-c38966d4-a77c-4973-b81d-31b2e8ce56fd tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283498 Nov 12 09:19:23.093231 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4191dd72-069f-4c5e-b31c-4f30cca7b43e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:23.145242 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4191dd72-069f-4c5e-b31c-4f30cca7b43e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:23.253850 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4191dd72-069f-4c5e-b31c-4f30cca7b43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:23.257556 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4191dd72-069f-4c5e-b31c-4f30cca7b43e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:23.259307 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4191dd72-069f-4c5e-b31c-4f30cca7b43e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fdd84131-b156-44fe-b8fd-2aa6f341c788 HTTP/1.1" status: 204 len: 168 time: 0.3178155 Nov 12 09:19:23.271839 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191dd72-069f-4c5e-b31c-4f30cca7b43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd84131-b156-44fe-b8fd-2aa6f341c788,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:23.403560 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.160441 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb46f0d-260d-4dd1-9a3e-a2f94242a643 req-8ea8b377-d7f5-48b8-b784-c633066b7ad3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:24.162262 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3cb46f0d-260d-4dd1-9a3e-a2f94242a643 req-8ea8b377-d7f5-48b8-b784-c633066b7ad3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2be0cd-406e-4fd4-bf0e-e34532c6876c HTTP/1.1" status: 200 len: 944 time: 0.0592821 Nov 12 09:19:24.239375 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3cb46f0d-260d-4dd1-9a3e-a2f94242a643 req-af254021-3ac8-4f2e-b453-d1a332bff042 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684538 Nov 12 09:19:25.000754 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35352) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:25.169407 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7e251282-cef8-4060-82f5-243bd0e3a34d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:25.258395 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7e251282-cef8-4060-82f5-243bd0e3a34d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:25.264891 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7e251282-cef8-4060-82f5-243bd0e3a34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:25.313779 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35360) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:25.314458 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7e251282-cef8-4060-82f5-243bd0e3a34d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2e54ccb1a65f4b369d1eb89f5645367e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3118739 Nov 12 09:19:25.314894 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e251282-cef8-4060-82f5-243bd0e3a34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5146cd-c7f9-4a3a-a943-870338d40380,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:25.414267 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c568662b-46c7-4d81-ab65-cc828098e43e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:25.437191 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c73e33-b819-4bc8-a684-9dd6a536ed68 req-27089dc7-cc6d-42c3-97d5-2f7e7a9629f0 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:25.438759 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35c73e33-b819-4bc8-a684-9dd6a536ed68 req-27089dc7-cc6d-42c3-97d5-2f7e7a9629f0 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2be0cd-406e-4fd4-bf0e-e34532c6876c HTTP/1.1" status: 200 len: 944 time: 0.0906019 Nov 12 09:19:25.460291 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c568662b-46c7-4d81-ab65-cc828098e43e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:25.552773 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35c73e33-b819-4bc8-a684-9dd6a536ed68 req-c1078a59-3d36-405d-b328-63918a259a2f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049476 Nov 12 09:19:25.580046 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c568662b-46c7-4d81-ab65-cc828098e43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:25.583453 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c568662b-46c7-4d81-ab65-cc828098e43e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:25.584541 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c568662b-46c7-4d81-ab65-cc828098e43e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a5146cd-c7f9-4a3a-a943-870338d40380 HTTP/1.1" status: 204 len: 168 time: 0.2686927 Nov 12 09:19:25.595449 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568662b-46c7-4d81-ab65-cc828098e43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5146cd-c7f9-4a3a-a943-870338d40380,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:26.731828 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe77a36-d0a7-4ae2-8e11-5f33f0717514 req-98b5c2a2-d76a-4199-bce5-02e16d5cf814 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:26.736646 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cbe77a36-d0a7-4ae2-8e11-5f33f0717514 req-98b5c2a2-d76a-4199-bce5-02e16d5cf814 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2be0cd-406e-4fd4-bf0e-e34532c6876c HTTP/1.1" status: 200 len: 944 time: 0.0847056 Nov 12 09:19:26.806803 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cbe77a36-d0a7-4ae2-8e11-5f33f0717514 req-732d146a-c67c-447c-ad5a-20bf9e9263a1 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583808 Nov 12 09:19:27.054152 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35410) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:27.248180 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-a9f79058-99d8-4c83-b2a1-5303ce808c74 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'network': {'name': 'tempest-network-smoke--1836393754', 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'port_security_enabled': True}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:27.277387 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f79058-99d8-4c83-b2a1-5303ce808c74 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Made reservation on behalf of c2f8e5b12ecd4ba38827791d9dc04f83 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:19:27.281401 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a9f79058-99d8-4c83-b2a1-5303ce808c74 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:27.295601 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a9f79058-99d8-4c83-b2a1-5303ce808c74 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:27.398707 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a9f79058-99d8-4c83-b2a1-5303ce808c74 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:27.404095 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a9f79058-99d8-4c83-b2a1-5303ce808c74 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:27.431231 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f79058-99d8-4c83-b2a1-5303ce808c74 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:19:27.448970 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f79058-99d8-4c83-b2a1-5303ce808c74 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4ca0dd-e64a-4772-bd01-652af1dbeac7,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:27.456600 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a9f79058-99d8-4c83-b2a1-5303ce808c74 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:27.457078 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-a9f79058-99d8-4c83-b2a1-5303ce808c74 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Added segment b7353698-eb95-4f50-a854-bc27653c8d58 of type vlan for network 86dbd35d-ff46-4ab8-8c13-751df9ebd2de Nov 12 09:19:27.519641 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a9f79058-99d8-4c83-b2a1-5303ce808c74 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:27.557627 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a9f79058-99d8-4c83-b2a1-5303ce808c74 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:27.567537 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f79058-99d8-4c83-b2a1-5303ce808c74 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:27.568611 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a9f79058-99d8-4c83-b2a1-5303ce808c74 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:27.625941 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a9f79058-99d8-4c83-b2a1-5303ce808c74 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5697799 Nov 12 09:19:27.632063 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35420) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:27.643335 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-89ded2eb-cb84-47ea-834a-9b587cb2bb79 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1227893840', 'admin_state_up': True, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:27.674808 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f79058-99d8-4c83-b2a1-5303ce808c74 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'Network': ['ID=86dbd35d-ff46-4ab8-8c13-751df9ebd2de,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:27.677670 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-89ded2eb-cb84-47ea-834a-9b587cb2bb79 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:27.678696 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-89ded2eb-cb84-47ea-834a-9b587cb2bb79 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:27.697584 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 86dbd35d-ff46-4ab8-8c13-751df9ebd2de details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:19:27.743551 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-89ded2eb-cb84-47ea-834a-9b587cb2bb79 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:27.903623 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-89ded2eb-cb84-47ea-834a-9b587cb2bb79 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:27.956611 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de1a31-dd8e-4ef6-8b70-dbd041ca2fed req-c2c5f012-59a1-414c-b501-de7c18ea7418 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:27.958112 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-59de1a31-dd8e-4ef6-8b70-dbd041ca2fed req-c2c5f012-59a1-414c-b501-de7c18ea7418 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2be0cd-406e-4fd4-bf0e-e34532c6876c HTTP/1.1" status: 200 len: 944 time: 0.0663025 Nov 12 09:19:28.021986 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-59de1a31-dd8e-4ef6-8b70-dbd041ca2fed req-7c10e3b2-c12b-488b-99d4-6a805e4c27ca tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567031 Nov 12 09:19:28.145555 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-89ded2eb-cb84-47ea-834a-9b587cb2bb79 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:28.166960 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-89ded2eb-cb84-47ea-834a-9b587cb2bb79 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:28.292021 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-89ded2eb-cb84-47ea-834a-9b587cb2bb79 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Allocated IP 172.25.6.127 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/5469ff98-04b6-4209-bddf-5ae5486e7776) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:19:28.412591 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-89ded2eb-cb84-47ea-834a-9b587cb2bb79 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:28.448810 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-89ded2eb-cb84-47ea-834a-9b587cb2bb79 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:28.489147 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ded2eb-cb84-47ea-834a-9b587cb2bb79 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:28.492130 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-89ded2eb-cb84-47ea-834a-9b587cb2bb79 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:28.498758 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ded2eb-cb84-47ea-834a-9b587cb2bb79 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:19:28.512294 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a750c23-87c2-43b7-a674-5b494294931f None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:19:28.534582 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ded2eb-cb84-47ea-834a-9b587cb2bb79 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'Port': ['ID=5469ff98-04b6-4209-bddf-5ae5486e7776,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:28.566838 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-0e05f7b0-d3f3-4668-8faa-a147a72d928f None None] Provisioning complete for port 5469ff98-04b6-4209-bddf-5ae5486e7776 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:28.568110 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0e05f7b0-d3f3-4668-8faa-a147a72d928f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:28.623137 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-0e05f7b0-d3f3-4668-8faa-a147a72d928f None None] Port 5469ff98-04b6-4209-bddf-5ae5486e7776 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:19:29.192327 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1ec60-7034-4d61-89d9-18f0fac93e97 req-b0bc6ffe-6cf3-4cd2-ae09-425771870b73 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:29.194723 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fce1ec60-7034-4d61-89d9-18f0fac93e97 req-b0bc6ffe-6cf3-4cd2-ae09-425771870b73 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2be0cd-406e-4fd4-bf0e-e34532c6876c HTTP/1.1" status: 200 len: 944 time: 0.0850976 Nov 12 09:19:29.212982 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-89ded2eb-cb84-47ea-834a-9b587cb2bb79 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:29.283350 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fce1ec60-7034-4d61-89d9-18f0fac93e97 req-4220e97f-b4b5-4f81-bcf6-199cc16a709e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749714 Nov 12 09:19:29.457595 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:29.523928 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-89ded2eb-cb84-47ea-834a-9b587cb2bb79 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:29.725622 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ded2eb-cb84-47ea-834a-9b587cb2bb79 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Router 09162fc6-d776-4ca5-8f18-863f48b496b2 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:19:29.876100 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ded2eb-cb84-47ea-834a-9b587cb2bb79 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:19:29.889557 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77d804c-cd16-4b15-b50e-f745d59278a5 None None] Sync routers for ids ['09162fc6-d776-4ca5-8f18-863f48b496b2'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:19:29.905455 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77d804c-cd16-4b15-b50e-f745d59278a5 None None] Routers {'09162fc6-d776-4ca5-8f18-863f48b496b2'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:19:29.907049 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f77d804c-cd16-4b15-b50e-f745d59278a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:19:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['09162fc6-d776-4ca5-8f18-863f48b496b2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:29.907462 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-89ded2eb-cb84-47ea-834a-9b587cb2bb79 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:29.909274 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-89ded2eb-cb84-47ea-834a-9b587cb2bb79 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2747848 Nov 12 09:19:29.920871 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35438) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:30.057017 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b14aee6f-0203-4a64-90c6-0dcc332a6799 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=c2f8e5b12ecd4ba38827791d9dc04f83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1347327 Nov 12 09:19:30.060082 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35442) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:30.080305 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-f77d804c-cd16-4b15-b50e-f745d59278a5 None None] Set router 09162fc6-d776-4ca5-8f18-863f48b496b2 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:19:30.279120 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764c6ee2-b662-4e3e-8fc7-d545bfe5c56b tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:30.283128 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-764c6ee2-b662-4e3e-8fc7-d545bfe5c56b tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2214003 Nov 12 09:19:30.287691 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35444) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:30.322728 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8e786825-25cc-46e4-848e-716997589ddf tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=83f85ab7-23f1-4ab4-91ca-b1dcd4333f60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335934 Nov 12 09:19:30.331279 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35448) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:30.338838 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-40121b64-2502-4e38-bd2e-5f52a3a41036 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-951080809', 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de', 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:30.374688 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f77d804c-cd16-4b15-b50e-f745d59278a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'name': 'tempest-TestNetworkBasicOps-router-1227893840', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:19:27Z', 'updated_at': '2021-11-12T09:19:28Z', 'revision_number': 3, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port': {'id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:28Z', 'updated_at': '2021-11-12T09:19:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:30.422668 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77d804c-cd16-4b15-b50e-f745d59278a5 None None] Checking router: 09162fc6-d776-4ca5-8f18-863f48b496b2 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:19:30.423688 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77d804c-cd16-4b15-b50e-f745d59278a5 None None] Updating router 09162fc6-d776-4ca5-8f18-863f48b496b2 port 5469ff98-04b6-4209-bddf-5ae5486e7776 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:19:30.462941 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f77d804c-cd16-4b15-b50e-f745d59278a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:30.487495 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6dd8aa-3424-4a7f-9d35-42ee16fa9649 req-274fecf0-9d72-4ee2-af8c-a1781fe6c988 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:30.489373 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b6dd8aa-3424-4a7f-9d35-42ee16fa9649 req-274fecf0-9d72-4ee2-af8c-a1781fe6c988 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2be0cd-406e-4fd4-bf0e-e34532c6876c HTTP/1.1" status: 200 len: 944 time: 0.1111472 Nov 12 09:19:30.539819 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40121b64-2502-4e38-bd2e-5f52a3a41036 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Made reservation on behalf of c2f8e5b12ecd4ba38827791d9dc04f83 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:19:30.544001 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-40121b64-2502-4e38-bd2e-5f52a3a41036 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:30.592595 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b6dd8aa-3424-4a7f-9d35-42ee16fa9649 req-60eec56a-93e2-42a7-8f07-3f2197b65778 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916703 Nov 12 09:19:30.796182 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f77d804c-cd16-4b15-b50e-f745d59278a5 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:30.804174 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f77d804c-cd16-4b15-b50e-f745d59278a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:30.810840 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-40121b64-2502-4e38-bd2e-5f52a3a41036 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:30.876143 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec36005-c3f7-462f-995b-ba6ee615e40e None None] Pushing event updated for resources: {'Port': ['ID=5469ff98-04b6-4209-bddf-5ae5486e7776,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:30.883633 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40121b64-2502-4e38-bd2e-5f52a3a41036 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'Subnet': ['ID=43a6f5f6-139d-452a-b500-fddef87cde13,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:30.895085 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40121b64-2502-4e38-bd2e-5f52a3a41036 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Checking segment: {'id': 'b7353698-eb95-4f50-a854-bc27653c8d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:19:30.895575 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40121b64-2502-4e38-bd2e-5f52a3a41036 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Network hostable DHCP agents. Network: 86dbd35d-ff46-4ab8-8c13-751df9ebd2de, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:19:30.902300 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae122645-1d87-41be-9954-8174eeaa2938 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:19:30.905078 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f77d804c-cd16-4b15-b50e-f745d59278a5 None None] Attempting to bind port 5469ff98-04b6-4209-bddf-5ae5486e7776 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:19:30.905459 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f77d804c-cd16-4b15-b50e-f745d59278a5 None None] Attempting to bind port 5469ff98-04b6-4209-bddf-5ae5486e7776 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:19:30.905952 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77d804c-cd16-4b15-b50e-f745d59278a5 None None] Attempting to bind port 5469ff98-04b6-4209-bddf-5ae5486e7776 on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:19:30.910088 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec36005-c3f7-462f-995b-ba6ee615e40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:30.910425 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec36005-c3f7-462f-995b-ba6ee615e40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:30.910774 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec36005-c3f7-462f-995b-ba6ee615e40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:30.911248 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec36005-c3f7-462f-995b-ba6ee615e40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:30.912421 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec36005-c3f7-462f-995b-ba6ee615e40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:30.912760 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec36005-c3f7-462f-995b-ba6ee615e40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:30.913095 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec36005-c3f7-462f-995b-ba6ee615e40e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:30.913454 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec36005-c3f7-462f-995b-ba6ee615e40e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:30.913883 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec36005-c3f7-462f-995b-ba6ee615e40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:30.914103 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec36005-c3f7-462f-995b-ba6ee615e40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:30.914429 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec36005-c3f7-462f-995b-ba6ee615e40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:30.914824 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec36005-c3f7-462f-995b-ba6ee615e40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:30.920648 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40121b64-2502-4e38-bd2e-5f52a3a41036 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Network 86dbd35d-ff46-4ab8-8c13-751df9ebd2de is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:19:30.935318 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-40121b64-2502-4e38-bd2e-5f52a3a41036 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 86dbd35d-ff46-4ab8-8c13-751df9ebd2de) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:30.941358 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40121b64-2502-4e38-bd2e-5f52a3a41036 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:30.942626 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-40121b64-2502-4e38-bd2e-5f52a3a41036 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:30.949358 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 8b46dabf-cb68-4e17-bbc0-f1a290c32058 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:19:30.957871 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86eb9bf3-e7dc-435f-b50f-7d673f59b963 None None] Network 86dbd35d-ff46-4ab8-8c13-751df9ebd2de requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:19:30.960928 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77d804c-cd16-4b15-b50e-f745d59278a5 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:19:30.961475 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77d804c-cd16-4b15-b50e-f745d59278a5 None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:19:30.962515 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f77d804c-cd16-4b15-b50e-f745d59278a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:30.962991 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77d804c-cd16-4b15-b50e-f745d59278a5 None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:19:30.963648 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f77d804c-cd16-4b15-b50e-f745d59278a5 None None] Bound port: 5469ff98-04b6-4209-bddf-5ae5486e7776, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:19:30.964315 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f77d804c-cd16-4b15-b50e-f745d59278a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:30.977017 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-40121b64-2502-4e38-bd2e-5f52a3a41036 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6441772 Nov 12 09:19:30.980696 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35456) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:31.137238 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9d4416f4-9204-4527-b9c8-7cecb294c7d6 None None] Provisioning complete for port 5469ff98-04b6-4209-bddf-5ae5486e7776 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:31.137627 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9d4416f4-9204-4527-b9c8-7cecb294c7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:31.141381 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f77d804c-cd16-4b15-b50e-f745d59278a5 None None] For port 5469ff98-04b6-4209-bddf-5ae5486e7776, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:19:31.216001 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f77d804c-cd16-4b15-b50e-f745d59278a5 None None] For port 5469ff98-04b6-4209-bddf-5ae5486e7776, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=5469ff98-04b6-4209-bddf-5ae5486e7776,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:19:31.233083 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f77d804c-cd16-4b15-b50e-f745d59278a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:31.322683 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9d4416f4-9204-4527-b9c8-7cecb294c7d6 None None] Port 5469ff98-04b6-4209-bddf-5ae5486e7776 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:19:31.337609 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104728a1-c2b7-41c4-ae00-f49808368f9a None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:19:31.363916 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 8b46dabf-cb68-4e17-bbc0-f1a290c32058, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=8b46dabf-cb68-4e17-bbc0-f1a290c32058,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:31.415263 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '8b46dabf-cb68-4e17-bbc0-f1a290c32058', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'port_id': '8b46dabf-cb68-4e17-bbc0-f1a290c32058', 'mac_address': 'fa:16:3e:7d:a9:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098c0920-f801-4a1f-89b9-15466a208616', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:19:31.417728 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec36005-c3f7-462f-995b-ba6ee615e40e None None] Pushing event updated for resources: {'Port': ['ID=5469ff98-04b6-4209-bddf-5ae5486e7776,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:31.422733 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77d804c-cd16-4b15-b50e-f745d59278a5 None None] Routers {'09162fc6-d776-4ca5-8f18-863f48b496b2'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:19:31.423287 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f77d804c-cd16-4b15-b50e-f745d59278a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:19:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['09162fc6-d776-4ca5-8f18-863f48b496b2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:31.466746 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5359a3-f80b-4d21-bc81-a51ca71789f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-86dbd35d-ff46-4ab8-8c13-751df9ebd2de', 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'fixed_ips': [{'subnet_id': '43a6f5f6-139d-452a-b500-fddef87cde13'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:19:31.470166 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9c5359a3-f80b-4d21-bc81-a51ca71789f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:31.603241 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:31.649943 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-115b4ce6-7299-41c4-9e7f-1ab1a672c11d None None] Provisioning complete for port 5469ff98-04b6-4209-bddf-5ae5486e7776 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:31.651314 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-115b4ce6-7299-41c4-9e7f-1ab1a672c11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:31.725541 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eeb147d9-9054-48b0-81be-7cd17749c048 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:31.798015 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cf17c-a925-4ee0-92d1-53f7e21364d0 req-dbf3904b-026f-48dd-b486-988e3108dded tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:31.800738 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-592cf17c-a925-4ee0-92d1-53f7e21364d0 req-dbf3904b-026f-48dd-b486-988e3108dded tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2be0cd-406e-4fd4-bf0e-e34532c6876c HTTP/1.1" status: 200 len: 944 time: 0.0643232 Nov 12 09:19:31.877461 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-592cf17c-a925-4ee0-92d1-53f7e21364d0 req-def2efd7-4331-4b94-962e-3a2c1a4e84b2 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672045 Nov 12 09:19:31.899610 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b46dabf-cb68-4e17-bbc0-f1a290c32058 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:19:31.967600 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 8b46dabf-cb68-4e17-bbc0-f1a290c32058, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=8b46dabf-cb68-4e17-bbc0-f1a290c32058,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:31.978855 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:31.983849 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-f77d804c-cd16-4b15-b50e-f745d59278a5 None None] Set router 09162fc6-d776-4ca5-8f18-863f48b496b2 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:19:32.133083 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-9c5359a3-f80b-4d21-bc81-a51ca71789f8 None None] Allocated IP 172.20.0.2 (86dbd35d-ff46-4ab8-8c13-751df9ebd2de/43a6f5f6-139d-452a-b500-fddef87cde13/96e352c9-07f4-4ada-a6bd-b341f64c3e72) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:19:32.193628 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=8b46dabf-cb68-4e17-bbc0-f1a290c32058,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:32.233835 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['8b46dabf-cb68-4e17-bbc0-f1a290c32058'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:19:32.353780 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-115b4ce6-7299-41c4-9e7f-1ab1a672c11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:32.398834 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-115b4ce6-7299-41c4-9e7f-1ab1a672c11d None None] For port 5469ff98-04b6-4209-bddf-5ae5486e7776, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=5469ff98-04b6-4209-bddf-5ae5486e7776,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:32.432080 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-115b4ce6-7299-41c4-9e7f-1ab1a672c11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:32.600813 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b4ce6-7299-41c4-9e7f-1ab1a672c11d None None] Pushing event updated for resources: {'Port': ['ID=5469ff98-04b6-4209-bddf-5ae5486e7776,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:32.618794 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9c5359a3-f80b-4d21-bc81-a51ca71789f8 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:32.635567 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9c5359a3-f80b-4d21-bc81-a51ca71789f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:32.665117 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f77d804c-cd16-4b15-b50e-f745d59278a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'name': 'tempest-TestNetworkBasicOps-router-1227893840', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:19:27Z', 'updated_at': '2021-11-12T09:19:28Z', 'revision_number': 3, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port': {'id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:28Z', 'updated_at': '2021-11-12T09:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:32.716845 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-eeb147d9-9054-48b0-81be-7cd17749c048 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Allocated IP 172.20.0.1 (86dbd35d-ff46-4ab8-8c13-751df9ebd2de/43a6f5f6-139d-452a-b500-fddef87cde13/196494d1-0ec0-477a-8f20-a581a8b996c6) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:19:32.726914 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5359a3-f80b-4d21-bc81-a51ca71789f8 None None] Network 86dbd35d-ff46-4ab8-8c13-751df9ebd2de is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:32.728000 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77d804c-cd16-4b15-b50e-f745d59278a5 None None] The sync data for ids ['09162fc6-d776-4ca5-8f18-863f48b496b2'] in n-d-768862-16 is: [{'id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'name': 'tempest-TestNetworkBasicOps-router-1227893840', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:19:27Z', 'updated_at': '2021-11-12T09:19:28Z', 'revision_number': 3, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port': {'id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:28Z', 'updated_at': '2021-11-12T09:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:19:32.759033 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-9c5359a3-f80b-4d21-bc81-a51ca71789f8 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:32.761861 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5359a3-f80b-4d21-bc81-a51ca71789f8 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:19:32.778998 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5359a3-f80b-4d21-bc81-a51ca71789f8 None None] Pushing event updated for resources: {'Port': ['ID=96e352c9-07f4-4ada-a6bd-b341f64c3e72,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:32.859127 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-9c5359a3-f80b-4d21-bc81-a51ca71789f8 None None] Attempting to bind port 96e352c9-07f4-4ada-a6bd-b341f64c3e72 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:19:32.859496 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-9c5359a3-f80b-4d21-bc81-a51ca71789f8 None None] Attempting to bind port 96e352c9-07f4-4ada-a6bd-b341f64c3e72 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'b7353698-eb95-4f50-a854-bc27653c8d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:19:32.859908 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5359a3-f80b-4d21-bc81-a51ca71789f8 None None] Attempting to bind port 96e352c9-07f4-4ada-a6bd-b341f64c3e72 on network 86dbd35d-ff46-4ab8-8c13-751df9ebd2de {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:19:32.866602 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5359a3-f80b-4d21-bc81-a51ca71789f8 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:19:32.866976 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5359a3-f80b-4d21-bc81-a51ca71789f8 None None] Checking segment: {'id': 'b7353698-eb95-4f50-a854-bc27653c8d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:19:32.868082 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9c5359a3-f80b-4d21-bc81-a51ca71789f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:32.868082 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5359a3-f80b-4d21-bc81-a51ca71789f8 None None] Bound using segment: {'id': 'b7353698-eb95-4f50-a854-bc27653c8d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:19:32.868432 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-9c5359a3-f80b-4d21-bc81-a51ca71789f8 None None] Bound port: 96e352c9-07f4-4ada-a6bd-b341f64c3e72, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7353698-eb95-4f50-a854-bc27653c8d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:19:32.868765 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9c5359a3-f80b-4d21-bc81-a51ca71789f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:32.950694 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eeb147d9-9054-48b0-81be-7cd17749c048 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:32.991891 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9c5359a3-f80b-4d21-bc81-a51ca71789f8 None None] For port 96e352c9-07f4-4ada-a6bd-b341f64c3e72, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:19:32.998980 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9c5359a3-f80b-4d21-bc81-a51ca71789f8 None None] For port 96e352c9-07f4-4ada-a6bd-b341f64c3e72, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=96e352c9-07f4-4ada-a6bd-b341f64c3e72,segment=NetworkSegment(b7353698-eb95-4f50-a854-bc27653c8d58),segment_id=b7353698-eb95-4f50-a854-bc27653c8d58)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:19:33.009796 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9c5359a3-f80b-4d21-bc81-a51ca71789f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:33.022685 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eeb147d9-9054-48b0-81be-7cd17749c048 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:33.070826 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69317ce0-810b-4ef8-9621-5d759960d6ca req-a8ee0efc-a368-4694-b11c-3195cbd6c79c tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:33.076493 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69317ce0-810b-4ef8-9621-5d759960d6ca req-a8ee0efc-a368-4694-b11c-3195cbd6c79c tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2be0cd-406e-4fd4-bf0e-e34532c6876c HTTP/1.1" status: 200 len: 945 time: 0.1194949 Nov 12 09:19:33.098561 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb147d9-9054-48b0-81be-7cd17749c048 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Network 86dbd35d-ff46-4ab8-8c13-751df9ebd2de is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:33.101997 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-eeb147d9-9054-48b0-81be-7cd17749c048 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:33.110087 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb147d9-9054-48b0-81be-7cd17749c048 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:19:33.147401 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5359a3-f80b-4d21-bc81-a51ca71789f8 None None] Pushing event updated for resources: {'Port': ['ID=96e352c9-07f4-4ada-a6bd-b341f64c3e72,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:33.204785 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb147d9-9054-48b0-81be-7cd17749c048 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'Port': ['ID=196494d1-0ec0-477a-8f20-a581a8b996c6,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:33.228405 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69317ce0-810b-4ef8-9621-5d759960d6ca req-1af1fa8d-a7ba-46fb-8541-9e96f2ec90fb tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402097 Nov 12 09:19:33.242837 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eeb147d9-9054-48b0-81be-7cd17749c048 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:33.534753 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eeb147d9-9054-48b0-81be-7cd17749c048 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:33.762552 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 96e352c9-07f4-4ada-a6bd-b341f64c3e72 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:19:33.879214 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 96e352c9-07f4-4ada-a6bd-b341f64c3e72 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:33.880260 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:34.031405 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:34.034178 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eeb147d9-9054-48b0-81be-7cd17749c048 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:34.050548 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eeb147d9-9054-48b0-81be-7cd17749c048 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:34.114627 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 96e352c9-07f4-4ada-a6bd-b341f64c3e72, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=96e352c9-07f4-4ada-a6bd-b341f64c3e72,segment=NetworkSegment(b7353698-eb95-4f50-a854-bc27653c8d58),segment_id=b7353698-eb95-4f50-a854-bc27653c8d58)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:34.121277 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:34.122763 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5469ff98-04b6-4209-bddf-5ae5486e7776 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:19:34.155243 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eeb147d9-9054-48b0-81be-7cd17749c048 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:34.157556 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb147d9-9054-48b0-81be-7cd17749c048 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'Port': ['ID=196494d1-0ec0-477a-8f20-a581a8b996c6,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:34.283964 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=96e352c9-07f4-4ada-a6bd-b341f64c3e72,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:34.299066 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 5469ff98-04b6-4209-bddf-5ae5486e7776 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:34.300105 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:34.351542 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb147d9-9054-48b0-81be-7cd17749c048 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Network 86dbd35d-ff46-4ab8-8c13-751df9ebd2de is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:34.356240 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-eeb147d9-9054-48b0-81be-7cd17749c048 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:34.479470 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee26fa3-41fe-46e3-bcad-0c78ad86e949 req-814725ea-e06c-4222-96b6-8cf33a732d5f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:34.481125 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4ee26fa3-41fe-46e3-bcad-0c78ad86e949 req-814725ea-e06c-4222-96b6-8cf33a732d5f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2be0cd-406e-4fd4-bf0e-e34532c6876c HTTP/1.1" status: 200 len: 945 time: 0.1008730 Nov 12 09:19:34.567944 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4ee26fa3-41fe-46e3-bcad-0c78ad86e949 req-ded861ed-87b5-4ce1-9093-2526a119b832 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729551 Nov 12 09:19:34.601454 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb147d9-9054-48b0-81be-7cd17749c048 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Router 09162fc6-d776-4ca5-8f18-863f48b496b2 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:19:34.657258 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2090fc-2359-4662-8ce1-a2d5445e6ac4 None None] Network 86dbd35d-ff46-4ab8-8c13-751df9ebd2de requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:19:34.728674 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ddbc1fda-9b12-431d-9065-e71e60e8903a None None] Provisioning complete for port 96e352c9-07f4-4ada-a6bd-b341f64c3e72 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:34.728871 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ddbc1fda-9b12-431d-9065-e71e60e8903a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:34.770907 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb147d9-9054-48b0-81be-7cd17749c048 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:19:34.782396 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-eeb147d9-9054-48b0-81be-7cd17749c048 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "PUT /v2.0/routers/09162fc6-d776-4ca5-8f18-863f48b496b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7998164 Nov 12 09:19:34.785483 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35496) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:34.979575 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 8b46dabf-cb68-4e17-bbc0-f1a290c32058 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:19:35.073404 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 8b46dabf-cb68-4e17-bbc0-f1a290c32058 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:19:35.075392 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d33844-dd4b-46ab-a607-a3559e5d364f tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:35.076437 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d33844-dd4b-46ab-a607-a3559e5d364f tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:35.077135 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d33844-dd4b-46ab-a607-a3559e5d364f tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:35.078460 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d33844-dd4b-46ab-a607-a3559e5d364f tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:35.079335 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d33844-dd4b-46ab-a607-a3559e5d364f tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:35.079943 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 8b46dabf-cb68-4e17-bbc0-f1a290c32058 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:35.080341 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d33844-dd4b-46ab-a607-a3559e5d364f tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:35.080476 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:35.081151 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d33844-dd4b-46ab-a607-a3559e5d364f tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:35.081781 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d33844-dd4b-46ab-a607-a3559e5d364f tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:35.088232 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d6d33844-dd4b-46ab-a607-a3559e5d364f tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5680 time: 0.2983174 Nov 12 09:19:35.088946 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35502) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:35.208518 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:35.250411 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2be0cd-406e-4fd4-bf0e-e34532c6876c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b46dabf-cb68-4e17-bbc0-f1a290c32058'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:19:35.256244 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b88da2-30c6-4dc6-a0b1-817d5dfaa3e3" -d '{"events": [{"server_uuid": "2c2be0cd-406e-4fd4-bf0e-e34532c6876c", "name": "network-vif-plugged", "status": "completed", "tag": "8b46dabf-cb68-4e17-bbc0-f1a290c32058"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:19:35.287037 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 8b46dabf-cb68-4e17-bbc0-f1a290c32058, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=8b46dabf-cb68-4e17-bbc0-f1a290c32058,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:35.291366 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a5162e-8a58-4ec1-92b3-a204a1bc2517 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:35.291897 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a5162e-8a58-4ec1-92b3-a204a1bc2517 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:35.292364 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a5162e-8a58-4ec1-92b3-a204a1bc2517 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:35.292817 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a5162e-8a58-4ec1-92b3-a204a1bc2517 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:35.293261 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a5162e-8a58-4ec1-92b3-a204a1bc2517 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:35.293721 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a5162e-8a58-4ec1-92b3-a204a1bc2517 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:35.294312 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a5162e-8a58-4ec1-92b3-a204a1bc2517 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:35.294449 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:35.295108 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a5162e-8a58-4ec1-92b3-a204a1bc2517 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:35.300367 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-13a5162e-8a58-4ec1-92b3-a204a1bc2517 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5277 time: 0.2068694 Nov 12 09:19:35.300898 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35506) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:35.389712 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b40951-2fae-4ec1-8e86-34d692ed4710 x-openstack-request-id: req-49b40951-2fae-4ec1-8e86-34d692ed4710 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:19:35.390397 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2be0cd-406e-4fd4-bf0e-e34532c6876c", "name": "network-vif-plugged", "status": "completed", "tag": "8b46dabf-cb68-4e17-bbc0-f1a290c32058", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:19:35.390901 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49b40951-2fae-4ec1-8e86-34d692ed4710 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:19:35.391652 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2be0cd-406e-4fd4-bf0e-e34532c6876c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b46dabf-cb68-4e17-bbc0-f1a290c32058', 'code': 200} Nov 12 09:19:35.423138 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b436c1f4-505f-4a45-9170-7eed627cb739 None None] Sync routers for ids ['09162fc6-d776-4ca5-8f18-863f48b496b2'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:19:35.434494 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-16df170f-6c56-4e1c-92a8-ea3143be3dd7 None None] Provisioning complete for port 196494d1-0ec0-477a-8f20-a581a8b996c6 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:35.435461 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-16df170f-6c56-4e1c-92a8-ea3143be3dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:35.442155 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=8b46dabf-cb68-4e17-bbc0-f1a290c32058,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:35.447781 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b436c1f4-505f-4a45-9170-7eed627cb739 None None] Routers {'09162fc6-d776-4ca5-8f18-863f48b496b2'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:19:35.449307 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-b436c1f4-505f-4a45-9170-7eed627cb739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:19:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['09162fc6-d776-4ca5-8f18-863f48b496b2'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:35.504755 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-16df170f-6c56-4e1c-92a8-ea3143be3dd7 None None] Port 196494d1-0ec0-477a-8f20-a581a8b996c6 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:19:35.531051 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-16df170f-6c56-4e1c-92a8-ea3143be3dd7 None None] Provisioning complete for port 96e352c9-07f4-4ada-a6bd-b341f64c3e72 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:35.532213 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-16df170f-6c56-4e1c-92a8-ea3143be3dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:35.540915 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296238a6-f487-4ad9-ba89-ca4669249293 req-a32788ae-01c0-4373-adc3-0d648f8bf43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:35.545986 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-296238a6-f487-4ad9-ba89-ca4669249293 req-a32788ae-01c0-4373-adc3-0d648f8bf43e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2c2be0cd-406e-4fd4-bf0e-e34532c6876c HTTP/1.1" status: 200 len: 1098 time: 0.0817199 Nov 12 09:19:35.664318 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 96e352c9-07f4-4ada-a6bd-b341f64c3e72 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:19:35.674128 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-b436c1f4-505f-4a45-9170-7eed627cb739 None None] Set router 09162fc6-d776-4ca5-8f18-863f48b496b2 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:19:35.770347 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-296238a6-f487-4ad9-ba89-ca4669249293 req-38884962-3997-4792-8e82-316e3053aa55 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122929 Nov 12 09:19:35.847496 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 96e352c9-07f4-4ada-a6bd-b341f64c3e72 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:35.847496 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:35.877835 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c35b1e-dfb7-43e8-8f9f-02d45480f587 req-77e9de4d-3341-454b-aa2e-7f1aaad376d4 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:35.880220 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c9c35b1e-dfb7-43e8-8f9f-02d45480f587 req-77e9de4d-3341-454b-aa2e-7f1aaad376d4 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2be0cd-406e-4fd4-bf0e-e34532c6876c HTTP/1.1" status: 200 len: 946 time: 0.1234744 Nov 12 09:19:36.005834 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c9c35b1e-dfb7-43e8-8f9f-02d45480f587 req-734c4c3f-ac4f-48cd-9c44-55f5d51d056e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101179 Nov 12 09:19:36.013903 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c77c9436-9313-4f20-aa19-2692c0b410fa tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4483 time: 0.7107363 Nov 12 09:19:36.055686 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-600a6cf0-0cdd-4480-8f12-87a6bfa856a8 None None] Provisioning complete for port 196494d1-0ec0-477a-8f20-a581a8b996c6 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:36.056388 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-600a6cf0-0cdd-4480-8f12-87a6bfa856a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:36.108489 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-b436c1f4-505f-4a45-9170-7eed627cb739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'name': 'tempest-TestNetworkBasicOps-router-1227893840', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:19:27Z', 'updated_at': '2021-11-12T09:19:33Z', 'revision_number': 4, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port': {'id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:28Z', 'updated_at': '2021-11-12T09:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '196494d1-0ec0-477a-8f20-a581a8b996c6', 'name': '', 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'mac_address': 'fa:16:3e:a0:bf:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '43a6f5f6-139d-452a-b500-fddef87cde13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:31Z', 'updated_at': '2021-11-12T09:19:33Z', 'revision_number': 2, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'subnets': [{'id': '43a6f5f6-139d-452a-b500-fddef87cde13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:36.125894 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-600a6cf0-0cdd-4480-8f12-87a6bfa856a8 None None] Port 196494d1-0ec0-477a-8f20-a581a8b996c6 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:19:36.168187 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b436c1f4-505f-4a45-9170-7eed627cb739 None None] Checking router: 09162fc6-d776-4ca5-8f18-863f48b496b2 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:19:36.168799 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b436c1f4-505f-4a45-9170-7eed627cb739 None None] Updating router 09162fc6-d776-4ca5-8f18-863f48b496b2 port 196494d1-0ec0-477a-8f20-a581a8b996c6 binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:19:36.202730 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b436c1f4-505f-4a45-9170-7eed627cb739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:36.259731 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9914e679-6b3d-4b9a-b3b3-d77ce4b1bf9d None None] Provisioning complete for port 196494d1-0ec0-477a-8f20-a581a8b996c6 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:36.260848 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9914e679-6b3d-4b9a-b3b3-d77ce4b1bf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:36.294113 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35518) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:36.299029 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-8f1c1897-166f-49f3-bb18-f3b265446f91 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1228102827', 'description': 'tempest-secgroup-smoke-1228102827 description', 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:36.318646 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9914e679-6b3d-4b9a-b3b3-d77ce4b1bf9d None None] Port 196494d1-0ec0-477a-8f20-a581a8b996c6 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:19:36.337107 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8f1c1897-166f-49f3-bb18-f3b265446f91 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:36.423673 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8f1c1897-166f-49f3-bb18-f3b265446f91 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:36.428417 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8f1c1897-166f-49f3-bb18-f3b265446f91 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:36.468372 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8f1c1897-166f-49f3-bb18-f3b265446f91 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:36.471972 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8f1c1897-166f-49f3-bb18-f3b265446f91 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1742954 Nov 12 09:19:36.473136 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35524) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:36.474400 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c1897-166f-49f3-bb18-f3b265446f91 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbab6e8a-faab-455a-8b7a-2fb0d7eb513d,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:36.478286 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-134f07ec-7b05-497c-82c5-b3cd6f145724 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'security_group_rule': {'security_group_id': 'fbab6e8a-faab-455a-8b7a-2fb0d7eb513d', 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:36.522025 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-134f07ec-7b05-497c-82c5-b3cd6f145724 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:36.539519 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b436c1f4-505f-4a45-9170-7eed627cb739 None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:36.547390 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b436c1f4-505f-4a45-9170-7eed627cb739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:36.631126 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-134f07ec-7b05-497c-82c5-b3cd6f145724 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:36.638046 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-134f07ec-7b05-497c-82c5-b3cd6f145724 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:36.660743 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f07ec-7b05-497c-82c5-b3cd6f145724 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea843d6-d0c7-46db-b495-eb0fb04f7ed5,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:36.664194 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401ec7d-3bc2-46c9-83f2-91e390c5a80a None None] Pushing event updated for resources: {'Port': ['ID=196494d1-0ec0-477a-8f20-a581a8b996c6,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:36.674479 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-134f07ec-7b05-497c-82c5-b3cd6f145724 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:36.676445 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-134f07ec-7b05-497c-82c5-b3cd6f145724 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2021725 Nov 12 09:19:36.676970 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401ec7d-3bc2-46c9-83f2-91e390c5a80a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:36.677490 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401ec7d-3bc2-46c9-83f2-91e390c5a80a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:36.678005 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401ec7d-3bc2-46c9-83f2-91e390c5a80a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:36.678504 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401ec7d-3bc2-46c9-83f2-91e390c5a80a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:36.678995 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401ec7d-3bc2-46c9-83f2-91e390c5a80a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:36.679486 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401ec7d-3bc2-46c9-83f2-91e390c5a80a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:36.680014 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401ec7d-3bc2-46c9-83f2-91e390c5a80a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:36.680530 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401ec7d-3bc2-46c9-83f2-91e390c5a80a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:36.681031 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401ec7d-3bc2-46c9-83f2-91e390c5a80a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:36.681522 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401ec7d-3bc2-46c9-83f2-91e390c5a80a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:36.682113 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401ec7d-3bc2-46c9-83f2-91e390c5a80a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:36.682817 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401ec7d-3bc2-46c9-83f2-91e390c5a80a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:36.687387 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35526) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:36.693707 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-4276d4c2-b394-47da-b5a7-47b169a76715 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'security_group_rule': {'security_group_id': 'fbab6e8a-faab-455a-8b7a-2fb0d7eb513d', 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:36.699883 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-b436c1f4-505f-4a45-9170-7eed627cb739 None None] Attempting to bind port 196494d1-0ec0-477a-8f20-a581a8b996c6 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:19:36.700308 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-b436c1f4-505f-4a45-9170-7eed627cb739 None None] Attempting to bind port 196494d1-0ec0-477a-8f20-a581a8b996c6 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'b7353698-eb95-4f50-a854-bc27653c8d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:19:36.700889 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b436c1f4-505f-4a45-9170-7eed627cb739 None None] Attempting to bind port 196494d1-0ec0-477a-8f20-a581a8b996c6 on network 86dbd35d-ff46-4ab8-8c13-751df9ebd2de {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:19:36.718239 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b436c1f4-505f-4a45-9170-7eed627cb739 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:19:36.718666 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b436c1f4-505f-4a45-9170-7eed627cb739 None None] Checking segment: {'id': 'b7353698-eb95-4f50-a854-bc27653c8d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:19:36.719035 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b436c1f4-505f-4a45-9170-7eed627cb739 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:36.719440 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b436c1f4-505f-4a45-9170-7eed627cb739 None None] Bound using segment: {'id': 'b7353698-eb95-4f50-a854-bc27653c8d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:19:36.719949 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-b436c1f4-505f-4a45-9170-7eed627cb739 None None] Bound port: 196494d1-0ec0-477a-8f20-a581a8b996c6, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7353698-eb95-4f50-a854-bc27653c8d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:19:36.720339 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b436c1f4-505f-4a45-9170-7eed627cb739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:36.744778 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4276d4c2-b394-47da-b5a7-47b169a76715 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:36.820707 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-b436c1f4-505f-4a45-9170-7eed627cb739 None None] For port 196494d1-0ec0-477a-8f20-a581a8b996c6, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:19:36.833069 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-b436c1f4-505f-4a45-9170-7eed627cb739 None None] For port 196494d1-0ec0-477a-8f20-a581a8b996c6, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=196494d1-0ec0-477a-8f20-a581a8b996c6,segment=NetworkSegment(b7353698-eb95-4f50-a854-bc27653c8d58),segment_id=b7353698-eb95-4f50-a854-bc27653c8d58)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:19:36.841249 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b436c1f4-505f-4a45-9170-7eed627cb739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:36.849235 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4276d4c2-b394-47da-b5a7-47b169a76715 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:36.855569 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4276d4c2-b394-47da-b5a7-47b169a76715 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:36.892082 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276d4c2-b394-47da-b5a7-47b169a76715 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10334702-2182-49ad-bb38-9e046a07ce88,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:36.911207 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401ec7d-3bc2-46c9-83f2-91e390c5a80a None None] Pushing event updated for resources: {'Port': ['ID=196494d1-0ec0-477a-8f20-a581a8b996c6,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:36.940937 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4276d4c2-b394-47da-b5a7-47b169a76715 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:36.943450 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b436c1f4-505f-4a45-9170-7eed627cb739 None None] Routers {'09162fc6-d776-4ca5-8f18-863f48b496b2'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:19:36.944297 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-b436c1f4-505f-4a45-9170-7eed627cb739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:19:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['09162fc6-d776-4ca5-8f18-863f48b496b2'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:36.946252 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4276d4c2-b394-47da-b5a7-47b169a76715 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2572865 Nov 12 09:19:36.951449 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35530) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:36.962021 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-300825a7-ca5a-49f9-ac71-4942741b6d00 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'security_group_rule': {'security_group_id': 'fbab6e8a-faab-455a-8b7a-2fb0d7eb513d', 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:37.014903 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-300825a7-ca5a-49f9-ac71-4942741b6d00 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:37.091095 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-3e605a9d-2250-4e98-bdc6-f4408d6f4891 None None] Provisioning complete for port 196494d1-0ec0-477a-8f20-a581a8b996c6 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:37.093772 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3e605a9d-2250-4e98-bdc6-f4408d6f4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:37.121679 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-300825a7-ca5a-49f9-ac71-4942741b6d00 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:37.127976 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-300825a7-ca5a-49f9-ac71-4942741b6d00 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:37.156113 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300825a7-ca5a-49f9-ac71-4942741b6d00 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40573fac-9619-49bf-96ca-4ed50a0e7fee,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:37.169486 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-300825a7-ca5a-49f9-ac71-4942741b6d00 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:37.173871 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-300825a7-ca5a-49f9-ac71-4942741b6d00 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2186038 Nov 12 09:19:37.174963 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35538) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:37.186427 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-d88eb2f9-8fe8-4982-8f93-a840bed468c8 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'security_group_rule': {'security_group_id': 'fbab6e8a-faab-455a-8b7a-2fb0d7eb513d', 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:37.227342 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-b436c1f4-505f-4a45-9170-7eed627cb739 None None] Set router 09162fc6-d776-4ca5-8f18-863f48b496b2 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:19:37.256622 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d88eb2f9-8fe8-4982-8f93-a840bed468c8 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:37.306801 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21894e20-0133-43d5-9a28-e543e0c61cbf req-7a946a1f-783f-4723-a6b6-1e6d8e357090 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:37.308706 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-21894e20-0133-43d5-9a28-e543e0c61cbf req-7a946a1f-783f-4723-a6b6-1e6d8e357090 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2be0cd-406e-4fd4-bf0e-e34532c6876c HTTP/1.1" status: 200 len: 946 time: 0.1003740 Nov 12 09:19:37.311342 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3e605a9d-2250-4e98-bdc6-f4408d6f4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:37.374574 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-3e605a9d-2250-4e98-bdc6-f4408d6f4891 None None] For port 196494d1-0ec0-477a-8f20-a581a8b996c6, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=196494d1-0ec0-477a-8f20-a581a8b996c6,segment=NetworkSegment(b7353698-eb95-4f50-a854-bc27653c8d58),segment_id=b7353698-eb95-4f50-a854-bc27653c8d58)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:37.383986 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3e605a9d-2250-4e98-bdc6-f4408d6f4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:37.438939 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d88eb2f9-8fe8-4982-8f93-a840bed468c8 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:37.453382 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-21894e20-0133-43d5-9a28-e543e0c61cbf req-e5285f71-0a6c-4103-aa7c-8ceaa29bfb19 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129887 Nov 12 09:19:37.455133 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d88eb2f9-8fe8-4982-8f93-a840bed468c8 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:37.477244 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88eb2f9-8fe8-4982-8f93-a840bed468c8 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43cecc83-2aed-474c-85d6-330bffccebc8,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:37.504485 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d88eb2f9-8fe8-4982-8f93-a840bed468c8 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:37.506283 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d88eb2f9-8fe8-4982-8f93-a840bed468c8 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3301609 Nov 12 09:19:37.511190 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35542) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:37.512593 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e605a9d-2250-4e98-bdc6-f4408d6f4891 None None] Pushing event updated for resources: {'Port': ['ID=196494d1-0ec0-477a-8f20-a581a8b996c6,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:37.528230 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e2238045-60dc-4fdc-9c8e-4cfcb417f3b9 None None] Provisioning complete for port 196494d1-0ec0-477a-8f20-a581a8b996c6 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:37.528799 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e2238045-60dc-4fdc-9c8e-4cfcb417f3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:37.532664 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-08ba1466-1e4a-47dd-b857-b88b3abe9e0f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'security_group_rule': {'security_group_id': 'fbab6e8a-faab-455a-8b7a-2fb0d7eb513d', 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:37.597452 n-d-768862-16 neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-08ba1466-1e4a-47dd-b857-b88b3abe9e0f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Project c2f8e5b12ecd4ba38827791d9dc04f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:19:37.612015 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08ba1466-1e4a-47dd-b857-b88b3abe9e0f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:37.657084 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-b436c1f4-505f-4a45-9170-7eed627cb739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'name': 'tempest-TestNetworkBasicOps-router-1227893840', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:19:27Z', 'updated_at': '2021-11-12T09:19:33Z', 'revision_number': 4, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port': {'id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:28Z', 'updated_at': '2021-11-12T09:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '196494d1-0ec0-477a-8f20-a581a8b996c6', 'name': '', 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'mac_address': 'fa:16:3e:a0:bf:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '43a6f5f6-139d-452a-b500-fddef87cde13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:31Z', 'updated_at': '2021-11-12T09:19:36Z', 'revision_number': 4, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'subnets': [{'id': '43a6f5f6-139d-452a-b500-fddef87cde13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:37.687308 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9ea9d-b220-4684-9a4d-39709a9272ae req-a45bf832-c4ff-457d-97ab-723aa1befd4d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:37.689272 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d6a9ea9d-b220-4684-9a4d-39709a9272ae req-a45bf832-c4ff-457d-97ab-723aa1befd4d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2be0cd-406e-4fd4-bf0e-e34532c6876c HTTP/1.1" status: 200 len: 946 time: 0.1017189 Nov 12 09:19:37.730225 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08ba1466-1e4a-47dd-b857-b88b3abe9e0f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:37.738082 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08ba1466-1e4a-47dd-b857-b88b3abe9e0f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:37.770495 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d6a9ea9d-b220-4684-9a4d-39709a9272ae req-d8ada7b4-eb2c-465b-b26a-7498837d4768 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707564 Nov 12 09:19:37.795877 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08ba1466-1e4a-47dd-b857-b88b3abe9e0f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:37.795877 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-08ba1466-1e4a-47dd-b857-b88b3abe9e0f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2799318 Nov 12 09:19:37.796660 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35546) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:37.799825 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba1466-1e4a-47dd-b857-b88b3abe9e0f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32bef584-4802-488e-b5f2-51e9ffc8dbf0,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:37.808697 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-3c70cc67-7c58-4285-90b0-790580148f31 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'security_group_rule': {'security_group_id': 'fbab6e8a-faab-455a-8b7a-2fb0d7eb513d', 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:37.843613 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b436c1f4-505f-4a45-9170-7eed627cb739 None None] The sync data for ids ['09162fc6-d776-4ca5-8f18-863f48b496b2'] in n-d-768862-16 is: [{'id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'name': 'tempest-TestNetworkBasicOps-router-1227893840', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:19:27Z', 'updated_at': '2021-11-12T09:19:33Z', 'revision_number': 4, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port': {'id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:28Z', 'updated_at': '2021-11-12T09:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '196494d1-0ec0-477a-8f20-a581a8b996c6', 'name': '', 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'mac_address': 'fa:16:3e:a0:bf:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '43a6f5f6-139d-452a-b500-fddef87cde13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:31Z', 'updated_at': '2021-11-12T09:19:36Z', 'revision_number': 4, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'subnets': [{'id': '43a6f5f6-139d-452a-b500-fddef87cde13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:19:37.862617 n-d-768862-16 neutron-server[102569]: INFO neutron.db.securitygroups_db [None req-3c70cc67-7c58-4285-90b0-790580148f31 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Project c2f8e5b12ecd4ba38827791d9dc04f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:19:37.869183 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3c70cc67-7c58-4285-90b0-790580148f31 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:37.878761 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0bf579a4-00bb-4c4b-83ab-734a7ad0cbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:38.399836 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3c70cc67-7c58-4285-90b0-790580148f31 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:38.411289 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3c70cc67-7c58-4285-90b0-790580148f31 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:38.432851 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c70cc67-7c58-4285-90b0-790580148f31 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d17da164-17f4-4ae5-896f-2e437075ed04,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:38.452692 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3c70cc67-7c58-4285-90b0-790580148f31 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:38.454013 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3c70cc67-7c58-4285-90b0-790580148f31 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6593091 Nov 12 09:19:39.724308 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 196494d1-0ec0-477a-8f20-a581a8b996c6 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:19:39.807960 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 196494d1-0ec0-477a-8f20-a581a8b996c6 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:39.808649 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:39.868546 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-443151f9-e48d-44b4-8b8f-f9f7e2adc47c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1228102827&fields=id&tenant_id=c2f8e5b12ecd4ba38827791d9dc04f83 HTTP/1.1" status: 200 len: 267 time: 0.0643585 Nov 12 09:19:40.051891 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-d3b0b061-8542-4445-945d-1b3dac4cc7b5 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:40.051891 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-d3b0b061-8542-4445-945d-1b3dac4cc7b5 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/networks?id=86dbd35d-ff46-4ab8-8c13-751df9ebd2de HTTP/1.1" status: 200 len: 797 time: 0.1691279 Nov 12 09:19:40.089790 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-8a6ba3eb-7f7b-45d5-ac80-2df9eabad7e2 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/quotas/c2f8e5b12ecd4ba38827791d9dc04f83 HTTP/1.1" status: 200 len: 375 time: 0.0226383 Nov 12 09:19:40.160441 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-b6fcff99-e9e6-4f67-ac19-fc93900a2e3c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2f8e5b12ecd4ba38827791d9dc04f83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528824 Nov 12 09:19:40.227151 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-492ffede-d809-4627-a984-c838ef3806ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:40.308817 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-106052c7-5682-4db3-b46b-3f2af31ecb7b service neutron] 10.222.0.37 "GET /v2.0/networks/86dbd35d-ff46-4ab8-8c13-751df9ebd2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334758 Nov 12 09:19:40.524724 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-1d13392b-e6e2-413b-a9cf-f601c9a556f1 service neutron] 10.222.0.37 "GET /v2.0/networks/86dbd35d-ff46-4ab8-8c13-751df9ebd2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054598 Nov 12 09:19:40.751672 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-efdd7d80-b925-4629-af4c-71eaa532de53 req-f5c080d1-9106-4c0e-bac1-22d533a987cc tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=1afb8bca-1dfe-41d4-ae94-1047e74193cb HTTP/1.1" status: 200 len: 210 time: 0.0435934 Nov 12 09:19:41.227066 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-ae378382-d322-4a0a-8c4d-f437ec64ca87 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:41.230004 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-ae378382-d322-4a0a-8c4d-f437ec64ca87 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 812 time: 0.1731741 Nov 12 09:19:41.251798 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-ceb8d50e-f765-4336-8ba4-8d3cf3c3fd1b tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/quotas/8490ecf3904e4cc1946420dda4801d0b HTTP/1.1" status: 200 len: 375 time: 0.0135117 Nov 12 09:19:41.325828 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-e03d148e-a80a-4db0-9f59-0eb4a381d69d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0628157 Nov 12 09:19:41.461249 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-e77a33c0-e1c1-43c2-b316-74d4256693be service neutron] 10.222.0.37 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215763 Nov 12 09:19:41.600895 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-4510386b-997a-4f7c-8293-9fee6e0180b8 service neutron] 10.222.0.37 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265688 Nov 12 09:19:41.852524 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c3a23fbc-8199-4f5b-8d54-65742b28a872 req-6689b773-4e1e-4ad6-97ed-c83567d99f42 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 210 time: 0.0383506 Nov 12 09:19:42.031980 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9c41f239-739f-41c2-aac4-99787cfd5fc9 req-6ab298ae-1402-4662-852c-210288cb1256 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=1afb8bca-1dfe-41d4-ae94-1047e74193cb HTTP/1.1" status: 200 len: 210 time: 0.0608144 Nov 12 09:19:42.043224 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-c64dcafb-73d7-4273-9b6f-ba130a99d25e tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:42.045025 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-c64dcafb-73d7-4273-9b6f-ba130a99d25e tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.54 "GET /v2.0/networks?id=86dbd35d-ff46-4ab8-8c13-751df9ebd2de HTTP/1.1" status: 200 len: 797 time: 0.2028115 Nov 12 09:19:42.141054 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:42.152420 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-1ababbbd-b3ba-472f-877b-912b8a5efa0d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2f8e5b12ecd4ba38827791d9dc04f83 HTTP/1.1" status: 200 len: 380 time: 0.0963247 Nov 12 09:19:42.167218 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-80da4657-98a5-4a8b-9d83-d37f98e4c03d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'port': {'device_id': '1afb8bca-1dfe-41d4-ae94-1047e74193cb', 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de', 'admin_state_up': True, 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'security_groups': ['fbab6e8a-faab-455a-8b7a-2fb0d7eb513d']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:42.326834 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-80da4657-98a5-4a8b-9d83-d37f98e4c03d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Made reservation on behalf of c2f8e5b12ecd4ba38827791d9dc04f83 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:19:42.331101 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-80da4657-98a5-4a8b-9d83-d37f98e4c03d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:42.478420 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-80da4657-98a5-4a8b-9d83-d37f98e4c03d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Allocated IP 172.20.0.11 (86dbd35d-ff46-4ab8-8c13-751df9ebd2de/43a6f5f6-139d-452a-b500-fddef87cde13/3ebe06d4-b6aa-4b80-973b-1662183f0c5f) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:19:42.724037 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-80da4657-98a5-4a8b-9d83-d37f98e4c03d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:42.779905 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-80da4657-98a5-4a8b-9d83-d37f98e4c03d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:42.831890 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-80da4657-98a5-4a8b-9d83-d37f98e4c03d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Network 86dbd35d-ff46-4ab8-8c13-751df9ebd2de is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:42.835844 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-80da4657-98a5-4a8b-9d83-d37f98e4c03d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:42.840954 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-80da4657-98a5-4a8b-9d83-d37f98e4c03d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:19:42.874493 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da4657-98a5-4a8b-9d83-d37f98e4c03d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'Port': ['ID=3ebe06d4-b6aa-4b80-973b-1662183f0c5f,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:42.910419 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-80da4657-98a5-4a8b-9d83-d37f98e4c03d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:42.911298 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-80da4657-98a5-4a8b-9d83-d37f98e4c03d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:42.935058 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-80da4657-98a5-4a8b-9d83-d37f98e4c03d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7741303 Nov 12 09:19:42.949000 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-e8aef4d0-6c5e-4a1c-bfcf-db715f60bbf6 service neutron] Request body: {'port': {'device_id': '1afb8bca-1dfe-41d4-ae94-1047e74193cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:43.058763 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-94da3a85-bf93-480a-a44a-50d033a80655 req-815e2df9-5605-4c78-b2a1-72aed68e6d1b tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 210 time: 0.0574949 Nov 12 09:19:43.265626 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ac9ff443-694e-46db-b333-3aac0e19e8af None None] Provisioning complete for port 3ebe06d4-b6aa-4b80-973b-1662183f0c5f triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:43.267335 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ac9ff443-694e-46db-b333-3aac0e19e8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:43.337622 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ff443-694e-46db-b333-3aac0e19e8af None None] Port 3ebe06d4-b6aa-4b80-973b-1662183f0c5f cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:19:43.411466 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8e6cc-3b47-43b7-8f85-6611b6436077 req-660b4fb0-d6ca-4344-8f43-7d2f7a5dfc92 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:43.414776 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5cf8e6cc-3b47-43b7-8f85-6611b6436077 req-660b4fb0-d6ca-4344-8f43-7d2f7a5dfc92 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=1afb8bca-1dfe-41d4-ae94-1047e74193cb HTTP/1.1" status: 200 len: 932 time: 0.2047050 Nov 12 09:19:43.499946 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:43.556974 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-e8aef4d0-6c5e-4a1c-bfcf-db715f60bbf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:43.561041 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-f50255d7-a6b9-4f4d-86e6-3655fc972f40 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:43.562926 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-f50255d7-a6b9-4f4d-86e6-3655fc972f40 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.58 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 812 time: 0.4198229 Nov 12 09:19:43.585164 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-2813ba3d-fd4d-40fe-be1e-8708893d0ef1 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Request body: {'port': {'device_id': '8f688ac4-4a43-4071-ae71-d6dfc47723cd', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'admin_state_up': True, 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:43.773779 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5cf8e6cc-3b47-43b7-8f85-6611b6436077 req-8bc565a6-99bf-4f69-a659-c25b1391d110 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbab6e8a-faab-455a-8b7a-2fb0d7eb513d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3510413 Nov 12 09:19:43.805316 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-2813ba3d-fd4d-40fe-be1e-8708893d0ef1 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Made reservation on behalf of 8490ecf3904e4cc1946420dda4801d0b for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:19:43.810735 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-2813ba3d-fd4d-40fe-be1e-8708893d0ef1 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:44.026490 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-2813ba3d-fd4d-40fe-be1e-8708893d0ef1 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Allocated IP 172.20.0.12 (492b01ef-bcf0-406a-881b-e054fdb77f9d/098c0920-f801-4a1f-89b9-15466a208616/6c8b908f-2838-4603-8887-dba6f297ad4e) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:19:44.096697 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:44.143917 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-e8aef4d0-6c5e-4a1c-bfcf-db715f60bbf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ebe06d4-b6aa-4b80-973b-1662183f0c5f {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:19:44.164399 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-e8aef4d0-6c5e-4a1c-bfcf-db715f60bbf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:44.201394 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-e8aef4d0-6c5e-4a1c-bfcf-db715f60bbf6 service neutron] Transition to ACTIVE for port object 3ebe06d4-b6aa-4b80-973b-1662183f0c5f will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:19:44.211649 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-e8aef4d0-6c5e-4a1c-bfcf-db715f60bbf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:44.270931 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-31f995aa-a09b-4712-8043-5dc8af2cd6c6 req-9fb05253-f397-4a07-b999-633501d95c21 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 210 time: 0.0785503 Nov 12 09:19:44.279144 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aef4d0-6c5e-4a1c-bfcf-db715f60bbf6 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebe06d4-b6aa-4b80-973b-1662183f0c5f,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:44.363914 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-2813ba3d-fd4d-40fe-be1e-8708893d0ef1 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:44.416486 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-e8aef4d0-6c5e-4a1c-bfcf-db715f60bbf6 service neutron] Attempting to bind port 3ebe06d4-b6aa-4b80-973b-1662183f0c5f on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:19:44.418436 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-e8aef4d0-6c5e-4a1c-bfcf-db715f60bbf6 service neutron] Attempting to bind port 3ebe06d4-b6aa-4b80-973b-1662183f0c5f by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'b7353698-eb95-4f50-a854-bc27653c8d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:19:44.419116 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-e8aef4d0-6c5e-4a1c-bfcf-db715f60bbf6 service neutron] Attempting to bind port 3ebe06d4-b6aa-4b80-973b-1662183f0c5f on network 86dbd35d-ff46-4ab8-8c13-751df9ebd2de {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:19:44.428577 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-2813ba3d-fd4d-40fe-be1e-8708893d0ef1 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:44.433895 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-e8aef4d0-6c5e-4a1c-bfcf-db715f60bbf6 service neutron] Port 3ebe06d4-b6aa-4b80-973b-1662183f0c5f on network 86dbd35d-ff46-4ab8-8c13-751df9ebd2de not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:19:44.435798 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-e8aef4d0-6c5e-4a1c-bfcf-db715f60bbf6 service neutron] Attempting to bind port 3ebe06d4-b6aa-4b80-973b-1662183f0c5f on network 86dbd35d-ff46-4ab8-8c13-751df9ebd2de {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:19:44.445016 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['8b46dabf-cb68-4e17-bbc0-f1a290c32058'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:19:44.463017 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-e8aef4d0-6c5e-4a1c-bfcf-db715f60bbf6 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:19:44.463348 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-e8aef4d0-6c5e-4a1c-bfcf-db715f60bbf6 service neutron] Checking segment: {'id': 'b7353698-eb95-4f50-a854-bc27653c8d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:19:44.463859 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-e8aef4d0-6c5e-4a1c-bfcf-db715f60bbf6 service neutron] Bound using segment: {'id': 'b7353698-eb95-4f50-a854-bc27653c8d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:19:44.464230 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-e8aef4d0-6c5e-4a1c-bfcf-db715f60bbf6 service neutron] Bound port: 3ebe06d4-b6aa-4b80-973b-1662183f0c5f, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7353698-eb95-4f50-a854-bc27653c8d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:19:44.464624 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-e8aef4d0-6c5e-4a1c-bfcf-db715f60bbf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:44.571162 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-2813ba3d-fd4d-40fe-be1e-8708893d0ef1 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Network 492b01ef-bcf0-406a-881b-e054fdb77f9d is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:44.576355 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-2813ba3d-fd4d-40fe-be1e-8708893d0ef1 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:44.585047 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-e8aef4d0-6c5e-4a1c-bfcf-db715f60bbf6 service neutron] For port 3ebe06d4-b6aa-4b80-973b-1662183f0c5f, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:19:44.590777 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-e8aef4d0-6c5e-4a1c-bfcf-db715f60bbf6 service neutron] For port 3ebe06d4-b6aa-4b80-973b-1662183f0c5f, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=3ebe06d4-b6aa-4b80-973b-1662183f0c5f,segment=NetworkSegment(b7353698-eb95-4f50-a854-bc27653c8d58),segment_id=b7353698-eb95-4f50-a854-bc27653c8d58)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:19:44.598486 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-e8aef4d0-6c5e-4a1c-bfcf-db715f60bbf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:44.600230 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813ba3d-fd4d-40fe-be1e-8708893d0ef1 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Pushing event updated for resources: {'Port': ['ID=6c8b908f-2838-4603-8887-dba6f297ad4e,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:44.602817 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-2813ba3d-fd4d-40fe-be1e-8708893d0ef1 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:19:44.682460 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-e8aef4d0-6c5e-4a1c-bfcf-db715f60bbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:44.683185 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-e8aef4d0-6c5e-4a1c-bfcf-db715f60bbf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:44.685159 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-e8aef4d0-6c5e-4a1c-bfcf-db715f60bbf6 service neutron] 10.222.0.54 "PUT /v2.0/ports/3ebe06d4-b6aa-4b80-973b-1662183f0c5f HTTP/1.1" status: 200 len: 1093 time: 1.7414041 Nov 12 09:19:44.688686 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afb8bca-1dfe-41d4-ae94-1047e74193cb', 'tag': '3ebe06d4-b6aa-4b80-973b-1662183f0c5f'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:19:44.692805 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b5a896-a52e-43bd-9157-4721e6bdbe8c" -d '{"events": [{"name": "network-changed", "server_uuid": "1afb8bca-1dfe-41d4-ae94-1047e74193cb", "tag": "3ebe06d4-b6aa-4b80-973b-1662183f0c5f"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:19:44.725559 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-2813ba3d-fd4d-40fe-be1e-8708893d0ef1 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:44.726680 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-2813ba3d-fd4d-40fe-be1e-8708893d0ef1 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:44.746328 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aef4d0-6c5e-4a1c-bfcf-db715f60bbf6 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebe06d4-b6aa-4b80-973b-1662183f0c5f,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:44.775629 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-2813ba3d-fd4d-40fe-be1e-8708893d0ef1 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2000451 Nov 12 09:19:44.792542 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-51a53d12-6a3b-4f57-ba39-e52f8f44e3a0 service neutron] Request body: {'port': {'device_id': '8f688ac4-4a43-4071-ae71-d6dfc47723cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:44.846717 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-434d3783-6014-4b47-9835-f226608d342c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:44.849428 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-434d3783-6014-4b47-9835-f226608d342c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2f8e5b12ecd4ba38827791d9dc04f83&device_id=1afb8bca-1dfe-41d4-ae94-1047e74193cb HTTP/1.1" status: 200 len: 1096 time: 0.0787101 Nov 12 09:19:44.933490 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-51a53d12-6a3b-4f57-ba39-e52f8f44e3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:44.956098 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-be8e2deb-2980-4d79-b65d-a3ce9542e67a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ebe06d4-b6aa-4b80-973b-1662183f0c5f HTTP/1.1" status: 200 len: 217 time: 0.0944715 Nov 12 09:19:45.093765 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-70cf6da2-ab57-4af5-8b24-5f482776eddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:45.096258 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-70cf6da2-ab57-4af5-8b24-5f482776eddd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=43a6f5f6-139d-452a-b500-fddef87cde13 HTTP/1.1" status: 200 len: 834 time: 0.1333065 Nov 12 09:19:45.135032 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-53dc099f-98b8-449b-b714-828380853d32 None None] Provisioning complete for port 6c8b908f-2838-4603-8887-dba6f297ad4e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:45.135606 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-53dc099f-98b8-449b-b714-828380853d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:45.190477 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5efd1b5-03e1-4ed5-b1aa-9fb82e07f22d x-openstack-request-id: req-f5efd1b5-03e1-4ed5-b1aa-9fb82e07f22d {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:19:45.190861 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afb8bca-1dfe-41d4-ae94-1047e74193cb", "tag": "3ebe06d4-b6aa-4b80-973b-1662183f0c5f", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:19:45.191089 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f5efd1b5-03e1-4ed5-b1aa-9fb82e07f22d {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:19:45.191497 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afb8bca-1dfe-41d4-ae94-1047e74193cb', 'tag': '3ebe06d4-b6aa-4b80-973b-1662183f0c5f', 'status': 'completed', 'code': 200} Nov 12 09:19:45.225788 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-bb063668-536a-45ab-8c07-f244f2e5bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:45.227371 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-bb063668-536a-45ab-8c07-f244f2e5bf6c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86dbd35d-ff46-4ab8-8c13-751df9ebd2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1213183 Nov 12 09:19:45.253865 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-53dc099f-98b8-449b-b714-828380853d32 None None] Port 6c8b908f-2838-4603-8887-dba6f297ad4e cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:19:45.399923 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1096e-afa8-45af-9aa2-3ffede2e399e req-352fc7f2-72a4-4150-887d-07a359b8c9c2 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:45.402321 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-edd1096e-afa8-45af-9aa2-3ffede2e399e req-352fc7f2-72a4-4150-887d-07a359b8c9c2 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=1afb8bca-1dfe-41d4-ae94-1047e74193cb HTTP/1.1" status: 200 len: 944 time: 0.1685905 Nov 12 09:19:45.423444 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-ffc502a1-d61e-4fb4-8dda-b010377a937a service neutron] 10.222.0.54 "GET /v2.0/networks/86dbd35d-ff46-4ab8-8c13-751df9ebd2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811860 Nov 12 09:19:45.518638 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-edd1096e-afa8-45af-9aa2-3ffede2e399e req-42ac1711-3aa7-43e6-9d91-06c0a9189e22 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbab6e8a-faab-455a-8b7a-2fb0d7eb513d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059108 Nov 12 09:19:45.651833 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1ea706cd-a58f-410d-9964-bb30bdaa1eed req-59addd75-0033-44e6-8d8d-dbf22817130d service neutron] 10.222.0.54 "GET /v2.0/networks/86dbd35d-ff46-4ab8-8c13-751df9ebd2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208793 Nov 12 09:19:45.682560 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-51a53d12-6a3b-4f57-ba39-e52f8f44e3a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c8b908f-2838-4603-8887-dba6f297ad4e {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:19:45.716444 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-51a53d12-6a3b-4f57-ba39-e52f8f44e3a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:45.735425 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-51a53d12-6a3b-4f57-ba39-e52f8f44e3a0 service neutron] Transition to ACTIVE for port object 6c8b908f-2838-4603-8887-dba6f297ad4e will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:19:45.748131 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-51a53d12-6a3b-4f57-ba39-e52f8f44e3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:45.762488 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1476b-0de9-4d95-95ac-1b366e2c85a9 req-b787942b-77b7-47c5-b0aa-5b7b18076439 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:45.764556 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a4b1476b-0de9-4d95-95ac-1b366e2c85a9 req-b787942b-77b7-47c5-b0aa-5b7b18076439 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 932 time: 0.1058514 Nov 12 09:19:45.781966 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5a896-a52e-43bd-9157-4721e6bdbe8c req-b94b28d5-0816-40cb-a6b4-39ce86f881f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:45.784382 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-90b5a896-a52e-43bd-9157-4721e6bdbe8c req-b94b28d5-0816-40cb-a6b4-39ce86f881f5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2f8e5b12ecd4ba38827791d9dc04f83&device_id=1afb8bca-1dfe-41d4-ae94-1047e74193cb HTTP/1.1" status: 200 len: 1096 time: 0.0751762 Nov 12 09:19:45.833927 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a53d12-6a3b-4f57-ba39-e52f8f44e3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8b908f-2838-4603-8887-dba6f297ad4e,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:45.925250 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a4b1476b-0de9-4d95-95ac-1b366e2c85a9 req-983fc780-72cf-44a1-968c-6dfce319a4dc tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370428 Nov 12 09:19:45.962466 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5a896-a52e-43bd-9157-4721e6bdbe8c req-6fa9bc53-67b9-4fa6-aa61-b57443ce1e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:45.964192 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-90b5a896-a52e-43bd-9157-4721e6bdbe8c req-6fa9bc53-67b9-4fa6-aa61-b57443ce1e10 service neutron] 10.222.0.54 "GET /v2.0/networks?id=86dbd35d-ff46-4ab8-8c13-751df9ebd2de HTTP/1.1" status: 200 len: 898 time: 0.1732752 Nov 12 09:19:46.011252 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-51a53d12-6a3b-4f57-ba39-e52f8f44e3a0 service neutron] Attempting to bind port 6c8b908f-2838-4603-8887-dba6f297ad4e on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:19:46.011621 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-51a53d12-6a3b-4f57-ba39-e52f8f44e3a0 service neutron] Attempting to bind port 6c8b908f-2838-4603-8887-dba6f297ad4e by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:19:46.012682 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-51a53d12-6a3b-4f57-ba39-e52f8f44e3a0 service neutron] Attempting to bind port 6c8b908f-2838-4603-8887-dba6f297ad4e on network 492b01ef-bcf0-406a-881b-e054fdb77f9d {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:19:46.021056 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-51a53d12-6a3b-4f57-ba39-e52f8f44e3a0 service neutron] Port 6c8b908f-2838-4603-8887-dba6f297ad4e on network 492b01ef-bcf0-406a-881b-e054fdb77f9d not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:19:46.021438 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-51a53d12-6a3b-4f57-ba39-e52f8f44e3a0 service neutron] Attempting to bind port 6c8b908f-2838-4603-8887-dba6f297ad4e on network 492b01ef-bcf0-406a-881b-e054fdb77f9d {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:19:46.029500 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-90b5a896-a52e-43bd-9157-4721e6bdbe8c req-5379ae64-481b-44c4-a019-7dd7b3c06862 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ebe06d4-b6aa-4b80-973b-1662183f0c5f HTTP/1.1" status: 200 len: 217 time: 0.0564952 Nov 12 09:19:46.035639 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-51a53d12-6a3b-4f57-ba39-e52f8f44e3a0 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:19:46.036028 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-51a53d12-6a3b-4f57-ba39-e52f8f44e3a0 service neutron] Checking segment: {'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:19:46.044904 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-51a53d12-6a3b-4f57-ba39-e52f8f44e3a0 service neutron] Bound using segment: {'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:19:46.046110 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-51a53d12-6a3b-4f57-ba39-e52f8f44e3a0 service neutron] Bound port: 6c8b908f-2838-4603-8887-dba6f297ad4e, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:19:46.047421 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-51a53d12-6a3b-4f57-ba39-e52f8f44e3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:46.110702 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5a896-a52e-43bd-9157-4721e6bdbe8c req-8479e0a9-d03f-450c-9d06-23b22752f820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:46.112948 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-90b5a896-a52e-43bd-9157-4721e6bdbe8c req-8479e0a9-d03f-450c-9d06-23b22752f820 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=43a6f5f6-139d-452a-b500-fddef87cde13 HTTP/1.1" status: 200 len: 834 time: 0.0758753 Nov 12 09:19:46.182187 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-51a53d12-6a3b-4f57-ba39-e52f8f44e3a0 service neutron] For port 6c8b908f-2838-4603-8887-dba6f297ad4e, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:19:46.186049 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-51a53d12-6a3b-4f57-ba39-e52f8f44e3a0 service neutron] For port 6c8b908f-2838-4603-8887-dba6f297ad4e, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=6c8b908f-2838-4603-8887-dba6f297ad4e,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:19:46.196483 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-51a53d12-6a3b-4f57-ba39-e52f8f44e3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:46.229561 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5a896-a52e-43bd-9157-4721e6bdbe8c req-4a43343a-a7e7-4ec5-bbac-886f5a624728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:46.232612 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-90b5a896-a52e-43bd-9157-4721e6bdbe8c req-4a43343a-a7e7-4ec5-bbac-886f5a624728 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86dbd35d-ff46-4ab8-8c13-751df9ebd2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1110380 Nov 12 09:19:46.279129 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-51a53d12-6a3b-4f57-ba39-e52f8f44e3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:46.280599 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-51a53d12-6a3b-4f57-ba39-e52f8f44e3a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:46.282060 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-51a53d12-6a3b-4f57-ba39-e52f8f44e3a0 service neutron] 10.222.0.58 "PUT /v2.0/ports/6c8b908f-2838-4603-8887-dba6f297ad4e HTTP/1.1" status: 200 len: 1093 time: 1.4981146 Nov 12 09:19:46.282933 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a53d12-6a3b-4f57-ba39-e52f8f44e3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8b908f-2838-4603-8887-dba6f297ad4e,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:46.301037 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f688ac4-4a43-4071-ae71-d6dfc47723cd', 'tag': '6c8b908f-2838-4603-8887-dba6f297ad4e'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:19:46.305889 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7f3f99-62e9-4c91-bb4a-aaaca737fbbe" -d '{"events": [{"name": "network-changed", "server_uuid": "8f688ac4-4a43-4071-ae71-d6dfc47723cd", "tag": "6c8b908f-2838-4603-8887-dba6f297ad4e"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:19:46.415768 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-90b5a896-a52e-43bd-9157-4721e6bdbe8c req-4ebc0fcd-eed0-4d17-adb3-6ef3dad0ed7f service neutron] 10.222.0.54 "GET /v2.0/networks/86dbd35d-ff46-4ab8-8c13-751df9ebd2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722343 Nov 12 09:19:46.417483 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39a9378-6e0b-4556-8b3b-4eac6db583ba x-openstack-request-id: req-c39a9378-6e0b-4556-8b3b-4eac6db583ba {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:19:46.418044 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f688ac4-4a43-4071-ae71-d6dfc47723cd", "tag": "6c8b908f-2838-4603-8887-dba6f297ad4e", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:19:46.418044 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c39a9378-6e0b-4556-8b3b-4eac6db583ba {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:19:46.418423 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f688ac4-4a43-4071-ae71-d6dfc47723cd', 'tag': '6c8b908f-2838-4603-8887-dba6f297ad4e', 'status': 'completed', 'code': 200} Nov 12 09:19:46.443975 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-24e935f7-a4f7-472e-8e52-1794c2ad11c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:46.449502 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-24e935f7-a4f7-472e-8e52-1794c2ad11c7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 1096 time: 0.0923178 Nov 12 09:19:46.509758 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-db622022-78eb-412e-bce0-9b1d5e2ea9a5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c8b908f-2838-4603-8887-dba6f297ad4e HTTP/1.1" status: 200 len: 217 time: 0.0477426 Nov 12 09:19:46.575018 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-90b5a896-a52e-43bd-9157-4721e6bdbe8c req-b6b209ee-aab1-4fdc-a042-c44f757d4fb0 service neutron] 10.222.0.54 "GET /v2.0/networks/86dbd35d-ff46-4ab8-8c13-751df9ebd2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407106 Nov 12 09:19:46.594356 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-eb8e0f06-4605-40c8-b26a-db680706d6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:46.597625 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-eb8e0f06-4605-40c8-b26a-db680706d6e5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=098c0920-f801-4a1f-89b9-15466a208616 HTTP/1.1" status: 200 len: 851 time: 0.0796571 Nov 12 09:19:46.707569 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-356f6c95-d464-48e8-918a-664d17f4a7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:46.709183 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-356f6c95-d464-48e8-918a-664d17f4a7f8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=492b01ef-bcf0-406a-881b-e054fdb77f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1042352 Nov 12 09:19:46.757102 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad2900-691b-46ed-9c77-69bb647d5051 req-958b338b-15ac-4017-aed8-880bcdfee891 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:46.759102 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-94ad2900-691b-46ed-9c77-69bb647d5051 req-958b338b-15ac-4017-aed8-880bcdfee891 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=1afb8bca-1dfe-41d4-ae94-1047e74193cb HTTP/1.1" status: 200 len: 944 time: 0.0966253 Nov 12 09:19:46.871196 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-94ad2900-691b-46ed-9c77-69bb647d5051 req-bd4d5e97-bb59-44e9-ad0e-f2441dc18500 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbab6e8a-faab-455a-8b7a-2fb0d7eb513d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782804 Nov 12 09:19:46.874252 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-8fb83edf-922c-4f61-bb8c-47f02113556e service neutron] 10.222.0.58 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567492 Nov 12 09:19:46.982602 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b850c92-c8fe-4de4-b1fa-f993388b5540 req-f17681c4-bcd5-47d8-9634-d1e7a30711c0 service neutron] 10.222.0.58 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993681 Nov 12 09:19:47.131894 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189fa9a-b6d3-46b9-a8b1-e9b141098308 req-a1ec5cad-e556-431e-b8dd-d77cebf35dd6 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:47.134033 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4189fa9a-b6d3-46b9-a8b1-e9b141098308 req-a1ec5cad-e556-431e-b8dd-d77cebf35dd6 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 944 time: 0.1067426 Nov 12 09:19:47.143596 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f3f99-62e9-4c91-bb4a-aaaca737fbbe req-bc66c6be-962a-49a3-994f-dd1d304ab12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:47.145580 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c7f3f99-62e9-4c91-bb4a-aaaca737fbbe req-bc66c6be-962a-49a3-994f-dd1d304ab12d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 1096 time: 0.0773127 Nov 12 09:19:47.274203 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4189fa9a-b6d3-46b9-a8b1-e9b141098308 req-98a0a910-22f8-4236-b47e-657dc9755a77 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273711 Nov 12 09:19:47.302448 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f3f99-62e9-4c91-bb4a-aaaca737fbbe req-7caa67d6-2d28-4058-8da4-936e0bf2aac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:47.304109 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c7f3f99-62e9-4c91-bb4a-aaaca737fbbe req-7caa67d6-2d28-4058-8da4-936e0bf2aac5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 913 time: 0.1509998 Nov 12 09:19:47.352340 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c7f3f99-62e9-4c91-bb4a-aaaca737fbbe req-bb3b46b0-848e-4afa-b47d-c812255e1d39 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c8b908f-2838-4603-8887-dba6f297ad4e HTTP/1.1" status: 200 len: 217 time: 0.0385785 Nov 12 09:19:47.410844 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f3f99-62e9-4c91-bb4a-aaaca737fbbe req-585f06f0-05f7-4a98-b515-07fc7d3ab842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:47.412462 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c7f3f99-62e9-4c91-bb4a-aaaca737fbbe req-585f06f0-05f7-4a98-b515-07fc7d3ab842 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=098c0920-f801-4a1f-89b9-15466a208616 HTTP/1.1" status: 200 len: 851 time: 0.0533590 Nov 12 09:19:47.471820 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f3f99-62e9-4c91-bb4a-aaaca737fbbe req-e55c68e6-ec1e-4a62-a4ba-cc3fe8963772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:47.473371 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c7f3f99-62e9-4c91-bb4a-aaaca737fbbe req-e55c68e6-ec1e-4a62-a4ba-cc3fe8963772 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=492b01ef-bcf0-406a-881b-e054fdb77f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530882 Nov 12 09:19:47.596405 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c7f3f99-62e9-4c91-bb4a-aaaca737fbbe req-5b33a9bb-97b6-422f-b0d1-f81c97643dc8 service neutron] 10.222.0.58 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138256 Nov 12 09:19:47.742623 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0c7f3f99-62e9-4c91-bb4a-aaaca737fbbe req-c9591ed1-cc88-4f75-a916-81234e813247 service neutron] 10.222.0.58 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380837 Nov 12 09:19:48.030764 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72083f82-4350-456b-a4d7-e487830cf97e req-153cf36a-7060-4873-a354-c1b878dfc5ec tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:48.032589 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-72083f82-4350-456b-a4d7-e487830cf97e req-153cf36a-7060-4873-a354-c1b878dfc5ec tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=1afb8bca-1dfe-41d4-ae94-1047e74193cb HTTP/1.1" status: 200 len: 944 time: 0.0743191 Nov 12 09:19:48.110582 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-72083f82-4350-456b-a4d7-e487830cf97e req-a92bc4b9-82c2-48dc-80f6-49c4e310627e tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbab6e8a-faab-455a-8b7a-2fb0d7eb513d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677061 Nov 12 09:19:48.452090 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be406281-fb46-4ffb-8692-8c4b23bbb469 req-54252c14-7589-4283-af63-c963165fd69d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:48.454334 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-be406281-fb46-4ffb-8692-8c4b23bbb469 req-54252c14-7589-4283-af63-c963165fd69d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 944 time: 0.0652008 Nov 12 09:19:48.533549 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-be406281-fb46-4ffb-8692-8c4b23bbb469 req-a5d0825a-65e3-4d7e-8f13-ced15873226f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632017 Nov 12 09:19:49.107758 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 3ebe06d4-b6aa-4b80-973b-1662183f0c5f details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:19:49.372693 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd3fb2-5e97-4af8-bc31-15b27b610b92 req-1ad82975-1b56-4345-bed3-fbf5cb67cee1 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:49.374518 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-77bd3fb2-5e97-4af8-bc31-15b27b610b92 req-1ad82975-1b56-4345-bed3-fbf5cb67cee1 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=1afb8bca-1dfe-41d4-ae94-1047e74193cb HTTP/1.1" status: 200 len: 944 time: 0.1412983 Nov 12 09:19:49.494260 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 3ebe06d4-b6aa-4b80-973b-1662183f0c5f, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=3ebe06d4-b6aa-4b80-973b-1662183f0c5f,segment=NetworkSegment(b7353698-eb95-4f50-a854-bc27653c8d58),segment_id=b7353698-eb95-4f50-a854-bc27653c8d58)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:49.513576 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '3ebe06d4-b6aa-4b80-973b-1662183f0c5f', 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de', 'port_id': '3ebe06d4-b6aa-4b80-973b-1662183f0c5f', 'mac_address': 'fa:16:3e:a7:a7:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a6f5f6-139d-452a-b500-fddef87cde13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:19:49.518447 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-77bd3fb2-5e97-4af8-bc31-15b27b610b92 req-50b63ebd-7bcd-4594-ba3e-7e482ed2305a tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbab6e8a-faab-455a-8b7a-2fb0d7eb513d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266983 Nov 12 09:19:49.570324 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:49.592775 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ebe06d4-b6aa-4b80-973b-1662183f0c5f {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:19:49.628226 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 3ebe06d4-b6aa-4b80-973b-1662183f0c5f, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=3ebe06d4-b6aa-4b80-973b-1662183f0c5f,segment=NetworkSegment(b7353698-eb95-4f50-a854-bc27653c8d58),segment_id=b7353698-eb95-4f50-a854-bc27653c8d58)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:49.636978 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:49.731766 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=3ebe06d4-b6aa-4b80-973b-1662183f0c5f,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:49.741204 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97357176-9ceb-43fa-b513-b9b6c42c6635 req-cf571771-5417-4520-81d1-a412f9d3fcc8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:49.748885 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-97357176-9ceb-43fa-b513-b9b6c42c6635 req-cf571771-5417-4520-81d1-a412f9d3fcc8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 944 time: 0.1177075 Nov 12 09:19:49.841480 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-97357176-9ceb-43fa-b513-b9b6c42c6635 req-fc994de7-161a-49d1-a133-4c32829b7925 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897765 Nov 12 09:19:49.859801 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['3ebe06d4-b6aa-4b80-973b-1662183f0c5f'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:19:50.728745 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec560e-1dd5-4444-b186-e3077486f626 req-9740d328-e1ee-449d-9560-4c547b28900f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:50.730533 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-56ec560e-1dd5-4444-b186-e3077486f626 req-9740d328-e1ee-449d-9560-4c547b28900f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=1afb8bca-1dfe-41d4-ae94-1047e74193cb HTTP/1.1" status: 200 len: 945 time: 0.1072826 Nov 12 09:19:50.830411 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-56ec560e-1dd5-4444-b186-e3077486f626 req-a070cba6-93ea-4bd8-82c9-324ce3a2dc6e tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbab6e8a-faab-455a-8b7a-2fb0d7eb513d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879519 Nov 12 09:19:51.055437 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a983a9-7631-4b17-9195-97cdf6d96346 req-b9148db5-13f8-409f-a5e0-70f62365eb59 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:51.057315 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-20a983a9-7631-4b17-9195-97cdf6d96346 req-b9148db5-13f8-409f-a5e0-70f62365eb59 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 944 time: 0.1070805 Nov 12 09:19:51.115391 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 3ebe06d4-b6aa-4b80-973b-1662183f0c5f up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:19:51.157713 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-20a983a9-7631-4b17-9195-97cdf6d96346 req-e0b33708-b519-485b-8f28-f6a40c48a879 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871408 Nov 12 09:19:51.214560 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 3ebe06d4-b6aa-4b80-973b-1662183f0c5f completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:19:51.220795 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 3ebe06d4-b6aa-4b80-973b-1662183f0c5f triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:51.221181 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:51.353041 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:51.388474 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afb8bca-1dfe-41d4-ae94-1047e74193cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebe06d4-b6aa-4b80-973b-1662183f0c5f'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:19:51.391791 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b7900a-41c4-43a7-a3ab-a985480b606e" -d '{"events": [{"server_uuid": "1afb8bca-1dfe-41d4-ae94-1047e74193cb", "name": "network-vif-plugged", "status": "completed", "tag": "3ebe06d4-b6aa-4b80-973b-1662183f0c5f"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:19:51.423322 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 3ebe06d4-b6aa-4b80-973b-1662183f0c5f, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=3ebe06d4-b6aa-4b80-973b-1662183f0c5f,segment=NetworkSegment(b7353698-eb95-4f50-a854-bc27653c8d58),segment_id=b7353698-eb95-4f50-a854-bc27653c8d58)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:51.430801 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:51.495791 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66e692a-197f-4b80-a5c9-26f36d7f2354 x-openstack-request-id: req-c66e692a-197f-4b80-a5c9-26f36d7f2354 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:19:51.496431 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afb8bca-1dfe-41d4-ae94-1047e74193cb", "name": "network-vif-plugged", "status": "completed", "tag": "3ebe06d4-b6aa-4b80-973b-1662183f0c5f", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:19:51.499643 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c66e692a-197f-4b80-a5c9-26f36d7f2354 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:19:51.500370 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afb8bca-1dfe-41d4-ae94-1047e74193cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebe06d4-b6aa-4b80-973b-1662183f0c5f', 'code': 200} Nov 12 09:19:51.569852 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=3ebe06d4-b6aa-4b80-973b-1662183f0c5f,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:51.646430 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4828f3c-0c22-4197-8378-07ed25693c54 req-64bfea7d-63e6-498c-9888-f7498210efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:51.648241 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d4828f3c-0c22-4197-8378-07ed25693c54 req-64bfea7d-63e6-498c-9888-f7498210efaf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1afb8bca-1dfe-41d4-ae94-1047e74193cb HTTP/1.1" status: 200 len: 1098 time: 0.0632870 Nov 12 09:19:51.727636 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d4828f3c-0c22-4197-8378-07ed25693c54 req-bf36c7a8-79e0-4739-bbcf-0fcdbb8449e3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fbab6e8a-faab-455a-8b7a-2fb0d7eb513d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700819 Nov 12 09:19:52.046458 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591bd1c-51a5-4274-be14-cf7455156092 req-e9295de4-a277-4828-9933-1a094f85318e tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:52.053893 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a591bd1c-51a5-4274-be14-cf7455156092 req-e9295de4-a277-4828-9933-1a094f85318e tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=1afb8bca-1dfe-41d4-ae94-1047e74193cb HTTP/1.1" status: 200 len: 946 time: 0.1078205 Nov 12 09:19:52.136918 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a591bd1c-51a5-4274-be14-cf7455156092 req-68f7d9df-2d6f-4bbd-a876-95403c1c35d9 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbab6e8a-faab-455a-8b7a-2fb0d7eb513d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819383 Nov 12 09:19:52.313269 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:19:52.390428 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d2c0b-fbb3-4477-aa55-93ba2c9e933f req-3d06a031-8e71-48c8-b0eb-eacd80ee93f7 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:52.393233 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a22d2c0b-fbb3-4477-aa55-93ba2c9e933f req-3d06a031-8e71-48c8-b0eb-eacd80ee93f7 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 944 time: 0.1208491 Nov 12 09:19:52.497349 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a22d2c0b-fbb3-4477-aa55-93ba2c9e933f req-0c045d05-a22c-4bbb-89fe-d41130cb949c tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937395 Nov 12 09:19:53.318440 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073302e-47cf-4542-bf0a-e827c32e0c74 req-af1b3c98-43e2-4ecd-a60a-a3422b98df87 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:53.326547 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1073302e-47cf-4542-bf0a-e827c32e0c74 req-af1b3c98-43e2-4ecd-a60a-a3422b98df87 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=1afb8bca-1dfe-41d4-ae94-1047e74193cb HTTP/1.1" status: 200 len: 946 time: 0.0898936 Nov 12 09:19:53.410274 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:53.420819 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1073302e-47cf-4542-bf0a-e827c32e0c74 req-a1c3abe6-7148-4d08-9941-8efe11c8f7ee tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbab6e8a-faab-455a-8b7a-2fb0d7eb513d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925691 Nov 12 09:19:53.627996 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28078d70-6266-409c-aa93-6ab289388cb3 req-c33c4ac3-7edc-47de-a821-dda100cf4d1d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:53.642912 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-28078d70-6266-409c-aa93-6ab289388cb3 req-c33c4ac3-7edc-47de-a821-dda100cf4d1d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=1afb8bca-1dfe-41d4-ae94-1047e74193cb HTTP/1.1" status: 200 len: 946 time: 0.1228476 Nov 12 09:19:53.715578 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-28078d70-6266-409c-aa93-6ab289388cb3 req-9d2b2714-9eac-4d68-9cc2-579b24ff95f1 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbab6e8a-faab-455a-8b7a-2fb0d7eb513d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716336 Nov 12 09:19:53.751273 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35886) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:53.821474 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6f8ca9-cf06-4f54-9298-871021eb5bd6 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:53.826831 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-cc6f8ca9-cf06-4f54-9298-871021eb5bd6 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1afb8bca-1dfe-41d4-ae94-1047e74193cb HTTP/1.1" status: 200 len: 1093 time: 0.0746708 Nov 12 09:19:53.827508 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35888) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:53.832611 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-cee24145-09d4-4999-9f68-38506f82dc4b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'port_id': '3ebe06d4-b6aa-4b80-973b-1662183f0c5f', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:53.865376 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533e612-3a95-4c8e-a08b-ca101d29953d req-fd01628f-34b1-473f-ac5a-802aa4dff633 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:53.866430 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cee24145-09d4-4999-9f68-38506f82dc4b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:53.867714 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c533e612-3a95-4c8e-a08b-ca101d29953d req-fd01628f-34b1-473f-ac5a-802aa4dff633 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 944 time: 0.0646732 Nov 12 09:19:53.948807 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c533e612-3a95-4c8e-a08b-ca101d29953d req-9fe58723-f430-4a82-b7e0-31e68301ba56 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700088 Nov 12 09:19:54.115130 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cee24145-09d4-4999-9f68-38506f82dc4b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:54.292708 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-cee24145-09d4-4999-9f68-38506f82dc4b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Allocated IP 172.25.6.209 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/cfa4e901-6c67-4da6-adc1-008a0d8b39d5) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:19:54.455614 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cee24145-09d4-4999-9f68-38506f82dc4b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:54.516429 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cee24145-09d4-4999-9f68-38506f82dc4b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:54.571077 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee24145-09d4-4999-9f68-38506f82dc4b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'Port': ['ID=cfa4e901-6c67-4da6-adc1-008a0d8b39d5,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:54.599112 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee24145-09d4-4999-9f68-38506f82dc4b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:54.600114 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee24145-09d4-4999-9f68-38506f82dc4b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:54.600856 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee24145-09d4-4999-9f68-38506f82dc4b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:54.601558 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee24145-09d4-4999-9f68-38506f82dc4b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:54.602385 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee24145-09d4-4999-9f68-38506f82dc4b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:54.616791 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee24145-09d4-4999-9f68-38506f82dc4b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:54.618620 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee24145-09d4-4999-9f68-38506f82dc4b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:54.620174 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee24145-09d4-4999-9f68-38506f82dc4b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:54.623721 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee24145-09d4-4999-9f68-38506f82dc4b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:54.624309 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee24145-09d4-4999-9f68-38506f82dc4b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:54.624872 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee24145-09d4-4999-9f68-38506f82dc4b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:54.625560 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee24145-09d4-4999-9f68-38506f82dc4b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:54.663051 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee24145-09d4-4999-9f68-38506f82dc4b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:54.671521 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-cee24145-09d4-4999-9f68-38506f82dc4b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:54.675472 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee24145-09d4-4999-9f68-38506f82dc4b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:19:55.198410 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114ff8a-e915-473a-b323-78fa13a97c71 req-d5c6a208-0814-45b7-a41c-9726705a60e2 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:55.201587 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1114ff8a-e915-473a-b323-78fa13a97c71 req-d5c6a208-0814-45b7-a41c-9726705a60e2 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 944 time: 0.0887723 Nov 12 09:19:55.281221 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1114ff8a-e915-473a-b323-78fa13a97c71 req-3913bf9b-bb37-4b9d-aa0a-202ceb35f740 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712759 Nov 12 09:19:55.388619 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cee24145-09d4-4999-9f68-38506f82dc4b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:55.530876 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cee24145-09d4-4999-9f68-38506f82dc4b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:55.824954 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cee24145-09d4-4999-9f68-38506f82dc4b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:55.833883 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cee24145-09d4-4999-9f68-38506f82dc4b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:55.946317 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee24145-09d4-4999-9f68-38506f82dc4b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'Port': ['ID=cfa4e901-6c67-4da6-adc1-008a0d8b39d5,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:55.963936 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cee24145-09d4-4999-9f68-38506f82dc4b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:56.080997 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [None req-cee24145-09d4-4999-9f68-38506f82dc4b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Floating IP 8f1a9bf8-3e00-483e-b043-56d0a96144be associated. External IP: 172.25.6.209, port: 3ebe06d4-b6aa-4b80-973b-1662183f0c5f. Nov 12 09:19:56.320544 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee24145-09d4-4999-9f68-38506f82dc4b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Router 09162fc6-d776-4ca5-8f18-863f48b496b2 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:19:56.435276 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40b8be-da71-4937-85ac-8ccf010f922c req-1669d00f-2ecf-45c3-8b75-759e1679a650 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:56.439260 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fd40b8be-da71-4937-85ac-8ccf010f922c req-1669d00f-2ecf-45c3-8b75-759e1679a650 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 944 time: 0.0744700 Nov 12 09:19:56.486749 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee24145-09d4-4999-9f68-38506f82dc4b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:19:56.521541 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689209eb-4cca-42d0-afc6-e38e3fcf84c6 None None] Sync routers for ids ['09162fc6-d776-4ca5-8f18-863f48b496b2'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:19:56.534608 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cee24145-09d4-4999-9f68-38506f82dc4b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:56.537291 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689209eb-4cca-42d0-afc6-e38e3fcf84c6 None None] Routers {'09162fc6-d776-4ca5-8f18-863f48b496b2'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:19:56.538329 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fd40b8be-da71-4937-85ac-8ccf010f922c req-cc5ec5f7-36f0-416c-a622-fc1fc9f09135 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858834 Nov 12 09:19:56.539963 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-689209eb-4cca-42d0-afc6-e38e3fcf84c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:19:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['09162fc6-d776-4ca5-8f18-863f48b496b2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:56.581929 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-cee24145-09d4-4999-9f68-38506f82dc4b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7532086 Nov 12 09:19:56.583340 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afb8bca-1dfe-41d4-ae94-1047e74193cb', 'tag': '3ebe06d4-b6aa-4b80-973b-1662183f0c5f'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:19:56.587397 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35930) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:56.596897 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3ce4d3-b9ac-45b5-ba9c-d5c5ba2b83df" -d '{"events": [{"name": "network-changed", "server_uuid": "1afb8bca-1dfe-41d4-ae94-1047e74193cb", "tag": "3ebe06d4-b6aa-4b80-973b-1662183f0c5f"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:19:56.652251 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a403f2-11dd-4dcf-8f61-e557a2d3c375 x-openstack-request-id: req-a9a403f2-11dd-4dcf-8f61-e557a2d3c375 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:19:56.652763 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afb8bca-1dfe-41d4-ae94-1047e74193cb", "tag": "3ebe06d4-b6aa-4b80-973b-1662183f0c5f", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:19:56.653487 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9a403f2-11dd-4dcf-8f61-e557a2d3c375 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:19:56.654068 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afb8bca-1dfe-41d4-ae94-1047e74193cb', 'tag': '3ebe06d4-b6aa-4b80-973b-1662183f0c5f', 'status': 'completed', 'code': 200} Nov 12 09:19:56.679776 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b20328cf-7b60-4b45-b926-76a0d69c4ec9 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/floatingips/8f1a9bf8-3e00-483e-b043-56d0a96144be HTTP/1.1" status: 200 len: 992 time: 0.0903811 Nov 12 09:19:56.749868 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-689209eb-4cca-42d0-afc6-e38e3fcf84c6 None None] Set router 09162fc6-d776-4ca5-8f18-863f48b496b2 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:19:56.765510 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ce4d3-b9ac-45b5-ba9c-d5c5ba2b83df req-2e29d5b7-2462-4650-be3f-b9857dab2c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:56.767628 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6b3ce4d3-b9ac-45b5-ba9c-d5c5ba2b83df req-2e29d5b7-2462-4650-be3f-b9857dab2c78 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2f8e5b12ecd4ba38827791d9dc04f83&device_id=1afb8bca-1dfe-41d4-ae94-1047e74193cb HTTP/1.1" status: 200 len: 1098 time: 0.0731704 Nov 12 09:19:56.948442 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ce4d3-b9ac-45b5-ba9c-d5c5ba2b83df req-e301671c-dec9-4b88-afb0-3841fdc990da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:56.953311 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6b3ce4d3-b9ac-45b5-ba9c-d5c5ba2b83df req-e301671c-dec9-4b88-afb0-3841fdc990da service neutron] 10.222.0.54 "GET /v2.0/networks?id=86dbd35d-ff46-4ab8-8c13-751df9ebd2de HTTP/1.1" status: 200 len: 898 time: 0.1789241 Nov 12 09:19:57.034440 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6b3ce4d3-b9ac-45b5-ba9c-d5c5ba2b83df req-dce7fa45-c4e6-48fe-b43e-a41a98d1a9ca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ebe06d4-b6aa-4b80-973b-1662183f0c5f HTTP/1.1" status: 200 len: 1000 time: 0.0717642 Nov 12 09:19:57.119605 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ce4d3-b9ac-45b5-ba9c-d5c5ba2b83df req-a4437e7f-5daa-409a-9c56-15e3f86d579c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:57.123221 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6b3ce4d3-b9ac-45b5-ba9c-d5c5ba2b83df req-a4437e7f-5daa-409a-9c56-15e3f86d579c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=43a6f5f6-139d-452a-b500-fddef87cde13 HTTP/1.1" status: 200 len: 834 time: 0.0799291 Nov 12 09:19:57.145858 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-689209eb-4cca-42d0-afc6-e38e3fcf84c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'name': 'tempest-TestNetworkBasicOps-router-1227893840', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:19:27Z', 'updated_at': '2021-11-12T09:19:33Z', 'revision_number': 4, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port': {'id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:28Z', 'updated_at': '2021-11-12T09:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '8f1a9bf8-3e00-483e-b043-56d0a96144be', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'floating_ip_address': '172.25.6.209', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'port_id': '3ebe06d4-b6aa-4b80-973b-1662183f0c5f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de', 'mac_address': 'fa:16:3e:a7:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afb8bca-1dfe-41d4-ae94-1047e74193cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:19:55Z', 'updated_at': '2021-11-12T09:19:55Z', 'revision_number': 0, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196494d1-0ec0-477a-8f20-a581a8b996c6', 'name': '', 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'mac_address': 'fa:16:3e:a0:bf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '43a6f5f6-139d-452a-b500-fddef87cde13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:31Z', 'updated_at': '2021-11-12T09:19:37Z', 'revision_number': 5, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'subnets': [{'id': '43a6f5f6-139d-452a-b500-fddef87cde13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:57.195499 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689209eb-4cca-42d0-afc6-e38e3fcf84c6 None None] Checking router: 09162fc6-d776-4ca5-8f18-863f48b496b2 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:19:57.202641 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ce4d3-b9ac-45b5-ba9c-d5c5ba2b83df req-e90e3007-86d8-41ac-9415-0c755070d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:57.204865 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6b3ce4d3-b9ac-45b5-ba9c-d5c5ba2b83df req-e90e3007-86d8-41ac-9415-0c755070d6de service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86dbd35d-ff46-4ab8-8c13-751df9ebd2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751810 Nov 12 09:19:57.209034 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689209eb-4cca-42d0-afc6-e38e3fcf84c6 None None] Routers {'09162fc6-d776-4ca5-8f18-863f48b496b2'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:19:57.210732 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-689209eb-4cca-42d0-afc6-e38e3fcf84c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:19:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['09162fc6-d776-4ca5-8f18-863f48b496b2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:57.330043 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6b3ce4d3-b9ac-45b5-ba9c-d5c5ba2b83df req-988ca5fe-8d5e-4836-a428-c148856cbde4 service neutron] 10.222.0.54 "GET /v2.0/networks/86dbd35d-ff46-4ab8-8c13-751df9ebd2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173186 Nov 12 09:19:57.395245 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-689209eb-4cca-42d0-afc6-e38e3fcf84c6 None None] Set router 09162fc6-d776-4ca5-8f18-863f48b496b2 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:19:57.517050 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6b3ce4d3-b9ac-45b5-ba9c-d5c5ba2b83df req-0d8bb51d-fdd8-4d46-b47b-761fa42e294b service neutron] 10.222.0.54 "GET /v2.0/networks/86dbd35d-ff46-4ab8-8c13-751df9ebd2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794052 Nov 12 09:19:57.685111 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 35950) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:57.772545 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-689209eb-4cca-42d0-afc6-e38e3fcf84c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'name': 'tempest-TestNetworkBasicOps-router-1227893840', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:19:27Z', 'updated_at': '2021-11-12T09:19:33Z', 'revision_number': 4, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port': {'id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:28Z', 'updated_at': '2021-11-12T09:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '8f1a9bf8-3e00-483e-b043-56d0a96144be', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'floating_ip_address': '172.25.6.209', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'port_id': '3ebe06d4-b6aa-4b80-973b-1662183f0c5f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de', 'mac_address': 'fa:16:3e:a7:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afb8bca-1dfe-41d4-ae94-1047e74193cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:19:55Z', 'updated_at': '2021-11-12T09:19:55Z', 'revision_number': 0, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196494d1-0ec0-477a-8f20-a581a8b996c6', 'name': '', 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'mac_address': 'fa:16:3e:a0:bf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '43a6f5f6-139d-452a-b500-fddef87cde13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:31Z', 'updated_at': '2021-11-12T09:19:37Z', 'revision_number': 5, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'subnets': [{'id': '43a6f5f6-139d-452a-b500-fddef87cde13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:57.773476 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b17a8-fd10-4e92-a6fd-581f72f25840 req-a7f2f351-efa0-45fa-a966-8e406064c699 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:57.777103 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1a3b17a8-fd10-4e92-a6fd-581f72f25840 req-a7f2f351-efa0-45fa-a966-8e406064c699 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 944 time: 0.1162875 Nov 12 09:19:57.853316 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-14a705e9-24cc-4222-9448-ff7fcb75cb3a tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/floatingips/8f1a9bf8-3e00-483e-b043-56d0a96144be HTTP/1.1" status: 200 len: 992 time: 0.1665733 Nov 12 09:19:57.860218 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689209eb-4cca-42d0-afc6-e38e3fcf84c6 None None] The sync data for ids ['09162fc6-d776-4ca5-8f18-863f48b496b2'] in n-d-768862-16 is: [{'id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'name': 'tempest-TestNetworkBasicOps-router-1227893840', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:19:27Z', 'updated_at': '2021-11-12T09:19:33Z', 'revision_number': 4, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port': {'id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:28Z', 'updated_at': '2021-11-12T09:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '8f1a9bf8-3e00-483e-b043-56d0a96144be', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'floating_ip_address': '172.25.6.209', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'port_id': '3ebe06d4-b6aa-4b80-973b-1662183f0c5f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de', 'mac_address': 'fa:16:3e:a7:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afb8bca-1dfe-41d4-ae94-1047e74193cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:19:55Z', 'updated_at': '2021-11-12T09:19:55Z', 'revision_number': 0, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196494d1-0ec0-477a-8f20-a581a8b996c6', 'name': '', 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'mac_address': 'fa:16:3e:a0:bf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '43a6f5f6-139d-452a-b500-fddef87cde13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:31Z', 'updated_at': '2021-11-12T09:19:37Z', 'revision_number': 5, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'subnets': [{'id': '43a6f5f6-139d-452a-b500-fddef87cde13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:19:57.895024 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1a3b17a8-fd10-4e92-a6fd-581f72f25840 req-63ee3232-a3c0-4074-931d-c6faff69cc4d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014800 Nov 12 09:19:58.145941 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66eae30-228f-4706-962d-bde7f7d52372 None None] New status for floating IP 8f1a9bf8-3e00-483e-b043-56d0a96144be: ACTIVE {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:19:58.859098 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 35968) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:58.969677 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-76bd2eec-67c1-4884-ad04-6401b8715727 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/floatingips/8f1a9bf8-3e00-483e-b043-56d0a96144be HTTP/1.1" status: 200 len: 994 time: 0.1059694 Nov 12 09:19:59.105810 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfd6ed-9711-4087-b17a-1583b4008057 req-e0757e87-be35-446f-9eae-ed8eab204e7e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:59.108566 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-94bfd6ed-9711-4087-b17a-1583b4008057 req-e0757e87-be35-446f-9eae-ed8eab204e7e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 944 time: 0.0823934 Nov 12 09:19:59.173713 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-94bfd6ed-9711-4087-b17a-1583b4008057 req-9c72112e-b364-4d39-ba00-744036d44099 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582595 Nov 12 09:19:59.460070 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:00.305888 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a589a5-0ec2-447c-ac8f-c67c21ac1f98 req-0b1dc21e-843a-42b8-b8b3-3a1c33d343d6 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:00.307554 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-46a589a5-0ec2-447c-ac8f-c67c21ac1f98 req-0b1dc21e-843a-42b8-b8b3-3a1c33d343d6 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 944 time: 0.0563388 Nov 12 09:20:00.361616 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-46a589a5-0ec2-447c-ac8f-c67c21ac1f98 req-bfac3637-dbaf-4a1b-bb9e-f21ba5554e7a tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473733 Nov 12 09:20:01.510741 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f1eb3-3539-4f16-8677-ebcda845509d req-1a2d038d-9a9f-46b3-9982-27c26d8d302d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:01.512621 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-681f1eb3-3539-4f16-8677-ebcda845509d req-1a2d038d-9a9f-46b3-9982-27c26d8d302d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 944 time: 0.0608475 Nov 12 09:20:01.578128 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-681f1eb3-3539-4f16-8677-ebcda845509d req-3b1d2984-d88f-49e9-929e-274528efc1ee tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588639 Nov 12 09:20:02.762495 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca5d69-19f1-44bb-9691-afef5dc20de8 req-1452aa4f-11f7-4936-9f10-429eddbcdf12 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:02.764701 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8fca5d69-19f1-44bb-9691-afef5dc20de8 req-1452aa4f-11f7-4936-9f10-429eddbcdf12 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 944 time: 0.0775421 Nov 12 09:20:02.850543 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8fca5d69-19f1-44bb-9691-afef5dc20de8 req-54f6a125-6ed7-4a3d-bb3b-f9f5045fb062 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782232 Nov 12 09:20:04.078200 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d619d52-3a68-4d7c-943e-15bf6cfc4706 req-732d14be-5682-4e77-9ebc-340df4b6f910 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:04.080941 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7d619d52-3a68-4d7c-943e-15bf6cfc4706 req-732d14be-5682-4e77-9ebc-340df4b6f910 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 944 time: 0.1010799 Nov 12 09:20:04.176137 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7d619d52-3a68-4d7c-943e-15bf6cfc4706 req-cd578212-40eb-413a-9abe-bbdd530972d6 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807040 Nov 12 09:20:05.361773 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6837a-e679-419b-93c5-565bd9a0e7cd req-1a6a9b23-11a0-4d15-b832-e3cad3441fe2 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:05.364632 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f1d6837a-e679-419b-93c5-565bd9a0e7cd req-1a6a9b23-11a0-4d15-b832-e3cad3441fe2 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 944 time: 0.0827432 Nov 12 09:20:05.446560 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f1d6837a-e679-419b-93c5-565bd9a0e7cd req-d309ba52-d92c-4fbc-ba4d-d7f483f22b05 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753417 Nov 12 09:20:06.599544 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f895bd9-dbd9-4ffa-ba77-911628115fe0 req-ef7da6e4-328a-41ec-b8ad-ecab65bd22d6 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:06.601281 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0f895bd9-dbd9-4ffa-ba77-911628115fe0 req-ef7da6e4-328a-41ec-b8ad-ecab65bd22d6 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 944 time: 0.0592558 Nov 12 09:20:06.665198 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0f895bd9-dbd9-4ffa-ba77-911628115fe0 req-c6184dc5-7820-46be-b2f6-73584ec08e3e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563183 Nov 12 09:20:07.834748 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2cb51-2521-4ef6-9db1-833e3da2d7d1 req-2fbe179a-5cc7-45fb-b2df-18738ab5aa05 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:07.837413 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a1c2cb51-2521-4ef6-9db1-833e3da2d7d1 req-2fbe179a-5cc7-45fb-b2df-18738ab5aa05 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 944 time: 0.0746102 Nov 12 09:20:07.891326 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a4799c71-0aa1-4f5c-9fca-47273cd3264e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:07.908302 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a1c2cb51-2521-4ef6-9db1-833e3da2d7d1 req-61b21c5c-2ca7-49ac-bfbc-dfe59333abd9 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623271 Nov 12 09:20:09.101609 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38a528-55bc-4aa1-9879-035c1a1072b0 req-d3364779-77da-4f5b-8151-82b61f1ecc56 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:09.104933 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1d38a528-55bc-4aa1-9879-035c1a1072b0 req-d3364779-77da-4f5b-8151-82b61f1ecc56 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 944 time: 0.1019504 Nov 12 09:20:09.178298 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1d38a528-55bc-4aa1-9879-035c1a1072b0 req-b2ae9caa-4fbc-4298-86c3-8de92eb25a19 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634861 Nov 12 09:20:10.222680 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d62e71fd-2ecf-4ea0-887d-f1b9f0e3be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:10.373689 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb462d4-647a-4cdc-9661-08fa0f84e7b0 req-f88a8d6c-4d3f-482a-8035-4b67fd37d99d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:10.375956 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0bb462d4-647a-4cdc-9661-08fa0f84e7b0 req-f88a8d6c-4d3f-482a-8035-4b67fd37d99d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 944 time: 0.0766945 Nov 12 09:20:10.458432 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0bb462d4-647a-4cdc-9661-08fa0f84e7b0 req-5127693b-9f71-4ff1-9207-ead0782116a6 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744295 Nov 12 09:20:11.613673 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17d92c-90c0-41f9-b1a3-2f49f2f9a1d4 req-4eba7335-ef5c-4526-805f-f93242032c44 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:11.615425 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f17d92c-90c0-41f9-b1a3-2f49f2f9a1d4 req-4eba7335-ef5c-4526-805f-f93242032c44 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 944 time: 0.0680423 Nov 12 09:20:11.687489 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f17d92c-90c0-41f9-b1a3-2f49f2f9a1d4 req-5a6511be-9584-4953-8750-6099e596b43f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640705 Nov 12 09:20:12.140619 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:12.959608 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721544a-05a2-48f1-a1f6-92c73add9ddb req-d4d9f771-1ef6-4aa5-9e3f-704c53d00d0c tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:12.976530 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7721544a-05a2-48f1-a1f6-92c73add9ddb req-d4d9f771-1ef6-4aa5-9e3f-704c53d00d0c tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 944 time: 0.1644809 Nov 12 09:20:13.078090 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7721544a-05a2-48f1-a1f6-92c73add9ddb req-3635a48b-9ff3-4e8b-bb68-6373957d7134 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994852 Nov 12 09:20:13.198463 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 6c8b908f-2838-4603-8887-dba6f297ad4e details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:20:13.375274 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 6c8b908f-2838-4603-8887-dba6f297ad4e, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=6c8b908f-2838-4603-8887-dba6f297ad4e,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:13.389754 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '6c8b908f-2838-4603-8887-dba6f297ad4e', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'port_id': '6c8b908f-2838-4603-8887-dba6f297ad4e', 'mac_address': 'fa:16:3e:ee:28:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098c0920-f801-4a1f-89b9-15466a208616', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:20:13.441212 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:13.463786 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c8b908f-2838-4603-8887-dba6f297ad4e {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:20:13.503724 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 6c8b908f-2838-4603-8887-dba6f297ad4e, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=6c8b908f-2838-4603-8887-dba6f297ad4e,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:13.510752 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:13.516425 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:13.616066 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=6c8b908f-2838-4603-8887-dba6f297ad4e,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:13.736659 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['6c8b908f-2838-4603-8887-dba6f297ad4e'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:20:14.088038 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:14.274502 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7e439-ca57-4a35-89b5-bb7f724d41fc req-b5bd42fe-9bf2-4bce-8eee-2a4a580a1f38 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:14.277530 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4da7e439-ca57-4a35-89b5-bb7f724d41fc req-b5bd42fe-9bf2-4bce-8eee-2a4a580a1f38 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 945 time: 0.0896056 Nov 12 09:20:14.370033 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4da7e439-ca57-4a35-89b5-bb7f724d41fc req-e4daae4f-b0a6-4ab8-9088-7180adb76c4d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854592 Nov 12 09:20:15.214518 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 6c8b908f-2838-4603-8887-dba6f297ad4e up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:20:15.283207 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 6c8b908f-2838-4603-8887-dba6f297ad4e completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:20:15.290043 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 6c8b908f-2838-4603-8887-dba6f297ad4e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:15.290641 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:15.389690 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-60f2aee1-a29a-45e2-97ba-400ceb34d28d req-f39156bb-8b90-4628-a634-ae964a6dc34c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2c2be0cd-406e-4fd4-bf0e-e34532c6876c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0788910 Nov 12 09:20:15.447939 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:15.505924 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 6c8b908f-2838-4603-8887-dba6f297ad4e, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=6c8b908f-2838-4603-8887-dba6f297ad4e,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:15.507476 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f688ac4-4a43-4071-ae71-d6dfc47723cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8b908f-2838-4603-8887-dba6f297ad4e'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:20:15.510944 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22903681-79fe-4bb2-840d-243da64d403a" -d '{"events": [{"server_uuid": "8f688ac4-4a43-4071-ae71-d6dfc47723cd", "name": "network-vif-plugged", "status": "completed", "tag": "6c8b908f-2838-4603-8887-dba6f297ad4e"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:20:15.515769 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:15.607653 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2aee1-a29a-45e2-97ba-400ceb34d28d req-b9ebbed8-bfce-417f-8629-0b3f41e1e025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:15.608325 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=6c8b908f-2838-4603-8887-dba6f297ad4e,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:15.610477 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-60f2aee1-a29a-45e2-97ba-400ceb34d28d req-b9ebbed8-bfce-417f-8629-0b3f41e1e025 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&device_id=2c2be0cd-406e-4fd4-bf0e-e34532c6876c HTTP/1.1" status: 200 len: 1098 time: 0.1534121 Nov 12 09:20:15.624704 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a5a83-7666-459f-b210-9e7ca9091c4e req-2b3624ec-5d4b-46da-a5c4-cdf5073e1969 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:15.627219 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8a7a5a83-7666-459f-b210-9e7ca9091c4e req-2b3624ec-5d4b-46da-a5c4-cdf5073e1969 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 946 time: 0.1190898 Nov 12 09:20:15.768894 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8a7a5a83-7666-459f-b210-9e7ca9091c4e req-af1407af-72fc-4788-9213-16396f8fce6b tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339104 Nov 12 09:20:15.820725 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2aee1-a29a-45e2-97ba-400ceb34d28d req-f8e26964-22ab-418e-a507-2c494f91cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:15.823257 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-60f2aee1-a29a-45e2-97ba-400ceb34d28d req-f8e26964-22ab-418e-a507-2c494f91cd5f service neutron] 10.222.0.58 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 913 time: 0.1769423 Nov 12 09:20:15.830233 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef28433-af5a-4c80-8ec9-909e69724e55 x-openstack-request-id: req-bef28433-af5a-4c80-8ec9-909e69724e55 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:20:15.830656 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f688ac4-4a43-4071-ae71-d6dfc47723cd", "name": "network-vif-plugged", "status": "completed", "tag": "6c8b908f-2838-4603-8887-dba6f297ad4e", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:20:15.831037 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bef28433-af5a-4c80-8ec9-909e69724e55 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:20:15.831701 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f688ac4-4a43-4071-ae71-d6dfc47723cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8b908f-2838-4603-8887-dba6f297ad4e', 'code': 200} Nov 12 09:20:15.911601 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-60f2aee1-a29a-45e2-97ba-400ceb34d28d req-0322a3df-5db0-4394-b658-31f5b47fa730 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b46dabf-cb68-4e17-bbc0-f1a290c32058 HTTP/1.1" status: 200 len: 217 time: 0.0766401 Nov 12 09:20:16.053238 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2aee1-a29a-45e2-97ba-400ceb34d28d req-c4872b4b-d530-4e68-a662-01fda0ed2a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:16.055673 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-60f2aee1-a29a-45e2-97ba-400ceb34d28d req-c4872b4b-d530-4e68-a662-01fda0ed2a1e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=098c0920-f801-4a1f-89b9-15466a208616 HTTP/1.1" status: 200 len: 851 time: 0.1297295 Nov 12 09:20:16.059421 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa75b07-1162-4c80-b266-5f0e63312a3c req-af2996cd-acbd-491d-bb62-d5fd42a75946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:16.061483 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6fa75b07-1162-4c80-b266-5f0e63312a3c req-af2996cd-acbd-491d-bb62-d5fd42a75946 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 1098 time: 0.1484582 Nov 12 09:20:16.183528 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2aee1-a29a-45e2-97ba-400ceb34d28d req-6073b6af-2056-4a1d-a1c5-434a62877172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:16.186304 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-60f2aee1-a29a-45e2-97ba-400ceb34d28d req-6073b6af-2056-4a1d-a1c5-434a62877172 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=492b01ef-bcf0-406a-881b-e054fdb77f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1158614 Nov 12 09:20:16.192919 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6fa75b07-1162-4c80-b266-5f0e63312a3c req-a245b5b0-5f8f-413e-b5df-540bde606cfd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210763 Nov 12 09:20:16.505387 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-60f2aee1-a29a-45e2-97ba-400ceb34d28d req-8b3fe2ef-a9a7-457c-9d4e-759427b6fbc3 service neutron] 10.222.0.58 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185741 Nov 12 09:20:16.635886 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-60f2aee1-a29a-45e2-97ba-400ceb34d28d req-8a029c16-ccfe-4915-a8dc-ba2f57f2124f service neutron] 10.222.0.58 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215043 Nov 12 09:20:16.964510 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca12a9-32ae-46a5-a4a0-bb11a95ad2de req-dc84bd54-f915-450c-b051-4dd7869c46de tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:16.966409 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-62ca12a9-32ae-46a5-a4a0-bb11a95ad2de req-dc84bd54-f915-450c-b051-4dd7869c46de tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 946 time: 0.0660293 Nov 12 09:20:17.049139 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-62ca12a9-32ae-46a5-a4a0-bb11a95ad2de req-da398b75-3e29-4e8c-8884-b0b25c1e836b tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696385 Nov 12 09:20:18.225218 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f91d91-ab92-408a-b869-632c779b5581 req-5a2800ee-f254-4a52-9c5b-1b101f32ff3e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:18.227562 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e2f91d91-ab92-408a-b869-632c779b5581 req-5a2800ee-f254-4a52-9c5b-1b101f32ff3e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 946 time: 0.0795336 Nov 12 09:20:18.329931 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e2f91d91-ab92-408a-b869-632c779b5581 req-64bac906-21e8-4d78-b346-91316a988e3f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911665 Nov 12 09:20:18.488486 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-63ed38d1-d9db-4d9e-8a22-2bfade59eb4c req-ee6c0e1d-ecdd-489d-88ce-05fbd60237bc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c942444b-a0c3-4c10-8473-961c36d8435c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0732732 Nov 12 09:20:18.528225 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba529ba0-8fd9-4b12-a6a5-6fb56f82ae14 req-e9c3a686-d4c5-4d31-b9c8-766d490ba43e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:18.533043 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba529ba0-8fd9-4b12-a6a5-6fb56f82ae14 req-e9c3a686-d4c5-4d31-b9c8-766d490ba43e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 946 time: 0.1042123 Nov 12 09:20:18.629258 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed38d1-d9db-4d9e-8a22-2bfade59eb4c req-71ec81e8-f50d-4859-9628-8be8590725f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:18.629544 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba529ba0-8fd9-4b12-a6a5-6fb56f82ae14 req-aebf7afd-c2d0-4197-a6f9-360d333ebc24 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835540 Nov 12 09:20:18.632558 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-63ed38d1-d9db-4d9e-8a22-2bfade59eb4c req-71ec81e8-f50d-4859-9628-8be8590725f6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=37208630d32940b9a0eb6d96e161ed4a&device_id=c942444b-a0c3-4c10-8473-961c36d8435c HTTP/1.1" status: 200 len: 1097 time: 0.0755544 Nov 12 09:20:18.804632 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed38d1-d9db-4d9e-8a22-2bfade59eb4c req-ded9cf8b-4406-4a9c-a53e-0e378b758e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:18.808635 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-63ed38d1-d9db-4d9e-8a22-2bfade59eb4c req-ded9cf8b-4406-4a9c-a53e-0e378b758e44 service neutron] 10.222.0.54 "GET /v2.0/networks?id=361583e5-810d-43eb-bd10-28471100ab67 HTTP/1.1" status: 200 len: 910 time: 0.1456902 Nov 12 09:20:18.949826 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-63ed38d1-d9db-4d9e-8a22-2bfade59eb4c req-0050fb7e-1ead-4bae-8eec-3fccd3589fd9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e826e27-a100-4144-91ee-dbf802b5c9bf HTTP/1.1" status: 200 len: 1000 time: 0.1324689 Nov 12 09:20:19.042594 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed38d1-d9db-4d9e-8a22-2bfade59eb4c req-2d524476-6abd-4b45-a8e4-a58b9f92f92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:19.045171 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-63ed38d1-d9db-4d9e-8a22-2bfade59eb4c req-2d524476-6abd-4b45-a8e4-a58b9f92f92f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7180b4be-5884-4c17-8cdc-7bc215074ec1 HTTP/1.1" status: 200 len: 848 time: 0.0838647 Nov 12 09:20:19.125484 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed38d1-d9db-4d9e-8a22-2bfade59eb4c req-b2aecf83-928a-4c42-8a0f-62488dfcaeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:19.126225 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-63ed38d1-d9db-4d9e-8a22-2bfade59eb4c req-b2aecf83-928a-4c42-8a0f-62488dfcaeac service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=361583e5-810d-43eb-bd10-28471100ab67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720165 Nov 12 09:20:19.196422 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b95f6-fc35-4fac-ba0c-b12b14801b01 req-0b6b6a98-43cd-41de-80c9-70976d86e045 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:19.199325 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-369b95f6-fc35-4fac-ba0c-b12b14801b01 req-0b6b6a98-43cd-41de-80c9-70976d86e045 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 946 time: 0.0949292 Nov 12 09:20:19.284806 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-369b95f6-fc35-4fac-ba0c-b12b14801b01 req-a95a0a06-052f-40c2-b9b4-5719bd88164d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701044 Nov 12 09:20:19.302598 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-63ed38d1-d9db-4d9e-8a22-2bfade59eb4c req-f79c3f4d-eef5-4ec2-9606-7378c8535e8e service neutron] 10.222.0.54 "GET /v2.0/networks/361583e5-810d-43eb-bd10-28471100ab67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686704 Nov 12 09:20:19.463382 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-63ed38d1-d9db-4d9e-8a22-2bfade59eb4c req-17325a27-a7df-4427-80e2-083f4c532f42 service neutron] 10.222.0.54 "GET /v2.0/networks/361583e5-810d-43eb-bd10-28471100ab67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526468 Nov 12 09:20:20.492281 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7c470-dc98-43b8-8208-ffac3a2105f1 req-4d9d2ffc-b5fb-4d87-9295-718312cf3939 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:20.495368 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fba7c470-dc98-43b8-8208-ffac3a2105f1 req-4d9d2ffc-b5fb-4d87-9295-718312cf3939 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 946 time: 0.0718200 Nov 12 09:20:20.579474 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fba7c470-dc98-43b8-8208-ffac3a2105f1 req-5d46e8dc-0895-40ce-8be9-7848b790a4b4 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752153 Nov 12 09:20:20.722220 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d49838-b375-4191-a824-c6f15a1a38ea req-b84d122d-a556-4850-8e93-7c3fde6a650f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:20.724618 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9d49838-b375-4191-a824-c6f15a1a38ea req-b84d122d-a556-4850-8e93-7c3fde6a650f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 946 time: 0.0888619 Nov 12 09:20:20.909273 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-d9d49838-b375-4191-a824-c6f15a1a38ea req-fca437d9-bfef-4a12-8bd0-830bc8c7a981 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Deleting port 6c8b908f-2838-4603-8887-dba6f297ad4e {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:20:20.909621 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d9d49838-b375-4191-a824-c6f15a1a38ea req-fca437d9-bfef-4a12-8bd0-830bc8c7a981 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:21.072738 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-d9d49838-b375-4191-a824-c6f15a1a38ea req-fca437d9-bfef-4a12-8bd0-830bc8c7a981 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] For port 6c8b908f-2838-4603-8887-dba6f297ad4e, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=6c8b908f-2838-4603-8887-dba6f297ad4e,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:21.072953 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d9d49838-b375-4191-a824-c6f15a1a38ea req-fca437d9-bfef-4a12-8bd0-830bc8c7a981 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:21.097920 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-d9d49838-b375-4191-a824-c6f15a1a38ea req-fca437d9-bfef-4a12-8bd0-830bc8c7a981 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Calling delete_port for 6c8b908f-2838-4603-8887-dba6f297ad4e owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:20:21.829031 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d9d49838-b375-4191-a824-c6f15a1a38ea req-fca437d9-bfef-4a12-8bd0-830bc8c7a981 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:21.844808 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['8b46dabf-cb68-4e17-bbc0-f1a290c32058', '6c8b908f-2838-4603-8887-dba6f297ad4e'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:20:21.894939 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d927cd-0a64-4bc5-88d1-7d41ec5e388d req-73f2216c-0d44-41c5-ad59-faecce3bbed3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:21.898156 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8d927cd-0a64-4bc5-88d1-7d41ec5e388d req-73f2216c-0d44-41c5-ad59-faecce3bbed3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 867 time: 0.1516249 Nov 12 09:20:21.924897 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca437d9-bfef-4a12-8bd0-830bc8c7a981 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Pushing event deleted for resources: {'Port': ['ID=6c8b908f-2838-4603-8887-dba6f297ad4e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:21.986874 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca437d9-bfef-4a12-8bd0-830bc8c7a981 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:21.987392 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca437d9-bfef-4a12-8bd0-830bc8c7a981 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:21.987924 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca437d9-bfef-4a12-8bd0-830bc8c7a981 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:21.988458 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca437d9-bfef-4a12-8bd0-830bc8c7a981 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:21.989292 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca437d9-bfef-4a12-8bd0-830bc8c7a981 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:21.990109 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca437d9-bfef-4a12-8bd0-830bc8c7a981 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:21.990772 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca437d9-bfef-4a12-8bd0-830bc8c7a981 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:21.991542 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca437d9-bfef-4a12-8bd0-830bc8c7a981 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:21.992339 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca437d9-bfef-4a12-8bd0-830bc8c7a981 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:21.993130 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca437d9-bfef-4a12-8bd0-830bc8c7a981 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:21.998691 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca437d9-bfef-4a12-8bd0-830bc8c7a981 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:22.000237 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca437d9-bfef-4a12-8bd0-830bc8c7a981 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:22.071456 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d49838-b375-4191-a824-c6f15a1a38ea req-fca437d9-bfef-4a12-8bd0-830bc8c7a981 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] No DVR routers for this DVR port 6c8b908f-2838-4603-8887-dba6f297ad4e on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:20:22.095764 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d9d49838-b375-4191-a824-c6f15a1a38ea req-fca437d9-bfef-4a12-8bd0-830bc8c7a981 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:22.115234 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9d49838-b375-4191-a824-c6f15a1a38ea req-fca437d9-bfef-4a12-8bd0-830bc8c7a981 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.58 "DELETE /v2.0/ports/6c8b908f-2838-4603-8887-dba6f297ad4e HTTP/1.1" status: 204 len: 173 time: 1.3770127 Nov 12 09:20:22.116333 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f688ac4-4a43-4071-ae71-d6dfc47723cd', 'name': 'network-vif-deleted', 'tag': '6c8b908f-2838-4603-8887-dba6f297ad4e'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:20:22.121283 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3136a59-b6a2-4cc2-bde2-6367af4ee8fd" -d '{"events": [{"server_uuid": "8f688ac4-4a43-4071-ae71-d6dfc47723cd", "name": "network-vif-deleted", "tag": "6c8b908f-2838-4603-8887-dba6f297ad4e"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:20:22.182538 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8d927cd-0a64-4bc5-88d1-7d41ec5e388d req-48994465-16ce-42a0-9f91-ba576566327e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732081 Nov 12 09:20:22.354474 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51007cec-e781-40b5-8bcb-809a218b62dd x-openstack-request-id: req-51007cec-e781-40b5-8bcb-809a218b62dd {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:20:22.356658 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f688ac4-4a43-4071-ae71-d6dfc47723cd", "name": "network-vif-deleted", "tag": "6c8b908f-2838-4603-8887-dba6f297ad4e", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:20:22.357014 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-51007cec-e781-40b5-8bcb-809a218b62dd {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:20:22.357730 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f688ac4-4a43-4071-ae71-d6dfc47723cd', 'name': 'network-vif-deleted', 'tag': '6c8b908f-2838-4603-8887-dba6f297ad4e', 'status': 'completed', 'code': 200} Nov 12 09:20:23.345890 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3051506c-f26e-4341-a09b-a9ed35d4dd81 req-76b7cea6-32ae-4b1f-b3e0-10c17a22bd20 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 210 time: 0.0433769 Nov 12 09:20:23.425603 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:24.532797 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5ad7260e-3242-447b-89b7-e1e390f440d1 req-a6d1e2e0-9fc5-4104-b3db-252059608731 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 210 time: 0.0404139 Nov 12 09:20:25.290899 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 6c8b908f-2838-4603-8887-dba6f297ad4e no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:20:25.317887 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 6c8b908f-2838-4603-8887-dba6f297ad4e {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:20:25.318363 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 6c8b908f-2838-4603-8887-dba6f297ad4e not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:20:25.673000 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2de40872-01e3-41bc-9cea-17ce29c10ef0 req-d327d6b1-75a4-441c-b791-bfc4d3b803a2 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 210 time: 0.0370488 Nov 12 09:20:26.804565 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1bb545f9-4000-4e84-9302-c62778cb80b1 req-8c9fbdad-5f99-41f7-a1d7-44c359b31bb8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 210 time: 0.0413024 Nov 12 09:20:27.953017 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d0177c6a-63d4-499e-8310-797e4b365128 req-ef0f2011-da3b-4f37-beb7-6f570a4345f2 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f688ac4-4a43-4071-ae71-d6dfc47723cd HTTP/1.1" status: 200 len: 210 time: 0.0391827 Nov 12 09:20:28.323894 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36212) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:28.415822 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9871e037-f64e-4e8b-b1ed-baa298067ad3 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:28.416628 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9871e037-f64e-4e8b-b1ed-baa298067ad3 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:28.417090 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9871e037-f64e-4e8b-b1ed-baa298067ad3 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:28.419610 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9871e037-f64e-4e8b-b1ed-baa298067ad3 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=c2f8e5b12ecd4ba38827791d9dc04f83&network_id=86dbd35d-ff46-4ab8-8c13-751df9ebd2de HTTP/1.1" status: 200 len: 2973 time: 0.0934346 Nov 12 09:20:29.294918 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:20:29.481321 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:30.088438 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36258) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:30.190965 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd52204f-1d5e-4b25-9907-34423ad66163 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:30.196538 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bd52204f-1d5e-4b25-9907-34423ad66163 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 HTTP/1.1" status: 200 len: 814 time: 0.1065118 Nov 12 09:20:30.656988 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36276) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:30.662299 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-0d713576-168e-4a0f-af46-ddbb9a9e1c71 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'network': {'name': 'tempest-network-smoke--245897743', 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'port_security_enabled': True}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:30.696590 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d713576-168e-4a0f-af46-ddbb9a9e1c71 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Made reservation on behalf of c2f8e5b12ecd4ba38827791d9dc04f83 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:30.701001 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0d713576-168e-4a0f-af46-ddbb9a9e1c71 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:30.742744 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d713576-168e-4a0f-af46-ddbb9a9e1c71 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:20:30.756047 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0d713576-168e-4a0f-af46-ddbb9a9e1c71 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:30.756401 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-0d713576-168e-4a0f-af46-ddbb9a9e1c71 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Added segment c7cd2d70-985f-4bd6-89a1-21cdefec22b3 of type vlan for network 8eae9f1b-df5b-4f25-b423-202cf6a881f9 Nov 12 09:20:30.809857 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0d713576-168e-4a0f-af46-ddbb9a9e1c71 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:30.839627 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0d713576-168e-4a0f-af46-ddbb9a9e1c71 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:30.847146 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d713576-168e-4a0f-af46-ddbb9a9e1c71 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:30.847961 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0d713576-168e-4a0f-af46-ddbb9a9e1c71 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:30.923787 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0d713576-168e-4a0f-af46-ddbb9a9e1c71 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2625158 Nov 12 09:20:30.924066 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36286) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:30.957906 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d713576-168e-4a0f-af46-ddbb9a9e1c71 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'Network': ['ID=8eae9f1b-df5b-4f25-b423-202cf6a881f9,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:30.971411 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 8eae9f1b-df5b-4f25-b423-202cf6a881f9 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:20:31.044951 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20c94fd-4b94-4ef8-95ef-9bd9d3cc1c93 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:31.048226 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e20c94fd-4b94-4ef8-95ef-9bd9d3cc1c93 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=c2f8e5b12ecd4ba38827791d9dc04f83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1233118 Nov 12 09:20:31.049734 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36290) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:31.201017 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b458f62d-8a54-480a-ad1a-ec7c0bf2d824 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:31.206757 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b458f62d-8a54-480a-ad1a-ec7c0bf2d824 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1557233 Nov 12 09:20:31.207579 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36296) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:31.250897 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36298) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:31.251658 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ca65c5fd-730d-4ab0-a321-fac6aad5dac9 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=83f85ab7-23f1-4ab4-91ca-b1dcd4333f60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417786 Nov 12 09:20:31.306666 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ec75985e-8e35-48a2-8b96-e323f26b0e38 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=c2f8e5b12ecd4ba38827791d9dc04f83&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0537705 Nov 12 09:20:31.311160 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36300) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:31.497757 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3bf943-e4c9-47cc-9ea0-6ffb3db3854a tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:31.499456 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-cc3bf943-e4c9-47cc-9ea0-6ffb3db3854a tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1871200 Nov 12 09:20:31.504546 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36306) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:31.580779 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3289e65e-1695-4cf5-a63e-6fdde797bbbf tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=83f85ab7-23f1-4ab4-91ca-b1dcd4333f60&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0743372 Nov 12 09:20:31.581705 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36308) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:31.588816 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1f02da9b-c582-454c-a7e1-bfd48dbdb21c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-888947240', 'network_id': '8eae9f1b-df5b-4f25-b423-202cf6a881f9', 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:31.786417 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f02da9b-c582-454c-a7e1-bfd48dbdb21c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Made reservation on behalf of c2f8e5b12ecd4ba38827791d9dc04f83 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:31.790559 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1f02da9b-c582-454c-a7e1-bfd48dbdb21c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:32.631240 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1f02da9b-c582-454c-a7e1-bfd48dbdb21c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:32.723061 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02da9b-c582-454c-a7e1-bfd48dbdb21c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'Subnet': ['ID=38885667-c277-4d26-a4bb-dbf73bdce4f1,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:32.789774 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f02da9b-c582-454c-a7e1-bfd48dbdb21c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Checking segment: {'id': 'c7cd2d70-985f-4bd6-89a1-21cdefec22b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8eae9f1b-df5b-4f25-b423-202cf6a881f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:20:32.795764 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f02da9b-c582-454c-a7e1-bfd48dbdb21c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Network hostable DHCP agents. Network: 8eae9f1b-df5b-4f25-b423-202cf6a881f9, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:20:32.870102 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f02da9b-c582-454c-a7e1-bfd48dbdb21c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Network 8eae9f1b-df5b-4f25-b423-202cf6a881f9 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:20:32.910284 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-1f02da9b-c582-454c-a7e1-bfd48dbdb21c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 8eae9f1b-df5b-4f25-b423-202cf6a881f9) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:32.919966 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f02da9b-c582-454c-a7e1-bfd48dbdb21c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:32.921043 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1f02da9b-c582-454c-a7e1-bfd48dbdb21c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:32.929226 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed92c5b-7940-4499-b883-c9d95b400f91 None None] Network 8eae9f1b-df5b-4f25-b423-202cf6a881f9 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:20:32.993724 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1f02da9b-c582-454c-a7e1-bfd48dbdb21c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4081264 Nov 12 09:20:33.429976 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36348) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:33.437071 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-bae4115b-b605-4be1-bfa1-17043d5aba05 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1891970444', 'description': 'tempest-secgroup-smoke-1891970444 description', 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:33.487274 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bae4115b-b605-4be1-bfa1-17043d5aba05 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:33.541999 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-8eae9f1b-df5b-4f25-b423-202cf6a881f9', 'network_id': '8eae9f1b-df5b-4f25-b423-202cf6a881f9', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'fixed_ips': [{'subnet_id': '38885667-c277-4d26-a4bb-dbf73bdce4f1'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:20:33.543040 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:33.693567 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bae4115b-b605-4be1-bfa1-17043d5aba05 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:33.700378 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bae4115b-b605-4be1-bfa1-17043d5aba05 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:33.740627 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bae4115b-b605-4be1-bfa1-17043d5aba05 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:33.741985 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bae4115b-b605-4be1-bfa1-17043d5aba05 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3098392 Nov 12 09:20:33.746817 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36356) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:33.756803 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-224d4541-5c62-4d79-8524-b5c6da36b8cb tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'security_group_rule': {'security_group_id': 'e317720e-078d-427a-ae39-50d33699144b', 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:33.804301 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4115b-b605-4be1-bfa1-17043d5aba05 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e317720e-078d-427a-ae39-50d33699144b,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:33.804849 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-224d4541-5c62-4d79-8524-b5c6da36b8cb tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:33.902066 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-224d4541-5c62-4d79-8524-b5c6da36b8cb tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:33.910368 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-224d4541-5c62-4d79-8524-b5c6da36b8cb tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:33.931285 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] Allocated IP 172.20.0.18 (8eae9f1b-df5b-4f25-b423-202cf6a881f9/38885667-c277-4d26-a4bb-dbf73bdce4f1/b972d523-83c2-4807-ad17-954621ff2d9a) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:20:33.943136 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d4541-5c62-4d79-8524-b5c6da36b8cb tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59fb0841-2676-4a0f-8842-a088c2d9f342,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:33.953549 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-224d4541-5c62-4d79-8524-b5c6da36b8cb tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:33.957795 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36362) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:33.958443 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-224d4541-5c62-4d79-8524-b5c6da36b8cb tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2073934 Nov 12 09:20:33.964534 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-f291d288-b22a-40a2-944d-f9f7c09797d3 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'security_group_rule': {'security_group_id': 'e317720e-078d-427a-ae39-50d33699144b', 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:34.033909 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f291d288-b22a-40a2-944d-f9f7c09797d3 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:34.130142 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f291d288-b22a-40a2-944d-f9f7c09797d3 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:34.134120 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f291d288-b22a-40a2-944d-f9f7c09797d3 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:34.153050 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:34.161857 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f291d288-b22a-40a2-944d-f9f7c09797d3 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:34.163386 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:34.166473 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36366) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:34.171824 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-df234c05-6b75-470e-bbf5-dddba2f4d57f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'security_group_rule': {'security_group_id': 'e317720e-078d-427a-ae39-50d33699144b', 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:34.176678 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f291d288-b22a-40a2-944d-f9f7c09797d3 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2163384 Nov 12 09:20:34.179594 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291d288-b22a-40a2-944d-f9f7c09797d3 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc05fc6-8ae0-4bc5-8e26-e9d9cca80dec,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:34.217326 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] Network 8eae9f1b-df5b-4f25-b423-202cf6a881f9 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:34.222361 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:34.226709 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:20:34.237010 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df234c05-6b75-470e-bbf5-dddba2f4d57f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:34.252229 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] Pushing event updated for resources: {'Port': ['ID=b972d523-83c2-4807-ad17-954621ff2d9a,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:34.305794 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:34.306243 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:34.306800 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:34.307379 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:34.307716 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:34.308261 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:34.309816 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:34.310439 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:34.311335 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:34.311866 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:34.312360 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:34.312973 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:34.323354 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df234c05-6b75-470e-bbf5-dddba2f4d57f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:34.329272 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df234c05-6b75-470e-bbf5-dddba2f4d57f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:34.354589 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df234c05-6b75-470e-bbf5-dddba2f4d57f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c2421b9-d0da-4283-8dfb-684602cbd70d,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:34.355285 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] Attempting to bind port b972d523-83c2-4807-ad17-954621ff2d9a on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:20:34.355951 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] Attempting to bind port b972d523-83c2-4807-ad17-954621ff2d9a by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'c7cd2d70-985f-4bd6-89a1-21cdefec22b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8eae9f1b-df5b-4f25-b423-202cf6a881f9'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:20:34.368364 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] Attempting to bind port b972d523-83c2-4807-ad17-954621ff2d9a on network 8eae9f1b-df5b-4f25-b423-202cf6a881f9 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:20:34.375558 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:20:34.375961 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] Checking segment: {'id': 'c7cd2d70-985f-4bd6-89a1-21cdefec22b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8eae9f1b-df5b-4f25-b423-202cf6a881f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:20:34.376193 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df234c05-6b75-470e-bbf5-dddba2f4d57f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:34.376657 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:34.377064 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] Bound using segment: {'id': 'c7cd2d70-985f-4bd6-89a1-21cdefec22b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8eae9f1b-df5b-4f25-b423-202cf6a881f9'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:20:34.377580 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] Bound port: b972d523-83c2-4807-ad17-954621ff2d9a, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7cd2d70-985f-4bd6-89a1-21cdefec22b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8eae9f1b-df5b-4f25-b423-202cf6a881f9'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:20:34.377978 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:34.379218 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-df234c05-6b75-470e-bbf5-dddba2f4d57f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2115951 Nov 12 09:20:34.383424 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36370) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:34.389555 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-cc33cfa7-5918-453d-a1ba-0da183b2bd1b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'security_group_rule': {'security_group_id': 'e317720e-078d-427a-ae39-50d33699144b', 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:34.452729 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc33cfa7-5918-453d-a1ba-0da183b2bd1b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:34.554847 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] For port b972d523-83c2-4807-ad17-954621ff2d9a, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:20:34.559035 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] For port b972d523-83c2-4807-ad17-954621ff2d9a, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b972d523-83c2-4807-ad17-954621ff2d9a,segment=NetworkSegment(c7cd2d70-985f-4bd6-89a1-21cdefec22b3),segment_id=c7cd2d70-985f-4bd6-89a1-21cdefec22b3)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:20:34.573875 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:34.623069 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc33cfa7-5918-453d-a1ba-0da183b2bd1b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:34.629077 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc33cfa7-5918-453d-a1ba-0da183b2bd1b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:34.656566 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33cfa7-5918-453d-a1ba-0da183b2bd1b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18df6d8d-183c-4ae8-b84c-9a2411163bcc,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:34.662659 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0e5c9-6aee-492b-a8e2-1da451695917 None None] Pushing event updated for resources: {'Port': ['ID=b972d523-83c2-4807-ad17-954621ff2d9a,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:34.669134 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc33cfa7-5918-453d-a1ba-0da183b2bd1b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:34.678106 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-cc33cfa7-5918-453d-a1ba-0da183b2bd1b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2932494 Nov 12 09:20:34.680945 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36378) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:34.686594 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-2b3b3705-c7b7-4223-a6a8-e7840cddefdd tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'security_group_rule': {'security_group_id': 'e317720e-078d-427a-ae39-50d33699144b', 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:34.734934 n-d-768862-16 neutron-server[102569]: INFO neutron.db.securitygroups_db [None req-2b3b3705-c7b7-4223-a6a8-e7840cddefdd tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Project c2f8e5b12ecd4ba38827791d9dc04f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:20:34.745571 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b3b3705-c7b7-4223-a6a8-e7840cddefdd tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:34.848225 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b3b3705-c7b7-4223-a6a8-e7840cddefdd tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:34.854964 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b3b3705-c7b7-4223-a6a8-e7840cddefdd tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:34.878292 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b3705-c7b7-4223-a6a8-e7840cddefdd tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7791abd-0eb9-4031-892a-13ba70e37134,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:34.907788 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b3b3705-c7b7-4223-a6a8-e7840cddefdd tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:34.910103 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2b3b3705-c7b7-4223-a6a8-e7840cddefdd tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2276905 Nov 12 09:20:34.913943 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36388) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:34.926368 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-99cbd852-b924-4e98-98d0-27f839d0f255 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'security_group_rule': {'security_group_id': 'e317720e-078d-427a-ae39-50d33699144b', 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:34.968961 n-d-768862-16 neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-99cbd852-b924-4e98-98d0-27f839d0f255 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Project c2f8e5b12ecd4ba38827791d9dc04f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:20:34.992662 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-99cbd852-b924-4e98-98d0-27f839d0f255 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:35.141330 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-99cbd852-b924-4e98-98d0-27f839d0f255 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:35.148666 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-99cbd852-b924-4e98-98d0-27f839d0f255 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:35.194385 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cbd852-b924-4e98-98d0-27f839d0f255 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8643e5-f1bf-4074-9948-436dd0b182ec,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:35.204062 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-99cbd852-b924-4e98-98d0-27f839d0f255 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:35.205423 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-99cbd852-b924-4e98-98d0-27f839d0f255 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2888839 Nov 12 09:20:35.412581 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-db5223ac-9eee-4993-9721-5141b1221177 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1891970444&fields=id&tenant_id=c2f8e5b12ecd4ba38827791d9dc04f83 HTTP/1.1" status: 200 len: 267 time: 0.0625958 Nov 12 09:20:35.591329 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-6992a43e-c3f6-4fe4-9b97-0f65b1274dc1 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:35.593185 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-6992a43e-c3f6-4fe4-9b97-0f65b1274dc1 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/networks?id=8eae9f1b-df5b-4f25-b423-202cf6a881f9 HTTP/1.1" status: 200 len: 796 time: 0.1723309 Nov 12 09:20:35.642310 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-961515e2-074b-4a40-a581-6c407991409d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/quotas/c2f8e5b12ecd4ba38827791d9dc04f83 HTTP/1.1" status: 200 len: 375 time: 0.0209017 Nov 12 09:20:35.743115 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-9350bb2f-298b-4460-8517-6c343505a930 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2f8e5b12ecd4ba38827791d9dc04f83&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0995753 Nov 12 09:20:35.763361 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b972d523-83c2-4807-ad17-954621ff2d9a up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:20:35.867046 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port b972d523-83c2-4807-ad17-954621ff2d9a triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:35.867732 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:35.920752 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-430a2a5b-d6c3-4f35-b7d2-ad66113932b6 service neutron] 10.222.0.37 "GET /v2.0/networks/8eae9f1b-df5b-4f25-b423-202cf6a881f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433222 Nov 12 09:20:36.018727 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:36.100069 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port b972d523-83c2-4807-ad17-954621ff2d9a, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b972d523-83c2-4807-ad17-954621ff2d9a,segment=NetworkSegment(c7cd2d70-985f-4bd6-89a1-21cdefec22b3),segment_id=c7cd2d70-985f-4bd6-89a1-21cdefec22b3)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:36.102002 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-f0b51195-0bd9-49e1-9bd8-894bc3177434 service neutron] 10.222.0.37 "GET /v2.0/networks/8eae9f1b-df5b-4f25-b423-202cf6a881f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787801 Nov 12 09:20:36.107245 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:36.203261 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=b972d523-83c2-4807-ad17-954621ff2d9a,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:36.295978 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f039407-2d6a-4f41-ba3a-f246b2d57608 None None] Network 8eae9f1b-df5b-4f25-b423-202cf6a881f9 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:20:36.563342 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4b147b3f-b87c-4518-9276-0b50106535cb req-a9439b62-ed8a-4ee3-bd73-10482377e5e6 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc73c9c8-67d7-4ecd-a473-c3dda7eda050 HTTP/1.1" status: 200 len: 210 time: 0.0613382 Nov 12 09:20:36.630803 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-261ddf8e-ba24-4b87-9708-f3500b757b4b None None] Provisioning complete for port b972d523-83c2-4807-ad17-954621ff2d9a triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:36.631407 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-261ddf8e-ba24-4b87-9708-f3500b757b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:36.735435 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e19054-040c-4acf-b026-47303077c037 req-3dbf02f9-4e56-48d0-8981-c9333c7b4276 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:36.738098 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b6e19054-040c-4acf-b026-47303077c037 req-3dbf02f9-4e56-48d0-8981-c9333c7b4276 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2be0cd-406e-4fd4-bf0e-e34532c6876c HTTP/1.1" status: 200 len: 946 time: 0.0753269 Nov 12 09:20:36.855618 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b6e19054-040c-4acf-b026-47303077c037 req-ae7bd0c9-9c01-45b4-a210-f3e27e801cfe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036963 Nov 12 09:20:37.343152 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5008a95a-5ad7-4132-a538-915779660f4e None None] Provisioning complete for port b972d523-83c2-4807-ad17-954621ff2d9a triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:37.344798 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5008a95a-5ad7-4132-a538-915779660f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:37.718173 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b972d523-83c2-4807-ad17-954621ff2d9a up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:20:37.768807 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-65bf96e0-fb2e-45d7-97e7-25dd159e0612 req-3a7e8906-1698-4961-9291-063547b50a19 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc73c9c8-67d7-4ecd-a473-c3dda7eda050 HTTP/1.1" status: 200 len: 210 time: 0.0507667 Nov 12 09:20:37.834415 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port b972d523-83c2-4807-ad17-954621ff2d9a triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:37.835218 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:37.952415 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6109111b-ad37-4f9d-8fe6-382e25a97aae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:38.213939 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-9733f2eb-95ec-4812-ba7f-af2caffdc898 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:38.215705 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-9733f2eb-95ec-4812-ba7f-af2caffdc898 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.58 "GET /v2.0/networks?id=8eae9f1b-df5b-4f25-b423-202cf6a881f9 HTTP/1.1" status: 200 len: 796 time: 0.2890511 Nov 12 09:20:38.226969 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76a6ac-2f04-483e-b4e4-d813cc8790c2 req-b5f815ee-5b64-446f-8687-998628f2f070 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:38.228634 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3e76a6ac-2f04-483e-b4e4-d813cc8790c2 req-b5f815ee-5b64-446f-8687-998628f2f070 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c2be0cd-406e-4fd4-bf0e-e34532c6876c HTTP/1.1" status: 200 len: 946 time: 0.1495731 Nov 12 09:20:38.237461 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696c23e-787e-4a4c-ad0e-820611ad4b32 req-7813fbf7-aafd-4721-ab61-4b7a3554f3d3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:38.239155 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0696c23e-787e-4a4c-ad0e-820611ad4b32 req-7813fbf7-aafd-4721-ab61-4b7a3554f3d3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2be0cd-406e-4fd4-bf0e-e34532c6876c HTTP/1.1" status: 200 len: 946 time: 0.1587775 Nov 12 09:20:38.430787 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0696c23e-787e-4a4c-ad0e-820611ad4b32 req-f1905bf0-c247-48bf-ae3e-528ba4f7c363 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754255 Nov 12 09:20:38.481394 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-9086f1f2-0c8c-4cd5-a444-711ce332d8a4 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2f8e5b12ecd4ba38827791d9dc04f83 HTTP/1.1" status: 200 len: 473 time: 0.2400053 Nov 12 09:20:38.492600 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-c1ec6350-ec6b-4f60-9a3d-ce035d5f3396 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'port': {'device_id': 'bc73c9c8-67d7-4ecd-a473-c3dda7eda050', 'network_id': '8eae9f1b-df5b-4f25-b423-202cf6a881f9', 'admin_state_up': True, 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'security_groups': ['e317720e-078d-427a-ae39-50d33699144b']}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:38.607986 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-3e76a6ac-2f04-483e-b4e4-d813cc8790c2 req-7ee8c60a-71a1-4f9f-aa6c-2b87df106455 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Deleting port 8b46dabf-cb68-4e17-bbc0-f1a290c32058 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:20:38.608451 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3e76a6ac-2f04-483e-b4e4-d813cc8790c2 req-7ee8c60a-71a1-4f9f-aa6c-2b87df106455 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:38.801244 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-3e76a6ac-2f04-483e-b4e4-d813cc8790c2 req-7ee8c60a-71a1-4f9f-aa6c-2b87df106455 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] For port 8b46dabf-cb68-4e17-bbc0-f1a290c32058, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=8b46dabf-cb68-4e17-bbc0-f1a290c32058,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:38.802012 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3e76a6ac-2f04-483e-b4e4-d813cc8790c2 req-7ee8c60a-71a1-4f9f-aa6c-2b87df106455 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:38.814507 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-c1ec6350-ec6b-4f60-9a3d-ce035d5f3396 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Made reservation on behalf of c2f8e5b12ecd4ba38827791d9dc04f83 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:38.820987 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-c1ec6350-ec6b-4f60-9a3d-ce035d5f3396 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:38.849228 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-3e76a6ac-2f04-483e-b4e4-d813cc8790c2 req-7ee8c60a-71a1-4f9f-aa6c-2b87df106455 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Calling delete_port for 8b46dabf-cb68-4e17-bbc0-f1a290c32058 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:20:38.981430 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75a3072c-dacb-40bd-8003-db6409a04824 req-96557bdd-6356-4e97-a85a-1f4c413fc946 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc73c9c8-67d7-4ecd-a473-c3dda7eda050 HTTP/1.1" status: 200 len: 210 time: 0.1091113 Nov 12 09:20:39.124019 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-c1ec6350-ec6b-4f60-9a3d-ce035d5f3396 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Allocated IP 172.20.0.25 (8eae9f1b-df5b-4f25-b423-202cf6a881f9/38885667-c277-4d26-a4bb-dbf73bdce4f1/065ef43a-f3f8-47d6-912c-d26dd5b5e905) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:20:39.223458 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3e76a6ac-2f04-483e-b4e4-d813cc8790c2 req-7ee8c60a-71a1-4f9f-aa6c-2b87df106455 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:39.241954 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['8b46dabf-cb68-4e17-bbc0-f1a290c32058'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:20:39.289210 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8c60a-71a1-4f9f-aa6c-2b87df106455 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Pushing event deleted for resources: {'Port': ['ID=8b46dabf-cb68-4e17-bbc0-f1a290c32058,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:39.441745 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e76a6ac-2f04-483e-b4e4-d813cc8790c2 req-7ee8c60a-71a1-4f9f-aa6c-2b87df106455 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] No DVR routers for this DVR port 8b46dabf-cb68-4e17-bbc0-f1a290c32058 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:20:39.453454 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3e76a6ac-2f04-483e-b4e4-d813cc8790c2 req-7ee8c60a-71a1-4f9f-aa6c-2b87df106455 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:39.459639 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3e76a6ac-2f04-483e-b4e4-d813cc8790c2 req-7ee8c60a-71a1-4f9f-aa6c-2b87df106455 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.58 "DELETE /v2.0/ports/8b46dabf-cb68-4e17-bbc0-f1a290c32058 HTTP/1.1" status: 204 len: 173 time: 1.2179105 Nov 12 09:20:39.466156 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2be0cd-406e-4fd4-bf0e-e34532c6876c', 'name': 'network-vif-deleted', 'tag': '8b46dabf-cb68-4e17-bbc0-f1a290c32058'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:20:39.470159 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64b6ae1-d4f2-4df7-82d5-e3d8df72eb3b" -d '{"events": [{"server_uuid": "2c2be0cd-406e-4fd4-bf0e-e34532c6876c", "name": "network-vif-deleted", "tag": "8b46dabf-cb68-4e17-bbc0-f1a290c32058"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:20:39.644971 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4f0af419-2660-4b0b-9eca-3c4926243c07 req-142ac604-441c-4f57-869e-2f61da24a1e2 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2be0cd-406e-4fd4-bf0e-e34532c6876c HTTP/1.1" status: 200 len: 210 time: 0.0595963 Nov 12 09:20:39.650408 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-c1ec6350-ec6b-4f60-9a3d-ce035d5f3396 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:39.702617 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-c1ec6350-ec6b-4f60-9a3d-ce035d5f3396 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:39.740718 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994036c9-6d99-4d6c-a417-d99512b62194 x-openstack-request-id: req-994036c9-6d99-4d6c-a417-d99512b62194 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:20:39.741312 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2be0cd-406e-4fd4-bf0e-e34532c6876c", "name": "network-vif-deleted", "tag": "8b46dabf-cb68-4e17-bbc0-f1a290c32058", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:20:39.741783 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-994036c9-6d99-4d6c-a417-d99512b62194 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:20:39.742224 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2be0cd-406e-4fd4-bf0e-e34532c6876c', 'name': 'network-vif-deleted', 'tag': '8b46dabf-cb68-4e17-bbc0-f1a290c32058', 'status': 'completed', 'code': 200} Nov 12 09:20:39.781161 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-c1ec6350-ec6b-4f60-9a3d-ce035d5f3396 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Network 8eae9f1b-df5b-4f25-b423-202cf6a881f9 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:39.786374 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-c1ec6350-ec6b-4f60-9a3d-ce035d5f3396 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:39.788940 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec6350-ec6b-4f60-9a3d-ce035d5f3396 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'Port': ['ID=065ef43a-f3f8-47d6-912c-d26dd5b5e905,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:39.791686 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-c1ec6350-ec6b-4f60-9a3d-ce035d5f3396 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:20:39.864705 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-c1ec6350-ec6b-4f60-9a3d-ce035d5f3396 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:39.865488 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-c1ec6350-ec6b-4f60-9a3d-ce035d5f3396 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:39.887876 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-c1ec6350-ec6b-4f60-9a3d-ce035d5f3396 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3997760 Nov 12 09:20:39.908752 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-a0201143-4604-4bb1-9adf-69b93e4a3972 service neutron] Request body: {'port': {'device_id': 'bc73c9c8-67d7-4ecd-a473-c3dda7eda050', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:40.010441 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-a0201143-4604-4bb1-9adf-69b93e4a3972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:40.111172 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8ac324f9-b7f9-4377-8f97-f860c92fb585 None None] Provisioning complete for port 065ef43a-f3f8-47d6-912c-d26dd5b5e905 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:40.111915 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8ac324f9-b7f9-4377-8f97-f860c92fb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:40.159271 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-8ac324f9-b7f9-4377-8f97-f860c92fb585 None None] Port 065ef43a-f3f8-47d6-912c-d26dd5b5e905 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:20:40.225288 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c7748623-9423-4480-be51-d08a397b0acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:40.231999 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a6266-7fff-4060-958c-c62504c1a29a req-56142a15-b942-4b2b-991c-1397c544929c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:40.234465 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6d5a6266-7fff-4060-958c-c62504c1a29a req-56142a15-b942-4b2b-991c-1397c544929c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc73c9c8-67d7-4ecd-a473-c3dda7eda050 HTTP/1.1" status: 200 len: 932 time: 0.1455748 Nov 12 09:20:40.418172 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6d5a6266-7fff-4060-958c-c62504c1a29a req-371fbc4a-142b-4df9-acad-59aa2fb1438a tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=e317720e-078d-427a-ae39-50d33699144b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735928 Nov 12 09:20:40.560573 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-a0201143-4604-4bb1-9adf-69b93e4a3972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 065ef43a-f3f8-47d6-912c-d26dd5b5e905 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:20:40.572119 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-a0201143-4604-4bb1-9adf-69b93e4a3972 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:40.588489 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-a0201143-4604-4bb1-9adf-69b93e4a3972 service neutron] Transition to ACTIVE for port object 065ef43a-f3f8-47d6-912c-d26dd5b5e905 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:20:40.594148 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-a0201143-4604-4bb1-9adf-69b93e4a3972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:40.694146 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0201143-4604-4bb1-9adf-69b93e4a3972 service neutron] Pushing event updated for resources: {'Port': ['ID=065ef43a-f3f8-47d6-912c-d26dd5b5e905,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:40.774092 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2d0e1a5e-d5f0-4a63-bf1d-b5cb13b2bc7d req-958d45b7-7a9c-4439-8e85-be37075e6b2f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2be0cd-406e-4fd4-bf0e-e34532c6876c HTTP/1.1" status: 200 len: 210 time: 0.0338385 Nov 12 09:20:40.799698 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-a0201143-4604-4bb1-9adf-69b93e4a3972 service neutron] Attempting to bind port 065ef43a-f3f8-47d6-912c-d26dd5b5e905 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:20:40.800641 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-a0201143-4604-4bb1-9adf-69b93e4a3972 service neutron] Attempting to bind port 065ef43a-f3f8-47d6-912c-d26dd5b5e905 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'c7cd2d70-985f-4bd6-89a1-21cdefec22b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8eae9f1b-df5b-4f25-b423-202cf6a881f9'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:20:40.801255 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-a0201143-4604-4bb1-9adf-69b93e4a3972 service neutron] Attempting to bind port 065ef43a-f3f8-47d6-912c-d26dd5b5e905 on network 8eae9f1b-df5b-4f25-b423-202cf6a881f9 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:20:40.809916 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-a0201143-4604-4bb1-9adf-69b93e4a3972 service neutron] Port 065ef43a-f3f8-47d6-912c-d26dd5b5e905 on network 8eae9f1b-df5b-4f25-b423-202cf6a881f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:20:40.810781 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-a0201143-4604-4bb1-9adf-69b93e4a3972 service neutron] Attempting to bind port 065ef43a-f3f8-47d6-912c-d26dd5b5e905 on network 8eae9f1b-df5b-4f25-b423-202cf6a881f9 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:20:40.820858 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-a0201143-4604-4bb1-9adf-69b93e4a3972 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:20:40.821553 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-a0201143-4604-4bb1-9adf-69b93e4a3972 service neutron] Checking segment: {'id': 'c7cd2d70-985f-4bd6-89a1-21cdefec22b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8eae9f1b-df5b-4f25-b423-202cf6a881f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:20:40.822306 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-a0201143-4604-4bb1-9adf-69b93e4a3972 service neutron] Bound using segment: {'id': 'c7cd2d70-985f-4bd6-89a1-21cdefec22b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8eae9f1b-df5b-4f25-b423-202cf6a881f9'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:20:40.823185 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-a0201143-4604-4bb1-9adf-69b93e4a3972 service neutron] Bound port: 065ef43a-f3f8-47d6-912c-d26dd5b5e905, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7cd2d70-985f-4bd6-89a1-21cdefec22b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8eae9f1b-df5b-4f25-b423-202cf6a881f9'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:20:40.823938 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-a0201143-4604-4bb1-9adf-69b93e4a3972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:40.917887 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-a0201143-4604-4bb1-9adf-69b93e4a3972 service neutron] For port 065ef43a-f3f8-47d6-912c-d26dd5b5e905, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:20:40.926909 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-a0201143-4604-4bb1-9adf-69b93e4a3972 service neutron] For port 065ef43a-f3f8-47d6-912c-d26dd5b5e905, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=065ef43a-f3f8-47d6-912c-d26dd5b5e905,segment=NetworkSegment(c7cd2d70-985f-4bd6-89a1-21cdefec22b3),segment_id=c7cd2d70-985f-4bd6-89a1-21cdefec22b3)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:20:40.931430 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-a0201143-4604-4bb1-9adf-69b93e4a3972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:40.982458 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-a0201143-4604-4bb1-9adf-69b93e4a3972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:40.983021 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-a0201143-4604-4bb1-9adf-69b93e4a3972 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:40.984872 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-a0201143-4604-4bb1-9adf-69b93e4a3972 service neutron] 10.222.0.58 "PUT /v2.0/ports/065ef43a-f3f8-47d6-912c-d26dd5b5e905 HTTP/1.1" status: 200 len: 1093 time: 1.0857205 Nov 12 09:20:41.013995 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0201143-4604-4bb1-9adf-69b93e4a3972 service neutron] Pushing event updated for resources: {'Port': ['ID=065ef43a-f3f8-47d6-912c-d26dd5b5e905,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:41.102944 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-065a9326-91f8-42af-99e6-57a72f639794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:41.104624 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-065a9326-91f8-42af-99e6-57a72f639794 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c2f8e5b12ecd4ba38827791d9dc04f83&device_id=bc73c9c8-67d7-4ecd-a473-c3dda7eda050 HTTP/1.1" status: 200 len: 1096 time: 0.0621784 Nov 12 09:20:41.165413 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-7b684a51-b638-4138-ab1a-c91ca6711752 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=065ef43a-f3f8-47d6-912c-d26dd5b5e905 HTTP/1.1" status: 200 len: 217 time: 0.0514319 Nov 12 09:20:41.237636 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-4a307dea-3c81-4cf0-8a56-233365feb726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:41.239323 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-4a307dea-3c81-4cf0-8a56-233365feb726 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=38885667-c277-4d26-a4bb-dbf73bdce4f1 HTTP/1.1" status: 200 len: 837 time: 0.0661285 Nov 12 09:20:41.300782 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-c7f444c1-6877-4ab6-9c5c-04f3f1e4595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:41.302578 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-c7f444c1-6877-4ab6-9c5c-04f3f1e4595c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8eae9f1b-df5b-4f25-b423-202cf6a881f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0549407 Nov 12 09:20:41.432364 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-24617196-5e16-43d6-9e8a-b6baa5b76682 service neutron] 10.222.0.58 "GET /v2.0/networks/8eae9f1b-df5b-4f25-b423-202cf6a881f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209023 Nov 12 09:20:41.622733 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf726f4e-ffe8-4100-9267-b476227a942c req-55297ca5-6e69-4406-8d1f-54a896591129 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:41.624424 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf726f4e-ffe8-4100-9267-b476227a942c req-55297ca5-6e69-4406-8d1f-54a896591129 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc73c9c8-67d7-4ecd-a473-c3dda7eda050 HTTP/1.1" status: 200 len: 944 time: 0.0838404 Nov 12 09:20:41.626619 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e3fba14-876a-4c08-8ca7-de29edd87dd0 req-c4f77ff0-382b-42eb-9064-bd5fc30190b4 service neutron] 10.222.0.58 "GET /v2.0/networks/8eae9f1b-df5b-4f25-b423-202cf6a881f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879697 Nov 12 09:20:41.720333 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf726f4e-ffe8-4100-9267-b476227a942c req-4fd1bb0c-0410-42a1-ac77-7beed64a57ba tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=e317720e-078d-427a-ae39-50d33699144b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766244 Nov 12 09:20:41.743508 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc73c9c8-67d7-4ecd-a473-c3dda7eda050', 'tag': '065ef43a-f3f8-47d6-912c-d26dd5b5e905'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:20:41.747225 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f60bab-3e18-4ee7-8e57-d08edb5416f3" -d '{"events": [{"name": "network-changed", "server_uuid": "bc73c9c8-67d7-4ecd-a473-c3dda7eda050", "tag": "065ef43a-f3f8-47d6-912c-d26dd5b5e905"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:20:41.797209 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d88d2be-a4b0-426a-a85c-dda93ba0c49e x-openstack-request-id: req-3d88d2be-a4b0-426a-a85c-dda93ba0c49e {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:20:41.797673 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc73c9c8-67d7-4ecd-a473-c3dda7eda050", "tag": "065ef43a-f3f8-47d6-912c-d26dd5b5e905", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:20:41.797970 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d88d2be-a4b0-426a-a85c-dda93ba0c49e {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:20:41.798407 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc73c9c8-67d7-4ecd-a473-c3dda7eda050', 'tag': '065ef43a-f3f8-47d6-912c-d26dd5b5e905', 'status': 'completed', 'code': 200} Nov 12 09:20:41.881276 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f60bab-3e18-4ee7-8e57-d08edb5416f3 req-014fa4f9-9dbd-4c84-bfe5-f5b23d6f22be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:41.883018 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-11f60bab-3e18-4ee7-8e57-d08edb5416f3 req-014fa4f9-9dbd-4c84-bfe5-f5b23d6f22be service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c2f8e5b12ecd4ba38827791d9dc04f83&device_id=bc73c9c8-67d7-4ecd-a473-c3dda7eda050 HTTP/1.1" status: 200 len: 1096 time: 0.0581594 Nov 12 09:20:41.934508 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-96a8a54e-ccc9-4397-aaee-3ee6987a8cbc req-a8eeb5f1-cb7e-45c5-8e19-de47916556b8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2be0cd-406e-4fd4-bf0e-e34532c6876c HTTP/1.1" status: 200 len: 210 time: 0.0570946 Nov 12 09:20:42.028565 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f60bab-3e18-4ee7-8e57-d08edb5416f3 req-69a80cd2-4bfe-49e1-919f-2a669aa8f8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:42.030071 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-11f60bab-3e18-4ee7-8e57-d08edb5416f3 req-69a80cd2-4bfe-49e1-919f-2a669aa8f8ac service neutron] 10.222.0.58 "GET /v2.0/networks?id=8eae9f1b-df5b-4f25-b423-202cf6a881f9 HTTP/1.1" status: 200 len: 897 time: 0.1386023 Nov 12 09:20:42.091102 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-11f60bab-3e18-4ee7-8e57-d08edb5416f3 req-77d53025-5d0c-42ff-987b-64ecb850d96b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=065ef43a-f3f8-47d6-912c-d26dd5b5e905 HTTP/1.1" status: 200 len: 217 time: 0.0519850 Nov 12 09:20:42.145296 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:42.152069 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f60bab-3e18-4ee7-8e57-d08edb5416f3 req-954f828b-4238-4c68-84e0-e3379a5dd113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:42.154982 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-11f60bab-3e18-4ee7-8e57-d08edb5416f3 req-954f828b-4238-4c68-84e0-e3379a5dd113 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=38885667-c277-4d26-a4bb-dbf73bdce4f1 HTTP/1.1" status: 200 len: 837 time: 0.0556612 Nov 12 09:20:42.211106 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f60bab-3e18-4ee7-8e57-d08edb5416f3 req-49993bee-657a-4e97-b911-c81e89a702c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:42.212734 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-11f60bab-3e18-4ee7-8e57-d08edb5416f3 req-49993bee-657a-4e97-b911-c81e89a702c2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8eae9f1b-df5b-4f25-b423-202cf6a881f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0485718 Nov 12 09:20:42.363786 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-11f60bab-3e18-4ee7-8e57-d08edb5416f3 req-d869aa6f-3151-4191-ac5c-93d7da229f79 service neutron] 10.222.0.58 "GET /v2.0/networks/8eae9f1b-df5b-4f25-b423-202cf6a881f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420691 Nov 12 09:20:42.510266 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-11f60bab-3e18-4ee7-8e57-d08edb5416f3 req-75bc0cec-6021-4605-b6b2-6ded19a889fe service neutron] 10.222.0.58 "GET /v2.0/networks/8eae9f1b-df5b-4f25-b423-202cf6a881f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382718 Nov 12 09:20:42.865250 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78654239-04ad-489b-bcde-11a60a591b1f req-288f2554-51ae-4ed5-8b4f-58776e609034 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:42.866921 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-78654239-04ad-489b-bcde-11a60a591b1f req-288f2554-51ae-4ed5-8b4f-58776e609034 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc73c9c8-67d7-4ecd-a473-c3dda7eda050 HTTP/1.1" status: 200 len: 944 time: 0.0622573 Nov 12 09:20:42.932493 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-78654239-04ad-489b-bcde-11a60a591b1f req-616d30d2-40dc-4282-ac8e-294976db66a5 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=e317720e-078d-427a-ae39-50d33699144b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552690 Nov 12 09:20:43.084911 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eba14683-7208-49ae-a1d4-a117261c45d2 req-d257e515-ba05-4b36-9159-2d54a8114974 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2be0cd-406e-4fd4-bf0e-e34532c6876c HTTP/1.1" status: 200 len: 210 time: 0.0483434 Nov 12 09:20:43.335259 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 8b46dabf-cb68-4e17-bbc0-f1a290c32058 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:20:43.358849 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 8b46dabf-cb68-4e17-bbc0-f1a290c32058 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:20:43.359181 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 8b46dabf-cb68-4e17-bbc0-f1a290c32058 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:20:43.502454 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:44.089578 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:44.103775 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447de417-e0b2-46e5-866b-65bc0afb33b2 req-c7327c03-78b6-48be-9369-c5d97642c96c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:44.105785 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-447de417-e0b2-46e5-866b-65bc0afb33b2 req-c7327c03-78b6-48be-9369-c5d97642c96c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc73c9c8-67d7-4ecd-a473-c3dda7eda050 HTTP/1.1" status: 200 len: 944 time: 0.0845227 Nov 12 09:20:44.188035 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-447de417-e0b2-46e5-866b-65bc0afb33b2 req-f7746d79-7b37-4094-a306-26c34e7a2009 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=e317720e-078d-427a-ae39-50d33699144b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740874 Nov 12 09:20:44.301047 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-48008c8a-0f26-49d0-ad63-dbbe09dd2d24 req-22db1811-442b-494b-b768-63f1d640ffe2 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2be0cd-406e-4fd4-bf0e-e34532c6876c HTTP/1.1" status: 200 len: 210 time: 0.0316021 Nov 12 09:20:45.328972 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06c656-ca27-4a35-aec5-6897fd057963 req-11aa8fc5-53f2-4d29-99ad-7b38fb2f0477 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:45.331894 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f06c656-ca27-4a35-aec5-6897fd057963 req-11aa8fc5-53f2-4d29-99ad-7b38fb2f0477 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc73c9c8-67d7-4ecd-a473-c3dda7eda050 HTTP/1.1" status: 200 len: 944 time: 0.0628753 Nov 12 09:20:45.354280 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 065ef43a-f3f8-47d6-912c-d26dd5b5e905 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:20:45.406128 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f06c656-ca27-4a35-aec5-6897fd057963 req-bcca5082-e3a0-4087-913c-dff6bbbe2362 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=e317720e-078d-427a-ae39-50d33699144b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637088 Nov 12 09:20:45.534448 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 065ef43a-f3f8-47d6-912c-d26dd5b5e905, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=065ef43a-f3f8-47d6-912c-d26dd5b5e905,segment=NetworkSegment(c7cd2d70-985f-4bd6-89a1-21cdefec22b3),segment_id=c7cd2d70-985f-4bd6-89a1-21cdefec22b3)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:45.561051 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '065ef43a-f3f8-47d6-912c-d26dd5b5e905', 'network_id': '8eae9f1b-df5b-4f25-b423-202cf6a881f9', 'port_id': '065ef43a-f3f8-47d6-912c-d26dd5b5e905', 'mac_address': 'fa:16:3e:7e:70:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38885667-c277-4d26-a4bb-dbf73bdce4f1', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:20:45.567173 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e192dcbb-e60c-4492-b671-12232b135012 req-5e92eabb-7d78-447e-a5d0-948f9091bef4 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2be0cd-406e-4fd4-bf0e-e34532c6876c HTTP/1.1" status: 200 len: 210 time: 0.0397882 Nov 12 09:20:45.620195 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:45.639160 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 065ef43a-f3f8-47d6-912c-d26dd5b5e905 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:20:45.665601 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 065ef43a-f3f8-47d6-912c-d26dd5b5e905, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=065ef43a-f3f8-47d6-912c-d26dd5b5e905,segment=NetworkSegment(c7cd2d70-985f-4bd6-89a1-21cdefec22b3),segment_id=c7cd2d70-985f-4bd6-89a1-21cdefec22b3)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:45.671338 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:45.732532 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=065ef43a-f3f8-47d6-912c-d26dd5b5e905,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:45.908937 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['065ef43a-f3f8-47d6-912c-d26dd5b5e905'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:20:46.557200 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cd234-644c-4abe-a7bf-c9694749f5b0 req-bbd05a69-6bcc-47f6-8462-2b0fb7414d1b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:46.558865 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0f8cd234-644c-4abe-a7bf-c9694749f5b0 req-bbd05a69-6bcc-47f6-8462-2b0fb7414d1b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc73c9c8-67d7-4ecd-a473-c3dda7eda050 HTTP/1.1" status: 200 len: 945 time: 0.0634954 Nov 12 09:20:46.627198 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0f8cd234-644c-4abe-a7bf-c9694749f5b0 req-6ef0808c-1953-428a-91df-9d5b95366a3e tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=e317720e-078d-427a-ae39-50d33699144b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595555 Nov 12 09:20:47.367350 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 065ef43a-f3f8-47d6-912c-d26dd5b5e905 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:20:47.433403 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 065ef43a-f3f8-47d6-912c-d26dd5b5e905 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:20:47.438991 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 065ef43a-f3f8-47d6-912c-d26dd5b5e905 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:47.439375 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:47.543581 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:47.570606 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc73c9c8-67d7-4ecd-a473-c3dda7eda050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065ef43a-f3f8-47d6-912c-d26dd5b5e905'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:20:47.572980 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6116b6-0150-4441-83ef-5ba411b3a14e" -d '{"events": [{"server_uuid": "bc73c9c8-67d7-4ecd-a473-c3dda7eda050", "name": "network-vif-plugged", "status": "completed", "tag": "065ef43a-f3f8-47d6-912c-d26dd5b5e905"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:20:47.596447 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 065ef43a-f3f8-47d6-912c-d26dd5b5e905, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=065ef43a-f3f8-47d6-912c-d26dd5b5e905,segment=NetworkSegment(c7cd2d70-985f-4bd6-89a1-21cdefec22b3),segment_id=c7cd2d70-985f-4bd6-89a1-21cdefec22b3)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:47.603285 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:47.645981 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d703a2-f98e-4564-b26f-936dd6d016a7 x-openstack-request-id: req-d3d703a2-f98e-4564-b26f-936dd6d016a7 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:20:47.646584 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc73c9c8-67d7-4ecd-a473-c3dda7eda050", "name": "network-vif-plugged", "status": "completed", "tag": "065ef43a-f3f8-47d6-912c-d26dd5b5e905", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:20:47.646584 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d3d703a2-f98e-4564-b26f-936dd6d016a7 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:20:47.647385 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc73c9c8-67d7-4ecd-a473-c3dda7eda050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065ef43a-f3f8-47d6-912c-d26dd5b5e905', 'code': 200} Nov 12 09:20:47.704083 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=065ef43a-f3f8-47d6-912c-d26dd5b5e905,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:47.846797 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd6db2-9940-4af9-bf8b-781ab56311e3 req-d1a6397d-8e4c-416b-9c79-76b4fb32af19 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:47.848435 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-34dd6db2-9940-4af9-bf8b-781ab56311e3 req-d1a6397d-8e4c-416b-9c79-76b4fb32af19 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc73c9c8-67d7-4ecd-a473-c3dda7eda050 HTTP/1.1" status: 200 len: 946 time: 0.0966847 Nov 12 09:20:47.881022 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a37ffb-413b-47ab-96f9-c621684f6f48 req-858ce46c-8a13-4289-97c5-c8a914e25f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:47.882676 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e9a37ffb-413b-47ab-96f9-c621684f6f48 req-858ce46c-8a13-4289-97c5-c8a914e25f33 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bc73c9c8-67d7-4ecd-a473-c3dda7eda050 HTTP/1.1" status: 200 len: 1098 time: 0.1580861 Nov 12 09:20:47.931006 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-34dd6db2-9940-4af9-bf8b-781ab56311e3 req-bd70d1c9-da96-4bf5-8c89-a26815f8c6b8 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=e317720e-078d-427a-ae39-50d33699144b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714054 Nov 12 09:20:47.968658 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e9a37ffb-413b-47ab-96f9-c621684f6f48 req-e022ee99-b74f-44af-b4f6-5a40fe2925a5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e317720e-078d-427a-ae39-50d33699144b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725069 Nov 12 09:20:49.119123 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb86cf4-de77-4b38-b165-1e9ff36fb08a req-4e7eaa2f-db45-4a08-a316-74c6342c257b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:49.122395 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-adb86cf4-de77-4b38-b165-1e9ff36fb08a req-4e7eaa2f-db45-4a08-a316-74c6342c257b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc73c9c8-67d7-4ecd-a473-c3dda7eda050 HTTP/1.1" status: 200 len: 946 time: 0.0721729 Nov 12 09:20:49.208525 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-adb86cf4-de77-4b38-b165-1e9ff36fb08a req-97fd47f6-21d1-4e21-a1c5-afde12048db4 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=e317720e-078d-427a-ae39-50d33699144b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787444 Nov 12 09:20:50.349919 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d158d-f4d7-4639-a39c-231bbd1a3688 req-65bc5ac9-5e98-42e6-8660-d1a2dee55313 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:50.351584 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-860d158d-f4d7-4639-a39c-231bbd1a3688 req-65bc5ac9-5e98-42e6-8660-d1a2dee55313 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc73c9c8-67d7-4ecd-a473-c3dda7eda050 HTTP/1.1" status: 200 len: 946 time: 0.0606618 Nov 12 09:20:50.421068 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-860d158d-f4d7-4639-a39c-231bbd1a3688 req-16e768e2-a76d-4f00-8c83-867f895a591d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=e317720e-078d-427a-ae39-50d33699144b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618825 Nov 12 09:20:50.568347 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f8c6a-8613-4bbf-8d37-13d626a6d44a req-6eca4ed6-7faa-4cd3-b338-6f223978c8cf tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:50.570055 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f09f8c6a-8613-4bbf-8d37-13d626a6d44a req-6eca4ed6-7faa-4cd3-b338-6f223978c8cf tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc73c9c8-67d7-4ecd-a473-c3dda7eda050 HTTP/1.1" status: 200 len: 946 time: 0.0634544 Nov 12 09:20:50.651695 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f09f8c6a-8613-4bbf-8d37-13d626a6d44a req-16019f5b-afde-4042-b93c-d58449624921 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=e317720e-078d-427a-ae39-50d33699144b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707600 Nov 12 09:20:52.179682 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36556) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:52.725296 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9663aa2-f4fa-430a-b3c4-0764552bf21c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:53.156151 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-f9663aa2-f4fa-430a-b3c4-0764552bf21c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Allocated IP 172.20.0.17 (8eae9f1b-df5b-4f25-b423-202cf6a881f9/38885667-c277-4d26-a4bb-dbf73bdce4f1/4e05f01b-0462-4cab-8640-4ad0da555e3a) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:20:53.315061 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9663aa2-f4fa-430a-b3c4-0764552bf21c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:53.360456 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9663aa2-f4fa-430a-b3c4-0764552bf21c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:53.412044 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9663aa2-f4fa-430a-b3c4-0764552bf21c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Network 8eae9f1b-df5b-4f25-b423-202cf6a881f9 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:53.415459 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-f9663aa2-f4fa-430a-b3c4-0764552bf21c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:53.433166 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9663aa2-f4fa-430a-b3c4-0764552bf21c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:20:53.435657 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:53.495836 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9663aa2-f4fa-430a-b3c4-0764552bf21c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'Port': ['ID=4e05f01b-0462-4cab-8640-4ad0da555e3a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:53.556627 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9663aa2-f4fa-430a-b3c4-0764552bf21c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:53.818154 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36726) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:53.826230 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-2b7d0ede-7f08-420a-81b1-2ffe8de61b82 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-42500120', 'description': 'tempest-secgroup-smoke-42500120 description', 'project_id': '8490ecf3904e4cc1946420dda4801d0b'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:53.842186 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9663aa2-f4fa-430a-b3c4-0764552bf21c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:53.902124 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-66b95e19-bb16-48ae-aca3-52baaea038a7 None None] Provisioning complete for port 4e05f01b-0462-4cab-8640-4ad0da555e3a triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:53.902826 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-66b95e19-bb16-48ae-aca3-52baaea038a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:53.905677 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b7d0ede-7f08-420a-81b1-2ffe8de61b82 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:54.001696 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-66b95e19-bb16-48ae-aca3-52baaea038a7 None None] Port 4e05f01b-0462-4cab-8640-4ad0da555e3a cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:20:54.031527 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b7d0ede-7f08-420a-81b1-2ffe8de61b82 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:54.036853 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b7d0ede-7f08-420a-81b1-2ffe8de61b82 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:54.072405 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b7d0ede-7f08-420a-81b1-2ffe8de61b82 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:54.073698 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2b7d0ede-7f08-420a-81b1-2ffe8de61b82 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2534797 Nov 12 09:20:54.076049 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d0ede-7f08-420a-81b1-2ffe8de61b82 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b70cb30a-a66c-474e-931d-1fda1a5757a7,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:54.077387 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 36752) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:54.084175 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-7f174485-7d26-4251-bff2-c4d1b53b8af2 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Request body: {'security_group_rule': {'security_group_id': 'b70cb30a-a66c-474e-931d-1fda1a5757a7', 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:54.176728 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f174485-7d26-4251-bff2-c4d1b53b8af2 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:54.265427 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f174485-7d26-4251-bff2-c4d1b53b8af2 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:54.273829 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f174485-7d26-4251-bff2-c4d1b53b8af2 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:54.306761 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9663aa2-f4fa-430a-b3c4-0764552bf21c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:54.309701 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f174485-7d26-4251-bff2-c4d1b53b8af2 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99145c83-3b74-455d-baa0-d84ee951f011,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:54.314345 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9663aa2-f4fa-430a-b3c4-0764552bf21c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:54.324176 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f174485-7d26-4251-bff2-c4d1b53b8af2 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:54.325818 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7f174485-7d26-4251-bff2-c4d1b53b8af2 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2473500 Nov 12 09:20:54.328704 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36790) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:54.333379 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-785ecfb1-ccd8-40da-8a55-1809d7a472ab tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Request body: {'security_group_rule': {'security_group_id': 'b70cb30a-a66c-474e-931d-1fda1a5757a7', 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:54.368618 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-785ecfb1-ccd8-40da-8a55-1809d7a472ab tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:54.414490 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9663aa2-f4fa-430a-b3c4-0764552bf21c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:54.416517 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9663aa2-f4fa-430a-b3c4-0764552bf21c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'Port': ['ID=4e05f01b-0462-4cab-8640-4ad0da555e3a,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:54.455495 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-785ecfb1-ccd8-40da-8a55-1809d7a472ab tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:54.463574 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-785ecfb1-ccd8-40da-8a55-1809d7a472ab tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:54.490400 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ecfb1-ccd8-40da-8a55-1809d7a472ab tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0b43aa8-912a-4d99-9065-6b28f31b2e6a,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:54.503812 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-785ecfb1-ccd8-40da-8a55-1809d7a472ab tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:54.505103 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-785ecfb1-ccd8-40da-8a55-1809d7a472ab tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1753323 Nov 12 09:20:54.508296 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36810) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:54.515273 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-88321d9f-d17a-42b5-a25b-44a24aba6419 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Request body: {'security_group_rule': {'security_group_id': 'b70cb30a-a66c-474e-931d-1fda1a5757a7', 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:54.567523 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-88321d9f-d17a-42b5-a25b-44a24aba6419 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:54.582919 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9663aa2-f4fa-430a-b3c4-0764552bf21c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Network 8eae9f1b-df5b-4f25-b423-202cf6a881f9 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:54.582919 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-f9663aa2-f4fa-430a-b3c4-0764552bf21c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:54.649829 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-88321d9f-d17a-42b5-a25b-44a24aba6419 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:54.657141 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-88321d9f-d17a-42b5-a25b-44a24aba6419 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:54.682891 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88321d9f-d17a-42b5-a25b-44a24aba6419 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ab73ec-2c6e-4f95-80a2-fe4e0ce2afbf,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:54.712603 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-88321d9f-d17a-42b5-a25b-44a24aba6419 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:54.717097 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-88321d9f-d17a-42b5-a25b-44a24aba6419 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2077348 Nov 12 09:20:54.717886 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36836) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:54.722940 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-67711abb-b3ab-4e7e-92ea-f15a982d6a67 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Request body: {'security_group_rule': {'security_group_id': 'b70cb30a-a66c-474e-931d-1fda1a5757a7', 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:54.755878 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9663aa2-f4fa-430a-b3c4-0764552bf21c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Router 09162fc6-d776-4ca5-8f18-863f48b496b2 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:20:54.762570 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-67711abb-b3ab-4e7e-92ea-f15a982d6a67 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:54.866711 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-67711abb-b3ab-4e7e-92ea-f15a982d6a67 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:54.875678 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-67711abb-b3ab-4e7e-92ea-f15a982d6a67 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:54.904155 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9663aa2-f4fa-430a-b3c4-0764552bf21c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:20:54.905603 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67711abb-b3ab-4e7e-92ea-f15a982d6a67 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac3baabd-79fc-4444-964e-4fec24f1a83f,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:54.923794 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-67711abb-b3ab-4e7e-92ea-f15a982d6a67 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:54.924402 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f9663aa2-f4fa-430a-b3c4-0764552bf21c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "PUT /v2.0/routers/09162fc6-d776-4ca5-8f18-863f48b496b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7317281 Nov 12 09:20:54.924519 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-67711abb-b3ab-4e7e-92ea-f15a982d6a67 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1944318 Nov 12 09:20:54.924519 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36860) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:54.924519 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-e6d6c163-f6fc-4e5c-be7a-8058165fd72f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Request body: {'security_group_rule': {'security_group_id': 'b70cb30a-a66c-474e-931d-1fda1a5757a7', 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:54.930383 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1a1195-454b-4ebf-ae2f-ef5a271d7e4a None None] Sync routers for ids ['09162fc6-d776-4ca5-8f18-863f48b496b2'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:20:54.961940 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99d4a7a7-e118-4e59-8248-5ea68ca55090 None None] Provisioning complete for port 4e05f01b-0462-4cab-8640-4ad0da555e3a triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:54.962470 n-d-768862-16 neutron-server[102569]: INFO neutron.db.securitygroups_db [None req-e6d6c163-f6fc-4e5c-be7a-8058165fd72f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Project 8490ecf3904e4cc1946420dda4801d0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:20:54.962687 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99d4a7a7-e118-4e59-8248-5ea68ca55090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:54.966480 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1a1195-454b-4ebf-ae2f-ef5a271d7e4a None None] Routers {'09162fc6-d776-4ca5-8f18-863f48b496b2'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:20:54.967179 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-6b1a1195-454b-4ebf-ae2f-ef5a271d7e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:20:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['09162fc6-d776-4ca5-8f18-863f48b496b2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:54.969977 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e6d6c163-f6fc-4e5c-be7a-8058165fd72f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:55.053337 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99d4a7a7-e118-4e59-8248-5ea68ca55090 None None] Port 4e05f01b-0462-4cab-8640-4ad0da555e3a cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:20:55.056062 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e6d6c163-f6fc-4e5c-be7a-8058165fd72f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:55.062975 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e6d6c163-f6fc-4e5c-be7a-8058165fd72f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:55.084690 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6c163-f6fc-4e5c-be7a-8058165fd72f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5b306e6-ff0e-41d1-bedd-7a4a881df9da,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:55.102412 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e6d6c163-f6fc-4e5c-be7a-8058165fd72f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:55.103670 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e6d6c163-f6fc-4e5c-be7a-8058165fd72f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1863418 Nov 12 09:20:55.106999 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 36882) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:55.112439 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-2aa5c869-7a1b-4bbc-b52a-fbd3427971b7 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Request body: {'security_group_rule': {'security_group_id': 'b70cb30a-a66c-474e-931d-1fda1a5757a7', 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:55.132477 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-6b1a1195-454b-4ebf-ae2f-ef5a271d7e4a None None] Set router 09162fc6-d776-4ca5-8f18-863f48b496b2 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:20:55.144108 n-d-768862-16 neutron-server[102569]: INFO neutron.db.securitygroups_db [None req-2aa5c869-7a1b-4bbc-b52a-fbd3427971b7 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Project 8490ecf3904e4cc1946420dda4801d0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:20:55.151472 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2aa5c869-7a1b-4bbc-b52a-fbd3427971b7 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:55.222115 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2aa5c869-7a1b-4bbc-b52a-fbd3427971b7 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:55.231112 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2aa5c869-7a1b-4bbc-b52a-fbd3427971b7 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:55.254644 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5c869-7a1b-4bbc-b52a-fbd3427971b7 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f2d887b-ade2-4547-b0cf-a0ec27d64de1,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:55.267343 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2aa5c869-7a1b-4bbc-b52a-fbd3427971b7 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:55.284650 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2aa5c869-7a1b-4bbc-b52a-fbd3427971b7 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1644635 Nov 12 09:20:55.482427 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-6b1a1195-454b-4ebf-ae2f-ef5a271d7e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'name': 'tempest-TestNetworkBasicOps-router-1227893840', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:19:27Z', 'updated_at': '2021-11-12T09:20:53Z', 'revision_number': 5, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port': {'id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:28Z', 'updated_at': '2021-11-12T09:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '8f1a9bf8-3e00-483e-b043-56d0a96144be', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'floating_ip_address': '172.25.6.209', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'port_id': '3ebe06d4-b6aa-4b80-973b-1662183f0c5f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de', 'mac_address': 'fa:16:3e:a7:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afb8bca-1dfe-41d4-ae94-1047e74193cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:19:55Z', 'updated_at': '2021-11-12T09:19:58Z', 'revision_number': 1, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196494d1-0ec0-477a-8f20-a581a8b996c6', 'name': '', 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'mac_address': 'fa:16:3e:a0:bf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '43a6f5f6-139d-452a-b500-fddef87cde13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:31Z', 'updated_at': '2021-11-12T09:19:37Z', 'revision_number': 5, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'subnets': [{'id': '43a6f5f6-139d-452a-b500-fddef87cde13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e05f01b-0462-4cab-8640-4ad0da555e3a', 'name': '', 'network_id': '8eae9f1b-df5b-4f25-b423-202cf6a881f9', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'mac_address': 'fa:16:3e:ec:a2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '38885667-c277-4d26-a4bb-dbf73bdce4f1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:20:52Z', 'updated_at': '2021-11-12T09:20:54Z', 'revision_number': 2, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'subnets': [{'id': '38885667-c277-4d26-a4bb-dbf73bdce4f1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:55.515499 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1a1195-454b-4ebf-ae2f-ef5a271d7e4a None None] Checking router: 09162fc6-d776-4ca5-8f18-863f48b496b2 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:20:55.515896 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1a1195-454b-4ebf-ae2f-ef5a271d7e4a None None] Updating router 09162fc6-d776-4ca5-8f18-863f48b496b2 port 4e05f01b-0462-4cab-8640-4ad0da555e3a binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:20:55.550636 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6b1a1195-454b-4ebf-ae2f-ef5a271d7e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:55.907634 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6b1a1195-454b-4ebf-ae2f-ef5a271d7e4a None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:55.916153 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6b1a1195-454b-4ebf-ae2f-ef5a271d7e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:55.970764 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398db0ba-214d-4402-9704-f069f1784c27 None None] Pushing event updated for resources: {'Port': ['ID=4e05f01b-0462-4cab-8640-4ad0da555e3a,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:56.051050 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-6b1a1195-454b-4ebf-ae2f-ef5a271d7e4a None None] Attempting to bind port 4e05f01b-0462-4cab-8640-4ad0da555e3a on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:20:56.051431 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-6b1a1195-454b-4ebf-ae2f-ef5a271d7e4a None None] Attempting to bind port 4e05f01b-0462-4cab-8640-4ad0da555e3a by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'c7cd2d70-985f-4bd6-89a1-21cdefec22b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8eae9f1b-df5b-4f25-b423-202cf6a881f9'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:20:56.051835 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1a1195-454b-4ebf-ae2f-ef5a271d7e4a None None] Attempting to bind port 4e05f01b-0462-4cab-8640-4ad0da555e3a on network 8eae9f1b-df5b-4f25-b423-202cf6a881f9 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:20:56.057931 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1a1195-454b-4ebf-ae2f-ef5a271d7e4a None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:20:56.058338 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1a1195-454b-4ebf-ae2f-ef5a271d7e4a None None] Checking segment: {'id': 'c7cd2d70-985f-4bd6-89a1-21cdefec22b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8eae9f1b-df5b-4f25-b423-202cf6a881f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:20:56.076017 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6b1a1195-454b-4ebf-ae2f-ef5a271d7e4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:56.076604 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1a1195-454b-4ebf-ae2f-ef5a271d7e4a None None] Bound using segment: {'id': 'c7cd2d70-985f-4bd6-89a1-21cdefec22b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8eae9f1b-df5b-4f25-b423-202cf6a881f9'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:20:56.077200 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-6b1a1195-454b-4ebf-ae2f-ef5a271d7e4a None None] Bound port: 4e05f01b-0462-4cab-8640-4ad0da555e3a, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7cd2d70-985f-4bd6-89a1-21cdefec22b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8eae9f1b-df5b-4f25-b423-202cf6a881f9'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:20:56.077862 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6b1a1195-454b-4ebf-ae2f-ef5a271d7e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:56.195862 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-6b1a1195-454b-4ebf-ae2f-ef5a271d7e4a None None] For port 4e05f01b-0462-4cab-8640-4ad0da555e3a, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:20:56.200165 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-6b1a1195-454b-4ebf-ae2f-ef5a271d7e4a None None] For port 4e05f01b-0462-4cab-8640-4ad0da555e3a, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4e05f01b-0462-4cab-8640-4ad0da555e3a,segment=NetworkSegment(c7cd2d70-985f-4bd6-89a1-21cdefec22b3),segment_id=c7cd2d70-985f-4bd6-89a1-21cdefec22b3)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:20:56.210455 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6b1a1195-454b-4ebf-ae2f-ef5a271d7e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:56.276066 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1a1195-454b-4ebf-ae2f-ef5a271d7e4a None None] Routers {'09162fc6-d776-4ca5-8f18-863f48b496b2'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:20:56.277473 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-6b1a1195-454b-4ebf-ae2f-ef5a271d7e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:20:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['09162fc6-d776-4ca5-8f18-863f48b496b2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:56.344696 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398db0ba-214d-4402-9704-f069f1784c27 None None] Pushing event updated for resources: {'Port': ['ID=4e05f01b-0462-4cab-8640-4ad0da555e3a,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:56.352468 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-222d2bf8-e7f3-4d46-9b97-d753ec08949b None None] Provisioning complete for port 4e05f01b-0462-4cab-8640-4ad0da555e3a triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:56.352838 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-222d2bf8-e7f3-4d46-9b97-d753ec08949b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:56.481562 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-6b1a1195-454b-4ebf-ae2f-ef5a271d7e4a None None] Set router 09162fc6-d776-4ca5-8f18-863f48b496b2 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:20:56.567897 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-222d2bf8-e7f3-4d46-9b97-d753ec08949b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:56.651170 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-222d2bf8-e7f3-4d46-9b97-d753ec08949b None None] For port 4e05f01b-0462-4cab-8640-4ad0da555e3a, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4e05f01b-0462-4cab-8640-4ad0da555e3a,segment=NetworkSegment(c7cd2d70-985f-4bd6-89a1-21cdefec22b3),segment_id=c7cd2d70-985f-4bd6-89a1-21cdefec22b3)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:56.657943 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-222d2bf8-e7f3-4d46-9b97-d753ec08949b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:56.788300 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d2bf8-e7f3-4d46-9b97-d753ec08949b None None] Pushing event updated for resources: {'Port': ['ID=4e05f01b-0462-4cab-8640-4ad0da555e3a,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:56.814984 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9f64c00f-a204-4c7a-a18c-b280df088084 None None] Provisioning complete for port 4e05f01b-0462-4cab-8640-4ad0da555e3a triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:56.815690 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9f64c00f-a204-4c7a-a18c-b280df088084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:56.983993 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-6b1a1195-454b-4ebf-ae2f-ef5a271d7e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'name': 'tempest-TestNetworkBasicOps-router-1227893840', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:19:27Z', 'updated_at': '2021-11-12T09:20:53Z', 'revision_number': 5, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port': {'id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:28Z', 'updated_at': '2021-11-12T09:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '8f1a9bf8-3e00-483e-b043-56d0a96144be', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'floating_ip_address': '172.25.6.209', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'port_id': '3ebe06d4-b6aa-4b80-973b-1662183f0c5f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de', 'mac_address': 'fa:16:3e:a7:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afb8bca-1dfe-41d4-ae94-1047e74193cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:19:55Z', 'updated_at': '2021-11-12T09:19:58Z', 'revision_number': 1, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196494d1-0ec0-477a-8f20-a581a8b996c6', 'name': '', 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'mac_address': 'fa:16:3e:a0:bf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '43a6f5f6-139d-452a-b500-fddef87cde13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:31Z', 'updated_at': '2021-11-12T09:19:37Z', 'revision_number': 5, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'subnets': [{'id': '43a6f5f6-139d-452a-b500-fddef87cde13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e05f01b-0462-4cab-8640-4ad0da555e3a', 'name': '', 'network_id': '8eae9f1b-df5b-4f25-b423-202cf6a881f9', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'mac_address': 'fa:16:3e:ec:a2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '38885667-c277-4d26-a4bb-dbf73bdce4f1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:20:52Z', 'updated_at': '2021-11-12T09:20:56Z', 'revision_number': 4, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'subnets': [{'id': '38885667-c277-4d26-a4bb-dbf73bdce4f1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:57.020798 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1a1195-454b-4ebf-ae2f-ef5a271d7e4a None None] The sync data for ids ['09162fc6-d776-4ca5-8f18-863f48b496b2'] in n-d-768862-16 is: [{'id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'name': 'tempest-TestNetworkBasicOps-router-1227893840', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:19:27Z', 'updated_at': '2021-11-12T09:20:53Z', 'revision_number': 5, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port': {'id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:28Z', 'updated_at': '2021-11-12T09:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '8f1a9bf8-3e00-483e-b043-56d0a96144be', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'floating_ip_address': '172.25.6.209', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'port_id': '3ebe06d4-b6aa-4b80-973b-1662183f0c5f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de', 'mac_address': 'fa:16:3e:a7:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afb8bca-1dfe-41d4-ae94-1047e74193cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:19:55Z', 'updated_at': '2021-11-12T09:19:58Z', 'revision_number': 1, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196494d1-0ec0-477a-8f20-a581a8b996c6', 'name': '', 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'mac_address': 'fa:16:3e:a0:bf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '43a6f5f6-139d-452a-b500-fddef87cde13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:31Z', 'updated_at': '2021-11-12T09:19:37Z', 'revision_number': 5, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'subnets': [{'id': '43a6f5f6-139d-452a-b500-fddef87cde13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e05f01b-0462-4cab-8640-4ad0da555e3a', 'name': '', 'network_id': '8eae9f1b-df5b-4f25-b423-202cf6a881f9', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'mac_address': 'fa:16:3e:ec:a2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '38885667-c277-4d26-a4bb-dbf73bdce4f1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:20:52Z', 'updated_at': '2021-11-12T09:20:56Z', 'revision_number': 4, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'subnets': [{'id': '38885667-c277-4d26-a4bb-dbf73bdce4f1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:20:57.732844 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4e05f01b-0462-4cab-8640-4ad0da555e3a up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:20:58.024069 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 4e05f01b-0462-4cab-8640-4ad0da555e3a triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:58.024759 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:59.499766 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:06.285141 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:21:07.885073 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7e1f7d78-4566-4620-a072-c3cba03d83d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:10.243057 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-87e3b8fd-0e9a-4c6e-9cdc-88ef22f96eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:12.148081 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:13.501299 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:14.059653 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-5af7a649-0d45-4731-a0cb-dd170e2511e5 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-42500120&fields=id&tenant_id=8490ecf3904e4cc1946420dda4801d0b HTTP/1.1" status: 200 len: 267 time: 0.0499120 Nov 12 09:21:14.087166 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:14.181317 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-1df5566a-04fd-422d-90fe-2886bbf3eca7 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:14.182862 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-1df5566a-04fd-422d-90fe-2886bbf3eca7 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 812 time: 0.1142828 Nov 12 09:21:14.199790 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-7083228a-97ea-42e0-bbfe-d4d2f526ba23 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/quotas/8490ecf3904e4cc1946420dda4801d0b HTTP/1.1" status: 200 len: 375 time: 0.0099707 Nov 12 09:21:14.258663 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-bd78e52a-85b2-4796-9c85-d5dee2006291 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511429 Nov 12 09:21:14.365946 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-7664ddc9-8908-4c99-bc57-37a28d3ca134 service neutron] 10.222.0.37 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954158 Nov 12 09:21:14.459632 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-1b3ae6cd-c8eb-4c5b-8bf2-481fba17e1fa service neutron] 10.222.0.37 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871012 Nov 12 09:21:14.801408 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-148d983b-302a-4cf2-b5b1-26b263e0cd29 req-a1062ccc-451f-4aee-9801-0b581ff4342e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=624380a3-3879-4477-9f4a-69f4e2aae31a HTTP/1.1" status: 200 len: 210 time: 0.0362668 Nov 12 09:21:15.637890 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37466) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:15.916603 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-21532a29-2b43-4f11-9cce-1e6397890ef9 req-f73044ad-8d93-4928-8f13-49b16a1c712a tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=624380a3-3879-4477-9f4a-69f4e2aae31a HTTP/1.1" status: 200 len: 210 time: 0.0365350 Nov 12 09:21:16.209804 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-ae2b0446-50cf-48eb-9bb8-3f79affc05fd tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:16.213450 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-ae2b0446-50cf-48eb-9bb8-3f79affc05fd tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.54 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 812 time: 0.1690462 Nov 12 09:21:16.308264 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-81f11ebb-accc-4725-b3eb-03223600a69d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8490ecf3904e4cc1946420dda4801d0b HTTP/1.1" status: 200 len: 378 time: 0.0803668 Nov 12 09:21:16.319548 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-a3b7e6ce-e3b5-4daa-afc9-5af0634dde39 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Request body: {'port': {'device_id': '624380a3-3879-4477-9f4a-69f4e2aae31a', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'admin_state_up': True, 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'security_groups': ['b70cb30a-a66c-474e-931d-1fda1a5757a7']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:16.461150 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-a3b7e6ce-e3b5-4daa-afc9-5af0634dde39 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Made reservation on behalf of 8490ecf3904e4cc1946420dda4801d0b for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:16.466410 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-a3b7e6ce-e3b5-4daa-afc9-5af0634dde39 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:16.575111 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-abf1dfa4-375a-40c2-89a5-8458f4f9bbfb req-47a934c5-bdb0-4e99-89cf-8645f2e2b70e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bc73c9c8-67d7-4ecd-a473-c3dda7eda050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0930867 Nov 12 09:21:16.678230 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-a3b7e6ce-e3b5-4daa-afc9-5af0634dde39 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Allocated IP 172.20.0.3 (492b01ef-bcf0-406a-881b-e054fdb77f9d/098c0920-f801-4a1f-89b9-15466a208616/71c08c44-e320-474a-b112-7cc71eefa3a1) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:16.728611 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fe0a75fa-0072-4214-8fcb-1ae0e947ad4c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:16.773405 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1dfa4-375a-40c2-89a5-8458f4f9bbfb req-a53ac5f0-00db-4ecc-8c8d-d8d6f8828be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:16.775356 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-abf1dfa4-375a-40c2-89a5-8458f4f9bbfb req-a53ac5f0-00db-4ecc-8c8d-d8d6f8828be2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c2f8e5b12ecd4ba38827791d9dc04f83&device_id=bc73c9c8-67d7-4ecd-a473-c3dda7eda050 HTTP/1.1" status: 200 len: 1098 time: 0.1215672 Nov 12 09:21:16.878680 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-a3b7e6ce-e3b5-4daa-afc9-5af0634dde39 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:16.965453 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-a3b7e6ce-e3b5-4daa-afc9-5af0634dde39 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:17.014429 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-a3b7e6ce-e3b5-4daa-afc9-5af0634dde39 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Network 492b01ef-bcf0-406a-881b-e054fdb77f9d is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:17.019889 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-a3b7e6ce-e3b5-4daa-afc9-5af0634dde39 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:17.024547 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-a3b7e6ce-e3b5-4daa-afc9-5af0634dde39 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:21:17.074749 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7e6ce-e3b5-4daa-afc9-5af0634dde39 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Pushing event updated for resources: {'Port': ['ID=71c08c44-e320-474a-b112-7cc71eefa3a1,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:17.089583 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b7e6ce-e3b5-4daa-afc9-5af0634dde39 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:17.090346 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b7e6ce-e3b5-4daa-afc9-5af0634dde39 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:17.091420 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b7e6ce-e3b5-4daa-afc9-5af0634dde39 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:17.092041 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b7e6ce-e3b5-4daa-afc9-5af0634dde39 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:17.092914 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b7e6ce-e3b5-4daa-afc9-5af0634dde39 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:17.093514 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b7e6ce-e3b5-4daa-afc9-5af0634dde39 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:17.094131 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b7e6ce-e3b5-4daa-afc9-5af0634dde39 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:17.094892 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b7e6ce-e3b5-4daa-afc9-5af0634dde39 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:17.095755 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b7e6ce-e3b5-4daa-afc9-5af0634dde39 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:17.096364 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b7e6ce-e3b5-4daa-afc9-5af0634dde39 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:17.097119 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b7e6ce-e3b5-4daa-afc9-5af0634dde39 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:17.097684 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b7e6ce-e3b5-4daa-afc9-5af0634dde39 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:17.102928 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1dfa4-375a-40c2-89a5-8458f4f9bbfb req-ce5e3346-813f-4b6f-b4a7-c610afd63f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:17.104610 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-abf1dfa4-375a-40c2-89a5-8458f4f9bbfb req-ce5e3346-813f-4b6f-b4a7-c610afd63f9f service neutron] 10.222.0.58 "GET /v2.0/networks?id=8eae9f1b-df5b-4f25-b423-202cf6a881f9 HTTP/1.1" status: 200 len: 897 time: 0.2723651 Nov 12 09:21:17.136795 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-a3b7e6ce-e3b5-4daa-afc9-5af0634dde39 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:17.140244 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-a3b7e6ce-e3b5-4daa-afc9-5af0634dde39 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:17.163905 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-a3b7e6ce-e3b5-4daa-afc9-5af0634dde39 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8497031 Nov 12 09:21:17.179561 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-84f687eb-fa27-4a26-93d2-748309d7dfa1 service neutron] Request body: {'port': {'device_id': '624380a3-3879-4477-9f4a-69f4e2aae31a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:17.234896 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18623abf-c4aa-4507-8b7b-c8e225ac4d6e req-e78a6860-e7a5-4691-bdf6-086276bc1bea tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:17.242880 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-18623abf-c4aa-4507-8b7b-c8e225ac4d6e req-e78a6860-e7a5-4691-bdf6-086276bc1bea tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=624380a3-3879-4477-9f4a-69f4e2aae31a HTTP/1.1" status: 200 len: 931 time: 0.2318501 Nov 12 09:21:17.265727 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-abf1dfa4-375a-40c2-89a5-8458f4f9bbfb req-58e32d65-eced-4752-aa0e-5ecae07fbde7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=065ef43a-f3f8-47d6-912c-d26dd5b5e905 HTTP/1.1" status: 200 len: 217 time: 0.1516359 Nov 12 09:21:17.300432 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-84f687eb-fa27-4a26-93d2-748309d7dfa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:17.317380 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b26835d9-d69f-48ed-969b-59385321cfe7 None None] Provisioning complete for port 71c08c44-e320-474a-b112-7cc71eefa3a1 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:17.320277 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b26835d9-d69f-48ed-969b-59385321cfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:17.364824 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-b26835d9-d69f-48ed-969b-59385321cfe7 None None] Port 71c08c44-e320-474a-b112-7cc71eefa3a1 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:21:17.383141 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-18623abf-c4aa-4507-8b7b-c8e225ac4d6e req-609c9c16-a9c8-47a0-b3e0-6023841d9d53 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1393511 Nov 12 09:21:17.428248 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1dfa4-375a-40c2-89a5-8458f4f9bbfb req-08b7f5e3-e87f-4901-876b-44ca9a3b00b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:17.429771 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-abf1dfa4-375a-40c2-89a5-8458f4f9bbfb req-08b7f5e3-e87f-4901-876b-44ca9a3b00b6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=38885667-c277-4d26-a4bb-dbf73bdce4f1 HTTP/1.1" status: 200 len: 837 time: 0.1360967 Nov 12 09:21:17.555445 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1dfa4-375a-40c2-89a5-8458f4f9bbfb req-c2a3386f-6ff5-4fd1-b183-2ed3f687352f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:17.557020 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-abf1dfa4-375a-40c2-89a5-8458f4f9bbfb req-c2a3386f-6ff5-4fd1-b183-2ed3f687352f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8eae9f1b-df5b-4f25-b423-202cf6a881f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1105397 Nov 12 09:21:17.661257 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-fe0a75fa-0072-4214-8fcb-1ae0e947ad4c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Deleting port 4e05f01b-0462-4cab-8640-4ad0da555e3a {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:17.661614 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fe0a75fa-0072-4214-8fcb-1ae0e947ad4c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:17.680086 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-84f687eb-fa27-4a26-93d2-748309d7dfa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c08c44-e320-474a-b112-7cc71eefa3a1 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:21:17.691715 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-84f687eb-fa27-4a26-93d2-748309d7dfa1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:17.705490 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-84f687eb-fa27-4a26-93d2-748309d7dfa1 service neutron] Transition to ACTIVE for port object 71c08c44-e320-474a-b112-7cc71eefa3a1 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:21:17.712386 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-84f687eb-fa27-4a26-93d2-748309d7dfa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:17.769808 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-fe0a75fa-0072-4214-8fcb-1ae0e947ad4c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] For port 4e05f01b-0462-4cab-8640-4ad0da555e3a, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4e05f01b-0462-4cab-8640-4ad0da555e3a,segment=NetworkSegment(c7cd2d70-985f-4bd6-89a1-21cdefec22b3),segment_id=c7cd2d70-985f-4bd6-89a1-21cdefec22b3)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:17.771038 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fe0a75fa-0072-4214-8fcb-1ae0e947ad4c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:17.785256 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-fe0a75fa-0072-4214-8fcb-1ae0e947ad4c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Calling delete_port for 4e05f01b-0462-4cab-8640-4ad0da555e3a owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:17.790207 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f687eb-fa27-4a26-93d2-748309d7dfa1 service neutron] Pushing event updated for resources: {'Port': ['ID=71c08c44-e320-474a-b112-7cc71eefa3a1,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:17.990033 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-84f687eb-fa27-4a26-93d2-748309d7dfa1 service neutron] Attempting to bind port 71c08c44-e320-474a-b112-7cc71eefa3a1 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:21:17.990477 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-84f687eb-fa27-4a26-93d2-748309d7dfa1 service neutron] Attempting to bind port 71c08c44-e320-474a-b112-7cc71eefa3a1 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:21:17.990761 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-84f687eb-fa27-4a26-93d2-748309d7dfa1 service neutron] Attempting to bind port 71c08c44-e320-474a-b112-7cc71eefa3a1 on network 492b01ef-bcf0-406a-881b-e054fdb77f9d {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:21:17.996490 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-84f687eb-fa27-4a26-93d2-748309d7dfa1 service neutron] Port 71c08c44-e320-474a-b112-7cc71eefa3a1 on network 492b01ef-bcf0-406a-881b-e054fdb77f9d not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:21:17.996837 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-84f687eb-fa27-4a26-93d2-748309d7dfa1 service neutron] Attempting to bind port 71c08c44-e320-474a-b112-7cc71eefa3a1 on network 492b01ef-bcf0-406a-881b-e054fdb77f9d {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:21:18.002605 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-84f687eb-fa27-4a26-93d2-748309d7dfa1 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:21:18.002908 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-84f687eb-fa27-4a26-93d2-748309d7dfa1 service neutron] Checking segment: {'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:21:18.003257 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-84f687eb-fa27-4a26-93d2-748309d7dfa1 service neutron] Bound using segment: {'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:21:18.003687 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-84f687eb-fa27-4a26-93d2-748309d7dfa1 service neutron] Bound port: 71c08c44-e320-474a-b112-7cc71eefa3a1, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:21:18.004074 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-84f687eb-fa27-4a26-93d2-748309d7dfa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:18.056066 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fe0a75fa-0072-4214-8fcb-1ae0e947ad4c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:18.111478 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a75fa-0072-4214-8fcb-1ae0e947ad4c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event deleted for resources: {'Port': ['ID=4e05f01b-0462-4cab-8640-4ad0da555e3a,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:18.162022 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-84f687eb-fa27-4a26-93d2-748309d7dfa1 service neutron] For port 71c08c44-e320-474a-b112-7cc71eefa3a1, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:21:18.174194 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-84f687eb-fa27-4a26-93d2-748309d7dfa1 service neutron] For port 71c08c44-e320-474a-b112-7cc71eefa3a1, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=71c08c44-e320-474a-b112-7cc71eefa3a1,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:21:18.183008 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-abf1dfa4-375a-40c2-89a5-8458f4f9bbfb req-5b2650e3-b294-4265-96f4-4741ae8a3a7a service neutron] 10.222.0.58 "GET /v2.0/networks/8eae9f1b-df5b-4f25-b423-202cf6a881f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6113408 Nov 12 09:21:18.185989 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-84f687eb-fa27-4a26-93d2-748309d7dfa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:18.268961 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-84f687eb-fa27-4a26-93d2-748309d7dfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:18.269710 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-84f687eb-fa27-4a26-93d2-748309d7dfa1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:18.271369 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-84f687eb-fa27-4a26-93d2-748309d7dfa1 service neutron] 10.222.0.54 "PUT /v2.0/ports/71c08c44-e320-474a-b112-7cc71eefa3a1 HTTP/1.1" status: 200 len: 1092 time: 1.0975976 Nov 12 09:21:18.278693 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '624380a3-3879-4477-9f4a-69f4e2aae31a', 'tag': '71c08c44-e320-474a-b112-7cc71eefa3a1'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:18.287333 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724b86de-d8cb-43e4-a46b-2a58a02a7348" -d '{"events": [{"name": "network-changed", "server_uuid": "624380a3-3879-4477-9f4a-69f4e2aae31a", "tag": "71c08c44-e320-474a-b112-7cc71eefa3a1"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:18.348705 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5936f87a-48aa-4335-8fb6-e1c334e1b1a0 x-openstack-request-id: req-5936f87a-48aa-4335-8fb6-e1c334e1b1a0 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:18.349366 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "624380a3-3879-4477-9f4a-69f4e2aae31a", "tag": "71c08c44-e320-474a-b112-7cc71eefa3a1", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:18.349366 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5936f87a-48aa-4335-8fb6-e1c334e1b1a0 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:18.349683 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '624380a3-3879-4477-9f4a-69f4e2aae31a', 'tag': '71c08c44-e320-474a-b112-7cc71eefa3a1', 'status': 'completed', 'code': 200} Nov 12 09:21:18.384368 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f687eb-fa27-4a26-93d2-748309d7dfa1 service neutron] Pushing event updated for resources: {'Port': ['ID=71c08c44-e320-474a-b112-7cc71eefa3a1,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:18.458780 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-abf1dfa4-375a-40c2-89a5-8458f4f9bbfb req-0e4b4cd8-86a6-4d70-8769-f245f8cfa290 service neutron] 10.222.0.58 "GET /v2.0/networks/8eae9f1b-df5b-4f25-b423-202cf6a881f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677510 Nov 12 09:21:18.516428 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-4a508ffa-9cbb-48d9-bb08-68bcd2acacc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:18.518180 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-4a508ffa-9cbb-48d9-bb08-68bcd2acacc5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&device_id=624380a3-3879-4477-9f4a-69f4e2aae31a HTTP/1.1" status: 200 len: 1095 time: 0.1614816 Nov 12 09:21:18.604530 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-2dadebd1-0187-40c8-a9c6-2fc44a67061d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71c08c44-e320-474a-b112-7cc71eefa3a1 HTTP/1.1" status: 200 len: 217 time: 0.0754533 Nov 12 09:21:18.690039 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-3169147a-aa6e-42d2-8a96-76712fa67e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:18.691680 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-3169147a-aa6e-42d2-8a96-76712fa67e7e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=098c0920-f801-4a1f-89b9-15466a208616 HTTP/1.1" status: 200 len: 851 time: 0.0798886 Nov 12 09:21:18.794117 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-84031233-229e-428c-abee-a0effb1e62f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:18.797672 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-84031233-229e-428c-abee-a0effb1e62f8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=492b01ef-bcf0-406a-881b-e054fdb77f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0946789 Nov 12 09:21:18.914664 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-aa210319-f218-43f1-849a-1d164fa92841 service neutron] 10.222.0.54 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087155 Nov 12 09:21:18.972953 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fe0a75fa-0072-4214-8fcb-1ae0e947ad4c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:19.039538 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-654e7544-0570-467c-ae5d-ac84a4c570c9 req-d56874af-822c-41d5-a489-f4a5586e4a97 service neutron] 10.222.0.54 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161394 Nov 12 09:21:19.059174 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177c424-e16d-4c17-a9b0-c6ba5683d8ff req-97675933-e596-41c7-a803-7431243265cc tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:19.068361 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a177c424-e16d-4c17-a9b0-c6ba5683d8ff req-97675933-e596-41c7-a803-7431243265cc tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=624380a3-3879-4477-9f4a-69f4e2aae31a HTTP/1.1" status: 200 len: 943 time: 0.4982364 Nov 12 09:21:19.080427 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-27484a67-1f1a-43fa-8a26-7fc5af1b67ea req-d483a0da-8269-4f5b-8986-0269fcd29f04 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1afb8bca-1dfe-41d4-ae94-1047e74193cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1630230 Nov 12 09:21:19.166749 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27484a67-1f1a-43fa-8a26-7fc5af1b67ea req-d78e5564-89e9-4705-a3ef-a4b15cbb106e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:19.167876 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-27484a67-1f1a-43fa-8a26-7fc5af1b67ea req-d78e5564-89e9-4705-a3ef-a4b15cbb106e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2f8e5b12ecd4ba38827791d9dc04f83&device_id=1afb8bca-1dfe-41d4-ae94-1047e74193cb HTTP/1.1" status: 200 len: 1098 time: 0.0553997 Nov 12 09:21:19.206307 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a177c424-e16d-4c17-a9b0-c6ba5683d8ff req-5ed7139e-50ce-4e76-9dc0-bd09ac21064f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1247513 Nov 12 09:21:19.236886 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b86de-d8cb-43e4-a46b-2a58a02a7348 req-0c54e6ac-c018-4af9-8003-07341cb8f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:19.237388 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-724b86de-d8cb-43e4-a46b-2a58a02a7348 req-0c54e6ac-c018-4af9-8003-07341cb8f025 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&device_id=624380a3-3879-4477-9f4a-69f4e2aae31a HTTP/1.1" status: 200 len: 1095 time: 0.1421280 Nov 12 09:21:19.301712 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27484a67-1f1a-43fa-8a26-7fc5af1b67ea req-c6c2b54b-3467-439c-9cc4-10e486eb8cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:19.303629 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-27484a67-1f1a-43fa-8a26-7fc5af1b67ea req-c6c2b54b-3467-439c-9cc4-10e486eb8cbf service neutron] 10.222.0.54 "GET /v2.0/networks?id=86dbd35d-ff46-4ab8-8c13-751df9ebd2de HTTP/1.1" status: 200 len: 898 time: 0.1064649 Nov 12 09:21:19.383018 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-27484a67-1f1a-43fa-8a26-7fc5af1b67ea req-7fcdaf25-ca28-49d3-bb96-03abaf2d2ae7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ebe06d4-b6aa-4b80-973b-1662183f0c5f HTTP/1.1" status: 200 len: 1002 time: 0.0717101 Nov 12 09:21:19.446849 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27484a67-1f1a-43fa-8a26-7fc5af1b67ea req-2fe4cd73-9904-4e4c-8a7e-858eb9b9ac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:19.449460 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-27484a67-1f1a-43fa-8a26-7fc5af1b67ea req-2fe4cd73-9904-4e4c-8a7e-858eb9b9ac9d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=43a6f5f6-139d-452a-b500-fddef87cde13 HTTP/1.1" status: 200 len: 834 time: 0.0575421 Nov 12 09:21:19.459254 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0a75fa-0072-4214-8fcb-1ae0e947ad4c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Router 09162fc6-d776-4ca5-8f18-863f48b496b2 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:21:19.460637 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b86de-d8cb-43e4-a46b-2a58a02a7348 req-3511daa9-fd4a-4e12-babe-3d1846cf0852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:19.462225 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-724b86de-d8cb-43e4-a46b-2a58a02a7348 req-3511daa9-fd4a-4e12-babe-3d1846cf0852 service neutron] 10.222.0.54 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 913 time: 0.1929600 Nov 12 09:21:19.516914 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27484a67-1f1a-43fa-8a26-7fc5af1b67ea req-32d02f19-b47b-4baa-b6fd-e7e5aeb8903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:19.518542 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-27484a67-1f1a-43fa-8a26-7fc5af1b67ea req-32d02f19-b47b-4baa-b6fd-e7e5aeb8903e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86dbd35d-ff46-4ab8-8c13-751df9ebd2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631473 Nov 12 09:21:19.578177 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-724b86de-d8cb-43e4-a46b-2a58a02a7348 req-79b3e9cf-c1aa-45fd-a676-cc03e0df6791 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71c08c44-e320-474a-b112-7cc71eefa3a1 HTTP/1.1" status: 200 len: 217 time: 0.1015897 Nov 12 09:21:19.648508 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b86de-d8cb-43e4-a46b-2a58a02a7348 req-296dec0d-d3e0-4fe3-8408-4dfd5b5cd2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:19.650453 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-27484a67-1f1a-43fa-8a26-7fc5af1b67ea req-7522337b-6c65-429b-b297-eb49f1bc5ad9 service neutron] 10.222.0.54 "GET /v2.0/networks/86dbd35d-ff46-4ab8-8c13-751df9ebd2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226609 Nov 12 09:21:19.652808 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-724b86de-d8cb-43e4-a46b-2a58a02a7348 req-296dec0d-d3e0-4fe3-8408-4dfd5b5cd2f7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=098c0920-f801-4a1f-89b9-15466a208616 HTTP/1.1" status: 200 len: 851 time: 0.0659487 Nov 12 09:21:19.760336 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0a75fa-0072-4214-8fcb-1ae0e947ad4c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:21:19.769649 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fe0a75fa-0072-4214-8fcb-1ae0e947ad4c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "PUT /v2.0/routers/09162fc6-d776-4ca5-8f18-863f48b496b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1298144 Nov 12 09:21:19.775690 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b86de-d8cb-43e4-a46b-2a58a02a7348 req-81e06926-9c9b-4329-ba6b-cce141de9fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:19.777247 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-724b86de-d8cb-43e4-a46b-2a58a02a7348 req-81e06926-9c9b-4329-ba6b-cce141de9fd1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=492b01ef-bcf0-406a-881b-e054fdb77f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0857773 Nov 12 09:21:19.785749 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ffc20b-cbba-45b6-88dc-f1aa999220bc None None] Sync routers for ids ['09162fc6-d776-4ca5-8f18-863f48b496b2'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:21:19.804127 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-27484a67-1f1a-43fa-8a26-7fc5af1b67ea req-06a50b45-b558-4b64-a180-bb1bef1a551e service neutron] 10.222.0.54 "GET /v2.0/networks/86dbd35d-ff46-4ab8-8c13-751df9ebd2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377013 Nov 12 09:21:19.804594 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ffc20b-cbba-45b6-88dc-f1aa999220bc None None] Routers {'09162fc6-d776-4ca5-8f18-863f48b496b2'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:19.805268 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-a0ffc20b-cbba-45b6-88dc-f1aa999220bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:21:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['09162fc6-d776-4ca5-8f18-863f48b496b2'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:19.929466 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-724b86de-d8cb-43e4-a46b-2a58a02a7348 req-f276d2b7-21fa-456c-a619-c8ea6ce064a5 service neutron] 10.222.0.54 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444788 Nov 12 09:21:20.037554 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-a0ffc20b-cbba-45b6-88dc-f1aa999220bc None None] Set router 09162fc6-d776-4ca5-8f18-863f48b496b2 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:20.137473 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf43499-bba4-4b99-94e8-6f55eb81ab3e req-b3c27796-c940-4505-9f72-8135405942e0 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:20.139126 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2bf43499-bba4-4b99-94e8-6f55eb81ab3e req-b3c27796-c940-4505-9f72-8135405942e0 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc73c9c8-67d7-4ecd-a473-c3dda7eda050 HTTP/1.1" status: 200 len: 946 time: 0.0933008 Nov 12 09:21:20.144393 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-724b86de-d8cb-43e4-a46b-2a58a02a7348 req-48a80f95-ed99-4fed-b76b-021b11bf1472 service neutron] 10.222.0.54 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072716 Nov 12 09:21:20.213251 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2bf43499-bba4-4b99-94e8-6f55eb81ab3e req-2810bf32-617f-40bb-b39c-51e8981f81b0 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=e317720e-078d-427a-ae39-50d33699144b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664742 Nov 12 09:21:20.337614 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-a0ffc20b-cbba-45b6-88dc-f1aa999220bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'name': 'tempest-TestNetworkBasicOps-router-1227893840', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:19:27Z', 'updated_at': '2021-11-12T09:21:17Z', 'revision_number': 6, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port': {'id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:28Z', 'updated_at': '2021-11-12T09:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '8f1a9bf8-3e00-483e-b043-56d0a96144be', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'floating_ip_address': '172.25.6.209', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'port_id': '3ebe06d4-b6aa-4b80-973b-1662183f0c5f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de', 'mac_address': 'fa:16:3e:a7:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afb8bca-1dfe-41d4-ae94-1047e74193cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:19:55Z', 'updated_at': '2021-11-12T09:19:58Z', 'revision_number': 1, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196494d1-0ec0-477a-8f20-a581a8b996c6', 'name': '', 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'mac_address': 'fa:16:3e:a0:bf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '43a6f5f6-139d-452a-b500-fddef87cde13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:31Z', 'updated_at': '2021-11-12T09:19:37Z', 'revision_number': 5, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'subnets': [{'id': '43a6f5f6-139d-452a-b500-fddef87cde13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:20.366235 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b275e-996a-4334-9c96-1fabb3051ffd req-314365a0-c893-43a4-996d-adb3c6a83a07 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:20.368537 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9e2b275e-996a-4334-9c96-1fabb3051ffd req-314365a0-c893-43a4-996d-adb3c6a83a07 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=624380a3-3879-4477-9f4a-69f4e2aae31a HTTP/1.1" status: 200 len: 943 time: 0.0650477 Nov 12 09:21:20.380955 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ffc20b-cbba-45b6-88dc-f1aa999220bc None None] Checking router: 09162fc6-d776-4ca5-8f18-863f48b496b2 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:21:20.390753 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ffc20b-cbba-45b6-88dc-f1aa999220bc None None] Routers {'09162fc6-d776-4ca5-8f18-863f48b496b2'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:20.391457 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-a0ffc20b-cbba-45b6-88dc-f1aa999220bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:21:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['09162fc6-d776-4ca5-8f18-863f48b496b2'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:20.428203 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9e2b275e-996a-4334-9c96-1fabb3051ffd req-2081898e-a697-4d95-9460-7fc112690401 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514984 Nov 12 09:21:20.533709 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-a0ffc20b-cbba-45b6-88dc-f1aa999220bc None None] Set router 09162fc6-d776-4ca5-8f18-863f48b496b2 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:20.786266 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-a0ffc20b-cbba-45b6-88dc-f1aa999220bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'name': 'tempest-TestNetworkBasicOps-router-1227893840', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:19:27Z', 'updated_at': '2021-11-12T09:21:17Z', 'revision_number': 6, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port': {'id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:28Z', 'updated_at': '2021-11-12T09:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '8f1a9bf8-3e00-483e-b043-56d0a96144be', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'floating_ip_address': '172.25.6.209', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'port_id': '3ebe06d4-b6aa-4b80-973b-1662183f0c5f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de', 'mac_address': 'fa:16:3e:a7:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afb8bca-1dfe-41d4-ae94-1047e74193cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:19:55Z', 'updated_at': '2021-11-12T09:19:58Z', 'revision_number': 1, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196494d1-0ec0-477a-8f20-a581a8b996c6', 'name': '', 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'mac_address': 'fa:16:3e:a0:bf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '43a6f5f6-139d-452a-b500-fddef87cde13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:31Z', 'updated_at': '2021-11-12T09:19:37Z', 'revision_number': 5, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'subnets': [{'id': '43a6f5f6-139d-452a-b500-fddef87cde13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:20.818616 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ffc20b-cbba-45b6-88dc-f1aa999220bc None None] The sync data for ids ['09162fc6-d776-4ca5-8f18-863f48b496b2'] in n-d-768862-16 is: [{'id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'name': 'tempest-TestNetworkBasicOps-router-1227893840', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:19:27Z', 'updated_at': '2021-11-12T09:21:17Z', 'revision_number': 6, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port': {'id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:28Z', 'updated_at': '2021-11-12T09:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '8f1a9bf8-3e00-483e-b043-56d0a96144be', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'floating_ip_address': '172.25.6.209', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'port_id': '3ebe06d4-b6aa-4b80-973b-1662183f0c5f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de', 'mac_address': 'fa:16:3e:a7:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afb8bca-1dfe-41d4-ae94-1047e74193cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:19:55Z', 'updated_at': '2021-11-12T09:19:58Z', 'revision_number': 1, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196494d1-0ec0-477a-8f20-a581a8b996c6', 'name': '', 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'mac_address': 'fa:16:3e:a0:bf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '43a6f5f6-139d-452a-b500-fddef87cde13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:31Z', 'updated_at': '2021-11-12T09:19:37Z', 'revision_number': 5, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'subnets': [{'id': '43a6f5f6-139d-452a-b500-fddef87cde13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:21:21.358204 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279fd28-6959-437f-8e75-914726d9e3bc req-3231cce7-0892-44ca-8f8f-65d5fa6af27b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:21.366141 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d279fd28-6959-437f-8e75-914726d9e3bc req-3231cce7-0892-44ca-8f8f-65d5fa6af27b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc73c9c8-67d7-4ecd-a473-c3dda7eda050 HTTP/1.1" status: 200 len: 946 time: 0.0604537 Nov 12 09:21:21.432695 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d279fd28-6959-437f-8e75-914726d9e3bc req-7b97dbea-8f10-4f85-ac74-1c71df7e7766 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=e317720e-078d-427a-ae39-50d33699144b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655894 Nov 12 09:21:21.573305 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b76047-6c5b-4e56-840d-fa80d4839ffc req-29bc5a8b-7384-44d1-bdf9-85b51ef39273 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:21.575249 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-03b76047-6c5b-4e56-840d-fa80d4839ffc req-29bc5a8b-7384-44d1-bdf9-85b51ef39273 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc73c9c8-67d7-4ecd-a473-c3dda7eda050 HTTP/1.1" status: 200 len: 946 time: 0.1000419 Nov 12 09:21:21.625536 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce591cde-c335-427f-812a-1dfaf5f1a3aa req-fefc6470-af17-469f-9036-313f0a7ef1a0 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:21.633057 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ce591cde-c335-427f-812a-1dfaf5f1a3aa req-fefc6470-af17-469f-9036-313f0a7ef1a0 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=624380a3-3879-4477-9f4a-69f4e2aae31a HTTP/1.1" status: 200 len: 943 time: 0.1287715 Nov 12 09:21:21.658495 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4e05f01b-0462-4cab-8640-4ad0da555e3a no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:21:21.736268 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 4e05f01b-0462-4cab-8640-4ad0da555e3a {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:21:21.736650 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4e05f01b-0462-4cab-8640-4ad0da555e3a not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:21:21.750602 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ce591cde-c335-427f-812a-1dfaf5f1a3aa req-84b311de-54f4-44df-a4ba-dea72e8f29d3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1165552 Nov 12 09:21:21.761705 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-03b76047-6c5b-4e56-840d-fa80d4839ffc req-0a408fa9-ec55-46d5-924b-973fd11d992b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Deleting port 065ef43a-f3f8-47d6-912c-d26dd5b5e905 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:21.762050 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-03b76047-6c5b-4e56-840d-fa80d4839ffc req-0a408fa9-ec55-46d5-924b-973fd11d992b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:21.867876 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-03b76047-6c5b-4e56-840d-fa80d4839ffc req-0a408fa9-ec55-46d5-924b-973fd11d992b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] For port 065ef43a-f3f8-47d6-912c-d26dd5b5e905, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=065ef43a-f3f8-47d6-912c-d26dd5b5e905,segment=NetworkSegment(c7cd2d70-985f-4bd6-89a1-21cdefec22b3),segment_id=c7cd2d70-985f-4bd6-89a1-21cdefec22b3)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:21.868409 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-03b76047-6c5b-4e56-840d-fa80d4839ffc req-0a408fa9-ec55-46d5-924b-973fd11d992b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:21.883060 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-03b76047-6c5b-4e56-840d-fa80d4839ffc req-0a408fa9-ec55-46d5-924b-973fd11d992b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Calling delete_port for 065ef43a-f3f8-47d6-912c-d26dd5b5e905 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:22.047857 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-03b76047-6c5b-4e56-840d-fa80d4839ffc req-0a408fa9-ec55-46d5-924b-973fd11d992b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:22.079704 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a408fa9-ec55-46d5-924b-973fd11d992b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event deleted for resources: {'Port': ['ID=065ef43a-f3f8-47d6-912c-d26dd5b5e905,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:22.121639 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a408fa9-ec55-46d5-924b-973fd11d992b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:22.122264 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a408fa9-ec55-46d5-924b-973fd11d992b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:22.122622 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a408fa9-ec55-46d5-924b-973fd11d992b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:22.122949 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a408fa9-ec55-46d5-924b-973fd11d992b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:22.123283 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a408fa9-ec55-46d5-924b-973fd11d992b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:22.123611 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a408fa9-ec55-46d5-924b-973fd11d992b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:22.124021 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a408fa9-ec55-46d5-924b-973fd11d992b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:22.124349 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a408fa9-ec55-46d5-924b-973fd11d992b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:22.124679 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a408fa9-ec55-46d5-924b-973fd11d992b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:22.125003 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a408fa9-ec55-46d5-924b-973fd11d992b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:22.125383 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a408fa9-ec55-46d5-924b-973fd11d992b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:22.126484 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a408fa9-ec55-46d5-924b-973fd11d992b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:22.155050 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b76047-6c5b-4e56-840d-fa80d4839ffc req-0a408fa9-ec55-46d5-924b-973fd11d992b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] No DVR routers for this DVR port 065ef43a-f3f8-47d6-912c-d26dd5b5e905 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:21:22.158884 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-03b76047-6c5b-4e56-840d-fa80d4839ffc req-0a408fa9-ec55-46d5-924b-973fd11d992b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:22.162391 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-03b76047-6c5b-4e56-840d-fa80d4839ffc req-0a408fa9-ec55-46d5-924b-973fd11d992b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.58 "DELETE /v2.0/ports/065ef43a-f3f8-47d6-912c-d26dd5b5e905 HTTP/1.1" status: 204 len: 173 time: 0.5788348 Nov 12 09:21:22.162860 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc73c9c8-67d7-4ecd-a473-c3dda7eda050', 'name': 'network-vif-deleted', 'tag': '065ef43a-f3f8-47d6-912c-d26dd5b5e905'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:22.165468 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f643c31-bbe8-4d02-b5c2-a80655862ca3" -d '{"events": [{"server_uuid": "bc73c9c8-67d7-4ecd-a473-c3dda7eda050", "name": "network-vif-deleted", "tag": "065ef43a-f3f8-47d6-912c-d26dd5b5e905"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:22.224170 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f13460-f642-422f-bf2a-66179bf32863 x-openstack-request-id: req-75f13460-f642-422f-bf2a-66179bf32863 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:22.224473 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc73c9c8-67d7-4ecd-a473-c3dda7eda050", "name": "network-vif-deleted", "tag": "065ef43a-f3f8-47d6-912c-d26dd5b5e905", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:22.224751 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75f13460-f642-422f-bf2a-66179bf32863 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:22.225160 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc73c9c8-67d7-4ecd-a473-c3dda7eda050', 'name': 'network-vif-deleted', 'tag': '065ef43a-f3f8-47d6-912c-d26dd5b5e905', 'status': 'completed', 'code': 200} Nov 12 09:21:22.608601 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-02c3b72b-43b5-43d9-9a46-5d0019dd5133 req-8c41e7e2-3c12-49b9-93a9-4a3857759375 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc73c9c8-67d7-4ecd-a473-c3dda7eda050 HTTP/1.1" status: 200 len: 210 time: 0.0561736 Nov 12 09:21:22.921245 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299a094-4e3c-4c95-aa88-a82f13a79259 req-4887404e-01ab-4a6e-ad70-155f56953b71 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:22.923134 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1299a094-4e3c-4c95-aa88-a82f13a79259 req-4887404e-01ab-4a6e-ad70-155f56953b71 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=624380a3-3879-4477-9f4a-69f4e2aae31a HTTP/1.1" status: 200 len: 943 time: 0.0771694 Nov 12 09:21:22.990833 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1299a094-4e3c-4c95-aa88-a82f13a79259 req-5c76549e-cd3a-4937-82dd-dfb62cf943c9 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596261 Nov 12 09:21:23.447234 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:23.669941 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37614) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:23.734342 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f369fd11-259b-4a81-b251-31dc33cb389f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:23.765630 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f369fd11-259b-4a81-b251-31dc33cb389f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:23.827161 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f369fd11-259b-4a81-b251-31dc33cb389f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:23.830078 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f369fd11-259b-4a81-b251-31dc33cb389f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:23.831302 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f369fd11-259b-4a81-b251-31dc33cb389f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "DELETE /v2.0/security-groups/e317720e-078d-427a-ae39-50d33699144b HTTP/1.1" status: 204 len: 168 time: 0.1602995 Nov 12 09:21:23.840938 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f369fd11-259b-4a81-b251-31dc33cb389f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e317720e-078d-427a-ae39-50d33699144b,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:23.871780 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37618) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:23.929063 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b2f17cf-9ee5-4ec1-baa7-9ee417743fdb tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Deleting subnet 38885667-c277-4d26-a4bb-dbf73bdce4f1 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:21:23.932527 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5b2f17cf-9ee5-4ec1-baa7-9ee417743fdb tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:23.979763 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5b2f17cf-9ee5-4ec1-baa7-9ee417743fdb tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:24.100395 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5b2f17cf-9ee5-4ec1-baa7-9ee417743fdb tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:24.225914 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6ea04-43eb-4d74-ac47-62cf72903974 req-9dd25d1f-39e9-4c6d-9b50-32774a53d513 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:24.227488 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-59f6ea04-43eb-4d74-ac47-62cf72903974 req-9dd25d1f-39e9-4c6d-9b50-32774a53d513 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=624380a3-3879-4477-9f4a-69f4e2aae31a HTTP/1.1" status: 200 len: 943 time: 0.1295786 Nov 12 09:21:24.253586 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5b2f17cf-9ee5-4ec1-baa7-9ee417743fdb tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:24.286836 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f17cf-9ee5-4ec1-baa7-9ee417743fdb tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event deleted for resources: {'Subnet': ['ID=38885667-c277-4d26-a4bb-dbf73bdce4f1,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:24.306195 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5b2f17cf-9ee5-4ec1-baa7-9ee417743fdb tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:24.311408 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c111c2bc-3052-444b-9b67-14f5cf39a32e None None] Network 8eae9f1b-df5b-4f25-b423-202cf6a881f9 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:24.312249 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5b2f17cf-9ee5-4ec1-baa7-9ee417743fdb tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "DELETE /v2.0/subnets/38885667-c277-4d26-a4bb-dbf73bdce4f1 HTTP/1.1" status: 204 len: 168 time: 0.4389629 Nov 12 09:21:24.314598 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37632) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:24.328331 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-59f6ea04-43eb-4d74-ac47-62cf72903974 req-5e2f5541-858c-4a3d-a89b-1b4eb78d78e5 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0939264 Nov 12 09:21:24.413278 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-af13e6bc-b0ed-4dcc-9b45-27a28411e9fa tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:24.471395 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-af13e6bc-b0ed-4dcc-9b45-27a28411e9fa tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Deleting port b972d523-83c2-4807-ad17-954621ff2d9a {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:24.472061 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-af13e6bc-b0ed-4dcc-9b45-27a28411e9fa tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:24.533188 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c0b016-ac0e-42fb-9bbc-4898e606c2ec None None] DHCP port deletion for 8eae9f1b-df5b-4f25-b423-202cf6a881f9 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:21:24.557962 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-af13e6bc-b0ed-4dcc-9b45-27a28411e9fa tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] For port b972d523-83c2-4807-ad17-954621ff2d9a, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b972d523-83c2-4807-ad17-954621ff2d9a,segment=NetworkSegment(c7cd2d70-985f-4bd6-89a1-21cdefec22b3),segment_id=c7cd2d70-985f-4bd6-89a1-21cdefec22b3)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:24.558523 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-af13e6bc-b0ed-4dcc-9b45-27a28411e9fa tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:24.572516 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-af13e6bc-b0ed-4dcc-9b45-27a28411e9fa tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Calling delete_port for b972d523-83c2-4807-ad17-954621ff2d9a owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:24.590432 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-50c0b016-ac0e-42fb-9bbc-4898e606c2ec None None] Deleting port b972d523-83c2-4807-ad17-954621ff2d9a {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:24.590808 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-50c0b016-ac0e-42fb-9bbc-4898e606c2ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:24.658978 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-af13e6bc-b0ed-4dcc-9b45-27a28411e9fa tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:24.661566 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-50c0b016-ac0e-42fb-9bbc-4898e606c2ec None None] For port b972d523-83c2-4807-ad17-954621ff2d9a, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b972d523-83c2-4807-ad17-954621ff2d9a,segment=NetworkSegment(c7cd2d70-985f-4bd6-89a1-21cdefec22b3),segment_id=c7cd2d70-985f-4bd6-89a1-21cdefec22b3)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:24.662038 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-50c0b016-ac0e-42fb-9bbc-4898e606c2ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:24.675528 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-50c0b016-ac0e-42fb-9bbc-4898e606c2ec None None] Calling delete_port for b972d523-83c2-4807-ad17-954621ff2d9a owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:24.688106 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13e6bc-b0ed-4dcc-9b45-27a28411e9fa tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event deleted for resources: {'Port': ['ID=b972d523-83c2-4807-ad17-954621ff2d9a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:24.691040 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af13e6bc-b0ed-4dcc-9b45-27a28411e9fa tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] No DVR routers for this DVR port b972d523-83c2-4807-ad17-954621ff2d9a on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:21:24.762122 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-50c0b016-ac0e-42fb-9bbc-4898e606c2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:24.782005 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-af13e6bc-b0ed-4dcc-9b45-27a28411e9fa tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:24.795769 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0b016-ac0e-42fb-9bbc-4898e606c2ec None None] Pushing event deleted for resources: {'Port': ['ID=b972d523-83c2-4807-ad17-954621ff2d9a,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:24.799298 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c0b016-ac0e-42fb-9bbc-4898e606c2ec None None] No DVR routers for this DVR port b972d523-83c2-4807-ad17-954621ff2d9a on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:21:24.820119 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-af13e6bc-b0ed-4dcc-9b45-27a28411e9fa tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eae9f1b-df5b-4f25-b423-202cf6a881f9']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:24.831637 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-af13e6bc-b0ed-4dcc-9b45-27a28411e9fa tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7cd2d70-985f-4bd6-89a1-21cdefec22b3') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:24.831898 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-af13e6bc-b0ed-4dcc-9b45-27a28411e9fa tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7cd2d70-985f-4bd6-89a1-21cdefec22b3') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:24.843350 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-af13e6bc-b0ed-4dcc-9b45-27a28411e9fa tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:24.858799 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-af13e6bc-b0ed-4dcc-9b45-27a28411e9fa tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:24.866932 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af13e6bc-b0ed-4dcc-9b45-27a28411e9fa tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:21:24.867451 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-af13e6bc-b0ed-4dcc-9b45-27a28411e9fa tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:24.870746 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:21:24.870746 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:21:24.870746 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:21:24.870746 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:21:24.870746 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:21:24.870746 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:21:24.870746 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:21:24.870746 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:21:24.870746 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:21:24.870746 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:21:24.870746 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:21:24.870746 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:21:24.870746 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:21:24.870746 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:21:24.870746 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:21:24.870746 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:21:24.870746 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:21:24.870746 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:21:24.870746 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:21:24.870746 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:21:24.870746 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:21:24.870746 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:21:24.870746 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:21:24.870746 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:21:24.870746 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:21:24.870746 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:21:24.870746 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:21:24.870746 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:21:24.870746 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:21:24.870746 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:21:24.870746 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:21:24.870746 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:21:24.946001 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-af13e6bc-b0ed-4dcc-9b45-27a28411e9fa tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:24.953569 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-af13e6bc-b0ed-4dcc-9b45-27a28411e9fa tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:24.956791 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-af13e6bc-b0ed-4dcc-9b45-27a28411e9fa tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "DELETE /v2.0/networks/8eae9f1b-df5b-4f25-b423-202cf6a881f9 HTTP/1.1" status: 204 len: 168 time: 0.6405783 Nov 12 09:21:24.959783 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37642) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:24.970440 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13e6bc-b0ed-4dcc-9b45-27a28411e9fa tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event deleted for resources: {'Network': ['ID=8eae9f1b-df5b-4f25-b423-202cf6a881f9,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:25.135956 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-843a964e-8bda-4cf7-aa29-0abe4978d249 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Deleting port cfa4e901-6c67-4da6-adc1-008a0d8b39d5 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:25.136447 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-843a964e-8bda-4cf7-aa29-0abe4978d249 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:25.227653 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-843a964e-8bda-4cf7-aa29-0abe4978d249 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:25.227653 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-843a964e-8bda-4cf7-aa29-0abe4978d249 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:25.239212 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-843a964e-8bda-4cf7-aa29-0abe4978d249 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Calling delete_port for cfa4e901-6c67-4da6-adc1-008a0d8b39d5 owned by network:floatingip {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:25.454183 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-843a964e-8bda-4cf7-aa29-0abe4978d249 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:25.491927 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a964e-8bda-4cf7-aa29-0abe4978d249 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event deleted for resources: {'Port': ['ID=cfa4e901-6c67-4da6-adc1-008a0d8b39d5,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:25.506515 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 065ef43a-f3f8-47d6-912c-d26dd5b5e905 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:21:25.525515 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd7e7b-59d1-4ed7-9830-eab28bd1bcb8 req-8206da32-eb8a-4c7f-8f28-ba31e6480b55 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:25.525515 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-abbd7e7b-59d1-4ed7-9830-eab28bd1bcb8 req-8206da32-eb8a-4c7f-8f28-ba31e6480b55 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=624380a3-3879-4477-9f4a-69f4e2aae31a HTTP/1.1" status: 200 len: 943 time: 0.1079969 Nov 12 09:21:25.534873 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 065ef43a-f3f8-47d6-912c-d26dd5b5e905 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:21:25.535946 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 065ef43a-f3f8-47d6-912c-d26dd5b5e905 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:21:25.587287 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-843a964e-8bda-4cf7-aa29-0abe4978d249 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for floatingip, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:25.587572 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [None req-843a964e-8bda-4cf7-aa29-0abe4978d249 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Floating IP 8f1a9bf8-3e00-483e-b043-56d0a96144be disassociated (deleted). External IP: 172.25.6.209, port: 3ebe06d4-b6aa-4b80-973b-1662183f0c5f. Nov 12 09:21:25.645578 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-abbd7e7b-59d1-4ed7-9830-eab28bd1bcb8 req-c5fcd20c-0b81-4c74-91e0-5f090de89c98 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0999105 Nov 12 09:21:25.679358 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b972d523-83c2-4807-ad17-954621ff2d9a no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:21:25.705117 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: b972d523-83c2-4807-ad17-954621ff2d9a {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:21:25.705462 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b972d523-83c2-4807-ad17-954621ff2d9a not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:21:25.843047 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843a964e-8bda-4cf7-aa29-0abe4978d249 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Router 09162fc6-d776-4ca5-8f18-863f48b496b2 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:21:26.259374 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843a964e-8bda-4cf7-aa29-0abe4978d249 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:21:26.264889 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-843a964e-8bda-4cf7-aa29-0abe4978d249 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:26.272495 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ac56dd-fc00-4811-bcf9-2eae88afa963 None None] Sync routers for ids ['09162fc6-d776-4ca5-8f18-863f48b496b2'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:21:26.285197 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ac56dd-fc00-4811-bcf9-2eae88afa963 None None] Routers {'09162fc6-d776-4ca5-8f18-863f48b496b2'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:26.295349 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-843a964e-8bda-4cf7-aa29-0abe4978d249 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "DELETE /v2.0/floatingips/8f1a9bf8-3e00-483e-b043-56d0a96144be HTTP/1.1" status: 204 len: 168 time: 1.3337700 Nov 12 09:21:26.296278 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-98ac56dd-fc00-4811-bcf9-2eae88afa963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:21:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['09162fc6-d776-4ca5-8f18-863f48b496b2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:26.296478 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afb8bca-1dfe-41d4-ae94-1047e74193cb', 'tag': '3ebe06d4-b6aa-4b80-973b-1662183f0c5f'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:26.300235 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93258b2a-b99c-4dd4-b5b4-a1dda757e1b7" -d '{"events": [{"name": "network-changed", "server_uuid": "1afb8bca-1dfe-41d4-ae94-1047e74193cb", "tag": "3ebe06d4-b6aa-4b80-973b-1662183f0c5f"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:26.425093 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-98ac56dd-fc00-4811-bcf9-2eae88afa963 None None] Set router 09162fc6-d776-4ca5-8f18-863f48b496b2 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:26.486389 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137e3bbf-4f72-49ab-9757-b9ede62597d0 x-openstack-request-id: req-137e3bbf-4f72-49ab-9757-b9ede62597d0 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:26.486772 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afb8bca-1dfe-41d4-ae94-1047e74193cb", "tag": "3ebe06d4-b6aa-4b80-973b-1662183f0c5f", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:26.487225 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-137e3bbf-4f72-49ab-9757-b9ede62597d0 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:26.487751 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afb8bca-1dfe-41d4-ae94-1047e74193cb', 'tag': '3ebe06d4-b6aa-4b80-973b-1662183f0c5f', 'status': 'completed', 'code': 200} Nov 12 09:21:26.601662 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93258b2a-b99c-4dd4-b5b4-a1dda757e1b7 req-32bd72bb-a039-4c6d-971d-3e43f1457bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:26.603359 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93258b2a-b99c-4dd4-b5b4-a1dda757e1b7 req-32bd72bb-a039-4c6d-971d-3e43f1457bae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2f8e5b12ecd4ba38827791d9dc04f83&device_id=1afb8bca-1dfe-41d4-ae94-1047e74193cb HTTP/1.1" status: 200 len: 1098 time: 0.0918653 Nov 12 09:21:26.628996 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3fd4a-d1b6-4c9b-972b-c7cd0e6e3278 req-48c829f9-3be7-49c5-9c86-cc06cc0e231f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:26.630756 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ec3fd4a-d1b6-4c9b-972b-c7cd0e6e3278 req-48c829f9-3be7-49c5-9c86-cc06cc0e231f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=1afb8bca-1dfe-41d4-ae94-1047e74193cb HTTP/1.1" status: 200 len: 946 time: 0.0764332 Nov 12 09:21:26.670382 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-98ac56dd-fc00-4811-bcf9-2eae88afa963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'name': 'tempest-TestNetworkBasicOps-router-1227893840', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:19:27Z', 'updated_at': '2021-11-12T09:21:17Z', 'revision_number': 6, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port': {'id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:28Z', 'updated_at': '2021-11-12T09:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '196494d1-0ec0-477a-8f20-a581a8b996c6', 'name': '', 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'mac_address': 'fa:16:3e:a0:bf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '43a6f5f6-139d-452a-b500-fddef87cde13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:31Z', 'updated_at': '2021-11-12T09:19:37Z', 'revision_number': 5, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'subnets': [{'id': '43a6f5f6-139d-452a-b500-fddef87cde13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:26.705088 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ac56dd-fc00-4811-bcf9-2eae88afa963 None None] Checking router: 09162fc6-d776-4ca5-8f18-863f48b496b2 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:21:26.715404 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ac56dd-fc00-4811-bcf9-2eae88afa963 None None] Routers {'09162fc6-d776-4ca5-8f18-863f48b496b2'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:26.716082 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-98ac56dd-fc00-4811-bcf9-2eae88afa963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:21:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['09162fc6-d776-4ca5-8f18-863f48b496b2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:26.732054 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ec3fd4a-d1b6-4c9b-972b-c7cd0e6e3278 req-605ebdc9-42e3-40db-b7c6-c828452389b3 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbab6e8a-faab-455a-8b7a-2fb0d7eb513d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905321 Nov 12 09:21:26.754344 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93258b2a-b99c-4dd4-b5b4-a1dda757e1b7 req-ec3d710c-f734-446c-a5f8-3fac8356957d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:26.756498 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93258b2a-b99c-4dd4-b5b4-a1dda757e1b7 req-ec3d710c-f734-446c-a5f8-3fac8356957d service neutron] 10.222.0.54 "GET /v2.0/networks?id=86dbd35d-ff46-4ab8-8c13-751df9ebd2de HTTP/1.1" status: 200 len: 898 time: 0.1441536 Nov 12 09:21:26.829852 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93258b2a-b99c-4dd4-b5b4-a1dda757e1b7 req-fd826cd6-8562-4ac5-8998-88f00be3e1af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ebe06d4-b6aa-4b80-973b-1662183f0c5f HTTP/1.1" status: 200 len: 217 time: 0.0651867 Nov 12 09:21:26.851640 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-98ac56dd-fc00-4811-bcf9-2eae88afa963 None None] Set router 09162fc6-d776-4ca5-8f18-863f48b496b2 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:26.905954 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b394761-5896-4118-b8f1-49d94113590f req-11b23e92-d750-4b49-839f-076ffb33a239 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:26.907545 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b394761-5896-4118-b8f1-49d94113590f req-11b23e92-d750-4b49-839f-076ffb33a239 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=624380a3-3879-4477-9f4a-69f4e2aae31a HTTP/1.1" status: 200 len: 943 time: 0.0876749 Nov 12 09:21:26.911685 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93258b2a-b99c-4dd4-b5b4-a1dda757e1b7 req-3c414f18-f667-4c65-865b-a25efc0ccdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:26.913132 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93258b2a-b99c-4dd4-b5b4-a1dda757e1b7 req-3c414f18-f667-4c65-865b-a25efc0ccdb9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=43a6f5f6-139d-452a-b500-fddef87cde13 HTTP/1.1" status: 200 len: 834 time: 0.0635982 Nov 12 09:21:26.991217 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b394761-5896-4118-b8f1-49d94113590f req-d4e57a00-5c3d-4dc9-a297-beb2cbdbb304 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0761037 Nov 12 09:21:27.001918 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93258b2a-b99c-4dd4-b5b4-a1dda757e1b7 req-540fdcba-519a-487e-a4c6-b405f2865c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:27.003597 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93258b2a-b99c-4dd4-b5b4-a1dda757e1b7 req-540fdcba-519a-487e-a4c6-b405f2865c1c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86dbd35d-ff46-4ab8-8c13-751df9ebd2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0815253 Nov 12 09:21:27.080194 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-98ac56dd-fc00-4811-bcf9-2eae88afa963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'name': 'tempest-TestNetworkBasicOps-router-1227893840', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:19:27Z', 'updated_at': '2021-11-12T09:21:17Z', 'revision_number': 6, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port': {'id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:28Z', 'updated_at': '2021-11-12T09:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '196494d1-0ec0-477a-8f20-a581a8b996c6', 'name': '', 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'mac_address': 'fa:16:3e:a0:bf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '43a6f5f6-139d-452a-b500-fddef87cde13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:31Z', 'updated_at': '2021-11-12T09:19:37Z', 'revision_number': 5, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'subnets': [{'id': '43a6f5f6-139d-452a-b500-fddef87cde13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:27.108954 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ac56dd-fc00-4811-bcf9-2eae88afa963 None None] The sync data for ids ['09162fc6-d776-4ca5-8f18-863f48b496b2'] in n-d-768862-16 is: [{'id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'name': 'tempest-TestNetworkBasicOps-router-1227893840', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:19:27Z', 'updated_at': '2021-11-12T09:21:17Z', 'revision_number': 6, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port': {'id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:28Z', 'updated_at': '2021-11-12T09:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '196494d1-0ec0-477a-8f20-a581a8b996c6', 'name': '', 'network_id': '86dbd35d-ff46-4ab8-8c13-751df9ebd2de', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'mac_address': 'fa:16:3e:a0:bf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '43a6f5f6-139d-452a-b500-fddef87cde13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:31Z', 'updated_at': '2021-11-12T09:19:37Z', 'revision_number': 5, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'subnets': [{'id': '43a6f5f6-139d-452a-b500-fddef87cde13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:21:27.131187 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93258b2a-b99c-4dd4-b5b4-a1dda757e1b7 req-36dd18c6-7963-4ac1-9bf3-e0fa3d8ecb23 service neutron] 10.222.0.54 "GET /v2.0/networks/86dbd35d-ff46-4ab8-8c13-751df9ebd2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182783 Nov 12 09:21:27.243833 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93258b2a-b99c-4dd4-b5b4-a1dda757e1b7 req-a3b54d19-89b7-4fce-bce7-f948ad5f0f5e service neutron] 10.222.0.54 "GET /v2.0/networks/86dbd35d-ff46-4ab8-8c13-751df9ebd2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045082 Nov 12 09:21:27.426371 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa1d029-a0d4-4361-8875-1af68f299458 None None] New status for floating IP 8f1a9bf8-3e00-483e-b043-56d0a96144be: DOWN {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:21:27.792502 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab958738-812d-4328-9c5c-5f47316a077c req-3a6f4cc7-6ae5-420e-9be8-757a44343a07 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:27.794149 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab958738-812d-4328-9c5c-5f47316a077c req-3a6f4cc7-6ae5-420e-9be8-757a44343a07 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.54 "GET /v2.0/ports?device_id=1afb8bca-1dfe-41d4-ae94-1047e74193cb HTTP/1.1" status: 200 len: 946 time: 0.0541437 Nov 12 09:21:27.914306 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071326f1-be03-4b1b-a8e1-79ba3a1f6888 req-ece83c5a-beaf-4a9c-9500-dd4c87d5180c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:27.916007 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-071326f1-be03-4b1b-a8e1-79ba3a1f6888 req-ece83c5a-beaf-4a9c-9500-dd4c87d5180c tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=1afb8bca-1dfe-41d4-ae94-1047e74193cb HTTP/1.1" status: 200 len: 946 time: 0.0905056 Nov 12 09:21:27.967547 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-ab958738-812d-4328-9c5c-5f47316a077c req-1af9b0e1-06e2-485b-912b-b45d87bf86a8 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Deleting port 3ebe06d4-b6aa-4b80-973b-1662183f0c5f {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:27.967932 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ab958738-812d-4328-9c5c-5f47316a077c req-1af9b0e1-06e2-485b-912b-b45d87bf86a8 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:28.008672 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-071326f1-be03-4b1b-a8e1-79ba3a1f6888 req-d29d6620-cff7-44c9-b90c-a048e03d8e02 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbab6e8a-faab-455a-8b7a-2fb0d7eb513d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843079 Nov 12 09:21:28.081028 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-ab958738-812d-4328-9c5c-5f47316a077c req-1af9b0e1-06e2-485b-912b-b45d87bf86a8 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] For port 3ebe06d4-b6aa-4b80-973b-1662183f0c5f, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=3ebe06d4-b6aa-4b80-973b-1662183f0c5f,segment=NetworkSegment(b7353698-eb95-4f50-a854-bc27653c8d58),segment_id=b7353698-eb95-4f50-a854-bc27653c8d58)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:28.081393 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ab958738-812d-4328-9c5c-5f47316a077c req-1af9b0e1-06e2-485b-912b-b45d87bf86a8 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:28.124274 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-ab958738-812d-4328-9c5c-5f47316a077c req-1af9b0e1-06e2-485b-912b-b45d87bf86a8 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Calling delete_port for 3ebe06d4-b6aa-4b80-973b-1662183f0c5f owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:28.187221 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647fc280-fbc4-44ab-8830-78defadd0624 req-1ade47cb-5f9c-4f5c-b07e-c266b72875df tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:28.188815 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-647fc280-fbc4-44ab-8830-78defadd0624 req-1ade47cb-5f9c-4f5c-b07e-c266b72875df tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=624380a3-3879-4477-9f4a-69f4e2aae31a HTTP/1.1" status: 200 len: 943 time: 0.1099615 Nov 12 09:21:28.267048 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-647fc280-fbc4-44ab-8830-78defadd0624 req-d1fea500-33c6-4f21-a5ab-76929d90ed9a tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706568 Nov 12 09:21:28.328507 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ab958738-812d-4328-9c5c-5f47316a077c req-1af9b0e1-06e2-485b-912b-b45d87bf86a8 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:28.361229 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9b0e1-06e2-485b-912b-b45d87bf86a8 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event deleted for resources: {'Port': ['ID=3ebe06d4-b6aa-4b80-973b-1662183f0c5f,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:28.409375 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab958738-812d-4328-9c5c-5f47316a077c req-1af9b0e1-06e2-485b-912b-b45d87bf86a8 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] No DVR routers for this DVR port 3ebe06d4-b6aa-4b80-973b-1662183f0c5f on host n-h1-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:21:28.412158 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ab958738-812d-4328-9c5c-5f47316a077c req-1af9b0e1-06e2-485b-912b-b45d87bf86a8 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:28.415555 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab958738-812d-4328-9c5c-5f47316a077c req-1af9b0e1-06e2-485b-912b-b45d87bf86a8 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.54 "DELETE /v2.0/ports/3ebe06d4-b6aa-4b80-973b-1662183f0c5f HTTP/1.1" status: 204 len: 173 time: 0.6156254 Nov 12 09:21:28.488726 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afb8bca-1dfe-41d4-ae94-1047e74193cb', 'name': 'network-vif-deleted', 'tag': '3ebe06d4-b6aa-4b80-973b-1662183f0c5f'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:28.491473 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93f4e11-084e-4257-985b-f2b2ce253aca" -d '{"events": [{"server_uuid": "1afb8bca-1dfe-41d4-ae94-1047e74193cb", "name": "network-vif-deleted", "tag": "3ebe06d4-b6aa-4b80-973b-1662183f0c5f"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:28.537634 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef156a71-6e3f-42a4-9065-3b1017b2a2fc x-openstack-request-id: req-ef156a71-6e3f-42a4-9065-3b1017b2a2fc {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:28.537951 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afb8bca-1dfe-41d4-ae94-1047e74193cb", "name": "network-vif-deleted", "tag": "3ebe06d4-b6aa-4b80-973b-1662183f0c5f", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:28.538210 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ef156a71-6e3f-42a4-9065-3b1017b2a2fc {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:28.538621 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afb8bca-1dfe-41d4-ae94-1047e74193cb', 'name': 'network-vif-deleted', 'tag': '3ebe06d4-b6aa-4b80-973b-1662183f0c5f', 'status': 'completed', 'code': 200} Nov 12 09:21:29.072604 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37732) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:29.136980 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7e82a139-02af-424c-b3ba-33d037e8a34d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:29.164027 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7e82a139-02af-424c-b3ba-33d037e8a34d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:29.225465 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7e82a139-02af-424c-b3ba-33d037e8a34d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:29.228110 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7e82a139-02af-424c-b3ba-33d037e8a34d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:29.229334 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7e82a139-02af-424c-b3ba-33d037e8a34d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "DELETE /v2.0/security-groups/fbab6e8a-faab-455a-8b7a-2fb0d7eb513d HTTP/1.1" status: 204 len: 168 time: 0.1557822 Nov 12 09:21:29.240326 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82a139-02af-424c-b3ba-33d037e8a34d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbab6e8a-faab-455a-8b7a-2fb0d7eb513d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:29.275396 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37738) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:29.454660 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9b65c-4aaf-4ce8-9a7b-722ac3b9d467 req-143a8e26-4aa8-43db-aacc-30dd0fb716df tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:29.456179 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9a9b65c-4aaf-4ce8-9a7b-722ac3b9d467 req-143a8e26-4aa8-43db-aacc-30dd0fb716df tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=624380a3-3879-4477-9f4a-69f4e2aae31a HTTP/1.1" status: 200 len: 943 time: 0.0857711 Nov 12 09:21:29.492770 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:29.590671 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9a9b65c-4aaf-4ce8-9a7b-722ac3b9d467 req-89889519-43b0-4819-a5ea-5cc53a6aca69 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1020453 Nov 12 09:21:29.777224 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0eb18d49-7081-4062-b656-a43eba0f7884 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:30.070424 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-0eb18d49-7081-4062-b656-a43eba0f7884 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Deleting port 196494d1-0ec0-477a-8f20-a581a8b996c6 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:30.070839 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0eb18d49-7081-4062-b656-a43eba0f7884 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:30.177769 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-0eb18d49-7081-4062-b656-a43eba0f7884 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] For port 196494d1-0ec0-477a-8f20-a581a8b996c6, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=196494d1-0ec0-477a-8f20-a581a8b996c6,segment=NetworkSegment(b7353698-eb95-4f50-a854-bc27653c8d58),segment_id=b7353698-eb95-4f50-a854-bc27653c8d58)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:30.178518 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0eb18d49-7081-4062-b656-a43eba0f7884 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:30.193345 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-0eb18d49-7081-4062-b656-a43eba0f7884 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Calling delete_port for 196494d1-0ec0-477a-8f20-a581a8b996c6 owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:30.417370 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0eb18d49-7081-4062-b656-a43eba0f7884 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:30.449700 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb18d49-7081-4062-b656-a43eba0f7884 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event deleted for resources: {'Port': ['ID=196494d1-0ec0-477a-8f20-a581a8b996c6,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:30.721577 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0eb18d49-7081-4062-b656-a43eba0f7884 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:30.748879 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b5aad-4220-468a-813a-b326e0f79ade req-6b96a5e2-14fd-4fea-892c-149b281f251e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:30.751039 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-211b5aad-4220-468a-813a-b326e0f79ade req-6b96a5e2-14fd-4fea-892c-149b281f251e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=624380a3-3879-4477-9f4a-69f4e2aae31a HTTP/1.1" status: 200 len: 943 time: 0.0689297 Nov 12 09:21:30.877731 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-211b5aad-4220-468a-813a-b326e0f79ade req-0b502a76-0ffb-484d-8a73-9d4e3a04cece tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0894415 Nov 12 09:21:31.008160 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb18d49-7081-4062-b656-a43eba0f7884 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Router 09162fc6-d776-4ca5-8f18-863f48b496b2 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:21:31.123268 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb18d49-7081-4062-b656-a43eba0f7884 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:21:31.128870 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0eb18d49-7081-4062-b656-a43eba0f7884 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "PUT /v2.0/routers/09162fc6-d776-4ca5-8f18-863f48b496b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8523529 Nov 12 09:21:31.131951 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37774) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:31.135961 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f199ba-6297-424b-9602-d2b0bac996d3 None None] Sync routers for ids ['09162fc6-d776-4ca5-8f18-863f48b496b2'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:21:31.150039 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f199ba-6297-424b-9602-d2b0bac996d3 None None] Routers {'09162fc6-d776-4ca5-8f18-863f48b496b2'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:31.150812 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-74f199ba-6297-424b-9602-d2b0bac996d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:21:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['09162fc6-d776-4ca5-8f18-863f48b496b2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:31.192516 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-8085eff7-a5fb-44a9-b5b1-6f0089c2060e tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Deleting subnet 43a6f5f6-139d-452a-b500-fddef87cde13 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:21:31.196161 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8085eff7-a5fb-44a9-b5b1-6f0089c2060e tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:31.243640 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8085eff7-a5fb-44a9-b5b1-6f0089c2060e tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:31.266987 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-74f199ba-6297-424b-9602-d2b0bac996d3 None None] Set router 09162fc6-d776-4ca5-8f18-863f48b496b2 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:31.347400 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8085eff7-a5fb-44a9-b5b1-6f0089c2060e tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:31.423966 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8085eff7-a5fb-44a9-b5b1-6f0089c2060e tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:31.467626 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085eff7-a5fb-44a9-b5b1-6f0089c2060e tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event deleted for resources: {'Subnet': ['ID=43a6f5f6-139d-452a-b500-fddef87cde13,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:31.471110 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8085eff7-a5fb-44a9-b5b1-6f0089c2060e tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:31.476600 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8085eff7-a5fb-44a9-b5b1-6f0089c2060e tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "DELETE /v2.0/subnets/43a6f5f6-139d-452a-b500-fddef87cde13 HTTP/1.1" status: 204 len: 168 time: 0.3434730 Nov 12 09:21:31.479180 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37786) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:31.481851 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750ab555-915a-4223-8515-010b162ccc7d None None] Network 86dbd35d-ff46-4ab8-8c13-751df9ebd2de requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:31.618386 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4369fcc6-0bd8-493c-9e28-90b308c6f87b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:31.749997 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 71c08c44-e320-474a-b112-7cc71eefa3a1 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:21:31.752621 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 3ebe06d4-b6aa-4b80-973b-1662183f0c5f no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:21:31.767493 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4369fcc6-0bd8-493c-9e28-90b308c6f87b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:31.811253 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 3ebe06d4-b6aa-4b80-973b-1662183f0c5f {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:21:31.811692 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 3ebe06d4-b6aa-4b80-973b-1662183f0c5f not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:21:31.827370 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-4369fcc6-0bd8-493c-9e28-90b308c6f87b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Deleting port 5469ff98-04b6-4209-bddf-5ae5486e7776 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:31.827719 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4369fcc6-0bd8-493c-9e28-90b308c6f87b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:31.927930 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-74f199ba-6297-424b-9602-d2b0bac996d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'name': 'tempest-TestNetworkBasicOps-router-1227893840', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:19:27Z', 'updated_at': '2021-11-12T09:21:30Z', 'revision_number': 7, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port': {'id': '5469ff98-04b6-4209-bddf-5ae5486e7776', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:28Z', 'updated_at': '2021-11-12T09:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:31.977233 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f199ba-6297-424b-9602-d2b0bac996d3 None None] Checking router: 09162fc6-d776-4ca5-8f18-863f48b496b2 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:21:32.008474 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f199ba-6297-424b-9602-d2b0bac996d3 None None] Routers {'09162fc6-d776-4ca5-8f18-863f48b496b2'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:32.009151 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-74f199ba-6297-424b-9602-d2b0bac996d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:21:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['09162fc6-d776-4ca5-8f18-863f48b496b2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:32.147424 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7245474-ed4d-4b21-88e7-bebd379f1f39 None None] DHCP port deletion for 86dbd35d-ff46-4ab8-8c13-751df9ebd2de request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:21:32.167310 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 71c08c44-e320-474a-b112-7cc71eefa3a1, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=71c08c44-e320-474a-b112-7cc71eefa3a1,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:32.215694 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '71c08c44-e320-474a-b112-7cc71eefa3a1', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'port_id': '71c08c44-e320-474a-b112-7cc71eefa3a1', 'mac_address': 'fa:16:3e:96:ad:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098c0920-f801-4a1f-89b9-15466a208616', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:21:32.238100 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-74f199ba-6297-424b-9602-d2b0bac996d3 None None] Set router 09162fc6-d776-4ca5-8f18-863f48b496b2 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:32.320776 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-4369fcc6-0bd8-493c-9e28-90b308c6f87b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] For port 5469ff98-04b6-4209-bddf-5ae5486e7776, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=5469ff98-04b6-4209-bddf-5ae5486e7776,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:32.321716 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4369fcc6-0bd8-493c-9e28-90b308c6f87b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:32.344168 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-74f199ba-6297-424b-9602-d2b0bac996d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'name': 'tempest-TestNetworkBasicOps-router-1227893840', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:19:27Z', 'updated_at': '2021-11-12T09:21:31Z', 'revision_number': 8, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:32.347610 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b3cd5-5c43-4bc9-b8c0-eb0dfef953fc req-5a173624-6d31-4278-bdca-e679e3979dfc tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:32.356885 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-945b3cd5-5c43-4bc9-b8c0-eb0dfef953fc req-5a173624-6d31-4278-bdca-e679e3979dfc tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=624380a3-3879-4477-9f4a-69f4e2aae31a HTTP/1.1" status: 200 len: 943 time: 0.1083117 Nov 12 09:21:32.373076 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-4369fcc6-0bd8-493c-9e28-90b308c6f87b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Calling delete_port for 5469ff98-04b6-4209-bddf-5ae5486e7776 owned by network:router_gateway {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:32.385553 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f199ba-6297-424b-9602-d2b0bac996d3 None None] The sync data for ids ['09162fc6-d776-4ca5-8f18-863f48b496b2'] in n-d-768862-16 is: [{'id': '09162fc6-d776-4ca5-8f18-863f48b496b2', 'name': 'tempest-TestNetworkBasicOps-router-1227893840', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:19:27Z', 'updated_at': '2021-11-12T09:21:31Z', 'revision_number': 8, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port_host': None}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:21:32.393179 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:32.418020 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c08c44-e320-474a-b112-7cc71eefa3a1 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:21:32.437543 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-f7245474-ed4d-4b21-88e7-bebd379f1f39 None None] Deleting port 96e352c9-07f4-4ada-a6bd-b341f64c3e72 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:32.438097 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f7245474-ed4d-4b21-88e7-bebd379f1f39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:32.501669 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 71c08c44-e320-474a-b112-7cc71eefa3a1, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=71c08c44-e320-474a-b112-7cc71eefa3a1,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:32.525964 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-945b3cd5-5c43-4bc9-b8c0-eb0dfef953fc req-48b3d838-9e9a-4798-afcb-936ade00444d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1672468 Nov 12 09:21:32.562709 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:32.614137 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f7245474-ed4d-4b21-88e7-bebd379f1f39 None None] For port 96e352c9-07f4-4ada-a6bd-b341f64c3e72, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=96e352c9-07f4-4ada-a6bd-b341f64c3e72,segment=NetworkSegment(b7353698-eb95-4f50-a854-bc27653c8d58),segment_id=b7353698-eb95-4f50-a854-bc27653c8d58)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:32.614641 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f7245474-ed4d-4b21-88e7-bebd379f1f39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:32.643064 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-f7245474-ed4d-4b21-88e7-bebd379f1f39 None None] Calling delete_port for 96e352c9-07f4-4ada-a6bd-b341f64c3e72 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:32.668522 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=71c08c44-e320-474a-b112-7cc71eefa3a1,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:32.719578 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4369fcc6-0bd8-493c-9e28-90b308c6f87b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:32.761571 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369fcc6-0bd8-493c-9e28-90b308c6f87b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event deleted for resources: {'Port': ['ID=5469ff98-04b6-4209-bddf-5ae5486e7776,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:32.781359 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368c7f3b-9c62-4ce8-a99d-7f0d3b6836a2 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:21:32.795298 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['71c08c44-e320-474a-b112-7cc71eefa3a1'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:21:32.855644 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f7245474-ed4d-4b21-88e7-bebd379f1f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:32.863342 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4369fcc6-0bd8-493c-9e28-90b308c6f87b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:32.892872 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7245474-ed4d-4b21-88e7-bebd379f1f39 None None] Pushing event deleted for resources: {'Port': ['ID=96e352c9-07f4-4ada-a6bd-b341f64c3e72,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:32.903667 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7245474-ed4d-4b21-88e7-bebd379f1f39 None None] No DVR routers for this DVR port 96e352c9-07f4-4ada-a6bd-b341f64c3e72 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:21:33.028906 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4369fcc6-0bd8-493c-9e28-90b308c6f87b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:33.034762 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4369fcc6-0bd8-493c-9e28-90b308c6f87b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:33.118969 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4369fcc6-0bd8-493c-9e28-90b308c6f87b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:33.121199 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4369fcc6-0bd8-493c-9e28-90b308c6f87b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Fanout notify agent at l3_agent the message router_deleted on router 09162fc6-d776-4ca5-8f18-863f48b496b2 {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:21:33.131465 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4369fcc6-0bd8-493c-9e28-90b308c6f87b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:33.135158 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4369fcc6-0bd8-493c-9e28-90b308c6f87b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "DELETE /v2.0/routers/09162fc6-d776-4ca5-8f18-863f48b496b2 HTTP/1.1" status: 204 len: 168 time: 1.6543694 Nov 12 09:21:33.136182 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37808) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:33.247301 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5bffd853-125f-45b0-bd73-5aa66b1e69a1 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:33.365716 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5bffd853-125f-45b0-bd73-5aa66b1e69a1 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:33.389292 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-5bffd853-125f-45b0-bd73-5aa66b1e69a1 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86dbd35d-ff46-4ab8-8c13-751df9ebd2de']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:33.399648 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-5bffd853-125f-45b0-bd73-5aa66b1e69a1 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7353698-eb95-4f50-a854-bc27653c8d58') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:33.399988 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-5bffd853-125f-45b0-bd73-5aa66b1e69a1 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7353698-eb95-4f50-a854-bc27653c8d58') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:33.411527 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5bffd853-125f-45b0-bd73-5aa66b1e69a1 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:33.430111 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5bffd853-125f-45b0-bd73-5aa66b1e69a1 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:33.437783 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bffd853-125f-45b0-bd73-5aa66b1e69a1 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:21:33.438307 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5bffd853-125f-45b0-bd73-5aa66b1e69a1 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:33.442028 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:21:33.442028 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:21:33.442028 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:21:33.442028 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:21:33.442028 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:21:33.442028 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:21:33.442028 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:21:33.442028 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:21:33.442028 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:21:33.442028 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:21:33.442028 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:21:33.442028 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:21:33.442028 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:21:33.442028 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:21:33.442028 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:21:33.442028 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:21:33.442028 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:21:33.442028 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:21:33.442028 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:21:33.442028 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:21:33.442028 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:21:33.442028 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:21:33.442028 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:21:33.442028 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:21:33.442028 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:21:33.442028 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:21:33.442028 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:21:33.442028 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:21:33.442028 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:21:33.442028 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:21:33.442028 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:21:33.442028 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:21:33.624586 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 71c08c44-e320-474a-b112-7cc71eefa3a1 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:21:33.711278 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef573f83-6a1b-413a-abd9-ff42e0c1bd09 req-29ab582a-b2e9-4a65-bc0f-f8bbe1c8c9e2 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:33.720687 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ef573f83-6a1b-413a-abd9-ff42e0c1bd09 req-29ab582a-b2e9-4a65-bc0f-f8bbe1c8c9e2 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=624380a3-3879-4477-9f4a-69f4e2aae31a HTTP/1.1" status: 200 len: 944 time: 0.0830724 Nov 12 09:21:33.768739 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 96e352c9-07f4-4ada-a6bd-b341f64c3e72 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:21:33.781978 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ef573f83-6a1b-413a-abd9-ff42e0c1bd09 req-95d67e62-830e-4b93-9801-868c40ae0af8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600276 Nov 12 09:21:33.796486 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 96e352c9-07f4-4ada-a6bd-b341f64c3e72 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:21:33.796835 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 96e352c9-07f4-4ada-a6bd-b341f64c3e72 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:21:33.797368 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5469ff98-04b6-4209-bddf-5ae5486e7776 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:21:33.821069 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 5469ff98-04b6-4209-bddf-5ae5486e7776 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:21:33.821489 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5469ff98-04b6-4209-bddf-5ae5486e7776 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:21:33.821830 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 196494d1-0ec0-477a-8f20-a581a8b996c6 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:21:33.845946 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 196494d1-0ec0-477a-8f20-a581a8b996c6 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:21:33.846513 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 196494d1-0ec0-477a-8f20-a581a8b996c6 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:21:33.866137 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 71c08c44-e320-474a-b112-7cc71eefa3a1 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:21:33.873060 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 71c08c44-e320-474a-b112-7cc71eefa3a1 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:33.873435 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:33.912828 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5bffd853-125f-45b0-bd73-5aa66b1e69a1 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:33.925863 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5bffd853-125f-45b0-bd73-5aa66b1e69a1 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:33.929488 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5bffd853-125f-45b0-bd73-5aa66b1e69a1 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "DELETE /v2.0/networks/86dbd35d-ff46-4ab8-8c13-751df9ebd2de HTTP/1.1" status: 204 len: 168 time: 0.7915671 Nov 12 09:21:33.940637 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffd853-125f-45b0-bd73-5aa66b1e69a1 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event deleted for resources: {'Network': ['ID=86dbd35d-ff46-4ab8-8c13-751df9ebd2de,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:33.952221 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37830) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:33.954490 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-6af620f3-52db-49a0-8aef-8170d750b07d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'network': {'name': 'tempest-network-smoke--388735769', 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'port_security_enabled': True}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:33.988031 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:33.995058 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af620f3-52db-49a0-8aef-8170d750b07d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Made reservation on behalf of c2f8e5b12ecd4ba38827791d9dc04f83 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:34.003492 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6af620f3-52db-49a0-8aef-8170d750b07d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:34.015985 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '624380a3-3879-4477-9f4a-69f4e2aae31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c08c44-e320-474a-b112-7cc71eefa3a1'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:34.018203 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc35348-b360-4f93-b288-53704fc145a9" -d '{"events": [{"server_uuid": "624380a3-3879-4477-9f4a-69f4e2aae31a", "name": "network-vif-plugged", "status": "completed", "tag": "71c08c44-e320-474a-b112-7cc71eefa3a1"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:34.028608 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af620f3-52db-49a0-8aef-8170d750b07d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:21:34.034408 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 71c08c44-e320-474a-b112-7cc71eefa3a1, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=71c08c44-e320-474a-b112-7cc71eefa3a1,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:34.040390 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:34.048920 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6af620f3-52db-49a0-8aef-8170d750b07d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:34.049506 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-6af620f3-52db-49a0-8aef-8170d750b07d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Added segment fee66252-a0ca-4885-9f1f-83d2bc706c5f of type vlan for network b9761276-b3eb-4f28-9fbd-94e5367740c5 Nov 12 09:21:34.108682 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=71c08c44-e320-474a-b112-7cc71eefa3a1,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:34.130222 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6af620f3-52db-49a0-8aef-8170d750b07d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:34.143499 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3d48aa-e95f-410a-9437-43fd1fe95017 x-openstack-request-id: req-4d3d48aa-e95f-410a-9437-43fd1fe95017 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:34.143850 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "624380a3-3879-4477-9f4a-69f4e2aae31a", "name": "network-vif-plugged", "status": "completed", "tag": "71c08c44-e320-474a-b112-7cc71eefa3a1", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:34.144098 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d3d48aa-e95f-410a-9437-43fd1fe95017 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:34.144508 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '624380a3-3879-4477-9f4a-69f4e2aae31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c08c44-e320-474a-b112-7cc71eefa3a1', 'code': 200} Nov 12 09:21:34.167900 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6af620f3-52db-49a0-8aef-8170d750b07d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:34.174336 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af620f3-52db-49a0-8aef-8170d750b07d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:34.175249 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6af620f3-52db-49a0-8aef-8170d750b07d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:34.248065 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6af620f3-52db-49a0-8aef-8170d750b07d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2981281 Nov 12 09:21:34.252359 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37840) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:34.258235 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-30c596c0-401e-4654-9fb8-fba1a8e8740f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1492938861', 'admin_state_up': True, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:34.266936 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af620f3-52db-49a0-8aef-8170d750b07d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'Network': ['ID=b9761276-b3eb-4f28-9fbd-94e5367740c5,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:34.295501 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network b9761276-b3eb-4f28-9fbd-94e5367740c5 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:21:34.298737 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30c596c0-401e-4654-9fb8-fba1a8e8740f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:34.299915 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30c596c0-401e-4654-9fb8-fba1a8e8740f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:34.309279 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7e705-e8d5-46f6-84f1-faf290453d87 req-a91d8567-2add-4533-b6c3-ddd617f0da1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:34.310876 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4ef7e705-e8d5-46f6-84f1-faf290453d87 req-a91d8567-2add-4533-b6c3-ddd617f0da1e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=624380a3-3879-4477-9f4a-69f4e2aae31a HTTP/1.1" status: 200 len: 1097 time: 0.0594139 Nov 12 09:21:34.376490 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4ef7e705-e8d5-46f6-84f1-faf290453d87 req-72f24639-3aaa-4023-9f82-3e346d4e8fbb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578504 Nov 12 09:21:34.379349 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30c596c0-401e-4654-9fb8-fba1a8e8740f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:34.538305 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30c596c0-401e-4654-9fb8-fba1a8e8740f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:34.754455 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30c596c0-401e-4654-9fb8-fba1a8e8740f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:34.778222 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30c596c0-401e-4654-9fb8-fba1a8e8740f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:34.905579 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-30c596c0-401e-4654-9fb8-fba1a8e8740f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Allocated IP 172.25.6.10 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/246dba95-e923-481f-920a-f2324eb5f7eb) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:34.926054 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f017d32-f0f8-4218-a98e-48a335bd0815 req-bac71ba2-970f-46f2-87a5-f6b91054d616 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:34.927730 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7f017d32-f0f8-4218-a98e-48a335bd0815 req-bac71ba2-970f-46f2-87a5-f6b91054d616 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=624380a3-3879-4477-9f4a-69f4e2aae31a HTTP/1.1" status: 200 len: 945 time: 0.0575216 Nov 12 09:21:34.982618 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7f017d32-f0f8-4218-a98e-48a335bd0815 req-c781fb98-65e3-4d31-b003-3f78841db8d4 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470538 Nov 12 09:21:35.028972 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30c596c0-401e-4654-9fb8-fba1a8e8740f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:35.077417 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30c596c0-401e-4654-9fb8-fba1a8e8740f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:35.119230 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c596c0-401e-4654-9fb8-fba1a8e8740f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:35.122081 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-30c596c0-401e-4654-9fb8-fba1a8e8740f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:35.128225 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c596c0-401e-4654-9fb8-fba1a8e8740f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:21:35.139025 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aa080d-3c51-4b55-b16e-d516bea88193 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:21:35.156130 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c596c0-401e-4654-9fb8-fba1a8e8740f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'Port': ['ID=246dba95-e923-481f-920a-f2324eb5f7eb,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:35.261906 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5dc4bbd1-83d3-45b5-a6f8-720351dbcaad None None] Provisioning complete for port 246dba95-e923-481f-920a-f2324eb5f7eb triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:35.262243 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5dc4bbd1-83d3-45b5-a6f8-720351dbcaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:35.311280 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5dc4bbd1-83d3-45b5-a6f8-720351dbcaad None None] Port 246dba95-e923-481f-920a-f2324eb5f7eb cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:21:35.435823 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30c596c0-401e-4654-9fb8-fba1a8e8740f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:35.671112 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30c596c0-401e-4654-9fb8-fba1a8e8740f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:35.812308 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c596c0-401e-4654-9fb8-fba1a8e8740f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Router 4a2335f4-2b6d-475d-8fc3-e181ef53042b is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:21:35.926482 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c596c0-401e-4654-9fb8-fba1a8e8740f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:21:35.936991 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36e80f8-abe8-4dc8-a78c-04be75ef4f90 None None] Sync routers for ids ['4a2335f4-2b6d-475d-8fc3-e181ef53042b'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:21:35.947844 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36e80f8-abe8-4dc8-a78c-04be75ef4f90 None None] Routers {'4a2335f4-2b6d-475d-8fc3-e181ef53042b'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:35.948483 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-a36e80f8-abe8-4dc8-a78c-04be75ef4f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:21:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['4a2335f4-2b6d-475d-8fc3-e181ef53042b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:35.949040 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30c596c0-401e-4654-9fb8-fba1a8e8740f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:35.953514 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-30c596c0-401e-4654-9fb8-fba1a8e8740f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6965823 Nov 12 09:21:35.953725 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37878) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:35.984998 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d1218972-6eaa-4329-adca-ee5710e80e52 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=c2f8e5b12ecd4ba38827791d9dc04f83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299978 Nov 12 09:21:35.988414 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37880) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:36.071470 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-a36e80f8-abe8-4dc8-a78c-04be75ef4f90 None None] Set router 4a2335f4-2b6d-475d-8fc3-e181ef53042b gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:36.098646 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36f306e-2244-4d10-92d6-ddef035ce10e tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:36.100115 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a36f306e-2244-4d10-92d6-ddef035ce10e tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1107545 Nov 12 09:21:36.103105 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37884) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:36.135168 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b8ca7-2335-4528-bc74-318f78688a84 req-ac91e932-8192-4bfb-8240-76c0dabb7f4d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:36.137475 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-249b8ca7-2335-4528-bc74-318f78688a84 req-ac91e932-8192-4bfb-8240-76c0dabb7f4d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=624380a3-3879-4477-9f4a-69f4e2aae31a HTTP/1.1" status: 200 len: 945 time: 0.0570467 Nov 12 09:21:36.143239 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-567188df-1e26-4fa7-886c-bab24a61188a tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=83f85ab7-23f1-4ab4-91ca-b1dcd4333f60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385485 Nov 12 09:21:36.146357 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37886) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:36.153337 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-846f47f5-d7b9-4ded-9639-1e629608d2f0 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1453045768', 'network_id': 'b9761276-b3eb-4f28-9fbd-94e5367740c5', 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:36.205312 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-249b8ca7-2335-4528-bc74-318f78688a84 req-7512f6ab-ac2b-4d5f-bc0b-3648a260fd56 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593061 Nov 12 09:21:36.275481 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846f47f5-d7b9-4ded-9639-1e629608d2f0 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Made reservation on behalf of c2f8e5b12ecd4ba38827791d9dc04f83 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:36.282940 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-846f47f5-d7b9-4ded-9639-1e629608d2f0 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:36.303074 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-a36e80f8-abe8-4dc8-a78c-04be75ef4f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'name': 'tempest-TestNetworkBasicOps-router-1492938861', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '246dba95-e923-481f-920a-f2324eb5f7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:34Z', 'updated_at': '2021-11-12T09:21:35Z', 'revision_number': 3, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port': {'id': '246dba95-e923-481f-920a-f2324eb5f7eb', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:34Z', 'updated_at': '2021-11-12T09:21:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:36.342132 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36e80f8-abe8-4dc8-a78c-04be75ef4f90 None None] Checking router: 4a2335f4-2b6d-475d-8fc3-e181ef53042b for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:21:36.342649 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36e80f8-abe8-4dc8-a78c-04be75ef4f90 None None] Updating router 4a2335f4-2b6d-475d-8fc3-e181ef53042b port 246dba95-e923-481f-920a-f2324eb5f7eb binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:21:36.376322 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a36e80f8-abe8-4dc8-a78c-04be75ef4f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:36.549579 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-846f47f5-d7b9-4ded-9639-1e629608d2f0 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:36.644558 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f47f5-d7b9-4ded-9639-1e629608d2f0 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'Subnet': ['ID=576c9069-14cf-42e7-bfa3-de3d74b987ad,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:36.657961 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846f47f5-d7b9-4ded-9639-1e629608d2f0 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Checking segment: {'id': 'fee66252-a0ca-4885-9f1f-83d2bc706c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b9761276-b3eb-4f28-9fbd-94e5367740c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:21:36.658327 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846f47f5-d7b9-4ded-9639-1e629608d2f0 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Network hostable DHCP agents. Network: b9761276-b3eb-4f28-9fbd-94e5367740c5, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:21:36.678796 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a86b7-5dfa-4761-975f-b4a6618ca676 req-c7a29732-e9ef-40eb-ad42-5072235b13d2 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:36.680324 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d96a86b7-5dfa-4761-975f-b4a6618ca676 req-c7a29732-e9ef-40eb-ad42-5072235b13d2 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=624380a3-3879-4477-9f4a-69f4e2aae31a HTTP/1.1" status: 200 len: 945 time: 0.0706933 Nov 12 09:21:36.681969 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846f47f5-d7b9-4ded-9639-1e629608d2f0 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Network b9761276-b3eb-4f28-9fbd-94e5367740c5 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:21:36.694323 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-846f47f5-d7b9-4ded-9639-1e629608d2f0 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, b9761276-b3eb-4f28-9fbd-94e5367740c5) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:36.700223 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846f47f5-d7b9-4ded-9639-1e629608d2f0 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:36.701970 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-846f47f5-d7b9-4ded-9639-1e629608d2f0 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:36.707528 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0a5be9-09b8-496f-8d5a-23a9d1cdcacd None None] Network b9761276-b3eb-4f28-9fbd-94e5367740c5 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:36.723508 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-846f47f5-d7b9-4ded-9639-1e629608d2f0 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5755725 Nov 12 09:21:36.726342 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37892) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:36.755297 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a36e80f8-abe8-4dc8-a78c-04be75ef4f90 None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:36.765143 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d96a86b7-5dfa-4761-975f-b4a6618ca676 req-9b24cc71-8894-4c10-b2db-1e3a966acc0c tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0719769 Nov 12 09:21:36.777602 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a36e80f8-abe8-4dc8-a78c-04be75ef4f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:36.792502 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37894) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:36.867916 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e86d69-3842-44d4-9219-afe06a239c68 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:21:36.873305 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-a36e80f8-abe8-4dc8-a78c-04be75ef4f90 None None] Attempting to bind port 246dba95-e923-481f-920a-f2324eb5f7eb on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:21:36.873699 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-a36e80f8-abe8-4dc8-a78c-04be75ef4f90 None None] Attempting to bind port 246dba95-e923-481f-920a-f2324eb5f7eb by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:21:36.874124 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36e80f8-abe8-4dc8-a78c-04be75ef4f90 None None] Attempting to bind port 246dba95-e923-481f-920a-f2324eb5f7eb on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:21:36.882987 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942191a7-9f84-4b19-a81d-314e4408f9f7 None None] Pushing event updated for resources: {'Port': ['ID=246dba95-e923-481f-920a-f2324eb5f7eb,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:36.898324 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36e80f8-abe8-4dc8-a78c-04be75ef4f90 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:21:36.898969 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36e80f8-abe8-4dc8-a78c-04be75ef4f90 None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:21:36.899549 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a36e80f8-abe8-4dc8-a78c-04be75ef4f90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:36.901388 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36e80f8-abe8-4dc8-a78c-04be75ef4f90 None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:21:36.902089 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-a36e80f8-abe8-4dc8-a78c-04be75ef4f90 None None] Bound port: 246dba95-e923-481f-920a-f2324eb5f7eb, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:21:36.902716 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a36e80f8-abe8-4dc8-a78c-04be75ef4f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:36.936359 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942191a7-9f84-4b19-a81d-314e4408f9f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:36.936988 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942191a7-9f84-4b19-a81d-314e4408f9f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:36.937525 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942191a7-9f84-4b19-a81d-314e4408f9f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:36.938507 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942191a7-9f84-4b19-a81d-314e4408f9f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:36.939027 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942191a7-9f84-4b19-a81d-314e4408f9f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:36.939547 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942191a7-9f84-4b19-a81d-314e4408f9f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:36.940091 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942191a7-9f84-4b19-a81d-314e4408f9f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:36.940595 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942191a7-9f84-4b19-a81d-314e4408f9f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:36.941795 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942191a7-9f84-4b19-a81d-314e4408f9f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:36.942328 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942191a7-9f84-4b19-a81d-314e4408f9f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:36.943014 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942191a7-9f84-4b19-a81d-314e4408f9f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:36.943516 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942191a7-9f84-4b19-a81d-314e4408f9f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:36.960452 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08a5e3d-82da-43ba-9288-0752405b469d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-b9761276-b3eb-4f28-9fbd-94e5367740c5', 'network_id': 'b9761276-b3eb-4f28-9fbd-94e5367740c5', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'fixed_ips': [{'subnet_id': '576c9069-14cf-42e7-bfa3-de3d74b987ad'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:21:36.963011 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e08a5e3d-82da-43ba-9288-0752405b469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:36.996915 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c66e16b0-8fbe-4a6e-adf8-32ad24b0a420 None None] Provisioning complete for port 246dba95-e923-481f-920a-f2324eb5f7eb triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:36.997308 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c66e16b0-8fbe-4a6e-adf8-32ad24b0a420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:37.026831 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-a36e80f8-abe8-4dc8-a78c-04be75ef4f90 None None] For port 246dba95-e923-481f-920a-f2324eb5f7eb, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:21:37.030967 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-a36e80f8-abe8-4dc8-a78c-04be75ef4f90 None None] For port 246dba95-e923-481f-920a-f2324eb5f7eb, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=246dba95-e923-481f-920a-f2324eb5f7eb,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:21:37.038225 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a36e80f8-abe8-4dc8-a78c-04be75ef4f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:37.086645 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f508e6b1-8d96-4248-b97c-90a49109a65d tempest-TestVolumeBootPattern-417724045 tempest-TestVolumeBootPattern-417724045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:37.091187 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f508e6b1-8d96-4248-b97c-90a49109a65d tempest-TestVolumeBootPattern-417724045 tempest-TestVolumeBootPattern-417724045-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=624380a3-3879-4477-9f4a-69f4e2aae31a HTTP/1.1" status: 200 len: 1092 time: 0.2938402 Nov 12 09:21:37.091623 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37898) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:37.097918 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e89ae633-6441-4b6f-9e1e-c4e8807e8794 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'port_id': '71c08c44-e320-474a-b112-7cc71eefa3a1', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:37.135408 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942191a7-9f84-4b19-a81d-314e4408f9f7 None None] Pushing event updated for resources: {'Port': ['ID=246dba95-e923-481f-920a-f2324eb5f7eb,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:37.141617 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36e80f8-abe8-4dc8-a78c-04be75ef4f90 None None] Routers {'4a2335f4-2b6d-475d-8fc3-e181ef53042b'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:37.142483 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-a36e80f8-abe8-4dc8-a78c-04be75ef4f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:21:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['4a2335f4-2b6d-475d-8fc3-e181ef53042b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:37.143457 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c66e16b0-8fbe-4a6e-adf8-32ad24b0a420 None None] Port 246dba95-e923-481f-920a-f2324eb5f7eb cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:21:37.151115 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af440023-e445-4ab2-8a77-de9ba0019656 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:21:37.164610 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e89ae633-6441-4b6f-9e1e-c4e8807e8794 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:37.247696 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-e08a5e3d-82da-43ba-9288-0752405b469d None None] Allocated IP 172.20.0.2 (b9761276-b3eb-4f28-9fbd-94e5367740c5/576c9069-14cf-42e7-bfa3-de3d74b987ad/32ab9500-649f-49f2-b575-9f053c9223d7) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:37.283811 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f3dc6ea0-1a97-4056-89af-a8be51ba08d5 None None] Provisioning complete for port 246dba95-e923-481f-920a-f2324eb5f7eb triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:37.284358 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f3dc6ea0-1a97-4056-89af-a8be51ba08d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:37.298295 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-a36e80f8-abe8-4dc8-a78c-04be75ef4f90 None None] Set router 4a2335f4-2b6d-475d-8fc3-e181ef53042b gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:37.484775 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e89ae633-6441-4b6f-9e1e-c4e8807e8794 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:37.494356 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f3dc6ea0-1a97-4056-89af-a8be51ba08d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:37.520059 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f3dc6ea0-1a97-4056-89af-a8be51ba08d5 None None] For port 246dba95-e923-481f-920a-f2324eb5f7eb, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=246dba95-e923-481f-920a-f2324eb5f7eb,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:37.527887 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f3dc6ea0-1a97-4056-89af-a8be51ba08d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:37.577868 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e08a5e3d-82da-43ba-9288-0752405b469d None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:37.590014 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-a36e80f8-abe8-4dc8-a78c-04be75ef4f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'name': 'tempest-TestNetworkBasicOps-router-1492938861', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '246dba95-e923-481f-920a-f2324eb5f7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:34Z', 'updated_at': '2021-11-12T09:21:35Z', 'revision_number': 3, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port': {'id': '246dba95-e923-481f-920a-f2324eb5f7eb', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:34Z', 'updated_at': '2021-11-12T09:21:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:37.594692 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e08a5e3d-82da-43ba-9288-0752405b469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:37.620201 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc6ea0-1a97-4056-89af-a8be51ba08d5 None None] Pushing event updated for resources: {'Port': ['ID=246dba95-e923-481f-920a-f2324eb5f7eb,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:37.625288 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08a5e3d-82da-43ba-9288-0752405b469d None None] Network b9761276-b3eb-4f28-9fbd-94e5367740c5 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:37.634627 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-e08a5e3d-82da-43ba-9288-0752405b469d None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:37.637818 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dc6ea0-1a97-4056-89af-a8be51ba08d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:37.638461 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dc6ea0-1a97-4056-89af-a8be51ba08d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:37.638893 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dc6ea0-1a97-4056-89af-a8be51ba08d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:37.639370 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dc6ea0-1a97-4056-89af-a8be51ba08d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:37.640007 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dc6ea0-1a97-4056-89af-a8be51ba08d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:37.641026 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dc6ea0-1a97-4056-89af-a8be51ba08d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:37.641468 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dc6ea0-1a97-4056-89af-a8be51ba08d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:37.641892 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dc6ea0-1a97-4056-89af-a8be51ba08d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:37.643137 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dc6ea0-1a97-4056-89af-a8be51ba08d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:37.643540 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dc6ea0-1a97-4056-89af-a8be51ba08d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:37.643962 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dc6ea0-1a97-4056-89af-a8be51ba08d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:37.644478 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dc6ea0-1a97-4056-89af-a8be51ba08d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:37.648280 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08a5e3d-82da-43ba-9288-0752405b469d None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:21:37.675313 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36e80f8-abe8-4dc8-a78c-04be75ef4f90 None None] The sync data for ids ['4a2335f4-2b6d-475d-8fc3-e181ef53042b'] in n-d-768862-16 is: [{'id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'name': 'tempest-TestNetworkBasicOps-router-1492938861', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '246dba95-e923-481f-920a-f2324eb5f7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:34Z', 'updated_at': '2021-11-12T09:21:35Z', 'revision_number': 3, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port': {'id': '246dba95-e923-481f-920a-f2324eb5f7eb', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:34Z', 'updated_at': '2021-11-12T09:21:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:21:37.765047 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b0e77c02-52d9-4963-a2bf-970d3e8d080b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:37.767617 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-e08a5e3d-82da-43ba-9288-0752405b469d None None] Attempting to bind port 32ab9500-649f-49f2-b575-9f053c9223d7 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:21:37.768489 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-e08a5e3d-82da-43ba-9288-0752405b469d None None] Attempting to bind port 32ab9500-649f-49f2-b575-9f053c9223d7 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'fee66252-a0ca-4885-9f1f-83d2bc706c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b9761276-b3eb-4f28-9fbd-94e5367740c5'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:21:37.768720 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a5e3d-82da-43ba-9288-0752405b469d None None] Attempting to bind port 32ab9500-649f-49f2-b575-9f053c9223d7 on network b9761276-b3eb-4f28-9fbd-94e5367740c5 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:21:37.768911 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-e89ae633-6441-4b6f-9e1e-c4e8807e8794 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Allocated IP 172.25.6.253 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/b0ff1e7c-5096-4251-b6b5-45ee57830134) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:37.775405 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a5e3d-82da-43ba-9288-0752405b469d None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:21:37.775783 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a5e3d-82da-43ba-9288-0752405b469d None None] Checking segment: {'id': 'fee66252-a0ca-4885-9f1f-83d2bc706c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b9761276-b3eb-4f28-9fbd-94e5367740c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:21:37.776095 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e08a5e3d-82da-43ba-9288-0752405b469d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:37.776553 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a5e3d-82da-43ba-9288-0752405b469d None None] Bound using segment: {'id': 'fee66252-a0ca-4885-9f1f-83d2bc706c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b9761276-b3eb-4f28-9fbd-94e5367740c5'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:21:37.777295 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-e08a5e3d-82da-43ba-9288-0752405b469d None None] Bound port: 32ab9500-649f-49f2-b575-9f053c9223d7, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee66252-a0ca-4885-9f1f-83d2bc706c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b9761276-b3eb-4f28-9fbd-94e5367740c5'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:21:37.777727 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e08a5e3d-82da-43ba-9288-0752405b469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:37.794906 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a5e3d-82da-43ba-9288-0752405b469d None None] Pushing event updated for resources: {'Port': ['ID=32ab9500-649f-49f2-b575-9f053c9223d7,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:37.860184 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-e08a5e3d-82da-43ba-9288-0752405b469d None None] For port 32ab9500-649f-49f2-b575-9f053c9223d7, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:21:37.864273 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-e08a5e3d-82da-43ba-9288-0752405b469d None None] For port 32ab9500-649f-49f2-b575-9f053c9223d7, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=32ab9500-649f-49f2-b575-9f053c9223d7,segment=NetworkSegment(fee66252-a0ca-4885-9f1f-83d2bc706c5f),segment_id=fee66252-a0ca-4885-9f1f-83d2bc706c5f)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:21:37.871682 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e08a5e3d-82da-43ba-9288-0752405b469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:37.931461 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fa938114-ed2a-4a7e-9a6b-43a1bb836f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:37.960021 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a5e3d-82da-43ba-9288-0752405b469d None None] Pushing event updated for resources: {'Port': ['ID=32ab9500-649f-49f2-b575-9f053c9223d7,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:38.164370 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e89ae633-6441-4b6f-9e1e-c4e8807e8794 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:38.281954 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e89ae633-6441-4b6f-9e1e-c4e8807e8794 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:38.329236 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-b0e77c02-52d9-4963-a2bf-970d3e8d080b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Allocated IP 172.20.0.1 (b9761276-b3eb-4f28-9fbd-94e5367740c5/576c9069-14cf-42e7-bfa3-de3d74b987ad/52383814-aa40-4314-8ed0-ec570bd12c69) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:38.377792 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89ae633-6441-4b6f-9e1e-c4e8807e8794 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:38.385777 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-e89ae633-6441-4b6f-9e1e-c4e8807e8794 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:38.398063 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ae633-6441-4b6f-9e1e-c4e8807e8794 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Pushing event updated for resources: {'Port': ['ID=b0ff1e7c-5096-4251-b6b5-45ee57830134,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:38.400591 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89ae633-6441-4b6f-9e1e-c4e8807e8794 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:21:39.090445 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b0e77c02-52d9-4963-a2bf-970d3e8d080b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:39.228029 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b0e77c02-52d9-4963-a2bf-970d3e8d080b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:39.325806 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e77c02-52d9-4963-a2bf-970d3e8d080b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Network b9761276-b3eb-4f28-9fbd-94e5367740c5 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:39.336083 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-b0e77c02-52d9-4963-a2bf-970d3e8d080b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:39.337968 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e77c02-52d9-4963-a2bf-970d3e8d080b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'Port': ['ID=52383814-aa40-4314-8ed0-ec570bd12c69,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:39.342022 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e77c02-52d9-4963-a2bf-970d3e8d080b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:21:39.393382 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c30eb6-3699-4f3c-9876-d8bfd08cc25d None None] Network b9761276-b3eb-4f28-9fbd-94e5367740c5 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:39.431360 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b0e77c02-52d9-4963-a2bf-970d3e8d080b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:39.478505 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e89ae633-6441-4b6f-9e1e-c4e8807e8794 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:39.497072 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-dd6482aa-b20c-41c0-9494-05aa12752d98 None None] Provisioning complete for port 32ab9500-649f-49f2-b575-9f053c9223d7 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:39.497771 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dd6482aa-b20c-41c0-9494-05aa12752d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:39.635067 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e89ae633-6441-4b6f-9e1e-c4e8807e8794 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:39.679053 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dd6482aa-b20c-41c0-9494-05aa12752d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:39.749079 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-dd6482aa-b20c-41c0-9494-05aa12752d98 None None] For port 32ab9500-649f-49f2-b575-9f053c9223d7, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=32ab9500-649f-49f2-b575-9f053c9223d7,segment=NetworkSegment(fee66252-a0ca-4885-9f1f-83d2bc706c5f),segment_id=fee66252-a0ca-4885-9f1f-83d2bc706c5f)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:39.781406 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dd6482aa-b20c-41c0-9494-05aa12752d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:39.803510 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b0e77c02-52d9-4963-a2bf-970d3e8d080b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:39.855686 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6482aa-b20c-41c0-9494-05aa12752d98 None None] Pushing event updated for resources: {'Port': ['ID=32ab9500-649f-49f2-b575-9f053c9223d7,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:39.916622 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 246dba95-e923-481f-920a-f2324eb5f7eb up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:21:40.051315 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e89ae633-6441-4b6f-9e1e-c4e8807e8794 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:40.088545 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e89ae633-6441-4b6f-9e1e-c4e8807e8794 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:40.230143 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ae633-6441-4b6f-9e1e-c4e8807e8794 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Pushing event updated for resources: {'Port': ['ID=b0ff1e7c-5096-4251-b6b5-45ee57830134,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:40.250357 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e89ae633-6441-4b6f-9e1e-c4e8807e8794 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:40.267476 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2faab5bb-8a0a-434e-8b13-37227de4cef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:40.290653 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c64285a7-6bbd-40dd-b4b5-628571085592 None None] Provisioning complete for port 32ab9500-649f-49f2-b575-9f053c9223d7 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:40.291020 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c64285a7-6bbd-40dd-b4b5-628571085592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:40.341723 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 246dba95-e923-481f-920a-f2324eb5f7eb triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:40.342116 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:40.480919 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [None req-e89ae633-6441-4b6f-9e1e-c4e8807e8794 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Floating IP da4e208c-e0ce-47bf-a165-07f3ae40ba3d associated. External IP: 172.25.6.253, port: 71c08c44-e320-474a-b112-7cc71eefa3a1. Nov 12 09:21:40.481820 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 32ab9500-649f-49f2-b575-9f053c9223d7 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:21:40.523856 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c64285a7-6bbd-40dd-b4b5-628571085592 None None] Provisioning complete for port 52383814-aa40-4314-8ed0-ec570bd12c69 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:40.524219 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c64285a7-6bbd-40dd-b4b5-628571085592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:40.538781 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b0e77c02-52d9-4963-a2bf-970d3e8d080b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:40.552181 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b0e77c02-52d9-4963-a2bf-970d3e8d080b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:40.578278 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c64285a7-6bbd-40dd-b4b5-628571085592 None None] Port 52383814-aa40-4314-8ed0-ec570bd12c69 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:21:40.588293 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 32ab9500-649f-49f2-b575-9f053c9223d7 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:40.588769 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:40.677243 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e77c02-52d9-4963-a2bf-970d3e8d080b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'Port': ['ID=52383814-aa40-4314-8ed0-ec570bd12c69,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:40.679687 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b0e77c02-52d9-4963-a2bf-970d3e8d080b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:40.702976 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-68c2d880-db39-408f-99b5-3f68511b04c4 None None] Provisioning complete for port 52383814-aa40-4314-8ed0-ec570bd12c69 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:40.703786 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-68c2d880-db39-408f-99b5-3f68511b04c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:40.739889 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-68c2d880-db39-408f-99b5-3f68511b04c4 None None] Port 52383814-aa40-4314-8ed0-ec570bd12c69 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:21:40.880235 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e77c02-52d9-4963-a2bf-970d3e8d080b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Network b9761276-b3eb-4f28-9fbd-94e5367740c5 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:40.883619 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-b0e77c02-52d9-4963-a2bf-970d3e8d080b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:40.936020 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89ae633-6441-4b6f-9e1e-c4e8807e8794 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Router b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:21:41.101638 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e77c02-52d9-4963-a2bf-970d3e8d080b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Router 4a2335f4-2b6d-475d-8fc3-e181ef53042b has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:21:41.123140 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89ae633-6441-4b6f-9e1e-c4e8807e8794 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:21:41.133538 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cb14d3-4d36-4e00-ad58-c582c3b7b45c None None] Sync routers for ids ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:21:41.144934 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cb14d3-4d36-4e00-ad58-c582c3b7b45c None None] Routers {'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:41.145895 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-99cb14d3-4d36-4e00-ad58-c582c3b7b45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:21:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:41.180000 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e89ae633-6441-4b6f-9e1e-c4e8807e8794 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:41.216157 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5cc27685-efe8-42e4-8308-93b40950aa51 None None] Provisioning complete for port 52383814-aa40-4314-8ed0-ec570bd12c69 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:41.216856 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5cc27685-efe8-42e4-8308-93b40950aa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:41.261854 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e89ae633-6441-4b6f-9e1e-c4e8807e8794 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1545231 Nov 12 09:21:41.261854 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '624380a3-3879-4477-9f4a-69f4e2aae31a', 'tag': '71c08c44-e320-474a-b112-7cc71eefa3a1'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:41.261854 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660fafd7-da9d-49e5-8d58-c3378a159ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "624380a3-3879-4477-9f4a-69f4e2aae31a", "tag": "71c08c44-e320-474a-b112-7cc71eefa3a1"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:41.287306 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e77c02-52d9-4963-a2bf-970d3e8d080b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:21:41.301760 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd903bb1-90e1-418a-b507-1a7398608beb None None] Sync routers for ids ['4a2335f4-2b6d-475d-8fc3-e181ef53042b'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:21:41.310396 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b0e77c02-52d9-4963-a2bf-970d3e8d080b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "PUT /v2.0/routers/4a2335f4-2b6d-475d-8fc3-e181ef53042b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5823104 Nov 12 09:21:41.311475 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37916) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:41.312980 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1ffedb-1196-47c7-aae8-a58482605afa x-openstack-request-id: req-dd1ffedb-1196-47c7-aae8-a58482605afa {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:41.313292 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "624380a3-3879-4477-9f4a-69f4e2aae31a", "tag": "71c08c44-e320-474a-b112-7cc71eefa3a1", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:41.313545 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd1ffedb-1196-47c7-aae8-a58482605afa {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:41.313954 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '624380a3-3879-4477-9f4a-69f4e2aae31a', 'tag': '71c08c44-e320-474a-b112-7cc71eefa3a1', 'status': 'completed', 'code': 200} Nov 12 09:21:41.318571 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5cc27685-efe8-42e4-8308-93b40950aa51 None None] Port 52383814-aa40-4314-8ed0-ec570bd12c69 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:21:41.320338 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd903bb1-90e1-418a-b507-1a7398608beb None None] Routers {'4a2335f4-2b6d-475d-8fc3-e181ef53042b'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:41.322828 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-cd903bb1-90e1-418a-b507-1a7398608beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:21:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['4a2335f4-2b6d-475d-8fc3-e181ef53042b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:41.330123 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-99cb14d3-4d36-4e00-ad58-c582c3b7b45c None None] Set router b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:41.430175 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fafd7-da9d-49e5-8d58-c3378a159ff1 req-27968e2e-1f3d-4849-9c36-d1c7847f0f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:41.431916 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-660fafd7-da9d-49e5-8d58-c3378a159ff1 req-27968e2e-1f3d-4849-9c36-d1c7847f0f35 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&device_id=624380a3-3879-4477-9f4a-69f4e2aae31a HTTP/1.1" status: 200 len: 1097 time: 0.1051123 Nov 12 09:21:41.442104 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-cd903bb1-90e1-418a-b507-1a7398608beb None None] Set router 4a2335f4-2b6d-475d-8fc3-e181ef53042b gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:41.502842 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [req-677184ea-1156-4c3c-b66f-eff8db1d5212 req-f5678e4c-1e89-4c03-8f72-2d71caa5cdad service neutron] (102568) timed out ('10.222.0.37', 50958) {{(pid=102568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:21:41.539508 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301e2c27-3f5d-45d5-bfa9-c416d025af6e tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:41.540340 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301e2c27-3f5d-45d5-bfa9-c416d025af6e tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:41.540981 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301e2c27-3f5d-45d5-bfa9-c416d025af6e tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:41.541606 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301e2c27-3f5d-45d5-bfa9-c416d025af6e tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:41.542228 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301e2c27-3f5d-45d5-bfa9-c416d025af6e tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:41.543014 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301e2c27-3f5d-45d5-bfa9-c416d025af6e tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:41.543662 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301e2c27-3f5d-45d5-bfa9-c416d025af6e tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:41.544331 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301e2c27-3f5d-45d5-bfa9-c416d025af6e tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:41.550143 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-301e2c27-3f5d-45d5-bfa9-c416d025af6e tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5679 time: 0.2353461 Nov 12 09:21:41.552717 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37918) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:41.584615 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fafd7-da9d-49e5-8d58-c3378a159ff1 req-da4ea80c-5ce2-418d-bfaa-46e0e17a5d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:41.587254 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-660fafd7-da9d-49e5-8d58-c3378a159ff1 req-da4ea80c-5ce2-418d-bfaa-46e0e17a5d68 service neutron] 10.222.0.54 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 913 time: 0.1482301 Nov 12 09:21:41.690153 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-cd903bb1-90e1-418a-b507-1a7398608beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'name': 'tempest-TestNetworkBasicOps-router-1492938861', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '246dba95-e923-481f-920a-f2324eb5f7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:34Z', 'updated_at': '2021-11-12T09:21:39Z', 'revision_number': 4, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port': {'id': '246dba95-e923-481f-920a-f2324eb5f7eb', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:34Z', 'updated_at': '2021-11-12T09:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '52383814-aa40-4314-8ed0-ec570bd12c69', 'name': '', 'network_id': 'b9761276-b3eb-4f28-9fbd-94e5367740c5', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'mac_address': 'fa:16:3e:f5:8b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '576c9069-14cf-42e7-bfa3-de3d74b987ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:38Z', 'updated_at': '2021-11-12T09:21:40Z', 'revision_number': 2, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'subnets': [{'id': '576c9069-14cf-42e7-bfa3-de3d74b987ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:41.716735 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2f53f9-b95a-4376-9fbd-f7d684e8d9b5 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:41.719715 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2f53f9-b95a-4376-9fbd-f7d684e8d9b5 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:41.721519 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2f53f9-b95a-4376-9fbd-f7d684e8d9b5 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:41.725993 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2f53f9-b95a-4376-9fbd-f7d684e8d9b5 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:41.728550 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd903bb1-90e1-418a-b507-1a7398608beb None None] Checking router: 4a2335f4-2b6d-475d-8fc3-e181ef53042b for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:21:41.728910 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd903bb1-90e1-418a-b507-1a7398608beb None None] Updating router 4a2335f4-2b6d-475d-8fc3-e181ef53042b port 52383814-aa40-4314-8ed0-ec570bd12c69 binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:21:41.736815 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2f53f9-b95a-4376-9fbd-f7d684e8d9b5 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:41.738118 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-660fafd7-da9d-49e5-8d58-c3378a159ff1 req-c92d9372-1f77-41de-ac0d-f31cbe5becb9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71c08c44-e320-474a-b112-7cc71eefa3a1 HTTP/1.1" status: 200 len: 999 time: 0.1431866 Nov 12 09:21:41.744090 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2f53f9-b95a-4376-9fbd-f7d684e8d9b5 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:41.744902 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2f53f9-b95a-4376-9fbd-f7d684e8d9b5 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:41.745604 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2f53f9-b95a-4376-9fbd-f7d684e8d9b5 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:41.755923 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0c2f53f9-b95a-4376-9fbd-f7d684e8d9b5 tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5278 time: 0.1993117 Nov 12 09:21:41.758610 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37920) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:41.770238 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-99cb14d3-4d36-4e00-ad58-c582c3b7b45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'name': 'tempest-TestVolumeBootPattern-1155374346-router', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:48Z', 'updated_at': '2021-11-12T09:15:57Z', 'revision_number': 4, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'gw_port': {'id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:50Z', 'updated_at': '2021-11-12T09:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'da4e208c-e0ce-47bf-a165-07f3ae40ba3d', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'floating_ip_address': '172.25.6.253', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'port_id': '71c08c44-e320-474a-b112-7cc71eefa3a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'mac_address': 'fa:16:3e:96:ad:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624380a3-3879-4477-9f4a-69f4e2aae31a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:21:39Z', 'updated_at': '2021-11-12T09:21:39Z', 'revision_number': 0, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04715282-6a3b-4748-a839-1bf3f32f9b99', 'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'mac_address': 'fa:16:3e:3e:71:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '098c0920-f801-4a1f-89b9-15466a208616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:56Z', 'updated_at': '2021-11-12T09:16:07Z', 'revision_number': 5, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'subnets': [{'id': '098c0920-f801-4a1f-89b9-15466a208616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:41.775946 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 32ab9500-649f-49f2-b575-9f053c9223d7 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:21:41.813340 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cb14d3-4d36-4e00-ad58-c582c3b7b45c None None] Checking router: b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:21:41.869857 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cb14d3-4d36-4e00-ad58-c582c3b7b45c None None] Routers {'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:41.871435 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fafd7-da9d-49e5-8d58-c3378a159ff1 req-58d3139f-a36c-436c-96fc-e509c3920dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:41.872648 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-99cb14d3-4d36-4e00-ad58-c582c3b7b45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:21:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:41.873022 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-660fafd7-da9d-49e5-8d58-c3378a159ff1 req-58d3139f-a36c-436c-96fc-e509c3920dc1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=098c0920-f801-4a1f-89b9-15466a208616 HTTP/1.1" status: 200 len: 851 time: 0.1262689 Nov 12 09:21:41.908627 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cd903bb1-90e1-418a-b507-1a7398608beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:41.952820 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 32ab9500-649f-49f2-b575-9f053c9223d7 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:41.953280 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:41.966470 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fafd7-da9d-49e5-8d58-c3378a159ff1 req-8c85126e-f0ac-4028-94ac-cc581b6b11a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:41.968877 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-660fafd7-da9d-49e5-8d58-c3378a159ff1 req-8c85126e-f0ac-4028-94ac-cc581b6b11a3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=492b01ef-bcf0-406a-881b-e054fdb77f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0882668 Nov 12 09:21:42.109496 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-99cb14d3-4d36-4e00-ad58-c582c3b7b45c None None] Set router b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:42.162878 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-660fafd7-da9d-49e5-8d58-c3378a159ff1 req-fe14792d-2700-456d-a708-bd062afa81bb service neutron] 10.222.0.54 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864028 Nov 12 09:21:42.231407 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:42.314891 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-660fafd7-da9d-49e5-8d58-c3378a159ff1 req-e81617e7-8bdf-4c96-8422-4fb70aa3d9e3 service neutron] 10.222.0.54 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422701 Nov 12 09:21:42.358123 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cd903bb1-90e1-418a-b507-1a7398608beb None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:42.367351 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cd903bb1-90e1-418a-b507-1a7398608beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:42.421300 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e99118-410c-4aa2-85d4-440a7ccdcb41 None None] Pushing event updated for resources: {'Port': ['ID=52383814-aa40-4314-8ed0-ec570bd12c69,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:42.440514 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-99cb14d3-4d36-4e00-ad58-c582c3b7b45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'name': 'tempest-TestVolumeBootPattern-1155374346-router', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:48Z', 'updated_at': '2021-11-12T09:15:57Z', 'revision_number': 4, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'gw_port': {'id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:50Z', 'updated_at': '2021-11-12T09:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'da4e208c-e0ce-47bf-a165-07f3ae40ba3d', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'floating_ip_address': '172.25.6.253', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'port_id': '71c08c44-e320-474a-b112-7cc71eefa3a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'mac_address': 'fa:16:3e:96:ad:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624380a3-3879-4477-9f4a-69f4e2aae31a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:21:39Z', 'updated_at': '2021-11-12T09:21:39Z', 'revision_number': 0, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04715282-6a3b-4748-a839-1bf3f32f9b99', 'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'mac_address': 'fa:16:3e:3e:71:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '098c0920-f801-4a1f-89b9-15466a208616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:56Z', 'updated_at': '2021-11-12T09:16:07Z', 'revision_number': 5, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'subnets': [{'id': '098c0920-f801-4a1f-89b9-15466a208616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:42.498342 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cb14d3-4d36-4e00-ad58-c582c3b7b45c None None] The sync data for ids ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'] in n-d-768862-16 is: [{'id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'name': 'tempest-TestVolumeBootPattern-1155374346-router', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:48Z', 'updated_at': '2021-11-12T09:15:57Z', 'revision_number': 4, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'gw_port': {'id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:50Z', 'updated_at': '2021-11-12T09:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'da4e208c-e0ce-47bf-a165-07f3ae40ba3d', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'floating_ip_address': '172.25.6.253', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'port_id': '71c08c44-e320-474a-b112-7cc71eefa3a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'mac_address': 'fa:16:3e:96:ad:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624380a3-3879-4477-9f4a-69f4e2aae31a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:21:39Z', 'updated_at': '2021-11-12T09:21:39Z', 'revision_number': 0, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04715282-6a3b-4748-a839-1bf3f32f9b99', 'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'mac_address': 'fa:16:3e:3e:71:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '098c0920-f801-4a1f-89b9-15466a208616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:56Z', 'updated_at': '2021-11-12T09:16:07Z', 'revision_number': 5, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'subnets': [{'id': '098c0920-f801-4a1f-89b9-15466a208616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:21:42.534764 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-cd903bb1-90e1-418a-b507-1a7398608beb None None] Attempting to bind port 52383814-aa40-4314-8ed0-ec570bd12c69 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:21:42.535547 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-cd903bb1-90e1-418a-b507-1a7398608beb None None] Attempting to bind port 52383814-aa40-4314-8ed0-ec570bd12c69 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'fee66252-a0ca-4885-9f1f-83d2bc706c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b9761276-b3eb-4f28-9fbd-94e5367740c5'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:21:42.536478 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd903bb1-90e1-418a-b507-1a7398608beb None None] Attempting to bind port 52383814-aa40-4314-8ed0-ec570bd12c69 on network b9761276-b3eb-4f28-9fbd-94e5367740c5 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:21:42.543714 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd903bb1-90e1-418a-b507-1a7398608beb None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:21:42.544268 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd903bb1-90e1-418a-b507-1a7398608beb None None] Checking segment: {'id': 'fee66252-a0ca-4885-9f1f-83d2bc706c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b9761276-b3eb-4f28-9fbd-94e5367740c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:21:42.544662 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cd903bb1-90e1-418a-b507-1a7398608beb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:42.545055 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd903bb1-90e1-418a-b507-1a7398608beb None None] Bound using segment: {'id': 'fee66252-a0ca-4885-9f1f-83d2bc706c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b9761276-b3eb-4f28-9fbd-94e5367740c5'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:21:42.546063 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-cd903bb1-90e1-418a-b507-1a7398608beb None None] Bound port: 52383814-aa40-4314-8ed0-ec570bd12c69, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee66252-a0ca-4885-9f1f-83d2bc706c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b9761276-b3eb-4f28-9fbd-94e5367740c5'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:21:42.546685 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cd903bb1-90e1-418a-b507-1a7398608beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:42.647601 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-cd903bb1-90e1-418a-b507-1a7398608beb None None] For port 52383814-aa40-4314-8ed0-ec570bd12c69, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:21:42.651516 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-cd903bb1-90e1-418a-b507-1a7398608beb None None] For port 52383814-aa40-4314-8ed0-ec570bd12c69, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=52383814-aa40-4314-8ed0-ec570bd12c69,segment=NetworkSegment(fee66252-a0ca-4885-9f1f-83d2bc706c5f),segment_id=fee66252-a0ca-4885-9f1f-83d2bc706c5f)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:21:42.658822 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cd903bb1-90e1-418a-b507-1a7398608beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:42.700085 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c50b4898-3b39-4546-a902-20adf9d1f53e tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4482 time: 0.9377358 Nov 12 09:21:42.740438 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd903bb1-90e1-418a-b507-1a7398608beb None None] Routers {'4a2335f4-2b6d-475d-8fc3-e181ef53042b'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:42.741199 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-cd903bb1-90e1-418a-b507-1a7398608beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:21:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['4a2335f4-2b6d-475d-8fc3-e181ef53042b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:42.772094 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8c6a18c8-2cc9-4c75-aeef-ba62cc70df32 None None] Provisioning complete for port 52383814-aa40-4314-8ed0-ec570bd12c69 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:42.772779 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8c6a18c8-2cc9-4c75-aeef-ba62cc70df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:42.787557 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e99118-410c-4aa2-85d4-440a7ccdcb41 None None] Pushing event updated for resources: {'Port': ['ID=52383814-aa40-4314-8ed0-ec570bd12c69,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:42.931506 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8c6a18c8-2cc9-4c75-aeef-ba62cc70df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:42.950857 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-cd903bb1-90e1-418a-b507-1a7398608beb None None] Set router 4a2335f4-2b6d-475d-8fc3-e181ef53042b gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:42.960929 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6800180-8961-4562-b02f-1b6459b96858 None None] New status for floating IP da4e208c-e0ce-47bf-a165-07f3ae40ba3d: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:21:43.082825 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-8c6a18c8-2cc9-4c75-aeef-ba62cc70df32 None None] For port 52383814-aa40-4314-8ed0-ec570bd12c69, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=52383814-aa40-4314-8ed0-ec570bd12c69,segment=NetworkSegment(fee66252-a0ca-4885-9f1f-83d2bc706c5f),segment_id=fee66252-a0ca-4885-9f1f-83d2bc706c5f)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:43.094531 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8c6a18c8-2cc9-4c75-aeef-ba62cc70df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:43.169222 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a18c8-2cc9-4c75-aeef-ba62cc70df32 None None] Pushing event updated for resources: {'Port': ['ID=52383814-aa40-4314-8ed0-ec570bd12c69,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:43.171559 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37936) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:43.176631 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a4cf8e98-b5f5-46d1-b173-2f5230957d59 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1881777375', 'description': 'tempest-secgroup-smoke-1881777375 description', 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:43.224113 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a4cf8e98-b5f5-46d1-b173-2f5230957d59 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:43.292102 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:21:43.297180 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c4c49f18-7ded-4309-ad3f-88e114667594 None None] Provisioning complete for port 52383814-aa40-4314-8ed0-ec570bd12c69 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:43.297818 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c4c49f18-7ded-4309-ad3f-88e114667594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:43.301614 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-cd903bb1-90e1-418a-b507-1a7398608beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'name': 'tempest-TestNetworkBasicOps-router-1492938861', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '246dba95-e923-481f-920a-f2324eb5f7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:34Z', 'updated_at': '2021-11-12T09:21:39Z', 'revision_number': 4, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port': {'id': '246dba95-e923-481f-920a-f2324eb5f7eb', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:34Z', 'updated_at': '2021-11-12T09:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '52383814-aa40-4314-8ed0-ec570bd12c69', 'name': '', 'network_id': 'b9761276-b3eb-4f28-9fbd-94e5367740c5', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'mac_address': 'fa:16:3e:f5:8b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '576c9069-14cf-42e7-bfa3-de3d74b987ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:38Z', 'updated_at': '2021-11-12T09:21:42Z', 'revision_number': 4, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'subnets': [{'id': '576c9069-14cf-42e7-bfa3-de3d74b987ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:43.345446 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd903bb1-90e1-418a-b507-1a7398608beb None None] The sync data for ids ['4a2335f4-2b6d-475d-8fc3-e181ef53042b'] in n-d-768862-16 is: [{'id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'name': 'tempest-TestNetworkBasicOps-router-1492938861', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '246dba95-e923-481f-920a-f2324eb5f7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:34Z', 'updated_at': '2021-11-12T09:21:39Z', 'revision_number': 4, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port': {'id': '246dba95-e923-481f-920a-f2324eb5f7eb', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:34Z', 'updated_at': '2021-11-12T09:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '52383814-aa40-4314-8ed0-ec570bd12c69', 'name': '', 'network_id': 'b9761276-b3eb-4f28-9fbd-94e5367740c5', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'mac_address': 'fa:16:3e:f5:8b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '576c9069-14cf-42e7-bfa3-de3d74b987ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:38Z', 'updated_at': '2021-11-12T09:21:42Z', 'revision_number': 4, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'subnets': [{'id': '576c9069-14cf-42e7-bfa3-de3d74b987ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:21:43.369735 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a4cf8e98-b5f5-46d1-b173-2f5230957d59 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:43.376703 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a4cf8e98-b5f5-46d1-b173-2f5230957d59 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:43.455149 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf8e98-b5f5-46d1-b173-2f5230957d59 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e02139-be44-45c6-b46e-972a2d47741e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:43.462336 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a4cf8e98-b5f5-46d1-b173-2f5230957d59 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:43.466665 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a4cf8e98-b5f5-46d1-b173-2f5230957d59 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2909770 Nov 12 09:21:43.466882 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37938) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:43.482836 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-96198049-53a8-4ca8-8b2b-13b40696698a tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'security_group_rule': {'security_group_id': 'e4e02139-be44-45c6-b46e-972a2d47741e', 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:43.548307 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-96198049-53a8-4ca8-8b2b-13b40696698a tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:43.561619 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:43.631410 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-96198049-53a8-4ca8-8b2b-13b40696698a tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:43.638043 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-96198049-53a8-4ca8-8b2b-13b40696698a tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:43.664694 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96198049-53a8-4ca8-8b2b-13b40696698a tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d3342a6-0fe9-40e8-9fc1-42ec8c63009f,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:43.669375 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-96198049-53a8-4ca8-8b2b-13b40696698a tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:43.674490 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-96198049-53a8-4ca8-8b2b-13b40696698a tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2041116 Nov 12 09:21:43.674688 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37942) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:43.680948 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-a42f0fb2-f51a-4971-a738-50cea9b73ba0 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'security_group_rule': {'security_group_id': 'e4e02139-be44-45c6-b46e-972a2d47741e', 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:43.716884 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a42f0fb2-f51a-4971-a738-50cea9b73ba0 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:43.790530 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a42f0fb2-f51a-4971-a738-50cea9b73ba0 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:43.804394 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a42f0fb2-f51a-4971-a738-50cea9b73ba0 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:43.826744 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f0fb2-f51a-4971-a738-50cea9b73ba0 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d2e3fed-b22e-430d-b346-53eb0202587c,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:43.841323 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a42f0fb2-f51a-4971-a738-50cea9b73ba0 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:43.843047 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a42f0fb2-f51a-4971-a738-50cea9b73ba0 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1659865 Nov 12 09:21:43.846185 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 37946) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:43.848050 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 52383814-aa40-4314-8ed0-ec570bd12c69 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:21:43.851607 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-701db31d-52a3-437f-88c1-898cbe1e5d46 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'security_group_rule': {'security_group_id': 'e4e02139-be44-45c6-b46e-972a2d47741e', 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:43.890360 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-701db31d-52a3-437f-88c1-898cbe1e5d46 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:43.922151 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 52383814-aa40-4314-8ed0-ec570bd12c69 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:43.922828 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:43.984399 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-701db31d-52a3-437f-88c1-898cbe1e5d46 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:43.995452 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-701db31d-52a3-437f-88c1-898cbe1e5d46 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:44.020872 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701db31d-52a3-437f-88c1-898cbe1e5d46 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeeaefaf-eb20-4a49-8a55-afd87b97f5bc,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:44.032040 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-701db31d-52a3-437f-88c1-898cbe1e5d46 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:44.034151 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-701db31d-52a3-437f-88c1-898cbe1e5d46 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1868651 Nov 12 09:21:44.045164 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37948) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:44.052832 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c627aa8e-a738-4db8-af80-0a42d5b0da5a tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'security_group_rule': {'security_group_id': 'e4e02139-be44-45c6-b46e-972a2d47741e', 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:44.103095 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c627aa8e-a738-4db8-af80-0a42d5b0da5a tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:44.105626 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:44.188044 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c627aa8e-a738-4db8-af80-0a42d5b0da5a tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:44.193863 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c627aa8e-a738-4db8-af80-0a42d5b0da5a tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:44.222932 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627aa8e-a738-4db8-af80-0a42d5b0da5a tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61a2b32-4cbc-4f08-84f3-9baaa6f1b9d1,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:44.230379 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c627aa8e-a738-4db8-af80-0a42d5b0da5a tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:44.232077 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c627aa8e-a738-4db8-af80-0a42d5b0da5a tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1832368 Nov 12 09:21:44.237045 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37950) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:44.242172 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-03884546-dcb4-43f7-b4a2-dfe8a188be05 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'security_group_rule': {'security_group_id': 'e4e02139-be44-45c6-b46e-972a2d47741e', 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:44.275567 n-d-768862-16 neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-03884546-dcb4-43f7-b4a2-dfe8a188be05 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Project c2f8e5b12ecd4ba38827791d9dc04f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:21:44.284905 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03884546-dcb4-43f7-b4a2-dfe8a188be05 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:44.365994 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03884546-dcb4-43f7-b4a2-dfe8a188be05 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:44.370601 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03884546-dcb4-43f7-b4a2-dfe8a188be05 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:44.391682 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03884546-dcb4-43f7-b4a2-dfe8a188be05 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f629af-459d-4125-8779-0d94472c53d1,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:44.402247 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03884546-dcb4-43f7-b4a2-dfe8a188be05 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:44.403596 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-03884546-dcb4-43f7-b4a2-dfe8a188be05 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1654160 Nov 12 09:21:44.407550 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 37952) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:44.412352 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-f5c9b9b8-3f07-43ba-aa25-180657087052 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'security_group_rule': {'security_group_id': 'e4e02139-be44-45c6-b46e-972a2d47741e', 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:44.446896 n-d-768862-16 neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-f5c9b9b8-3f07-43ba-aa25-180657087052 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Project c2f8e5b12ecd4ba38827791d9dc04f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:21:44.456973 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f5c9b9b8-3f07-43ba-aa25-180657087052 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:44.592261 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f5c9b9b8-3f07-43ba-aa25-180657087052 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:44.601443 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f5c9b9b8-3f07-43ba-aa25-180657087052 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:44.626957 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9b9b8-3f07-43ba-aa25-180657087052 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07296d3b-3381-4bc9-9b61-ff01f80d0a3a,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:44.639719 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f5c9b9b8-3f07-43ba-aa25-180657087052 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:44.647892 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f5c9b9b8-3f07-43ba-aa25-180657087052 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2330823 Nov 12 09:21:44.817514 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-cd6c663e-ce90-4beb-a9d3-852e53ed6c4d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1881777375&fields=id&tenant_id=c2f8e5b12ecd4ba38827791d9dc04f83 HTTP/1.1" status: 200 len: 267 time: 0.0537968 Nov 12 09:21:44.935032 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-633270ce-4507-4ec5-9de8-39d99a670e9d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:44.936643 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-633270ce-4507-4ec5-9de8-39d99a670e9d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/networks?id=b9761276-b3eb-4f28-9fbd-94e5367740c5 HTTP/1.1" status: 200 len: 796 time: 0.1116602 Nov 12 09:21:44.954799 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-fcb84c7c-b2e7-4f92-b259-5ff29bf3d508 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/quotas/c2f8e5b12ecd4ba38827791d9dc04f83 HTTP/1.1" status: 200 len: 375 time: 0.0098834 Nov 12 09:21:45.017840 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-be12abfb-0f0c-4531-ae52-bfdb7c23b8a2 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2f8e5b12ecd4ba38827791d9dc04f83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550442 Nov 12 09:21:45.122906 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-33f0700d-3495-431b-9fe3-aac7197e9135 service neutron] 10.222.0.37 "GET /v2.0/networks/b9761276-b3eb-4f28-9fbd-94e5367740c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926702 Nov 12 09:21:45.233471 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-fd118eb2-8ebe-48b2-8159-9e5e93635940 service neutron] 10.222.0.37 "GET /v2.0/networks/b9761276-b3eb-4f28-9fbd-94e5367740c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034305 Nov 12 09:21:45.426790 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b873481c-9343-4c04-9e0c-b82a05ae6598 req-4db591ea-1ecf-40f3-99d5-34f0fe9a875b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d2493e-fde6-4838-b8eb-31f3aeb390d0 HTTP/1.1" status: 200 len: 210 time: 0.0314112 Nov 12 09:21:46.603409 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3542c0cd-8ead-42d8-899d-87f399220b5c req-9a39b346-8bf3-4db3-9eee-2a651f6e15cb tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d2493e-fde6-4838-b8eb-31f3aeb390d0 HTTP/1.1" status: 200 len: 210 time: 0.0466378 Nov 12 09:21:46.671046 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-0846a65a-98db-473a-a1cb-7da51b950818 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:46.672874 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-0846a65a-98db-473a-a1cb-7da51b950818 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.58 "GET /v2.0/networks?id=b9761276-b3eb-4f28-9fbd-94e5367740c5 HTTP/1.1" status: 200 len: 796 time: 0.2318673 Nov 12 09:21:46.751714 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-b83735ff-a361-48b0-9e32-b8c24f94be47 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2f8e5b12ecd4ba38827791d9dc04f83 HTTP/1.1" status: 200 len: 380 time: 0.0674834 Nov 12 09:21:46.765876 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-fe7dd2d9-9df2-4fa9-ab1e-13ce2bab0a5b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'port': {'device_id': 'e3d2493e-fde6-4838-b8eb-31f3aeb390d0', 'network_id': 'b9761276-b3eb-4f28-9fbd-94e5367740c5', 'admin_state_up': True, 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'security_groups': ['e4e02139-be44-45c6-b46e-972a2d47741e']}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:46.884201 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-fe7dd2d9-9df2-4fa9-ab1e-13ce2bab0a5b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Made reservation on behalf of c2f8e5b12ecd4ba38827791d9dc04f83 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:46.888034 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-fe7dd2d9-9df2-4fa9-ab1e-13ce2bab0a5b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:47.033686 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-fe7dd2d9-9df2-4fa9-ab1e-13ce2bab0a5b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Allocated IP 172.20.0.5 (b9761276-b3eb-4f28-9fbd-94e5367740c5/576c9069-14cf-42e7-bfa3-de3d74b987ad/356d9b40-4c9a-45b2-8cb9-ed0ad1363e24) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:47.199378 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-fe7dd2d9-9df2-4fa9-ab1e-13ce2bab0a5b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:47.239255 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-fe7dd2d9-9df2-4fa9-ab1e-13ce2bab0a5b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:47.286545 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-fe7dd2d9-9df2-4fa9-ab1e-13ce2bab0a5b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Network b9761276-b3eb-4f28-9fbd-94e5367740c5 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:47.289608 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-fe7dd2d9-9df2-4fa9-ab1e-13ce2bab0a5b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:47.293761 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-fe7dd2d9-9df2-4fa9-ab1e-13ce2bab0a5b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:21:47.301306 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7dd2d9-9df2-4fa9-ab1e-13ce2bab0a5b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'Port': ['ID=356d9b40-4c9a-45b2-8cb9-ed0ad1363e24,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:47.359848 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-fe7dd2d9-9df2-4fa9-ab1e-13ce2bab0a5b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:47.361214 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-fe7dd2d9-9df2-4fa9-ab1e-13ce2bab0a5b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:47.386527 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-fe7dd2d9-9df2-4fa9-ab1e-13ce2bab0a5b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6277072 Nov 12 09:21:47.404433 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-6b31cde1-3e01-442f-af89-c6cd2b770811 service neutron] Request body: {'port': {'device_id': 'e3d2493e-fde6-4838-b8eb-31f3aeb390d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:47.486124 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-6b31cde1-3e01-442f-af89-c6cd2b770811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:47.642632 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-36a588ef-3470-4479-9630-5dec721554fa None None] Provisioning complete for port 356d9b40-4c9a-45b2-8cb9-ed0ad1363e24 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:47.643229 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-36a588ef-3470-4479-9630-5dec721554fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:47.695155 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-36a588ef-3470-4479-9630-5dec721554fa None None] Port 356d9b40-4c9a-45b2-8cb9-ed0ad1363e24 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:21:47.792344 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcd28c-e402-41af-95d9-10f05c9ba29d req-79d21483-84c6-4974-8699-4e82e87df190 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:47.793795 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-52dcd28c-e402-41af-95d9-10f05c9ba29d req-79d21483-84c6-4974-8699-4e82e87df190 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d2493e-fde6-4838-b8eb-31f3aeb390d0 HTTP/1.1" status: 200 len: 931 time: 0.0867496 Nov 12 09:21:47.889417 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-52dcd28c-e402-41af-95d9-10f05c9ba29d req-9bae0cee-36c5-4a8f-aa59-ca87cda6f050 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4e02139-be44-45c6-b46e-972a2d47741e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865586 Nov 12 09:21:47.891648 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-6b31cde1-3e01-442f-af89-c6cd2b770811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 356d9b40-4c9a-45b2-8cb9-ed0ad1363e24 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:21:47.901667 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-6b31cde1-3e01-442f-af89-c6cd2b770811 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:47.921864 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-6b31cde1-3e01-442f-af89-c6cd2b770811 service neutron] Transition to ACTIVE for port object 356d9b40-4c9a-45b2-8cb9-ed0ad1363e24 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:21:47.927613 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-6b31cde1-3e01-442f-af89-c6cd2b770811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:47.983792 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31cde1-3e01-442f-af89-c6cd2b770811 service neutron] Pushing event updated for resources: {'Port': ['ID=356d9b40-4c9a-45b2-8cb9-ed0ad1363e24,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:48.071939 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-6b31cde1-3e01-442f-af89-c6cd2b770811 service neutron] Attempting to bind port 356d9b40-4c9a-45b2-8cb9-ed0ad1363e24 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:21:48.072341 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-6b31cde1-3e01-442f-af89-c6cd2b770811 service neutron] Attempting to bind port 356d9b40-4c9a-45b2-8cb9-ed0ad1363e24 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'fee66252-a0ca-4885-9f1f-83d2bc706c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b9761276-b3eb-4f28-9fbd-94e5367740c5'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:21:48.072686 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-6b31cde1-3e01-442f-af89-c6cd2b770811 service neutron] Attempting to bind port 356d9b40-4c9a-45b2-8cb9-ed0ad1363e24 on network b9761276-b3eb-4f28-9fbd-94e5367740c5 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:21:48.078026 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-6b31cde1-3e01-442f-af89-c6cd2b770811 service neutron] Port 356d9b40-4c9a-45b2-8cb9-ed0ad1363e24 on network b9761276-b3eb-4f28-9fbd-94e5367740c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:21:48.078401 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-6b31cde1-3e01-442f-af89-c6cd2b770811 service neutron] Attempting to bind port 356d9b40-4c9a-45b2-8cb9-ed0ad1363e24 on network b9761276-b3eb-4f28-9fbd-94e5367740c5 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:21:48.084235 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-6b31cde1-3e01-442f-af89-c6cd2b770811 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:21:48.084572 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-6b31cde1-3e01-442f-af89-c6cd2b770811 service neutron] Checking segment: {'id': 'fee66252-a0ca-4885-9f1f-83d2bc706c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b9761276-b3eb-4f28-9fbd-94e5367740c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:21:48.085084 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-6b31cde1-3e01-442f-af89-c6cd2b770811 service neutron] Bound using segment: {'id': 'fee66252-a0ca-4885-9f1f-83d2bc706c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b9761276-b3eb-4f28-9fbd-94e5367740c5'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:21:48.085436 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-6b31cde1-3e01-442f-af89-c6cd2b770811 service neutron] Bound port: 356d9b40-4c9a-45b2-8cb9-ed0ad1363e24, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fee66252-a0ca-4885-9f1f-83d2bc706c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b9761276-b3eb-4f28-9fbd-94e5367740c5'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:21:48.085782 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-6b31cde1-3e01-442f-af89-c6cd2b770811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:48.177601 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-6b31cde1-3e01-442f-af89-c6cd2b770811 service neutron] For port 356d9b40-4c9a-45b2-8cb9-ed0ad1363e24, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:21:48.181313 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-6b31cde1-3e01-442f-af89-c6cd2b770811 service neutron] For port 356d9b40-4c9a-45b2-8cb9-ed0ad1363e24, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=356d9b40-4c9a-45b2-8cb9-ed0ad1363e24,segment=NetworkSegment(fee66252-a0ca-4885-9f1f-83d2bc706c5f),segment_id=fee66252-a0ca-4885-9f1f-83d2bc706c5f)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:21:48.188579 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-6b31cde1-3e01-442f-af89-c6cd2b770811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:48.225766 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-6b31cde1-3e01-442f-af89-c6cd2b770811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:48.226891 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-6b31cde1-3e01-442f-af89-c6cd2b770811 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:48.227939 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-6b31cde1-3e01-442f-af89-c6cd2b770811 service neutron] 10.222.0.58 "PUT /v2.0/ports/356d9b40-4c9a-45b2-8cb9-ed0ad1363e24 HTTP/1.1" status: 200 len: 1092 time: 0.8335125 Nov 12 09:21:48.228428 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d2493e-fde6-4838-b8eb-31f3aeb390d0', 'tag': '356d9b40-4c9a-45b2-8cb9-ed0ad1363e24'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:48.230780 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de500dc6-4e23-495b-8c56-ac6c1f26b8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d2493e-fde6-4838-b8eb-31f3aeb390d0", "tag": "356d9b40-4c9a-45b2-8cb9-ed0ad1363e24"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:48.261194 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31cde1-3e01-442f-af89-c6cd2b770811 service neutron] Pushing event updated for resources: {'Port': ['ID=356d9b40-4c9a-45b2-8cb9-ed0ad1363e24,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:48.286466 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a38766-580a-476b-98a0-e5204b3eb007 x-openstack-request-id: req-26a38766-580a-476b-98a0-e5204b3eb007 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:48.286765 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d2493e-fde6-4838-b8eb-31f3aeb390d0", "tag": "356d9b40-4c9a-45b2-8cb9-ed0ad1363e24", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:48.287018 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-26a38766-580a-476b-98a0-e5204b3eb007 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:48.287421 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d2493e-fde6-4838-b8eb-31f3aeb390d0', 'tag': '356d9b40-4c9a-45b2-8cb9-ed0ad1363e24', 'status': 'completed', 'code': 200} Nov 12 09:21:48.334323 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-c4d5c74d-059c-4698-a73d-d4183dcc14f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:48.335882 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-c4d5c74d-059c-4698-a73d-d4183dcc14f1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c2f8e5b12ecd4ba38827791d9dc04f83&device_id=e3d2493e-fde6-4838-b8eb-31f3aeb390d0 HTTP/1.1" status: 200 len: 1095 time: 0.0624862 Nov 12 09:21:48.388608 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-a9a2dee1-31f4-4f62-89c2-230218bac29a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=356d9b40-4c9a-45b2-8cb9-ed0ad1363e24 HTTP/1.1" status: 200 len: 217 time: 0.0436881 Nov 12 09:21:48.448589 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-0a55579f-5a8e-4215-a5e0-5408f7086687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:48.451071 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-0a55579f-5a8e-4215-a5e0-5408f7086687 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=576c9069-14cf-42e7-bfa3-de3d74b987ad HTTP/1.1" status: 200 len: 835 time: 0.0547278 Nov 12 09:21:48.505959 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-e4ac2c8e-012b-4ba6-abd7-8296c1732df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:48.507504 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-e4ac2c8e-012b-4ba6-abd7-8296c1732df8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b9761276-b3eb-4f28-9fbd-94e5367740c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490742 Nov 12 09:21:48.611945 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-982920ab-61d5-4ffe-8736-1c14962f1f1d service neutron] 10.222.0.58 "GET /v2.0/networks/b9761276-b3eb-4f28-9fbd-94e5367740c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974669 Nov 12 09:21:48.711272 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc9f0f3c-361b-46d8-95a5-7e93400564b9 req-458f776e-9f3b-4c74-aa0a-fca7e38d9949 service neutron] 10.222.0.58 "GET /v2.0/networks/b9761276-b3eb-4f28-9fbd-94e5367740c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914879 Nov 12 09:21:48.822212 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de500dc6-4e23-495b-8c56-ac6c1f26b8cd req-592040b2-efb4-4c62-b8a9-0d9ae5b50259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:48.823867 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-de500dc6-4e23-495b-8c56-ac6c1f26b8cd req-592040b2-efb4-4c62-b8a9-0d9ae5b50259 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c2f8e5b12ecd4ba38827791d9dc04f83&device_id=e3d2493e-fde6-4838-b8eb-31f3aeb390d0 HTTP/1.1" status: 200 len: 1095 time: 0.0522335 Nov 12 09:21:48.942660 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de500dc6-4e23-495b-8c56-ac6c1f26b8cd req-0be137b7-c858-4e04-b86c-7cd312506087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:48.944206 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-de500dc6-4e23-495b-8c56-ac6c1f26b8cd req-0be137b7-c858-4e04-b86c-7cd312506087 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b9761276-b3eb-4f28-9fbd-94e5367740c5 HTTP/1.1" status: 200 len: 897 time: 0.1128085 Nov 12 09:21:49.000117 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-de500dc6-4e23-495b-8c56-ac6c1f26b8cd req-1f7580cd-4b1f-474a-93e3-fa4a7a555f55 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=356d9b40-4c9a-45b2-8cb9-ed0ad1363e24 HTTP/1.1" status: 200 len: 217 time: 0.0485361 Nov 12 09:21:49.081746 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98092f04-ca5b-414a-8047-abb94dd091eb req-75e1f4e7-3fa6-4d3c-906c-efa875346cf2 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:49.083359 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-98092f04-ca5b-414a-8047-abb94dd091eb req-75e1f4e7-3fa6-4d3c-906c-efa875346cf2 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d2493e-fde6-4838-b8eb-31f3aeb390d0 HTTP/1.1" status: 200 len: 943 time: 0.0929847 Nov 12 09:21:49.085115 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de500dc6-4e23-495b-8c56-ac6c1f26b8cd req-5a97da50-0cea-4bb7-a5f2-9ddf660a33e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:49.086452 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-de500dc6-4e23-495b-8c56-ac6c1f26b8cd req-5a97da50-0cea-4bb7-a5f2-9ddf660a33e5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=576c9069-14cf-42e7-bfa3-de3d74b987ad HTTP/1.1" status: 200 len: 835 time: 0.0643594 Nov 12 09:21:49.165803 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-98092f04-ca5b-414a-8047-abb94dd091eb req-d0c8e248-c5c5-45db-8985-87b983053698 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4e02139-be44-45c6-b46e-972a2d47741e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760360 Nov 12 09:21:49.174397 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de500dc6-4e23-495b-8c56-ac6c1f26b8cd req-bb4bf000-d297-40fa-9802-96f90b9ddf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:49.175868 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-de500dc6-4e23-495b-8c56-ac6c1f26b8cd req-bb4bf000-d297-40fa-9802-96f90b9ddf72 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b9761276-b3eb-4f28-9fbd-94e5367740c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795076 Nov 12 09:21:49.296779 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-de500dc6-4e23-495b-8c56-ac6c1f26b8cd req-2ef2237a-b644-4771-8541-00b10534cfc9 service neutron] 10.222.0.58 "GET /v2.0/networks/b9761276-b3eb-4f28-9fbd-94e5367740c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132147 Nov 12 09:21:49.399688 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-de500dc6-4e23-495b-8c56-ac6c1f26b8cd req-29737657-5dfe-45f1-aa37-6e383dc627e8 service neutron] 10.222.0.58 "GET /v2.0/networks/b9761276-b3eb-4f28-9fbd-94e5367740c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948043 Nov 12 09:21:50.312038 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efcb2d2-dfd8-4d8b-85d6-b74611e56734 req-19c7daf1-f5b8-4f98-9ced-279148cce3d1 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:50.313911 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6efcb2d2-dfd8-4d8b-85d6-b74611e56734 req-19c7daf1-f5b8-4f98-9ced-279148cce3d1 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d2493e-fde6-4838-b8eb-31f3aeb390d0 HTTP/1.1" status: 200 len: 943 time: 0.0731876 Nov 12 09:21:50.381019 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6efcb2d2-dfd8-4d8b-85d6-b74611e56734 req-da876b78-02e9-47f6-aad3-685e0f5aa512 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4e02139-be44-45c6-b46e-972a2d47741e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580668 Nov 12 09:21:51.506957 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a14e60-21fe-4618-a573-f9469fe23695 req-88cf4aef-c6d9-4871-8788-57999b8dd467 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:51.508482 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-60a14e60-21fe-4618-a573-f9469fe23695 req-88cf4aef-c6d9-4871-8788-57999b8dd467 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d2493e-fde6-4838-b8eb-31f3aeb390d0 HTTP/1.1" status: 200 len: 943 time: 0.0549920 Nov 12 09:21:51.563447 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-60a14e60-21fe-4618-a573-f9469fe23695 req-6a201eec-b9db-48fc-9fb9-ba119f515959 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4e02139-be44-45c6-b46e-972a2d47741e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486329 Nov 12 09:21:51.603933 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 356d9b40-4c9a-45b2-8cb9-ed0ad1363e24 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:21:51.710518 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 356d9b40-4c9a-45b2-8cb9-ed0ad1363e24, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=356d9b40-4c9a-45b2-8cb9-ed0ad1363e24,segment=NetworkSegment(fee66252-a0ca-4885-9f1f-83d2bc706c5f),segment_id=fee66252-a0ca-4885-9f1f-83d2bc706c5f)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:51.886262 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '356d9b40-4c9a-45b2-8cb9-ed0ad1363e24', 'network_id': 'b9761276-b3eb-4f28-9fbd-94e5367740c5', 'port_id': '356d9b40-4c9a-45b2-8cb9-ed0ad1363e24', 'mac_address': 'fa:16:3e:3a:28:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576c9069-14cf-42e7-bfa3-de3d74b987ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:21:51.926272 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:51.940475 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 356d9b40-4c9a-45b2-8cb9-ed0ad1363e24 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:21:51.964711 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 356d9b40-4c9a-45b2-8cb9-ed0ad1363e24, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=356d9b40-4c9a-45b2-8cb9-ed0ad1363e24,segment=NetworkSegment(fee66252-a0ca-4885-9f1f-83d2bc706c5f),segment_id=fee66252-a0ca-4885-9f1f-83d2bc706c5f)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:51.971622 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:52.041364 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=356d9b40-4c9a-45b2-8cb9-ed0ad1363e24,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:52.195217 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['356d9b40-4c9a-45b2-8cb9-ed0ad1363e24'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:21:52.734806 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafb3ba-2d3f-4ef0-9603-3c2aa8410925 req-782a5e20-ddfb-4fd1-87b9-a96c5b6d0f1b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:52.736791 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-faafb3ba-2d3f-4ef0-9603-3c2aa8410925 req-782a5e20-ddfb-4fd1-87b9-a96c5b6d0f1b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d2493e-fde6-4838-b8eb-31f3aeb390d0 HTTP/1.1" status: 200 len: 944 time: 0.0598137 Nov 12 09:21:52.796338 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-faafb3ba-2d3f-4ef0-9603-3c2aa8410925 req-b954a0de-0264-466b-883e-69265d35fe9f tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4e02139-be44-45c6-b46e-972a2d47741e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527575 Nov 12 09:21:53.449155 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:53.638513 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 356d9b40-4c9a-45b2-8cb9-ed0ad1363e24 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:21:53.707241 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 356d9b40-4c9a-45b2-8cb9-ed0ad1363e24 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:21:53.714896 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 356d9b40-4c9a-45b2-8cb9-ed0ad1363e24 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:53.715368 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:53.822605 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:53.885668 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d2493e-fde6-4838-b8eb-31f3aeb390d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356d9b40-4c9a-45b2-8cb9-ed0ad1363e24'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:53.888832 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca094768-3106-4845-ab22-3e879e49765f" -d '{"events": [{"server_uuid": "e3d2493e-fde6-4838-b8eb-31f3aeb390d0", "name": "network-vif-plugged", "status": "completed", "tag": "356d9b40-4c9a-45b2-8cb9-ed0ad1363e24"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:53.909112 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 356d9b40-4c9a-45b2-8cb9-ed0ad1363e24, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=356d9b40-4c9a-45b2-8cb9-ed0ad1363e24,segment=NetworkSegment(fee66252-a0ca-4885-9f1f-83d2bc706c5f),segment_id=fee66252-a0ca-4885-9f1f-83d2bc706c5f)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:53.918540 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:53.988264 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=356d9b40-4c9a-45b2-8cb9-ed0ad1363e24,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:53.990815 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a191cf-0757-4b08-87de-58a8f128018c req-9f3a66bf-5c3a-47d3-a78f-dd3340ac2938 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:53.998369 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b8a191cf-0757-4b08-87de-58a8f128018c req-9f3a66bf-5c3a-47d3-a78f-dd3340ac2938 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d2493e-fde6-4838-b8eb-31f3aeb390d0 HTTP/1.1" status: 200 len: 945 time: 0.0775189 Nov 12 09:21:54.066943 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b8a191cf-0757-4b08-87de-58a8f128018c req-728d0b84-40ab-4579-8596-4c5669962a70 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4e02139-be44-45c6-b46e-972a2d47741e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607362 Nov 12 09:21:54.123369 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40882601-6342-4de6-92bd-6373b84d48c7 x-openstack-request-id: req-40882601-6342-4de6-92bd-6373b84d48c7 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:54.124337 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d2493e-fde6-4838-b8eb-31f3aeb390d0", "name": "network-vif-plugged", "status": "completed", "tag": "356d9b40-4c9a-45b2-8cb9-ed0ad1363e24", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:54.124337 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40882601-6342-4de6-92bd-6373b84d48c7 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:54.124992 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d2493e-fde6-4838-b8eb-31f3aeb390d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356d9b40-4c9a-45b2-8cb9-ed0ad1363e24', 'code': 200} Nov 12 09:21:54.240615 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04ed0a-64c7-40f8-8f35-0e0b95b6152f req-315d2048-5a3e-4029-9832-b2b59f74888b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:54.242268 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3f04ed0a-64c7-40f8-8f35-0e0b95b6152f req-315d2048-5a3e-4029-9832-b2b59f74888b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e3d2493e-fde6-4838-b8eb-31f3aeb390d0 HTTP/1.1" status: 200 len: 1097 time: 0.0452924 Nov 12 09:21:54.308371 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3f04ed0a-64c7-40f8-8f35-0e0b95b6152f req-66074846-dcee-44d6-9376-c94ebeee06cf service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e4e02139-be44-45c6-b46e-972a2d47741e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580206 Nov 12 09:21:55.211857 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed277ed6-7e5e-4d41-a734-11f4d72b0777 req-c20feeee-b694-4f0b-b471-b445620e82b7 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:55.215854 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ed277ed6-7e5e-4d41-a734-11f4d72b0777 req-c20feeee-b694-4f0b-b471-b445620e82b7 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d2493e-fde6-4838-b8eb-31f3aeb390d0 HTTP/1.1" status: 200 len: 945 time: 0.0603185 Nov 12 09:21:55.283596 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ed277ed6-7e5e-4d41-a734-11f4d72b0777 req-1b1c902c-54f0-4102-8540-03e36e076459 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4e02139-be44-45c6-b46e-972a2d47741e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613322 Nov 12 09:21:56.449381 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20b542-e8a8-4a77-8ebf-8e6503f0dbba req-ca647aa5-5b8b-45ba-afb0-de737d6c8e59 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:56.451205 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4b20b542-e8a8-4a77-8ebf-8e6503f0dbba req-ca647aa5-5b8b-45ba-afb0-de737d6c8e59 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d2493e-fde6-4838-b8eb-31f3aeb390d0 HTTP/1.1" status: 200 len: 945 time: 0.0662842 Nov 12 09:21:56.524082 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4b20b542-e8a8-4a77-8ebf-8e6503f0dbba req-e5e768e4-e5b4-46ff-abef-e14dfe9ea164 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4e02139-be44-45c6-b46e-972a2d47741e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654457 Nov 12 09:21:56.995863 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbec9f-e915-4689-844c-eb047af51cff req-7a20fa0f-6d78-40fa-8b61-5deec981f029 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:56.997563 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-71bbec9f-e915-4689-844c-eb047af51cff req-7a20fa0f-6d78-40fa-8b61-5deec981f029 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d2493e-fde6-4838-b8eb-31f3aeb390d0 HTTP/1.1" status: 200 len: 945 time: 0.3844368 Nov 12 09:21:57.066324 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-71bbec9f-e915-4689-844c-eb047af51cff req-f330db31-9f32-46fc-bef2-2f23caa266ba tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4e02139-be44-45c6-b46e-972a2d47741e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607264 Nov 12 09:21:57.099056 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38122) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:57.151855 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e90d804-387f-4815-967f-d72f0a12985e tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:57.153798 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7e90d804-387f-4815-967f-d72f0a12985e tempest-TestNetworkBasicOps-1563139039 tempest-TestNetworkBasicOps-1563139039-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e3d2493e-fde6-4838-b8eb-31f3aeb390d0 HTTP/1.1" status: 200 len: 1092 time: 0.0535257 Nov 12 09:21:57.157251 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38124) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:57.162261 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-483df39f-6242-4c54-ad91-97d49088e0d2 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'port_id': '356d9b40-4c9a-45b2-8cb9-ed0ad1363e24', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:57.200186 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-483df39f-6242-4c54-ad91-97d49088e0d2 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for floatingip, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:57.348996 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-483df39f-6242-4c54-ad91-97d49088e0d2 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:57.541157 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-483df39f-6242-4c54-ad91-97d49088e0d2 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Allocated IP 172.25.6.13 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/0822791b-8e7d-4b1e-8643-e6d40e71d3a7) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:57.673550 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-483df39f-6242-4c54-ad91-97d49088e0d2 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:57.721336 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-483df39f-6242-4c54-ad91-97d49088e0d2 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:57.767721 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483df39f-6242-4c54-ad91-97d49088e0d2 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:57.770928 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-483df39f-6242-4c54-ad91-97d49088e0d2 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:57.774717 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483df39f-6242-4c54-ad91-97d49088e0d2 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:21:57.781339 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483df39f-6242-4c54-ad91-97d49088e0d2 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'Port': ['ID=0822791b-8e7d-4b1e-8643-e6d40e71d3a7,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:58.395802 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-483df39f-6242-4c54-ad91-97d49088e0d2 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:58.522916 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-483df39f-6242-4c54-ad91-97d49088e0d2 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:58.724141 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-483df39f-6242-4c54-ad91-97d49088e0d2 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:58.729373 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-483df39f-6242-4c54-ad91-97d49088e0d2 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:58.806979 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483df39f-6242-4c54-ad91-97d49088e0d2 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event updated for resources: {'Port': ['ID=0822791b-8e7d-4b1e-8643-e6d40e71d3a7,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:58.837513 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-483df39f-6242-4c54-ad91-97d49088e0d2 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:58.977873 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [None req-483df39f-6242-4c54-ad91-97d49088e0d2 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Floating IP b65eee8e-6452-4176-af15-78add57b7885 associated. External IP: 172.25.6.13, port: 356d9b40-4c9a-45b2-8cb9-ed0ad1363e24. Nov 12 09:21:59.270155 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483df39f-6242-4c54-ad91-97d49088e0d2 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Router 4a2335f4-2b6d-475d-8fc3-e181ef53042b has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:21:59.429755 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483df39f-6242-4c54-ad91-97d49088e0d2 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:21:59.442765 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5a16b7-05c2-4b50-a0be-837f99692ce6 None None] Sync routers for ids ['4a2335f4-2b6d-475d-8fc3-e181ef53042b'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:21:59.453073 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-483df39f-6242-4c54-ad91-97d49088e0d2 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:59.465712 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5a16b7-05c2-4b50-a0be-837f99692ce6 None None] Routers {'4a2335f4-2b6d-475d-8fc3-e181ef53042b'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:59.466639 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-db5a16b7-05c2-4b50-a0be-837f99692ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:21:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['4a2335f4-2b6d-475d-8fc3-e181ef53042b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:59.492991 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-483df39f-6242-4c54-ad91-97d49088e0d2 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3313570 Nov 12 09:21:59.492991 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d2493e-fde6-4838-b8eb-31f3aeb390d0', 'tag': '356d9b40-4c9a-45b2-8cb9-ed0ad1363e24'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:59.493396 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110a79ca-b44f-4dda-a9a2-ca4f1f9ce91a" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d2493e-fde6-4838-b8eb-31f3aeb390d0", "tag": "356d9b40-4c9a-45b2-8cb9-ed0ad1363e24"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:59.493622 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38174) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:59.533573 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:59.544362 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330b4552-ec02-48cd-9dcd-b466c5ae695c x-openstack-request-id: req-330b4552-ec02-48cd-9dcd-b466c5ae695c {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:59.544660 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d2493e-fde6-4838-b8eb-31f3aeb390d0", "tag": "356d9b40-4c9a-45b2-8cb9-ed0ad1363e24", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:59.545218 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-330b4552-ec02-48cd-9dcd-b466c5ae695c {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:59.545780 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d2493e-fde6-4838-b8eb-31f3aeb390d0', 'tag': '356d9b40-4c9a-45b2-8cb9-ed0ad1363e24', 'status': 'completed', 'code': 200} Nov 12 09:21:59.648172 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f30d5731-92dc-44dd-89c7-65e5255fa0bf tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/floatingips/b65eee8e-6452-4176-af15-78add57b7885 HTTP/1.1" status: 200 len: 990 time: 0.1528788 Nov 12 09:21:59.680024 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a79ca-b44f-4dda-a9a2-ca4f1f9ce91a req-c310bc4e-6114-433c-817c-d2ae36cd70b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:59.681650 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-110a79ca-b44f-4dda-a9a2-ca4f1f9ce91a req-c310bc4e-6114-433c-817c-d2ae36cd70b0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c2f8e5b12ecd4ba38827791d9dc04f83&device_id=e3d2493e-fde6-4838-b8eb-31f3aeb390d0 HTTP/1.1" status: 200 len: 1097 time: 0.0750802 Nov 12 09:21:59.681780 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-db5a16b7-05c2-4b50-a0be-837f99692ce6 None None] Set router 4a2335f4-2b6d-475d-8fc3-e181ef53042b gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:59.811179 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a79ca-b44f-4dda-a9a2-ca4f1f9ce91a req-c5d4ce6e-8a75-4baa-abd4-ce21c0f9fe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:59.812993 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-110a79ca-b44f-4dda-a9a2-ca4f1f9ce91a req-c5d4ce6e-8a75-4baa-abd4-ce21c0f9fe5a service neutron] 10.222.0.58 "GET /v2.0/networks?id=b9761276-b3eb-4f28-9fbd-94e5367740c5 HTTP/1.1" status: 200 len: 897 time: 0.1173353 Nov 12 09:21:59.890508 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-110a79ca-b44f-4dda-a9a2-ca4f1f9ce91a req-c0fbe873-1d12-4851-a7c5-a0f7544d559e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=356d9b40-4c9a-45b2-8cb9-ed0ad1363e24 HTTP/1.1" status: 200 len: 998 time: 0.0700681 Nov 12 09:21:59.954889 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a79ca-b44f-4dda-a9a2-ca4f1f9ce91a req-308db56e-22fd-487c-89e8-59d3394d6630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:59.956504 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-110a79ca-b44f-4dda-a9a2-ca4f1f9ce91a req-308db56e-22fd-487c-89e8-59d3394d6630 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=576c9069-14cf-42e7-bfa3-de3d74b987ad HTTP/1.1" status: 200 len: 835 time: 0.0583909 Nov 12 09:21:59.975466 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-db5a16b7-05c2-4b50-a0be-837f99692ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'name': 'tempest-TestNetworkBasicOps-router-1492938861', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '246dba95-e923-481f-920a-f2324eb5f7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:34Z', 'updated_at': '2021-11-12T09:21:39Z', 'revision_number': 4, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port': {'id': '246dba95-e923-481f-920a-f2324eb5f7eb', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:34Z', 'updated_at': '2021-11-12T09:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'b65eee8e-6452-4176-af15-78add57b7885', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'port_id': '356d9b40-4c9a-45b2-8cb9-ed0ad1363e24', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9761276-b3eb-4f28-9fbd-94e5367740c5', 'mac_address': 'fa:16:3e:3a:28:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d2493e-fde6-4838-b8eb-31f3aeb390d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:21:58Z', 'updated_at': '2021-11-12T09:21:58Z', 'revision_number': 0, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52383814-aa40-4314-8ed0-ec570bd12c69', 'name': '', 'network_id': 'b9761276-b3eb-4f28-9fbd-94e5367740c5', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'mac_address': 'fa:16:3e:f5:8b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '576c9069-14cf-42e7-bfa3-de3d74b987ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:38Z', 'updated_at': '2021-11-12T09:21:42Z', 'revision_number': 5, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'subnets': [{'id': '576c9069-14cf-42e7-bfa3-de3d74b987ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:00.016144 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5a16b7-05c2-4b50-a0be-837f99692ce6 None None] Checking router: 4a2335f4-2b6d-475d-8fc3-e181ef53042b for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:22:00.026374 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5a16b7-05c2-4b50-a0be-837f99692ce6 None None] Routers {'4a2335f4-2b6d-475d-8fc3-e181ef53042b'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:00.026998 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-db5a16b7-05c2-4b50-a0be-837f99692ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:21:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['4a2335f4-2b6d-475d-8fc3-e181ef53042b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:00.032996 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a79ca-b44f-4dda-a9a2-ca4f1f9ce91a req-1c2f85d3-a0a6-4521-99ed-f508a29a67e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:00.034528 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-110a79ca-b44f-4dda-a9a2-ca4f1f9ce91a req-1c2f85d3-a0a6-4521-99ed-f508a29a67e2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b9761276-b3eb-4f28-9fbd-94e5367740c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656531 Nov 12 09:22:00.197375 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-db5a16b7-05c2-4b50-a0be-837f99692ce6 None None] Set router 4a2335f4-2b6d-475d-8fc3-e181ef53042b gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:22:00.208251 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-110a79ca-b44f-4dda-a9a2-ca4f1f9ce91a req-6423d279-b165-4a57-9893-a5ccd4e78bf9 service neutron] 10.222.0.58 "GET /v2.0/networks/b9761276-b3eb-4f28-9fbd-94e5367740c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654048 Nov 12 09:22:00.324359 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-110a79ca-b44f-4dda-a9a2-ca4f1f9ce91a req-992e7dfc-1d65-41b4-bd6f-295b5f5ef9e5 service neutron] 10.222.0.58 "GET /v2.0/networks/b9761276-b3eb-4f28-9fbd-94e5367740c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086557 Nov 12 09:22:00.609504 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-db5a16b7-05c2-4b50-a0be-837f99692ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'name': 'tempest-TestNetworkBasicOps-router-1492938861', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '246dba95-e923-481f-920a-f2324eb5f7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:34Z', 'updated_at': '2021-11-12T09:21:39Z', 'revision_number': 4, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port': {'id': '246dba95-e923-481f-920a-f2324eb5f7eb', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:34Z', 'updated_at': '2021-11-12T09:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'b65eee8e-6452-4176-af15-78add57b7885', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'port_id': '356d9b40-4c9a-45b2-8cb9-ed0ad1363e24', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9761276-b3eb-4f28-9fbd-94e5367740c5', 'mac_address': 'fa:16:3e:3a:28:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d2493e-fde6-4838-b8eb-31f3aeb390d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:21:58Z', 'updated_at': '2021-11-12T09:21:58Z', 'revision_number': 0, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52383814-aa40-4314-8ed0-ec570bd12c69', 'name': '', 'network_id': 'b9761276-b3eb-4f28-9fbd-94e5367740c5', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'mac_address': 'fa:16:3e:f5:8b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '576c9069-14cf-42e7-bfa3-de3d74b987ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:38Z', 'updated_at': '2021-11-12T09:21:42Z', 'revision_number': 5, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'subnets': [{'id': '576c9069-14cf-42e7-bfa3-de3d74b987ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:00.638452 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5a16b7-05c2-4b50-a0be-837f99692ce6 None None] The sync data for ids ['4a2335f4-2b6d-475d-8fc3-e181ef53042b'] in n-d-768862-16 is: [{'id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'name': 'tempest-TestNetworkBasicOps-router-1492938861', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '246dba95-e923-481f-920a-f2324eb5f7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:34Z', 'updated_at': '2021-11-12T09:21:39Z', 'revision_number': 4, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port': {'id': '246dba95-e923-481f-920a-f2324eb5f7eb', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:34Z', 'updated_at': '2021-11-12T09:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'b65eee8e-6452-4176-af15-78add57b7885', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'port_id': '356d9b40-4c9a-45b2-8cb9-ed0ad1363e24', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9761276-b3eb-4f28-9fbd-94e5367740c5', 'mac_address': 'fa:16:3e:3a:28:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d2493e-fde6-4838-b8eb-31f3aeb390d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:21:58Z', 'updated_at': '2021-11-12T09:21:58Z', 'revision_number': 0, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52383814-aa40-4314-8ed0-ec570bd12c69', 'name': '', 'network_id': 'b9761276-b3eb-4f28-9fbd-94e5367740c5', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'mac_address': 'fa:16:3e:f5:8b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '576c9069-14cf-42e7-bfa3-de3d74b987ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:38Z', 'updated_at': '2021-11-12T09:21:42Z', 'revision_number': 5, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'subnets': [{'id': '576c9069-14cf-42e7-bfa3-de3d74b987ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:22:00.653472 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38200) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:00.733761 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2c55ece8-cd5f-4755-9c90-143fa4ac3222 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/floatingips/b65eee8e-6452-4176-af15-78add57b7885 HTTP/1.1" status: 200 len: 990 time: 0.0768757 Nov 12 09:22:00.886878 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e51c01-4003-4fbe-a443-3f31b9b35159 None None] New status for floating IP b65eee8e-6452-4176-af15-78add57b7885: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:22:01.738187 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38226) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:01.837611 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-71b44af0-ae7b-4693-ab5d-7275a03eeb55 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/floatingips/b65eee8e-6452-4176-af15-78add57b7885 HTTP/1.1" status: 200 len: 992 time: 0.0922515 Nov 12 09:22:07.886193 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d9af29cf-d0a1-4154-bc0b-ce9a5a47f166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:10.226856 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-01f67d90-d1e7-4fe4-b3f1-68cce8a7e694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:12.149988 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:13.506584 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:14.087332 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:18.338416 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4c77b500-d042-4bf6-a586-8a0a7706d9c9 req-374792c2-1ac9-4847-acae-e1728cd28c9a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e3d2493e-fde6-4838-b8eb-31f3aeb390d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430653 Nov 12 09:22:18.428036 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77b500-d042-4bf6-a586-8a0a7706d9c9 req-b18e9714-909f-4d9c-b67b-e18d0dccbb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:18.429527 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4c77b500-d042-4bf6-a586-8a0a7706d9c9 req-b18e9714-909f-4d9c-b67b-e18d0dccbb01 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c2f8e5b12ecd4ba38827791d9dc04f83&device_id=e3d2493e-fde6-4838-b8eb-31f3aeb390d0 HTTP/1.1" status: 200 len: 1097 time: 0.0447078 Nov 12 09:22:18.888464 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77b500-d042-4bf6-a586-8a0a7706d9c9 req-12d915fa-ee7e-4bcd-b7b3-b839c453b67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:18.889992 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4c77b500-d042-4bf6-a586-8a0a7706d9c9 req-12d915fa-ee7e-4bcd-b7b3-b839c453b67e service neutron] 10.222.0.58 "GET /v2.0/networks?id=b9761276-b3eb-4f28-9fbd-94e5367740c5 HTTP/1.1" status: 200 len: 897 time: 0.4406095 Nov 12 09:22:18.908506 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aa443eff-07ce-4395-ae35-c4e66ec775d1 req-7748f128-0ccb-4194-984c-371e842277d3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c942444b-a0c3-4c10-8473-961c36d8435c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0687180 Nov 12 09:22:19.001503 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4c77b500-d042-4bf6-a586-8a0a7706d9c9 req-dc5419d1-3a52-42dd-a2cf-86b0d7b61ef0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=356d9b40-4c9a-45b2-8cb9-ed0ad1363e24 HTTP/1.1" status: 200 len: 1000 time: 0.1027422 Nov 12 09:22:19.040408 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa443eff-07ce-4395-ae35-c4e66ec775d1 req-b00ec933-6ee5-4531-8110-7507690f0c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:19.041963 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aa443eff-07ce-4395-ae35-c4e66ec775d1 req-b00ec933-6ee5-4531-8110-7507690f0c48 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=37208630d32940b9a0eb6d96e161ed4a&device_id=c942444b-a0c3-4c10-8473-961c36d8435c HTTP/1.1" status: 200 len: 1097 time: 0.0850744 Nov 12 09:22:19.060688 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77b500-d042-4bf6-a586-8a0a7706d9c9 req-028ea62f-212f-4392-b773-5295a271ac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:19.062232 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4c77b500-d042-4bf6-a586-8a0a7706d9c9 req-028ea62f-212f-4392-b773-5295a271ac9a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=576c9069-14cf-42e7-bfa3-de3d74b987ad HTTP/1.1" status: 200 len: 835 time: 0.0525658 Nov 12 09:22:19.167250 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77b500-d042-4bf6-a586-8a0a7706d9c9 req-7f3fcb6e-ef29-48c5-80be-f18d21bcf0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:19.169540 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4c77b500-d042-4bf6-a586-8a0a7706d9c9 req-7f3fcb6e-ef29-48c5-80be-f18d21bcf0d7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b9761276-b3eb-4f28-9fbd-94e5367740c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0981297 Nov 12 09:22:19.216188 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa443eff-07ce-4395-ae35-c4e66ec775d1 req-35b9e5de-2c6b-42f1-941a-fe6d87ceaacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:19.217606 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aa443eff-07ce-4395-ae35-c4e66ec775d1 req-35b9e5de-2c6b-42f1-941a-fe6d87ceaacd service neutron] 10.222.0.54 "GET /v2.0/networks?id=361583e5-810d-43eb-bd10-28471100ab67 HTTP/1.1" status: 200 len: 910 time: 0.1544282 Nov 12 09:22:19.323554 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aa443eff-07ce-4395-ae35-c4e66ec775d1 req-122f0665-51c9-4a1c-9ac2-079917e9c664 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e826e27-a100-4144-91ee-dbf802b5c9bf HTTP/1.1" status: 200 len: 1000 time: 0.0783279 Nov 12 09:22:19.360327 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4c77b500-d042-4bf6-a586-8a0a7706d9c9 req-5ba995a3-051b-4394-8656-d79fc47bbc05 service neutron] 10.222.0.58 "GET /v2.0/networks/b9761276-b3eb-4f28-9fbd-94e5367740c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824515 Nov 12 09:22:19.404102 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa443eff-07ce-4395-ae35-c4e66ec775d1 req-a3e5daca-f585-4798-974f-c400b5d9dbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:19.405574 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aa443eff-07ce-4395-ae35-c4e66ec775d1 req-a3e5daca-f585-4798-974f-c400b5d9dbf7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7180b4be-5884-4c17-8cdc-7bc215074ec1 HTTP/1.1" status: 200 len: 848 time: 0.0745389 Nov 12 09:22:19.499932 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa443eff-07ce-4395-ae35-c4e66ec775d1 req-a38258ab-6f8f-458a-a510-fee55b5ca3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:19.501454 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aa443eff-07ce-4395-ae35-c4e66ec775d1 req-a38258ab-6f8f-458a-a510-fee55b5ca3ae service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=361583e5-810d-43eb-bd10-28471100ab67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668886 Nov 12 09:22:19.503707 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4c77b500-d042-4bf6-a586-8a0a7706d9c9 req-4e8dedde-8e95-4b25-a10f-cd2f77f9aa95 service neutron] 10.222.0.58 "GET /v2.0/networks/b9761276-b3eb-4f28-9fbd-94e5367740c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344204 Nov 12 09:22:19.619053 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aa443eff-07ce-4395-ae35-c4e66ec775d1 req-031aab9b-eda1-4922-b1c8-07f1d16ca0d0 service neutron] 10.222.0.54 "GET /v2.0/networks/361583e5-810d-43eb-bd10-28471100ab67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090219 Nov 12 09:22:19.723175 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aa443eff-07ce-4395-ae35-c4e66ec775d1 req-bbdaaaaa-4ca6-44fa-8627-9ba3b93188b0 service neutron] 10.222.0.54 "GET /v2.0/networks/361583e5-810d-43eb-bd10-28471100ab67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962973 Nov 12 09:22:20.283481 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:22:23.466326 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:24.957818 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38802) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:25.110350 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1808b242-867f-46c5-9d3a-dd0e15486f78 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c42c9d54c604f189b9041f63743feb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1510451 Nov 12 09:22:25.113200 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38806) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:25.164467 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8f0fc761-9518-4a47-84e9-16ceda5212f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:25.187169 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8f0fc761-9518-4a47-84e9-16ceda5212f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:25.241017 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8f0fc761-9518-4a47-84e9-16ceda5212f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:25.245537 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8f0fc761-9518-4a47-84e9-16ceda5212f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:25.246756 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8f0fc761-9518-4a47-84e9-16ceda5212f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bfd942ef-679d-427f-9445-e0be642d7482 HTTP/1.1" status: 204 len: 168 time: 0.1324701 Nov 12 09:22:25.257874 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0fc761-9518-4a47-84e9-16ceda5212f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd942ef-679d-427f-9445-e0be642d7482,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:25.267163 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0fc761-9518-4a47-84e9-16ceda5212f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:25.267511 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0fc761-9518-4a47-84e9-16ceda5212f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:25.267932 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0fc761-9518-4a47-84e9-16ceda5212f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:25.268348 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0fc761-9518-4a47-84e9-16ceda5212f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:25.268615 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0fc761-9518-4a47-84e9-16ceda5212f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:25.269014 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0fc761-9518-4a47-84e9-16ceda5212f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:25.269268 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0fc761-9518-4a47-84e9-16ceda5212f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:25.269601 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0fc761-9518-4a47-84e9-16ceda5212f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:25.269923 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0fc761-9518-4a47-84e9-16ceda5212f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:25.270247 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0fc761-9518-4a47-84e9-16ceda5212f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:25.270587 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0fc761-9518-4a47-84e9-16ceda5212f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:25.270912 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0fc761-9518-4a47-84e9-16ceda5212f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:28.336754 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38848) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:28.405352 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-67dfade5-dea8-446a-bb5e-b641503e8ddf tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/floatingips/b65eee8e-6452-4176-af15-78add57b7885 HTTP/1.1" status: 200 len: 992 time: 0.0673728 Nov 12 09:22:28.688472 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38854) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:28.863522 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-2d8646c0-4dc6-4fe6-8b52-a22cc8db1bd6 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Deleting port 0822791b-8e7d-4b1e-8643-e6d40e71d3a7 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:28.863938 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2d8646c0-4dc6-4fe6-8b52-a22cc8db1bd6 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:28.947523 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2d8646c0-4dc6-4fe6-8b52-a22cc8db1bd6 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:28.947718 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2d8646c0-4dc6-4fe6-8b52-a22cc8db1bd6 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:28.962483 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-2d8646c0-4dc6-4fe6-8b52-a22cc8db1bd6 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Calling delete_port for 0822791b-8e7d-4b1e-8643-e6d40e71d3a7 owned by network:floatingip {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:29.128794 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2d8646c0-4dc6-4fe6-8b52-a22cc8db1bd6 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:29.155698 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8646c0-4dc6-4fe6-8b52-a22cc8db1bd6 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event deleted for resources: {'Port': ['ID=0822791b-8e7d-4b1e-8643-e6d40e71d3a7,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:29.168853 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8646c0-4dc6-4fe6-8b52-a22cc8db1bd6 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:29.169227 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8646c0-4dc6-4fe6-8b52-a22cc8db1bd6 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:29.169553 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8646c0-4dc6-4fe6-8b52-a22cc8db1bd6 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:29.169867 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8646c0-4dc6-4fe6-8b52-a22cc8db1bd6 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:29.170423 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8646c0-4dc6-4fe6-8b52-a22cc8db1bd6 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:29.170565 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8646c0-4dc6-4fe6-8b52-a22cc8db1bd6 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:29.170874 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8646c0-4dc6-4fe6-8b52-a22cc8db1bd6 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:29.171184 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8646c0-4dc6-4fe6-8b52-a22cc8db1bd6 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:29.171505 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8646c0-4dc6-4fe6-8b52-a22cc8db1bd6 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:29.171869 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8646c0-4dc6-4fe6-8b52-a22cc8db1bd6 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:29.172169 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8646c0-4dc6-4fe6-8b52-a22cc8db1bd6 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:29.172489 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8646c0-4dc6-4fe6-8b52-a22cc8db1bd6 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:29.236718 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2d8646c0-4dc6-4fe6-8b52-a22cc8db1bd6 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for floatingip, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:29.237053 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [None req-2d8646c0-4dc6-4fe6-8b52-a22cc8db1bd6 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Floating IP b65eee8e-6452-4176-af15-78add57b7885 disassociated (deleted). External IP: 172.25.6.13, port: 356d9b40-4c9a-45b2-8cb9-ed0ad1363e24. Nov 12 09:22:29.481735 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8646c0-4dc6-4fe6-8b52-a22cc8db1bd6 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Router 4a2335f4-2b6d-475d-8fc3-e181ef53042b has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:22:29.509915 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:29.606868 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8646c0-4dc6-4fe6-8b52-a22cc8db1bd6 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:22:29.612383 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2d8646c0-4dc6-4fe6-8b52-a22cc8db1bd6 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:29.620011 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f94ae13-8c0a-4b1c-9e5b-054d181b0cb2 None None] Sync routers for ids ['4a2335f4-2b6d-475d-8fc3-e181ef53042b'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:22:29.635071 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f94ae13-8c0a-4b1c-9e5b-054d181b0cb2 None None] Routers {'4a2335f4-2b6d-475d-8fc3-e181ef53042b'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:29.636199 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-9f94ae13-8c0a-4b1c-9e5b-054d181b0cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:22:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['4a2335f4-2b6d-475d-8fc3-e181ef53042b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:29.651110 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2d8646c0-4dc6-4fe6-8b52-a22cc8db1bd6 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "DELETE /v2.0/floatingips/b65eee8e-6452-4176-af15-78add57b7885 HTTP/1.1" status: 204 len: 168 time: 0.9616320 Nov 12 09:22:29.651987 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d2493e-fde6-4838-b8eb-31f3aeb390d0', 'tag': '356d9b40-4c9a-45b2-8cb9-ed0ad1363e24'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:22:29.655207 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdbf226-c398-401e-ae80-f9ad9f2140b7" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d2493e-fde6-4838-b8eb-31f3aeb390d0", "tag": "356d9b40-4c9a-45b2-8cb9-ed0ad1363e24"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:22:29.778245 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-9f94ae13-8c0a-4b1c-9e5b-054d181b0cb2 None None] Set router 4a2335f4-2b6d-475d-8fc3-e181ef53042b gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:22:29.844944 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db934d75-d2e9-4778-b664-3f47c2aed3c1 x-openstack-request-id: req-db934d75-d2e9-4778-b664-3f47c2aed3c1 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:22:29.845468 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d2493e-fde6-4838-b8eb-31f3aeb390d0", "tag": "356d9b40-4c9a-45b2-8cb9-ed0ad1363e24", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:22:29.845865 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db934d75-d2e9-4778-b664-3f47c2aed3c1 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:22:29.846416 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d2493e-fde6-4838-b8eb-31f3aeb390d0', 'tag': '356d9b40-4c9a-45b2-8cb9-ed0ad1363e24', 'status': 'completed', 'code': 200} Nov 12 09:22:29.935006 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbf226-c398-401e-ae80-f9ad9f2140b7 req-edf237de-e025-4cec-9087-61a53772f1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:29.937068 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2bdbf226-c398-401e-ae80-f9ad9f2140b7 req-edf237de-e025-4cec-9087-61a53772f1c3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c2f8e5b12ecd4ba38827791d9dc04f83&device_id=e3d2493e-fde6-4838-b8eb-31f3aeb390d0 HTTP/1.1" status: 200 len: 1097 time: 0.0591106 Nov 12 09:22:30.013799 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-9f94ae13-8c0a-4b1c-9e5b-054d181b0cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'name': 'tempest-TestNetworkBasicOps-router-1492938861', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '246dba95-e923-481f-920a-f2324eb5f7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:34Z', 'updated_at': '2021-11-12T09:21:39Z', 'revision_number': 4, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port': {'id': '246dba95-e923-481f-920a-f2324eb5f7eb', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:34Z', 'updated_at': '2021-11-12T09:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '52383814-aa40-4314-8ed0-ec570bd12c69', 'name': '', 'network_id': 'b9761276-b3eb-4f28-9fbd-94e5367740c5', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'mac_address': 'fa:16:3e:f5:8b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '576c9069-14cf-42e7-bfa3-de3d74b987ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:38Z', 'updated_at': '2021-11-12T09:21:42Z', 'revision_number': 5, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'subnets': [{'id': '576c9069-14cf-42e7-bfa3-de3d74b987ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:30.066471 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f94ae13-8c0a-4b1c-9e5b-054d181b0cb2 None None] Checking router: 4a2335f4-2b6d-475d-8fc3-e181ef53042b for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:22:30.071660 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdf139-6730-4feb-840e-4cea71355ea4 req-2711f1c8-4760-4a6d-8a9c-f3efe5078adf tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:30.078506 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f94ae13-8c0a-4b1c-9e5b-054d181b0cb2 None None] Routers {'4a2335f4-2b6d-475d-8fc3-e181ef53042b'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:30.079423 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-9f94ae13-8c0a-4b1c-9e5b-054d181b0cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:22:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['4a2335f4-2b6d-475d-8fc3-e181ef53042b'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:30.081173 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1bcdf139-6730-4feb-840e-4cea71355ea4 req-2711f1c8-4760-4a6d-8a9c-f3efe5078adf tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d2493e-fde6-4838-b8eb-31f3aeb390d0 HTTP/1.1" status: 200 len: 945 time: 0.1217875 Nov 12 09:22:30.182750 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbf226-c398-401e-ae80-f9ad9f2140b7 req-ad24ccfc-564d-4633-aa9b-ee653368e4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:30.186456 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2bdbf226-c398-401e-ae80-f9ad9f2140b7 req-ad24ccfc-564d-4633-aa9b-ee653368e4c7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b9761276-b3eb-4f28-9fbd-94e5367740c5 HTTP/1.1" status: 200 len: 897 time: 0.2414563 Nov 12 09:22:30.194916 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1bcdf139-6730-4feb-840e-4cea71355ea4 req-6d1b640a-3757-46a4-a9ff-c3058035e8de tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4e02139-be44-45c6-b46e-972a2d47741e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110504 Nov 12 09:22:30.195125 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38870) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:30.214619 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-9f94ae13-8c0a-4b1c-9e5b-054d181b0cb2 None None] Set router 4a2335f4-2b6d-475d-8fc3-e181ef53042b gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:22:30.264594 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2bdbf226-c398-401e-ae80-f9ad9f2140b7 req-258d3d69-4d04-40e7-8464-023e357e26c4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=356d9b40-4c9a-45b2-8cb9-ed0ad1363e24 HTTP/1.1" status: 200 len: 217 time: 0.0590549 Nov 12 09:22:30.344615 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbf226-c398-401e-ae80-f9ad9f2140b7 req-ebeef82d-1ab9-460b-a846-81ff3ee4b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:30.346492 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2bdbf226-c398-401e-ae80-f9ad9f2140b7 req-ebeef82d-1ab9-460b-a846-81ff3ee4b83f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=576c9069-14cf-42e7-bfa3-de3d74b987ad HTTP/1.1" status: 200 len: 835 time: 0.0734947 Nov 12 09:22:30.351587 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-76b541be-0848-4020-9628-9043d75b68e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:30.405699 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbf226-c398-401e-ae80-f9ad9f2140b7 req-858a1e42-b54c-4f16-92ee-b9e556508213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:30.407664 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2bdbf226-c398-401e-ae80-f9ad9f2140b7 req-858a1e42-b54c-4f16-92ee-b9e556508213 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b9761276-b3eb-4f28-9fbd-94e5367740c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491774 Nov 12 09:22:30.446126 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-76b541be-0848-4020-9628-9043d75b68e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:30.451133 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-76b541be-0848-4020-9628-9043d75b68e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:30.482791 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b541be-0848-4020-9628-9043d75b68e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062809ff-9582-4b37-91b7-6e1a01b1074e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:30.507489 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-76b541be-0848-4020-9628-9043d75b68e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f97ac57e565d4e18acdf1f253534d654&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3107872 Nov 12 09:22:30.507671 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38874) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:30.516511 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-9f94ae13-8c0a-4b1c-9e5b-054d181b0cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'name': 'tempest-TestNetworkBasicOps-router-1492938861', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '246dba95-e923-481f-920a-f2324eb5f7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:34Z', 'updated_at': '2021-11-12T09:21:39Z', 'revision_number': 4, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port': {'id': '246dba95-e923-481f-920a-f2324eb5f7eb', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:34Z', 'updated_at': '2021-11-12T09:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '52383814-aa40-4314-8ed0-ec570bd12c69', 'name': '', 'network_id': 'b9761276-b3eb-4f28-9fbd-94e5367740c5', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'mac_address': 'fa:16:3e:f5:8b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '576c9069-14cf-42e7-bfa3-de3d74b987ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:38Z', 'updated_at': '2021-11-12T09:21:42Z', 'revision_number': 5, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'subnets': [{'id': '576c9069-14cf-42e7-bfa3-de3d74b987ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:30.531693 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2bdbf226-c398-401e-ae80-f9ad9f2140b7 req-3a755f78-8a99-41df-8d84-b5af0d3ede3e service neutron] 10.222.0.58 "GET /v2.0/networks/b9761276-b3eb-4f28-9fbd-94e5367740c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158409 Nov 12 09:22:30.548033 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f94ae13-8c0a-4b1c-9e5b-054d181b0cb2 None None] The sync data for ids ['4a2335f4-2b6d-475d-8fc3-e181ef53042b'] in n-d-768862-16 is: [{'id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'name': 'tempest-TestNetworkBasicOps-router-1492938861', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '246dba95-e923-481f-920a-f2324eb5f7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:34Z', 'updated_at': '2021-11-12T09:21:39Z', 'revision_number': 4, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port': {'id': '246dba95-e923-481f-920a-f2324eb5f7eb', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:34Z', 'updated_at': '2021-11-12T09:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '52383814-aa40-4314-8ed0-ec570bd12c69', 'name': '', 'network_id': 'b9761276-b3eb-4f28-9fbd-94e5367740c5', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'mac_address': 'fa:16:3e:f5:8b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '576c9069-14cf-42e7-bfa3-de3d74b987ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:38Z', 'updated_at': '2021-11-12T09:21:42Z', 'revision_number': 5, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'subnets': [{'id': '576c9069-14cf-42e7-bfa3-de3d74b987ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:22:30.640999 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cfb10c6b-c5d3-4c86-b219-df1a08162ee9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:30.680880 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2bdbf226-c398-401e-ae80-f9ad9f2140b7 req-7415119a-86bb-4056-8e91-5d750cb6b14a service neutron] 10.222.0.58 "GET /v2.0/networks/b9761276-b3eb-4f28-9fbd-94e5367740c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403275 Nov 12 09:22:30.685556 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cfb10c6b-c5d3-4c86-b219-df1a08162ee9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:30.738086 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cfb10c6b-c5d3-4c86-b219-df1a08162ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:30.741647 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cfb10c6b-c5d3-4c86-b219-df1a08162ee9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:30.746252 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-cfb10c6b-c5d3-4c86-b219-df1a08162ee9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/062809ff-9582-4b37-91b7-6e1a01b1074e HTTP/1.1" status: 204 len: 168 time: 0.2377448 Nov 12 09:22:30.757864 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb10c6b-c5d3-4c86-b219-df1a08162ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062809ff-9582-4b37-91b7-6e1a01b1074e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:30.899151 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa828b3b-b399-4ff5-9b8b-a6537973903c None None] New status for floating IP b65eee8e-6452-4176-af15-78add57b7885: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:22:31.327162 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34f687-4734-4839-abdc-1e35f41ae841 req-4627025d-25af-44c1-ac08-752b9e10a86d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:31.329590 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8a34f687-4734-4839-abdc-1e35f41ae841 req-4627025d-25af-44c1-ac08-752b9e10a86d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d2493e-fde6-4838-b8eb-31f3aeb390d0 HTTP/1.1" status: 200 len: 945 time: 0.0564096 Nov 12 09:22:31.408361 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8a34f687-4734-4839-abdc-1e35f41ae841 req-6eb5ab29-2587-4545-b66a-1e489c58e436 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4e02139-be44-45c6-b46e-972a2d47741e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677307 Nov 12 09:22:31.417155 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c216648-2bab-4bd3-b106-e1fe1c1f7652 req-6cb1c35e-29d8-4291-9d8a-dce6dd6239ba tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:31.418704 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3c216648-2bab-4bd3-b106-e1fe1c1f7652 req-6cb1c35e-29d8-4291-9d8a-dce6dd6239ba tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3d2493e-fde6-4838-b8eb-31f3aeb390d0 HTTP/1.1" status: 200 len: 945 time: 0.0881224 Nov 12 09:22:31.425986 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [req-6f382a30-9842-409e-988b-cd882f2afb0f req-24bedb5c-06b1-49fa-8aec-cf7d43b93972 service neutron] (102568) timed out ('10.222.0.37', 43072) {{(pid=102568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:22:31.534103 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-3c216648-2bab-4bd3-b106-e1fe1c1f7652 req-0e8ed066-50fa-491e-b795-e5ef5cf098be tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Deleting port 356d9b40-4c9a-45b2-8cb9-ed0ad1363e24 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:31.534650 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3c216648-2bab-4bd3-b106-e1fe1c1f7652 req-0e8ed066-50fa-491e-b795-e5ef5cf098be tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:31.629268 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-3c216648-2bab-4bd3-b106-e1fe1c1f7652 req-0e8ed066-50fa-491e-b795-e5ef5cf098be tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] For port 356d9b40-4c9a-45b2-8cb9-ed0ad1363e24, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=356d9b40-4c9a-45b2-8cb9-ed0ad1363e24,segment=NetworkSegment(fee66252-a0ca-4885-9f1f-83d2bc706c5f),segment_id=fee66252-a0ca-4885-9f1f-83d2bc706c5f)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:31.629648 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3c216648-2bab-4bd3-b106-e1fe1c1f7652 req-0e8ed066-50fa-491e-b795-e5ef5cf098be tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:31.644706 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-3c216648-2bab-4bd3-b106-e1fe1c1f7652 req-0e8ed066-50fa-491e-b795-e5ef5cf098be tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Calling delete_port for 356d9b40-4c9a-45b2-8cb9-ed0ad1363e24 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:31.786453 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3c216648-2bab-4bd3-b106-e1fe1c1f7652 req-0e8ed066-50fa-491e-b795-e5ef5cf098be tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:31.817424 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ed066-50fa-491e-b795-e5ef5cf098be tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event deleted for resources: {'Port': ['ID=356d9b40-4c9a-45b2-8cb9-ed0ad1363e24,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:31.867050 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c216648-2bab-4bd3-b106-e1fe1c1f7652 req-0e8ed066-50fa-491e-b795-e5ef5cf098be tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] No DVR routers for this DVR port 356d9b40-4c9a-45b2-8cb9-ed0ad1363e24 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:22:31.870027 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3c216648-2bab-4bd3-b106-e1fe1c1f7652 req-0e8ed066-50fa-491e-b795-e5ef5cf098be tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:31.873579 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3c216648-2bab-4bd3-b106-e1fe1c1f7652 req-0e8ed066-50fa-491e-b795-e5ef5cf098be tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.58 "DELETE /v2.0/ports/356d9b40-4c9a-45b2-8cb9-ed0ad1363e24 HTTP/1.1" status: 204 len: 173 time: 0.4484401 Nov 12 09:22:31.874027 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d2493e-fde6-4838-b8eb-31f3aeb390d0', 'name': 'network-vif-deleted', 'tag': '356d9b40-4c9a-45b2-8cb9-ed0ad1363e24'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:22:31.876584 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4b4ae6-3c78-4c78-a93b-e7f3f8585573" -d '{"events": [{"server_uuid": "e3d2493e-fde6-4838-b8eb-31f3aeb390d0", "name": "network-vif-deleted", "tag": "356d9b40-4c9a-45b2-8cb9-ed0ad1363e24"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:22:31.916872 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e844ffe2-06d9-4dbe-838e-211a17efb3b5 x-openstack-request-id: req-e844ffe2-06d9-4dbe-838e-211a17efb3b5 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:22:31.917177 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d2493e-fde6-4838-b8eb-31f3aeb390d0", "name": "network-vif-deleted", "tag": "356d9b40-4c9a-45b2-8cb9-ed0ad1363e24", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:22:31.917484 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e844ffe2-06d9-4dbe-838e-211a17efb3b5 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:22:31.917869 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d2493e-fde6-4838-b8eb-31f3aeb390d0', 'name': 'network-vif-deleted', 'tag': '356d9b40-4c9a-45b2-8cb9-ed0ad1363e24', 'status': 'completed', 'code': 200} Nov 12 09:22:32.477354 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38920) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:32.542367 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6594aff-2a6e-41c7-b79b-492975cff84d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:32.570956 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6594aff-2a6e-41c7-b79b-492975cff84d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:32.643009 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6594aff-2a6e-41c7-b79b-492975cff84d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:32.646771 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6594aff-2a6e-41c7-b79b-492975cff84d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:32.648058 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a6594aff-2a6e-41c7-b79b-492975cff84d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "DELETE /v2.0/security-groups/e4e02139-be44-45c6-b46e-972a2d47741e HTTP/1.1" status: 204 len: 168 time: 0.1697674 Nov 12 09:22:32.658391 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6594aff-2a6e-41c7-b79b-492975cff84d tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e02139-be44-45c6-b46e-972a2d47741e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:32.717823 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4e198-dd11-453d-a749-a0898fe5d60e req-5e062a61-1b12-4ae5-a577-f8f26f6a9510 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:32.719634 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-55a4e198-dd11-453d-a749-a0898fe5d60e req-5e062a61-1b12-4ae5-a577-f8f26f6a9510 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/ports?device_id=c942444b-a0c3-4c10-8473-961c36d8435c HTTP/1.1" status: 200 len: 945 time: 0.1914098 Nov 12 09:22:32.780292 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-55a4e198-dd11-453d-a749-a0898fe5d60e req-8c33b69e-8709-4679-9eb5-4bb1c720270b tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa35bdb0-55f8-41bb-91c6-a3cbe4d15410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540020 Nov 12 09:22:32.827188 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38926) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:33.675774 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8e5d1df5-dc25-431e-b7f3-b4716f6fea8b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:33.971208 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8c84f-b78f-4be1-bd6d-51896c0cda11 req-7f2bbab2-7439-40c8-8fde-3946ac33efaf tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:33.973035 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eca8c84f-b78f-4be1-bd6d-51896c0cda11 req-7f2bbab2-7439-40c8-8fde-3946ac33efaf tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.54 "GET /v2.0/ports?device_id=c942444b-a0c3-4c10-8473-961c36d8435c HTTP/1.1" status: 200 len: 945 time: 0.1330221 Nov 12 09:22:34.002969 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb1a90-7db8-4c5d-b611-8a505dcaa695 req-9fe210f4-0ddf-4ee0-8521-eff79058a6c4 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:34.004605 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-88fb1a90-7db8-4c5d-b611-8a505dcaa695 req-9fe210f4-0ddf-4ee0-8521-eff79058a6c4 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/ports?device_id=c942444b-a0c3-4c10-8473-961c36d8435c HTTP/1.1" status: 200 len: 945 time: 0.1283092 Nov 12 09:22:34.168832 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-88fb1a90-7db8-4c5d-b611-8a505dcaa695 req-02107410-533e-42df-9a2a-612488c2b8e5 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa35bdb0-55f8-41bb-91c6-a3cbe4d15410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424861 Nov 12 09:22:34.219494 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-eca8c84f-b78f-4be1-bd6d-51896c0cda11 req-65ada3b5-4778-4316-99c3-06bbfec3ea61 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Deleting port 0e826e27-a100-4144-91ee-dbf802b5c9bf {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:34.219876 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-eca8c84f-b78f-4be1-bd6d-51896c0cda11 req-65ada3b5-4778-4316-99c3-06bbfec3ea61 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:34.314691 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d1df5-dc25-431e-b7f3-b4716f6fea8b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Deleting port 52383814-aa40-4314-8ed0-ec570bd12c69 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:34.315125 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8e5d1df5-dc25-431e-b7f3-b4716f6fea8b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:34.404871 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-eca8c84f-b78f-4be1-bd6d-51896c0cda11 req-65ada3b5-4778-4316-99c3-06bbfec3ea61 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] For port 0e826e27-a100-4144-91ee-dbf802b5c9bf, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=0e826e27-a100-4144-91ee-dbf802b5c9bf,segment=NetworkSegment(4ae1b008-58f4-4f42-ad0c-a23d4b8b7415),segment_id=4ae1b008-58f4-4f42-ad0c-a23d4b8b7415)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:34.405261 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-eca8c84f-b78f-4be1-bd6d-51896c0cda11 req-65ada3b5-4778-4316-99c3-06bbfec3ea61 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:34.550428 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-8e5d1df5-dc25-431e-b7f3-b4716f6fea8b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] For port 52383814-aa40-4314-8ed0-ec570bd12c69, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=52383814-aa40-4314-8ed0-ec570bd12c69,segment=NetworkSegment(fee66252-a0ca-4885-9f1f-83d2bc706c5f),segment_id=fee66252-a0ca-4885-9f1f-83d2bc706c5f)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:34.550806 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8e5d1df5-dc25-431e-b7f3-b4716f6fea8b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:34.607345 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d1df5-dc25-431e-b7f3-b4716f6fea8b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Calling delete_port for 52383814-aa40-4314-8ed0-ec570bd12c69 owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:34.804666 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-eca8c84f-b78f-4be1-bd6d-51896c0cda11 req-65ada3b5-4778-4316-99c3-06bbfec3ea61 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:34.805169 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-eca8c84f-b78f-4be1-bd6d-51896c0cda11 req-65ada3b5-4778-4316-99c3-06bbfec3ea61 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:34.805628 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [req-eca8c84f-b78f-4be1-bd6d-51896c0cda11 req-65ada3b5-4778-4316-99c3-06bbfec3ea61 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Floating IP 57398059-c5da-4fd3-bd24-dc36a9753c90 disassociated. External IP: 172.25.6.76, port: 0e826e27-a100-4144-91ee-dbf802b5c9bf. Nov 12 09:22:34.806166 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-eca8c84f-b78f-4be1-bd6d-51896c0cda11 req-65ada3b5-4778-4316-99c3-06bbfec3ea61 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Calling delete_port for 0e826e27-a100-4144-91ee-dbf802b5c9bf owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:34.990932 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8e5d1df5-dc25-431e-b7f3-b4716f6fea8b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:35.025707 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d1df5-dc25-431e-b7f3-b4716f6fea8b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event deleted for resources: {'Port': ['ID=52383814-aa40-4314-8ed0-ec570bd12c69,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:35.069096 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-eca8c84f-b78f-4be1-bd6d-51896c0cda11 req-65ada3b5-4778-4316-99c3-06bbfec3ea61 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:35.122463 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ada3b5-4778-4316-99c3-06bbfec3ea61 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Pushing event deleted for resources: {'Port': ['ID=0e826e27-a100-4144-91ee-dbf802b5c9bf,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:35.353028 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b9b8c7a5-d811-4ce9-86bf-caa26b39409c req-cb6929b4-2921-43c7-91d7-00a22b147d51 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/ports?device_id=c942444b-a0c3-4c10-8473-961c36d8435c HTTP/1.1" status: 200 len: 210 time: 0.0915384 Nov 12 09:22:35.392928 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8e5d1df5-dc25-431e-b7f3-b4716f6fea8b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:35.402150 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eca8c84f-b78f-4be1-bd6d-51896c0cda11 req-65ada3b5-4778-4316-99c3-06bbfec3ea61 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Router daf3228d-a42f-4340-8367-4b12335ee3f7 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:22:35.636482 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eca8c84f-b78f-4be1-bd6d-51896c0cda11 req-65ada3b5-4778-4316-99c3-06bbfec3ea61 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:22:35.660608 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17520bd8-62d6-4738-8ceb-9a9fb9f68f2c None None] Sync routers for ids ['daf3228d-a42f-4340-8367-4b12335ee3f7'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:22:35.706974 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17520bd8-62d6-4738-8ceb-9a9fb9f68f2c None None] Routers {'daf3228d-a42f-4340-8367-4b12335ee3f7'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:35.712379 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-17520bd8-62d6-4738-8ceb-9a9fb9f68f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:22:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['daf3228d-a42f-4340-8367-4b12335ee3f7'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:35.733448 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca8c84f-b78f-4be1-bd6d-51896c0cda11 req-65ada3b5-4778-4316-99c3-06bbfec3ea61 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] No DVR routers for this DVR port 0e826e27-a100-4144-91ee-dbf802b5c9bf on host n-h1-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:22:35.745611 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-eca8c84f-b78f-4be1-bd6d-51896c0cda11 req-65ada3b5-4778-4316-99c3-06bbfec3ea61 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:35.749319 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eca8c84f-b78f-4be1-bd6d-51896c0cda11 req-65ada3b5-4778-4316-99c3-06bbfec3ea61 tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.54 "DELETE /v2.0/ports/0e826e27-a100-4144-91ee-dbf802b5c9bf HTTP/1.1" status: 204 len: 173 time: 1.7695079 Nov 12 09:22:35.789518 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c942444b-a0c3-4c10-8473-961c36d8435c', 'name': 'network-vif-deleted', 'tag': '0e826e27-a100-4144-91ee-dbf802b5c9bf'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:22:35.792231 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3eecd3f-b195-4f64-b529-a546c27b77fd" -d '{"events": [{"server_uuid": "c942444b-a0c3-4c10-8473-961c36d8435c", "name": "network-vif-deleted", "tag": "0e826e27-a100-4144-91ee-dbf802b5c9bf"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:22:35.825268 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5d1df5-dc25-431e-b7f3-b4716f6fea8b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Router 4a2335f4-2b6d-475d-8fc3-e181ef53042b has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:22:35.855897 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 356d9b40-4c9a-45b2-8cb9-ed0ad1363e24 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:22:35.887166 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40dce3e4-27b0-46f5-8e03-76b03502b921 x-openstack-request-id: req-40dce3e4-27b0-46f5-8e03-76b03502b921 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:22:35.887497 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c942444b-a0c3-4c10-8473-961c36d8435c", "name": "network-vif-deleted", "tag": "0e826e27-a100-4144-91ee-dbf802b5c9bf", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:22:35.887875 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40dce3e4-27b0-46f5-8e03-76b03502b921 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:22:35.888309 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c942444b-a0c3-4c10-8473-961c36d8435c', 'name': 'network-vif-deleted', 'tag': '0e826e27-a100-4144-91ee-dbf802b5c9bf', 'status': 'completed', 'code': 200} Nov 12 09:22:35.949976 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 356d9b40-4c9a-45b2-8cb9-ed0ad1363e24 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:22:35.950322 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 356d9b40-4c9a-45b2-8cb9-ed0ad1363e24 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:22:35.970236 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5d1df5-dc25-431e-b7f3-b4716f6fea8b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:22:35.976246 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8e5d1df5-dc25-431e-b7f3-b4716f6fea8b tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "PUT /v2.0/routers/4a2335f4-2b6d-475d-8fc3-e181ef53042b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1478574 Nov 12 09:22:35.979495 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38960) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:35.990943 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da7d084-5a98-4e7c-9088-e2cf8e7ea2d0 None None] Sync routers for ids ['4a2335f4-2b6d-475d-8fc3-e181ef53042b'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:22:36.016329 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da7d084-5a98-4e7c-9088-e2cf8e7ea2d0 None None] Routers {'4a2335f4-2b6d-475d-8fc3-e181ef53042b'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:36.016980 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1da7d084-5a98-4e7c-9088-e2cf8e7ea2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:22:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['4a2335f4-2b6d-475d-8fc3-e181ef53042b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:36.054383 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-6beb824f-4e40-4e07-b8d8-267c74e66937 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Deleting subnet 576c9069-14cf-42e7-bfa3-de3d74b987ad {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:22:36.054992 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-17520bd8-62d6-4738-8ceb-9a9fb9f68f2c None None] Set router daf3228d-a42f-4340-8367-4b12335ee3f7 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:22:36.059943 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6beb824f-4e40-4e07-b8d8-267c74e66937 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:36.140026 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6beb824f-4e40-4e07-b8d8-267c74e66937 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:36.155425 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-1da7d084-5a98-4e7c-9088-e2cf8e7ea2d0 None None] Set router 4a2335f4-2b6d-475d-8fc3-e181ef53042b gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:22:36.252952 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6beb824f-4e40-4e07-b8d8-267c74e66937 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:36.327669 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-17520bd8-62d6-4738-8ceb-9a9fb9f68f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'name': 'tempest-TestServerBasicOps-1881539139-router', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'f9f57adc-ec94-43e3-8655-32028c6ca2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:17:09Z', 'updated_at': '2021-11-12T09:17:15Z', 'revision_number': 4, 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'gw_port': {'id': 'f9f57adc-ec94-43e3-8655-32028c6ca2d6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:10Z', 'updated_at': '2021-11-12T09:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '11dacdb2-9562-4f7a-ac19-12efddae7930', 'name': '', 'network_id': '361583e5-810d-43eb-bd10-28471100ab67', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'mac_address': 'fa:16:3e:0e:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '7180b4be-5884-4c17-8cdc-7bc215074ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:14Z', 'updated_at': '2021-11-12T09:17:34Z', 'revision_number': 5, 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'subnets': [{'id': '7180b4be-5884-4c17-8cdc-7bc215074ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:36.366691 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6beb824f-4e40-4e07-b8d8-267c74e66937 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:36.372860 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17520bd8-62d6-4738-8ceb-9a9fb9f68f2c None None] Checking router: daf3228d-a42f-4340-8367-4b12335ee3f7 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:22:36.399620 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb824f-4e40-4e07-b8d8-267c74e66937 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event deleted for resources: {'Subnet': ['ID=576c9069-14cf-42e7-bfa3-de3d74b987ad,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:36.403558 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6beb824f-4e40-4e07-b8d8-267c74e66937 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:36.407815 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6beb824f-4e40-4e07-b8d8-267c74e66937 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "DELETE /v2.0/subnets/576c9069-14cf-42e7-bfa3-de3d74b987ad HTTP/1.1" status: 204 len: 168 time: 0.4263544 Nov 12 09:22:36.410142 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 38974) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:36.417498 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17520bd8-62d6-4738-8ceb-9a9fb9f68f2c None None] Routers {'daf3228d-a42f-4340-8367-4b12335ee3f7'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:36.418153 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-17520bd8-62d6-4738-8ceb-9a9fb9f68f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:22:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['daf3228d-a42f-4340-8367-4b12335ee3f7'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:36.422287 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ee94ef-899b-437c-829b-be170e7c3324 None None] Network b9761276-b3eb-4f28-9fbd-94e5367740c5 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:22:36.548321 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7cead70-2fa7-4e35-940c-e2953df7c602 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:36.563801 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-18bf8c03-25d8-4bc8-abc4-0b91703f2fc6 req-819ff6e1-7c9c-4b61-99a8-d3c520c34d1b tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "GET /v2.0/ports?device_id=c942444b-a0c3-4c10-8473-961c36d8435c HTTP/1.1" status: 200 len: 210 time: 0.0587702 Nov 12 09:22:36.616157 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1da7d084-5a98-4e7c-9088-e2cf8e7ea2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'name': 'tempest-TestNetworkBasicOps-router-1492938861', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '246dba95-e923-481f-920a-f2324eb5f7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:34Z', 'updated_at': '2021-11-12T09:22:34Z', 'revision_number': 5, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port': {'id': '246dba95-e923-481f-920a-f2324eb5f7eb', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:34Z', 'updated_at': '2021-11-12T09:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:36.671575 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da7d084-5a98-4e7c-9088-e2cf8e7ea2d0 None None] Checking router: 4a2335f4-2b6d-475d-8fc3-e181ef53042b for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:22:36.680082 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7cead70-2fa7-4e35-940c-e2953df7c602 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:36.700662 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da7d084-5a98-4e7c-9088-e2cf8e7ea2d0 None None] Routers {'4a2335f4-2b6d-475d-8fc3-e181ef53042b'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:36.701292 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1da7d084-5a98-4e7c-9088-e2cf8e7ea2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:22:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['4a2335f4-2b6d-475d-8fc3-e181ef53042b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:36.758142 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e7cead70-2fa7-4e35-940c-e2953df7c602 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Deleting port 246dba95-e923-481f-920a-f2324eb5f7eb {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:36.758142 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7cead70-2fa7-4e35-940c-e2953df7c602 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:36.784040 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-17520bd8-62d6-4738-8ceb-9a9fb9f68f2c None None] Set router daf3228d-a42f-4340-8367-4b12335ee3f7 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:22:36.808997 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-1da7d084-5a98-4e7c-9088-e2cf8e7ea2d0 None None] Set router 4a2335f4-2b6d-475d-8fc3-e181ef53042b gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:22:36.853781 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-e7cead70-2fa7-4e35-940c-e2953df7c602 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] For port 246dba95-e923-481f-920a-f2324eb5f7eb, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=246dba95-e923-481f-920a-f2324eb5f7eb,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:36.854159 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7cead70-2fa7-4e35-940c-e2953df7c602 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:36.871449 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e7cead70-2fa7-4e35-940c-e2953df7c602 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Calling delete_port for 246dba95-e923-481f-920a-f2324eb5f7eb owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:36.875553 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1da7d084-5a98-4e7c-9088-e2cf8e7ea2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'name': 'tempest-TestNetworkBasicOps-router-1492938861', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:34Z', 'updated_at': '2021-11-12T09:22:36Z', 'revision_number': 6, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:36.916109 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da7d084-5a98-4e7c-9088-e2cf8e7ea2d0 None None] The sync data for ids ['4a2335f4-2b6d-475d-8fc3-e181ef53042b'] in n-d-768862-16 is: [{'id': '4a2335f4-2b6d-475d-8fc3-e181ef53042b', 'name': 'tempest-TestNetworkBasicOps-router-1492938861', 'tenant_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:34Z', 'updated_at': '2021-11-12T09:22:36Z', 'revision_number': 6, 'project_id': 'c2f8e5b12ecd4ba38827791d9dc04f83', 'gw_port_host': None}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:22:36.974316 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220ae071-b4b1-415d-82ed-5e58ce38f79f None None] DHCP port deletion for b9761276-b3eb-4f28-9fbd-94e5367740c5 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:22:37.061952 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-220ae071-b4b1-415d-82ed-5e58ce38f79f None None] Deleting port 32ab9500-649f-49f2-b575-9f053c9223d7 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:37.062336 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-220ae071-b4b1-415d-82ed-5e58ce38f79f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:37.070857 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-17520bd8-62d6-4738-8ceb-9a9fb9f68f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'name': 'tempest-TestServerBasicOps-1881539139-router', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'f9f57adc-ec94-43e3-8655-32028c6ca2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:17:09Z', 'updated_at': '2021-11-12T09:17:15Z', 'revision_number': 4, 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'gw_port': {'id': 'f9f57adc-ec94-43e3-8655-32028c6ca2d6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:10Z', 'updated_at': '2021-11-12T09:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '11dacdb2-9562-4f7a-ac19-12efddae7930', 'name': '', 'network_id': '361583e5-810d-43eb-bd10-28471100ab67', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'mac_address': 'fa:16:3e:0e:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '7180b4be-5884-4c17-8cdc-7bc215074ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:14Z', 'updated_at': '2021-11-12T09:17:34Z', 'revision_number': 5, 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'subnets': [{'id': '7180b4be-5884-4c17-8cdc-7bc215074ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:37.104682 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17520bd8-62d6-4738-8ceb-9a9fb9f68f2c None None] The sync data for ids ['daf3228d-a42f-4340-8367-4b12335ee3f7'] in n-d-768862-16 is: [{'id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'name': 'tempest-TestServerBasicOps-1881539139-router', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'f9f57adc-ec94-43e3-8655-32028c6ca2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:17:09Z', 'updated_at': '2021-11-12T09:17:15Z', 'revision_number': 4, 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'gw_port': {'id': 'f9f57adc-ec94-43e3-8655-32028c6ca2d6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:10Z', 'updated_at': '2021-11-12T09:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '11dacdb2-9562-4f7a-ac19-12efddae7930', 'name': '', 'network_id': '361583e5-810d-43eb-bd10-28471100ab67', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'mac_address': 'fa:16:3e:0e:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '7180b4be-5884-4c17-8cdc-7bc215074ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:14Z', 'updated_at': '2021-11-12T09:17:34Z', 'revision_number': 5, 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'subnets': [{'id': '7180b4be-5884-4c17-8cdc-7bc215074ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:22:37.148851 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-220ae071-b4b1-415d-82ed-5e58ce38f79f None None] For port 32ab9500-649f-49f2-b575-9f053c9223d7, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=32ab9500-649f-49f2-b575-9f053c9223d7,segment=NetworkSegment(fee66252-a0ca-4885-9f1f-83d2bc706c5f),segment_id=fee66252-a0ca-4885-9f1f-83d2bc706c5f)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:37.149277 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-220ae071-b4b1-415d-82ed-5e58ce38f79f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:37.153736 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7cead70-2fa7-4e35-940c-e2953df7c602 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:37.166419 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-220ae071-b4b1-415d-82ed-5e58ce38f79f None None] Calling delete_port for 32ab9500-649f-49f2-b575-9f053c9223d7 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:37.184598 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cead70-2fa7-4e35-940c-e2953df7c602 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event deleted for resources: {'Port': ['ID=246dba95-e923-481f-920a-f2324eb5f7eb,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:37.247951 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46a70a7-218f-4139-a3f6-204b504f7b36 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:22:37.270617 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7cead70-2fa7-4e35-940c-e2953df7c602 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:37.329685 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-220ae071-b4b1-415d-82ed-5e58ce38f79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:37.361405 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ae071-b4b1-415d-82ed-5e58ce38f79f None None] Pushing event deleted for resources: {'Port': ['ID=32ab9500-649f-49f2-b575-9f053c9223d7,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:37.369214 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220ae071-b4b1-415d-82ed-5e58ce38f79f None None] No DVR routers for this DVR port 32ab9500-649f-49f2-b575-9f053c9223d7 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:22:37.396943 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7cead70-2fa7-4e35-940c-e2953df7c602 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:37.400942 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7cead70-2fa7-4e35-940c-e2953df7c602 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:37.465976 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7cead70-2fa7-4e35-940c-e2953df7c602 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:37.466843 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cead70-2fa7-4e35-940c-e2953df7c602 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Fanout notify agent at l3_agent the message router_deleted on router 4a2335f4-2b6d-475d-8fc3-e181ef53042b {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:22:37.474435 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7cead70-2fa7-4e35-940c-e2953df7c602 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:37.478631 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 38992) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:37.479284 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e7cead70-2fa7-4e35-940c-e2953df7c602 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "DELETE /v2.0/routers/4a2335f4-2b6d-475d-8fc3-e181ef53042b HTTP/1.1" status: 204 len: 168 time: 1.0673518 Nov 12 09:22:37.564379 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97048eb-009e-4198-a801-a0f7d4af7e53 None None] New status for floating IP 57398059-c5da-4fd3-bd24-dc36a9753c90: DOWN {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:22:37.580394 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d50b99c-3c88-4da4-bf93-27f89a2790b1 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:37.639368 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39000) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:37.821630 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e9961077-d4bf-4605-8eb2-23696111493b tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Deleting port 5ad9fe4a-8831-417b-b063-c2b6316aa21e {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:37.821979 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e9961077-d4bf-4605-8eb2-23696111493b tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:37.909160 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8dd4a319-47b9-459a-8fb9-3ba318f1ce33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:37.973397 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e9961077-d4bf-4605-8eb2-23696111493b tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:37.974033 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e9961077-d4bf-4605-8eb2-23696111493b tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:37.991117 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 52383814-aa40-4314-8ed0-ec570bd12c69 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:22:37.996622 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e9961077-d4bf-4605-8eb2-23696111493b tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Calling delete_port for 5ad9fe4a-8831-417b-b063-c2b6316aa21e owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:38.038834 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 52383814-aa40-4314-8ed0-ec570bd12c69 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:22:38.038834 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 52383814-aa40-4314-8ed0-ec570bd12c69 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:22:38.039390 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 246dba95-e923-481f-920a-f2324eb5f7eb no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:22:38.051316 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d50b99c-3c88-4da4-bf93-27f89a2790b1 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.073533 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-4d50b99c-3c88-4da4-bf93-27f89a2790b1 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9761276-b3eb-4f28-9fbd-94e5367740c5']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:38.082526 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 246dba95-e923-481f-920a-f2324eb5f7eb {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:22:38.084200 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-4d50b99c-3c88-4da4-bf93-27f89a2790b1 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee66252-a0ca-4885-9f1f-83d2bc706c5f') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:38.084507 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-4d50b99c-3c88-4da4-bf93-27f89a2790b1 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee66252-a0ca-4885-9f1f-83d2bc706c5f') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:38.084870 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 246dba95-e923-481f-920a-f2324eb5f7eb not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:22:38.085475 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 32ab9500-649f-49f2-b575-9f053c9223d7 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:22:38.095295 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 0e826e27-a100-4144-91ee-dbf802b5c9bf no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:22:38.096676 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d50b99c-3c88-4da4-bf93-27f89a2790b1 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.112732 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d50b99c-3c88-4da4-bf93-27f89a2790b1 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.126994 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d50b99c-3c88-4da4-bf93-27f89a2790b1 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:22:38.126994 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d50b99c-3c88-4da4-bf93-27f89a2790b1 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.132052 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:22:38.132052 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:22:38.132052 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:22:38.132052 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:22:38.132052 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:22:38.132052 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:22:38.132052 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:22:38.132052 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:22:38.132052 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:22:38.132052 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:22:38.132052 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:22:38.132052 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:22:38.132052 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:22:38.132052 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:22:38.132052 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:22:38.132052 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:22:38.132052 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:22:38.132052 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:22:38.132052 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:22:38.132052 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:22:38.132052 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:22:38.132052 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:22:38.132052 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:22:38.132052 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:22:38.132052 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:22:38.132052 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:22:38.132052 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:22:38.132052 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:22:38.132052 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:22:38.132052 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:22:38.132052 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:22:38.132052 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:22:38.151726 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 0e826e27-a100-4144-91ee-dbf802b5c9bf {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:22:38.152198 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 0e826e27-a100-4144-91ee-dbf802b5c9bf not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:22:38.153740 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 32ab9500-649f-49f2-b575-9f053c9223d7 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:22:38.154138 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 32ab9500-649f-49f2-b575-9f053c9223d7 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:22:38.196093 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e9961077-d4bf-4605-8eb2-23696111493b tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.214548 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d50b99c-3c88-4da4-bf93-27f89a2790b1 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.230848 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d50b99c-3c88-4da4-bf93-27f89a2790b1 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.231032 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9961077-d4bf-4605-8eb2-23696111493b tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Pushing event deleted for resources: {'Port': ['ID=5ad9fe4a-8831-417b-b063-c2b6316aa21e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:38.237953 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4d50b99c-3c88-4da4-bf93-27f89a2790b1 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] 10.222.0.37 "DELETE /v2.0/networks/b9761276-b3eb-4f28-9fbd-94e5367740c5 HTTP/1.1" status: 204 len: 168 time: 0.7576501 Nov 12 09:22:38.252562 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50b99c-3c88-4da4-bf93-27f89a2790b1 tempest-TestNetworkBasicOps-2002230406 tempest-TestNetworkBasicOps-2002230406-project] Pushing event deleted for resources: {'Network': ['ID=b9761276-b3eb-4f28-9fbd-94e5367740c5,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:38.319097 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e9961077-d4bf-4605-8eb2-23696111493b tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.322069 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e9961077-d4bf-4605-8eb2-23696111493b tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.323291 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e9961077-d4bf-4605-8eb2-23696111493b tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "DELETE /v2.0/floatingips/57398059-c5da-4fd3-bd24-dc36a9753c90 HTTP/1.1" status: 204 len: 168 time: 0.6828544 Nov 12 09:22:38.408916 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39024) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:38.479321 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d7b39bf8-a5e4-40bf-ad7f-df5debb03ede tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.516277 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d7b39bf8-a5e4-40bf-ad7f-df5debb03ede tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.599818 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d7b39bf8-a5e4-40bf-ad7f-df5debb03ede tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.602958 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d7b39bf8-a5e4-40bf-ad7f-df5debb03ede tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.606181 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39034) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:38.607170 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d7b39bf8-a5e4-40bf-ad7f-df5debb03ede tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] 10.222.0.37 "DELETE /v2.0/security-groups/aa35bdb0-55f8-41bb-91c6-a3cbe4d15410 HTTP/1.1" status: 204 len: 168 time: 0.1971452 Nov 12 09:22:38.617396 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b39bf8-a5e4-40bf-ad7f-df5debb03ede tempest-TestServerBasicOps-232305771 tempest-TestServerBasicOps-232305771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa35bdb0-55f8-41bb-91c6-a3cbe4d15410,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:38.650496 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39040) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:38.853998 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-12fcd671-11d2-4d52-8a05-2f42de31d321 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c2f8e5b12ecd4ba38827791d9dc04f83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2438016 Nov 12 09:22:38.856722 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39048) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:38.919138 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dfb0d67f-b302-494c-9f70-0dbb4945641e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.942275 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dfb0d67f-b302-494c-9f70-0dbb4945641e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.995966 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dfb0d67f-b302-494c-9f70-0dbb4945641e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.999037 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dfb0d67f-b302-494c-9f70-0dbb4945641e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:39.000485 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-dfb0d67f-b302-494c-9f70-0dbb4945641e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5d4ca0dd-e64a-4772-bd01-652af1dbeac7 HTTP/1.1" status: 204 len: 168 time: 0.1424003 Nov 12 09:22:39.010145 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb0d67f-b302-494c-9f70-0dbb4945641e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4ca0dd-e64a-4772-bd01-652af1dbeac7,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:39.218884 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e74286e6-3f43-4e5c-8db0-ef82d1dc8358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:39.360314 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39060) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:39.374396 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7554baa-4796-40eb-bebc-d4a4e331bfeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:39.465763 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7554baa-4796-40eb-bebc-d4a4e331bfeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:39.471977 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7554baa-4796-40eb-bebc-d4a4e331bfeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:39.508870 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e74286e6-3f43-4e5c-8db0-ef82d1dc8358 admin admin] Deleting port 11dacdb2-9562-4f7a-ac19-12efddae7930 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:39.509067 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e74286e6-3f43-4e5c-8db0-ef82d1dc8358 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:39.515724 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c7554baa-4796-40eb-bebc-d4a4e331bfeb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2ba33c61519b4f79bb1b3e0931a9962c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1514716 Nov 12 09:22:39.516410 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39062) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:39.522401 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7554baa-4796-40eb-bebc-d4a4e331bfeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92719118-2647-4b7d-9e71-dc5524c61530,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:39.579124 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-09f4118f-9034-4832-abe4-3681318f37aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:39.608018 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-e74286e6-3f43-4e5c-8db0-ef82d1dc8358 admin admin] For port 11dacdb2-9562-4f7a-ac19-12efddae7930, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=11dacdb2-9562-4f7a-ac19-12efddae7930,segment=NetworkSegment(4ae1b008-58f4-4f42-ad0c-a23d4b8b7415),segment_id=4ae1b008-58f4-4f42-ad0c-a23d4b8b7415)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:39.608576 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-09f4118f-9034-4832-abe4-3681318f37aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:39.608668 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e74286e6-3f43-4e5c-8db0-ef82d1dc8358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:39.622528 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e74286e6-3f43-4e5c-8db0-ef82d1dc8358 admin admin] Calling delete_port for 11dacdb2-9562-4f7a-ac19-12efddae7930 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:39.669975 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-09f4118f-9034-4832-abe4-3681318f37aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:39.673098 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-09f4118f-9034-4832-abe4-3681318f37aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:39.675777 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-09f4118f-9034-4832-abe4-3681318f37aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/92719118-2647-4b7d-9e71-dc5524c61530 HTTP/1.1" status: 204 len: 168 time: 0.1573513 Nov 12 09:22:39.687668 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f4118f-9034-4832-abe4-3681318f37aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92719118-2647-4b7d-9e71-dc5524c61530,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:39.839258 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e74286e6-3f43-4e5c-8db0-ef82d1dc8358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:39.878313 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74286e6-3f43-4e5c-8db0-ef82d1dc8358 admin admin] Pushing event deleted for resources: {'Port': ['ID=11dacdb2-9562-4f7a-ac19-12efddae7930,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:40.104970 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e74286e6-3f43-4e5c-8db0-ef82d1dc8358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:40.230146 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6a49b340-f062-4fe9-ab32-58507d6a8af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:40.399662 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74286e6-3f43-4e5c-8db0-ef82d1dc8358 admin admin] Router daf3228d-a42f-4340-8367-4b12335ee3f7 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:22:40.534393 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74286e6-3f43-4e5c-8db0-ef82d1dc8358 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:22:40.549128 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2452ce-d33c-4679-aadd-772a98f44c4e None None] Sync routers for ids ['daf3228d-a42f-4340-8367-4b12335ee3f7'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:22:40.550274 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e74286e6-3f43-4e5c-8db0-ef82d1dc8358 admin admin] 10.222.0.37 "PUT /v2.0/routers/daf3228d-a42f-4340-8367-4b12335ee3f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8974996 Nov 12 09:22:40.554833 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39086) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:40.565768 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2452ce-d33c-4679-aadd-772a98f44c4e None None] Routers {'daf3228d-a42f-4340-8367-4b12335ee3f7'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:40.566788 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0f2452ce-d33c-4679-aadd-772a98f44c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:22:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['daf3228d-a42f-4340-8367-4b12335ee3f7'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:40.679818 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-221ceb24-9e0f-4d07-b34a-4d9cbbf4660a admin admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:40.903635 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-0f2452ce-d33c-4679-aadd-772a98f44c4e None None] Set router daf3228d-a42f-4340-8367-4b12335ee3f7 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:22:41.191373 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0f2452ce-d33c-4679-aadd-772a98f44c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'name': 'tempest-TestServerBasicOps-1881539139-router', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'f9f57adc-ec94-43e3-8655-32028c6ca2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:17:09Z', 'updated_at': '2021-11-12T09:22:39Z', 'revision_number': 5, 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'gw_port': {'id': 'f9f57adc-ec94-43e3-8655-32028c6ca2d6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:10Z', 'updated_at': '2021-11-12T09:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:41.245862 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2452ce-d33c-4679-aadd-772a98f44c4e None None] Checking router: daf3228d-a42f-4340-8367-4b12335ee3f7 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:22:41.258161 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-221ceb24-9e0f-4d07-b34a-4d9cbbf4660a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:41.260197 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2452ce-d33c-4679-aadd-772a98f44c4e None None] Routers {'daf3228d-a42f-4340-8367-4b12335ee3f7'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:41.261471 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0f2452ce-d33c-4679-aadd-772a98f44c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:22:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['daf3228d-a42f-4340-8367-4b12335ee3f7'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:41.331416 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-221ceb24-9e0f-4d07-b34a-4d9cbbf4660a admin admin] Deleting port f9f57adc-ec94-43e3-8655-32028c6ca2d6 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:41.331882 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-221ceb24-9e0f-4d07-b34a-4d9cbbf4660a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:41.397924 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-0f2452ce-d33c-4679-aadd-772a98f44c4e None None] Set router daf3228d-a42f-4340-8367-4b12335ee3f7 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:22:41.434687 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-221ceb24-9e0f-4d07-b34a-4d9cbbf4660a admin admin] For port f9f57adc-ec94-43e3-8655-32028c6ca2d6, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=f9f57adc-ec94-43e3-8655-32028c6ca2d6,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:41.435393 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-221ceb24-9e0f-4d07-b34a-4d9cbbf4660a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:41.453256 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-221ceb24-9e0f-4d07-b34a-4d9cbbf4660a admin admin] Calling delete_port for f9f57adc-ec94-43e3-8655-32028c6ca2d6 owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:41.650547 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0f2452ce-d33c-4679-aadd-772a98f44c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'name': 'tempest-TestServerBasicOps-1881539139-router', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'f9f57adc-ec94-43e3-8655-32028c6ca2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:17:09Z', 'updated_at': '2021-11-12T09:22:39Z', 'revision_number': 5, 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'gw_port': {'id': 'f9f57adc-ec94-43e3-8655-32028c6ca2d6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:10Z', 'updated_at': '2021-11-12T09:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:41.688248 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2452ce-d33c-4679-aadd-772a98f44c4e None None] The sync data for ids ['daf3228d-a42f-4340-8367-4b12335ee3f7'] in n-d-768862-16 is: [{'id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'name': 'tempest-TestServerBasicOps-1881539139-router', 'tenant_id': '37208630d32940b9a0eb6d96e161ed4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'f9f57adc-ec94-43e3-8655-32028c6ca2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:17:09Z', 'updated_at': '2021-11-12T09:22:39Z', 'revision_number': 5, 'project_id': '37208630d32940b9a0eb6d96e161ed4a', 'gw_port': {'id': 'f9f57adc-ec94-43e3-8655-32028c6ca2d6', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf3228d-a42f-4340-8367-4b12335ee3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:10Z', 'updated_at': '2021-11-12T09:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:22:41.710500 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-221ceb24-9e0f-4d07-b34a-4d9cbbf4660a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:41.748391 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b23453-620c-4b2e-9ebf-e9c2af120763 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:22:41.794992 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221ceb24-9e0f-4d07-b34a-4d9cbbf4660a admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f57adc-ec94-43e3-8655-32028c6ca2d6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:41.847291 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-221ceb24-9e0f-4d07-b34a-4d9cbbf4660a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:41.950526 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-221ceb24-9e0f-4d07-b34a-4d9cbbf4660a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:41.952803 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-221ceb24-9e0f-4d07-b34a-4d9cbbf4660a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:41.998565 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-221ceb24-9e0f-4d07-b34a-4d9cbbf4660a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:41.999015 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221ceb24-9e0f-4d07-b34a-4d9cbbf4660a admin admin] Fanout notify agent at l3_agent the message router_deleted on router daf3228d-a42f-4340-8367-4b12335ee3f7 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:22:42.003548 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-221ceb24-9e0f-4d07-b34a-4d9cbbf4660a admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:42.009308 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-221ceb24-9e0f-4d07-b34a-4d9cbbf4660a admin admin] 10.222.0.37 "DELETE /v2.0/routers/daf3228d-a42f-4340-8367-4b12335ee3f7 HTTP/1.1" status: 204 len: 168 time: 1.4508398 Nov 12 09:22:42.009515 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39116) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:42.077447 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8163975-35e6-4ac3-8ae9-e8dd9ed26974 admin admin] Deleting subnet 7180b4be-5884-4c17-8cdc-7bc215074ec1 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:22:42.081550 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d8163975-35e6-4ac3-8ae9-e8dd9ed26974 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:42.131638 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d8163975-35e6-4ac3-8ae9-e8dd9ed26974 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:42.155840 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:42.227192 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d8163975-35e6-4ac3-8ae9-e8dd9ed26974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:42.293131 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d8163975-35e6-4ac3-8ae9-e8dd9ed26974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:42.350835 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8163975-35e6-4ac3-8ae9-e8dd9ed26974 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7180b4be-5884-4c17-8cdc-7bc215074ec1,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:42.356099 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d8163975-35e6-4ac3-8ae9-e8dd9ed26974 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:42.359783 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d8163975-35e6-4ac3-8ae9-e8dd9ed26974 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7180b4be-5884-4c17-8cdc-7bc215074ec1 HTTP/1.1" status: 204 len: 168 time: 0.3509500 Nov 12 09:22:42.362426 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68730b65-f55b-4ea8-8236-8694c5245756 None None] Network 361583e5-810d-43eb-bd10-28471100ab67 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:22:42.363675 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39126) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:42.465166 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-532e570c-65fb-47e0-b677-dcdcbfda1655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:42.589303 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-532e570c-65fb-47e0-b677-dcdcbfda1655 admin admin] Deleting port 7bdd2941-3eb1-4b79-96b3-e572f6a9da03 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:42.592523 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-532e570c-65fb-47e0-b677-dcdcbfda1655 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:42.698241 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39130) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:42.703933 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-e191587a-0826-4fd6-b767-a95235d7435a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Request body: {'network': {'name': 'tempest-network-smoke--1439865954', 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'port_security_enabled': True}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:42.706106 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-532e570c-65fb-47e0-b677-dcdcbfda1655 admin admin] For port 7bdd2941-3eb1-4b79-96b3-e572f6a9da03, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=7bdd2941-3eb1-4b79-96b3-e572f6a9da03,segment=NetworkSegment(4ae1b008-58f4-4f42-ad0c-a23d4b8b7415),segment_id=4ae1b008-58f4-4f42-ad0c-a23d4b8b7415)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:42.706480 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-532e570c-65fb-47e0-b677-dcdcbfda1655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:42.725421 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce99eb3-7bee-45df-bcfc-d4a4e401ac8c None None] DHCP port deletion for 361583e5-810d-43eb-bd10-28471100ab67 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:22:42.737126 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-532e570c-65fb-47e0-b677-dcdcbfda1655 admin admin] Calling delete_port for 7bdd2941-3eb1-4b79-96b3-e572f6a9da03 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:42.747991 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e191587a-0826-4fd6-b767-a95235d7435a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Made reservation on behalf of fc2ba089713c41ed8aa7db9e6f76e18b for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:22:42.753723 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e191587a-0826-4fd6-b767-a95235d7435a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:42.777544 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e191587a-0826-4fd6-b767-a95235d7435a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:42.810593 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-bce99eb3-7bee-45df-bcfc-d4a4e401ac8c None None] Deleting port 7bdd2941-3eb1-4b79-96b3-e572f6a9da03 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:42.811258 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bce99eb3-7bee-45df-bcfc-d4a4e401ac8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:42.860999 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-532e570c-65fb-47e0-b677-dcdcbfda1655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:42.912611 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e191587a-0826-4fd6-b767-a95235d7435a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:42.916018 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-bce99eb3-7bee-45df-bcfc-d4a4e401ac8c None None] For port 7bdd2941-3eb1-4b79-96b3-e572f6a9da03, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=7bdd2941-3eb1-4b79-96b3-e572f6a9da03,segment=NetworkSegment(4ae1b008-58f4-4f42-ad0c-a23d4b8b7415),segment_id=4ae1b008-58f4-4f42-ad0c-a23d4b8b7415)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:42.916416 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bce99eb3-7bee-45df-bcfc-d4a4e401ac8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:42.919546 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e191587a-0826-4fd6-b767-a95235d7435a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:42.920342 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e570c-65fb-47e0-b677-dcdcbfda1655 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bdd2941-3eb1-4b79-96b3-e572f6a9da03,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:42.931458 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532e570c-65fb-47e0-b677-dcdcbfda1655 admin admin] No DVR routers for this DVR port 7bdd2941-3eb1-4b79-96b3-e572f6a9da03 on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:22:42.932170 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-bce99eb3-7bee-45df-bcfc-d4a4e401ac8c None None] Calling delete_port for 7bdd2941-3eb1-4b79-96b3-e572f6a9da03 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:42.984139 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e191587a-0826-4fd6-b767-a95235d7435a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:22:43.001294 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191587a-0826-4fd6-b767-a95235d7435a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=997e4227-68f2-4035-8805-937485080b8b,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:43.041900 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e191587a-0826-4fd6-b767-a95235d7435a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:43.045474 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-e191587a-0826-4fd6-b767-a95235d7435a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Added segment c9d2bd6b-0b53-4ea6-a393-751af5c9ff47 of type vlan for network 456019ba-7089-419a-a037-e3c8a90de946 Nov 12 09:22:43.100976 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bce99eb3-7bee-45df-bcfc-d4a4e401ac8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:43.111988 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-532e570c-65fb-47e0-b677-dcdcbfda1655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:43.117719 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e191587a-0826-4fd6-b767-a95235d7435a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:43.138103 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce99eb3-7bee-45df-bcfc-d4a4e401ac8c None None] Pushing event deleted for resources: {'Port': ['ID=7bdd2941-3eb1-4b79-96b3-e572f6a9da03,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:43.140665 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce99eb3-7bee-45df-bcfc-d4a4e401ac8c None None] No DVR routers for this DVR port 7bdd2941-3eb1-4b79-96b3-e572f6a9da03 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:22:43.150343 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce99eb3-7bee-45df-bcfc-d4a4e401ac8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:43.150694 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce99eb3-7bee-45df-bcfc-d4a4e401ac8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:43.151054 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce99eb3-7bee-45df-bcfc-d4a4e401ac8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:43.151352 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce99eb3-7bee-45df-bcfc-d4a4e401ac8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:43.151769 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce99eb3-7bee-45df-bcfc-d4a4e401ac8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:43.152049 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce99eb3-7bee-45df-bcfc-d4a4e401ac8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:43.157842 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce99eb3-7bee-45df-bcfc-d4a4e401ac8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:43.157842 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce99eb3-7bee-45df-bcfc-d4a4e401ac8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:43.157842 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce99eb3-7bee-45df-bcfc-d4a4e401ac8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:43.157842 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce99eb3-7bee-45df-bcfc-d4a4e401ac8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:43.157842 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce99eb3-7bee-45df-bcfc-d4a4e401ac8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:43.157842 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce99eb3-7bee-45df-bcfc-d4a4e401ac8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:43.170411 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-532e570c-65fb-47e0-b677-dcdcbfda1655 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361583e5-810d-43eb-bd10-28471100ab67']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:43.184733 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-532e570c-65fb-47e0-b677-dcdcbfda1655 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae1b008-58f4-4f42-ad0c-a23d4b8b7415') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:43.185065 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-532e570c-65fb-47e0-b677-dcdcbfda1655 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae1b008-58f4-4f42-ad0c-a23d4b8b7415') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:43.185741 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e191587a-0826-4fd6-b767-a95235d7435a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:43.194633 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e191587a-0826-4fd6-b767-a95235d7435a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:43.195546 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e191587a-0826-4fd6-b767-a95235d7435a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:43.199330 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-532e570c-65fb-47e0-b677-dcdcbfda1655 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:43.219202 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-532e570c-65fb-47e0-b677-dcdcbfda1655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:43.227168 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532e570c-65fb-47e0-b677-dcdcbfda1655 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:22:43.229242 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-532e570c-65fb-47e0-b677-dcdcbfda1655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:43.239020 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e191587a-0826-4fd6-b767-a95235d7435a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5387001 Nov 12 09:22:43.244524 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:22:43.244524 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:22:43.244524 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:22:43.244524 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:22:43.244524 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:22:43.244524 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:22:43.244524 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:22:43.244524 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:22:43.244524 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:22:43.244524 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:22:43.244524 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:22:43.244524 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:22:43.244524 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:22:43.244524 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:22:43.244524 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:22:43.244524 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:22:43.244524 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:22:43.244524 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:22:43.244524 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:22:43.244524 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:22:43.244524 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:22:43.244524 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:22:43.244524 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:22:43.244524 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:22:43.244524 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:22:43.244524 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:22:43.244524 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:22:43.244524 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:22:43.244524 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:22:43.244524 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:22:43.244524 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:22:43.244524 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:22:43.246329 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39132) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:43.286515 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-53aca1a8-bf0f-427d-8a79-a6e3c3496c61 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-308427839', 'admin_state_up': True, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:43.288422 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191587a-0826-4fd6-b767-a95235d7435a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Pushing event updated for resources: {'Network': ['ID=456019ba-7089-419a-a037-e3c8a90de946,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:43.301326 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 456019ba-7089-419a-a037-e3c8a90de946 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:22:43.321135 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-532e570c-65fb-47e0-b677-dcdcbfda1655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:43.324229 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-53aca1a8-bf0f-427d-8a79-a6e3c3496c61 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:43.325395 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-53aca1a8-bf0f-427d-8a79-a6e3c3496c61 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:43.332552 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-532e570c-65fb-47e0-b677-dcdcbfda1655 admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:43.336051 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-532e570c-65fb-47e0-b677-dcdcbfda1655 admin admin] 10.222.0.37 "DELETE /v2.0/networks/361583e5-810d-43eb-bd10-28471100ab67 HTTP/1.1" status: 204 len: 168 time: 0.9708407 Nov 12 09:22:43.341185 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39134) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:43.357524 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e570c-65fb-47e0-b677-dcdcbfda1655 admin admin] Pushing event deleted for resources: {'Network': ['ID=361583e5-810d-43eb-bd10-28471100ab67,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:43.411505 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-53aca1a8-bf0f-427d-8a79-a6e3c3496c61 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:43.511492 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:43.588743 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-53aca1a8-bf0f-427d-8a79-a6e3c3496c61 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:43.769499 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 11dacdb2-9562-4f7a-ac19-12efddae7930 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:22:43.794424 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e6b155e4-2760-42f9-b2fe-0142d563dbcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:43.794666 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 11dacdb2-9562-4f7a-ac19-12efddae7930 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:22:43.794978 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 11dacdb2-9562-4f7a-ac19-12efddae7930 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:22:43.795592 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 7bdd2941-3eb1-4b79-96b3-e572f6a9da03 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:22:43.815342 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-53aca1a8-bf0f-427d-8a79-a6e3c3496c61 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:43.817889 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 7bdd2941-3eb1-4b79-96b3-e572f6a9da03 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:22:43.818399 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 7bdd2941-3eb1-4b79-96b3-e572f6a9da03 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:22:43.818969 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device f9f57adc-ec94-43e3-8655-32028c6ca2d6 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:22:43.840929 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-53aca1a8-bf0f-427d-8a79-a6e3c3496c61 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:43.844129 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: f9f57adc-ec94-43e3-8655-32028c6ca2d6 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:22:43.844670 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device f9f57adc-ec94-43e3-8655-32028c6ca2d6 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:22:43.972919 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-53aca1a8-bf0f-427d-8a79-a6e3c3496c61 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Allocated IP 172.25.6.242 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/b042fd20-f0af-452e-bb61-e10be7767357) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:22:44.084032 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e6b155e4-2760-42f9-b2fe-0142d563dbcc admin admin] Deleting port 20093ca2-41f6-4520-94e0-1a2fcd9e2420 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:44.084652 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e6b155e4-2760-42f9-b2fe-0142d563dbcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:44.086630 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:44.108361 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-53aca1a8-bf0f-427d-8a79-a6e3c3496c61 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:44.153140 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-53aca1a8-bf0f-427d-8a79-a6e3c3496c61 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:44.186672 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-e6b155e4-2760-42f9-b2fe-0142d563dbcc admin admin] For port 20093ca2-41f6-4520-94e0-1a2fcd9e2420, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=20093ca2-41f6-4520-94e0-1a2fcd9e2420,segment=NetworkSegment(869782be-9cc4-4ed4-a473-aad72da4affe),segment_id=869782be-9cc4-4ed4-a473-aad72da4affe)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:44.187039 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e6b155e4-2760-42f9-b2fe-0142d563dbcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:44.200666 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aca1a8-bf0f-427d-8a79-a6e3c3496c61 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:22:44.202255 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e6b155e4-2760-42f9-b2fe-0142d563dbcc admin admin] Calling delete_port for 20093ca2-41f6-4520-94e0-1a2fcd9e2420 owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:44.204091 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-53aca1a8-bf0f-427d-8a79-a6e3c3496c61 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:44.209332 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aca1a8-bf0f-427d-8a79-a6e3c3496c61 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:22:44.226423 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2cc3fb-70c9-4dca-95ab-e26c5403aa85 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:22:44.233204 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aca1a8-bf0f-427d-8a79-a6e3c3496c61 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Pushing event updated for resources: {'Port': ['ID=b042fd20-f0af-452e-bb61-e10be7767357,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:44.367119 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-fd86b448-2dfd-4b9c-bfa7-868cf317619e None None] Provisioning complete for port b042fd20-f0af-452e-bb61-e10be7767357 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:44.367729 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fd86b448-2dfd-4b9c-bfa7-868cf317619e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:44.418007 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-fd86b448-2dfd-4b9c-bfa7-868cf317619e None None] Port b042fd20-f0af-452e-bb61-e10be7767357 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:22:44.437048 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e6b155e4-2760-42f9-b2fe-0142d563dbcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:44.472012 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b155e4-2760-42f9-b2fe-0142d563dbcc admin admin] Pushing event deleted for resources: {'Port': ['ID=20093ca2-41f6-4520-94e0-1a2fcd9e2420,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:44.508882 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-53aca1a8-bf0f-427d-8a79-a6e3c3496c61 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:44.693864 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e6b155e4-2760-42f9-b2fe-0142d563dbcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:44.762532 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-53aca1a8-bf0f-427d-8a79-a6e3c3496c61 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:44.941580 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53aca1a8-bf0f-427d-8a79-a6e3c3496c61 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Router 67d0cdd5-af79-43eb-8ea5-008d12cf84b0 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:22:44.953083 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b155e4-2760-42f9-b2fe-0142d563dbcc admin admin] Router 930e3325-90e9-4790-96d6-5c66a81ca3a7 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:22:45.066535 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53aca1a8-bf0f-427d-8a79-a6e3c3496c61 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:22:45.077491 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b155e4-2760-42f9-b2fe-0142d563dbcc admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:22:45.080468 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aef6b95-0cd1-4903-9f17-818f61fe8b9b None None] Sync routers for ids ['67d0cdd5-af79-43eb-8ea5-008d12cf84b0'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:22:45.088343 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ba845a-4238-40ad-9218-52ee778945ee None None] Sync routers for ids ['930e3325-90e9-4790-96d6-5c66a81ca3a7'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:22:45.088925 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39140) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:45.096190 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aef6b95-0cd1-4903-9f17-818f61fe8b9b None None] Routers {'67d0cdd5-af79-43eb-8ea5-008d12cf84b0'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:45.097524 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-8aef6b95-0cd1-4903-9f17-818f61fe8b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:22:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['67d0cdd5-af79-43eb-8ea5-008d12cf84b0'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:45.099576 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e6b155e4-2760-42f9-b2fe-0142d563dbcc admin admin] 10.222.0.37 "PUT /v2.0/routers/930e3325-90e9-4790-96d6-5c66a81ca3a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7552741 Nov 12 09:22:45.103800 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ba845a-4238-40ad-9218-52ee778945ee None None] Routers {'930e3325-90e9-4790-96d6-5c66a81ca3a7'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:45.104579 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-26ba845a-4238-40ad-9218-52ee778945ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:22:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['930e3325-90e9-4790-96d6-5c66a81ca3a7'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:45.214566 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-8aef6b95-0cd1-4903-9f17-818f61fe8b9b None None] Set router 67d0cdd5-af79-43eb-8ea5-008d12cf84b0 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:22:45.222455 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-26ba845a-4238-40ad-9218-52ee778945ee None None] Set router 930e3325-90e9-4790-96d6-5c66a81ca3a7 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:22:45.223690 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0319acbb-6f35-45ec-8166-5b04217be1e2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:45.348841 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-53aca1a8-bf0f-427d-8a79-a6e3c3496c61 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:45.350257 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-53aca1a8-bf0f-427d-8a79-a6e3c3496c61 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.0983644 Nov 12 09:22:45.352036 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0319acbb-6f35-45ec-8166-5b04217be1e2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:45.354622 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39142) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:45.419161 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-8aef6b95-0cd1-4903-9f17-818f61fe8b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308427839', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b042fd20-f0af-452e-bb61-e10be7767357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:22:43Z', 'updated_at': '2021-11-12T09:22:44Z', 'revision_number': 3, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'gw_port': {'id': 'b042fd20-f0af-452e-bb61-e10be7767357', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:46:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:22:43Z', 'updated_at': '2021-11-12T09:22:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:45.449531 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aef6b95-0cd1-4903-9f17-818f61fe8b9b None None] Checking router: 67d0cdd5-af79-43eb-8ea5-008d12cf84b0 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:22:45.450315 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aef6b95-0cd1-4903-9f17-818f61fe8b9b None None] Updating router 67d0cdd5-af79-43eb-8ea5-008d12cf84b0 port b042fd20-f0af-452e-bb61-e10be7767357 binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:22:45.452664 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-26ba845a-4238-40ad-9218-52ee778945ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930e3325-90e9-4790-96d6-5c66a81ca3a7', 'name': 'tempest-TestServerBasicOps-1333055379-router', 'tenant_id': '8b928c0344274343baf2478bc3a050ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '3b43ba56-8eba-4aca-95ff-0dc137e1b246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:17:19Z', 'updated_at': '2021-11-12T09:22:44Z', 'revision_number': 5, 'project_id': '8b928c0344274343baf2478bc3a050ad', 'gw_port': {'id': '3b43ba56-8eba-4aca-95ff-0dc137e1b246', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:74:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930e3325-90e9-4790-96d6-5c66a81ca3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:17:21Z', 'updated_at': '2021-11-12T09:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:45.487227 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ba845a-4238-40ad-9218-52ee778945ee None None] Checking router: 930e3325-90e9-4790-96d6-5c66a81ca3a7 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:22:45.487983 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8aef6b95-0cd1-4903-9f17-818f61fe8b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:45.492457 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-0319acbb-6f35-45ec-8166-5b04217be1e2 admin admin] Deleting port 3b43ba56-8eba-4aca-95ff-0dc137e1b246 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:45.492814 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0319acbb-6f35-45ec-8166-5b04217be1e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:45.499636 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ba845a-4238-40ad-9218-52ee778945ee None None] Routers {'930e3325-90e9-4790-96d6-5c66a81ca3a7'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:45.500529 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-26ba845a-4238-40ad-9218-52ee778945ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:22:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['930e3325-90e9-4790-96d6-5c66a81ca3a7'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:45.574584 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9d37924c-88cd-4b07-a9d4-84266d19b3f3 tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=fc2ba089713c41ed8aa7db9e6f76e18b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2182899 Nov 12 09:22:45.575002 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39146) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:45.618186 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-26ba845a-4238-40ad-9218-52ee778945ee None None] Set router 930e3325-90e9-4790-96d6-5c66a81ca3a7 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:22:45.707475 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-0319acbb-6f35-45ec-8166-5b04217be1e2 admin admin] For port 3b43ba56-8eba-4aca-95ff-0dc137e1b246, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=3b43ba56-8eba-4aca-95ff-0dc137e1b246,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:45.707475 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0319acbb-6f35-45ec-8166-5b04217be1e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:45.734515 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-26ba845a-4238-40ad-9218-52ee778945ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930e3325-90e9-4790-96d6-5c66a81ca3a7', 'name': 'tempest-TestServerBasicOps-1333055379-router', 'tenant_id': '8b928c0344274343baf2478bc3a050ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:17:19Z', 'updated_at': '2021-11-12T09:22:45Z', 'revision_number': 6, 'project_id': '8b928c0344274343baf2478bc3a050ad', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:45.769777 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-0319acbb-6f35-45ec-8166-5b04217be1e2 admin admin] Calling delete_port for 3b43ba56-8eba-4aca-95ff-0dc137e1b246 owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:45.803929 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e7b7ed-30ce-4c2d-a327-6a3d18c7d4cf tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:45.809120 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ba845a-4238-40ad-9218-52ee778945ee None None] The sync data for ids ['930e3325-90e9-4790-96d6-5c66a81ca3a7'] in n-d-768862-16 is: [{'id': '930e3325-90e9-4790-96d6-5c66a81ca3a7', 'name': 'tempest-TestServerBasicOps-1333055379-router', 'tenant_id': '8b928c0344274343baf2478bc3a050ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:17:19Z', 'updated_at': '2021-11-12T09:22:45Z', 'revision_number': 6, 'project_id': '8b928c0344274343baf2478bc3a050ad', 'gw_port_host': None}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:22:45.809244 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-98e7b7ed-30ce-4c2d-a327-6a3d18c7d4cf tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2301955 Nov 12 09:22:45.809393 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39152) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:45.898924 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8aef6b95-0cd1-4903-9f17-818f61fe8b9b None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:45.907784 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8aef6b95-0cd1-4903-9f17-818f61fe8b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:45.959213 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d72005-c834-4dc1-a31d-0206b9b96c8c None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:22:46.000596 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a574b24-4849-49b9-9519-ea91afb58db9 None None] Pushing event updated for resources: {'Port': ['ID=b042fd20-f0af-452e-bb61-e10be7767357,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:46.010754 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a574b24-4849-49b9-9519-ea91afb58db9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:46.011094 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a574b24-4849-49b9-9519-ea91afb58db9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:46.011431 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a574b24-4849-49b9-9519-ea91afb58db9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:46.011781 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a574b24-4849-49b9-9519-ea91afb58db9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:46.012110 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a574b24-4849-49b9-9519-ea91afb58db9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:46.012433 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a574b24-4849-49b9-9519-ea91afb58db9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:46.012754 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a574b24-4849-49b9-9519-ea91afb58db9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:46.013070 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a574b24-4849-49b9-9519-ea91afb58db9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:46.013388 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a574b24-4849-49b9-9519-ea91afb58db9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:46.013705 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a574b24-4849-49b9-9519-ea91afb58db9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:46.014025 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a574b24-4849-49b9-9519-ea91afb58db9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:46.014334 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a574b24-4849-49b9-9519-ea91afb58db9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:46.019681 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-8aef6b95-0cd1-4903-9f17-818f61fe8b9b None None] Attempting to bind port b042fd20-f0af-452e-bb61-e10be7767357 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:22:46.020095 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-8aef6b95-0cd1-4903-9f17-818f61fe8b9b None None] Attempting to bind port b042fd20-f0af-452e-bb61-e10be7767357 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:22:46.020556 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aef6b95-0cd1-4903-9f17-818f61fe8b9b None None] Attempting to bind port b042fd20-f0af-452e-bb61-e10be7767357 on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:22:46.027118 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aef6b95-0cd1-4903-9f17-818f61fe8b9b None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:22:46.027487 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aef6b95-0cd1-4903-9f17-818f61fe8b9b None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:22:46.027918 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8aef6b95-0cd1-4903-9f17-818f61fe8b9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:46.028308 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aef6b95-0cd1-4903-9f17-818f61fe8b9b None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:22:46.028770 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-8aef6b95-0cd1-4903-9f17-818f61fe8b9b None None] Bound port: b042fd20-f0af-452e-bb61-e10be7767357, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:22:46.029145 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8aef6b95-0cd1-4903-9f17-818f61fe8b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:46.073738 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9116a579-1ce3-40c5-83a3-af1c0a1410da None None] Provisioning complete for port b042fd20-f0af-452e-bb61-e10be7767357 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:46.074820 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9116a579-1ce3-40c5-83a3-af1c0a1410da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:46.090154 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-8aef6b95-0cd1-4903-9f17-818f61fe8b9b None None] For port b042fd20-f0af-452e-bb61-e10be7767357, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:22:46.095120 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-8aef6b95-0cd1-4903-9f17-818f61fe8b9b None None] For port b042fd20-f0af-452e-bb61-e10be7767357, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b042fd20-f0af-452e-bb61-e10be7767357,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:22:46.102372 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8aef6b95-0cd1-4903-9f17-818f61fe8b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:46.126675 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9116a579-1ce3-40c5-83a3-af1c0a1410da None None] Port b042fd20-f0af-452e-bb61-e10be7767357 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:22:46.166143 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa8aea1-6913-4ab9-bf5f-42aa21579b0b None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:22:46.212246 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aef6b95-0cd1-4903-9f17-818f61fe8b9b None None] Routers {'67d0cdd5-af79-43eb-8ea5-008d12cf84b0'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:46.212882 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-8aef6b95-0cd1-4903-9f17-818f61fe8b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:22:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['67d0cdd5-af79-43eb-8ea5-008d12cf84b0'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:46.267133 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-742f9bce-9f2c-4f32-b5b9-14889c3ec736 None None] Provisioning complete for port b042fd20-f0af-452e-bb61-e10be7767357 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:46.267448 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-742f9bce-9f2c-4f32-b5b9-14889c3ec736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:46.310609 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a574b24-4849-49b9-9519-ea91afb58db9 None None] Pushing event updated for resources: {'Port': ['ID=b042fd20-f0af-452e-bb61-e10be7767357,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:46.453548 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-742f9bce-9f2c-4f32-b5b9-14889c3ec736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:46.475304 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-8aef6b95-0cd1-4903-9f17-818f61fe8b9b None None] Set router 67d0cdd5-af79-43eb-8ea5-008d12cf84b0 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:22:46.508183 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-742f9bce-9f2c-4f32-b5b9-14889c3ec736 None None] For port b042fd20-f0af-452e-bb61-e10be7767357, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b042fd20-f0af-452e-bb61-e10be7767357,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:46.516129 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-742f9bce-9f2c-4f32-b5b9-14889c3ec736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:46.582803 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-23217569-052d-49c3-976e-b9d62a183087 tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=83f85ab7-23f1-4ab4-91ca-b1dcd4333f60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7721491 Nov 12 09:22:46.586477 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39156) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:46.586933 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f9bce-9f2c-4f32-b5b9-14889c3ec736 None None] Pushing event updated for resources: {'Port': ['ID=b042fd20-f0af-452e-bb61-e10be7767357,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:46.592123 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a4a05ad0-958a-41a8-8508-0fede5c530ae tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1536438511', 'network_id': '456019ba-7089-419a-a037-e3c8a90de946', 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:46.760693 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0319acbb-6f35-45ec-8166-5b04217be1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:46.769373 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a05ad0-958a-41a8-8508-0fede5c530ae tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Made reservation on behalf of fc2ba089713c41ed8aa7db9e6f76e18b for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:22:46.771521 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-8aef6b95-0cd1-4903-9f17-818f61fe8b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308427839', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b042fd20-f0af-452e-bb61-e10be7767357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:22:43Z', 'updated_at': '2021-11-12T09:22:44Z', 'revision_number': 3, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'gw_port': {'id': 'b042fd20-f0af-452e-bb61-e10be7767357', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:46:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:22:43Z', 'updated_at': '2021-11-12T09:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:46.775408 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a4a05ad0-958a-41a8-8508-0fede5c530ae tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:46.808927 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aef6b95-0cd1-4903-9f17-818f61fe8b9b None None] The sync data for ids ['67d0cdd5-af79-43eb-8ea5-008d12cf84b0'] in n-d-768862-16 is: [{'id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308427839', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b042fd20-f0af-452e-bb61-e10be7767357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:22:43Z', 'updated_at': '2021-11-12T09:22:44Z', 'revision_number': 3, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'gw_port': {'id': 'b042fd20-f0af-452e-bb61-e10be7767357', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:46:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:22:43Z', 'updated_at': '2021-11-12T09:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:22:46.826761 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319acbb-6f35-45ec-8166-5b04217be1e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b43ba56-8eba-4aca-95ff-0dc137e1b246,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:46.840219 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26479848-b774-4f5e-adb1-75a58da97921 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:22:46.937827 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0319acbb-6f35-45ec-8166-5b04217be1e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:47.069553 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0319acbb-6f35-45ec-8166-5b04217be1e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:47.075492 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0319acbb-6f35-45ec-8166-5b04217be1e2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:47.169613 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0319acbb-6f35-45ec-8166-5b04217be1e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:47.170684 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0319acbb-6f35-45ec-8166-5b04217be1e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 930e3325-90e9-4790-96d6-5c66a81ca3a7 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:22:47.181226 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0319acbb-6f35-45ec-8166-5b04217be1e2 admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:47.183427 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0319acbb-6f35-45ec-8166-5b04217be1e2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/930e3325-90e9-4790-96d6-5c66a81ca3a7 HTTP/1.1" status: 204 len: 168 time: 2.0884528 Nov 12 09:22:47.186043 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39160) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:47.273200 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac1e5cf-3932-41b6-b246-ec70d45ac3b8 admin admin] Deleting subnet 90af4881-e245-4998-8902-0a9ad7dbd72a {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:22:47.277890 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9ac1e5cf-3932-41b6-b246-ec70d45ac3b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:47.328662 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a4a05ad0-958a-41a8-8508-0fede5c530ae tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:47.335233 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9ac1e5cf-3932-41b6-b246-ec70d45ac3b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:47.426316 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a05ad0-958a-41a8-8508-0fede5c530ae tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Pushing event updated for resources: {'Subnet': ['ID=e1943a0d-f81e-45b2-86e3-7ad360ea5b1b,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:47.434743 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a05ad0-958a-41a8-8508-0fede5c530ae tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Checking segment: {'id': 'c9d2bd6b-0b53-4ea6-a393-751af5c9ff47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '456019ba-7089-419a-a037-e3c8a90de946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:22:47.435134 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a05ad0-958a-41a8-8508-0fede5c530ae tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Network hostable DHCP agents. Network: 456019ba-7089-419a-a037-e3c8a90de946, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:22:47.441513 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9ac1e5cf-3932-41b6-b246-ec70d45ac3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:47.453513 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a05ad0-958a-41a8-8508-0fede5c530ae tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Network 456019ba-7089-419a-a037-e3c8a90de946 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:22:47.470373 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-a4a05ad0-958a-41a8-8508-0fede5c530ae tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 456019ba-7089-419a-a037-e3c8a90de946) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:47.480616 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9b06ae-d251-43ac-a04e-a24c97740ec9 None None] Network 456019ba-7089-419a-a037-e3c8a90de946 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:22:47.499164 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a05ad0-958a-41a8-8508-0fede5c530ae tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:47.500484 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a4a05ad0-958a-41a8-8508-0fede5c530ae tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:47.520700 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9ac1e5cf-3932-41b6-b246-ec70d45ac3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:47.538822 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a4a05ad0-958a-41a8-8508-0fede5c530ae tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9488328 Nov 12 09:22:47.540003 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39162) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:47.574535 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1e5cf-3932-41b6-b246-ec70d45ac3b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90af4881-e245-4998-8902-0a9ad7dbd72a,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:47.581141 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9ac1e5cf-3932-41b6-b246-ec70d45ac3b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:47.588321 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9ac1e5cf-3932-41b6-b246-ec70d45ac3b8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/90af4881-e245-4998-8902-0a9ad7dbd72a HTTP/1.1" status: 204 len: 168 time: 0.4008000 Nov 12 09:22:47.589371 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39164) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:47.595972 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bae3cd8-57ad-48a6-a60b-2aeef9c597c6 None None] Network 0b165a8f-a22c-4fbc-8867-499956840f4d requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:22:47.706391 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1f75de3c-8ab9-4390-8e93-c6b3cd8cca6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:47.808271 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189ef190-7959-4ee1-8903-485ce23fc204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-456019ba-7089-419a-a037-e3c8a90de946', 'network_id': '456019ba-7089-419a-a037-e3c8a90de946', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'fixed_ips': [{'subnet_id': 'e1943a0d-f81e-45b2-86e3-7ad360ea5b1b'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:22:47.809274 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-189ef190-7959-4ee1-8903-485ce23fc204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:47.847227 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-1f75de3c-8ab9-4390-8e93-c6b3cd8cca6d admin admin] Deleting port 4fc97eba-00de-41aa-9a67-6e58e28ec111 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:47.847875 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1f75de3c-8ab9-4390-8e93-c6b3cd8cca6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:47.927467 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b042fd20-f0af-452e-bb61-e10be7767357 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:22:47.955591 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-1f75de3c-8ab9-4390-8e93-c6b3cd8cca6d admin admin] For port 4fc97eba-00de-41aa-9a67-6e58e28ec111, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4fc97eba-00de-41aa-9a67-6e58e28ec111,segment=NetworkSegment(869782be-9cc4-4ed4-a473-aad72da4affe),segment_id=869782be-9cc4-4ed4-a473-aad72da4affe)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:47.956088 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1f75de3c-8ab9-4390-8e93-c6b3cd8cca6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:47.973676 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-1f75de3c-8ab9-4390-8e93-c6b3cd8cca6d admin admin] Calling delete_port for 4fc97eba-00de-41aa-9a67-6e58e28ec111 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:48.062077 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-189ef190-7959-4ee1-8903-485ce23fc204 None None] Allocated IP 172.20.0.2 (456019ba-7089-419a-a037-e3c8a90de946/e1943a0d-f81e-45b2-86e3-7ad360ea5b1b/98ed7bd9-76dd-43eb-84c3-9c67cb07f9e8) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:22:48.082905 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1f75de3c-8ab9-4390-8e93-c6b3cd8cca6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:48.119363 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75de3c-8ab9-4390-8e93-c6b3cd8cca6d admin admin] Pushing event deleted for resources: {'Port': ['ID=4fc97eba-00de-41aa-9a67-6e58e28ec111,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:48.123354 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f75de3c-8ab9-4390-8e93-c6b3cd8cca6d admin admin] No DVR routers for this DVR port 4fc97eba-00de-41aa-9a67-6e58e28ec111 on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:22:48.223308 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port b042fd20-f0af-452e-bb61-e10be7767357 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:48.228427 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:48.242802 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e27fd82-1bab-48a2-96ee-f91d9e858e61 None None] DHCP port deletion for 0b165a8f-a22c-4fbc-8867-499956840f4d request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:22:48.271731 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1f75de3c-8ab9-4390-8e93-c6b3cd8cca6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:48.301308 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-1f75de3c-8ab9-4390-8e93-c6b3cd8cca6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b165a8f-a22c-4fbc-8867-499956840f4d']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:48.314003 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-1f75de3c-8ab9-4390-8e93-c6b3cd8cca6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '869782be-9cc4-4ed4-a473-aad72da4affe') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:48.315705 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-1f75de3c-8ab9-4390-8e93-c6b3cd8cca6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '869782be-9cc4-4ed4-a473-aad72da4affe') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:48.330266 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1f75de3c-8ab9-4390-8e93-c6b3cd8cca6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:48.348187 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1f75de3c-8ab9-4390-8e93-c6b3cd8cca6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:48.358402 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f75de3c-8ab9-4390-8e93-c6b3cd8cca6d admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:22:48.361752 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1f75de3c-8ab9-4390-8e93-c6b3cd8cca6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:48.364122 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:22:48.364122 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:22:48.364122 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:22:48.364122 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:22:48.364122 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:22:48.364122 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:22:48.364122 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:22:48.364122 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:22:48.364122 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:22:48.364122 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:22:48.364122 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:22:48.364122 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:22:48.364122 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:22:48.364122 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:22:48.364122 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:22:48.364122 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:22:48.364122 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:22:48.364122 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:22:48.364122 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:22:48.364122 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:22:48.364122 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:22:48.364122 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:22:48.364122 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:22:48.364122 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:22:48.364122 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:22:48.364122 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:22:48.364122 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:22:48.364122 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:22:48.364122 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:22:48.364122 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:22:48.364122 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:22:48.364122 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:22:48.400411 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14e2889b-b3e1-425e-9aa4-5d5eeca9cc5a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:48.459623 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1f75de3c-8ab9-4390-8e93-c6b3cd8cca6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:48.473002 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1f75de3c-8ab9-4390-8e93-c6b3cd8cca6d admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:48.492916 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1f75de3c-8ab9-4390-8e93-c6b3cd8cca6d admin admin] 10.222.0.37 "DELETE /v2.0/networks/0b165a8f-a22c-4fbc-8867-499956840f4d HTTP/1.1" status: 204 len: 168 time: 0.9006758 Nov 12 09:22:48.568393 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75de3c-8ab9-4390-8e93-c6b3cd8cca6d admin admin] Pushing event deleted for resources: {'Network': ['ID=0b165a8f-a22c-4fbc-8867-499956840f4d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:48.734720 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-189ef190-7959-4ee1-8903-485ce23fc204 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:48.745875 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-189ef190-7959-4ee1-8903-485ce23fc204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:48.809148 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ef190-7959-4ee1-8903-485ce23fc204 None None] Pushing event updated for resources: {'Port': ['ID=98ed7bd9-76dd-43eb-84c3-9c67cb07f9e8,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:48.813081 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 20093ca2-41f6-4520-94e0-1a2fcd9e2420 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:22:48.857603 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 20093ca2-41f6-4520-94e0-1a2fcd9e2420 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:22:48.858055 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 20093ca2-41f6-4520-94e0-1a2fcd9e2420 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:22:48.862220 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 3b43ba56-8eba-4aca-95ff-0dc137e1b246 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:22:48.892790 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 3b43ba56-8eba-4aca-95ff-0dc137e1b246 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:22:48.893139 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 3b43ba56-8eba-4aca-95ff-0dc137e1b246 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:22:48.897616 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189ef190-7959-4ee1-8903-485ce23fc204 None None] Network 456019ba-7089-419a-a037-e3c8a90de946 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:22:48.903389 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-189ef190-7959-4ee1-8903-485ce23fc204 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:48.905337 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189ef190-7959-4ee1-8903-485ce23fc204 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:22:48.940277 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39170) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:48.967681 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-14e2889b-b3e1-425e-9aa4-5d5eeca9cc5a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Allocated IP 172.20.0.1 (456019ba-7089-419a-a037-e3c8a90de946/e1943a0d-f81e-45b2-86e3-7ad360ea5b1b/bd1aff16-bd27-438f-ac10-021a3a7ccaf0) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:22:49.002568 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c73ba621-ff86-457b-aad5-0278b12cf568 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=37208630d32940b9a0eb6d96e161ed4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0586197 Nov 12 09:22:49.002773 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-189ef190-7959-4ee1-8903-485ce23fc204 None None] Attempting to bind port 98ed7bd9-76dd-43eb-84c3-9c67cb07f9e8 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:22:49.002773 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-189ef190-7959-4ee1-8903-485ce23fc204 None None] Attempting to bind port 98ed7bd9-76dd-43eb-84c3-9c67cb07f9e8 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'c9d2bd6b-0b53-4ea6-a393-751af5c9ff47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '456019ba-7089-419a-a037-e3c8a90de946'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:22:49.002964 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39172) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:49.003731 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189ef190-7959-4ee1-8903-485ce23fc204 None None] Attempting to bind port 98ed7bd9-76dd-43eb-84c3-9c67cb07f9e8 on network 456019ba-7089-419a-a037-e3c8a90de946 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:22:49.013634 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189ef190-7959-4ee1-8903-485ce23fc204 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:22:49.014109 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189ef190-7959-4ee1-8903-485ce23fc204 None None] Checking segment: {'id': 'c9d2bd6b-0b53-4ea6-a393-751af5c9ff47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '456019ba-7089-419a-a037-e3c8a90de946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:22:49.014612 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-189ef190-7959-4ee1-8903-485ce23fc204 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:49.015390 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189ef190-7959-4ee1-8903-485ce23fc204 None None] Bound using segment: {'id': 'c9d2bd6b-0b53-4ea6-a393-751af5c9ff47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '456019ba-7089-419a-a037-e3c8a90de946'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:22:49.016175 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-189ef190-7959-4ee1-8903-485ce23fc204 None None] Bound port: 98ed7bd9-76dd-43eb-84c3-9c67cb07f9e8, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d2bd6b-0b53-4ea6-a393-751af5c9ff47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '456019ba-7089-419a-a037-e3c8a90de946'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:22:49.016678 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-189ef190-7959-4ee1-8903-485ce23fc204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:49.088316 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fc934401-18e1-4539-bf3b-dcfd034d55eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:49.120425 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-189ef190-7959-4ee1-8903-485ce23fc204 None None] For port 98ed7bd9-76dd-43eb-84c3-9c67cb07f9e8, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:22:49.125369 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-189ef190-7959-4ee1-8903-485ce23fc204 None None] For port 98ed7bd9-76dd-43eb-84c3-9c67cb07f9e8, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=98ed7bd9-76dd-43eb-84c3-9c67cb07f9e8,segment=NetworkSegment(c9d2bd6b-0b53-4ea6-a393-751af5c9ff47),segment_id=c9d2bd6b-0b53-4ea6-a393-751af5c9ff47)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:22:49.133641 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-189ef190-7959-4ee1-8903-485ce23fc204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:49.141353 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fc934401-18e1-4539-bf3b-dcfd034d55eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:49.230059 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fc934401-18e1-4539-bf3b-dcfd034d55eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:49.235177 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fc934401-18e1-4539-bf3b-dcfd034d55eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:49.236831 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fc934401-18e1-4539-bf3b-dcfd034d55eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4153ff96-7d77-4134-b4d4-98ee721c57b1 HTTP/1.1" status: 204 len: 168 time: 0.2324705 Nov 12 09:22:49.248245 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc934401-18e1-4539-bf3b-dcfd034d55eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4153ff96-7d77-4134-b4d4-98ee721c57b1,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:49.259549 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ef190-7959-4ee1-8903-485ce23fc204 None None] Pushing event updated for resources: {'Port': ['ID=98ed7bd9-76dd-43eb-84c3-9c67cb07f9e8,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:49.282329 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14e2889b-b3e1-425e-9aa4-5d5eeca9cc5a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:49.384490 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14e2889b-b3e1-425e-9aa4-5d5eeca9cc5a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:49.458759 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e2889b-b3e1-425e-9aa4-5d5eeca9cc5a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Network 456019ba-7089-419a-a037-e3c8a90de946 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:22:49.469930 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-14e2889b-b3e1-425e-9aa4-5d5eeca9cc5a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:49.475039 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e2889b-b3e1-425e-9aa4-5d5eeca9cc5a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:22:49.538811 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2889b-b3e1-425e-9aa4-5d5eeca9cc5a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Pushing event updated for resources: {'Port': ['ID=bd1aff16-bd27-438f-ac10-021a3a7ccaf0,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:49.587198 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14e2889b-b3e1-425e-9aa4-5d5eeca9cc5a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:49.728302 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39184) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:49.843616 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 98ed7bd9-76dd-43eb-84c3-9c67cb07f9e8 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:22:49.919290 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14e2889b-b3e1-425e-9aa4-5d5eeca9cc5a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:49.932835 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 98ed7bd9-76dd-43eb-84c3-9c67cb07f9e8 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:49.933837 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.010325 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc7a72cd-a682-4326-8de9-e2ce6e9dbf3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.086441 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39188) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:50.090492 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.133966 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 98ed7bd9-76dd-43eb-84c3-9c67cb07f9e8, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=98ed7bd9-76dd-43eb-84c3-9c67cb07f9e8,segment=NetworkSegment(c9d2bd6b-0b53-4ea6-a393-751af5c9ff47),segment_id=c9d2bd6b-0b53-4ea6-a393-751af5c9ff47)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:50.141367 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.249458 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-499314fa-f354-4492-8ae8-70b580b59c67 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b928c0344274343baf2478bc3a050ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1597786 Nov 12 09:22:50.251858 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39190) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:50.257394 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=98ed7bd9-76dd-43eb-84c3-9c67cb07f9e8,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:50.264432 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4fc97eba-00de-41aa-9a67-6e58e28ec111 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:22:50.280890 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc7a72cd-a682-4326-8de9-e2ce6e9dbf3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.290866 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cc7a72cd-a682-4326-8de9-e2ce6e9dbf3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.325206 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 4fc97eba-00de-41aa-9a67-6e58e28ec111 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:22:50.325867 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4fc97eba-00de-41aa-9a67-6e58e28ec111 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:22:50.359268 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-cc7a72cd-a682-4326-8de9-e2ce6e9dbf3f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5472559dcd6c45d6870761a51b980e49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6313329 Nov 12 09:22:50.362216 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39192) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:50.461254 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-de3f6e15-3be5-4cff-b4cb-28444b7eab4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.487421 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a72cd-a682-4326-8de9-e2ce6e9dbf3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcb0972-d750-4a55-9167-04f33a997a85,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:50.492487 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27c85fee-f208-41c8-b4a8-43cce8045295 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.530125 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27c85fee-f208-41c8-b4a8-43cce8045295 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.557063 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-de3f6e15-3be5-4cff-b4cb-28444b7eab4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.617345 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27c85fee-f208-41c8-b4a8-43cce8045295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.623091 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27c85fee-f208-41c8-b4a8-43cce8045295 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.629907 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-27c85fee-f208-41c8-b4a8-43cce8045295 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7dcb0972-d750-4a55-9167-04f33a997a85 HTTP/1.1" status: 204 len: 168 time: 0.2659004 Nov 12 09:22:50.643530 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c85fee-f208-41c8-b4a8-43cce8045295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcb0972-d750-4a55-9167-04f33a997a85,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:50.644173 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14e2889b-b3e1-425e-9aa4-5d5eeca9cc5a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.647709 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-de3f6e15-3be5-4cff-b4cb-28444b7eab4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.651477 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-de3f6e15-3be5-4cff-b4cb-28444b7eab4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.666377 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-de3f6e15-3be5-4cff-b4cb-28444b7eab4c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1372b0e8-c6b5-498c-ac3d-ca7c057de932 HTTP/1.1" status: 204 len: 168 time: 0.4051723 Nov 12 09:22:50.671131 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14e2889b-b3e1-425e-9aa4-5d5eeca9cc5a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.754532 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0ef875-aaba-40ce-9de7-5a748f5c856f None None] Network 456019ba-7089-419a-a037-e3c8a90de946 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:22:50.790511 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f6e15-3be5-4cff-b4cb-28444b7eab4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1372b0e8-c6b5-498c-ac3d-ca7c057de932,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:50.835191 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14e2889b-b3e1-425e-9aa4-5d5eeca9cc5a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.837317 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2889b-b3e1-425e-9aa4-5d5eeca9cc5a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Pushing event updated for resources: {'Port': ['ID=bd1aff16-bd27-438f-ac10-021a3a7ccaf0,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:50.864938 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b8356eb4-44ad-4072-adfd-3d5817758326 None None] Provisioning complete for port 98ed7bd9-76dd-43eb-84c3-9c67cb07f9e8 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:50.865545 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b8356eb4-44ad-4072-adfd-3d5817758326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:51.019767 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e2889b-b3e1-425e-9aa4-5d5eeca9cc5a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Network 456019ba-7089-419a-a037-e3c8a90de946 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:22:51.019767 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-14e2889b-b3e1-425e-9aa4-5d5eeca9cc5a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:51.201775 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e2889b-b3e1-425e-9aa4-5d5eeca9cc5a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Router 67d0cdd5-af79-43eb-8ea5-008d12cf84b0 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:22:51.370219 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e2889b-b3e1-425e-9aa4-5d5eeca9cc5a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:22:51.380333 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39198) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:51.386193 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7ccd01-6b58-4d4e-9a17-739a6bcfd8ef None None] Sync routers for ids ['67d0cdd5-af79-43eb-8ea5-008d12cf84b0'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:22:51.386786 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-4d1837e6-d0a5-4976-98a7-bb07d20c265f tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1190129647', 'description': 'tempest-secgroup_access--1190129647 description', 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:51.390149 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-14e2889b-b3e1-425e-9aa4-5d5eeca9cc5a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "PUT /v2.0/routers/67d0cdd5-af79-43eb-8ea5-008d12cf84b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8491685 Nov 12 09:22:51.421670 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d1837e6-d0a5-4976-98a7-bb07d20c265f tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:51.428517 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7ccd01-6b58-4d4e-9a17-739a6bcfd8ef None None] Routers {'67d0cdd5-af79-43eb-8ea5-008d12cf84b0'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:51.429486 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-cf7ccd01-6b58-4d4e-9a17-739a6bcfd8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:22:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['67d0cdd5-af79-43eb-8ea5-008d12cf84b0'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:51.482490 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-2de44594-40c1-4e51-9768-96db69d75758 None None] Provisioning complete for port 98ed7bd9-76dd-43eb-84c3-9c67cb07f9e8 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:51.483862 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2de44594-40c1-4e51-9768-96db69d75758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:51.585073 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d1837e6-d0a5-4976-98a7-bb07d20c265f tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:51.592851 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d1837e6-d0a5-4976-98a7-bb07d20c265f tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:51.643294 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4d1837e6-d0a5-4976-98a7-bb07d20c265f tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:51.644721 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4d1837e6-d0a5-4976-98a7-bb07d20c265f tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2629037 Nov 12 09:22:51.648256 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39200) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:51.652995 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1837e6-d0a5-4976-98a7-bb07d20c265f tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7750775e-909c-4616-8edc-7f906645dd9f,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:51.654326 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a54c2326-1270-433a-b764-455c62b1ab58 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1763064729', 'description': 'tempest-secgroup_general--1763064729 description', 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:51.709132 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a54c2326-1270-433a-b764-455c62b1ab58 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:51.727723 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-2de44594-40c1-4e51-9768-96db69d75758 None None] Provisioning complete for port bd1aff16-bd27-438f-ac10-021a3a7ccaf0 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:51.728441 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2de44594-40c1-4e51-9768-96db69d75758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:51.745965 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-cf7ccd01-6b58-4d4e-9a17-739a6bcfd8ef None None] Set router 67d0cdd5-af79-43eb-8ea5-008d12cf84b0 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:22:51.761467 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 98ed7bd9-76dd-43eb-84c3-9c67cb07f9e8 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:22:51.825426 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-2de44594-40c1-4e51-9768-96db69d75758 None None] Port bd1aff16-bd27-438f-ac10-021a3a7ccaf0 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:22:51.843845 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 98ed7bd9-76dd-43eb-84c3-9c67cb07f9e8 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:51.844488 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:51.845755 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a54c2326-1270-433a-b764-455c62b1ab58 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:51.852187 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a54c2326-1270-433a-b764-455c62b1ab58 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:51.899351 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a54c2326-1270-433a-b764-455c62b1ab58 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:51.904333 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a54c2326-1270-433a-b764-455c62b1ab58 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2544620 Nov 12 09:22:51.907955 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39202) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:51.916459 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-493b6e2a-fc28-43ad-8b11-d5ba1e7d0363 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Request body: {'security_group_rule': {'security_group_id': '7750775e-909c-4616-8edc-7f906645dd9f', 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:51.921419 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c2326-1270-433a-b764-455c62b1ab58 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9bfa6c-4b8e-45e4-bf88-eb9fb90f12b8,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:51.967578 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e001d4bc-6f6a-4135-ad56-693c923a7abb None None] Provisioning complete for port bd1aff16-bd27-438f-ac10-021a3a7ccaf0 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:51.968064 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e001d4bc-6f6a-4135-ad56-693c923a7abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:51.969082 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-493b6e2a-fc28-43ad-8b11-d5ba1e7d0363 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:52.016358 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e001d4bc-6f6a-4135-ad56-693c923a7abb None None] Port bd1aff16-bd27-438f-ac10-021a3a7ccaf0 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:22:52.037190 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-493b6e2a-fc28-43ad-8b11-d5ba1e7d0363 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:52.042654 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-493b6e2a-fc28-43ad-8b11-d5ba1e7d0363 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:52.064870 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b6e2a-fc28-43ad-8b11-d5ba1e7d0363 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3989f03-410c-4eeb-acfe-7c5bef74422e,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:52.066002 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-cf7ccd01-6b58-4d4e-9a17-739a6bcfd8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308427839', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b042fd20-f0af-452e-bb61-e10be7767357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:22:43Z', 'updated_at': '2021-11-12T09:22:49Z', 'revision_number': 4, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'gw_port': {'id': 'b042fd20-f0af-452e-bb61-e10be7767357', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:22:43Z', 'updated_at': '2021-11-12T09:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'bd1aff16-bd27-438f-ac10-021a3a7ccaf0', 'name': '', 'network_id': '456019ba-7089-419a-a037-e3c8a90de946', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'mac_address': 'fa:16:3e:bd:05:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e1943a0d-f81e-45b2-86e3-7ad360ea5b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:22:48Z', 'updated_at': '2021-11-12T09:22:50Z', 'revision_number': 2, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'subnets': [{'id': 'e1943a0d-f81e-45b2-86e3-7ad360ea5b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:52.080128 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-493b6e2a-fc28-43ad-8b11-d5ba1e7d0363 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:52.083836 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-493b6e2a-fc28-43ad-8b11-d5ba1e7d0363 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1715398 Nov 12 09:22:52.101078 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7ccd01-6b58-4d4e-9a17-739a6bcfd8ef None None] Checking router: 67d0cdd5-af79-43eb-8ea5-008d12cf84b0 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:22:52.101454 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7ccd01-6b58-4d4e-9a17-739a6bcfd8ef None None] Updating router 67d0cdd5-af79-43eb-8ea5-008d12cf84b0 port bd1aff16-bd27-438f-ac10-021a3a7ccaf0 binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:22:52.139204 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cf7ccd01-6b58-4d4e-9a17-739a6bcfd8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:52.148956 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-25af0aa3-28f9-4b60-830e-1b29028bdc97 None None] Provisioning complete for port bd1aff16-bd27-438f-ac10-021a3a7ccaf0 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:52.149672 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-25af0aa3-28f9-4b60-830e-1b29028bdc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:52.224036 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-25af0aa3-28f9-4b60-830e-1b29028bdc97 None None] Port bd1aff16-bd27-438f-ac10-021a3a7ccaf0 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:22:52.311981 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-add0f304-aba5-4d40-be04-ad6ea2bb9dca tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_general--1763064729&fields=id&tenant_id=fc2ba089713c41ed8aa7db9e6f76e18b HTTP/1.1" status: 200 len: 267 time: 0.0505452 Nov 12 09:22:52.363473 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-ac06db75-abf5-494e-9317-f2d047d068fb tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_access--1190129647&fields=id&tenant_id=fc2ba089713c41ed8aa7db9e6f76e18b HTTP/1.1" status: 200 len: 267 time: 0.0435698 Nov 12 09:22:52.452556 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cf7ccd01-6b58-4d4e-9a17-739a6bcfd8ef None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:52.459236 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cf7ccd01-6b58-4d4e-9a17-739a6bcfd8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:52.478167 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-7fa58170-b065-49ea-ab1a-1458b510e86d tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:52.479704 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-7fa58170-b065-49ea-ab1a-1458b510e86d tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/networks?id=456019ba-7089-419a-a037-e3c8a90de946 HTTP/1.1" status: 200 len: 797 time: 0.1093402 Nov 12 09:22:52.496800 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-3e8c2093-fcd4-4dab-8ad2-56fb4496c9ae tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/quotas/fc2ba089713c41ed8aa7db9e6f76e18b HTTP/1.1" status: 200 len: 375 time: 0.0106208 Nov 12 09:22:52.529111 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e75708-4cf5-43ae-a405-27c6875e3a71 None None] Pushing event updated for resources: {'Port': ['ID=bd1aff16-bd27-438f-ac10-021a3a7ccaf0,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:52.568115 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-c551ea0d-ad54-461b-9ddf-f862c8fecba8 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc2ba089713c41ed8aa7db9e6f76e18b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644815 Nov 12 09:22:52.589216 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-cf7ccd01-6b58-4d4e-9a17-739a6bcfd8ef None None] Attempting to bind port bd1aff16-bd27-438f-ac10-021a3a7ccaf0 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:22:52.589216 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-cf7ccd01-6b58-4d4e-9a17-739a6bcfd8ef None None] Attempting to bind port bd1aff16-bd27-438f-ac10-021a3a7ccaf0 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'c9d2bd6b-0b53-4ea6-a393-751af5c9ff47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '456019ba-7089-419a-a037-e3c8a90de946'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:22:52.589216 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7ccd01-6b58-4d4e-9a17-739a6bcfd8ef None None] Attempting to bind port bd1aff16-bd27-438f-ac10-021a3a7ccaf0 on network 456019ba-7089-419a-a037-e3c8a90de946 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:22:52.589216 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7ccd01-6b58-4d4e-9a17-739a6bcfd8ef None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:22:52.589216 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7ccd01-6b58-4d4e-9a17-739a6bcfd8ef None None] Checking segment: {'id': 'c9d2bd6b-0b53-4ea6-a393-751af5c9ff47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '456019ba-7089-419a-a037-e3c8a90de946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:22:52.589216 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cf7ccd01-6b58-4d4e-9a17-739a6bcfd8ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:52.589216 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7ccd01-6b58-4d4e-9a17-739a6bcfd8ef None None] Bound using segment: {'id': 'c9d2bd6b-0b53-4ea6-a393-751af5c9ff47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '456019ba-7089-419a-a037-e3c8a90de946'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:22:52.589216 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-cf7ccd01-6b58-4d4e-9a17-739a6bcfd8ef None None] Bound port: bd1aff16-bd27-438f-ac10-021a3a7ccaf0, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d2bd6b-0b53-4ea6-a393-751af5c9ff47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '456019ba-7089-419a-a037-e3c8a90de946'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:22:52.589216 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cf7ccd01-6b58-4d4e-9a17-739a6bcfd8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:52.664803 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-cf7ccd01-6b58-4d4e-9a17-739a6bcfd8ef None None] For port bd1aff16-bd27-438f-ac10-021a3a7ccaf0, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:22:52.669187 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-cf7ccd01-6b58-4d4e-9a17-739a6bcfd8ef None None] For port bd1aff16-bd27-438f-ac10-021a3a7ccaf0, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=bd1aff16-bd27-438f-ac10-021a3a7ccaf0,segment=NetworkSegment(c9d2bd6b-0b53-4ea6-a393-751af5c9ff47),segment_id=c9d2bd6b-0b53-4ea6-a393-751af5c9ff47)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:22:52.675101 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cf7ccd01-6b58-4d4e-9a17-739a6bcfd8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:52.740558 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e75708-4cf5-43ae-a405-27c6875e3a71 None None] Pushing event updated for resources: {'Port': ['ID=bd1aff16-bd27-438f-ac10-021a3a7ccaf0,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:52.743613 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7ccd01-6b58-4d4e-9a17-739a6bcfd8ef None None] Routers {'67d0cdd5-af79-43eb-8ea5-008d12cf84b0'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:52.744392 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-cf7ccd01-6b58-4d4e-9a17-739a6bcfd8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:22:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['67d0cdd5-af79-43eb-8ea5-008d12cf84b0'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:52.757407 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c60221b2-8f3b-44c9-a26e-435c4c0c3d5a None None] Provisioning complete for port bd1aff16-bd27-438f-ac10-021a3a7ccaf0 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:52.758137 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c60221b2-8f3b-44c9-a26e-435c4c0c3d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:52.871861 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c60221b2-8f3b-44c9-a26e-435c4c0c3d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:52.879536 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-cf7ccd01-6b58-4d4e-9a17-739a6bcfd8ef None None] Set router 67d0cdd5-af79-43eb-8ea5-008d12cf84b0 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:22:52.915822 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c60221b2-8f3b-44c9-a26e-435c4c0c3d5a None None] For port bd1aff16-bd27-438f-ac10-021a3a7ccaf0, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=bd1aff16-bd27-438f-ac10-021a3a7ccaf0,segment=NetworkSegment(c9d2bd6b-0b53-4ea6-a393-751af5c9ff47),segment_id=c9d2bd6b-0b53-4ea6-a393-751af5c9ff47)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:52.923059 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c60221b2-8f3b-44c9-a26e-435c4c0c3d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:52.931667 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-f0937b68-3f1a-41a2-8049-ffe970910a37 service neutron] 10.222.0.37 "GET /v2.0/networks/456019ba-7089-419a-a037-e3c8a90de946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442600 Nov 12 09:22:52.999601 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60221b2-8f3b-44c9-a26e-435c4c0c3d5a None None] Pushing event updated for resources: {'Port': ['ID=bd1aff16-bd27-438f-ac10-021a3a7ccaf0,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:53.046206 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-3327b207-31d2-4894-a938-9f6d013306fd None None] Provisioning complete for port bd1aff16-bd27-438f-ac10-021a3a7ccaf0 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:53.046650 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3327b207-31d2-4894-a938-9f6d013306fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:53.047536 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-402ac7da-717d-4e45-986f-8748f913ea9a service neutron] 10.222.0.37 "GET /v2.0/networks/456019ba-7089-419a-a037-e3c8a90de946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077125 Nov 12 09:22:53.134102 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-cf7ccd01-6b58-4d4e-9a17-739a6bcfd8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308427839', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b042fd20-f0af-452e-bb61-e10be7767357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:22:43Z', 'updated_at': '2021-11-12T09:22:49Z', 'revision_number': 4, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'gw_port': {'id': 'b042fd20-f0af-452e-bb61-e10be7767357', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:22:43Z', 'updated_at': '2021-11-12T09:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'bd1aff16-bd27-438f-ac10-021a3a7ccaf0', 'name': '', 'network_id': '456019ba-7089-419a-a037-e3c8a90de946', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'mac_address': 'fa:16:3e:bd:05:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e1943a0d-f81e-45b2-86e3-7ad360ea5b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:22:48Z', 'updated_at': '2021-11-12T09:22:52Z', 'revision_number': 4, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'subnets': [{'id': 'e1943a0d-f81e-45b2-86e3-7ad360ea5b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:53.169647 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7ccd01-6b58-4d4e-9a17-739a6bcfd8ef None None] The sync data for ids ['67d0cdd5-af79-43eb-8ea5-008d12cf84b0'] in n-d-768862-16 is: [{'id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308427839', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b042fd20-f0af-452e-bb61-e10be7767357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:22:43Z', 'updated_at': '2021-11-12T09:22:49Z', 'revision_number': 4, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'gw_port': {'id': 'b042fd20-f0af-452e-bb61-e10be7767357', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:22:43Z', 'updated_at': '2021-11-12T09:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'bd1aff16-bd27-438f-ac10-021a3a7ccaf0', 'name': '', 'network_id': '456019ba-7089-419a-a037-e3c8a90de946', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'mac_address': 'fa:16:3e:bd:05:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e1943a0d-f81e-45b2-86e3-7ad360ea5b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:22:48Z', 'updated_at': '2021-11-12T09:22:52Z', 'revision_number': 4, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'subnets': [{'id': 'e1943a0d-f81e-45b2-86e3-7ad360ea5b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:22:53.265723 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-00383b71-4642-4eed-b42e-1bd5664f6127 req-00ebcfa5-4105-4539-a3c0-c11fd289de23 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8fe9ec0-cc78-4ac2-954d-885b2152acb3 HTTP/1.1" status: 200 len: 210 time: 0.0539057 Nov 12 09:22:53.471332 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:53.777477 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device bd1aff16-bd27-438f-ac10-021a3a7ccaf0 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:22:53.845277 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port bd1aff16-bd27-438f-ac10-021a3a7ccaf0 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:53.845790 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:54.320914 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-ad09dd4c-e552-40b5-813c-df8dc84b5e51 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:54.322512 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-ad09dd4c-e552-40b5-813c-df8dc84b5e51 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.58 "GET /v2.0/networks?id=456019ba-7089-419a-a037-e3c8a90de946 HTTP/1.1" status: 200 len: 797 time: 0.1219692 Nov 12 09:22:54.381032 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca306041-2014-4bce-bb63-4978a37b032f req-6916fc0e-c240-4150-b4ab-0c1577005450 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8fe9ec0-cc78-4ac2-954d-885b2152acb3 HTTP/1.1" status: 200 len: 210 time: 0.0341425 Nov 12 09:22:54.438890 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-1f886ab3-379b-430a-b769-a1a9ad526212 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc2ba089713c41ed8aa7db9e6f76e18b HTTP/1.1" status: 200 len: 478 time: 0.1066759 Nov 12 09:22:54.451203 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-afc82423-c071-4f04-9bfd-6d342abba388 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Request body: {'port': {'device_id': 'b8fe9ec0-cc78-4ac2-954d-885b2152acb3', 'network_id': '456019ba-7089-419a-a037-e3c8a90de946', 'admin_state_up': True, 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'security_groups': ['6b9bfa6c-4b8e-45e4-bf88-eb9fb90f12b8', '7750775e-909c-4616-8edc-7f906645dd9f']}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:54.575093 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-afc82423-c071-4f04-9bfd-6d342abba388 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Made reservation on behalf of fc2ba089713c41ed8aa7db9e6f76e18b for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:22:54.579330 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-afc82423-c071-4f04-9bfd-6d342abba388 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:54.731683 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-afc82423-c071-4f04-9bfd-6d342abba388 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Allocated IP 172.20.0.7 (456019ba-7089-419a-a037-e3c8a90de946/e1943a0d-f81e-45b2-86e3-7ad360ea5b1b/f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:22:54.921636 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-afc82423-c071-4f04-9bfd-6d342abba388 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:54.961965 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-afc82423-c071-4f04-9bfd-6d342abba388 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:55.005422 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-afc82423-c071-4f04-9bfd-6d342abba388 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Network 456019ba-7089-419a-a037-e3c8a90de946 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:22:55.011629 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-afc82423-c071-4f04-9bfd-6d342abba388 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:55.014833 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-afc82423-c071-4f04-9bfd-6d342abba388 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:22:55.047118 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc82423-c071-4f04-9bfd-6d342abba388 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Pushing event updated for resources: {'Port': ['ID=f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:55.085813 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-afc82423-c071-4f04-9bfd-6d342abba388 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:55.086607 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-afc82423-c071-4f04-9bfd-6d342abba388 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:55.110595 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-afc82423-c071-4f04-9bfd-6d342abba388 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.6638250 Nov 12 09:22:55.130745 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-f155a00b-3753-4286-bcc3-4b7412237cca service neutron] Request body: {'port': {'device_id': 'b8fe9ec0-cc78-4ac2-954d-885b2152acb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:55.199195 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-f155a00b-3753-4286-bcc3-4b7412237cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:55.268762 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-41fbb0d9-76b3-4104-bd77-f9bd63e0a91f None None] Provisioning complete for port f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:55.269312 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-41fbb0d9-76b3-4104-bd77-f9bd63e0a91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:55.309320 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-41fbb0d9-76b3-4104-bd77-f9bd63e0a91f None None] Port f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:22:55.523032 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-f155a00b-3753-4286-bcc3-4b7412237cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:22:55.533528 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-f155a00b-3753-4286-bcc3-4b7412237cca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:55.553487 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-f155a00b-3753-4286-bcc3-4b7412237cca service neutron] Transition to ACTIVE for port object f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:22:55.563251 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dd20c-c270-42e0-a8f0-7bb8df84d393 req-14c343e5-33e8-47bd-a094-6bd9a476a3a4 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:55.564795 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b5dd20c-c270-42e0-a8f0-7bb8df84d393 req-14c343e5-33e8-47bd-a094-6bd9a476a3a4 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8fe9ec0-cc78-4ac2-954d-885b2152acb3 HTTP/1.1" status: 200 len: 970 time: 0.1015425 Nov 12 09:22:55.565968 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-f155a00b-3753-4286-bcc3-4b7412237cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:55.645008 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155a00b-3753-4286-bcc3-4b7412237cca service neutron] Pushing event updated for resources: {'Port': ['ID=f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:55.745455 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b5dd20c-c270-42e0-a8f0-7bb8df84d393 req-9e717c82-531d-42c0-8f61-40340ad5a4b1 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/security-groups?id=7750775e-909c-4616-8edc-7f906645dd9f&id=6b9bfa6c-4b8e-45e4-bf88-eb9fb90f12b8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1496878 Nov 12 09:22:55.778418 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-f155a00b-3753-4286-bcc3-4b7412237cca service neutron] Attempting to bind port f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:22:55.778982 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-f155a00b-3753-4286-bcc3-4b7412237cca service neutron] Attempting to bind port f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'c9d2bd6b-0b53-4ea6-a393-751af5c9ff47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '456019ba-7089-419a-a037-e3c8a90de946'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:22:55.779196 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-f155a00b-3753-4286-bcc3-4b7412237cca service neutron] Attempting to bind port f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4 on network 456019ba-7089-419a-a037-e3c8a90de946 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:22:55.784655 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-f155a00b-3753-4286-bcc3-4b7412237cca service neutron] Port f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4 on network 456019ba-7089-419a-a037-e3c8a90de946 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:22:55.784985 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-f155a00b-3753-4286-bcc3-4b7412237cca service neutron] Attempting to bind port f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4 on network 456019ba-7089-419a-a037-e3c8a90de946 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:22:55.792271 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-f155a00b-3753-4286-bcc3-4b7412237cca service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:22:55.792620 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-f155a00b-3753-4286-bcc3-4b7412237cca service neutron] Checking segment: {'id': 'c9d2bd6b-0b53-4ea6-a393-751af5c9ff47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '456019ba-7089-419a-a037-e3c8a90de946'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:22:55.793012 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-f155a00b-3753-4286-bcc3-4b7412237cca service neutron] Bound using segment: {'id': 'c9d2bd6b-0b53-4ea6-a393-751af5c9ff47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '456019ba-7089-419a-a037-e3c8a90de946'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:22:55.793460 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-f155a00b-3753-4286-bcc3-4b7412237cca service neutron] Bound port: f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9d2bd6b-0b53-4ea6-a393-751af5c9ff47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '456019ba-7089-419a-a037-e3c8a90de946'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:22:55.793822 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-f155a00b-3753-4286-bcc3-4b7412237cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:55.893043 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-f155a00b-3753-4286-bcc3-4b7412237cca service neutron] For port f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:22:55.896740 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-f155a00b-3753-4286-bcc3-4b7412237cca service neutron] For port f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4,segment=NetworkSegment(c9d2bd6b-0b53-4ea6-a393-751af5c9ff47),segment_id=c9d2bd6b-0b53-4ea6-a393-751af5c9ff47)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:22:55.908118 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-f155a00b-3753-4286-bcc3-4b7412237cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:55.946996 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-f155a00b-3753-4286-bcc3-4b7412237cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:55.947396 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-f155a00b-3753-4286-bcc3-4b7412237cca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:55.949182 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-f155a00b-3753-4286-bcc3-4b7412237cca service neutron] 10.222.0.58 "PUT /v2.0/ports/f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4 HTTP/1.1" status: 200 len: 1131 time: 0.8298128 Nov 12 09:22:55.949412 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8fe9ec0-cc78-4ac2-954d-885b2152acb3', 'tag': 'f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:22:55.951814 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ddc2cc-8744-42bd-9bb4-c6fe11825c00" -d '{"events": [{"name": "network-changed", "server_uuid": "b8fe9ec0-cc78-4ac2-954d-885b2152acb3", "tag": "f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:22:55.998543 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155a00b-3753-4286-bcc3-4b7412237cca service neutron] Pushing event updated for resources: {'Port': ['ID=f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:56.064205 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-07f6e8ea-f938-4544-8e69-d46d1209db0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:56.065738 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-07f6e8ea-f938-4544-8e69-d46d1209db0b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc2ba089713c41ed8aa7db9e6f76e18b&device_id=b8fe9ec0-cc78-4ac2-954d-885b2152acb3 HTTP/1.1" status: 200 len: 1134 time: 0.0544720 Nov 12 09:22:56.129471 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-d1ba9920-d8c8-4878-80e9-800d666362e4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4 HTTP/1.1" status: 200 len: 217 time: 0.0533168 Nov 12 09:22:56.192576 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-6040febc-9c50-423a-b7f5-209972f46f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:56.197264 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-6040febc-9c50-423a-b7f5-209972f46f75 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1943a0d-f81e-45b2-86e3-7ad360ea5b1b HTTP/1.1" status: 200 len: 835 time: 0.0604534 Nov 12 09:22:56.201458 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9cbc94-3130-44c5-908d-281d9c54c13f x-openstack-request-id: req-5e9cbc94-3130-44c5-908d-281d9c54c13f {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:22:56.201754 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8fe9ec0-cc78-4ac2-954d-885b2152acb3", "tag": "f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:22:56.202010 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e9cbc94-3130-44c5-908d-281d9c54c13f {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:22:56.202417 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8fe9ec0-cc78-4ac2-954d-885b2152acb3', 'tag': 'f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4', 'status': 'completed', 'code': 200} Nov 12 09:22:56.269584 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-53808112-a626-448c-a224-116834d0c45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:56.271515 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-53808112-a626-448c-a224-116834d0c45f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=456019ba-7089-419a-a037-e3c8a90de946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607617 Nov 12 09:22:56.702390 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-0c79a462-702e-45fd-baa1-acd23a066059 service neutron] 10.222.0.58 "GET /v2.0/networks/456019ba-7089-419a-a037-e3c8a90de946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220102 Nov 12 09:22:56.796535 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fd1c3d91-45bd-42a7-af72-4930fa00c848 req-e8abbecc-bf15-4101-99e9-92a2623e6529 service neutron] 10.222.0.58 "GET /v2.0/networks/456019ba-7089-419a-a037-e3c8a90de946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867836 Nov 12 09:22:56.909540 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfee0d1-3b44-4d75-8f81-9239d266f038 req-97a2c7f9-00ab-423a-8400-d3830fcee338 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:56.911125 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fbfee0d1-3b44-4d75-8f81-9239d266f038 req-97a2c7f9-00ab-423a-8400-d3830fcee338 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8fe9ec0-cc78-4ac2-954d-885b2152acb3 HTTP/1.1" status: 200 len: 982 time: 0.0826156 Nov 12 09:22:56.923339 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ddc2cc-8744-42bd-9bb4-c6fe11825c00 req-13e46b54-b10e-48ea-b964-bdddc23c5453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:56.925054 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30ddc2cc-8744-42bd-9bb4-c6fe11825c00 req-13e46b54-b10e-48ea-b964-bdddc23c5453 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc2ba089713c41ed8aa7db9e6f76e18b&device_id=b8fe9ec0-cc78-4ac2-954d-885b2152acb3 HTTP/1.1" status: 200 len: 1134 time: 0.0702744 Nov 12 09:22:57.049378 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fbfee0d1-3b44-4d75-8f81-9239d266f038 req-a64e9a17-d6c0-4b6a-ab3f-31ef0d7921c6 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/security-groups?id=7750775e-909c-4616-8edc-7f906645dd9f&id=6b9bfa6c-4b8e-45e4-bf88-eb9fb90f12b8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1296546 Nov 12 09:22:57.081081 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ddc2cc-8744-42bd-9bb4-c6fe11825c00 req-4b7c752b-ec70-4471-b090-08877ff6a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:57.082695 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30ddc2cc-8744-42bd-9bb4-c6fe11825c00 req-4b7c752b-ec70-4471-b090-08877ff6a655 service neutron] 10.222.0.58 "GET /v2.0/networks?id=456019ba-7089-419a-a037-e3c8a90de946 HTTP/1.1" status: 200 len: 898 time: 0.1506867 Nov 12 09:22:57.126232 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30ddc2cc-8744-42bd-9bb4-c6fe11825c00 req-6f185a9b-35e3-4164-b6d4-4fed15a5494d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4 HTTP/1.1" status: 200 len: 217 time: 0.0360243 Nov 12 09:22:57.180443 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ddc2cc-8744-42bd-9bb4-c6fe11825c00 req-395a484b-871b-441a-8ed7-016abd5c5eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:57.181946 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30ddc2cc-8744-42bd-9bb4-c6fe11825c00 req-395a484b-871b-441a-8ed7-016abd5c5eab service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1943a0d-f81e-45b2-86e3-7ad360ea5b1b HTTP/1.1" status: 200 len: 835 time: 0.0479178 Nov 12 09:22:57.231726 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ddc2cc-8744-42bd-9bb4-c6fe11825c00 req-47ee420e-0d16-4377-93cc-33b387122f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:57.233314 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30ddc2cc-8744-42bd-9bb4-c6fe11825c00 req-47ee420e-0d16-4377-93cc-33b387122f1e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=456019ba-7089-419a-a037-e3c8a90de946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433893 Nov 12 09:22:57.285380 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:22:57.334781 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30ddc2cc-8744-42bd-9bb4-c6fe11825c00 req-8825fbb8-a069-4f63-b9e5-8a0296d6f1af service neutron] 10.222.0.58 "GET /v2.0/networks/456019ba-7089-419a-a037-e3c8a90de946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924089 Nov 12 09:22:57.431546 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30ddc2cc-8744-42bd-9bb4-c6fe11825c00 req-d67ea4f4-83c4-4055-b5e0-b3973a90d031 service neutron] 10.222.0.58 "GET /v2.0/networks/456019ba-7089-419a-a037-e3c8a90de946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898166 Nov 12 09:22:58.182198 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb667476-d854-47d9-9a7e-918f75c1cbcf req-518ac6a1-33af-43c5-93e2-8411b8bf27b0 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:58.183752 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fb667476-d854-47d9-9a7e-918f75c1cbcf req-518ac6a1-33af-43c5-93e2-8411b8bf27b0 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8fe9ec0-cc78-4ac2-954d-885b2152acb3 HTTP/1.1" status: 200 len: 982 time: 0.0581379 Nov 12 09:22:58.247617 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fb667476-d854-47d9-9a7e-918f75c1cbcf req-78fb8af0-34cb-4dae-bef3-2c5f895ce79b tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/security-groups?id=7750775e-909c-4616-8edc-7f906645dd9f&id=6b9bfa6c-4b8e-45e4-bf88-eb9fb90f12b8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0574222 Nov 12 09:22:59.380138 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec167d9-1842-41fb-b572-c76a7f720276 req-dbb10b15-1c31-4d10-b3f8-6a53020cfb40 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:59.381831 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6ec167d9-1842-41fb-b572-c76a7f720276 req-dbb10b15-1c31-4d10-b3f8-6a53020cfb40 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8fe9ec0-cc78-4ac2-954d-885b2152acb3 HTTP/1.1" status: 200 len: 982 time: 0.0564289 Nov 12 09:22:59.444648 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6ec167d9-1842-41fb-b572-c76a7f720276 req-d1024c43-2fbb-415c-bb7c-73b6b547525e tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/security-groups?id=7750775e-909c-4616-8edc-7f906645dd9f&id=6b9bfa6c-4b8e-45e4-bf88-eb9fb90f12b8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0552692 Nov 12 09:22:59.510871 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:59.972602 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:23:00.073572 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4,segment=NetworkSegment(c9d2bd6b-0b53-4ea6-a393-751af5c9ff47),segment_id=c9d2bd6b-0b53-4ea6-a393-751af5c9ff47)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:00.085921 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4', 'network_id': '456019ba-7089-419a-a037-e3c8a90de946', 'port_id': 'f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4', 'mac_address': 'fa:16:3e:10:3b:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1943a0d-f81e-45b2-86e3-7ad360ea5b1b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:23:00.128459 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:00.144349 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:23:00.166249 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4,segment=NetworkSegment(c9d2bd6b-0b53-4ea6-a393-751af5c9ff47),segment_id=c9d2bd6b-0b53-4ea6-a393-751af5c9ff47)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:00.172139 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:00.223366 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:00.401472 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:23:00.569814 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22892fe7-6b15-4bc6-b124-8e77413917d0 req-f56b5fd4-e6ad-432d-aa87-37b465d7a4df tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:00.571313 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-22892fe7-6b15-4bc6-b124-8e77413917d0 req-f56b5fd4-e6ad-432d-aa87-37b465d7a4df tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8fe9ec0-cc78-4ac2-954d-885b2152acb3 HTTP/1.1" status: 200 len: 983 time: 0.0545163 Nov 12 09:23:00.633207 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-22892fe7-6b15-4bc6-b124-8e77413917d0 req-08d881f8-ddb8-4c11-9466-86fe1a14864b tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/security-groups?id=7750775e-909c-4616-8edc-7f906645dd9f&id=6b9bfa6c-4b8e-45e4-bf88-eb9fb90f12b8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0543129 Nov 12 09:23:01.780250 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1fa87-9148-4e05-ab21-7ce85eb74418 req-b9c5bd49-eb52-4a8d-b9c2-5ee50fffdf0c tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:01.781712 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-86e1fa87-9148-4e05-ab21-7ce85eb74418 req-b9c5bd49-eb52-4a8d-b9c2-5ee50fffdf0c tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8fe9ec0-cc78-4ac2-954d-885b2152acb3 HTTP/1.1" status: 200 len: 983 time: 0.0644832 Nov 12 09:23:01.847411 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-86e1fa87-9148-4e05-ab21-7ce85eb74418 req-6285274f-fc32-4bda-9fc6-fb46dc18dbf6 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/security-groups?id=7750775e-909c-4616-8edc-7f906645dd9f&id=6b9bfa6c-4b8e-45e4-bf88-eb9fb90f12b8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0591362 Nov 12 09:23:02.001891 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:23:02.068976 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:23:02.072963 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:02.073337 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:02.171285 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:02.197608 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8fe9ec0-cc78-4ac2-954d-885b2152acb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:23:02.199940 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7d974f-5102-47f6-a458-5f3e7355fd05" -d '{"events": [{"server_uuid": "b8fe9ec0-cc78-4ac2-954d-885b2152acb3", "name": "network-vif-plugged", "status": "completed", "tag": "f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:23:02.212785 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4,segment=NetworkSegment(c9d2bd6b-0b53-4ea6-a393-751af5c9ff47),segment_id=c9d2bd6b-0b53-4ea6-a393-751af5c9ff47)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:02.218138 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:02.245270 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e62f0c1-8771-4e7a-8171-28c83ae58a60 x-openstack-request-id: req-3e62f0c1-8771-4e7a-8171-28c83ae58a60 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:23:02.245577 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8fe9ec0-cc78-4ac2-954d-885b2152acb3", "name": "network-vif-plugged", "status": "completed", "tag": "f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:23:02.245817 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e62f0c1-8771-4e7a-8171-28c83ae58a60 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:23:02.246205 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8fe9ec0-cc78-4ac2-954d-885b2152acb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4', 'code': 200} Nov 12 09:23:02.273662 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:02.348040 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc8785-2984-4e79-8719-8bbe4e30711d req-3f0f13ad-952b-4cc1-9534-ccfa5ab9912e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:02.349444 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c4dc8785-2984-4e79-8719-8bbe4e30711d req-3f0f13ad-952b-4cc1-9534-ccfa5ab9912e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b8fe9ec0-cc78-4ac2-954d-885b2152acb3 HTTP/1.1" status: 200 len: 1136 time: 0.0488350 Nov 12 09:23:02.412197 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c4dc8785-2984-4e79-8719-8bbe4e30711d req-f56df55f-e7df-4d00-96c7-ebbe3c3f3c48 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7750775e-909c-4616-8edc-7f906645dd9f&id=6b9bfa6c-4b8e-45e4-bf88-eb9fb90f12b8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0555670 Nov 12 09:23:02.993307 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c0364-a166-4819-b58f-8455dbd2ead1 req-dc52ec3c-2b60-45a7-b4a4-d6a5c80391fd tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:02.994841 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e99c0364-a166-4819-b58f-8455dbd2ead1 req-dc52ec3c-2b60-45a7-b4a4-d6a5c80391fd tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8fe9ec0-cc78-4ac2-954d-885b2152acb3 HTTP/1.1" status: 200 len: 984 time: 0.0685868 Nov 12 09:23:03.065504 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e99c0364-a166-4819-b58f-8455dbd2ead1 req-f832cf61-477c-4968-8541-0b1e37da0bf3 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/security-groups?id=7750775e-909c-4616-8edc-7f906645dd9f&id=6b9bfa6c-4b8e-45e4-bf88-eb9fb90f12b8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0623257 Nov 12 09:23:04.196735 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77bd846-fa56-4b81-bc29-94909977bf67 req-839276e2-7d7e-4884-9cc9-124698d7210b tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:04.198288 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d77bd846-fa56-4b81-bc29-94909977bf67 req-839276e2-7d7e-4884-9cc9-124698d7210b tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8fe9ec0-cc78-4ac2-954d-885b2152acb3 HTTP/1.1" status: 200 len: 984 time: 0.0541220 Nov 12 09:23:04.264400 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d77bd846-fa56-4b81-bc29-94909977bf67 req-9e46fd37-f4f5-456e-830c-e9debcafeb8f tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/security-groups?id=7750775e-909c-4616-8edc-7f906645dd9f&id=6b9bfa6c-4b8e-45e4-bf88-eb9fb90f12b8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0568163 Nov 12 09:23:04.392658 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545fab4-2bd4-4b27-88da-e82ccf819dd1 req-5fe91c3d-12dc-4cb2-8aed-e9bbb68ac582 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:04.394084 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9545fab4-2bd4-4b27-88da-e82ccf819dd1 req-5fe91c3d-12dc-4cb2-8aed-e9bbb68ac582 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8fe9ec0-cc78-4ac2-954d-885b2152acb3 HTTP/1.1" status: 200 len: 984 time: 0.0586305 Nov 12 09:23:04.466371 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9545fab4-2bd4-4b27-88da-e82ccf819dd1 req-9460c6f4-4c95-4183-802c-56390b8602e7 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/security-groups?id=7750775e-909c-4616-8edc-7f906645dd9f&id=6b9bfa6c-4b8e-45e4-bf88-eb9fb90f12b8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0638056 Nov 12 09:23:04.594750 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb42aea-d8dc-46a5-92c5-8314b80e9e37 req-4969e8bb-9556-4040-a357-9d5ead0ac4ad tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:04.596367 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-efb42aea-d8dc-46a5-92c5-8314b80e9e37 req-4969e8bb-9556-4040-a357-9d5ead0ac4ad tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b8fe9ec0-cc78-4ac2-954d-885b2152acb3 HTTP/1.1" status: 200 len: 1136 time: 0.0456164 Nov 12 09:23:04.616785 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-efb42aea-d8dc-46a5-92c5-8314b80e9e37 req-972c6d72-f14a-4bfe-aa2f-abfa1b3d722c tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:04.705934 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-efb42aea-d8dc-46a5-92c5-8314b80e9e37 req-972c6d72-f14a-4bfe-aa2f-abfa1b3d722c tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:04.712570 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-efb42aea-d8dc-46a5-92c5-8314b80e9e37 req-972c6d72-f14a-4bfe-aa2f-abfa1b3d722c tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:04.760945 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c6d72-f14a-4bfe-aa2f-abfa1b3d722c tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5324c67b-4ea2-4b22-8839-aad5196503d4,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:04.767227 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-efb42aea-d8dc-46a5-92c5-8314b80e9e37 req-972c6d72-f14a-4bfe-aa2f-abfa1b3d722c tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7750775e-909c-4616-8edc-7f906645dd9f&id=6b9bfa6c-4b8e-45e4-bf88-eb9fb90f12b8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1640818 Nov 12 09:23:04.796283 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39264) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:04.845174 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5123bd8-a969-4941-a05b-c8385bff8d6b tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:04.846707 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f5123bd8-a969-4941-a05b-c8385bff8d6b tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b8fe9ec0-cc78-4ac2-954d-885b2152acb3 HTTP/1.1" status: 200 len: 1131 time: 0.0491283 Nov 12 09:23:04.849950 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39266) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:04.854421 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-fd81e477-859a-47e7-8a3d-ff4a0a66ccb4 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'port_id': 'f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:04.878886 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fd81e477-859a-47e7-8a3d-ff4a0a66ccb4 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for floatingip, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:04.996067 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fd81e477-859a-47e7-8a3d-ff4a0a66ccb4 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:05.113589 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-fd81e477-859a-47e7-8a3d-ff4a0a66ccb4 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Allocated IP 172.25.6.203 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/5bf3ee89-c9f4-4dc8-8902-eb919cfc31fa) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:23:05.228324 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fd81e477-859a-47e7-8a3d-ff4a0a66ccb4 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:05.266429 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fd81e477-859a-47e7-8a3d-ff4a0a66ccb4 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:05.319539 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd81e477-859a-47e7-8a3d-ff4a0a66ccb4 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:05.324076 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-fd81e477-859a-47e7-8a3d-ff4a0a66ccb4 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:05.326209 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81e477-859a-47e7-8a3d-ff4a0a66ccb4 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Pushing event updated for resources: {'Port': ['ID=5bf3ee89-c9f4-4dc8-8902-eb919cfc31fa,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:05.328674 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd81e477-859a-47e7-8a3d-ff4a0a66ccb4 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:23:05.737097 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fd81e477-859a-47e7-8a3d-ff4a0a66ccb4 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:05.813680 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fd81e477-859a-47e7-8a3d-ff4a0a66ccb4 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:05.980890 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fd81e477-859a-47e7-8a3d-ff4a0a66ccb4 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:05.988161 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fd81e477-859a-47e7-8a3d-ff4a0a66ccb4 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:06.051779 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81e477-859a-47e7-8a3d-ff4a0a66ccb4 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Pushing event updated for resources: {'Port': ['ID=5bf3ee89-c9f4-4dc8-8902-eb919cfc31fa,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:06.068661 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fd81e477-859a-47e7-8a3d-ff4a0a66ccb4 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:06.182738 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [None req-fd81e477-859a-47e7-8a3d-ff4a0a66ccb4 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Floating IP 3097d5c6-009c-4d34-a337-b6333588fabc associated. External IP: 172.25.6.203, port: f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4. Nov 12 09:23:06.408991 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd81e477-859a-47e7-8a3d-ff4a0a66ccb4 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Router 67d0cdd5-af79-43eb-8ea5-008d12cf84b0 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:23:06.524297 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd81e477-859a-47e7-8a3d-ff4a0a66ccb4 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:23:06.535170 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93544af7-1077-4041-833e-b67bdbc3e481 None None] Sync routers for ids ['67d0cdd5-af79-43eb-8ea5-008d12cf84b0'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:23:06.544811 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fd81e477-859a-47e7-8a3d-ff4a0a66ccb4 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:06.553424 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93544af7-1077-4041-833e-b67bdbc3e481 None None] Routers {'67d0cdd5-af79-43eb-8ea5-008d12cf84b0'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:06.554064 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-93544af7-1077-4041-833e-b67bdbc3e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:22:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['67d0cdd5-af79-43eb-8ea5-008d12cf84b0'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:06.575871 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fd81e477-859a-47e7-8a3d-ff4a0a66ccb4 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7227051 Nov 12 09:23:06.575871 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8fe9ec0-cc78-4ac2-954d-885b2152acb3', 'tag': 'f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:23:06.576416 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b203fc0-8227-4f84-8417-31da56f356d4" -d '{"events": [{"name": "network-changed", "server_uuid": "b8fe9ec0-cc78-4ac2-954d-885b2152acb3", "tag": "f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:23:06.576558 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39268) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:06.617820 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed382359-8974-425b-aa42-9531632de6d3 x-openstack-request-id: req-ed382359-8974-425b-aa42-9531632de6d3 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:23:06.618338 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8fe9ec0-cc78-4ac2-954d-885b2152acb3", "tag": "f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:23:06.618600 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed382359-8974-425b-aa42-9531632de6d3 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:23:06.619230 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8fe9ec0-cc78-4ac2-954d-885b2152acb3', 'tag': 'f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4', 'status': 'completed', 'code': 200} Nov 12 09:23:06.672681 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-93544af7-1077-4041-833e-b67bdbc3e481 None None] Set router 67d0cdd5-af79-43eb-8ea5-008d12cf84b0 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:23:06.687378 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b203fc0-8227-4f84-8417-31da56f356d4 req-e45813f3-a2fe-48f8-91eb-d598857c393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:06.688957 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9b203fc0-8227-4f84-8417-31da56f356d4 req-e45813f3-a2fe-48f8-91eb-d598857c393b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc2ba089713c41ed8aa7db9e6f76e18b&device_id=b8fe9ec0-cc78-4ac2-954d-885b2152acb3 HTTP/1.1" status: 200 len: 1136 time: 0.0449972 Nov 12 09:23:06.775909 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fd0c26-9a77-4580-af89-2461d54c40ec tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:06.776391 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fd0c26-9a77-4580-af89-2461d54c40ec tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:06.776885 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fd0c26-9a77-4580-af89-2461d54c40ec tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:06.777341 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fd0c26-9a77-4580-af89-2461d54c40ec tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:06.777800 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fd0c26-9a77-4580-af89-2461d54c40ec tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:06.778263 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fd0c26-9a77-4580-af89-2461d54c40ec tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:06.782829 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c9fd0c26-9a77-4580-af89-2461d54c40ec tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.2023246 Nov 12 09:23:06.783857 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39272) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:06.841720 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b203fc0-8227-4f84-8417-31da56f356d4 req-9b1abed2-efe8-4c69-9f48-562410ad654a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:06.843241 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9b203fc0-8227-4f84-8417-31da56f356d4 req-9b1abed2-efe8-4c69-9f48-562410ad654a service neutron] 10.222.0.58 "GET /v2.0/networks?id=456019ba-7089-419a-a037-e3c8a90de946 HTTP/1.1" status: 200 len: 898 time: 0.1445301 Nov 12 09:23:06.908712 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-93544af7-1077-4041-833e-b67bdbc3e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308427839', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b042fd20-f0af-452e-bb61-e10be7767357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:22:43Z', 'updated_at': '2021-11-12T09:22:49Z', 'revision_number': 4, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'gw_port': {'id': 'b042fd20-f0af-452e-bb61-e10be7767357', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:22:43Z', 'updated_at': '2021-11-12T09:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '3097d5c6-009c-4d34-a337-b6333588fabc', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'floating_ip_address': '172.25.6.203', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'port_id': 'f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '456019ba-7089-419a-a037-e3c8a90de946', 'mac_address': 'fa:16:3e:10:3b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fe9ec0-cc78-4ac2-954d-885b2152acb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:23:05Z', 'updated_at': '2021-11-12T09:23:05Z', 'revision_number': 0, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1aff16-bd27-438f-ac10-021a3a7ccaf0', 'name': '', 'network_id': '456019ba-7089-419a-a037-e3c8a90de946', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'mac_address': 'fa:16:3e:bd:05:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e1943a0d-f81e-45b2-86e3-7ad360ea5b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:22:48Z', 'updated_at': '2021-11-12T09:22:52Z', 'revision_number': 5, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'subnets': [{'id': 'e1943a0d-f81e-45b2-86e3-7ad360ea5b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:06.935158 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c119905f-653e-4720-80aa-234483d3ef82 tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:06.935530 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c119905f-653e-4720-80aa-234483d3ef82 tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:06.936007 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c119905f-653e-4720-80aa-234483d3ef82 tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:06.936456 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c119905f-653e-4720-80aa-234483d3ef82 tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:06.936884 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c119905f-653e-4720-80aa-234483d3ef82 tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:06.937346 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c119905f-653e-4720-80aa-234483d3ef82 tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:06.938666 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93544af7-1077-4041-833e-b67bdbc3e481 None None] Checking router: 67d0cdd5-af79-43eb-8ea5-008d12cf84b0 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:23:06.939813 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c119905f-653e-4720-80aa-234483d3ef82 tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1541953 Nov 12 09:23:06.942010 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39274) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:06.951155 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93544af7-1077-4041-833e-b67bdbc3e481 None None] Routers {'67d0cdd5-af79-43eb-8ea5-008d12cf84b0'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:06.951806 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-93544af7-1077-4041-833e-b67bdbc3e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:22:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['67d0cdd5-af79-43eb-8ea5-008d12cf84b0'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:07.003986 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9b203fc0-8227-4f84-8417-31da56f356d4 req-cf3950ec-6424-49d0-9ed4-14b526a04083 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4 HTTP/1.1" status: 200 len: 999 time: 0.1502979 Nov 12 09:23:07.066430 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b203fc0-8227-4f84-8417-31da56f356d4 req-c102d894-b5e8-447f-8679-fb1ca7446544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:07.068010 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9b203fc0-8227-4f84-8417-31da56f356d4 req-c102d894-b5e8-447f-8679-fb1ca7446544 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1943a0d-f81e-45b2-86e3-7ad360ea5b1b HTTP/1.1" status: 200 len: 835 time: 0.0560465 Nov 12 09:23:07.162658 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b203fc0-8227-4f84-8417-31da56f356d4 req-0db8a0d6-34c4-4eb1-a56c-b66b3ab99b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:07.164224 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9b203fc0-8227-4f84-8417-31da56f356d4 req-0db8a0d6-34c4-4eb1-a56c-b66b3ab99b99 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=456019ba-7089-419a-a037-e3c8a90de946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0861721 Nov 12 09:23:07.241733 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-93544af7-1077-4041-833e-b67bdbc3e481 None None] Set router 67d0cdd5-af79-43eb-8ea5-008d12cf84b0 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:23:07.245686 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-be6bf51d-6df2-47b4-8312-a84b400d38d7 tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3055 time: 0.3025649 Nov 12 09:23:07.248660 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39276) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:07.277319 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9b203fc0-8227-4f84-8417-31da56f356d4 req-27f7834a-4305-4cc1-90b0-e2737307c451 service neutron] 10.222.0.58 "GET /v2.0/networks/456019ba-7089-419a-a037-e3c8a90de946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021690 Nov 12 09:23:07.296854 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0458ebe0-504f-494f-8e40-e25631fee6be tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:07.297503 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0458ebe0-504f-494f-8e40-e25631fee6be tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:07.309358 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0458ebe0-504f-494f-8e40-e25631fee6be tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=67d0cdd5-af79-43eb-8ea5-008d12cf84b0 HTTP/1.1" status: 200 len: 1992 time: 0.0485518 Nov 12 09:23:07.377976 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9b203fc0-8227-4f84-8417-31da56f356d4 req-13a90569-dd64-41a5-a088-0e4903e81478 service neutron] 10.222.0.58 "GET /v2.0/networks/456019ba-7089-419a-a037-e3c8a90de946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922313 Nov 12 09:23:07.490086 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-93544af7-1077-4041-833e-b67bdbc3e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308427839', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b042fd20-f0af-452e-bb61-e10be7767357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:22:43Z', 'updated_at': '2021-11-12T09:22:49Z', 'revision_number': 4, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'gw_port': {'id': 'b042fd20-f0af-452e-bb61-e10be7767357', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:22:43Z', 'updated_at': '2021-11-12T09:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '3097d5c6-009c-4d34-a337-b6333588fabc', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'floating_ip_address': '172.25.6.203', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'port_id': 'f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '456019ba-7089-419a-a037-e3c8a90de946', 'mac_address': 'fa:16:3e:10:3b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fe9ec0-cc78-4ac2-954d-885b2152acb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:23:05Z', 'updated_at': '2021-11-12T09:23:05Z', 'revision_number': 0, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1aff16-bd27-438f-ac10-021a3a7ccaf0', 'name': '', 'network_id': '456019ba-7089-419a-a037-e3c8a90de946', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'mac_address': 'fa:16:3e:bd:05:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e1943a0d-f81e-45b2-86e3-7ad360ea5b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:22:48Z', 'updated_at': '2021-11-12T09:22:52Z', 'revision_number': 5, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'subnets': [{'id': 'e1943a0d-f81e-45b2-86e3-7ad360ea5b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:07.523006 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93544af7-1077-4041-833e-b67bdbc3e481 None None] The sync data for ids ['67d0cdd5-af79-43eb-8ea5-008d12cf84b0'] in n-d-768862-16 is: [{'id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308427839', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b042fd20-f0af-452e-bb61-e10be7767357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:22:43Z', 'updated_at': '2021-11-12T09:22:49Z', 'revision_number': 4, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'gw_port': {'id': 'b042fd20-f0af-452e-bb61-e10be7767357', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:22:43Z', 'updated_at': '2021-11-12T09:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '3097d5c6-009c-4d34-a337-b6333588fabc', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'floating_ip_address': '172.25.6.203', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'port_id': 'f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '456019ba-7089-419a-a037-e3c8a90de946', 'mac_address': 'fa:16:3e:10:3b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fe9ec0-cc78-4ac2-954d-885b2152acb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:23:05Z', 'updated_at': '2021-11-12T09:23:05Z', 'revision_number': 0, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1aff16-bd27-438f-ac10-021a3a7ccaf0', 'name': '', 'network_id': '456019ba-7089-419a-a037-e3c8a90de946', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'mac_address': 'fa:16:3e:bd:05:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e1943a0d-f81e-45b2-86e3-7ad360ea5b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:22:48Z', 'updated_at': '2021-11-12T09:22:52Z', 'revision_number': 5, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'subnets': [{'id': 'e1943a0d-f81e-45b2-86e3-7ad360ea5b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:23:07.745428 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd463ef-4e12-4a2b-a802-343627fc1caa None None] New status for floating IP 3097d5c6-009c-4d34-a337-b6333588fabc: ACTIVE {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:23:07.895773 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-49891286-d18b-4017-bf47-e51feab5976d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:10.233139 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-587ef1ec-a6cd-4ff6-a8b9-8b6e2c251c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:12.152530 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:13.526135 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:14.088713 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:19.420538 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b74505a4-c355-4efb-9715-42d8fe95b27d req-833eb5b5-9d2f-4d86-a630-665fa55a83da service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b8fe9ec0-cc78-4ac2-954d-885b2152acb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1048834 Nov 12 09:23:19.435455 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf975156-408c-4056-8b38-7098d4049c80 req-cf06cd8f-aaf8-433f-bf45-ed709348bd55 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=624380a3-3879-4477-9f4a-69f4e2aae31a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1304793 Nov 12 09:23:19.550174 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74505a4-c355-4efb-9715-42d8fe95b27d req-813152a7-04ce-4164-89e9-605aaf063d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:19.551780 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b74505a4-c355-4efb-9715-42d8fe95b27d req-813152a7-04ce-4164-89e9-605aaf063d6e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc2ba089713c41ed8aa7db9e6f76e18b&device_id=b8fe9ec0-cc78-4ac2-954d-885b2152acb3 HTTP/1.1" status: 200 len: 1136 time: 0.0800481 Nov 12 09:23:19.553890 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf975156-408c-4056-8b38-7098d4049c80 req-cccc1707-1d9a-477d-95bc-bdcb168837f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:19.555465 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf975156-408c-4056-8b38-7098d4049c80 req-cccc1707-1d9a-477d-95bc-bdcb168837f4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&device_id=624380a3-3879-4477-9f4a-69f4e2aae31a HTTP/1.1" status: 200 len: 1097 time: 0.0951478 Nov 12 09:23:20.087928 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74505a4-c355-4efb-9715-42d8fe95b27d req-69d1f241-bfff-4fbf-9bd8-501aab3c50b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:20.089438 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b74505a4-c355-4efb-9715-42d8fe95b27d req-69d1f241-bfff-4fbf-9bd8-501aab3c50b4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=456019ba-7089-419a-a037-e3c8a90de946 HTTP/1.1" status: 200 len: 898 time: 0.5147872 Nov 12 09:23:20.090605 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf975156-408c-4056-8b38-7098d4049c80 req-df8e1c67-b6d8-481b-abb1-86821a0ce547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:20.092002 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf975156-408c-4056-8b38-7098d4049c80 req-df8e1c67-b6d8-481b-abb1-86821a0ce547 service neutron] 10.222.0.54 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 913 time: 0.5083656 Nov 12 09:23:20.209919 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf975156-408c-4056-8b38-7098d4049c80 req-224be236-4731-4505-a1a4-5fc2378b2816 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71c08c44-e320-474a-b112-7cc71eefa3a1 HTTP/1.1" status: 200 len: 1001 time: 0.1103675 Nov 12 09:23:20.214665 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b74505a4-c355-4efb-9715-42d8fe95b27d req-ae3ca0fd-122b-4faa-9482-270eff22040f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4 HTTP/1.1" status: 200 len: 1001 time: 0.1083226 Nov 12 09:23:20.300653 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf975156-408c-4056-8b38-7098d4049c80 req-e7c110fa-1c7c-4aed-85bc-3abb68de0d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:20.302192 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf975156-408c-4056-8b38-7098d4049c80 req-e7c110fa-1c7c-4aed-85bc-3abb68de0d75 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=098c0920-f801-4a1f-89b9-15466a208616 HTTP/1.1" status: 200 len: 851 time: 0.0844467 Nov 12 09:23:20.306098 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74505a4-c355-4efb-9715-42d8fe95b27d req-bfa86b82-44a1-43ca-baa2-ebf44dc0a565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:20.307468 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b74505a4-c355-4efb-9715-42d8fe95b27d req-bfa86b82-44a1-43ca-baa2-ebf44dc0a565 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1943a0d-f81e-45b2-86e3-7ad360ea5b1b HTTP/1.1" status: 200 len: 835 time: 0.0815964 Nov 12 09:23:20.379176 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf975156-408c-4056-8b38-7098d4049c80 req-7890a6b2-0013-4d21-bd33-dc325ce084b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:20.380684 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf975156-408c-4056-8b38-7098d4049c80 req-7890a6b2-0013-4d21-bd33-dc325ce084b8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=492b01ef-bcf0-406a-881b-e054fdb77f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714426 Nov 12 09:23:20.388427 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74505a4-c355-4efb-9715-42d8fe95b27d req-0b34c268-d2dd-45c2-8a50-1471027e1568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:20.390003 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b74505a4-c355-4efb-9715-42d8fe95b27d req-0b34c268-d2dd-45c2-8a50-1471027e1568 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=456019ba-7089-419a-a037-e3c8a90de946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726647 Nov 12 09:23:20.395484 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-bf975156-408c-4056-8b38-7098d4049c80 req-5b8b8a52-ab34-487a-96f1-4c79499b7135 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:23:20.396547 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf975156-408c-4056-8b38-7098d4049c80 req-5b8b8a52-ab34-487a-96f1-4c79499b7135 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056500 Nov 12 09:23:20.555862 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b74505a4-c355-4efb-9715-42d8fe95b27d req-1d4af665-a558-4fb5-8fb2-a0ba2ccdccd4 service neutron] 10.222.0.58 "GET /v2.0/networks/456019ba-7089-419a-a037-e3c8a90de946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579509 Nov 12 09:23:20.559545 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf975156-408c-4056-8b38-7098d4049c80 req-0876b16c-7711-4b07-a236-491ced067783 service neutron] 10.222.0.54 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541154 Nov 12 09:23:20.728091 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b74505a4-c355-4efb-9715-42d8fe95b27d req-e50a46e7-92fc-442c-affd-1cbe245b87ab service neutron] 10.222.0.58 "GET /v2.0/networks/456019ba-7089-419a-a037-e3c8a90de946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630063 Nov 12 09:23:20.730006 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf975156-408c-4056-8b38-7098d4049c80 req-9425c370-2c37-4006-9f90-a6e1d67282ed service neutron] 10.222.0.54 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573758 Nov 12 09:23:23.473929 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:29.519365 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:34.285888 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:23:36.720199 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee80f1-659d-4080-bf2c-6ea03370d533 req-2f761e72-13cb-48ba-b169-0129146b2336 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:36.721940 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a1ee80f1-659d-4080-bf2c-6ea03370d533 req-2f761e72-13cb-48ba-b169-0129146b2336 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=624380a3-3879-4477-9f4a-69f4e2aae31a HTTP/1.1" status: 200 len: 945 time: 0.0621898 Nov 12 09:23:36.776415 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a1ee80f1-659d-4080-bf2c-6ea03370d533 req-44ed389a-3875-45f0-8ad6-819f037f082e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480101 Nov 12 09:23:37.893115 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6d272f3e-f510-4e49-9a2e-566301da9316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:37.917492 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e5a09-5a2a-4cbf-a998-bf8f8dfc1681 req-ad2caf20-ab6c-468c-9c95-5ec55325afaf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:37.919009 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5a0e5a09-5a2a-4cbf-a998-bf8f8dfc1681 req-ad2caf20-ab6c-468c-9c95-5ec55325afaf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=624380a3-3879-4477-9f4a-69f4e2aae31a HTTP/1.1" status: 200 len: 945 time: 0.0553551 Nov 12 09:23:37.975307 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5a0e5a09-5a2a-4cbf-a998-bf8f8dfc1681 req-4e4b167e-4292-4a21-87c7-68dd485f858e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439391 Nov 12 09:23:38.193447 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242091ed-f698-4a65-a735-0959bd4c3057 req-7853c0bb-afd8-470d-8eb2-a166ef7b4edd tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:38.194792 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-242091ed-f698-4a65-a735-0959bd4c3057 req-7853c0bb-afd8-470d-8eb2-a166ef7b4edd tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.54 "GET /v2.0/ports?device_id=624380a3-3879-4477-9f4a-69f4e2aae31a HTTP/1.1" status: 200 len: 945 time: 0.0627682 Nov 12 09:23:38.292565 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-242091ed-f698-4a65-a735-0959bd4c3057 req-58b4c70d-304a-4cc3-8fef-db7c1add2827 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Deleting port 71c08c44-e320-474a-b112-7cc71eefa3a1 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:23:38.292953 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-242091ed-f698-4a65-a735-0959bd4c3057 req-58b4c70d-304a-4cc3-8fef-db7c1add2827 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:38.402236 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-242091ed-f698-4a65-a735-0959bd4c3057 req-58b4c70d-304a-4cc3-8fef-db7c1add2827 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] For port 71c08c44-e320-474a-b112-7cc71eefa3a1, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=71c08c44-e320-474a-b112-7cc71eefa3a1,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:38.403001 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-242091ed-f698-4a65-a735-0959bd4c3057 req-58b4c70d-304a-4cc3-8fef-db7c1add2827 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:38.610224 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-242091ed-f698-4a65-a735-0959bd4c3057 req-58b4c70d-304a-4cc3-8fef-db7c1add2827 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:38.610593 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-242091ed-f698-4a65-a735-0959bd4c3057 req-58b4c70d-304a-4cc3-8fef-db7c1add2827 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:38.611254 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [req-242091ed-f698-4a65-a735-0959bd4c3057 req-58b4c70d-304a-4cc3-8fef-db7c1add2827 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Floating IP da4e208c-e0ce-47bf-a165-07f3ae40ba3d disassociated. External IP: 172.25.6.253, port: 71c08c44-e320-474a-b112-7cc71eefa3a1. Nov 12 09:23:38.611610 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-242091ed-f698-4a65-a735-0959bd4c3057 req-58b4c70d-304a-4cc3-8fef-db7c1add2827 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Calling delete_port for 71c08c44-e320-474a-b112-7cc71eefa3a1 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:23:38.759027 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-242091ed-f698-4a65-a735-0959bd4c3057 req-58b4c70d-304a-4cc3-8fef-db7c1add2827 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:38.790165 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4c70d-304a-4cc3-8fef-db7c1add2827 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Pushing event deleted for resources: {'Port': ['ID=71c08c44-e320-474a-b112-7cc71eefa3a1,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:38.803527 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b4c70d-304a-4cc3-8fef-db7c1add2827 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:38.803899 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b4c70d-304a-4cc3-8fef-db7c1add2827 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:38.804262 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b4c70d-304a-4cc3-8fef-db7c1add2827 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:38.804608 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b4c70d-304a-4cc3-8fef-db7c1add2827 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:38.804941 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b4c70d-304a-4cc3-8fef-db7c1add2827 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:38.805271 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b4c70d-304a-4cc3-8fef-db7c1add2827 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:38.805600 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b4c70d-304a-4cc3-8fef-db7c1add2827 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:38.805921 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b4c70d-304a-4cc3-8fef-db7c1add2827 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:38.806242 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b4c70d-304a-4cc3-8fef-db7c1add2827 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:38.806558 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b4c70d-304a-4cc3-8fef-db7c1add2827 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:38.806885 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b4c70d-304a-4cc3-8fef-db7c1add2827 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:38.807208 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b4c70d-304a-4cc3-8fef-db7c1add2827 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:38.931783 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-242091ed-f698-4a65-a735-0959bd4c3057 req-58b4c70d-304a-4cc3-8fef-db7c1add2827 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Router b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:23:39.053918 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-242091ed-f698-4a65-a735-0959bd4c3057 req-58b4c70d-304a-4cc3-8fef-db7c1add2827 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:23:39.064135 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9456ff-37be-47f6-b134-38a1110dc85a None None] Sync routers for ids ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:23:39.076490 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9456ff-37be-47f6-b134-38a1110dc85a None None] Routers {'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:39.077212 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-6f9456ff-37be-47f6-b134-38a1110dc85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:23:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:39.100195 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-83a5627d-6d81-45ba-ae20-6a5308e73f76 req-9dfa86f0-3edd-49c1-9048-de8b16d8ecce tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=624380a3-3879-4477-9f4a-69f4e2aae31a HTTP/1.1" status: 200 len: 210 time: 0.0443602 Nov 12 09:23:39.120127 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-242091ed-f698-4a65-a735-0959bd4c3057 req-58b4c70d-304a-4cc3-8fef-db7c1add2827 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] No DVR routers for this DVR port 71c08c44-e320-474a-b112-7cc71eefa3a1 on host n-h1-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:23:39.125668 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-242091ed-f698-4a65-a735-0959bd4c3057 req-58b4c70d-304a-4cc3-8fef-db7c1add2827 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:39.129928 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-242091ed-f698-4a65-a735-0959bd4c3057 req-58b4c70d-304a-4cc3-8fef-db7c1add2827 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.54 "DELETE /v2.0/ports/71c08c44-e320-474a-b112-7cc71eefa3a1 HTTP/1.1" status: 204 len: 173 time: 0.9287241 Nov 12 09:23:39.130445 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '624380a3-3879-4477-9f4a-69f4e2aae31a', 'name': 'network-vif-deleted', 'tag': '71c08c44-e320-474a-b112-7cc71eefa3a1'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:23:39.133446 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9334b4bc-1e67-4f11-ab0f-def474ac1365" -d '{"events": [{"server_uuid": "624380a3-3879-4477-9f4a-69f4e2aae31a", "name": "network-vif-deleted", "tag": "71c08c44-e320-474a-b112-7cc71eefa3a1"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:23:39.185931 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3524aa2-5b1d-4110-bcdf-399f561d4bfc x-openstack-request-id: req-c3524aa2-5b1d-4110-bcdf-399f561d4bfc {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:23:39.186249 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "624380a3-3879-4477-9f4a-69f4e2aae31a", "name": "network-vif-deleted", "tag": "71c08c44-e320-474a-b112-7cc71eefa3a1", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:23:39.186466 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3524aa2-5b1d-4110-bcdf-399f561d4bfc {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:23:39.186949 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '624380a3-3879-4477-9f4a-69f4e2aae31a', 'name': 'network-vif-deleted', 'tag': '71c08c44-e320-474a-b112-7cc71eefa3a1', 'status': 'completed', 'code': 200} Nov 12 09:23:39.220834 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-6f9456ff-37be-47f6-b134-38a1110dc85a None None] Set router b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:23:39.492536 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-6f9456ff-37be-47f6-b134-38a1110dc85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'name': 'tempest-TestVolumeBootPattern-1155374346-router', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:48Z', 'updated_at': '2021-11-12T09:15:57Z', 'revision_number': 4, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'gw_port': {'id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:50Z', 'updated_at': '2021-11-12T09:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '04715282-6a3b-4748-a839-1bf3f32f9b99', 'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'mac_address': 'fa:16:3e:3e:71:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '098c0920-f801-4a1f-89b9-15466a208616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:56Z', 'updated_at': '2021-11-12T09:16:07Z', 'revision_number': 5, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'subnets': [{'id': '098c0920-f801-4a1f-89b9-15466a208616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:39.524690 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9456ff-37be-47f6-b134-38a1110dc85a None None] Checking router: b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:23:39.537232 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9456ff-37be-47f6-b134-38a1110dc85a None None] Routers {'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:39.539806 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-6f9456ff-37be-47f6-b134-38a1110dc85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:23:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:39.684815 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-6f9456ff-37be-47f6-b134-38a1110dc85a None None] Set router b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:23:39.923956 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-6f9456ff-37be-47f6-b134-38a1110dc85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'name': 'tempest-TestVolumeBootPattern-1155374346-router', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:48Z', 'updated_at': '2021-11-12T09:15:57Z', 'revision_number': 4, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'gw_port': {'id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:50Z', 'updated_at': '2021-11-12T09:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '04715282-6a3b-4748-a839-1bf3f32f9b99', 'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'mac_address': 'fa:16:3e:3e:71:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '098c0920-f801-4a1f-89b9-15466a208616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:56Z', 'updated_at': '2021-11-12T09:16:07Z', 'revision_number': 5, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'subnets': [{'id': '098c0920-f801-4a1f-89b9-15466a208616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:39.959257 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9456ff-37be-47f6-b134-38a1110dc85a None None] The sync data for ids ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'] in n-d-768862-16 is: [{'id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'name': 'tempest-TestVolumeBootPattern-1155374346-router', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:48Z', 'updated_at': '2021-11-12T09:15:57Z', 'revision_number': 4, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'gw_port': {'id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:50Z', 'updated_at': '2021-11-12T09:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '04715282-6a3b-4748-a839-1bf3f32f9b99', 'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'mac_address': 'fa:16:3e:3e:71:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '098c0920-f801-4a1f-89b9-15466a208616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:56Z', 'updated_at': '2021-11-12T09:16:07Z', 'revision_number': 5, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'subnets': [{'id': '098c0920-f801-4a1f-89b9-15466a208616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:23:40.236693 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-849b31ce-284b-4d03-b89e-5857a189cfa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:40.241191 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3ee7ee95-de3c-41dc-9137-0fb45663f362 req-d33f6449-d60d-494a-914d-33fc6cbc20e6 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=624380a3-3879-4477-9f4a-69f4e2aae31a HTTP/1.1" status: 200 len: 210 time: 0.0414767 Nov 12 09:23:40.275850 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f9f07a-a49b-41a7-821a-bfc323d91ce3 None None] New status for floating IP da4e208c-e0ce-47bf-a165-07f3ae40ba3d: DOWN {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:23:41.367878 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-66e63e70-cfc2-4fe0-bb54-75bfcfa3cb51 req-28398e71-e7f0-4660-9ed8-feb9f66dbdd4 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=624380a3-3879-4477-9f4a-69f4e2aae31a HTTP/1.1" status: 200 len: 210 time: 0.0405011 Nov 12 09:23:41.507605 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39308) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:41.618170 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-177003ae-45fc-4de1-8562-ace673566b0b tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] 10.222.0.37 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2284 time: 0.1092069 Nov 12 09:23:41.620895 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39310) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:41.625948 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6112d7c7-dffd-45ba-8765-db0c4e1f92d6 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Request body: {'network': {'name': 'tempest-network-smoke--2057949295', 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'port_security_enabled': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:41.652135 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6112d7c7-dffd-45ba-8765-db0c4e1f92d6 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Made reservation on behalf of fc2ba089713c41ed8aa7db9e6f76e18b for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:41.657738 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6112d7c7-dffd-45ba-8765-db0c4e1f92d6 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:41.688936 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6112d7c7-dffd-45ba-8765-db0c4e1f92d6 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:23:41.701176 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6112d7c7-dffd-45ba-8765-db0c4e1f92d6 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:41.701532 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-6112d7c7-dffd-45ba-8765-db0c4e1f92d6 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Added segment baa8aed9-0a53-4f6f-b520-b6ebf793bcb8 of type vlan for network 71dc098f-627b-4b69-a8c1-2d32739ea55c Nov 12 09:23:41.758725 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6112d7c7-dffd-45ba-8765-db0c4e1f92d6 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:41.803385 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6112d7c7-dffd-45ba-8765-db0c4e1f92d6 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:41.813722 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6112d7c7-dffd-45ba-8765-db0c4e1f92d6 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:41.814837 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6112d7c7-dffd-45ba-8765-db0c4e1f92d6 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:41.873309 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6112d7c7-dffd-45ba-8765-db0c4e1f92d6 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2509775 Nov 12 09:23:41.877965 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39312) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:41.887235 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-799b4873-63cb-4bb0-a062-4e823de50eb9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1432475352', 'admin_state_up': True, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:41.941901 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112d7c7-dffd-45ba-8765-db0c4e1f92d6 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Pushing event updated for resources: {'Network': ['ID=71dc098f-627b-4b69-a8c1-2d32739ea55c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:41.957945 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6112d7c7-dffd-45ba-8765-db0c4e1f92d6 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:41.958491 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6112d7c7-dffd-45ba-8765-db0c4e1f92d6 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:41.959009 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6112d7c7-dffd-45ba-8765-db0c4e1f92d6 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:41.959539 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6112d7c7-dffd-45ba-8765-db0c4e1f92d6 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:41.960127 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6112d7c7-dffd-45ba-8765-db0c4e1f92d6 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:41.960648 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6112d7c7-dffd-45ba-8765-db0c4e1f92d6 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:41.961192 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6112d7c7-dffd-45ba-8765-db0c4e1f92d6 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:41.961699 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6112d7c7-dffd-45ba-8765-db0c4e1f92d6 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:41.962355 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6112d7c7-dffd-45ba-8765-db0c4e1f92d6 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:41.962700 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6112d7c7-dffd-45ba-8765-db0c4e1f92d6 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:41.963058 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6112d7c7-dffd-45ba-8765-db0c4e1f92d6 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:41.963396 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6112d7c7-dffd-45ba-8765-db0c4e1f92d6 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:41.966971 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-799b4873-63cb-4bb0-a062-4e823de50eb9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:41.968090 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-799b4873-63cb-4bb0-a062-4e823de50eb9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:41.981455 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 71dc098f-627b-4b69-a8c1-2d32739ea55c details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:23:42.027101 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-799b4873-63cb-4bb0-a062-4e823de50eb9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:42.164920 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:42.201211 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-799b4873-63cb-4bb0-a062-4e823de50eb9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:42.449523 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-799b4873-63cb-4bb0-a062-4e823de50eb9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:42.476432 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-799b4873-63cb-4bb0-a062-4e823de50eb9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:42.479342 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 71c08c44-e320-474a-b112-7cc71eefa3a1 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:23:42.510960 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 71c08c44-e320-474a-b112-7cc71eefa3a1 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:23:42.511404 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 71c08c44-e320-474a-b112-7cc71eefa3a1 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:23:42.527661 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-acd264e6-3b10-4288-84f5-733b461b7569 req-4530a9d2-cc09-4d87-948a-b5decc0261df tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=624380a3-3879-4477-9f4a-69f4e2aae31a HTTP/1.1" status: 200 len: 210 time: 0.0545051 Nov 12 09:23:42.604760 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-799b4873-63cb-4bb0-a062-4e823de50eb9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Allocated IP 172.25.6.204 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/5013645d-ec65-4630-aa40-0e44de5073de) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:23:42.785215 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-799b4873-63cb-4bb0-a062-4e823de50eb9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:42.838720 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-799b4873-63cb-4bb0-a062-4e823de50eb9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:42.891077 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799b4873-63cb-4bb0-a062-4e823de50eb9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:42.895252 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-799b4873-63cb-4bb0-a062-4e823de50eb9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:42.899846 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799b4873-63cb-4bb0-a062-4e823de50eb9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:23:42.914911 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aaa3b14-7933-4b6c-ae03-1a8be39e3d57 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:23:42.926329 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b4873-63cb-4bb0-a062-4e823de50eb9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Pushing event updated for resources: {'Port': ['ID=5013645d-ec65-4630-aa40-0e44de5073de,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:43.044552 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f3236d13-36ce-4ca1-8cd2-6fddac19d0da None None] Provisioning complete for port 5013645d-ec65-4630-aa40-0e44de5073de triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:43.045377 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f3236d13-36ce-4ca1-8cd2-6fddac19d0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:43.109555 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-f3236d13-36ce-4ca1-8cd2-6fddac19d0da None None] Port 5013645d-ec65-4630-aa40-0e44de5073de cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:23:43.533067 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:43.662816 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-799b4873-63cb-4bb0-a062-4e823de50eb9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:43.682230 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9aa200b4-2614-404b-a392-9eeeed1c5e75 req-98a575b8-d2b7-413b-9e38-1090febd22c1 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=624380a3-3879-4477-9f4a-69f4e2aae31a HTTP/1.1" status: 200 len: 210 time: 0.0398109 Nov 12 09:23:43.899799 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-799b4873-63cb-4bb0-a062-4e823de50eb9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:44.061129 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799b4873-63cb-4bb0-a062-4e823de50eb9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Router 0e657b96-421f-404b-980e-48056ba38efe is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:23:44.091236 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:44.200307 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799b4873-63cb-4bb0-a062-4e823de50eb9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:23:44.221746 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bd0800-ab68-4612-b418-18fd5cbde618 None None] Sync routers for ids ['0e657b96-421f-404b-980e-48056ba38efe'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:23:44.225395 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-799b4873-63cb-4bb0-a062-4e823de50eb9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:44.226696 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-799b4873-63cb-4bb0-a062-4e823de50eb9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3476632 Nov 12 09:23:44.229978 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39318) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:44.243396 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bd0800-ab68-4612-b418-18fd5cbde618 None None] Routers {'0e657b96-421f-404b-980e-48056ba38efe'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:44.244552 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-92bd0800-ab68-4612-b418-18fd5cbde618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:23:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['0e657b96-421f-404b-980e-48056ba38efe'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:44.325027 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dd4ba2-6f23-40bb-8f31-97c981004f44 tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:44.330074 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-58dd4ba2-6f23-40bb-8f31-97c981004f44 tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=fc2ba089713c41ed8aa7db9e6f76e18b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0955253 Nov 12 09:23:44.330379 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39320) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:44.378404 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-92bd0800-ab68-4612-b418-18fd5cbde618 None None] Set router 0e657b96-421f-404b-980e-48056ba38efe gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:23:44.450670 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c9607f-d5cc-4109-8246-aaac14ed8c94 tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:44.455846 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-71c9607f-d5cc-4109-8246-aaac14ed8c94 tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1208699 Nov 12 09:23:44.456116 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39322) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:44.491811 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5e02c63a-0eba-41d0-8c05-e2570c68170d tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=83f85ab7-23f1-4ab4-91ca-b1dcd4333f60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344443 Nov 12 09:23:44.495283 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39324) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:44.529578 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7fc11e2a-8341-463c-b355-338fe188265f tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=fc2ba089713c41ed8aa7db9e6f76e18b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329154 Nov 12 09:23:44.532356 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39326) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:44.624450 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-92bd0800-ab68-4612-b418-18fd5cbde618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e657b96-421f-404b-980e-48056ba38efe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1432475352', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '5013645d-ec65-4630-aa40-0e44de5073de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:41Z', 'updated_at': '2021-11-12T09:23:43Z', 'revision_number': 3, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'gw_port': {'id': '5013645d-ec65-4630-aa40-0e44de5073de', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e657b96-421f-404b-980e-48056ba38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:42Z', 'updated_at': '2021-11-12T09:23:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:44.667236 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bd0800-ab68-4612-b418-18fd5cbde618 None None] Checking router: 0e657b96-421f-404b-980e-48056ba38efe for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:23:44.667590 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bd0800-ab68-4612-b418-18fd5cbde618 None None] Updating router 0e657b96-421f-404b-980e-48056ba38efe port 5013645d-ec65-4630-aa40-0e44de5073de binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:23:44.676018 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cab103-3ff1-4192-8f03-0158454a9fad tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:44.677876 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b3cab103-3ff1-4192-8f03-0158454a9fad tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1422901 Nov 12 09:23:44.682000 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39328) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:44.704547 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-92bd0800-ab68-4612-b418-18fd5cbde618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:44.726555 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ad93d199-5e35-431c-aaab-aac07cbdcbc6 tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=83f85ab7-23f1-4ab4-91ca-b1dcd4333f60&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424855 Nov 12 09:23:44.729294 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39332) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:44.736758 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b3984335-2a01-4642-891f-d914e40bbb20 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-511769060', 'network_id': '71dc098f-627b-4b69-a8c1-2d32739ea55c', 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:44.863291 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3984335-2a01-4642-891f-d914e40bbb20 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Made reservation on behalf of fc2ba089713c41ed8aa7db9e6f76e18b for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:44.867775 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3984335-2a01-4642-891f-d914e40bbb20 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:45.021384 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-4cfa5bb4-47b4-4740-84fa-f1c7eb3aee6b tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-42500120&fields=id&tenant_id=8490ecf3904e4cc1946420dda4801d0b HTTP/1.1" status: 200 len: 267 time: 0.0626826 Nov 12 09:23:45.132349 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3984335-2a01-4642-891f-d914e40bbb20 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:45.216928 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-3937daca-3479-4a9e-9749-f19c74876720 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:45.220265 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-3937daca-3479-4a9e-9749-f19c74876720 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 812 time: 0.1911528 Nov 12 09:23:45.225843 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3984335-2a01-4642-891f-d914e40bbb20 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Pushing event updated for resources: {'Subnet': ['ID=a7f5cd58-1152-4606-b4e5-a38c842185f2,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:45.239987 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3984335-2a01-4642-891f-d914e40bbb20 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Checking segment: {'id': 'baa8aed9-0a53-4f6f-b520-b6ebf793bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '71dc098f-627b-4b69-a8c1-2d32739ea55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:45.240367 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3984335-2a01-4642-891f-d914e40bbb20 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Network hostable DHCP agents. Network: 71dc098f-627b-4b69-a8c1-2d32739ea55c, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:23:45.244948 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-92bd0800-ab68-4612-b418-18fd5cbde618 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:45.248713 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-e453a05a-8d54-436f-8120-a1a7fb8d01b5 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/quotas/8490ecf3904e4cc1946420dda4801d0b HTTP/1.1" status: 200 len: 375 time: 0.0154319 Nov 12 09:23:45.254441 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-92bd0800-ab68-4612-b418-18fd5cbde618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:45.264042 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3984335-2a01-4642-891f-d914e40bbb20 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Network 71dc098f-627b-4b69-a8c1-2d32739ea55c is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:23:45.281678 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-b3984335-2a01-4642-891f-d914e40bbb20 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 71dc098f-627b-4b69-a8c1-2d32739ea55c) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:45.287602 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3984335-2a01-4642-891f-d914e40bbb20 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:45.289142 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3984335-2a01-4642-891f-d914e40bbb20 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:45.310853 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbbbdcd-2dc0-4da1-91e6-8d166d27b4c7 None None] Network 71dc098f-627b-4b69-a8c1-2d32739ea55c requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:45.323920 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784931f1-253a-45c1-8ec3-6870e3ac5a6a None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:23:45.327884 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-aedb4b87-231b-41b8-92b7-d342eedc5c21 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0701449 Nov 12 09:23:45.330933 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b3984335-2a01-4642-891f-d914e40bbb20 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6000454 Nov 12 09:23:45.334309 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39340) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:45.363003 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-92bd0800-ab68-4612-b418-18fd5cbde618 None None] Attempting to bind port 5013645d-ec65-4630-aa40-0e44de5073de on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:23:45.363538 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-92bd0800-ab68-4612-b418-18fd5cbde618 None None] Attempting to bind port 5013645d-ec65-4630-aa40-0e44de5073de by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:23:45.364020 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bd0800-ab68-4612-b418-18fd5cbde618 None None] Attempting to bind port 5013645d-ec65-4630-aa40-0e44de5073de on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:23:45.403527 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e40d52-8a43-45c2-a0e9-ab69007da33a None None] Pushing event updated for resources: {'Port': ['ID=5013645d-ec65-4630-aa40-0e44de5073de,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:45.430212 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bd0800-ab68-4612-b418-18fd5cbde618 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:23:45.430811 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bd0800-ab68-4612-b418-18fd5cbde618 None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:45.431475 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-92bd0800-ab68-4612-b418-18fd5cbde618 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:45.432211 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bd0800-ab68-4612-b418-18fd5cbde618 None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:23:45.432960 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-92bd0800-ab68-4612-b418-18fd5cbde618 None None] Bound port: 5013645d-ec65-4630-aa40-0e44de5073de, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:23:45.433581 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-92bd0800-ab68-4612-b418-18fd5cbde618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:45.461728 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-32c871e8-e315-4635-912e-8d2a076bee36 service neutron] 10.222.0.37 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180058 Nov 12 09:23:45.491338 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e40d52-8a43-45c2-a0e9-ab69007da33a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:45.491338 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e40d52-8a43-45c2-a0e9-ab69007da33a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:45.491338 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e40d52-8a43-45c2-a0e9-ab69007da33a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:45.491338 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e40d52-8a43-45c2-a0e9-ab69007da33a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:45.492164 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e40d52-8a43-45c2-a0e9-ab69007da33a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:45.492442 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e40d52-8a43-45c2-a0e9-ab69007da33a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:45.492992 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e40d52-8a43-45c2-a0e9-ab69007da33a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:45.493530 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e40d52-8a43-45c2-a0e9-ab69007da33a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:45.494074 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e40d52-8a43-45c2-a0e9-ab69007da33a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:45.494600 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e40d52-8a43-45c2-a0e9-ab69007da33a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:45.495140 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e40d52-8a43-45c2-a0e9-ab69007da33a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:45.495664 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e40d52-8a43-45c2-a0e9-ab69007da33a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:45.601488 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4ba318f3-7972-4353-a257-b1e3eee1ef16 None None] Provisioning complete for port 5013645d-ec65-4630-aa40-0e44de5073de triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:45.602028 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4ba318f3-7972-4353-a257-b1e3eee1ef16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:45.646957 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-87f23e57-7b92-49ff-972d-333baac78807 service neutron] 10.222.0.37 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691186 Nov 12 09:23:45.674382 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-92bd0800-ab68-4612-b418-18fd5cbde618 None None] For port 5013645d-ec65-4630-aa40-0e44de5073de, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:23:45.694935 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-92bd0800-ab68-4612-b418-18fd5cbde618 None None] For port 5013645d-ec65-4630-aa40-0e44de5073de, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=5013645d-ec65-4630-aa40-0e44de5073de,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:23:45.711181 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-92bd0800-ab68-4612-b418-18fd5cbde618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:45.730906 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4ba318f3-7972-4353-a257-b1e3eee1ef16 None None] Port 5013645d-ec65-4630-aa40-0e44de5073de cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:23:45.792299 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736bed39-eefe-4c90-93a6-5984bfcf4bee None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:23:45.824572 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bd0800-ab68-4612-b418-18fd5cbde618 None None] Routers {'0e657b96-421f-404b-980e-48056ba38efe'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:45.825282 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-92bd0800-ab68-4612-b418-18fd5cbde618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:23:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['0e657b96-421f-404b-980e-48056ba38efe'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:45.833749 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce4a7ab-712f-49ba-bda6-d752b015ceaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-71dc098f-627b-4b69-a8c1-2d32739ea55c', 'network_id': '71dc098f-627b-4b69-a8c1-2d32739ea55c', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'fixed_ips': [{'subnet_id': 'a7f5cd58-1152-4606-b4e5-a38c842185f2'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:23:45.834136 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a7ab-712f-49ba-bda6-d752b015ceaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:45.900021 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e40d52-8a43-45c2-a0e9-ab69007da33a None None] Pushing event updated for resources: {'Port': ['ID=5013645d-ec65-4630-aa40-0e44de5073de,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:45.994255 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-6a432a0f-b886-4bcf-a5f7-f0f92a4cbf09 None None] Provisioning complete for port 5013645d-ec65-4630-aa40-0e44de5073de triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:45.994563 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6a432a0f-b886-4bcf-a5f7-f0f92a4cbf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:46.006364 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b427b783-7a42-4966-8e57-41f7c191fd21 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:46.080399 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bcbaf82e-a551-4566-bf82-e590138ad2e1 req-209a52a4-3a2e-400b-8adb-e284e551e81f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 210 time: 0.0583067 Nov 12 09:23:46.164125 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-92bd0800-ab68-4612-b418-18fd5cbde618 None None] Set router 0e657b96-421f-404b-980e-48056ba38efe gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:23:46.274797 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-5ce4a7ab-712f-49ba-bda6-d752b015ceaf None None] Allocated IP 172.20.0.18 (71dc098f-627b-4b69-a8c1-2d32739ea55c/a7f5cd58-1152-4606-b4e5-a38c842185f2/99b32fe7-00f4-4a34-a942-18f6507ffbcb) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:23:46.392048 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6a432a0f-b886-4bcf-a5f7-f0f92a4cbf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:46.468219 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-6a432a0f-b886-4bcf-a5f7-f0f92a4cbf09 None None] For port 5013645d-ec65-4630-aa40-0e44de5073de, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=5013645d-ec65-4630-aa40-0e44de5073de,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:46.496266 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6a432a0f-b886-4bcf-a5f7-f0f92a4cbf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:46.607545 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a432a0f-b886-4bcf-a5f7-f0f92a4cbf09 None None] Pushing event updated for resources: {'Port': ['ID=5013645d-ec65-4630-aa40-0e44de5073de,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:46.640010 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-92bd0800-ab68-4612-b418-18fd5cbde618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e657b96-421f-404b-980e-48056ba38efe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1432475352', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '5013645d-ec65-4630-aa40-0e44de5073de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:41Z', 'updated_at': '2021-11-12T09:23:43Z', 'revision_number': 3, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'gw_port': {'id': '5013645d-ec65-4630-aa40-0e44de5073de', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e657b96-421f-404b-980e-48056ba38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:42Z', 'updated_at': '2021-11-12T09:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:46.642723 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a7ab-712f-49ba-bda6-d752b015ceaf None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:46.682155 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a7ab-712f-49ba-bda6-d752b015ceaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:46.684490 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bd0800-ab68-4612-b418-18fd5cbde618 None None] The sync data for ids ['0e657b96-421f-404b-980e-48056ba38efe'] in n-d-768862-16 is: [{'id': '0e657b96-421f-404b-980e-48056ba38efe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1432475352', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '5013645d-ec65-4630-aa40-0e44de5073de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:41Z', 'updated_at': '2021-11-12T09:23:43Z', 'revision_number': 3, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'gw_port': {'id': '5013645d-ec65-4630-aa40-0e44de5073de', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e657b96-421f-404b-980e-48056ba38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:42Z', 'updated_at': '2021-11-12T09:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:23:46.731925 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-b427b783-7a42-4966-8e57-41f7c191fd21 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Allocated IP 172.20.0.17 (71dc098f-627b-4b69-a8c1-2d32739ea55c/a7f5cd58-1152-4606-b4e5-a38c842185f2/07d01268-4b40-4204-a674-08963fcec2fa) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:23:46.742883 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce4a7ab-712f-49ba-bda6-d752b015ceaf None None] Network 71dc098f-627b-4b69-a8c1-2d32739ea55c is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:46.746807 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-5ce4a7ab-712f-49ba-bda6-d752b015ceaf None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:46.753859 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce4a7ab-712f-49ba-bda6-d752b015ceaf None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:23:46.766358 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4a7ab-712f-49ba-bda6-d752b015ceaf None None] Pushing event updated for resources: {'Port': ['ID=99b32fe7-00f4-4a34-a942-18f6507ffbcb,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:46.849427 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-5ce4a7ab-712f-49ba-bda6-d752b015ceaf None None] Attempting to bind port 99b32fe7-00f4-4a34-a942-18f6507ffbcb on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:23:46.850218 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-5ce4a7ab-712f-49ba-bda6-d752b015ceaf None None] Attempting to bind port 99b32fe7-00f4-4a34-a942-18f6507ffbcb by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'baa8aed9-0a53-4f6f-b520-b6ebf793bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '71dc098f-627b-4b69-a8c1-2d32739ea55c'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:23:46.851345 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce4a7ab-712f-49ba-bda6-d752b015ceaf None None] Attempting to bind port 99b32fe7-00f4-4a34-a942-18f6507ffbcb on network 71dc098f-627b-4b69-a8c1-2d32739ea55c {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:23:46.862303 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce4a7ab-712f-49ba-bda6-d752b015ceaf None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:23:46.862701 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce4a7ab-712f-49ba-bda6-d752b015ceaf None None] Checking segment: {'id': 'baa8aed9-0a53-4f6f-b520-b6ebf793bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '71dc098f-627b-4b69-a8c1-2d32739ea55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:46.863112 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a7ab-712f-49ba-bda6-d752b015ceaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:46.863636 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce4a7ab-712f-49ba-bda6-d752b015ceaf None None] Bound using segment: {'id': 'baa8aed9-0a53-4f6f-b520-b6ebf793bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '71dc098f-627b-4b69-a8c1-2d32739ea55c'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:23:46.864295 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-5ce4a7ab-712f-49ba-bda6-d752b015ceaf None None] Bound port: 99b32fe7-00f4-4a34-a942-18f6507ffbcb, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa8aed9-0a53-4f6f-b520-b6ebf793bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '71dc098f-627b-4b69-a8c1-2d32739ea55c'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:23:46.864704 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a7ab-712f-49ba-bda6-d752b015ceaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:46.936269 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b427b783-7a42-4966-8e57-41f7c191fd21 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:46.951978 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-5ce4a7ab-712f-49ba-bda6-d752b015ceaf None None] For port 99b32fe7-00f4-4a34-a942-18f6507ffbcb, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:23:46.956796 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-5ce4a7ab-712f-49ba-bda6-d752b015ceaf None None] For port 99b32fe7-00f4-4a34-a942-18f6507ffbcb, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=99b32fe7-00f4-4a34-a942-18f6507ffbcb,segment=NetworkSegment(baa8aed9-0a53-4f6f-b520-b6ebf793bcb8),segment_id=baa8aed9-0a53-4f6f-b520-b6ebf793bcb8)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:23:46.962291 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a7ab-712f-49ba-bda6-d752b015ceaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:47.018178 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b427b783-7a42-4966-8e57-41f7c191fd21 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:47.071019 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4a7ab-712f-49ba-bda6-d752b015ceaf None None] Pushing event updated for resources: {'Port': ['ID=99b32fe7-00f4-4a34-a942-18f6507ffbcb,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:47.108169 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b427b783-7a42-4966-8e57-41f7c191fd21 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Network 71dc098f-627b-4b69-a8c1-2d32739ea55c is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:47.152953 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-b427b783-7a42-4966-8e57-41f7c191fd21 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:47.159477 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b427b783-7a42-4966-8e57-41f7c191fd21 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:23:47.223637 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b427b783-7a42-4966-8e57-41f7c191fd21 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Pushing event updated for resources: {'Port': ['ID=07d01268-4b40-4204-a674-08963fcec2fa,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:47.321550 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b427b783-7a42-4966-8e57-41f7c191fd21 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:47.419627 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5950be9c-1342-4436-8b8f-77f8a059bad7 req-d63b1f6d-8a1d-4866-9f62-ee01c7107505 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 210 time: 0.0712731 Nov 12 09:23:47.617882 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-10130994-4a62-4951-becd-3b64db436ec5 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:47.619678 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-10130994-4a62-4951-becd-3b64db436ec5 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.54 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 812 time: 0.3927400 Nov 12 09:23:47.700155 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b427b783-7a42-4966-8e57-41f7c191fd21 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:47.765886 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-0c25edfd-e279-4672-b8cf-fa9bb5bcc480 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8490ecf3904e4cc1946420dda4801d0b HTTP/1.1" status: 200 len: 378 time: 0.1327746 Nov 12 09:23:47.782347 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-af48458a-ba7b-4a4a-b338-19c1384f74e0 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Request body: {'port': {'device_id': '9160f5e7-afb7-4a34-a08c-8f57aafed4e0', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'admin_state_up': True, 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'security_groups': ['b70cb30a-a66c-474e-931d-1fda1a5757a7']}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:48.051714 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-af48458a-ba7b-4a4a-b338-19c1384f74e0 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Made reservation on behalf of 8490ecf3904e4cc1946420dda4801d0b for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:48.087862 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-af48458a-ba7b-4a4a-b338-19c1384f74e0 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:48.096860 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 99b32fe7-00f4-4a34-a942-18f6507ffbcb up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:23:48.258044 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 99b32fe7-00f4-4a34-a942-18f6507ffbcb triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:48.259635 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:48.410485 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b427b783-7a42-4966-8e57-41f7c191fd21 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:48.418548 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b427b783-7a42-4966-8e57-41f7c191fd21 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:48.429650 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-af48458a-ba7b-4a4a-b338-19c1384f74e0 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Allocated IP 172.20.0.10 (492b01ef-bcf0-406a-881b-e054fdb77f9d/098c0920-f801-4a1f-89b9-15466a208616/be8f3403-0ce2-4334-9de3-d05c56435fae) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:23:48.475503 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:48.577197 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 99b32fe7-00f4-4a34-a942-18f6507ffbcb, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=99b32fe7-00f4-4a34-a942-18f6507ffbcb,segment=NetworkSegment(baa8aed9-0a53-4f6f-b520-b6ebf793bcb8),segment_id=baa8aed9-0a53-4f6f-b520-b6ebf793bcb8)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:48.587365 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b427b783-7a42-4966-8e57-41f7c191fd21 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:48.588534 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:48.589780 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5013645d-ec65-4630-aa40-0e44de5073de up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:23:48.658284 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c2af5e02-85dd-495a-bd2c-4b13674d3a13 req-515a9710-40c2-4add-a6e3-2dd43b15fbf4 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 210 time: 0.0741305 Nov 12 09:23:48.724344 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b427b783-7a42-4966-8e57-41f7c191fd21 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Pushing event updated for resources: {'Port': ['ID=07d01268-4b40-4204-a674-08963fcec2fa,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:48.737241 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=99b32fe7-00f4-4a34-a942-18f6507ffbcb,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:48.768167 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 5013645d-ec65-4630-aa40-0e44de5073de triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:48.776658 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:48.814197 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-af48458a-ba7b-4a4a-b338-19c1384f74e0 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:48.863128 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b427b783-7a42-4966-8e57-41f7c191fd21 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Network 71dc098f-627b-4b69-a8c1-2d32739ea55c is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:48.865675 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-b427b783-7a42-4966-8e57-41f7c191fd21 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:48.896186 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-af48458a-ba7b-4a4a-b338-19c1384f74e0 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:48.989947 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-af48458a-ba7b-4a4a-b338-19c1384f74e0 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Network 492b01ef-bcf0-406a-881b-e054fdb77f9d is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:48.994869 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-af48458a-ba7b-4a4a-b338-19c1384f74e0 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:48.997523 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-af48458a-ba7b-4a4a-b338-19c1384f74e0 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:23:49.002182 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af48458a-ba7b-4a4a-b338-19c1384f74e0 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Pushing event updated for resources: {'Port': ['ID=be8f3403-0ce2-4334-9de3-d05c56435fae,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:49.089343 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-af48458a-ba7b-4a4a-b338-19c1384f74e0 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:49.090486 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-af48458a-ba7b-4a4a-b338-19c1384f74e0 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:49.112687 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69f8b24-03a6-4bc6-ac4e-9b85d2b23527 None None] Network 71dc098f-627b-4b69-a8c1-2d32739ea55c requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:49.119868 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-af48458a-ba7b-4a4a-b338-19c1384f74e0 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3473203 Nov 12 09:23:49.121802 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b427b783-7a42-4966-8e57-41f7c191fd21 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Router 0e657b96-421f-404b-980e-48056ba38efe has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:23:49.137399 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-b9e2e12a-aff4-4291-827f-620e705d80fa service neutron] Request body: {'port': {'device_id': '9160f5e7-afb7-4a34-a08c-8f57aafed4e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:49.245249 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4f392ab4-27cf-4165-8bd1-244b00e29ef5 None None] Provisioning complete for port 99b32fe7-00f4-4a34-a942-18f6507ffbcb triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:49.245622 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4f392ab4-27cf-4165-8bd1-244b00e29ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:49.271554 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-b9e2e12a-aff4-4291-827f-620e705d80fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:49.374509 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b427b783-7a42-4966-8e57-41f7c191fd21 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:23:49.399523 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b427b783-7a42-4966-8e57-41f7c191fd21 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "PUT /v2.0/routers/0e657b96-421f-404b-980e-48056ba38efe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0638013 Nov 12 09:23:49.560076 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-df4fe615-af93-481c-a5ed-5494ed613911 None None] Provisioning complete for port be8f3403-0ce2-4334-9de3-d05c56435fae triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:49.561050 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-df4fe615-af93-481c-a5ed-5494ed613911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:49.626602 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-df4fe615-af93-481c-a5ed-5494ed613911 None None] Port be8f3403-0ce2-4334-9de3-d05c56435fae cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:23:49.746642 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff29add-5ca4-4626-8d4c-0c98d21363f9 None None] Sync routers for ids ['0e657b96-421f-404b-980e-48056ba38efe'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:23:49.758683 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff29add-5ca4-4626-8d4c-0c98d21363f9 None None] Routers {'0e657b96-421f-404b-980e-48056ba38efe'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:49.759344 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-1ff29add-5ca4-4626-8d4c-0c98d21363f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:23:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['0e657b96-421f-404b-980e-48056ba38efe'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:49.806383 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-b9e2e12a-aff4-4291-827f-620e705d80fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be8f3403-0ce2-4334-9de3-d05c56435fae {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:23:49.821133 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-b9e2e12a-aff4-4291-827f-620e705d80fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:49.860912 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-b9e2e12a-aff4-4291-827f-620e705d80fa service neutron] Transition to ACTIVE for port object be8f3403-0ce2-4334-9de3-d05c56435fae will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:23:49.868153 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 99b32fe7-00f4-4a34-a942-18f6507ffbcb up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:23:49.869950 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-7d55c787-8b7a-4639-ac4d-723c80740ba3 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:49.871609 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-7d55c787-8b7a-4639-ac4d-723c80740ba3 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/networks?id=71dc098f-627b-4b69-a8c1-2d32739ea55c HTTP/1.1" status: 200 len: 798 time: 0.2254937 Nov 12 09:23:49.873107 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-b9e2e12a-aff4-4291-827f-620e705d80fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:49.911024 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e1663aff-710a-4eee-85cd-41bb02b144de None None] Provisioning complete for port 99b32fe7-00f4-4a34-a942-18f6507ffbcb triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:49.911477 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e1663aff-710a-4eee-85cd-41bb02b144de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:49.953128 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-d512f561-8b48-4267-b83f-7731ae58d8f5 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/quotas/fc2ba089713c41ed8aa7db9e6f76e18b HTTP/1.1" status: 200 len: 375 time: 0.0511396 Nov 12 09:23:50.003698 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-1ff29add-5ca4-4626-8d4c-0c98d21363f9 None None] Set router 0e657b96-421f-404b-980e-48056ba38efe gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:23:50.012081 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2e12a-aff4-4291-827f-620e705d80fa service neutron] Pushing event updated for resources: {'Port': ['ID=be8f3403-0ce2-4334-9de3-d05c56435fae,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:50.116307 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 99b32fe7-00f4-4a34-a942-18f6507ffbcb triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:50.116885 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:50.141968 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-d9c785d6-4cbb-481e-8cfa-118e9cf4c58c tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc2ba089713c41ed8aa7db9e6f76e18b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1767237 Nov 12 09:23:50.168484 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-b9e2e12a-aff4-4291-827f-620e705d80fa service neutron] Attempting to bind port be8f3403-0ce2-4334-9de3-d05c56435fae on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:23:50.168833 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-b9e2e12a-aff4-4291-827f-620e705d80fa service neutron] Attempting to bind port be8f3403-0ce2-4334-9de3-d05c56435fae by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:23:50.169168 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-b9e2e12a-aff4-4291-827f-620e705d80fa service neutron] Attempting to bind port be8f3403-0ce2-4334-9de3-d05c56435fae on network 492b01ef-bcf0-406a-881b-e054fdb77f9d {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:23:50.306167 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e1663aff-710a-4eee-85cd-41bb02b144de None None] Provisioning complete for port 07d01268-4b40-4204-a674-08963fcec2fa triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:50.306747 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e1663aff-710a-4eee-85cd-41bb02b144de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:50.346992 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-b9e2e12a-aff4-4291-827f-620e705d80fa service neutron] Port be8f3403-0ce2-4334-9de3-d05c56435fae on network 492b01ef-bcf0-406a-881b-e054fdb77f9d not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:23:50.347377 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-b9e2e12a-aff4-4291-827f-620e705d80fa service neutron] Attempting to bind port be8f3403-0ce2-4334-9de3-d05c56435fae on network 492b01ef-bcf0-406a-881b-e054fdb77f9d {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:23:50.351613 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-77c3b05a-0a43-4b09-b7a9-d6158a890670 service neutron] 10.222.0.37 "GET /v2.0/networks/71dc098f-627b-4b69-a8c1-2d32739ea55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852238 Nov 12 09:23:50.357912 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-b9e2e12a-aff4-4291-827f-620e705d80fa service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:23:50.358427 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-b9e2e12a-aff4-4291-827f-620e705d80fa service neutron] Checking segment: {'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:50.358998 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-b9e2e12a-aff4-4291-827f-620e705d80fa service neutron] Bound using segment: {'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:23:50.359680 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-b9e2e12a-aff4-4291-827f-620e705d80fa service neutron] Bound port: be8f3403-0ce2-4334-9de3-d05c56435fae, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:23:50.360263 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-b9e2e12a-aff4-4291-827f-620e705d80fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:50.506736 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e1663aff-710a-4eee-85cd-41bb02b144de None None] Port 07d01268-4b40-4204-a674-08963fcec2fa cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:23:50.527526 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-f7920076-c193-4b1f-863a-b30be3ee27f2 service neutron] 10.222.0.37 "GET /v2.0/networks/71dc098f-627b-4b69-a8c1-2d32739ea55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263530 Nov 12 09:23:50.650629 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f45be755-4c20-40ba-bba5-2b174dfd155d None None] Provisioning complete for port 07d01268-4b40-4204-a674-08963fcec2fa triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:50.651589 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f45be755-4c20-40ba-bba5-2b174dfd155d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:50.665099 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-b9e2e12a-aff4-4291-827f-620e705d80fa service neutron] For port be8f3403-0ce2-4334-9de3-d05c56435fae, host n-h1-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:23:50.673623 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-b9e2e12a-aff4-4291-827f-620e705d80fa service neutron] For port be8f3403-0ce2-4334-9de3-d05c56435fae, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=be8f3403-0ce2-4334-9de3-d05c56435fae,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:23:50.684253 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-b9e2e12a-aff4-4291-827f-620e705d80fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:50.798740 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-f45be755-4c20-40ba-bba5-2b174dfd155d None None] Port 07d01268-4b40-4204-a674-08963fcec2fa cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:23:50.814201 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-b9e2e12a-aff4-4291-827f-620e705d80fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:50.814987 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-b9e2e12a-aff4-4291-827f-620e705d80fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:50.816946 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-b9e2e12a-aff4-4291-827f-620e705d80fa service neutron] 10.222.0.54 "PUT /v2.0/ports/be8f3403-0ce2-4334-9de3-d05c56435fae HTTP/1.1" status: 200 len: 1093 time: 1.6878855 Nov 12 09:23:50.822923 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-1ff29add-5ca4-4626-8d4c-0c98d21363f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e657b96-421f-404b-980e-48056ba38efe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1432475352', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '5013645d-ec65-4630-aa40-0e44de5073de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:41Z', 'updated_at': '2021-11-12T09:23:47Z', 'revision_number': 4, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'gw_port': {'id': '5013645d-ec65-4630-aa40-0e44de5073de', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e657b96-421f-404b-980e-48056ba38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:42Z', 'updated_at': '2021-11-12T09:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '07d01268-4b40-4204-a674-08963fcec2fa', 'name': '', 'network_id': '71dc098f-627b-4b69-a8c1-2d32739ea55c', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'mac_address': 'fa:16:3e:a1:a9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e657b96-421f-404b-980e-48056ba38efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'a7f5cd58-1152-4606-b4e5-a38c842185f2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:46Z', 'updated_at': '2021-11-12T09:23:48Z', 'revision_number': 2, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'subnets': [{'id': 'a7f5cd58-1152-4606-b4e5-a38c842185f2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:50.831067 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9160f5e7-afb7-4a34-a08c-8f57aafed4e0', 'tag': 'be8f3403-0ce2-4334-9de3-d05c56435fae'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:23:50.840831 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076c760d-35c9-46ca-8471-8044be6ae607" -d '{"events": [{"name": "network-changed", "server_uuid": "9160f5e7-afb7-4a34-a08c-8f57aafed4e0", "tag": "be8f3403-0ce2-4334-9de3-d05c56435fae"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:23:50.953680 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2e12a-aff4-4291-827f-620e705d80fa service neutron] Pushing event updated for resources: {'Port': ['ID=be8f3403-0ce2-4334-9de3-d05c56435fae,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:50.963390 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff29add-5ca4-4626-8d4c-0c98d21363f9 None None] Checking router: 0e657b96-421f-404b-980e-48056ba38efe for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:23:50.964081 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff29add-5ca4-4626-8d4c-0c98d21363f9 None None] Updating router 0e657b96-421f-404b-980e-48056ba38efe port 07d01268-4b40-4204-a674-08963fcec2fa binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:23:51.004720 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-a8c08dae-2302-418a-8034-f68308c7eba3 None None] Provisioning complete for port 07d01268-4b40-4204-a674-08963fcec2fa triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:51.005373 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a8c08dae-2302-418a-8034-f68308c7eba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:51.046270 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-c7fd1cba-1739-4eaf-b2dc-512b60518301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:51.047912 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-c7fd1cba-1739-4eaf-b2dc-512b60518301 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 1096 time: 0.1736002 Nov 12 09:23:51.071068 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1ff29add-5ca4-4626-8d4c-0c98d21363f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:51.103505 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb096ad-7e8b-4ed5-bd08-2686edb8240b req-a46d0b01-b84a-4c52-a47c-11305fd02341 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:51.116558 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0bb096ad-7e8b-4ed5-bd08-2686edb8240b req-a46d0b01-b84a-4c52-a47c-11305fd02341 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 944 time: 0.1449583 Nov 12 09:23:51.121240 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-a8c08dae-2302-418a-8034-f68308c7eba3 None None] Port 07d01268-4b40-4204-a674-08963fcec2fa cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:23:51.274419 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-8227a0c7-53c9-49bf-9a18-ef9e44aed193 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be8f3403-0ce2-4334-9de3-d05c56435fae HTTP/1.1" status: 200 len: 217 time: 0.2133412 Nov 12 09:23:51.394942 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0bb096ad-7e8b-4ed5-bd08-2686edb8240b req-0d8ae1b7-926e-44c8-b2eb-37f37e5018f9 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2765222 Nov 12 09:23:51.423857 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-d470d79a-20f2-4446-b669-cf91890ba554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:51.429319 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-d470d79a-20f2-4446-b669-cf91890ba554 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=098c0920-f801-4a1f-89b9-15466a208616 HTTP/1.1" status: 200 len: 851 time: 0.1409614 Nov 12 09:23:51.503083 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11fb911-9930-4607-a535-62a4e564201b x-openstack-request-id: req-b11fb911-9930-4607-a535-62a4e564201b {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:23:51.503412 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9160f5e7-afb7-4a34-a08c-8f57aafed4e0", "tag": "be8f3403-0ce2-4334-9de3-d05c56435fae", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:23:51.507981 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b11fb911-9930-4607-a535-62a4e564201b {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:23:51.508746 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9160f5e7-afb7-4a34-a08c-8f57aafed4e0', 'tag': 'be8f3403-0ce2-4334-9de3-d05c56435fae', 'status': 'completed', 'code': 200} Nov 12 09:23:51.565245 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eb311cec-bb6e-43d5-b953-e7588bf5ceb7 req-a3581724-b26e-4cee-a34c-06dbf2f19b4c tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/ports?device_id=603774d8-e8be-45e8-b4bf-b9e3bba3f3ab HTTP/1.1" status: 200 len: 210 time: 0.0441055 Nov 12 09:23:51.586493 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-413379b3-5439-489e-84ea-d27d15b5d10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:51.589090 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-413379b3-5439-489e-84ea-d27d15b5d10d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=492b01ef-bcf0-406a-881b-e054fdb77f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1559761 Nov 12 09:23:51.660637 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1ff29add-5ca4-4626-8d4c-0c98d21363f9 None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:51.671222 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1ff29add-5ca4-4626-8d4c-0c98d21363f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:51.717074 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-4c2b3984-5048-4d88-84d8-524a8190f345 service neutron] 10.222.0.54 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179779 Nov 12 09:23:51.766242 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d206c92-4afd-4bbc-9fa6-84856730d81a None None] Pushing event updated for resources: {'Port': ['ID=07d01268-4b40-4204-a674-08963fcec2fa,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:51.787298 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d206c92-4afd-4bbc-9fa6-84856730d81a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:51.787854 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d206c92-4afd-4bbc-9fa6-84856730d81a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:51.788403 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d206c92-4afd-4bbc-9fa6-84856730d81a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:51.788959 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d206c92-4afd-4bbc-9fa6-84856730d81a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:51.789481 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d206c92-4afd-4bbc-9fa6-84856730d81a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:51.790098 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d206c92-4afd-4bbc-9fa6-84856730d81a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:51.790550 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d206c92-4afd-4bbc-9fa6-84856730d81a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:51.791110 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d206c92-4afd-4bbc-9fa6-84856730d81a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:51.791674 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d206c92-4afd-4bbc-9fa6-84856730d81a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:51.792242 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d206c92-4afd-4bbc-9fa6-84856730d81a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:51.792906 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d206c92-4afd-4bbc-9fa6-84856730d81a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:51.793454 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d206c92-4afd-4bbc-9fa6-84856730d81a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:51.887433 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-1ff29add-5ca4-4626-8d4c-0c98d21363f9 None None] Attempting to bind port 07d01268-4b40-4204-a674-08963fcec2fa on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:23:51.888146 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-1ff29add-5ca4-4626-8d4c-0c98d21363f9 None None] Attempting to bind port 07d01268-4b40-4204-a674-08963fcec2fa by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'baa8aed9-0a53-4f6f-b520-b6ebf793bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '71dc098f-627b-4b69-a8c1-2d32739ea55c'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:23:51.888425 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff29add-5ca4-4626-8d4c-0c98d21363f9 None None] Attempting to bind port 07d01268-4b40-4204-a674-08963fcec2fa on network 71dc098f-627b-4b69-a8c1-2d32739ea55c {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:23:51.896324 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff29add-5ca4-4626-8d4c-0c98d21363f9 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:23:51.897110 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff29add-5ca4-4626-8d4c-0c98d21363f9 None None] Checking segment: {'id': 'baa8aed9-0a53-4f6f-b520-b6ebf793bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '71dc098f-627b-4b69-a8c1-2d32739ea55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:51.897836 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1ff29add-5ca4-4626-8d4c-0c98d21363f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:51.898365 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff29add-5ca4-4626-8d4c-0c98d21363f9 None None] Bound using segment: {'id': 'baa8aed9-0a53-4f6f-b520-b6ebf793bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '71dc098f-627b-4b69-a8c1-2d32739ea55c'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:23:51.898997 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-1ff29add-5ca4-4626-8d4c-0c98d21363f9 None None] Bound port: 07d01268-4b40-4204-a674-08963fcec2fa, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa8aed9-0a53-4f6f-b520-b6ebf793bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '71dc098f-627b-4b69-a8c1-2d32739ea55c'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:23:51.899591 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1ff29add-5ca4-4626-8d4c-0c98d21363f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:52.022931 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-1ff29add-5ca4-4626-8d4c-0c98d21363f9 None None] For port 07d01268-4b40-4204-a674-08963fcec2fa, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:23:52.027204 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-1ff29add-5ca4-4626-8d4c-0c98d21363f9 None None] For port 07d01268-4b40-4204-a674-08963fcec2fa, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=07d01268-4b40-4204-a674-08963fcec2fa,segment=NetworkSegment(baa8aed9-0a53-4f6f-b520-b6ebf793bcb8),segment_id=baa8aed9-0a53-4f6f-b520-b6ebf793bcb8)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:23:52.034486 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1ff29add-5ca4-4626-8d4c-0c98d21363f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:52.107073 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f3382e31-2f87-4682-87b9-0bc7ef27c228 None None] Provisioning complete for port 07d01268-4b40-4204-a674-08963fcec2fa triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:52.107712 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f3382e31-2f87-4682-87b9-0bc7ef27c228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:52.155541 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff29add-5ca4-4626-8d4c-0c98d21363f9 None None] Routers {'0e657b96-421f-404b-980e-48056ba38efe'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:52.156946 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-1ff29add-5ca4-4626-8d4c-0c98d21363f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:23:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['0e657b96-421f-404b-980e-48056ba38efe'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:52.170081 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d206c92-4afd-4bbc-9fa6-84856730d81a None None] Pushing event updated for resources: {'Port': ['ID=07d01268-4b40-4204-a674-08963fcec2fa,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:52.347703 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f3382e31-2f87-4682-87b9-0bc7ef27c228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:52.464765 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c08c7ee5-b592-48d8-9986-77d7a1dfd1b9 req-56b4d890-c088-4227-82a6-042281ec8154 service neutron] 10.222.0.54 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7382562 Nov 12 09:23:52.497081 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f3382e31-2f87-4682-87b9-0bc7ef27c228 None None] For port 07d01268-4b40-4204-a674-08963fcec2fa, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=07d01268-4b40-4204-a674-08963fcec2fa,segment=NetworkSegment(baa8aed9-0a53-4f6f-b520-b6ebf793bcb8),segment_id=baa8aed9-0a53-4f6f-b520-b6ebf793bcb8)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:52.501103 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-1ff29add-5ca4-4626-8d4c-0c98d21363f9 None None] Set router 0e657b96-421f-404b-980e-48056ba38efe gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:23:52.504913 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f3382e31-2f87-4682-87b9-0bc7ef27c228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:52.768578 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e4c9b-e920-4516-9e09-15b3fd944d19 req-13230795-123c-49f9-a3aa-e36c62275148 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:52.778345 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4f4e4c9b-e920-4516-9e09-15b3fd944d19 req-13230795-123c-49f9-a3aa-e36c62275148 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 944 time: 0.0935023 Nov 12 09:23:52.872369 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4f4e4c9b-e920-4516-9e09-15b3fd944d19 req-d86c5845-8601-4882-a981-96eda7a459ac tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0924208 Nov 12 09:23:52.898977 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c760d-35c9-46ca-8471-8044be6ae607 req-81c04396-c66d-41e8-b0f9-5150ec9707a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:52.901241 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-076c760d-35c9-46ca-8471-8044be6ae607 req-81c04396-c66d-41e8-b0f9-5150ec9707a0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 1096 time: 0.2987132 Nov 12 09:23:52.983615 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-d8df1137-a95a-499e-a644-85dd8b1c2405 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:52.985577 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-d8df1137-a95a-499e-a644-85dd8b1c2405 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.54 "GET /v2.0/networks?id=71dc098f-627b-4b69-a8c1-2d32739ea55c HTTP/1.1" status: 200 len: 798 time: 0.6298292 Nov 12 09:23:52.998821 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-f8aeaeb6-0b51-479c-bea8-224e44e299fa tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Request body: {'port': {'device_id': '603774d8-e8be-45e8-b4bf-b9e3bba3f3ab', 'network_id': '71dc098f-627b-4b69-a8c1-2d32739ea55c', 'admin_state_up': True, 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:53.058035 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3382e31-2f87-4682-87b9-0bc7ef27c228 None None] Pushing event updated for resources: {'Port': ['ID=07d01268-4b40-4204-a674-08963fcec2fa,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:53.074155 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-935e9459-c423-41ee-9079-a9a0b4d61bf2 None None] Provisioning complete for port 07d01268-4b40-4204-a674-08963fcec2fa triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:53.074928 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-935e9459-c423-41ee-9079-a9a0b4d61bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:53.081123 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-65886c64-d5a9-4823-a844-4c0d38dcf110 req-eb4be109-1ad7-4152-aef4-cb0d890c8a7c tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/ports?device_id=603774d8-e8be-45e8-b4bf-b9e3bba3f3ab HTTP/1.1" status: 200 len: 210 time: 0.1003628 Nov 12 09:23:53.105967 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-1ff29add-5ca4-4626-8d4c-0c98d21363f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e657b96-421f-404b-980e-48056ba38efe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1432475352', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '5013645d-ec65-4630-aa40-0e44de5073de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:41Z', 'updated_at': '2021-11-12T09:23:47Z', 'revision_number': 4, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'gw_port': {'id': '5013645d-ec65-4630-aa40-0e44de5073de', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e657b96-421f-404b-980e-48056ba38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:42Z', 'updated_at': '2021-11-12T09:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '07d01268-4b40-4204-a674-08963fcec2fa', 'name': '', 'network_id': '71dc098f-627b-4b69-a8c1-2d32739ea55c', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'mac_address': 'fa:16:3e:a1:a9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e657b96-421f-404b-980e-48056ba38efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'a7f5cd58-1152-4606-b4e5-a38c842185f2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:46Z', 'updated_at': '2021-11-12T09:23:52Z', 'revision_number': 4, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'subnets': [{'id': 'a7f5cd58-1152-4606-b4e5-a38c842185f2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:53.194085 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c760d-35c9-46ca-8471-8044be6ae607 req-c077097b-f648-4bfc-9a22-2be8ac9cac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:53.196703 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-076c760d-35c9-46ca-8471-8044be6ae607 req-c077097b-f648-4bfc-9a22-2be8ac9cac60 service neutron] 10.222.0.54 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 913 time: 0.2853446 Nov 12 09:23:53.220541 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff29add-5ca4-4626-8d4c-0c98d21363f9 None None] The sync data for ids ['0e657b96-421f-404b-980e-48056ba38efe'] in n-d-768862-16 is: [{'id': '0e657b96-421f-404b-980e-48056ba38efe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1432475352', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '5013645d-ec65-4630-aa40-0e44de5073de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:41Z', 'updated_at': '2021-11-12T09:23:47Z', 'revision_number': 4, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'gw_port': {'id': '5013645d-ec65-4630-aa40-0e44de5073de', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e657b96-421f-404b-980e-48056ba38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:42Z', 'updated_at': '2021-11-12T09:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '07d01268-4b40-4204-a674-08963fcec2fa', 'name': '', 'network_id': '71dc098f-627b-4b69-a8c1-2d32739ea55c', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'mac_address': 'fa:16:3e:a1:a9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e657b96-421f-404b-980e-48056ba38efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'a7f5cd58-1152-4606-b4e5-a38c842185f2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:46Z', 'updated_at': '2021-11-12T09:23:52Z', 'revision_number': 4, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'subnets': [{'id': 'a7f5cd58-1152-4606-b4e5-a38c842185f2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:23:53.262775 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-f8aeaeb6-0b51-479c-bea8-224e44e299fa tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Made reservation on behalf of fc2ba089713c41ed8aa7db9e6f76e18b for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:53.265727 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-076c760d-35c9-46ca-8471-8044be6ae607 req-a552eafe-03ab-498a-a66c-1564f00e86df service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be8f3403-0ce2-4334-9de3-d05c56435fae HTTP/1.1" status: 200 len: 217 time: 0.0593038 Nov 12 09:23:53.266989 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-f8aeaeb6-0b51-479c-bea8-224e44e299fa tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:53.407227 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c760d-35c9-46ca-8471-8044be6ae607 req-b36c8653-698d-4dcc-ac10-69a883be5d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:53.409065 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-076c760d-35c9-46ca-8471-8044be6ae607 req-b36c8653-698d-4dcc-ac10-69a883be5d2f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=098c0920-f801-4a1f-89b9-15466a208616 HTTP/1.1" status: 200 len: 851 time: 0.0931196 Nov 12 09:23:53.479001 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c760d-35c9-46ca-8471-8044be6ae607 req-1d62702e-812e-4434-b05d-64bca85306e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:53.481253 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-076c760d-35c9-46ca-8471-8044be6ae607 req-1d62702e-812e-4434-b05d-64bca85306e6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=492b01ef-bcf0-406a-881b-e054fdb77f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607543 Nov 12 09:23:53.494192 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:53.517070 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-f8aeaeb6-0b51-479c-bea8-224e44e299fa tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Allocated IP 172.20.0.23 (71dc098f-627b-4b69-a8c1-2d32739ea55c/a7f5cd58-1152-4606-b4e5-a38c842185f2/4217d5b5-c277-4bff-8749-8c7ecffad18f) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:23:53.644051 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-076c760d-35c9-46ca-8471-8044be6ae607 req-0106614c-d7e7-4e90-89c8-e0cb9ddc219b service neutron] 10.222.0.54 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524568 Nov 12 09:23:53.726886 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-f8aeaeb6-0b51-479c-bea8-224e44e299fa tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:53.773791 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-076c760d-35c9-46ca-8471-8044be6ae607 req-e10bbaf0-be5f-4c1e-a03c-f39ab44998cc service neutron] 10.222.0.54 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222835 Nov 12 09:23:53.793167 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-f8aeaeb6-0b51-479c-bea8-224e44e299fa tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:53.883001 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-f8aeaeb6-0b51-479c-bea8-224e44e299fa tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Network 71dc098f-627b-4b69-a8c1-2d32739ea55c is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:53.890160 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-f8aeaeb6-0b51-479c-bea8-224e44e299fa tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:53.897367 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-f8aeaeb6-0b51-479c-bea8-224e44e299fa tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:23:53.916490 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 07d01268-4b40-4204-a674-08963fcec2fa up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:23:54.015801 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aeaeb6-0b51-479c-bea8-224e44e299fa tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Pushing event updated for resources: {'Port': ['ID=4217d5b5-c277-4bff-8749-8c7ecffad18f,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:54.056083 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 07d01268-4b40-4204-a674-08963fcec2fa triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:54.056454 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:54.070139 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-f8aeaeb6-0b51-479c-bea8-224e44e299fa tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:54.071084 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-f8aeaeb6-0b51-479c-bea8-224e44e299fa tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:54.103151 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-f8aeaeb6-0b51-479c-bea8-224e44e299fa tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1087022 Nov 12 09:23:54.127064 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-0a024ee3-13cf-449a-8cce-fbdb1b247e6a service neutron] Request body: {'port': {'device_id': '603774d8-e8be-45e8-b4bf-b9e3bba3f3ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:54.216789 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34997610-47c6-490c-946a-e5b122689a6a req-8937ba14-9eed-46b6-942a-ba3a78fd1781 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:54.227443 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-34997610-47c6-490c-946a-e5b122689a6a req-8937ba14-9eed-46b6-942a-ba3a78fd1781 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 944 time: 0.1824777 Nov 12 09:23:54.292327 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-0a024ee3-13cf-449a-8cce-fbdb1b247e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:54.388929 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-34997610-47c6-490c-946a-e5b122689a6a req-5dcabd7a-11e8-4cd9-a009-b8bf8b86a4da tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1476448 Nov 12 09:23:54.472325 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9b7fcb42-0a6c-4040-8ef6-07942fead717 None None] Provisioning complete for port 4217d5b5-c277-4bff-8749-8c7ecffad18f triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:54.472698 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9b7fcb42-0a6c-4040-8ef6-07942fead717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:54.541654 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9b7fcb42-0a6c-4040-8ef6-07942fead717 None None] Port 4217d5b5-c277-4bff-8749-8c7ecffad18f cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:23:54.585380 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bf21c-5585-4d02-97e1-af4c89d1dd81 req-14e80d5e-9514-4f1f-9058-1f581dc998c9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:54.587085 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d83bf21c-5585-4d02-97e1-af4c89d1dd81 req-14e80d5e-9514-4f1f-9058-1f581dc998c9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/ports?device_id=603774d8-e8be-45e8-b4bf-b9e3bba3f3ab HTTP/1.1" status: 200 len: 895 time: 0.0947661 Nov 12 09:23:54.829689 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-0a024ee3-13cf-449a-8cce-fbdb1b247e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4217d5b5-c277-4bff-8749-8c7ecffad18f {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:23:54.842822 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-0a024ee3-13cf-449a-8cce-fbdb1b247e6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:54.863240 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-0a024ee3-13cf-449a-8cce-fbdb1b247e6a service neutron] Transition to ACTIVE for port object 4217d5b5-c277-4bff-8749-8c7ecffad18f will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:23:54.868494 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-0a024ee3-13cf-449a-8cce-fbdb1b247e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:54.963448 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a024ee3-13cf-449a-8cce-fbdb1b247e6a service neutron] Pushing event updated for resources: {'Port': ['ID=4217d5b5-c277-4bff-8749-8c7ecffad18f,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:55.034814 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-0a024ee3-13cf-449a-8cce-fbdb1b247e6a service neutron] Attempting to bind port 4217d5b5-c277-4bff-8749-8c7ecffad18f on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:23:55.036098 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-0a024ee3-13cf-449a-8cce-fbdb1b247e6a service neutron] Attempting to bind port 4217d5b5-c277-4bff-8749-8c7ecffad18f by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'baa8aed9-0a53-4f6f-b520-b6ebf793bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '71dc098f-627b-4b69-a8c1-2d32739ea55c'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:23:55.036098 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-0a024ee3-13cf-449a-8cce-fbdb1b247e6a service neutron] Attempting to bind port 4217d5b5-c277-4bff-8749-8c7ecffad18f on network 71dc098f-627b-4b69-a8c1-2d32739ea55c {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:23:55.043805 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-0a024ee3-13cf-449a-8cce-fbdb1b247e6a service neutron] Port 4217d5b5-c277-4bff-8749-8c7ecffad18f on network 71dc098f-627b-4b69-a8c1-2d32739ea55c not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:23:55.044241 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-0a024ee3-13cf-449a-8cce-fbdb1b247e6a service neutron] Attempting to bind port 4217d5b5-c277-4bff-8749-8c7ecffad18f on network 71dc098f-627b-4b69-a8c1-2d32739ea55c {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:23:55.053044 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-0a024ee3-13cf-449a-8cce-fbdb1b247e6a service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:23:55.053388 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-0a024ee3-13cf-449a-8cce-fbdb1b247e6a service neutron] Checking segment: {'id': 'baa8aed9-0a53-4f6f-b520-b6ebf793bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '71dc098f-627b-4b69-a8c1-2d32739ea55c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:55.053784 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-0a024ee3-13cf-449a-8cce-fbdb1b247e6a service neutron] Bound using segment: {'id': 'baa8aed9-0a53-4f6f-b520-b6ebf793bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '71dc098f-627b-4b69-a8c1-2d32739ea55c'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:23:55.054249 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-0a024ee3-13cf-449a-8cce-fbdb1b247e6a service neutron] Bound port: 4217d5b5-c277-4bff-8749-8c7ecffad18f, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa8aed9-0a53-4f6f-b520-b6ebf793bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '71dc098f-627b-4b69-a8c1-2d32739ea55c'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:23:55.054648 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-0a024ee3-13cf-449a-8cce-fbdb1b247e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:55.144072 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-0a024ee3-13cf-449a-8cce-fbdb1b247e6a service neutron] For port 4217d5b5-c277-4bff-8749-8c7ecffad18f, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:23:55.151123 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-0a024ee3-13cf-449a-8cce-fbdb1b247e6a service neutron] For port 4217d5b5-c277-4bff-8749-8c7ecffad18f, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=4217d5b5-c277-4bff-8749-8c7ecffad18f,segment=NetworkSegment(baa8aed9-0a53-4f6f-b520-b6ebf793bcb8),segment_id=baa8aed9-0a53-4f6f-b520-b6ebf793bcb8)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:23:55.157442 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-0a024ee3-13cf-449a-8cce-fbdb1b247e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:55.195044 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-0a024ee3-13cf-449a-8cce-fbdb1b247e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:55.195660 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-0a024ee3-13cf-449a-8cce-fbdb1b247e6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:55.197112 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-0a024ee3-13cf-449a-8cce-fbdb1b247e6a service neutron] 10.222.0.54 "PUT /v2.0/ports/4217d5b5-c277-4bff-8749-8c7ecffad18f HTTP/1.1" status: 200 len: 1056 time: 1.0783875 Nov 12 09:23:55.197555 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '603774d8-e8be-45e8-b4bf-b9e3bba3f3ab', 'tag': '4217d5b5-c277-4bff-8749-8c7ecffad18f'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:23:55.199939 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9009c5b9-13a6-4aaf-9b40-264d49b30b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "603774d8-e8be-45e8-b4bf-b9e3bba3f3ab", "tag": "4217d5b5-c277-4bff-8749-8c7ecffad18f"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:23:55.230080 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a024ee3-13cf-449a-8cce-fbdb1b247e6a service neutron] Pushing event updated for resources: {'Port': ['ID=4217d5b5-c277-4bff-8749-8c7ecffad18f,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:55.310555 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb21a18-53d4-4e39-8917-c172e1575e47 x-openstack-request-id: req-2cb21a18-53d4-4e39-8917-c172e1575e47 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:23:55.310860 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "603774d8-e8be-45e8-b4bf-b9e3bba3f3ab", "tag": "4217d5b5-c277-4bff-8749-8c7ecffad18f", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:23:55.311109 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2cb21a18-53d4-4e39-8917-c172e1575e47 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:23:55.311517 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '603774d8-e8be-45e8-b4bf-b9e3bba3f3ab', 'tag': '4217d5b5-c277-4bff-8749-8c7ecffad18f', 'status': 'completed', 'code': 200} Nov 12 09:23:55.343117 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-34be2bdf-5a99-4cde-8c52-ba69e02a45a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:55.344688 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-34be2bdf-5a99-4cde-8c52-ba69e02a45a7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fc2ba089713c41ed8aa7db9e6f76e18b&device_id=603774d8-e8be-45e8-b4bf-b9e3bba3f3ab HTTP/1.1" status: 200 len: 1059 time: 0.0934043 Nov 12 09:23:55.417697 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-70878e6f-c465-4d76-a414-333e2bbb7a46 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=4217d5b5-c277-4bff-8749-8c7ecffad18f HTTP/1.1" status: 200 len: 217 time: 0.0645597 Nov 12 09:23:55.501491 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-5ec092a7-4bf1-470c-a4ef-3ec15c5115a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:55.503983 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-5ec092a7-4bf1-470c-a4ef-3ec15c5115a1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a7f5cd58-1152-4606-b4e5-a38c842185f2 HTTP/1.1" status: 200 len: 837 time: 0.0795405 Nov 12 09:23:55.577294 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4a7e5-29f8-463f-a1d3-de03d1661126 req-0c640850-6068-4052-856b-cf2b9ad8853c tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:55.586555 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93b4a7e5-29f8-463f-a1d3-de03d1661126 req-0c640850-6068-4052-856b-cf2b9ad8853c tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 944 time: 0.0660365 Nov 12 09:23:55.621877 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-a876bb44-6a2d-47df-b7a3-96407fd99433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:55.623608 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-a876bb44-6a2d-47df-b7a3-96407fd99433 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=71dc098f-627b-4b69-a8c1-2d32739ea55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1124170 Nov 12 09:23:55.660579 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93b4a7e5-29f8-463f-a1d3-de03d1661126 req-c742e6e9-5811-489f-8af8-fa388ec63cd9 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676024 Nov 12 09:23:55.830124 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035f8f2-caa0-489b-855c-5d1e25e693d0 req-e2ce8090-35ee-4767-a48c-322a0f545ef3 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:55.832511 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5035f8f2-caa0-489b-855c-5d1e25e693d0 req-e2ce8090-35ee-4767-a48c-322a0f545ef3 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/ports?device_id=603774d8-e8be-45e8-b4bf-b9e3bba3f3ab HTTP/1.1" status: 200 len: 907 time: 0.0678518 Nov 12 09:23:56.157475 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-6cb5d07d-861f-4b91-8e5e-39337785c34f service neutron] 10.222.0.54 "GET /v2.0/networks/71dc098f-627b-4b69-a8c1-2d32739ea55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5250187 Nov 12 09:23:56.320617 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9eff46c6-1cec-4c73-8152-468559ca38d1 req-0a009d9b-94b9-4e9e-8390-5787487fbf51 service neutron] 10.222.0.54 "GET /v2.0/networks/71dc098f-627b-4b69-a8c1-2d32739ea55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549413 Nov 12 09:23:56.448310 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009c5b9-13a6-4aaf-9b40-264d49b30b5e req-074771ab-4b02-49e3-9f65-0b78dc301a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:56.450017 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9009c5b9-13a6-4aaf-9b40-264d49b30b5e req-074771ab-4b02-49e3-9f65-0b78dc301a2d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fc2ba089713c41ed8aa7db9e6f76e18b&device_id=603774d8-e8be-45e8-b4bf-b9e3bba3f3ab HTTP/1.1" status: 200 len: 1059 time: 0.0685158 Nov 12 09:23:56.719956 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009c5b9-13a6-4aaf-9b40-264d49b30b5e req-8e0d5427-e0f5-4b49-88ae-5d8f57a64a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:56.722116 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9009c5b9-13a6-4aaf-9b40-264d49b30b5e req-8e0d5427-e0f5-4b49-88ae-5d8f57a64a07 service neutron] 10.222.0.54 "GET /v2.0/networks?id=71dc098f-627b-4b69-a8c1-2d32739ea55c HTTP/1.1" status: 200 len: 899 time: 0.2644434 Nov 12 09:23:56.774585 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9009c5b9-13a6-4aaf-9b40-264d49b30b5e req-9d55aad8-10b5-43aa-bb7b-78c81ff5fd6a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=4217d5b5-c277-4bff-8749-8c7ecffad18f HTTP/1.1" status: 200 len: 217 time: 0.0442615 Nov 12 09:23:56.835938 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35807c-f2c3-4a77-8e91-1ce117f3066d req-e9d7e659-d9b8-4382-9638-603cb4d6c4c5 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:56.839340 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9f35807c-f2c3-4a77-8e91-1ce117f3066d req-e9d7e659-d9b8-4382-9638-603cb4d6c4c5 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 944 time: 0.0674717 Nov 12 09:23:56.845657 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009c5b9-13a6-4aaf-9b40-264d49b30b5e req-743be33a-7235-4fcf-9565-efbf1bde3083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:56.847323 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9009c5b9-13a6-4aaf-9b40-264d49b30b5e req-743be33a-7235-4fcf-9565-efbf1bde3083 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a7f5cd58-1152-4606-b4e5-a38c842185f2 HTTP/1.1" status: 200 len: 837 time: 0.0656242 Nov 12 09:23:56.906952 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9f35807c-f2c3-4a77-8e91-1ce117f3066d req-ff1068ce-746f-47dd-b2e5-cf0d7ffd9395 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610456 Nov 12 09:23:56.911085 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009c5b9-13a6-4aaf-9b40-264d49b30b5e req-865d14dd-30fc-4aae-9c5d-90709f155523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:56.913776 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9009c5b9-13a6-4aaf-9b40-264d49b30b5e req-865d14dd-30fc-4aae-9c5d-90709f155523 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=71dc098f-627b-4b69-a8c1-2d32739ea55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0579655 Nov 12 09:23:57.045941 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9009c5b9-13a6-4aaf-9b40-264d49b30b5e req-d0a908ed-d2e6-469c-9770-8c2c4fdbf9b4 service neutron] 10.222.0.54 "GET /v2.0/networks/71dc098f-627b-4b69-a8c1-2d32739ea55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223483 Nov 12 09:23:57.054517 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d78f27-d13b-41c2-b700-e36ec917318a req-f59484f5-4020-49e3-9f4a-8a681e7abf33 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:57.057042 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07d78f27-d13b-41c2-b700-e36ec917318a req-f59484f5-4020-49e3-9f4a-8a681e7abf33 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/ports?device_id=603774d8-e8be-45e8-b4bf-b9e3bba3f3ab HTTP/1.1" status: 200 len: 907 time: 0.0557027 Nov 12 09:23:57.165412 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9009c5b9-13a6-4aaf-9b40-264d49b30b5e req-12d9e95a-b9aa-4014-9266-88fa1fa0a57d service neutron] 10.222.0.54 "GET /v2.0/networks/71dc098f-627b-4b69-a8c1-2d32739ea55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113660 Nov 12 09:23:58.088270 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e71330-1b6b-4196-9bf2-9738e852af75 req-2fec8f3b-37ee-40f7-8813-8ac70dd21c20 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:58.089791 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-46e71330-1b6b-4196-9bf2-9738e852af75 req-2fec8f3b-37ee-40f7-8813-8ac70dd21c20 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 944 time: 0.0617275 Nov 12 09:23:58.180350 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-46e71330-1b6b-4196-9bf2-9738e852af75 req-3cb38a86-41d1-4c5a-a331-5b7066cc0d51 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790951 Nov 12 09:23:58.305182 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d7dd3-b07c-4126-bf7f-409d871ace22 req-3e75efd6-9527-48f5-9853-ae606df3f628 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:58.306954 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4f9d7dd3-b07c-4126-bf7f-409d871ace22 req-3e75efd6-9527-48f5-9853-ae606df3f628 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/ports?device_id=603774d8-e8be-45e8-b4bf-b9e3bba3f3ab HTTP/1.1" status: 200 len: 907 time: 0.0629940 Nov 12 09:23:58.510292 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 4217d5b5-c277-4bff-8749-8c7ecffad18f details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:23:58.639545 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 4217d5b5-c277-4bff-8749-8c7ecffad18f, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=4217d5b5-c277-4bff-8749-8c7ecffad18f,segment=NetworkSegment(baa8aed9-0a53-4f6f-b520-b6ebf793bcb8),segment_id=baa8aed9-0a53-4f6f-b520-b6ebf793bcb8)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:58.658250 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '4217d5b5-c277-4bff-8749-8c7ecffad18f', 'network_id': '71dc098f-627b-4b69-a8c1-2d32739ea55c', 'port_id': '4217d5b5-c277-4bff-8749-8c7ecffad18f', 'mac_address': 'fa:16:3e:c8:b0:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f5cd58-1152-4606-b4e5-a38c842185f2', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:23:58.705684 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:58.723947 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4217d5b5-c277-4bff-8749-8c7ecffad18f {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:23:58.756641 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 4217d5b5-c277-4bff-8749-8c7ecffad18f, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=4217d5b5-c277-4bff-8749-8c7ecffad18f,segment=NetworkSegment(baa8aed9-0a53-4f6f-b520-b6ebf793bcb8),segment_id=baa8aed9-0a53-4f6f-b520-b6ebf793bcb8)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:58.762860 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:58.833302 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=4217d5b5-c277-4bff-8749-8c7ecffad18f,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:59.013790 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['4217d5b5-c277-4bff-8749-8c7ecffad18f'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:23:59.334573 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bb0ad-910b-4575-b55a-2bbf5c036b73 req-2e9b041a-956e-4131-ac11-02291166dc92 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:59.336097 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-175bb0ad-910b-4575-b55a-2bbf5c036b73 req-2e9b041a-956e-4131-ac11-02291166dc92 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 944 time: 0.0604243 Nov 12 09:23:59.414463 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-175bb0ad-910b-4575-b55a-2bbf5c036b73 req-70746cf9-4572-4bc3-b949-e099dd5732f3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689561 Nov 12 09:23:59.549032 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:59.583697 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7785dcd-921a-4d82-a5a5-60af01f6ece1 req-abc7aa8d-0e52-47fb-b627-b0f3c479f6dd tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:59.585728 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b7785dcd-921a-4d82-a5a5-60af01f6ece1 req-abc7aa8d-0e52-47fb-b627-b0f3c479f6dd tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/ports?device_id=603774d8-e8be-45e8-b4bf-b9e3bba3f3ab HTTP/1.1" status: 200 len: 908 time: 0.0910504 Nov 12 09:24:00.526607 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 4217d5b5-c277-4bff-8749-8c7ecffad18f up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:24:00.590170 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 4217d5b5-c277-4bff-8749-8c7ecffad18f completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:24:00.595093 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 4217d5b5-c277-4bff-8749-8c7ecffad18f triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:00.595467 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:00.604253 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c9b1b-6bd3-48bb-a5eb-5fa660f45fca req-5dae4f16-2a02-4715-8c0f-ece0639dd196 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:00.606929 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c00c9b1b-6bd3-48bb-a5eb-5fa660f45fca req-5dae4f16-2a02-4715-8c0f-ece0639dd196 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 944 time: 0.0871856 Nov 12 09:24:00.681405 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c00c9b1b-6bd3-48bb-a5eb-5fa660f45fca req-bbca7deb-362c-4dc8-84fa-22fb2dfcf866 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672348 Nov 12 09:24:00.696259 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:00.746284 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603774d8-e8be-45e8-b4bf-b9e3bba3f3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4217d5b5-c277-4bff-8749-8c7ecffad18f'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:24:00.750237 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bc17d1-8bcc-44f2-9704-e4cb14bcb744" -d '{"events": [{"server_uuid": "603774d8-e8be-45e8-b4bf-b9e3bba3f3ab", "name": "network-vif-plugged", "status": "completed", "tag": "4217d5b5-c277-4bff-8749-8c7ecffad18f"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:24:00.773009 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 4217d5b5-c277-4bff-8749-8c7ecffad18f, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=4217d5b5-c277-4bff-8749-8c7ecffad18f,segment=NetworkSegment(baa8aed9-0a53-4f6f-b520-b6ebf793bcb8),segment_id=baa8aed9-0a53-4f6f-b520-b6ebf793bcb8)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:00.779433 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:00.826901 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6998304-b449-41ee-8e8e-c806579ded7a req-197cd897-239b-4083-8a28-315baaae0ffb tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:00.828464 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e6998304-b449-41ee-8e8e-c806579ded7a req-197cd897-239b-4083-8a28-315baaae0ffb tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/ports?device_id=603774d8-e8be-45e8-b4bf-b9e3bba3f3ab HTTP/1.1" status: 200 len: 909 time: 0.0545576 Nov 12 09:24:00.838470 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=4217d5b5-c277-4bff-8749-8c7ecffad18f,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:00.878681 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f570ed-68b6-4109-a80c-e23e028abc41 x-openstack-request-id: req-42f570ed-68b6-4109-a80c-e23e028abc41 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:24:00.878980 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "603774d8-e8be-45e8-b4bf-b9e3bba3f3ab", "name": "network-vif-plugged", "status": "completed", "tag": "4217d5b5-c277-4bff-8749-8c7ecffad18f", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:24:00.879301 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42f570ed-68b6-4109-a80c-e23e028abc41 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:24:00.880396 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '603774d8-e8be-45e8-b4bf-b9e3bba3f3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4217d5b5-c277-4bff-8749-8c7ecffad18f', 'code': 200} Nov 12 09:24:00.983413 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5f592-3129-46ee-8c79-35b358514d5b req-550b51dc-7765-450a-b616-6beb57f123de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:00.985330 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-0cc5f592-3129-46ee-8c79-35b358514d5b req-550b51dc-7765-450a-b616-6beb57f123de service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=603774d8-e8be-45e8-b4bf-b9e3bba3f3ab HTTP/1.1" status: 200 len: 1061 time: 0.0480039 Nov 12 09:24:01.824673 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69847bff-46ef-4b44-a797-bab52cec23d3 req-6e5dc277-df6d-493a-b7b9-0c1b360fcace tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:01.826092 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69847bff-46ef-4b44-a797-bab52cec23d3 req-6e5dc277-df6d-493a-b7b9-0c1b360fcace tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 944 time: 0.0514646 Nov 12 09:24:01.887442 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69847bff-46ef-4b44-a797-bab52cec23d3 req-82202bf8-0943-4a42-bfba-6aa1d06a7016 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524299 Nov 12 09:24:02.017108 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabb1ea-a939-4f3f-b1d9-0eacf8276340 req-0d49902d-839c-4446-ac3c-ebd020a67ca9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:02.019686 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ebabb1ea-a939-4f3f-b1d9-0eacf8276340 req-0d49902d-839c-4446-ac3c-ebd020a67ca9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/ports?device_id=603774d8-e8be-45e8-b4bf-b9e3bba3f3ab HTTP/1.1" status: 200 len: 909 time: 0.0696304 Nov 12 09:24:03.024435 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ed0ab-4318-4ce6-9806-ed242e769717 req-864a2fc0-55f9-4c18-ae73-1446f4357a18 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:03.026050 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-879ed0ab-4318-4ce6-9806-ed242e769717 req-864a2fc0-55f9-4c18-ae73-1446f4357a18 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 944 time: 0.0581892 Nov 12 09:24:03.083783 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-879ed0ab-4318-4ce6-9806-ed242e769717 req-84678d99-021c-42c3-a120-93ca8ce6fecc tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514674 Nov 12 09:24:03.196576 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19410d7-2977-4ff5-b3e1-f7738382c0aa req-3a274774-50d7-4d75-80c6-8ea8f71ee6d3 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:03.198024 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d19410d7-2977-4ff5-b3e1-f7738382c0aa req-3a274774-50d7-4d75-80c6-8ea8f71ee6d3 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/ports?device_id=603774d8-e8be-45e8-b4bf-b9e3bba3f3ab HTTP/1.1" status: 200 len: 909 time: 0.0531960 Nov 12 09:24:03.350257 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e444fd7-5a3b-425d-a745-e3f19f81327d req-24fa342f-262d-4271-aa65-5885868951e2 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:03.351839 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1e444fd7-5a3b-425d-a745-e3f19f81327d req-24fa342f-262d-4271-aa65-5885868951e2 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/ports?device_id=603774d8-e8be-45e8-b4bf-b9e3bba3f3ab HTTP/1.1" status: 200 len: 909 time: 0.0678716 Nov 12 09:24:03.468230 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43b0af-d52a-460c-aa72-542caa2890ee req-b2f45c21-483b-42bf-8c8f-04918a3795e2 tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:03.469795 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dd43b0af-d52a-460c-aa72-542caa2890ee req-b2f45c21-483b-42bf-8c8f-04918a3795e2 tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=603774d8-e8be-45e8-b4bf-b9e3bba3f3ab HTTP/1.1" status: 200 len: 1061 time: 0.0436704 Nov 12 09:24:03.595713 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88efa4f-62b9-461a-ac9d-f7fde7ca9e35 req-6a4a8f81-1e90-4320-858d-72e97024439b tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:03.597454 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b88efa4f-62b9-461a-ac9d-f7fde7ca9e35 req-6a4a8f81-1e90-4320-858d-72e97024439b tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b8fe9ec0-cc78-4ac2-954d-885b2152acb3 HTTP/1.1" status: 200 len: 1136 time: 0.0522478 Nov 12 09:24:03.670043 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b88efa4f-62b9-461a-ac9d-f7fde7ca9e35 req-64cabc1c-f919-4e26-94e8-abb832b2178f tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7750775e-909c-4616-8edc-7f906645dd9f&id=6b9bfa6c-4b8e-45e4-bf88-eb9fb90f12b8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0616810 Nov 12 09:24:03.696272 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39434) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:03.757076 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a852159-2ca9-46cd-8061-860ce0c004bf tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:03.759494 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4a852159-2ca9-46cd-8061-860ce0c004bf tempest-TestSecurityGroupsBasicOps-1640864882 tempest-TestSecurityGroupsBasicOps-1640864882-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=603774d8-e8be-45e8-b4bf-b9e3bba3f3ab HTTP/1.1" status: 200 len: 1056 time: 0.0616949 Nov 12 09:24:04.040100 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18249e37-0be4-4dff-b5ba-eed7e9b398d8 req-6aed6dac-a2d0-4add-9900-c64a95f9f0c3 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:04.041589 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-18249e37-0be4-4dff-b5ba-eed7e9b398d8 req-6aed6dac-a2d0-4add-9900-c64a95f9f0c3 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/ports?device_id=603774d8-e8be-45e8-b4bf-b9e3bba3f3ab HTTP/1.1" status: 200 len: 909 time: 0.0701556 Nov 12 09:24:04.227217 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f66893-51ab-43ca-9c1a-d8b38bf5e43c req-7958bd17-f7d7-4a8e-bd2a-37149213b2b5 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:04.228950 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c1f66893-51ab-43ca-9c1a-d8b38bf5e43c req-7958bd17-f7d7-4a8e-bd2a-37149213b2b5 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 944 time: 0.0548294 Nov 12 09:24:04.294393 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c1f66893-51ab-43ca-9c1a-d8b38bf5e43c req-bea88409-b8e0-4d3a-83f0-97b1b4996f11 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581436 Nov 12 09:24:04.527203 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device be8f3403-0ce2-4334-9de3-d05c56435fae details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:24:04.654561 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port be8f3403-0ce2-4334-9de3-d05c56435fae, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=be8f3403-0ce2-4334-9de3-d05c56435fae,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:04.667117 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'be8f3403-0ce2-4334-9de3-d05c56435fae', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'port_id': 'be8f3403-0ce2-4334-9de3-d05c56435fae', 'mac_address': 'fa:16:3e:25:f2:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098c0920-f801-4a1f-89b9-15466a208616', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:24:04.713767 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:04.728458 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be8f3403-0ce2-4334-9de3-d05c56435fae {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:24:04.749979 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port be8f3403-0ce2-4334-9de3-d05c56435fae, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=be8f3403-0ce2-4334-9de3-d05c56435fae,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:04.755837 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:04.810749 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=be8f3403-0ce2-4334-9de3-d05c56435fae,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:04.979949 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['be8f3403-0ce2-4334-9de3-d05c56435fae'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:24:05.184149 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2fc79-1fec-42c1-86bf-78e18bdd048f req-b10825d7-ba01-406d-9826-7de8c00df63b tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:05.185891 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-06c2fc79-1fec-42c1-86bf-78e18bdd048f req-b10825d7-ba01-406d-9826-7de8c00df63b tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/ports?device_id=603774d8-e8be-45e8-b4bf-b9e3bba3f3ab HTTP/1.1" status: 200 len: 909 time: 0.0623987 Nov 12 09:24:05.315014 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af438819-034b-48d5-9258-e0d5f0a6da06 req-3cae4982-8275-4ce1-ac2d-73b0e47482c2 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:05.316720 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af438819-034b-48d5-9258-e0d5f0a6da06 req-3cae4982-8275-4ce1-ac2d-73b0e47482c2 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.54 "GET /v2.0/ports?device_id=603774d8-e8be-45e8-b4bf-b9e3bba3f3ab HTTP/1.1" status: 200 len: 909 time: 0.0915785 Nov 12 09:24:05.448672 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-af438819-034b-48d5-9258-e0d5f0a6da06 req-2ef0f1ae-6be1-4589-bc1b-974a5362ccd1 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Deleting port 4217d5b5-c277-4bff-8749-8c7ecffad18f {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:05.449371 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-af438819-034b-48d5-9258-e0d5f0a6da06 req-2ef0f1ae-6be1-4589-bc1b-974a5362ccd1 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:05.479398 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d063402-afc7-4dd6-93d6-aa8f3ad03ee9 req-c4fc7a63-6365-4ac4-b585-9f22b8820304 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:05.481023 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0d063402-afc7-4dd6-93d6-aa8f3ad03ee9 req-c4fc7a63-6365-4ac4-b585-9f22b8820304 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 945 time: 0.0776033 Nov 12 09:24:05.539357 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0d063402-afc7-4dd6-93d6-aa8f3ad03ee9 req-0d8b2283-8d91-429b-b4d1-693667cce1ec tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503161 Nov 12 09:24:05.586445 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-af438819-034b-48d5-9258-e0d5f0a6da06 req-2ef0f1ae-6be1-4589-bc1b-974a5362ccd1 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] For port 4217d5b5-c277-4bff-8749-8c7ecffad18f, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=4217d5b5-c277-4bff-8749-8c7ecffad18f,segment=NetworkSegment(baa8aed9-0a53-4f6f-b520-b6ebf793bcb8),segment_id=baa8aed9-0a53-4f6f-b520-b6ebf793bcb8)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:05.586726 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-af438819-034b-48d5-9258-e0d5f0a6da06 req-2ef0f1ae-6be1-4589-bc1b-974a5362ccd1 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:05.604340 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-af438819-034b-48d5-9258-e0d5f0a6da06 req-2ef0f1ae-6be1-4589-bc1b-974a5362ccd1 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Calling delete_port for 4217d5b5-c277-4bff-8749-8c7ecffad18f owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:05.751265 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-af438819-034b-48d5-9258-e0d5f0a6da06 req-2ef0f1ae-6be1-4589-bc1b-974a5362ccd1 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:05.781326 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0f1ae-6be1-4589-bc1b-974a5362ccd1 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Pushing event deleted for resources: {'Port': ['ID=4217d5b5-c277-4bff-8749-8c7ecffad18f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:05.847267 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-af438819-034b-48d5-9258-e0d5f0a6da06 req-2ef0f1ae-6be1-4589-bc1b-974a5362ccd1 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] No DVR routers for this DVR port 4217d5b5-c277-4bff-8749-8c7ecffad18f on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:24:05.851152 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-af438819-034b-48d5-9258-e0d5f0a6da06 req-2ef0f1ae-6be1-4589-bc1b-974a5362ccd1 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:05.854968 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-af438819-034b-48d5-9258-e0d5f0a6da06 req-2ef0f1ae-6be1-4589-bc1b-974a5362ccd1 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.54 "DELETE /v2.0/ports/4217d5b5-c277-4bff-8749-8c7ecffad18f HTTP/1.1" status: 204 len: 173 time: 0.5279272 Nov 12 09:24:05.855484 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603774d8-e8be-45e8-b4bf-b9e3bba3f3ab', 'name': 'network-vif-deleted', 'tag': '4217d5b5-c277-4bff-8749-8c7ecffad18f'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:24:05.858777 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002b69c1-4c6f-44f5-b0ba-dfc2c2c4ceda" -d '{"events": [{"server_uuid": "603774d8-e8be-45e8-b4bf-b9e3bba3f3ab", "name": "network-vif-deleted", "tag": "4217d5b5-c277-4bff-8749-8c7ecffad18f"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:24:05.929384 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8a4c8b-4ce2-4064-a396-51345647266b x-openstack-request-id: req-0f8a4c8b-4ce2-4064-a396-51345647266b {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:24:05.929679 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "603774d8-e8be-45e8-b4bf-b9e3bba3f3ab", "name": "network-vif-deleted", "tag": "4217d5b5-c277-4bff-8749-8c7ecffad18f", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:24:05.929920 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f8a4c8b-4ce2-4064-a396-51345647266b {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:24:05.930331 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '603774d8-e8be-45e8-b4bf-b9e3bba3f3ab', 'name': 'network-vif-deleted', 'tag': '4217d5b5-c277-4bff-8749-8c7ecffad18f', 'status': 'completed', 'code': 200} Nov 12 09:24:06.328536 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35b4f53b-435a-4612-a7c6-b7ed2c8c609a req-8fda48c4-8f12-4df4-b6d9-639ec33d59b2 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/ports?device_id=603774d8-e8be-45e8-b4bf-b9e3bba3f3ab HTTP/1.1" status: 200 len: 210 time: 0.0348475 Nov 12 09:24:06.528739 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device be8f3403-0ce2-4334-9de3-d05c56435fae up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:24:06.608400 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port be8f3403-0ce2-4334-9de3-d05c56435fae completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:24:06.615771 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port be8f3403-0ce2-4334-9de3-d05c56435fae triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:06.616394 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:06.689496 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4c1f6-898c-4a62-9aa0-e78e61151d03 req-5293eee8-4252-4cdd-9e82-f4afc5f93d56 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:06.691115 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8f4c1f6-898c-4a62-9aa0-e78e61151d03 req-5293eee8-4252-4cdd-9e82-f4afc5f93d56 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 945 time: 0.0604348 Nov 12 09:24:06.716901 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:06.742579 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9160f5e7-afb7-4a34-a08c-8f57aafed4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8f3403-0ce2-4334-9de3-d05c56435fae'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:24:06.745323 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87697a0b-0e07-4337-b319-ab88fc4f1ea5" -d '{"events": [{"server_uuid": "9160f5e7-afb7-4a34-a08c-8f57aafed4e0", "name": "network-vif-plugged", "status": "completed", "tag": "be8f3403-0ce2-4334-9de3-d05c56435fae"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:24:06.759490 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port be8f3403-0ce2-4334-9de3-d05c56435fae, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=be8f3403-0ce2-4334-9de3-d05c56435fae,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:06.761259 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8f4c1f6-898c-4a62-9aa0-e78e61151d03 req-b286fbf1-82a2-4e91-938c-325528690e1a tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626299 Nov 12 09:24:06.765153 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:06.766067 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 4217d5b5-c277-4bff-8749-8c7ecffad18f no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:06.805755 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 4217d5b5-c277-4bff-8749-8c7ecffad18f {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:24:06.806103 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 4217d5b5-c277-4bff-8749-8c7ecffad18f not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:24:06.813036 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cc5b7f-0182-4646-9c3a-a3a6be0d46e0 x-openstack-request-id: req-f6cc5b7f-0182-4646-9c3a-a3a6be0d46e0 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:24:06.813329 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9160f5e7-afb7-4a34-a08c-8f57aafed4e0", "name": "network-vif-plugged", "status": "completed", "tag": "be8f3403-0ce2-4334-9de3-d05c56435fae", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:24:06.813686 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f6cc5b7f-0182-4646-9c3a-a3a6be0d46e0 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:24:06.814071 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9160f5e7-afb7-4a34-a08c-8f57aafed4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8f3403-0ce2-4334-9de3-d05c56435fae', 'code': 200} Nov 12 09:24:06.839940 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=be8f3403-0ce2-4334-9de3-d05c56435fae,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:06.926920 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939fc27-53d6-49d7-a3b9-e4f3d0cc0185 req-523ab28e-ef37-425d-9c2f-620176e4ea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:06.928735 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c939fc27-53d6-49d7-a3b9-e4f3d0cc0185 req-523ab28e-ef37-425d-9c2f-620176e4ea6b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 1098 time: 0.0513246 Nov 12 09:24:06.997500 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c939fc27-53d6-49d7-a3b9-e4f3d0cc0185 req-d9e93643-62fa-4e84-acc1-f66ee9ce6532 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620551 Nov 12 09:24:07.391968 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39456) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:07.817439 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-80fba231-9bce-4d92-90e7-79e289eb7397 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:07.896305 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-070873f0-e8e5-419f-8a1c-bf4b9d1534ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:07.928545 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1dc14-d5d2-4d38-ab28-206d70c22f87 req-29dcd602-5da8-4a91-925f-fb7996f45e38 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:07.930295 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eba1dc14-d5d2-4d38-ab28-206d70c22f87 req-29dcd602-5da8-4a91-925f-fb7996f45e38 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 946 time: 0.0877891 Nov 12 09:24:07.997304 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eba1dc14-d5d2-4d38-ab28-206d70c22f87 req-5b749315-0bbc-4d74-80e2-370ba2eb0023 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580237 Nov 12 09:24:08.132953 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-80fba231-9bce-4d92-90e7-79e289eb7397 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Deleting port 07d01268-4b40-4204-a674-08963fcec2fa {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:08.133751 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-80fba231-9bce-4d92-90e7-79e289eb7397 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:08.232403 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-80fba231-9bce-4d92-90e7-79e289eb7397 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] For port 07d01268-4b40-4204-a674-08963fcec2fa, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=07d01268-4b40-4204-a674-08963fcec2fa,segment=NetworkSegment(baa8aed9-0a53-4f6f-b520-b6ebf793bcb8),segment_id=baa8aed9-0a53-4f6f-b520-b6ebf793bcb8)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:08.232911 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-80fba231-9bce-4d92-90e7-79e289eb7397 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:08.254024 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-80fba231-9bce-4d92-90e7-79e289eb7397 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Calling delete_port for 07d01268-4b40-4204-a674-08963fcec2fa owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:08.469550 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-80fba231-9bce-4d92-90e7-79e289eb7397 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:08.501283 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fba231-9bce-4d92-90e7-79e289eb7397 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Pushing event deleted for resources: {'Port': ['ID=07d01268-4b40-4204-a674-08963fcec2fa,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:08.710230 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-80fba231-9bce-4d92-90e7-79e289eb7397 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:08.946850 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fba231-9bce-4d92-90e7-79e289eb7397 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Router 0e657b96-421f-404b-980e-48056ba38efe has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:24:09.074263 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fba231-9bce-4d92-90e7-79e289eb7397 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:24:09.079960 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-80fba231-9bce-4d92-90e7-79e289eb7397 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "PUT /v2.0/routers/0e657b96-421f-404b-980e-48056ba38efe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6867254 Nov 12 09:24:09.082813 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39462) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:09.095049 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1b51bf-8677-4f32-9dea-85f3c928581b None None] Sync routers for ids ['0e657b96-421f-404b-980e-48056ba38efe'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:24:09.115458 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1b51bf-8677-4f32-9dea-85f3c928581b None None] Routers {'0e657b96-421f-404b-980e-48056ba38efe'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:09.116331 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-fd1b51bf-8677-4f32-9dea-85f3c928581b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:23:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['0e657b96-421f-404b-980e-48056ba38efe'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:09.142418 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2fffc15-2405-404a-959b-0530e3db41be tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Deleting subnet a7f5cd58-1152-4606-b4e5-a38c842185f2 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:24:09.147730 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c2fffc15-2405-404a-959b-0530e3db41be tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:09.186357 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09eeb21-9998-4732-8cd5-5711281136fb req-3ee554be-f3a1-4d42-931e-2a45446657c8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:09.192323 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d09eeb21-9998-4732-8cd5-5711281136fb req-3ee554be-f3a1-4d42-931e-2a45446657c8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 946 time: 0.0834820 Nov 12 09:24:09.221770 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c2fffc15-2405-404a-959b-0530e3db41be tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:09.253726 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d09eeb21-9998-4732-8cd5-5711281136fb req-e2f0e8e9-7871-4442-8349-0920119ab27d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572636 Nov 12 09:24:09.299041 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-fd1b51bf-8677-4f32-9dea-85f3c928581b None None] Set router 0e657b96-421f-404b-980e-48056ba38efe gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:09.405532 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e19d0-e012-43f1-9b89-f7fb175866e6 req-db206dff-a9d2-4e1f-a17f-b4d059491d6a tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:09.408524 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b48e19d0-e012-43f1-9b89-f7fb175866e6 req-db206dff-a9d2-4e1f-a17f-b4d059491d6a tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 946 time: 0.0687540 Nov 12 09:24:09.419565 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c2fffc15-2405-404a-959b-0530e3db41be tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:09.492171 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b48e19d0-e012-43f1-9b89-f7fb175866e6 req-ac8d9f4a-818b-4b3b-9744-b1108de0aa42 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0748675 Nov 12 09:24:09.510393 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c2fffc15-2405-404a-959b-0530e3db41be tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:09.518364 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39466) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:09.545501 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-fd1b51bf-8677-4f32-9dea-85f3c928581b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e657b96-421f-404b-980e-48056ba38efe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1432475352', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '5013645d-ec65-4630-aa40-0e44de5073de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:41Z', 'updated_at': '2021-11-12T09:24:08Z', 'revision_number': 5, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'gw_port': {'id': '5013645d-ec65-4630-aa40-0e44de5073de', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e657b96-421f-404b-980e-48056ba38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:42Z', 'updated_at': '2021-11-12T09:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:09.566074 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fffc15-2405-404a-959b-0530e3db41be tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Pushing event deleted for resources: {'Subnet': ['ID=a7f5cd58-1152-4606-b4e5-a38c842185f2,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:09.570585 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c2fffc15-2405-404a-959b-0530e3db41be tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:09.572810 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73800564-62a0-4910-b434-ce3803a57785 tempest-TestVolumeBootPattern-417724045 tempest-TestVolumeBootPattern-417724045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:09.574574 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-73800564-62a0-4910-b434-ce3803a57785 tempest-TestVolumeBootPattern-417724045 tempest-TestVolumeBootPattern-417724045-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 1093 time: 0.0551784 Nov 12 09:24:09.578813 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c2fffc15-2405-404a-959b-0530e3db41be tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "DELETE /v2.0/subnets/a7f5cd58-1152-4606-b4e5-a38c842185f2 HTTP/1.1" status: 204 len: 168 time: 0.4928215 Nov 12 09:24:09.578813 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39468) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:09.581796 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39470) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:09.585890 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8262998e-0456-4fa5-adac-c489fe522a6a None None] Network 71dc098f-627b-4b69-a8c1-2d32739ea55c requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:24:09.588371 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-bcf26afa-7c39-4210-8182-10e5d7de0a57 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'port_id': 'be8f3403-0ce2-4334-9de3-d05c56435fae', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:09.590064 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1b51bf-8677-4f32-9dea-85f3c928581b None None] Checking router: 0e657b96-421f-404b-980e-48056ba38efe for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:24:09.634524 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bcf26afa-7c39-4210-8182-10e5d7de0a57 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for floatingip, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:09.677557 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1b51bf-8677-4f32-9dea-85f3c928581b None None] Routers {'0e657b96-421f-404b-980e-48056ba38efe'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:09.678372 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-fd1b51bf-8677-4f32-9dea-85f3c928581b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:23:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['0e657b96-421f-404b-980e-48056ba38efe'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:09.838330 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bcf26afa-7c39-4210-8182-10e5d7de0a57 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:09.893338 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-fd1b51bf-8677-4f32-9dea-85f3c928581b None None] Set router 0e657b96-421f-404b-980e-48056ba38efe gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:09.980359 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a9c9b0-763b-4343-9657-6ccd4f81801d None None] DHCP port deletion for 71dc098f-627b-4b69-a8c1-2d32739ea55c request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:24:09.984963 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-bcf26afa-7c39-4210-8182-10e5d7de0a57 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Allocated IP 172.25.6.32 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/7f150795-2559-4b09-a17d-f9a3de787a9d) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:24:10.091690 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c4db7fe9-c272-45a6-8c74-08b82c5b4bd3 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:10.108572 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bcf26afa-7c39-4210-8182-10e5d7de0a57 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:10.130753 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-26a9c9b0-763b-4343-9657-6ccd4f81801d None None] Deleting port 99b32fe7-00f4-4a34-a942-18f6507ffbcb {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:10.131414 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-26a9c9b0-763b-4343-9657-6ccd4f81801d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:10.164429 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bcf26afa-7c39-4210-8182-10e5d7de0a57 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:10.210037 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf26afa-7c39-4210-8182-10e5d7de0a57 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:24:10.215405 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c4db7fe9-c272-45a6-8c74-08b82c5b4bd3 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:10.216104 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-bcf26afa-7c39-4210-8182-10e5d7de0a57 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:10.218226 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-26a9c9b0-763b-4343-9657-6ccd4f81801d None None] For port 99b32fe7-00f4-4a34-a942-18f6507ffbcb, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=99b32fe7-00f4-4a34-a942-18f6507ffbcb,segment=NetworkSegment(baa8aed9-0a53-4f6f-b520-b6ebf793bcb8),segment_id=baa8aed9-0a53-4f6f-b520-b6ebf793bcb8)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:10.218742 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-26a9c9b0-763b-4343-9657-6ccd4f81801d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:10.224503 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf26afa-7c39-4210-8182-10e5d7de0a57 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:24:10.242630 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-26a9c9b0-763b-4343-9657-6ccd4f81801d None None] Calling delete_port for 99b32fe7-00f4-4a34-a942-18f6507ffbcb owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:10.249623 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-fd1b51bf-8677-4f32-9dea-85f3c928581b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e657b96-421f-404b-980e-48056ba38efe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1432475352', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '5013645d-ec65-4630-aa40-0e44de5073de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:41Z', 'updated_at': '2021-11-12T09:24:08Z', 'revision_number': 5, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'gw_port': {'id': '5013645d-ec65-4630-aa40-0e44de5073de', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e657b96-421f-404b-980e-48056ba38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:42Z', 'updated_at': '2021-11-12T09:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:10.253691 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6fe9c35b-ca9c-45ea-8a31-e8904466af0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:10.261047 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf26afa-7c39-4210-8182-10e5d7de0a57 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Pushing event updated for resources: {'Port': ['ID=7f150795-2559-4b09-a17d-f9a3de787a9d,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:10.288198 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1b51bf-8677-4f32-9dea-85f3c928581b None None] The sync data for ids ['0e657b96-421f-404b-980e-48056ba38efe'] in n-d-768862-16 is: [{'id': '0e657b96-421f-404b-980e-48056ba38efe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1432475352', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '5013645d-ec65-4630-aa40-0e44de5073de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:41Z', 'updated_at': '2021-11-12T09:24:08Z', 'revision_number': 5, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'gw_port': {'id': '5013645d-ec65-4630-aa40-0e44de5073de', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e657b96-421f-404b-980e-48056ba38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:42Z', 'updated_at': '2021-11-12T09:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:24:10.304123 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c4db7fe9-c272-45a6-8c74-08b82c5b4bd3 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Deleting port 5013645d-ec65-4630-aa40-0e44de5073de {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:10.304694 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c4db7fe9-c272-45a6-8c74-08b82c5b4bd3 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:10.431028 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-c4db7fe9-c272-45a6-8c74-08b82c5b4bd3 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] For port 5013645d-ec65-4630-aa40-0e44de5073de, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=5013645d-ec65-4630-aa40-0e44de5073de,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:10.432258 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c4db7fe9-c272-45a6-8c74-08b82c5b4bd3 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:10.458207 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c4db7fe9-c272-45a6-8c74-08b82c5b4bd3 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Calling delete_port for 5013645d-ec65-4630-aa40-0e44de5073de owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:10.578320 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-26a9c9b0-763b-4343-9657-6ccd4f81801d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:10.610054 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9c9b0-763b-4343-9657-6ccd4f81801d None None] Pushing event deleted for resources: {'Port': ['ID=99b32fe7-00f4-4a34-a942-18f6507ffbcb,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:10.614380 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a9c9b0-763b-4343-9657-6ccd4f81801d None None] No DVR routers for this DVR port 99b32fe7-00f4-4a34-a942-18f6507ffbcb on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:24:10.685591 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c4db7fe9-c272-45a6-8c74-08b82c5b4bd3 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:10.717742 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db7fe9-c272-45a6-8c74-08b82c5b4bd3 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Pushing event deleted for resources: {'Port': ['ID=5013645d-ec65-4630-aa40-0e44de5073de,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:10.738541 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bcf26afa-7c39-4210-8182-10e5d7de0a57 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:10.739461 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29376c37-2a3d-4753-8c87-d649e301b4ac None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:24:10.787028 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c4db7fe9-c272-45a6-8c74-08b82c5b4bd3 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:10.834454 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bcf26afa-7c39-4210-8182-10e5d7de0a57 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:10.891133 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c4db7fe9-c272-45a6-8c74-08b82c5b4bd3 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:10.893460 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c4db7fe9-c272-45a6-8c74-08b82c5b4bd3 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:10.942486 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c4db7fe9-c272-45a6-8c74-08b82c5b4bd3 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:10.943159 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4db7fe9-c272-45a6-8c74-08b82c5b4bd3 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Fanout notify agent at l3_agent the message router_deleted on router 0e657b96-421f-404b-980e-48056ba38efe {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:24:10.951135 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c4db7fe9-c272-45a6-8c74-08b82c5b4bd3 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:10.955155 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-c4db7fe9-c272-45a6-8c74-08b82c5b4bd3 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "DELETE /v2.0/routers/0e657b96-421f-404b-980e-48056ba38efe HTTP/1.1" status: 204 len: 168 time: 1.3740156 Nov 12 09:24:10.955538 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39472) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:11.085511 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cd699611-ca6f-47c8-bf98-3d57cbe2740a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:11.169397 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bcf26afa-7c39-4210-8182-10e5d7de0a57 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:11.178262 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bcf26afa-7c39-4210-8182-10e5d7de0a57 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:11.247559 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cd699611-ca6f-47c8-bf98-3d57cbe2740a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:11.290653 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:24:11.312703 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf26afa-7c39-4210-8182-10e5d7de0a57 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Pushing event updated for resources: {'Port': ['ID=7f150795-2559-4b09-a17d-f9a3de787a9d,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:11.318505 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-cd699611-ca6f-47c8-bf98-3d57cbe2740a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71dc098f-627b-4b69-a8c1-2d32739ea55c']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:11.338757 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-cd699611-ca6f-47c8-bf98-3d57cbe2740a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa8aed9-0a53-4f6f-b520-b6ebf793bcb8') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:11.339380 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-cd699611-ca6f-47c8-bf98-3d57cbe2740a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa8aed9-0a53-4f6f-b520-b6ebf793bcb8') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:11.351324 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bcf26afa-7c39-4210-8182-10e5d7de0a57 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:11.354083 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cd699611-ca6f-47c8-bf98-3d57cbe2740a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:11.414740 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cd699611-ca6f-47c8-bf98-3d57cbe2740a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:11.431158 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd699611-ca6f-47c8-bf98-3d57cbe2740a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:24:11.431644 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cd699611-ca6f-47c8-bf98-3d57cbe2740a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:11.435260 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:24:11.435260 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:24:11.435260 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:24:11.435260 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:24:11.435260 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:24:11.435260 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:24:11.435260 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:24:11.435260 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:24:11.435260 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:24:11.435260 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:24:11.435260 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:24:11.435260 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:24:11.435260 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:24:11.435260 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:24:11.435260 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:24:11.435260 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:24:11.435260 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:24:11.435260 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:24:11.435260 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:24:11.435260 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:24:11.435260 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:24:11.435260 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:24:11.435260 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:24:11.435260 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:24:11.435260 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:24:11.435260 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:24:11.435260 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:24:11.435260 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:24:11.435260 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:24:11.435260 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:24:11.435260 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:24:11.435260 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:24:11.550740 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cd699611-ca6f-47c8-bf98-3d57cbe2740a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:11.553317 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [None req-bcf26afa-7c39-4210-8182-10e5d7de0a57 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Floating IP 4373d22c-7276-4639-b62f-a358bd805375 associated. External IP: 172.25.6.32, port: be8f3403-0ce2-4334-9de3-d05c56435fae. Nov 12 09:24:11.595458 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cd699611-ca6f-47c8-bf98-3d57cbe2740a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:11.598775 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-cd699611-ca6f-47c8-bf98-3d57cbe2740a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "DELETE /v2.0/networks/71dc098f-627b-4b69-a8c1-2d32739ea55c HTTP/1.1" status: 204 len: 168 time: 0.6421654 Nov 12 09:24:11.602054 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39476) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:11.614141 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd699611-ca6f-47c8-bf98-3d57cbe2740a tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Pushing event deleted for resources: {'Network': ['ID=71dc098f-627b-4b69-a8c1-2d32739ea55c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:11.811516 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 99b32fe7-00f4-4a34-a942-18f6507ffbcb no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:11.840333 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 99b32fe7-00f4-4a34-a942-18f6507ffbcb {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:24:11.840685 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 99b32fe7-00f4-4a34-a942-18f6507ffbcb not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:24:11.841119 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 07d01268-4b40-4204-a674-08963fcec2fa no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:11.849725 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf26afa-7c39-4210-8182-10e5d7de0a57 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Router b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:24:11.865629 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 07d01268-4b40-4204-a674-08963fcec2fa {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:24:11.865974 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 07d01268-4b40-4204-a674-08963fcec2fa not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:24:11.866435 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5013645d-ec65-4630-aa40-0e44de5073de no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:11.866965 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-6993aa6a-0c52-4751-86f3-5f0eb6322b22 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Deleting port 5bf3ee89-c9f4-4dc8-8902-eb919cfc31fa {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:11.867652 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6993aa6a-0c52-4751-86f3-5f0eb6322b22 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:11.904742 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 5013645d-ec65-4630-aa40-0e44de5073de {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:24:11.905294 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5013645d-ec65-4630-aa40-0e44de5073de not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:24:11.978662 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6993aa6a-0c52-4751-86f3-5f0eb6322b22 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:11.978947 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6993aa6a-0c52-4751-86f3-5f0eb6322b22 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:12.001157 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-6993aa6a-0c52-4751-86f3-5f0eb6322b22 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Calling delete_port for 5bf3ee89-c9f4-4dc8-8902-eb919cfc31fa owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:12.036173 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf26afa-7c39-4210-8182-10e5d7de0a57 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:24:12.054610 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a486767-3aa5-4ce1-be9f-7b694c19fdfc None None] Sync routers for ids ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:24:12.060621 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bcf26afa-7c39-4210-8182-10e5d7de0a57 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:12.079282 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a486767-3aa5-4ce1-be9f-7b694c19fdfc None None] Routers {'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:12.080838 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0a486767-3aa5-4ce1-be9f-7b694c19fdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:24:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:12.100566 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bcf26afa-7c39-4210-8182-10e5d7de0a57 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5166352 Nov 12 09:24:12.101520 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9160f5e7-afb7-4a34-a08c-8f57aafed4e0', 'tag': 'be8f3403-0ce2-4334-9de3-d05c56435fae'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:24:12.105711 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f893a65a-2486-4252-b27e-ecaa973fd8d1" -d '{"events": [{"name": "network-changed", "server_uuid": "9160f5e7-afb7-4a34-a08c-8f57aafed4e0", "tag": "be8f3403-0ce2-4334-9de3-d05c56435fae"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:24:12.171004 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:12.188248 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1256bad9-056c-401c-a6b0-dd322980b65b x-openstack-request-id: req-1256bad9-056c-401c-a6b0-dd322980b65b {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:24:12.188825 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9160f5e7-afb7-4a34-a08c-8f57aafed4e0", "tag": "be8f3403-0ce2-4334-9de3-d05c56435fae", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:24:12.189696 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1256bad9-056c-401c-a6b0-dd322980b65b {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:24:12.190480 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9160f5e7-afb7-4a34-a08c-8f57aafed4e0', 'tag': 'be8f3403-0ce2-4334-9de3-d05c56435fae', 'status': 'completed', 'code': 200} Nov 12 09:24:12.265834 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-0a486767-3aa5-4ce1-be9f-7b694c19fdfc None None] Set router b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:12.281898 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893a65a-2486-4252-b27e-ecaa973fd8d1 req-1304c5ba-bbf8-4715-af79-35dddb2db8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:12.283712 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f893a65a-2486-4252-b27e-ecaa973fd8d1 req-1304c5ba-bbf8-4715-af79-35dddb2db8cd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 1098 time: 0.0478251 Nov 12 09:24:12.398202 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6993aa6a-0c52-4751-86f3-5f0eb6322b22 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:12.460825 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993aa6a-0c52-4751-86f3-5f0eb6322b22 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Pushing event deleted for resources: {'Port': ['ID=5bf3ee89-c9f4-4dc8-8902-eb919cfc31fa,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:12.475413 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893a65a-2486-4252-b27e-ecaa973fd8d1 req-5866e7bc-7925-4b18-aae9-51776bfa363f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:12.478033 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f893a65a-2486-4252-b27e-ecaa973fd8d1 req-5866e7bc-7925-4b18-aae9-51776bfa363f service neutron] 10.222.0.54 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 913 time: 0.1761141 Nov 12 09:24:12.567313 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0a486767-3aa5-4ce1-be9f-7b694c19fdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'name': 'tempest-TestVolumeBootPattern-1155374346-router', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:48Z', 'updated_at': '2021-11-12T09:15:57Z', 'revision_number': 4, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'gw_port': {'id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:50Z', 'updated_at': '2021-11-12T09:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '4373d22c-7276-4639-b62f-a358bd805375', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'port_id': 'be8f3403-0ce2-4334-9de3-d05c56435fae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'mac_address': 'fa:16:3e:25:f2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9160f5e7-afb7-4a34-a08c-8f57aafed4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:24:10Z', 'updated_at': '2021-11-12T09:24:10Z', 'revision_number': 0, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04715282-6a3b-4748-a839-1bf3f32f9b99', 'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'mac_address': 'fa:16:3e:3e:71:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '098c0920-f801-4a1f-89b9-15466a208616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:56Z', 'updated_at': '2021-11-12T09:16:07Z', 'revision_number': 5, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'subnets': [{'id': '098c0920-f801-4a1f-89b9-15466a208616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:12.597626 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a486767-3aa5-4ce1-be9f-7b694c19fdfc None None] Checking router: b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:24:12.609080 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a486767-3aa5-4ce1-be9f-7b694c19fdfc None None] Routers {'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:12.609740 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0a486767-3aa5-4ce1-be9f-7b694c19fdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:24:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:12.624450 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6993aa6a-0c52-4751-86f3-5f0eb6322b22 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:12.625098 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [None req-6993aa6a-0c52-4751-86f3-5f0eb6322b22 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Floating IP 3097d5c6-009c-4d34-a337-b6333588fabc disassociated (deleted). External IP: 172.25.6.203, port: f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4. Nov 12 09:24:12.700873 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f893a65a-2486-4252-b27e-ecaa973fd8d1 req-cb116d3e-1cc7-4381-9078-57e8858177f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be8f3403-0ce2-4334-9de3-d05c56435fae HTTP/1.1" status: 200 len: 999 time: 0.2053456 Nov 12 09:24:12.732050 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-0a486767-3aa5-4ce1-be9f-7b694c19fdfc None None] Set router b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:12.808312 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893a65a-2486-4252-b27e-ecaa973fd8d1 req-7d3a87af-20cd-482d-8ed9-ac707b535029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:12.809879 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f893a65a-2486-4252-b27e-ecaa973fd8d1 req-7d3a87af-20cd-482d-8ed9-ac707b535029 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=098c0920-f801-4a1f-89b9-15466a208616 HTTP/1.1" status: 200 len: 851 time: 0.0981739 Nov 12 09:24:12.917703 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893a65a-2486-4252-b27e-ecaa973fd8d1 req-4a511b65-39b8-40ab-9a32-ff862a043322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:12.919408 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f893a65a-2486-4252-b27e-ecaa973fd8d1 req-4a511b65-39b8-40ab-9a32-ff862a043322 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=492b01ef-bcf0-406a-881b-e054fdb77f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0983634 Nov 12 09:24:13.074256 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6993aa6a-0c52-4751-86f3-5f0eb6322b22 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Router 67d0cdd5-af79-43eb-8ea5-008d12cf84b0 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:24:13.098425 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f893a65a-2486-4252-b27e-ecaa973fd8d1 req-eb961460-75e8-4519-a8fd-bf180f3efc68 service neutron] 10.222.0.54 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702979 Nov 12 09:24:13.119556 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0a486767-3aa5-4ce1-be9f-7b694c19fdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'name': 'tempest-TestVolumeBootPattern-1155374346-router', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:48Z', 'updated_at': '2021-11-12T09:15:57Z', 'revision_number': 4, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'gw_port': {'id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:50Z', 'updated_at': '2021-11-12T09:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '4373d22c-7276-4639-b62f-a358bd805375', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'port_id': 'be8f3403-0ce2-4334-9de3-d05c56435fae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'mac_address': 'fa:16:3e:25:f2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9160f5e7-afb7-4a34-a08c-8f57aafed4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:24:10Z', 'updated_at': '2021-11-12T09:24:10Z', 'revision_number': 0, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04715282-6a3b-4748-a839-1bf3f32f9b99', 'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'mac_address': 'fa:16:3e:3e:71:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '098c0920-f801-4a1f-89b9-15466a208616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:56Z', 'updated_at': '2021-11-12T09:16:07Z', 'revision_number': 5, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'subnets': [{'id': '098c0920-f801-4a1f-89b9-15466a208616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:13.158619 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a486767-3aa5-4ce1-be9f-7b694c19fdfc None None] The sync data for ids ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'] in n-d-768862-16 is: [{'id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'name': 'tempest-TestVolumeBootPattern-1155374346-router', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:48Z', 'updated_at': '2021-11-12T09:15:57Z', 'revision_number': 4, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'gw_port': {'id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:50Z', 'updated_at': '2021-11-12T09:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '4373d22c-7276-4639-b62f-a358bd805375', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'port_id': 'be8f3403-0ce2-4334-9de3-d05c56435fae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'mac_address': 'fa:16:3e:25:f2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9160f5e7-afb7-4a34-a08c-8f57aafed4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:24:10Z', 'updated_at': '2021-11-12T09:24:10Z', 'revision_number': 0, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04715282-6a3b-4748-a839-1bf3f32f9b99', 'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'mac_address': 'fa:16:3e:3e:71:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '098c0920-f801-4a1f-89b9-15466a208616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:56Z', 'updated_at': '2021-11-12T09:16:07Z', 'revision_number': 5, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'subnets': [{'id': '098c0920-f801-4a1f-89b9-15466a208616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:24:13.301919 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6993aa6a-0c52-4751-86f3-5f0eb6322b22 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:24:13.313606 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6993aa6a-0c52-4751-86f3-5f0eb6322b22 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:13.313896 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cf6215-79be-492e-b4b5-4aade3e78b85 None None] Sync routers for ids ['67d0cdd5-af79-43eb-8ea5-008d12cf84b0'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:24:13.325967 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cf6215-79be-492e-b4b5-4aade3e78b85 None None] Routers {'67d0cdd5-af79-43eb-8ea5-008d12cf84b0'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:13.326833 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-43cf6215-79be-492e-b4b5-4aade3e78b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:24:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['67d0cdd5-af79-43eb-8ea5-008d12cf84b0'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:13.338218 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f893a65a-2486-4252-b27e-ecaa973fd8d1 req-8519e381-7e87-4332-95e7-cfa012eb848f service neutron] 10.222.0.54 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035589 Nov 12 09:24:13.363940 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6993aa6a-0c52-4751-86f3-5f0eb6322b22 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "DELETE /v2.0/floatingips/3097d5c6-009c-4d34-a337-b6333588fabc HTTP/1.1" status: 204 len: 168 time: 1.7601492 Nov 12 09:24:13.365028 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8fe9ec0-cc78-4ac2-954d-885b2152acb3', 'tag': 'f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:24:13.369225 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3713b89d-f7fc-4fec-9893-cefe11560e18" -d '{"events": [{"name": "network-changed", "server_uuid": "b8fe9ec0-cc78-4ac2-954d-885b2152acb3", "tag": "f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:24:13.430419 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974f91e0-63f1-4456-a637-5945a688643b None None] New status for floating IP 4373d22c-7276-4639-b62f-a358bd805375: ACTIVE {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:24:13.485350 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-43cf6215-79be-492e-b4b5-4aade3e78b85 None None] Set router 67d0cdd5-af79-43eb-8ea5-008d12cf84b0 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:13.583146 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14d54e2-4abc-46f0-befd-b9bd49b64785 x-openstack-request-id: req-d14d54e2-4abc-46f0-befd-b9bd49b64785 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:24:13.583971 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8fe9ec0-cc78-4ac2-954d-885b2152acb3", "tag": "f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:24:13.584410 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d14d54e2-4abc-46f0-befd-b9bd49b64785 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:24:13.585047 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8fe9ec0-cc78-4ac2-954d-885b2152acb3', 'tag': 'f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4', 'status': 'completed', 'code': 200} Nov 12 09:24:13.615540 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:13.729595 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da0da3-57e7-4287-aa33-a787210cdd7a req-6196adaf-9032-4721-befe-fe0f174f1ab1 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:13.731960 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f6da0da3-57e7-4287-aa33-a787210cdd7a req-6196adaf-9032-4721-befe-fe0f174f1ab1 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8fe9ec0-cc78-4ac2-954d-885b2152acb3 HTTP/1.1" status: 200 len: 984 time: 0.0858808 Nov 12 09:24:13.762998 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-43cf6215-79be-492e-b4b5-4aade3e78b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308427839', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b042fd20-f0af-452e-bb61-e10be7767357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:22:43Z', 'updated_at': '2021-11-12T09:22:49Z', 'revision_number': 4, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'gw_port': {'id': 'b042fd20-f0af-452e-bb61-e10be7767357', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:22:43Z', 'updated_at': '2021-11-12T09:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'bd1aff16-bd27-438f-ac10-021a3a7ccaf0', 'name': '', 'network_id': '456019ba-7089-419a-a037-e3c8a90de946', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'mac_address': 'fa:16:3e:bd:05:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e1943a0d-f81e-45b2-86e3-7ad360ea5b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:22:48Z', 'updated_at': '2021-11-12T09:22:52Z', 'revision_number': 5, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'subnets': [{'id': 'e1943a0d-f81e-45b2-86e3-7ad360ea5b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:13.798379 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cf6215-79be-492e-b4b5-4aade3e78b85 None None] Checking router: 67d0cdd5-af79-43eb-8ea5-008d12cf84b0 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:24:13.809116 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cf6215-79be-492e-b4b5-4aade3e78b85 None None] Routers {'67d0cdd5-af79-43eb-8ea5-008d12cf84b0'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:13.810335 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-43cf6215-79be-492e-b4b5-4aade3e78b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:24:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['67d0cdd5-af79-43eb-8ea5-008d12cf84b0'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:13.836499 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713b89d-f7fc-4fec-9893-cefe11560e18 req-0c5799ac-e25a-48cd-b2f7-f59b587921d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:13.837929 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3713b89d-f7fc-4fec-9893-cefe11560e18 req-0c5799ac-e25a-48cd-b2f7-f59b587921d9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc2ba089713c41ed8aa7db9e6f76e18b&device_id=b8fe9ec0-cc78-4ac2-954d-885b2152acb3 HTTP/1.1" status: 200 len: 1136 time: 0.1348743 Nov 12 09:24:13.847199 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f6da0da3-57e7-4287-aa33-a787210cdd7a req-9c0d9537-58ff-4ae0-a150-d7cf3c5b2c3c tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/security-groups?id=7750775e-909c-4616-8edc-7f906645dd9f&id=6b9bfa6c-4b8e-45e4-bf88-eb9fb90f12b8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1015246 Nov 12 09:24:13.933286 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-43cf6215-79be-492e-b4b5-4aade3e78b85 None None] Set router 67d0cdd5-af79-43eb-8ea5-008d12cf84b0 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:13.940312 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713b89d-f7fc-4fec-9893-cefe11560e18 req-ce1523d1-7178-46f2-a87c-139521140427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:13.941987 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3713b89d-f7fc-4fec-9893-cefe11560e18 req-ce1523d1-7178-46f2-a87c-139521140427 service neutron] 10.222.0.58 "GET /v2.0/networks?id=456019ba-7089-419a-a037-e3c8a90de946 HTTP/1.1" status: 200 len: 898 time: 0.0939190 Nov 12 09:24:13.999690 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3713b89d-f7fc-4fec-9893-cefe11560e18 req-f77e6e89-9ffe-4044-80e3-b2d53cd3b214 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4 HTTP/1.1" status: 200 len: 217 time: 0.0495629 Nov 12 09:24:14.060998 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713b89d-f7fc-4fec-9893-cefe11560e18 req-b205f36b-e764-4eba-b418-7a9cd4bdb70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:14.062620 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3713b89d-f7fc-4fec-9893-cefe11560e18 req-b205f36b-e764-4eba-b418-7a9cd4bdb70d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1943a0d-f81e-45b2-86e3-7ad360ea5b1b HTTP/1.1" status: 200 len: 835 time: 0.0546396 Nov 12 09:24:14.101696 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:14.117168 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713b89d-f7fc-4fec-9893-cefe11560e18 req-d256a48b-b94d-4de2-ac26-53a8386a8672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:14.118893 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3713b89d-f7fc-4fec-9893-cefe11560e18 req-d256a48b-b94d-4de2-ac26-53a8386a8672 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=456019ba-7089-419a-a037-e3c8a90de946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476823 Nov 12 09:24:14.164597 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-43cf6215-79be-492e-b4b5-4aade3e78b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308427839', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b042fd20-f0af-452e-bb61-e10be7767357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:22:43Z', 'updated_at': '2021-11-12T09:22:49Z', 'revision_number': 4, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'gw_port': {'id': 'b042fd20-f0af-452e-bb61-e10be7767357', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:22:43Z', 'updated_at': '2021-11-12T09:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'bd1aff16-bd27-438f-ac10-021a3a7ccaf0', 'name': '', 'network_id': '456019ba-7089-419a-a037-e3c8a90de946', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'mac_address': 'fa:16:3e:bd:05:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e1943a0d-f81e-45b2-86e3-7ad360ea5b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:22:48Z', 'updated_at': '2021-11-12T09:22:52Z', 'revision_number': 5, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'subnets': [{'id': 'e1943a0d-f81e-45b2-86e3-7ad360ea5b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:14.199452 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cf6215-79be-492e-b4b5-4aade3e78b85 None None] The sync data for ids ['67d0cdd5-af79-43eb-8ea5-008d12cf84b0'] in n-d-768862-16 is: [{'id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308427839', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b042fd20-f0af-452e-bb61-e10be7767357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:22:43Z', 'updated_at': '2021-11-12T09:22:49Z', 'revision_number': 4, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'gw_port': {'id': 'b042fd20-f0af-452e-bb61-e10be7767357', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:22:43Z', 'updated_at': '2021-11-12T09:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'bd1aff16-bd27-438f-ac10-021a3a7ccaf0', 'name': '', 'network_id': '456019ba-7089-419a-a037-e3c8a90de946', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'mac_address': 'fa:16:3e:bd:05:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e1943a0d-f81e-45b2-86e3-7ad360ea5b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:22:48Z', 'updated_at': '2021-11-12T09:22:52Z', 'revision_number': 5, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'subnets': [{'id': 'e1943a0d-f81e-45b2-86e3-7ad360ea5b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:24:14.232894 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3713b89d-f7fc-4fec-9893-cefe11560e18 req-ee0a95ab-4f14-4231-8aa2-6be690f0488c service neutron] 10.222.0.58 "GET /v2.0/networks/456019ba-7089-419a-a037-e3c8a90de946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057591 Nov 12 09:24:14.342811 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3713b89d-f7fc-4fec-9893-cefe11560e18 req-39a3524d-3fa5-414d-89cb-7fed65f9728b service neutron] 10.222.0.58 "GET /v2.0/networks/456019ba-7089-419a-a037-e3c8a90de946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983706 Nov 12 09:24:14.476204 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee7f30e-2845-4d4d-98ac-ca8c0987dd5c None None] New status for floating IP 3097d5c6-009c-4d34-a337-b6333588fabc: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:24:15.011995 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c1a83-32c0-41b8-a953-3d09fef32d36 req-f848f323-feb8-483d-9c99-4ad7dbfebbc6 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:15.013546 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-186c1a83-32c0-41b8-a953-3d09fef32d36 req-f848f323-feb8-483d-9c99-4ad7dbfebbc6 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8fe9ec0-cc78-4ac2-954d-885b2152acb3 HTTP/1.1" status: 200 len: 984 time: 0.0888102 Nov 12 09:24:15.035194 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56100e-05c0-42b6-b640-dca701768cab req-f2d21956-b9ed-4e66-8109-aa1889649c68 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:15.037224 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bd56100e-05c0-42b6-b640-dca701768cab req-f2d21956-b9ed-4e66-8109-aa1889649c68 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8fe9ec0-cc78-4ac2-954d-885b2152acb3 HTTP/1.1" status: 200 len: 984 time: 0.0806675 Nov 12 09:24:15.139264 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-186c1a83-32c0-41b8-a953-3d09fef32d36 req-e6f49030-936f-4151-8253-f5a39b5a40b6 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "GET /v2.0/security-groups?id=7750775e-909c-4616-8edc-7f906645dd9f&id=6b9bfa6c-4b8e-45e4-bf88-eb9fb90f12b8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1185248 Nov 12 09:24:15.170562 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-bd56100e-05c0-42b6-b640-dca701768cab req-1a52d01d-76ff-4a63-881a-f57f5a79c221 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Deleting port f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:15.170889 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-bd56100e-05c0-42b6-b640-dca701768cab req-1a52d01d-76ff-4a63-881a-f57f5a79c221 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:15.271810 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-bd56100e-05c0-42b6-b640-dca701768cab req-1a52d01d-76ff-4a63-881a-f57f5a79c221 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] For port f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4,segment=NetworkSegment(c9d2bd6b-0b53-4ea6-a393-751af5c9ff47),segment_id=c9d2bd6b-0b53-4ea6-a393-751af5c9ff47)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:15.272184 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-bd56100e-05c0-42b6-b640-dca701768cab req-1a52d01d-76ff-4a63-881a-f57f5a79c221 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:15.286858 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-bd56100e-05c0-42b6-b640-dca701768cab req-1a52d01d-76ff-4a63-881a-f57f5a79c221 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Calling delete_port for f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:15.447861 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-bd56100e-05c0-42b6-b640-dca701768cab req-1a52d01d-76ff-4a63-881a-f57f5a79c221 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:15.478253 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52d01d-76ff-4a63-881a-f57f5a79c221 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Pushing event deleted for resources: {'Port': ['ID=f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:15.525256 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd56100e-05c0-42b6-b640-dca701768cab req-1a52d01d-76ff-4a63-881a-f57f5a79c221 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] No DVR routers for this DVR port f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:24:15.528262 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-bd56100e-05c0-42b6-b640-dca701768cab req-1a52d01d-76ff-4a63-881a-f57f5a79c221 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:15.531616 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bd56100e-05c0-42b6-b640-dca701768cab req-1a52d01d-76ff-4a63-881a-f57f5a79c221 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.58 "DELETE /v2.0/ports/f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4 HTTP/1.1" status: 204 len: 173 time: 0.4864321 Nov 12 09:24:15.532145 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8fe9ec0-cc78-4ac2-954d-885b2152acb3', 'name': 'network-vif-deleted', 'tag': 'f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:24:15.534580 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f689fbd6-7a82-4576-807d-400523f31092" -d '{"events": [{"server_uuid": "b8fe9ec0-cc78-4ac2-954d-885b2152acb3", "name": "network-vif-deleted", "tag": "f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:24:15.594360 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebeb35b-2593-46b5-bcfe-a1d55c1299c3 x-openstack-request-id: req-bebeb35b-2593-46b5-bcfe-a1d55c1299c3 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:24:15.594699 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8fe9ec0-cc78-4ac2-954d-885b2152acb3", "name": "network-vif-deleted", "tag": "f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:24:15.594936 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bebeb35b-2593-46b5-bcfe-a1d55c1299c3 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:24:15.595364 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8fe9ec0-cc78-4ac2-954d-885b2152acb3', 'name': 'network-vif-deleted', 'tag': 'f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4', 'status': 'completed', 'code': 200} Nov 12 09:24:16.208144 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39494) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:16.265154 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-224c9621-193c-40e5-85aa-6da1ad8dbafa tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:16.296080 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-224c9621-193c-40e5-85aa-6da1ad8dbafa tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:16.353644 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-224c9621-193c-40e5-85aa-6da1ad8dbafa tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:16.356595 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-224c9621-193c-40e5-85aa-6da1ad8dbafa tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:16.357855 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-224c9621-193c-40e5-85aa-6da1ad8dbafa tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "DELETE /v2.0/security-groups/6b9bfa6c-4b8e-45e4-bf88-eb9fb90f12b8 HTTP/1.1" status: 204 len: 168 time: 0.1484001 Nov 12 09:24:16.360747 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39496) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:16.375761 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c9621-193c-40e5-85aa-6da1ad8dbafa tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9bfa6c-4b8e-45e4-bf88-eb9fb90f12b8,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:16.428157 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-669f962e-1fbe-4037-a27d-f357d6d55dd3 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:16.453922 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-669f962e-1fbe-4037-a27d-f357d6d55dd3 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:16.834702 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-669f962e-1fbe-4037-a27d-f357d6d55dd3 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:16.837413 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-669f962e-1fbe-4037-a27d-f357d6d55dd3 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:16.839193 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-669f962e-1fbe-4037-a27d-f357d6d55dd3 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "DELETE /v2.0/security-groups/7750775e-909c-4616-8edc-7f906645dd9f HTTP/1.1" status: 204 len: 168 time: 0.4767566 Nov 12 09:24:16.842605 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39498) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:16.853153 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f962e-1fbe-4037-a27d-f357d6d55dd3 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7750775e-909c-4616-8edc-7f906645dd9f,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:17.286472 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-521cd5fa-d780-4ceb-a37f-c333a378d847 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:17.896873 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-521cd5fa-d780-4ceb-a37f-c333a378d847 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Deleting port bd1aff16-bd27-438f-ac10-021a3a7ccaf0 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:17.897202 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-521cd5fa-d780-4ceb-a37f-c333a378d847 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:18.000818 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-521cd5fa-d780-4ceb-a37f-c333a378d847 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] For port bd1aff16-bd27-438f-ac10-021a3a7ccaf0, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=bd1aff16-bd27-438f-ac10-021a3a7ccaf0,segment=NetworkSegment(c9d2bd6b-0b53-4ea6-a393-751af5c9ff47),segment_id=c9d2bd6b-0b53-4ea6-a393-751af5c9ff47)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:18.001276 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-521cd5fa-d780-4ceb-a37f-c333a378d847 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:18.017320 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-521cd5fa-d780-4ceb-a37f-c333a378d847 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Calling delete_port for bd1aff16-bd27-438f-ac10-021a3a7ccaf0 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:18.233485 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-521cd5fa-d780-4ceb-a37f-c333a378d847 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:18.264630 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521cd5fa-d780-4ceb-a37f-c333a378d847 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Pushing event deleted for resources: {'Port': ['ID=bd1aff16-bd27-438f-ac10-021a3a7ccaf0,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:18.287819 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:18.311088 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:24:18.311813 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device f2a8627b-ae78-41e1-9af9-d9ba82f8e8f4 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:24:18.500502 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-521cd5fa-d780-4ceb-a37f-c333a378d847 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:18.828035 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521cd5fa-d780-4ceb-a37f-c333a378d847 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Router 67d0cdd5-af79-43eb-8ea5-008d12cf84b0 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:24:18.831900 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5e3cfe6d-6bb2-473a-b3ce-a3a3d197d1a9 req-40c70c09-b35c-4e80-9aa7-a1a3ad353638 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0764964 Nov 12 09:24:19.018474 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521cd5fa-d780-4ceb-a37f-c333a378d847 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:24:19.024765 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-521cd5fa-d780-4ceb-a37f-c333a378d847 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "PUT /v2.0/routers/67d0cdd5-af79-43eb-8ea5-008d12cf84b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1808152 Nov 12 09:24:19.027560 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39502) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:19.028202 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cfe6d-6bb2-473a-b3ce-a3a3d197d1a9 req-e4f9d800-c6ab-40ae-81ae-4a045200de4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:19.029764 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5e3cfe6d-6bb2-473a-b3ce-a3a3d197d1a9 req-e4f9d800-c6ab-40ae-81ae-4a045200de4f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 1098 time: 0.1250350 Nov 12 09:24:19.033834 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5a6daa-d2f7-43fa-82c5-b3ae343d5e81 None None] Sync routers for ids ['67d0cdd5-af79-43eb-8ea5-008d12cf84b0'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:24:19.048019 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5a6daa-d2f7-43fa-82c5-b3ae343d5e81 None None] Routers {'67d0cdd5-af79-43eb-8ea5-008d12cf84b0'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:19.048752 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-1d5a6daa-d2f7-43fa-82c5-b3ae343d5e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:24:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['67d0cdd5-af79-43eb-8ea5-008d12cf84b0'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:19.099480 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-234a14a1-b331-4325-a3a6-42067b8b6ca0 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Deleting subnet e1943a0d-f81e-45b2-86e3-7ad360ea5b1b {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:24:19.103454 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-234a14a1-b331-4325-a3a6-42067b8b6ca0 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:19.155144 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-234a14a1-b331-4325-a3a6-42067b8b6ca0 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:19.178138 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cfe6d-6bb2-473a-b3ce-a3a3d197d1a9 req-362f9101-1786-444e-b7d8-bde7681e64d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:19.179596 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5e3cfe6d-6bb2-473a-b3ce-a3a3d197d1a9 req-362f9101-1786-444e-b7d8-bde7681e64d3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 913 time: 0.1210377 Nov 12 09:24:19.183790 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-1d5a6daa-d2f7-43fa-82c5-b3ae343d5e81 None None] Set router 67d0cdd5-af79-43eb-8ea5-008d12cf84b0 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:19.269259 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-234a14a1-b331-4325-a3a6-42067b8b6ca0 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:19.272844 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5e3cfe6d-6bb2-473a-b3ce-a3a3d197d1a9 req-98361a04-e5a8-4d05-a383-e2c6717a530b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be8f3403-0ce2-4334-9de3-d05c56435fae HTTP/1.1" status: 200 len: 1001 time: 0.0859482 Nov 12 09:24:19.339179 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cfe6d-6bb2-473a-b3ce-a3a3d197d1a9 req-264ab82c-e334-4787-9890-1739251af1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:19.341353 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5e3cfe6d-6bb2-473a-b3ce-a3a3d197d1a9 req-264ab82c-e334-4787-9890-1739251af1a3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=098c0920-f801-4a1f-89b9-15466a208616 HTTP/1.1" status: 200 len: 851 time: 0.0612152 Nov 12 09:24:19.358681 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-234a14a1-b331-4325-a3a6-42067b8b6ca0 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:19.388579 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a14a1-b331-4325-a3a6-42067b8b6ca0 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Pushing event deleted for resources: {'Subnet': ['ID=e1943a0d-f81e-45b2-86e3-7ad360ea5b1b,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:19.392746 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-234a14a1-b331-4325-a3a6-42067b8b6ca0 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:19.399042 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-234a14a1-b331-4325-a3a6-42067b8b6ca0 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "DELETE /v2.0/subnets/e1943a0d-f81e-45b2-86e3-7ad360ea5b1b HTTP/1.1" status: 204 len: 168 time: 0.3702536 Nov 12 09:24:19.399823 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39504) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:19.404117 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5865cb3b-d62e-4d41-82c2-52c5fb432143 None None] Network 456019ba-7089-419a-a037-e3c8a90de946 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:24:19.423760 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-1d5a6daa-d2f7-43fa-82c5-b3ae343d5e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308427839', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b042fd20-f0af-452e-bb61-e10be7767357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:22:43Z', 'updated_at': '2021-11-12T09:24:18Z', 'revision_number': 5, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'gw_port': {'id': 'b042fd20-f0af-452e-bb61-e10be7767357', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:22:43Z', 'updated_at': '2021-11-12T09:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:19.436099 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cfe6d-6bb2-473a-b3ce-a3a3d197d1a9 req-ee18f750-e131-43c4-9cad-87b82e18e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:19.438657 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5e3cfe6d-6bb2-473a-b3ce-a3a3d197d1a9 req-ee18f750-e131-43c4-9cad-87b82e18e3cd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=492b01ef-bcf0-406a-881b-e054fdb77f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0897517 Nov 12 09:24:19.455195 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5a6daa-d2f7-43fa-82c5-b3ae343d5e81 None None] Checking router: 67d0cdd5-af79-43eb-8ea5-008d12cf84b0 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:24:19.466943 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5a6daa-d2f7-43fa-82c5-b3ae343d5e81 None None] Routers {'67d0cdd5-af79-43eb-8ea5-008d12cf84b0'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:19.467579 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-1d5a6daa-d2f7-43fa-82c5-b3ae343d5e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:24:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['67d0cdd5-af79-43eb-8ea5-008d12cf84b0'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:19.565928 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2eac4d24-9d56-470c-bcba-ce8d8aebb923 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:19.596224 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5e3cfe6d-6bb2-473a-b3ce-a3a3d197d1a9 req-92ccdfa9-1c6e-40aa-ab46-1c74ea032af6 service neutron] 10.222.0.54 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495168 Nov 12 09:24:19.634813 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-1d5a6daa-d2f7-43fa-82c5-b3ae343d5e81 None None] Set router 67d0cdd5-af79-43eb-8ea5-008d12cf84b0 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:19.737175 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64c336f-16e5-416c-ba1a-78016b8d9e2c None None] DHCP port deletion for 456019ba-7089-419a-a037-e3c8a90de946 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:24:19.758217 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2eac4d24-9d56-470c-bcba-ce8d8aebb923 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:19.771329 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-5e3cfe6d-6bb2-473a-b3ce-a3a3d197d1a9 req-c94f37b6-c2db-4c2d-9778-c42e4f8896ca service neutron] 10.222.0.54 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643734 Nov 12 09:24:19.838528 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-d64c336f-16e5-416c-ba1a-78016b8d9e2c None None] Deleting port 98ed7bd9-76dd-43eb-84c3-9c67cb07f9e8 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:19.839209 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d64c336f-16e5-416c-ba1a-78016b8d9e2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:19.877518 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-2eac4d24-9d56-470c-bcba-ce8d8aebb923 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Deleting port b042fd20-f0af-452e-bb61-e10be7767357 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:19.880014 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2eac4d24-9d56-470c-bcba-ce8d8aebb923 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:19.923323 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-1d5a6daa-d2f7-43fa-82c5-b3ae343d5e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308427839', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b042fd20-f0af-452e-bb61-e10be7767357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:22:43Z', 'updated_at': '2021-11-12T09:24:18Z', 'revision_number': 5, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'gw_port': {'id': 'b042fd20-f0af-452e-bb61-e10be7767357', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:22:43Z', 'updated_at': '2021-11-12T09:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:19.924495 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 98ed7bd9-76dd-43eb-84c3-9c67cb07f9e8 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:19.960669 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5a6daa-d2f7-43fa-82c5-b3ae343d5e81 None None] The sync data for ids ['67d0cdd5-af79-43eb-8ea5-008d12cf84b0'] in n-d-768862-16 is: [{'id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308427839', 'tenant_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b042fd20-f0af-452e-bb61-e10be7767357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:22:43Z', 'updated_at': '2021-11-12T09:24:18Z', 'revision_number': 5, 'project_id': 'fc2ba089713c41ed8aa7db9e6f76e18b', 'gw_port': {'id': 'b042fd20-f0af-452e-bb61-e10be7767357', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d0cdd5-af79-43eb-8ea5-008d12cf84b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:22:43Z', 'updated_at': '2021-11-12T09:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:24:19.978827 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-d64c336f-16e5-416c-ba1a-78016b8d9e2c None None] For port 98ed7bd9-76dd-43eb-84c3-9c67cb07f9e8, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=98ed7bd9-76dd-43eb-84c3-9c67cb07f9e8,segment=NetworkSegment(c9d2bd6b-0b53-4ea6-a393-751af5c9ff47),segment_id=c9d2bd6b-0b53-4ea6-a393-751af5c9ff47)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:19.979221 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d64c336f-16e5-416c-ba1a-78016b8d9e2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:19.992384 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-2eac4d24-9d56-470c-bcba-ce8d8aebb923 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] For port b042fd20-f0af-452e-bb61-e10be7767357, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b042fd20-f0af-452e-bb61-e10be7767357,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:19.992802 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2eac4d24-9d56-470c-bcba-ce8d8aebb923 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.001281 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-d64c336f-16e5-416c-ba1a-78016b8d9e2c None None] Calling delete_port for 98ed7bd9-76dd-43eb-84c3-9c67cb07f9e8 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:20.015272 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-2eac4d24-9d56-470c-bcba-ce8d8aebb923 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Calling delete_port for b042fd20-f0af-452e-bb61-e10be7767357 owned by network:router_gateway {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:20.114627 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.160271 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d64c336f-16e5-416c-ba1a-78016b8d9e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.211631 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c336f-16e5-416c-ba1a-78016b8d9e2c None None] Pushing event deleted for resources: {'Port': ['ID=98ed7bd9-76dd-43eb-84c3-9c67cb07f9e8,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:20.215013 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64c336f-16e5-416c-ba1a-78016b8d9e2c None None] No DVR routers for this DVR port 98ed7bd9-76dd-43eb-84c3-9c67cb07f9e8 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:24:20.249986 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2eac4d24-9d56-470c-bcba-ce8d8aebb923 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.277120 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac4d24-9d56-470c-bcba-ce8d8aebb923 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Pushing event deleted for resources: {'Port': ['ID=b042fd20-f0af-452e-bb61-e10be7767357,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:20.291317 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfafbc0f-d183-47c0-b35d-4839ca0d720e None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:24:20.358035 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2eac4d24-9d56-470c-bcba-ce8d8aebb923 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.469697 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2eac4d24-9d56-470c-bcba-ce8d8aebb923 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.473642 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2eac4d24-9d56-470c-bcba-ce8d8aebb923 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.535078 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2eac4d24-9d56-470c-bcba-ce8d8aebb923 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.535951 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eac4d24-9d56-470c-bcba-ce8d8aebb923 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Fanout notify agent at l3_agent the message router_deleted on router 67d0cdd5-af79-43eb-8ea5-008d12cf84b0 {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:24:20.543170 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2eac4d24-9d56-470c-bcba-ce8d8aebb923 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.544378 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2eac4d24-9d56-470c-bcba-ce8d8aebb923 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "DELETE /v2.0/routers/67d0cdd5-af79-43eb-8ea5-008d12cf84b0 HTTP/1.1" status: 204 len: 168 time: 1.1436532 Nov 12 09:24:20.547778 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39506) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:20.655114 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-18c117d1-0364-497f-886f-eab67beab2b9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.753683 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-18c117d1-0364-497f-886f-eab67beab2b9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.775840 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-18c117d1-0364-497f-886f-eab67beab2b9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456019ba-7089-419a-a037-e3c8a90de946']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:20.785847 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-18c117d1-0364-497f-886f-eab67beab2b9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9d2bd6b-0b53-4ea6-a393-751af5c9ff47') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:20.786136 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-18c117d1-0364-497f-886f-eab67beab2b9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9d2bd6b-0b53-4ea6-a393-751af5c9ff47') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:20.797154 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-18c117d1-0364-497f-886f-eab67beab2b9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.814595 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-18c117d1-0364-497f-886f-eab67beab2b9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.821981 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c117d1-0364-497f-886f-eab67beab2b9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:24:20.822407 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-18c117d1-0364-497f-886f-eab67beab2b9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.825562 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:24:20.825562 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:24:20.825562 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:24:20.825562 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:24:20.825562 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:24:20.825562 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:24:20.825562 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:24:20.825562 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:24:20.825562 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:24:20.825562 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:24:20.825562 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:24:20.825562 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:24:20.825562 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:24:20.825562 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:24:20.825562 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:24:20.825562 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:24:20.825562 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:24:20.825562 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:24:20.825562 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:24:20.825562 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:24:20.825562 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:24:20.825562 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:24:20.825562 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:24:20.825562 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:24:20.825562 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:24:20.825562 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:24:20.825562 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:24:20.825562 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:24:20.825562 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:24:20.825562 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:24:20.825562 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:24:20.825562 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:24:20.898647 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-18c117d1-0364-497f-886f-eab67beab2b9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.903899 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-18c117d1-0364-497f-886f-eab67beab2b9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.908313 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-18c117d1-0364-497f-886f-eab67beab2b9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] 10.222.0.37 "DELETE /v2.0/networks/456019ba-7089-419a-a037-e3c8a90de946 HTTP/1.1" status: 204 len: 168 time: 0.3589542 Nov 12 09:24:20.927294 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c117d1-0364-497f-886f-eab67beab2b9 tempest-TestSecurityGroupsBasicOps-42425879 tempest-TestSecurityGroupsBasicOps-42425879-project] Pushing event deleted for resources: {'Network': ['ID=456019ba-7089-419a-a037-e3c8a90de946,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:21.265975 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39514) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:21.417539 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b748f9c4-1f3c-4753-932f-c6e358119ba2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc2ba089713c41ed8aa7db9e6f76e18b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1502359 Nov 12 09:24:21.421427 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39518) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:21.480804 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8acbfd0c-15f2-4464-b6cf-91ef45b6e601 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:21.504408 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8acbfd0c-15f2-4464-b6cf-91ef45b6e601 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:21.565210 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8acbfd0c-15f2-4464-b6cf-91ef45b6e601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:21.568051 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8acbfd0c-15f2-4464-b6cf-91ef45b6e601 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:21.569321 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8acbfd0c-15f2-4464-b6cf-91ef45b6e601 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/997e4227-68f2-4035-8805-937485080b8b HTTP/1.1" status: 204 len: 168 time: 0.1465902 Nov 12 09:24:21.578107 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbfd0c-15f2-4464-b6cf-91ef45b6e601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997e4227-68f2-4035-8805-937485080b8b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:21.788470 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device bd1aff16-bd27-438f-ac10-021a3a7ccaf0 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:21.810411 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: bd1aff16-bd27-438f-ac10-021a3a7ccaf0 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:24:21.811075 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device bd1aff16-bd27-438f-ac10-021a3a7ccaf0 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:24:21.811501 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b042fd20-f0af-452e-bb61-e10be7767357 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:21.840302 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: b042fd20-f0af-452e-bb61-e10be7767357 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:24:21.840645 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b042fd20-f0af-452e-bb61-e10be7767357 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:24:21.887275 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39524) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:21.905749 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-aeb80c59-9082-4933-9fcf-fa74ae399b01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:21.996267 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-aeb80c59-9082-4933-9fcf-fa74ae399b01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:22.001776 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-aeb80c59-9082-4933-9fcf-fa74ae399b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:22.044455 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-aeb80c59-9082-4933-9fcf-fa74ae399b01 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=82d61def28184bbda0aa5de70cd7939c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1553342 Nov 12 09:24:22.045469 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb80c59-9082-4933-9fcf-fa74ae399b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1266277e-19eb-4847-b877-6cc075ae6d14,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:22.046940 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39526) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:22.105574 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-63d6412b-04ec-4584-a108-ac13d516df16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:22.134204 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-63d6412b-04ec-4584-a108-ac13d516df16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:22.202356 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-63d6412b-04ec-4584-a108-ac13d516df16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:22.205214 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-63d6412b-04ec-4584-a108-ac13d516df16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:22.206498 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-63d6412b-04ec-4584-a108-ac13d516df16 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1266277e-19eb-4847-b877-6cc075ae6d14 HTTP/1.1" status: 204 len: 168 time: 0.1581843 Nov 12 09:24:22.216064 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6412b-04ec-4584-a108-ac13d516df16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1266277e-19eb-4847-b877-6cc075ae6d14,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:22.607571 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39532) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:22.666332 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-90f0a9e6-2567-4f0e-b499-a894cbdc0fc5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=395faae45e1647eda3826861b09f6823&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0571694 Nov 12 09:24:22.669807 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39534) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:22.733402 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-724c3e23-46e5-4385-92a4-9a12bbffc92f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:22.759982 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-724c3e23-46e5-4385-92a4-9a12bbffc92f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:22.815658 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-724c3e23-46e5-4385-92a4-9a12bbffc92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:22.820583 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-724c3e23-46e5-4385-92a4-9a12bbffc92f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:22.822727 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-724c3e23-46e5-4385-92a4-9a12bbffc92f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5324c67b-4ea2-4b22-8839-aad5196503d4 HTTP/1.1" status: 204 len: 168 time: 0.1515713 Nov 12 09:24:22.835136 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c3e23-46e5-4385-92a4-9a12bbffc92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5324c67b-4ea2-4b22-8839-aad5196503d4,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:23.487904 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:29.539273 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:37.894851 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-625ef408-4bc2-42e9-97e9-6ffa9606de74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:40.233015 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3676625e-fbbd-4e14-bd16-a30f98fea2cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:42.167049 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:43.527776 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:44.087506 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:48.291669 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:24:53.500072 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:59.536460 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:07.892212 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e4d1e0cb-5ba3-4571-be22-9a2c6a71afc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:10.231268 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fa6a9d74-0ca5-464a-93b0-6ff2b0e2d645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:12.169510 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:13.532210 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:14.094006 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:18.764791 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ad8d53f0-a962-4a75-b94a-e930492f4d3c req-67ffc040-a98d-4d01-89c4-9301de6f493b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444820 Nov 12 09:25:18.858145 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d53f0-a962-4a75-b94a-e930492f4d3c req-a94eb906-df37-4e26-a5e8-e59922c1ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:18.859871 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ad8d53f0-a962-4a75-b94a-e930492f4d3c req-a94eb906-df37-4e26-a5e8-e59922c1ff49 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 1098 time: 0.0496581 Nov 12 09:25:18.978031 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d53f0-a962-4a75-b94a-e930492f4d3c req-4861154d-3d10-4c40-880b-d9562bdfa2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:18.979527 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ad8d53f0-a962-4a75-b94a-e930492f4d3c req-4861154d-3d10-4c40-880b-d9562bdfa2d7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 913 time: 0.0964592 Nov 12 09:25:19.050356 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ad8d53f0-a962-4a75-b94a-e930492f4d3c req-f1039a9e-7c24-46b0-9c69-bafe4c9638da service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be8f3403-0ce2-4334-9de3-d05c56435fae HTTP/1.1" status: 200 len: 1001 time: 0.0617924 Nov 12 09:25:19.127138 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d53f0-a962-4a75-b94a-e930492f4d3c req-a9293294-b66c-4188-a778-bd7f01723350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:19.128561 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ad8d53f0-a962-4a75-b94a-e930492f4d3c req-a9293294-b66c-4188-a778-bd7f01723350 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=098c0920-f801-4a1f-89b9-15466a208616 HTTP/1.1" status: 200 len: 851 time: 0.0691271 Nov 12 09:25:19.178607 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d53f0-a962-4a75-b94a-e930492f4d3c req-f8c5cfc9-d11c-41e1-885c-47762485ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:19.180180 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ad8d53f0-a962-4a75-b94a-e930492f4d3c req-f8c5cfc9-d11c-41e1-885c-47762485ced6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=492b01ef-bcf0-406a-881b-e054fdb77f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432124 Nov 12 09:25:19.280735 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ad8d53f0-a962-4a75-b94a-e930492f4d3c req-ce37df39-08d0-4db1-89d4-28b19521ac61 service neutron] 10.222.0.54 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933177 Nov 12 09:25:19.377061 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ad8d53f0-a962-4a75-b94a-e930492f4d3c req-e72d1ad4-b6cf-4f31-bddc-868e62c5b567 service neutron] 10.222.0.54 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898354 Nov 12 09:25:23.510675 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:25.292499 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:25:29.532047 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:32.293272 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [req-7b4f02c1-d306-46e2-87c4-a54144c3ac78 req-769136ae-5078-443e-9751-3ede901acb64 service neutron] (102568) timed out ('10.222.0.37', 49260) {{(pid=102568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:25:37.888096 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5fc80d7f-9a66-4432-9aa3-3b575818bbed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.230107 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5d0d0bd3-7f1b-4ff2-b2d5-230aa9516517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:42.175309 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:43.532841 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:44.123526 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:53.510800 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:53.921311 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-fe058571-b131-4606-9830-868eade1ff27 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-42500120&fields=id&tenant_id=8490ecf3904e4cc1946420dda4801d0b HTTP/1.1" status: 200 len: 267 time: 0.0540576 Nov 12 09:25:54.044664 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-4781bbd0-48d9-4347-8f38-2d01de46bf3a tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:54.046052 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-4781bbd0-48d9-4347-8f38-2d01de46bf3a tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 812 time: 0.1176035 Nov 12 09:25:54.062444 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-951bd70c-3d04-4b2c-9f83-eafe66a8cb1b tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/quotas/8490ecf3904e4cc1946420dda4801d0b HTTP/1.1" status: 200 len: 375 time: 0.0099561 Nov 12 09:25:54.122824 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-f643105f-566c-4ab9-823a-f6fc2ef3e814 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0543439 Nov 12 09:25:54.229624 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-8ea8d7ea-5580-4ff3-8a27-0ae8fc585767 service neutron] 10.222.0.37 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942121 Nov 12 09:25:54.327643 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-c22d992b-3870-419b-bb04-4e00329e15e0 service neutron] 10.222.0.37 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909216 Nov 12 09:25:54.664506 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7f48a643-3a6f-47c6-bdcd-2dafb0694ef9 req-cb14c6ac-5adc-4e60-aeaf-6eec45b4bb74 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448 HTTP/1.1" status: 200 len: 210 time: 0.0347493 Nov 12 09:25:55.801293 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-37135708-bfe7-4faa-bd28-26fc0946a730 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:55.804344 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-37135708-bfe7-4faa-bd28-26fc0946a730 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.58 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 812 time: 0.1619706 Nov 12 09:25:55.846634 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5650d62e-e027-44ca-8bfb-efb582eec396 req-93d84d40-c480-463b-8c59-4a0d3a71b8fa tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448 HTTP/1.1" status: 200 len: 210 time: 0.0405059 Nov 12 09:25:55.906383 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-f1a1f019-2e79-4b5c-8a26-9574a3c066cc tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8490ecf3904e4cc1946420dda4801d0b HTTP/1.1" status: 200 len: 378 time: 0.0845494 Nov 12 09:25:55.920358 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-3c0cdca6-fa54-4e9f-9347-f57ef8e9b3cf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Request body: {'port': {'device_id': 'fdef3290-bc4d-4b31-b3b2-5c59d6b6f448', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'admin_state_up': True, 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'security_groups': ['b70cb30a-a66c-474e-931d-1fda1a5757a7']}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:56.066040 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-3c0cdca6-fa54-4e9f-9347-f57ef8e9b3cf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Made reservation on behalf of 8490ecf3904e4cc1946420dda4801d0b for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:56.070170 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-3c0cdca6-fa54-4e9f-9347-f57ef8e9b3cf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:56.220793 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-3c0cdca6-fa54-4e9f-9347-f57ef8e9b3cf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Allocated IP 172.20.0.13 (492b01ef-bcf0-406a-881b-e054fdb77f9d/098c0920-f801-4a1f-89b9-15466a208616/5303030c-b873-46cc-935c-00674d1b800c) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:56.388082 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-3c0cdca6-fa54-4e9f-9347-f57ef8e9b3cf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:56.427096 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-3c0cdca6-fa54-4e9f-9347-f57ef8e9b3cf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:56.480003 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-3c0cdca6-fa54-4e9f-9347-f57ef8e9b3cf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Network 492b01ef-bcf0-406a-881b-e054fdb77f9d is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:56.483207 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-3c0cdca6-fa54-4e9f-9347-f57ef8e9b3cf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:56.487598 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-3c0cdca6-fa54-4e9f-9347-f57ef8e9b3cf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:25:56.495079 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0cdca6-fa54-4e9f-9347-f57ef8e9b3cf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Pushing event updated for resources: {'Port': ['ID=5303030c-b873-46cc-935c-00674d1b800c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:56.525895 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0cdca6-fa54-4e9f-9347-f57ef8e9b3cf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:56.526257 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0cdca6-fa54-4e9f-9347-f57ef8e9b3cf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:56.526572 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0cdca6-fa54-4e9f-9347-f57ef8e9b3cf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:56.526903 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0cdca6-fa54-4e9f-9347-f57ef8e9b3cf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:56.527235 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0cdca6-fa54-4e9f-9347-f57ef8e9b3cf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:56.527975 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0cdca6-fa54-4e9f-9347-f57ef8e9b3cf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:56.527975 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0cdca6-fa54-4e9f-9347-f57ef8e9b3cf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:56.528243 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0cdca6-fa54-4e9f-9347-f57ef8e9b3cf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:56.528527 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0cdca6-fa54-4e9f-9347-f57ef8e9b3cf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:56.528848 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0cdca6-fa54-4e9f-9347-f57ef8e9b3cf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:56.529163 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0cdca6-fa54-4e9f-9347-f57ef8e9b3cf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:56.531476 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0cdca6-fa54-4e9f-9347-f57ef8e9b3cf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:56.565498 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-3c0cdca6-fa54-4e9f-9347-f57ef8e9b3cf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:56.566544 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-3c0cdca6-fa54-4e9f-9347-f57ef8e9b3cf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:56.593080 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-3c0cdca6-fa54-4e9f-9347-f57ef8e9b3cf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6794899 Nov 12 09:25:56.604190 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-7e5673ae-8866-4961-8e7d-879097988dc8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:25:56.605339 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-7e5673ae-8866-4961-8e7d-879097988dc8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062041 Nov 12 09:25:56.786626 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-1c1dac42-6fc9-47a7-a38e-b35fa6b8131c service neutron] Request body: {'port': {'device_id': 'fdef3290-bc4d-4b31-b3b2-5c59d6b6f448', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:56.837493 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-60655262-fbcc-47a2-a9cc-1959b9fb01f2 None None] Provisioning complete for port 5303030c-b873-46cc-935c-00674d1b800c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:56.838679 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-60655262-fbcc-47a2-a9cc-1959b9fb01f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:56.858720 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-1c1dac42-6fc9-47a7-a38e-b35fa6b8131c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:56.905509 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-60655262-fbcc-47a2-a9cc-1959b9fb01f2 None None] Port 5303030c-b873-46cc-935c-00674d1b800c cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:25:57.093787 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4ce22-1f2f-49bb-be96-99c5bedcc7d4 req-58e843d5-3c06-4fa3-8439-1a15b68b8dec tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:57.095462 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-24e4ce22-1f2f-49bb-be96-99c5bedcc7d4 req-58e843d5-3c06-4fa3-8439-1a15b68b8dec tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448 HTTP/1.1" status: 200 len: 932 time: 0.1387076 Nov 12 09:25:57.192346 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-24e4ce22-1f2f-49bb-be96-99c5bedcc7d4 req-c292c37d-a0f2-48fd-8a8d-149908d2d859 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593154 Nov 12 09:25:57.319659 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-1c1dac42-6fc9-47a7-a38e-b35fa6b8131c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5303030c-b873-46cc-935c-00674d1b800c {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:25:57.328949 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-1c1dac42-6fc9-47a7-a38e-b35fa6b8131c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:57.345530 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-1c1dac42-6fc9-47a7-a38e-b35fa6b8131c service neutron] Transition to ACTIVE for port object 5303030c-b873-46cc-935c-00674d1b800c will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:25:57.352440 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-1c1dac42-6fc9-47a7-a38e-b35fa6b8131c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:57.411127 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1dac42-6fc9-47a7-a38e-b35fa6b8131c service neutron] Pushing event updated for resources: {'Port': ['ID=5303030c-b873-46cc-935c-00674d1b800c,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:57.496430 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-1c1dac42-6fc9-47a7-a38e-b35fa6b8131c service neutron] Attempting to bind port 5303030c-b873-46cc-935c-00674d1b800c on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:25:57.497421 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-1c1dac42-6fc9-47a7-a38e-b35fa6b8131c service neutron] Attempting to bind port 5303030c-b873-46cc-935c-00674d1b800c by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:25:57.497964 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-1c1dac42-6fc9-47a7-a38e-b35fa6b8131c service neutron] Attempting to bind port 5303030c-b873-46cc-935c-00674d1b800c on network 492b01ef-bcf0-406a-881b-e054fdb77f9d {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:25:57.506006 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-1c1dac42-6fc9-47a7-a38e-b35fa6b8131c service neutron] Port 5303030c-b873-46cc-935c-00674d1b800c on network 492b01ef-bcf0-406a-881b-e054fdb77f9d not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:25:57.506407 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-1c1dac42-6fc9-47a7-a38e-b35fa6b8131c service neutron] Attempting to bind port 5303030c-b873-46cc-935c-00674d1b800c on network 492b01ef-bcf0-406a-881b-e054fdb77f9d {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:25:57.514043 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-1c1dac42-6fc9-47a7-a38e-b35fa6b8131c service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:25:57.514323 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-1c1dac42-6fc9-47a7-a38e-b35fa6b8131c service neutron] Checking segment: {'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:57.514814 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-1c1dac42-6fc9-47a7-a38e-b35fa6b8131c service neutron] Bound using segment: {'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:25:57.515394 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-1c1dac42-6fc9-47a7-a38e-b35fa6b8131c service neutron] Bound port: 5303030c-b873-46cc-935c-00674d1b800c, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f986769c-b4f7-40c3-a672-a815202ecee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:25:57.516184 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-1c1dac42-6fc9-47a7-a38e-b35fa6b8131c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:57.606810 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-1c1dac42-6fc9-47a7-a38e-b35fa6b8131c service neutron] For port 5303030c-b873-46cc-935c-00674d1b800c, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:25:57.610786 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-1c1dac42-6fc9-47a7-a38e-b35fa6b8131c service neutron] For port 5303030c-b873-46cc-935c-00674d1b800c, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=5303030c-b873-46cc-935c-00674d1b800c,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:25:57.618675 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-1c1dac42-6fc9-47a7-a38e-b35fa6b8131c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:57.665971 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-1c1dac42-6fc9-47a7-a38e-b35fa6b8131c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:57.666602 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-1c1dac42-6fc9-47a7-a38e-b35fa6b8131c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:57.668783 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-1c1dac42-6fc9-47a7-a38e-b35fa6b8131c service neutron] 10.222.0.58 "PUT /v2.0/ports/5303030c-b873-46cc-935c-00674d1b800c HTTP/1.1" status: 200 len: 1093 time: 1.0542784 Nov 12 09:25:57.668783 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdef3290-bc4d-4b31-b3b2-5c59d6b6f448', 'tag': '5303030c-b873-46cc-935c-00674d1b800c'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:25:57.671329 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49452e46-e6bf-4bb5-80f8-b799e6a1d9fd" -d '{"events": [{"name": "network-changed", "server_uuid": "fdef3290-bc4d-4b31-b3b2-5c59d6b6f448", "tag": "5303030c-b873-46cc-935c-00674d1b800c"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:25:57.705112 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1dac42-6fc9-47a7-a38e-b35fa6b8131c service neutron] Pushing event updated for resources: {'Port': ['ID=5303030c-b873-46cc-935c-00674d1b800c,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:57.728608 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73a647a-1407-4c8d-8dbc-770fdd756a44 x-openstack-request-id: req-c73a647a-1407-4c8d-8dbc-770fdd756a44 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:25:57.728985 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdef3290-bc4d-4b31-b3b2-5c59d6b6f448", "tag": "5303030c-b873-46cc-935c-00674d1b800c", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:25:57.729310 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c73a647a-1407-4c8d-8dbc-770fdd756a44 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:25:57.729934 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdef3290-bc4d-4b31-b3b2-5c59d6b6f448', 'tag': '5303030c-b873-46cc-935c-00674d1b800c', 'status': 'completed', 'code': 200} Nov 12 09:25:57.787233 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-8977ec67-b706-4bea-86bb-efa4c6ae0f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:57.789629 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-8977ec67-b706-4bea-86bb-efa4c6ae0f27 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448 HTTP/1.1" status: 200 len: 1096 time: 0.0540628 Nov 12 09:25:57.840367 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-f1a492b4-8d06-4920-90d3-41f3cd9fdf89 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5303030c-b873-46cc-935c-00674d1b800c HTTP/1.1" status: 200 len: 217 time: 0.0425014 Nov 12 09:25:57.906060 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-0c6ae62e-8d03-46c4-a860-78e837339ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:57.907600 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-0c6ae62e-8d03-46c4-a860-78e837339ace service neutron] 10.222.0.58 "GET /v2.0/subnets?id=098c0920-f801-4a1f-89b9-15466a208616 HTTP/1.1" status: 200 len: 851 time: 0.0583942 Nov 12 09:25:57.965904 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-3bf81ba6-51cf-4a20-a33d-36ba892b02a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:57.967461 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-3bf81ba6-51cf-4a20-a33d-36ba892b02a4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=492b01ef-bcf0-406a-881b-e054fdb77f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522459 Nov 12 09:25:58.069994 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-9c984232-ebc2-4949-92b8-461dca6380c0 service neutron] 10.222.0.58 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952504 Nov 12 09:25:58.184319 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f3c057e-2747-47fb-b867-dc8f1e82f9db req-4e2c96d1-b3b2-4681-82bd-69d96895d6b7 service neutron] 10.222.0.58 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071148 Nov 12 09:25:58.320486 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49452e46-e6bf-4bb5-80f8-b799e6a1d9fd req-e24b6748-77d5-49e9-b399-6c811bc431b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:58.321973 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49452e46-e6bf-4bb5-80f8-b799e6a1d9fd req-e24b6748-77d5-49e9-b399-6c811bc431b0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448 HTTP/1.1" status: 200 len: 1096 time: 0.0674593 Nov 12 09:25:58.414292 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffa4e1-acd3-4829-bf7f-ab299b0b4195 req-f767a1af-1369-4bfc-b096-06b0f7a3bf4d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:58.416677 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-86ffa4e1-acd3-4829-bf7f-ab299b0b4195 req-f767a1af-1369-4bfc-b096-06b0f7a3bf4d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448 HTTP/1.1" status: 200 len: 944 time: 0.1160185 Nov 12 09:25:58.481449 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49452e46-e6bf-4bb5-80f8-b799e6a1d9fd req-f24daeab-022e-4fd4-ae2f-37c817f5c7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:58.482995 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49452e46-e6bf-4bb5-80f8-b799e6a1d9fd req-f24daeab-022e-4fd4-ae2f-37c817f5c7d7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 913 time: 0.1464095 Nov 12 09:25:58.512264 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-86ffa4e1-acd3-4829-bf7f-ab299b0b4195 req-415ad769-e61f-482f-be07-b66fcae4ddd8 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0893764 Nov 12 09:25:58.550878 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49452e46-e6bf-4bb5-80f8-b799e6a1d9fd req-b71b5b61-6d87-4fdd-9f28-0feb405707ee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5303030c-b873-46cc-935c-00674d1b800c HTTP/1.1" status: 200 len: 217 time: 0.0567603 Nov 12 09:25:58.614207 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49452e46-e6bf-4bb5-80f8-b799e6a1d9fd req-3c020c31-391a-4ab5-8fbe-470bfb85f719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:58.615805 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49452e46-e6bf-4bb5-80f8-b799e6a1d9fd req-3c020c31-391a-4ab5-8fbe-470bfb85f719 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=098c0920-f801-4a1f-89b9-15466a208616 HTTP/1.1" status: 200 len: 851 time: 0.0544600 Nov 12 09:25:58.671152 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49452e46-e6bf-4bb5-80f8-b799e6a1d9fd req-df436fa8-cb37-4dee-a4f1-735eb803868b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:58.672949 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49452e46-e6bf-4bb5-80f8-b799e6a1d9fd req-df436fa8-cb37-4dee-a4f1-735eb803868b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=492b01ef-bcf0-406a-881b-e054fdb77f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497148 Nov 12 09:25:58.779490 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49452e46-e6bf-4bb5-80f8-b799e6a1d9fd req-8d3fe57d-b396-4cb5-9086-507866d308e6 service neutron] 10.222.0.58 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991485 Nov 12 09:25:58.904514 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49452e46-e6bf-4bb5-80f8-b799e6a1d9fd req-86c26d85-8c0b-4dc7-80fe-0a7874f60c6f service neutron] 10.222.0.58 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148410 Nov 12 09:25:59.544481 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:59.661793 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6992e1b-7a92-45dc-804e-060dd686dda7 req-2782d2c3-519f-4516-bdd8-cb0f56207560 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:59.663590 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c6992e1b-7a92-45dc-804e-060dd686dda7 req-2782d2c3-519f-4516-bdd8-cb0f56207560 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448 HTTP/1.1" status: 200 len: 944 time: 0.0595787 Nov 12 09:25:59.719868 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c6992e1b-7a92-45dc-804e-060dd686dda7 req-d7ce3c78-5a3b-4388-bbf7-a3fda4c0f2dc tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466177 Nov 12 09:26:00.846581 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599afa4-2c2a-46f4-8d95-a2d9046879d3 req-520e66d3-f447-4e14-9de3-cc9238071794 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:00.848245 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2599afa4-2c2a-46f4-8d95-a2d9046879d3 req-520e66d3-f447-4e14-9de3-cc9238071794 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448 HTTP/1.1" status: 200 len: 944 time: 0.0524216 Nov 12 09:26:00.907770 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2599afa4-2c2a-46f4-8d95-a2d9046879d3 req-6e015179-a63e-47a2-b375-7e8fb2771630 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527551 Nov 12 09:26:02.043856 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e69340-ba2f-4516-b9f3-434aef36a611 req-c28156f7-5c90-49d8-9171-b457ff82e443 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:02.045412 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-31e69340-ba2f-4516-b9f3-434aef36a611 req-c28156f7-5c90-49d8-9171-b457ff82e443 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448 HTTP/1.1" status: 200 len: 944 time: 0.0592291 Nov 12 09:26:02.097784 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-31e69340-ba2f-4516-b9f3-434aef36a611 req-81b34f7a-655b-417f-aa4e-2ebee3b7209b tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456855 Nov 12 09:26:02.294573 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:26:03.232865 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961942a-ea3b-4648-bf71-2f774c4fba73 req-13c7ab54-8c2f-4ee2-8f04-fe9f4be2a1ce tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:03.234225 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d961942a-ea3b-4648-bf71-2f774c4fba73 req-13c7ab54-8c2f-4ee2-8f04-fe9f4be2a1ce tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448 HTTP/1.1" status: 200 len: 944 time: 0.0585244 Nov 12 09:26:03.291148 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d961942a-ea3b-4648-bf71-2f774c4fba73 req-dcf51b26-a267-4722-ae22-602dd6e7aa47 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504384 Nov 12 09:26:04.423531 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61beb322-f079-4575-a87b-1643836714cc req-d5b1858c-7de3-40bc-bc94-21dd088569bf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:04.425314 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-61beb322-f079-4575-a87b-1643836714cc req-d5b1858c-7de3-40bc-bc94-21dd088569bf tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448 HTTP/1.1" status: 200 len: 944 time: 0.0564857 Nov 12 09:26:04.490411 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-61beb322-f079-4575-a87b-1643836714cc req-bb165d45-c47b-4cd0-8f7f-38e270db811e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572803 Nov 12 09:26:05.623978 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae3677-3d3c-49ea-b646-d3e12cf73c34 req-a0dac95c-f19c-49d5-86a7-72c8b941835d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:05.625682 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-70ae3677-3d3c-49ea-b646-d3e12cf73c34 req-a0dac95c-f19c-49d5-86a7-72c8b941835d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448 HTTP/1.1" status: 200 len: 944 time: 0.0568769 Nov 12 09:26:05.685868 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-70ae3677-3d3c-49ea-b646-d3e12cf73c34 req-6aa4b41e-469a-4435-b4ef-0e23d23cfc3f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535188 Nov 12 09:26:06.831366 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59affc1b-69db-4d47-ae0f-ed1bd181f793 req-539b7a59-2dcf-4a40-9c31-b73347a5d17f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:06.833135 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-59affc1b-69db-4d47-ae0f-ed1bd181f793 req-539b7a59-2dcf-4a40-9c31-b73347a5d17f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448 HTTP/1.1" status: 200 len: 944 time: 0.0615058 Nov 12 09:26:06.893662 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-59affc1b-69db-4d47-ae0f-ed1bd181f793 req-a8b5882d-ceda-4576-ae40-175331c95bba tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540507 Nov 12 09:26:07.893840 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5d918a13-f9f1-4823-8277-4f828de9f87b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:08.020042 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca5bf2-e948-47af-b239-291b14ba1ec1 req-c33f4ef7-2f2d-4cf4-aca5-2d377d88ad0f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:08.021645 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9fca5bf2-e948-47af-b239-291b14ba1ec1 req-c33f4ef7-2f2d-4cf4-aca5-2d377d88ad0f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448 HTTP/1.1" status: 200 len: 944 time: 0.0566456 Nov 12 09:26:08.077642 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9fca5bf2-e948-47af-b239-291b14ba1ec1 req-75adf486-0650-4cf8-8491-30069d166508 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488002 Nov 12 09:26:08.874417 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 5303030c-b873-46cc-935c-00674d1b800c details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:26:08.977549 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 5303030c-b873-46cc-935c-00674d1b800c, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=5303030c-b873-46cc-935c-00674d1b800c,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:08.989427 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '5303030c-b873-46cc-935c-00674d1b800c', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'port_id': '5303030c-b873-46cc-935c-00674d1b800c', 'mac_address': 'fa:16:3e:b4:8e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098c0920-f801-4a1f-89b9-15466a208616', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:26:09.031016 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:09.048978 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5303030c-b873-46cc-935c-00674d1b800c {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:26:09.071243 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 5303030c-b873-46cc-935c-00674d1b800c, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=5303030c-b873-46cc-935c-00674d1b800c,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:09.076460 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:09.216531 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0530c-6eaa-4b66-ae9f-c3a00e0eb128 req-d2d155b4-955f-418a-a826-6145e55f529b tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:09.219858 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-57e0530c-6eaa-4b66-ae9f-c3a00e0eb128 req-d2d155b4-955f-418a-a826-6145e55f529b tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448 HTTP/1.1" status: 200 len: 945 time: 0.0594108 Nov 12 09:26:09.278390 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-57e0530c-6eaa-4b66-ae9f-c3a00e0eb128 req-5af6bd54-b372-4f43-86c5-c178de154e1c tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500968 Nov 12 09:26:09.304547 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=5303030c-b873-46cc-935c-00674d1b800c,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:09.312537 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:09.312882 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:09.313226 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:09.313564 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:09.313944 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:09.314261 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:09.314556 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:09.314879 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:09.315205 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:09.315523 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:09.315876 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:09.316164 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:09.350792 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['5303030c-b873-46cc-935c-00674d1b800c'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:26:10.226167 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d9c2e32f-da26-4448-ae58-87ec79e41d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:10.410923 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a467ea0-5490-4fce-a077-4f68bfd4baa2 req-ed957458-3602-417f-aadb-23abea07f640 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:10.412464 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4a467ea0-5490-4fce-a077-4f68bfd4baa2 req-ed957458-3602-417f-aadb-23abea07f640 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448 HTTP/1.1" status: 200 len: 945 time: 0.0567262 Nov 12 09:26:10.465552 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4a467ea0-5490-4fce-a077-4f68bfd4baa2 req-5eb9c508-a8f7-4cd3-a47b-0a4c2210291c tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468569 Nov 12 09:26:10.877163 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 5303030c-b873-46cc-935c-00674d1b800c up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:26:10.938113 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 5303030c-b873-46cc-935c-00674d1b800c completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:26:10.942700 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 5303030c-b873-46cc-935c-00674d1b800c triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:10.943067 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:11.060890 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:11.089885 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdef3290-bc4d-4b31-b3b2-5c59d6b6f448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5303030c-b873-46cc-935c-00674d1b800c'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:26:11.092267 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe7a744-4789-445d-bf30-bbbdac9ee25c" -d '{"events": [{"server_uuid": "fdef3290-bc4d-4b31-b3b2-5c59d6b6f448", "name": "network-vif-plugged", "status": "completed", "tag": "5303030c-b873-46cc-935c-00674d1b800c"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:26:11.107566 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 5303030c-b873-46cc-935c-00674d1b800c, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=5303030c-b873-46cc-935c-00674d1b800c,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:11.114076 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:11.142353 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0888e53f-4160-4f84-8f42-873abd236ee4 x-openstack-request-id: req-0888e53f-4160-4f84-8f42-873abd236ee4 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:26:11.142657 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdef3290-bc4d-4b31-b3b2-5c59d6b6f448", "name": "network-vif-plugged", "status": "completed", "tag": "5303030c-b873-46cc-935c-00674d1b800c", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:26:11.143023 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0888e53f-4160-4f84-8f42-873abd236ee4 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:26:11.143440 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdef3290-bc4d-4b31-b3b2-5c59d6b6f448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5303030c-b873-46cc-935c-00674d1b800c', 'code': 200} Nov 12 09:26:11.177713 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=5303030c-b873-46cc-935c-00674d1b800c,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:11.240026 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3785c-3e9e-495c-9455-887654f0e6f3 req-13ad07c4-611f-4d1f-ae82-d5043e75c6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:11.241793 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-68c3785c-3e9e-495c-9455-887654f0e6f3 req-13ad07c4-611f-4d1f-ae82-d5043e75c6cd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448 HTTP/1.1" status: 200 len: 1098 time: 0.0442240 Nov 12 09:26:11.296495 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-68c3785c-3e9e-495c-9455-887654f0e6f3 req-7ac252cb-78b8-426a-8d79-ec30d3158807 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459089 Nov 12 09:26:11.609089 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfa43b-439f-4bad-8ff5-7b3735100374 req-7e64ce90-c9e4-407e-9854-f6d6d7c14398 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:11.610802 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ccbfa43b-439f-4bad-8ff5-7b3735100374 req-7e64ce90-c9e4-407e-9854-f6d6d7c14398 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448 HTTP/1.1" status: 200 len: 946 time: 0.0628457 Nov 12 09:26:11.671789 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ccbfa43b-439f-4bad-8ff5-7b3735100374 req-2130a88a-bcbf-4601-8b3d-04806492ef38 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540164 Nov 12 09:26:12.175401 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:12.959305 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36b768-b513-41ce-81e9-10c8c7093d79 req-43534f4b-5128-4911-97e6-09c6fa3d5a0c tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:12.961009 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2a36b768-b513-41ce-81e9-10c8c7093d79 req-43534f4b-5128-4911-97e6-09c6fa3d5a0c tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448 HTTP/1.1" status: 200 len: 946 time: 0.0532618 Nov 12 09:26:13.022546 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2a36b768-b513-41ce-81e9-10c8c7093d79 req-f29301ce-fdca-4aee-a56b-5a8f71dc3171 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534394 Nov 12 09:26:13.156032 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4a27e-1d41-4ef5-9086-1a0fa5057945 req-a15d9fe9-1aab-40f8-b8a8-cdf769964bea tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:13.157505 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-94d4a27e-1d41-4ef5-9086-1a0fa5057945 req-a15d9fe9-1aab-40f8-b8a8-cdf769964bea tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448 HTTP/1.1" status: 200 len: 946 time: 0.0537918 Nov 12 09:26:13.216063 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-94d4a27e-1d41-4ef5-9086-1a0fa5057945 req-2981e610-e037-4e9d-9bee-437f85a64814 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514100 Nov 12 09:26:13.242793 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39668) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:13.290143 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c982f2e-da7d-4b5e-9d29-f69b7907258d tempest-TestVolumeBootPattern-417724045 tempest-TestVolumeBootPattern-417724045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:13.292113 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7c982f2e-da7d-4b5e-9d29-f69b7907258d tempest-TestVolumeBootPattern-417724045 tempest-TestVolumeBootPattern-417724045-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448 HTTP/1.1" status: 200 len: 1093 time: 0.0481954 Nov 12 09:26:13.295229 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39670) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:13.302419 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-1e1bf3a0-f282-4388-974e-11ade387d5c3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'port_id': '5303030c-b873-46cc-935c-00674d1b800c', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:13.332791 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1e1bf3a0-f282-4388-974e-11ade387d5c3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for floatingip, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:13.453828 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1e1bf3a0-f282-4388-974e-11ade387d5c3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:13.542762 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:13.585829 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-1e1bf3a0-f282-4388-974e-11ade387d5c3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Allocated IP 172.25.6.24 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/9c98cfde-2372-48a2-8901-a257f80b32ba) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:26:13.693005 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1e1bf3a0-f282-4388-974e-11ade387d5c3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:13.729404 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1e1bf3a0-f282-4388-974e-11ade387d5c3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:13.776514 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1bf3a0-f282-4388-974e-11ade387d5c3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:26:13.779645 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-1e1bf3a0-f282-4388-974e-11ade387d5c3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:13.783494 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1bf3a0-f282-4388-974e-11ade387d5c3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:26:13.789626 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1bf3a0-f282-4388-974e-11ade387d5c3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Pushing event updated for resources: {'Port': ['ID=9c98cfde-2372-48a2-8901-a257f80b32ba,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:14.102296 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:14.522154 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1e1bf3a0-f282-4388-974e-11ade387d5c3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:14.596358 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1e1bf3a0-f282-4388-974e-11ade387d5c3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:14.760894 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1e1bf3a0-f282-4388-974e-11ade387d5c3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:14.767237 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1e1bf3a0-f282-4388-974e-11ade387d5c3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:14.834363 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1bf3a0-f282-4388-974e-11ade387d5c3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Pushing event updated for resources: {'Port': ['ID=9c98cfde-2372-48a2-8901-a257f80b32ba,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:14.849044 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1e1bf3a0-f282-4388-974e-11ade387d5c3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:14.966796 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [None req-1e1bf3a0-f282-4388-974e-11ade387d5c3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Floating IP b9451296-1205-4fc5-b8fa-288d7ebc8249 associated. External IP: 172.25.6.24, port: 5303030c-b873-46cc-935c-00674d1b800c. Nov 12 09:26:15.202157 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1bf3a0-f282-4388-974e-11ade387d5c3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Router b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:26:15.336364 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1bf3a0-f282-4388-974e-11ade387d5c3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:26:15.348224 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9823950-dc85-4fef-9dbb-7d44d760bd03 None None] Sync routers for ids ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:26:15.360975 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9823950-dc85-4fef-9dbb-7d44d760bd03 None None] Routers {'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:15.361654 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f9823950-dc85-4fef-9dbb-7d44d760bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:26:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:15.367052 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1e1bf3a0-f282-4388-974e-11ade387d5c3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:15.399029 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1e1bf3a0-f282-4388-974e-11ade387d5c3 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1013227 Nov 12 09:26:15.400004 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdef3290-bc4d-4b31-b3b2-5c59d6b6f448', 'tag': '5303030c-b873-46cc-935c-00674d1b800c'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:26:15.405593 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74aaf17a-8ded-4876-bdf4-a2d526a84bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "fdef3290-bc4d-4b31-b3b2-5c59d6b6f448", "tag": "5303030c-b873-46cc-935c-00674d1b800c"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:26:15.455621 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca9f0bf-0dff-4515-8fe4-d04b4635e87a x-openstack-request-id: req-6ca9f0bf-0dff-4515-8fe4-d04b4635e87a {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:26:15.456014 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdef3290-bc4d-4b31-b3b2-5c59d6b6f448", "tag": "5303030c-b873-46cc-935c-00674d1b800c", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:26:15.456353 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ca9f0bf-0dff-4515-8fe4-d04b4635e87a {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:26:15.456898 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdef3290-bc4d-4b31-b3b2-5c59d6b6f448', 'tag': '5303030c-b873-46cc-935c-00674d1b800c', 'status': 'completed', 'code': 200} Nov 12 09:26:15.482369 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-f9823950-dc85-4fef-9dbb-7d44d760bd03 None None] Set router b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:26:15.530137 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aaf17a-8ded-4876-bdf4-a2d526a84bb7 req-e7660fed-92e5-4dc7-afca-569b9746d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:15.533803 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-74aaf17a-8ded-4876-bdf4-a2d526a84bb7 req-e7660fed-92e5-4dc7-afca-569b9746d946 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448 HTTP/1.1" status: 200 len: 1098 time: 0.0552506 Nov 12 09:26:15.642520 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aaf17a-8ded-4876-bdf4-a2d526a84bb7 req-852dc613-f65e-4d3d-a967-e727418219db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:15.644120 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-74aaf17a-8ded-4876-bdf4-a2d526a84bb7 req-852dc613-f65e-4d3d-a967-e727418219db service neutron] 10.222.0.58 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 913 time: 0.1024389 Nov 12 09:26:15.717920 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-74aaf17a-8ded-4876-bdf4-a2d526a84bb7 req-540b8028-d91c-46ff-953c-f63b93967812 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5303030c-b873-46cc-935c-00674d1b800c HTTP/1.1" status: 200 len: 999 time: 0.0664241 Nov 12 09:26:15.757107 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f9823950-dc85-4fef-9dbb-7d44d760bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'name': 'tempest-TestVolumeBootPattern-1155374346-router', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:48Z', 'updated_at': '2021-11-12T09:15:57Z', 'revision_number': 4, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'gw_port': {'id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:50Z', 'updated_at': '2021-11-12T09:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '4373d22c-7276-4639-b62f-a358bd805375', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'port_id': 'be8f3403-0ce2-4334-9de3-d05c56435fae', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'mac_address': 'fa:16:3e:25:f2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9160f5e7-afb7-4a34-a08c-8f57aafed4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:24:10Z', 'updated_at': '2021-11-12T09:24:13Z', 'revision_number': 1, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'fixed_ip_address_scope': None}, {'id': 'b9451296-1205-4fc5-b8fa-288d7ebc8249', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'floating_ip_address': '172.25.6.24', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'port_id': '5303030c-b873-46cc-935c-00674d1b800c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'mac_address': 'fa:16:3e:b4:8e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdef3290-bc4d-4b31-b3b2-5c59d6b6f448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:26:14Z', 'updated_at': '2021-11-12T09:26:14Z', 'revision_number': 0, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04715282-6a3b-4748-a839-1bf3f32f9b99', 'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'mac_address': 'fa:16:3e:3e:71:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '098c0920-f801-4a1f-89b9-15466a208616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:56Z', 'updated_at': '2021-11-12T09:16:07Z', 'revision_number': 5, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'subnets': [{'id': '098c0920-f801-4a1f-89b9-15466a208616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:15.779972 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aaf17a-8ded-4876-bdf4-a2d526a84bb7 req-a807570c-6480-4beb-81e2-433217e34798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:15.781502 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-74aaf17a-8ded-4876-bdf4-a2d526a84bb7 req-a807570c-6480-4beb-81e2-433217e34798 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=098c0920-f801-4a1f-89b9-15466a208616 HTTP/1.1" status: 200 len: 851 time: 0.0556126 Nov 12 09:26:15.790620 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9823950-dc85-4fef-9dbb-7d44d760bd03 None None] Checking router: b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:26:15.800939 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9823950-dc85-4fef-9dbb-7d44d760bd03 None None] Routers {'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:15.801598 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f9823950-dc85-4fef-9dbb-7d44d760bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:26:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:15.839595 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aaf17a-8ded-4876-bdf4-a2d526a84bb7 req-826a7950-7d8b-4249-9920-af27df559140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:15.841270 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-74aaf17a-8ded-4876-bdf4-a2d526a84bb7 req-826a7950-7d8b-4249-9920-af27df559140 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=492b01ef-bcf0-406a-881b-e054fdb77f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514915 Nov 12 09:26:15.928987 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-f9823950-dc85-4fef-9dbb-7d44d760bd03 None None] Set router b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:26:15.956354 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-74aaf17a-8ded-4876-bdf4-a2d526a84bb7 req-ff367f53-13e0-4238-ab5c-29e655fc2ea6 service neutron] 10.222.0.58 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064508 Nov 12 09:26:16.068256 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-74aaf17a-8ded-4876-bdf4-a2d526a84bb7 req-4eba7da4-a795-4fa4-ab76-fba4da306291 service neutron] 10.222.0.58 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019602 Nov 12 09:26:16.184510 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f9823950-dc85-4fef-9dbb-7d44d760bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'name': 'tempest-TestVolumeBootPattern-1155374346-router', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:48Z', 'updated_at': '2021-11-12T09:15:57Z', 'revision_number': 4, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'gw_port': {'id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:50Z', 'updated_at': '2021-11-12T09:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '4373d22c-7276-4639-b62f-a358bd805375', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'port_id': 'be8f3403-0ce2-4334-9de3-d05c56435fae', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'mac_address': 'fa:16:3e:25:f2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9160f5e7-afb7-4a34-a08c-8f57aafed4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:24:10Z', 'updated_at': '2021-11-12T09:24:13Z', 'revision_number': 1, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'fixed_ip_address_scope': None}, {'id': 'b9451296-1205-4fc5-b8fa-288d7ebc8249', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'floating_ip_address': '172.25.6.24', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'port_id': '5303030c-b873-46cc-935c-00674d1b800c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'mac_address': 'fa:16:3e:b4:8e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdef3290-bc4d-4b31-b3b2-5c59d6b6f448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:26:14Z', 'updated_at': '2021-11-12T09:26:14Z', 'revision_number': 0, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04715282-6a3b-4748-a839-1bf3f32f9b99', 'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'mac_address': 'fa:16:3e:3e:71:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '098c0920-f801-4a1f-89b9-15466a208616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:56Z', 'updated_at': '2021-11-12T09:16:07Z', 'revision_number': 5, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'subnets': [{'id': '098c0920-f801-4a1f-89b9-15466a208616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:16.212802 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9823950-dc85-4fef-9dbb-7d44d760bd03 None None] The sync data for ids ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'] in n-d-768862-16 is: [{'id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'name': 'tempest-TestVolumeBootPattern-1155374346-router', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:48Z', 'updated_at': '2021-11-12T09:15:57Z', 'revision_number': 4, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'gw_port': {'id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:50Z', 'updated_at': '2021-11-12T09:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '4373d22c-7276-4639-b62f-a358bd805375', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'port_id': 'be8f3403-0ce2-4334-9de3-d05c56435fae', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'mac_address': 'fa:16:3e:25:f2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9160f5e7-afb7-4a34-a08c-8f57aafed4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:24:10Z', 'updated_at': '2021-11-12T09:24:13Z', 'revision_number': 1, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'fixed_ip_address_scope': None}, {'id': 'b9451296-1205-4fc5-b8fa-288d7ebc8249', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'floating_ip_address': '172.25.6.24', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'port_id': '5303030c-b873-46cc-935c-00674d1b800c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'mac_address': 'fa:16:3e:b4:8e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdef3290-bc4d-4b31-b3b2-5c59d6b6f448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:26:14Z', 'updated_at': '2021-11-12T09:26:14Z', 'revision_number': 0, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04715282-6a3b-4748-a839-1bf3f32f9b99', 'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'mac_address': 'fa:16:3e:3e:71:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '098c0920-f801-4a1f-89b9-15466a208616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:56Z', 'updated_at': '2021-11-12T09:16:07Z', 'revision_number': 5, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'subnets': [{'id': '098c0920-f801-4a1f-89b9-15466a208616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:26:16.441674 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a8a7dc-cef4-439c-977e-dad8f62910bf None None] New status for floating IP b9451296-1205-4fc5-b8fa-288d7ebc8249: ACTIVE {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:26:21.343479 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e730d346-ab3e-4c9d-af2b-f409333aac8a req-3972b588-640b-4c50-837a-fbaa58a9c612 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441401 Nov 12 09:26:21.444385 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730d346-ab3e-4c9d-af2b-f409333aac8a req-86857261-5549-4a29-9f49-eb7fc21a3f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:21.445962 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e730d346-ab3e-4c9d-af2b-f409333aac8a req-86857261-5549-4a29-9f49-eb7fc21a3f85 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448 HTTP/1.1" status: 200 len: 1098 time: 0.0514531 Nov 12 09:26:21.563794 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730d346-ab3e-4c9d-af2b-f409333aac8a req-0ffa7d36-583d-4efe-8589-4f810eb981b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:21.565428 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e730d346-ab3e-4c9d-af2b-f409333aac8a req-0ffa7d36-583d-4efe-8589-4f810eb981b9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 913 time: 0.0983927 Nov 12 09:26:21.568682 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8c9a06ca-bde8-4c57-8d3c-ef3c1b87d241 req-2b54a3b9-c1b9-4315-ad0f-78f5fca015de service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430732 Nov 12 09:26:21.648659 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e730d346-ab3e-4c9d-af2b-f409333aac8a req-36c46458-8c4b-443c-a4ac-b571deefa5a2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5303030c-b873-46cc-935c-00674d1b800c HTTP/1.1" status: 200 len: 1001 time: 0.0759141 Nov 12 09:26:21.662569 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a06ca-bde8-4c57-8d3c-ef3c1b87d241 req-7ffbbb24-6496-45f1-b206-eb7b5c997d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:21.665028 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8c9a06ca-bde8-4c57-8d3c-ef3c1b87d241 req-7ffbbb24-6496-45f1-b206-eb7b5c997d4f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 1098 time: 0.0504940 Nov 12 09:26:21.709112 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730d346-ab3e-4c9d-af2b-f409333aac8a req-9790202d-db3d-4c84-8e51-8f852ca964d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:21.710656 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e730d346-ab3e-4c9d-af2b-f409333aac8a req-9790202d-db3d-4c84-8e51-8f852ca964d8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=098c0920-f801-4a1f-89b9-15466a208616 HTTP/1.1" status: 200 len: 851 time: 0.0548620 Nov 12 09:26:21.763162 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730d346-ab3e-4c9d-af2b-f409333aac8a req-99ef4153-9b3d-46bd-a11c-1a4f458e921a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:21.764983 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e730d346-ab3e-4c9d-af2b-f409333aac8a req-99ef4153-9b3d-46bd-a11c-1a4f458e921a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=492b01ef-bcf0-406a-881b-e054fdb77f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454419 Nov 12 09:26:21.785897 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a06ca-bde8-4c57-8d3c-ef3c1b87d241 req-08639dbf-b0ad-441f-809a-119b123beb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:21.787420 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8c9a06ca-bde8-4c57-8d3c-ef3c1b87d241 req-08639dbf-b0ad-441f-809a-119b123beb77 service neutron] 10.222.0.54 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 913 time: 0.1006804 Nov 12 09:26:21.858657 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8c9a06ca-bde8-4c57-8d3c-ef3c1b87d241 req-b0e0f4c7-1500-4772-aeef-eab0c6d93cd8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be8f3403-0ce2-4334-9de3-d05c56435fae HTTP/1.1" status: 200 len: 1001 time: 0.0629244 Nov 12 09:26:21.870182 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e730d346-ab3e-4c9d-af2b-f409333aac8a req-cef808e8-caf3-4232-a7ad-b0da956039de service neutron] 10.222.0.58 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976019 Nov 12 09:26:21.916799 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a06ca-bde8-4c57-8d3c-ef3c1b87d241 req-d89a43e2-e8e0-46a9-92ad-71117c955cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:21.918229 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8c9a06ca-bde8-4c57-8d3c-ef3c1b87d241 req-d89a43e2-e8e0-46a9-92ad-71117c955cb4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=098c0920-f801-4a1f-89b9-15466a208616 HTTP/1.1" status: 200 len: 851 time: 0.0528224 Nov 12 09:26:21.970518 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e730d346-ab3e-4c9d-af2b-f409333aac8a req-a503f856-822b-4306-9e4b-9d4439aea3ac service neutron] 10.222.0.58 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925252 Nov 12 09:26:21.976352 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a06ca-bde8-4c57-8d3c-ef3c1b87d241 req-3252372a-9749-44ff-acb6-ab95ceb5d51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:21.977867 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8c9a06ca-bde8-4c57-8d3c-ef3c1b87d241 req-3252372a-9749-44ff-acb6-ab95ceb5d51e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=492b01ef-bcf0-406a-881b-e054fdb77f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518875 Nov 12 09:26:22.083309 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8c9a06ca-bde8-4c57-8d3c-ef3c1b87d241 req-40937067-6435-432f-9e40-d535e32b612a service neutron] 10.222.0.54 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974541 Nov 12 09:26:22.190294 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8c9a06ca-bde8-4c57-8d3c-ef3c1b87d241 req-c0a8063f-c354-4a5f-95e4-b522424924d2 service neutron] 10.222.0.54 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992441 Nov 12 09:26:23.519533 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:29.571394 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:30.633654 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [req-7f4f0b4b-3f59-49ca-8f35-9d77247a1a9f req-82a83f29-3d9c-494f-9b7e-9b5ac3ec78f3 tempest-TestServerAdvancedOps-1178072830 tempest-TestServerAdvancedOps-1178072830-project] (102568) timed out ('10.222.0.54', 61457) {{(pid=102568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:26:37.901180 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b5a4a3f7-b2ed-4dbe-b1ed-d4a5d07f0a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:39.297157 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:26:40.230923 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6fb12407-9fa5-42c2-b095-5931933fca97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:42.179165 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:43.546162 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:44.097481 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:53.506166 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:59.550525 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:07.902440 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a348471c-8a0e-4ca7-9c91-6317e5214366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:10.228854 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-083f4057-0ae4-4793-af64-b9f8eac3738a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:12.185117 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:13.540069 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:14.099588 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:16.297443 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:27:20.774754 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8387780b-473c-4c58-acce-7d9eca211416 req-cb4696f4-77c2-479b-ae2e-8337cf438333 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0489125 Nov 12 09:27:20.874165 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387780b-473c-4c58-acce-7d9eca211416 req-a3b52e47-836e-44bc-a1bd-29c04ad21da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:20.875662 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8387780b-473c-4c58-acce-7d9eca211416 req-a3b52e47-836e-44bc-a1bd-29c04ad21da5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 1098 time: 0.0520115 Nov 12 09:27:21.013945 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387780b-473c-4c58-acce-7d9eca211416 req-05d0d97a-47c9-49f6-aa37-a3fd66d521a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:21.015537 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8387780b-473c-4c58-acce-7d9eca211416 req-05d0d97a-47c9-49f6-aa37-a3fd66d521a3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 913 time: 0.1184652 Nov 12 09:27:21.095239 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8387780b-473c-4c58-acce-7d9eca211416 req-03ffbbae-5351-4a71-9834-4c25b5d49f68 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be8f3403-0ce2-4334-9de3-d05c56435fae HTTP/1.1" status: 200 len: 1001 time: 0.0719299 Nov 12 09:27:21.152405 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387780b-473c-4c58-acce-7d9eca211416 req-99d7556e-bad3-4118-84ae-ac58393f52c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:21.153930 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8387780b-473c-4c58-acce-7d9eca211416 req-99d7556e-bad3-4118-84ae-ac58393f52c1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=098c0920-f801-4a1f-89b9-15466a208616 HTTP/1.1" status: 200 len: 851 time: 0.0516665 Nov 12 09:27:21.208890 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387780b-473c-4c58-acce-7d9eca211416 req-dfbfdaa8-ef07-4971-8422-6ed0f4823e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:21.210645 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8387780b-473c-4c58-acce-7d9eca211416 req-dfbfdaa8-ef07-4971-8422-6ed0f4823e27 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=492b01ef-bcf0-406a-881b-e054fdb77f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488348 Nov 12 09:27:21.314241 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8387780b-473c-4c58-acce-7d9eca211416 req-15c54824-ccac-43b1-89fb-cd6ae1b9ebbc service neutron] 10.222.0.54 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963140 Nov 12 09:27:21.414741 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8387780b-473c-4c58-acce-7d9eca211416 req-efd512ec-1d6e-4ea8-9d7f-27c4c23188a2 service neutron] 10.222.0.54 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930431 Nov 12 09:27:23.380149 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8baaf5fd-3973-46f6-ab64-e185eaef42a2 req-7cd407f9-b331-47b7-948c-5a8e11534d85 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463996 Nov 12 09:27:23.476068 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baaf5fd-3973-46f6-ab64-e185eaef42a2 req-ba87aa72-f33e-421e-8b63-af43ac58c4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:23.477280 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8baaf5fd-3973-46f6-ab64-e185eaef42a2 req-ba87aa72-f33e-421e-8b63-af43ac58c4e0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448 HTTP/1.1" status: 200 len: 1098 time: 0.0467517 Nov 12 09:27:23.509388 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:23.593110 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baaf5fd-3973-46f6-ab64-e185eaef42a2 req-dbf0f346-e4db-48bc-b25e-be8f04727a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:23.594544 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8baaf5fd-3973-46f6-ab64-e185eaef42a2 req-dbf0f346-e4db-48bc-b25e-be8f04727a27 service neutron] 10.222.0.58 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 913 time: 0.0921724 Nov 12 09:27:23.678324 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8baaf5fd-3973-46f6-ab64-e185eaef42a2 req-14fba695-d4eb-4a33-bb3d-cf00a6c45dd1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5303030c-b873-46cc-935c-00674d1b800c HTTP/1.1" status: 200 len: 1001 time: 0.0762415 Nov 12 09:27:23.735825 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baaf5fd-3973-46f6-ab64-e185eaef42a2 req-a6fc1e26-751a-4805-88c6-9c38c70c0147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:23.737757 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8baaf5fd-3973-46f6-ab64-e185eaef42a2 req-a6fc1e26-751a-4805-88c6-9c38c70c0147 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=098c0920-f801-4a1f-89b9-15466a208616 HTTP/1.1" status: 200 len: 851 time: 0.0517867 Nov 12 09:27:23.789575 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baaf5fd-3973-46f6-ab64-e185eaef42a2 req-cac7ebd7-eb42-487b-a69a-95aea9100c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:23.791417 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8baaf5fd-3973-46f6-ab64-e185eaef42a2 req-cac7ebd7-eb42-487b-a69a-95aea9100c88 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=492b01ef-bcf0-406a-881b-e054fdb77f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456724 Nov 12 09:27:23.890708 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8baaf5fd-3973-46f6-ab64-e185eaef42a2 req-28c542d0-18e6-48f3-8cfb-70f5f5aa89b5 service neutron] 10.222.0.58 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918019 Nov 12 09:27:23.997461 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8baaf5fd-3973-46f6-ab64-e185eaef42a2 req-9b0adefd-30bf-400f-b159-9b429dd10be1 service neutron] 10.222.0.58 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987246 Nov 12 09:27:29.566735 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:37.899195 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6302f997-6ca5-48c1-9b27-72fd8990901e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:40.227251 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-95273452-35e8-4dd9-a1a0-f2f52bbdaf5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:42.187235 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:43.542271 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:44.093605 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:53.298897 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:27:53.541501 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:54.111157 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39712) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:54.290381 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-2e5fa235-c4c0-4c7e-acdc-1c9a3e1b644d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Deleting port 9c98cfde-2372-48a2-8901-a257f80b32ba {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:54.290805 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2e5fa235-c4c0-4c7e-acdc-1c9a3e1b644d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:54.394336 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2e5fa235-c4c0-4c7e-acdc-1c9a3e1b644d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:54.394576 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2e5fa235-c4c0-4c7e-acdc-1c9a3e1b644d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:54.412010 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-2e5fa235-c4c0-4c7e-acdc-1c9a3e1b644d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Calling delete_port for 9c98cfde-2372-48a2-8901-a257f80b32ba owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:54.583381 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2e5fa235-c4c0-4c7e-acdc-1c9a3e1b644d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:54.609987 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5fa235-c4c0-4c7e-acdc-1c9a3e1b644d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Pushing event deleted for resources: {'Port': ['ID=9c98cfde-2372-48a2-8901-a257f80b32ba,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:54.638414 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fa235-c4c0-4c7e-acdc-1c9a3e1b644d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:54.638766 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fa235-c4c0-4c7e-acdc-1c9a3e1b644d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:54.639147 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fa235-c4c0-4c7e-acdc-1c9a3e1b644d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:54.639490 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fa235-c4c0-4c7e-acdc-1c9a3e1b644d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:54.639854 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fa235-c4c0-4c7e-acdc-1c9a3e1b644d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:54.640190 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fa235-c4c0-4c7e-acdc-1c9a3e1b644d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:54.640518 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fa235-c4c0-4c7e-acdc-1c9a3e1b644d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:54.640860 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fa235-c4c0-4c7e-acdc-1c9a3e1b644d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:54.641171 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fa235-c4c0-4c7e-acdc-1c9a3e1b644d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:54.641495 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fa235-c4c0-4c7e-acdc-1c9a3e1b644d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:54.641825 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fa235-c4c0-4c7e-acdc-1c9a3e1b644d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:54.642150 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fa235-c4c0-4c7e-acdc-1c9a3e1b644d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:54.694890 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2e5fa235-c4c0-4c7e-acdc-1c9a3e1b644d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:54.695212 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [None req-2e5fa235-c4c0-4c7e-acdc-1c9a3e1b644d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Floating IP b9451296-1205-4fc5-b8fa-288d7ebc8249 disassociated (deleted). External IP: 172.25.6.24, port: 5303030c-b873-46cc-935c-00674d1b800c. Nov 12 09:27:54.920222 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5fa235-c4c0-4c7e-acdc-1c9a3e1b644d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Router b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:27:55.037392 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5fa235-c4c0-4c7e-acdc-1c9a3e1b644d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:27:55.042804 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2e5fa235-c4c0-4c7e-acdc-1c9a3e1b644d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:55.049483 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8d59a6-ecd4-4149-a5f9-20ed6038e542 None None] Sync routers for ids ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:27:55.060347 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8d59a6-ecd4-4149-a5f9-20ed6038e542 None None] Routers {'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:55.061145 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-fb8d59a6-ecd4-4149-a5f9-20ed6038e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:27:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:55.071267 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2e5fa235-c4c0-4c7e-acdc-1c9a3e1b644d tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "DELETE /v2.0/floatingips/b9451296-1205-4fc5-b8fa-288d7ebc8249 HTTP/1.1" status: 204 len: 168 time: 0.9589725 Nov 12 09:27:55.072112 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdef3290-bc4d-4b31-b3b2-5c59d6b6f448', 'tag': '5303030c-b873-46cc-935c-00674d1b800c'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:27:55.074539 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c2a6de-65a5-435c-a90b-b0f4a89f9812" -d '{"events": [{"name": "network-changed", "server_uuid": "fdef3290-bc4d-4b31-b3b2-5c59d6b6f448", "tag": "5303030c-b873-46cc-935c-00674d1b800c"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:27:55.176410 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-fb8d59a6-ecd4-4149-a5f9-20ed6038e542 None None] Set router b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:55.324945 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1786c987-487c-4e75-afb3-02fe2583fd12 x-openstack-request-id: req-1786c987-487c-4e75-afb3-02fe2583fd12 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:27:55.325444 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdef3290-bc4d-4b31-b3b2-5c59d6b6f448", "tag": "5303030c-b873-46cc-935c-00674d1b800c", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:27:55.325531 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1786c987-487c-4e75-afb3-02fe2583fd12 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:27:55.325983 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdef3290-bc4d-4b31-b3b2-5c59d6b6f448', 'tag': '5303030c-b873-46cc-935c-00674d1b800c', 'status': 'completed', 'code': 200} Nov 12 09:27:55.415899 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2a6de-65a5-435c-a90b-b0f4a89f9812 req-c20a65f1-2f3a-4779-82f0-907dd28b265f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:55.417809 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-88c2a6de-65a5-435c-a90b-b0f4a89f9812 req-c20a65f1-2f3a-4779-82f0-907dd28b265f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448 HTTP/1.1" status: 200 len: 1098 time: 0.0664682 Nov 12 09:27:55.460435 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-fb8d59a6-ecd4-4149-a5f9-20ed6038e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'name': 'tempest-TestVolumeBootPattern-1155374346-router', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:48Z', 'updated_at': '2021-11-12T09:15:57Z', 'revision_number': 4, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'gw_port': {'id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:50Z', 'updated_at': '2021-11-12T09:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '4373d22c-7276-4639-b62f-a358bd805375', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'port_id': 'be8f3403-0ce2-4334-9de3-d05c56435fae', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'mac_address': 'fa:16:3e:25:f2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9160f5e7-afb7-4a34-a08c-8f57aafed4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:24:10Z', 'updated_at': '2021-11-12T09:24:13Z', 'revision_number': 1, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04715282-6a3b-4748-a839-1bf3f32f9b99', 'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'mac_address': 'fa:16:3e:3e:71:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '098c0920-f801-4a1f-89b9-15466a208616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:56Z', 'updated_at': '2021-11-12T09:16:07Z', 'revision_number': 5, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'subnets': [{'id': '098c0920-f801-4a1f-89b9-15466a208616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:55.490237 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8d59a6-ecd4-4149-a5f9-20ed6038e542 None None] Checking router: b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:27:55.499646 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8d59a6-ecd4-4149-a5f9-20ed6038e542 None None] Routers {'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:55.499646 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-fb8d59a6-ecd4-4149-a5f9-20ed6038e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:27:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:55.556255 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2a6de-65a5-435c-a90b-b0f4a89f9812 req-9446a047-2836-49cf-b4c3-b3f8d1aa5410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:55.558681 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-88c2a6de-65a5-435c-a90b-b0f4a89f9812 req-9446a047-2836-49cf-b4c3-b3f8d1aa5410 service neutron] 10.222.0.58 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 913 time: 0.1311240 Nov 12 09:27:55.574635 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39770157-a7f3-470f-b2e8-6c8205e99c43 req-299178fc-daa9-4167-9f07-62e8069f9422 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:55.576309 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-39770157-a7f3-470f-b2e8-6c8205e99c43 req-299178fc-daa9-4167-9f07-62e8069f9422 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448 HTTP/1.1" status: 200 len: 946 time: 0.1873064 Nov 12 09:27:55.627162 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-88c2a6de-65a5-435c-a90b-b0f4a89f9812 req-d9fc26d8-9287-4ca2-b487-f57ddd87674e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5303030c-b873-46cc-935c-00674d1b800c HTTP/1.1" status: 200 len: 217 time: 0.0491269 Nov 12 09:27:55.703479 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-39770157-a7f3-470f-b2e8-6c8205e99c43 req-a7af1b28-fee8-49de-9fb3-e391cd915208 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1187785 Nov 12 09:27:55.715143 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2a6de-65a5-435c-a90b-b0f4a89f9812 req-086cf1f6-56fb-4fac-b469-739cad8647bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:55.726094 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-88c2a6de-65a5-435c-a90b-b0f4a89f9812 req-086cf1f6-56fb-4fac-b469-739cad8647bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=098c0920-f801-4a1f-89b9-15466a208616 HTTP/1.1" status: 200 len: 851 time: 0.0740623 Nov 12 09:27:55.768922 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2a6de-65a5-435c-a90b-b0f4a89f9812 req-cb640662-5cb4-4772-a7c1-d6ff5c4e06c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:55.770455 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-88c2a6de-65a5-435c-a90b-b0f4a89f9812 req-cb640662-5cb4-4772-a7c1-d6ff5c4e06c3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=492b01ef-bcf0-406a-881b-e054fdb77f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445361 Nov 12 09:27:55.800619 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-fb8d59a6-ecd4-4149-a5f9-20ed6038e542 None None] Set router b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:55.874034 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-88c2a6de-65a5-435c-a90b-b0f4a89f9812 req-662da593-8ebe-4aac-aef6-46a42f45506b service neutron] 10.222.0.58 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950377 Nov 12 09:27:55.984037 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-88c2a6de-65a5-435c-a90b-b0f4a89f9812 req-690e3e64-5d3b-41fc-b77f-039271989f67 service neutron] 10.222.0.58 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018848 Nov 12 09:27:56.035129 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-fb8d59a6-ecd4-4149-a5f9-20ed6038e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'name': 'tempest-TestVolumeBootPattern-1155374346-router', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:48Z', 'updated_at': '2021-11-12T09:15:57Z', 'revision_number': 4, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'gw_port': {'id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:50Z', 'updated_at': '2021-11-12T09:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '4373d22c-7276-4639-b62f-a358bd805375', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'port_id': 'be8f3403-0ce2-4334-9de3-d05c56435fae', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'mac_address': 'fa:16:3e:25:f2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9160f5e7-afb7-4a34-a08c-8f57aafed4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:24:10Z', 'updated_at': '2021-11-12T09:24:13Z', 'revision_number': 1, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04715282-6a3b-4748-a839-1bf3f32f9b99', 'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'mac_address': 'fa:16:3e:3e:71:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '098c0920-f801-4a1f-89b9-15466a208616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:56Z', 'updated_at': '2021-11-12T09:16:07Z', 'revision_number': 5, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'subnets': [{'id': '098c0920-f801-4a1f-89b9-15466a208616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:56.066597 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8d59a6-ecd4-4149-a5f9-20ed6038e542 None None] The sync data for ids ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'] in n-d-768862-16 is: [{'id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'name': 'tempest-TestVolumeBootPattern-1155374346-router', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:48Z', 'updated_at': '2021-11-12T09:15:57Z', 'revision_number': 4, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'gw_port': {'id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:50Z', 'updated_at': '2021-11-12T09:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '4373d22c-7276-4639-b62f-a358bd805375', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'port_id': 'be8f3403-0ce2-4334-9de3-d05c56435fae', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'mac_address': 'fa:16:3e:25:f2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9160f5e7-afb7-4a34-a08c-8f57aafed4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:24:10Z', 'updated_at': '2021-11-12T09:24:13Z', 'revision_number': 1, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04715282-6a3b-4748-a839-1bf3f32f9b99', 'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'mac_address': 'fa:16:3e:3e:71:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '098c0920-f801-4a1f-89b9-15466a208616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:56Z', 'updated_at': '2021-11-12T09:16:07Z', 'revision_number': 5, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'subnets': [{'id': '098c0920-f801-4a1f-89b9-15466a208616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:27:56.314933 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5f2d6e-2b6b-4821-a3b9-15a38cd01e53 None None] New status for floating IP b9451296-1205-4fc5-b8fa-288d7ebc8249: DOWN {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:27:56.857484 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c031855-fac2-4b4f-a1c8-f007e54b4b4c req-6e9be532-9560-4ca0-979f-476d35e57c2f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:56.859299 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9c031855-fac2-4b4f-a1c8-f007e54b4b4c req-6e9be532-9560-4ca0-979f-476d35e57c2f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448 HTTP/1.1" status: 200 len: 946 time: 0.0587528 Nov 12 09:27:56.943853 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9c031855-fac2-4b4f-a1c8-f007e54b4b4c req-888d3ecd-8739-470f-9a3d-3a8e226b85a0 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0772803 Nov 12 09:27:56.972845 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8d9e0-04ab-46bc-8223-6ede649b6b22 req-3e03136f-ac96-4659-a8ea-114758755bc4 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:56.975229 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-45d8d9e0-04ab-46bc-8223-6ede649b6b22 req-3e03136f-ac96-4659-a8ea-114758755bc4 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448 HTTP/1.1" status: 200 len: 946 time: 0.0780962 Nov 12 09:27:57.083671 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-45d8d9e0-04ab-46bc-8223-6ede649b6b22 req-d946abf3-62c8-491b-8432-13e352096dbe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Deleting port 5303030c-b873-46cc-935c-00674d1b800c {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:57.084038 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-45d8d9e0-04ab-46bc-8223-6ede649b6b22 req-d946abf3-62c8-491b-8432-13e352096dbe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:57.188905 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-45d8d9e0-04ab-46bc-8223-6ede649b6b22 req-d946abf3-62c8-491b-8432-13e352096dbe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] For port 5303030c-b873-46cc-935c-00674d1b800c, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=5303030c-b873-46cc-935c-00674d1b800c,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:57.189211 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-45d8d9e0-04ab-46bc-8223-6ede649b6b22 req-d946abf3-62c8-491b-8432-13e352096dbe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:57.205213 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-45d8d9e0-04ab-46bc-8223-6ede649b6b22 req-d946abf3-62c8-491b-8432-13e352096dbe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Calling delete_port for 5303030c-b873-46cc-935c-00674d1b800c owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:57.356204 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-45d8d9e0-04ab-46bc-8223-6ede649b6b22 req-d946abf3-62c8-491b-8432-13e352096dbe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:57.388287 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946abf3-62c8-491b-8432-13e352096dbe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Pushing event deleted for resources: {'Port': ['ID=5303030c-b873-46cc-935c-00674d1b800c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:57.418513 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946abf3-62c8-491b-8432-13e352096dbe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:57.418513 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946abf3-62c8-491b-8432-13e352096dbe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:57.418513 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946abf3-62c8-491b-8432-13e352096dbe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:57.418513 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946abf3-62c8-491b-8432-13e352096dbe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:57.418513 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946abf3-62c8-491b-8432-13e352096dbe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:57.418513 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946abf3-62c8-491b-8432-13e352096dbe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:57.418513 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946abf3-62c8-491b-8432-13e352096dbe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:57.419477 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946abf3-62c8-491b-8432-13e352096dbe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:57.419477 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946abf3-62c8-491b-8432-13e352096dbe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:57.419477 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946abf3-62c8-491b-8432-13e352096dbe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:57.419826 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946abf3-62c8-491b-8432-13e352096dbe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:57.419963 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946abf3-62c8-491b-8432-13e352096dbe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:57.445336 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d8d9e0-04ab-46bc-8223-6ede649b6b22 req-d946abf3-62c8-491b-8432-13e352096dbe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] No DVR routers for this DVR port 5303030c-b873-46cc-935c-00674d1b800c on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:27:57.448303 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-45d8d9e0-04ab-46bc-8223-6ede649b6b22 req-d946abf3-62c8-491b-8432-13e352096dbe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:57.451981 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-45d8d9e0-04ab-46bc-8223-6ede649b6b22 req-d946abf3-62c8-491b-8432-13e352096dbe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.58 "DELETE /v2.0/ports/5303030c-b873-46cc-935c-00674d1b800c HTTP/1.1" status: 204 len: 173 time: 0.4695692 Nov 12 09:27:57.452519 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdef3290-bc4d-4b31-b3b2-5c59d6b6f448', 'name': 'network-vif-deleted', 'tag': '5303030c-b873-46cc-935c-00674d1b800c'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:27:57.454830 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea4b437-866c-423f-8222-1d485a20298c" -d '{"events": [{"server_uuid": "fdef3290-bc4d-4b31-b3b2-5c59d6b6f448", "name": "network-vif-deleted", "tag": "5303030c-b873-46cc-935c-00674d1b800c"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:27:57.574250 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db21ec75-7955-415c-a5a7-5c442cafd93c x-openstack-request-id: req-db21ec75-7955-415c-a5a7-5c442cafd93c {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:27:57.574542 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdef3290-bc4d-4b31-b3b2-5c59d6b6f448", "name": "network-vif-deleted", "tag": "5303030c-b873-46cc-935c-00674d1b800c", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:27:57.574796 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db21ec75-7955-415c-a5a7-5c442cafd93c {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:27:57.575197 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdef3290-bc4d-4b31-b3b2-5c59d6b6f448', 'name': 'network-vif-deleted', 'tag': '5303030c-b873-46cc-935c-00674d1b800c', 'status': 'completed', 'code': 200} Nov 12 09:27:58.116620 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eb61ffe7-24c7-4622-b8ce-5c874f715aa4 req-264d3830-c619-45f0-b96d-0a4fc53d7b4c tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448 HTTP/1.1" status: 200 len: 210 time: 0.0482612 Nov 12 09:27:59.232452 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f0a1da6-e5d0-4754-979d-6183b67910d6 req-98061008-327b-4638-82be-d1b60ef0d07a tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448 HTTP/1.1" status: 200 len: 210 time: 0.0324228 Nov 12 09:27:59.569027 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:00.336892 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1cb259e5-4779-472a-b9b0-ecb912cef89f req-9f6c1b80-67c0-4487-aabc-5718ba954d0e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448 HTTP/1.1" status: 200 len: 210 time: 0.0280316 Nov 12 09:28:01.440577 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dad16c39-1ef7-48f0-ba4a-bce92d4300e1 req-da6c50a0-d8c9-47b4-b87d-34fdbd80b950 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448 HTTP/1.1" status: 200 len: 210 time: 0.0282052 Nov 12 09:28:01.499107 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 5303030c-b873-46cc-935c-00674d1b800c no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:28:01.519630 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 5303030c-b873-46cc-935c-00674d1b800c {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:28:01.520025 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 5303030c-b873-46cc-935c-00674d1b800c not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:28:02.551945 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d94cd23b-577c-4be8-a6ae-cf01c9cdb9bc req-cb899146-77e4-46dc-a175-171908b4c882 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdef3290-bc4d-4b31-b3b2-5c59d6b6f448 HTTP/1.1" status: 200 len: 210 time: 0.0278952 Nov 12 09:28:07.899052 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e09f41f0-2fe6-4f62-9bf2-0d00c21b19c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:09.060541 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39770) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:09.246392 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9d43-6d1f-4847-bbe3-8103ff29eabe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Deleting port 7f150795-2559-4b09-a17d-f9a3de787a9d {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:28:09.247034 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9d43-6d1f-4847-bbe3-8103ff29eabe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:09.620278 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9d43-6d1f-4847-bbe3-8103ff29eabe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:09.620576 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9d43-6d1f-4847-bbe3-8103ff29eabe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:09.633679 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9d43-6d1f-4847-bbe3-8103ff29eabe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Calling delete_port for 7f150795-2559-4b09-a17d-f9a3de787a9d owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:28:09.793183 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9d43-6d1f-4847-bbe3-8103ff29eabe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:09.820054 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9d43-6d1f-4847-bbe3-8103ff29eabe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Pushing event deleted for resources: {'Port': ['ID=7f150795-2559-4b09-a17d-f9a3de787a9d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:09.888209 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9d43-6d1f-4847-bbe3-8103ff29eabe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:09.888602 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [None req-6a8d9d43-6d1f-4847-bbe3-8103ff29eabe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Floating IP 4373d22c-7276-4639-b62f-a358bd805375 disassociated (deleted). External IP: 172.25.6.32, port: be8f3403-0ce2-4334-9de3-d05c56435fae. Nov 12 09:28:10.107544 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8d9d43-6d1f-4847-bbe3-8103ff29eabe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Router b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:28:10.223705 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a45bce42-af16-46b5-9519-b7a5dbf67231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:10.241323 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8d9d43-6d1f-4847-bbe3-8103ff29eabe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:28:10.246275 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9d43-6d1f-4847-bbe3-8103ff29eabe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:10.253505 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11849b0-d2a2-43e9-a4d1-57a3844b46bf None None] Sync routers for ids ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:28:10.265138 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11849b0-d2a2-43e9-a4d1-57a3844b46bf None None] Routers {'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:28:10.266266 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c11849b0-d2a2-43e9-a4d1-57a3844b46bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:28:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:10.276339 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6a8d9d43-6d1f-4847-bbe3-8103ff29eabe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "DELETE /v2.0/floatingips/4373d22c-7276-4639-b62f-a358bd805375 HTTP/1.1" status: 204 len: 168 time: 1.2142360 Nov 12 09:28:10.277244 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9160f5e7-afb7-4a34-a08c-8f57aafed4e0', 'tag': 'be8f3403-0ce2-4334-9de3-d05c56435fae'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:28:10.279950 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a30659-5617-4d31-ba9a-8d88bb359cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "9160f5e7-afb7-4a34-a08c-8f57aafed4e0", "tag": "be8f3403-0ce2-4334-9de3-d05c56435fae"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:28:10.385828 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-c11849b0-d2a2-43e9-a4d1-57a3844b46bf None None] Set router b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:28:10.457336 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5704577-ef53-40dc-90c6-4ae83618223a x-openstack-request-id: req-f5704577-ef53-40dc-90c6-4ae83618223a {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:28:10.457642 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9160f5e7-afb7-4a34-a08c-8f57aafed4e0", "tag": "be8f3403-0ce2-4334-9de3-d05c56435fae", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:28:10.457928 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f5704577-ef53-40dc-90c6-4ae83618223a {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:28:10.458360 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9160f5e7-afb7-4a34-a08c-8f57aafed4e0', 'tag': 'be8f3403-0ce2-4334-9de3-d05c56435fae', 'status': 'completed', 'code': 200} Nov 12 09:28:10.532599 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a30659-5617-4d31-ba9a-8d88bb359cdf req-90b2b8a8-6853-4952-aaff-dcc933cb23de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:10.534504 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c5a30659-5617-4d31-ba9a-8d88bb359cdf req-90b2b8a8-6853-4952-aaff-dcc933cb23de service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8490ecf3904e4cc1946420dda4801d0b&device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 1098 time: 0.0522442 Nov 12 09:28:10.564368 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc0e58-45d0-4899-9691-bf99c641c3d4 req-92a8e967-5ab8-4c5d-b2f7-875d8ad09f50 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:10.567360 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fddc0e58-45d0-4899-9691-bf99c641c3d4 req-92a8e967-5ab8-4c5d-b2f7-875d8ad09f50 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 946 time: 0.0587156 Nov 12 09:28:10.613062 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c11849b0-d2a2-43e9-a4d1-57a3844b46bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'name': 'tempest-TestVolumeBootPattern-1155374346-router', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:48Z', 'updated_at': '2021-11-12T09:15:57Z', 'revision_number': 4, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'gw_port': {'id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:50Z', 'updated_at': '2021-11-12T09:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '04715282-6a3b-4748-a839-1bf3f32f9b99', 'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'mac_address': 'fa:16:3e:3e:71:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '098c0920-f801-4a1f-89b9-15466a208616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:56Z', 'updated_at': '2021-11-12T09:16:07Z', 'revision_number': 5, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'subnets': [{'id': '098c0920-f801-4a1f-89b9-15466a208616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:10.625963 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fddc0e58-45d0-4899-9691-bf99c641c3d4 req-dc614466-77f0-4ca8-9642-99e0fd2b4535 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519490 Nov 12 09:28:10.644757 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a30659-5617-4d31-ba9a-8d88bb359cdf req-cceb3db1-30b5-4cef-bf72-7c257cec1d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:10.646310 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c5a30659-5617-4d31-ba9a-8d88bb359cdf req-cceb3db1-30b5-4cef-bf72-7c257cec1d1c service neutron] 10.222.0.54 "GET /v2.0/networks?id=492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 200 len: 913 time: 0.1026177 Nov 12 09:28:10.649122 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11849b0-d2a2-43e9-a4d1-57a3844b46bf None None] Checking router: b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:28:10.659111 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11849b0-d2a2-43e9-a4d1-57a3844b46bf None None] Routers {'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:28:10.659965 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c11849b0-d2a2-43e9-a4d1-57a3844b46bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:28:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:10.691306 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c5a30659-5617-4d31-ba9a-8d88bb359cdf req-e00de930-b77d-436a-8841-967155eda120 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be8f3403-0ce2-4334-9de3-d05c56435fae HTTP/1.1" status: 200 len: 217 time: 0.0373852 Nov 12 09:28:10.742907 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a30659-5617-4d31-ba9a-8d88bb359cdf req-cfbfee25-28cd-4542-b2d4-6d62e572a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:10.744364 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c5a30659-5617-4d31-ba9a-8d88bb359cdf req-cfbfee25-28cd-4542-b2d4-6d62e572a0ed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=098c0920-f801-4a1f-89b9-15466a208616 HTTP/1.1" status: 200 len: 851 time: 0.0455980 Nov 12 09:28:10.773675 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-c11849b0-d2a2-43e9-a4d1-57a3844b46bf None None] Set router b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:28:10.794603 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a30659-5617-4d31-ba9a-8d88bb359cdf req-74c46f19-8587-442d-b3ae-f3d0c36ba361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:10.796227 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c5a30659-5617-4d31-ba9a-8d88bb359cdf req-74c46f19-8587-442d-b3ae-f3d0c36ba361 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=492b01ef-bcf0-406a-881b-e054fdb77f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424371 Nov 12 09:28:10.897672 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c5a30659-5617-4d31-ba9a-8d88bb359cdf req-3cca24f6-0b37-4e1d-bc34-07762e0e3fa3 service neutron] 10.222.0.54 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929134 Nov 12 09:28:10.978280 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c11849b0-d2a2-43e9-a4d1-57a3844b46bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'name': 'tempest-TestVolumeBootPattern-1155374346-router', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:48Z', 'updated_at': '2021-11-12T09:15:57Z', 'revision_number': 4, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'gw_port': {'id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:50Z', 'updated_at': '2021-11-12T09:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '04715282-6a3b-4748-a839-1bf3f32f9b99', 'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'mac_address': 'fa:16:3e:3e:71:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '098c0920-f801-4a1f-89b9-15466a208616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:56Z', 'updated_at': '2021-11-12T09:16:07Z', 'revision_number': 5, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'subnets': [{'id': '098c0920-f801-4a1f-89b9-15466a208616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:10.999088 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c5a30659-5617-4d31-ba9a-8d88bb359cdf req-0e69cd84-5ffc-4637-b0a2-17baec73f14c service neutron] 10.222.0.54 "GET /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936921 Nov 12 09:28:11.005905 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11849b0-d2a2-43e9-a4d1-57a3844b46bf None None] The sync data for ids ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'] in n-d-768862-16 is: [{'id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'name': 'tempest-TestVolumeBootPattern-1155374346-router', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:48Z', 'updated_at': '2021-11-12T09:15:57Z', 'revision_number': 4, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'gw_port': {'id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:50Z', 'updated_at': '2021-11-12T09:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '04715282-6a3b-4748-a839-1bf3f32f9b99', 'name': '', 'network_id': '492b01ef-bcf0-406a-881b-e054fdb77f9d', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'mac_address': 'fa:16:3e:3e:71:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '098c0920-f801-4a1f-89b9-15466a208616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:56Z', 'updated_at': '2021-11-12T09:16:07Z', 'revision_number': 5, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'subnets': [{'id': '098c0920-f801-4a1f-89b9-15466a208616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:28:11.251341 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96d4573-61e7-4636-ba35-7773f98bb693 None None] New status for floating IP 4373d22c-7276-4639-b62f-a358bd805375: DOWN {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:28:11.756603 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd5013-f127-4923-985a-d99886bd9380 req-59f0d808-07b0-4384-a352-627bd077fd5b tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:11.758130 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3dcd5013-f127-4923-985a-d99886bd9380 req-59f0d808-07b0-4384-a352-627bd077fd5b tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 946 time: 0.0570581 Nov 12 09:28:11.822074 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3dcd5013-f127-4923-985a-d99886bd9380 req-669a21fe-d884-42eb-87e3-deb70ef44431 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/security-groups?id=b70cb30a-a66c-474e-931d-1fda1a5757a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547583 Nov 12 09:28:12.042773 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9897e1-b464-4f5f-a26b-51850eb07b96 req-1850ab22-8215-403b-a6c9-ff3a1f2dfd25 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:12.044330 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7f9897e1-b464-4f5f-a26b-51850eb07b96 req-1850ab22-8215-403b-a6c9-ff3a1f2dfd25 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.54 "GET /v2.0/ports?device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 946 time: 0.0555270 Nov 12 09:28:12.145453 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-7f9897e1-b464-4f5f-a26b-51850eb07b96 req-4d23175a-6fe1-4bd8-a495-b45e217dadbe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Deleting port be8f3403-0ce2-4334-9de3-d05c56435fae {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:28:12.145676 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7f9897e1-b464-4f5f-a26b-51850eb07b96 req-4d23175a-6fe1-4bd8-a495-b45e217dadbe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:12.194449 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:12.247294 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-7f9897e1-b464-4f5f-a26b-51850eb07b96 req-4d23175a-6fe1-4bd8-a495-b45e217dadbe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] For port be8f3403-0ce2-4334-9de3-d05c56435fae, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=be8f3403-0ce2-4334-9de3-d05c56435fae,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:12.247787 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7f9897e1-b464-4f5f-a26b-51850eb07b96 req-4d23175a-6fe1-4bd8-a495-b45e217dadbe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:12.264545 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-7f9897e1-b464-4f5f-a26b-51850eb07b96 req-4d23175a-6fe1-4bd8-a495-b45e217dadbe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Calling delete_port for be8f3403-0ce2-4334-9de3-d05c56435fae owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:28:12.412196 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7f9897e1-b464-4f5f-a26b-51850eb07b96 req-4d23175a-6fe1-4bd8-a495-b45e217dadbe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:12.443116 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23175a-6fe1-4bd8-a495-b45e217dadbe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Pushing event deleted for resources: {'Port': ['ID=be8f3403-0ce2-4334-9de3-d05c56435fae,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:12.488331 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9897e1-b464-4f5f-a26b-51850eb07b96 req-4d23175a-6fe1-4bd8-a495-b45e217dadbe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] No DVR routers for this DVR port be8f3403-0ce2-4334-9de3-d05c56435fae on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:28:12.491389 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7f9897e1-b464-4f5f-a26b-51850eb07b96 req-4d23175a-6fe1-4bd8-a495-b45e217dadbe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:12.494820 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-7f9897e1-b464-4f5f-a26b-51850eb07b96 req-4d23175a-6fe1-4bd8-a495-b45e217dadbe tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.54 "DELETE /v2.0/ports/be8f3403-0ce2-4334-9de3-d05c56435fae HTTP/1.1" status: 204 len: 173 time: 0.4438016 Nov 12 09:28:12.495307 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9160f5e7-afb7-4a34-a08c-8f57aafed4e0', 'name': 'network-vif-deleted', 'tag': 'be8f3403-0ce2-4334-9de3-d05c56435fae'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:28:12.497736 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68e1c4a-7032-40b9-85e7-cbfc5d85e17a" -d '{"events": [{"server_uuid": "9160f5e7-afb7-4a34-a08c-8f57aafed4e0", "name": "network-vif-deleted", "tag": "be8f3403-0ce2-4334-9de3-d05c56435fae"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:28:12.546833 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cc375b-a60e-431f-b6cd-8d4a911e66d3 x-openstack-request-id: req-28cc375b-a60e-431f-b6cd-8d4a911e66d3 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:28:12.547185 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9160f5e7-afb7-4a34-a08c-8f57aafed4e0", "name": "network-vif-deleted", "tag": "be8f3403-0ce2-4334-9de3-d05c56435fae", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:28:12.547451 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-28cc375b-a60e-431f-b6cd-8d4a911e66d3 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:28:12.548025 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9160f5e7-afb7-4a34-a08c-8f57aafed4e0', 'name': 'network-vif-deleted', 'tag': 'be8f3403-0ce2-4334-9de3-d05c56435fae', 'status': 'completed', 'code': 200} Nov 12 09:28:12.908091 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [req-9e67e58d-b36a-4044-8464-b48f33b8e09c req-20a95fd6-705f-4698-8cf3-5ba72b2fe439 service neutron] (102568) timed out ('10.222.0.54', 61460) {{(pid=102568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:28:12.942239 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6ccfd3cc-7165-4d5a-9a6e-a8cb71368be8 req-c9153757-ee4e-4eb5-a3c2-f40ad3b650e0 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 210 time: 0.0403190 Nov 12 09:28:13.551959 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:14.037114 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2761b090-42bc-4615-9c0a-4d5fef88de33 req-69e348ad-bc70-4d82-aa03-6463e989da3f tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 210 time: 0.0309036 Nov 12 09:28:14.099584 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:15.143985 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1e136dc2-647b-4cb6-9a74-3f4b481e4745 req-e2feca29-e5d3-48d0-96b3-2d30179a3e52 tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 210 time: 0.0307717 Nov 12 09:28:15.916171 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device be8f3403-0ce2-4334-9de3-d05c56435fae no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:28:15.938697 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: be8f3403-0ce2-4334-9de3-d05c56435fae {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:28:15.939114 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device be8f3403-0ce2-4334-9de3-d05c56435fae not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:28:16.259985 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a7657cd9-3ed9-4f37-af5d-8558e4e1567b req-a9db0cb7-bdd8-4be6-81c5-bdd0ff950f0e tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 210 time: 0.0301208 Nov 12 09:28:17.381146 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2580d2d0-4463-48b8-8060-5716995f1799 req-c8afdd55-f951-4e31-b78a-2c91995b156c tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "GET /v2.0/ports?device_id=9160f5e7-afb7-4a34-a08c-8f57aafed4e0 HTTP/1.1" status: 200 len: 210 time: 0.0286560 Nov 12 09:28:18.447850 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39798) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:18.580668 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c3f73ea0-21e5-4fa9-a8e1-f7b15486a4ee tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Deleting port b0ff1e7c-5096-4251-b6b5-45ee57830134 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:28:18.581011 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3f73ea0-21e5-4fa9-a8e1-f7b15486a4ee tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:18.673067 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3f73ea0-21e5-4fa9-a8e1-f7b15486a4ee tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:18.673333 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3f73ea0-21e5-4fa9-a8e1-f7b15486a4ee tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:18.685980 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c3f73ea0-21e5-4fa9-a8e1-f7b15486a4ee tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Calling delete_port for b0ff1e7c-5096-4251-b6b5-45ee57830134 owned by network:floatingip {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:28:18.833679 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3f73ea0-21e5-4fa9-a8e1-f7b15486a4ee tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:18.865809 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f73ea0-21e5-4fa9-a8e1-f7b15486a4ee tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Pushing event deleted for resources: {'Port': ['ID=b0ff1e7c-5096-4251-b6b5-45ee57830134,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:18.927868 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3f73ea0-21e5-4fa9-a8e1-f7b15486a4ee tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for floatingip, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:18.930352 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3f73ea0-21e5-4fa9-a8e1-f7b15486a4ee tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:18.931536 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c3f73ea0-21e5-4fa9-a8e1-f7b15486a4ee tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "DELETE /v2.0/floatingips/da4e208c-e0ce-47bf-a165-07f3ae40ba3d HTTP/1.1" status: 204 len: 168 time: 0.4826903 Nov 12 09:28:22.264653 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39814) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:22.327404 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e543d8bf-8435-4cbd-ae6a-ec414d93071a tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:22.364661 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e543d8bf-8435-4cbd-ae6a-ec414d93071a tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:22.428618 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e543d8bf-8435-4cbd-ae6a-ec414d93071a tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:22.431318 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e543d8bf-8435-4cbd-ae6a-ec414d93071a tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:22.432622 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e543d8bf-8435-4cbd-ae6a-ec414d93071a tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] 10.222.0.37 "DELETE /v2.0/security-groups/b70cb30a-a66c-474e-931d-1fda1a5757a7 HTTP/1.1" status: 204 len: 168 time: 0.1668830 Nov 12 09:28:22.443188 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543d8bf-8435-4cbd-ae6a-ec414d93071a tempest-TestVolumeBootPattern-912143748 tempest-TestVolumeBootPattern-912143748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70cb30a-a66c-474e-931d-1fda1a5757a7,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:22.508227 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39818) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:23.023625 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1c068fab-3c6d-4fe2-9fce-6519069ba641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:23.310253 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-1c068fab-3c6d-4fe2-9fce-6519069ba641 admin admin] Deleting port 04715282-6a3b-4748-a839-1bf3f32f9b99 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:28:23.310939 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1c068fab-3c6d-4fe2-9fce-6519069ba641 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:23.418116 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-1c068fab-3c6d-4fe2-9fce-6519069ba641 admin admin] For port 04715282-6a3b-4748-a839-1bf3f32f9b99, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=04715282-6a3b-4748-a839-1bf3f32f9b99,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:23.418499 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1c068fab-3c6d-4fe2-9fce-6519069ba641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:23.441069 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-1c068fab-3c6d-4fe2-9fce-6519069ba641 admin admin] Calling delete_port for 04715282-6a3b-4748-a839-1bf3f32f9b99 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:28:23.568002 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:23.639263 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1c068fab-3c6d-4fe2-9fce-6519069ba641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:23.664080 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c068fab-3c6d-4fe2-9fce-6519069ba641 admin admin] Pushing event deleted for resources: {'Port': ['ID=04715282-6a3b-4748-a839-1bf3f32f9b99,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:23.842575 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1c068fab-3c6d-4fe2-9fce-6519069ba641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:24.069640 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c068fab-3c6d-4fe2-9fce-6519069ba641 admin admin] Router b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:28:24.181358 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c068fab-3c6d-4fe2-9fce-6519069ba641 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:28:24.186781 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1c068fab-3c6d-4fe2-9fce-6519069ba641 admin admin] 10.222.0.37 "PUT /v2.0/routers/b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6774929 Nov 12 09:28:24.189868 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39822) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:24.192806 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358fd3dd-7846-4a35-aa6b-02dcab2aa67f None None] Sync routers for ids ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:28:24.203492 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358fd3dd-7846-4a35-aa6b-02dcab2aa67f None None] Routers {'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:28:24.204233 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-358fd3dd-7846-4a35-aa6b-02dcab2aa67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:28:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:24.327627 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-358fd3dd-7846-4a35-aa6b-02dcab2aa67f None None] Set router b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:28:24.528916 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-358fd3dd-7846-4a35-aa6b-02dcab2aa67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'name': 'tempest-TestVolumeBootPattern-1155374346-router', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:48Z', 'updated_at': '2021-11-12T09:28:23Z', 'revision_number': 5, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'gw_port': {'id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:50Z', 'updated_at': '2021-11-12T09:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:24.557473 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358fd3dd-7846-4a35-aa6b-02dcab2aa67f None None] Checking router: b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:28:24.568063 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358fd3dd-7846-4a35-aa6b-02dcab2aa67f None None] Routers {'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:28:24.568795 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-358fd3dd-7846-4a35-aa6b-02dcab2aa67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:28:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:24.613553 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b4bb26fa-b944-4b99-83d7-0a29b4274c25 admin admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:24.689366 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-358fd3dd-7846-4a35-aa6b-02dcab2aa67f None None] Set router b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:28:24.725683 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b4bb26fa-b944-4b99-83d7-0a29b4274c25 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:24.782267 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-b4bb26fa-b944-4b99-83d7-0a29b4274c25 admin admin] Deleting port 9dbee3f0-8c7b-4dd5-8c70-f2c741014d89 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:28:24.782489 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b4bb26fa-b944-4b99-83d7-0a29b4274c25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:24.871973 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-b4bb26fa-b944-4b99-83d7-0a29b4274c25 admin admin] For port 9dbee3f0-8c7b-4dd5-8c70-f2c741014d89, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=9dbee3f0-8c7b-4dd5-8c70-f2c741014d89,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:24.872501 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b4bb26fa-b944-4b99-83d7-0a29b4274c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:24.876214 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-358fd3dd-7846-4a35-aa6b-02dcab2aa67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'name': 'tempest-TestVolumeBootPattern-1155374346-router', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:48Z', 'updated_at': '2021-11-12T09:28:23Z', 'revision_number': 5, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'gw_port': {'id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:50Z', 'updated_at': '2021-11-12T09:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:24.885609 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-b4bb26fa-b944-4b99-83d7-0a29b4274c25 admin admin] Calling delete_port for 9dbee3f0-8c7b-4dd5-8c70-f2c741014d89 owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:28:24.905510 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358fd3dd-7846-4a35-aa6b-02dcab2aa67f None None] The sync data for ids ['b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9'] in n-d-768862-16 is: [{'id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'name': 'tempest-TestVolumeBootPattern-1155374346-router', 'tenant_id': '8490ecf3904e4cc1946420dda4801d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:48Z', 'updated_at': '2021-11-12T09:28:23Z', 'revision_number': 5, 'project_id': '8490ecf3904e4cc1946420dda4801d0b', 'gw_port': {'id': '9dbee3f0-8c7b-4dd5-8c70-f2c741014d89', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:50Z', 'updated_at': '2021-11-12T09:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:28:25.067848 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b4bb26fa-b944-4b99-83d7-0a29b4274c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:25.092130 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb26fa-b944-4b99-83d7-0a29b4274c25 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dbee3f0-8c7b-4dd5-8c70-f2c741014d89,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:25.109651 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264a3a88-a6b2-41dd-8376-0e0541a35006 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:28:25.162582 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b4bb26fa-b944-4b99-83d7-0a29b4274c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:25.255456 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b4bb26fa-b944-4b99-83d7-0a29b4274c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:25.257838 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b4bb26fa-b944-4b99-83d7-0a29b4274c25 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:25.307433 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b4bb26fa-b944-4b99-83d7-0a29b4274c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:25.308090 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bb26fa-b944-4b99-83d7-0a29b4274c25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:28:25.312714 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b4bb26fa-b944-4b99-83d7-0a29b4274c25 admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:25.313839 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b4bb26fa-b944-4b99-83d7-0a29b4274c25 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b77fd7e8-d314-40a5-af8a-b2fa3f4cfda9 HTTP/1.1" status: 204 len: 168 time: 1.1229246 Nov 12 09:28:25.316459 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39824) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:25.372274 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c8a63d2-8e11-4008-bfdb-ff2a00ad13e9 admin admin] Deleting subnet 098c0920-f801-4a1f-89b9-15466a208616 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:28:25.376849 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c8a63d2-8e11-4008-bfdb-ff2a00ad13e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:25.418150 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c8a63d2-8e11-4008-bfdb-ff2a00ad13e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:25.512689 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c8a63d2-8e11-4008-bfdb-ff2a00ad13e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:25.574788 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c8a63d2-8e11-4008-bfdb-ff2a00ad13e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:25.602423 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a63d2-8e11-4008-bfdb-ff2a00ad13e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=098c0920-f801-4a1f-89b9-15466a208616,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:25.607303 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c8a63d2-8e11-4008-bfdb-ff2a00ad13e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:25.611266 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-9c8a63d2-8e11-4008-bfdb-ff2a00ad13e9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/098c0920-f801-4a1f-89b9-15466a208616 HTTP/1.1" status: 204 len: 168 time: 0.2935066 Nov 12 09:28:25.613635 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070d6d71-27a1-4715-90d7-c0e71710a5e5 None None] Network 492b01ef-bcf0-406a-881b-e054fdb77f9d requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:28:25.614659 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39826) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:25.694118 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64811de1-ce63-47b7-8ff9-a28906290fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:25.758290 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-64811de1-ce63-47b7-8ff9-a28906290fb9 admin admin] Deleting port 50525b84-b70a-4d4b-b2c3-b7d8373fd9f1 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:28:25.758625 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64811de1-ce63-47b7-8ff9-a28906290fb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:25.832465 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-64811de1-ce63-47b7-8ff9-a28906290fb9 admin admin] For port 50525b84-b70a-4d4b-b2c3-b7d8373fd9f1, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=50525b84-b70a-4d4b-b2c3-b7d8373fd9f1,segment=NetworkSegment(f986769c-b4f7-40c3-a672-a815202ecee2),segment_id=f986769c-b4f7-40c3-a672-a815202ecee2)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:25.832839 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64811de1-ce63-47b7-8ff9-a28906290fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:25.846495 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-64811de1-ce63-47b7-8ff9-a28906290fb9 admin admin] Calling delete_port for 50525b84-b70a-4d4b-b2c3-b7d8373fd9f1 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:28:25.939465 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64811de1-ce63-47b7-8ff9-a28906290fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:25.958878 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301b4eba-0387-44a7-91a4-ca7810f7e7fc None None] DHCP port deletion for 492b01ef-bcf0-406a-881b-e054fdb77f9d request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:28:25.966964 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64811de1-ce63-47b7-8ff9-a28906290fb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=50525b84-b70a-4d4b-b2c3-b7d8373fd9f1,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:25.973099 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64811de1-ce63-47b7-8ff9-a28906290fb9 admin admin] No DVR routers for this DVR port 50525b84-b70a-4d4b-b2c3-b7d8373fd9f1 on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:28:26.050381 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 50525b84-b70a-4d4b-b2c3-b7d8373fd9f1 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:28:26.072188 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 50525b84-b70a-4d4b-b2c3-b7d8373fd9f1 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:28:26.072556 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 50525b84-b70a-4d4b-b2c3-b7d8373fd9f1 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:28:26.073108 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 04715282-6a3b-4748-a839-1bf3f32f9b99 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:28:26.082878 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64811de1-ce63-47b7-8ff9-a28906290fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:26.092386 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 04715282-6a3b-4748-a839-1bf3f32f9b99 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:28:26.092729 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 04715282-6a3b-4748-a839-1bf3f32f9b99 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:28:26.093193 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9dbee3f0-8c7b-4dd5-8c70-f2c741014d89 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:28:26.106428 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-64811de1-ce63-47b7-8ff9-a28906290fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['492b01ef-bcf0-406a-881b-e054fdb77f9d']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:26.118307 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-64811de1-ce63-47b7-8ff9-a28906290fb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f986769c-b4f7-40c3-a672-a815202ecee2') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:26.118700 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-64811de1-ce63-47b7-8ff9-a28906290fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f986769c-b4f7-40c3-a672-a815202ecee2') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:26.121117 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 9dbee3f0-8c7b-4dd5-8c70-f2c741014d89 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:28:26.121477 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 9dbee3f0-8c7b-4dd5-8c70-f2c741014d89 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:28:26.131051 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64811de1-ce63-47b7-8ff9-a28906290fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:26.150976 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64811de1-ce63-47b7-8ff9-a28906290fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:26.157544 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64811de1-ce63-47b7-8ff9-a28906290fb9 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:28:26.157932 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64811de1-ce63-47b7-8ff9-a28906290fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:26.159798 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:28:26.159798 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:28:26.159798 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:28:26.159798 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:28:26.159798 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:28:26.159798 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:28:26.159798 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:28:26.159798 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:28:26.159798 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:28:26.159798 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:28:26.159798 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:28:26.159798 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:28:26.159798 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:28:26.159798 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:28:26.159798 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:28:26.159798 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:28:26.159798 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:28:26.159798 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:28:26.159798 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:28:26.159798 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:28:26.159798 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:28:26.159798 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:28:26.159798 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:28:26.159798 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:28:26.159798 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:28:26.159798 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:28:26.159798 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:28:26.159798 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:28:26.159798 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:28:26.159798 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:28:26.159798 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:28:26.159798 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:28:26.219159 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64811de1-ce63-47b7-8ff9-a28906290fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:26.225694 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64811de1-ce63-47b7-8ff9-a28906290fb9 admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:26.230074 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-64811de1-ce63-47b7-8ff9-a28906290fb9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/492b01ef-bcf0-406a-881b-e054fdb77f9d HTTP/1.1" status: 204 len: 168 time: 0.6143031 Nov 12 09:28:26.233501 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39828) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:26.249212 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64811de1-ce63-47b7-8ff9-a28906290fb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=492b01ef-bcf0-406a-881b-e054fdb77f9d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:26.630788 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb25c0fb-7105-4c87-9353-0837e825e7a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:26.904264 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-bb25c0fb-7105-4c87-9353-0837e825e7a5 admin admin] Deleting port ddc51d56-ccce-4ec4-b1e8-bd62db7109d6 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:28:26.904482 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb25c0fb-7105-4c87-9353-0837e825e7a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:26.989853 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-bb25c0fb-7105-4c87-9353-0837e825e7a5 admin admin] For port ddc51d56-ccce-4ec4-b1e8-bd62db7109d6, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ddc51d56-ccce-4ec4-b1e8-bd62db7109d6,segment=NetworkSegment(61954088-43bd-4c5a-b34a-757628db7383),segment_id=61954088-43bd-4c5a-b34a-757628db7383)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:26.990229 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb25c0fb-7105-4c87-9353-0837e825e7a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:27.003950 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-bb25c0fb-7105-4c87-9353-0837e825e7a5 admin admin] Calling delete_port for ddc51d56-ccce-4ec4-b1e8-bd62db7109d6 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:28:27.192977 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb25c0fb-7105-4c87-9353-0837e825e7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:27.221792 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25c0fb-7105-4c87-9353-0837e825e7a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddc51d56-ccce-4ec4-b1e8-bd62db7109d6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:27.401779 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb25c0fb-7105-4c87-9353-0837e825e7a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:27.647096 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb25c0fb-7105-4c87-9353-0837e825e7a5 admin admin] Router c27dccb6-dc55-43eb-98cb-fdee098f7804 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:28:27.758537 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb25c0fb-7105-4c87-9353-0837e825e7a5 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:28:27.763809 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-bb25c0fb-7105-4c87-9353-0837e825e7a5 admin admin] 10.222.0.37 "PUT /v2.0/routers/c27dccb6-dc55-43eb-98cb-fdee098f7804/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5290103 Nov 12 09:28:27.767009 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39830) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:27.771262 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcfe971-8adc-4d87-9fa4-325887f14d51 None None] Sync routers for ids ['c27dccb6-dc55-43eb-98cb-fdee098f7804'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:28:27.787290 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcfe971-8adc-4d87-9fa4-325887f14d51 None None] Routers {'c27dccb6-dc55-43eb-98cb-fdee098f7804'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:28:27.788247 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-7dcfe971-8adc-4d87-9fa4-325887f14d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:28:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c27dccb6-dc55-43eb-98cb-fdee098f7804'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:27.886125 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba879131-554d-402b-9e8a-c6ce0695c68d admin admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:27.916038 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-7dcfe971-8adc-4d87-9fa4-325887f14d51 None None] Set router c27dccb6-dc55-43eb-98cb-fdee098f7804 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:28:28.005333 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba879131-554d-402b-9e8a-c6ce0695c68d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:28.063415 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-ba879131-554d-402b-9e8a-c6ce0695c68d admin admin] Deleting port 4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:28:28.063925 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba879131-554d-402b-9e8a-c6ce0695c68d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:28.109360 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-7dcfe971-8adc-4d87-9fa4-325887f14d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27dccb6-dc55-43eb-98cb-fdee098f7804', 'name': 'tempest-TestVolumeBootPattern-1556644874-router', 'tenant_id': '38f5edb97ea840569a67c1dd7f195402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:02Z', 'updated_at': '2021-11-12T09:28:27Z', 'revision_number': 5, 'project_id': '38f5edb97ea840569a67c1dd7f195402', 'gw_port': {'id': '4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27dccb6-dc55-43eb-98cb-fdee098f7804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:03Z', 'updated_at': '2021-11-12T09:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:28.137884 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcfe971-8adc-4d87-9fa4-325887f14d51 None None] Checking router: c27dccb6-dc55-43eb-98cb-fdee098f7804 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:28:28.147461 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcfe971-8adc-4d87-9fa4-325887f14d51 None None] Routers {'c27dccb6-dc55-43eb-98cb-fdee098f7804'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:28:28.148134 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-7dcfe971-8adc-4d87-9fa4-325887f14d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:28:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c27dccb6-dc55-43eb-98cb-fdee098f7804'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:28.154908 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-ba879131-554d-402b-9e8a-c6ce0695c68d admin admin] For port 4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:28.155274 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba879131-554d-402b-9e8a-c6ce0695c68d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:28.170039 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-ba879131-554d-402b-9e8a-c6ce0695c68d admin admin] Calling delete_port for 4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5 owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:28:28.239993 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-7dcfe971-8adc-4d87-9fa4-325887f14d51 None None] Set router c27dccb6-dc55-43eb-98cb-fdee098f7804 gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:28:28.295910 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-7dcfe971-8adc-4d87-9fa4-325887f14d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27dccb6-dc55-43eb-98cb-fdee098f7804', 'name': 'tempest-TestVolumeBootPattern-1556644874-router', 'tenant_id': '38f5edb97ea840569a67c1dd7f195402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:02Z', 'updated_at': '2021-11-12T09:28:28Z', 'revision_number': 6, 'project_id': '38f5edb97ea840569a67c1dd7f195402', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:28.324344 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcfe971-8adc-4d87-9fa4-325887f14d51 None None] The sync data for ids ['c27dccb6-dc55-43eb-98cb-fdee098f7804'] in n-d-768862-16 is: [{'id': 'c27dccb6-dc55-43eb-98cb-fdee098f7804', 'name': 'tempest-TestVolumeBootPattern-1556644874-router', 'tenant_id': '38f5edb97ea840569a67c1dd7f195402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:02Z', 'updated_at': '2021-11-12T09:28:28Z', 'revision_number': 6, 'project_id': '38f5edb97ea840569a67c1dd7f195402', 'gw_port_host': None}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:28:28.356728 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba879131-554d-402b-9e8a-c6ce0695c68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:28.393262 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba879131-554d-402b-9e8a-c6ce0695c68d admin admin] Pushing event deleted for resources: {'Port': ['ID=4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:28.407832 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b85d79a-62a1-4e43-b8ef-fe34715318bf None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:28:28.459311 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba879131-554d-402b-9e8a-c6ce0695c68d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:28.552346 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba879131-554d-402b-9e8a-c6ce0695c68d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:28.554625 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba879131-554d-402b-9e8a-c6ce0695c68d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:28.599212 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba879131-554d-402b-9e8a-c6ce0695c68d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:28.599628 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba879131-554d-402b-9e8a-c6ce0695c68d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c27dccb6-dc55-43eb-98cb-fdee098f7804 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:28:28.604838 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba879131-554d-402b-9e8a-c6ce0695c68d admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:28.606049 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ba879131-554d-402b-9e8a-c6ce0695c68d admin admin] 10.222.0.37 "DELETE /v2.0/routers/c27dccb6-dc55-43eb-98cb-fdee098f7804 HTTP/1.1" status: 204 len: 168 time: 0.8378260 Nov 12 09:28:28.608747 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39832) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:28.656101 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d34f2b5-0db0-430a-9ece-1ac5f962f8b5 admin admin] Deleting subnet 7b7c86c1-76c7-4dbd-a402-b3e3a07ad793 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:28:28.659559 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3d34f2b5-0db0-430a-9ece-1ac5f962f8b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:28.699261 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3d34f2b5-0db0-430a-9ece-1ac5f962f8b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:29.096544 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3d34f2b5-0db0-430a-9ece-1ac5f962f8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:29.157080 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3d34f2b5-0db0-430a-9ece-1ac5f962f8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:29.187998 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3d34f2b5-0db0-430a-9ece-1ac5f962f8b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:29.193835 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd57bad2-4a1b-44e2-bf96-112610224b3c None None] Network 2d7e6670-a91c-4abe-b33c-c68ed141cd84 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:28:29.194968 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39834) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:29.195461 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3d34f2b5-0db0-430a-9ece-1ac5f962f8b5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7b7c86c1-76c7-4dbd-a402-b3e3a07ad793 HTTP/1.1" status: 204 len: 168 time: 0.5854273 Nov 12 09:28:29.196237 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34f2b5-0db0-430a-9ece-1ac5f962f8b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b7c86c1-76c7-4dbd-a402-b3e3a07ad793,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:29.280513 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-28c0a4ee-0e7e-46e4-980c-a46d9ceb580b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:29.360016 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-28c0a4ee-0e7e-46e4-980c-a46d9ceb580b admin admin] Deleting port ff83816a-6562-4de7-8ad9-5fe443080096 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:28:29.360449 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-28c0a4ee-0e7e-46e4-980c-a46d9ceb580b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:29.430287 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffb1e35-2436-41ec-b4ea-8515e94b2479 None None] DHCP port deletion for 2d7e6670-a91c-4abe-b33c-c68ed141cd84 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:28:29.450112 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-28c0a4ee-0e7e-46e4-980c-a46d9ceb580b admin admin] For port ff83816a-6562-4de7-8ad9-5fe443080096, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ff83816a-6562-4de7-8ad9-5fe443080096,segment=NetworkSegment(61954088-43bd-4c5a-b34a-757628db7383),segment_id=61954088-43bd-4c5a-b34a-757628db7383)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:29.450743 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-28c0a4ee-0e7e-46e4-980c-a46d9ceb580b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:29.466806 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-28c0a4ee-0e7e-46e4-980c-a46d9ceb580b admin admin] Calling delete_port for ff83816a-6562-4de7-8ad9-5fe443080096 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:28:29.482893 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-bffb1e35-2436-41ec-b4ea-8515e94b2479 None None] Deleting port ff83816a-6562-4de7-8ad9-5fe443080096 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:28:29.483397 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bffb1e35-2436-41ec-b4ea-8515e94b2479 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:29.560334 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-28c0a4ee-0e7e-46e4-980c-a46d9ceb580b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:29.567493 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-bffb1e35-2436-41ec-b4ea-8515e94b2479 None None] For port ff83816a-6562-4de7-8ad9-5fe443080096, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=ff83816a-6562-4de7-8ad9-5fe443080096,segment=NetworkSegment(61954088-43bd-4c5a-b34a-757628db7383),segment_id=61954088-43bd-4c5a-b34a-757628db7383)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:29.567915 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bffb1e35-2436-41ec-b4ea-8515e94b2479 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:29.586432 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-bffb1e35-2436-41ec-b4ea-8515e94b2479 None None] Calling delete_port for ff83816a-6562-4de7-8ad9-5fe443080096 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:28:29.588123 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0a4ee-0e7e-46e4-980c-a46d9ceb580b admin admin] Pushing event deleted for resources: {'Port': ['ID=ff83816a-6562-4de7-8ad9-5fe443080096,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:29.589957 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c0a4ee-0e7e-46e4-980c-a46d9ceb580b admin admin] No DVR routers for this DVR port ff83816a-6562-4de7-8ad9-5fe443080096 on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:28:29.592207 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:29.670682 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bffb1e35-2436-41ec-b4ea-8515e94b2479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:29.672272 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-28c0a4ee-0e7e-46e4-980c-a46d9ceb580b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:29.696552 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-28c0a4ee-0e7e-46e4-980c-a46d9ceb580b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d7e6670-a91c-4abe-b33c-c68ed141cd84']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:29.699936 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb1e35-2436-41ec-b4ea-8515e94b2479 None None] Pushing event deleted for resources: {'Port': ['ID=ff83816a-6562-4de7-8ad9-5fe443080096,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:29.707033 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-28c0a4ee-0e7e-46e4-980c-a46d9ceb580b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61954088-43bd-4c5a-b34a-757628db7383') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:29.707366 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-28c0a4ee-0e7e-46e4-980c-a46d9ceb580b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61954088-43bd-4c5a-b34a-757628db7383') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:29.710622 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffb1e35-2436-41ec-b4ea-8515e94b2479 None None] No DVR routers for this DVR port ff83816a-6562-4de7-8ad9-5fe443080096 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:28:29.718859 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb1e35-2436-41ec-b4ea-8515e94b2479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:29.718859 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb1e35-2436-41ec-b4ea-8515e94b2479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:29.718859 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb1e35-2436-41ec-b4ea-8515e94b2479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:29.718859 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb1e35-2436-41ec-b4ea-8515e94b2479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:29.718859 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb1e35-2436-41ec-b4ea-8515e94b2479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:29.718859 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb1e35-2436-41ec-b4ea-8515e94b2479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:29.720037 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb1e35-2436-41ec-b4ea-8515e94b2479 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:29.720037 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb1e35-2436-41ec-b4ea-8515e94b2479 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:29.720037 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb1e35-2436-41ec-b4ea-8515e94b2479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:29.720037 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb1e35-2436-41ec-b4ea-8515e94b2479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:29.720488 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb1e35-2436-41ec-b4ea-8515e94b2479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:29.720584 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb1e35-2436-41ec-b4ea-8515e94b2479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:29.724627 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-28c0a4ee-0e7e-46e4-980c-a46d9ceb580b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:29.739968 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-28c0a4ee-0e7e-46e4-980c-a46d9ceb580b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:29.746702 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c0a4ee-0e7e-46e4-980c-a46d9ceb580b admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:28:29.747097 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-28c0a4ee-0e7e-46e4-980c-a46d9ceb580b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:29.748950 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:28:29.748950 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:28:29.748950 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:28:29.748950 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:28:29.748950 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:28:29.748950 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:28:29.748950 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:28:29.748950 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:28:29.748950 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:28:29.748950 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:28:29.748950 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:28:29.748950 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:28:29.748950 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:28:29.748950 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:28:29.748950 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:28:29.748950 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:28:29.748950 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:28:29.748950 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:28:29.748950 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:28:29.748950 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:28:29.748950 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:28:29.748950 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:28:29.748950 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:28:29.748950 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:28:29.748950 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:28:29.748950 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:28:29.748950 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:28:29.748950 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:28:29.748950 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:28:29.748950 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:28:29.748950 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:28:29.748950 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:28:29.934301 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:28:29.955881 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:28:29.956225 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4cd75cc1-c8cb-4d45-8d7f-71b83e4afaa5 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:28:29.956664 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ddc51d56-ccce-4ec4-b1e8-bd62db7109d6 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:28:30.144720 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-28c0a4ee-0e7e-46e4-980c-a46d9ceb580b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:30.149405 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: ddc51d56-ccce-4ec4-b1e8-bd62db7109d6 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:28:30.149761 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ddc51d56-ccce-4ec4-b1e8-bd62db7109d6 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:28:30.150272 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ff83816a-6562-4de7-8ad9-5fe443080096 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:28:30.150504 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-28c0a4ee-0e7e-46e4-980c-a46d9ceb580b admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:30.153695 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-28c0a4ee-0e7e-46e4-980c-a46d9ceb580b admin admin] 10.222.0.37 "DELETE /v2.0/networks/2d7e6670-a91c-4abe-b33c-c68ed141cd84 HTTP/1.1" status: 204 len: 168 time: 0.9574502 Nov 12 09:28:30.165547 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0a4ee-0e7e-46e4-980c-a46d9ceb580b admin admin] Pushing event deleted for resources: {'Network': ['ID=2d7e6670-a91c-4abe-b33c-c68ed141cd84,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:30.175642 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: ff83816a-6562-4de7-8ad9-5fe443080096 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:28:30.176207 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device ff83816a-6562-4de7-8ad9-5fe443080096 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:28:30.275770 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39838) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:30.299361 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:28:30.323662 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-237ae625-6f60-40b1-ad28-3edd74ef727e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8490ecf3904e4cc1946420dda4801d0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0443966 Nov 12 09:28:30.324828 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39840) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:30.387559 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4b16091b-4b47-4e8c-bfd0-8e6ad1084f28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:30.411997 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4b16091b-4b47-4e8c-bfd0-8e6ad1084f28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:30.464806 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4b16091b-4b47-4e8c-bfd0-8e6ad1084f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:30.467598 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4b16091b-4b47-4e8c-bfd0-8e6ad1084f28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:30.469062 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4b16091b-4b47-4e8c-bfd0-8e6ad1084f28 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d HTTP/1.1" status: 204 len: 168 time: 0.1432507 Nov 12 09:28:30.482733 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16091b-4b47-4e8c-bfd0-8e6ad1084f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9a838b-2a0f-4ed1-adb5-9d6ef3daf81d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:30.867106 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39846) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:30.909785 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3affa9d0-d04f-4a7f-a492-92de324848a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=38f5edb97ea840569a67c1dd7f195402&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413308 Nov 12 09:28:30.912499 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39848) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:30.966805 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-53eddce2-74da-4008-82b1-1b3b93c348b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:30.988888 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-53eddce2-74da-4008-82b1-1b3b93c348b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:31.039577 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-53eddce2-74da-4008-82b1-1b3b93c348b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:31.042137 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-53eddce2-74da-4008-82b1-1b3b93c348b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:31.043372 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-53eddce2-74da-4008-82b1-1b3b93c348b5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/212f411a-b35a-45d2-a9b2-870e3474bcbc HTTP/1.1" status: 204 len: 168 time: 0.1298988 Nov 12 09:28:31.051826 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eddce2-74da-4008-82b1-1b3b93c348b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212f411a-b35a-45d2-a9b2-870e3474bcbc,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:37.907597 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-88c1dd43-efc5-4d67-b18f-2bcdf16a8947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:40.229541 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c609c9b6-da43-41d4-ba46-a2c2f322b670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:42.194677 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:42.326599 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-18d87c96-12a9-4c2a-a196-8d508e15d24d tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=bf3fa59d49c240399647f1ce7ac26eae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316558 Nov 12 09:28:42.569824 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-870ebdbe-8934-4199-aac1-21a5216aa576 tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:42.573091 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-870ebdbe-8934-4199-aac1-21a5216aa576 tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2386844 Nov 12 09:28:42.590365 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-ce05e3b0-b0bd-4507-92d5-158919c92d16 tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] 10.222.0.37 "GET /v2.0/quotas/bf3fa59d49c240399647f1ce7ac26eae HTTP/1.1" status: 200 len: 375 time: 0.0110433 Nov 12 09:28:42.629701 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-deaa6898-39fb-4741-80fe-ce26bd513540 tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf3fa59d49c240399647f1ce7ac26eae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315416 Nov 12 09:28:42.812392 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c2fa38c-53b8-4312-946a-232706b06003 req-c134f3c6-9b2f-457f-b2b6-276ce35ba67a tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] 10.222.0.37 "GET /v2.0/ports?device_id=473972bd-d311-4732-ac35-c66725f4c410 HTTP/1.1" status: 200 len: 210 time: 0.0289857 Nov 12 09:28:43.555627 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:43.928174 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1097576b-1926-4bb6-86d8-5444a4c7bfc9 req-b609db92-245d-4c68-b862-a149ed0602ee tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] 10.222.0.37 "GET /v2.0/ports?device_id=473972bd-d311-4732-ac35-c66725f4c410 HTTP/1.1" status: 200 len: 210 time: 0.0278170 Nov 12 09:28:43.960311 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-9c85740e-cad5-44a0-9708-46be71a32bb0 tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=bf3fa59d49c240399647f1ce7ac26eae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230968 Nov 12 09:28:44.093861 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-baeb7765-1377-4a23-8cc6-2d5d74303efd tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:44.095673 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-baeb7765-1377-4a23-8cc6-2d5d74303efd tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1286325 Nov 12 09:28:44.099621 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:44.110190 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-91a120ae-4207-4317-8108-676d201f115c tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Request body: {'port': {'device_id': '473972bd-d311-4732-ac35-c66725f4c410', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'admin_state_up': True, 'tenant_id': 'bf3fa59d49c240399647f1ce7ac26eae'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:44.237855 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-91a120ae-4207-4317-8108-676d201f115c tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Made reservation on behalf of bf3fa59d49c240399647f1ce7ac26eae for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:28:44.242060 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-91a120ae-4207-4317-8108-676d201f115c tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:44.257737 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-91a120ae-4207-4317-8108-676d201f115c tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:44.359908 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-91a120ae-4207-4317-8108-676d201f115c tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:44.367711 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-91a120ae-4207-4317-8108-676d201f115c tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:44.439341 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a120ae-4207-4317-8108-676d201f115c tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb65b553-7cfb-4b81-9e08-4376bcb800fb,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:44.538830 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-91a120ae-4207-4317-8108-676d201f115c tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Allocated IP 192.168.233.208 (aaa9e939-3555-4037-a22a-8e3905c2166f/ac1fb13e-fa96-4a78-a070-af75ed125682/1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:28:44.725158 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-91a120ae-4207-4317-8108-676d201f115c tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:44.773097 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-91a120ae-4207-4317-8108-676d201f115c tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:44.829042 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-91a120ae-4207-4317-8108-676d201f115c tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Network aaa9e939-3555-4037-a22a-8e3905c2166f is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:28:44.832684 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-91a120ae-4207-4317-8108-676d201f115c tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:28:44.836799 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-91a120ae-4207-4317-8108-676d201f115c tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:28:44.868902 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a120ae-4207-4317-8108-676d201f115c tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Pushing event updated for resources: {'Port': ['ID=1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:44.907399 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-91a120ae-4207-4317-8108-676d201f115c tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:44.908294 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-91a120ae-4207-4317-8108-676d201f115c tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:44.939983 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-91a120ae-4207-4317-8108-676d201f115c tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8342311 Nov 12 09:28:44.960493 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-94809d55-dd35-4495-91c5-a980934d52dd service neutron] Request body: {'port': {'device_id': '473972bd-d311-4732-ac35-c66725f4c410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:45.086349 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-94809d55-dd35-4495-91c5-a980934d52dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:45.135050 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-535f83f3-5607-4d0e-ae1f-41e5339239b5 None None] Provisioning complete for port 1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:45.135671 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-535f83f3-5607-4d0e-ae1f-41e5339239b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:45.147072 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34198b-e399-4fa9-ad4e-c6783b7865e2 req-78df1813-8291-4e91-8f7f-f42ffe261efe tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:45.148775 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db34198b-e399-4fa9-ad4e-c6783b7865e2 req-78df1813-8291-4e91-8f7f-f42ffe261efe tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] 10.222.0.37 "GET /v2.0/ports?device_id=473972bd-d311-4732-ac35-c66725f4c410 HTTP/1.1" status: 200 len: 936 time: 0.1111600 Nov 12 09:28:45.176541 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-535f83f3-5607-4d0e-ae1f-41e5339239b5 None None] Port 1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:28:45.278387 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db34198b-e399-4fa9-ad4e-c6783b7865e2 req-a7a2215d-8a91-4225-b466-319201c2a7d5 tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb65b553-7cfb-4b81-9e08-4376bcb800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185708 Nov 12 09:28:45.457905 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-94809d55-dd35-4495-91c5-a980934d52dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:28:45.467291 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-94809d55-dd35-4495-91c5-a980934d52dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:45.483598 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-94809d55-dd35-4495-91c5-a980934d52dd service neutron] Transition to ACTIVE for port object 1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:28:45.489353 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-94809d55-dd35-4495-91c5-a980934d52dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:45.548208 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94809d55-dd35-4495-91c5-a980934d52dd service neutron] Pushing event updated for resources: {'Port': ['ID=1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:45.640956 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-94809d55-dd35-4495-91c5-a980934d52dd service neutron] Attempting to bind port 1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:28:45.641299 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-94809d55-dd35-4495-91c5-a980934d52dd service neutron] Attempting to bind port 1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:28:45.641737 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-94809d55-dd35-4495-91c5-a980934d52dd service neutron] Attempting to bind port 1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:28:45.649269 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-94809d55-dd35-4495-91c5-a980934d52dd service neutron] Port 1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b on network aaa9e939-3555-4037-a22a-8e3905c2166f not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:28:45.649790 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-94809d55-dd35-4495-91c5-a980934d52dd service neutron] Attempting to bind port 1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b on network aaa9e939-3555-4037-a22a-8e3905c2166f {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:28:45.660433 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-94809d55-dd35-4495-91c5-a980934d52dd service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:28:45.660902 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-94809d55-dd35-4495-91c5-a980934d52dd service neutron] Checking segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:28:45.661243 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-94809d55-dd35-4495-91c5-a980934d52dd service neutron] Bound using segment: {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:28:45.661830 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-94809d55-dd35-4495-91c5-a980934d52dd service neutron] Bound port: 1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9b40d1-e5bc-488d-b175-5cf6195846ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:28:45.662254 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-94809d55-dd35-4495-91c5-a980934d52dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:45.746245 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-94809d55-dd35-4495-91c5-a980934d52dd service neutron] For port 1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:28:45.749791 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-94809d55-dd35-4495-91c5-a980934d52dd service neutron] For port 1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:28:45.756262 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-94809d55-dd35-4495-91c5-a980934d52dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:45.794618 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-94809d55-dd35-4495-91c5-a980934d52dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:45.795246 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-94809d55-dd35-4495-91c5-a980934d52dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:45.796808 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-94809d55-dd35-4495-91c5-a980934d52dd service neutron] 10.222.0.58 "PUT /v2.0/ports/1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b HTTP/1.1" status: 200 len: 1097 time: 0.8472133 Nov 12 09:28:45.797499 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473972bd-d311-4732-ac35-c66725f4c410', 'tag': '1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:28:45.800312 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7665e86c-77f2-4381-ae10-89b0b8a5ce75" -d '{"events": [{"name": "network-changed", "server_uuid": "473972bd-d311-4732-ac35-c66725f4c410", "tag": "1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:28:45.838271 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94809d55-dd35-4495-91c5-a980934d52dd service neutron] Pushing event updated for resources: {'Port': ['ID=1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:45.883307 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9587c67f-487d-4793-8e63-f3257935c3a6 x-openstack-request-id: req-9587c67f-487d-4793-8e63-f3257935c3a6 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:28:45.883533 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "473972bd-d311-4732-ac35-c66725f4c410", "tag": "1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:28:45.883834 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9587c67f-487d-4793-8e63-f3257935c3a6 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:28:45.884236 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473972bd-d311-4732-ac35-c66725f4c410', 'tag': '1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b', 'status': 'completed', 'code': 200} Nov 12 09:28:45.914808 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-24da4897-7f0d-4614-96b6-a69ac58facfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:45.916510 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-24da4897-7f0d-4614-96b6-a69ac58facfc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bf3fa59d49c240399647f1ce7ac26eae&device_id=473972bd-d311-4732-ac35-c66725f4c410 HTTP/1.1" status: 200 len: 1100 time: 0.0748370 Nov 12 09:28:45.970631 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-b11ba7d3-1de1-4d02-9c89-6ff81f4dde60 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b HTTP/1.1" status: 200 len: 217 time: 0.0412095 Nov 12 09:28:46.033981 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-94d7d6e7-2c21-4850-85fb-53d4baafd963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:46.036000 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-94d7d6e7-2c21-4850-85fb-53d4baafd963 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.0579450 Nov 12 09:28:46.088104 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-fb659cc3-ce2f-41ef-8607-fde928948993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:46.089566 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-fb659cc3-ce2f-41ef-8607-fde928948993 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0453093 Nov 12 09:28:46.201155 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-2cdcdeb5-0543-41a6-84df-dc603b619db2 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034181 Nov 12 09:28:46.319757 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca55e9df-bab6-4a14-b069-4d1170afaf61 req-97a955d1-a878-4b64-94e8-952f1b6f25e3 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096034 Nov 12 09:28:46.444673 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33c06d-c2b1-4287-9020-7336486de578 req-a669db1a-3228-4a73-9206-fad75f6dbf6a tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:46.446363 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4e33c06d-c2b1-4287-9020-7336486de578 req-a669db1a-3228-4a73-9206-fad75f6dbf6a tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] 10.222.0.37 "GET /v2.0/ports?device_id=473972bd-d311-4732-ac35-c66725f4c410 HTTP/1.1" status: 200 len: 948 time: 0.0873725 Nov 12 09:28:46.467593 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665e86c-77f2-4381-ae10-89b0b8a5ce75 req-9260e3f3-3b7a-4e95-84c3-ba5174f93f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:46.469163 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7665e86c-77f2-4381-ae10-89b0b8a5ce75 req-9260e3f3-3b7a-4e95-84c3-ba5174f93f62 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bf3fa59d49c240399647f1ce7ac26eae&device_id=473972bd-d311-4732-ac35-c66725f4c410 HTTP/1.1" status: 200 len: 1100 time: 0.0765362 Nov 12 09:28:46.578130 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4e33c06d-c2b1-4287-9020-7336486de578 req-669346e6-b489-43e7-b684-9f34ad69760d tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb65b553-7cfb-4b81-9e08-4376bcb800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204212 Nov 12 09:28:46.609547 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665e86c-77f2-4381-ae10-89b0b8a5ce75 req-121e4270-a4cf-4d3f-aaf5-64cdf1ac5451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:46.611161 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7665e86c-77f2-4381-ae10-89b0b8a5ce75 req-121e4270-a4cf-4d3f-aaf5-64cdf1ac5451 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa9e939-3555-4037-a22a-8e3905c2166f HTTP/1.1" status: 200 len: 870 time: 0.1314054 Nov 12 09:28:46.658576 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7665e86c-77f2-4381-ae10-89b0b8a5ce75 req-32fe3fbf-9687-48bf-a2c7-8787ea074902 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b HTTP/1.1" status: 200 len: 217 time: 0.0390506 Nov 12 09:28:46.724634 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665e86c-77f2-4381-ae10-89b0b8a5ce75 req-ac464eb2-dd1a-466e-8d27-8a75531464e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:46.726178 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7665e86c-77f2-4381-ae10-89b0b8a5ce75 req-ac464eb2-dd1a-466e-8d27-8a75531464e4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac1fb13e-fa96-4a78-a070-af75ed125682 HTTP/1.1" status: 200 len: 843 time: 0.0564744 Nov 12 09:28:46.781332 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665e86c-77f2-4381-ae10-89b0b8a5ce75 req-1233dea9-b4f8-4e8c-80a4-ad60c363e920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:46.782919 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7665e86c-77f2-4381-ae10-89b0b8a5ce75 req-1233dea9-b4f8-4e8c-80a4-ad60c363e920 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa9e939-3555-4037-a22a-8e3905c2166f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0484860 Nov 12 09:28:46.894591 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7665e86c-77f2-4381-ae10-89b0b8a5ce75 req-20476ca0-b3e0-443d-bf8a-c7c056f2f3f4 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025696 Nov 12 09:28:46.994836 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7665e86c-77f2-4381-ae10-89b0b8a5ce75 req-d129351b-87a8-4d2f-8033-41d60be630ef service neutron] 10.222.0.58 "GET /v2.0/networks/aaa9e939-3555-4037-a22a-8e3905c2166f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922387 Nov 12 09:28:47.732115 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e5e1f-e4fc-43af-a982-a2f49a66d493 req-cff03520-942d-4c5c-a721-4e6b0b75310b tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:47.733820 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-532e5e1f-e4fc-43af-a982-a2f49a66d493 req-cff03520-942d-4c5c-a721-4e6b0b75310b tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] 10.222.0.37 "GET /v2.0/ports?device_id=473972bd-d311-4732-ac35-c66725f4c410 HTTP/1.1" status: 200 len: 948 time: 0.0654492 Nov 12 09:28:47.780492 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:28:47.804470 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-532e5e1f-e4fc-43af-a982-a2f49a66d493 req-0995e704-1bd2-4ff3-a7f6-ee8d165dd475 tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb65b553-7cfb-4b81-9e08-4376bcb800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573480 Nov 12 09:28:47.934975 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:47.949857 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b', 'network_id': 'aaa9e939-3555-4037-a22a-8e3905c2166f', 'port_id': '1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b', 'mac_address': 'fa:16:3e:23:56:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fb13e-fa96-4a78-a070-af75ed125682', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:28:47.994126 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:48.008803 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:28:48.031903 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:48.038754 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:48.093958 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:48.309716 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:28:48.965829 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87a86b-471a-41bb-9c68-f49fe0d438e7 req-7d4a0c8e-fbe4-4d96-8af6-f592640ac67f tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:48.967495 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8a87a86b-471a-41bb-9c68-f49fe0d438e7 req-7d4a0c8e-fbe4-4d96-8af6-f592640ac67f tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] 10.222.0.37 "GET /v2.0/ports?device_id=473972bd-d311-4732-ac35-c66725f4c410 HTTP/1.1" status: 200 len: 949 time: 0.0603449 Nov 12 09:28:49.035276 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8a87a86b-471a-41bb-9c68-f49fe0d438e7 req-fbe2dc87-cc0a-4822-8b2b-8bd21c853dc0 tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb65b553-7cfb-4b81-9e08-4376bcb800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592768 Nov 12 09:28:49.779969 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:28:49.838540 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:28:49.843527 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:49.843981 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:49.931920 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:49.955730 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473972bd-d311-4732-ac35-c66725f4c410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:28:49.958301 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc798eb7-ab0d-4d17-9646-67d0ec233d18" -d '{"events": [{"server_uuid": "473972bd-d311-4732-ac35-c66725f4c410", "name": "network-vif-plugged", "status": "completed", "tag": "1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:28:49.971407 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:49.978516 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:50.031136 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:50.075317 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90016a2-dd50-49c3-9c60-a18791b90daf x-openstack-request-id: req-b90016a2-dd50-49c3-9c60-a18791b90daf {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:28:50.075624 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473972bd-d311-4732-ac35-c66725f4c410", "name": "network-vif-plugged", "status": "completed", "tag": "1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:28:50.075959 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b90016a2-dd50-49c3-9c60-a18791b90daf {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:28:50.076387 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473972bd-d311-4732-ac35-c66725f4c410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b', 'code': 200} Nov 12 09:28:50.217222 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88dec1-8d89-4c1c-9112-2fb62cf549fc req-48143d62-0c7b-42f6-a738-edf699ddf61c tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:50.218765 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5d88dec1-8d89-4c1c-9112-2fb62cf549fc req-48143d62-0c7b-42f6-a738-edf699ddf61c tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] 10.222.0.37 "GET /v2.0/ports?device_id=473972bd-d311-4732-ac35-c66725f4c410 HTTP/1.1" status: 200 len: 950 time: 0.0930488 Nov 12 09:28:50.226131 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9504a85-b789-4833-a0b0-7bfde5a6c1da req-adb85335-e4dc-4f9c-9049-95f7914394e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:50.227630 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b9504a85-b789-4833-a0b0-7bfde5a6c1da req-adb85335-e4dc-4f9c-9049-95f7914394e3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=473972bd-d311-4732-ac35-c66725f4c410 HTTP/1.1" status: 200 len: 1102 time: 0.0726602 Nov 12 09:28:50.296861 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5d88dec1-8d89-4c1c-9112-2fb62cf549fc req-3e8f0474-04b2-497e-8ee9-b09ddc8b9716 tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb65b553-7cfb-4b81-9e08-4376bcb800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680332 Nov 12 09:28:50.303234 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b9504a85-b789-4833-a0b0-7bfde5a6c1da req-5e4e6c90-9888-4638-a5cd-7a3bec4355c8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fb65b553-7cfb-4b81-9e08-4376bcb800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610321 Nov 12 09:28:51.431346 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadc0e3-42b7-44d0-9a34-b76c87d1f1e7 req-7cd5856d-0888-4950-bbf7-22078166fcac tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:51.433015 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aeadc0e3-42b7-44d0-9a34-b76c87d1f1e7 req-7cd5856d-0888-4950-bbf7-22078166fcac tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] 10.222.0.37 "GET /v2.0/ports?device_id=473972bd-d311-4732-ac35-c66725f4c410 HTTP/1.1" status: 200 len: 950 time: 0.0573525 Nov 12 09:28:51.489168 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aeadc0e3-42b7-44d0-9a34-b76c87d1f1e7 req-02970ad8-25ab-43d6-9f57-d25e83d03888 tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb65b553-7cfb-4b81-9e08-4376bcb800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467808 Nov 12 09:28:52.649221 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc140f-cfb5-4a17-9bce-87427c7e0e60 req-07e7b467-15f6-446a-b0ba-b9f850b1c7e5 tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:52.650948 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eacc140f-cfb5-4a17-9bce-87427c7e0e60 req-07e7b467-15f6-446a-b0ba-b9f850b1c7e5 tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] 10.222.0.37 "GET /v2.0/ports?device_id=473972bd-d311-4732-ac35-c66725f4c410 HTTP/1.1" status: 200 len: 950 time: 0.0659475 Nov 12 09:28:52.706024 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eacc140f-cfb5-4a17-9bce-87427c7e0e60 req-4e32026d-6913-49ef-ba02-2f20b942feec tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb65b553-7cfb-4b81-9e08-4376bcb800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481830 Nov 12 09:28:53.129152 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-1839a13c-8b69-4a93-8eaf-8a3eb99fb85e req-b4557152-9b16-4026-b214-478052478e87 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:53.130300 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1839a13c-8b69-4a93-8eaf-8a3eb99fb85e req-b4557152-9b16-4026-b214-478052478e87 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1176896 Nov 12 09:28:53.590947 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:53.876799 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6957efc-87ed-4b9e-b1c7-7bd1b8fa8100 req-c3b127af-6a93-4e8f-9adf-e99f2fbe8374 tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:53.878279 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a6957efc-87ed-4b9e-b1c7-7bd1b8fa8100 req-c3b127af-6a93-4e8f-9adf-e99f2fbe8374 tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] 10.222.0.37 "GET /v2.0/ports?device_id=473972bd-d311-4732-ac35-c66725f4c410 HTTP/1.1" status: 200 len: 950 time: 0.0665417 Nov 12 09:28:53.944433 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a6957efc-87ed-4b9e-b1c7-7bd1b8fa8100 req-e7af08a0-3208-4bd5-9e32-38608f60daf3 tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb65b553-7cfb-4b81-9e08-4376bcb800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572095 Nov 12 09:28:55.089881 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a90b2-62fc-44c5-bc6b-288946bfa3ed req-9d5fe11a-0309-445c-955c-b855335dbaf8 tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:55.091583 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-864a90b2-62fc-44c5-bc6b-288946bfa3ed req-9d5fe11a-0309-445c-955c-b855335dbaf8 tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] 10.222.0.37 "GET /v2.0/ports?device_id=473972bd-d311-4732-ac35-c66725f4c410 HTTP/1.1" status: 200 len: 950 time: 0.0594130 Nov 12 09:28:55.148133 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-864a90b2-62fc-44c5-bc6b-288946bfa3ed req-a7021553-15db-4e7e-b9bf-628a4677d4bf tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb65b553-7cfb-4b81-9e08-4376bcb800fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491555 Nov 12 09:28:55.394302 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311af9ba-40d4-4a40-b60e-16e699dd3958 req-5ab7749d-8d62-43bb-9905-2bec1e266a4a tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:55.396214 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-311af9ba-40d4-4a40-b60e-16e699dd3958 req-5ab7749d-8d62-43bb-9905-2bec1e266a4a tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] 10.222.0.58 "GET /v2.0/ports?device_id=473972bd-d311-4732-ac35-c66725f4c410 HTTP/1.1" status: 200 len: 950 time: 0.0574148 Nov 12 09:28:55.522277 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-311af9ba-40d4-4a40-b60e-16e699dd3958 req-7786da6f-8010-490b-add0-18a2b6476cde tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Deleting port 1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:28:55.522757 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-311af9ba-40d4-4a40-b60e-16e699dd3958 req-7786da6f-8010-490b-add0-18a2b6476cde tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:55.648342 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-311af9ba-40d4-4a40-b60e-16e699dd3958 req-7786da6f-8010-490b-add0-18a2b6476cde tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] For port 1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b,segment=NetworkSegment(9d9b40d1-e5bc-488d-b175-5cf6195846ee),segment_id=9d9b40d1-e5bc-488d-b175-5cf6195846ee)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:55.648640 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-311af9ba-40d4-4a40-b60e-16e699dd3958 req-7786da6f-8010-490b-add0-18a2b6476cde tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:55.668109 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-311af9ba-40d4-4a40-b60e-16e699dd3958 req-7786da6f-8010-490b-add0-18a2b6476cde tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Calling delete_port for 1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:28:55.826854 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-311af9ba-40d4-4a40-b60e-16e699dd3958 req-7786da6f-8010-490b-add0-18a2b6476cde tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:55.839917 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:28:55.861486 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786da6f-8010-490b-add0-18a2b6476cde tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Pushing event deleted for resources: {'Port': ['ID=1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:55.907005 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-311af9ba-40d4-4a40-b60e-16e699dd3958 req-7786da6f-8010-490b-add0-18a2b6476cde tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] No DVR routers for this DVR port 1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:28:55.910085 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-311af9ba-40d4-4a40-b60e-16e699dd3958 req-7786da6f-8010-490b-add0-18a2b6476cde tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:55.913739 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-311af9ba-40d4-4a40-b60e-16e699dd3958 req-7786da6f-8010-490b-add0-18a2b6476cde tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] 10.222.0.58 "DELETE /v2.0/ports/1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b HTTP/1.1" status: 204 len: 173 time: 0.5110571 Nov 12 09:28:55.914223 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473972bd-d311-4732-ac35-c66725f4c410', 'name': 'network-vif-deleted', 'tag': '1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:28:55.916667 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c45b7ea-e06c-453a-93f9-2cf8699faf62" -d '{"events": [{"server_uuid": "473972bd-d311-4732-ac35-c66725f4c410", "name": "network-vif-deleted", "tag": "1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:28:55.962540 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b00723-d74b-43ef-8f67-4317b412fae0 x-openstack-request-id: req-33b00723-d74b-43ef-8f67-4317b412fae0 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:28:55.963007 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473972bd-d311-4732-ac35-c66725f4c410", "name": "network-vif-deleted", "tag": "1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:28:55.963418 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-33b00723-d74b-43ef-8f67-4317b412fae0 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:28:55.964236 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473972bd-d311-4732-ac35-c66725f4c410', 'name': 'network-vif-deleted', 'tag': '1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b', 'status': 'completed', 'code': 200} Nov 12 09:28:56.276830 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-19206a05-c22c-4a17-b5b3-e11d794852f8 req-fd3778ef-d991-45a4-8763-d8f3f44b9171 tempest-ServersAdminNegativeTestJSON-1790470819 tempest-ServersAdminNegativeTestJSON-1790470819-project] 10.222.0.37 "GET /v2.0/ports?device_id=473972bd-d311-4732-ac35-c66725f4c410 HTTP/1.1" status: 200 len: 210 time: 0.0286348 Nov 12 09:28:57.690442 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 39994) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:57.933186 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a0864995-a4de-4c04-ac58-cab9ade478ef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf3fa59d49c240399647f1ce7ac26eae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2406862 Nov 12 09:28:57.936346 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 39998) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:58.004718 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a718df85-aca0-4386-bd2c-1d86def3bf1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.034699 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a718df85-aca0-4386-bd2c-1d86def3bf1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.134003 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a718df85-aca0-4386-bd2c-1d86def3bf1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.138491 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a718df85-aca0-4386-bd2c-1d86def3bf1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.141090 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a718df85-aca0-4386-bd2c-1d86def3bf1a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fb65b553-7cfb-4b81-9e08-4376bcb800fb HTTP/1.1" status: 204 len: 168 time: 0.2030921 Nov 12 09:28:58.156990 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718df85-aca0-4386-bd2c-1d86def3bf1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb65b553-7cfb-4b81-9e08-4376bcb800fb,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:58.170242 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a718df85-aca0-4386-bd2c-1d86def3bf1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:58.171167 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a718df85-aca0-4386-bd2c-1d86def3bf1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:58.171811 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a718df85-aca0-4386-bd2c-1d86def3bf1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:58.172753 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a718df85-aca0-4386-bd2c-1d86def3bf1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:58.173168 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a718df85-aca0-4386-bd2c-1d86def3bf1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:58.173547 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a718df85-aca0-4386-bd2c-1d86def3bf1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:58.173944 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a718df85-aca0-4386-bd2c-1d86def3bf1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:58.174457 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a718df85-aca0-4386-bd2c-1d86def3bf1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:58.174849 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a718df85-aca0-4386-bd2c-1d86def3bf1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:58.175113 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a718df85-aca0-4386-bd2c-1d86def3bf1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:58.175406 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a718df85-aca0-4386-bd2c-1d86def3bf1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:58.175987 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a718df85-aca0-4386-bd2c-1d86def3bf1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:58.574849 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40004) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:58.591457 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-36e2fcb3-a363-4e6b-a56c-edf166123b2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.709586 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-36e2fcb3-a363-4e6b-a56c-edf166123b2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.717036 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-36e2fcb3-a363-4e6b-a56c-edf166123b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.762789 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-36e2fcb3-a363-4e6b-a56c-edf166123b2a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3990123b1d7247409c94a11858258bdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1866155 Nov 12 09:28:58.763733 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2fcb3-a363-4e6b-a56c-edf166123b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7de0191-e053-479e-adf3-7d73e90946ff,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:58.766080 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40006) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:58.823573 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7399fd5c-e037-42ca-bfae-6414eb317d46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.848728 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7399fd5c-e037-42ca-bfae-6414eb317d46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.914191 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7399fd5c-e037-42ca-bfae-6414eb317d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.918023 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7399fd5c-e037-42ca-bfae-6414eb317d46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.923689 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7399fd5c-e037-42ca-bfae-6414eb317d46 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b7de0191-e053-479e-adf3-7d73e90946ff HTTP/1.1" status: 204 len: 168 time: 0.1524692 Nov 12 09:28:58.934781 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399fd5c-e037-42ca-bfae-6414eb317d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7de0191-e053-479e-adf3-7d73e90946ff,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:58.945075 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7399fd5c-e037-42ca-bfae-6414eb317d46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:58.945423 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7399fd5c-e037-42ca-bfae-6414eb317d46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:58.945770 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7399fd5c-e037-42ca-bfae-6414eb317d46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:58.946110 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7399fd5c-e037-42ca-bfae-6414eb317d46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:58.946465 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7399fd5c-e037-42ca-bfae-6414eb317d46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:58.946982 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7399fd5c-e037-42ca-bfae-6414eb317d46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:58.947406 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7399fd5c-e037-42ca-bfae-6414eb317d46 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:58.947630 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7399fd5c-e037-42ca-bfae-6414eb317d46 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:58.947844 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7399fd5c-e037-42ca-bfae-6414eb317d46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:58.948104 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7399fd5c-e037-42ca-bfae-6414eb317d46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:58.948620 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7399fd5c-e037-42ca-bfae-6414eb317d46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:58.948912 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7399fd5c-e037-42ca-bfae-6414eb317d46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:59.566481 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:59.851336 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:28:59.884720 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:28:59.885243 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 1cb9eb3d-1b45-4b68-bf8b-6d09c233b48b not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:28:59.991647 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40028) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:29:00.172639 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-db072187-42cb-42f0-9be0-909ad74e8b13 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1351772527-network', 'tenant_id': '077c8403ebe747e893f1aa992a784cdb'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:29:00.201945 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db072187-42cb-42f0-9be0-909ad74e8b13 admin admin] Made reservation on behalf of 077c8403ebe747e893f1aa992a784cdb for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:29:00.205513 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db072187-42cb-42f0-9be0-909ad74e8b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:00.222604 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db072187-42cb-42f0-9be0-909ad74e8b13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:00.354536 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db072187-42cb-42f0-9be0-909ad74e8b13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:00.361106 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db072187-42cb-42f0-9be0-909ad74e8b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:00.397442 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db072187-42cb-42f0-9be0-909ad74e8b13 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:29:00.412654 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db072187-42cb-42f0-9be0-909ad74e8b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389836ec-f33b-4afe-9adc-41e67b60724f,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:00.418803 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db072187-42cb-42f0-9be0-909ad74e8b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:00.419152 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-db072187-42cb-42f0-9be0-909ad74e8b13 admin admin] Added segment 8106e9ae-cce3-4932-b951-b9e8418e5ff3 of type vlan for network 9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e Nov 12 09:29:00.468810 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db072187-42cb-42f0-9be0-909ad74e8b13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:00.505310 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db072187-42cb-42f0-9be0-909ad74e8b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:00.507298 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db072187-42cb-42f0-9be0-909ad74e8b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:00.508013 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db072187-42cb-42f0-9be0-909ad74e8b13 admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:00.571238 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-db072187-42cb-42f0-9be0-909ad74e8b13 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5780931 Nov 12 09:29:00.575505 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40032) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:29:00.582285 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-40eb5247-e180-4421-a06b-68b32ec319fd admin admin] Request body: {'subnet': {'network_id': '9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1351772527-subnet', 'tenant_id': '077c8403ebe747e893f1aa992a784cdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:29:00.612259 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40eb5247-e180-4421-a06b-68b32ec319fd admin admin] Made reservation on behalf of 077c8403ebe747e893f1aa992a784cdb for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:29:00.615588 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-40eb5247-e180-4421-a06b-68b32ec319fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:00.630829 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db072187-42cb-42f0-9be0-909ad74e8b13 admin admin] Pushing event updated for resources: {'Network': ['ID=9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:00.646945 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:29:00.841539 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-40eb5247-e180-4421-a06b-68b32ec319fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:00.905339 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb5247-e180-4421-a06b-68b32ec319fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=37385f65-43c7-4c8c-be95-4df220f4ab0c,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:00.916298 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eb5247-e180-4421-a06b-68b32ec319fd admin admin] Checking segment: {'id': '8106e9ae-cce3-4932-b951-b9e8418e5ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:29:00.916665 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40eb5247-e180-4421-a06b-68b32ec319fd admin admin] Network hostable DHCP agents. Network: 9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:29:00.943701 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40eb5247-e180-4421-a06b-68b32ec319fd admin admin] Network 9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:29:00.955474 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-40eb5247-e180-4421-a06b-68b32ec319fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:29:00.960874 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40eb5247-e180-4421-a06b-68b32ec319fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:00.961727 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-40eb5247-e180-4421-a06b-68b32ec319fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:00.969037 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b24382-0f0f-4615-b40d-0bb412bf7932 None None] Network 9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:29:00.994831 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-40eb5247-e180-4421-a06b-68b32ec319fd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4176559 Nov 12 09:29:01.151462 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b1175a-1ed3-4313-af83-3932a576af19 None None] Network 9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:29:01.592574 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-61c90609-d1d6-44f5-8359-b1c1b212c173 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:01.594347 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-61c90609-d1d6-44f5-8359-b1c1b212c173 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/networks?id=9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e HTTP/1.1" status: 200 len: 812 time: 0.1443198 Nov 12 09:29:01.613446 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-fa47045c-c078-477d-9bbc-4753dcb25d90 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/quotas/077c8403ebe747e893f1aa992a784cdb HTTP/1.1" status: 200 len: 375 time: 0.0108216 Nov 12 09:29:01.651212 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-5ab9b0a1-e18b-493f-8a84-d7763b090690 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=077c8403ebe747e893f1aa992a784cdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297580 Nov 12 09:29:01.674651 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-851ddf05-7988-4353-886a-37675a00a771 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:29:01.675880 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-851ddf05-7988-4353-886a-37675a00a771 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109394 Nov 12 09:29:01.793225 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-c4d03bcc-06a5-4262-bef7-42f994fc78f8 service neutron] 10.222.0.37 "GET /v2.0/networks/9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100650 Nov 12 09:29:01.907764 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-5bfe5982-8e51-4a32-ba8d-4ccd319ba49e service neutron] 10.222.0.37 "GET /v2.0/networks/9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081131 Nov 12 09:29:02.105381 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-63cf06e9-c30c-4a8a-a66b-18552f941ae8 req-bbadba32-cbf6-41ac-b823-354693623d94 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 210 time: 0.0445142 Nov 12 09:29:03.267831 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-332d342f-473e-4fd2-ad90-9ae56cc26fb6 req-e6b54514-094b-406f-988b-1b537d9b4b87 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 210 time: 0.0518668 Nov 12 09:29:03.284729 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-4572a875-8e37-47cb-b45b-1d7427d11de7 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:03.287025 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-4572a875-8e37-47cb-b45b-1d7427d11de7 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.58 "GET /v2.0/networks?id=9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e HTTP/1.1" status: 200 len: 812 time: 0.1992822 Nov 12 09:29:03.303711 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-155f0b1f-8d6d-4689-a9e3-e4bcee0b9280 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Request body: {'port': {'device_id': '77992030-ff80-47e8-836c-1e898511a15a', 'network_id': '9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e', 'admin_state_up': True, 'tenant_id': '077c8403ebe747e893f1aa992a784cdb'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:29:03.477865 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-155f0b1f-8d6d-4689-a9e3-e4bcee0b9280 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Made reservation on behalf of 077c8403ebe747e893f1aa992a784cdb for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:29:03.481362 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-155f0b1f-8d6d-4689-a9e3-e4bcee0b9280 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:03.689318 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-155f0b1f-8d6d-4689-a9e3-e4bcee0b9280 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Allocated IP 172.20.0.3 (9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e/37385f65-43c7-4c8c-be95-4df220f4ab0c/16d753b8-4600-4c78-9506-a4f9703faaf1) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:29:03.938114 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-155f0b1f-8d6d-4689-a9e3-e4bcee0b9280 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:03.999262 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-155f0b1f-8d6d-4689-a9e3-e4bcee0b9280 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:04.053066 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-155f0b1f-8d6d-4689-a9e3-e4bcee0b9280 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Network 9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:29:04.056568 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-155f0b1f-8d6d-4689-a9e3-e4bcee0b9280 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:29:04.060913 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-155f0b1f-8d6d-4689-a9e3-e4bcee0b9280 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:29:04.068152 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f0b1f-8d6d-4689-a9e3-e4bcee0b9280 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Pushing event updated for resources: {'Port': ['ID=16d753b8-4600-4c78-9506-a4f9703faaf1,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:04.128422 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-155f0b1f-8d6d-4689-a9e3-e4bcee0b9280 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:04.129104 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-155f0b1f-8d6d-4689-a9e3-e4bcee0b9280 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:04.149471 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-155f0b1f-8d6d-4689-a9e3-e4bcee0b9280 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8517854 Nov 12 09:29:04.164898 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-40dd5d6d-7b45-4faa-b34e-d6c9c8f73aee service neutron] Request body: {'port': {'device_id': '77992030-ff80-47e8-836c-1e898511a15a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:29:04.235251 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-40dd5d6d-7b45-4faa-b34e-d6c9c8f73aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:04.494189 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd66bc-76cf-4e02-aefc-15304ef6aecc req-3f9dbef5-e987-4c0f-a533-616ac475d7f5 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:04.495889 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7edd66bc-76cf-4e02-aefc-15304ef6aecc req-3f9dbef5-e987-4c0f-a533-616ac475d7f5 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 931 time: 0.1020522 Nov 12 09:29:04.598081 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7edd66bc-76cf-4e02-aefc-15304ef6aecc req-9caff7d4-c3be-4aa5-8aca-16e73cef5893 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744209 Nov 12 09:29:04.687570 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-40dd5d6d-7b45-4faa-b34e-d6c9c8f73aee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16d753b8-4600-4c78-9506-a4f9703faaf1 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:29:04.696398 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-40dd5d6d-7b45-4faa-b34e-d6c9c8f73aee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:04.718491 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-40dd5d6d-7b45-4faa-b34e-d6c9c8f73aee service neutron] Transition to ACTIVE for port object 16d753b8-4600-4c78-9506-a4f9703faaf1 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:29:04.723671 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-40dd5d6d-7b45-4faa-b34e-d6c9c8f73aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:04.775652 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd5d6d-7b45-4faa-b34e-d6c9c8f73aee service neutron] Pushing event updated for resources: {'Port': ['ID=16d753b8-4600-4c78-9506-a4f9703faaf1,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:04.852169 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-40dd5d6d-7b45-4faa-b34e-d6c9c8f73aee service neutron] Attempting to bind port 16d753b8-4600-4c78-9506-a4f9703faaf1 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:29:04.852518 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-40dd5d6d-7b45-4faa-b34e-d6c9c8f73aee service neutron] Attempting to bind port 16d753b8-4600-4c78-9506-a4f9703faaf1 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '8106e9ae-cce3-4932-b951-b9e8418e5ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:29:04.852844 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-40dd5d6d-7b45-4faa-b34e-d6c9c8f73aee service neutron] Attempting to bind port 16d753b8-4600-4c78-9506-a4f9703faaf1 on network 9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:29:04.858184 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-40dd5d6d-7b45-4faa-b34e-d6c9c8f73aee service neutron] Port 16d753b8-4600-4c78-9506-a4f9703faaf1 on network 9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:29:04.858509 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-40dd5d6d-7b45-4faa-b34e-d6c9c8f73aee service neutron] Attempting to bind port 16d753b8-4600-4c78-9506-a4f9703faaf1 on network 9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:29:04.864180 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-40dd5d6d-7b45-4faa-b34e-d6c9c8f73aee service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:29:04.864524 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-40dd5d6d-7b45-4faa-b34e-d6c9c8f73aee service neutron] Checking segment: {'id': '8106e9ae-cce3-4932-b951-b9e8418e5ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:29:04.865256 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-40dd5d6d-7b45-4faa-b34e-d6c9c8f73aee service neutron] Bound using segment: {'id': '8106e9ae-cce3-4932-b951-b9e8418e5ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:29:04.865709 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-40dd5d6d-7b45-4faa-b34e-d6c9c8f73aee service neutron] Bound port: 16d753b8-4600-4c78-9506-a4f9703faaf1, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8106e9ae-cce3-4932-b951-b9e8418e5ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:29:04.866069 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-40dd5d6d-7b45-4faa-b34e-d6c9c8f73aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:04.939451 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-40dd5d6d-7b45-4faa-b34e-d6c9c8f73aee service neutron] For port 16d753b8-4600-4c78-9506-a4f9703faaf1, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:29:04.943308 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-40dd5d6d-7b45-4faa-b34e-d6c9c8f73aee service neutron] For port 16d753b8-4600-4c78-9506-a4f9703faaf1, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=16d753b8-4600-4c78-9506-a4f9703faaf1,segment=NetworkSegment(8106e9ae-cce3-4932-b951-b9e8418e5ff3),segment_id=8106e9ae-cce3-4932-b951-b9e8418e5ff3)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:29:04.947815 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-40dd5d6d-7b45-4faa-b34e-d6c9c8f73aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:04.984043 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-40dd5d6d-7b45-4faa-b34e-d6c9c8f73aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:04.984661 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-40dd5d6d-7b45-4faa-b34e-d6c9c8f73aee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:04.986064 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-40dd5d6d-7b45-4faa-b34e-d6c9c8f73aee service neutron] 10.222.0.58 "PUT /v2.0/ports/16d753b8-4600-4c78-9506-a4f9703faaf1 HTTP/1.1" status: 200 len: 1092 time: 0.8273623 Nov 12 09:29:04.986514 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77992030-ff80-47e8-836c-1e898511a15a', 'tag': '16d753b8-4600-4c78-9506-a4f9703faaf1'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:29:04.988925 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872c9bca-87df-4a2f-b6d7-6c5712da1de1" -d '{"events": [{"name": "network-changed", "server_uuid": "77992030-ff80-47e8-836c-1e898511a15a", "tag": "16d753b8-4600-4c78-9506-a4f9703faaf1"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:29:05.017052 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd5d6d-7b45-4faa-b34e-d6c9c8f73aee service neutron] Pushing event updated for resources: {'Port': ['ID=16d753b8-4600-4c78-9506-a4f9703faaf1,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:05.034976 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79616900-6f7a-421c-8f65-e053265f19f6 x-openstack-request-id: req-79616900-6f7a-421c-8f65-e053265f19f6 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:29:05.035402 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77992030-ff80-47e8-836c-1e898511a15a", "tag": "16d753b8-4600-4c78-9506-a4f9703faaf1", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:29:05.035852 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79616900-6f7a-421c-8f65-e053265f19f6 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:29:05.036503 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77992030-ff80-47e8-836c-1e898511a15a', 'tag': '16d753b8-4600-4c78-9506-a4f9703faaf1', 'status': 'completed', 'code': 200} Nov 12 09:29:05.084713 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-16dc45e0-c1e0-4b64-9e66-9510c76ca21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:05.086302 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-16dc45e0-c1e0-4b64-9e66-9510c76ca21c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=077c8403ebe747e893f1aa992a784cdb&device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 1095 time: 0.0439613 Nov 12 09:29:05.131648 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-62625f86-9c03-4c56-aa07-b2cc03eeac04 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16d753b8-4600-4c78-9506-a4f9703faaf1 HTTP/1.1" status: 200 len: 217 time: 0.0358126 Nov 12 09:29:05.190003 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-f0ca330c-8896-4e04-a69d-8415fd3d34cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:05.191501 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-f0ca330c-8896-4e04-a69d-8415fd3d34cd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=37385f65-43c7-4c8c-be95-4df220f4ab0c HTTP/1.1" status: 200 len: 852 time: 0.0516093 Nov 12 09:29:05.235728 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-3d45002d-458a-4798-88c7-85c34825990b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364769 Nov 12 09:29:05.333847 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-e3d2f34b-3d17-48d1-98d0-64dbe926648b service neutron] 10.222.0.58 "GET /v2.0/networks/9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905979 Nov 12 09:29:05.436646 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6675dd0c-c77d-4b9a-a2e1-46725928256c req-d5c48555-dc78-40f5-97c0-0e9b29b50fd3 service neutron] 10.222.0.58 "GET /v2.0/networks/9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928905 Nov 12 09:29:05.533062 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c9bca-87df-4a2f-b6d7-6c5712da1de1 req-652f463b-1443-4355-839e-06ef49eb9cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:05.534659 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-872c9bca-87df-4a2f-b6d7-6c5712da1de1 req-652f463b-1443-4355-839e-06ef49eb9cc2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=077c8403ebe747e893f1aa992a784cdb&device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 1095 time: 0.0469975 Nov 12 09:29:05.675103 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c9bca-87df-4a2f-b6d7-6c5712da1de1 req-c52e7088-d36f-4b39-bd67-0a0921b204b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:05.677820 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-872c9bca-87df-4a2f-b6d7-6c5712da1de1 req-c52e7088-d36f-4b39-bd67-0a0921b204b2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e HTTP/1.1" status: 200 len: 913 time: 0.1346056 Nov 12 09:29:05.735343 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-872c9bca-87df-4a2f-b6d7-6c5712da1de1 req-66224187-22fc-4354-ae1d-fa1258072f5c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16d753b8-4600-4c78-9506-a4f9703faaf1 HTTP/1.1" status: 200 len: 217 time: 0.0491295 Nov 12 09:29:06.148058 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8f4c4-bdf4-4933-aff0-07de329ffc59 req-8b7816e8-6ba9-4193-ab51-fbdb267c4559 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:06.149524 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13d8f4c4-bdf4-4933-aff0-07de329ffc59 req-8b7816e8-6ba9-4193-ab51-fbdb267c4559 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 943 time: 0.4539640 Nov 12 09:29:06.151051 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c9bca-87df-4a2f-b6d7-6c5712da1de1 req-915d7d80-eae9-44e4-8715-794912585864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:06.152401 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-872c9bca-87df-4a2f-b6d7-6c5712da1de1 req-915d7d80-eae9-44e4-8715-794912585864 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=37385f65-43c7-4c8c-be95-4df220f4ab0c HTTP/1.1" status: 200 len: 852 time: 0.4001675 Nov 12 09:29:06.196912 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-872c9bca-87df-4a2f-b6d7-6c5712da1de1 req-6869ab49-801e-4448-aeb9-e52ff4433c71 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339108 Nov 12 09:29:06.248989 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13d8f4c4-bdf4-4933-aff0-07de329ffc59 req-a1258c4d-5e6c-4453-bfac-d44de3b7a45e tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923171 Nov 12 09:29:06.316478 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-872c9bca-87df-4a2f-b6d7-6c5712da1de1 req-621c3e69-15fe-4c80-b168-9d6596b70e9f service neutron] 10.222.0.58 "GET /v2.0/networks/9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092238 Nov 12 09:29:06.425762 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-872c9bca-87df-4a2f-b6d7-6c5712da1de1 req-29567e05-7a21-41c6-b255-b57de906d0fb service neutron] 10.222.0.58 "GET /v2.0/networks/9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010826 Nov 12 09:29:07.300566 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:29:07.396837 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260925b0-51ac-4eaa-8f9b-d4f060b00043 req-797108b2-c175-451a-b54b-7990d347a9b9 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:07.399318 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-260925b0-51ac-4eaa-8f9b-d4f060b00043 req-797108b2-c175-451a-b54b-7990d347a9b9 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 943 time: 0.0715208 Nov 12 09:29:07.462873 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-260925b0-51ac-4eaa-8f9b-d4f060b00043 req-2d1bcfec-3a8a-43a5-af6b-89c3edecfd57 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556648 Nov 12 09:29:07.898156 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-426e627d-1e70-47e0-85a0-29377246d3a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:07.904018 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 16d753b8-4600-4c78-9506-a4f9703faaf1 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:29:08.030981 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 16d753b8-4600-4c78-9506-a4f9703faaf1, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=16d753b8-4600-4c78-9506-a4f9703faaf1,segment=NetworkSegment(8106e9ae-cce3-4932-b951-b9e8418e5ff3),segment_id=8106e9ae-cce3-4932-b951-b9e8418e5ff3)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:29:08.044707 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '16d753b8-4600-4c78-9506-a4f9703faaf1', 'network_id': '9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e', 'port_id': '16d753b8-4600-4c78-9506-a4f9703faaf1', 'mac_address': 'fa:16:3e:f9:26:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37385f65-43c7-4c8c-be95-4df220f4ab0c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:29:08.091542 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:08.108965 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d753b8-4600-4c78-9506-a4f9703faaf1 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:29:08.133019 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 16d753b8-4600-4c78-9506-a4f9703faaf1, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=16d753b8-4600-4c78-9506-a4f9703faaf1,segment=NetworkSegment(8106e9ae-cce3-4932-b951-b9e8418e5ff3),segment_id=8106e9ae-cce3-4932-b951-b9e8418e5ff3)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:29:08.139169 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:08.191934 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=16d753b8-4600-4c78-9506-a4f9703faaf1,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:08.356227 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['16d753b8-4600-4c78-9506-a4f9703faaf1'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:29:08.597352 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397fa81-0a72-4dd9-9454-89c7bd6e3a99 req-ca2739f9-2ffe-4c62-8823-ebbd0344c7ae tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:08.599595 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9397fa81-0a72-4dd9-9454-89c7bd6e3a99 req-ca2739f9-2ffe-4c62-8823-ebbd0344c7ae tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 944 time: 0.0630050 Nov 12 09:29:08.660257 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9397fa81-0a72-4dd9-9454-89c7bd6e3a99 req-4ee04bbd-3fb7-4743-853c-8db80fbc6623 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541379 Nov 12 09:29:09.788108 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fb7d0-359b-4e7b-b2b7-fb99d2c31ce3 req-91b660b3-57a3-463f-97a7-fe931507f550 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:09.788940 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba7fb7d0-359b-4e7b-b2b7-fb99d2c31ce3 req-91b660b3-57a3-463f-97a7-fe931507f550 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 944 time: 0.0549998 Nov 12 09:29:09.849548 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba7fb7d0-359b-4e7b-b2b7-fb99d2c31ce3 req-45a6533f-e90b-4efc-b931-b720460c58ce tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542076 Nov 12 09:29:09.920958 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 16d753b8-4600-4c78-9506-a4f9703faaf1 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:29:09.982050 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 16d753b8-4600-4c78-9506-a4f9703faaf1 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:29:09.987010 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 16d753b8-4600-4c78-9506-a4f9703faaf1 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:29:09.987534 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:10.079184 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:10.107966 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77992030-ff80-47e8-836c-1e898511a15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d753b8-4600-4c78-9506-a4f9703faaf1'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:29:10.110336 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9930bb-143e-4e4a-a175-eb092269c48e" -d '{"events": [{"server_uuid": "77992030-ff80-47e8-836c-1e898511a15a", "name": "network-vif-plugged", "status": "completed", "tag": "16d753b8-4600-4c78-9506-a4f9703faaf1"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:29:10.126552 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 16d753b8-4600-4c78-9506-a4f9703faaf1, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=16d753b8-4600-4c78-9506-a4f9703faaf1,segment=NetworkSegment(8106e9ae-cce3-4932-b951-b9e8418e5ff3),segment_id=8106e9ae-cce3-4932-b951-b9e8418e5ff3)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:29:10.132202 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:10.160384 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca2610a-4899-40a4-be9b-be400a02488f x-openstack-request-id: req-5ca2610a-4899-40a4-be9b-be400a02488f {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:29:10.160657 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77992030-ff80-47e8-836c-1e898511a15a", "name": "network-vif-plugged", "status": "completed", "tag": "16d753b8-4600-4c78-9506-a4f9703faaf1", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:29:10.160816 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ca2610a-4899-40a4-be9b-be400a02488f {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:29:10.161122 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77992030-ff80-47e8-836c-1e898511a15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d753b8-4600-4c78-9506-a4f9703faaf1', 'code': 200} Nov 12 09:29:10.188675 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=16d753b8-4600-4c78-9506-a4f9703faaf1,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:10.216083 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-38b242bb-001c-4e50-bb98-4d3f4dfd8239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:10.264757 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076da60-e8f9-430d-8337-d784b8526e00 req-2212046f-c43a-4821-9f72-71d2b9637cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:10.266313 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2076da60-e8f9-430d-8337-d784b8526e00 req-2212046f-c43a-4821-9f72-71d2b9637cd0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 1097 time: 0.0439301 Nov 12 09:29:10.315409 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2076da60-e8f9-430d-8337-d784b8526e00 req-954c1412-565e-47db-ac66-c844aec2a995 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411913 Nov 12 09:29:10.984076 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943e8e0-a4a1-4cdc-b6fc-146d1274d997 req-0f6996a1-bc8f-4e05-83c0-73efadd8d3c6 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:10.986034 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5943e8e0-a4a1-4cdc-b6fc-146d1274d997 req-0f6996a1-bc8f-4e05-83c0-73efadd8d3c6 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 945 time: 0.0594575 Nov 12 09:29:11.036850 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5943e8e0-a4a1-4cdc-b6fc-146d1274d997 req-8c13f7f4-8775-46c5-9d21-5bcaa0fe61fb tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437183 Nov 12 09:29:12.176552 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63b388-2c5b-4dc7-8f85-1ca637d285fd req-13a56283-d88e-4cd1-8e58-d6fb8db8549d tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:12.177679 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0f63b388-2c5b-4dc7-8f85-1ca637d285fd req-13a56283-d88e-4cd1-8e58-d6fb8db8549d tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 945 time: 0.0541568 Nov 12 09:29:12.203614 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:12.242234 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0f63b388-2c5b-4dc7-8f85-1ca637d285fd req-9fc2231e-0d77-4c56-b8ff-bc18457794ae tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446622 Nov 12 09:29:12.443786 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40084) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:29:12.508899 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4286a-099b-41e0-bef4-d21ff47e695c req-e2b52ba9-c931-48ff-9340-47521ee51041 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:12.510790 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-02c4286a-099b-41e0-bef4-d21ff47e695c req-e2b52ba9-c931-48ff-9340-47521ee51041 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 945 time: 0.0596476 Nov 12 09:29:12.586465 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-55271b33-92cf-4293-a0d6-89334819b11c req-35851234-a214-4e89-86e6-7c54d55772cf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1413100 Nov 12 09:29:12.591492 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-02c4286a-099b-41e0-bef4-d21ff47e695c req-7bb2c9e8-5eec-4402-a4cc-2612220b4538 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701647 Nov 12 09:29:12.596973 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-55271b33-92cf-4293-a0d6-89334819b11c req-011c92a0-47fa-4382-b451-b30be6a60dcb service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:29:12.597825 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-55271b33-92cf-4293-a0d6-89334819b11c req-011c92a0-47fa-4382-b451-b30be6a60dcb service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054102 Nov 12 09:29:13.554347 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:13.739645 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e755894-190b-43c2-bacc-40875d39e6d3 req-4d223817-9641-432f-afba-9146accd6edf tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:13.741663 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e755894-190b-43c2-bacc-40875d39e6d3 req-4d223817-9641-432f-afba-9146accd6edf tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 945 time: 0.0638111 Nov 12 09:29:13.799290 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e755894-190b-43c2-bacc-40875d39e6d3 req-5e3bb8b7-ca27-427b-a141-abfd46e64905 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480540 Nov 12 09:29:13.914643 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55271b33-92cf-4293-a0d6-89334819b11c req-915f3b7b-6f3f-4580-94ff-45501464a157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:13.916408 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-55271b33-92cf-4293-a0d6-89334819b11c req-915f3b7b-6f3f-4580-94ff-45501464a157 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=077c8403ebe747e893f1aa992a784cdb&device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 1097 time: 0.0501363 Nov 12 09:29:14.018421 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55271b33-92cf-4293-a0d6-89334819b11c req-aba6248f-e85d-4eb8-b460-180b46bc9701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:14.019943 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-55271b33-92cf-4293-a0d6-89334819b11c req-aba6248f-e85d-4eb8-b460-180b46bc9701 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e HTTP/1.1" status: 200 len: 913 time: 0.0962117 Nov 12 09:29:14.069440 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-55271b33-92cf-4293-a0d6-89334819b11c req-a27eb24e-3661-4ea6-b041-9098cd9ff8dd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16d753b8-4600-4c78-9506-a4f9703faaf1 HTTP/1.1" status: 200 len: 217 time: 0.0411880 Nov 12 09:29:14.094001 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:14.122945 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55271b33-92cf-4293-a0d6-89334819b11c req-4f4e8fa4-206b-43fe-95f2-8ae945937773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:14.124443 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-55271b33-92cf-4293-a0d6-89334819b11c req-4f4e8fa4-206b-43fe-95f2-8ae945937773 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=37385f65-43c7-4c8c-be95-4df220f4ab0c HTTP/1.1" status: 200 len: 852 time: 0.0477505 Nov 12 09:29:14.163701 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-55271b33-92cf-4293-a0d6-89334819b11c req-cf0f26e6-49f5-4c3b-bbbb-514bc168c654 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307949 Nov 12 09:29:14.265455 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-55271b33-92cf-4293-a0d6-89334819b11c req-fe274374-eea1-4274-b33f-474fbae683fe service neutron] 10.222.0.58 "GET /v2.0/networks/9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932157 Nov 12 09:29:14.369057 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-55271b33-92cf-4293-a0d6-89334819b11c req-f349214f-68c4-405b-8171-7d4f8bce53c2 service neutron] 10.222.0.58 "GET /v2.0/networks/9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957334 Nov 12 09:29:14.936156 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d5d6e-9015-41f3-9ed5-abfce0271065 req-3e885322-4803-45aa-b7da-c86c0c6af2d7 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:14.937750 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d85d5d6e-9015-41f3-9ed5-abfce0271065 req-3e885322-4803-45aa-b7da-c86c0c6af2d7 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 945 time: 0.0536895 Nov 12 09:29:14.991782 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d85d5d6e-9015-41f3-9ed5-abfce0271065 req-44006ab5-1a30-4afa-928a-9ed65293b9fe tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472631 Nov 12 09:29:16.125309 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510756c3-1b44-4433-a1a0-814b86018249 req-d75fd783-307f-4fa3-9270-bb50d64c1f02 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:16.126892 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-510756c3-1b44-4433-a1a0-814b86018249 req-d75fd783-307f-4fa3-9270-bb50d64c1f02 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 945 time: 0.0519831 Nov 12 09:29:16.188788 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-510756c3-1b44-4433-a1a0-814b86018249 req-fbe27f1a-b89e-402c-8088-1f800d96a827 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552094 Nov 12 09:29:17.319009 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4cd0e4-6b67-4d0f-9c71-95ac87812bf2 req-aafb5a10-cd7d-45bc-a639-e74554b8c969 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:17.320626 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f4cd0e4-6b67-4d0f-9c71-95ac87812bf2 req-aafb5a10-cd7d-45bc-a639-e74554b8c969 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 945 time: 0.0550425 Nov 12 09:29:17.374191 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f4cd0e4-6b67-4d0f-9c71-95ac87812bf2 req-ac938efb-8a3c-4e11-8f4c-dcd1b7b0a881 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456939 Nov 12 09:29:18.500331 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2074e-2c68-44c1-9e50-cf1230f4912f req-280fe3cd-e1c0-4f82-9f7a-fe7a08ce5d2d tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:18.502140 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-feb2074e-2c68-44c1-9e50-cf1230f4912f req-280fe3cd-e1c0-4f82-9f7a-fe7a08ce5d2d tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 945 time: 0.0564389 Nov 12 09:29:18.554553 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-feb2074e-2c68-44c1-9e50-cf1230f4912f req-d442da84-7e84-460d-b1d3-93b6113eb977 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461469 Nov 12 09:29:19.698627 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0317566-5dd5-461a-aa4f-99f484f7c61e req-06d61da0-db4a-4e17-95e2-225605aff5f3 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:19.700310 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a0317566-5dd5-461a-aa4f-99f484f7c61e req-06d61da0-db4a-4e17-95e2-225605aff5f3 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 945 time: 0.0690234 Nov 12 09:29:19.761126 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a0317566-5dd5-461a-aa4f-99f484f7c61e req-b32aab43-d3bf-4368-ab0c-47ea05d18415 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530131 Nov 12 09:29:20.905577 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19752c24-1255-42bf-806a-11e25dc3dead req-6e02f716-ba44-46e5-84a9-0832327ec055 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:20.907131 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-19752c24-1255-42bf-806a-11e25dc3dead req-6e02f716-ba44-46e5-84a9-0832327ec055 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 945 time: 0.0594811 Nov 12 09:29:20.961839 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-19752c24-1255-42bf-806a-11e25dc3dead req-472f1b58-22ee-4a5d-8976-72d8859b9f4f tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448928 Nov 12 09:29:22.102386 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a39334-0933-4f32-a4b3-8c426c2016e5 req-e4f20a79-3569-4893-b523-7a67041daf20 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:22.104162 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-47a39334-0933-4f32-a4b3-8c426c2016e5 req-e4f20a79-3569-4893-b523-7a67041daf20 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 945 time: 0.0626953 Nov 12 09:29:22.161947 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-47a39334-0933-4f32-a4b3-8c426c2016e5 req-5e4b853e-3d7e-418f-b826-5396bb57270c tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513179 Nov 12 09:29:23.299837 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72127b6-501c-4b4f-807f-4762ffd9409d req-0fbd191c-30ec-486c-a0f4-9d3133a2a884 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:23.301407 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c72127b6-501c-4b4f-807f-4762ffd9409d req-0fbd191c-30ec-486c-a0f4-9d3133a2a884 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 945 time: 0.0543160 Nov 12 09:29:23.355768 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c72127b6-501c-4b4f-807f-4762ffd9409d req-149ceaec-bca9-4cb2-9bbb-fa81c2b997dc tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456407 Nov 12 09:29:23.594578 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:24.413448 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c01ec-1136-4de9-a3e2-ab4655a1bedd req-88916b68-ceec-4d2f-ac72-abff308045b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:24.415141 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-135c01ec-1136-4de9-a3e2-ab4655a1bedd req-88916b68-ceec-4d2f-ac72-abff308045b2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=077c8403ebe747e893f1aa992a784cdb&device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 1097 time: 0.0503888 Nov 12 09:29:24.558274 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a25d13-4c2e-459e-ae25-73a896efefc9 req-05220d23-a520-48ba-88dc-074a845bc34d tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:24.559836 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-76a25d13-4c2e-459e-ae25-73a896efefc9 req-05220d23-a520-48ba-88dc-074a845bc34d tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 945 time: 0.1202126 Nov 12 09:29:24.586253 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c01ec-1136-4de9-a3e2-ab4655a1bedd req-ca8e9fde-b406-4ff6-990e-37d87e9f4d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:24.587707 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-135c01ec-1136-4de9-a3e2-ab4655a1bedd req-ca8e9fde-b406-4ff6-990e-37d87e9f4d54 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e HTTP/1.1" status: 200 len: 913 time: 0.1462951 Nov 12 09:29:24.644053 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-135c01ec-1136-4de9-a3e2-ab4655a1bedd req-95cbf2f5-b858-44c1-8241-821d02a6253f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16d753b8-4600-4c78-9506-a4f9703faaf1 HTTP/1.1" status: 200 len: 217 time: 0.0474350 Nov 12 09:29:24.695443 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-76a25d13-4c2e-459e-ae25-73a896efefc9 req-156917f4-9f69-40b1-aef2-0cb33f596e8d tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256495 Nov 12 09:29:24.712254 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c01ec-1136-4de9-a3e2-ab4655a1bedd req-036d9e07-e4f4-4758-82ca-cae08940f7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:24.713747 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-135c01ec-1136-4de9-a3e2-ab4655a1bedd req-036d9e07-e4f4-4758-82ca-cae08940f7ed service neutron] 10.222.0.58 "GET /v2.0/subnets?id=37385f65-43c7-4c8c-be95-4df220f4ab0c HTTP/1.1" status: 200 len: 852 time: 0.0613017 Nov 12 09:29:24.747271 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-135c01ec-1136-4de9-a3e2-ab4655a1bedd req-ca78b8b1-245c-4744-989f-801f0652e86e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257046 Nov 12 09:29:24.853763 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-135c01ec-1136-4de9-a3e2-ab4655a1bedd req-6823e910-cdec-4444-9dfc-f0dd9f93a54f service neutron] 10.222.0.58 "GET /v2.0/networks/9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977516 Nov 12 09:29:24.968384 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-135c01ec-1136-4de9-a3e2-ab4655a1bedd req-afd3d062-9c48-4f33-98ad-9e16f7f107f7 service neutron] 10.222.0.58 "GET /v2.0/networks/9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062837 Nov 12 09:29:25.828953 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80657af-1402-4d3c-aefa-52f6c87fcdfc req-d548c473-c12d-4fe7-964a-5312c4021bd3 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:25.830406 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b80657af-1402-4d3c-aefa-52f6c87fcdfc req-d548c473-c12d-4fe7-964a-5312c4021bd3 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 945 time: 0.0552752 Nov 12 09:29:25.892021 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b80657af-1402-4d3c-aefa-52f6c87fcdfc req-4e615652-8e95-4594-91a7-b4918665382d tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528579 Nov 12 09:29:27.034668 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe10d2-09e8-4f5f-bc97-adba73db7b3a req-3ada9fdc-7aea-4230-b9e8-9f4d46dd401b tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:27.036184 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95fe10d2-09e8-4f5f-bc97-adba73db7b3a req-3ada9fdc-7aea-4230-b9e8-9f4d46dd401b tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 945 time: 0.0578132 Nov 12 09:29:27.087502 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95fe10d2-09e8-4f5f-bc97-adba73db7b3a req-a3fe64ae-85ad-4340-bbeb-9146b1c01bec tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450394 Nov 12 09:29:28.209701 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecced4b2-6507-431a-a0ef-7ce9844038b3 req-5ac1d432-5dbc-4f48-839a-8ae681e99d94 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:28.211273 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ecced4b2-6507-431a-a0ef-7ce9844038b3 req-5ac1d432-5dbc-4f48-839a-8ae681e99d94 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 945 time: 0.0511012 Nov 12 09:29:28.272075 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ecced4b2-6507-431a-a0ef-7ce9844038b3 req-e125ebd1-2f09-4ac7-8a86-a55c94132cde tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511332 Nov 12 09:29:29.410929 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4fee7-7b6f-4b4e-b18f-ca26be25df82 req-92eabeaa-d45d-41b0-a9b7-ad4559b2257b tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:29.412526 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-00f4fee7-7b6f-4b4e-b18f-ca26be25df82 req-92eabeaa-d45d-41b0-a9b7-ad4559b2257b tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 945 time: 0.0616996 Nov 12 09:29:29.465707 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-00f4fee7-7b6f-4b4e-b18f-ca26be25df82 req-925bda99-dca6-4852-a897-62696b1e0aab tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469019 Nov 12 09:29:29.565311 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:30.616486 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894a38c-a641-4fdc-9775-4f8333b17e40 req-4fbe30f1-b511-4cee-a49c-b9f8a37ff26d tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:30.618034 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1894a38c-a641-4fdc-9775-4f8333b17e40 req-4fbe30f1-b511-4cee-a49c-b9f8a37ff26d tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 945 time: 0.0640545 Nov 12 09:29:30.671238 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1894a38c-a641-4fdc-9775-4f8333b17e40 req-1a04ac34-c547-4a74-a0bb-e43e6f3965b6 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434599 Nov 12 09:29:31.810709 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8113279-9094-46ea-9909-efb4b5249a5f req-696420b7-33b2-4bcf-892b-aacb2fc4d10e tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:31.812133 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8113279-9094-46ea-9909-efb4b5249a5f req-696420b7-33b2-4bcf-892b-aacb2fc4d10e tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 945 time: 0.0628343 Nov 12 09:29:31.869211 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8113279-9094-46ea-9909-efb4b5249a5f req-608b164e-272d-4b02-b838-de7ce4f2766e tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476644 Nov 12 09:29:33.007791 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35dc7cf-3f79-4532-9346-aba224686423 req-44eac953-5e2b-4ab9-bfa4-f9483e4bf2c8 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:33.009471 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a35dc7cf-3f79-4532-9346-aba224686423 req-44eac953-5e2b-4ab9-bfa4-f9483e4bf2c8 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 945 time: 0.0569210 Nov 12 09:29:33.064925 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a35dc7cf-3f79-4532-9346-aba224686423 req-d3487a1c-b0bf-49d2-a556-3010c79e3c8c tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492575 Nov 12 09:29:34.192782 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a355f-5162-47cd-8147-ae666d9d6960 req-f53b3705-4338-4d01-af0f-8a20e8b2b30b tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:34.194240 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c3a355f-5162-47cd-8147-ae666d9d6960 req-f53b3705-4338-4d01-af0f-8a20e8b2b30b tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 945 time: 0.0528877 Nov 12 09:29:34.254904 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c3a355f-5162-47cd-8147-ae666d9d6960 req-2b51dd10-8124-46f4-ae8b-407c068b7cec tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517364 Nov 12 09:29:35.390554 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8557e-92fa-48af-b31b-c407aa80448e req-79e60012-ac7d-4588-ac94-182465927aea tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:35.392126 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eba8557e-92fa-48af-b31b-c407aa80448e req-79e60012-ac7d-4588-ac94-182465927aea tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 945 time: 0.0554650 Nov 12 09:29:35.450092 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eba8557e-92fa-48af-b31b-c407aa80448e req-c6b9be43-f4de-4c2d-b008-b474796009e1 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492816 Nov 12 09:29:36.580386 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19417e21-5043-43fe-bb03-238b95f115ad req-fa0167af-fe76-445d-b0c1-40055bb9f71b tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:36.581929 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-19417e21-5043-43fe-bb03-238b95f115ad req-fa0167af-fe76-445d-b0c1-40055bb9f71b tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 945 time: 0.0553694 Nov 12 09:29:36.635465 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-19417e21-5043-43fe-bb03-238b95f115ad req-2ef8f9fa-4f1a-4c60-8376-0eaee2d28035 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450733 Nov 12 09:29:37.773682 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43173d-8b33-4d82-b6a6-3a5b1667bf52 req-1883e87f-c9cc-4d29-b0bc-248de4c154cf tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:37.775191 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dc43173d-8b33-4d82-b6a6-3a5b1667bf52 req-1883e87f-c9cc-4d29-b0bc-248de4c154cf tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 945 time: 0.0566614 Nov 12 09:29:37.836728 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dc43173d-8b33-4d82-b6a6-3a5b1667bf52 req-dd5c26ca-6cd3-40c3-baca-ee42c926a440 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527844 Nov 12 09:29:37.898890 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1f1a1edd-95e0-4ba2-b7d4-02058e6fa2ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:38.962649 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0257524-ec0a-44df-851f-1d96a0f418b1 req-ca0006e8-9e00-4ca7-97cf-d034aefeb823 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:38.964291 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d0257524-ec0a-44df-851f-1d96a0f418b1 req-ca0006e8-9e00-4ca7-97cf-d034aefeb823 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 945 time: 0.0540550 Nov 12 09:29:39.023770 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d0257524-ec0a-44df-851f-1d96a0f418b1 req-18566cb5-e2a5-4c3b-b214-3bf099b02808 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530996 Nov 12 09:29:40.159479 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab8fc9-e0f2-4f2e-9a47-b2fb86f5685c req-c6a260f6-2617-4762-99e2-faac549a165f tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:40.161178 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-37ab8fc9-e0f2-4f2e-9a47-b2fb86f5685c req-c6a260f6-2617-4762-99e2-faac549a165f tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 945 time: 0.0566654 Nov 12 09:29:40.213084 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cd0d1c50-3676-4c8d-a790-76e041f5facb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:40.223683 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-37ab8fc9-e0f2-4f2e-9a47-b2fb86f5685c req-c76cf0bd-cf5c-4254-9f83-7a28441d64bf tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536964 Nov 12 09:29:41.364015 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c838b-9abd-4704-8fc6-73de9283d8ac req-dfc7c2c8-2db2-4836-8afd-ce9b5403fa06 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:41.366019 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-064c838b-9abd-4704-8fc6-73de9283d8ac req-dfc7c2c8-2db2-4836-8afd-ce9b5403fa06 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 945 time: 0.0620768 Nov 12 09:29:41.418106 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-064c838b-9abd-4704-8fc6-73de9283d8ac req-fefae61d-baab-4add-8b94-d9f91121ee16 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456169 Nov 12 09:29:41.501463 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [req-55271b33-92cf-4293-a0d6-89334819b11c req-7f1ad4c9-9c13-41e0-9f23-0361221f9aea service neutron] show failed (client error): The resource could not be found. Nov 12 09:29:41.502455 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-55271b33-92cf-4293-a0d6-89334819b11c req-7f1ad4c9-9c13-41e0-9f23-0361221f9aea service neutron] 10.222.0.58 "GET /v2.0/ports/16d753b8-4600-4c78-9506-a4f9703faaf1/bindings/n-h1-768862-16 HTTP/1.1" status: 404 len: 381 time: 0.0583818 Nov 12 09:29:41.813443 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55271b33-92cf-4293-a0d6-89334819b11c req-663f0746-c77b-4998-b61d-a6692a141605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:41.814875 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-55271b33-92cf-4293-a0d6-89334819b11c req-663f0746-c77b-4998-b61d-a6692a141605 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a&tenant_id=077c8403ebe747e893f1aa992a784cdb HTTP/1.1" status: 200 len: 1097 time: 0.1301541 Nov 12 09:29:41.830904 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-55271b33-92cf-4293-a0d6-89334819b11c req-5868c20b-c57e-49aa-b366-e03be1f7535f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768862-16', 'device_owner': 'compute:nova'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:29:41.891585 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-55271b33-92cf-4293-a0d6-89334819b11c req-5868c20b-c57e-49aa-b366-e03be1f7535f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:42.118380 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-55271b33-92cf-4293-a0d6-89334819b11c req-5868c20b-c57e-49aa-b366-e03be1f7535f service neutron] For port 16d753b8-4600-4c78-9506-a4f9703faaf1, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=16d753b8-4600-4c78-9506-a4f9703faaf1,segment=NetworkSegment(8106e9ae-cce3-4932-b951-b9e8418e5ff3),segment_id=8106e9ae-cce3-4932-b951-b9e8418e5ff3)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:29:42.158522 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-55271b33-92cf-4293-a0d6-89334819b11c req-5868c20b-c57e-49aa-b366-e03be1f7535f service neutron] For port 16d753b8-4600-4c78-9506-a4f9703faaf1, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:29:42.200019 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:42.203715 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77992030-ff80-47e8-836c-1e898511a15a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16d753b8-4600-4c78-9506-a4f9703faaf1'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:29:42.206216 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61590825-5c1e-43ac-ac11-0ed1fa964ad7" -d '{"events": [{"server_uuid": "77992030-ff80-47e8-836c-1e898511a15a", "name": "network-vif-unplugged", "status": "completed", "tag": "16d753b8-4600-4c78-9506-a4f9703faaf1"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:29:42.210905 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-55271b33-92cf-4293-a0d6-89334819b11c req-5868c20b-c57e-49aa-b366-e03be1f7535f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:42.229919 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-55271b33-92cf-4293-a0d6-89334819b11c req-5868c20b-c57e-49aa-b366-e03be1f7535f service neutron] Transition to ACTIVE for port object 16d753b8-4600-4c78-9506-a4f9703faaf1 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:29:42.233945 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-55271b33-92cf-4293-a0d6-89334819b11c req-5868c20b-c57e-49aa-b366-e03be1f7535f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:42.270720 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe03e733-c4b7-43ad-9cc9-60e4f9f2ab0c x-openstack-request-id: req-fe03e733-c4b7-43ad-9cc9-60e4f9f2ab0c {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:29:42.271027 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77992030-ff80-47e8-836c-1e898511a15a", "name": "network-vif-unplugged", "status": "completed", "tag": "16d753b8-4600-4c78-9506-a4f9703faaf1", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:29:42.271280 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe03e733-c4b7-43ad-9cc9-60e4f9f2ab0c {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:29:42.271686 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77992030-ff80-47e8-836c-1e898511a15a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16d753b8-4600-4c78-9506-a4f9703faaf1', 'code': 200} Nov 12 09:29:42.303916 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5868c20b-c57e-49aa-b366-e03be1f7535f service neutron] Pushing event updated for resources: {'Port': ['ID=16d753b8-4600-4c78-9506-a4f9703faaf1,revision_number=6']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:42.306647 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-55271b33-92cf-4293-a0d6-89334819b11c req-5868c20b-c57e-49aa-b366-e03be1f7535f service neutron] No DVR routers for this DVR port 16d753b8-4600-4c78-9506-a4f9703faaf1 on host n-h2-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:29:42.342395 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-55271b33-92cf-4293-a0d6-89334819b11c req-5868c20b-c57e-49aa-b366-e03be1f7535f service neutron] Attempting to bind port 16d753b8-4600-4c78-9506-a4f9703faaf1 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:29:42.342707 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-55271b33-92cf-4293-a0d6-89334819b11c req-5868c20b-c57e-49aa-b366-e03be1f7535f service neutron] Attempting to bind port 16d753b8-4600-4c78-9506-a4f9703faaf1 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '8106e9ae-cce3-4932-b951-b9e8418e5ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:29:42.343065 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55271b33-92cf-4293-a0d6-89334819b11c req-5868c20b-c57e-49aa-b366-e03be1f7535f service neutron] Attempting to bind port 16d753b8-4600-4c78-9506-a4f9703faaf1 on network 9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:29:42.348568 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55271b33-92cf-4293-a0d6-89334819b11c req-5868c20b-c57e-49aa-b366-e03be1f7535f service neutron] Port 16d753b8-4600-4c78-9506-a4f9703faaf1 on network 9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:29:42.348935 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55271b33-92cf-4293-a0d6-89334819b11c req-5868c20b-c57e-49aa-b366-e03be1f7535f service neutron] Attempting to bind port 16d753b8-4600-4c78-9506-a4f9703faaf1 on network 9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:29:42.354653 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55271b33-92cf-4293-a0d6-89334819b11c req-5868c20b-c57e-49aa-b366-e03be1f7535f service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:29:42.355030 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55271b33-92cf-4293-a0d6-89334819b11c req-5868c20b-c57e-49aa-b366-e03be1f7535f service neutron] Checking segment: {'id': '8106e9ae-cce3-4932-b951-b9e8418e5ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:29:42.355400 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55271b33-92cf-4293-a0d6-89334819b11c req-5868c20b-c57e-49aa-b366-e03be1f7535f service neutron] Bound using segment: {'id': '8106e9ae-cce3-4932-b951-b9e8418e5ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:29:42.355863 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-55271b33-92cf-4293-a0d6-89334819b11c req-5868c20b-c57e-49aa-b366-e03be1f7535f service neutron] Bound port: 16d753b8-4600-4c78-9506-a4f9703faaf1, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8106e9ae-cce3-4932-b951-b9e8418e5ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:29:42.356261 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-55271b33-92cf-4293-a0d6-89334819b11c req-5868c20b-c57e-49aa-b366-e03be1f7535f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:42.422687 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-55271b33-92cf-4293-a0d6-89334819b11c req-5868c20b-c57e-49aa-b366-e03be1f7535f service neutron] For port 16d753b8-4600-4c78-9506-a4f9703faaf1, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:29:42.425704 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-55271b33-92cf-4293-a0d6-89334819b11c req-5868c20b-c57e-49aa-b366-e03be1f7535f service neutron] For port 16d753b8-4600-4c78-9506-a4f9703faaf1, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=16d753b8-4600-4c78-9506-a4f9703faaf1,segment=NetworkSegment(8106e9ae-cce3-4932-b951-b9e8418e5ff3),segment_id=8106e9ae-cce3-4932-b951-b9e8418e5ff3)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:29:42.432452 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-55271b33-92cf-4293-a0d6-89334819b11c req-5868c20b-c57e-49aa-b366-e03be1f7535f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:42.472019 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55271b33-92cf-4293-a0d6-89334819b11c req-5868c20b-c57e-49aa-b366-e03be1f7535f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:42.472655 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-55271b33-92cf-4293-a0d6-89334819b11c req-5868c20b-c57e-49aa-b366-e03be1f7535f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:42.474191 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-55271b33-92cf-4293-a0d6-89334819b11c req-5868c20b-c57e-49aa-b366-e03be1f7535f service neutron] 10.222.0.54 "PUT /v2.0/ports/16d753b8-4600-4c78-9506-a4f9703faaf1 HTTP/1.1" status: 200 len: 1092 time: 0.6498716 Nov 12 09:29:42.499002 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5868c20b-c57e-49aa-b366-e03be1f7535f service neutron] Pushing event updated for resources: {'Port': ['ID=16d753b8-4600-4c78-9506-a4f9703faaf1,revision_number=7']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:42.551163 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55271b33-92cf-4293-a0d6-89334819b11c req-57608b32-187c-457c-b472-677d6d14007a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:42.553025 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-55271b33-92cf-4293-a0d6-89334819b11c req-57608b32-187c-457c-b472-677d6d14007a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=077c8403ebe747e893f1aa992a784cdb&device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 1095 time: 0.0500011 Nov 12 09:29:42.557532 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3e989-b4a4-4dd2-b35c-05ff923cba32 req-04eab951-2ac6-4aa6-a0ef-e5d3bf799bdf tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:42.559143 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80c3e989-b4a4-4dd2-b35c-05ff923cba32 req-04eab951-2ac6-4aa6-a0ef-e5d3bf799bdf tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 943 time: 0.0574210 Nov 12 09:29:42.610310 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-80c3e989-b4a4-4dd2-b35c-05ff923cba32 req-6bc70109-87ae-48eb-bf00-a488a7ec6c8d tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450020 Nov 12 09:29:42.656745 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55271b33-92cf-4293-a0d6-89334819b11c req-8bf71003-de90-4879-aa6c-724417a723b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:42.658254 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-55271b33-92cf-4293-a0d6-89334819b11c req-8bf71003-de90-4879-aa6c-724417a723b7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e HTTP/1.1" status: 200 len: 913 time: 0.0979383 Nov 12 09:29:42.713345 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-55271b33-92cf-4293-a0d6-89334819b11c req-3e76b174-c4ac-4e0d-adb8-1a22857f0fea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16d753b8-4600-4c78-9506-a4f9703faaf1 HTTP/1.1" status: 200 len: 217 time: 0.0461197 Nov 12 09:29:42.768189 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55271b33-92cf-4293-a0d6-89334819b11c req-a1a2fc3e-d58c-49f2-b979-5b95db2e03ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:42.769797 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-55271b33-92cf-4293-a0d6-89334819b11c req-a1a2fc3e-d58c-49f2-b979-5b95db2e03ef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=37385f65-43c7-4c8c-be95-4df220f4ab0c HTTP/1.1" status: 200 len: 852 time: 0.0489609 Nov 12 09:29:42.805035 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-55271b33-92cf-4293-a0d6-89334819b11c req-120926e7-19c6-4fd2-8a9e-a656894d9e63 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273783 Nov 12 09:29:42.906305 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-55271b33-92cf-4293-a0d6-89334819b11c req-0c6f3982-8433-4f54-9ca4-48a987f1121f service neutron] 10.222.0.54 "GET /v2.0/networks/9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943160 Nov 12 09:29:43.006840 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-55271b33-92cf-4293-a0d6-89334819b11c req-9c7db2fa-6a95-4074-9eff-a8cc13dd6a6d service neutron] 10.222.0.54 "GET /v2.0/networks/9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923169 Nov 12 09:29:43.560544 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:43.738429 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa2d9a-9899-409a-a8cb-f9f8cceb5feb req-46eeaf27-0d0b-43b7-8dda-f89f7da79aca tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:43.740255 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e4fa2d9a-9899-409a-a8cb-f9f8cceb5feb req-46eeaf27-0d0b-43b7-8dda-f89f7da79aca tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 943 time: 0.0516946 Nov 12 09:29:43.792635 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e4fa2d9a-9899-409a-a8cb-f9f8cceb5feb req-c7d6cb3d-4392-493d-8fd1-956c55403b7f tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455184 Nov 12 09:29:44.102703 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:44.273374 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77992030-ff80-47e8-836c-1e898511a15a', 'tag': '16d753b8-4600-4c78-9506-a4f9703faaf1'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:29:44.276005 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8d05a0-f449-4b54-8878-cbd343efbea5" -d '{"events": [{"name": "network-changed", "server_uuid": "77992030-ff80-47e8-836c-1e898511a15a", "tag": "16d753b8-4600-4c78-9506-a4f9703faaf1"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:29:44.300129 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:29:44.330690 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad199ec-30d1-4862-9ed8-c95f339b6094 x-openstack-request-id: req-6ad199ec-30d1-4862-9ed8-c95f339b6094 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:29:44.330995 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77992030-ff80-47e8-836c-1e898511a15a", "tag": "16d753b8-4600-4c78-9506-a4f9703faaf1", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:29:44.331248 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ad199ec-30d1-4862-9ed8-c95f339b6094 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:29:44.331783 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77992030-ff80-47e8-836c-1e898511a15a', 'tag': '16d753b8-4600-4c78-9506-a4f9703faaf1', 'status': 'completed', 'code': 200} Nov 12 09:29:44.406406 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d05a0-f449-4b54-8878-cbd343efbea5 req-0b95c4bb-642b-4ce5-a1fa-1b11ec503169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:44.408087 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-db8d05a0-f449-4b54-8878-cbd343efbea5 req-0b95c4bb-642b-4ce5-a1fa-1b11ec503169 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=077c8403ebe747e893f1aa992a784cdb&device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 1095 time: 0.0537910 Nov 12 09:29:44.409505 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d05a0-f449-4b54-8878-cbd343efbea5 req-a3df854f-41f9-4ce7-840d-ac743fddd15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:44.411009 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db8d05a0-f449-4b54-8878-cbd343efbea5 req-a3df854f-41f9-4ce7-840d-ac743fddd15b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=077c8403ebe747e893f1aa992a784cdb&device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 1095 time: 0.0503047 Nov 12 09:29:44.515462 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d05a0-f449-4b54-8878-cbd343efbea5 req-aa62b310-f9ff-4497-acde-9308be9e2b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:44.516200 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d05a0-f449-4b54-8878-cbd343efbea5 req-d918392f-32f3-46b7-bddc-b3e6d396c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:44.517017 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db8d05a0-f449-4b54-8878-cbd343efbea5 req-aa62b310-f9ff-4497-acde-9308be9e2b04 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e HTTP/1.1" status: 200 len: 913 time: 0.0959916 Nov 12 09:29:44.517739 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-db8d05a0-f449-4b54-8878-cbd343efbea5 req-d918392f-32f3-46b7-bddc-b3e6d396c58a service neutron] 10.222.0.54 "GET /v2.0/networks?id=9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e HTTP/1.1" status: 200 len: 913 time: 0.0983694 Nov 12 09:29:44.563958 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db8d05a0-f449-4b54-8878-cbd343efbea5 req-df386a5d-c1ef-43a8-bb1a-28297bb611ff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16d753b8-4600-4c78-9506-a4f9703faaf1 HTTP/1.1" status: 200 len: 217 time: 0.0394125 Nov 12 09:29:44.574410 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-db8d05a0-f449-4b54-8878-cbd343efbea5 req-6bff6dca-7635-4a8f-98f0-deed81d0ff63 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16d753b8-4600-4c78-9506-a4f9703faaf1 HTTP/1.1" status: 200 len: 217 time: 0.0480888 Nov 12 09:29:44.625238 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d05a0-f449-4b54-8878-cbd343efbea5 req-f654a8d0-fa28-4d5d-a0a4-14d40566af22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:44.626897 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db8d05a0-f449-4b54-8878-cbd343efbea5 req-f654a8d0-fa28-4d5d-a0a4-14d40566af22 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=37385f65-43c7-4c8c-be95-4df220f4ab0c HTTP/1.1" status: 200 len: 852 time: 0.0563941 Nov 12 09:29:44.636274 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d05a0-f449-4b54-8878-cbd343efbea5 req-f54fd3ac-ca58-484d-8510-bd87a8b5f169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:44.637931 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-db8d05a0-f449-4b54-8878-cbd343efbea5 req-f54fd3ac-ca58-484d-8510-bd87a8b5f169 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=37385f65-43c7-4c8c-be95-4df220f4ab0c HTTP/1.1" status: 200 len: 852 time: 0.0564685 Nov 12 09:29:44.662090 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db8d05a0-f449-4b54-8878-cbd343efbea5 req-d3a3e723-db6d-42c1-a99e-bbfc288589b4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277193 Nov 12 09:29:44.704994 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-db8d05a0-f449-4b54-8878-cbd343efbea5 req-8fa3913b-b3db-4e74-bf36-8cc8df5b06b0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387604 Nov 12 09:29:44.759144 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db8d05a0-f449-4b54-8878-cbd343efbea5 req-2bbae4b9-6128-43b2-89f2-8da7aed5044b service neutron] 10.222.0.58 "GET /v2.0/networks/9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893240 Nov 12 09:29:44.802862 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-db8d05a0-f449-4b54-8878-cbd343efbea5 req-82263d0b-e6e7-4f42-8eeb-3f8483f1ea1c service neutron] 10.222.0.54 "GET /v2.0/networks/9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896316 Nov 12 09:29:44.867760 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db8d05a0-f449-4b54-8878-cbd343efbea5 req-e6dc58bd-6b4c-47d4-acdd-ae876515210d service neutron] 10.222.0.58 "GET /v2.0/networks/9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007929 Nov 12 09:29:44.912568 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-db8d05a0-f449-4b54-8878-cbd343efbea5 req-fdbfb490-3129-4fc7-8c5a-1fc9ca2b9343 service neutron] 10.222.0.54 "GET /v2.0/networks/9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025357 Nov 12 09:29:44.925952 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29154ea6-6241-4117-950d-a2e9b5568e85 req-abefda45-819a-466b-829d-7e0182610ecc tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:44.927646 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-29154ea6-6241-4117-950d-a2e9b5568e85 req-abefda45-819a-466b-829d-7e0182610ecc tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 943 time: 0.0514035 Nov 12 09:29:44.987198 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-29154ea6-6241-4117-950d-a2e9b5568e85 req-c04b1bcb-96c6-4010-9c52-6b20a77d5c02 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516686 Nov 12 09:29:45.313222 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92a129-2859-40f1-85f6-32593d37af27 req-5c3ac431-59dd-48fa-995a-e3fa8336e596 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:45.314579 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4d92a129-2859-40f1-85f6-32593d37af27 req-5c3ac431-59dd-48fa-995a-e3fa8336e596 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.58 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a&tenant_id=077c8403ebe747e893f1aa992a784cdb&binding%3Ahost_id=n-h1-768862-16 HTTP/1.1" status: 200 len: 943 time: 0.0962119 Nov 12 09:29:45.388408 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [req-4d92a129-2859-40f1-85f6-32593d37af27 req-d73ebc46-fa68-4c69-95d4-96a9ebb78b06 service neutron] delete failed (client error): The resource could not be found. Nov 12 09:29:45.389477 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4d92a129-2859-40f1-85f6-32593d37af27 req-d73ebc46-fa68-4c69-95d4-96a9ebb78b06 service neutron] 10.222.0.58 "DELETE /v2.0/ports/16d753b8-4600-4c78-9506-a4f9703faaf1/bindings/n-h2-768862-16 HTTP/1.1" status: 404 len: 381 time: 0.0669389 Nov 12 09:29:45.486033 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92a129-2859-40f1-85f6-32593d37af27 req-1db0ed40-b957-4e67-a8ed-4ca0b2b68e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:45.487603 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4d92a129-2859-40f1-85f6-32593d37af27 req-1db0ed40-b957-4e67-a8ed-4ca0b2b68e99 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=077c8403ebe747e893f1aa992a784cdb&device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 1095 time: 0.0471287 Nov 12 09:29:45.595223 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92a129-2859-40f1-85f6-32593d37af27 req-4680137a-5e95-4f2b-bcfc-a82e90fcf9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:45.596800 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4d92a129-2859-40f1-85f6-32593d37af27 req-4680137a-5e95-4f2b-bcfc-a82e90fcf9dd service neutron] 10.222.0.58 "GET /v2.0/networks?id=9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e HTTP/1.1" status: 200 len: 913 time: 0.1023190 Nov 12 09:29:45.644454 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4d92a129-2859-40f1-85f6-32593d37af27 req-ffdfa173-44d4-4b91-b203-3da26f2acddb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16d753b8-4600-4c78-9506-a4f9703faaf1 HTTP/1.1" status: 200 len: 217 time: 0.0391238 Nov 12 09:29:45.716064 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92a129-2859-40f1-85f6-32593d37af27 req-58865f8d-4a7b-407b-819e-4e8e6e3befd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:45.717554 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4d92a129-2859-40f1-85f6-32593d37af27 req-58865f8d-4a7b-407b-819e-4e8e6e3befd2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=37385f65-43c7-4c8c-be95-4df220f4ab0c HTTP/1.1" status: 200 len: 852 time: 0.0648792 Nov 12 09:29:45.757242 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4d92a129-2859-40f1-85f6-32593d37af27 req-5a7e45c1-39e6-4971-b051-43a3ff7d282e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258734 Nov 12 09:29:45.857472 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4d92a129-2859-40f1-85f6-32593d37af27 req-48f26ff3-99ae-4849-8d5d-e81faddd252b service neutron] 10.222.0.58 "GET /v2.0/networks/9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922902 Nov 12 09:29:45.961914 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4d92a129-2859-40f1-85f6-32593d37af27 req-8efdddaf-ddbb-48bd-a8df-d1ded6539706 service neutron] 10.222.0.58 "GET /v2.0/networks/9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969646 Nov 12 09:29:46.156904 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 16d753b8-4600-4c78-9506-a4f9703faaf1 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:29:46.199245 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 16d753b8-4600-4c78-9506-a4f9703faaf1 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:29:46.471710 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 16d753b8-4600-4c78-9506-a4f9703faaf1 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:29:46.578589 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 16d753b8-4600-4c78-9506-a4f9703faaf1, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=16d753b8-4600-4c78-9506-a4f9703faaf1,segment=NetworkSegment(8106e9ae-cce3-4932-b951-b9e8418e5ff3),segment_id=8106e9ae-cce3-4932-b951-b9e8418e5ff3)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:29:46.590826 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '16d753b8-4600-4c78-9506-a4f9703faaf1', 'network_id': '9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e', 'port_id': '16d753b8-4600-4c78-9506-a4f9703faaf1', 'mac_address': 'fa:16:3e:f9:26:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37385f65-43c7-4c8c-be95-4df220f4ab0c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:29:46.631448 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:46.646523 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d753b8-4600-4c78-9506-a4f9703faaf1 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:29:46.667763 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 16d753b8-4600-4c78-9506-a4f9703faaf1, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=16d753b8-4600-4c78-9506-a4f9703faaf1,segment=NetworkSegment(8106e9ae-cce3-4932-b951-b9e8418e5ff3),segment_id=8106e9ae-cce3-4932-b951-b9e8418e5ff3)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:29:46.673052 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:46.730584 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=16d753b8-4600-4c78-9506-a4f9703faaf1,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:46.738070 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:46.738414 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:46.738750 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:46.739087 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:46.739410 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:46.739758 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:46.740091 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:46.740413 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:46.741043 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:46.741370 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:46.741691 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:46.742007 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:46.749944 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32d608-d7ed-4d68-800d-f250d838ff67 req-5f8ed7ce-0272-452e-ba7c-bbd66823e309 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:46.751524 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7a32d608-d7ed-4d68-800d-f250d838ff67 req-5f8ed7ce-0272-452e-ba7c-bbd66823e309 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 944 time: 0.0523813 Nov 12 09:29:46.800859 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7a32d608-d7ed-4d68-800d-f250d838ff67 req-3691b83e-c1d0-46f7-91c3-c7ebf07b1c6e tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430379 Nov 12 09:29:46.942290 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['16d753b8-4600-4c78-9506-a4f9703faaf1'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:29:47.943375 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03923f4f-c7eb-4ff8-855b-9dbed2149a5f req-92c313f5-e8a2-44ae-b442-6f148498e341 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:47.944972 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-03923f4f-c7eb-4ff8-855b-9dbed2149a5f req-92c313f5-e8a2-44ae-b442-6f148498e341 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 944 time: 0.0599315 Nov 12 09:29:48.003422 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-03923f4f-c7eb-4ff8-855b-9dbed2149a5f req-bfa7318a-d4cd-4d49-890c-cdbe14a097a0 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.37 "GET /v2.0/security-groups?id=389836ec-f33b-4afe-9adc-41e67b60724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481374 Nov 12 09:29:48.011117 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92a129-2859-40f1-85f6-32593d37af27 req-0da338d1-9e3c-4d73-bb9d-cc0e73b68a73 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:48.012704 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4d92a129-2859-40f1-85f6-32593d37af27 req-0da338d1-9e3c-4d73-bb9d-cc0e73b68a73 tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.54 "GET /v2.0/ports?device_id=77992030-ff80-47e8-836c-1e898511a15a HTTP/1.1" status: 200 len: 944 time: 0.0559428 Nov 12 09:29:48.122141 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-4d92a129-2859-40f1-85f6-32593d37af27 req-375c6efc-8c5f-4ef9-af47-11a4a667d19e tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Deleting port 16d753b8-4600-4c78-9506-a4f9703faaf1 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:29:48.122378 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4d92a129-2859-40f1-85f6-32593d37af27 req-375c6efc-8c5f-4ef9-af47-11a4a667d19e tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:48.221199 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-4d92a129-2859-40f1-85f6-32593d37af27 req-375c6efc-8c5f-4ef9-af47-11a4a667d19e tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] For port 16d753b8-4600-4c78-9506-a4f9703faaf1, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=16d753b8-4600-4c78-9506-a4f9703faaf1,segment=NetworkSegment(8106e9ae-cce3-4932-b951-b9e8418e5ff3),segment_id=8106e9ae-cce3-4932-b951-b9e8418e5ff3)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:29:48.221570 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4d92a129-2859-40f1-85f6-32593d37af27 req-375c6efc-8c5f-4ef9-af47-11a4a667d19e tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:48.236052 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-4d92a129-2859-40f1-85f6-32593d37af27 req-375c6efc-8c5f-4ef9-af47-11a4a667d19e tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Calling delete_port for 16d753b8-4600-4c78-9506-a4f9703faaf1 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:29:48.383419 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4d92a129-2859-40f1-85f6-32593d37af27 req-375c6efc-8c5f-4ef9-af47-11a4a667d19e tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:48.397353 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['16d753b8-4600-4c78-9506-a4f9703faaf1'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:29:48.416832 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c6efc-8c5f-4ef9-af47-11a4a667d19e tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Pushing event deleted for resources: {'Port': ['ID=16d753b8-4600-4c78-9506-a4f9703faaf1,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:48.459804 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d92a129-2859-40f1-85f6-32593d37af27 req-375c6efc-8c5f-4ef9-af47-11a4a667d19e tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] No DVR routers for this DVR port 16d753b8-4600-4c78-9506-a4f9703faaf1 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:29:48.462797 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4d92a129-2859-40f1-85f6-32593d37af27 req-375c6efc-8c5f-4ef9-af47-11a4a667d19e tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:48.466407 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-4d92a129-2859-40f1-85f6-32593d37af27 req-375c6efc-8c5f-4ef9-af47-11a4a667d19e tempest-DeleteServersTestJSON-302847534 tempest-DeleteServersTestJSON-302847534-project] 10.222.0.54 "DELETE /v2.0/ports/16d753b8-4600-4c78-9506-a4f9703faaf1 HTTP/1.1" status: 204 len: 173 time: 0.4478633 Nov 12 09:29:48.466862 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77992030-ff80-47e8-836c-1e898511a15a', 'name': 'network-vif-deleted', 'tag': '16d753b8-4600-4c78-9506-a4f9703faaf1'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:29:48.469175 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d1c9cd-5d2c-48db-9445-8a7fafc0ef56" -d '{"events": [{"server_uuid": "77992030-ff80-47e8-836c-1e898511a15a", "name": "network-vif-deleted", "tag": "16d753b8-4600-4c78-9506-a4f9703faaf1"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:29:48.495328 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 16d753b8-4600-4c78-9506-a4f9703faaf1 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:29:48.509388 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbad25d7-e163-45d8-b478-25ebc231510b x-openstack-request-id: req-fbad25d7-e163-45d8-b478-25ebc231510b {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:29:48.509735 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77992030-ff80-47e8-836c-1e898511a15a", "name": "network-vif-deleted", "tag": "16d753b8-4600-4c78-9506-a4f9703faaf1", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:29:48.510092 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fbad25d7-e163-45d8-b478-25ebc231510b {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:29:48.510836 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77992030-ff80-47e8-836c-1e898511a15a', 'name': 'network-vif-deleted', 'tag': '16d753b8-4600-4c78-9506-a4f9703faaf1', 'status': 'completed', 'code': 200} Nov 12 09:29:48.519366 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 16d753b8-4600-4c78-9506-a4f9703faaf1 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:29:48.519732 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 16d753b8-4600-4c78-9506-a4f9703faaf1 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 09:29:48.540695 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Port 16d753b8-4600-4c78-9506-a4f9703faaf1 not found, will not notify nova. {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 09:29:49.150807 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40186) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:29:49.208581 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-71177cf8-fb54-447f-a218-3164980e8e58 admin admin] Deleting subnet 37385f65-43c7-4c8c-be95-4df220f4ab0c {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:29:49.213856 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71177cf8-fb54-447f-a218-3164980e8e58 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:49.251991 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71177cf8-fb54-447f-a218-3164980e8e58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:49.293516 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71177cf8-fb54-447f-a218-3164980e8e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:49.364907 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71177cf8-fb54-447f-a218-3164980e8e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:49.393636 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71177cf8-fb54-447f-a218-3164980e8e58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37385f65-43c7-4c8c-be95-4df220f4ab0c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:49.401366 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71177cf8-fb54-447f-a218-3164980e8e58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:49.404874 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-71177cf8-fb54-447f-a218-3164980e8e58 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/37385f65-43c7-4c8c-be95-4df220f4ab0c HTTP/1.1" status: 204 len: 168 time: 0.2528701 Nov 12 09:29:49.407568 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40188) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:29:49.481537 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30977486-4c31-402c-bcab-a9e2379eb7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:49.569382 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30977486-4c31-402c-bcab-a9e2379eb7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:49.590729 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-30977486-4c31-402c-bcab-a9e2379eb7bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:29:49.605568 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-30977486-4c31-402c-bcab-a9e2379eb7bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8106e9ae-cce3-4932-b951-b9e8418e5ff3') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:29:49.605875 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-30977486-4c31-402c-bcab-a9e2379eb7bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8106e9ae-cce3-4932-b951-b9e8418e5ff3') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:29:49.616275 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30977486-4c31-402c-bcab-a9e2379eb7bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:49.630457 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30977486-4c31-402c-bcab-a9e2379eb7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:49.637222 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30977486-4c31-402c-bcab-a9e2379eb7bc admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:29:49.637612 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30977486-4c31-402c-bcab-a9e2379eb7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:49.639320 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:29:49.639320 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:29:49.639320 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:29:49.639320 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:29:49.639320 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:29:49.639320 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:29:49.639320 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:29:49.639320 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:29:49.639320 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:29:49.639320 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:29:49.639320 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:29:49.639320 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:29:49.639320 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:29:49.639320 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:29:49.639320 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:29:49.639320 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:29:49.639320 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:29:49.639320 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:29:49.639320 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:29:49.639320 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:29:49.639320 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:29:49.639320 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:29:49.639320 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:29:49.639320 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:29:49.639320 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:29:49.639320 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:29:49.639320 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:29:49.639320 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:29:49.639320 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:29:49.639320 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:29:49.639320 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:29:49.639320 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:29:49.702998 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30977486-4c31-402c-bcab-a9e2379eb7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:49.710064 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30977486-4c31-402c-bcab-a9e2379eb7bc admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:49.713799 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-30977486-4c31-402c-bcab-a9e2379eb7bc admin admin] 10.222.0.37 "DELETE /v2.0/networks/9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e HTTP/1.1" status: 204 len: 168 time: 0.3051913 Nov 12 09:29:49.729705 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30977486-4c31-402c-bcab-a9e2379eb7bc admin admin] Pushing event deleted for resources: {'Network': ['ID=9c5f32ab-04ec-4cbf-a8f4-3e39fe44d94e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:49.839714 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40192) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:29:49.883529 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0941f586-03f3-4a33-afaa-66a753ef041b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=077c8403ebe747e893f1aa992a784cdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402641 Nov 12 09:29:49.884642 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40194) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:29:49.935412 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-06521a95-c032-4ec7-a631-ec59cd3de65b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:49.957356 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-06521a95-c032-4ec7-a631-ec59cd3de65b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:50.008266 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-06521a95-c032-4ec7-a631-ec59cd3de65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:50.010838 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-06521a95-c032-4ec7-a631-ec59cd3de65b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:50.012077 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-06521a95-c032-4ec7-a631-ec59cd3de65b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/389836ec-f33b-4afe-9adc-41e67b60724f HTTP/1.1" status: 204 len: 168 time: 0.1264634 Nov 12 09:29:50.020019 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06521a95-c032-4ec7-a631-ec59cd3de65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389836ec-f33b-4afe-9adc-41e67b60724f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:50.838617 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40216) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:29:50.948669 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-adec9708-8b8b-45be-9e58-073d9bfd903a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-713894192-network', 'tenant_id': '8216d72fb0f043ca94a099f18810b0c6'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:29:50.975427 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adec9708-8b8b-45be-9e58-073d9bfd903a admin admin] Made reservation on behalf of 8216d72fb0f043ca94a099f18810b0c6 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:29:50.977958 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-adec9708-8b8b-45be-9e58-073d9bfd903a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:50.987388 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-adec9708-8b8b-45be-9e58-073d9bfd903a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:51.079280 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-adec9708-8b8b-45be-9e58-073d9bfd903a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:51.085268 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-adec9708-8b8b-45be-9e58-073d9bfd903a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:51.111834 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adec9708-8b8b-45be-9e58-073d9bfd903a admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:29:51.122415 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec9708-8b8b-45be-9e58-073d9bfd903a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c88cb3-0dcf-49ab-9293-b375778a97bf,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:51.127649 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-adec9708-8b8b-45be-9e58-073d9bfd903a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:51.128036 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-adec9708-8b8b-45be-9e58-073d9bfd903a admin admin] Added segment e6cdf32a-8c2a-4f02-bccb-be1b6a855816 of type vlan for network 769c1a12-eb50-4308-839c-0acf75c72515 Nov 12 09:29:51.168602 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-adec9708-8b8b-45be-9e58-073d9bfd903a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:51.198300 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-adec9708-8b8b-45be-9e58-073d9bfd903a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:51.199365 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adec9708-8b8b-45be-9e58-073d9bfd903a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:51.200191 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-adec9708-8b8b-45be-9e58-073d9bfd903a admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:51.233342 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-adec9708-8b8b-45be-9e58-073d9bfd903a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3931999 Nov 12 09:29:51.236323 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40220) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:29:51.242009 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-2eb1eb5c-2ad5-4477-8b0e-6920b984aade admin admin] Request body: {'subnet': {'network_id': '769c1a12-eb50-4308-839c-0acf75c72515', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-713894192-subnet', 'tenant_id': '8216d72fb0f043ca94a099f18810b0c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:29:51.265595 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec9708-8b8b-45be-9e58-073d9bfd903a admin admin] Pushing event updated for resources: {'Network': ['ID=769c1a12-eb50-4308-839c-0acf75c72515,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:51.267177 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb1eb5c-2ad5-4477-8b0e-6920b984aade admin admin] Made reservation on behalf of 8216d72fb0f043ca94a099f18810b0c6 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:29:51.269645 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2eb1eb5c-2ad5-4477-8b0e-6920b984aade admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:51.275408 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 769c1a12-eb50-4308-839c-0acf75c72515 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:29:51.446647 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2eb1eb5c-2ad5-4477-8b0e-6920b984aade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:51.505071 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1eb5c-2ad5-4477-8b0e-6920b984aade admin admin] Pushing event updated for resources: {'Subnet': ['ID=65f9644a-0357-4810-ae6f-cee05405f8d6,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:51.515695 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1eb5c-2ad5-4477-8b0e-6920b984aade admin admin] Checking segment: {'id': 'e6cdf32a-8c2a-4f02-bccb-be1b6a855816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '769c1a12-eb50-4308-839c-0acf75c72515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:29:51.516078 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb1eb5c-2ad5-4477-8b0e-6920b984aade admin admin] Network hostable DHCP agents. Network: 769c1a12-eb50-4308-839c-0acf75c72515, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:29:51.535782 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb1eb5c-2ad5-4477-8b0e-6920b984aade admin admin] Network 769c1a12-eb50-4308-839c-0acf75c72515 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:29:51.546626 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-2eb1eb5c-2ad5-4477-8b0e-6920b984aade admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 769c1a12-eb50-4308-839c-0acf75c72515) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:29:51.551154 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb1eb5c-2ad5-4477-8b0e-6920b984aade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:51.551783 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2eb1eb5c-2ad5-4477-8b0e-6920b984aade admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:51.556028 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c1d13b-57f5-43da-bffe-79ab3ce0bf03 None None] Network 769c1a12-eb50-4308-839c-0acf75c72515 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:29:51.569003 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2eb1eb5c-2ad5-4477-8b0e-6920b984aade admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3314729 Nov 12 09:29:51.688960 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c3e871-e1ad-4b54-8502-f2f285448414 None None] Network 769c1a12-eb50-4308-839c-0acf75c72515 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:29:52.089360 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cffaa1-bdcc-4143-b74f-551189394926 req-18ba174d-68b6-4e1f-9bb4-0032e056afb1 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:52.090915 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93cffaa1-bdcc-4143-b74f-551189394926 req-18ba174d-68b6-4e1f-9bb4-0032e056afb1 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/networks?id=769c1a12-eb50-4308-839c-0acf75c72515 HTTP/1.1" status: 200 len: 814 time: 0.1155190 Nov 12 09:29:52.110298 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93cffaa1-bdcc-4143-b74f-551189394926 req-a800f347-f85c-4a14-b4e4-47f2810775b0 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/quotas/8216d72fb0f043ca94a099f18810b0c6 HTTP/1.1" status: 200 len: 375 time: 0.0102446 Nov 12 09:29:52.146926 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93cffaa1-bdcc-4143-b74f-551189394926 req-a0741a9c-aeef-4f9a-9ec2-c829e0b82116 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8216d72fb0f043ca94a099f18810b0c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278561 Nov 12 09:29:52.245753 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93cffaa1-bdcc-4143-b74f-551189394926 req-ddef5129-10ca-4ccc-b277-39f3f0e9e551 service neutron] 10.222.0.37 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912120 Nov 12 09:29:52.341153 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-93cffaa1-bdcc-4143-b74f-551189394926 req-beff9e51-496a-45be-bcbb-4e9b1fc35ff4 service neutron] 10.222.0.37 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884953 Nov 12 09:29:52.510238 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 16d753b8-4600-4c78-9506-a4f9703faaf1 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:29:52.540988 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-47b71202-31c1-4c15-8025-7bd5a4ff7560 req-0838c4dd-d72d-4edf-925a-56f13522a224 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 210 time: 0.0285122 Nov 12 09:29:52.545913 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 16d753b8-4600-4c78-9506-a4f9703faaf1 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:29:52.546493 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 16d753b8-4600-4c78-9506-a4f9703faaf1 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:29:53.605524 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cffaa1-bdcc-4143-b74f-551189394926 req-f4817da6-a4cc-4e97-bf94-b48b73407bb4 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:53.606663 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:53.608616 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-93cffaa1-bdcc-4143-b74f-551189394926 req-f4817da6-a4cc-4e97-bf94-b48b73407bb4 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.54 "GET /v2.0/networks?id=769c1a12-eb50-4308-839c-0acf75c72515 HTTP/1.1" status: 200 len: 814 time: 0.1427200 Nov 12 09:29:53.623378 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-93cffaa1-bdcc-4143-b74f-551189394926 req-6d85b7bc-dad6-4bba-8022-2a1c461b71b2 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Request body: {'port': {'device_id': 'c5b4ac3c-81a3-434f-a4ad-ae67cfb13389', 'network_id': '769c1a12-eb50-4308-839c-0acf75c72515', 'admin_state_up': True, 'tenant_id': '8216d72fb0f043ca94a099f18810b0c6'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:29:53.651597 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e80d7870-d458-4756-84c7-7625dafd79c9 req-c97db9a6-326c-41c7-b34d-6075097561e8 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 210 time: 0.0303056 Nov 12 09:29:53.762012 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93cffaa1-bdcc-4143-b74f-551189394926 req-6d85b7bc-dad6-4bba-8022-2a1c461b71b2 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Made reservation on behalf of 8216d72fb0f043ca94a099f18810b0c6 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:29:53.766059 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-93cffaa1-bdcc-4143-b74f-551189394926 req-6d85b7bc-dad6-4bba-8022-2a1c461b71b2 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:53.907717 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-93cffaa1-bdcc-4143-b74f-551189394926 req-6d85b7bc-dad6-4bba-8022-2a1c461b71b2 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Allocated IP 172.20.0.5 (769c1a12-eb50-4308-839c-0acf75c72515/65f9644a-0357-4810-ae6f-cee05405f8d6/08206d07-32fc-4951-ba39-4669a0d05a4e) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:29:54.084482 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-93cffaa1-bdcc-4143-b74f-551189394926 req-6d85b7bc-dad6-4bba-8022-2a1c461b71b2 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:54.125248 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-93cffaa1-bdcc-4143-b74f-551189394926 req-6d85b7bc-dad6-4bba-8022-2a1c461b71b2 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:54.174834 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93cffaa1-bdcc-4143-b74f-551189394926 req-6d85b7bc-dad6-4bba-8022-2a1c461b71b2 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Network 769c1a12-eb50-4308-839c-0acf75c72515 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:29:54.178198 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-93cffaa1-bdcc-4143-b74f-551189394926 req-6d85b7bc-dad6-4bba-8022-2a1c461b71b2 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:29:54.182492 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-93cffaa1-bdcc-4143-b74f-551189394926 req-6d85b7bc-dad6-4bba-8022-2a1c461b71b2 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:29:54.189767 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85b7bc-dad6-4bba-8022-2a1c461b71b2 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Pushing event updated for resources: {'Port': ['ID=08206d07-32fc-4951-ba39-4669a0d05a4e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:54.250486 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cffaa1-bdcc-4143-b74f-551189394926 req-6d85b7bc-dad6-4bba-8022-2a1c461b71b2 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:54.251203 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-93cffaa1-bdcc-4143-b74f-551189394926 req-6d85b7bc-dad6-4bba-8022-2a1c461b71b2 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:54.271770 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-93cffaa1-bdcc-4143-b74f-551189394926 req-6d85b7bc-dad6-4bba-8022-2a1c461b71b2 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6527410 Nov 12 09:29:54.284741 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-93cffaa1-bdcc-4143-b74f-551189394926 req-9dd45c94-0df2-402b-a370-fdb55cdb3eab service neutron] Request body: {'port': {'device_id': 'c5b4ac3c-81a3-434f-a4ad-ae67cfb13389', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:29:54.352945 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-93cffaa1-bdcc-4143-b74f-551189394926 req-9dd45c94-0df2-402b-a370-fdb55cdb3eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:54.658388 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-93cffaa1-bdcc-4143-b74f-551189394926 req-9dd45c94-0df2-402b-a370-fdb55cdb3eab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08206d07-32fc-4951-ba39-4669a0d05a4e {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:29:54.666873 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-93cffaa1-bdcc-4143-b74f-551189394926 req-9dd45c94-0df2-402b-a370-fdb55cdb3eab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:54.680989 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-93cffaa1-bdcc-4143-b74f-551189394926 req-9dd45c94-0df2-402b-a370-fdb55cdb3eab service neutron] Transition to ACTIVE for port object 08206d07-32fc-4951-ba39-4669a0d05a4e will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:29:54.686639 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-93cffaa1-bdcc-4143-b74f-551189394926 req-9dd45c94-0df2-402b-a370-fdb55cdb3eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:54.746436 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd45c94-0df2-402b-a370-fdb55cdb3eab service neutron] Pushing event updated for resources: {'Port': ['ID=08206d07-32fc-4951-ba39-4669a0d05a4e,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:54.828709 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-93cffaa1-bdcc-4143-b74f-551189394926 req-9dd45c94-0df2-402b-a370-fdb55cdb3eab service neutron] Attempting to bind port 08206d07-32fc-4951-ba39-4669a0d05a4e on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:29:54.829052 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-93cffaa1-bdcc-4143-b74f-551189394926 req-9dd45c94-0df2-402b-a370-fdb55cdb3eab service neutron] Attempting to bind port 08206d07-32fc-4951-ba39-4669a0d05a4e by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'e6cdf32a-8c2a-4f02-bccb-be1b6a855816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '769c1a12-eb50-4308-839c-0acf75c72515'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:29:54.829395 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cffaa1-bdcc-4143-b74f-551189394926 req-9dd45c94-0df2-402b-a370-fdb55cdb3eab service neutron] Attempting to bind port 08206d07-32fc-4951-ba39-4669a0d05a4e on network 769c1a12-eb50-4308-839c-0acf75c72515 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:29:54.834560 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cffaa1-bdcc-4143-b74f-551189394926 req-9dd45c94-0df2-402b-a370-fdb55cdb3eab service neutron] Port 08206d07-32fc-4951-ba39-4669a0d05a4e on network 769c1a12-eb50-4308-839c-0acf75c72515 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:29:54.834874 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cffaa1-bdcc-4143-b74f-551189394926 req-9dd45c94-0df2-402b-a370-fdb55cdb3eab service neutron] Attempting to bind port 08206d07-32fc-4951-ba39-4669a0d05a4e on network 769c1a12-eb50-4308-839c-0acf75c72515 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:29:54.842515 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cffaa1-bdcc-4143-b74f-551189394926 req-9dd45c94-0df2-402b-a370-fdb55cdb3eab service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:29:54.842933 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cffaa1-bdcc-4143-b74f-551189394926 req-9dd45c94-0df2-402b-a370-fdb55cdb3eab service neutron] Checking segment: {'id': 'e6cdf32a-8c2a-4f02-bccb-be1b6a855816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '769c1a12-eb50-4308-839c-0acf75c72515'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:29:54.843352 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cffaa1-bdcc-4143-b74f-551189394926 req-9dd45c94-0df2-402b-a370-fdb55cdb3eab service neutron] Bound using segment: {'id': 'e6cdf32a-8c2a-4f02-bccb-be1b6a855816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '769c1a12-eb50-4308-839c-0acf75c72515'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:29:54.843917 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-93cffaa1-bdcc-4143-b74f-551189394926 req-9dd45c94-0df2-402b-a370-fdb55cdb3eab service neutron] Bound port: 08206d07-32fc-4951-ba39-4669a0d05a4e, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6cdf32a-8c2a-4f02-bccb-be1b6a855816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '769c1a12-eb50-4308-839c-0acf75c72515'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:29:54.844442 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-93cffaa1-bdcc-4143-b74f-551189394926 req-9dd45c94-0df2-402b-a370-fdb55cdb3eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:54.897702 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db5672-e38d-4c02-b06e-db9bfacf9218 req-23c2b3c8-602a-4510-9e95-2558513b7f60 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:54.899674 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b1db5672-e38d-4c02-b06e-db9bfacf9218 req-23c2b3c8-602a-4510-9e95-2558513b7f60 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 943 time: 0.1137996 Nov 12 09:29:54.929453 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-93cffaa1-bdcc-4143-b74f-551189394926 req-9dd45c94-0df2-402b-a370-fdb55cdb3eab service neutron] For port 08206d07-32fc-4951-ba39-4669a0d05a4e, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:29:54.932999 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-93cffaa1-bdcc-4143-b74f-551189394926 req-9dd45c94-0df2-402b-a370-fdb55cdb3eab service neutron] For port 08206d07-32fc-4951-ba39-4669a0d05a4e, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=08206d07-32fc-4951-ba39-4669a0d05a4e,segment=NetworkSegment(e6cdf32a-8c2a-4f02-bccb-be1b6a855816),segment_id=e6cdf32a-8c2a-4f02-bccb-be1b6a855816)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:29:54.939029 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-93cffaa1-bdcc-4143-b74f-551189394926 req-9dd45c94-0df2-402b-a370-fdb55cdb3eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:54.958203 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b1db5672-e38d-4c02-b06e-db9bfacf9218 req-7735c5fb-f0d7-4da7-b528-9d6b8ab5c62d tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520790 Nov 12 09:29:54.979660 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cffaa1-bdcc-4143-b74f-551189394926 req-9dd45c94-0df2-402b-a370-fdb55cdb3eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:54.980618 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-93cffaa1-bdcc-4143-b74f-551189394926 req-9dd45c94-0df2-402b-a370-fdb55cdb3eab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:54.982057 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-93cffaa1-bdcc-4143-b74f-551189394926 req-9dd45c94-0df2-402b-a370-fdb55cdb3eab service neutron] 10.222.0.54 "PUT /v2.0/ports/08206d07-32fc-4951-ba39-4669a0d05a4e HTTP/1.1" status: 200 len: 1092 time: 0.7019110 Nov 12 09:29:54.982631 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b4ac3c-81a3-434f-a4ad-ae67cfb13389', 'tag': '08206d07-32fc-4951-ba39-4669a0d05a4e'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:29:54.985066 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba7d954ea2d47ffd5501195a61976419b34d5b7f4dd3e86c469b5aeeb3221f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb1b060-2e2a-480b-b243-83b53a8d244f" -d '{"events": [{"name": "network-changed", "server_uuid": "c5b4ac3c-81a3-434f-a4ad-ae67cfb13389", "tag": "08206d07-32fc-4951-ba39-4669a0d05a4e"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:29:55.023983 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd45c94-0df2-402b-a370-fdb55cdb3eab service neutron] Pushing event updated for resources: {'Port': ['ID=08206d07-32fc-4951-ba39-4669a0d05a4e,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:55.031375 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093b7d9b-e1e6-4051-9167-4105ec1b9ea3 x-openstack-request-id: req-093b7d9b-e1e6-4051-9167-4105ec1b9ea3 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:29:55.031626 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5b4ac3c-81a3-434f-a4ad-ae67cfb13389", "tag": "08206d07-32fc-4951-ba39-4669a0d05a4e", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:29:55.031908 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-093b7d9b-e1e6-4051-9167-4105ec1b9ea3 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:29:55.032311 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5b4ac3c-81a3-434f-a4ad-ae67cfb13389', 'tag': '08206d07-32fc-4951-ba39-4669a0d05a4e', 'status': 'completed', 'code': 200} Nov 12 09:29:55.082375 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cffaa1-bdcc-4143-b74f-551189394926 req-4232238b-199d-4403-b9c5-5751f1827246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:55.083987 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-93cffaa1-bdcc-4143-b74f-551189394926 req-4232238b-199d-4403-b9c5-5751f1827246 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8216d72fb0f043ca94a099f18810b0c6&device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 1095 time: 0.0463715 Nov 12 09:29:55.128017 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-93cffaa1-bdcc-4143-b74f-551189394926 req-fb4f0728-888c-4897-930b-dfc8bcbb729c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08206d07-32fc-4951-ba39-4669a0d05a4e HTTP/1.1" status: 200 len: 217 time: 0.0365779 Nov 12 09:29:55.191022 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cffaa1-bdcc-4143-b74f-551189394926 req-f53339fd-fc35-474a-9a53-986429a45efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:55.192637 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-93cffaa1-bdcc-4143-b74f-551189394926 req-f53339fd-fc35-474a-9a53-986429a45efc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=65f9644a-0357-4810-ae6f-cee05405f8d6 HTTP/1.1" status: 200 len: 854 time: 0.0583789 Nov 12 09:29:55.229075 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-93cffaa1-bdcc-4143-b74f-551189394926 req-d9444803-48d0-43b8-a0ce-11298cfafd89 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=769c1a12-eb50-4308-839c-0acf75c72515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292723 Nov 12 09:29:55.331025 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-93cffaa1-bdcc-4143-b74f-551189394926 req-84d68622-3887-4052-a686-51217d8f53fe service neutron] 10.222.0.54 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952158 Nov 12 09:29:55.443711 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-93cffaa1-bdcc-4143-b74f-551189394926 req-a45ef80c-74ec-42c1-8cd4-d8d49e9ccf5b service neutron] 10.222.0.54 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046536 Nov 12 09:29:55.539923 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1b060-2e2a-480b-b243-83b53a8d244f req-b6e5cf94-5107-4731-a680-c1e35555c1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:55.541479 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6cb1b060-2e2a-480b-b243-83b53a8d244f req-b6e5cf94-5107-4731-a680-c1e35555c1f9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8216d72fb0f043ca94a099f18810b0c6&device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 1095 time: 0.0446179 Nov 12 09:29:55.658618 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1b060-2e2a-480b-b243-83b53a8d244f req-e883087f-db09-4131-af6e-02393c45f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:55.660075 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6cb1b060-2e2a-480b-b243-83b53a8d244f req-e883087f-db09-4131-af6e-02393c45f265 service neutron] 10.222.0.54 "GET /v2.0/networks?id=769c1a12-eb50-4308-839c-0acf75c72515 HTTP/1.1" status: 200 len: 915 time: 0.1100061 Nov 12 09:29:55.708286 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6cb1b060-2e2a-480b-b243-83b53a8d244f req-7d84b028-2544-468d-a2bb-385749d99a41 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08206d07-32fc-4951-ba39-4669a0d05a4e HTTP/1.1" status: 200 len: 217 time: 0.0410366 Nov 12 09:29:55.764213 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1b060-2e2a-480b-b243-83b53a8d244f req-80b7e4b3-0b9b-4817-bfde-d7801519a9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:55.765763 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6cb1b060-2e2a-480b-b243-83b53a8d244f req-80b7e4b3-0b9b-4817-bfde-d7801519a9a7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=65f9644a-0357-4810-ae6f-cee05405f8d6 HTTP/1.1" status: 200 len: 854 time: 0.0501134 Nov 12 09:29:55.806549 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6cb1b060-2e2a-480b-b243-83b53a8d244f req-c7ac7e7b-e91e-4d38-bd73-c16708cf265e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=769c1a12-eb50-4308-839c-0acf75c72515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316250 Nov 12 09:29:56.116258 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75492008-d1ba-4cd3-a268-5f32a7fc5850 req-9793f812-a786-41ea-b339-a27cc6ff518b tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:56.117933 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75492008-d1ba-4cd3-a268-5f32a7fc5850 req-9793f812-a786-41ea-b339-a27cc6ff518b tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 943 time: 0.0635116 Nov 12 09:29:56.173025 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-75492008-d1ba-4cd3-a268-5f32a7fc5850 req-8790b054-22b9-484a-9aa3-467eeeff831b tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470033 Nov 12 09:29:56.208361 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6cb1b060-2e2a-480b-b243-83b53a8d244f req-3526bf2c-6f5b-4ace-aa8d-84189e3974d2 service neutron] 10.222.0.54 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928337 Nov 12 09:29:56.317323 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6cb1b060-2e2a-480b-b243-83b53a8d244f req-e99a96c6-dcfe-4501-a3e7-f4e9da784018 service neutron] 10.222.0.54 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005242 Nov 12 09:29:57.310105 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e482a25-42fc-4f53-bbfd-babce8f03798 req-756d8757-f162-44a6-95b9-7ba90e35c7db tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:57.312334 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9e482a25-42fc-4f53-bbfd-babce8f03798 req-756d8757-f162-44a6-95b9-7ba90e35c7db tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 943 time: 0.0599723 Nov 12 09:29:57.363200 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9e482a25-42fc-4f53-bbfd-babce8f03798 req-4acf03db-09e5-429b-8231-0b25969b1088 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452480 Nov 12 09:29:58.491593 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdb74e-9053-46e6-b51c-0d237869cc64 req-91172a8b-18e4-4748-bffd-8cd25eccb30a tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:58.493179 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2abdb74e-9053-46e6-b51c-0d237869cc64 req-91172a8b-18e4-4748-bffd-8cd25eccb30a tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 943 time: 0.0574596 Nov 12 09:29:58.539638 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 08206d07-32fc-4951-ba39-4669a0d05a4e details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:29:58.542851 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2abdb74e-9053-46e6-b51c-0d237869cc64 req-4ba4d541-c39e-47e5-b75e-dbf328e88438 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433576 Nov 12 09:29:58.657323 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 08206d07-32fc-4951-ba39-4669a0d05a4e, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=08206d07-32fc-4951-ba39-4669a0d05a4e,segment=NetworkSegment(e6cdf32a-8c2a-4f02-bccb-be1b6a855816),segment_id=e6cdf32a-8c2a-4f02-bccb-be1b6a855816)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:29:58.675925 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '08206d07-32fc-4951-ba39-4669a0d05a4e', 'network_id': '769c1a12-eb50-4308-839c-0acf75c72515', 'port_id': '08206d07-32fc-4951-ba39-4669a0d05a4e', 'mac_address': 'fa:16:3e:46:f7:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65f9644a-0357-4810-ae6f-cee05405f8d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:29:58.725179 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:58.743275 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08206d07-32fc-4951-ba39-4669a0d05a4e {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:29:58.768729 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 08206d07-32fc-4951-ba39-4669a0d05a4e, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=08206d07-32fc-4951-ba39-4669a0d05a4e,segment=NetworkSegment(e6cdf32a-8c2a-4f02-bccb-be1b6a855816),segment_id=e6cdf32a-8c2a-4f02-bccb-be1b6a855816)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:29:58.775378 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:58.826361 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=08206d07-32fc-4951-ba39-4669a0d05a4e,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:58.968316 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['08206d07-32fc-4951-ba39-4669a0d05a4e'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:29:59.568720 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:59.688598 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2bc82-c4a0-477a-9a4c-384a4b28a5b7 req-f1cce020-4bb5-46ce-b3fd-c4739273314d tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:59.690153 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0f2bc82-c4a0-477a-9a4c-384a4b28a5b7 req-f1cce020-4bb5-46ce-b3fd-c4739273314d tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 944 time: 0.0645330 Nov 12 09:29:59.754770 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0f2bc82-c4a0-477a-9a4c-384a4b28a5b7 req-19c8c68c-0e4b-49f3-b349-0b1e6ffb7b06 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558288 Nov 12 09:30:00.559930 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 08206d07-32fc-4951-ba39-4669a0d05a4e up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:30:00.619676 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 08206d07-32fc-4951-ba39-4669a0d05a4e completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:30:00.624282 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 08206d07-32fc-4951-ba39-4669a0d05a4e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:00.624664 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:00.714138 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:00.738810 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b4ac3c-81a3-434f-a4ad-ae67cfb13389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08206d07-32fc-4951-ba39-4669a0d05a4e'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:30:00.741620 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce5ab699c5104ad0c2457a2c6d0d77a033ce92f6bd24863c19a442aa43cd4bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30dc3e1a-8a08-441f-8fb1-807d4833b330" -d '{"events": [{"server_uuid": "c5b4ac3c-81a3-434f-a4ad-ae67cfb13389", "name": "network-vif-plugged", "status": "completed", "tag": "08206d07-32fc-4951-ba39-4669a0d05a4e"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:30:00.755138 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 08206d07-32fc-4951-ba39-4669a0d05a4e, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=08206d07-32fc-4951-ba39-4669a0d05a4e,segment=NetworkSegment(e6cdf32a-8c2a-4f02-bccb-be1b6a855816),segment_id=e6cdf32a-8c2a-4f02-bccb-be1b6a855816)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:00.762542 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:00.791282 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bde4a1-43c7-4ca4-9bbf-ddfb66920eab x-openstack-request-id: req-36bde4a1-43c7-4ca4-9bbf-ddfb66920eab {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:30:00.791580 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b4ac3c-81a3-434f-a4ad-ae67cfb13389", "name": "network-vif-plugged", "status": "completed", "tag": "08206d07-32fc-4951-ba39-4669a0d05a4e", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:30:00.791868 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-36bde4a1-43c7-4ca4-9bbf-ddfb66920eab {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:30:00.792260 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b4ac3c-81a3-434f-a4ad-ae67cfb13389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08206d07-32fc-4951-ba39-4669a0d05a4e', 'code': 200} Nov 12 09:30:00.821859 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=08206d07-32fc-4951-ba39-4669a0d05a4e,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:00.888587 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d01f8-4dc6-4952-be5d-debc038544a5 req-5b28575f-5b97-4599-9b8f-b705396a45c6 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:00.890225 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-176d01f8-4dc6-4952-be5d-debc038544a5 req-5b28575f-5b97-4599-9b8f-b705396a45c6 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.0506592 Nov 12 09:30:00.899465 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138749e-0fcd-406a-b0c9-959d83f555a1 req-8694d662-0176-4c60-a148-94cb5531e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:00.901091 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f138749e-0fcd-406a-b0c9-959d83f555a1 req-8694d662-0176-4c60-a148-94cb5531e3cb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 1097 time: 0.0432460 Nov 12 09:30:00.947215 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-176d01f8-4dc6-4952-be5d-debc038544a5 req-38d32f46-dab6-44f0-8e2e-f1af47d135b5 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498452 Nov 12 09:30:00.952229 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f138749e-0fcd-406a-b0c9-959d83f555a1 req-507c3c7e-055c-4b70-bc69-bffc0b1cb8f0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441582 Nov 12 09:30:02.077171 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526cbfac-7194-4401-9f20-fb1fcaaa00ef req-6eabfc56-08d3-4c5e-96b5-e3529bc968c1 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:02.078660 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-526cbfac-7194-4401-9f20-fb1fcaaa00ef req-6eabfc56-08d3-4c5e-96b5-e3529bc968c1 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.0573661 Nov 12 09:30:02.131081 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-526cbfac-7194-4401-9f20-fb1fcaaa00ef req-0ce762ab-2edb-47e2-9237-b20f10cb19c8 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456691 Nov 12 09:30:02.268983 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2e362-0b4b-460b-a464-4dfa1813f63a req-80911a93-8391-4c4f-88e0-25d01db5a3e4 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:02.270503 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-01e2e362-0b4b-460b-a464-4dfa1813f63a req-80911a93-8391-4c4f-88e0-25d01db5a3e4 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.0548897 Nov 12 09:30:02.327775 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-01e2e362-0b4b-460b-a464-4dfa1813f63a req-86754d79-166d-435e-81f9-ab56e7c3a168 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486774 Nov 12 09:30:02.555495 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5d23c-5785-4516-a667-41646afd57d9 req-0d9dc7ed-fccf-4470-b2d3-86943bdcc20c tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:02.557040 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ee5d23c-5785-4516-a667-41646afd57d9 req-0d9dc7ed-fccf-4470-b2d3-86943bdcc20c tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.0533051 Nov 12 09:30:02.608542 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ee5d23c-5785-4516-a667-41646afd57d9 req-ec3a6467-f636-404c-bea2-35179e04c286 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452535 Nov 12 09:30:02.738501 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2c58d-23f9-4da7-bb5e-07e999d5cdb3 req-0bee1347-96a2-4847-a56f-b0ec0a60372c tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:02.740076 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-26d2c58d-23f9-4da7-bb5e-07e999d5cdb3 req-0bee1347-96a2-4847-a56f-b0ec0a60372c tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.0546074 Nov 12 09:30:02.796373 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-26d2c58d-23f9-4da7-bb5e-07e999d5cdb3 req-e894e186-bf1b-4a1e-a31f-ecfb3ff2192e tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488756 Nov 12 09:30:03.083216 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-ba84b031-7808-4552-9829-77da646c2955 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0743990 Nov 12 09:30:03.092041 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec24c84-75ec-4940-abb8-69396218fbc2 req-d53e23c0-d4f9-4654-8218-0e9db2e38e58 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:03.100155 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0ec24c84-75ec-4940-abb8-69396218fbc2 req-d53e23c0-d4f9-4654-8218-0e9db2e38e58 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.0830090 Nov 12 09:30:03.149461 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0ec24c84-75ec-4940-abb8-69396218fbc2 req-b1f322bb-4b5f-4168-ad22-c0e4c243d1c8 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484309 Nov 12 09:30:04.284170 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e629abf-7cd7-4e5a-82e9-005283f34843 req-f6a7bf76-c51e-46b8-91ba-651658f2d79f tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:04.285865 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e629abf-7cd7-4e5a-82e9-005283f34843 req-f6a7bf76-c51e-46b8-91ba-651658f2d79f tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.0564122 Nov 12 09:30:04.341585 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6e629abf-7cd7-4e5a-82e9-005283f34843 req-2982eadb-399b-40d1-bd38-81ace8f91004 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472364 Nov 12 09:30:04.468136 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-635fd638-852e-48a2-a856-641d1e87e1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:04.469695 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-635fd638-852e-48a2-a856-641d1e87e1cf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8216d72fb0f043ca94a099f18810b0c6&device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 1097 time: 0.0880384 Nov 12 09:30:04.571165 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-c0d3effa-9fc2-49e1-b587-f6f1010e99d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:04.572760 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-c0d3effa-9fc2-49e1-b587-f6f1010e99d8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=769c1a12-eb50-4308-839c-0acf75c72515 HTTP/1.1" status: 200 len: 915 time: 0.0958416 Nov 12 09:30:04.618805 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-1a57487a-34cd-45db-be0c-4bc48701322f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08206d07-32fc-4951-ba39-4669a0d05a4e HTTP/1.1" status: 200 len: 217 time: 0.0381210 Nov 12 09:30:04.674579 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-c8c5866f-e4d1-4263-9610-b8d754164f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:04.676133 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-c8c5866f-e4d1-4263-9610-b8d754164f29 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=65f9644a-0357-4810-ae6f-cee05405f8d6 HTTP/1.1" status: 200 len: 854 time: 0.0506258 Nov 12 09:30:04.710346 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-5b2ec8ca-85c0-4ff9-a7ee-7e945d6dbf0e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=769c1a12-eb50-4308-839c-0acf75c72515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267451 Nov 12 09:30:04.803961 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-ba6d67f0-f8ca-4e92-b386-0f8e3678ba16 service neutron] 10.222.0.54 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866590 Nov 12 09:30:04.910951 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-6191040e-d990-4efc-9e7b-ccc76e378686 service neutron] 10.222.0.54 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992038 Nov 12 09:30:05.482605 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e6591-c706-4b04-86d1-224303f65894 req-929e6702-9582-4fd9-aac6-0f7620c375f9 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:05.484196 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cb3e6591-c706-4b04-86d1-224303f65894 req-929e6702-9582-4fd9-aac6-0f7620c375f9 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.0582106 Nov 12 09:30:05.540076 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cb3e6591-c706-4b04-86d1-224303f65894 req-057bb1a9-fa59-4226-9aca-a92a54481fe1 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463870 Nov 12 09:30:06.678101 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c78010-863f-407d-8ae6-d7c8c8c5612f req-130fa67f-52a2-437b-873b-0ef31685e6ce tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:06.679636 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-21c78010-863f-407d-8ae6-d7c8c8c5612f req-130fa67f-52a2-437b-873b-0ef31685e6ce tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.0557747 Nov 12 09:30:06.736447 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-21c78010-863f-407d-8ae6-d7c8c8c5612f req-545d0343-df6b-41f1-a76c-7a2be3dadd20 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474992 Nov 12 09:30:07.877509 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7572ba-c5b7-4f28-955f-08c24315cf76 req-db3fee65-c7be-4662-918a-34bd7eb4c0b5 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:07.879482 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f7572ba-c5b7-4f28-955f-08c24315cf76 req-db3fee65-c7be-4662-918a-34bd7eb4c0b5 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.0599022 Nov 12 09:30:07.894786 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3f0c5a9f-b4e4-40b2-8a9b-f7085baf39df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:07.936489 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f7572ba-c5b7-4f28-955f-08c24315cf76 req-074c7038-7fd9-4db5-b8e9-6c4477f22d20 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496874 Nov 12 09:30:09.065873 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f3e43-b8e9-46b3-9979-217dc7174e87 req-b35a2821-2b3c-45d6-b5ab-e381afcc7f31 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:09.067391 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-679f3e43-b8e9-46b3-9979-217dc7174e87 req-b35a2821-2b3c-45d6-b5ab-e381afcc7f31 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.0564666 Nov 12 09:30:09.123756 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-679f3e43-b8e9-46b3-9979-217dc7174e87 req-323d4d8b-f3b8-4fec-a546-67047f2d97c3 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466897 Nov 12 09:30:10.210384 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-841079f2-9a4c-4efe-9f67-1e3e52e20069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:10.287942 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b578880-4ce4-4b3d-9840-f2e7b32c17bb req-e8d73de0-5985-4b35-b6c3-93471dec3a77 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:10.290640 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9b578880-4ce4-4b3d-9840-f2e7b32c17bb req-e8d73de0-5985-4b35-b6c3-93471dec3a77 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.0908003 Nov 12 09:30:10.350092 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9b578880-4ce4-4b3d-9840-f2e7b32c17bb req-bdaf4975-d4e9-4f40-895c-91189e7066c0 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521719 Nov 12 09:30:11.479848 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db325b20-76ef-41a6-aaa1-c9b1a3ca3828 req-09a7bbdd-0221-4397-85f1-bdd44ec4773f tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:11.481505 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db325b20-76ef-41a6-aaa1-c9b1a3ca3828 req-09a7bbdd-0221-4397-85f1-bdd44ec4773f tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.0534041 Nov 12 09:30:11.537078 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db325b20-76ef-41a6-aaa1-c9b1a3ca3828 req-ff4005e7-4205-4605-8dcf-91a3fbd36c1e tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491590 Nov 12 09:30:12.207447 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:12.690065 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee381db-9e07-4067-88ab-5bfc2885b6fe req-1a29afe5-65ef-45d7-80ed-27cde32aee4e tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:12.692347 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ee381db-9e07-4067-88ab-5bfc2885b6fe req-1a29afe5-65ef-45d7-80ed-27cde32aee4e tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.0704768 Nov 12 09:30:12.758184 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7ee381db-9e07-4067-88ab-5bfc2885b6fe req-b8b317a0-9345-4964-a338-11e88056a8b3 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546772 Nov 12 09:30:13.562304 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:13.886692 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83a687-2c7c-4494-986f-a78234534cae req-7e9e8c9f-9102-49ef-bd98-0a78bf301030 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:13.888292 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2d83a687-2c7c-4494-986f-a78234534cae req-7e9e8c9f-9102-49ef-bd98-0a78bf301030 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.0572145 Nov 12 09:30:13.947102 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2d83a687-2c7c-4494-986f-a78234534cae req-a1c7fc67-3bf2-48a3-8fe5-63c55fef250c tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500801 Nov 12 09:30:14.097940 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:15.083260 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130fdf1-fad4-4423-ae23-ccbd8ab279f3 req-0d6be811-0e85-47e0-8e9a-9e622dc66617 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:15.084963 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3130fdf1-fad4-4423-ae23-ccbd8ab279f3 req-0d6be811-0e85-47e0-8e9a-9e622dc66617 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.0576110 Nov 12 09:30:15.147319 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3130fdf1-fad4-4423-ae23-ccbd8ab279f3 req-32d443ed-49e9-40ac-9132-9a3878c0f968 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559063 Nov 12 09:30:16.279318 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748bcb4-630f-414c-9713-e62edc6f0f94 req-dde87846-1775-40c1-a81f-a4ea6037a80a tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:16.281057 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4748bcb4-630f-414c-9713-e62edc6f0f94 req-dde87846-1775-40c1-a81f-a4ea6037a80a tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.0597746 Nov 12 09:30:16.343797 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4748bcb4-630f-414c-9713-e62edc6f0f94 req-2b09f88b-79ae-440f-837b-a4a33a584978 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523331 Nov 12 09:30:17.485444 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bbd7e-badd-4b7b-a402-9c3db90ed6af req-40c86663-6ced-4eec-b9cc-3572526b9578 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:17.487010 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e78bbd7e-badd-4b7b-a402-9c3db90ed6af req-40c86663-6ced-4eec-b9cc-3572526b9578 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.0592332 Nov 12 09:30:17.541359 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e78bbd7e-badd-4b7b-a402-9c3db90ed6af req-95d6898b-3c32-401d-b0bc-43c616dd2293 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463688 Nov 12 09:30:18.700489 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6bfd44-72a3-4513-b618-e0406fd4b359 req-9b98c37d-9b68-4236-9755-04436364f75c tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:18.702502 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b6bfd44-72a3-4513-b618-e0406fd4b359 req-9b98c37d-9b68-4236-9755-04436364f75c tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.0816710 Nov 12 09:30:18.760715 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b6bfd44-72a3-4513-b618-e0406fd4b359 req-f3777d5c-889b-44b7-bf5e-fa53fc859ae6 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516632 Nov 12 09:30:19.891281 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fee576-0875-4475-8adc-ab31056152b6 req-8232ed8f-6a0e-4230-bde4-26116db57465 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:19.892935 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41fee576-0875-4475-8adc-ab31056152b6 req-8232ed8f-6a0e-4230-bde4-26116db57465 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.0542903 Nov 12 09:30:19.946758 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41fee576-0875-4475-8adc-ab31056152b6 req-d11b15f0-aed2-448c-b15d-b54db8ee04f1 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470548 Nov 12 09:30:21.074477 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c6a94-30a1-47e7-ba4b-fb1d441ccb46 req-a454b381-0b7f-420f-bc31-5679386212a0 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:21.076337 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d32c6a94-30a1-47e7-ba4b-fb1d441ccb46 req-a454b381-0b7f-420f-bc31-5679386212a0 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.0546582 Nov 12 09:30:21.143974 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d32c6a94-30a1-47e7-ba4b-fb1d441ccb46 req-23d1838a-c562-4796-8538-f0359628bc6b tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605690 Nov 12 09:30:21.301612 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:30:22.284119 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8375d70-af38-4170-8928-c0e1a79dcc69 req-bf63e711-3db8-4fcf-96ff-30476db458a2 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:22.285921 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e8375d70-af38-4170-8928-c0e1a79dcc69 req-bf63e711-3db8-4fcf-96ff-30476db458a2 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.0582645 Nov 12 09:30:22.339696 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e8375d70-af38-4170-8928-c0e1a79dcc69 req-ded9bbea-3e0a-457e-a478-8c24faca280e tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469823 Nov 12 09:30:23.473352 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993a864-f955-4a39-be7c-38c07e3ab872 req-4b99f098-a182-440a-aa4f-fab7aa8bd51e tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:23.475780 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e993a864-f955-4a39-be7c-38c07e3ab872 req-4b99f098-a182-440a-aa4f-fab7aa8bd51e tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.0577230 Nov 12 09:30:23.530562 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e993a864-f955-4a39-be7c-38c07e3ab872 req-950ec8b4-8799-4be6-b27e-55ec3a53f8db tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475285 Nov 12 09:30:23.620977 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:24.821945 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d662eb-605b-42c2-9cc3-dc4e0ba4ff1b req-832933b4-a98c-4fba-9e32-6166dab5885c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:24.823988 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-06d662eb-605b-42c2-9cc3-dc4e0ba4ff1b req-832933b4-a98c-4fba-9e32-6166dab5885c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8216d72fb0f043ca94a099f18810b0c6&device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 1097 time: 0.0471106 Nov 12 09:30:24.942009 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d662eb-605b-42c2-9cc3-dc4e0ba4ff1b req-77639e0b-273b-436a-95f1-a23f8757006d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:24.943532 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-06d662eb-605b-42c2-9cc3-dc4e0ba4ff1b req-77639e0b-273b-436a-95f1-a23f8757006d service neutron] 10.222.0.54 "GET /v2.0/networks?id=769c1a12-eb50-4308-839c-0acf75c72515 HTTP/1.1" status: 200 len: 915 time: 0.0990515 Nov 12 09:30:24.990489 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-06d662eb-605b-42c2-9cc3-dc4e0ba4ff1b req-f8c076e3-f3c8-4820-9b85-ce3f5f57c572 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08206d07-32fc-4951-ba39-4669a0d05a4e HTTP/1.1" status: 200 len: 217 time: 0.0389588 Nov 12 09:30:25.008037 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d787fe-5397-4a3f-85dc-0d4de1e23c27 req-40e98cd2-12d5-46f0-a777-9611a430e9df tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:25.009587 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35d787fe-5397-4a3f-85dc-0d4de1e23c27 req-40e98cd2-12d5-46f0-a777-9611a430e9df tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.3971252 Nov 12 09:30:25.044743 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d662eb-605b-42c2-9cc3-dc4e0ba4ff1b req-3ece37a0-3636-4b8d-b145-45f4af2a0d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:25.046454 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-06d662eb-605b-42c2-9cc3-dc4e0ba4ff1b req-3ece37a0-3636-4b8d-b145-45f4af2a0d21 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=65f9644a-0357-4810-ae6f-cee05405f8d6 HTTP/1.1" status: 200 len: 854 time: 0.0478978 Nov 12 09:30:25.061898 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35d787fe-5397-4a3f-85dc-0d4de1e23c27 req-cf54a394-c309-49fe-a921-ffe1d73a891e tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455158 Nov 12 09:30:25.085532 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-06d662eb-605b-42c2-9cc3-dc4e0ba4ff1b req-53ce9c34-d5df-4a06-9f72-d2c3bde49ba5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=769c1a12-eb50-4308-839c-0acf75c72515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311370 Nov 12 09:30:25.181314 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-06d662eb-605b-42c2-9cc3-dc4e0ba4ff1b req-93e2b1c9-646b-442d-acea-d05129792feb service neutron] 10.222.0.54 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882862 Nov 12 09:30:25.290738 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-06d662eb-605b-42c2-9cc3-dc4e0ba4ff1b req-fa6489f4-3bb7-4d5b-86a6-3b9899ba57f8 service neutron] 10.222.0.54 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990922 Nov 12 09:30:26.225490 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004933d4-6c4b-4b68-9ac8-072b81d51bb4 req-56a69ec9-b3bd-4c31-98a6-bdd2da5782c2 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:26.227169 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-004933d4-6c4b-4b68-9ac8-072b81d51bb4 req-56a69ec9-b3bd-4c31-98a6-bdd2da5782c2 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.0551620 Nov 12 09:30:26.282021 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-004933d4-6c4b-4b68-9ac8-072b81d51bb4 req-fbf52ce2-ef47-4abe-a8f3-4e2c5c56b3d8 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475075 Nov 12 09:30:27.408671 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffd4a9-cf6c-4804-b3ba-48cebb297710 req-661c01ce-9520-4114-8287-ac4a832b3523 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:27.410184 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c2ffd4a9-cf6c-4804-b3ba-48cebb297710 req-661c01ce-9520-4114-8287-ac4a832b3523 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.0531719 Nov 12 09:30:27.466863 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c2ffd4a9-cf6c-4804-b3ba-48cebb297710 req-21988aac-e7ae-4a7e-9d9f-7c823e2dffc1 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504284 Nov 12 09:30:28.599465 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0c1b3-e710-440c-9719-9361c816500d req-dc9b1b65-02bc-4e3b-91a6-5fac257a82d4 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:28.601033 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13c0c1b3-e710-440c-9719-9361c816500d req-dc9b1b65-02bc-4e3b-91a6-5fac257a82d4 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.0560923 Nov 12 09:30:28.661350 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13c0c1b3-e710-440c-9719-9361c816500d req-655cf81d-7d9f-40bf-ae5e-6b63f3e0a497 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526557 Nov 12 09:30:29.571124 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:29.844861 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18474c7b-31b9-447f-9efb-b9289e22df03 req-d7ad9427-cf77-4f30-8a32-1f95670ba718 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:29.847517 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-18474c7b-31b9-447f-9efb-b9289e22df03 req-d7ad9427-cf77-4f30-8a32-1f95670ba718 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.0865641 Nov 12 09:30:29.939521 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-18474c7b-31b9-447f-9efb-b9289e22df03 req-8f82a92a-f0ec-463b-9146-c9b1ae3fa3db tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816872 Nov 12 09:30:31.095686 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2365aea-cfcc-4910-8e5f-df29ba0f1ea5 req-1dbeae39-8228-4223-8be5-53f5c8bede86 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:31.097626 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b2365aea-cfcc-4910-8e5f-df29ba0f1ea5 req-1dbeae39-8228-4223-8be5-53f5c8bede86 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.0672438 Nov 12 09:30:31.172020 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b2365aea-cfcc-4910-8e5f-df29ba0f1ea5 req-9b935b59-712a-43b1-a9f4-7617311e0f8d tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663078 Nov 12 09:30:31.965784 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-e3c50e01-1a50-4e39-80ab-755d523b7e91 service neutron] show failed (client error): The resource could not be found. Nov 12 09:30:31.966806 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-e3c50e01-1a50-4e39-80ab-755d523b7e91 service neutron] 10.222.0.54 "GET /v2.0/ports/08206d07-32fc-4951-ba39-4669a0d05a4e/bindings/n-h2-768862-16 HTTP/1.1" status: 404 len: 381 time: 0.0601778 Nov 12 09:30:32.358534 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-b22b61fc-ae86-4c6c-a7ed-5906e3ac50e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:32.360173 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-b22b61fc-ae86-4c6c-a7ed-5906e3ac50e7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389&tenant_id=8216d72fb0f043ca94a099f18810b0c6 HTTP/1.1" status: 200 len: 1097 time: 0.1626549 Nov 12 09:30:32.372416 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567599e8-e9eb-425d-918a-21dc27e9ee27 req-aae71cac-f06d-4432-bdb3-8a318b347ee6 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:32.373898 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-567599e8-e9eb-425d-918a-21dc27e9ee27 req-aae71cac-f06d-4432-bdb3-8a318b347ee6 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.1085391 Nov 12 09:30:32.378976 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768862-16', 'device_owner': 'compute:nova'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:30:32.462769 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:32.467797 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-567599e8-e9eb-425d-918a-21dc27e9ee27 req-6125c23d-af36-4a12-86d5-1623cc639ee9 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860388 Nov 12 09:30:32.690033 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] For port 08206d07-32fc-4951-ba39-4669a0d05a4e, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=08206d07-32fc-4951-ba39-4669a0d05a4e,segment=NetworkSegment(e6cdf32a-8c2a-4f02-bccb-be1b6a855816),segment_id=e6cdf32a-8c2a-4f02-bccb-be1b6a855816)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:32.725764 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] For port 08206d07-32fc-4951-ba39-4669a0d05a4e, host n-h1-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:30:32.768867 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b4ac3c-81a3-434f-a4ad-ae67cfb13389', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08206d07-32fc-4951-ba39-4669a0d05a4e'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:30:32.771198 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b78d11e17740445f076567a6f6937ae62af9001930d088bd18ab9d35982a00b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3a3fd2-19ad-4775-a6c0-de0bb2309eab" -d '{"events": [{"server_uuid": "c5b4ac3c-81a3-434f-a4ad-ae67cfb13389", "name": "network-vif-unplugged", "status": "completed", "tag": "08206d07-32fc-4951-ba39-4669a0d05a4e"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:30:32.775553 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:32.789779 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] Transition to ACTIVE for port object 08206d07-32fc-4951-ba39-4669a0d05a4e will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:30:32.794951 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:32.834612 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ef8515-ad23-48c3-a283-e44b962aa506 x-openstack-request-id: req-60ef8515-ad23-48c3-a283-e44b962aa506 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:30:32.834903 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b4ac3c-81a3-434f-a4ad-ae67cfb13389", "name": "network-vif-unplugged", "status": "completed", "tag": "08206d07-32fc-4951-ba39-4669a0d05a4e", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:30:32.835139 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-60ef8515-ad23-48c3-a283-e44b962aa506 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:30:32.835546 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b4ac3c-81a3-434f-a4ad-ae67cfb13389', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08206d07-32fc-4951-ba39-4669a0d05a4e', 'code': 200} Nov 12 09:30:32.858592 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] No DVR routers for this DVR port 08206d07-32fc-4951-ba39-4669a0d05a4e on host n-h1-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:30:32.865908 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] Pushing event updated for resources: {'Port': ['ID=08206d07-32fc-4951-ba39-4669a0d05a4e,revision_number=6']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:32.892254 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:32.892550 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:32.892929 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:32.893261 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:32.893590 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:32.893895 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:32.894210 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:32.894535 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:32.894860 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:32.895176 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:32.895516 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:32.895856 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:32.914037 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] Attempting to bind port 08206d07-32fc-4951-ba39-4669a0d05a4e on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:30:32.914446 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] Attempting to bind port 08206d07-32fc-4951-ba39-4669a0d05a4e by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'e6cdf32a-8c2a-4f02-bccb-be1b6a855816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '769c1a12-eb50-4308-839c-0acf75c72515'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:30:32.914787 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] Attempting to bind port 08206d07-32fc-4951-ba39-4669a0d05a4e on network 769c1a12-eb50-4308-839c-0acf75c72515 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:30:32.920271 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] Port 08206d07-32fc-4951-ba39-4669a0d05a4e on network 769c1a12-eb50-4308-839c-0acf75c72515 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:30:32.920637 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] Attempting to bind port 08206d07-32fc-4951-ba39-4669a0d05a4e on network 769c1a12-eb50-4308-839c-0acf75c72515 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:30:32.926075 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:30:32.926500 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] Checking segment: {'id': 'e6cdf32a-8c2a-4f02-bccb-be1b6a855816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '769c1a12-eb50-4308-839c-0acf75c72515'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:30:32.926947 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] Bound using segment: {'id': 'e6cdf32a-8c2a-4f02-bccb-be1b6a855816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '769c1a12-eb50-4308-839c-0acf75c72515'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:30:32.927440 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] Bound port: 08206d07-32fc-4951-ba39-4669a0d05a4e, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6cdf32a-8c2a-4f02-bccb-be1b6a855816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '769c1a12-eb50-4308-839c-0acf75c72515'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:30:32.928056 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:33.001577 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] For port 08206d07-32fc-4951-ba39-4669a0d05a4e, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:30:33.004991 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] For port 08206d07-32fc-4951-ba39-4669a0d05a4e, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=08206d07-32fc-4951-ba39-4669a0d05a4e,segment=NetworkSegment(e6cdf32a-8c2a-4f02-bccb-be1b6a855816),segment_id=e6cdf32a-8c2a-4f02-bccb-be1b6a855816)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:30:33.010032 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:33.044845 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:33.045468 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:33.046887 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] 10.222.0.58 "PUT /v2.0/ports/08206d07-32fc-4951-ba39-4669a0d05a4e HTTP/1.1" status: 200 len: 1092 time: 0.6720819 Nov 12 09:30:33.070718 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e71ca4-6ade-4ca4-8301-2aaabcd592dd service neutron] Pushing event updated for resources: {'Port': ['ID=08206d07-32fc-4951-ba39-4669a0d05a4e,revision_number=7']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:33.123610 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-8b5d7363-607c-4df0-b6a4-e939e984dcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:33.125362 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-8b5d7363-607c-4df0-b6a4-e939e984dcbb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8216d72fb0f043ca94a099f18810b0c6&device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 1095 time: 0.0507162 Nov 12 09:30:33.226103 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-a862af36-fcc7-45db-9d19-b4e46fcbae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:33.227683 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-a862af36-fcc7-45db-9d19-b4e46fcbae5c service neutron] 10.222.0.58 "GET /v2.0/networks?id=769c1a12-eb50-4308-839c-0acf75c72515 HTTP/1.1" status: 200 len: 915 time: 0.0941823 Nov 12 09:30:33.272618 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-b597a5b6-d86a-4e01-8c8f-072486a30e46 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08206d07-32fc-4951-ba39-4669a0d05a4e HTTP/1.1" status: 200 len: 217 time: 0.0364375 Nov 12 09:30:33.330444 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-eabf7bed-5ee4-49c6-ac32-3cddeb8ff776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:33.332009 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-eabf7bed-5ee4-49c6-ac32-3cddeb8ff776 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=65f9644a-0357-4810-ae6f-cee05405f8d6 HTTP/1.1" status: 200 len: 854 time: 0.0525701 Nov 12 09:30:33.366156 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-332722f9-2f7a-475e-b948-8e72db8044d6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=769c1a12-eb50-4308-839c-0acf75c72515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261509 Nov 12 09:30:33.468084 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-04c1d1d7-ff17-4ea2-a076-da6a450ae3ce service neutron] 10.222.0.58 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931454 Nov 12 09:30:33.603206 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3680e220-4b4f-4478-8183-cce7fe00b538 req-a179b09e-8591-44a6-bd5e-1dd1d6027b30 service neutron] 10.222.0.58 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273422 Nov 12 09:30:33.647129 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5a0b7-6803-44ca-8877-f2764168df24 req-3d148b94-8a0d-4c68-bbe2-32ee65db580f tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:33.649410 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-29e5a0b7-6803-44ca-8877-f2764168df24 req-3d148b94-8a0d-4c68-bbe2-32ee65db580f tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 943 time: 0.0706971 Nov 12 09:30:33.730879 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-29e5a0b7-6803-44ca-8877-f2764168df24 req-3bcb8d64-2db1-4aea-a705-d3c6bfdb45e8 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745642 Nov 12 09:30:34.776782 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 08206d07-32fc-4951-ba39-4669a0d05a4e no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:30:34.823997 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 08206d07-32fc-4951-ba39-4669a0d05a4e not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:30:34.841138 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b4ac3c-81a3-434f-a4ad-ae67cfb13389', 'tag': '08206d07-32fc-4951-ba39-4669a0d05a4e'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:30:34.888338 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7d512-5938-44ad-b4bd-dd2096eeadbd req-7bcc8074-d048-430b-879c-35f703a89646 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:34.889874 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2af7d512-5938-44ad-b4bd-dd2096eeadbd req-7bcc8074-d048-430b-879c-35f703a89646 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 943 time: 0.0585194 Nov 12 09:30:34.892561 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ecfd269ae060e48d0080e56de36cfb7f5ddc3dd245bb7f2f65528a6b7e1e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f3d2c8-6a95-4c58-9b8b-471acbd3968b" -d '{"events": [{"name": "network-changed", "server_uuid": "c5b4ac3c-81a3-434f-a4ad-ae67cfb13389", "tag": "08206d07-32fc-4951-ba39-4669a0d05a4e"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:30:34.952542 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2af7d512-5938-44ad-b4bd-dd2096eeadbd req-146c2d1f-60fd-4b7e-a207-615eeaab25d4 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557466 Nov 12 09:30:35.067340 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7a5ad3-886f-416e-94a3-38788bd21a4e x-openstack-request-id: req-ff7a5ad3-886f-416e-94a3-38788bd21a4e {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:30:35.067658 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5b4ac3c-81a3-434f-a4ad-ae67cfb13389", "tag": "08206d07-32fc-4951-ba39-4669a0d05a4e", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:30:35.067950 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff7a5ad3-886f-416e-94a3-38788bd21a4e {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:30:35.068369 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5b4ac3c-81a3-434f-a4ad-ae67cfb13389', 'tag': '08206d07-32fc-4951-ba39-4669a0d05a4e', 'status': 'completed', 'code': 200} Nov 12 09:30:35.140347 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3d2c8-6a95-4c58-9b8b-471acbd3968b req-af745498-ed56-41c8-b34e-e82bef50dd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:35.143031 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d9f3d2c8-6a95-4c58-9b8b-471acbd3968b req-af745498-ed56-41c8-b34e-e82bef50dd3b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8216d72fb0f043ca94a099f18810b0c6&device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 1095 time: 0.0504799 Nov 12 09:30:35.143503 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3d2c8-6a95-4c58-9b8b-471acbd3968b req-4621f16d-e219-4d96-96ba-916e50104973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:35.144282 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9f3d2c8-6a95-4c58-9b8b-471acbd3968b req-4621f16d-e219-4d96-96ba-916e50104973 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8216d72fb0f043ca94a099f18810b0c6&device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 1095 time: 0.0493360 Nov 12 09:30:35.252742 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3d2c8-6a95-4c58-9b8b-471acbd3968b req-7d7b6267-51d6-41ad-ae8a-cc28f363512f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:35.253472 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3d2c8-6a95-4c58-9b8b-471acbd3968b req-aeb8b0df-70dc-4128-8342-bf206e47cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:35.254255 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d9f3d2c8-6a95-4c58-9b8b-471acbd3968b req-7d7b6267-51d6-41ad-ae8a-cc28f363512f service neutron] 10.222.0.54 "GET /v2.0/networks?id=769c1a12-eb50-4308-839c-0acf75c72515 HTTP/1.1" status: 200 len: 915 time: 0.1041317 Nov 12 09:30:35.256032 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9f3d2c8-6a95-4c58-9b8b-471acbd3968b req-aeb8b0df-70dc-4128-8342-bf206e47cc8c service neutron] 10.222.0.58 "GET /v2.0/networks?id=769c1a12-eb50-4308-839c-0acf75c72515 HTTP/1.1" status: 200 len: 915 time: 0.1001616 Nov 12 09:30:35.301341 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d9f3d2c8-6a95-4c58-9b8b-471acbd3968b req-451b499e-0417-4f70-90dc-76f12d028272 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08206d07-32fc-4951-ba39-4669a0d05a4e HTTP/1.1" status: 200 len: 217 time: 0.0378821 Nov 12 09:30:35.312815 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9f3d2c8-6a95-4c58-9b8b-471acbd3968b req-53b58884-eaf5-442c-9f03-53f5ef556588 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08206d07-32fc-4951-ba39-4669a0d05a4e HTTP/1.1" status: 200 len: 217 time: 0.0451803 Nov 12 09:30:35.371977 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3d2c8-6a95-4c58-9b8b-471acbd3968b req-d1555e71-f8a9-4d66-93f0-7766241d367c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:35.373833 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d9f3d2c8-6a95-4c58-9b8b-471acbd3968b req-d1555e71-f8a9-4d66-93f0-7766241d367c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=65f9644a-0357-4810-ae6f-cee05405f8d6 HTTP/1.1" status: 200 len: 854 time: 0.0639026 Nov 12 09:30:35.377364 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3d2c8-6a95-4c58-9b8b-471acbd3968b req-1d66c94d-cab9-4c52-9651-1b0ab11cc415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:35.378910 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9f3d2c8-6a95-4c58-9b8b-471acbd3968b req-1d66c94d-cab9-4c52-9651-1b0ab11cc415 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=65f9644a-0357-4810-ae6f-cee05405f8d6 HTTP/1.1" status: 200 len: 854 time: 0.0571263 Nov 12 09:30:35.416411 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d9f3d2c8-6a95-4c58-9b8b-471acbd3968b req-57c70b5d-32ce-46bd-aa78-11da3147e59a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=769c1a12-eb50-4308-839c-0acf75c72515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325274 Nov 12 09:30:35.428804 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9f3d2c8-6a95-4c58-9b8b-471acbd3968b req-09a47654-f817-48c2-9626-03bc6ea7fe11 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=769c1a12-eb50-4308-839c-0acf75c72515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310023 Nov 12 09:30:35.528765 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d9f3d2c8-6a95-4c58-9b8b-471acbd3968b req-375b937f-2666-4191-9b38-58f0ace432d4 service neutron] 10.222.0.54 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042552 Nov 12 09:30:35.564251 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9f3d2c8-6a95-4c58-9b8b-471acbd3968b req-91f6af6c-a40a-45b0-be83-39d659a1fdc7 service neutron] 10.222.0.58 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243279 Nov 12 09:30:35.657959 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d9f3d2c8-6a95-4c58-9b8b-471acbd3968b req-88981f2e-d13b-4433-8531-bbde08a0b2de service neutron] 10.222.0.54 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172273 Nov 12 09:30:35.710347 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9f3d2c8-6a95-4c58-9b8b-471acbd3968b req-67a96a73-d50e-4d16-814c-2c638f56ddba service neutron] 10.222.0.58 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208253 Nov 12 09:30:36.111298 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fba03-19bb-42c2-8885-10c29b942665 req-b0ca43b2-ad1a-420b-851b-98e1ee3d547c tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:36.112938 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b31fba03-19bb-42c2-8885-10c29b942665 req-b0ca43b2-ad1a-420b-851b-98e1ee3d547c tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 943 time: 0.0813596 Nov 12 09:30:36.170693 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b31fba03-19bb-42c2-8885-10c29b942665 req-673aac78-169f-450d-a30d-62927b194f21 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509660 Nov 12 09:30:36.406991 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 08206d07-32fc-4951-ba39-4669a0d05a4e details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:30:36.431898 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfc855-7aba-43be-b41a-5d28dbfab607 req-9ad4c075-a23d-4172-b2f8-0dfbe76b3916 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:36.437844 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4ddfc855-7aba-43be-b41a-5d28dbfab607 req-9ad4c075-a23d-4172-b2f8-0dfbe76b3916 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 943 time: 0.0714707 Nov 12 09:30:36.500733 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546d36d-1e70-4328-a907-6fee14e07c39 req-67eebb73-317c-4723-89a4-526da93f6de4 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:36.502315 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d546d36d-1e70-4328-a907-6fee14e07c39 req-67eebb73-317c-4723-89a4-526da93f6de4 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389&tenant_id=8216d72fb0f043ca94a099f18810b0c6&binding%3Ahost_id=n-h2-768862-16 HTTP/1.1" status: 200 len: 943 time: 0.1262159 Nov 12 09:30:36.517981 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4ddfc855-7aba-43be-b41a-5d28dbfab607 req-50f001d8-a390-496a-be6b-59508c9c08da tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742767 Nov 12 09:30:36.569467 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 08206d07-32fc-4951-ba39-4669a0d05a4e, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=08206d07-32fc-4951-ba39-4669a0d05a4e,segment=NetworkSegment(e6cdf32a-8c2a-4f02-bccb-be1b6a855816),segment_id=e6cdf32a-8c2a-4f02-bccb-be1b6a855816)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:36.584934 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '08206d07-32fc-4951-ba39-4669a0d05a4e', 'network_id': '769c1a12-eb50-4308-839c-0acf75c72515', 'port_id': '08206d07-32fc-4951-ba39-4669a0d05a4e', 'mac_address': 'fa:16:3e:46:f7:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65f9644a-0357-4810-ae6f-cee05405f8d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:30:36.605919 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [req-d546d36d-1e70-4328-a907-6fee14e07c39 req-4253f3ee-850e-407e-ac14-26b21a5cbc12 service neutron] delete failed (client error): The resource could not be found. Nov 12 09:30:36.607351 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d546d36d-1e70-4328-a907-6fee14e07c39 req-4253f3ee-850e-407e-ac14-26b21a5cbc12 service neutron] 10.222.0.54 "DELETE /v2.0/ports/08206d07-32fc-4951-ba39-4669a0d05a4e/bindings/n-h1-768862-16 HTTP/1.1" status: 404 len: 381 time: 0.0964639 Nov 12 09:30:36.638731 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:36.651123 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08206d07-32fc-4951-ba39-4669a0d05a4e {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:30:36.674131 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 08206d07-32fc-4951-ba39-4669a0d05a4e, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=08206d07-32fc-4951-ba39-4669a0d05a4e,segment=NetworkSegment(e6cdf32a-8c2a-4f02-bccb-be1b6a855816),segment_id=e6cdf32a-8c2a-4f02-bccb-be1b6a855816)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:36.679412 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:36.721286 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546d36d-1e70-4328-a907-6fee14e07c39 req-ceaf98e2-d1a8-4013-9a4d-9aafc9dc274a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:36.723703 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d546d36d-1e70-4328-a907-6fee14e07c39 req-ceaf98e2-d1a8-4013-9a4d-9aafc9dc274a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8216d72fb0f043ca94a099f18810b0c6&device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 1096 time: 0.0539982 Nov 12 09:30:36.751371 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=08206d07-32fc-4951-ba39-4669a0d05a4e,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:36.834364 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546d36d-1e70-4328-a907-6fee14e07c39 req-e6711b81-915c-425d-958f-a47d56975f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:36.835936 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d546d36d-1e70-4328-a907-6fee14e07c39 req-e6711b81-915c-425d-958f-a47d56975f1c service neutron] 10.222.0.54 "GET /v2.0/networks?id=769c1a12-eb50-4308-839c-0acf75c72515 HTTP/1.1" status: 200 len: 915 time: 0.1037447 Nov 12 09:30:36.887143 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d546d36d-1e70-4328-a907-6fee14e07c39 req-058ac1d1-d145-477a-9060-6cc089413577 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08206d07-32fc-4951-ba39-4669a0d05a4e HTTP/1.1" status: 200 len: 217 time: 0.0425668 Nov 12 09:30:36.939285 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546d36d-1e70-4328-a907-6fee14e07c39 req-503686c7-039a-46c4-9319-5bd045b4e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:36.940828 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d546d36d-1e70-4328-a907-6fee14e07c39 req-503686c7-039a-46c4-9319-5bd045b4e39e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=65f9644a-0357-4810-ae6f-cee05405f8d6 HTTP/1.1" status: 200 len: 854 time: 0.0467408 Nov 12 09:30:36.980402 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d546d36d-1e70-4328-a907-6fee14e07c39 req-77a94349-0a40-4419-84de-0f07f70376af service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=769c1a12-eb50-4308-839c-0acf75c72515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313547 Nov 12 09:30:36.997662 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['08206d07-32fc-4951-ba39-4669a0d05a4e'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:30:37.098198 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d546d36d-1e70-4328-a907-6fee14e07c39 req-d0cbbe3a-f982-4828-9b63-53e697a2ffbf service neutron] 10.222.0.54 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100409 Nov 12 09:30:37.235547 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d546d36d-1e70-4328-a907-6fee14e07c39 req-79ff8577-188f-47cf-b4d3-6a8ad75fdfc6 service neutron] 10.222.0.54 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289587 Nov 12 09:30:37.688847 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21cb913-3200-4778-bf1c-e66891ae35d7 req-30781068-35cd-485e-baa8-9ebd8be2ea93 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:37.691322 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a21cb913-3200-4778-bf1c-e66891ae35d7 req-30781068-35cd-485e-baa8-9ebd8be2ea93 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 944 time: 0.0818803 Nov 12 09:30:37.761425 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a21cb913-3200-4778-bf1c-e66891ae35d7 req-749c05b6-6a31-44d5-9580-d2766480fb41 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628622 Nov 12 09:30:37.906499 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a0e82fc8-60e8-4943-9ec1-01ffc79211cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:38.421090 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 08206d07-32fc-4951-ba39-4669a0d05a4e up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:30:38.474257 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 08206d07-32fc-4951-ba39-4669a0d05a4e completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:30:38.478506 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 08206d07-32fc-4951-ba39-4669a0d05a4e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:38.479166 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:38.564358 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:38.590820 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b4ac3c-81a3-434f-a4ad-ae67cfb13389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08206d07-32fc-4951-ba39-4669a0d05a4e'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:30:38.607371 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 08206d07-32fc-4951-ba39-4669a0d05a4e, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=08206d07-32fc-4951-ba39-4669a0d05a4e,segment=NetworkSegment(e6cdf32a-8c2a-4f02-bccb-be1b6a855816),segment_id=e6cdf32a-8c2a-4f02-bccb-be1b6a855816)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:38.613156 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:38.639682 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be45a9427ec0e01fea1711315fc80f5d0e0450582803884f19ff2849393a08db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01668566-2e80-47c6-8e74-9421abe472e4" -d '{"events": [{"server_uuid": "c5b4ac3c-81a3-434f-a4ad-ae67cfb13389", "name": "network-vif-plugged", "status": "completed", "tag": "08206d07-32fc-4951-ba39-4669a0d05a4e"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:30:38.673067 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=08206d07-32fc-4951-ba39-4669a0d05a4e,revision_number=9']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:38.742874 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb504e1-5d17-4e0b-9965-c1d413f8d850 x-openstack-request-id: req-3bb504e1-5d17-4e0b-9965-c1d413f8d850 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:30:38.743173 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b4ac3c-81a3-434f-a4ad-ae67cfb13389", "name": "network-vif-plugged", "status": "completed", "tag": "08206d07-32fc-4951-ba39-4669a0d05a4e", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:30:38.743442 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3bb504e1-5d17-4e0b-9965-c1d413f8d850 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:30:38.743876 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b4ac3c-81a3-434f-a4ad-ae67cfb13389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08206d07-32fc-4951-ba39-4669a0d05a4e', 'code': 200} Nov 12 09:30:38.889539 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7385e79-90fa-4fac-8c95-e3837ba4584b req-9ed66e0c-78b7-4cbb-8999-29062db964be tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:38.891256 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d7385e79-90fa-4fac-8c95-e3837ba4584b req-9ed66e0c-78b7-4cbb-8999-29062db964be tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.0548978 Nov 12 09:30:38.943021 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d7385e79-90fa-4fac-8c95-e3837ba4584b req-0529cf72-5331-4a20-a035-2eee64617cff tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453587 Nov 12 09:30:39.089729 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726f4d8-b007-418d-a4e6-f2fa820e72d9 req-4d27cc20-d713-4c59-9131-7a167cf2ee8e tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:39.091402 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1726f4d8-b007-418d-a4e6-f2fa820e72d9 req-4d27cc20-d713-4c59-9131-7a167cf2ee8e tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.0556276 Nov 12 09:30:39.148642 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1726f4d8-b007-418d-a4e6-f2fa820e72d9 req-f2d9dc57-1413-46f6-9f51-b5f1afb0fa71 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494487 Nov 12 09:30:39.277387 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39938c95-29d0-4791-a824-29043bb4fa63 req-2c4ae263-449f-4e1d-92d2-526084d5b17b tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:39.278911 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-39938c95-29d0-4791-a824-29043bb4fa63 req-2c4ae263-449f-4e1d-92d2-526084d5b17b tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.0558214 Nov 12 09:30:39.335550 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-39938c95-29d0-4791-a824-29043bb4fa63 req-824aa652-503d-43c4-9468-956186805a18 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452673 Nov 12 09:30:39.779402 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-86702a90-bf74-402f-b48a-7a0b8bd9ae9a tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:39.781176 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-86702a90-bf74-402f-b48a-7a0b8bd9ae9a tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/networks?id=769c1a12-eb50-4308-839c-0acf75c72515 HTTP/1.1" status: 200 len: 814 time: 0.1340358 Nov 12 09:30:39.797521 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-a01d538a-6614-46ac-a5d1-62af66cf2257 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/quotas/8216d72fb0f043ca94a099f18810b0c6 HTTP/1.1" status: 200 len: 375 time: 0.0100195 Nov 12 09:30:39.860047 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-d1ab8b6b-49ed-4071-b44d-5ed93ca44950 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8216d72fb0f043ca94a099f18810b0c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0491238 Nov 12 09:30:39.958237 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-c1380e6f-5926-4daf-ac0a-77b5d37a359e service neutron] 10.222.0.37 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897164 Nov 12 09:30:40.065975 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-1cf19e90-0af4-4356-b1a7-ccb4e00cb9d7 service neutron] 10.222.0.37 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004825 Nov 12 09:30:40.213352 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fbceedfb-67bc-4e51-b092-d6b7570bc273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:40.254985 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cd75dae6-2aa0-4001-9755-0f14a28207a6 req-f3590eaa-e0bf-4a40-be67-38dc137785bd tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 210 time: 0.0281320 Nov 12 09:30:41.081661 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17777b5-2f77-4f42-8ab3-a34192fce9a9 req-5a950ada-a4cf-433b-9d26-3c37679467e2 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:41.084203 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d17777b5-2f77-4f42-8ab3-a34192fce9a9 req-5a950ada-a4cf-433b-9d26-3c37679467e2 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5b4ac3c-81a3-434f-a4ad-ae67cfb13389 HTTP/1.1" status: 200 len: 945 time: 0.0700884 Nov 12 09:30:41.256725 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-d17777b5-2f77-4f42-8ab3-a34192fce9a9 req-745151ea-83e5-4ef5-9ff9-a9fb714e8658 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Deleting port 08206d07-32fc-4951-ba39-4669a0d05a4e {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:30:41.258428 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d17777b5-2f77-4f42-8ab3-a34192fce9a9 req-745151ea-83e5-4ef5-9ff9-a9fb714e8658 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:41.447622 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-56cb12bb-cf11-4eaa-8c92-fa6396472854 req-51bb551a-7bf7-4af3-ad81-2bf6573cdbc7 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 210 time: 0.0644200 Nov 12 09:30:41.505561 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-d17777b5-2f77-4f42-8ab3-a34192fce9a9 req-745151ea-83e5-4ef5-9ff9-a9fb714e8658 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] For port 08206d07-32fc-4951-ba39-4669a0d05a4e, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=08206d07-32fc-4951-ba39-4669a0d05a4e,segment=NetworkSegment(e6cdf32a-8c2a-4f02-bccb-be1b6a855816),segment_id=e6cdf32a-8c2a-4f02-bccb-be1b6a855816)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:41.507171 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d17777b5-2f77-4f42-8ab3-a34192fce9a9 req-745151ea-83e5-4ef5-9ff9-a9fb714e8658 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:41.519278 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-af100f5b-09a0-4c84-acff-5aede425d6fa tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:41.521557 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-af100f5b-09a0-4c84-acff-5aede425d6fa tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.58 "GET /v2.0/networks?id=769c1a12-eb50-4308-839c-0acf75c72515 HTTP/1.1" status: 200 len: 814 time: 0.3221707 Nov 12 09:30:41.536881 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-d85364b4-e97a-4bca-ba18-74de715a9faf tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Request body: {'port': {'device_id': 'f81cd981-9bbf-4fd8-9f1d-0a439042bb1b', 'network_id': '769c1a12-eb50-4308-839c-0acf75c72515', 'admin_state_up': True, 'tenant_id': '8216d72fb0f043ca94a099f18810b0c6'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:30:41.553031 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-d17777b5-2f77-4f42-8ab3-a34192fce9a9 req-745151ea-83e5-4ef5-9ff9-a9fb714e8658 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Calling delete_port for 08206d07-32fc-4951-ba39-4669a0d05a4e owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:30:41.774592 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-d85364b4-e97a-4bca-ba18-74de715a9faf tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Made reservation on behalf of 8216d72fb0f043ca94a099f18810b0c6 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:30:41.778691 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-d85364b4-e97a-4bca-ba18-74de715a9faf tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:41.862632 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d17777b5-2f77-4f42-8ab3-a34192fce9a9 req-745151ea-83e5-4ef5-9ff9-a9fb714e8658 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:41.876312 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['08206d07-32fc-4951-ba39-4669a0d05a4e'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:30:41.961277 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745151ea-83e5-4ef5-9ff9-a9fb714e8658 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Pushing event deleted for resources: {'Port': ['ID=08206d07-32fc-4951-ba39-4669a0d05a4e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:42.046685 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17777b5-2f77-4f42-8ab3-a34192fce9a9 req-745151ea-83e5-4ef5-9ff9-a9fb714e8658 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] No DVR routers for this DVR port 08206d07-32fc-4951-ba39-4669a0d05a4e on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:30:42.053205 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d17777b5-2f77-4f42-8ab3-a34192fce9a9 req-745151ea-83e5-4ef5-9ff9-a9fb714e8658 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:42.057843 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d17777b5-2f77-4f42-8ab3-a34192fce9a9 req-745151ea-83e5-4ef5-9ff9-a9fb714e8658 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.58 "DELETE /v2.0/ports/08206d07-32fc-4951-ba39-4669a0d05a4e HTTP/1.1" status: 204 len: 173 time: 0.9658799 Nov 12 09:30:42.058517 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b4ac3c-81a3-434f-a4ad-ae67cfb13389', 'name': 'network-vif-deleted', 'tag': '08206d07-32fc-4951-ba39-4669a0d05a4e'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:30:42.062567 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ecfd269ae060e48d0080e56de36cfb7f5ddc3dd245bb7f2f65528a6b7e1e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab478bb-ff58-40cc-874f-f6c33654b5a7" -d '{"events": [{"server_uuid": "c5b4ac3c-81a3-434f-a4ad-ae67cfb13389", "name": "network-vif-deleted", "tag": "08206d07-32fc-4951-ba39-4669a0d05a4e"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:30:42.120772 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-d85364b4-e97a-4bca-ba18-74de715a9faf tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Allocated IP 172.20.0.10 (769c1a12-eb50-4308-839c-0acf75c72515/65f9644a-0357-4810-ae6f-cee05405f8d6/060e5825-a79c-4ecb-8e06-64a1f85313b5) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:30:42.166519 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42a1106-2577-47ef-bcb1-bb94e1ece066 x-openstack-request-id: req-b42a1106-2577-47ef-bcb1-bb94e1ece066 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:30:42.166949 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b4ac3c-81a3-434f-a4ad-ae67cfb13389", "name": "network-vif-deleted", "tag": "08206d07-32fc-4951-ba39-4669a0d05a4e", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:30:42.167440 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b42a1106-2577-47ef-bcb1-bb94e1ece066 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:30:42.168765 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b4ac3c-81a3-434f-a4ad-ae67cfb13389', 'name': 'network-vif-deleted', 'tag': '08206d07-32fc-4951-ba39-4669a0d05a4e', 'status': 'completed', 'code': 200} Nov 12 09:30:42.221843 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:42.394500 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-d85364b4-e97a-4bca-ba18-74de715a9faf tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:42.441327 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-d85364b4-e97a-4bca-ba18-74de715a9faf tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:42.455780 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['08206d07-32fc-4951-ba39-4669a0d05a4e'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:30:42.519623 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-d85364b4-e97a-4bca-ba18-74de715a9faf tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Network 769c1a12-eb50-4308-839c-0acf75c72515 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:30:42.528912 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-d85364b4-e97a-4bca-ba18-74de715a9faf tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:30:42.532818 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-d85364b4-e97a-4bca-ba18-74de715a9faf tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:30:42.582772 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85364b4-e97a-4bca-ba18-74de715a9faf tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Pushing event updated for resources: {'Port': ['ID=060e5825-a79c-4ecb-8e06-64a1f85313b5,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:42.644443 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-d85364b4-e97a-4bca-ba18-74de715a9faf tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:42.645510 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-d85364b4-e97a-4bca-ba18-74de715a9faf tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:42.670768 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274fad2-cbc8-4a27-987e-3dc369a6ed5b req-89226cbf-c5b2-43ee-8c23-3e6e73f4c230 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:42.671931 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3274fad2-cbc8-4a27-987e-3dc369a6ed5b req-89226cbf-c5b2-43ee-8c23-3e6e73f4c230 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 932 time: 0.1054254 Nov 12 09:30:42.681646 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-d85364b4-e97a-4bca-ba18-74de715a9faf tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1504538 Nov 12 09:30:42.709709 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-cd420cc6-1373-49ca-8d4b-225b70878982 service neutron] Request body: {'port': {'device_id': 'f81cd981-9bbf-4fd8-9f1d-0a439042bb1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:30:42.776533 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3274fad2-cbc8-4a27-987e-3dc369a6ed5b req-873c0a17-da9a-4bcf-959a-0a16063dabac tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917778 Nov 12 09:30:42.801951 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-cd420cc6-1373-49ca-8d4b-225b70878982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:43.150238 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-cd420cc6-1373-49ca-8d4b-225b70878982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 060e5825-a79c-4ecb-8e06-64a1f85313b5 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:30:43.159791 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-cd420cc6-1373-49ca-8d4b-225b70878982 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:43.180373 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-cd420cc6-1373-49ca-8d4b-225b70878982 service neutron] Transition to ACTIVE for port object 060e5825-a79c-4ecb-8e06-64a1f85313b5 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:30:43.186676 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-cd420cc6-1373-49ca-8d4b-225b70878982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:43.260043 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd420cc6-1373-49ca-8d4b-225b70878982 service neutron] Pushing event updated for resources: {'Port': ['ID=060e5825-a79c-4ecb-8e06-64a1f85313b5,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:43.317504 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-cd420cc6-1373-49ca-8d4b-225b70878982 service neutron] Attempting to bind port 060e5825-a79c-4ecb-8e06-64a1f85313b5 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:30:43.317837 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-cd420cc6-1373-49ca-8d4b-225b70878982 service neutron] Attempting to bind port 060e5825-a79c-4ecb-8e06-64a1f85313b5 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'e6cdf32a-8c2a-4f02-bccb-be1b6a855816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '769c1a12-eb50-4308-839c-0acf75c72515'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:30:43.318079 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-cd420cc6-1373-49ca-8d4b-225b70878982 service neutron] Attempting to bind port 060e5825-a79c-4ecb-8e06-64a1f85313b5 on network 769c1a12-eb50-4308-839c-0acf75c72515 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:30:43.324009 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-cd420cc6-1373-49ca-8d4b-225b70878982 service neutron] Port 060e5825-a79c-4ecb-8e06-64a1f85313b5 on network 769c1a12-eb50-4308-839c-0acf75c72515 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:30:43.324009 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-cd420cc6-1373-49ca-8d4b-225b70878982 service neutron] Attempting to bind port 060e5825-a79c-4ecb-8e06-64a1f85313b5 on network 769c1a12-eb50-4308-839c-0acf75c72515 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:30:43.330041 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-cd420cc6-1373-49ca-8d4b-225b70878982 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:30:43.330382 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-cd420cc6-1373-49ca-8d4b-225b70878982 service neutron] Checking segment: {'id': 'e6cdf32a-8c2a-4f02-bccb-be1b6a855816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '769c1a12-eb50-4308-839c-0acf75c72515'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:30:43.330924 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-cd420cc6-1373-49ca-8d4b-225b70878982 service neutron] Bound using segment: {'id': 'e6cdf32a-8c2a-4f02-bccb-be1b6a855816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '769c1a12-eb50-4308-839c-0acf75c72515'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:30:43.331210 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-cd420cc6-1373-49ca-8d4b-225b70878982 service neutron] Bound port: 060e5825-a79c-4ecb-8e06-64a1f85313b5, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6cdf32a-8c2a-4f02-bccb-be1b6a855816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '769c1a12-eb50-4308-839c-0acf75c72515'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:30:43.331580 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-cd420cc6-1373-49ca-8d4b-225b70878982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:43.411338 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-cd420cc6-1373-49ca-8d4b-225b70878982 service neutron] For port 060e5825-a79c-4ecb-8e06-64a1f85313b5, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:30:43.415103 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-cd420cc6-1373-49ca-8d4b-225b70878982 service neutron] For port 060e5825-a79c-4ecb-8e06-64a1f85313b5, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=060e5825-a79c-4ecb-8e06-64a1f85313b5,segment=NetworkSegment(e6cdf32a-8c2a-4f02-bccb-be1b6a855816),segment_id=e6cdf32a-8c2a-4f02-bccb-be1b6a855816)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:30:43.420318 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-cd420cc6-1373-49ca-8d4b-225b70878982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:43.466282 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-cd420cc6-1373-49ca-8d4b-225b70878982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:43.467271 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-cd420cc6-1373-49ca-8d4b-225b70878982 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:43.468679 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-cd420cc6-1373-49ca-8d4b-225b70878982 service neutron] 10.222.0.58 "PUT /v2.0/ports/060e5825-a79c-4ecb-8e06-64a1f85313b5 HTTP/1.1" status: 200 len: 1093 time: 0.7748213 Nov 12 09:30:43.485726 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd420cc6-1373-49ca-8d4b-225b70878982 service neutron] Pushing event updated for resources: {'Port': ['ID=060e5825-a79c-4ecb-8e06-64a1f85313b5,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:43.564109 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-efc07fb0-16a5-41d6-9cea-dbf699e96535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:43.564344 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:43.565914 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-efc07fb0-16a5-41d6-9cea-dbf699e96535 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8216d72fb0f043ca94a099f18810b0c6&device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 1096 time: 0.0551748 Nov 12 09:30:43.623848 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-32bb16bd-21eb-41fe-ab81-42d190fdf361 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=060e5825-a79c-4ecb-8e06-64a1f85313b5 HTTP/1.1" status: 200 len: 217 time: 0.0482450 Nov 12 09:30:43.683890 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-cae50dc5-da30-4c61-9275-9923c6a0fdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:43.685585 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-cae50dc5-da30-4c61-9275-9923c6a0fdc7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=65f9644a-0357-4810-ae6f-cee05405f8d6 HTTP/1.1" status: 200 len: 854 time: 0.0526772 Nov 12 09:30:43.725274 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-58cf3332-25ef-4b37-8410-73f900374ef3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=769c1a12-eb50-4308-839c-0acf75c72515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308661 Nov 12 09:30:43.836391 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-aedae693-338f-4f5f-9b07-a27858b85b91 service neutron] 10.222.0.58 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021838 Nov 12 09:30:43.956773 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d977c-2867-46f0-8a92-6b190d4d2583 req-a56b83fb-d656-4297-bafb-130e2f0a232c tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:43.958481 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-547d977c-2867-46f0-8a92-6b190d4d2583 req-a56b83fb-d656-4297-bafb-130e2f0a232c tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 944 time: 0.1059113 Nov 12 09:30:43.988427 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-91b94868-3393-4538-bf46-1fdf3a2c9a00 req-189f0926-1b9b-4fc1-9de7-2def80ec363c service neutron] 10.222.0.58 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445761 Nov 12 09:30:44.026402 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-547d977c-2867-46f0-8a92-6b190d4d2583 req-8842fcb3-9425-44af-a9f1-82e73effca34 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610261 Nov 12 09:30:44.106096 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:44.169454 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81cd981-9bbf-4fd8-9f1d-0a439042bb1b', 'tag': '060e5825-a79c-4ecb-8e06-64a1f85313b5'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:30:44.171961 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ecfd269ae060e48d0080e56de36cfb7f5ddc3dd245bb7f2f65528a6b7e1e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84248cb6-a934-4e26-b55c-c46222aeb916" -d '{"events": [{"name": "network-changed", "server_uuid": "f81cd981-9bbf-4fd8-9f1d-0a439042bb1b", "tag": "060e5825-a79c-4ecb-8e06-64a1f85313b5"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:30:44.211298 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97384776-420a-454b-945b-f48cf97d318f x-openstack-request-id: req-97384776-420a-454b-945b-f48cf97d318f {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:30:44.211534 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f81cd981-9bbf-4fd8-9f1d-0a439042bb1b", "tag": "060e5825-a79c-4ecb-8e06-64a1f85313b5", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:30:44.211821 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97384776-420a-454b-945b-f48cf97d318f {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:30:44.212266 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f81cd981-9bbf-4fd8-9f1d-0a439042bb1b', 'tag': '060e5825-a79c-4ecb-8e06-64a1f85313b5', 'status': 'completed', 'code': 200} Nov 12 09:30:44.285757 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84248cb6-a934-4e26-b55c-c46222aeb916 req-b60e0c96-8da3-4535-8164-18f397f58600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:44.287273 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84248cb6-a934-4e26-b55c-c46222aeb916 req-b60e0c96-8da3-4535-8164-18f397f58600 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8216d72fb0f043ca94a099f18810b0c6&device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 1096 time: 0.0473499 Nov 12 09:30:44.396371 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84248cb6-a934-4e26-b55c-c46222aeb916 req-f513bc8f-c3a3-4c3f-8006-1a165619d67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:44.397963 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84248cb6-a934-4e26-b55c-c46222aeb916 req-f513bc8f-c3a3-4c3f-8006-1a165619d67f service neutron] 10.222.0.58 "GET /v2.0/networks?id=769c1a12-eb50-4308-839c-0acf75c72515 HTTP/1.1" status: 200 len: 915 time: 0.1025870 Nov 12 09:30:44.458825 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 08206d07-32fc-4951-ba39-4669a0d05a4e no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:30:44.483453 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 08206d07-32fc-4951-ba39-4669a0d05a4e {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:30:44.484003 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 08206d07-32fc-4951-ba39-4669a0d05a4e not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:30:44.796623 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84248cb6-a934-4e26-b55c-c46222aeb916 req-81e39127-97a2-4e49-8b30-7b30cd119120 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=060e5825-a79c-4ecb-8e06-64a1f85313b5 HTTP/1.1" status: 200 len: 217 time: 0.3904426 Nov 12 09:30:44.855426 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84248cb6-a934-4e26-b55c-c46222aeb916 req-ea892f56-86a8-49cc-a550-1c6be2c4518a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:44.857040 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84248cb6-a934-4e26-b55c-c46222aeb916 req-ea892f56-86a8-49cc-a550-1c6be2c4518a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=65f9644a-0357-4810-ae6f-cee05405f8d6 HTTP/1.1" status: 200 len: 854 time: 0.0520964 Nov 12 09:30:44.893450 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84248cb6-a934-4e26-b55c-c46222aeb916 req-82047560-0d3f-4e51-bb11-b33ddadf11f4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=769c1a12-eb50-4308-839c-0acf75c72515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276592 Nov 12 09:30:45.006761 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84248cb6-a934-4e26-b55c-c46222aeb916 req-f6f1adb1-6604-4066-a779-c55b51a96985 service neutron] 10.222.0.58 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058130 Nov 12 09:30:45.124547 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84248cb6-a934-4e26-b55c-c46222aeb916 req-b3193887-0991-4c4e-a102-c58bf31c9aac service neutron] 10.222.0.58 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055737 Nov 12 09:30:45.164456 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc2e6e-7b1e-4d09-a947-9d19ef0e6370 req-074b0c30-7aa6-4a10-af0f-003c4dc09227 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:45.165984 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41dc2e6e-7b1e-4d09-a947-9d19ef0e6370 req-074b0c30-7aa6-4a10-af0f-003c4dc09227 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 944 time: 0.0569241 Nov 12 09:30:45.222290 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41dc2e6e-7b1e-4d09-a947-9d19ef0e6370 req-b8abb592-a656-4bad-9340-33a460616735 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481584 Nov 12 09:30:46.353338 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734752e-7fc6-4ac6-806f-67dca4565a26 req-eda29748-b34c-464a-9b35-ef46d8ade889 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:46.355032 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f734752e-7fc6-4ac6-806f-67dca4565a26 req-eda29748-b34c-464a-9b35-ef46d8ade889 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 944 time: 0.0565400 Nov 12 09:30:46.408281 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f734752e-7fc6-4ac6-806f-67dca4565a26 req-733b63ae-d239-4b62-aa00-edbb114e8e00 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468328 Nov 12 09:30:46.467545 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 060e5825-a79c-4ecb-8e06-64a1f85313b5 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:30:46.582250 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 060e5825-a79c-4ecb-8e06-64a1f85313b5, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=060e5825-a79c-4ecb-8e06-64a1f85313b5,segment=NetworkSegment(e6cdf32a-8c2a-4f02-bccb-be1b6a855816),segment_id=e6cdf32a-8c2a-4f02-bccb-be1b6a855816)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:46.595176 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '060e5825-a79c-4ecb-8e06-64a1f85313b5', 'network_id': '769c1a12-eb50-4308-839c-0acf75c72515', 'port_id': '060e5825-a79c-4ecb-8e06-64a1f85313b5', 'mac_address': 'fa:16:3e:27:f0:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65f9644a-0357-4810-ae6f-cee05405f8d6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:30:46.642445 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:46.660575 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 060e5825-a79c-4ecb-8e06-64a1f85313b5 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:30:46.685765 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 060e5825-a79c-4ecb-8e06-64a1f85313b5, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=060e5825-a79c-4ecb-8e06-64a1f85313b5,segment=NetworkSegment(e6cdf32a-8c2a-4f02-bccb-be1b6a855816),segment_id=e6cdf32a-8c2a-4f02-bccb-be1b6a855816)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:46.691155 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:46.748066 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=060e5825-a79c-4ecb-8e06-64a1f85313b5,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:46.756290 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:46.756634 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:46.757000 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:46.757335 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:46.757664 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:46.757993 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:46.758368 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:46.758691 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:46.759015 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:46.759336 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:46.759655 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:46.760002 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:46.923585 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['060e5825-a79c-4ecb-8e06-64a1f85313b5'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:30:47.544174 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e621e21-4d30-4cc8-85f3-c2cadb9539bb req-b678b608-c3e1-43fe-8502-bfbe2bd263b8 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:47.546012 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e621e21-4d30-4cc8-85f3-c2cadb9539bb req-b678b608-c3e1-43fe-8502-bfbe2bd263b8 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 945 time: 0.0652397 Nov 12 09:30:47.604947 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e621e21-4d30-4cc8-85f3-c2cadb9539bb req-3b693c0c-ef36-4389-9401-4daacc45aef7 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523670 Nov 12 09:30:48.491277 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 060e5825-a79c-4ecb-8e06-64a1f85313b5 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:30:48.551334 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 060e5825-a79c-4ecb-8e06-64a1f85313b5 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:30:48.555608 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 060e5825-a79c-4ecb-8e06-64a1f85313b5 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:48.556020 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:48.652795 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:48.685106 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81cd981-9bbf-4fd8-9f1d-0a439042bb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060e5825-a79c-4ecb-8e06-64a1f85313b5'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:30:48.688066 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be45a9427ec0e01fea1711315fc80f5d0e0450582803884f19ff2849393a08db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2dffe7-26b8-4831-bffa-385ffa228ae4" -d '{"events": [{"server_uuid": "f81cd981-9bbf-4fd8-9f1d-0a439042bb1b", "name": "network-vif-plugged", "status": "completed", "tag": "060e5825-a79c-4ecb-8e06-64a1f85313b5"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:30:48.701706 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 060e5825-a79c-4ecb-8e06-64a1f85313b5, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=060e5825-a79c-4ecb-8e06-64a1f85313b5,segment=NetworkSegment(e6cdf32a-8c2a-4f02-bccb-be1b6a855816),segment_id=e6cdf32a-8c2a-4f02-bccb-be1b6a855816)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:48.708896 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:48.739420 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cc0a8-92b1-4c82-a3ef-ab2a73a475ae req-438006f9-bfca-478d-957e-ab63f73bc5b8 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:48.741049 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-097cc0a8-92b1-4c82-a3ef-ab2a73a475ae req-438006f9-bfca-478d-957e-ab63f73bc5b8 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 945 time: 0.0547271 Nov 12 09:30:48.774467 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=060e5825-a79c-4ecb-8e06-64a1f85313b5,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:48.797069 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-097cc0a8-92b1-4c82-a3ef-ab2a73a475ae req-86c53235-bb51-4468-ab4e-b06ea0699772 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493698 Nov 12 09:30:48.844781 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9384c72b-c14b-441d-bf8f-d48226447589 x-openstack-request-id: req-9384c72b-c14b-441d-bf8f-d48226447589 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:30:48.844963 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81cd981-9bbf-4fd8-9f1d-0a439042bb1b", "name": "network-vif-plugged", "status": "completed", "tag": "060e5825-a79c-4ecb-8e06-64a1f85313b5", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:30:48.845203 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9384c72b-c14b-441d-bf8f-d48226447589 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:30:48.845638 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81cd981-9bbf-4fd8-9f1d-0a439042bb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060e5825-a79c-4ecb-8e06-64a1f85313b5', 'code': 200} Nov 12 09:30:48.955585 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482edf19-8f82-45a1-bfdf-47735996c3b0 req-86a2434c-8235-4cd0-a1d1-d2ec86437186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:48.957329 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-482edf19-8f82-45a1-bfdf-47735996c3b0 req-86a2434c-8235-4cd0-a1d1-d2ec86437186 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 1098 time: 0.0478380 Nov 12 09:30:49.009836 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-482edf19-8f82-45a1-bfdf-47735996c3b0 req-e8dfd91b-32b7-4d47-8902-04c080cf3de0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448468 Nov 12 09:30:49.942237 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fe070-e2fe-470a-bdf5-c5ec84245e8a req-22f78a13-5308-47cf-82a3-3a064f94cdcd tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:49.944224 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e91fe070-e2fe-470a-bdf5-c5ec84245e8a req-22f78a13-5308-47cf-82a3-3a064f94cdcd tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 946 time: 0.0557764 Nov 12 09:30:50.013740 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e91fe070-e2fe-470a-bdf5-c5ec84245e8a req-5ef318bf-1e2b-45fa-8164-6e1e31f247bf tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617554 Nov 12 09:30:51.155983 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0f933-f774-49b8-8a20-6b0592366535 req-dd44f25f-639d-42aa-9c1b-1b7d2a1fe6b9 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:51.157567 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-86b0f933-f774-49b8-8a20-6b0592366535 req-dd44f25f-639d-42aa-9c1b-1b7d2a1fe6b9 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 946 time: 0.0569422 Nov 12 09:30:51.214652 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-86b0f933-f774-49b8-8a20-6b0592366535 req-6d00bf8e-9c8a-42c9-8ff5-0589a0677ff4 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499382 Nov 12 09:30:51.372458 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b94e6f-363d-48fe-80d2-3bdea3e78596 req-bd57fac4-dba1-419c-9399-45371bcc2a18 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:51.373833 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-40b94e6f-363d-48fe-80d2-3bdea3e78596 req-bd57fac4-dba1-419c-9399-45371bcc2a18 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 946 time: 0.0729342 Nov 12 09:30:51.426494 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-40b94e6f-363d-48fe-80d2-3bdea3e78596 req-e0cfabf1-1d84-4dcc-bb2d-c706a3d713f2 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441999 Nov 12 09:30:51.707649 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19005a-1319-4c07-80d1-efbb948ca32a req-e37d6829-c37b-4ca8-b839-5f66b167ab18 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:51.710772 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f19005a-1319-4c07-80d1-efbb948ca32a req-e37d6829-c37b-4ca8-b839-5f66b167ab18 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 946 time: 0.0622325 Nov 12 09:30:51.795299 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1f19005a-1319-4c07-80d1-efbb948ca32a req-840b8cff-3f8d-4706-b7b6-ea18c9a019cb tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779977 Nov 12 09:30:51.806326 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-561d7a41-e27d-4099-ae37-0beecddaed29 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1161785 Nov 12 09:30:52.925394 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc9bfd-5003-443c-ba80-ec464870c624 req-e89be832-cd1f-414b-8a86-86790ebec482 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:52.927147 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eafc9bfd-5003-443c-ba80-ec464870c624 req-e89be832-cd1f-414b-8a86-86790ebec482 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 946 time: 0.0527229 Nov 12 09:30:52.984301 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eafc9bfd-5003-443c-ba80-ec464870c624 req-4f6fa4af-e13a-41ee-93cd-aa8551200cb9 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481784 Nov 12 09:30:53.176962 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-5e0f31a4-068d-48fd-8e77-ceb0ed679bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:53.179161 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-5e0f31a4-068d-48fd-8e77-ceb0ed679bab service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8216d72fb0f043ca94a099f18810b0c6&device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 1098 time: 0.0470138 Nov 12 09:30:53.292967 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-75c63c4a-4665-43c1-b6a5-07bab7d88fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:53.294503 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-75c63c4a-4665-43c1-b6a5-07bab7d88fac service neutron] 10.222.0.58 "GET /v2.0/networks?id=769c1a12-eb50-4308-839c-0acf75c72515 HTTP/1.1" status: 200 len: 915 time: 0.1064937 Nov 12 09:30:53.339568 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-6bf6c514-861a-424f-89d3-660157f057c2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=060e5825-a79c-4ecb-8e06-64a1f85313b5 HTTP/1.1" status: 200 len: 217 time: 0.0373173 Nov 12 09:30:53.407804 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-0bcae7f3-1827-4420-a86a-0fedd6a29c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:53.410007 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-0bcae7f3-1827-4420-a86a-0fedd6a29c4f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=65f9644a-0357-4810-ae6f-cee05405f8d6 HTTP/1.1" status: 200 len: 854 time: 0.0629814 Nov 12 09:30:53.447730 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-5a3fa53f-d1f4-487c-8cad-79492e0c3cec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=769c1a12-eb50-4308-839c-0acf75c72515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299749 Nov 12 09:30:53.551673 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-a7602af6-ccec-4b47-8b80-72f97250bf8e service neutron] 10.222.0.58 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955799 Nov 12 09:30:53.628661 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:53.676454 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-6af42b40-249d-4f1c-940d-932715355903 service neutron] 10.222.0.58 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143088 Nov 12 09:30:54.115008 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992e541-00d2-4b87-bfca-03e6d53b7bc3 req-38cae941-6049-4ac9-a65c-f7a468609c82 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:54.116570 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0992e541-00d2-4b87-bfca-03e6d53b7bc3 req-38cae941-6049-4ac9-a65c-f7a468609c82 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 946 time: 0.0545695 Nov 12 09:30:54.172133 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0992e541-00d2-4b87-bfca-03e6d53b7bc3 req-366c1435-29c0-46a7-b35a-5bb0033d61c3 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478406 Nov 12 09:30:55.314179 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4cbc65-66c9-4b3e-bb1c-6475129a6ee8 req-e2fdf987-f76d-4424-ab7a-5eabc54d5904 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:55.315915 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ac4cbc65-66c9-4b3e-bb1c-6475129a6ee8 req-e2fdf987-f76d-4424-ab7a-5eabc54d5904 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 946 time: 0.0583806 Nov 12 09:30:55.375372 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ac4cbc65-66c9-4b3e-bb1c-6475129a6ee8 req-7a5a7c24-fa61-4656-b25a-772608fa1bf3 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510030 Nov 12 09:30:56.520754 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2185ee-c9e5-42db-9901-30158777cbb1 req-32ab731b-6fca-4995-91f7-48ff8cb54c27 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:56.522403 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2e2185ee-c9e5-42db-9901-30158777cbb1 req-32ab731b-6fca-4995-91f7-48ff8cb54c27 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 946 time: 0.0530789 Nov 12 09:30:56.579901 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2e2185ee-c9e5-42db-9901-30158777cbb1 req-a93956a4-cb1d-4ea3-a7b0-f4066f3abc12 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503526 Nov 12 09:30:57.723354 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19403399-06f7-49d2-826f-aca6404b332a req-0d26fa9b-01a3-40e9-a4f3-e487d49ab24a tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:57.725772 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-19403399-06f7-49d2-826f-aca6404b332a req-0d26fa9b-01a3-40e9-a4f3-e487d49ab24a tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 946 time: 0.0591183 Nov 12 09:30:57.790352 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-19403399-06f7-49d2-826f-aca6404b332a req-80b4dda9-b059-4150-bb2c-7c4a29ca6b79 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563874 Nov 12 09:30:58.301952 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:30:58.928036 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac04902-a3ba-431c-8323-7663d65e164e req-8cbd4e7e-6ccc-4c2a-88c6-ddb22751cd47 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:58.929793 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ac04902-a3ba-431c-8323-7663d65e164e req-8cbd4e7e-6ccc-4c2a-88c6-ddb22751cd47 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 946 time: 0.0572147 Nov 12 09:30:58.993597 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9ac04902-a3ba-431c-8323-7663d65e164e req-6f4a7707-d5a4-406e-85b1-4e848342e197 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549669 Nov 12 09:30:59.564432 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:00.134029 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5efc3-683a-4c9f-a3c7-506ef6bd4e2f req-44dd94f8-54e2-44b9-832c-c8890244b0a2 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:00.135605 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c5c5efc3-683a-4c9f-a3c7-506ef6bd4e2f req-44dd94f8-54e2-44b9-832c-c8890244b0a2 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 946 time: 0.0596824 Nov 12 09:31:00.189287 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c5c5efc3-683a-4c9f-a3c7-506ef6bd4e2f req-c7384ee6-b252-442e-8b0c-fa9c7ac16ac5 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469370 Nov 12 09:31:01.332652 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f897f5-092c-4a55-a3d3-bbf697532abe req-71405702-6e0d-4ecf-9e65-765259eed5b9 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:01.334486 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-53f897f5-092c-4a55-a3d3-bbf697532abe req-71405702-6e0d-4ecf-9e65-765259eed5b9 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 946 time: 0.0637376 Nov 12 09:31:01.386475 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-53f897f5-092c-4a55-a3d3-bbf697532abe req-cb4a104c-9a99-4307-90cc-6607d51b8f9a tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458426 Nov 12 09:31:02.518757 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c57099-e006-4b98-83db-7740ba24dd70 req-f9277397-3fb3-49ba-85c9-7cfce8cf1b7f tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:02.520373 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-14c57099-e006-4b98-83db-7740ba24dd70 req-f9277397-3fb3-49ba-85c9-7cfce8cf1b7f tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 946 time: 0.0560684 Nov 12 09:31:02.586425 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-14c57099-e006-4b98-83db-7740ba24dd70 req-70fea03e-521b-403d-a9a3-326d989f032e tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519361 Nov 12 09:31:03.721291 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822e247-3452-42c1-8147-19c4269636c3 req-50c9fdda-0e58-4cf0-9606-ea35d7fb661b tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:03.723500 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b822e247-3452-42c1-8147-19c4269636c3 req-50c9fdda-0e58-4cf0-9606-ea35d7fb661b tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 946 time: 0.0571139 Nov 12 09:31:03.780829 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b822e247-3452-42c1-8147-19c4269636c3 req-c88d4c05-3f25-4f8a-9b1a-78831a0864c1 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509770 Nov 12 09:31:04.916795 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22d05f-24b3-4e0f-8408-682fa9bdf2c5 req-4376e0bd-a9c8-40ce-b741-d6ee1a214afa tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:04.920680 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ee22d05f-24b3-4e0f-8408-682fa9bdf2c5 req-4376e0bd-a9c8-40ce-b741-d6ee1a214afa tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 946 time: 0.0637414 Nov 12 09:31:04.976580 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ee22d05f-24b3-4e0f-8408-682fa9bdf2c5 req-98c6f75c-a045-475c-9a9c-b63ac809124c tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499156 Nov 12 09:31:06.121884 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163b950-998a-4beb-a6a4-17a01dfbc36a req-ee4eeb0b-3b4f-4e1e-9df4-17a20f0b0c84 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:06.123651 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6163b950-998a-4beb-a6a4-17a01dfbc36a req-ee4eeb0b-3b4f-4e1e-9df4-17a20f0b0c84 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 946 time: 0.0540500 Nov 12 09:31:06.179450 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6163b950-998a-4beb-a6a4-17a01dfbc36a req-1f8fdc8a-0951-45f9-b205-04fdd1d423b3 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479295 Nov 12 09:31:07.318674 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fb6cb-8001-444f-90c7-de6ad2373517 req-ba4c9173-82d3-4011-996b-5cf66e3662c5 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:07.320266 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f95fb6cb-8001-444f-90c7-de6ad2373517 req-ba4c9173-82d3-4011-996b-5cf66e3662c5 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 946 time: 0.0601652 Nov 12 09:31:07.381846 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f95fb6cb-8001-444f-90c7-de6ad2373517 req-9c6419d4-8173-40fd-8734-191e25371b2d tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519698 Nov 12 09:31:07.894680 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8394a13b-737e-46ab-9ff5-514be4785d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:08.520473 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2011c-100a-497c-8c8b-2986816c706c req-7458bf2d-956a-4337-9179-a60b78022b96 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:08.522035 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-52d2011c-100a-497c-8c8b-2986816c706c req-7458bf2d-956a-4337-9179-a60b78022b96 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 946 time: 0.0587621 Nov 12 09:31:08.575142 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-52d2011c-100a-497c-8c8b-2986816c706c req-38a0a482-a8c4-4199-b6ea-53b65a4fb967 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459323 Nov 12 09:31:09.721013 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8df07-61d0-4227-8824-f50d2a54a547 req-757befa2-4c51-406c-b902-926081ebd50a tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:09.722771 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-21a8df07-61d0-4227-8824-f50d2a54a547 req-757befa2-4c51-406c-b902-926081ebd50a tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 946 time: 0.0641472 Nov 12 09:31:09.776641 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-21a8df07-61d0-4227-8824-f50d2a54a547 req-e5ab521d-369b-4e55-804a-0ea7be925cdb tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463076 Nov 12 09:31:10.223155 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9dc031b6-3242-48e4-a375-61d010ff7f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:10.909652 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aacc4f-11fb-4b4c-b67e-c0db2351254f req-ed2317be-c316-41ca-a6f9-c02d5024139d tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:10.911636 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-67aacc4f-11fb-4b4c-b67e-c0db2351254f req-ed2317be-c316-41ca-a6f9-c02d5024139d tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 946 time: 0.0533366 Nov 12 09:31:10.971136 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-67aacc4f-11fb-4b4c-b67e-c0db2351254f req-c176c3f0-d4e7-45a3-991a-8a3f6695facb tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531075 Nov 12 09:31:12.109449 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968fe30-160e-4631-a728-69aba07ee991 req-f7604761-eaac-4f20-9053-600592ef187a tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:12.110910 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a968fe30-160e-4631-a728-69aba07ee991 req-f7604761-eaac-4f20-9053-600592ef187a tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 946 time: 0.0630360 Nov 12 09:31:12.175336 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a968fe30-160e-4631-a728-69aba07ee991 req-ce1c39d2-d94e-4bd2-9a73-a2f6fcff0f14 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569277 Nov 12 09:31:12.210758 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:13.299332 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02832836-8ddc-4ad2-99fe-b945719a1803 req-18d6fffc-ee8f-450e-8bf8-7d473e781ac4 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:13.300915 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-02832836-8ddc-4ad2-99fe-b945719a1803 req-18d6fffc-ee8f-450e-8bf8-7d473e781ac4 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 946 time: 0.0502610 Nov 12 09:31:13.350241 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-02832836-8ddc-4ad2-99fe-b945719a1803 req-d935fea9-2a00-4610-a665-5c457bc5bc8c tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428138 Nov 12 09:31:13.565563 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:14.113389 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:14.478253 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d98a3-e4ff-4fbd-8531-63debe2bc28c req-9ac8a8fe-ddfd-4e11-a059-f0c871ab717c tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:14.479912 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-578d98a3-e4ff-4fbd-8531-63debe2bc28c req-9ac8a8fe-ddfd-4e11-a059-f0c871ab717c tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 946 time: 0.0577974 Nov 12 09:31:14.533299 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-578d98a3-e4ff-4fbd-8531-63debe2bc28c req-f763ff72-bd70-4150-9fe2-01a0b27a1f16 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456700 Nov 12 09:31:15.665702 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49929d55-df53-4301-92c9-9551df840544 req-511d5de4-d497-43cc-9ce2-e20db96eb59d tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:15.667230 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49929d55-df53-4301-92c9-9551df840544 req-511d5de4-d497-43cc-9ce2-e20db96eb59d tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 946 time: 0.0578895 Nov 12 09:31:15.718364 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49929d55-df53-4301-92c9-9551df840544 req-38e6c32b-9032-4777-a8d4-98761a7a0705 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445223 Nov 12 09:31:16.848517 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956fdab9-40cb-4cd6-9b44-deac727ac1fe req-94bcafb2-41d9-40fa-ac1b-91bb87d57cb9 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:16.849944 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-956fdab9-40cb-4cd6-9b44-deac727ac1fe req-94bcafb2-41d9-40fa-ac1b-91bb87d57cb9 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 946 time: 0.0548105 Nov 12 09:31:16.906312 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-956fdab9-40cb-4cd6-9b44-deac727ac1fe req-cef4266e-8308-4c8d-910d-4ee0251a6e99 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493860 Nov 12 09:31:18.039888 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79c811-81dc-4146-838f-b0f31ebb117c req-41ca7568-9d1b-4b83-b23e-aa53fc491f0a tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:18.041440 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2e79c811-81dc-4146-838f-b0f31ebb117c req-41ca7568-9d1b-4b83-b23e-aa53fc491f0a tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 946 time: 0.0529726 Nov 12 09:31:18.111958 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2e79c811-81dc-4146-838f-b0f31ebb117c req-8c4ae952-d376-47b1-ac24-8adfd8f1e424 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623016 Nov 12 09:31:19.258909 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5439e-a079-41a6-840f-ff6942e98fe5 req-a4968ed6-7955-4395-b607-62eee693ec1b tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:19.260550 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e2a5439e-a079-41a6-840f-ff6942e98fe5 req-a4968ed6-7955-4395-b607-62eee693ec1b tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 946 time: 0.0565944 Nov 12 09:31:19.314151 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e2a5439e-a079-41a6-840f-ff6942e98fe5 req-3caff6c2-9163-4a49-8a76-018216c24051 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450890 Nov 12 09:31:20.463632 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218f951-46a3-496d-81ef-4531b03babc1 req-d674622f-25d4-4e26-b4a6-e0ded4580a4e tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:20.465181 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d218f951-46a3-496d-81ef-4531b03babc1 req-d674622f-25d4-4e26-b4a6-e0ded4580a4e tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 946 time: 0.0694883 Nov 12 09:31:20.518456 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d218f951-46a3-496d-81ef-4531b03babc1 req-4a3ec097-6dc6-4de0-aac1-7d6d069b6dcf tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469735 Nov 12 09:31:20.689971 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-0342676f-fee7-4b06-b12c-520b1e082cdc service neutron] show failed (client error): The resource could not be found. Nov 12 09:31:20.690952 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-0342676f-fee7-4b06-b12c-520b1e082cdc service neutron] 10.222.0.58 "GET /v2.0/ports/060e5825-a79c-4ecb-8e06-64a1f85313b5/bindings/n-h1-768862-16 HTTP/1.1" status: 404 len: 381 time: 0.0723801 Nov 12 09:31:20.940768 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-bc18737e-4a56-4fca-88c2-cf30b17526c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:20.942239 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-bc18737e-4a56-4fca-88c2-cf30b17526c9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b&tenant_id=8216d72fb0f043ca94a099f18810b0c6 HTTP/1.1" status: 200 len: 1098 time: 0.0538723 Nov 12 09:31:20.957997 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768862-16', 'device_owner': 'compute:nova'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:31:21.015286 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:21.239701 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] For port 060e5825-a79c-4ecb-8e06-64a1f85313b5, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=060e5825-a79c-4ecb-8e06-64a1f85313b5,segment=NetworkSegment(e6cdf32a-8c2a-4f02-bccb-be1b6a855816),segment_id=e6cdf32a-8c2a-4f02-bccb-be1b6a855816)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:31:21.275065 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] For port 060e5825-a79c-4ecb-8e06-64a1f85313b5, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:31:21.321730 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81cd981-9bbf-4fd8-9f1d-0a439042bb1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '060e5825-a79c-4ecb-8e06-64a1f85313b5'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:31:21.327697 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:21.341350 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] Transition to ACTIVE for port object 060e5825-a79c-4ecb-8e06-64a1f85313b5 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:31:21.347810 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:21.375205 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02596b4da7ea12b67234db941b384408cb2f3f21b4d4ffba25f551729798548" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b52637f-e89b-4f98-9945-76033894d8d7" -d '{"events": [{"server_uuid": "f81cd981-9bbf-4fd8-9f1d-0a439042bb1b", "name": "network-vif-unplugged", "status": "completed", "tag": "060e5825-a79c-4ecb-8e06-64a1f85313b5"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:31:21.415761 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] No DVR routers for this DVR port 060e5825-a79c-4ecb-8e06-64a1f85313b5 on host n-h2-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:31:21.419034 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] Pushing event updated for resources: {'Port': ['ID=060e5825-a79c-4ecb-8e06-64a1f85313b5,revision_number=6']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:21.430783 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:21.431111 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:21.431466 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:21.431816 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:21.432144 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:21.432470 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:21.432811 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:21.433118 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:21.433435 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:21.433774 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:21.434092 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:21.434411 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:21.464966 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] Attempting to bind port 060e5825-a79c-4ecb-8e06-64a1f85313b5 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:31:21.465331 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] Attempting to bind port 060e5825-a79c-4ecb-8e06-64a1f85313b5 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'e6cdf32a-8c2a-4f02-bccb-be1b6a855816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '769c1a12-eb50-4308-839c-0acf75c72515'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:31:21.465639 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] Attempting to bind port 060e5825-a79c-4ecb-8e06-64a1f85313b5 on network 769c1a12-eb50-4308-839c-0acf75c72515 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:31:21.470331 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] Port 060e5825-a79c-4ecb-8e06-64a1f85313b5 on network 769c1a12-eb50-4308-839c-0acf75c72515 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:31:21.470661 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] Attempting to bind port 060e5825-a79c-4ecb-8e06-64a1f85313b5 on network 769c1a12-eb50-4308-839c-0acf75c72515 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:31:21.476134 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:31:21.476559 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] Checking segment: {'id': 'e6cdf32a-8c2a-4f02-bccb-be1b6a855816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '769c1a12-eb50-4308-839c-0acf75c72515'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:31:21.476954 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] Bound using segment: {'id': 'e6cdf32a-8c2a-4f02-bccb-be1b6a855816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '769c1a12-eb50-4308-839c-0acf75c72515'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:31:21.477397 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] Bound port: 060e5825-a79c-4ecb-8e06-64a1f85313b5, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6cdf32a-8c2a-4f02-bccb-be1b6a855816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '769c1a12-eb50-4308-839c-0acf75c72515'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:31:21.477761 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:21.489569 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984c3074-8cf5-42b3-8381-6b8795602758 x-openstack-request-id: req-984c3074-8cf5-42b3-8381-6b8795602758 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:31:21.489938 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81cd981-9bbf-4fd8-9f1d-0a439042bb1b", "name": "network-vif-unplugged", "status": "completed", "tag": "060e5825-a79c-4ecb-8e06-64a1f85313b5", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:31:21.490079 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-984c3074-8cf5-42b3-8381-6b8795602758 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:31:21.490685 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81cd981-9bbf-4fd8-9f1d-0a439042bb1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '060e5825-a79c-4ecb-8e06-64a1f85313b5', 'code': 200} Nov 12 09:31:21.553745 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] For port 060e5825-a79c-4ecb-8e06-64a1f85313b5, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:31:21.557222 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] For port 060e5825-a79c-4ecb-8e06-64a1f85313b5, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=060e5825-a79c-4ecb-8e06-64a1f85313b5,segment=NetworkSegment(e6cdf32a-8c2a-4f02-bccb-be1b6a855816),segment_id=e6cdf32a-8c2a-4f02-bccb-be1b6a855816)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:31:21.563223 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:21.598347 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:21.598970 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:21.600628 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] 10.222.0.54 "PUT /v2.0/ports/060e5825-a79c-4ecb-8e06-64a1f85313b5 HTTP/1.1" status: 200 len: 1093 time: 0.6490700 Nov 12 09:31:21.623766 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c20651-fa76-4823-ac13-54430f4e400c service neutron] Pushing event updated for resources: {'Port': ['ID=060e5825-a79c-4ecb-8e06-64a1f85313b5,revision_number=7']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:21.647302 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302df4f6-562c-4c66-93db-5d1fd708006a req-62154d1a-b768-422e-9e61-05ad4de4ff0f tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:21.649264 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-302df4f6-562c-4c66-93db-5d1fd708006a req-62154d1a-b768-422e-9e61-05ad4de4ff0f tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 944 time: 0.0566332 Nov 12 09:31:21.667308 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-fe9a714f-a3cd-40ec-bb16-a4957b34d9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:21.668896 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-fe9a714f-a3cd-40ec-bb16-a4957b34d9a3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8216d72fb0f043ca94a099f18810b0c6&device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 1096 time: 0.0420785 Nov 12 09:31:21.703113 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-302df4f6-562c-4c66-93db-5d1fd708006a req-9407d33c-3a33-411d-a092-67b6d148874b tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470636 Nov 12 09:31:21.775833 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-f39dff8e-a375-4726-9e1a-1fb6f1735ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:21.777350 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-f39dff8e-a375-4726-9e1a-1fb6f1735ef7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=769c1a12-eb50-4308-839c-0acf75c72515 HTTP/1.1" status: 200 len: 915 time: 0.1009746 Nov 12 09:31:21.821967 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-22c02ad8-402c-4eea-8898-fbbf165f561b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=060e5825-a79c-4ecb-8e06-64a1f85313b5 HTTP/1.1" status: 200 len: 217 time: 0.0369425 Nov 12 09:31:21.879066 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-b950ccdb-6157-4a57-ae65-94d1fc90e348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:21.880588 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-b950ccdb-6157-4a57-ae65-94d1fc90e348 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=65f9644a-0357-4810-ae6f-cee05405f8d6 HTTP/1.1" status: 200 len: 854 time: 0.0519419 Nov 12 09:31:21.923312 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-2748a07f-619a-4481-a4c8-8bd235b95263 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=769c1a12-eb50-4308-839c-0acf75c72515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340452 Nov 12 09:31:22.023007 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-890f52c3-56f0-4787-ab2a-89260ac362d3 service neutron] 10.222.0.54 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904443 Nov 12 09:31:22.130554 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-82dd16dc-282d-4f33-b514-6218747d7d4a req-bbd13977-d227-4d69-bbc9-e1c7fe104b4b service neutron] 10.222.0.54 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994396 Nov 12 09:31:22.836382 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9cd921-0b9d-43ea-b8cd-cbbfbac86eaa req-cd69cff6-879d-46ed-9220-c3219e73e733 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:22.837799 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df9cd921-0b9d-43ea-b8cd-cbbfbac86eaa req-cd69cff6-879d-46ed-9220-c3219e73e733 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 944 time: 0.0568795 Nov 12 09:31:22.901153 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df9cd921-0b9d-43ea-b8cd-cbbfbac86eaa req-b470bf3b-71e4-4396-b2b6-519dee8a0e1b tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571444 Nov 12 09:31:23.491940 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81cd981-9bbf-4fd8-9f1d-0a439042bb1b', 'tag': '060e5825-a79c-4ecb-8e06-64a1f85313b5'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:31:23.494714 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02596b4da7ea12b67234db941b384408cb2f3f21b4d4ffba25f551729798548" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38953fb4-9248-4931-a728-310cc01e2b92" -d '{"events": [{"name": "network-changed", "server_uuid": "f81cd981-9bbf-4fd8-9f1d-0a439042bb1b", "tag": "060e5825-a79c-4ecb-8e06-64a1f85313b5"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:31:23.554696 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c5dcf4-aa5c-4c4a-8705-b4da9725ce3d x-openstack-request-id: req-a6c5dcf4-aa5c-4c4a-8705-b4da9725ce3d {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:31:23.554991 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f81cd981-9bbf-4fd8-9f1d-0a439042bb1b", "tag": "060e5825-a79c-4ecb-8e06-64a1f85313b5", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:31:23.555315 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a6c5dcf4-aa5c-4c4a-8705-b4da9725ce3d {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:31:23.555660 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f81cd981-9bbf-4fd8-9f1d-0a439042bb1b', 'tag': '060e5825-a79c-4ecb-8e06-64a1f85313b5', 'status': 'completed', 'code': 200} Nov 12 09:31:23.621843 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38953fb4-9248-4931-a728-310cc01e2b92 req-0f9867b4-12d6-412b-b636-d5e60ce65ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:23.623185 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38953fb4-9248-4931-a728-310cc01e2b92 req-766264aa-4918-460c-80c3-b057b9ad8547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:23.623345 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-38953fb4-9248-4931-a728-310cc01e2b92 req-0f9867b4-12d6-412b-b636-d5e60ce65ead service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8216d72fb0f043ca94a099f18810b0c6&device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 1096 time: 0.0446060 Nov 12 09:31:23.624775 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-38953fb4-9248-4931-a728-310cc01e2b92 req-766264aa-4918-460c-80c3-b057b9ad8547 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8216d72fb0f043ca94a099f18810b0c6&device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 1096 time: 0.0464103 Nov 12 09:31:23.640884 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:23.727101 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38953fb4-9248-4931-a728-310cc01e2b92 req-dca41557-70be-40a6-b2e7-3e10df232b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:23.728685 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-38953fb4-9248-4931-a728-310cc01e2b92 req-dca41557-70be-40a6-b2e7-3e10df232b27 service neutron] 10.222.0.58 "GET /v2.0/networks?id=769c1a12-eb50-4308-839c-0acf75c72515 HTTP/1.1" status: 200 len: 915 time: 0.0980132 Nov 12 09:31:23.746628 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38953fb4-9248-4931-a728-310cc01e2b92 req-31513c72-d402-4287-a8d5-6fa6dd63f90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:23.748340 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-38953fb4-9248-4931-a728-310cc01e2b92 req-31513c72-d402-4287-a8d5-6fa6dd63f90d service neutron] 10.222.0.54 "GET /v2.0/networks?id=769c1a12-eb50-4308-839c-0acf75c72515 HTTP/1.1" status: 200 len: 915 time: 0.1151054 Nov 12 09:31:23.779965 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-38953fb4-9248-4931-a728-310cc01e2b92 req-6f1ab01c-ba8b-4929-8d17-f72b236cd8d2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=060e5825-a79c-4ecb-8e06-64a1f85313b5 HTTP/1.1" status: 200 len: 217 time: 0.0426261 Nov 12 09:31:23.794002 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-38953fb4-9248-4931-a728-310cc01e2b92 req-bfbd67af-8622-438b-a83b-7bb2f0bbcb34 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=060e5825-a79c-4ecb-8e06-64a1f85313b5 HTTP/1.1" status: 200 len: 217 time: 0.0377347 Nov 12 09:31:23.832664 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38953fb4-9248-4931-a728-310cc01e2b92 req-d5dd44d5-fd71-4d1c-9771-2a421942dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:23.834219 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-38953fb4-9248-4931-a728-310cc01e2b92 req-d5dd44d5-fd71-4d1c-9771-2a421942dd64 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=65f9644a-0357-4810-ae6f-cee05405f8d6 HTTP/1.1" status: 200 len: 854 time: 0.0471265 Nov 12 09:31:23.847059 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38953fb4-9248-4931-a728-310cc01e2b92 req-3ba42399-a239-4c61-8b63-1abc6c7d47ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:23.848842 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-38953fb4-9248-4931-a728-310cc01e2b92 req-3ba42399-a239-4c61-8b63-1abc6c7d47ed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=65f9644a-0357-4810-ae6f-cee05405f8d6 HTTP/1.1" status: 200 len: 854 time: 0.0460312 Nov 12 09:31:23.866829 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-38953fb4-9248-4931-a728-310cc01e2b92 req-7328d8b5-3121-4b0a-aedd-642cb05dad24 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=769c1a12-eb50-4308-839c-0acf75c72515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253937 Nov 12 09:31:23.882561 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-38953fb4-9248-4931-a728-310cc01e2b92 req-74afb719-3b65-435a-9875-003d504d7207 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=769c1a12-eb50-4308-839c-0acf75c72515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256157 Nov 12 09:31:23.970465 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-38953fb4-9248-4931-a728-310cc01e2b92 req-ed564520-7cf4-4544-bef6-2db0023e5338 service neutron] 10.222.0.58 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965016 Nov 12 09:31:23.986299 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-38953fb4-9248-4931-a728-310cc01e2b92 req-ed59a95b-df88-4b79-9943-41676c8feda4 service neutron] 10.222.0.54 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969300 Nov 12 09:31:24.087413 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-38953fb4-9248-4931-a728-310cc01e2b92 req-52f02c1e-50a6-42bd-b8cb-e8ad8826d606 service neutron] 10.222.0.54 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936294 Nov 12 09:31:24.099790 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f3522-d092-4320-8ebd-49f5dd483ec0 req-d6be9edb-1fd6-4f91-9ad7-8016c1432388 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:24.102202 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a51f3522-d092-4320-8ebd-49f5dd483ec0 req-d6be9edb-1fd6-4f91-9ad7-8016c1432388 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 944 time: 0.1166377 Nov 12 09:31:24.109173 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-38953fb4-9248-4931-a728-310cc01e2b92 req-7b39a918-2e78-4faa-8f73-b9a454f81d6a service neutron] 10.222.0.58 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314733 Nov 12 09:31:24.156292 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a51f3522-d092-4320-8ebd-49f5dd483ec0 req-1987845b-1ade-4aa6-9820-659a28f7fead tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459862 Nov 12 09:31:24.425726 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53c2fb-1553-4463-ab69-89125893c027 req-042ca5a0-9863-4114-95a6-5b2a459f7bcd tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:24.427128 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0a53c2fb-1553-4463-ab69-89125893c027 req-042ca5a0-9863-4114-95a6-5b2a459f7bcd tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 944 time: 0.0877299 Nov 12 09:31:24.436074 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8bf17-ebb6-4728-b8fc-47749e1f056e req-a4b4a7b2-9c52-4aea-82ca-65bb33253083 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:24.437517 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-56f8bf17-ebb6-4728-b8fc-47749e1f056e req-a4b4a7b2-9c52-4aea-82ca-65bb33253083 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.58 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b&tenant_id=8216d72fb0f043ca94a099f18810b0c6&binding%3Ahost_id=n-h1-768862-16 HTTP/1.1" status: 200 len: 944 time: 0.0845869 Nov 12 09:31:24.524383 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0a53c2fb-1553-4463-ab69-89125893c027 req-0cd29eec-e1be-484c-a347-0e7663e5c943 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858836 Nov 12 09:31:24.532159 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [req-56f8bf17-ebb6-4728-b8fc-47749e1f056e req-43a1a477-66b3-4a12-8e58-0cddef54422b service neutron] delete failed (client error): The resource could not be found. Nov 12 09:31:24.533165 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-56f8bf17-ebb6-4728-b8fc-47749e1f056e req-43a1a477-66b3-4a12-8e58-0cddef54422b service neutron] 10.222.0.58 "DELETE /v2.0/ports/060e5825-a79c-4ecb-8e06-64a1f85313b5/bindings/n-h2-768862-16 HTTP/1.1" status: 404 len: 381 time: 0.0878508 Nov 12 09:31:24.643344 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8bf17-ebb6-4728-b8fc-47749e1f056e req-4b83a32a-1979-4306-878e-e2d3935ceb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:24.644911 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-56f8bf17-ebb6-4728-b8fc-47749e1f056e req-4b83a32a-1979-4306-878e-e2d3935ceb40 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8216d72fb0f043ca94a099f18810b0c6&device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 1096 time: 0.0542164 Nov 12 09:31:24.666441 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 060e5825-a79c-4ecb-8e06-64a1f85313b5 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:31:24.707708 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 060e5825-a79c-4ecb-8e06-64a1f85313b5 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:31:24.757636 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8bf17-ebb6-4728-b8fc-47749e1f056e req-b33bbdb3-0122-4b95-876c-7ce4de83da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:24.759202 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-56f8bf17-ebb6-4728-b8fc-47749e1f056e req-b33bbdb3-0122-4b95-876c-7ce4de83da6d service neutron] 10.222.0.58 "GET /v2.0/networks?id=769c1a12-eb50-4308-839c-0acf75c72515 HTTP/1.1" status: 200 len: 915 time: 0.1066496 Nov 12 09:31:24.806175 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-56f8bf17-ebb6-4728-b8fc-47749e1f056e req-c8f33dc9-19d0-440d-a3a0-1931ff9895e8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=060e5825-a79c-4ecb-8e06-64a1f85313b5 HTTP/1.1" status: 200 len: 217 time: 0.0394127 Nov 12 09:31:24.858731 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8bf17-ebb6-4728-b8fc-47749e1f056e req-a7dc479e-b671-43cb-bcf7-b141f75b77e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:24.860286 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-56f8bf17-ebb6-4728-b8fc-47749e1f056e req-a7dc479e-b671-43cb-bcf7-b141f75b77e5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=65f9644a-0357-4810-ae6f-cee05405f8d6 HTTP/1.1" status: 200 len: 854 time: 0.0475168 Nov 12 09:31:24.894594 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-56f8bf17-ebb6-4728-b8fc-47749e1f056e req-ceda0149-20a5-480a-9647-e5acfbfbbe10 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=769c1a12-eb50-4308-839c-0acf75c72515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268114 Nov 12 09:31:24.998501 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-56f8bf17-ebb6-4728-b8fc-47749e1f056e req-ea0c45ac-056a-4743-b637-8b9b7ae7a0e2 service neutron] 10.222.0.58 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965889 Nov 12 09:31:25.108544 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-56f8bf17-ebb6-4728-b8fc-47749e1f056e req-06b6225c-b916-4d6c-9105-77917837213c service neutron] 10.222.0.58 "GET /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023366 Nov 12 09:31:25.119637 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 060e5825-a79c-4ecb-8e06-64a1f85313b5 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:31:25.241348 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 060e5825-a79c-4ecb-8e06-64a1f85313b5, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=060e5825-a79c-4ecb-8e06-64a1f85313b5,segment=NetworkSegment(e6cdf32a-8c2a-4f02-bccb-be1b6a855816),segment_id=e6cdf32a-8c2a-4f02-bccb-be1b6a855816)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:31:25.255982 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '060e5825-a79c-4ecb-8e06-64a1f85313b5', 'network_id': '769c1a12-eb50-4308-839c-0acf75c72515', 'port_id': '060e5825-a79c-4ecb-8e06-64a1f85313b5', 'mac_address': 'fa:16:3e:27:f0:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65f9644a-0357-4810-ae6f-cee05405f8d6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:31:25.296520 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:25.311179 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 060e5825-a79c-4ecb-8e06-64a1f85313b5 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:31:25.332414 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 060e5825-a79c-4ecb-8e06-64a1f85313b5, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=060e5825-a79c-4ecb-8e06-64a1f85313b5,segment=NetworkSegment(e6cdf32a-8c2a-4f02-bccb-be1b6a855816),segment_id=e6cdf32a-8c2a-4f02-bccb-be1b6a855816)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:31:25.339241 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:25.394051 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=060e5825-a79c-4ecb-8e06-64a1f85313b5,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:25.568492 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['060e5825-a79c-4ecb-8e06-64a1f85313b5'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:31:25.654888 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b186a-eb4d-452f-b6c9-cc455b7426ee req-9c35a6b2-5300-4301-91de-258bc9c75cfc tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:25.656920 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eb8b186a-eb4d-452f-b6c9-cc455b7426ee req-9c35a6b2-5300-4301-91de-258bc9c75cfc tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 945 time: 0.0543368 Nov 12 09:31:25.720349 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eb8b186a-eb4d-452f-b6c9-cc455b7426ee req-13051f78-7b98-436b-ab7f-d2408375cd09 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559654 Nov 12 09:31:25.857581 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b0802-f0bd-4e77-b8da-49be799ccf97 req-39216a84-6860-4f7b-9966-2d3fca23f466 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:25.859115 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf0b0802-f0bd-4e77-b8da-49be799ccf97 req-39216a84-6860-4f7b-9966-2d3fca23f466 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 945 time: 0.0532289 Nov 12 09:31:25.916017 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bf0b0802-f0bd-4e77-b8da-49be799ccf97 req-ec6e125f-f93d-49c9-b46d-f25e9a0ffd29 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493927 Nov 12 09:31:26.046643 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafa00c-57bb-49c8-aa9b-797b44796cb4 req-97235150-4a84-4f07-ba0b-da671ece953b tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:26.048317 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fdafa00c-57bb-49c8-aa9b-797b44796cb4 req-97235150-4a84-4f07-ba0b-da671ece953b tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 945 time: 0.0614057 Nov 12 09:31:26.099588 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fdafa00c-57bb-49c8-aa9b-797b44796cb4 req-6c8a6a7d-d15e-467a-95a6-d885a4f6d779 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449641 Nov 12 09:31:26.498732 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a074fa3-320f-4f55-918f-0661b28c78e9 req-f01b2bbc-7823-4e0c-a0b1-a652bb71408b tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:26.500332 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8a074fa3-320f-4f55-918f-0661b28c78e9 req-f01b2bbc-7823-4e0c-a0b1-a652bb71408b tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 945 time: 0.0546646 Nov 12 09:31:26.552220 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8a074fa3-320f-4f55-918f-0661b28c78e9 req-0461c4ed-4636-46d2-8d3f-f7f929f6ad89 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450554 Nov 12 09:31:27.138211 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 060e5825-a79c-4ecb-8e06-64a1f85313b5 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:31:27.197174 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 060e5825-a79c-4ecb-8e06-64a1f85313b5 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:31:27.201996 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 060e5825-a79c-4ecb-8e06-64a1f85313b5 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:27.202364 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:27.285073 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:27.311290 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81cd981-9bbf-4fd8-9f1d-0a439042bb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060e5825-a79c-4ecb-8e06-64a1f85313b5'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:31:27.313678 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be45a9427ec0e01fea1711315fc80f5d0e0450582803884f19ff2849393a08db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec3aefc-1902-4247-9a97-e0737eb8b8cf" -d '{"events": [{"server_uuid": "f81cd981-9bbf-4fd8-9f1d-0a439042bb1b", "name": "network-vif-plugged", "status": "completed", "tag": "060e5825-a79c-4ecb-8e06-64a1f85313b5"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:31:27.327676 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 060e5825-a79c-4ecb-8e06-64a1f85313b5, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=060e5825-a79c-4ecb-8e06-64a1f85313b5,segment=NetworkSegment(e6cdf32a-8c2a-4f02-bccb-be1b6a855816),segment_id=e6cdf32a-8c2a-4f02-bccb-be1b6a855816)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:31:27.333470 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:27.359589 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cfa26f-0f3e-4fb5-a5da-f07d0659885f x-openstack-request-id: req-45cfa26f-0f3e-4fb5-a5da-f07d0659885f {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:31:27.359874 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81cd981-9bbf-4fd8-9f1d-0a439042bb1b", "name": "network-vif-plugged", "status": "completed", "tag": "060e5825-a79c-4ecb-8e06-64a1f85313b5", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:31:27.360156 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-45cfa26f-0f3e-4fb5-a5da-f07d0659885f {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:31:27.360548 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81cd981-9bbf-4fd8-9f1d-0a439042bb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060e5825-a79c-4ecb-8e06-64a1f85313b5', 'code': 200} Nov 12 09:31:27.391806 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=060e5825-a79c-4ecb-8e06-64a1f85313b5,revision_number=9']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:27.696029 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87353b58-6c89-4cf1-8ca4-a82ed7e41cf2 req-82a3d769-cec7-4755-bb59-f34f37603057 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:27.697844 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-87353b58-6c89-4cf1-8ca4-a82ed7e41cf2 req-82a3d769-cec7-4755-bb59-f34f37603057 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 946 time: 0.0605383 Nov 12 09:31:27.757180 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-87353b58-6c89-4cf1-8ca4-a82ed7e41cf2 req-353b4e88-96e3-47a4-9892-7bf40c61f471 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/security-groups?id=58c88cb3-0dcf-49ab-9293-b375778a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522671 Nov 12 09:31:27.773801 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b147a-6f2d-49be-8a12-53a23aad6596 req-b8a4b066-5d6c-496e-ae3f-7c75dcd0e99d tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:27.773801 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9b6b147a-6f2d-49be-8a12-53a23aad6596 req-b8a4b066-5d6c-496e-ae3f-7c75dcd0e99d tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.54 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 946 time: 0.0635500 Nov 12 09:31:27.880928 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-9b6b147a-6f2d-49be-8a12-53a23aad6596 req-1dcaad39-cd22-4c6d-9f0b-bbee5dfe80ef tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Deleting port 060e5825-a79c-4ecb-8e06-64a1f85313b5 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:31:27.881218 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b6b147a-6f2d-49be-8a12-53a23aad6596 req-1dcaad39-cd22-4c6d-9f0b-bbee5dfe80ef tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:27.983293 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-9b6b147a-6f2d-49be-8a12-53a23aad6596 req-1dcaad39-cd22-4c6d-9f0b-bbee5dfe80ef tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] For port 060e5825-a79c-4ecb-8e06-64a1f85313b5, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=060e5825-a79c-4ecb-8e06-64a1f85313b5,segment=NetworkSegment(e6cdf32a-8c2a-4f02-bccb-be1b6a855816),segment_id=e6cdf32a-8c2a-4f02-bccb-be1b6a855816)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:31:27.983630 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b6b147a-6f2d-49be-8a12-53a23aad6596 req-1dcaad39-cd22-4c6d-9f0b-bbee5dfe80ef tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:27.998760 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-9b6b147a-6f2d-49be-8a12-53a23aad6596 req-1dcaad39-cd22-4c6d-9f0b-bbee5dfe80ef tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Calling delete_port for 060e5825-a79c-4ecb-8e06-64a1f85313b5 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:31:28.146491 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b6b147a-6f2d-49be-8a12-53a23aad6596 req-1dcaad39-cd22-4c6d-9f0b-bbee5dfe80ef tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:28.159458 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['060e5825-a79c-4ecb-8e06-64a1f85313b5'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:31:28.198977 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcaad39-cd22-4c6d-9f0b-bbee5dfe80ef tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Pushing event deleted for resources: {'Port': ['ID=060e5825-a79c-4ecb-8e06-64a1f85313b5,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:28.245426 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6b147a-6f2d-49be-8a12-53a23aad6596 req-1dcaad39-cd22-4c6d-9f0b-bbee5dfe80ef tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] No DVR routers for this DVR port 060e5825-a79c-4ecb-8e06-64a1f85313b5 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:31:28.249076 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b6b147a-6f2d-49be-8a12-53a23aad6596 req-1dcaad39-cd22-4c6d-9f0b-bbee5dfe80ef tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:28.252910 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9b6b147a-6f2d-49be-8a12-53a23aad6596 req-1dcaad39-cd22-4c6d-9f0b-bbee5dfe80ef tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.54 "DELETE /v2.0/ports/060e5825-a79c-4ecb-8e06-64a1f85313b5 HTTP/1.1" status: 204 len: 173 time: 0.4717896 Nov 12 09:31:28.253366 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81cd981-9bbf-4fd8-9f1d-0a439042bb1b', 'name': 'network-vif-deleted', 'tag': '060e5825-a79c-4ecb-8e06-64a1f85313b5'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:31:28.255854 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02596b4da7ea12b67234db941b384408cb2f3f21b4d4ffba25f551729798548" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8fc0b0-f326-475a-abc2-1736f9e902fe" -d '{"events": [{"server_uuid": "f81cd981-9bbf-4fd8-9f1d-0a439042bb1b", "name": "network-vif-deleted", "tag": "060e5825-a79c-4ecb-8e06-64a1f85313b5"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:31:28.301697 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6a88d8-4e33-498c-a5a5-7e238414c3ed x-openstack-request-id: req-4f6a88d8-4e33-498c-a5a5-7e238414c3ed {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:31:28.301987 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81cd981-9bbf-4fd8-9f1d-0a439042bb1b", "name": "network-vif-deleted", "tag": "060e5825-a79c-4ecb-8e06-64a1f85313b5", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:31:28.302378 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f6a88d8-4e33-498c-a5a5-7e238414c3ed {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:31:28.302829 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81cd981-9bbf-4fd8-9f1d-0a439042bb1b', 'name': 'network-vif-deleted', 'tag': '060e5825-a79c-4ecb-8e06-64a1f85313b5', 'status': 'completed', 'code': 200} Nov 12 09:31:28.871792 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-349600a2-35fb-4efb-8dcd-b6aa5d8d0eb9 req-c4de5527-d4ad-4ad6-b2c9-ee28df59157a tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81cd981-9bbf-4fd8-9f1d-0a439042bb1b HTTP/1.1" status: 200 len: 210 time: 0.0293531 Nov 12 09:31:29.568276 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:30.005723 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40578) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:30.051892 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c8ba90e-c215-408e-98b6-3f3c14237db5 admin admin] Deleting subnet 65f9644a-0357-4810-ae6f-cee05405f8d6 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:31:30.055355 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c8ba90e-c215-408e-98b6-3f3c14237db5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:30.096955 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c8ba90e-c215-408e-98b6-3f3c14237db5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:30.148190 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c8ba90e-c215-408e-98b6-3f3c14237db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:30.210611 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c8ba90e-c215-408e-98b6-3f3c14237db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:30.248713 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ba90e-c215-408e-98b6-3f3c14237db5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65f9644a-0357-4810-ae6f-cee05405f8d6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:30.255994 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c8ba90e-c215-408e-98b6-3f3c14237db5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:30.259460 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0c8ba90e-c215-408e-98b6-3f3c14237db5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/65f9644a-0357-4810-ae6f-cee05405f8d6 HTTP/1.1" status: 204 len: 168 time: 0.2526810 Nov 12 09:31:30.262481 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40580) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:30.346048 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2ea911be-7489-46fc-9034-83dddd4f7efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:30.434313 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2ea911be-7489-46fc-9034-83dddd4f7efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:30.463358 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-2ea911be-7489-46fc-9034-83dddd4f7efd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['769c1a12-eb50-4308-839c-0acf75c72515']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:30.473836 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-2ea911be-7489-46fc-9034-83dddd4f7efd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6cdf32a-8c2a-4f02-bccb-be1b6a855816') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:30.474325 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-2ea911be-7489-46fc-9034-83dddd4f7efd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6cdf32a-8c2a-4f02-bccb-be1b6a855816') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:30.485007 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2ea911be-7489-46fc-9034-83dddd4f7efd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:30.501485 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2ea911be-7489-46fc-9034-83dddd4f7efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:30.508420 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea911be-7489-46fc-9034-83dddd4f7efd admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:31:30.508950 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2ea911be-7489-46fc-9034-83dddd4f7efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:30.510803 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:31:30.510803 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:31:30.510803 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:31:30.510803 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:31:30.510803 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:31:30.510803 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:31:30.510803 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:31:30.510803 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:31:30.510803 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:31:30.510803 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:31:30.510803 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:31:30.510803 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:31:30.510803 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:31:30.510803 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:31:30.510803 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:31:30.510803 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:31:30.510803 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:31:30.510803 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:31:30.510803 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:31:30.510803 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:31:30.510803 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:31:30.510803 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:31:30.510803 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:31:30.510803 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:31:30.510803 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:31:30.510803 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:31:30.510803 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:31:30.510803 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:31:30.510803 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:31:30.510803 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:31:30.510803 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:31:30.510803 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:31:30.570730 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2ea911be-7489-46fc-9034-83dddd4f7efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:30.577119 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2ea911be-7489-46fc-9034-83dddd4f7efd admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:30.580434 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2ea911be-7489-46fc-9034-83dddd4f7efd admin admin] 10.222.0.37 "DELETE /v2.0/networks/769c1a12-eb50-4308-839c-0acf75c72515 HTTP/1.1" status: 204 len: 168 time: 0.3166323 Nov 12 09:31:30.593119 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea911be-7489-46fc-9034-83dddd4f7efd admin admin] Pushing event deleted for resources: {'Network': ['ID=769c1a12-eb50-4308-839c-0acf75c72515,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:30.704743 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40584) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:30.753603 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3bdac64a-20b8-465f-81a8-b2de9f018c95 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8216d72fb0f043ca94a099f18810b0c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0475125 Nov 12 09:31:30.756428 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40586) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:30.814725 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3f9b21d1-9300-40b0-b950-0d37b9fe995a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:30.838632 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3f9b21d1-9300-40b0-b950-0d37b9fe995a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:30.889373 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3f9b21d1-9300-40b0-b950-0d37b9fe995a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:30.893697 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3f9b21d1-9300-40b0-b950-0d37b9fe995a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:30.895573 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3f9b21d1-9300-40b0-b950-0d37b9fe995a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58c88cb3-0dcf-49ab-9293-b375778a97bf HTTP/1.1" status: 204 len: 168 time: 0.1379070 Nov 12 09:31:30.907869 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b21d1-9300-40b0-b950-0d37b9fe995a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c88cb3-0dcf-49ab-9293-b375778a97bf,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:31.166590 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 060e5825-a79c-4ecb-8e06-64a1f85313b5 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:31:31.188761 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 060e5825-a79c-4ecb-8e06-64a1f85313b5 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:31:31.189106 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 060e5825-a79c-4ecb-8e06-64a1f85313b5 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:31:31.696530 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40608) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:31.795107 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-8f31eeff-bdde-42cb-bc63-851d2cdc3278 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-932264413-network', 'tenant_id': '4ee12900dba143e5907035744a059bb0'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:31:31.818753 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f31eeff-bdde-42cb-bc63-851d2cdc3278 admin admin] Made reservation on behalf of 4ee12900dba143e5907035744a059bb0 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:31:31.822472 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8f31eeff-bdde-42cb-bc63-851d2cdc3278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:31.832617 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8f31eeff-bdde-42cb-bc63-851d2cdc3278 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:31.922111 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8f31eeff-bdde-42cb-bc63-851d2cdc3278 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:31.927306 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8f31eeff-bdde-42cb-bc63-851d2cdc3278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:31.955163 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f31eeff-bdde-42cb-bc63-851d2cdc3278 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:31:31.961739 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31eeff-bdde-42cb-bc63-851d2cdc3278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0b2849-6ee0-429d-9fae-54d54c84b8c7,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:31.967976 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8f31eeff-bdde-42cb-bc63-851d2cdc3278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:31.968533 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-8f31eeff-bdde-42cb-bc63-851d2cdc3278 admin admin] Added segment e8f07fff-24b7-45ed-8829-840a5fe8f406 of type vlan for network 768db96d-c716-4f4b-8ce0-d0406ae4f328 Nov 12 09:31:32.016914 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8f31eeff-bdde-42cb-bc63-851d2cdc3278 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:32.044818 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8f31eeff-bdde-42cb-bc63-851d2cdc3278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:32.045854 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f31eeff-bdde-42cb-bc63-851d2cdc3278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:32.046647 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8f31eeff-bdde-42cb-bc63-851d2cdc3278 admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:32.096178 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8f31eeff-bdde-42cb-bc63-851d2cdc3278 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3986382 Nov 12 09:31:32.099342 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40612) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:32.104765 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-aa456324-4629-43a9-a265-c68822b06696 admin admin] Request body: {'subnet': {'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-932264413-subnet', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:31:32.131185 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa456324-4629-43a9-a265-c68822b06696 admin admin] Made reservation on behalf of 4ee12900dba143e5907035744a059bb0 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:31:32.133915 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa456324-4629-43a9-a265-c68822b06696 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:32.144289 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31eeff-bdde-42cb-bc63-851d2cdc3278 admin admin] Pushing event updated for resources: {'Network': ['ID=768db96d-c716-4f4b-8ce0-d0406ae4f328,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:32.156923 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 768db96d-c716-4f4b-8ce0-d0406ae4f328 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:31:32.329467 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa456324-4629-43a9-a265-c68822b06696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:32.396057 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa456324-4629-43a9-a265-c68822b06696 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5161be35-2187-48e2-99be-9229442f588c,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:32.407802 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa456324-4629-43a9-a265-c68822b06696 admin admin] Checking segment: {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:31:32.408202 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa456324-4629-43a9-a265-c68822b06696 admin admin] Network hostable DHCP agents. Network: 768db96d-c716-4f4b-8ce0-d0406ae4f328, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:31:32.427073 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa456324-4629-43a9-a265-c68822b06696 admin admin] Network 768db96d-c716-4f4b-8ce0-d0406ae4f328 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:31:32.443237 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-aa456324-4629-43a9-a265-c68822b06696 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 768db96d-c716-4f4b-8ce0-d0406ae4f328) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:31:32.452650 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcaf8c9-451a-4618-a437-b3c52ec8ed48 None None] Network 768db96d-c716-4f4b-8ce0-d0406ae4f328 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:31:32.453198 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa456324-4629-43a9-a265-c68822b06696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:32.454261 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa456324-4629-43a9-a265-c68822b06696 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:32.483876 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-aa456324-4629-43a9-a265-c68822b06696 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3832042 Nov 12 09:31:32.486853 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40614) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:32.491995 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-7b17e27f-482a-43d0-998d-8f229f2e3292 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:31:32.527178 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7b17e27f-482a-43d0-998d-8f229f2e3292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:32.529071 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7b17e27f-482a-43d0-998d-8f229f2e3292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:32.668494 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7b17e27f-482a-43d0-998d-8f229f2e3292 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:32.672310 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e1ba2f-4ac8-4549-ba36-08c51c00f14a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-768db96d-c716-4f4b-8ce0-d0406ae4f328', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:31:32.675564 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-35e1ba2f-4ac8-4549-ba36-08c51c00f14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:32.825623 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-35e1ba2f-4ac8-4549-ba36-08c51c00f14a None None] Allocated IP 172.20.0.2 (768db96d-c716-4f4b-8ce0-d0406ae4f328/5161be35-2187-48e2-99be-9229442f588c/5ba55be2-7e72-4f02-bbc5-cc26fb782c77) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:31:32.828204 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7b17e27f-482a-43d0-998d-8f229f2e3292 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:33.021070 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-35e1ba2f-4ac8-4549-ba36-08c51c00f14a None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:33.028238 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-35e1ba2f-4ac8-4549-ba36-08c51c00f14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:33.077035 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e1ba2f-4ac8-4549-ba36-08c51c00f14a None None] Network 768db96d-c716-4f4b-8ce0-d0406ae4f328 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:31:33.079960 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-35e1ba2f-4ac8-4549-ba36-08c51c00f14a None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:31:33.082636 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e1ba2f-4ac8-4549-ba36-08c51c00f14a None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:31:33.092567 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1ba2f-4ac8-4549-ba36-08c51c00f14a None None] Pushing event updated for resources: {'Port': ['ID=5ba55be2-7e72-4f02-bbc5-cc26fb782c77,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:33.149790 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-35e1ba2f-4ac8-4549-ba36-08c51c00f14a None None] Attempting to bind port 5ba55be2-7e72-4f02-bbc5-cc26fb782c77 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:31:33.150163 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-35e1ba2f-4ac8-4549-ba36-08c51c00f14a None None] Attempting to bind port 5ba55be2-7e72-4f02-bbc5-cc26fb782c77 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:31:33.150531 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e1ba2f-4ac8-4549-ba36-08c51c00f14a None None] Attempting to bind port 5ba55be2-7e72-4f02-bbc5-cc26fb782c77 on network 768db96d-c716-4f4b-8ce0-d0406ae4f328 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:31:33.157479 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e1ba2f-4ac8-4549-ba36-08c51c00f14a None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:31:33.158066 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e1ba2f-4ac8-4549-ba36-08c51c00f14a None None] Checking segment: {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:31:33.158247 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-35e1ba2f-4ac8-4549-ba36-08c51c00f14a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:33.158699 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e1ba2f-4ac8-4549-ba36-08c51c00f14a None None] Bound using segment: {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:31:33.159790 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-35e1ba2f-4ac8-4549-ba36-08c51c00f14a None None] Bound port: 5ba55be2-7e72-4f02-bbc5-cc26fb782c77, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:31:33.159790 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-35e1ba2f-4ac8-4549-ba36-08c51c00f14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:33.231522 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-35e1ba2f-4ac8-4549-ba36-08c51c00f14a None None] For port 5ba55be2-7e72-4f02-bbc5-cc26fb782c77, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:31:33.235171 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-35e1ba2f-4ac8-4549-ba36-08c51c00f14a None None] For port 5ba55be2-7e72-4f02-bbc5-cc26fb782c77, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=5ba55be2-7e72-4f02-bbc5-cc26fb782c77,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:31:33.241059 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-35e1ba2f-4ac8-4549-ba36-08c51c00f14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:33.308826 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1ba2f-4ac8-4549-ba36-08c51c00f14a None None] Pushing event updated for resources: {'Port': ['ID=5ba55be2-7e72-4f02-bbc5-cc26fb782c77,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:33.456047 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7b17e27f-482a-43d0-998d-8f229f2e3292 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:33.489432 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7b17e27f-482a-43d0-998d-8f229f2e3292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:33.661073 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-7b17e27f-482a-43d0-998d-8f229f2e3292 admin admin] Allocated IP 172.25.6.212 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:31:33.784187 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7b17e27f-482a-43d0-998d-8f229f2e3292 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:33.821123 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7b17e27f-482a-43d0-998d-8f229f2e3292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:33.862219 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b17e27f-482a-43d0-998d-8f229f2e3292 admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:31:33.872119 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-7b17e27f-482a-43d0-998d-8f229f2e3292 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:31:33.875832 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b17e27f-482a-43d0-998d-8f229f2e3292 admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:31:33.887264 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efc7213-0240-4156-944c-86ea965a3932 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:31:33.905836 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17e27f-482a-43d0-998d-8f229f2e3292 admin admin] Pushing event updated for resources: {'Port': ['ID=a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:33.918937 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17e27f-482a-43d0-998d-8f229f2e3292 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:33.919276 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17e27f-482a-43d0-998d-8f229f2e3292 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:33.919611 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17e27f-482a-43d0-998d-8f229f2e3292 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:33.919963 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17e27f-482a-43d0-998d-8f229f2e3292 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:33.920292 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17e27f-482a-43d0-998d-8f229f2e3292 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:33.920714 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17e27f-482a-43d0-998d-8f229f2e3292 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:33.921176 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17e27f-482a-43d0-998d-8f229f2e3292 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:33.921745 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17e27f-482a-43d0-998d-8f229f2e3292 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:33.922129 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17e27f-482a-43d0-998d-8f229f2e3292 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:33.922455 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17e27f-482a-43d0-998d-8f229f2e3292 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:33.922777 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17e27f-482a-43d0-998d-8f229f2e3292 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:33.923099 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17e27f-482a-43d0-998d-8f229f2e3292 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:34.031102 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d2faeaf7-80ba-499d-b146-c68a53033971 None None] Provisioning complete for port a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:34.031389 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d2faeaf7-80ba-499d-b146-c68a53033971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:34.086921 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-d2faeaf7-80ba-499d-b146-c68a53033971 None None] Port a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:31:34.120636 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5ba55be2-7e72-4f02-bbc5-cc26fb782c77 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:31:34.200098 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 5ba55be2-7e72-4f02-bbc5-cc26fb782c77 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:34.200650 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:34.253318 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7b17e27f-482a-43d0-998d-8f229f2e3292 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:34.442096 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abeb8809-a569-49d8-b116-0fbde24213a5 None None] Network 768db96d-c716-4f4b-8ce0-d0406ae4f328 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:31:34.513447 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7b17e27f-482a-43d0-998d-8f229f2e3292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:34.605536 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9da8408f-7682-48f0-bd5d-1d9862755aba None None] Provisioning complete for port 5ba55be2-7e72-4f02-bbc5-cc26fb782c77 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:34.605891 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9da8408f-7682-48f0-bd5d-1d9862755aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:34.610974 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:34.705293 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b17e27f-482a-43d0-998d-8f229f2e3292 admin admin] Router 8efbd771-1206-4953-ba76-3a7d5be84496 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:31:34.747812 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 5ba55be2-7e72-4f02-bbc5-cc26fb782c77, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=5ba55be2-7e72-4f02-bbc5-cc26fb782c77,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:31:34.757762 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:34.864777 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b17e27f-482a-43d0-998d-8f229f2e3292 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:31:34.884642 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29136665-1594-4977-a829-f81f60bff7f4 None None] Sync routers for ids ['8efbd771-1206-4953-ba76-3a7d5be84496'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:31:34.889383 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=5ba55be2-7e72-4f02-bbc5-cc26fb782c77,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:34.896084 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7b17e27f-482a-43d0-998d-8f229f2e3292 admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:34.902661 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40616) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:34.903443 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7b17e27f-482a-43d0-998d-8f229f2e3292 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4146781 Nov 12 09:31:34.904987 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29136665-1594-4977-a829-f81f60bff7f4 None None] Routers {'8efbd771-1206-4953-ba76-3a7d5be84496'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:31:34.905670 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-29136665-1594-4977-a829-f81f60bff7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:31:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8efbd771-1206-4953-ba76-3a7d5be84496'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:35.073030 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-29136665-1594-4977-a829-f81f60bff7f4 None None] Set router 8efbd771-1206-4953-ba76-3a7d5be84496 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:31:35.267027 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8d907a07-a606-4f57-a61a-67c1312f8f41 None None] Provisioning complete for port 5ba55be2-7e72-4f02-bbc5-cc26fb782c77 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:35.267411 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8d907a07-a606-4f57-a61a-67c1312f8f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:35.309415 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:31:35.441741 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-29136665-1594-4977-a829-f81f60bff7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:32Z', 'updated_at': '2021-11-12T09:31:34Z', 'revision_number': 3, 'project_id': '4ee12900dba143e5907035744a059bb0', 'gw_port': {'id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:33Z', 'updated_at': '2021-11-12T09:31:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:35.469856 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29136665-1594-4977-a829-f81f60bff7f4 None None] Checking router: 8efbd771-1206-4953-ba76-3a7d5be84496 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:31:35.470204 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29136665-1594-4977-a829-f81f60bff7f4 None None] Updating router 8efbd771-1206-4953-ba76-3a7d5be84496 port a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:31:35.507072 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-29136665-1594-4977-a829-f81f60bff7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:35.813617 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-17225ff4-df65-404a-9cb4-4ea94e7d0b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:35.842701 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-29136665-1594-4977-a829-f81f60bff7f4 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:35.852945 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-29136665-1594-4977-a829-f81f60bff7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:35.906393 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d74b093-b57b-44a2-ac15-ae7874fc8bf2 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:31:35.916806 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-29136665-1594-4977-a829-f81f60bff7f4 None None] Attempting to bind port a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:31:35.917176 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-29136665-1594-4977-a829-f81f60bff7f4 None None] Attempting to bind port a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:31:35.917538 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29136665-1594-4977-a829-f81f60bff7f4 None None] Attempting to bind port a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5 on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:31:35.926798 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8cddc-85c9-4d07-9d5c-e46cde72d565 None None] Pushing event updated for resources: {'Port': ['ID=a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:35.930101 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29136665-1594-4977-a829-f81f60bff7f4 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:31:35.930470 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29136665-1594-4977-a829-f81f60bff7f4 None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:31:35.930903 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-29136665-1594-4977-a829-f81f60bff7f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:35.931234 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29136665-1594-4977-a829-f81f60bff7f4 None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:31:35.931708 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-29136665-1594-4977-a829-f81f60bff7f4 None None] Bound port: a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:31:35.932112 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-29136665-1594-4977-a829-f81f60bff7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:35.996072 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4cf0a608-0edb-4ea8-a316-07ba9f167af1 None None] Provisioning complete for port a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:35.996492 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4cf0a608-0edb-4ea8-a316-07ba9f167af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:36.022094 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-29136665-1594-4977-a829-f81f60bff7f4 None None] For port a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:31:36.042564 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-29136665-1594-4977-a829-f81f60bff7f4 None None] For port a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:31:36.047251 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-17225ff4-df65-404a-9cb4-4ea94e7d0b65 admin admin] Allocated IP 172.20.0.1 (768db96d-c716-4f4b-8ce0-d0406ae4f328/5161be35-2187-48e2-99be-9229442f588c/08080d5c-f393-46b9-abbe-44680827f42b) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:31:36.050743 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-29136665-1594-4977-a829-f81f60bff7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:36.055273 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4cf0a608-0edb-4ea8-a316-07ba9f167af1 None None] Port a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:31:36.090192 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5ba55be2-7e72-4f02-bbc5-cc26fb782c77 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:31:36.132341 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cad38fb-c351-4b1f-a35d-c5518a97a3e4 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:31:36.175486 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8cddc-85c9-4d07-9d5c-e46cde72d565 None None] Pushing event updated for resources: {'Port': ['ID=a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:36.178141 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29136665-1594-4977-a829-f81f60bff7f4 None None] Routers {'8efbd771-1206-4953-ba76-3a7d5be84496'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:31:36.178754 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-29136665-1594-4977-a829-f81f60bff7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:31:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8efbd771-1206-4953-ba76-3a7d5be84496'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:36.195261 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-17225ff4-df65-404a-9cb4-4ea94e7d0b65 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:36.232174 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-17225ff4-df65-404a-9cb4-4ea94e7d0b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:36.244836 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 5ba55be2-7e72-4f02-bbc5-cc26fb782c77 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:36.244836 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:36.276018 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17225ff4-df65-404a-9cb4-4ea94e7d0b65 admin admin] Network 768db96d-c716-4f4b-8ce0-d0406ae4f328 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:31:36.279388 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-17225ff4-df65-404a-9cb4-4ea94e7d0b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:31:36.284151 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17225ff4-df65-404a-9cb4-4ea94e7d0b65 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:31:36.308678 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17225ff4-df65-404a-9cb4-4ea94e7d0b65 admin admin] Pushing event updated for resources: {'Port': ['ID=08080d5c-f393-46b9-abbe-44680827f42b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:36.332922 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-17225ff4-df65-404a-9cb4-4ea94e7d0b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:36.370831 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f27300ee-75cd-414f-82cc-91fd2fee9e00 None None] Provisioning complete for port a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:36.371219 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f27300ee-75cd-414f-82cc-91fd2fee9e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:36.377683 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-29136665-1594-4977-a829-f81f60bff7f4 None None] Set router 8efbd771-1206-4953-ba76-3a7d5be84496 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:31:36.554722 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-17225ff4-df65-404a-9cb4-4ea94e7d0b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:36.812798 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-17225ff4-df65-404a-9cb4-4ea94e7d0b65 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:36.830302 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-17225ff4-df65-404a-9cb4-4ea94e7d0b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:36.915687 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f27300ee-75cd-414f-82cc-91fd2fee9e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:36.949083 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-17225ff4-df65-404a-9cb4-4ea94e7d0b65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:36.952782 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17225ff4-df65-404a-9cb4-4ea94e7d0b65 admin admin] Pushing event updated for resources: {'Port': ['ID=08080d5c-f393-46b9-abbe-44680827f42b,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:36.974714 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f27300ee-75cd-414f-82cc-91fd2fee9e00 None None] For port a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:31:36.990429 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f27300ee-75cd-414f-82cc-91fd2fee9e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:37.003540 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-29136665-1594-4977-a829-f81f60bff7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:32Z', 'updated_at': '2021-11-12T09:31:34Z', 'revision_number': 3, 'project_id': '4ee12900dba143e5907035744a059bb0', 'gw_port': {'id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:33Z', 'updated_at': '2021-11-12T09:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:37.089583 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29136665-1594-4977-a829-f81f60bff7f4 None None] The sync data for ids ['8efbd771-1206-4953-ba76-3a7d5be84496'] in n-d-768862-16 is: [{'id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:32Z', 'updated_at': '2021-11-12T09:31:34Z', 'revision_number': 3, 'project_id': '4ee12900dba143e5907035744a059bb0', 'gw_port': {'id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:33Z', 'updated_at': '2021-11-12T09:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:31:37.133986 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17225ff4-df65-404a-9cb4-4ea94e7d0b65 admin admin] Network 768db96d-c716-4f4b-8ce0-d0406ae4f328 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:31:37.138376 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-17225ff4-df65-404a-9cb4-4ea94e7d0b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:31:37.146818 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27300ee-75cd-414f-82cc-91fd2fee9e00 None None] Pushing event updated for resources: {'Port': ['ID=a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:37.160380 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d87b8eff-5f36-47a4-87bb-8492b6f32d6f None None] Provisioning complete for port 08080d5c-f393-46b9-abbe-44680827f42b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:37.160989 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d87b8eff-5f36-47a4-87bb-8492b6f32d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:37.249688 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-d87b8eff-5f36-47a4-87bb-8492b6f32d6f None None] Port 08080d5c-f393-46b9-abbe-44680827f42b cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:31:37.350505 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17225ff4-df65-404a-9cb4-4ea94e7d0b65 admin admin] Router 8efbd771-1206-4953-ba76-3a7d5be84496 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:31:37.483356 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5640b8c2-8f56-49a0-bb6e-f4580dbbc42c None None] Provisioning complete for port 08080d5c-f393-46b9-abbe-44680827f42b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:37.483356 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5640b8c2-8f56-49a0-bb6e-f4580dbbc42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:37.533638 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17225ff4-df65-404a-9cb4-4ea94e7d0b65 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:31:37.534915 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5640b8c2-8f56-49a0-bb6e-f4580dbbc42c None None] Port 08080d5c-f393-46b9-abbe-44680827f42b cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:31:37.541602 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-17225ff4-df65-404a-9cb4-4ea94e7d0b65 admin admin] 10.222.0.37 "PUT /v2.0/routers/8efbd771-1206-4953-ba76-3a7d5be84496/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6364553 Nov 12 09:31:37.892687 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-faeeffa0-2bf8-44d0-967c-9d5baeaf91b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:38.106724 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:31:38.177461 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40626) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:38.184557 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-125ab524-ac21-4993-aa70-bf30f31f8cc4 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1691236889', 'description': 'tempest-description--1897554968'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:31:38.198646 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:38.199253 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:38.227881 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-125ab524-ac21-4993-aa70-bf30f31f8cc4 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:38.355899 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-125ab524-ac21-4993-aa70-bf30f31f8cc4 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:38.363433 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-125ab524-ac21-4993-aa70-bf30f31f8cc4 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:38.394013 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-125ab524-ac21-4993-aa70-bf30f31f8cc4 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:38.395354 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-125ab524-ac21-4993-aa70-bf30f31f8cc4 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2166018 Nov 12 09:31:38.398351 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40628) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:38.402942 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-67f381ed-fb72-47e6-9796-83db7f24a64d tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Request body: {'security_group_rule': {'security_group_id': '67f61a1c-446e-4979-a458-062d4e556701', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:31:38.411427 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ab524-ac21-4993-aa70-bf30f31f8cc4 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f61a1c-446e-4979-a458-062d4e556701,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:38.440552 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-67f381ed-fb72-47e6-9796-83db7f24a64d tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:38.506364 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-67f381ed-fb72-47e6-9796-83db7f24a64d tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:38.513534 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-67f381ed-fb72-47e6-9796-83db7f24a64d tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:38.535894 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f381ed-fb72-47e6-9796-83db7f24a64d tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092f77d2-77e9-4bc9-b3a3-379e5e82fc73,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:38.548970 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-67f381ed-fb72-47e6-9796-83db7f24a64d tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:38.550321 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-67f381ed-fb72-47e6-9796-83db7f24a64d tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1509874 Nov 12 09:31:38.553045 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40630) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:38.557657 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-62681a74-b5d4-4508-b4e1-fb0fa86ae25f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Request body: {'security_group_rule': {'security_group_id': '67f61a1c-446e-4979-a458-062d4e556701', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:31:38.585498 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-62681a74-b5d4-4508-b4e1-fb0fa86ae25f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:38.644791 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-62681a74-b5d4-4508-b4e1-fb0fa86ae25f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:38.649998 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-62681a74-b5d4-4508-b4e1-fb0fa86ae25f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:38.669693 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62681a74-b5d4-4508-b4e1-fb0fa86ae25f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bdec67f-1af1-4e09-901f-b96c5d8d22ca,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:38.679625 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-62681a74-b5d4-4508-b4e1-fb0fa86ae25f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:38.680971 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-62681a74-b5d4-4508-b4e1-fb0fa86ae25f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269464 Nov 12 09:31:38.684199 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 40632) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:38.689664 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-38c7062e-4563-40bb-988d-795cfbbd86c0 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:31:38.714184 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-38c7062e-4563-40bb-988d-795cfbbd86c0 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for floatingip, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:38.825298 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-38c7062e-4563-40bb-988d-795cfbbd86c0 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:38.949831 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-38c7062e-4563-40bb-988d-795cfbbd86c0 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Allocated IP 172.25.6.32 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/e5d22a4c-47b0-4ccb-a679-d5928aa383ff) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:31:39.003269 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8996b6de-d0f1-4678-a300-7ef6259bab5e None None] Sync routers for ids ['8efbd771-1206-4953-ba76-3a7d5be84496'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:31:39.014654 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8996b6de-d0f1-4678-a300-7ef6259bab5e None None] Routers {'8efbd771-1206-4953-ba76-3a7d5be84496'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:31:39.015288 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-8996b6de-d0f1-4678-a300-7ef6259bab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:31:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8efbd771-1206-4953-ba76-3a7d5be84496'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:39.061936 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-38c7062e-4563-40bb-988d-795cfbbd86c0 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:39.109132 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-38c7062e-4563-40bb-988d-795cfbbd86c0 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:39.130838 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-8996b6de-d0f1-4678-a300-7ef6259bab5e None None] Set router 8efbd771-1206-4953-ba76-3a7d5be84496 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:31:39.151717 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c7062e-4563-40bb-988d-795cfbbd86c0 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:31:39.154975 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-38c7062e-4563-40bb-988d-795cfbbd86c0 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:31:39.159061 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c7062e-4563-40bb-988d-795cfbbd86c0 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:31:39.165379 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7062e-4563-40bb-988d-795cfbbd86c0 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Pushing event updated for resources: {'Port': ['ID=e5d22a4c-47b0-4ccb-a679-d5928aa383ff,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:39.275071 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-38c7062e-4563-40bb-988d-795cfbbd86c0 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:39.321921 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-38c7062e-4563-40bb-988d-795cfbbd86c0 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:39.492517 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-8996b6de-d0f1-4678-a300-7ef6259bab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:32Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '4ee12900dba143e5907035744a059bb0', 'gw_port': {'id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:33Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '08080d5c-f393-46b9-abbe-44680827f42b', 'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'mac_address': 'fa:16:3e:e1:e9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:35Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 2, 'project_id': '4ee12900dba143e5907035744a059bb0', 'subnets': [{'id': '5161be35-2187-48e2-99be-9229442f588c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:39.541515 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8996b6de-d0f1-4678-a300-7ef6259bab5e None None] Checking router: 8efbd771-1206-4953-ba76-3a7d5be84496 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:31:39.541865 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8996b6de-d0f1-4678-a300-7ef6259bab5e None None] Updating router 8efbd771-1206-4953-ba76-3a7d5be84496 port 08080d5c-f393-46b9-abbe-44680827f42b binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:31:39.572787 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8996b6de-d0f1-4678-a300-7ef6259bab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:39.575725 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-38c7062e-4563-40bb-988d-795cfbbd86c0 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:39.585597 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-38c7062e-4563-40bb-988d-795cfbbd86c0 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:39.674008 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7062e-4563-40bb-988d-795cfbbd86c0 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Pushing event updated for resources: {'Port': ['ID=e5d22a4c-47b0-4ccb-a679-d5928aa383ff,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:39.682942 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-38c7062e-4563-40bb-988d-795cfbbd86c0 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:39.700318 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-38c7062e-4563-40bb-988d-795cfbbd86c0 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:39.701582 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-38c7062e-4563-40bb-988d-795cfbbd86c0 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0163288 Nov 12 09:31:39.904175 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-881d1c88-c7e9-4de8-b26b-4e7a55dcafeb tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1691236889&fields=id&tenant_id=4ee12900dba143e5907035744a059bb0 HTTP/1.1" status: 200 len: 267 time: 0.0667708 Nov 12 09:31:39.904579 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8996b6de-d0f1-4678-a300-7ef6259bab5e None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:39.913408 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8996b6de-d0f1-4678-a300-7ef6259bab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:40.018411 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c14a6-fe9b-4c1d-b5c1-87d3d6d82210 None None] Pushing event updated for resources: {'Port': ['ID=08080d5c-f393-46b9-abbe-44680827f42b,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:40.029555 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6c14a6-fe9b-4c1d-b5c1-87d3d6d82210 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:40.029909 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6c14a6-fe9b-4c1d-b5c1-87d3d6d82210 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:40.030549 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6c14a6-fe9b-4c1d-b5c1-87d3d6d82210 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:40.031188 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6c14a6-fe9b-4c1d-b5c1-87d3d6d82210 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:40.031755 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6c14a6-fe9b-4c1d-b5c1-87d3d6d82210 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:40.032273 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6c14a6-fe9b-4c1d-b5c1-87d3d6d82210 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:40.032602 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6c14a6-fe9b-4c1d-b5c1-87d3d6d82210 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:40.032944 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6c14a6-fe9b-4c1d-b5c1-87d3d6d82210 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:40.033257 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6c14a6-fe9b-4c1d-b5c1-87d3d6d82210 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:40.033579 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6c14a6-fe9b-4c1d-b5c1-87d3d6d82210 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:40.033913 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6c14a6-fe9b-4c1d-b5c1-87d3d6d82210 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:40.034218 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6c14a6-fe9b-4c1d-b5c1-87d3d6d82210 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:40.047201 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-8996b6de-d0f1-4678-a300-7ef6259bab5e None None] Attempting to bind port 08080d5c-f393-46b9-abbe-44680827f42b on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:31:40.047534 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-8996b6de-d0f1-4678-a300-7ef6259bab5e None None] Attempting to bind port 08080d5c-f393-46b9-abbe-44680827f42b by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:31:40.047927 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8996b6de-d0f1-4678-a300-7ef6259bab5e None None] Attempting to bind port 08080d5c-f393-46b9-abbe-44680827f42b on network 768db96d-c716-4f4b-8ce0-d0406ae4f328 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:31:40.048062 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-c57a0f28-d257-4baa-b3a4-15781160cbd5 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:40.052288 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-c57a0f28-d257-4baa-b3a4-15781160cbd5 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 811 time: 0.1403084 Nov 12 09:31:40.055979 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8996b6de-d0f1-4678-a300-7ef6259bab5e None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:31:40.056440 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8996b6de-d0f1-4678-a300-7ef6259bab5e None None] Checking segment: {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:31:40.056750 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8996b6de-d0f1-4678-a300-7ef6259bab5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:40.057146 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8996b6de-d0f1-4678-a300-7ef6259bab5e None None] Bound using segment: {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:31:40.057625 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-8996b6de-d0f1-4678-a300-7ef6259bab5e None None] Bound port: 08080d5c-f393-46b9-abbe-44680827f42b, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:31:40.058070 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8996b6de-d0f1-4678-a300-7ef6259bab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:40.067830 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-f90bf06f-ac15-4fe2-809e-09e8fe6c10c9 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/quotas/4ee12900dba143e5907035744a059bb0 HTTP/1.1" status: 200 len: 375 time: 0.0107107 Nov 12 09:31:40.128614 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-e0213f64-370b-486d-a1b1-2f52f3cc6c21 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541613 Nov 12 09:31:40.148657 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-8996b6de-d0f1-4678-a300-7ef6259bab5e None None] For port 08080d5c-f393-46b9-abbe-44680827f42b, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:31:40.152728 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-8996b6de-d0f1-4678-a300-7ef6259bab5e None None] For port 08080d5c-f393-46b9-abbe-44680827f42b, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=08080d5c-f393-46b9-abbe-44680827f42b,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:31:40.160374 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8996b6de-d0f1-4678-a300-7ef6259bab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:40.223658 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8996b6de-d0f1-4678-a300-7ef6259bab5e None None] Routers {'8efbd771-1206-4953-ba76-3a7d5be84496'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:31:40.224913 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-8996b6de-d0f1-4678-a300-7ef6259bab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:31:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8efbd771-1206-4953-ba76-3a7d5be84496'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:40.236189 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d3318b27-44e9-4c32-acf1-4f893874934a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:40.297093 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ff623844-4947-4f8a-aff9-e65ee5c0d40e None None] Provisioning complete for port 08080d5c-f393-46b9-abbe-44680827f42b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:40.297355 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ff623844-4947-4f8a-aff9-e65ee5c0d40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:40.298103 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c14a6-fe9b-4c1d-b5c1-87d3d6d82210 None None] Pushing event updated for resources: {'Port': ['ID=08080d5c-f393-46b9-abbe-44680827f42b,revision_number=4']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:40.395605 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-fbe4f7a2-6e74-4472-832f-b9a21da2c27f service neutron] 10.222.0.37 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076623 Nov 12 09:31:40.416584 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ff623844-4947-4f8a-aff9-e65ee5c0d40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:40.427393 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-8996b6de-d0f1-4678-a300-7ef6259bab5e None None] Set router 8efbd771-1206-4953-ba76-3a7d5be84496 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:31:40.456894 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ff623844-4947-4f8a-aff9-e65ee5c0d40e None None] For port 08080d5c-f393-46b9-abbe-44680827f42b, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=08080d5c-f393-46b9-abbe-44680827f42b,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:31:40.462560 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ff623844-4947-4f8a-aff9-e65ee5c0d40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:40.520286 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-40893080-67f8-42e9-8589-a40206ac08c7 service neutron] 10.222.0.37 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234362 Nov 12 09:31:40.536726 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff623844-4947-4f8a-aff9-e65ee5c0d40e None None] Pushing event updated for resources: {'Port': ['ID=08080d5c-f393-46b9-abbe-44680827f42b,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:40.594579 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-92bc61a6-dfee-4d68-9336-5801e21e1efd None None] Provisioning complete for port 08080d5c-f393-46b9-abbe-44680827f42b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:40.595316 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-92bc61a6-dfee-4d68-9336-5801e21e1efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:40.677480 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-8996b6de-d0f1-4678-a300-7ef6259bab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:32Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '4ee12900dba143e5907035744a059bb0', 'gw_port': {'id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:33Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '08080d5c-f393-46b9-abbe-44680827f42b', 'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'mac_address': 'fa:16:3e:e1:e9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:35Z', 'updated_at': '2021-11-12T09:31:40Z', 'revision_number': 4, 'project_id': '4ee12900dba143e5907035744a059bb0', 'subnets': [{'id': '5161be35-2187-48e2-99be-9229442f588c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:40.711116 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8996b6de-d0f1-4678-a300-7ef6259bab5e None None] The sync data for ids ['8efbd771-1206-4953-ba76-3a7d5be84496'] in n-d-768862-16 is: [{'id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:32Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '4ee12900dba143e5907035744a059bb0', 'gw_port': {'id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:33Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '08080d5c-f393-46b9-abbe-44680827f42b', 'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'mac_address': 'fa:16:3e:e1:e9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:35Z', 'updated_at': '2021-11-12T09:31:40Z', 'revision_number': 4, 'project_id': '4ee12900dba143e5907035744a059bb0', 'subnets': [{'id': '5161be35-2187-48e2-99be-9229442f588c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:31:40.793007 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-83ad16f0-0d66-46c7-bdd5-837b734ef841 req-be88c41a-497e-41bc-9b59-830cefbd10d8 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 210 time: 0.0600250 Nov 12 09:31:41.922718 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-10d988cf-51e0-4ce2-9b1a-8cc20bcd7d99 req-ed9c3d10-4a2e-4879-9141-cfe06f93d8ed tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 210 time: 0.0342815 Nov 12 09:31:42.095535 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 08080d5c-f393-46b9-abbe-44680827f42b up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:31:42.118238 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-e29f4ffd-ce68-49c9-83e2-446fe863ea29 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:42.119839 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-e29f4ffd-ce68-49c9-83e2-446fe863ea29 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.58 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 811 time: 0.1407378 Nov 12 09:31:42.149967 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 08080d5c-f393-46b9-abbe-44680827f42b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:42.150440 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:42.199961 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-b1c989cf-834b-4c16-9f33-6f84c28671de tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ee12900dba143e5907035744a059bb0 HTTP/1.1" status: 200 len: 380 time: 0.0695179 Nov 12 09:31:42.212566 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-0db9661b-0c93-4124-9635-a465cfe1d068 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Request body: {'port': {'device_id': '7f5c57f7-2368-4994-9f5e-d3d8b8f31c85', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'admin_state_up': True, 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'security_groups': ['67f61a1c-446e-4979-a458-062d4e556701']}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:31:42.217404 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:42.343894 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-0db9661b-0c93-4124-9635-a465cfe1d068 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Made reservation on behalf of 4ee12900dba143e5907035744a059bb0 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:31:42.349561 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-0db9661b-0c93-4124-9635-a465cfe1d068 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:42.549102 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-0db9661b-0c93-4124-9635-a465cfe1d068 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Allocated IP 172.20.0.6 (768db96d-c716-4f4b-8ce0-d0406ae4f328/5161be35-2187-48e2-99be-9229442f588c/0dc26c59-9644-47cc-a017-0bdbf07f2622) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:31:42.769102 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-0db9661b-0c93-4124-9635-a465cfe1d068 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:42.824121 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-0db9661b-0c93-4124-9635-a465cfe1d068 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:42.880012 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-0db9661b-0c93-4124-9635-a465cfe1d068 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Network 768db96d-c716-4f4b-8ce0-d0406ae4f328 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:31:42.886889 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-0db9661b-0c93-4124-9635-a465cfe1d068 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:31:42.892118 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-0db9661b-0c93-4124-9635-a465cfe1d068 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:31:42.940775 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9661b-0c93-4124-9635-a465cfe1d068 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Pushing event updated for resources: {'Port': ['ID=0dc26c59-9644-47cc-a017-0bdbf07f2622,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:42.973584 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-0db9661b-0c93-4124-9635-a465cfe1d068 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:42.974299 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-0db9661b-0c93-4124-9635-a465cfe1d068 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:43.005180 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-0db9661b-0c93-4124-9635-a465cfe1d068 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7971139 Nov 12 09:31:43.020274 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-3a4587d3-2462-4f95-8ee2-296645df1ae1 service neutron] Request body: {'port': {'device_id': '7f5c57f7-2368-4994-9f5e-d3d8b8f31c85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:31:43.147290 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-3a4587d3-2462-4f95-8ee2-296645df1ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:43.161179 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c301c7c2-4f71-44d9-b206-c2422690e99a None None] Provisioning complete for port 0dc26c59-9644-47cc-a017-0bdbf07f2622 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:43.162043 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c301c7c2-4f71-44d9-b206-c2422690e99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:43.197846 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8523d29-d359-44e8-b0c3-e1603ae62f9a req-fc30ee95-eff8-4617-bab9-908010460932 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:43.199374 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8523d29-d359-44e8-b0c3-e1603ae62f9a req-fc30ee95-eff8-4617-bab9-908010460932 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 931 time: 0.1754446 Nov 12 09:31:43.210793 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c301c7c2-4f71-44d9-b206-c2422690e99a None None] Port 0dc26c59-9644-47cc-a017-0bdbf07f2622 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:31:43.447683 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c8523d29-d359-44e8-b0c3-e1603ae62f9a req-2a7b436a-3111-4abb-a131-f92bf904c21e tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354925 Nov 12 09:31:43.571873 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:43.696008 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-3a4587d3-2462-4f95-8ee2-296645df1ae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc26c59-9644-47cc-a017-0bdbf07f2622 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:31:43.705547 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-3a4587d3-2462-4f95-8ee2-296645df1ae1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:43.723485 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-3a4587d3-2462-4f95-8ee2-296645df1ae1 service neutron] Transition to ACTIVE for port object 0dc26c59-9644-47cc-a017-0bdbf07f2622 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:31:43.729181 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-3a4587d3-2462-4f95-8ee2-296645df1ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:43.799688 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4587d3-2462-4f95-8ee2-296645df1ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc26c59-9644-47cc-a017-0bdbf07f2622,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:43.892912 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-3a4587d3-2462-4f95-8ee2-296645df1ae1 service neutron] Attempting to bind port 0dc26c59-9644-47cc-a017-0bdbf07f2622 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:31:43.893275 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-3a4587d3-2462-4f95-8ee2-296645df1ae1 service neutron] Attempting to bind port 0dc26c59-9644-47cc-a017-0bdbf07f2622 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:31:43.893588 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-3a4587d3-2462-4f95-8ee2-296645df1ae1 service neutron] Attempting to bind port 0dc26c59-9644-47cc-a017-0bdbf07f2622 on network 768db96d-c716-4f4b-8ce0-d0406ae4f328 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:31:43.898980 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-3a4587d3-2462-4f95-8ee2-296645df1ae1 service neutron] Port 0dc26c59-9644-47cc-a017-0bdbf07f2622 on network 768db96d-c716-4f4b-8ce0-d0406ae4f328 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:31:43.899487 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-3a4587d3-2462-4f95-8ee2-296645df1ae1 service neutron] Attempting to bind port 0dc26c59-9644-47cc-a017-0bdbf07f2622 on network 768db96d-c716-4f4b-8ce0-d0406ae4f328 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:31:43.906520 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-3a4587d3-2462-4f95-8ee2-296645df1ae1 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:31:43.907238 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-3a4587d3-2462-4f95-8ee2-296645df1ae1 service neutron] Checking segment: {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:31:43.907640 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-3a4587d3-2462-4f95-8ee2-296645df1ae1 service neutron] Bound using segment: {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:31:43.908131 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-3a4587d3-2462-4f95-8ee2-296645df1ae1 service neutron] Bound port: 0dc26c59-9644-47cc-a017-0bdbf07f2622, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:31:43.908494 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-3a4587d3-2462-4f95-8ee2-296645df1ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:44.015763 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-3a4587d3-2462-4f95-8ee2-296645df1ae1 service neutron] For port 0dc26c59-9644-47cc-a017-0bdbf07f2622, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:31:44.021889 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-3a4587d3-2462-4f95-8ee2-296645df1ae1 service neutron] For port 0dc26c59-9644-47cc-a017-0bdbf07f2622, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=0dc26c59-9644-47cc-a017-0bdbf07f2622,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:31:44.030245 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-3a4587d3-2462-4f95-8ee2-296645df1ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:44.080317 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-3a4587d3-2462-4f95-8ee2-296645df1ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:44.080317 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-3a4587d3-2462-4f95-8ee2-296645df1ae1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:44.080317 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-3a4587d3-2462-4f95-8ee2-296645df1ae1 service neutron] 10.222.0.58 "PUT /v2.0/ports/0dc26c59-9644-47cc-a017-0bdbf07f2622 HTTP/1.1" status: 200 len: 1092 time: 1.0654912 Nov 12 09:31:44.080862 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5c57f7-2368-4994-9f5e-d3d8b8f31c85', 'tag': '0dc26c59-9644-47cc-a017-0bdbf07f2622'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:31:44.083484 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ecfd269ae060e48d0080e56de36cfb7f5ddc3dd245bb7f2f65528a6b7e1e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58066cd4-37b6-4159-979b-15790fada0e0" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5c57f7-2368-4994-9f5e-d3d8b8f31c85", "tag": "0dc26c59-9644-47cc-a017-0bdbf07f2622"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:31:44.112115 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:44.114772 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4587d3-2462-4f95-8ee2-296645df1ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc26c59-9644-47cc-a017-0bdbf07f2622,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:44.162901 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b143bc-7bed-4799-9279-52b13c738e06 x-openstack-request-id: req-39b143bc-7bed-4799-9279-52b13c738e06 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:31:44.163384 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5c57f7-2368-4994-9f5e-d3d8b8f31c85", "tag": "0dc26c59-9644-47cc-a017-0bdbf07f2622", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:31:44.163944 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-39b143bc-7bed-4799-9279-52b13c738e06 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:31:44.164477 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5c57f7-2368-4994-9f5e-d3d8b8f31c85', 'tag': '0dc26c59-9644-47cc-a017-0bdbf07f2622', 'status': 'completed', 'code': 200} Nov 12 09:31:44.202926 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-b77a8629-2789-422d-8c7b-9f9a608b7f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:44.204624 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-b77a8629-2789-422d-8c7b-9f9a608b7f35 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 1095 time: 0.0627530 Nov 12 09:31:44.258899 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-b919fe6b-a48f-43bb-a92c-78b4ffcd7149 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dc26c59-9644-47cc-a017-0bdbf07f2622 HTTP/1.1" status: 200 len: 217 time: 0.0445740 Nov 12 09:31:44.337554 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-89548047-b6de-4043-8dcc-de38106db60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:44.339277 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-89548047-b6de-4043-8dcc-de38106db60c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0732048 Nov 12 09:31:44.391053 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-b8a0c964-fef4-4a10-8044-2bb84f6b0287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:44.392432 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-b8a0c964-fef4-4a10-8044-2bb84f6b0287 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461068 Nov 12 09:31:44.503996 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-611f334a-1758-48b4-abae-2702a10b25ac service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039367 Nov 12 09:31:44.642694 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84a1a8f2-878b-4c05-abeb-0f7ec873047c req-56b2b20d-1dae-4957-a46f-2b4b499030aa service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301918 Nov 12 09:31:44.651419 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f649b1-96a2-4d89-9919-94fb28ddeeb8 req-930e4d30-dddf-4e83-b830-ab66d837e391 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:44.653061 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a6f649b1-96a2-4d89-9919-94fb28ddeeb8 req-930e4d30-dddf-4e83-b830-ab66d837e391 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 943 time: 0.0800366 Nov 12 09:31:44.744941 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a6f649b1-96a2-4d89-9919-94fb28ddeeb8 req-173d070a-8f42-4d88-8056-a07bc36dbb7d tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839672 Nov 12 09:31:44.763228 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58066cd4-37b6-4159-979b-15790fada0e0 req-aff5dd81-7852-4dc7-9acf-283cb616fa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:44.765153 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-58066cd4-37b6-4159-979b-15790fada0e0 req-aff5dd81-7852-4dc7-9acf-283cb616fa9f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 1095 time: 0.0618722 Nov 12 09:31:44.862082 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58066cd4-37b6-4159-979b-15790fada0e0 req-f962eaab-595e-4231-aa95-c9ee4129ded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:44.863573 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-58066cd4-37b6-4159-979b-15790fada0e0 req-f962eaab-595e-4231-aa95-c9ee4129ded2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.0905600 Nov 12 09:31:44.912177 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-58066cd4-37b6-4159-979b-15790fada0e0 req-4371a201-f7a8-4c7d-bd4c-68b94c0d970a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dc26c59-9644-47cc-a017-0bdbf07f2622 HTTP/1.1" status: 200 len: 217 time: 0.0398037 Nov 12 09:31:44.972529 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58066cd4-37b6-4159-979b-15790fada0e0 req-9204214e-e7ec-42eb-9c43-9a0e381e8432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:44.974351 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-58066cd4-37b6-4159-979b-15790fada0e0 req-9204214e-e7ec-42eb-9c43-9a0e381e8432 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0548937 Nov 12 09:31:45.034504 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58066cd4-37b6-4159-979b-15790fada0e0 req-4ce785b9-e037-42a1-b56f-239d98bbff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:45.036555 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-58066cd4-37b6-4159-979b-15790fada0e0 req-4ce785b9-e037-42a1-b56f-239d98bbff72 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540819 Nov 12 09:31:45.143233 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-58066cd4-37b6-4159-979b-15790fada0e0 req-fb04b402-3441-4d2c-8163-541824fe249b service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984371 Nov 12 09:31:45.262488 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-58066cd4-37b6-4159-979b-15790fada0e0 req-8651bd40-529d-4d01-a445-acee246458c1 service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114314 Nov 12 09:31:45.868888 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda80fa-efca-4b5a-a6b0-310d77fa5449 req-bfa93130-1f2f-4c37-bbd2-c2d5ada2493d tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:45.870429 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-deda80fa-efca-4b5a-a6b0-310d77fa5449 req-bfa93130-1f2f-4c37-bbd2-c2d5ada2493d tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 943 time: 0.0533490 Nov 12 09:31:45.931181 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-deda80fa-efca-4b5a-a6b0-310d77fa5449 req-35461507-fbcc-4df8-b337-339f47260419 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524750 Nov 12 09:31:47.065418 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aaf6a3-7979-4ede-b65f-35aa659357ae req-95a16c68-6d1f-481f-bf66-965dd34c2e75 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:47.066923 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-62aaf6a3-7979-4ede-b65f-35aa659357ae req-95a16c68-6d1f-481f-bf66-965dd34c2e75 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 943 time: 0.0634084 Nov 12 09:31:47.126165 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-62aaf6a3-7979-4ede-b65f-35aa659357ae req-f5dae00d-49d4-4d15-ac87-44ee0f118c59 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525498 Nov 12 09:31:48.262827 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d886d0-fcee-4d5d-b49e-0e71f9414f24 req-2b1d17c0-c5f3-4ade-82ca-5ef698ad431f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:48.264494 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d7d886d0-fcee-4d5d-b49e-0e71f9414f24 req-2b1d17c0-c5f3-4ade-82ca-5ef698ad431f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 943 time: 0.0615890 Nov 12 09:31:48.326693 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d7d886d0-fcee-4d5d-b49e-0e71f9414f24 req-0b907f07-29ae-4c92-9fe8-afb2cbb35f7a tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549998 Nov 12 09:31:48.716909 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 0dc26c59-9644-47cc-a017-0bdbf07f2622 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:31:48.832358 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 0dc26c59-9644-47cc-a017-0bdbf07f2622, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=0dc26c59-9644-47cc-a017-0bdbf07f2622,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:31:48.849467 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '0dc26c59-9644-47cc-a017-0bdbf07f2622', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'port_id': '0dc26c59-9644-47cc-a017-0bdbf07f2622', 'mac_address': 'fa:16:3e:06:93:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:31:48.892891 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:48.907728 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc26c59-9644-47cc-a017-0bdbf07f2622 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:31:48.928318 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 0dc26c59-9644-47cc-a017-0bdbf07f2622, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=0dc26c59-9644-47cc-a017-0bdbf07f2622,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:31:48.934742 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:48.988855 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=0dc26c59-9644-47cc-a017-0bdbf07f2622,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:48.998166 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:48.998520 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:48.998856 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:48.999205 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:48.999519 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:48.999868 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:49.000199 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:49.000523 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:49.000892 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:49.001946 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:49.002274 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:49.002599 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:49.146819 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['0dc26c59-9644-47cc-a017-0bdbf07f2622'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:31:49.455257 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd48cdb-c2b0-477c-a6fd-83253187643d req-ee9342b0-ebfa-407f-b8b6-83c9ce110ced tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:49.456871 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2bd48cdb-c2b0-477c-a6fd-83253187643d req-ee9342b0-ebfa-407f-b8b6-83c9ce110ced tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 944 time: 0.0551198 Nov 12 09:31:49.515521 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2bd48cdb-c2b0-477c-a6fd-83253187643d req-d37880ab-6f5f-4598-b476-bacc034a33f4 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523219 Nov 12 09:31:50.651664 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc7901-2595-4d81-a904-0f5e1dbf95a4 req-16b6cec8-e34d-4ca1-af40-3c749eb8de0f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:50.653164 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-08cc7901-2595-4d81-a904-0f5e1dbf95a4 req-16b6cec8-e34d-4ca1-af40-3c749eb8de0f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 944 time: 0.0591962 Nov 12 09:31:50.713825 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-08cc7901-2595-4d81-a904-0f5e1dbf95a4 req-574ecf76-4efa-47ef-920d-edfec363a70b tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517697 Nov 12 09:31:50.732846 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 0dc26c59-9644-47cc-a017-0bdbf07f2622 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:31:50.793530 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 0dc26c59-9644-47cc-a017-0bdbf07f2622 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:31:50.799355 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 0dc26c59-9644-47cc-a017-0bdbf07f2622 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:50.800013 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:50.905522 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:50.935387 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5c57f7-2368-4994-9f5e-d3d8b8f31c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc26c59-9644-47cc-a017-0bdbf07f2622'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:31:50.938162 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be45a9427ec0e01fea1711315fc80f5d0e0450582803884f19ff2849393a08db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b614308a-a8c0-45e9-8e61-e44d2491c330" -d '{"events": [{"server_uuid": "7f5c57f7-2368-4994-9f5e-d3d8b8f31c85", "name": "network-vif-plugged", "status": "completed", "tag": "0dc26c59-9644-47cc-a017-0bdbf07f2622"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:31:50.954323 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 0dc26c59-9644-47cc-a017-0bdbf07f2622, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=0dc26c59-9644-47cc-a017-0bdbf07f2622,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:31:50.962178 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:50.986952 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bcf78c-fcf4-4178-9ccc-dbb4a0611568 x-openstack-request-id: req-41bcf78c-fcf4-4178-9ccc-dbb4a0611568 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:31:50.987240 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5c57f7-2368-4994-9f5e-d3d8b8f31c85", "name": "network-vif-plugged", "status": "completed", "tag": "0dc26c59-9644-47cc-a017-0bdbf07f2622", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:31:50.987497 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41bcf78c-fcf4-4178-9ccc-dbb4a0611568 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:31:50.987912 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5c57f7-2368-4994-9f5e-d3d8b8f31c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc26c59-9644-47cc-a017-0bdbf07f2622', 'code': 200} Nov 12 09:31:51.016807 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=0dc26c59-9644-47cc-a017-0bdbf07f2622,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:51.091631 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d72da-3f14-45cf-9dec-3aceb188d3c2 req-4e7766cf-580f-472d-9e69-e59a79add58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:51.093258 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b75d72da-3f14-45cf-9dec-3aceb188d3c2 req-4e7766cf-580f-472d-9e69-e59a79add58e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 1097 time: 0.0469215 Nov 12 09:31:51.153200 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b75d72da-3f14-45cf-9dec-3aceb188d3c2 req-001af8e4-1f5b-4922-934b-734149b39940 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519259 Nov 12 09:31:51.861735 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9ab1a-99b3-4a95-960f-9d563881b134 req-4fbf9093-ff5b-4f88-82e0-4ab34c108c1b tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:51.863306 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f9f9ab1a-99b3-4a95-960f-9d563881b134 req-4fbf9093-ff5b-4f88-82e0-4ab34c108c1b tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 945 time: 0.0664525 Nov 12 09:31:51.918644 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f9f9ab1a-99b3-4a95-960f-9d563881b134 req-65771a81-a828-4731-ba80-7fd49d7ee245 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476780 Nov 12 09:31:53.053177 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb4625-0a4d-46b3-8684-4e19e1a71d62 req-0772e844-c093-47c5-b52e-c7c849fe5333 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:53.055534 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2bdb4625-0a4d-46b3-8684-4e19e1a71d62 req-0772e844-c093-47c5-b52e-c7c849fe5333 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 945 time: 0.0564566 Nov 12 09:31:53.107519 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2bdb4625-0a4d-46b3-8684-4e19e1a71d62 req-9eef8745-42dc-422c-a7ff-cf2ca707f022 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456779 Nov 12 09:31:53.234816 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d211c4-57e0-4dbc-943d-07873e1743b6 req-a92b792e-1148-450b-b991-576aeee2f603 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:53.236487 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d9d211c4-57e0-4dbc-943d-07873e1743b6 req-a92b792e-1148-450b-b991-576aeee2f603 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 945 time: 0.0591841 Nov 12 09:31:53.246298 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 40696) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:53.251849 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-72a6b17b-3e36-4118-a5c5-9291e5200113 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Request body: {'floatingip': {'port_id': '0dc26c59-9644-47cc-a017-0bdbf07f2622'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:31:53.295467 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72a6b17b-3e36-4118-a5c5-9291e5200113 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for floatingip, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:53.636510 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:53.847126 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72a6b17b-3e36-4118-a5c5-9291e5200113 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:53.853073 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72a6b17b-3e36-4118-a5c5-9291e5200113 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:53.959994 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [None req-72a6b17b-3e36-4118-a5c5-9291e5200113 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Floating IP 591bfe2b-221e-4f56-a73f-f649f7c8b069 associated. External IP: 172.25.6.32, port: 0dc26c59-9644-47cc-a017-0bdbf07f2622. Nov 12 09:31:54.200810 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a6b17b-3e36-4118-a5c5-9291e5200113 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Router 8efbd771-1206-4953-ba76-3a7d5be84496 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:31:54.318211 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a6b17b-3e36-4118-a5c5-9291e5200113 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:31:54.324885 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72a6b17b-3e36-4118-a5c5-9291e5200113 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:54.329535 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d078922-34db-43aa-a498-8eaed7cac152 None None] Sync routers for ids ['8efbd771-1206-4953-ba76-3a7d5be84496'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:31:54.342176 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d078922-34db-43aa-a498-8eaed7cac152 None None] Routers {'8efbd771-1206-4953-ba76-3a7d5be84496'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:31:54.342830 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0d078922-34db-43aa-a498-8eaed7cac152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:31:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8efbd771-1206-4953-ba76-3a7d5be84496'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:54.359247 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-72a6b17b-3e36-4118-a5c5-9291e5200113 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "PUT /v2.0/floatingips/591bfe2b-221e-4f56-a73f-f649f7c8b069 HTTP/1.1" status: 200 len: 990 time: 1.1117125 Nov 12 09:31:54.359900 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5c57f7-2368-4994-9f5e-d3d8b8f31c85', 'tag': '0dc26c59-9644-47cc-a017-0bdbf07f2622'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:31:54.362283 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02596b4da7ea12b67234db941b384408cb2f3f21b4d4ffba25f551729798548" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b0fad3-8d02-44cb-b727-27cb6a990de8" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5c57f7-2368-4994-9f5e-d3d8b8f31c85", "tag": "0dc26c59-9644-47cc-a017-0bdbf07f2622"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:31:54.463092 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ab55ff-0c76-453e-b634-f82688edd9d4 x-openstack-request-id: req-c8ab55ff-0c76-453e-b634-f82688edd9d4 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:31:54.463387 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5c57f7-2368-4994-9f5e-d3d8b8f31c85", "tag": "0dc26c59-9644-47cc-a017-0bdbf07f2622", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:31:54.464110 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8ab55ff-0c76-453e-b634-f82688edd9d4 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:31:54.464297 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5c57f7-2368-4994-9f5e-d3d8b8f31c85', 'tag': '0dc26c59-9644-47cc-a017-0bdbf07f2622', 'status': 'completed', 'code': 200} Nov 12 09:31:54.479074 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-0d078922-34db-43aa-a498-8eaed7cac152 None None] Set router 8efbd771-1206-4953-ba76-3a7d5be84496 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:31:54.543768 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0fad3-8d02-44cb-b727-27cb6a990de8 req-4a007f89-2b4f-401b-96b6-8f8dfcb195dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:54.545639 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f2b0fad3-8d02-44cb-b727-27cb6a990de8 req-4a007f89-2b4f-401b-96b6-8f8dfcb195dc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 1097 time: 0.0490026 Nov 12 09:31:54.669241 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0fad3-8d02-44cb-b727-27cb6a990de8 req-fa8a4ff6-deb2-4275-8f02-e6309ca14186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:54.672159 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f2b0fad3-8d02-44cb-b727-27cb6a990de8 req-fa8a4ff6-deb2-4275-8f02-e6309ca14186 service neutron] 10.222.0.58 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.1191208 Nov 12 09:31:54.757978 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0d078922-34db-43aa-a498-8eaed7cac152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:32Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '4ee12900dba143e5907035744a059bb0', 'gw_port': {'id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:33Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '591bfe2b-221e-4f56-a73f-f649f7c8b069', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'port_id': '0dc26c59-9644-47cc-a017-0bdbf07f2622', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'mac_address': 'fa:16:3e:06:93:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5c57f7-2368-4994-9f5e-d3d8b8f31c85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:31:39Z', 'updated_at': '2021-11-12T09:31:53Z', 'revision_number': 1, 'project_id': '4ee12900dba143e5907035744a059bb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08080d5c-f393-46b9-abbe-44680827f42b', 'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'mac_address': 'fa:16:3e:e1:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:35Z', 'updated_at': '2021-11-12T09:31:40Z', 'revision_number': 5, 'project_id': '4ee12900dba143e5907035744a059bb0', 'subnets': [{'id': '5161be35-2187-48e2-99be-9229442f588c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:54.786040 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d078922-34db-43aa-a498-8eaed7cac152 None None] Checking router: 8efbd771-1206-4953-ba76-3a7d5be84496 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:31:54.796354 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d078922-34db-43aa-a498-8eaed7cac152 None None] Routers {'8efbd771-1206-4953-ba76-3a7d5be84496'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:31:54.796998 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0d078922-34db-43aa-a498-8eaed7cac152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:31:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8efbd771-1206-4953-ba76-3a7d5be84496'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:54.917606 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-0d078922-34db-43aa-a498-8eaed7cac152 None None] Set router 8efbd771-1206-4953-ba76-3a7d5be84496 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:31:55.107454 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f2b0fad3-8d02-44cb-b727-27cb6a990de8 req-f7cc6575-d7e4-42ba-abd4-cfe7798e23b9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dc26c59-9644-47cc-a017-0bdbf07f2622 HTTP/1.1" status: 200 len: 998 time: 0.4284549 Nov 12 09:31:55.163045 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0fad3-8d02-44cb-b727-27cb6a990de8 req-26466d7c-9011-4ed5-a79e-ccd7749ba666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:55.164609 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f2b0fad3-8d02-44cb-b727-27cb6a990de8 req-26466d7c-9011-4ed5-a79e-ccd7749ba666 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0495002 Nov 12 09:31:55.168091 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0d078922-34db-43aa-a498-8eaed7cac152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:32Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '4ee12900dba143e5907035744a059bb0', 'gw_port': {'id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:33Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '591bfe2b-221e-4f56-a73f-f649f7c8b069', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'port_id': '0dc26c59-9644-47cc-a017-0bdbf07f2622', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'mac_address': 'fa:16:3e:06:93:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5c57f7-2368-4994-9f5e-d3d8b8f31c85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:31:39Z', 'updated_at': '2021-11-12T09:31:53Z', 'revision_number': 1, 'project_id': '4ee12900dba143e5907035744a059bb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08080d5c-f393-46b9-abbe-44680827f42b', 'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'mac_address': 'fa:16:3e:e1:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:35Z', 'updated_at': '2021-11-12T09:31:40Z', 'revision_number': 5, 'project_id': '4ee12900dba143e5907035744a059bb0', 'subnets': [{'id': '5161be35-2187-48e2-99be-9229442f588c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:55.195695 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d078922-34db-43aa-a498-8eaed7cac152 None None] The sync data for ids ['8efbd771-1206-4953-ba76-3a7d5be84496'] in n-d-768862-16 is: [{'id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:32Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '4ee12900dba143e5907035744a059bb0', 'gw_port': {'id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:33Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '591bfe2b-221e-4f56-a73f-f649f7c8b069', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'port_id': '0dc26c59-9644-47cc-a017-0bdbf07f2622', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'mac_address': 'fa:16:3e:06:93:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5c57f7-2368-4994-9f5e-d3d8b8f31c85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:31:39Z', 'updated_at': '2021-11-12T09:31:53Z', 'revision_number': 1, 'project_id': '4ee12900dba143e5907035744a059bb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08080d5c-f393-46b9-abbe-44680827f42b', 'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'mac_address': 'fa:16:3e:e1:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:35Z', 'updated_at': '2021-11-12T09:31:40Z', 'revision_number': 5, 'project_id': '4ee12900dba143e5907035744a059bb0', 'subnets': [{'id': '5161be35-2187-48e2-99be-9229442f588c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:31:55.225301 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0fad3-8d02-44cb-b727-27cb6a990de8 req-ed648159-16da-4a33-aac0-470f5f003cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:55.226823 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f2b0fad3-8d02-44cb-b727-27cb6a990de8 req-ed648159-16da-4a33-aac0-470f5f003cbf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553367 Nov 12 09:31:55.330293 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f2b0fad3-8d02-44cb-b727-27cb6a990de8 req-f3d4bec3-a6db-47da-bd66-2ee1d945a09a service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953951 Nov 12 09:31:55.411871 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355930e7-f60f-49e0-b268-4aae27b1be3a None None] New status for floating IP 591bfe2b-221e-4f56-a73f-f649f7c8b069: ACTIVE {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:31:55.439137 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f2b0fad3-8d02-44cb-b727-27cb6a990de8 req-b188a390-1ba1-49c4-a7c9-3ffeb746e7c9 service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011209 Nov 12 09:31:59.570129 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:07.888718 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-92d30b5e-5683-4e8f-a606-8f7055305b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:10.224627 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-82dc2070-5381-4435-a7d0-e5d120844b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:12.216729 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:12.299708 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:32:13.578757 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:14.109506 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:23.650513 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:29.573334 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:30.350216 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09d7836d-0d44-4339-bf50-77e9a9982707 req-7f06a563-844d-4724-9eb9-4d8cd9a60559 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0504110 Nov 12 09:32:30.446549 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7836d-0d44-4339-bf50-77e9a9982707 req-5a834cf6-d6eb-4300-9740-8ce45f1ad4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:30.448198 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09d7836d-0d44-4339-bf50-77e9a9982707 req-5a834cf6-d6eb-4300-9740-8ce45f1ad4e2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 1097 time: 0.0467520 Nov 12 09:32:30.562483 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7836d-0d44-4339-bf50-77e9a9982707 req-0e28363a-5da6-4b5d-b588-06c7c641c7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:30.564065 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09d7836d-0d44-4339-bf50-77e9a9982707 req-0e28363a-5da6-4b5d-b588-06c7c641c7a5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.0952370 Nov 12 09:32:30.636544 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09d7836d-0d44-4339-bf50-77e9a9982707 req-08131ef7-6a8e-4178-b506-1faa7af373d8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dc26c59-9644-47cc-a017-0bdbf07f2622 HTTP/1.1" status: 200 len: 1000 time: 0.0653715 Nov 12 09:32:30.701303 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7836d-0d44-4339-bf50-77e9a9982707 req-6b4ffbcd-bb74-48d0-92be-250f75f914d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:30.703005 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09d7836d-0d44-4339-bf50-77e9a9982707 req-6b4ffbcd-bb74-48d0-92be-250f75f914d1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0588772 Nov 12 09:32:30.764860 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7836d-0d44-4339-bf50-77e9a9982707 req-72746b6b-4f28-46d6-8876-8654079593e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:30.766565 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09d7836d-0d44-4339-bf50-77e9a9982707 req-72746b6b-4f28-46d6-8876-8654079593e3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562890 Nov 12 09:32:30.867244 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09d7836d-0d44-4339-bf50-77e9a9982707 req-d9b02bcc-970d-4d06-b50b-7187d1eeda63 service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933897 Nov 12 09:32:30.982129 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09d7836d-0d44-4339-bf50-77e9a9982707 req-3d61403f-4754-4975-aa07-d9893d0c772a service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066592 Nov 12 09:32:37.883473 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bff9f142-9988-432e-8a15-2cd56d61a98f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:40.222201 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0151c439-1f64-47e7-9fa0-be68d8aac668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:42.235875 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:43.576891 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:44.112163 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:49.300239 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:32:53.648896 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:59.558611 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:07.890488 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ccbd3076-715b-41f6-a688-a239f1f0bec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:10.220209 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ddf8188d-e7a0-42c8-9059-847d8521b811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:12.223656 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:13.584703 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:14.110113 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:23.647901 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:26.300632 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:33:27.716601 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [req-caadd219-ec3e-4f95-b12e-0060a7d16071 req-fa963976-e5c6-4566-8b2f-484cc88b8178 service neutron] (102568) timed out ('10.222.0.37', 34198) {{(pid=102568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:33:29.572689 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:30.342167 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09252cd7-d213-4389-b949-ff97a208d121 req-ec9b841b-0851-46e3-8aa2-de2a83623267 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423234 Nov 12 09:33:30.437613 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09252cd7-d213-4389-b949-ff97a208d121 req-e7eb631d-e231-492e-83e8-948a237c1168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:30.439182 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09252cd7-d213-4389-b949-ff97a208d121 req-e7eb631d-e231-492e-83e8-948a237c1168 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 1097 time: 0.0467525 Nov 12 09:33:30.556257 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09252cd7-d213-4389-b949-ff97a208d121 req-5e5fee4f-b056-40eb-82b9-2f55b5bc1915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:30.557884 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09252cd7-d213-4389-b949-ff97a208d121 req-5e5fee4f-b056-40eb-82b9-2f55b5bc1915 service neutron] 10.222.0.58 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.0972500 Nov 12 09:33:30.626375 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09252cd7-d213-4389-b949-ff97a208d121 req-2db60021-789a-4977-81ca-56aab2dbe3de service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dc26c59-9644-47cc-a017-0bdbf07f2622 HTTP/1.1" status: 200 len: 1000 time: 0.0609272 Nov 12 09:33:30.684478 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09252cd7-d213-4389-b949-ff97a208d121 req-2976ae7e-ce36-4229-bf6c-2640ff63e275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:30.685985 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09252cd7-d213-4389-b949-ff97a208d121 req-2976ae7e-ce36-4229-bf6c-2640ff63e275 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0512714 Nov 12 09:33:30.735592 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09252cd7-d213-4389-b949-ff97a208d121 req-a8dff339-e1f8-4d5b-bb85-0d5eaaae0cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:30.737136 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09252cd7-d213-4389-b949-ff97a208d121 req-a8dff339-e1f8-4d5b-bb85-0d5eaaae0cb6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431781 Nov 12 09:33:30.832493 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09252cd7-d213-4389-b949-ff97a208d121 req-66f56813-3e16-45d6-b118-4bfed9dd7358 service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863197 Nov 12 09:33:30.932873 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-09252cd7-d213-4389-b949-ff97a208d121 req-878a0a78-3c0e-4528-91c2-406f0ba76617 service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910850 Nov 12 09:33:31.104254 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e0307-b841-47dc-a15f-62cdd8ed2e91 req-57d4919a-aa7a-42b6-94cf-4a7f8bfbd9bc tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:31.105800 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-259e0307-b841-47dc-a15f-62cdd8ed2e91 req-57d4919a-aa7a-42b6-94cf-4a7f8bfbd9bc tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 945 time: 0.0519345 Nov 12 09:33:31.155003 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-259e0307-b841-47dc-a15f-62cdd8ed2e91 req-c30163a2-c6de-41ec-80ee-f36b951a67c1 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429559 Nov 12 09:33:31.445359 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558f74c-b905-4514-92c5-487cd06138aa req-53d0400b-bd4c-4ae4-af3d-f01118aaab07 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:31.447396 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6558f74c-b905-4514-92c5-487cd06138aa req-53d0400b-bd4c-4ae4-af3d-f01118aaab07 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 945 time: 0.0736880 Nov 12 09:33:31.450565 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-e7d2cd4e-1fc1-4e11-a565-39b1ce737ff2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0864384 Nov 12 09:33:31.515369 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6558f74c-b905-4514-92c5-487cd06138aa req-19470955-6c46-42aa-8ef0-272812c65ec5 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603213 Nov 12 09:33:32.640200 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3a7e1-f65e-45b4-a2b2-9a39809399eb req-236dc861-035c-40f6-ac3a-f4f4d0506936 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:32.641717 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6ad3a7e1-f65e-45b4-a2b2-9a39809399eb req-236dc861-035c-40f6-ac3a-f4f4d0506936 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 945 time: 0.0520337 Nov 12 09:33:32.695529 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6ad3a7e1-f65e-45b4-a2b2-9a39809399eb req-6ed36ffb-4b2e-4e1a-9a86-f2483d60166c tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475276 Nov 12 09:33:33.821524 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245d6da-dfe2-44e1-8ac3-998fc2a7f09e req-05a39d72-c86e-484c-bebe-242a6245e9d0 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:33.822957 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5245d6da-dfe2-44e1-8ac3-998fc2a7f09e req-05a39d72-c86e-484c-bebe-242a6245e9d0 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 945 time: 0.0526392 Nov 12 09:33:33.872160 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5245d6da-dfe2-44e1-8ac3-998fc2a7f09e req-d881da81-7ea1-4ac6-8cc4-51411afa3106 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427809 Nov 12 09:33:34.999037 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514a190-9f6f-4470-bf89-36a4e090d950 req-479b01c0-a90c-4130-a7b6-9c5378f59f73 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:35.000624 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3514a190-9f6f-4470-bf89-36a4e090d950 req-479b01c0-a90c-4130-a7b6-9c5378f59f73 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 945 time: 0.0582018 Nov 12 09:33:35.054195 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3514a190-9f6f-4470-bf89-36a4e090d950 req-e6dfc83c-d234-4de8-a65f-74220e7e2342 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469954 Nov 12 09:33:36.189250 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37949d07-5ece-490d-a70f-1b438a7f2a98 req-8a0c1e32-282c-4d63-aa31-6547c5b3b198 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:36.190750 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-37949d07-5ece-490d-a70f-1b438a7f2a98 req-8a0c1e32-282c-4d63-aa31-6547c5b3b198 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 945 time: 0.0570071 Nov 12 09:33:36.241968 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-37949d07-5ece-490d-a70f-1b438a7f2a98 req-ca408844-ab2f-4a02-b34e-911301f24400 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441909 Nov 12 09:33:36.698021 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-90d016b2-1cc4-4382-9bdb-0940c59abe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:36.699519 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-90d016b2-1cc4-4382-9bdb-0940c59abe6f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 1097 time: 0.0447667 Nov 12 09:33:36.797869 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-cd51194d-bb74-4efd-b220-5f94f7ea9bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:36.799273 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-cd51194d-bb74-4efd-b220-5f94f7ea9bb8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.0918615 Nov 12 09:33:36.871687 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-88cbbb02-6ccc-49ab-8c87-5011257b7a92 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dc26c59-9644-47cc-a017-0bdbf07f2622 HTTP/1.1" status: 200 len: 1000 time: 0.0648952 Nov 12 09:33:36.923653 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-2054c518-2728-4fc9-b00f-78c13dd07186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:36.925256 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-2054c518-2728-4fc9-b00f-78c13dd07186 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0462496 Nov 12 09:33:36.979537 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-88189e1e-0375-41a7-a4bd-ea9601d5dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:36.981121 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-88189e1e-0375-41a7-a4bd-ea9601d5dff5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488479 Nov 12 09:33:37.078796 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-66ffc934-9edb-4627-8084-f4d193eb5e0c service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901692 Nov 12 09:33:37.179276 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-1f8a17cd-ef95-444f-83c7-213f2d9bbfcc service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935073 Nov 12 09:33:37.369333 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d16758-b242-4a05-a92a-978f5d852a32 req-5a20a27d-2a7e-4a8b-9250-d1ee2910d67c tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:37.371858 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d7d16758-b242-4a05-a92a-978f5d852a32 req-5a20a27d-2a7e-4a8b-9250-d1ee2910d67c tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 945 time: 0.0525794 Nov 12 09:33:37.422482 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d7d16758-b242-4a05-a92a-978f5d852a32 req-ff2cccd8-37e0-4679-a0e6-f6d27039c81a tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449061 Nov 12 09:33:37.886436 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0b2a6526-3625-452b-87b6-d3794f47427c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:38.547497 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fa928-14f2-4e80-8235-fb3875a8d58d req-df1e8aee-c32c-4809-9c9b-25f5d44c6892 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:38.549158 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b74fa928-14f2-4e80-8235-fb3875a8d58d req-df1e8aee-c32c-4809-9c9b-25f5d44c6892 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 945 time: 0.0519912 Nov 12 09:33:38.604269 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b74fa928-14f2-4e80-8235-fb3875a8d58d req-bffcde0f-ce9b-4b55-8f95-e88439df0c30 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489650 Nov 12 09:33:39.743471 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2473d-c381-4fab-9cfa-75f597ac2afd req-76f726f8-9f11-4216-b4ba-fee20574475e tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:39.745084 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-79d2473d-c381-4fab-9cfa-75f597ac2afd req-76f726f8-9f11-4216-b4ba-fee20574475e tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 945 time: 0.0640769 Nov 12 09:33:39.799241 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-79d2473d-c381-4fab-9cfa-75f597ac2afd req-84e87c6d-b741-4525-a8b9-b3b58cf453d2 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436196 Nov 12 09:33:40.223722 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5455363d-c1cb-4ae8-9bc9-36f1d7b1a94b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:40.936871 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef7fa9-f5b9-4eec-baa2-6ca9c76f2a29 req-92d8d1ee-5b1b-4424-abba-daac1b5a80c0 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:40.938967 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-faef7fa9-f5b9-4eec-baa2-6ca9c76f2a29 req-92d8d1ee-5b1b-4424-abba-daac1b5a80c0 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 945 time: 0.0637324 Nov 12 09:33:40.994007 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-faef7fa9-f5b9-4eec-baa2-6ca9c76f2a29 req-7e522ea9-f9d6-4245-8b3a-93a643b72545 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481079 Nov 12 09:33:42.138134 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20daa7be-421b-43fc-9b78-cd329ff176d8 req-19d63012-21fc-4338-8f00-f996d53763de tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:42.139696 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-20daa7be-421b-43fc-9b78-cd329ff176d8 req-19d63012-21fc-4338-8f00-f996d53763de tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 945 time: 0.0608623 Nov 12 09:33:42.200450 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-20daa7be-421b-43fc-9b78-cd329ff176d8 req-0a510520-2e4c-4c5b-a7ed-9eccfccdb765 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543680 Nov 12 09:33:42.231786 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:43.347008 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f0123-10e3-4bc4-bce1-d2c3bab5a814 req-7bddc4cc-c44b-4e1a-9c60-816cf5a1d4df tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:43.348716 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b4f0123-10e3-4bc4-bce1-d2c3bab5a814 req-7bddc4cc-c44b-4e1a-9c60-816cf5a1d4df tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 945 time: 0.0613942 Nov 12 09:33:43.408886 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7b4f0123-10e3-4bc4-bce1-d2c3bab5a814 req-e74b3c68-2746-499b-a8fb-3625f6eb67c2 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525026 Nov 12 09:33:43.582654 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:44.112890 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:44.542427 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f026d-b1d7-44c8-9fc2-284e4fa1e07c req-069a0fe1-2720-47c9-992d-09684f8459ed tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:44.544202 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-971f026d-b1d7-44c8-9fc2-284e4fa1e07c req-069a0fe1-2720-47c9-992d-09684f8459ed tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 945 time: 0.0521970 Nov 12 09:33:44.605336 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-971f026d-b1d7-44c8-9fc2-284e4fa1e07c req-ba3c9971-7db5-426a-822b-316bdf313b6c tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544415 Nov 12 09:33:45.766583 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efaf1ec-2720-44fb-97e0-c4bf37507155 req-bc15c1ef-6144-41bd-9685-b6aa4cf8a2d0 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:45.769697 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4efaf1ec-2720-44fb-97e0-c4bf37507155 req-bc15c1ef-6144-41bd-9685-b6aa4cf8a2d0 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 945 time: 0.0738950 Nov 12 09:33:45.830787 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4efaf1ec-2720-44fb-97e0-c4bf37507155 req-98de9c06-5e20-4241-b8cd-ef396f96d8d4 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552158 Nov 12 09:33:46.961973 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6faca3-f8eb-42a5-8e60-9f4ccccf99db req-9a6e0253-4ff4-4c55-ad52-4b8492f7fef1 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:46.963551 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4e6faca3-f8eb-42a5-8e60-9f4ccccf99db req-9a6e0253-4ff4-4c55-ad52-4b8492f7fef1 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 945 time: 0.0513592 Nov 12 09:33:47.015370 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4e6faca3-f8eb-42a5-8e60-9f4ccccf99db req-512076cc-fb29-493e-98fb-0a31d6ef510f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456390 Nov 12 09:33:48.156004 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3abb0ed-7c67-43ca-8c8e-1d06c308a2eb req-e3f716c2-fd21-4464-b5ea-5a4ac7115d2f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:48.157762 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e3abb0ed-7c67-43ca-8c8e-1d06c308a2eb req-e3f716c2-fd21-4464-b5ea-5a4ac7115d2f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 945 time: 0.0636268 Nov 12 09:33:48.217825 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e3abb0ed-7c67-43ca-8c8e-1d06c308a2eb req-39fd477a-70ac-4944-b5d2-03a0d965342d tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513937 Nov 12 09:33:49.212696 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-5588de3f-ba90-414f-a796-91a07dcbaa10 service neutron] show failed (client error): The resource could not be found. Nov 12 09:33:49.214458 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-5588de3f-ba90-414f-a796-91a07dcbaa10 service neutron] 10.222.0.58 "GET /v2.0/ports/0dc26c59-9644-47cc-a017-0bdbf07f2622/bindings/n-h1-768862-16 HTTP/1.1" status: 404 len: 381 time: 0.0626378 Nov 12 09:33:49.364661 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b73886-d4dc-4720-9327-fe2314982b7b req-91aece2d-4a7b-451b-bdca-0467c10b3fcd tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:49.366288 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-73b73886-d4dc-4720-9327-fe2314982b7b req-91aece2d-4a7b-451b-bdca-0467c10b3fcd tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 945 time: 0.0664043 Nov 12 09:33:49.450756 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-73b73886-d4dc-4720-9327-fe2314982b7b req-eb04d2cf-e699-436b-9b40-2df98f54be70 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713329 Nov 12 09:33:49.491931 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-c8b9f42a-ed41-4473-a6c1-e2b31193720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:49.493695 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-c8b9f42a-ed41-4473-a6c1-e2b31193720a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85&tenant_id=4ee12900dba143e5907035744a059bb0 HTTP/1.1" status: 200 len: 1097 time: 0.0722013 Nov 12 09:33:49.507869 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-61a8ef98-4cbf-42f3-97ee-6252e18a130b service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:33:49.509712 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-61a8ef98-4cbf-42f3-97ee-6252e18a130b service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074883 Nov 12 09:33:49.525689 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768862-16', 'device_owner': 'compute:nova'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:33:49.606057 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:49.853103 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] For port 0dc26c59-9644-47cc-a017-0bdbf07f2622, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=0dc26c59-9644-47cc-a017-0bdbf07f2622,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:49.903144 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] For port 0dc26c59-9644-47cc-a017-0bdbf07f2622, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:33:49.963118 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5c57f7-2368-4994-9f5e-d3d8b8f31c85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dc26c59-9644-47cc-a017-0bdbf07f2622'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:33:49.965778 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02596b4da7ea12b67234db941b384408cb2f3f21b4d4ffba25f551729798548" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db97fdff-4718-4283-b0b5-8c1e47492460" -d '{"events": [{"server_uuid": "7f5c57f7-2368-4994-9f5e-d3d8b8f31c85", "name": "network-vif-unplugged", "status": "completed", "tag": "0dc26c59-9644-47cc-a017-0bdbf07f2622"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:33:49.970581 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:49.995390 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] Transition to ACTIVE for port object 0dc26c59-9644-47cc-a017-0bdbf07f2622 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:33:50.001066 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:50.042969 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e228a7-bd6b-439f-8be0-a78fac2be42d x-openstack-request-id: req-25e228a7-bd6b-439f-8be0-a78fac2be42d {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:33:50.043541 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5c57f7-2368-4994-9f5e-d3d8b8f31c85", "name": "network-vif-unplugged", "status": "completed", "tag": "0dc26c59-9644-47cc-a017-0bdbf07f2622", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:33:50.044636 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25e228a7-bd6b-439f-8be0-a78fac2be42d {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:33:50.044636 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5c57f7-2368-4994-9f5e-d3d8b8f31c85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dc26c59-9644-47cc-a017-0bdbf07f2622', 'code': 200} Nov 12 09:33:50.129438 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc26c59-9644-47cc-a017-0bdbf07f2622,revision_number=6']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:50.161726 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:50.162068 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:50.162414 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:50.162801 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:50.163088 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:50.163415 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:50.163771 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:50.164096 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:50.164416 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:50.164763 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:50.165039 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:50.165361 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:50.227038 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] No DVR routers for this DVR port 0dc26c59-9644-47cc-a017-0bdbf07f2622 on host n-h2-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:33:50.614704 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a803ff0-0548-43a2-a8ac-7f353e13ec5b req-91f8956c-24b5-4405-ac7b-8423f83bdb1f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:50.616502 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0a803ff0-0548-43a2-a8ac-7f353e13ec5b req-91f8956c-24b5-4405-ac7b-8423f83bdb1f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 943 time: 0.0668452 Nov 12 09:33:50.691990 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0a803ff0-0548-43a2-a8ac-7f353e13ec5b req-fac17589-ebeb-4183-9802-b064032673b9 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640283 Nov 12 09:33:50.719729 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] Attempting to bind port 0dc26c59-9644-47cc-a017-0bdbf07f2622 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:33:50.720521 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] Attempting to bind port 0dc26c59-9644-47cc-a017-0bdbf07f2622 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:33:50.720521 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] Attempting to bind port 0dc26c59-9644-47cc-a017-0bdbf07f2622 on network 768db96d-c716-4f4b-8ce0-d0406ae4f328 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:33:50.725569 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] Port 0dc26c59-9644-47cc-a017-0bdbf07f2622 on network 768db96d-c716-4f4b-8ce0-d0406ae4f328 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:33:50.725896 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] Attempting to bind port 0dc26c59-9644-47cc-a017-0bdbf07f2622 on network 768db96d-c716-4f4b-8ce0-d0406ae4f328 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:33:50.732022 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:33:50.732401 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] Checking segment: {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:33:50.732788 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] Bound using segment: {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:33:50.733220 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] Bound port: 0dc26c59-9644-47cc-a017-0bdbf07f2622, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:33:50.733585 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:50.824537 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] For port 0dc26c59-9644-47cc-a017-0bdbf07f2622, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:33:50.828439 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] For port 0dc26c59-9644-47cc-a017-0bdbf07f2622, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=0dc26c59-9644-47cc-a017-0bdbf07f2622,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:33:50.837789 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:50.882993 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:50.883794 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:50.886067 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] 10.222.0.54 "PUT /v2.0/ports/0dc26c59-9644-47cc-a017-0bdbf07f2622 HTTP/1.1" status: 200 len: 1092 time: 1.3654230 Nov 12 09:33:50.913367 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e6638-0bbf-40d6-8770-1c6a17329625 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc26c59-9644-47cc-a017-0bdbf07f2622,revision_number=7']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:50.983321 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-1f5820fb-7a94-4a43-892f-d6e1c24aa2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:50.985285 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-1f5820fb-7a94-4a43-892f-d6e1c24aa2da service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 1095 time: 0.0504067 Nov 12 09:33:51.123559 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-b055f6f1-ea82-439d-abd7-8fef2311c2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:51.125383 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-b055f6f1-ea82-439d-abd7-8fef2311c2fa service neutron] 10.222.0.54 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.1322575 Nov 12 09:33:51.221437 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-69db0faf-7f78-40cf-8c08-5511ee23d48b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dc26c59-9644-47cc-a017-0bdbf07f2622 HTTP/1.1" status: 200 len: 998 time: 0.0869443 Nov 12 09:33:51.278467 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-11e7a6c8-b464-4778-b6c3-06ff62ff2c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:51.279986 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-11e7a6c8-b464-4778-b6c3-06ff62ff2c23 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0508862 Nov 12 09:33:51.337276 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-bad16010-f6a3-4b26-92e2-780532a6f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:51.339099 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-bad16010-f6a3-4b26-92e2-780532a6f6eb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505998 Nov 12 09:33:51.441579 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-cbd4aa36-d3b8-4637-8322-6f456a09b4a4 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937395 Nov 12 09:33:51.551993 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f941a2fd-c66a-4cc9-87ee-3479623459bf req-0b27bcdd-fb5e-417f-af05-cf7c72309bd4 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020691 Nov 12 09:33:51.839647 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c75a69-5520-46f7-ad5e-c59a51cffa60 req-4aeac3ba-1e76-4889-ac66-98133b3e4357 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:51.841250 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f3c75a69-5520-46f7-ad5e-c59a51cffa60 req-4aeac3ba-1e76-4889-ac66-98133b3e4357 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 943 time: 0.0554829 Nov 12 09:33:51.899699 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f3c75a69-5520-46f7-ad5e-c59a51cffa60 req-f55a45b4-27f8-4f17-9886-b6e39e0e6bdb tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492361 Nov 12 09:33:52.045003 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5c57f7-2368-4994-9f5e-d3d8b8f31c85', 'tag': '0dc26c59-9644-47cc-a017-0bdbf07f2622'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:33:52.047486 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02596b4da7ea12b67234db941b384408cb2f3f21b4d4ffba25f551729798548" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5712640-2244-4342-87b6-861acd2cb12b" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5c57f7-2368-4994-9f5e-d3d8b8f31c85", "tag": "0dc26c59-9644-47cc-a017-0bdbf07f2622"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:33:52.120848 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d343454-6772-45b8-8957-1f48577d6b6e x-openstack-request-id: req-3d343454-6772-45b8-8957-1f48577d6b6e {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:33:52.121135 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5c57f7-2368-4994-9f5e-d3d8b8f31c85", "tag": "0dc26c59-9644-47cc-a017-0bdbf07f2622", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:33:52.121394 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d343454-6772-45b8-8957-1f48577d6b6e {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:33:52.121802 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5c57f7-2368-4994-9f5e-d3d8b8f31c85', 'tag': '0dc26c59-9644-47cc-a017-0bdbf07f2622', 'status': 'completed', 'code': 200} Nov 12 09:33:52.188811 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5712640-2244-4342-87b6-861acd2cb12b req-0d5a1434-4e51-4748-9a11-05272a124d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:52.190479 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b5712640-2244-4342-87b6-861acd2cb12b req-0d5a1434-4e51-4748-9a11-05272a124d37 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 1095 time: 0.0533924 Nov 12 09:33:52.202033 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5712640-2244-4342-87b6-861acd2cb12b req-1407eb98-9ba4-481d-8be3-799598e6137c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:52.203642 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b5712640-2244-4342-87b6-861acd2cb12b req-1407eb98-9ba4-481d-8be3-799598e6137c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 1095 time: 0.0515740 Nov 12 09:33:52.298073 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5712640-2244-4342-87b6-861acd2cb12b req-ff77bb31-8826-4f7c-ae99-387125933a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:52.299613 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b5712640-2244-4342-87b6-861acd2cb12b req-ff77bb31-8826-4f7c-ae99-387125933a87 service neutron] 10.222.0.54 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.0990367 Nov 12 09:33:52.313532 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5712640-2244-4342-87b6-861acd2cb12b req-7e294cc6-cbe5-4819-a251-643d08bc87a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:52.315075 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b5712640-2244-4342-87b6-861acd2cb12b req-7e294cc6-cbe5-4819-a251-643d08bc87a5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.1038389 Nov 12 09:33:52.374824 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b5712640-2244-4342-87b6-861acd2cb12b req-5ff204c8-ddc4-4c60-98ab-fee72cb7f053 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dc26c59-9644-47cc-a017-0bdbf07f2622 HTTP/1.1" status: 200 len: 998 time: 0.0668235 Nov 12 09:33:52.398117 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b5712640-2244-4342-87b6-861acd2cb12b req-03cf54ee-1a75-427c-99b2-b6b295e8cd24 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dc26c59-9644-47cc-a017-0bdbf07f2622 HTTP/1.1" status: 200 len: 998 time: 0.0757792 Nov 12 09:33:52.434413 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5712640-2244-4342-87b6-861acd2cb12b req-01da5a9a-9dc2-4269-855d-cb81adb5e5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:52.436349 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b5712640-2244-4342-87b6-861acd2cb12b req-01da5a9a-9dc2-4269-855d-cb81adb5e5e4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0529892 Nov 12 09:33:52.451481 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5712640-2244-4342-87b6-861acd2cb12b req-dea2eaa5-3ab8-4709-bf04-19237e1448bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:52.453108 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b5712640-2244-4342-87b6-861acd2cb12b req-dea2eaa5-3ab8-4709-bf04-19237e1448bf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0482910 Nov 12 09:33:52.498213 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5712640-2244-4342-87b6-861acd2cb12b req-854ff627-b290-4baa-877f-88dbd6d69dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:52.499883 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b5712640-2244-4342-87b6-861acd2cb12b req-854ff627-b290-4baa-877f-88dbd6d69dd8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526597 Nov 12 09:33:52.509464 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5712640-2244-4342-87b6-861acd2cb12b req-d278cbb0-541f-459c-bf7c-94f687285518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:52.511502 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b5712640-2244-4342-87b6-861acd2cb12b req-d278cbb0-541f-459c-bf7c-94f687285518 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508828 Nov 12 09:33:52.623263 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b5712640-2244-4342-87b6-861acd2cb12b req-5f79f35b-45ca-4f6a-b8d6-56f4eccb7479 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140468 Nov 12 09:33:52.623537 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b5712640-2244-4342-87b6-861acd2cb12b req-ad481f96-55ad-44f1-b6e6-d6c6a18e318c service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029723 Nov 12 09:33:52.724052 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b5712640-2244-4342-87b6-861acd2cb12b req-44d9e19b-91dd-4c40-b2d7-d40a4bee9a20 service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931427 Nov 12 09:33:52.734729 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b5712640-2244-4342-87b6-861acd2cb12b req-a0371396-699c-4fcc-a349-4b2fd5af6ed1 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030908 Nov 12 09:33:53.042975 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6acf5a-9795-4721-946f-617c8f6a6d8a req-bedd75aa-e102-408d-b9b8-5687312e0e81 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:53.044536 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dd6acf5a-9795-4721-946f-617c8f6a6d8a req-bedd75aa-e102-408d-b9b8-5687312e0e81 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 943 time: 0.0676668 Nov 12 09:33:53.101699 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dd6acf5a-9795-4721-946f-617c8f6a6d8a req-c3b4f2af-5e7d-4e56-8162-ac7fe763d6e3 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508773 Nov 12 09:33:53.257157 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 0dc26c59-9644-47cc-a017-0bdbf07f2622 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:33:53.324644 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 0dc26c59-9644-47cc-a017-0bdbf07f2622 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:33:53.659541 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:53.832694 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 0dc26c59-9644-47cc-a017-0bdbf07f2622 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:33:53.944879 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 0dc26c59-9644-47cc-a017-0bdbf07f2622, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=0dc26c59-9644-47cc-a017-0bdbf07f2622,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:53.956656 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '0dc26c59-9644-47cc-a017-0bdbf07f2622', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'port_id': '0dc26c59-9644-47cc-a017-0bdbf07f2622', 'mac_address': 'fa:16:3e:06:93:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:33:53.999641 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:54.196655 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc26c59-9644-47cc-a017-0bdbf07f2622 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:33:54.220183 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 0dc26c59-9644-47cc-a017-0bdbf07f2622, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=0dc26c59-9644-47cc-a017-0bdbf07f2622,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:54.225942 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:54.239631 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96722a-893c-4d2b-a03a-bf5f889eee26 req-99b5f719-1189-4691-801e-c8cb3166a4f0 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:54.242274 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fd96722a-893c-4d2b-a03a-bf5f889eee26 req-99b5f719-1189-4691-801e-c8cb3166a4f0 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 943 time: 0.0576603 Nov 12 09:33:54.295419 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=0dc26c59-9644-47cc-a017-0bdbf07f2622,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:54.303129 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fd96722a-893c-4d2b-a03a-bf5f889eee26 req-9cdf6cfc-579d-431e-817d-da4f0c78c6e4 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522168 Nov 12 09:33:54.308361 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:54.308361 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:54.308671 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:54.308859 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:54.309215 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:54.309549 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:54.309870 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:54.310200 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:54.310525 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:54.310845 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:54.311167 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:54.311508 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:54.481339 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['0dc26c59-9644-47cc-a017-0bdbf07f2622'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:33:54.598453 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da86ed-3c41-492e-b84c-301ce33b1e9f req-4c88af2c-d8a2-4cf2-bd7d-82be82fed770 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:54.600515 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-16da86ed-3c41-492e-b84c-301ce33b1e9f req-4c88af2c-d8a2-4cf2-bd7d-82be82fed770 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 944 time: 0.0924125 Nov 12 09:33:54.618954 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523af28-2e3b-43e7-b7cc-da9986958e14 req-be7bdfb8-16bb-4e59-87ad-aae4e605cd81 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:54.620582 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b523af28-2e3b-43e7-b7cc-da9986958e14 req-be7bdfb8-16bb-4e59-87ad-aae4e605cd81 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85&tenant_id=4ee12900dba143e5907035744a059bb0&binding%3Ahost_id=n-h1-768862-16 HTTP/1.1" status: 200 len: 944 time: 0.1018181 Nov 12 09:33:54.710060 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-16da86ed-3c41-492e-b84c-301ce33b1e9f req-737d01db-5f54-4121-b27d-e9c53046176e tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024199 Nov 12 09:33:54.720237 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [req-b523af28-2e3b-43e7-b7cc-da9986958e14 req-fdea3d56-b0f5-44cd-8dbc-9c8f7d713944 service neutron] delete failed (client error): The resource could not be found. Nov 12 09:33:54.721300 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b523af28-2e3b-43e7-b7cc-da9986958e14 req-fdea3d56-b0f5-44cd-8dbc-9c8f7d713944 service neutron] 10.222.0.58 "DELETE /v2.0/ports/0dc26c59-9644-47cc-a017-0bdbf07f2622/bindings/n-h2-768862-16 HTTP/1.1" status: 404 len: 381 time: 0.0837305 Nov 12 09:33:54.820638 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523af28-2e3b-43e7-b7cc-da9986958e14 req-76d86416-cb91-4274-8ddb-61333abdba81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:54.822136 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b523af28-2e3b-43e7-b7cc-da9986958e14 req-76d86416-cb91-4274-8ddb-61333abdba81 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 1096 time: 0.0499580 Nov 12 09:33:54.928843 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523af28-2e3b-43e7-b7cc-da9986958e14 req-c7759c47-2e84-4699-8f3e-ba9d763c7865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:54.930432 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b523af28-2e3b-43e7-b7cc-da9986958e14 req-c7759c47-2e84-4699-8f3e-ba9d763c7865 service neutron] 10.222.0.58 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.1007767 Nov 12 09:33:55.014473 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b523af28-2e3b-43e7-b7cc-da9986958e14 req-cd17c5cc-de8b-4998-80d0-9df7573b90dc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dc26c59-9644-47cc-a017-0bdbf07f2622 HTTP/1.1" status: 200 len: 999 time: 0.0765855 Nov 12 09:33:55.075073 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523af28-2e3b-43e7-b7cc-da9986958e14 req-0dc23e58-b5f0-40e7-b0e5-dab3c8471198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:55.076552 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b523af28-2e3b-43e7-b7cc-da9986958e14 req-0dc23e58-b5f0-40e7-b0e5-dab3c8471198 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0553291 Nov 12 09:33:55.133360 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523af28-2e3b-43e7-b7cc-da9986958e14 req-dd97d7f5-e0eb-4fa6-8a66-890cfc429ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:55.135081 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b523af28-2e3b-43e7-b7cc-da9986958e14 req-dd97d7f5-e0eb-4fa6-8a66-890cfc429ef6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515912 Nov 12 09:33:55.248264 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b523af28-2e3b-43e7-b7cc-da9986958e14 req-91c21d10-2fc8-4667-a018-1c28ffec56cd service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054137 Nov 12 09:33:55.356385 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b523af28-2e3b-43e7-b7cc-da9986958e14 req-c507a448-f6a6-47b7-a0b2-48a7c792c268 service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991504 Nov 12 09:33:55.833581 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 0dc26c59-9644-47cc-a017-0bdbf07f2622 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:33:55.850885 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f43fa-33e9-4999-839f-82bb257f4875 req-5136acf6-ec03-4e2c-b2cc-811e9c0f5f15 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:55.852892 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a34f43fa-33e9-4999-839f-82bb257f4875 req-5136acf6-ec03-4e2c-b2cc-811e9c0f5f15 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 944 time: 0.0615766 Nov 12 09:33:55.892488 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 0dc26c59-9644-47cc-a017-0bdbf07f2622 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:33:55.900180 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 0dc26c59-9644-47cc-a017-0bdbf07f2622 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:55.901008 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:55.927296 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a34f43fa-33e9-4999-839f-82bb257f4875 req-20944053-59c4-4c8c-acf3-1192d3fc0acf tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658638 Nov 12 09:33:56.000305 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:56.028585 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5c57f7-2368-4994-9f5e-d3d8b8f31c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc26c59-9644-47cc-a017-0bdbf07f2622'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:33:56.030902 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be45a9427ec0e01fea1711315fc80f5d0e0450582803884f19ff2849393a08db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b2e8e7-8a2e-4d9a-935c-d1699b748569" -d '{"events": [{"server_uuid": "7f5c57f7-2368-4994-9f5e-d3d8b8f31c85", "name": "network-vif-plugged", "status": "completed", "tag": "0dc26c59-9644-47cc-a017-0bdbf07f2622"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:33:56.044609 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 0dc26c59-9644-47cc-a017-0bdbf07f2622, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=0dc26c59-9644-47cc-a017-0bdbf07f2622,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:56.049479 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:56.077424 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a07bc9-308b-49c4-921f-4977e0642049 x-openstack-request-id: req-11a07bc9-308b-49c4-921f-4977e0642049 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:33:56.077711 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5c57f7-2368-4994-9f5e-d3d8b8f31c85", "name": "network-vif-plugged", "status": "completed", "tag": "0dc26c59-9644-47cc-a017-0bdbf07f2622", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:33:56.077957 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-11a07bc9-308b-49c4-921f-4977e0642049 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:33:56.078345 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5c57f7-2368-4994-9f5e-d3d8b8f31c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc26c59-9644-47cc-a017-0bdbf07f2622', 'code': 200} Nov 12 09:33:56.113092 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=0dc26c59-9644-47cc-a017-0bdbf07f2622,revision_number=9']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:57.065211 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4be4e-7dff-4649-b02a-65c2bfdf9d6b req-f9ae26b2-2ec8-435f-9cf7-6e710e41d8fb tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:57.066991 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-56e4be4e-7dff-4649-b02a-65c2bfdf9d6b req-f9ae26b2-2ec8-435f-9cf7-6e710e41d8fb tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 945 time: 0.0577779 Nov 12 09:33:57.118034 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-56e4be4e-7dff-4649-b02a-65c2bfdf9d6b req-d2546f78-98e0-4352-aa7c-79029f8811f8 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449395 Nov 12 09:33:57.239474 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83c995-965e-4b71-9ec9-ceb91a03025e req-93ee912c-d6ec-4e54-9ff8-b9cca830ad11 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:57.240941 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aa83c995-965e-4b71-9ec9-ceb91a03025e req-93ee912c-d6ec-4e54-9ff8-b9cca830ad11 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 945 time: 0.0531006 Nov 12 09:33:57.290640 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aa83c995-965e-4b71-9ec9-ceb91a03025e req-705690f8-ea67-403e-a29c-d41f9866ec4a tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432584 Nov 12 09:33:57.411385 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b2650-6ac5-4230-9115-5ee140949c1f req-86ff8678-e338-445a-a27d-f2f4ec480a37 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:57.412984 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4c6b2650-6ac5-4230-9115-5ee140949c1f req-86ff8678-e338-445a-a27d-f2f4ec480a37 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 945 time: 0.0544052 Nov 12 09:33:57.467348 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4c6b2650-6ac5-4230-9115-5ee140949c1f req-2ee581fd-0b74-4386-bbb1-e2e07489ce21 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479975 Nov 12 09:33:57.745533 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b33138-130f-40ca-87e7-5dc27597601b req-1e8e2f08-36b6-46b9-9fb8-c918b7edbaac tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:57.747064 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8b33138-130f-40ca-87e7-5dc27597601b req-1e8e2f08-36b6-46b9-9fb8-c918b7edbaac tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 945 time: 0.0562072 Nov 12 09:33:57.799734 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8b33138-130f-40ca-87e7-5dc27597601b req-697a5f4b-1909-45be-94c1-71e8c4baa620 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455484 Nov 12 09:33:58.944164 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9bbcd-d957-4365-9dc2-3c1c636addcd req-b8ef059b-2380-43c1-889a-04817da4e62f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:58.945773 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fcc9bbcd-d957-4365-9dc2-3c1c636addcd req-b8ef059b-2380-43c1-889a-04817da4e62f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 945 time: 0.0565834 Nov 12 09:33:59.005784 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fcc9bbcd-d957-4365-9dc2-3c1c636addcd req-4d8b2018-0706-4ed5-a82a-990ccb667dc2 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517662 Nov 12 09:33:59.075829 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823bc31-7dd4-40d2-903c-bb33c84558f0 req-e3188a8d-5e68-4d32-956c-5e6ea570a953 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:59.077582 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d823bc31-7dd4-40d2-903c-bb33c84558f0 req-e3188a8d-5e68-4d32-956c-5e6ea570a953 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 945 time: 0.0633683 Nov 12 09:33:59.176916 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-d823bc31-7dd4-40d2-903c-bb33c84558f0 req-6b4ea40a-68cf-415c-8923-8f40e5f33c57 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Deleting port 0dc26c59-9644-47cc-a017-0bdbf07f2622 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:59.177205 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d823bc31-7dd4-40d2-903c-bb33c84558f0 req-6b4ea40a-68cf-415c-8923-8f40e5f33c57 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:59.291872 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-d823bc31-7dd4-40d2-903c-bb33c84558f0 req-6b4ea40a-68cf-415c-8923-8f40e5f33c57 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] For port 0dc26c59-9644-47cc-a017-0bdbf07f2622, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=0dc26c59-9644-47cc-a017-0bdbf07f2622,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:59.292240 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d823bc31-7dd4-40d2-903c-bb33c84558f0 req-6b4ea40a-68cf-415c-8923-8f40e5f33c57 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:59.525398 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d823bc31-7dd4-40d2-903c-bb33c84558f0 req-6b4ea40a-68cf-415c-8923-8f40e5f33c57 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:59.525752 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d823bc31-7dd4-40d2-903c-bb33c84558f0 req-6b4ea40a-68cf-415c-8923-8f40e5f33c57 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:59.526081 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [req-d823bc31-7dd4-40d2-903c-bb33c84558f0 req-6b4ea40a-68cf-415c-8923-8f40e5f33c57 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Floating IP 591bfe2b-221e-4f56-a73f-f649f7c8b069 disassociated. External IP: 172.25.6.32, port: 0dc26c59-9644-47cc-a017-0bdbf07f2622. Nov 12 09:33:59.526432 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-d823bc31-7dd4-40d2-903c-bb33c84558f0 req-6b4ea40a-68cf-415c-8923-8f40e5f33c57 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Calling delete_port for 0dc26c59-9644-47cc-a017-0bdbf07f2622 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:59.592676 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:59.697530 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d823bc31-7dd4-40d2-903c-bb33c84558f0 req-6b4ea40a-68cf-415c-8923-8f40e5f33c57 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:59.729344 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ea40a-68cf-415c-8923-8f40e5f33c57 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Pushing event deleted for resources: {'Port': ['ID=0dc26c59-9644-47cc-a017-0bdbf07f2622,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:59.873743 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d823bc31-7dd4-40d2-903c-bb33c84558f0 req-6b4ea40a-68cf-415c-8923-8f40e5f33c57 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Router 8efbd771-1206-4953-ba76-3a7d5be84496 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:34:00.001710 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d823bc31-7dd4-40d2-903c-bb33c84558f0 req-6b4ea40a-68cf-415c-8923-8f40e5f33c57 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:34:00.014771 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2bab85-3a9d-4253-a0ef-dfb6fe0c8477 None None] Sync routers for ids ['8efbd771-1206-4953-ba76-3a7d5be84496'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:34:00.029024 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2bab85-3a9d-4253-a0ef-dfb6fe0c8477 None None] Routers {'8efbd771-1206-4953-ba76-3a7d5be84496'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:34:00.029870 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-aa2bab85-3a9d-4253-a0ef-dfb6fe0c8477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:33:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8efbd771-1206-4953-ba76-3a7d5be84496'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:00.048702 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-d823bc31-7dd4-40d2-903c-bb33c84558f0 req-6b4ea40a-68cf-415c-8923-8f40e5f33c57 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] No DVR routers for this DVR port 0dc26c59-9644-47cc-a017-0bdbf07f2622 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:34:00.052131 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d823bc31-7dd4-40d2-903c-bb33c84558f0 req-6b4ea40a-68cf-415c-8923-8f40e5f33c57 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:00.057071 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d823bc31-7dd4-40d2-903c-bb33c84558f0 req-6b4ea40a-68cf-415c-8923-8f40e5f33c57 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.54 "DELETE /v2.0/ports/0dc26c59-9644-47cc-a017-0bdbf07f2622 HTTP/1.1" status: 204 len: 173 time: 0.9727695 Nov 12 09:34:00.057602 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5c57f7-2368-4994-9f5e-d3d8b8f31c85', 'name': 'network-vif-deleted', 'tag': '0dc26c59-9644-47cc-a017-0bdbf07f2622'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:34:00.068265 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02596b4da7ea12b67234db941b384408cb2f3f21b4d4ffba25f551729798548" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6768cd1-1e4f-4905-ad86-709257997d6b" -d '{"events": [{"server_uuid": "7f5c57f7-2368-4994-9f5e-d3d8b8f31c85", "name": "network-vif-deleted", "tag": "0dc26c59-9644-47cc-a017-0bdbf07f2622"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:34:00.126548 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9eddd49a-88b5-490f-ad3e-157352ab09b7 req-fa97afa3-ab08-44a2-800b-6ca9bcbc2903 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5c57f7-2368-4994-9f5e-d3d8b8f31c85 HTTP/1.1" status: 200 len: 210 time: 0.0309832 Nov 12 09:34:00.173538 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-aa2bab85-3a9d-4253-a0ef-dfb6fe0c8477 None None] Set router 8efbd771-1206-4953-ba76-3a7d5be84496 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:34:00.188749 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d59393f-38fc-454d-8ae8-a4a37e934470 x-openstack-request-id: req-7d59393f-38fc-454d-8ae8-a4a37e934470 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:34:00.189687 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5c57f7-2368-4994-9f5e-d3d8b8f31c85", "name": "network-vif-deleted", "tag": "0dc26c59-9644-47cc-a017-0bdbf07f2622", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:34:00.189948 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d59393f-38fc-454d-8ae8-a4a37e934470 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:34:00.190362 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5c57f7-2368-4994-9f5e-d3d8b8f31c85', 'name': 'network-vif-deleted', 'tag': '0dc26c59-9644-47cc-a017-0bdbf07f2622', 'status': 'completed', 'code': 200} Nov 12 09:34:00.433361 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-aa2bab85-3a9d-4253-a0ef-dfb6fe0c8477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:32Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '4ee12900dba143e5907035744a059bb0', 'gw_port': {'id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:33Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '08080d5c-f393-46b9-abbe-44680827f42b', 'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'mac_address': 'fa:16:3e:e1:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:35Z', 'updated_at': '2021-11-12T09:31:40Z', 'revision_number': 5, 'project_id': '4ee12900dba143e5907035744a059bb0', 'subnets': [{'id': '5161be35-2187-48e2-99be-9229442f588c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:00.461503 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2bab85-3a9d-4253-a0ef-dfb6fe0c8477 None None] Checking router: 8efbd771-1206-4953-ba76-3a7d5be84496 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:34:00.472718 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2bab85-3a9d-4253-a0ef-dfb6fe0c8477 None None] Routers {'8efbd771-1206-4953-ba76-3a7d5be84496'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:34:00.473323 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-aa2bab85-3a9d-4253-a0ef-dfb6fe0c8477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:33:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8efbd771-1206-4953-ba76-3a7d5be84496'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:00.602467 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-aa2bab85-3a9d-4253-a0ef-dfb6fe0c8477 None None] Set router 8efbd771-1206-4953-ba76-3a7d5be84496 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:34:00.834930 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-aa2bab85-3a9d-4253-a0ef-dfb6fe0c8477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:32Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '4ee12900dba143e5907035744a059bb0', 'gw_port': {'id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:33Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '08080d5c-f393-46b9-abbe-44680827f42b', 'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'mac_address': 'fa:16:3e:e1:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:35Z', 'updated_at': '2021-11-12T09:31:40Z', 'revision_number': 5, 'project_id': '4ee12900dba143e5907035744a059bb0', 'subnets': [{'id': '5161be35-2187-48e2-99be-9229442f588c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:00.867870 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2bab85-3a9d-4253-a0ef-dfb6fe0c8477 None None] The sync data for ids ['8efbd771-1206-4953-ba76-3a7d5be84496'] in n-d-768862-16 is: [{'id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:32Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '4ee12900dba143e5907035744a059bb0', 'gw_port': {'id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:33Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '08080d5c-f393-46b9-abbe-44680827f42b', 'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'mac_address': 'fa:16:3e:e1:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:35Z', 'updated_at': '2021-11-12T09:31:40Z', 'revision_number': 5, 'project_id': '4ee12900dba143e5907035744a059bb0', 'subnets': [{'id': '5161be35-2187-48e2-99be-9229442f588c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:34:01.133976 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b190514d-e454-4d30-a69c-09315a944c74 None None] New status for floating IP 591bfe2b-221e-4f56-a73f-f649f7c8b069: DOWN {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:34:01.414968 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-22587966-690d-4c65-b6e4-0350d3d7639b tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1691236889&fields=id&tenant_id=4ee12900dba143e5907035744a059bb0 HTTP/1.1" status: 200 len: 267 time: 0.0452499 Nov 12 09:34:01.535266 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-7e9fc7e1-87f0-496c-b50a-172b081e1fda tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:01.536890 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-7e9fc7e1-87f0-496c-b50a-172b081e1fda tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 811 time: 0.1148050 Nov 12 09:34:01.553394 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-7bc3a78b-8f19-4cc9-b2e0-d87e7a4d27b7 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/quotas/4ee12900dba143e5907035744a059bb0 HTTP/1.1" status: 200 len: 375 time: 0.0103376 Nov 12 09:34:01.616155 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-657f2fdb-39dc-4620-abe3-4c16df6b974b tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0549080 Nov 12 09:34:01.752067 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-d1511d5f-9e33-4e65-acd6-a659870de1f4 service neutron] 10.222.0.37 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218188 Nov 12 09:34:01.832141 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 0dc26c59-9644-47cc-a017-0bdbf07f2622 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:34:01.855591 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: 0dc26c59-9644-47cc-a017-0bdbf07f2622 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:34:01.856002 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 0dc26c59-9644-47cc-a017-0bdbf07f2622 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:34:01.879671 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-dfa0a192-2071-423b-849b-e4aaccfed82b service neutron] 10.222.0.37 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202734 Nov 12 09:34:02.068197 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-10fd7b00-2e4c-49cd-b105-1980638bca20 req-3ebbd537-0cb4-47f6-bc9e-a5229cf0ef69 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 210 time: 0.0311460 Nov 12 09:34:03.143170 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-f921a1ae-ea94-47e8-84e9-5a8d6052d13c tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:03.144785 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-f921a1ae-ea94-47e8-84e9-5a8d6052d13c tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.54 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 811 time: 0.1483264 Nov 12 09:34:03.199717 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8872e7fb-868f-4788-aceb-672f7aa53a13 req-14f04521-ccae-4845-b0dd-2fe7379e4bac tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 210 time: 0.0470765 Nov 12 09:34:03.245171 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-a55c6a03-d10e-4e69-bbad-d73da2186653 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ee12900dba143e5907035744a059bb0 HTTP/1.1" status: 200 len: 380 time: 0.0906010 Nov 12 09:34:03.257791 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-5795d85a-e496-42d6-b7a4-f0f6cd51712c tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Request body: {'port': {'device_id': '6b2a5760-403b-4dab-8834-40bd71525285', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'admin_state_up': True, 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'security_groups': ['67f61a1c-446e-4979-a458-062d4e556701']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:03.300827 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:34:03.395725 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-5795d85a-e496-42d6-b7a4-f0f6cd51712c tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Made reservation on behalf of 4ee12900dba143e5907035744a059bb0 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:34:03.399271 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-5795d85a-e496-42d6-b7a4-f0f6cd51712c tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:03.566634 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-5795d85a-e496-42d6-b7a4-f0f6cd51712c tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Allocated IP 172.20.0.5 (768db96d-c716-4f4b-8ce0-d0406ae4f328/5161be35-2187-48e2-99be-9229442f588c/bdb80df0-77fb-4cad-80a3-505b7fecb35a) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:34:03.754205 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-5795d85a-e496-42d6-b7a4-f0f6cd51712c tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:03.793132 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-5795d85a-e496-42d6-b7a4-f0f6cd51712c tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:03.840897 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-5795d85a-e496-42d6-b7a4-f0f6cd51712c tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Network 768db96d-c716-4f4b-8ce0-d0406ae4f328 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:34:03.844596 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-5795d85a-e496-42d6-b7a4-f0f6cd51712c tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:34:03.848595 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-5795d85a-e496-42d6-b7a4-f0f6cd51712c tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:34:03.876232 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5795d85a-e496-42d6-b7a4-f0f6cd51712c tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Pushing event updated for resources: {'Port': ['ID=bdb80df0-77fb-4cad-80a3-505b7fecb35a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:03.907841 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-5795d85a-e496-42d6-b7a4-f0f6cd51712c tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:03.908644 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-5795d85a-e496-42d6-b7a4-f0f6cd51712c tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:03.938220 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-5795d85a-e496-42d6-b7a4-f0f6cd51712c tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6845088 Nov 12 09:34:03.951828 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-2c96a411-e534-4258-8893-28f63ed23e5d service neutron] Request body: {'port': {'device_id': '6b2a5760-403b-4dab-8834-40bd71525285', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:04.033136 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-2c96a411-e534-4258-8893-28f63ed23e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.133655 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c8129bb5-9924-4e86-920c-550790ab81a6 None None] Provisioning complete for port bdb80df0-77fb-4cad-80a3-505b7fecb35a triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:04.134244 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c8129bb5-9924-4e86-920c-550790ab81a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.180613 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c8129bb5-9924-4e86-920c-550790ab81a6 None None] Port bdb80df0-77fb-4cad-80a3-505b7fecb35a cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:34:04.331931 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e20bc-d3ea-4d9a-a3fb-fd4eb71ce76b req-191cc033-04bc-494c-a0ff-6c1a4b68dee8 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:04.333692 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-946e20bc-d3ea-4d9a-a3fb-fd4eb71ce76b req-191cc033-04bc-494c-a0ff-6c1a4b68dee8 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 931 time: 0.0519803 Nov 12 09:34:04.339300 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-2c96a411-e534-4258-8893-28f63ed23e5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdb80df0-77fb-4cad-80a3-505b7fecb35a {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:34:04.348610 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-2c96a411-e534-4258-8893-28f63ed23e5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.362721 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-2c96a411-e534-4258-8893-28f63ed23e5d service neutron] Transition to ACTIVE for port object bdb80df0-77fb-4cad-80a3-505b7fecb35a will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:34:04.367131 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-2c96a411-e534-4258-8893-28f63ed23e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.390418 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-946e20bc-d3ea-4d9a-a3fb-fd4eb71ce76b req-46e254a1-b9cc-4e55-82c4-80eb534b7db0 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497057 Nov 12 09:34:04.420499 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96a411-e534-4258-8893-28f63ed23e5d service neutron] Pushing event updated for resources: {'Port': ['ID=bdb80df0-77fb-4cad-80a3-505b7fecb35a,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:04.511503 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-2c96a411-e534-4258-8893-28f63ed23e5d service neutron] Attempting to bind port bdb80df0-77fb-4cad-80a3-505b7fecb35a on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:34:04.512154 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-2c96a411-e534-4258-8893-28f63ed23e5d service neutron] Attempting to bind port bdb80df0-77fb-4cad-80a3-505b7fecb35a by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:34:04.512521 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-2c96a411-e534-4258-8893-28f63ed23e5d service neutron] Attempting to bind port bdb80df0-77fb-4cad-80a3-505b7fecb35a on network 768db96d-c716-4f4b-8ce0-d0406ae4f328 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:34:04.518229 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-2c96a411-e534-4258-8893-28f63ed23e5d service neutron] Port bdb80df0-77fb-4cad-80a3-505b7fecb35a on network 768db96d-c716-4f4b-8ce0-d0406ae4f328 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:34:04.518651 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-2c96a411-e534-4258-8893-28f63ed23e5d service neutron] Attempting to bind port bdb80df0-77fb-4cad-80a3-505b7fecb35a on network 768db96d-c716-4f4b-8ce0-d0406ae4f328 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:34:04.527129 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-2c96a411-e534-4258-8893-28f63ed23e5d service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:34:04.529116 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-2c96a411-e534-4258-8893-28f63ed23e5d service neutron] Checking segment: {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:34:04.530168 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-2c96a411-e534-4258-8893-28f63ed23e5d service neutron] Bound using segment: {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:34:04.531725 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-2c96a411-e534-4258-8893-28f63ed23e5d service neutron] Bound port: bdb80df0-77fb-4cad-80a3-505b7fecb35a, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:34:04.531725 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-2c96a411-e534-4258-8893-28f63ed23e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.641090 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-2c96a411-e534-4258-8893-28f63ed23e5d service neutron] For port bdb80df0-77fb-4cad-80a3-505b7fecb35a, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:34:04.647730 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-2c96a411-e534-4258-8893-28f63ed23e5d service neutron] For port bdb80df0-77fb-4cad-80a3-505b7fecb35a, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=bdb80df0-77fb-4cad-80a3-505b7fecb35a,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:34:04.654555 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-2c96a411-e534-4258-8893-28f63ed23e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.694718 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-2c96a411-e534-4258-8893-28f63ed23e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:04.695421 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-2c96a411-e534-4258-8893-28f63ed23e5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.696939 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-2c96a411-e534-4258-8893-28f63ed23e5d service neutron] 10.222.0.54 "PUT /v2.0/ports/bdb80df0-77fb-4cad-80a3-505b7fecb35a HTTP/1.1" status: 200 len: 1092 time: 0.7502477 Nov 12 09:34:04.697468 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2a5760-403b-4dab-8834-40bd71525285', 'tag': 'bdb80df0-77fb-4cad-80a3-505b7fecb35a'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:34:04.699774 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02596b4da7ea12b67234db941b384408cb2f3f21b4d4ffba25f551729798548" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771f93d0-5158-4a2f-94ea-483bc9e030db" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2a5760-403b-4dab-8834-40bd71525285", "tag": "bdb80df0-77fb-4cad-80a3-505b7fecb35a"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:34:04.730266 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96a411-e534-4258-8893-28f63ed23e5d service neutron] Pushing event updated for resources: {'Port': ['ID=bdb80df0-77fb-4cad-80a3-505b7fecb35a,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:04.763220 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fe1d27-7608-4d24-8eb2-92d6739c8acf x-openstack-request-id: req-60fe1d27-7608-4d24-8eb2-92d6739c8acf {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:34:04.763657 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2a5760-403b-4dab-8834-40bd71525285", "tag": "bdb80df0-77fb-4cad-80a3-505b7fecb35a", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:34:04.764017 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-60fe1d27-7608-4d24-8eb2-92d6739c8acf {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:34:04.764311 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2a5760-403b-4dab-8834-40bd71525285', 'tag': 'bdb80df0-77fb-4cad-80a3-505b7fecb35a', 'status': 'completed', 'code': 200} Nov 12 09:34:04.802394 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-7dbe4233-70ce-4d1c-8480-da5ab59804e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:04.804097 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-7dbe4233-70ce-4d1c-8480-da5ab59804e5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 1095 time: 0.0514619 Nov 12 09:34:04.853090 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-2c834b13-9693-4f7a-ba55-ec2ab2d026f0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdb80df0-77fb-4cad-80a3-505b7fecb35a HTTP/1.1" status: 200 len: 217 time: 0.0414002 Nov 12 09:34:04.916703 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-e076a5c3-8569-4d69-837d-3dd1250cb646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:04.918243 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-e076a5c3-8569-4d69-837d-3dd1250cb646 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0583560 Nov 12 09:34:04.978483 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-4a94b9d8-ef79-423b-a4ca-5d84dee20ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:04.980140 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-4a94b9d8-ef79-423b-a4ca-5d84dee20ceb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544486 Nov 12 09:34:05.111042 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-8a0d1a09-87ef-41cc-936c-109b8b73e924 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230884 Nov 12 09:34:05.222836 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-9aac6a0e-9dda-4ed0-aa79-6ca9cf8ed8f7 req-4d13d85f-4e8e-4545-bfbe-42013f6fd480 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044922 Nov 12 09:34:05.320704 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f93d0-5158-4a2f-94ea-483bc9e030db req-6dcbcf52-541f-4519-bae7-7a330f693cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:05.322251 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-771f93d0-5158-4a2f-94ea-483bc9e030db req-6dcbcf52-541f-4519-bae7-7a330f693cb9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 1095 time: 0.0498612 Nov 12 09:34:05.432626 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f93d0-5158-4a2f-94ea-483bc9e030db req-8e95c0b1-63ba-4293-9be7-f74474f250f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:05.434173 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-771f93d0-5158-4a2f-94ea-483bc9e030db req-8e95c0b1-63ba-4293-9be7-f74474f250f9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.1033754 Nov 12 09:34:05.480221 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-771f93d0-5158-4a2f-94ea-483bc9e030db req-b6c43a94-8393-4ae1-804b-401c5696ef64 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdb80df0-77fb-4cad-80a3-505b7fecb35a HTTP/1.1" status: 200 len: 217 time: 0.0368972 Nov 12 09:34:05.534832 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c6ac2-0961-4be1-ad5e-f73a6017babb req-e9ff265c-3d69-43fd-85f7-58ffbc1d8a41 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:05.536544 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca4c6ac2-0961-4be1-ad5e-f73a6017babb req-e9ff265c-3d69-43fd-85f7-58ffbc1d8a41 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 943 time: 0.0643761 Nov 12 09:34:05.543361 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f93d0-5158-4a2f-94ea-483bc9e030db req-c23b809f-d983-4736-a1da-05c5927b58cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:05.545168 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-771f93d0-5158-4a2f-94ea-483bc9e030db req-c23b809f-d983-4736-a1da-05c5927b58cc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0558207 Nov 12 09:34:05.598831 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f93d0-5158-4a2f-94ea-483bc9e030db req-0514d419-3623-4be1-a79a-e655168435b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:05.599269 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca4c6ac2-0961-4be1-ad5e-f73a6017babb req-8eebf1b4-ea96-4529-b417-7493944f270c tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544658 Nov 12 09:34:05.601051 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-771f93d0-5158-4a2f-94ea-483bc9e030db req-0514d419-3623-4be1-a79a-e655168435b0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475686 Nov 12 09:34:05.722547 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-771f93d0-5158-4a2f-94ea-483bc9e030db req-f751a531-cea2-4fe0-b734-12fbcf4a9ee0 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130724 Nov 12 09:34:05.841265 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-771f93d0-5158-4a2f-94ea-483bc9e030db req-e8fa415d-a5ad-4d08-bcc3-305d086ca25e service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102629 Nov 12 09:34:06.734828 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565815d-a318-4d4d-bd5e-0c495f7af1be req-dda1fdd1-f18d-4e8b-ae42-415958d19f6f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:06.736446 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6565815d-a318-4d4d-bd5e-0c495f7af1be req-dda1fdd1-f18d-4e8b-ae42-415958d19f6f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 943 time: 0.0519786 Nov 12 09:34:06.788391 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6565815d-a318-4d4d-bd5e-0c495f7af1be req-eb4b6f0a-e2ee-46ea-8ad6-df148bb5dddd tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446630 Nov 12 09:34:07.851089 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device bdb80df0-77fb-4cad-80a3-505b7fecb35a details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:34:07.931992 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80adc9-90ae-44c5-b6da-75640c4a7762 req-c33ceffa-925f-42ec-8c66-602a121bdc62 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:07.933740 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae80adc9-90ae-44c5-b6da-75640c4a7762 req-c33ceffa-925f-42ec-8c66-602a121bdc62 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 943 time: 0.0675004 Nov 12 09:34:07.945642 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7d851e6f-2809-421e-bbf0-7a4b415af6d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:07.980288 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port bdb80df0-77fb-4cad-80a3-505b7fecb35a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=bdb80df0-77fb-4cad-80a3-505b7fecb35a,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:34:07.993013 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ae80adc9-90ae-44c5-b6da-75640c4a7762 req-336b6a47-1326-4e86-9db5-cc6d64e940e3 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519159 Nov 12 09:34:07.994192 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'bdb80df0-77fb-4cad-80a3-505b7fecb35a', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'port_id': 'bdb80df0-77fb-4cad-80a3-505b7fecb35a', 'mac_address': 'fa:16:3e:c6:91:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:34:08.040348 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:08.057082 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb80df0-77fb-4cad-80a3-505b7fecb35a {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:34:08.079904 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port bdb80df0-77fb-4cad-80a3-505b7fecb35a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=bdb80df0-77fb-4cad-80a3-505b7fecb35a,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:34:08.085831 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:08.138930 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=bdb80df0-77fb-4cad-80a3-505b7fecb35a,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:08.275803 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['bdb80df0-77fb-4cad-80a3-505b7fecb35a'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:34:09.134416 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ba3df-f886-48bd-8e1a-3b1cd114504c req-d7ec42f9-996a-4d08-9d7a-586baa835125 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:09.136021 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b75ba3df-f886-48bd-8e1a-3b1cd114504c req-d7ec42f9-996a-4d08-9d7a-586baa835125 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 944 time: 0.0547955 Nov 12 09:34:09.188158 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b75ba3df-f886-48bd-8e1a-3b1cd114504c req-18d5a307-e4d7-4000-8947-8b787a53d6af tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455632 Nov 12 09:34:09.863080 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device bdb80df0-77fb-4cad-80a3-505b7fecb35a up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:34:09.917440 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port bdb80df0-77fb-4cad-80a3-505b7fecb35a completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:34:09.922084 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port bdb80df0-77fb-4cad-80a3-505b7fecb35a triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:09.922455 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:10.010221 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:10.037064 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2a5760-403b-4dab-8834-40bd71525285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb80df0-77fb-4cad-80a3-505b7fecb35a'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:34:10.039597 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be45a9427ec0e01fea1711315fc80f5d0e0450582803884f19ff2849393a08db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef87385b-6b2a-48d4-9ea0-98d97cbffdd6" -d '{"events": [{"server_uuid": "6b2a5760-403b-4dab-8834-40bd71525285", "name": "network-vif-plugged", "status": "completed", "tag": "bdb80df0-77fb-4cad-80a3-505b7fecb35a"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:34:10.054283 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port bdb80df0-77fb-4cad-80a3-505b7fecb35a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=bdb80df0-77fb-4cad-80a3-505b7fecb35a,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:34:10.059705 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:10.085488 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a145ba1-61eb-4db2-9d2d-2aa4313ba2bb x-openstack-request-id: req-3a145ba1-61eb-4db2-9d2d-2aa4313ba2bb {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:34:10.085855 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2a5760-403b-4dab-8834-40bd71525285", "name": "network-vif-plugged", "status": "completed", "tag": "bdb80df0-77fb-4cad-80a3-505b7fecb35a", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:34:10.086112 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3a145ba1-61eb-4db2-9d2d-2aa4313ba2bb {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:34:10.086589 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2a5760-403b-4dab-8834-40bd71525285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb80df0-77fb-4cad-80a3-505b7fecb35a', 'code': 200} Nov 12 09:34:10.115088 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=bdb80df0-77fb-4cad-80a3-505b7fecb35a,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:10.198117 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886e379-e392-4bd2-a9f6-3594465eae46 req-71700440-1c31-4832-9a28-c4fe2bd27cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:10.199955 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d886e379-e392-4bd2-a9f6-3594465eae46 req-71700440-1c31-4832-9a28-c4fe2bd27cce service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 1097 time: 0.0528836 Nov 12 09:34:10.224312 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1f50a325-aace-4548-8333-903289cfec39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:10.253226 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d886e379-e392-4bd2-a9f6-3594465eae46 req-25993821-58bb-49cb-b255-92f7c447ad0a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444012 Nov 12 09:34:10.324508 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d4dec-1048-4b41-884c-ff11ba8db04b req-95545354-c781-48a5-9c7a-35a9ef4bcc01 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:10.326041 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3d9d4dec-1048-4b41-884c-ff11ba8db04b req-95545354-c781-48a5-9c7a-35a9ef4bcc01 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 945 time: 0.0575752 Nov 12 09:34:10.379133 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3d9d4dec-1048-4b41-884c-ff11ba8db04b req-790e16ac-17cc-42b7-a689-1e7751c3aeb2 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441432 Nov 12 09:34:11.506054 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09800c-d5cb-45f3-b437-9c3f67eb8872 req-8665ada6-5464-454e-8956-a4bc15868b95 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:11.507627 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f09800c-d5cb-45f3-b437-9c3f67eb8872 req-8665ada6-5464-454e-8956-a4bc15868b95 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 945 time: 0.0528817 Nov 12 09:34:11.559504 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8f09800c-d5cb-45f3-b437-9c3f67eb8872 req-b73c49b1-f714-446f-bc5a-0eee52502897 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457151 Nov 12 09:34:11.693228 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461850fc-6e36-4e89-abbb-a9e74a4a87ab req-b4e8814c-d994-4a28-897f-6bef8e5000ea tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:11.695426 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-461850fc-6e36-4e89-abbb-a9e74a4a87ab req-b4e8814c-d994-4a28-897f-6bef8e5000ea tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 945 time: 0.0561299 Nov 12 09:34:11.705886 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41098) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:11.710707 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1703d9b3-97d8-4e46-b791-43f97cbe3d81 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Request body: {'floatingip': {'port_id': 'bdb80df0-77fb-4cad-80a3-505b7fecb35a'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:11.757240 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1703d9b3-97d8-4e46-b791-43f97cbe3d81 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for floatingip, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:12.237977 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:12.569215 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.db.resource_extend [None req-1703d9b3-97d8-4e46-b791-43f97cbe3d81 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 09:34:12.634138 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1703d9b3-97d8-4e46-b791-43f97cbe3d81 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:12.639376 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1703d9b3-97d8-4e46-b791-43f97cbe3d81 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:12.746932 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [None req-1703d9b3-97d8-4e46-b791-43f97cbe3d81 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Floating IP 591bfe2b-221e-4f56-a73f-f649f7c8b069 associated. External IP: 172.25.6.32, port: bdb80df0-77fb-4cad-80a3-505b7fecb35a. Nov 12 09:34:12.994356 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1703d9b3-97d8-4e46-b791-43f97cbe3d81 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Router 8efbd771-1206-4953-ba76-3a7d5be84496 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:34:13.109041 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1703d9b3-97d8-4e46-b791-43f97cbe3d81 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:34:13.114931 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1703d9b3-97d8-4e46-b791-43f97cbe3d81 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:13.120313 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7196c9-8ea5-48e6-89cd-cc7b4ddb4c91 None None] Sync routers for ids ['8efbd771-1206-4953-ba76-3a7d5be84496'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:34:13.132014 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7196c9-8ea5-48e6-89cd-cc7b4ddb4c91 None None] Routers {'8efbd771-1206-4953-ba76-3a7d5be84496'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:34:13.132653 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9c7196c9-8ea5-48e6-89cd-cc7b4ddb4c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:34:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8efbd771-1206-4953-ba76-3a7d5be84496'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:13.144515 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1703d9b3-97d8-4e46-b791-43f97cbe3d81 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "PUT /v2.0/floatingips/591bfe2b-221e-4f56-a73f-f649f7c8b069 HTTP/1.1" status: 200 len: 990 time: 1.4374144 Nov 12 09:34:13.145278 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2a5760-403b-4dab-8834-40bd71525285', 'tag': 'bdb80df0-77fb-4cad-80a3-505b7fecb35a'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:34:13.147830 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02596b4da7ea12b67234db941b384408cb2f3f21b4d4ffba25f551729798548" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a55018f-2b6a-4396-9dca-25bd772f76c4" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2a5760-403b-4dab-8834-40bd71525285", "tag": "bdb80df0-77fb-4cad-80a3-505b7fecb35a"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:34:13.259919 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979fd8f4-b737-4680-b7f1-3b22f13fa773 x-openstack-request-id: req-979fd8f4-b737-4680-b7f1-3b22f13fa773 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:34:13.260258 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2a5760-403b-4dab-8834-40bd71525285", "tag": "bdb80df0-77fb-4cad-80a3-505b7fecb35a", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:34:13.260630 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-979fd8f4-b737-4680-b7f1-3b22f13fa773 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:34:13.260920 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2a5760-403b-4dab-8834-40bd71525285', 'tag': 'bdb80df0-77fb-4cad-80a3-505b7fecb35a', 'status': 'completed', 'code': 200} Nov 12 09:34:13.264635 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-9c7196c9-8ea5-48e6-89cd-cc7b4ddb4c91 None None] Set router 8efbd771-1206-4953-ba76-3a7d5be84496 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:34:13.326656 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55018f-2b6a-4396-9dca-25bd772f76c4 req-c1ed9d1a-b9f8-4d24-94d6-b74a2beb7b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:13.328232 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8a55018f-2b6a-4396-9dca-25bd772f76c4 req-c1ed9d1a-b9f8-4d24-94d6-b74a2beb7b03 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 1097 time: 0.0428140 Nov 12 09:34:13.436306 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55018f-2b6a-4396-9dca-25bd772f76c4 req-ccef568f-dae7-49e1-a227-05e90d010560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:13.438001 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8a55018f-2b6a-4396-9dca-25bd772f76c4 req-ccef568f-dae7-49e1-a227-05e90d010560 service neutron] 10.222.0.54 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.1024699 Nov 12 09:34:13.508455 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8a55018f-2b6a-4396-9dca-25bd772f76c4 req-a7d5232f-bc73-44a7-b26d-8564e89e1fdc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdb80df0-77fb-4cad-80a3-505b7fecb35a HTTP/1.1" status: 200 len: 998 time: 0.0625250 Nov 12 09:34:13.525001 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9c7196c9-8ea5-48e6-89cd-cc7b4ddb4c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:32Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '4ee12900dba143e5907035744a059bb0', 'gw_port': {'id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:33Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '591bfe2b-221e-4f56-a73f-f649f7c8b069', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'port_id': 'bdb80df0-77fb-4cad-80a3-505b7fecb35a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'mac_address': 'fa:16:3e:c6:91:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2a5760-403b-4dab-8834-40bd71525285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:31:39Z', 'updated_at': '2021-11-12T09:34:12Z', 'revision_number': 5, 'project_id': '4ee12900dba143e5907035744a059bb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08080d5c-f393-46b9-abbe-44680827f42b', 'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'mac_address': 'fa:16:3e:e1:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:35Z', 'updated_at': '2021-11-12T09:31:40Z', 'revision_number': 5, 'project_id': '4ee12900dba143e5907035744a059bb0', 'subnets': [{'id': '5161be35-2187-48e2-99be-9229442f588c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:13.553173 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7196c9-8ea5-48e6-89cd-cc7b4ddb4c91 None None] Checking router: 8efbd771-1206-4953-ba76-3a7d5be84496 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:34:13.565059 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7196c9-8ea5-48e6-89cd-cc7b4ddb4c91 None None] Routers {'8efbd771-1206-4953-ba76-3a7d5be84496'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:34:13.565949 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9c7196c9-8ea5-48e6-89cd-cc7b4ddb4c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:34:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8efbd771-1206-4953-ba76-3a7d5be84496'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:13.571831 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55018f-2b6a-4396-9dca-25bd772f76c4 req-665ea548-3eb1-4d4d-abd1-f4f0881f9f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:13.573432 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8a55018f-2b6a-4396-9dca-25bd772f76c4 req-665ea548-3eb1-4d4d-abd1-f4f0881f9f47 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0573106 Nov 12 09:34:13.630607 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55018f-2b6a-4396-9dca-25bd772f76c4 req-b88b788b-dbc8-4f2e-8225-3a96e3c25a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:13.632216 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8a55018f-2b6a-4396-9dca-25bd772f76c4 req-b88b788b-dbc8-4f2e-8225-3a96e3c25a1f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510948 Nov 12 09:34:13.632559 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:13.689991 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-9c7196c9-8ea5-48e6-89cd-cc7b4ddb4c91 None None] Set router 8efbd771-1206-4953-ba76-3a7d5be84496 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:34:13.733299 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8a55018f-2b6a-4396-9dca-25bd772f76c4 req-7f6f737f-6663-4009-999c-7d89903c0a5a service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932684 Nov 12 09:34:13.838500 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8a55018f-2b6a-4396-9dca-25bd772f76c4 req-09043622-caeb-4548-99c6-de2b039afde3 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986371 Nov 12 09:34:14.115713 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:14.120197 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9c7196c9-8ea5-48e6-89cd-cc7b4ddb4c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:32Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '4ee12900dba143e5907035744a059bb0', 'gw_port': {'id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:33Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '591bfe2b-221e-4f56-a73f-f649f7c8b069', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'port_id': 'bdb80df0-77fb-4cad-80a3-505b7fecb35a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'mac_address': 'fa:16:3e:c6:91:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2a5760-403b-4dab-8834-40bd71525285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:31:39Z', 'updated_at': '2021-11-12T09:34:12Z', 'revision_number': 5, 'project_id': '4ee12900dba143e5907035744a059bb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08080d5c-f393-46b9-abbe-44680827f42b', 'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'mac_address': 'fa:16:3e:e1:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:35Z', 'updated_at': '2021-11-12T09:31:40Z', 'revision_number': 5, 'project_id': '4ee12900dba143e5907035744a059bb0', 'subnets': [{'id': '5161be35-2187-48e2-99be-9229442f588c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:14.151153 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7196c9-8ea5-48e6-89cd-cc7b4ddb4c91 None None] The sync data for ids ['8efbd771-1206-4953-ba76-3a7d5be84496'] in n-d-768862-16 is: [{'id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:32Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '4ee12900dba143e5907035744a059bb0', 'gw_port': {'id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:33Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '591bfe2b-221e-4f56-a73f-f649f7c8b069', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'port_id': 'bdb80df0-77fb-4cad-80a3-505b7fecb35a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'mac_address': 'fa:16:3e:c6:91:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2a5760-403b-4dab-8834-40bd71525285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:31:39Z', 'updated_at': '2021-11-12T09:34:12Z', 'revision_number': 5, 'project_id': '4ee12900dba143e5907035744a059bb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08080d5c-f393-46b9-abbe-44680827f42b', 'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'mac_address': 'fa:16:3e:e1:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:35Z', 'updated_at': '2021-11-12T09:31:40Z', 'revision_number': 5, 'project_id': '4ee12900dba143e5907035744a059bb0', 'subnets': [{'id': '5161be35-2187-48e2-99be-9229442f588c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:34:14.386276 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c24def-f23b-41a5-9958-f27b594b782d None None] New status for floating IP 591bfe2b-221e-4f56-a73f-f649f7c8b069: ACTIVE {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:34:23.654186 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:28.766023 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1ec9dce0-9540-4b8a-8af5-73b063087ec5 req-382ac75a-1b80-4c22-a26d-9c400df3aaa9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0478499 Nov 12 09:34:28.867106 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9dce0-9540-4b8a-8af5-73b063087ec5 req-4237451f-67e1-4028-b6db-bcf23852fe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:28.868701 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1ec9dce0-9540-4b8a-8af5-73b063087ec5 req-4237451f-67e1-4028-b6db-bcf23852fe62 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 1097 time: 0.0517907 Nov 12 09:34:28.987771 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9dce0-9540-4b8a-8af5-73b063087ec5 req-6c59533f-8b37-4b78-b62c-a967745a8065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:28.989293 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1ec9dce0-9540-4b8a-8af5-73b063087ec5 req-6c59533f-8b37-4b78-b62c-a967745a8065 service neutron] 10.222.0.54 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.0941641 Nov 12 09:34:29.071857 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1ec9dce0-9540-4b8a-8af5-73b063087ec5 req-25223b5e-0665-43b4-ac7f-56f2afb33bd1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdb80df0-77fb-4cad-80a3-505b7fecb35a HTTP/1.1" status: 200 len: 1000 time: 0.0679185 Nov 12 09:34:29.126401 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9dce0-9540-4b8a-8af5-73b063087ec5 req-8287a3c5-8f14-449d-8aea-9eafc86d1539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:29.127826 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1ec9dce0-9540-4b8a-8af5-73b063087ec5 req-8287a3c5-8f14-449d-8aea-9eafc86d1539 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0483582 Nov 12 09:34:29.182920 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9dce0-9540-4b8a-8af5-73b063087ec5 req-eac7d481-5ec1-4498-b9fc-03bcf4607e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:29.184587 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1ec9dce0-9540-4b8a-8af5-73b063087ec5 req-eac7d481-5ec1-4498-b9fc-03bcf4607e02 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491872 Nov 12 09:34:29.288307 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1ec9dce0-9540-4b8a-8af5-73b063087ec5 req-b67c39ba-fcbd-4b9d-b53b-10c582818e8a service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949578 Nov 12 09:34:29.403200 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-1ec9dce0-9540-4b8a-8af5-73b063087ec5 req-c2c58180-2f7c-4088-9c87-b9ea098199e7 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879526 Nov 12 09:34:29.605255 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:37.890964 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9693da00-77a2-42ba-a2df-27f2d77cc0fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:40.225742 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-71386dba-c1f3-42a8-a143-17c29bf8e00b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:40.301255 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:34:42.245467 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:43.593679 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:44.110584 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:53.685937 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:59.610669 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:07.900146 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bacdee13-0c3a-4353-a4b6-60ce683a7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:10.221348 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1c06a9a6-9b2b-411d-b512-ab065d26388b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:12.236005 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:13.594126 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:14.116235 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:17.301874 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:35:23.690919 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:29.613500 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:30.843137 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6102589a-12fb-4328-a4f7-cd8be627ab01 req-c2f1a64a-d972-4ae1-a4a3-6befea7f2abb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1299334 Nov 12 09:35:30.952153 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102589a-12fb-4328-a4f7-cd8be627ab01 req-9d0ece3b-71e4-49d3-bf72-3e2a52f40a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:30.953778 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6102589a-12fb-4328-a4f7-cd8be627ab01 req-9d0ece3b-71e4-49d3-bf72-3e2a52f40a8f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 1097 time: 0.0605218 Nov 12 09:35:31.079926 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102589a-12fb-4328-a4f7-cd8be627ab01 req-e1d58541-cd33-4e82-a2d3-fa3814931e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:31.081562 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6102589a-12fb-4328-a4f7-cd8be627ab01 req-e1d58541-cd33-4e82-a2d3-fa3814931e1c service neutron] 10.222.0.54 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.1005707 Nov 12 09:35:31.158897 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6102589a-12fb-4328-a4f7-cd8be627ab01 req-2f43c08e-5337-46c5-af6a-89800c979ee6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdb80df0-77fb-4cad-80a3-505b7fecb35a HTTP/1.1" status: 200 len: 1000 time: 0.0697908 Nov 12 09:35:31.211439 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102589a-12fb-4328-a4f7-cd8be627ab01 req-c93bd781-27dd-49a5-9d46-03141f040d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:31.212985 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6102589a-12fb-4328-a4f7-cd8be627ab01 req-c93bd781-27dd-49a5-9d46-03141f040d72 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0476251 Nov 12 09:35:31.264182 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102589a-12fb-4328-a4f7-cd8be627ab01 req-8ded059e-a4e3-478d-8c4b-9c141cf4c1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:31.266192 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6102589a-12fb-4328-a4f7-cd8be627ab01 req-8ded059e-a4e3-478d-8c4b-9c141cf4c1d1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455127 Nov 12 09:35:31.384718 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6102589a-12fb-4328-a4f7-cd8be627ab01 req-933cc897-c19c-4b93-9a84-b08708acc914 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111710 Nov 12 09:35:31.488404 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6102589a-12fb-4328-a4f7-cd8be627ab01 req-3bf714bc-eb4f-471e-9089-36a29ffdac94 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954525 Nov 12 09:35:37.898340 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9232f61a-7a60-4d18-a3f6-4bc1c5c7ceb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:40.226226 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-40664f69-ddae-44c2-946c-59d0244993cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:42.239171 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:43.602564 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:44.115354 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:50.147130 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2ceb3-aa7c-4e6f-b484-9a6596ca4629 req-b98923db-53cc-4869-bd53-07d2172cb9b2 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:50.148814 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-64d2ceb3-aa7c-4e6f-b484-9a6596ca4629 req-b98923db-53cc-4869-bd53-07d2172cb9b2 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 945 time: 0.1190460 Nov 12 09:35:50.202439 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-64d2ceb3-aa7c-4e6f-b484-9a6596ca4629 req-166abbc6-6438-457e-825a-56ed452f4904 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471077 Nov 12 09:35:51.332248 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228113b-655c-4672-acde-ba0a40117ca8 req-e8f1808f-f6b3-4a04-a34d-28358eabf68c tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:51.333792 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0228113b-655c-4672-acde-ba0a40117ca8 req-e8f1808f-f6b3-4a04-a34d-28358eabf68c tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 945 time: 0.0595186 Nov 12 09:35:51.388309 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0228113b-655c-4672-acde-ba0a40117ca8 req-ca0a8ba9-cbaa-498b-a3f7-068d197a14ac tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455382 Nov 12 09:35:52.519343 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210a1f7-88f8-4239-b85d-cf9d21a13793 req-3173f8cc-5cc3-44d8-939d-f85ae910f4ff tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:52.520920 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2210a1f7-88f8-4239-b85d-cf9d21a13793 req-3173f8cc-5cc3-44d8-939d-f85ae910f4ff tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 945 time: 0.0598240 Nov 12 09:35:52.573224 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2210a1f7-88f8-4239-b85d-cf9d21a13793 req-6216963d-a333-4325-b76f-9cbf845b14b1 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438037 Nov 12 09:35:53.689103 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:53.703329 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881bf364-97df-44fb-9962-9f7a434713ee req-3658031a-0b1e-4756-a99b-29fec33f39e3 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:53.704864 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-881bf364-97df-44fb-9962-9f7a434713ee req-3658031a-0b1e-4756-a99b-29fec33f39e3 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 945 time: 0.0555038 Nov 12 09:35:53.755967 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-881bf364-97df-44fb-9962-9f7a434713ee req-4c4f135a-b179-4eb0-8f6d-70269a4cb7bb tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443881 Nov 12 09:35:54.302613 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:35:54.897961 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025ef90-6fa0-4f4c-bb1f-0841d49a34dd req-50d4868a-5775-49ac-a09c-3811b773c591 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:54.899604 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c025ef90-6fa0-4f4c-bb1f-0841d49a34dd req-50d4868a-5775-49ac-a09c-3811b773c591 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 945 time: 0.0577457 Nov 12 09:35:54.958571 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c025ef90-6fa0-4f4c-bb1f-0841d49a34dd req-9b803508-1e22-4770-a691-9400b35ad65a tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497525 Nov 12 09:35:56.089562 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4b3b5-e742-413b-8261-efc0ed8bae87 req-0fbbcd43-5007-4a7b-b00e-40bb8295a86e tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:56.091341 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32f4b3b5-e742-413b-8261-efc0ed8bae87 req-0fbbcd43-5007-4a7b-b00e-40bb8295a86e tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 945 time: 0.0514340 Nov 12 09:35:56.142856 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32f4b3b5-e742-413b-8261-efc0ed8bae87 req-6a6f1d20-dd67-486f-bf67-01074276bde2 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454173 Nov 12 09:35:57.280386 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aba2a2-5ee2-4ab2-aa22-34bba66dc0c2 req-c3c329a3-3da2-47aa-aea8-b3ee5e69df0d tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:57.281972 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-19aba2a2-5ee2-4ab2-aa22-34bba66dc0c2 req-c3c329a3-3da2-47aa-aea8-b3ee5e69df0d tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 945 time: 0.0553026 Nov 12 09:35:57.335402 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-19aba2a2-5ee2-4ab2-aa22-34bba66dc0c2 req-f9373178-1e8c-4f2d-a033-fe01564c7cf9 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440624 Nov 12 09:35:58.474317 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32afb46-437e-4ce5-a1fa-a7b464b8f561 req-a2790cdd-9059-4502-8884-73df2884fd9f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:58.475987 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a32afb46-437e-4ce5-a1fa-a7b464b8f561 req-a2790cdd-9059-4502-8884-73df2884fd9f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 945 time: 0.0605071 Nov 12 09:35:58.530432 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a32afb46-437e-4ce5-a1fa-a7b464b8f561 req-4ca256c3-a451-4c3b-ba76-a34050b89d77 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456047 Nov 12 09:35:59.624389 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:59.663776 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6e644-5555-48d0-927e-e58495175485 req-2cc045ab-0207-43a9-9a27-76aa6eec38ae tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:59.665512 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fdd6e644-5555-48d0-927e-e58495175485 req-2cc045ab-0207-43a9-9a27-76aa6eec38ae tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 945 time: 0.0550694 Nov 12 09:35:59.720155 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fdd6e644-5555-48d0-927e-e58495175485 req-091fde03-389f-4654-a4e0-fcd41942f625 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475216 Nov 12 09:36:00.860946 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22de904-2660-49d9-ae6b-5f0840b41db6 req-63a50c40-69e0-4008-ba50-fe9562c8def4 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:00.862489 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c22de904-2660-49d9-ae6b-5f0840b41db6 req-63a50c40-69e0-4008-ba50-fe9562c8def4 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 945 time: 0.0552933 Nov 12 09:36:00.923117 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c22de904-2660-49d9-ae6b-5f0840b41db6 req-a22082a8-50ac-4be4-8b49-69e7bfa645c8 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518911 Nov 12 09:36:01.203607 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41740f3d-6eb9-4efc-a4a8-afa1f6ad4ed4 req-cccc468a-cf3e-482d-ba3e-8dacb6e48b5c tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:01.205191 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41740f3d-6eb9-4efc-a4a8-afa1f6ad4ed4 req-cccc468a-cf3e-482d-ba3e-8dacb6e48b5c tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 945 time: 0.0602112 Nov 12 09:36:01.271222 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-3d49a59b-e15f-49dc-8d4d-f170e8a80afb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1313622 Nov 12 09:36:01.279729 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-41740f3d-6eb9-4efc-a4a8-afa1f6ad4ed4 req-ea35d01f-6613-4af5-b873-a08b44570b64 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558474 Nov 12 09:36:02.419930 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c525b22-fbd6-440a-a9c9-2ac54bc0a6ef req-58912025-4494-47a1-8c0d-e3de7463e38f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:02.421435 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4c525b22-fbd6-440a-a9c9-2ac54bc0a6ef req-58912025-4494-47a1-8c0d-e3de7463e38f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 945 time: 0.0659161 Nov 12 09:36:02.482338 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4c525b22-fbd6-440a-a9c9-2ac54bc0a6ef req-ffca924f-2fba-4fd7-b80d-4c095825e822 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518646 Nov 12 09:36:02.574507 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-e58a8ed8-b00b-4873-9606-4e1571d25db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:02.576015 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-e58a8ed8-b00b-4873-9606-4e1571d25db0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 1097 time: 0.0561669 Nov 12 09:36:02.672307 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-f8ca608a-5354-480a-911a-fd80416395db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:02.673851 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-f8ca608a-5354-480a-911a-fd80416395db service neutron] 10.222.0.54 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.0909646 Nov 12 09:36:02.749115 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-b46b2fdc-6956-4115-b10f-badaafd75478 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdb80df0-77fb-4cad-80a3-505b7fecb35a HTTP/1.1" status: 200 len: 1000 time: 0.0676844 Nov 12 09:36:02.801975 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-748438f1-7518-4195-b4b7-c16914d0240f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:02.803610 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-748438f1-7518-4195-b4b7-c16914d0240f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0478499 Nov 12 09:36:02.856926 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-5ff470c1-6213-46f2-a211-2e4a4f8e7583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:02.858716 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-5ff470c1-6213-46f2-a211-2e4a4f8e7583 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479729 Nov 12 09:36:02.973442 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-4ca2f957-b9b7-42fc-a5cf-e94edc346de7 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066525 Nov 12 09:36:03.077539 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-162e4e73-bf9b-4874-a441-63ac3e29a536 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956495 Nov 12 09:36:03.610209 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5eca1-fd6c-4678-9ef6-67ed4b347d74 req-79584ed3-61dd-4530-b3a0-873e55ef30b5 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:03.611822 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-28c5eca1-fd6c-4678-9ef6-67ed4b347d74 req-79584ed3-61dd-4530-b3a0-873e55ef30b5 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 945 time: 0.0525422 Nov 12 09:36:03.663304 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-28c5eca1-fd6c-4678-9ef6-67ed4b347d74 req-841f12cd-4b09-4af5-b02d-72cc11b3a150 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450068 Nov 12 09:36:04.795154 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dfbc5-2b1a-424f-84b5-2af90fafbc14 req-62c84f45-1668-4431-8080-b83c4246dc28 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:04.796597 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-080dfbc5-2b1a-424f-84b5-2af90fafbc14 req-62c84f45-1668-4431-8080-b83c4246dc28 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 945 time: 0.0551500 Nov 12 09:36:04.856045 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-080dfbc5-2b1a-424f-84b5-2af90fafbc14 req-335c1fbb-9575-47e6-ba25-a6cb91f36822 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530207 Nov 12 09:36:05.024160 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-eeaad04c-d227-4c0f-a51c-4ca7b09d35ff service neutron] show failed (client error): The resource could not be found. Nov 12 09:36:05.025373 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-eeaad04c-d227-4c0f-a51c-4ca7b09d35ff service neutron] 10.222.0.54 "GET /v2.0/ports/bdb80df0-77fb-4cad-80a3-505b7fecb35a/bindings/n-h2-768862-16 HTTP/1.1" status: 404 len: 381 time: 0.0675609 Nov 12 09:36:05.294780 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-d80355a5-37d2-45a0-9dce-98f63a0d657a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:05.296348 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-d80355a5-37d2-45a0-9dce-98f63a0d657a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285&tenant_id=4ee12900dba143e5907035744a059bb0 HTTP/1.1" status: 200 len: 1097 time: 0.0915093 Nov 12 09:36:05.308277 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-dcd8e673-d53e-43e0-a5e8-29124bba386f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:36:05.309259 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-dcd8e673-d53e-43e0-a5e8-29124bba386f service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056586 Nov 12 09:36:05.321699 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768862-16', 'device_owner': 'compute:nova'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:36:05.381586 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:05.609669 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] For port bdb80df0-77fb-4cad-80a3-505b7fecb35a, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=bdb80df0-77fb-4cad-80a3-505b7fecb35a,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:05.643882 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] For port bdb80df0-77fb-4cad-80a3-505b7fecb35a, host n-h1-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:36:05.685699 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2a5760-403b-4dab-8834-40bd71525285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdb80df0-77fb-4cad-80a3-505b7fecb35a'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:36:05.688054 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ecfd269ae060e48d0080e56de36cfb7f5ddc3dd245bb7f2f65528a6b7e1e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c25541f-8b31-4190-8886-006ad80d382c" -d '{"events": [{"server_uuid": "6b2a5760-403b-4dab-8834-40bd71525285", "name": "network-vif-unplugged", "status": "completed", "tag": "bdb80df0-77fb-4cad-80a3-505b7fecb35a"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:36:05.692081 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:05.706220 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] Transition to ACTIVE for port object bdb80df0-77fb-4cad-80a3-505b7fecb35a will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:36:05.713055 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:06.161847 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e62b47-af7e-4461-8849-414d344cca87 x-openstack-request-id: req-05e62b47-af7e-4461-8849-414d344cca87 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:36:06.162578 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2a5760-403b-4dab-8834-40bd71525285", "name": "network-vif-unplugged", "status": "completed", "tag": "bdb80df0-77fb-4cad-80a3-505b7fecb35a", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:36:06.162578 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05e62b47-af7e-4461-8849-414d344cca87 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:36:06.162795 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2a5760-403b-4dab-8834-40bd71525285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdb80df0-77fb-4cad-80a3-505b7fecb35a', 'code': 200} Nov 12 09:36:06.246276 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] Pushing event updated for resources: {'Port': ['ID=bdb80df0-77fb-4cad-80a3-505b7fecb35a,revision_number=6']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:06.261719 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:06.262062 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:06.262407 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:06.262840 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:06.263192 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:06.263528 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:06.263893 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:06.264223 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:06.264557 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:06.264885 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:06.265207 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:06.265530 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:06.286967 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] No DVR routers for this DVR port bdb80df0-77fb-4cad-80a3-505b7fecb35a on host n-h1-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:36:06.338211 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505a179-ee08-496a-b80f-88ed3bc47e5f req-f401d1c2-4839-4416-aedf-acdd70469154 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:06.339768 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2505a179-ee08-496a-b80f-88ed3bc47e5f req-f401d1c2-4839-4416-aedf-acdd70469154 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 943 time: 0.1797242 Nov 12 09:36:06.439148 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2505a179-ee08-496a-b80f-88ed3bc47e5f req-7872fd85-46d9-4199-8087-b952ab66dc64 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921147 Nov 12 09:36:06.474533 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] Attempting to bind port bdb80df0-77fb-4cad-80a3-505b7fecb35a on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:36:06.474939 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] Attempting to bind port bdb80df0-77fb-4cad-80a3-505b7fecb35a by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:36:06.475286 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] Attempting to bind port bdb80df0-77fb-4cad-80a3-505b7fecb35a on network 768db96d-c716-4f4b-8ce0-d0406ae4f328 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:36:06.479904 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] Port bdb80df0-77fb-4cad-80a3-505b7fecb35a on network 768db96d-c716-4f4b-8ce0-d0406ae4f328 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:36:06.480227 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] Attempting to bind port bdb80df0-77fb-4cad-80a3-505b7fecb35a on network 768db96d-c716-4f4b-8ce0-d0406ae4f328 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:36:06.485782 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:36:06.486125 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] Checking segment: {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:36:06.486513 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] Bound using segment: {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:36:06.486941 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] Bound port: bdb80df0-77fb-4cad-80a3-505b7fecb35a, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:36:06.487300 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:06.555906 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] For port bdb80df0-77fb-4cad-80a3-505b7fecb35a, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:36:06.559537 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] For port bdb80df0-77fb-4cad-80a3-505b7fecb35a, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=bdb80df0-77fb-4cad-80a3-505b7fecb35a,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:36:06.565736 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:06.603955 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:06.604542 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:06.605975 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] 10.222.0.58 "PUT /v2.0/ports/bdb80df0-77fb-4cad-80a3-505b7fecb35a HTTP/1.1" status: 200 len: 1092 time: 1.2886002 Nov 12 09:36:06.642031 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51103a6-bbd3-4cec-acbc-e761676574ad service neutron] Pushing event updated for resources: {'Port': ['ID=bdb80df0-77fb-4cad-80a3-505b7fecb35a,revision_number=7']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:06.685516 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-f90a03e9-c6a2-43d7-b314-f1ff71eec6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:06.687120 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-f90a03e9-c6a2-43d7-b314-f1ff71eec6cf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 1095 time: 0.0532196 Nov 12 09:36:06.791003 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-d8d79507-0b2f-4621-a429-f777cc0d62bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:06.792548 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-d8d79507-0b2f-4621-a429-f777cc0d62bd service neutron] 10.222.0.58 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.0984957 Nov 12 09:36:06.865139 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-a46ff643-0b76-4088-aaeb-753201a82e89 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdb80df0-77fb-4cad-80a3-505b7fecb35a HTTP/1.1" status: 200 len: 998 time: 0.0648386 Nov 12 09:36:06.916432 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-cd96162a-826a-4279-9900-b062001652ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:06.918018 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-cd96162a-826a-4279-9900-b062001652ae service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0461423 Nov 12 09:36:06.966815 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-cbda2776-ccb9-4a6e-a9fa-3a4fb43ea485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:06.968397 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-cbda2776-ccb9-4a6e-a9fa-3a4fb43ea485 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430188 Nov 12 09:36:07.067158 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-cc4a3b39-07db-4f27-a53a-749b932431c8 service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910296 Nov 12 09:36:07.159897 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eac11042-bee4-4a3d-a504-e19b64db6baa req-3438750a-672c-4944-831c-f01f9df7587b service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855994 Nov 12 09:36:07.564891 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca675aea-7ffe-47a9-9463-f42efb93b197 req-eade2090-2d4a-4f57-b8a0-35e559f856f7 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:07.566467 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca675aea-7ffe-47a9-9463-f42efb93b197 req-eade2090-2d4a-4f57-b8a0-35e559f856f7 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 943 time: 0.0558603 Nov 12 09:36:07.624553 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca675aea-7ffe-47a9-9463-f42efb93b197 req-e1b36b92-b5ab-440b-b10d-d46f184e7605 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508635 Nov 12 09:36:07.892571 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-12c6069f-3354-44c6-a57d-91f154cb9795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:08.164043 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2a5760-403b-4dab-8834-40bd71525285', 'tag': 'bdb80df0-77fb-4cad-80a3-505b7fecb35a'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:36:08.166556 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ecfd269ae060e48d0080e56de36cfb7f5ddc3dd245bb7f2f65528a6b7e1e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093d4717-03ae-482c-a4ea-00b61f64b15c" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2a5760-403b-4dab-8834-40bd71525285", "tag": "bdb80df0-77fb-4cad-80a3-505b7fecb35a"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:36:08.220253 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02558f9-ee6e-467e-ad69-12871148249a x-openstack-request-id: req-b02558f9-ee6e-467e-ad69-12871148249a {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:36:08.220549 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2a5760-403b-4dab-8834-40bd71525285", "tag": "bdb80df0-77fb-4cad-80a3-505b7fecb35a", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:36:08.220809 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b02558f9-ee6e-467e-ad69-12871148249a {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:36:08.221266 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2a5760-403b-4dab-8834-40bd71525285', 'tag': 'bdb80df0-77fb-4cad-80a3-505b7fecb35a', 'status': 'completed', 'code': 200} Nov 12 09:36:08.281363 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d4717-03ae-482c-a4ea-00b61f64b15c req-c6af882e-23f8-4276-8c46-a0142896acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:08.283078 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-093d4717-03ae-482c-a4ea-00b61f64b15c req-c6af882e-23f8-4276-8c46-a0142896acfa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 1095 time: 0.0461087 Nov 12 09:36:08.289638 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d4717-03ae-482c-a4ea-00b61f64b15c req-d7f85306-2b24-4c88-8fa4-102f30b750ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:08.291424 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-093d4717-03ae-482c-a4ea-00b61f64b15c req-d7f85306-2b24-4c88-8fa4-102f30b750ac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 1095 time: 0.0450299 Nov 12 09:36:08.388220 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d4717-03ae-482c-a4ea-00b61f64b15c req-46eb4dbc-5798-4694-980c-f597dde8be5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:08.389764 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-093d4717-03ae-482c-a4ea-00b61f64b15c req-46eb4dbc-5798-4694-980c-f597dde8be5f service neutron] 10.222.0.54 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.0980456 Nov 12 09:36:08.399078 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d4717-03ae-482c-a4ea-00b61f64b15c req-17b0e365-191a-46b2-ad6c-15ae8c78a1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:08.400634 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-093d4717-03ae-482c-a4ea-00b61f64b15c req-17b0e365-191a-46b2-ad6c-15ae8c78a1c1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.1019230 Nov 12 09:36:08.469509 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-093d4717-03ae-482c-a4ea-00b61f64b15c req-777f9e8f-a9a3-4bf0-aa90-d11cbb8a7b9e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdb80df0-77fb-4cad-80a3-505b7fecb35a HTTP/1.1" status: 200 len: 998 time: 0.0721896 Nov 12 09:36:08.476409 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-093d4717-03ae-482c-a4ea-00b61f64b15c req-5b484518-a157-4709-b727-a26cf9e7a4a8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdb80df0-77fb-4cad-80a3-505b7fecb35a HTTP/1.1" status: 200 len: 998 time: 0.0682709 Nov 12 09:36:08.502314 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device bdb80df0-77fb-4cad-80a3-505b7fecb35a no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:36:08.527865 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d4717-03ae-482c-a4ea-00b61f64b15c req-0810b7f0-4739-4934-a743-b46a57b0f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:08.529706 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-093d4717-03ae-482c-a4ea-00b61f64b15c req-0810b7f0-4739-4934-a743-b46a57b0f5a4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0533450 Nov 12 09:36:08.539906 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d4717-03ae-482c-a4ea-00b61f64b15c req-1b631db4-4683-4ca5-b506-9bfa784e62f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:08.540258 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-093d4717-03ae-482c-a4ea-00b61f64b15c req-1b631db4-4683-4ca5-b506-9bfa784e62f1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0499690 Nov 12 09:36:08.550409 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device bdb80df0-77fb-4cad-80a3-505b7fecb35a not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:36:08.580099 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d4717-03ae-482c-a4ea-00b61f64b15c req-c742dc1d-cec9-4cb1-ada9-26ae2f2164e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:08.581630 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-093d4717-03ae-482c-a4ea-00b61f64b15c req-c742dc1d-cec9-4cb1-ada9-26ae2f2164e5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441372 Nov 12 09:36:08.592429 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d4717-03ae-482c-a4ea-00b61f64b15c req-7f90659c-56ac-4feb-bfc5-2a77fd7a1cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:08.593930 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-093d4717-03ae-482c-a4ea-00b61f64b15c req-7f90659c-56ac-4feb-bfc5-2a77fd7a1cfa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468583 Nov 12 09:36:08.689454 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-093d4717-03ae-482c-a4ea-00b61f64b15c req-157a8dbb-b82e-461b-8a31-5567eb8b32b7 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009176 Nov 12 09:36:08.695089 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-093d4717-03ae-482c-a4ea-00b61f64b15c req-afdda1e2-c78a-4ad6-8120-1f3e543d7832 service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936112 Nov 12 09:36:08.789082 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-093d4717-03ae-482c-a4ea-00b61f64b15c req-e0611279-9042-4cf9-892a-5dc018be8978 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920339 Nov 12 09:36:08.821338 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63c1ba-9656-4b08-b7ea-62421f93dd16 req-9bcd4b55-41f2-43d4-a1a8-c70067af2791 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:08.822861 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cf63c1ba-9656-4b08-b7ea-62421f93dd16 req-9bcd4b55-41f2-43d4-a1a8-c70067af2791 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 943 time: 0.1109567 Nov 12 09:36:08.852132 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-093d4717-03ae-482c-a4ea-00b61f64b15c req-33bccf01-85f3-44ab-901c-f7c7bbe68aae service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486046 Nov 12 09:36:08.890016 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cf63c1ba-9656-4b08-b7ea-62421f93dd16 req-8e8907bf-13fc-4aa6-882c-ca18503728d6 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601919 Nov 12 09:36:09.120462 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a53f5-674f-4a25-8d82-34304f8dc814 req-129d81f9-83de-4c9d-9c1b-3847446d55a2 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:09.122960 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-012a53f5-674f-4a25-8d82-34304f8dc814 req-129d81f9-83de-4c9d-9c1b-3847446d55a2 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 943 time: 0.0639412 Nov 12 09:36:09.153233 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f290f-2c8c-4a57-8df8-8a2dfcf89d3d req-e5b32fe2-1013-40f7-97f2-f64dc7551bbd tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:09.155190 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e66f290f-2c8c-4a57-8df8-8a2dfcf89d3d req-e5b32fe2-1013-40f7-97f2-f64dc7551bbd tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285&tenant_id=4ee12900dba143e5907035744a059bb0&binding%3Ahost_id=n-h2-768862-16 HTTP/1.1" status: 200 len: 943 time: 0.0639968 Nov 12 09:36:09.197681 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-012a53f5-674f-4a25-8d82-34304f8dc814 req-84363212-a815-4592-b4f3-494c8916c746 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667882 Nov 12 09:36:09.238855 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [req-e66f290f-2c8c-4a57-8df8-8a2dfcf89d3d req-764cc779-6482-40bf-a226-20994da6a4de service neutron] delete failed (client error): The resource could not be found. Nov 12 09:36:09.239963 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e66f290f-2c8c-4a57-8df8-8a2dfcf89d3d req-764cc779-6482-40bf-a226-20994da6a4de service neutron] 10.222.0.54 "DELETE /v2.0/ports/bdb80df0-77fb-4cad-80a3-505b7fecb35a/bindings/n-h1-768862-16 HTTP/1.1" status: 404 len: 381 time: 0.0773227 Nov 12 09:36:09.331271 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f290f-2c8c-4a57-8df8-8a2dfcf89d3d req-bf6ddaa1-42f6-4235-af39-c13529795dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:09.332845 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e66f290f-2c8c-4a57-8df8-8a2dfcf89d3d req-bf6ddaa1-42f6-4235-af39-c13529795dd5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 1095 time: 0.0447748 Nov 12 09:36:09.454977 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f290f-2c8c-4a57-8df8-8a2dfcf89d3d req-3c197154-cd84-4634-a294-f8c7260c98e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:09.456446 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e66f290f-2c8c-4a57-8df8-8a2dfcf89d3d req-3c197154-cd84-4634-a294-f8c7260c98e9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.1155481 Nov 12 09:36:09.534227 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e66f290f-2c8c-4a57-8df8-8a2dfcf89d3d req-97380ae5-0792-4cce-bd91-d70bab8d5755 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdb80df0-77fb-4cad-80a3-505b7fecb35a HTTP/1.1" status: 200 len: 998 time: 0.0707459 Nov 12 09:36:09.591957 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f290f-2c8c-4a57-8df8-8a2dfcf89d3d req-865ef572-b0c7-4e91-bb13-edebcef87e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:09.593468 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e66f290f-2c8c-4a57-8df8-8a2dfcf89d3d req-865ef572-b0c7-4e91-bb13-edebcef87e45 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0526772 Nov 12 09:36:09.642634 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f290f-2c8c-4a57-8df8-8a2dfcf89d3d req-7c973ebb-6d15-4d90-9b34-b65169ace1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:09.644211 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e66f290f-2c8c-4a57-8df8-8a2dfcf89d3d req-7c973ebb-6d15-4d90-9b34-b65169ace1fb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439420 Nov 12 09:36:09.765363 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e66f290f-2c8c-4a57-8df8-8a2dfcf89d3d req-3dce9211-bf6d-4339-ade4-99a42d411b32 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112731 Nov 12 09:36:09.874144 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e66f290f-2c8c-4a57-8df8-8a2dfcf89d3d req-81a33595-a08b-4214-a42f-7a727e64bee3 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016061 Nov 12 09:36:10.041561 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device bdb80df0-77fb-4cad-80a3-505b7fecb35a details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:36:10.159546 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port bdb80df0-77fb-4cad-80a3-505b7fecb35a, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=bdb80df0-77fb-4cad-80a3-505b7fecb35a,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:10.172545 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'bdb80df0-77fb-4cad-80a3-505b7fecb35a', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'port_id': 'bdb80df0-77fb-4cad-80a3-505b7fecb35a', 'mac_address': 'fa:16:3e:c6:91:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:36:10.256207 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:10.272170 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb80df0-77fb-4cad-80a3-505b7fecb35a {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:36:10.277144 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5b97498b-3b66-4676-a9e2-72681ca07939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:10.299529 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port bdb80df0-77fb-4cad-80a3-505b7fecb35a, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=bdb80df0-77fb-4cad-80a3-505b7fecb35a,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:10.306695 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:10.357757 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437401fa-57ae-42e7-935a-41f8dc37db90 req-4b22fa26-dce2-4196-bc22-265f9c5f3838 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:10.359686 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-437401fa-57ae-42e7-935a-41f8dc37db90 req-4b22fa26-dce2-4196-bc22-265f9c5f3838 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 943 time: 0.0720935 Nov 12 09:36:10.380101 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=bdb80df0-77fb-4cad-80a3-505b7fecb35a,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:10.388427 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:10.388767 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:10.389108 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:10.389578 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:10.389917 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:10.390254 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:10.390586 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:10.390923 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:10.391247 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:10.393287 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:10.393287 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:10.393287 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:10.431286 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-437401fa-57ae-42e7-935a-41f8dc37db90 req-6fcaa8eb-09b2-47e9-8af6-fb1d68c58a29 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650237 Nov 12 09:36:10.554100 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['bdb80df0-77fb-4cad-80a3-505b7fecb35a'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:36:11.612292 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c15fa-986f-4c89-b2c2-13b91f096a97 req-b50b7707-585e-4a31-9590-33110ab88596 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:11.615198 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c27c15fa-986f-4c89-b2c2-13b91f096a97 req-b50b7707-585e-4a31-9590-33110ab88596 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 944 time: 0.0704970 Nov 12 09:36:11.671660 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c27c15fa-986f-4c89-b2c2-13b91f096a97 req-074ff8ca-f25d-4ed2-b864-52dc1ec98a88 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497057 Nov 12 09:36:11.827256 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13827afd-f1d1-4c39-9504-9abb3b989680 req-d438b2c9-a33c-4d99-8eb0-f0dd54078648 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:11.829006 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13827afd-f1d1-4c39-9504-9abb3b989680 req-d438b2c9-a33c-4d99-8eb0-f0dd54078648 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 944 time: 0.0763590 Nov 12 09:36:11.897949 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13827afd-f1d1-4c39-9504-9abb3b989680 req-2d9204a9-3a8d-4e59-bd36-931ff0652403 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571461 Nov 12 09:36:12.077764 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device bdb80df0-77fb-4cad-80a3-505b7fecb35a up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:36:12.182493 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port bdb80df0-77fb-4cad-80a3-505b7fecb35a completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:36:12.188490 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port bdb80df0-77fb-4cad-80a3-505b7fecb35a triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:36:12.189025 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:12.195733 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1adbc5-7333-4ec3-98a3-aa36ecf4d78a req-9e37231d-cb20-4dd2-87f6-064584e18773 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:12.204905 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ec1adbc5-7333-4ec3-98a3-aa36ecf4d78a req-9e37231d-cb20-4dd2-87f6-064584e18773 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 944 time: 0.0928547 Nov 12 09:36:12.262648 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:12.309286 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:12.342265 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2a5760-403b-4dab-8834-40bd71525285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb80df0-77fb-4cad-80a3-505b7fecb35a'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:36:12.344678 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be45a9427ec0e01fea1711315fc80f5d0e0450582803884f19ff2849393a08db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1537314c-7bf3-43a8-a212-d8991ffb5710" -d '{"events": [{"server_uuid": "6b2a5760-403b-4dab-8834-40bd71525285", "name": "network-vif-plugged", "status": "completed", "tag": "bdb80df0-77fb-4cad-80a3-505b7fecb35a"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:36:12.358528 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ec1adbc5-7333-4ec3-98a3-aa36ecf4d78a req-75cd84b2-8310-48e3-ab98-5913d7762749 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495793 Nov 12 09:36:12.360676 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port bdb80df0-77fb-4cad-80a3-505b7fecb35a, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=bdb80df0-77fb-4cad-80a3-505b7fecb35a,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:12.364081 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842dbef-0049-4359-a2bb-7f8c8ac15553 req-44e38b22-f3ea-4e06-af13-a8280425242d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:12.367004 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7842dbef-0049-4359-a2bb-7f8c8ac15553 req-44e38b22-f3ea-4e06-af13-a8280425242d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 1096 time: 0.1552052 Nov 12 09:36:12.368766 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:12.424176 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=bdb80df0-77fb-4cad-80a3-505b7fecb35a,revision_number=9']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:12.505908 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8551ba16-6c58-410d-a29a-c8be0bdf20b2 x-openstack-request-id: req-8551ba16-6c58-410d-a29a-c8be0bdf20b2 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:36:12.506396 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2a5760-403b-4dab-8834-40bd71525285", "name": "network-vif-plugged", "status": "completed", "tag": "bdb80df0-77fb-4cad-80a3-505b7fecb35a", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:36:12.507107 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8551ba16-6c58-410d-a29a-c8be0bdf20b2 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:36:12.507398 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842dbef-0049-4359-a2bb-7f8c8ac15553 req-92dfe836-2ec8-4607-9258-953d03096fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:12.507853 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2a5760-403b-4dab-8834-40bd71525285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb80df0-77fb-4cad-80a3-505b7fecb35a', 'code': 200} Nov 12 09:36:12.509264 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7842dbef-0049-4359-a2bb-7f8c8ac15553 req-92dfe836-2ec8-4607-9258-953d03096fb3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.1348286 Nov 12 09:36:12.598499 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7842dbef-0049-4359-a2bb-7f8c8ac15553 req-c8f85eb0-65a2-4c9e-9c03-091133ac09cf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdb80df0-77fb-4cad-80a3-505b7fecb35a HTTP/1.1" status: 200 len: 1000 time: 0.0773296 Nov 12 09:36:12.661753 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842dbef-0049-4359-a2bb-7f8c8ac15553 req-c32ffd2d-763f-4eeb-86be-7b5d0d91331a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:12.664693 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7842dbef-0049-4359-a2bb-7f8c8ac15553 req-c32ffd2d-763f-4eeb-86be-7b5d0d91331a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0583684 Nov 12 09:36:12.727212 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842dbef-0049-4359-a2bb-7f8c8ac15553 req-4e4cae49-ad9a-4f04-862d-d6be00630da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:12.728864 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7842dbef-0049-4359-a2bb-7f8c8ac15553 req-4e4cae49-ad9a-4f04-862d-d6be00630da9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568933 Nov 12 09:36:12.879981 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7842dbef-0049-4359-a2bb-7f8c8ac15553 req-2b85caaf-c153-42d4-8e1b-d0beba11d9d1 service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432393 Nov 12 09:36:12.999470 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7842dbef-0049-4359-a2bb-7f8c8ac15553 req-c91c20ec-58df-4726-b44b-eadeda013868 service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118741 Nov 12 09:36:13.506454 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ba7bb-a24d-4b7e-9fc0-9d971c3272df req-74b6f932-7a8e-4067-9671-f1978a468d31 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:13.508245 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ef1ba7bb-a24d-4b7e-9fc0-9d971c3272df req-74b6f932-7a8e-4067-9671-f1978a468d31 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 945 time: 0.0627959 Nov 12 09:36:13.576871 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ef1ba7bb-a24d-4b7e-9fc0-9d971c3272df req-ff923976-0c7e-48a6-8bbf-e34c4df0b5ec tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618615 Nov 12 09:36:13.603112 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:14.112411 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:14.714549 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7f5fd-775b-4809-a631-9bece48ddd1e req-30fa10f5-734a-4b4c-aa1f-3c516dbe20ca tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:14.716273 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49e7f5fd-775b-4809-a631-9bece48ddd1e req-30fa10f5-734a-4b4c-aa1f-3c516dbe20ca tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 945 time: 0.0604386 Nov 12 09:36:14.782632 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-49e7f5fd-775b-4809-a631-9bece48ddd1e req-f39a8534-48a5-47c1-b53e-4d81d5320b58 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580735 Nov 12 09:36:15.071262 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f88790-806c-45a7-ad4f-e518b77a3f97 req-bf3bdca9-9e61-4347-b93c-06d5cfa63b27 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:15.072859 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-82f88790-806c-45a7-ad4f-e518b77a3f97 req-bf3bdca9-9e61-4347-b93c-06d5cfa63b27 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 945 time: 0.0535605 Nov 12 09:36:15.134238 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-82f88790-806c-45a7-ad4f-e518b77a3f97 req-90d6b94f-ac95-4cf4-86ad-52aa04c13bb9 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539026 Nov 12 09:36:16.270744 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc10fa0-5b10-477f-8ecc-66caa64d8599 req-301f0072-b575-42c3-892d-8490ac72e7ff tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:16.272576 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bbc10fa0-5b10-477f-8ecc-66caa64d8599 req-301f0072-b575-42c3-892d-8490ac72e7ff tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 945 time: 0.0580485 Nov 12 09:36:16.355923 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bbc10fa0-5b10-477f-8ecc-66caa64d8599 req-9de82131-f2f5-4cb1-8964-3e290db115f3 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760982 Nov 12 09:36:16.382342 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a72be5-0980-450e-b1ad-8886c1b0e5b4 req-de323e1f-795a-487b-bbaa-058720af994e tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:16.384067 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a9a72be5-0980-450e-b1ad-8886c1b0e5b4 req-de323e1f-795a-487b-bbaa-058720af994e tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 945 time: 0.0648522 Nov 12 09:36:16.490181 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-a9a72be5-0980-450e-b1ad-8886c1b0e5b4 req-d8297ebc-73e1-4e2b-939d-3ea16181aac4 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Deleting port bdb80df0-77fb-4cad-80a3-505b7fecb35a {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:36:16.490475 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a9a72be5-0980-450e-b1ad-8886c1b0e5b4 req-d8297ebc-73e1-4e2b-939d-3ea16181aac4 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:16.590089 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-a9a72be5-0980-450e-b1ad-8886c1b0e5b4 req-d8297ebc-73e1-4e2b-939d-3ea16181aac4 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] For port bdb80df0-77fb-4cad-80a3-505b7fecb35a, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=bdb80df0-77fb-4cad-80a3-505b7fecb35a,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:16.590451 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a9a72be5-0980-450e-b1ad-8886c1b0e5b4 req-d8297ebc-73e1-4e2b-939d-3ea16181aac4 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:16.784471 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a9a72be5-0980-450e-b1ad-8886c1b0e5b4 req-d8297ebc-73e1-4e2b-939d-3ea16181aac4 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:16.784805 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a9a72be5-0980-450e-b1ad-8886c1b0e5b4 req-d8297ebc-73e1-4e2b-939d-3ea16181aac4 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:16.785228 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [req-a9a72be5-0980-450e-b1ad-8886c1b0e5b4 req-d8297ebc-73e1-4e2b-939d-3ea16181aac4 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Floating IP 591bfe2b-221e-4f56-a73f-f649f7c8b069 disassociated. External IP: 172.25.6.32, port: bdb80df0-77fb-4cad-80a3-505b7fecb35a. Nov 12 09:36:16.785511 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-a9a72be5-0980-450e-b1ad-8886c1b0e5b4 req-d8297ebc-73e1-4e2b-939d-3ea16181aac4 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Calling delete_port for bdb80df0-77fb-4cad-80a3-505b7fecb35a owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:36:16.934897 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a9a72be5-0980-450e-b1ad-8886c1b0e5b4 req-d8297ebc-73e1-4e2b-939d-3ea16181aac4 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:16.968027 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8297ebc-73e1-4e2b-939d-3ea16181aac4 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Pushing event deleted for resources: {'Port': ['ID=bdb80df0-77fb-4cad-80a3-505b7fecb35a,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:17.122557 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9a72be5-0980-450e-b1ad-8886c1b0e5b4 req-d8297ebc-73e1-4e2b-939d-3ea16181aac4 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Router 8efbd771-1206-4953-ba76-3a7d5be84496 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:36:17.261078 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9a72be5-0980-450e-b1ad-8886c1b0e5b4 req-d8297ebc-73e1-4e2b-939d-3ea16181aac4 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:36:17.271015 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a680ef-b7fc-4786-b1ea-d7315731e3fc None None] Sync routers for ids ['8efbd771-1206-4953-ba76-3a7d5be84496'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:36:17.283048 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a680ef-b7fc-4786-b1ea-d7315731e3fc None None] Routers {'8efbd771-1206-4953-ba76-3a7d5be84496'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:36:17.283713 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-96a680ef-b7fc-4786-b1ea-d7315731e3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:36:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8efbd771-1206-4953-ba76-3a7d5be84496'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:17.307628 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a72be5-0980-450e-b1ad-8886c1b0e5b4 req-d8297ebc-73e1-4e2b-939d-3ea16181aac4 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] No DVR routers for this DVR port bdb80df0-77fb-4cad-80a3-505b7fecb35a on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:36:17.311199 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-a9a72be5-0980-450e-b1ad-8886c1b0e5b4 req-d8297ebc-73e1-4e2b-939d-3ea16181aac4 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:17.314953 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a9a72be5-0980-450e-b1ad-8886c1b0e5b4 req-d8297ebc-73e1-4e2b-939d-3ea16181aac4 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.58 "DELETE /v2.0/ports/bdb80df0-77fb-4cad-80a3-505b7fecb35a HTTP/1.1" status: 204 len: 173 time: 0.9242241 Nov 12 09:36:17.316123 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2a5760-403b-4dab-8834-40bd71525285', 'name': 'network-vif-deleted', 'tag': 'bdb80df0-77fb-4cad-80a3-505b7fecb35a'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:36:17.317991 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ecfd269ae060e48d0080e56de36cfb7f5ddc3dd245bb7f2f65528a6b7e1e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b58b809-8636-4178-9a02-06cf66265327" -d '{"events": [{"server_uuid": "6b2a5760-403b-4dab-8834-40bd71525285", "name": "network-vif-deleted", "tag": "bdb80df0-77fb-4cad-80a3-505b7fecb35a"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:36:17.359569 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0338da-8f09-487e-9309-1ffee2be3d09 x-openstack-request-id: req-bf0338da-8f09-487e-9309-1ffee2be3d09 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:36:17.359977 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2a5760-403b-4dab-8834-40bd71525285", "name": "network-vif-deleted", "tag": "bdb80df0-77fb-4cad-80a3-505b7fecb35a", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:36:17.360237 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf0338da-8f09-487e-9309-1ffee2be3d09 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:36:17.360645 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2a5760-403b-4dab-8834-40bd71525285', 'name': 'network-vif-deleted', 'tag': 'bdb80df0-77fb-4cad-80a3-505b7fecb35a', 'status': 'completed', 'code': 200} Nov 12 09:36:17.413011 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-96a680ef-b7fc-4786-b1ea-d7315731e3fc None None] Set router 8efbd771-1206-4953-ba76-3a7d5be84496 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:36:17.493728 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e94d6f73-f548-4572-b4ba-414049600cef req-25c14baa-ab0e-4937-a21e-33822be5065f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b2a5760-403b-4dab-8834-40bd71525285 HTTP/1.1" status: 200 len: 210 time: 0.0501118 Nov 12 09:36:17.652744 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-96a680ef-b7fc-4786-b1ea-d7315731e3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:32Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '4ee12900dba143e5907035744a059bb0', 'gw_port': {'id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:33Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '08080d5c-f393-46b9-abbe-44680827f42b', 'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'mac_address': 'fa:16:3e:e1:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:35Z', 'updated_at': '2021-11-12T09:31:40Z', 'revision_number': 5, 'project_id': '4ee12900dba143e5907035744a059bb0', 'subnets': [{'id': '5161be35-2187-48e2-99be-9229442f588c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:17.679646 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a680ef-b7fc-4786-b1ea-d7315731e3fc None None] Checking router: 8efbd771-1206-4953-ba76-3a7d5be84496 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:36:17.689467 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a680ef-b7fc-4786-b1ea-d7315731e3fc None None] Routers {'8efbd771-1206-4953-ba76-3a7d5be84496'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:36:17.690110 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-96a680ef-b7fc-4786-b1ea-d7315731e3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:36:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8efbd771-1206-4953-ba76-3a7d5be84496'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:17.804883 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-96a680ef-b7fc-4786-b1ea-d7315731e3fc None None] Set router 8efbd771-1206-4953-ba76-3a7d5be84496 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:36:18.015543 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-96a680ef-b7fc-4786-b1ea-d7315731e3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:32Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '4ee12900dba143e5907035744a059bb0', 'gw_port': {'id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:33Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '08080d5c-f393-46b9-abbe-44680827f42b', 'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'mac_address': 'fa:16:3e:e1:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:35Z', 'updated_at': '2021-11-12T09:31:40Z', 'revision_number': 5, 'project_id': '4ee12900dba143e5907035744a059bb0', 'subnets': [{'id': '5161be35-2187-48e2-99be-9229442f588c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:18.048543 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a680ef-b7fc-4786-b1ea-d7315731e3fc None None] The sync data for ids ['8efbd771-1206-4953-ba76-3a7d5be84496'] in n-d-768862-16 is: [{'id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:32Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '4ee12900dba143e5907035744a059bb0', 'gw_port': {'id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:33Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '08080d5c-f393-46b9-abbe-44680827f42b', 'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'mac_address': 'fa:16:3e:e1:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:35Z', 'updated_at': '2021-11-12T09:31:40Z', 'revision_number': 5, 'project_id': '4ee12900dba143e5907035744a059bb0', 'subnets': [{'id': '5161be35-2187-48e2-99be-9229442f588c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:36:18.300096 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144033ee-dbe8-4027-aca1-b1b6e37a37ef None None] New status for floating IP 591bfe2b-221e-4f56-a73f-f649f7c8b069: DOWN {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:36:18.838936 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-cb8b4552-7e3a-4158-8c9f-2936f41d7434 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1691236889&fields=id&tenant_id=4ee12900dba143e5907035744a059bb0 HTTP/1.1" status: 200 len: 267 time: 0.0529630 Nov 12 09:36:18.964286 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-c51b987b-42f0-465b-9122-1c1e8dfe2bae tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:18.965869 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-c51b987b-42f0-465b-9122-1c1e8dfe2bae tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 811 time: 0.1191120 Nov 12 09:36:18.990131 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-e4e828cf-af17-47bf-b823-ffcec89da598 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/quotas/4ee12900dba143e5907035744a059bb0 HTTP/1.1" status: 200 len: 375 time: 0.0156627 Nov 12 09:36:19.065287 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-3ed7e543-7209-4702-a1a7-56c2911aca3a tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0674760 Nov 12 09:36:19.197418 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-8ec742d3-3f4b-4d01-8ed9-3c26bd266c5b service neutron] 10.222.0.37 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184552 Nov 12 09:36:19.304353 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-76b71b9c-9348-4c68-88c5-aa1f89357db3 service neutron] 10.222.0.37 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997472 Nov 12 09:36:19.494248 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-74911559-e8ae-42cd-b785-2649dc4293b5 req-02cf39fb-421c-4411-840e-60fad80846a0 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 210 time: 0.0318236 Nov 12 09:36:20.090880 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device bdb80df0-77fb-4cad-80a3-505b7fecb35a no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:36:20.117943 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: bdb80df0-77fb-4cad-80a3-505b7fecb35a {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:36:20.118288 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device bdb80df0-77fb-4cad-80a3-505b7fecb35a not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:36:20.605494 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-0aa11eeb-0958-422d-868b-1b698500c332 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:20.607526 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-0aa11eeb-0958-422d-868b-1b698500c332 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.54 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 811 time: 0.1521592 Nov 12 09:36:20.642326 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c1bca499-c7fc-4569-98cc-72e311ceecf5 req-f38c98e9-5b29-4f19-8cd6-75a9de8a5c74 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 210 time: 0.0340247 Nov 12 09:36:20.734230 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-67ef2f57-33c7-415d-968a-e28d083a4007 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ee12900dba143e5907035744a059bb0 HTTP/1.1" status: 200 len: 380 time: 0.1149356 Nov 12 09:36:20.745267 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-148bddd5-0190-4e62-95af-31014ca04d7f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Request body: {'port': {'device_id': '76d74ecd-73ba-4cdb-8fdf-f3620abb84d3', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'admin_state_up': True, 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'security_groups': ['67f61a1c-446e-4979-a458-062d4e556701']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:36:20.871885 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-148bddd5-0190-4e62-95af-31014ca04d7f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Made reservation on behalf of 4ee12900dba143e5907035744a059bb0 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:36:20.875978 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-148bddd5-0190-4e62-95af-31014ca04d7f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:21.049451 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-148bddd5-0190-4e62-95af-31014ca04d7f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Allocated IP 172.20.0.4 (768db96d-c716-4f4b-8ce0-d0406ae4f328/5161be35-2187-48e2-99be-9229442f588c/bffc0ce8-385f-4c6c-b4b3-49723fe00242) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:36:21.226195 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-148bddd5-0190-4e62-95af-31014ca04d7f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:21.267628 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-148bddd5-0190-4e62-95af-31014ca04d7f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:21.323847 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-148bddd5-0190-4e62-95af-31014ca04d7f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Network 768db96d-c716-4f4b-8ce0-d0406ae4f328 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:36:21.327667 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-148bddd5-0190-4e62-95af-31014ca04d7f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:36:21.330489 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-148bddd5-0190-4e62-95af-31014ca04d7f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:36:21.340832 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148bddd5-0190-4e62-95af-31014ca04d7f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Pushing event updated for resources: {'Port': ['ID=bffc0ce8-385f-4c6c-b4b3-49723fe00242,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:21.379201 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148bddd5-0190-4e62-95af-31014ca04d7f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:21.379645 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148bddd5-0190-4e62-95af-31014ca04d7f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:21.379912 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148bddd5-0190-4e62-95af-31014ca04d7f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:21.380263 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148bddd5-0190-4e62-95af-31014ca04d7f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:21.380606 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148bddd5-0190-4e62-95af-31014ca04d7f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:21.380951 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148bddd5-0190-4e62-95af-31014ca04d7f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:21.381508 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148bddd5-0190-4e62-95af-31014ca04d7f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:21.381946 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148bddd5-0190-4e62-95af-31014ca04d7f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:21.382282 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148bddd5-0190-4e62-95af-31014ca04d7f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:21.382604 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148bddd5-0190-4e62-95af-31014ca04d7f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:21.382927 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148bddd5-0190-4e62-95af-31014ca04d7f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:21.383258 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148bddd5-0190-4e62-95af-31014ca04d7f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:21.422950 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-148bddd5-0190-4e62-95af-31014ca04d7f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:21.423638 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-148bddd5-0190-4e62-95af-31014ca04d7f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:21.446514 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-148bddd5-0190-4e62-95af-31014ca04d7f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7060549 Nov 12 09:36:21.460862 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-c667dfaa-93dc-4fc5-b864-c652a8eb0a59 service neutron] Request body: {'port': {'device_id': '76d74ecd-73ba-4cdb-8fdf-f3620abb84d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:36:21.543443 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-c667dfaa-93dc-4fc5-b864-c652a8eb0a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:21.647994 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d720d1df-e3e1-4c04-957e-c83dc78fef9e None None] Provisioning complete for port bffc0ce8-385f-4c6c-b4b3-49723fe00242 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:36:21.648690 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d720d1df-e3e1-4c04-957e-c83dc78fef9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:21.711125 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-d720d1df-e3e1-4c04-957e-c83dc78fef9e None None] Port bffc0ce8-385f-4c6c-b4b3-49723fe00242 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:36:21.808339 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afddb0-0f30-4801-b67d-8cee4f0b3a31 req-29bdf713-031d-461b-9aab-47de83be8235 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:21.809830 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-54afddb0-0f30-4801-b67d-8cee4f0b3a31 req-29bdf713-031d-461b-9aab-47de83be8235 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 931 time: 0.0748115 Nov 12 09:36:21.874223 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-54afddb0-0f30-4801-b67d-8cee4f0b3a31 req-8224c171-254e-4e83-9e41-14b6effffaaf tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562217 Nov 12 09:36:21.882383 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-c667dfaa-93dc-4fc5-b864-c652a8eb0a59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bffc0ce8-385f-4c6c-b4b3-49723fe00242 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:36:21.890762 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-c667dfaa-93dc-4fc5-b864-c652a8eb0a59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:21.905799 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-c667dfaa-93dc-4fc5-b864-c652a8eb0a59 service neutron] Transition to ACTIVE for port object bffc0ce8-385f-4c6c-b4b3-49723fe00242 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:36:21.910519 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-c667dfaa-93dc-4fc5-b864-c652a8eb0a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:21.962234 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667dfaa-93dc-4fc5-b864-c652a8eb0a59 service neutron] Pushing event updated for resources: {'Port': ['ID=bffc0ce8-385f-4c6c-b4b3-49723fe00242,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:22.052379 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-c667dfaa-93dc-4fc5-b864-c652a8eb0a59 service neutron] Attempting to bind port bffc0ce8-385f-4c6c-b4b3-49723fe00242 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:36:22.052737 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-c667dfaa-93dc-4fc5-b864-c652a8eb0a59 service neutron] Attempting to bind port bffc0ce8-385f-4c6c-b4b3-49723fe00242 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:36:22.053080 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-c667dfaa-93dc-4fc5-b864-c652a8eb0a59 service neutron] Attempting to bind port bffc0ce8-385f-4c6c-b4b3-49723fe00242 on network 768db96d-c716-4f4b-8ce0-d0406ae4f328 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:36:22.058421 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-c667dfaa-93dc-4fc5-b864-c652a8eb0a59 service neutron] Port bffc0ce8-385f-4c6c-b4b3-49723fe00242 on network 768db96d-c716-4f4b-8ce0-d0406ae4f328 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:36:22.058691 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-c667dfaa-93dc-4fc5-b864-c652a8eb0a59 service neutron] Attempting to bind port bffc0ce8-385f-4c6c-b4b3-49723fe00242 on network 768db96d-c716-4f4b-8ce0-d0406ae4f328 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:36:22.064379 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-c667dfaa-93dc-4fc5-b864-c652a8eb0a59 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:36:22.064727 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-c667dfaa-93dc-4fc5-b864-c652a8eb0a59 service neutron] Checking segment: {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:36:22.065122 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-c667dfaa-93dc-4fc5-b864-c652a8eb0a59 service neutron] Bound using segment: {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:36:22.065569 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-c667dfaa-93dc-4fc5-b864-c652a8eb0a59 service neutron] Bound port: bffc0ce8-385f-4c6c-b4b3-49723fe00242, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:36:22.065935 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-c667dfaa-93dc-4fc5-b864-c652a8eb0a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:22.149764 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-c667dfaa-93dc-4fc5-b864-c652a8eb0a59 service neutron] For port bffc0ce8-385f-4c6c-b4b3-49723fe00242, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:36:22.157180 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-c667dfaa-93dc-4fc5-b864-c652a8eb0a59 service neutron] For port bffc0ce8-385f-4c6c-b4b3-49723fe00242, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=bffc0ce8-385f-4c6c-b4b3-49723fe00242,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:36:22.166941 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-c667dfaa-93dc-4fc5-b864-c652a8eb0a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:22.202879 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-c667dfaa-93dc-4fc5-b864-c652a8eb0a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:22.203532 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-c667dfaa-93dc-4fc5-b864-c652a8eb0a59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:22.204983 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-c667dfaa-93dc-4fc5-b864-c652a8eb0a59 service neutron] 10.222.0.54 "PUT /v2.0/ports/bffc0ce8-385f-4c6c-b4b3-49723fe00242 HTTP/1.1" status: 200 len: 1092 time: 0.7494600 Nov 12 09:36:22.205433 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d74ecd-73ba-4cdb-8fdf-f3620abb84d3', 'tag': 'bffc0ce8-385f-4c6c-b4b3-49723fe00242'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:36:22.207774 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02596b4da7ea12b67234db941b384408cb2f3f21b4d4ffba25f551729798548" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef39a572-185d-4353-b5e4-a2374a466bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "76d74ecd-73ba-4cdb-8fdf-f3620abb84d3", "tag": "bffc0ce8-385f-4c6c-b4b3-49723fe00242"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:36:22.243860 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667dfaa-93dc-4fc5-b864-c652a8eb0a59 service neutron] Pushing event updated for resources: {'Port': ['ID=bffc0ce8-385f-4c6c-b4b3-49723fe00242,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:22.305013 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-ec64defd-e1e6-4c41-9720-2c95be76180a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:22.306683 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-ec64defd-e1e6-4c41-9720-2c95be76180a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 1095 time: 0.0558300 Nov 12 09:36:22.362858 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7de6c41-e2ee-4d33-928a-ff231e403369 x-openstack-request-id: req-b7de6c41-e2ee-4d33-928a-ff231e403369 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:36:22.363226 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d74ecd-73ba-4cdb-8fdf-f3620abb84d3", "tag": "bffc0ce8-385f-4c6c-b4b3-49723fe00242", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:36:22.363484 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b7de6c41-e2ee-4d33-928a-ff231e403369 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:36:22.363925 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d74ecd-73ba-4cdb-8fdf-f3620abb84d3', 'tag': 'bffc0ce8-385f-4c6c-b4b3-49723fe00242', 'status': 'completed', 'code': 200} Nov 12 09:36:22.365521 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-00b117ad-b590-4154-9fee-c4849c120aee service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bffc0ce8-385f-4c6c-b4b3-49723fe00242 HTTP/1.1" status: 200 len: 217 time: 0.0488961 Nov 12 09:36:22.426648 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-2dd69dd5-dee9-465a-8c6d-8e665d535aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:22.428330 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-2dd69dd5-dee9-465a-8c6d-8e665d535aee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0544698 Nov 12 09:36:22.482678 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-4abd7a7b-6c76-4ab6-9080-81e643cfbc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:22.484957 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-4abd7a7b-6c76-4ab6-9080-81e643cfbc43 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483801 Nov 12 09:36:22.593102 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-5397c66e-af88-4ab5-865f-cf8c4f6ed18b service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999203 Nov 12 09:36:22.695417 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e8d13f7e-dd9a-498b-94da-4e7253bd7d4b req-ea25115d-2a59-4e3e-bdd1-6fb817c4f626 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953817 Nov 12 09:36:22.793281 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39a572-185d-4353-b5e4-a2374a466bfe req-4147a7ea-ae87-40d1-84a6-4c2e16ac1c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:22.794878 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ef39a572-185d-4353-b5e4-a2374a466bfe req-4147a7ea-ae87-40d1-84a6-4c2e16ac1c5e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 1095 time: 0.0512383 Nov 12 09:36:22.905979 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39a572-185d-4353-b5e4-a2374a466bfe req-6909ae0c-263a-4f35-97c2-cf1de7f2e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:22.907514 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ef39a572-185d-4353-b5e4-a2374a466bfe req-6909ae0c-263a-4f35-97c2-cf1de7f2e888 service neutron] 10.222.0.54 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.1031148 Nov 12 09:36:22.961173 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ef39a572-185d-4353-b5e4-a2374a466bfe req-7e308640-13c5-4bec-849c-d2b9a6870d24 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bffc0ce8-385f-4c6c-b4b3-49723fe00242 HTTP/1.1" status: 200 len: 217 time: 0.0451393 Nov 12 09:36:23.024614 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39a572-185d-4353-b5e4-a2374a466bfe req-2ae2afd5-6635-4580-ad4a-1e77af142fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:23.026133 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ef39a572-185d-4353-b5e4-a2374a466bfe req-2ae2afd5-6635-4580-ad4a-1e77af142fd5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0558999 Nov 12 09:36:23.027114 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d704-e6e1-4ea3-937d-70a47a475a63 req-a34fd8f7-e1bc-47cd-ac30-ef900ee7361a tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:23.028740 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8a5d704-e6e1-4ea3-937d-70a47a475a63 req-a34fd8f7-e1bc-47cd-ac30-ef900ee7361a tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 943 time: 0.0679085 Nov 12 09:36:23.088916 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a8a5d704-e6e1-4ea3-937d-70a47a475a63 req-ffa85944-6f95-47ee-b25a-eaa1045cecc0 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535686 Nov 12 09:36:23.101961 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39a572-185d-4353-b5e4-a2374a466bfe req-0b8957e6-a409-405e-99b8-d87bb78a6c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:23.105372 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ef39a572-185d-4353-b5e4-a2374a466bfe req-0b8957e6-a409-405e-99b8-d87bb78a6c68 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690873 Nov 12 09:36:23.220185 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ef39a572-185d-4353-b5e4-a2374a466bfe req-653abd33-a92b-439a-8fd0-3f826c8474d9 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072557 Nov 12 09:36:23.321576 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ef39a572-185d-4353-b5e4-a2374a466bfe req-edadc886-6cd5-452b-a886-20b9c3284b3b service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936522 Nov 12 09:36:23.718284 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:24.225347 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8322b-d439-4ecb-84c7-20e2b6493ec7 req-626ba92a-c742-4c96-b171-e52958e058f6 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:24.227140 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-21a8322b-d439-4ecb-84c7-20e2b6493ec7 req-626ba92a-c742-4c96-b171-e52958e058f6 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 943 time: 0.0549359 Nov 12 09:36:24.297496 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-21a8322b-d439-4ecb-84c7-20e2b6493ec7 req-6b6bf94e-a4c2-4edd-b5e5-cb88e07a446d tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633779 Nov 12 09:36:24.562860 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device bffc0ce8-385f-4c6c-b4b3-49723fe00242 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:36:24.683135 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port bffc0ce8-385f-4c6c-b4b3-49723fe00242, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=bffc0ce8-385f-4c6c-b4b3-49723fe00242,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:24.701482 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'bffc0ce8-385f-4c6c-b4b3-49723fe00242', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'port_id': 'bffc0ce8-385f-4c6c-b4b3-49723fe00242', 'mac_address': 'fa:16:3e:9b:01:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:36:24.747681 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:24.762260 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bffc0ce8-385f-4c6c-b4b3-49723fe00242 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:36:24.782924 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port bffc0ce8-385f-4c6c-b4b3-49723fe00242, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=bffc0ce8-385f-4c6c-b4b3-49723fe00242,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:24.789008 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:24.842632 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=bffc0ce8-385f-4c6c-b4b3-49723fe00242,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:25.000172 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['bffc0ce8-385f-4c6c-b4b3-49723fe00242'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:36:25.440778 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399a04d-694f-4783-bf62-6893086b11e2 req-e3c774e4-46c7-446f-9ef0-26ebe4aaaf37 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:25.442427 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2399a04d-694f-4783-bf62-6893086b11e2 req-e3c774e4-46c7-446f-9ef0-26ebe4aaaf37 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 944 time: 0.0699916 Nov 12 09:36:25.495481 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2399a04d-694f-4783-bf62-6893086b11e2 req-8ef5711c-e24f-43a0-8293-a9d37423443c tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468285 Nov 12 09:36:26.574332 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device bffc0ce8-385f-4c6c-b4b3-49723fe00242 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:36:26.647229 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port bffc0ce8-385f-4c6c-b4b3-49723fe00242 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:36:26.652541 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port bffc0ce8-385f-4c6c-b4b3-49723fe00242 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:36:26.652946 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:26.658982 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536502bd-0208-421a-a79d-08cff9cb5541 req-f53e2ba7-9225-4505-9003-e7327675c45e tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:26.662884 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-536502bd-0208-421a-a79d-08cff9cb5541 req-f53e2ba7-9225-4505-9003-e7327675c45e tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 944 time: 0.0789084 Nov 12 09:36:26.739471 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-536502bd-0208-421a-a79d-08cff9cb5541 req-937d0f4a-f01c-436d-b9e1-4de101b8bf96 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682707 Nov 12 09:36:26.767507 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:26.792680 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d74ecd-73ba-4cdb-8fdf-f3620abb84d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffc0ce8-385f-4c6c-b4b3-49723fe00242'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:36:26.794933 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be45a9427ec0e01fea1711315fc80f5d0e0450582803884f19ff2849393a08db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843fc288-b0b4-461a-8ccd-c421bffca919" -d '{"events": [{"server_uuid": "76d74ecd-73ba-4cdb-8fdf-f3620abb84d3", "name": "network-vif-plugged", "status": "completed", "tag": "bffc0ce8-385f-4c6c-b4b3-49723fe00242"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:36:26.809711 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port bffc0ce8-385f-4c6c-b4b3-49723fe00242, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=bffc0ce8-385f-4c6c-b4b3-49723fe00242,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:26.814810 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:26.842054 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682a6e79-7d11-46a5-a012-421e37bc8989 x-openstack-request-id: req-682a6e79-7d11-46a5-a012-421e37bc8989 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:36:26.842698 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d74ecd-73ba-4cdb-8fdf-f3620abb84d3", "name": "network-vif-plugged", "status": "completed", "tag": "bffc0ce8-385f-4c6c-b4b3-49723fe00242", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:36:26.842698 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-682a6e79-7d11-46a5-a012-421e37bc8989 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:36:26.843473 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d74ecd-73ba-4cdb-8fdf-f3620abb84d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffc0ce8-385f-4c6c-b4b3-49723fe00242', 'code': 200} Nov 12 09:36:26.874617 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=bffc0ce8-385f-4c6c-b4b3-49723fe00242,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:26.954287 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba953f4b-7b33-4ce4-8fd4-b847fc515005 req-99d49c6b-0267-4273-bdde-0ca8b248737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:26.955956 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ba953f4b-7b33-4ce4-8fd4-b847fc515005 req-99d49c6b-0267-4273-bdde-0ca8b248737f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 1097 time: 0.0483251 Nov 12 09:36:27.013689 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-ba953f4b-7b33-4ce4-8fd4-b847fc515005 req-9276e89f-cac2-4972-834c-8904ef27cd68 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491483 Nov 12 09:36:27.903483 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466740e1-c242-4e20-8bf6-2265aae12c5b req-5b0737c0-565f-4699-b4fa-a06ff75ca121 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:27.906094 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-466740e1-c242-4e20-8bf6-2265aae12c5b req-5b0737c0-565f-4699-b4fa-a06ff75ca121 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 945 time: 0.0657573 Nov 12 09:36:27.986125 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-466740e1-c242-4e20-8bf6-2265aae12c5b req-be1d3d1f-b220-4daf-a6b2-d39f602ba4bb tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720172 Nov 12 09:36:29.147510 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33370dd-ad5c-4e0a-aed7-835c93ff3b42 req-88124356-5f99-459e-8e11-cc9ecd038f1f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:29.149512 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d33370dd-ad5c-4e0a-aed7-835c93ff3b42 req-88124356-5f99-459e-8e11-cc9ecd038f1f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 945 time: 0.0593238 Nov 12 09:36:29.204724 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d33370dd-ad5c-4e0a-aed7-835c93ff3b42 req-4bf18939-7398-4002-9346-cf1c3078c24f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487964 Nov 12 09:36:29.329482 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0cc23-92ea-40d0-88a6-153f5d0bb169 req-18de5274-1e46-4f87-983a-c0666b14f9c4 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:29.330969 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4bb0cc23-92ea-40d0-88a6-153f5d0bb169 req-18de5274-1e46-4f87-983a-c0666b14f9c4 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 945 time: 0.0550525 Nov 12 09:36:29.340295 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 41460) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:29.345189 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-44d62fc8-56de-4f85-8003-488350bc42f5 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Request body: {'floatingip': {'port_id': 'bffc0ce8-385f-4c6c-b4b3-49723fe00242'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:36:29.388170 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-44d62fc8-56de-4f85-8003-488350bc42f5 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for floatingip, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:29.639127 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:30.241431 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-44d62fc8-56de-4f85-8003-488350bc42f5 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:30.247095 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-44d62fc8-56de-4f85-8003-488350bc42f5 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:30.361991 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [None req-44d62fc8-56de-4f85-8003-488350bc42f5 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Floating IP 591bfe2b-221e-4f56-a73f-f649f7c8b069 associated. External IP: 172.25.6.32, port: bffc0ce8-385f-4c6c-b4b3-49723fe00242. Nov 12 09:36:30.624971 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d62fc8-56de-4f85-8003-488350bc42f5 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Router 8efbd771-1206-4953-ba76-3a7d5be84496 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:36:30.748686 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d62fc8-56de-4f85-8003-488350bc42f5 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:36:30.754396 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-44d62fc8-56de-4f85-8003-488350bc42f5 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:30.761335 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd254b41-c52d-43c2-84e2-5f77b4beff21 None None] Sync routers for ids ['8efbd771-1206-4953-ba76-3a7d5be84496'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:36:30.773700 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd254b41-c52d-43c2-84e2-5f77b4beff21 None None] Routers {'8efbd771-1206-4953-ba76-3a7d5be84496'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:36:30.774373 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-cd254b41-c52d-43c2-84e2-5f77b4beff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:36:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8efbd771-1206-4953-ba76-3a7d5be84496'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:30.792291 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-44d62fc8-56de-4f85-8003-488350bc42f5 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "PUT /v2.0/floatingips/591bfe2b-221e-4f56-a73f-f649f7c8b069 HTTP/1.1" status: 200 len: 990 time: 1.4507539 Nov 12 09:36:30.793104 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d74ecd-73ba-4cdb-8fdf-f3620abb84d3', 'tag': 'bffc0ce8-385f-4c6c-b4b3-49723fe00242'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:36:30.795846 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02596b4da7ea12b67234db941b384408cb2f3f21b4d4ffba25f551729798548" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c630ec66-0a95-469a-b252-4ad6ee03c2fc" -d '{"events": [{"name": "network-changed", "server_uuid": "76d74ecd-73ba-4cdb-8fdf-f3620abb84d3", "tag": "bffc0ce8-385f-4c6c-b4b3-49723fe00242"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:36:30.918451 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-cd254b41-c52d-43c2-84e2-5f77b4beff21 None None] Set router 8efbd771-1206-4953-ba76-3a7d5be84496 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:36:30.925110 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fbff5d-1de3-4910-80ff-93d2496e9114 x-openstack-request-id: req-37fbff5d-1de3-4910-80ff-93d2496e9114 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:36:30.925684 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d74ecd-73ba-4cdb-8fdf-f3620abb84d3", "tag": "bffc0ce8-385f-4c6c-b4b3-49723fe00242", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:36:30.926359 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-37fbff5d-1de3-4910-80ff-93d2496e9114 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:36:30.927061 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d74ecd-73ba-4cdb-8fdf-f3620abb84d3', 'tag': 'bffc0ce8-385f-4c6c-b4b3-49723fe00242', 'status': 'completed', 'code': 200} Nov 12 09:36:31.009586 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630ec66-0a95-469a-b252-4ad6ee03c2fc req-34f28e8f-8be4-424b-b461-bf4ed522b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:31.011155 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c630ec66-0a95-469a-b252-4ad6ee03c2fc req-34f28e8f-8be4-424b-b461-bf4ed522b0be service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 1097 time: 0.0525537 Nov 12 09:36:31.142912 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630ec66-0a95-469a-b252-4ad6ee03c2fc req-be656818-053b-4c7b-9c41-78d0caad7989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:31.145647 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c630ec66-0a95-469a-b252-4ad6ee03c2fc req-be656818-053b-4c7b-9c41-78d0caad7989 service neutron] 10.222.0.54 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.1260247 Nov 12 09:36:31.252508 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c630ec66-0a95-469a-b252-4ad6ee03c2fc req-29120a3c-bca3-4333-a1ad-5dbe896bca91 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bffc0ce8-385f-4c6c-b4b3-49723fe00242 HTTP/1.1" status: 200 len: 998 time: 0.0965674 Nov 12 09:36:31.306811 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-cd254b41-c52d-43c2-84e2-5f77b4beff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:32Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '4ee12900dba143e5907035744a059bb0', 'gw_port': {'id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:33Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '591bfe2b-221e-4f56-a73f-f649f7c8b069', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'port_id': 'bffc0ce8-385f-4c6c-b4b3-49723fe00242', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'mac_address': 'fa:16:3e:9b:01:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d74ecd-73ba-4cdb-8fdf-f3620abb84d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:31:39Z', 'updated_at': '2021-11-12T09:36:30Z', 'revision_number': 9, 'project_id': '4ee12900dba143e5907035744a059bb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08080d5c-f393-46b9-abbe-44680827f42b', 'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'mac_address': 'fa:16:3e:e1:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:35Z', 'updated_at': '2021-11-12T09:31:40Z', 'revision_number': 5, 'project_id': '4ee12900dba143e5907035744a059bb0', 'subnets': [{'id': '5161be35-2187-48e2-99be-9229442f588c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:31.307246 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:36:31.335287 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd254b41-c52d-43c2-84e2-5f77b4beff21 None None] Checking router: 8efbd771-1206-4953-ba76-3a7d5be84496 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:36:31.338266 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630ec66-0a95-469a-b252-4ad6ee03c2fc req-5bc9be25-caa1-4653-b41f-6799067db1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:31.340855 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c630ec66-0a95-469a-b252-4ad6ee03c2fc req-5bc9be25-caa1-4653-b41f-6799067db1a0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0782726 Nov 12 09:36:31.346416 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd254b41-c52d-43c2-84e2-5f77b4beff21 None None] Routers {'8efbd771-1206-4953-ba76-3a7d5be84496'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:36:31.347359 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-cd254b41-c52d-43c2-84e2-5f77b4beff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:36:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8efbd771-1206-4953-ba76-3a7d5be84496'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:31.404947 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630ec66-0a95-469a-b252-4ad6ee03c2fc req-bd728d0d-0df4-4b1f-8452-312e8821e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:31.406986 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c630ec66-0a95-469a-b252-4ad6ee03c2fc req-bd728d0d-0df4-4b1f-8452-312e8821e322 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587683 Nov 12 09:36:31.536256 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c630ec66-0a95-469a-b252-4ad6ee03c2fc req-2e87c194-5b81-4f9b-8d01-1d025de81979 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220407 Nov 12 09:36:31.676338 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-cd254b41-c52d-43c2-84e2-5f77b4beff21 None None] Set router 8efbd771-1206-4953-ba76-3a7d5be84496 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:36:31.682596 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-c630ec66-0a95-469a-b252-4ad6ee03c2fc req-07ad4533-3ea0-4bc0-a4db-836d780e533a service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379204 Nov 12 09:36:32.054096 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-cd254b41-c52d-43c2-84e2-5f77b4beff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:32Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '4ee12900dba143e5907035744a059bb0', 'gw_port': {'id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:33Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '591bfe2b-221e-4f56-a73f-f649f7c8b069', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'port_id': 'bffc0ce8-385f-4c6c-b4b3-49723fe00242', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'mac_address': 'fa:16:3e:9b:01:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d74ecd-73ba-4cdb-8fdf-f3620abb84d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:31:39Z', 'updated_at': '2021-11-12T09:36:30Z', 'revision_number': 9, 'project_id': '4ee12900dba143e5907035744a059bb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08080d5c-f393-46b9-abbe-44680827f42b', 'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'mac_address': 'fa:16:3e:e1:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:35Z', 'updated_at': '2021-11-12T09:31:40Z', 'revision_number': 5, 'project_id': '4ee12900dba143e5907035744a059bb0', 'subnets': [{'id': '5161be35-2187-48e2-99be-9229442f588c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:32.084768 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd254b41-c52d-43c2-84e2-5f77b4beff21 None None] The sync data for ids ['8efbd771-1206-4953-ba76-3a7d5be84496'] in n-d-768862-16 is: [{'id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:32Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '4ee12900dba143e5907035744a059bb0', 'gw_port': {'id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:33Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '591bfe2b-221e-4f56-a73f-f649f7c8b069', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'port_id': 'bffc0ce8-385f-4c6c-b4b3-49723fe00242', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'mac_address': 'fa:16:3e:9b:01:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d74ecd-73ba-4cdb-8fdf-f3620abb84d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:31:39Z', 'updated_at': '2021-11-12T09:36:30Z', 'revision_number': 9, 'project_id': '4ee12900dba143e5907035744a059bb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08080d5c-f393-46b9-abbe-44680827f42b', 'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'mac_address': 'fa:16:3e:e1:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:35Z', 'updated_at': '2021-11-12T09:31:40Z', 'revision_number': 5, 'project_id': '4ee12900dba143e5907035744a059bb0', 'subnets': [{'id': '5161be35-2187-48e2-99be-9229442f588c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:36:32.341342 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea32234-d4d5-472b-a22a-4b40db112893 None None] New status for floating IP 591bfe2b-221e-4f56-a73f-f649f7c8b069: ACTIVE {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:36:32.775700 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-07fa2011-464c-461e-a00e-2c61746d768e req-98e40eba-3adf-4687-b241-e08b002a0299 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0503287 Nov 12 09:36:32.877108 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa2011-464c-461e-a00e-2c61746d768e req-c327be12-bbaf-4b85-8052-7c682db5fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:32.878816 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-07fa2011-464c-461e-a00e-2c61746d768e req-c327be12-bbaf-4b85-8052-7c682db5fb77 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 1097 time: 0.0513926 Nov 12 09:36:33.030415 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa2011-464c-461e-a00e-2c61746d768e req-f41267cc-5f65-4d2a-b052-73d8c7517410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:33.032940 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-07fa2011-464c-461e-a00e-2c61746d768e req-f41267cc-5f65-4d2a-b052-73d8c7517410 service neutron] 10.222.0.54 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.1316538 Nov 12 09:36:33.124396 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-07fa2011-464c-461e-a00e-2c61746d768e req-0e700f3f-bc2c-4984-976d-24bf383c2a69 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bffc0ce8-385f-4c6c-b4b3-49723fe00242 HTTP/1.1" status: 200 len: 1001 time: 0.0830812 Nov 12 09:36:33.194644 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa2011-464c-461e-a00e-2c61746d768e req-946c7719-49aa-4689-b880-866833ab23ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:33.196300 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-07fa2011-464c-461e-a00e-2c61746d768e req-946c7719-49aa-4689-b880-866833ab23ad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0627079 Nov 12 09:36:33.266608 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa2011-464c-461e-a00e-2c61746d768e req-8319adf1-147f-4e42-804b-80cf38ddf2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:33.268653 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-07fa2011-464c-461e-a00e-2c61746d768e req-8319adf1-147f-4e42-804b-80cf38ddf2f8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640211 Nov 12 09:36:33.449180 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-07fa2011-464c-461e-a00e-2c61746d768e req-32127a8a-c66e-4789-9e5f-92a30e1dc988 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680129 Nov 12 09:36:33.616808 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-07fa2011-464c-461e-a00e-2c61746d768e req-4cb555d3-01db-476b-8775-21ec886e91b9 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587331 Nov 12 09:36:37.899528 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1a9285bf-dde2-4fe2-b059-462f5df20d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:40.240874 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-abd3953a-db69-4dc2-9727-4f17e4d2dcb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:42.246095 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:43.607107 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:44.114202 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:53.732230 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:59.637029 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:07.898875 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5c079887-2cbc-4152-9a88-79fbbd8901f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:08.307330 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:37:10.236609 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0f10a065-4df7-4efe-bf11-b1c74a7505fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:12.250898 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:13.614751 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:14.116471 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.745397 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:29.634593 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:32.748352 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6babad51-979a-4ddd-a862-a7e160633818 req-406dbf59-6e4b-411c-90a0-88d71141748d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461893 Nov 12 09:37:32.845285 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babad51-979a-4ddd-a862-a7e160633818 req-e890edb9-cee7-4888-b04f-a0a9505be829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:32.846817 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6babad51-979a-4ddd-a862-a7e160633818 req-e890edb9-cee7-4888-b04f-a0a9505be829 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 1097 time: 0.0461078 Nov 12 09:37:32.966303 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babad51-979a-4ddd-a862-a7e160633818 req-8bd28dd7-93b5-4357-ba23-9beadf04b05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:32.967853 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6babad51-979a-4ddd-a862-a7e160633818 req-8bd28dd7-93b5-4357-ba23-9beadf04b05b service neutron] 10.222.0.54 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.0984950 Nov 12 09:37:33.039056 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6babad51-979a-4ddd-a862-a7e160633818 req-04f63dc0-5d62-4c6a-8d47-72158fb9aef6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bffc0ce8-385f-4c6c-b4b3-49723fe00242 HTTP/1.1" status: 200 len: 1001 time: 0.0635111 Nov 12 09:37:33.094115 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babad51-979a-4ddd-a862-a7e160633818 req-6d71d2ce-7007-4878-8fb4-eae3fccf0d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:33.095670 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6babad51-979a-4ddd-a862-a7e160633818 req-6d71d2ce-7007-4878-8fb4-eae3fccf0d96 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0497360 Nov 12 09:37:33.152744 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babad51-979a-4ddd-a862-a7e160633818 req-71f9d0dc-5e8a-45c9-9077-d5a39c92b170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:33.154522 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6babad51-979a-4ddd-a862-a7e160633818 req-71f9d0dc-5e8a-45c9-9077-d5a39c92b170 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509036 Nov 12 09:37:33.257180 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6babad51-979a-4ddd-a862-a7e160633818 req-ab977a5a-d556-480c-b5a9-53d813f4d029 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947163 Nov 12 09:37:33.356934 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-6babad51-979a-4ddd-a862-a7e160633818 req-71e3995e-bf80-4526-aa67-f7bfafc9c6d2 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926430 Nov 12 09:37:37.893386 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d5bf88ae-b888-4cbb-8bec-46fed0bd3e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:40.239350 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1cdb3e57-3a20-4a55-a1ca-e2edf1170ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:42.254830 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:43.613035 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:44.117581 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:45.310969 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:37:53.759053 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:59.649254 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:07.297276 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-47928fc4-e30c-493e-9ef7-5bf4bfc3fba5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0935516 Nov 12 09:38:07.318075 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09722cf-8f45-4f15-8c97-9a624eb4a4b9 req-8a2dd050-3b8f-4481-8807-c1a73a8485a1 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:07.320102 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a09722cf-8f45-4f15-8c97-9a624eb4a4b9 req-8a2dd050-3b8f-4481-8807-c1a73a8485a1 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 945 time: 0.0780363 Nov 12 09:38:07.388571 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a09722cf-8f45-4f15-8c97-9a624eb4a4b9 req-cd14a276-3933-4bcb-b614-ba9b862bf182 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600924 Nov 12 09:38:07.904872 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-09876d7c-11c6-41b4-945a-b81391bf253c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:08.520659 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b302f8-9513-41b1-95ae-2c56209ce434 req-7c0b5f8e-769d-40ee-8393-4bf59cc6ac1f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:08.522345 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-81b302f8-9513-41b1-95ae-2c56209ce434 req-7c0b5f8e-769d-40ee-8393-4bf59cc6ac1f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 945 time: 0.0569410 Nov 12 09:38:08.567221 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-77b68e46-87cf-4696-8755-e4bd46c6fb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:08.569391 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-77b68e46-87cf-4696-8755-e4bd46c6fb0f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 1097 time: 0.0540917 Nov 12 09:38:08.587279 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-81b302f8-9513-41b1-95ae-2c56209ce434 req-fca62933-4c80-40d9-82b2-0d38b73bfaf6 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539014 Nov 12 09:38:08.684571 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-7d61501b-e9ef-44ed-baa3-e5bfdf7d7019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:08.685995 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-7d61501b-e9ef-44ed-baa3-e5bfdf7d7019 service neutron] 10.222.0.54 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.1093056 Nov 12 09:38:08.758714 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-8660a37b-8801-49a0-b3fb-4482dc3de162 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bffc0ce8-385f-4c6c-b4b3-49723fe00242 HTTP/1.1" status: 200 len: 1001 time: 0.0656993 Nov 12 09:38:08.818931 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-2b827f67-75e5-4ba2-b606-5bd01eba6566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:08.821149 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-2b827f67-75e5-4ba2-b606-5bd01eba6566 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0544293 Nov 12 09:38:08.881725 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-9730a8e0-20f0-431c-b315-ef146ddfaa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:08.883306 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-9730a8e0-20f0-431c-b315-ef146ddfaa0a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553794 Nov 12 09:38:08.990594 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-436a785d-c0d0-4539-ad41-542f47f6079b service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986166 Nov 12 09:38:09.108745 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-4718755e-3fc9-498e-a545-c47817f04db0 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105735 Nov 12 09:38:09.723556 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4386e-c1bc-4728-ac25-bc0981501a72 req-e2d6fdfb-fb88-4d2f-bb93-528797b73cfc tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:09.725270 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-afa4386e-c1bc-4728-ac25-bc0981501a72 req-e2d6fdfb-fb88-4d2f-bb93-528797b73cfc tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 945 time: 0.0587091 Nov 12 09:38:09.783796 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-afa4386e-c1bc-4728-ac25-bc0981501a72 req-33604934-f69e-440b-848c-d662f63deedc tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514824 Nov 12 09:38:10.239128 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0af59472-e2b4-41cf-a847-ca6454b38018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:10.919720 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4925c-3c78-4744-b4fc-2a0bfd4c9380 req-0da65765-5f48-4548-93f1-902af8e3cb4d tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:10.921459 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-51c4925c-3c78-4744-b4fc-2a0bfd4c9380 req-0da65765-5f48-4548-93f1-902af8e3cb4d tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 945 time: 0.0556679 Nov 12 09:38:10.980708 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-51c4925c-3c78-4744-b4fc-2a0bfd4c9380 req-623dd52a-4167-46e1-afa4-6a853a1731d5 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524092 Nov 12 09:38:12.154591 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c96bf5-79e0-44a3-9dc3-328d0d2068f8 req-07d644b4-4881-462f-aca5-85332e7e3f0a tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:12.157444 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-23c96bf5-79e0-44a3-9dc3-328d0d2068f8 req-07d644b4-4881-462f-aca5-85332e7e3f0a tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 945 time: 0.0776732 Nov 12 09:38:12.217690 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-23c96bf5-79e0-44a3-9dc3-328d0d2068f8 req-c22d0005-29c6-408f-9c16-41581f1f50a2 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535073 Nov 12 09:38:12.276616 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:13.356905 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495014cc-42fc-42be-af19-8fcab1824cc5 req-804c0191-6e7f-4f47-82b4-2ae0ca811923 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:13.358589 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-495014cc-42fc-42be-af19-8fcab1824cc5 req-804c0191-6e7f-4f47-82b4-2ae0ca811923 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 945 time: 0.0560672 Nov 12 09:38:13.420538 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-495014cc-42fc-42be-af19-8fcab1824cc5 req-02d8e850-7647-4e34-ab48-2e6fd74a5899 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545518 Nov 12 09:38:13.617566 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:14.115402 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:14.567582 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a817d71-81a2-4f5d-a42d-ce402afc574c req-45d99d75-82c8-4266-bf1e-9b1062581609 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:14.569320 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5a817d71-81a2-4f5d-a42d-ce402afc574c req-45d99d75-82c8-4266-bf1e-9b1062581609 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 945 time: 0.0589197 Nov 12 09:38:14.630675 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5a817d71-81a2-4f5d-a42d-ce402afc574c req-a10864cf-a6e7-4849-8f8f-e87c11fc1c88 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542588 Nov 12 09:38:15.770857 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ab411-bb67-4e9e-8bfe-0211a74e3a96 req-150b1b26-32eb-4b06-afbc-859cce10a4b6 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:15.772982 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c93ab411-bb67-4e9e-8bfe-0211a74e3a96 req-150b1b26-32eb-4b06-afbc-859cce10a4b6 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 945 time: 0.0644784 Nov 12 09:38:15.832292 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c93ab411-bb67-4e9e-8bfe-0211a74e3a96 req-888a7f05-5e3a-41c8-bee3-872cb914f126 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522227 Nov 12 09:38:16.962625 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cb95f-a246-41d0-b28e-b8ae23447b42 req-b823d61d-c0b4-40f4-ba24-bcc6d61c92e3 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:16.964243 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-949cb95f-a246-41d0-b28e-b8ae23447b42 req-b823d61d-c0b4-40f4-ba24-bcc6d61c92e3 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 945 time: 0.0552304 Nov 12 09:38:17.025361 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-949cb95f-a246-41d0-b28e-b8ae23447b42 req-1e1c41f4-64a9-487c-af45-456d818405e7 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500176 Nov 12 09:38:18.164766 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f5b9c-b23d-4f5d-a2a7-87e428d2047d req-69f4ccc9-2c3e-42c0-8c8e-2aac3a860e57 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:18.166500 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bb5f5b9c-b23d-4f5d-a2a7-87e428d2047d req-69f4ccc9-2c3e-42c0-8c8e-2aac3a860e57 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 945 time: 0.0609393 Nov 12 09:38:18.234542 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bb5f5b9c-b23d-4f5d-a2a7-87e428d2047d req-6da671f9-7752-49ab-9941-c20214ec6ebd tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567086 Nov 12 09:38:19.367288 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0a5b5-56ca-4554-b48a-0494ea02ea86 req-f4eccec1-5772-4b07-a03a-b543ea525212 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:19.368939 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cff0a5b5-56ca-4554-b48a-0494ea02ea86 req-f4eccec1-5772-4b07-a03a-b543ea525212 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 945 time: 0.0533688 Nov 12 09:38:19.429330 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cff0a5b5-56ca-4554-b48a-0494ea02ea86 req-52067bb3-af2c-4442-a05e-19b2d5587f30 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539546 Nov 12 09:38:20.564577 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c11ba-0940-4b9d-8c98-261f19315eff req-33869075-f9bc-46b9-8c50-79f33aa30eeb tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:20.566154 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-794c11ba-0940-4b9d-8c98-261f19315eff req-33869075-f9bc-46b9-8c50-79f33aa30eeb tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 945 time: 0.0576270 Nov 12 09:38:20.628657 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-794c11ba-0940-4b9d-8c98-261f19315eff req-4b4eb25c-abe6-4e98-adf3-f523bfe0c5cd tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521581 Nov 12 09:38:21.174819 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-f17c68b6-71bf-4147-b079-3158b4e9a5c1 service neutron] show failed (client error): The resource could not be found. Nov 12 09:38:21.175910 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-f17c68b6-71bf-4147-b079-3158b4e9a5c1 service neutron] 10.222.0.54 "GET /v2.0/ports/bffc0ce8-385f-4c6c-b4b3-49723fe00242/bindings/n-h2-768862-16 HTTP/1.1" status: 404 len: 381 time: 0.0617845 Nov 12 09:38:21.404425 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-20a4049c-9cce-4a88-8285-480ea03e11d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:21.405996 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-20a4049c-9cce-4a88-8285-480ea03e11d0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3&tenant_id=4ee12900dba143e5907035744a059bb0 HTTP/1.1" status: 200 len: 1097 time: 0.0467043 Nov 12 09:38:21.419576 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768862-16', 'device_owner': 'compute:nova'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:38:21.479500 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:21.704003 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] For port bffc0ce8-385f-4c6c-b4b3-49723fe00242, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=bffc0ce8-385f-4c6c-b4b3-49723fe00242,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:21.773430 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] For port bffc0ce8-385f-4c6c-b4b3-49723fe00242, host n-h1-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:38:21.814289 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47accff6-e51a-4d4f-89a0-484d4b2efd89 req-b4045335-a3b2-4503-ac3d-cc8fa0d69168 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:21.815841 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-47accff6-e51a-4d4f-89a0-484d4b2efd89 req-b4045335-a3b2-4503-ac3d-cc8fa0d69168 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 945 time: 0.0933690 Nov 12 09:38:21.832469 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d74ecd-73ba-4cdb-8fdf-f3620abb84d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bffc0ce8-385f-4c6c-b4b3-49723fe00242'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:38:21.834709 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ecfd269ae060e48d0080e56de36cfb7f5ddc3dd245bb7f2f65528a6b7e1e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3800be3-d9ab-4cb5-b500-1d6f914d83a5" -d '{"events": [{"server_uuid": "76d74ecd-73ba-4cdb-8fdf-f3620abb84d3", "name": "network-vif-unplugged", "status": "completed", "tag": "bffc0ce8-385f-4c6c-b4b3-49723fe00242"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:38:21.838601 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:21.862268 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] Transition to ACTIVE for port object bffc0ce8-385f-4c6c-b4b3-49723fe00242 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:38:21.870103 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:21.917746 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-47accff6-e51a-4d4f-89a0-484d4b2efd89 req-5b17ade8-f6e0-4efa-9fcd-6399003db431 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937357 Nov 12 09:38:21.967293 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] Pushing event updated for resources: {'Port': ['ID=bffc0ce8-385f-4c6c-b4b3-49723fe00242,revision_number=6']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:21.984288 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:21.984833 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:21.984966 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:21.985302 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:21.985635 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:21.985962 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:21.986282 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:21.986609 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:21.986930 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:21.987279 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:21.987594 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:21.987960 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:21.996730 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c88b794-c86b-4c00-a408-981da8e111de x-openstack-request-id: req-5c88b794-c86b-4c00-a408-981da8e111de {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:38:21.997702 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d74ecd-73ba-4cdb-8fdf-f3620abb84d3", "name": "network-vif-unplugged", "status": "completed", "tag": "bffc0ce8-385f-4c6c-b4b3-49723fe00242", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:38:21.997702 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c88b794-c86b-4c00-a408-981da8e111de {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:38:21.997702 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d74ecd-73ba-4cdb-8fdf-f3620abb84d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bffc0ce8-385f-4c6c-b4b3-49723fe00242', 'code': 200} Nov 12 09:38:22.031891 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] No DVR routers for this DVR port bffc0ce8-385f-4c6c-b4b3-49723fe00242 on host n-h1-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:38:22.311307 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:38:22.536662 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] Attempting to bind port bffc0ce8-385f-4c6c-b4b3-49723fe00242 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:38:22.537006 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] Attempting to bind port bffc0ce8-385f-4c6c-b4b3-49723fe00242 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:38:22.537316 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] Attempting to bind port bffc0ce8-385f-4c6c-b4b3-49723fe00242 on network 768db96d-c716-4f4b-8ce0-d0406ae4f328 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:38:22.542447 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] Port bffc0ce8-385f-4c6c-b4b3-49723fe00242 on network 768db96d-c716-4f4b-8ce0-d0406ae4f328 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:38:22.542836 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] Attempting to bind port bffc0ce8-385f-4c6c-b4b3-49723fe00242 on network 768db96d-c716-4f4b-8ce0-d0406ae4f328 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:38:22.548895 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:38:22.549157 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] Checking segment: {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:38:22.549550 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] Bound using segment: {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:38:22.549983 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] Bound port: bffc0ce8-385f-4c6c-b4b3-49723fe00242, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:38:22.550331 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:22.626493 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] For port bffc0ce8-385f-4c6c-b4b3-49723fe00242, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:38:22.630078 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] For port bffc0ce8-385f-4c6c-b4b3-49723fe00242, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=bffc0ce8-385f-4c6c-b4b3-49723fe00242,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:38:22.635873 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:22.672962 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:22.673599 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:22.675077 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] 10.222.0.58 "PUT /v2.0/ports/bffc0ce8-385f-4c6c-b4b3-49723fe00242 HTTP/1.1" status: 200 len: 1092 time: 1.2598240 Nov 12 09:38:22.709962 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7192b01-4c9c-48dc-8905-342c99815d56 service neutron] Pushing event updated for resources: {'Port': ['ID=bffc0ce8-385f-4c6c-b4b3-49723fe00242,revision_number=7']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:22.752965 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-4e24d460-085d-4904-a200-a5c4cbc849b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:22.754567 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-4e24d460-085d-4904-a200-a5c4cbc849b5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 1095 time: 0.0530097 Nov 12 09:38:22.864655 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-eed5c54a-73f3-47c4-a3ed-c300892fc8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:22.866150 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-eed5c54a-73f3-47c4-a3ed-c300892fc8b5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.1043165 Nov 12 09:38:22.945717 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-9c8bee4f-d5d5-462f-8a23-474bb1114a5a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bffc0ce8-385f-4c6c-b4b3-49723fe00242 HTTP/1.1" status: 200 len: 999 time: 0.0719800 Nov 12 09:38:22.999918 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-95d7cced-52e2-4336-9186-bd035ceb239d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:23.001649 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-95d7cced-52e2-4336-9186-bd035ceb239d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0488324 Nov 12 09:38:23.084922 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b921dae-2d53-4a2f-830f-c1166c3c9cb8 req-419880b0-c38e-4f9c-9d45-d20df65453e9 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:23.086454 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b921dae-2d53-4a2f-830f-c1166c3c9cb8 req-419880b0-c38e-4f9c-9d45-d20df65453e9 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 943 time: 0.0837591 Nov 12 09:38:23.088836 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-6e66f779-b804-4189-8dd7-9e1f101b403e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:23.090274 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-6e66f779-b804-4189-8dd7-9e1f101b403e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0789640 Nov 12 09:38:23.196465 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2b921dae-2d53-4a2f-830f-c1166c3c9cb8 req-2968c120-45b1-4961-b3e2-7a430b3d777b tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033597 Nov 12 09:38:23.223396 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-7c28178e-06db-4ade-9a9b-e365b8735759 service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234832 Nov 12 09:38:23.324312 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-228d0f4c-b767-4ab2-aa6c-54dc3e297047 req-33dae896-fcf4-4ffe-8993-0f06c0bc9dc7 service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933585 Nov 12 09:38:23.750361 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:23.999377 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d74ecd-73ba-4cdb-8fdf-f3620abb84d3', 'tag': 'bffc0ce8-385f-4c6c-b4b3-49723fe00242'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:38:24.001991 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ecfd269ae060e48d0080e56de36cfb7f5ddc3dd245bb7f2f65528a6b7e1e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82fc5fc-4df9-44e7-94f3-793ae24669aa" -d '{"events": [{"name": "network-changed", "server_uuid": "76d74ecd-73ba-4cdb-8fdf-f3620abb84d3", "tag": "bffc0ce8-385f-4c6c-b4b3-49723fe00242"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:38:24.056248 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e770623d-b089-4d3d-a5e9-a62336c04100 x-openstack-request-id: req-e770623d-b089-4d3d-a5e9-a62336c04100 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:38:24.056603 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d74ecd-73ba-4cdb-8fdf-f3620abb84d3", "tag": "bffc0ce8-385f-4c6c-b4b3-49723fe00242", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:38:24.056887 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e770623d-b089-4d3d-a5e9-a62336c04100 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:38:24.057273 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d74ecd-73ba-4cdb-8fdf-f3620abb84d3', 'tag': 'bffc0ce8-385f-4c6c-b4b3-49723fe00242', 'status': 'completed', 'code': 200} Nov 12 09:38:24.122897 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fc5fc-4df9-44e7-94f3-793ae24669aa req-3f078a84-18c8-4244-ac29-0f489f02dc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:24.124562 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e82fc5fc-4df9-44e7-94f3-793ae24669aa req-3f078a84-18c8-4244-ac29-0f489f02dc68 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 1095 time: 0.0468547 Nov 12 09:38:24.127770 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fc5fc-4df9-44e7-94f3-793ae24669aa req-d2add834-c1ba-4693-b800-44911e88b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:24.129736 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e82fc5fc-4df9-44e7-94f3-793ae24669aa req-d2add834-c1ba-4693-b800-44911e88b4d2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 1095 time: 0.0467799 Nov 12 09:38:24.252192 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fc5fc-4df9-44e7-94f3-793ae24669aa req-1b93d357-aaca-460c-8537-931e6e2aae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:24.255082 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e82fc5fc-4df9-44e7-94f3-793ae24669aa req-1b93d357-aaca-460c-8537-931e6e2aae32 service neutron] 10.222.0.54 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.1212225 Nov 12 09:38:24.278837 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fc5fc-4df9-44e7-94f3-793ae24669aa req-db90036a-2b8a-4294-9008-3431df59e9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:24.281728 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e82fc5fc-4df9-44e7-94f3-793ae24669aa req-db90036a-2b8a-4294-9008-3431df59e9f1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.1427402 Nov 12 09:38:24.378327 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e82fc5fc-4df9-44e7-94f3-793ae24669aa req-8e501b1e-2e9e-4c39-9830-08dcc412b3a5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bffc0ce8-385f-4c6c-b4b3-49723fe00242 HTTP/1.1" status: 200 len: 999 time: 0.1141603 Nov 12 09:38:24.441942 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fc5fc-4df9-44e7-94f3-793ae24669aa req-d9ffa5b1-fda1-46f6-81ec-7fa6d439ccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:24.443526 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e82fc5fc-4df9-44e7-94f3-793ae24669aa req-d9ffa5b1-fda1-46f6-81ec-7fa6d439ccb4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0574596 Nov 12 09:38:24.446200 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e82fc5fc-4df9-44e7-94f3-793ae24669aa req-77e123d9-23af-4c4d-b63d-40501d164c3e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bffc0ce8-385f-4c6c-b4b3-49723fe00242 HTTP/1.1" status: 200 len: 999 time: 0.1541343 Nov 12 09:38:24.483424 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035e910-aa9b-43f3-85f1-273f22e02245 req-7c29ce12-54fd-439c-a918-152753df0f3f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:24.486140 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0035e910-aa9b-43f3-85f1-273f22e02245 req-7c29ce12-54fd-439c-a918-152753df0f3f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 943 time: 0.1828337 Nov 12 09:38:24.504533 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fc5fc-4df9-44e7-94f3-793ae24669aa req-5895ef10-1e63-4546-b5cc-c250eaf3a607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:24.507135 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e82fc5fc-4df9-44e7-94f3-793ae24669aa req-5895ef10-1e63-4546-b5cc-c250eaf3a607 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544643 Nov 12 09:38:24.544455 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fc5fc-4df9-44e7-94f3-793ae24669aa req-6e2aa75d-34f5-4dba-a056-a4a1cb05a4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:24.545959 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e82fc5fc-4df9-44e7-94f3-793ae24669aa req-6e2aa75d-34f5-4dba-a056-a4a1cb05a4c3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0917530 Nov 12 09:38:24.601606 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0035e910-aa9b-43f3-85f1-273f22e02245 req-20407dad-6b21-4a89-bf21-8ff41c972c76 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925169 Nov 12 09:38:24.620933 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fc5fc-4df9-44e7-94f3-793ae24669aa req-bd09ece0-0aff-49f0-b4ed-3d835e3315d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:24.620933 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e82fc5fc-4df9-44e7-94f3-793ae24669aa req-bd09ece0-0aff-49f0-b4ed-3d835e3315d3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620227 Nov 12 09:38:24.661429 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e82fc5fc-4df9-44e7-94f3-793ae24669aa req-28ef4bde-6a2f-4038-81bd-cc3dc9ef56df service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462953 Nov 12 09:38:24.729974 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e82fc5fc-4df9-44e7-94f3-793ae24669aa req-2891d473-de49-465c-b20b-91b0a27b4f2d service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010993 Nov 12 09:38:24.801890 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-e82fc5fc-4df9-44e7-94f3-793ae24669aa req-320bb112-59b8-43a4-9f13-d98c6425894a service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319196 Nov 12 09:38:24.849295 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e82fc5fc-4df9-44e7-94f3-793ae24669aa req-f239cb57-a31d-4921-9ba1-a819eeae3e1c service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116669 Nov 12 09:38:25.067836 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device bffc0ce8-385f-4c6c-b4b3-49723fe00242 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:38:25.112613 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device bffc0ce8-385f-4c6c-b4b3-49723fe00242 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:38:25.756839 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412155f-0493-4db8-8a38-671cbb8c730f req-ca32871e-9328-45d1-9bf5-b0fecdd72da8 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:25.758767 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2412155f-0493-4db8-8a38-671cbb8c730f req-ca32871e-9328-45d1-9bf5-b0fecdd72da8 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 943 time: 0.0693095 Nov 12 09:38:25.821708 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2412155f-0493-4db8-8a38-671cbb8c730f req-4b129c22-60f9-43d1-a7f6-ccde498b10f9 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512507 Nov 12 09:38:26.188299 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-dadb0bcd-f14f-4fdf-8a3c-e03199d2579e tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:26.190197 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-dadb0bcd-f14f-4fdf-8a3c-e03199d2579e tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.58 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3&tenant_id=4ee12900dba143e5907035744a059bb0&binding%3Ahost_id=n-h2-768862-16 HTTP/1.1" status: 200 len: 943 time: 0.0938272 Nov 12 09:38:26.203627 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4c030-2d30-4c99-b116-c60bb6593e3c req-36cab24e-d4dc-4a8b-a3ef-af09c3ca3882 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:26.205588 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-04b4c030-2d30-4c99-b116-c60bb6593e3c req-36cab24e-d4dc-4a8b-a3ef-af09c3ca3882 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 943 time: 0.0795062 Nov 12 09:38:26.312358 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-04b4c030-2d30-4c99-b116-c60bb6593e3c req-f77ac202-d4b0-4da5-9763-c35a07170cb3 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999343 Nov 12 09:38:26.315101 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-2454ad8d-e536-4f63-90e5-81e635d1efed service neutron] 10.222.0.58 "GET /v2.0/ports/bffc0ce8-385f-4c6c-b4b3-49723fe00242/bindings/n-h2-768862-16 HTTP/1.1" status: 200 len: 383 time: 0.1084116 Nov 12 09:38:26.401161 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-47cfd509-2a98-42f9-97b7-4e137d4c2ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:26.402749 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-47cfd509-2a98-42f9-97b7-4e137d4c2ada service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 1095 time: 0.0576260 Nov 12 09:38:26.519260 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-048097c1-099a-4c00-8d87-74b1a9b13fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:26.521375 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-048097c1-099a-4c00-8d87-74b1a9b13fa5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.1104360 Nov 12 09:38:26.601940 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-971f231b-8251-4c67-87f3-8f9aca11ba3d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bffc0ce8-385f-4c6c-b4b3-49723fe00242 HTTP/1.1" status: 200 len: 999 time: 0.0722573 Nov 12 09:38:26.670468 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-20f5c3b4-a39f-4397-ba92-c4873af8a6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:26.672124 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-20f5c3b4-a39f-4397-ba92-c4873af8a6f6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0635233 Nov 12 09:38:26.725592 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-4fe967af-87ed-4727-bf8b-47f277d60f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:26.727322 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-4fe967af-87ed-4727-bf8b-47f277d60f9d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479248 Nov 12 09:38:26.772104 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device bffc0ce8-385f-4c6c-b4b3-49723fe00242 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:38:26.823352 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-b9b14fe2-b9a9-4921-ad3a-76ea3f99d64e service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884128 Nov 12 09:38:26.878550 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port bffc0ce8-385f-4c6c-b4b3-49723fe00242, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=bffc0ce8-385f-4c6c-b4b3-49723fe00242,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:26.900008 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'bffc0ce8-385f-4c6c-b4b3-49723fe00242', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'port_id': 'bffc0ce8-385f-4c6c-b4b3-49723fe00242', 'mac_address': 'fa:16:3e:9b:01:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:38:26.926451 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-a2541360-a559-4ce9-8c05-6ba74af0d638 service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949888 Nov 12 09:38:26.939649 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:26.955138 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bffc0ce8-385f-4c6c-b4b3-49723fe00242 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:38:26.979511 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port bffc0ce8-385f-4c6c-b4b3-49723fe00242, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=bffc0ce8-385f-4c6c-b4b3-49723fe00242,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:26.985105 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:27.043102 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=bffc0ce8-385f-4c6c-b4b3-49723fe00242,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:27.052048 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:27.052439 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:27.052754 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:27.053097 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:27.053434 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:27.053769 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:27.054102 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:27.054457 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:27.054757 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:27.055085 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:27.055409 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:27.055760 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:27.220472 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['bffc0ce8-385f-4c6c-b4b3-49723fe00242'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:38:27.444307 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6dcd6-18c0-4104-ab00-184cb79d3e63 req-f73d2b94-cb28-485e-b5f6-df61fcc0ff8c tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:27.445902 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-03e6dcd6-18c0-4104-ab00-184cb79d3e63 req-f73d2b94-cb28-485e-b5f6-df61fcc0ff8c tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 944 time: 0.0551102 Nov 12 09:38:27.502336 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-03e6dcd6-18c0-4104-ab00-184cb79d3e63 req-b9bf33cb-ef09-4da1-88f3-650a0f20c5a6 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497653 Nov 12 09:38:28.641503 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaffbfca-f8c4-4cbf-8199-ca14bc615f0c req-5cb15509-7aeb-4f3b-85f0-a18ba990c584 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:28.643394 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eaffbfca-f8c4-4cbf-8199-ca14bc615f0c req-5cb15509-7aeb-4f3b-85f0-a18ba990c584 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 944 time: 0.0650644 Nov 12 09:38:28.697025 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eaffbfca-f8c4-4cbf-8199-ca14bc615f0c req-38251da2-7f7d-48d3-adde-fce8947018c8 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455856 Nov 12 09:38:28.774406 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device bffc0ce8-385f-4c6c-b4b3-49723fe00242 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:38:28.866516 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:28.881976 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id bffc0ce8-385f-4c6c-b4b3-49723fe00242 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:38:28.904805 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port bffc0ce8-385f-4c6c-b4b3-49723fe00242, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=bffc0ce8-385f-4c6c-b4b3-49723fe00242,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:28.910596 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:28.964788 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=bffc0ce8-385f-4c6c-b4b3-49723fe00242,revision_number=9']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:29.145957 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-9fb89270-4783-49c2-ac85-0a05d12a4851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:29.147491 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-9fb89270-4783-49c2-ac85-0a05d12a4851 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3&tenant_id=4ee12900dba143e5907035744a059bb0 HTTP/1.1" status: 200 len: 1095 time: 0.0458236 Nov 12 09:38:29.160577 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768862-16', 'device_owner': 'compute:nova'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:38:29.236366 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:29.485146 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] For port bffc0ce8-385f-4c6c-b4b3-49723fe00242, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=bffc0ce8-385f-4c6c-b4b3-49723fe00242,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:29.530279 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] For port bffc0ce8-385f-4c6c-b4b3-49723fe00242, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:38:29.570803 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bffc0ce8-385f-4c6c-b4b3-49723fe00242 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:38:29.579718 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:29.592180 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] Ignored duplicate provisioning block setup for port bffc0ce8-385f-4c6c-b4b3-49723fe00242 by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 12 09:38:29.597657 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:29.665866 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:29.695173 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] Pushing event updated for resources: {'Port': ['ID=bffc0ce8-385f-4c6c-b4b3-49723fe00242,revision_number=10']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:29.710234 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:29.710534 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:29.710987 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:29.711227 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:29.712573 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:29.712573 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:29.712573 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:29.712573 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:29.714663 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:29.714663 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:29.714663 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:29.714663 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:29.755512 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] No DVR routers for this DVR port bffc0ce8-385f-4c6c-b4b3-49723fe00242 on host n-h2-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:38:29.872083 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae5230-c54b-471b-8a7b-c757c3b1b87e req-746d3cde-4bcd-4885-81df-c534928f8b2b tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:29.873698 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eaae5230-c54b-471b-8a7b-c757c3b1b87e req-746d3cde-4bcd-4885-81df-c534928f8b2b tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 944 time: 0.0689273 Nov 12 09:38:29.925967 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] Attempting to bind port bffc0ce8-385f-4c6c-b4b3-49723fe00242 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:38:29.925967 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] Attempting to bind port bffc0ce8-385f-4c6c-b4b3-49723fe00242 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:38:29.926461 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] Attempting to bind port bffc0ce8-385f-4c6c-b4b3-49723fe00242 on network 768db96d-c716-4f4b-8ce0-d0406ae4f328 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:38:29.931915 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] Port bffc0ce8-385f-4c6c-b4b3-49723fe00242 on network 768db96d-c716-4f4b-8ce0-d0406ae4f328 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:38:29.932223 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] Attempting to bind port bffc0ce8-385f-4c6c-b4b3-49723fe00242 on network 768db96d-c716-4f4b-8ce0-d0406ae4f328 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:38:29.936676 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eaae5230-c54b-471b-8a7b-c757c3b1b87e req-7b543445-d5e6-4a94-9448-7dd8a652bfee tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557964 Nov 12 09:38:29.938604 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:38:29.938953 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] Checking segment: {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:38:29.939348 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] Bound using segment: {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:38:29.939983 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] Bound port: bffc0ce8-385f-4c6c-b4b3-49723fe00242, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:38:29.940347 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:30.017701 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] For port bffc0ce8-385f-4c6c-b4b3-49723fe00242, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:38:30.021521 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] For port bffc0ce8-385f-4c6c-b4b3-49723fe00242, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=bffc0ce8-385f-4c6c-b4b3-49723fe00242,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:38:30.026519 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:30.065939 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:30.067053 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:30.068535 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] 10.222.0.54 "PUT /v2.0/ports/bffc0ce8-385f-4c6c-b4b3-49723fe00242 HTTP/1.1" status: 200 len: 1093 time: 0.9126732 Nov 12 09:38:30.069008 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d74ecd-73ba-4cdb-8fdf-f3620abb84d3', 'tag': 'bffc0ce8-385f-4c6c-b4b3-49723fe00242'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:38:30.071354 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02596b4da7ea12b67234db941b384408cb2f3f21b4d4ffba25f551729798548" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38dfa5d-f678-4c61-8d8e-ea904c669ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "76d74ecd-73ba-4cdb-8fdf-f3620abb84d3", "tag": "bffc0ce8-385f-4c6c-b4b3-49723fe00242"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:38:30.123443 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74765580-8fb2-4290-8374-2e28f2c58c3c service neutron] Pushing event updated for resources: {'Port': ['ID=bffc0ce8-385f-4c6c-b4b3-49723fe00242,revision_number=11']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:30.165930 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6faf3f4a-8e67-4373-b34e-0f90ffc4574c x-openstack-request-id: req-6faf3f4a-8e67-4373-b34e-0f90ffc4574c {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:38:30.166624 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d74ecd-73ba-4cdb-8fdf-f3620abb84d3", "tag": "bffc0ce8-385f-4c6c-b4b3-49723fe00242", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:38:30.166624 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6faf3f4a-8e67-4373-b34e-0f90ffc4574c {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:38:30.166930 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d74ecd-73ba-4cdb-8fdf-f3620abb84d3', 'tag': 'bffc0ce8-385f-4c6c-b4b3-49723fe00242', 'status': 'completed', 'code': 200} Nov 12 09:38:30.170071 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-6db40d2f-fa8b-4e1c-acfa-d73c72cd6731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:30.173935 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-6db40d2f-fa8b-4e1c-acfa-d73c72cd6731 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 1096 time: 0.0637791 Nov 12 09:38:30.257229 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dfa5d-f678-4c61-8d8e-ea904c669ca6 req-0e5bad18-2355-4b0f-99ff-9940148d8886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:30.259554 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b38dfa5d-f678-4c61-8d8e-ea904c669ca6 req-0e5bad18-2355-4b0f-99ff-9940148d8886 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 1096 time: 0.0611403 Nov 12 09:38:30.301853 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-c16f8342-e7c7-46a3-9446-4ac4f340a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:30.304585 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-c16f8342-e7c7-46a3-9446-4ac4f340a884 service neutron] 10.222.0.54 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.1206725 Nov 12 09:38:30.372457 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dfa5d-f678-4c61-8d8e-ea904c669ca6 req-4c150fdf-1e59-463d-896c-47ee7c039661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:30.374873 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b38dfa5d-f678-4c61-8d8e-ea904c669ca6 req-4c150fdf-1e59-463d-896c-47ee7c039661 service neutron] 10.222.0.58 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.1070318 Nov 12 09:38:30.399628 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-d75aeb25-406f-4e40-a079-dc93a15e68e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bffc0ce8-385f-4c6c-b4b3-49723fe00242 HTTP/1.1" status: 200 len: 999 time: 0.0869141 Nov 12 09:38:30.454285 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b38dfa5d-f678-4c61-8d8e-ea904c669ca6 req-10d1eb29-de2e-4c53-b997-3a6e3854da2c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bffc0ce8-385f-4c6c-b4b3-49723fe00242 HTTP/1.1" status: 200 len: 999 time: 0.0716887 Nov 12 09:38:30.471434 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-c4b67e69-0de4-4378-9d2c-3f6865947d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:30.472976 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-c4b67e69-0de4-4378-9d2c-3f6865947d35 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0662675 Nov 12 09:38:30.524185 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dfa5d-f678-4c61-8d8e-ea904c669ca6 req-f997dbd6-af24-4365-a5cd-9f0b164a5a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:30.525415 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b38dfa5d-f678-4c61-8d8e-ea904c669ca6 req-f997dbd6-af24-4365-a5cd-9f0b164a5a9a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0634649 Nov 12 09:38:30.541554 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-3fe4756c-5f13-41ad-b5e2-1aed0b932dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:30.542936 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-3fe4756c-5f13-41ad-b5e2-1aed0b932dcd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608749 Nov 12 09:38:30.575792 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dfa5d-f678-4c61-8d8e-ea904c669ca6 req-c95cebd0-0cad-4879-84e4-ac7a53a52837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:30.577695 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b38dfa5d-f678-4c61-8d8e-ea904c669ca6 req-c95cebd0-0cad-4879-84e4-ac7a53a52837 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441058 Nov 12 09:38:30.682323 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b38dfa5d-f678-4c61-8d8e-ea904c669ca6 req-c5261993-e0b0-49c9-a3a0-3c850b8d39ea service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969679 Nov 12 09:38:30.783049 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b38dfa5d-f678-4c61-8d8e-ea904c669ca6 req-61b40927-32ff-4f69-b859-4e29d6bde0a1 service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937576 Nov 12 09:38:30.990002 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-f6d18ddb-9b4a-47b1-8827-1f7bd4083a76 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384201 Nov 12 09:38:31.088304 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c514e37-a022-477e-aca3-a2e6b3a1a065 req-7f2198f3-b4d6-44d5-bd1e-9c964fc933fd tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:31.090802 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c514e37-a022-477e-aca3-a2e6b3a1a065 req-7f2198f3-b4d6-44d5-bd1e-9c964fc933fd tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 944 time: 0.0695126 Nov 12 09:38:31.107903 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-96161049-4ee4-40c0-9eae-c09a15ceecce req-f0015f1b-1650-410b-ae8c-2f569793395b service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094258 Nov 12 09:38:31.155770 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7c514e37-a022-477e-aca3-a2e6b3a1a065 req-ba870abe-4074-45c0-8d8f-371bcfffafb4 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570138 Nov 12 09:38:31.216842 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dfa5d-f678-4c61-8d8e-ea904c669ca6 req-64943b05-de19-4558-bbbc-fa23707f506b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:31.219448 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b38dfa5d-f678-4c61-8d8e-ea904c669ca6 req-64943b05-de19-4558-bbbc-fa23707f506b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 1096 time: 0.0573943 Nov 12 09:38:31.324618 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dfa5d-f678-4c61-8d8e-ea904c669ca6 req-f2408c9b-5e31-49f3-a566-4046507611aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:31.326174 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b38dfa5d-f678-4c61-8d8e-ea904c669ca6 req-f2408c9b-5e31-49f3-a566-4046507611aa service neutron] 10.222.0.54 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.0994322 Nov 12 09:38:31.405624 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b38dfa5d-f678-4c61-8d8e-ea904c669ca6 req-0d0f08a6-85a7-4604-9b2d-62d847a498df service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bffc0ce8-385f-4c6c-b4b3-49723fe00242 HTTP/1.1" status: 200 len: 999 time: 0.0714753 Nov 12 09:38:31.458662 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dfa5d-f678-4c61-8d8e-ea904c669ca6 req-3b6ac465-86bb-4a6b-8de4-f93aebdaf30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:31.460300 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b38dfa5d-f678-4c61-8d8e-ea904c669ca6 req-3b6ac465-86bb-4a6b-8de4-f93aebdaf30e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0472867 Nov 12 09:38:31.519458 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dfa5d-f678-4c61-8d8e-ea904c669ca6 req-1c852621-af56-4efe-9d0c-3aed1b135743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:31.521047 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b38dfa5d-f678-4c61-8d8e-ea904c669ca6 req-1c852621-af56-4efe-9d0c-3aed1b135743 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523677 Nov 12 09:38:31.623386 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b38dfa5d-f678-4c61-8d8e-ea904c669ca6 req-8fa5d7f9-00d3-4c0f-8485-9aaac08d0f95 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940154 Nov 12 09:38:31.727342 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-b38dfa5d-f678-4c61-8d8e-ea904c669ca6 req-58b0f809-db14-433c-8363-76e08eb66747 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957854 Nov 12 09:38:32.297252 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca49c3b-6e89-441d-9dc4-bf7f854771e0 req-5eedd40b-7e18-4692-bcaa-63c678178a3b tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:32.299992 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2ca49c3b-6e89-441d-9dc4-bf7f854771e0 req-5eedd40b-7e18-4692-bcaa-63c678178a3b tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 944 time: 0.0611618 Nov 12 09:38:32.355695 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2ca49c3b-6e89-441d-9dc4-bf7f854771e0 req-dc7e9a6a-c498-4715-8df0-740d7b1482b1 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477293 Nov 12 09:38:32.783330 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2521e2-a4a9-477b-82e1-8cf7df15e4b4 req-32afc190-bafe-4e2b-95dd-e6f540ae8e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:32.784839 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8c2521e2-a4a9-477b-82e1-8cf7df15e4b4 req-32afc190-bafe-4e2b-95dd-e6f540ae8e8d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 1096 time: 0.0454247 Nov 12 09:38:32.908472 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2521e2-a4a9-477b-82e1-8cf7df15e4b4 req-ec31089a-db96-4d38-8132-0117ca8cb6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:32.910004 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8c2521e2-a4a9-477b-82e1-8cf7df15e4b4 req-ec31089a-db96-4d38-8132-0117ca8cb6df service neutron] 10.222.0.54 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.0971212 Nov 12 09:38:32.983304 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8c2521e2-a4a9-477b-82e1-8cf7df15e4b4 req-503cc0df-1350-453c-b10f-380009ef2b29 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bffc0ce8-385f-4c6c-b4b3-49723fe00242 HTTP/1.1" status: 200 len: 999 time: 0.0646071 Nov 12 09:38:33.042734 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2521e2-a4a9-477b-82e1-8cf7df15e4b4 req-ae2a9aca-032f-47ac-8bc9-574d1531e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:33.044252 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8c2521e2-a4a9-477b-82e1-8cf7df15e4b4 req-ae2a9aca-032f-47ac-8bc9-574d1531e983 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0531132 Nov 12 09:38:33.098871 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device bffc0ce8-385f-4c6c-b4b3-49723fe00242 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:38:33.112782 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2521e2-a4a9-477b-82e1-8cf7df15e4b4 req-cfcf0556-b383-4b9f-89e4-b04cc4352497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:33.116264 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8c2521e2-a4a9-477b-82e1-8cf7df15e4b4 req-cfcf0556-b383-4b9f-89e4-b04cc4352497 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628874 Nov 12 09:38:33.234974 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port bffc0ce8-385f-4c6c-b4b3-49723fe00242, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=bffc0ce8-385f-4c6c-b4b3-49723fe00242,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:33.237647 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8c2521e2-a4a9-477b-82e1-8cf7df15e4b4 req-76164fd4-c727-42e8-874c-12e6a4c16c65 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141455 Nov 12 09:38:33.257969 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'bffc0ce8-385f-4c6c-b4b3-49723fe00242', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'port_id': 'bffc0ce8-385f-4c6c-b4b3-49723fe00242', 'mac_address': 'fa:16:3e:9b:01:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:38:33.318127 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:33.339376 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bffc0ce8-385f-4c6c-b4b3-49723fe00242 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:38:33.353023 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8c2521e2-a4a9-477b-82e1-8cf7df15e4b4 req-239a3441-3ae9-454e-a202-5f554f7e9795 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068115 Nov 12 09:38:33.362934 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port bffc0ce8-385f-4c6c-b4b3-49723fe00242, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=bffc0ce8-385f-4c6c-b4b3-49723fe00242,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:33.368735 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:33.428667 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=bffc0ce8-385f-4c6c-b4b3-49723fe00242,revision_number=12']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:33.486913 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5750d-de35-416d-930e-dbea26c3d007 req-85897a9f-66ed-4a90-80c6-579d1cafb4e3 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:33.488562 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-52a5750d-de35-416d-930e-dbea26c3d007 req-85897a9f-66ed-4a90-80c6-579d1cafb4e3 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 945 time: 0.0569193 Nov 12 09:38:33.545945 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-52a5750d-de35-416d-930e-dbea26c3d007 req-04d3ba1b-3e4e-4a31-80bc-3e426c694327 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505261 Nov 12 09:38:33.607619 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['bffc0ce8-385f-4c6c-b4b3-49723fe00242'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:38:33.674754 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4aeda8-c44a-490a-a4d5-38a202a1655a req-fe2dd6af-28e9-4e12-9e2a-4c8cda8d133e tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:33.676148 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b4aeda8-c44a-490a-a4d5-38a202a1655a req-fe2dd6af-28e9-4e12-9e2a-4c8cda8d133e tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 945 time: 0.0576673 Nov 12 09:38:33.739524 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b4aeda8-c44a-490a-a4d5-38a202a1655a req-9446db21-2fab-4acf-9952-1be2bc4eaa76 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567479 Nov 12 09:38:33.899208 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca79de-ac80-4ce9-b62f-0afa3d73acc4 req-8a8654de-86cb-4d78-a70f-03284091153b tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:33.901208 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8cca79de-ac80-4ce9-b62f-0afa3d73acc4 req-8a8654de-86cb-4d78-a70f-03284091153b tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 945 time: 0.0632577 Nov 12 09:38:33.963690 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8cca79de-ac80-4ce9-b62f-0afa3d73acc4 req-19bf6ef9-4b6b-4fb0-8e09-8a5c1642d36b tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556760 Nov 12 09:38:34.274043 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21bc64-5270-46f3-b8c2-f3909b59e82f req-d3cba7b6-350b-4786-b275-f6629316d654 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:34.275651 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5a21bc64-5270-46f3-b8c2-f3909b59e82f req-d3cba7b6-350b-4786-b275-f6629316d654 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 945 time: 0.0556169 Nov 12 09:38:34.333987 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5a21bc64-5270-46f3-b8c2-f3909b59e82f req-9d7487ce-4d34-4840-b3bd-0a9f14a908ee tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519795 Nov 12 09:38:35.122252 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device bffc0ce8-385f-4c6c-b4b3-49723fe00242 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:38:35.181180 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port bffc0ce8-385f-4c6c-b4b3-49723fe00242 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:38:35.186152 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port bffc0ce8-385f-4c6c-b4b3-49723fe00242 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:38:35.186535 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:35.270387 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:35.299344 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d74ecd-73ba-4cdb-8fdf-f3620abb84d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffc0ce8-385f-4c6c-b4b3-49723fe00242'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:38:35.301754 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be45a9427ec0e01fea1711315fc80f5d0e0450582803884f19ff2849393a08db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b41ad5-0782-403f-843a-ba38bb6c03d5" -d '{"events": [{"server_uuid": "76d74ecd-73ba-4cdb-8fdf-f3620abb84d3", "name": "network-vif-plugged", "status": "completed", "tag": "bffc0ce8-385f-4c6c-b4b3-49723fe00242"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:38:35.317110 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port bffc0ce8-385f-4c6c-b4b3-49723fe00242, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=bffc0ce8-385f-4c6c-b4b3-49723fe00242,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:35.325404 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:35.351516 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4d294a-3f0f-48be-a1df-a4c3a1b77212 x-openstack-request-id: req-cc4d294a-3f0f-48be-a1df-a4c3a1b77212 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:38:35.352167 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d74ecd-73ba-4cdb-8fdf-f3620abb84d3", "name": "network-vif-plugged", "status": "completed", "tag": "bffc0ce8-385f-4c6c-b4b3-49723fe00242", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:38:35.352167 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc4d294a-3f0f-48be-a1df-a4c3a1b77212 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:38:35.352777 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d74ecd-73ba-4cdb-8fdf-f3620abb84d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffc0ce8-385f-4c6c-b4b3-49723fe00242', 'code': 200} Nov 12 09:38:35.388156 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=bffc0ce8-385f-4c6c-b4b3-49723fe00242,revision_number=13']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:35.463182 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47798de8-7c4e-4d5e-88a6-7f5e1dc18757 req-cce99460-604a-41b0-9358-9843a4426110 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:35.464814 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-47798de8-7c4e-4d5e-88a6-7f5e1dc18757 req-cce99460-604a-41b0-9358-9843a4426110 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 946 time: 0.0530314 Nov 12 09:38:35.524524 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-47798de8-7c4e-4d5e-88a6-7f5e1dc18757 req-908724fb-5109-4914-aaaf-68d8eced9541 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522244 Nov 12 09:38:35.576731 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462a5ef-f190-47f2-a6f0-793833c939f7 req-059a4cde-634b-4496-9025-69fb33ee6eac tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:35.578379 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d462a5ef-f190-47f2-a6f0-793833c939f7 req-059a4cde-634b-4496-9025-69fb33ee6eac tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.54 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 946 time: 0.0790532 Nov 12 09:38:35.684666 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-d462a5ef-f190-47f2-a6f0-793833c939f7 req-fc909a7c-4bc9-4aeb-932e-83feec76ffef tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Deleting port bffc0ce8-385f-4c6c-b4b3-49723fe00242 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:38:35.684931 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d462a5ef-f190-47f2-a6f0-793833c939f7 req-fc909a7c-4bc9-4aeb-932e-83feec76ffef tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:35.794498 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-d462a5ef-f190-47f2-a6f0-793833c939f7 req-fc909a7c-4bc9-4aeb-932e-83feec76ffef tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] For port bffc0ce8-385f-4c6c-b4b3-49723fe00242, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=bffc0ce8-385f-4c6c-b4b3-49723fe00242,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:35.794842 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d462a5ef-f190-47f2-a6f0-793833c939f7 req-fc909a7c-4bc9-4aeb-932e-83feec76ffef tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:36.002861 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d462a5ef-f190-47f2-a6f0-793833c939f7 req-fc909a7c-4bc9-4aeb-932e-83feec76ffef tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:36.003560 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d462a5ef-f190-47f2-a6f0-793833c939f7 req-fc909a7c-4bc9-4aeb-932e-83feec76ffef tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:36.003950 n-d-768862-16 neutron-server[102568]: INFO neutron.db.l3_db [req-d462a5ef-f190-47f2-a6f0-793833c939f7 req-fc909a7c-4bc9-4aeb-932e-83feec76ffef tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Floating IP 591bfe2b-221e-4f56-a73f-f649f7c8b069 disassociated. External IP: 172.25.6.32, port: bffc0ce8-385f-4c6c-b4b3-49723fe00242. Nov 12 09:38:36.004329 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-d462a5ef-f190-47f2-a6f0-793833c939f7 req-fc909a7c-4bc9-4aeb-932e-83feec76ffef tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Calling delete_port for bffc0ce8-385f-4c6c-b4b3-49723fe00242 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:38:36.153032 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d462a5ef-f190-47f2-a6f0-793833c939f7 req-fc909a7c-4bc9-4aeb-932e-83feec76ffef tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:36.196189 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc909a7c-4bc9-4aeb-932e-83feec76ffef tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Pushing event deleted for resources: {'Port': ['ID=bffc0ce8-385f-4c6c-b4b3-49723fe00242,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:36.324130 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d462a5ef-f190-47f2-a6f0-793833c939f7 req-fc909a7c-4bc9-4aeb-932e-83feec76ffef tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Router 8efbd771-1206-4953-ba76-3a7d5be84496 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:38:36.444848 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d462a5ef-f190-47f2-a6f0-793833c939f7 req-fc909a7c-4bc9-4aeb-932e-83feec76ffef tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:38:36.456965 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e0c35-8c3f-42b8-9160-fefb10dcead4 None None] Sync routers for ids ['8efbd771-1206-4953-ba76-3a7d5be84496'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:38:36.467701 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133e0c35-8c3f-42b8-9160-fefb10dcead4 None None] Routers {'8efbd771-1206-4953-ba76-3a7d5be84496'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:38:36.468365 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-133e0c35-8c3f-42b8-9160-fefb10dcead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:38:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8efbd771-1206-4953-ba76-3a7d5be84496'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:36.487240 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-d462a5ef-f190-47f2-a6f0-793833c939f7 req-fc909a7c-4bc9-4aeb-932e-83feec76ffef tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] No DVR routers for this DVR port bffc0ce8-385f-4c6c-b4b3-49723fe00242 on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:38:36.494358 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d462a5ef-f190-47f2-a6f0-793833c939f7 req-fc909a7c-4bc9-4aeb-932e-83feec76ffef tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:36.498123 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d462a5ef-f190-47f2-a6f0-793833c939f7 req-fc909a7c-4bc9-4aeb-932e-83feec76ffef tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.54 "DELETE /v2.0/ports/bffc0ce8-385f-4c6c-b4b3-49723fe00242 HTTP/1.1" status: 204 len: 173 time: 0.9119687 Nov 12 09:38:36.498691 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d74ecd-73ba-4cdb-8fdf-f3620abb84d3', 'name': 'network-vif-deleted', 'tag': 'bffc0ce8-385f-4c6c-b4b3-49723fe00242'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:38:36.501958 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02596b4da7ea12b67234db941b384408cb2f3f21b4d4ffba25f551729798548" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3b7578-41d5-4c2c-aab6-3c3f1a170123" -d '{"events": [{"server_uuid": "76d74ecd-73ba-4cdb-8fdf-f3620abb84d3", "name": "network-vif-deleted", "tag": "bffc0ce8-385f-4c6c-b4b3-49723fe00242"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:38:36.569619 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79534bba-f0d6-4df8-a8fd-26bd270938fc x-openstack-request-id: req-79534bba-f0d6-4df8-a8fd-26bd270938fc {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:38:36.571091 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d74ecd-73ba-4cdb-8fdf-f3620abb84d3", "name": "network-vif-deleted", "tag": "bffc0ce8-385f-4c6c-b4b3-49723fe00242", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:38:36.571476 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79534bba-f0d6-4df8-a8fd-26bd270938fc {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:38:36.572812 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d74ecd-73ba-4cdb-8fdf-f3620abb84d3', 'name': 'network-vif-deleted', 'tag': 'bffc0ce8-385f-4c6c-b4b3-49723fe00242', 'status': 'completed', 'code': 200} Nov 12 09:38:36.600745 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-133e0c35-8c3f-42b8-9160-fefb10dcead4 None None] Set router 8efbd771-1206-4953-ba76-3a7d5be84496 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:38:36.650247 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-897f9187-44db-4a82-a9ff-b4b495d28e5f req-6a53f3a6-57e0-48e0-a117-a4a5c81714da tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=76d74ecd-73ba-4cdb-8fdf-f3620abb84d3 HTTP/1.1" status: 200 len: 210 time: 0.0294375 Nov 12 09:38:36.832070 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-133e0c35-8c3f-42b8-9160-fefb10dcead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:32Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '4ee12900dba143e5907035744a059bb0', 'gw_port': {'id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:33Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '08080d5c-f393-46b9-abbe-44680827f42b', 'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'mac_address': 'fa:16:3e:e1:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:35Z', 'updated_at': '2021-11-12T09:31:40Z', 'revision_number': 5, 'project_id': '4ee12900dba143e5907035744a059bb0', 'subnets': [{'id': '5161be35-2187-48e2-99be-9229442f588c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:36.863096 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e0c35-8c3f-42b8-9160-fefb10dcead4 None None] Checking router: 8efbd771-1206-4953-ba76-3a7d5be84496 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:38:36.872063 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133e0c35-8c3f-42b8-9160-fefb10dcead4 None None] Routers {'8efbd771-1206-4953-ba76-3a7d5be84496'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:38:36.872692 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-133e0c35-8c3f-42b8-9160-fefb10dcead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:38:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8efbd771-1206-4953-ba76-3a7d5be84496'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:36.990031 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-133e0c35-8c3f-42b8-9160-fefb10dcead4 None None] Set router 8efbd771-1206-4953-ba76-3a7d5be84496 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:38:37.211917 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-133e0c35-8c3f-42b8-9160-fefb10dcead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:32Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '4ee12900dba143e5907035744a059bb0', 'gw_port': {'id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:33Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '08080d5c-f393-46b9-abbe-44680827f42b', 'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'mac_address': 'fa:16:3e:e1:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:35Z', 'updated_at': '2021-11-12T09:31:40Z', 'revision_number': 5, 'project_id': '4ee12900dba143e5907035744a059bb0', 'subnets': [{'id': '5161be35-2187-48e2-99be-9229442f588c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:37.242154 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e0c35-8c3f-42b8-9160-fefb10dcead4 None None] The sync data for ids ['8efbd771-1206-4953-ba76-3a7d5be84496'] in n-d-768862-16 is: [{'id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:32Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '4ee12900dba143e5907035744a059bb0', 'gw_port': {'id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:33Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '08080d5c-f393-46b9-abbe-44680827f42b', 'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'mac_address': 'fa:16:3e:e1:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:35Z', 'updated_at': '2021-11-12T09:31:40Z', 'revision_number': 5, 'project_id': '4ee12900dba143e5907035744a059bb0', 'subnets': [{'id': '5161be35-2187-48e2-99be-9229442f588c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:38:37.478732 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02075737-b72a-4985-8ab1-dc8f1f754f21 None None] New status for floating IP 591bfe2b-221e-4f56-a73f-f649f7c8b069: DOWN {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:38:37.897943 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2ac0be41-dcbb-48b6-be4a-4620464e493f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:37.974323 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-b0ae13cf-2392-41df-950b-7d9d0a425861 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1691236889&fields=id&tenant_id=4ee12900dba143e5907035744a059bb0 HTTP/1.1" status: 200 len: 267 time: 0.0509033 Nov 12 09:38:38.093176 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-0d9fbb48-b883-4b00-8785-d12662d2d8b5 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:38.094655 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-0d9fbb48-b883-4b00-8785-d12662d2d8b5 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 811 time: 0.1121075 Nov 12 09:38:38.111850 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-cc00025d-a32d-48ca-a33c-6918d9043564 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/quotas/4ee12900dba143e5907035744a059bb0 HTTP/1.1" status: 200 len: 375 time: 0.0108988 Nov 12 09:38:38.185345 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-bbd8e35f-59f5-4211-b2f8-a6309da6413f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0672977 Nov 12 09:38:38.359542 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-f1d3d363-19cc-4505-a157-ca415121c476 service neutron] 10.222.0.37 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596868 Nov 12 09:38:38.471020 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-5df99fa1-8cc1-42dd-acb0-e92c233d7c11 service neutron] 10.222.0.37 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042194 Nov 12 09:38:38.692407 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c08426af-5283-4f2b-9d8a-c6f1a96be4cc req-5a15804a-8996-4655-8219-1aaf1ab7889c tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 210 time: 0.0405872 Nov 12 09:38:39.160789 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device bffc0ce8-385f-4c6c-b4b3-49723fe00242 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:38:39.186568 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: bffc0ce8-385f-4c6c-b4b3-49723fe00242 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:38:39.186937 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device bffc0ce8-385f-4c6c-b4b3-49723fe00242 not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:38:39.782894 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-7916b804-45e6-4e0a-a39d-f999b4150f60 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:39.784513 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-7916b804-45e6-4e0a-a39d-f999b4150f60 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.58 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 811 time: 0.1351385 Nov 12 09:38:39.822866 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-03e2b422-21b1-4788-9aab-63dd092fe22c req-0275a7e7-2351-43e6-ad53-94b6741bcf76 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 210 time: 0.0372918 Nov 12 09:38:39.869713 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-85993711-6fa3-41ec-b6d0-33759a356037 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ee12900dba143e5907035744a059bb0 HTTP/1.1" status: 200 len: 380 time: 0.0758142 Nov 12 09:38:39.883128 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-45315907-8a18-444a-a75a-70ec66bd6e84 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Request body: {'port': {'device_id': 'fabc1785-486d-49ba-99ef-6c5bf24d4a18', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'admin_state_up': True, 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'security_groups': ['67f61a1c-446e-4979-a458-062d4e556701']}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:38:40.010108 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-45315907-8a18-444a-a75a-70ec66bd6e84 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Made reservation on behalf of 4ee12900dba143e5907035744a059bb0 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:38:40.013690 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-45315907-8a18-444a-a75a-70ec66bd6e84 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:40.151853 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-45315907-8a18-444a-a75a-70ec66bd6e84 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Allocated IP 172.20.0.7 (768db96d-c716-4f4b-8ce0-d0406ae4f328/5161be35-2187-48e2-99be-9229442f588c/11bb1146-d063-4d8a-b03f-7cfde80d8c62) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:38:40.232916 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-287cfe90-ff5f-4eda-a120-2d8a69dd2fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:40.311595 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-45315907-8a18-444a-a75a-70ec66bd6e84 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:40.348812 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-45315907-8a18-444a-a75a-70ec66bd6e84 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:40.397569 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-45315907-8a18-444a-a75a-70ec66bd6e84 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Network 768db96d-c716-4f4b-8ce0-d0406ae4f328 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:38:40.400853 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-45315907-8a18-444a-a75a-70ec66bd6e84 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:38:40.404233 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-45315907-8a18-444a-a75a-70ec66bd6e84 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:38:40.432862 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45315907-8a18-444a-a75a-70ec66bd6e84 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Pushing event updated for resources: {'Port': ['ID=11bb1146-d063-4d8a-b03f-7cfde80d8c62,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:40.470062 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-45315907-8a18-444a-a75a-70ec66bd6e84 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:40.470766 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-45315907-8a18-444a-a75a-70ec66bd6e84 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:40.490331 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-45315907-8a18-444a-a75a-70ec66bd6e84 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6112440 Nov 12 09:38:40.504403 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-1a684eca-0886-49e3-bbc8-b515cadc1ac4 service neutron] Request body: {'port': {'device_id': 'fabc1785-486d-49ba-99ef-6c5bf24d4a18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:38:40.579558 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-1a684eca-0886-49e3-bbc8-b515cadc1ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:40.648753 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-43b771be-0a57-46b5-9bb7-1c1cdfc49021 None None] Provisioning complete for port 11bb1146-d063-4d8a-b03f-7cfde80d8c62 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:38:40.649423 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-43b771be-0a57-46b5-9bb7-1c1cdfc49021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:40.690314 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-43b771be-0a57-46b5-9bb7-1c1cdfc49021 None None] Port 11bb1146-d063-4d8a-b03f-7cfde80d8c62 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:38:40.929900 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-1a684eca-0886-49e3-bbc8-b515cadc1ac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11bb1146-d063-4d8a-b03f-7cfde80d8c62 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:38:40.956113 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-1a684eca-0886-49e3-bbc8-b515cadc1ac4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:40.977566 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-1a684eca-0886-49e3-bbc8-b515cadc1ac4 service neutron] Transition to ACTIVE for port object 11bb1146-d063-4d8a-b03f-7cfde80d8c62 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:38:40.983687 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-1a684eca-0886-49e3-bbc8-b515cadc1ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:40.999121 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462771a7-3a78-4cfc-9ef2-163a80ba6138 req-54b7222d-2f27-4278-bd09-24d0c18dcc44 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:41.001882 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-462771a7-3a78-4cfc-9ef2-163a80ba6138 req-54b7222d-2f27-4278-bd09-24d0c18dcc44 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 931 time: 0.0879982 Nov 12 09:38:41.089269 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a684eca-0886-49e3-bbc8-b515cadc1ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=11bb1146-d063-4d8a-b03f-7cfde80d8c62,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:41.154117 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-462771a7-3a78-4cfc-9ef2-163a80ba6138 req-cf524814-27e4-4ee6-b277-11d62ef37c97 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260192 Nov 12 09:38:41.228079 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-1a684eca-0886-49e3-bbc8-b515cadc1ac4 service neutron] Attempting to bind port 11bb1146-d063-4d8a-b03f-7cfde80d8c62 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:38:41.228677 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-1a684eca-0886-49e3-bbc8-b515cadc1ac4 service neutron] Attempting to bind port 11bb1146-d063-4d8a-b03f-7cfde80d8c62 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:38:41.229191 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-1a684eca-0886-49e3-bbc8-b515cadc1ac4 service neutron] Attempting to bind port 11bb1146-d063-4d8a-b03f-7cfde80d8c62 on network 768db96d-c716-4f4b-8ce0-d0406ae4f328 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:38:41.235001 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-1a684eca-0886-49e3-bbc8-b515cadc1ac4 service neutron] Port 11bb1146-d063-4d8a-b03f-7cfde80d8c62 on network 768db96d-c716-4f4b-8ce0-d0406ae4f328 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:38:41.235332 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-1a684eca-0886-49e3-bbc8-b515cadc1ac4 service neutron] Attempting to bind port 11bb1146-d063-4d8a-b03f-7cfde80d8c62 on network 768db96d-c716-4f4b-8ce0-d0406ae4f328 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:38:41.240886 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-1a684eca-0886-49e3-bbc8-b515cadc1ac4 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:38:41.241219 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-1a684eca-0886-49e3-bbc8-b515cadc1ac4 service neutron] Checking segment: {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:38:41.241633 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-1a684eca-0886-49e3-bbc8-b515cadc1ac4 service neutron] Bound using segment: {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:38:41.242075 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-1a684eca-0886-49e3-bbc8-b515cadc1ac4 service neutron] Bound port: 11bb1146-d063-4d8a-b03f-7cfde80d8c62, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:38:41.242446 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-1a684eca-0886-49e3-bbc8-b515cadc1ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:41.320368 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-1a684eca-0886-49e3-bbc8-b515cadc1ac4 service neutron] For port 11bb1146-d063-4d8a-b03f-7cfde80d8c62, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:38:41.323819 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-1a684eca-0886-49e3-bbc8-b515cadc1ac4 service neutron] For port 11bb1146-d063-4d8a-b03f-7cfde80d8c62, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=11bb1146-d063-4d8a-b03f-7cfde80d8c62,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:38:41.331061 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-1a684eca-0886-49e3-bbc8-b515cadc1ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:41.366192 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-1a684eca-0886-49e3-bbc8-b515cadc1ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:41.366677 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-1a684eca-0886-49e3-bbc8-b515cadc1ac4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:41.368110 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-1a684eca-0886-49e3-bbc8-b515cadc1ac4 service neutron] 10.222.0.58 "PUT /v2.0/ports/11bb1146-d063-4d8a-b03f-7cfde80d8c62 HTTP/1.1" status: 200 len: 1092 time: 0.8688629 Nov 12 09:38:41.368558 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabc1785-486d-49ba-99ef-6c5bf24d4a18', 'tag': '11bb1146-d063-4d8a-b03f-7cfde80d8c62'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:38:41.370838 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ecfd269ae060e48d0080e56de36cfb7f5ddc3dd245bb7f2f65528a6b7e1e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9ec020-01a3-4f18-847b-1e57e1198dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "fabc1785-486d-49ba-99ef-6c5bf24d4a18", "tag": "11bb1146-d063-4d8a-b03f-7cfde80d8c62"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:38:41.402183 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a684eca-0886-49e3-bbc8-b515cadc1ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=11bb1146-d063-4d8a-b03f-7cfde80d8c62,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:41.424085 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bf6b67-eeb0-4166-940c-dd765fa43b62 x-openstack-request-id: req-f0bf6b67-eeb0-4166-940c-dd765fa43b62 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:38:41.424456 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fabc1785-486d-49ba-99ef-6c5bf24d4a18", "tag": "11bb1146-d063-4d8a-b03f-7cfde80d8c62", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:38:41.424666 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f0bf6b67-eeb0-4166-940c-dd765fa43b62 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:38:41.425303 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fabc1785-486d-49ba-99ef-6c5bf24d4a18', 'tag': '11bb1146-d063-4d8a-b03f-7cfde80d8c62', 'status': 'completed', 'code': 200} Nov 12 09:38:41.488636 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-4a33d16b-8c74-45c3-8ece-21253b4bb4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:41.490238 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-4a33d16b-8c74-45c3-8ece-21253b4bb4d1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 1095 time: 0.0570896 Nov 12 09:38:41.534903 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-524077d2-f51f-4a49-ab86-be159ce8052b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11bb1146-d063-4d8a-b03f-7cfde80d8c62 HTTP/1.1" status: 200 len: 217 time: 0.0362775 Nov 12 09:38:41.586625 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-bfc1e640-44a6-474d-9173-2583ae5cc8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:41.588410 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-bfc1e640-44a6-474d-9173-2583ae5cc8ac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0465879 Nov 12 09:38:41.649827 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-7f828316-cefa-43f8-99cb-c39d992d0e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:41.651405 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-7f828316-cefa-43f8-99cb-c39d992d0e31 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554552 Nov 12 09:38:41.755258 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-56a9b4ab-4726-45d3-bc2f-a74ed4d3b21c service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941138 Nov 12 09:38:41.865974 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-35f8b5d0-82a2-4f57-bc56-a9c15a742c2e req-7b6690af-2b49-4da2-addf-5b743b95a48f service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027019 Nov 12 09:38:41.968469 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ec020-01a3-4f18-847b-1e57e1198dc1 req-0410d7af-5057-4053-b183-060b1dbe99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:41.970120 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9f9ec020-01a3-4f18-847b-1e57e1198dc1 req-0410d7af-5057-4053-b183-060b1dbe99f8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 1095 time: 0.0516076 Nov 12 09:38:42.071322 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ec020-01a3-4f18-847b-1e57e1198dc1 req-8ae223db-1196-4cf3-956e-dcae2f7b1140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:42.072920 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9f9ec020-01a3-4f18-847b-1e57e1198dc1 req-8ae223db-1196-4cf3-956e-dcae2f7b1140 service neutron] 10.222.0.58 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.0959091 Nov 12 09:38:42.125894 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9f9ec020-01a3-4f18-847b-1e57e1198dc1 req-b62605e5-b66a-4a52-83de-ebcbd634e921 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11bb1146-d063-4d8a-b03f-7cfde80d8c62 HTTP/1.1" status: 200 len: 217 time: 0.0426829 Nov 12 09:38:42.189551 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ec020-01a3-4f18-847b-1e57e1198dc1 req-85afd014-d47d-442f-ad7e-75cc59c74780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:42.191124 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9f9ec020-01a3-4f18-847b-1e57e1198dc1 req-85afd014-d47d-442f-ad7e-75cc59c74780 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0561202 Nov 12 09:38:42.256423 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:42.314004 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ec020-01a3-4f18-847b-1e57e1198dc1 req-a028e3bc-27d6-431f-9845-f94c9bbd280a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:42.316097 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9f9ec020-01a3-4f18-847b-1e57e1198dc1 req-a028e3bc-27d6-431f-9845-f94c9bbd280a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1168213 Nov 12 09:38:42.329271 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a6b98-f713-4e6f-889d-6eff93364c20 req-31d43644-6745-41c8-afec-84e58473e327 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:42.330702 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b86a6b98-f713-4e6f-889d-6eff93364c20 req-31d43644-6745-41c8-afec-84e58473e327 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 943 time: 0.0918982 Nov 12 09:38:42.444579 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b86a6b98-f713-4e6f-889d-6eff93364c20 req-a04679c8-0f03-41c6-ac40-f7e437c06c49 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946929 Nov 12 09:38:42.462251 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9f9ec020-01a3-4f18-847b-1e57e1198dc1 req-a79eeda5-29d6-465d-91a6-30b50383f3bb service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302342 Nov 12 09:38:42.567297 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9f9ec020-01a3-4f18-847b-1e57e1198dc1 req-c7681f36-ed96-4e76-8522-6ebc880c28b3 service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963247 Nov 12 09:38:43.587290 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67de7c-fe8a-45ed-a01c-b938fb32defd req-27f4f2d0-9dbb-4fd5-ab8b-ba81441accf8 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:43.589971 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c67de7c-fe8a-45ed-a01c-b938fb32defd req-27f4f2d0-9dbb-4fd5-ab8b-ba81441accf8 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 943 time: 0.0653870 Nov 12 09:38:43.620856 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:43.655400 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c67de7c-fe8a-45ed-a01c-b938fb32defd req-989b9009-23fe-4523-8d63-d205cf2deb41 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582924 Nov 12 09:38:44.112375 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:44.911798 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 11bb1146-d063-4d8a-b03f-7cfde80d8c62 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:38:45.024123 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 11bb1146-d063-4d8a-b03f-7cfde80d8c62, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=11bb1146-d063-4d8a-b03f-7cfde80d8c62,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:45.038702 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '11bb1146-d063-4d8a-b03f-7cfde80d8c62', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'port_id': '11bb1146-d063-4d8a-b03f-7cfde80d8c62', 'mac_address': 'fa:16:3e:9a:2b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:38:45.089468 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:45.112332 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11bb1146-d063-4d8a-b03f-7cfde80d8c62 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:38:45.149339 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 11bb1146-d063-4d8a-b03f-7cfde80d8c62, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=11bb1146-d063-4d8a-b03f-7cfde80d8c62,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:45.155855 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:45.195655 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350c71e-8c5f-4715-bfae-4920e2baaf0b req-d5e201d7-c9d9-47bb-ae71-0e08eebeb56a tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:45.197405 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e350c71e-8c5f-4715-bfae-4920e2baaf0b req-d5e201d7-c9d9-47bb-ae71-0e08eebeb56a tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 943 time: 0.4565136 Nov 12 09:38:45.216122 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=11bb1146-d063-4d8a-b03f-7cfde80d8c62,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:45.250971 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e350c71e-8c5f-4715-bfae-4920e2baaf0b req-7fd4acd6-8d5c-4847-a293-4d47ec5b944d tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473127 Nov 12 09:38:45.357533 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['11bb1146-d063-4d8a-b03f-7cfde80d8c62'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:38:46.383286 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4cf5f-4b74-4974-af06-4f80c648a35d req-8ea44115-79ed-4c20-a278-081f555737d9 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:46.384978 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-96e4cf5f-4b74-4974-af06-4f80c648a35d req-8ea44115-79ed-4c20-a278-081f555737d9 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 944 time: 0.0581994 Nov 12 09:38:46.439174 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-96e4cf5f-4b74-4974-af06-4f80c648a35d req-4a12b889-f778-44be-b26d-a30ebb45383e tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466707 Nov 12 09:38:46.926623 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 11bb1146-d063-4d8a-b03f-7cfde80d8c62 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:38:46.982324 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 11bb1146-d063-4d8a-b03f-7cfde80d8c62 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:38:46.986924 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 11bb1146-d063-4d8a-b03f-7cfde80d8c62 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:38:46.987296 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:47.242582 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:47.267507 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabc1785-486d-49ba-99ef-6c5bf24d4a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bb1146-d063-4d8a-b03f-7cfde80d8c62'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:38:47.269841 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be45a9427ec0e01fea1711315fc80f5d0e0450582803884f19ff2849393a08db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557d5413-a841-42f2-930d-a0f741128c93" -d '{"events": [{"server_uuid": "fabc1785-486d-49ba-99ef-6c5bf24d4a18", "name": "network-vif-plugged", "status": "completed", "tag": "11bb1146-d063-4d8a-b03f-7cfde80d8c62"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:38:47.296248 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 11bb1146-d063-4d8a-b03f-7cfde80d8c62, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=11bb1146-d063-4d8a-b03f-7cfde80d8c62,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:47.302171 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:47.337724 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8925479a-c2bd-49a8-b3f5-36f09017c6d7 x-openstack-request-id: req-8925479a-c2bd-49a8-b3f5-36f09017c6d7 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:38:47.338265 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabc1785-486d-49ba-99ef-6c5bf24d4a18", "name": "network-vif-plugged", "status": "completed", "tag": "11bb1146-d063-4d8a-b03f-7cfde80d8c62", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:38:47.338512 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8925479a-c2bd-49a8-b3f5-36f09017c6d7 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:38:47.339042 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabc1785-486d-49ba-99ef-6c5bf24d4a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bb1146-d063-4d8a-b03f-7cfde80d8c62', 'code': 200} Nov 12 09:38:47.368201 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=11bb1146-d063-4d8a-b03f-7cfde80d8c62,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:47.424244 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04eaf6-fb5c-4dcd-a7c1-59d88e2b48a2 req-429a25e6-ec21-4f42-9f81-f8323b741250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:47.425746 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7e04eaf6-fb5c-4dcd-a7c1-59d88e2b48a2 req-429a25e6-ec21-4f42-9f81-f8323b741250 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 1097 time: 0.0436449 Nov 12 09:38:47.475506 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7e04eaf6-fb5c-4dcd-a7c1-59d88e2b48a2 req-4dbbb21a-643a-45ee-bc99-d4146647e8cf service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414212 Nov 12 09:38:47.566068 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2539a2-04b2-41df-b542-a29db05f10f0 req-a4b580d7-0d5f-4eca-b890-df1b20b53279 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:47.567589 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5a2539a2-04b2-41df-b542-a29db05f10f0 req-a4b580d7-0d5f-4eca-b890-df1b20b53279 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 945 time: 0.0546777 Nov 12 09:38:47.619357 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5a2539a2-04b2-41df-b542-a29db05f10f0 req-34f5c1a2-f763-4265-a824-13745669eb1c tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455041 Nov 12 09:38:48.748321 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0cb0a5-fe58-4a5f-9280-a75e578959df req-0d33c0b9-50c0-4db7-87bd-c0dd7a012ef2 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:48.750952 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db0cb0a5-fe58-4a5f-9280-a75e578959df req-0d33c0b9-50c0-4db7-87bd-c0dd7a012ef2 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 945 time: 0.0592067 Nov 12 09:38:48.811901 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db0cb0a5-fe58-4a5f-9280-a75e578959df req-ca4358a4-79dd-4fc6-8c31-c7d98c97fb00 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547218 Nov 12 09:38:48.934562 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8896c-3e2b-41e6-80a1-8f89e8e7dab7 req-7368f2bc-e79c-4c7e-9af6-b686a3cbfb84 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:48.935770 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a6a8896c-3e2b-41e6-80a1-8f89e8e7dab7 req-7368f2bc-e79c-4c7e-9af6-b686a3cbfb84 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 945 time: 0.0550046 Nov 12 09:38:48.945855 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 41814) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:38:48.951210 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-6eff0099-0f21-469c-91da-116b5d1c9469 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Request body: {'floatingip': {'port_id': '11bb1146-d063-4d8a-b03f-7cfde80d8c62'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:38:48.993965 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6eff0099-0f21-469c-91da-116b5d1c9469 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for floatingip, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:49.454292 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6eff0099-0f21-469c-91da-116b5d1c9469 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:49.459369 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6eff0099-0f21-469c-91da-116b5d1c9469 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:49.568834 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [None req-6eff0099-0f21-469c-91da-116b5d1c9469 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Floating IP 591bfe2b-221e-4f56-a73f-f649f7c8b069 associated. External IP: 172.25.6.32, port: 11bb1146-d063-4d8a-b03f-7cfde80d8c62. Nov 12 09:38:49.800840 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eff0099-0f21-469c-91da-116b5d1c9469 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Router 8efbd771-1206-4953-ba76-3a7d5be84496 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:38:49.916016 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eff0099-0f21-469c-91da-116b5d1c9469 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:38:49.921038 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6eff0099-0f21-469c-91da-116b5d1c9469 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:49.925931 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723ae1c8-7d69-4f20-8cef-84de08745ed6 None None] Sync routers for ids ['8efbd771-1206-4953-ba76-3a7d5be84496'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:38:49.936413 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723ae1c8-7d69-4f20-8cef-84de08745ed6 None None] Routers {'8efbd771-1206-4953-ba76-3a7d5be84496'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:38:49.937017 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-723ae1c8-7d69-4f20-8cef-84de08745ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:38:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8efbd771-1206-4953-ba76-3a7d5be84496'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:49.950715 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6eff0099-0f21-469c-91da-116b5d1c9469 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "PUT /v2.0/floatingips/591bfe2b-221e-4f56-a73f-f649f7c8b069 HTTP/1.1" status: 200 len: 991 time: 1.0034738 Nov 12 09:38:49.951997 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabc1785-486d-49ba-99ef-6c5bf24d4a18', 'tag': '11bb1146-d063-4d8a-b03f-7cfde80d8c62'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:38:49.954179 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ecfd269ae060e48d0080e56de36cfb7f5ddc3dd245bb7f2f65528a6b7e1e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e72ec7-7263-4b2c-80ac-07283e4fbd51" -d '{"events": [{"name": "network-changed", "server_uuid": "fabc1785-486d-49ba-99ef-6c5bf24d4a18", "tag": "11bb1146-d063-4d8a-b03f-7cfde80d8c62"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:38:50.046227 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0ca0c3-461c-442e-ab17-dd41063b5abc x-openstack-request-id: req-6a0ca0c3-461c-442e-ab17-dd41063b5abc {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:38:50.046520 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fabc1785-486d-49ba-99ef-6c5bf24d4a18", "tag": "11bb1146-d063-4d8a-b03f-7cfde80d8c62", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:38:50.046879 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a0ca0c3-461c-442e-ab17-dd41063b5abc {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:38:50.047361 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fabc1785-486d-49ba-99ef-6c5bf24d4a18', 'tag': '11bb1146-d063-4d8a-b03f-7cfde80d8c62', 'status': 'completed', 'code': 200} Nov 12 09:38:50.052594 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-723ae1c8-7d69-4f20-8cef-84de08745ed6 None None] Set router 8efbd771-1206-4953-ba76-3a7d5be84496 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:38:50.117239 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e72ec7-7263-4b2c-80ac-07283e4fbd51 req-cf081ecb-b5d0-4d73-906c-6b65fe71b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:50.118938 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-15e72ec7-7263-4b2c-80ac-07283e4fbd51 req-cf081ecb-b5d0-4d73-906c-6b65fe71b8cc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 1097 time: 0.0487707 Nov 12 09:38:50.221053 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e72ec7-7263-4b2c-80ac-07283e4fbd51 req-15c9d4bb-ab34-4213-910a-474a8253c99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:50.222557 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-15e72ec7-7263-4b2c-80ac-07283e4fbd51 req-15c9d4bb-ab34-4213-910a-474a8253c99a service neutron] 10.222.0.58 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.0951264 Nov 12 09:38:50.289961 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-15e72ec7-7263-4b2c-80ac-07283e4fbd51 req-6f6d45d8-759a-4eb4-a5a7-efafc9aed4a8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11bb1146-d063-4d8a-b03f-7cfde80d8c62 HTTP/1.1" status: 200 len: 999 time: 0.0604749 Nov 12 09:38:50.296742 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-723ae1c8-7d69-4f20-8cef-84de08745ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:32Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '4ee12900dba143e5907035744a059bb0', 'gw_port': {'id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:33Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '591bfe2b-221e-4f56-a73f-f649f7c8b069', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'port_id': '11bb1146-d063-4d8a-b03f-7cfde80d8c62', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'mac_address': 'fa:16:3e:9a:2b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabc1785-486d-49ba-99ef-6c5bf24d4a18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:31:39Z', 'updated_at': '2021-11-12T09:38:49Z', 'revision_number': 13, 'project_id': '4ee12900dba143e5907035744a059bb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08080d5c-f393-46b9-abbe-44680827f42b', 'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'mac_address': 'fa:16:3e:e1:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:35Z', 'updated_at': '2021-11-12T09:31:40Z', 'revision_number': 5, 'project_id': '4ee12900dba143e5907035744a059bb0', 'subnets': [{'id': '5161be35-2187-48e2-99be-9229442f588c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:50.323949 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723ae1c8-7d69-4f20-8cef-84de08745ed6 None None] Checking router: 8efbd771-1206-4953-ba76-3a7d5be84496 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:38:50.333664 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723ae1c8-7d69-4f20-8cef-84de08745ed6 None None] Routers {'8efbd771-1206-4953-ba76-3a7d5be84496'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:38:50.334293 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-723ae1c8-7d69-4f20-8cef-84de08745ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:38:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8efbd771-1206-4953-ba76-3a7d5be84496'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:50.345451 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e72ec7-7263-4b2c-80ac-07283e4fbd51 req-07a52e58-3e6a-4e83-b88a-1a44a82dd19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:50.346943 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-15e72ec7-7263-4b2c-80ac-07283e4fbd51 req-07a52e58-3e6a-4e83-b88a-1a44a82dd19a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0502486 Nov 12 09:38:50.394652 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e72ec7-7263-4b2c-80ac-07283e4fbd51 req-2ec492ed-553f-4b53-9015-d8e88196705f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:50.396177 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-15e72ec7-7263-4b2c-80ac-07283e4fbd51 req-2ec492ed-553f-4b53-9015-d8e88196705f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424988 Nov 12 09:38:50.450357 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-723ae1c8-7d69-4f20-8cef-84de08745ed6 None None] Set router 8efbd771-1206-4953-ba76-3a7d5be84496 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:38:50.495995 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-15e72ec7-7263-4b2c-80ac-07283e4fbd51 req-364a46f8-d67c-4451-80e6-a44b782709ab service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923991 Nov 12 09:38:50.600698 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-15e72ec7-7263-4b2c-80ac-07283e4fbd51 req-d8def73e-f3d6-4e79-9ca9-ddc8a136a891 service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967596 Nov 12 09:38:50.699521 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-723ae1c8-7d69-4f20-8cef-84de08745ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:32Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '4ee12900dba143e5907035744a059bb0', 'gw_port': {'id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:33Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '591bfe2b-221e-4f56-a73f-f649f7c8b069', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'port_id': '11bb1146-d063-4d8a-b03f-7cfde80d8c62', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'mac_address': 'fa:16:3e:9a:2b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabc1785-486d-49ba-99ef-6c5bf24d4a18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:31:39Z', 'updated_at': '2021-11-12T09:38:49Z', 'revision_number': 13, 'project_id': '4ee12900dba143e5907035744a059bb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08080d5c-f393-46b9-abbe-44680827f42b', 'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'mac_address': 'fa:16:3e:e1:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:35Z', 'updated_at': '2021-11-12T09:31:40Z', 'revision_number': 5, 'project_id': '4ee12900dba143e5907035744a059bb0', 'subnets': [{'id': '5161be35-2187-48e2-99be-9229442f588c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:50.727604 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723ae1c8-7d69-4f20-8cef-84de08745ed6 None None] The sync data for ids ['8efbd771-1206-4953-ba76-3a7d5be84496'] in n-d-768862-16 is: [{'id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:32Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '4ee12900dba143e5907035744a059bb0', 'gw_port': {'id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:33Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': '591bfe2b-221e-4f56-a73f-f649f7c8b069', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'port_id': '11bb1146-d063-4d8a-b03f-7cfde80d8c62', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'mac_address': 'fa:16:3e:9a:2b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabc1785-486d-49ba-99ef-6c5bf24d4a18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:31:39Z', 'updated_at': '2021-11-12T09:38:49Z', 'revision_number': 13, 'project_id': '4ee12900dba143e5907035744a059bb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08080d5c-f393-46b9-abbe-44680827f42b', 'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'mac_address': 'fa:16:3e:e1:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:35Z', 'updated_at': '2021-11-12T09:31:40Z', 'revision_number': 5, 'project_id': '4ee12900dba143e5907035744a059bb0', 'subnets': [{'id': '5161be35-2187-48e2-99be-9229442f588c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:38:51.153621 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b002d0-d241-499e-9685-712937ca10e1 None None] New status for floating IP 591bfe2b-221e-4f56-a73f-f649f7c8b069: ACTIVE {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:38:53.770513 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:53.775484 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-076c760d-35c9-46ca-8471-8044be6ae607 req-e10bbaf0-be5f-4c1e-a03c-f39ab44998cc service neutron] (102569) timed out ('10.222.0.54', 61869) {{(pid=102569) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:38:59.319107 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:38:59.671848 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:07.899005 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b6ca24b4-489c-4f0b-801c-17fc2d2f7f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:10.238747 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8e161c89-23d2-420d-b3eb-ee7c9b25fd07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.260492 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.624300 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.110708 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:23.767144 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:29.663430 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:33.307978 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4068baeb-ac95-4735-911b-4305c55d3c91 req-bea52d9b-48d4-4e52-8b0c-ea3f3a8fd60b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417249 Nov 12 09:39:33.404387 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068baeb-ac95-4735-911b-4305c55d3c91 req-0c7610e2-e22f-41c5-8474-3a635d8cdbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:33.405898 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4068baeb-ac95-4735-911b-4305c55d3c91 req-0c7610e2-e22f-41c5-8474-3a635d8cdbc8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 1097 time: 0.0514295 Nov 12 09:39:33.525789 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068baeb-ac95-4735-911b-4305c55d3c91 req-a8181086-3965-4cb1-8286-7ec1cac26774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:33.528493 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4068baeb-ac95-4735-911b-4305c55d3c91 req-a8181086-3965-4cb1-8286-7ec1cac26774 service neutron] 10.222.0.58 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.1004586 Nov 12 09:39:33.606736 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4068baeb-ac95-4735-911b-4305c55d3c91 req-a6bf186c-93b6-449b-83cf-caf016a49ad2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11bb1146-d063-4d8a-b03f-7cfde80d8c62 HTTP/1.1" status: 200 len: 1001 time: 0.0704641 Nov 12 09:39:33.665758 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068baeb-ac95-4735-911b-4305c55d3c91 req-559b5ce3-5f95-4a70-85af-0be8182b1379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:33.667280 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4068baeb-ac95-4735-911b-4305c55d3c91 req-559b5ce3-5f95-4a70-85af-0be8182b1379 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0530896 Nov 12 09:39:33.716604 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068baeb-ac95-4735-911b-4305c55d3c91 req-1e4583ad-23b5-46fd-921b-6d064d9270c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:33.718178 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4068baeb-ac95-4735-911b-4305c55d3c91 req-1e4583ad-23b5-46fd-921b-6d064d9270c4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434136 Nov 12 09:39:33.825479 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4068baeb-ac95-4735-911b-4305c55d3c91 req-2db5810b-3330-485b-bdd0-8331fd4e0878 service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991750 Nov 12 09:39:33.924218 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4068baeb-ac95-4735-911b-4305c55d3c91 req-b4b56e56-ddc3-4d3c-89b7-48d9b957bc29 service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908959 Nov 12 09:39:36.311915 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:39:37.897731 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-593c324d-bc37-4b78-93cf-eb8b0b924141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:40.236350 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4562ae05-ff41-437d-a822-088a28d86cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:42.263942 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:43.625698 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:44.107982 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:53.786202 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:59.665457 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:07.893478 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3b0e1283-5afb-4184-a0ce-6974fd7520ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:10.233447 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7b51a188-cb26-49fa-a10d-71239e1df7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:12.267885 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:13.315396 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:40:13.630037 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:14.104178 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:23.797868 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:29.674159 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:30.180379 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b4e69-71c0-4d69-b201-9688a1153db1 req-2dd619ef-a844-42ea-bdb2-23f12b607154 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:30.182243 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e9b4e69-71c0-4d69-b201-9688a1153db1 req-2dd619ef-a844-42ea-bdb2-23f12b607154 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 945 time: 0.0569155 Nov 12 09:40:30.255217 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e9b4e69-71c0-4d69-b201-9688a1153db1 req-669d4ab0-e896-4635-9963-91c5806618f5 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660439 Nov 12 09:40:33.321465 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1613f5df-1da6-4608-bb14-b044f2d2a692 req-ec9912e5-ea59-40fd-96cf-9119dac812c4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0552430 Nov 12 09:40:33.417863 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613f5df-1da6-4608-bb14-b044f2d2a692 req-c67b4e23-551a-4e53-9f27-4b15802608f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:33.419417 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1613f5df-1da6-4608-bb14-b044f2d2a692 req-c67b4e23-551a-4e53-9f27-4b15802608f9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 1097 time: 0.0469849 Nov 12 09:40:33.554080 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613f5df-1da6-4608-bb14-b044f2d2a692 req-a9f16628-4ad9-4df1-b78e-7ace87dd3aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:33.555561 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1613f5df-1da6-4608-bb14-b044f2d2a692 req-a9f16628-4ad9-4df1-b78e-7ace87dd3aff service neutron] 10.222.0.58 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.1139710 Nov 12 09:40:33.631093 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1613f5df-1da6-4608-bb14-b044f2d2a692 req-7996e7ae-3c77-4b13-a5c3-a819b42184ac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11bb1146-d063-4d8a-b03f-7cfde80d8c62 HTTP/1.1" status: 200 len: 1001 time: 0.0669482 Nov 12 09:40:33.713380 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613f5df-1da6-4608-bb14-b044f2d2a692 req-7fb14be3-3b42-4427-908e-2bc37e6609b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:33.714954 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1613f5df-1da6-4608-bb14-b044f2d2a692 req-7fb14be3-3b42-4427-908e-2bc37e6609b2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0764856 Nov 12 09:40:33.777697 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613f5df-1da6-4608-bb14-b044f2d2a692 req-580f8e19-fcf8-4244-b96d-4ab7e2400c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:33.779268 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1613f5df-1da6-4608-bb14-b044f2d2a692 req-580f8e19-fcf8-4244-b96d-4ab7e2400c55 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559428 Nov 12 09:40:33.889431 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1613f5df-1da6-4608-bb14-b044f2d2a692 req-b744b266-e36d-4606-a695-c225d0cad479 service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022305 Nov 12 09:40:34.013110 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1613f5df-1da6-4608-bb14-b044f2d2a692 req-9648830d-677e-4721-8d77-d4e6e9f9e6cc service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157794 Nov 12 09:40:37.904219 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c2278939-2c44-4ca3-bfe7-4857095979c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:40.229883 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6c9cf67c-b58d-458e-aed7-25cd979cf08a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:42.275517 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:42.478056 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-858bc2e3-bb73-43f9-a7ce-2edfa816df83 req-f73e6d75-3130-4fd4-80c7-eba317ff4bf8 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:40:42.479075 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-858bc2e3-bb73-43f9-a7ce-2edfa816df83 req-f73e6d75-3130-4fd4-80c7-eba317ff4bf8 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061967 Nov 12 09:40:42.703221 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-66782ede-ba50-458f-a86b-230d6aa16c63 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0767894 Nov 12 09:40:42.713904 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-c305c37d-08dc-4138-b74f-f400c512430c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:40:42.714974 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-c305c37d-08dc-4138-b74f-f400c512430c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057738 Nov 12 09:40:42.722788 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3ae98-be45-4a44-8cfb-3722575859bc req-10cb605b-dca1-4bd6-8ef7-b540947f6fb6 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:42.724299 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c0e3ae98-be45-4a44-8cfb-3722575859bc req-10cb605b-dca1-4bd6-8ef7-b540947f6fb6 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 945 time: 0.0847392 Nov 12 09:40:42.789659 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c0e3ae98-be45-4a44-8cfb-3722575859bc req-48278252-91b0-48b9-880c-6d58c8391d07 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564811 Nov 12 09:40:43.636322 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:43.947686 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83627a79-816f-4cba-bced-4bfbc3faaf86 req-440378fd-8bd6-4060-9b26-59ab39a1c75e tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:43.949314 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-83627a79-816f-4cba-bced-4bfbc3faaf86 req-440378fd-8bd6-4060-9b26-59ab39a1c75e tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 945 time: 0.0800912 Nov 12 09:40:43.951550 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-6f504b41-92d5-45d5-a8cb-1e6278d6e37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:43.952977 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-6f504b41-92d5-45d5-a8cb-1e6278d6e37c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 1097 time: 0.0746911 Nov 12 09:40:44.059615 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-83627a79-816f-4cba-bced-4bfbc3faaf86 req-485be582-b613-44e2-8993-566bf63d9163 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041305 Nov 12 09:40:44.084985 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-58ada6de-c167-4856-a5b6-6cc449ebe199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:44.086791 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-58ada6de-c167-4856-a5b6-6cc449ebe199 service neutron] 10.222.0.58 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.1247454 Nov 12 09:40:44.101247 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:44.164285 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-bd019ade-dc49-4ccd-86fe-aad0bfc97cfe service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11bb1146-d063-4d8a-b03f-7cfde80d8c62 HTTP/1.1" status: 200 len: 1001 time: 0.0693629 Nov 12 09:40:44.222970 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-ef22bd92-f528-448d-8ea7-1cf7af2fa4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:44.224853 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-ef22bd92-f528-448d-8ea7-1cf7af2fa4b4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0528595 Nov 12 09:40:44.280049 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-ff9dd4f8-1626-4210-9568-2cdfcdb842d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:44.281600 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-ff9dd4f8-1626-4210-9568-2cdfcdb842d3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496778 Nov 12 09:40:44.381791 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-1e9bdc00-feb3-4828-90ba-453e578f57b4 service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914969 Nov 12 09:40:44.484157 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-13936ff2-cda2-48a0-8d22-ec1736b5a51d service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951889 Nov 12 09:40:45.185987 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa701db-16a4-4750-9f32-c58b9b5fa45b req-76c4f63e-750e-4592-92e7-d4d51c0a7380 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:45.187636 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aaa701db-16a4-4750-9f32-c58b9b5fa45b req-76c4f63e-750e-4592-92e7-d4d51c0a7380 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 945 time: 0.0538988 Nov 12 09:40:45.246151 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-aaa701db-16a4-4750-9f32-c58b9b5fa45b req-c7aa0cc9-cfdb-428d-89f3-5fd76e477c8a tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516684 Nov 12 09:40:46.384384 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe015d9d-1509-4a76-b3b4-92c44110c94c req-91c19248-ff40-4737-9f07-f6edf6521ae5 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:46.386057 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fe015d9d-1509-4a76-b3b4-92c44110c94c req-91c19248-ff40-4737-9f07-f6edf6521ae5 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 945 time: 0.0565069 Nov 12 09:40:46.441554 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fe015d9d-1509-4a76-b3b4-92c44110c94c req-ec85249f-73c0-4318-af59-1898c31b697d tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493748 Nov 12 09:40:47.575395 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeba891-13ee-443a-bb8e-a279a98277a3 req-31f205ea-dc02-43a5-9b09-e59a1d04cd37 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:47.576947 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dfeba891-13ee-443a-bb8e-a279a98277a3 req-31f205ea-dc02-43a5-9b09-e59a1d04cd37 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 945 time: 0.0536983 Nov 12 09:40:47.631505 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-dfeba891-13ee-443a-bb8e-a279a98277a3 req-41b5b0bf-4c02-4e8d-b71e-f0d27453dde1 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455024 Nov 12 09:40:48.777408 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880168be-6868-4922-b311-743f0e4319b2 req-619790b9-ff36-4199-ad21-dff231c34637 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:48.779049 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-880168be-6868-4922-b311-743f0e4319b2 req-619790b9-ff36-4199-ad21-dff231c34637 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 945 time: 0.0591247 Nov 12 09:40:48.843986 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-880168be-6868-4922-b311-743f0e4319b2 req-f7a5fb96-1112-479e-9e84-6bb394b0a706 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573525 Nov 12 09:40:50.044002 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2104b6-2ba7-4ef7-a77f-bba9fccea52e req-3c8fea29-a244-4dbb-9f7c-be17e3067735 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:50.045551 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba2104b6-2ba7-4ef7-a77f-bba9fccea52e req-3c8fea29-a244-4dbb-9f7c-be17e3067735 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 945 time: 0.1141927 Nov 12 09:40:50.095343 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ba2104b6-2ba7-4ef7-a77f-bba9fccea52e req-c40a2cb9-7fd3-41ae-9805-8b5acf797bd6 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435259 Nov 12 09:40:50.314863 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:40:51.228876 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd644e-d96e-454d-8203-a34af6e9e887 req-dd5d858c-d939-4257-8e56-99f5a34a1fc3 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:51.230404 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3abd644e-d96e-454d-8203-a34af6e9e887 req-dd5d858c-d939-4257-8e56-99f5a34a1fc3 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 945 time: 0.0508883 Nov 12 09:40:51.291644 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3abd644e-d96e-454d-8203-a34af6e9e887 req-ae4203eb-52cb-48bd-8ec6-aa16516a68fa tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513997 Nov 12 09:40:52.435861 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6be284-c13e-449e-abf1-bee2c22dac50 req-51658de2-2aee-4e17-8e39-2ea7ae69b324 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:52.437465 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0b6be284-c13e-449e-abf1-bee2c22dac50 req-51658de2-2aee-4e17-8e39-2ea7ae69b324 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 945 time: 0.0565751 Nov 12 09:40:52.489779 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0b6be284-c13e-449e-abf1-bee2c22dac50 req-7d83b44c-97fb-486d-9c07-28c36028e882 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460250 Nov 12 09:40:53.643780 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70412bbd-f900-4fcf-9d83-3a84ef548759 req-b4f8f392-beaf-42d7-97c9-263ea2900422 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:53.645344 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-70412bbd-f900-4fcf-9d83-3a84ef548759 req-b4f8f392-beaf-42d7-97c9-263ea2900422 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 945 time: 0.0616930 Nov 12 09:40:53.708728 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-70412bbd-f900-4fcf-9d83-3a84ef548759 req-741827cc-ff96-4933-88a3-e5f892f70c00 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570264 Nov 12 09:40:53.795571 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:54.837764 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41dcc11-022c-4a91-999c-dea45aa336e5 req-a30ee023-8a75-476d-81f3-dbc5ed90cda1 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:54.839284 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d41dcc11-022c-4a91-999c-dea45aa336e5 req-a30ee023-8a75-476d-81f3-dbc5ed90cda1 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 945 time: 0.0535040 Nov 12 09:40:54.894466 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d41dcc11-022c-4a91-999c-dea45aa336e5 req-6ee7dce3-c504-4773-aad2-a1250e2f5987 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484810 Nov 12 09:40:56.027502 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fc85f-bd41-4043-b636-3804e7c30053 req-c36160b4-faca-492d-80e8-6dc39a51edd6 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:56.029045 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1d7fc85f-bd41-4043-b636-3804e7c30053 req-c36160b4-faca-492d-80e8-6dc39a51edd6 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 945 time: 0.0595512 Nov 12 09:40:56.081443 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1d7fc85f-bd41-4043-b636-3804e7c30053 req-1c440155-73a9-4ea0-810d-42b7d2de7d6e tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434167 Nov 12 09:40:57.206166 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4a457-2952-4542-94c2-a6340f07a42d req-09e63e91-01ce-4d58-8cd3-09abed1df0fb tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:57.208574 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e0f4a457-2952-4542-94c2-a6340f07a42d req-09e63e91-01ce-4d58-8cd3-09abed1df0fb tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 945 time: 0.0530877 Nov 12 09:40:57.257878 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e0f4a457-2952-4542-94c2-a6340f07a42d req-b6eba2c7-7fa5-42fc-ba36-d9ef8e8e9fb6 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440581 Nov 12 09:40:58.391620 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bcbf3-08a4-4251-bbc2-fd09c0228156 req-603d91cb-1705-4c4e-b3de-04c5e1fc704e tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:58.393316 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-676bcbf3-08a4-4251-bbc2-fd09c0228156 req-603d91cb-1705-4c4e-b3de-04c5e1fc704e tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 945 time: 0.0586317 Nov 12 09:40:58.446377 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-676bcbf3-08a4-4251-bbc2-fd09c0228156 req-049987a2-4071-499c-bc4c-b99171e1de25 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467625 Nov 12 09:40:58.776823 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-84ee6adc-2e05-4b10-9b76-7382bd20592f service neutron] show failed (client error): The resource could not be found. Nov 12 09:40:58.777868 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-84ee6adc-2e05-4b10-9b76-7382bd20592f service neutron] 10.222.0.58 "GET /v2.0/ports/11bb1146-d063-4d8a-b03f-7cfde80d8c62/bindings/n-h1-768862-16 HTTP/1.1" status: 404 len: 381 time: 0.0610566 Nov 12 09:40:59.070079 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-964e6dec-3132-4d10-8c9f-e6f157ec6b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:59.071681 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-964e6dec-3132-4d10-8c9f-e6f157ec6b64 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18&tenant_id=4ee12900dba143e5907035744a059bb0 HTTP/1.1" status: 200 len: 1097 time: 0.1113994 Nov 12 09:40:59.084469 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768862-16', 'device_owner': 'compute:nova'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:40:59.140981 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.355102 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] For port 11bb1146-d063-4d8a-b03f-7cfde80d8c62, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=11bb1146-d063-4d8a-b03f-7cfde80d8c62,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:40:59.392066 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] For port 11bb1146-d063-4d8a-b03f-7cfde80d8c62, host n-h2-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:40:59.439819 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabc1785-486d-49ba-99ef-6c5bf24d4a18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11bb1146-d063-4d8a-b03f-7cfde80d8c62'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:40:59.442189 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02596b4da7ea12b67234db941b384408cb2f3f21b4d4ffba25f551729798548" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a87a6f2-7dbc-4467-aa9b-0fde8344eef9" -d '{"events": [{"server_uuid": "fabc1785-486d-49ba-99ef-6c5bf24d4a18", "name": "network-vif-unplugged", "status": "completed", "tag": "11bb1146-d063-4d8a-b03f-7cfde80d8c62"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:40:59.446530 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.461597 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] Transition to ACTIVE for port object 11bb1146-d063-4d8a-b03f-7cfde80d8c62 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:40:59.466801 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.496555 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c09e9a-2c27-43d1-8299-c03d724b3ba2 x-openstack-request-id: req-23c09e9a-2c27-43d1-8299-c03d724b3ba2 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:40:59.496849 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabc1785-486d-49ba-99ef-6c5bf24d4a18", "name": "network-vif-unplugged", "status": "completed", "tag": "11bb1146-d063-4d8a-b03f-7cfde80d8c62", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:40:59.497102 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-23c09e9a-2c27-43d1-8299-c03d724b3ba2 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:40:59.497508 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabc1785-486d-49ba-99ef-6c5bf24d4a18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11bb1146-d063-4d8a-b03f-7cfde80d8c62', 'code': 200} Nov 12 09:40:59.517261 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] Pushing event updated for resources: {'Port': ['ID=11bb1146-d063-4d8a-b03f-7cfde80d8c62,revision_number=6']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:59.527860 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:59.528167 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:59.528512 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:59.528854 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:59.529186 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:59.529510 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:59.529838 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:59.530156 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:59.530471 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:59.530927 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:59.531659 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:59.531659 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:59.611670 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] No DVR routers for this DVR port 11bb1146-d063-4d8a-b03f-7cfde80d8c62 on host n-h2-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:40:59.630238 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76625a36-c6ac-4284-8e73-36886b72a84c req-fe59c693-a55c-4784-ba23-28de375dbf04 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:59.632722 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-76625a36-c6ac-4284-8e73-36886b72a84c req-fe59c693-a55c-4784-ba23-28de375dbf04 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 943 time: 0.0574656 Nov 12 09:40:59.673966 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.703569 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-76625a36-c6ac-4284-8e73-36886b72a84c req-871ad9b7-a1af-4245-9665-ce6ddc478f34 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640888 Nov 12 09:40:59.770501 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] Attempting to bind port 11bb1146-d063-4d8a-b03f-7cfde80d8c62 on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:40:59.770809 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] Attempting to bind port 11bb1146-d063-4d8a-b03f-7cfde80d8c62 by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:40:59.771172 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] Attempting to bind port 11bb1146-d063-4d8a-b03f-7cfde80d8c62 on network 768db96d-c716-4f4b-8ce0-d0406ae4f328 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:40:59.775896 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] Port 11bb1146-d063-4d8a-b03f-7cfde80d8c62 on network 768db96d-c716-4f4b-8ce0-d0406ae4f328 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:40:59.776159 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] Attempting to bind port 11bb1146-d063-4d8a-b03f-7cfde80d8c62 on network 768db96d-c716-4f4b-8ce0-d0406ae4f328 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:40:59.781709 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:40:59.782053 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] Checking segment: {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:40:59.782471 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] Bound using segment: {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:40:59.782898 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] Bound port: 11bb1146-d063-4d8a-b03f-7cfde80d8c62, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:40:59.783258 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.864011 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] For port 11bb1146-d063-4d8a-b03f-7cfde80d8c62, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:40:59.867486 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] For port 11bb1146-d063-4d8a-b03f-7cfde80d8c62, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=11bb1146-d063-4d8a-b03f-7cfde80d8c62,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:40:59.873426 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.908135 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:59.908985 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.910372 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] 10.222.0.54 "PUT /v2.0/ports/11bb1146-d063-4d8a-b03f-7cfde80d8c62 HTTP/1.1" status: 200 len: 1092 time: 0.8301351 Nov 12 09:40:59.972635 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e2b7fd-9983-4f07-a429-0b3058708390 service neutron] Pushing event updated for resources: {'Port': ['ID=11bb1146-d063-4d8a-b03f-7cfde80d8c62,revision_number=7']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:59.993899 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-e4583f15-7845-47ca-a268-582e6b002900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:59.995433 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-e4583f15-7845-47ca-a268-582e6b002900 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 1095 time: 0.0571201 Nov 12 09:41:00.101347 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-da8a1a24-ec19-4a55-9bf2-0d3a690185d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:00.102893 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-da8a1a24-ec19-4a55-9bf2-0d3a690185d8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.0994942 Nov 12 09:41:00.189340 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-7904756f-83d5-448f-95de-8733c366edab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11bb1146-d063-4d8a-b03f-7cfde80d8c62 HTTP/1.1" status: 200 len: 999 time: 0.0787017 Nov 12 09:41:00.244822 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-50822a50-dd15-48b3-85b1-8947d64ecefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:00.246361 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-50822a50-dd15-48b3-85b1-8947d64ecefc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0504115 Nov 12 09:41:00.296843 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-fd9d2d11-19ef-41f9-a507-52a60faed667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:00.298368 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-fd9d2d11-19ef-41f9-a507-52a60faed667 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448647 Nov 12 09:41:00.418320 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-4cec5f3c-755f-496f-9099-316ae2799209 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114290 Nov 12 09:41:00.516543 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-8261c5bf-9d3a-41cd-869d-246afb6b54ac req-9eb2b1bb-f6f7-41f7-b205-363a2e959011 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906031 Nov 12 09:41:00.836809 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5483c2-1c6e-4d74-a8e8-426f4986d571 req-a0e4352f-8c8f-47f8-9cf2-bec5641d14ec tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:00.838311 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db5483c2-1c6e-4d74-a8e8-426f4986d571 req-a0e4352f-8c8f-47f8-9cf2-bec5641d14ec tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 943 time: 0.0538671 Nov 12 09:41:00.890379 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db5483c2-1c6e-4d74-a8e8-426f4986d571 req-8efed563-24e9-40dc-82b0-2b076b92d66a tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451949 Nov 12 09:41:01.499467 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabc1785-486d-49ba-99ef-6c5bf24d4a18', 'tag': '11bb1146-d063-4d8a-b03f-7cfde80d8c62'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:41:01.502247 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02596b4da7ea12b67234db941b384408cb2f3f21b4d4ffba25f551729798548" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2b65b9-02bc-4b6f-a117-cbc7c952a997" -d '{"events": [{"name": "network-changed", "server_uuid": "fabc1785-486d-49ba-99ef-6c5bf24d4a18", "tag": "11bb1146-d063-4d8a-b03f-7cfde80d8c62"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:41:01.554188 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc526f12-a87c-4639-b62b-61e5edef5e40 x-openstack-request-id: req-dc526f12-a87c-4639-b62b-61e5edef5e40 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:41:01.554520 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fabc1785-486d-49ba-99ef-6c5bf24d4a18", "tag": "11bb1146-d063-4d8a-b03f-7cfde80d8c62", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:41:01.554775 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc526f12-a87c-4639-b62b-61e5edef5e40 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:41:01.555187 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fabc1785-486d-49ba-99ef-6c5bf24d4a18', 'tag': '11bb1146-d063-4d8a-b03f-7cfde80d8c62', 'status': 'completed', 'code': 200} Nov 12 09:41:01.645546 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b65b9-02bc-4b6f-a117-cbc7c952a997 req-7dd9815e-e27f-4581-807f-c1342cb1e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:01.645777 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b65b9-02bc-4b6f-a117-cbc7c952a997 req-1a0e5fc8-ed06-4901-8f5a-8a70a554a3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:01.647220 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fc2b65b9-02bc-4b6f-a117-cbc7c952a997 req-1a0e5fc8-ed06-4901-8f5a-8a70a554a3e7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 1095 time: 0.0686324 Nov 12 09:41:01.648588 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc2b65b9-02bc-4b6f-a117-cbc7c952a997 req-7dd9815e-e27f-4581-807f-c1342cb1e72a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 1095 time: 0.0613387 Nov 12 09:41:01.669662 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 11bb1146-d063-4d8a-b03f-7cfde80d8c62 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:41:01.761783 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b65b9-02bc-4b6f-a117-cbc7c952a997 req-cdb05052-ffd8-4974-86b1-291bb3d21850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:01.763578 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc2b65b9-02bc-4b6f-a117-cbc7c952a997 req-cdb05052-ffd8-4974-86b1-291bb3d21850 service neutron] 10.222.0.58 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.1078341 Nov 12 09:41:01.769445 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 11bb1146-d063-4d8a-b03f-7cfde80d8c62 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:41:01.777783 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b65b9-02bc-4b6f-a117-cbc7c952a997 req-1547265c-1899-4cd2-9550-ed35ec541c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:01.779781 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fc2b65b9-02bc-4b6f-a117-cbc7c952a997 req-1547265c-1899-4cd2-9550-ed35ec541c65 service neutron] 10.222.0.54 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.1245430 Nov 12 09:41:01.844770 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc2b65b9-02bc-4b6f-a117-cbc7c952a997 req-ff91c7a5-ea03-4ebe-a98f-0e703069d0b9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11bb1146-d063-4d8a-b03f-7cfde80d8c62 HTTP/1.1" status: 200 len: 999 time: 0.0709834 Nov 12 09:41:01.861107 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fc2b65b9-02bc-4b6f-a117-cbc7c952a997 req-5f0eb948-0676-4eff-8e74-7bf401c48089 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11bb1146-d063-4d8a-b03f-7cfde80d8c62 HTTP/1.1" status: 200 len: 999 time: 0.0731096 Nov 12 09:41:01.907837 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b65b9-02bc-4b6f-a117-cbc7c952a997 req-98f5f59e-5b5d-4ac3-b54c-c86205b91b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:01.909276 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc2b65b9-02bc-4b6f-a117-cbc7c952a997 req-98f5f59e-5b5d-4ac3-b54c-c86205b91b99 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0581069 Nov 12 09:41:01.951143 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b65b9-02bc-4b6f-a117-cbc7c952a997 req-dac2163e-d09a-4eac-88a0-133772d0c278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:01.952903 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fc2b65b9-02bc-4b6f-a117-cbc7c952a997 req-dac2163e-d09a-4eac-88a0-133772d0c278 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0837085 Nov 12 09:41:01.964890 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b65b9-02bc-4b6f-a117-cbc7c952a997 req-9b0af2c1-eb55-49e8-a03d-8cb7a62bd560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:01.966771 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc2b65b9-02bc-4b6f-a117-cbc7c952a997 req-9b0af2c1-eb55-49e8-a03d-8cb7a62bd560 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497198 Nov 12 09:41:02.030896 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b65b9-02bc-4b6f-a117-cbc7c952a997 req-5820003a-9971-44a2-a030-1be29e0de085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:02.032666 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fc2b65b9-02bc-4b6f-a117-cbc7c952a997 req-5820003a-9971-44a2-a030-1be29e0de085 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716331 Nov 12 09:41:02.120134 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3cb4a-b5fc-425e-8393-532ebfb8040f req-7711cf18-f8f8-41dc-93d8-9e4549348f3d tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:02.122057 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-46e3cb4a-b5fc-425e-8393-532ebfb8040f req-7711cf18-f8f8-41dc-93d8-9e4549348f3d tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 943 time: 0.0780733 Nov 12 09:41:02.124558 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc2b65b9-02bc-4b6f-a117-cbc7c952a997 req-51818322-ad29-4783-a0c0-715d4e765273 service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489882 Nov 12 09:41:02.137398 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fc2b65b9-02bc-4b6f-a117-cbc7c952a997 req-e9a982a6-1045-48b5-8a68-259d14e0ab12 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965383 Nov 12 09:41:02.237005 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-46e3cb4a-b5fc-425e-8393-532ebfb8040f req-fb9eb849-3a0d-47c2-a09a-b10e3cf85624 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081870 Nov 12 09:41:02.246896 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-fc2b65b9-02bc-4b6f-a117-cbc7c952a997 req-091ba1d2-6597-485a-87f5-31ef8ebfb8a5 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014621 Nov 12 09:41:02.267175 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fc2b65b9-02bc-4b6f-a117-cbc7c952a997 req-bf3c5dde-46e7-492b-9775-9018c8e064f7 service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304023 Nov 12 09:41:03.378440 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9765a0-0ca2-47af-825d-303b382c8e61 req-d874f8d4-cd57-48f9-8886-12f1ce3c7532 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:03.380019 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ea9765a0-0ca2-47af-825d-303b382c8e61 req-d874f8d4-cd57-48f9-8886-12f1ce3c7532 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 943 time: 0.0554314 Nov 12 09:41:03.428857 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ea9765a0-0ca2-47af-825d-303b382c8e61 req-b1ee40ce-f3cc-41c4-b51f-8dd6e712d71b tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425141 Nov 12 09:41:04.556969 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b31803-41a2-4a6f-b7a6-fb1832b6e9df req-abeb4af8-2987-4857-850f-2703cc8b4cc6 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:04.558498 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a2b31803-41a2-4a6f-b7a6-fb1832b6e9df req-abeb4af8-2987-4857-850f-2703cc8b4cc6 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 943 time: 0.0542300 Nov 12 09:41:04.609916 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a2b31803-41a2-4a6f-b7a6-fb1832b6e9df req-fa6fa4a9-7762-4af2-ae82-8ad448aa24d4 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445681 Nov 12 09:41:05.740521 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ac3cf-cc33-49fe-936a-818c1c8c5d42 req-e57d1c77-40c2-497d-bca9-118d99a40992 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:05.744517 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d89ac3cf-cc33-49fe-936a-818c1c8c5d42 req-e57d1c77-40c2-497d-bca9-118d99a40992 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 943 time: 0.0555155 Nov 12 09:41:05.801611 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d89ac3cf-cc33-49fe-936a-818c1c8c5d42 req-1a05e026-04c7-457e-9d21-38a37f375309 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525839 Nov 12 09:41:06.931782 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d199a-8054-4b00-8390-79701be50c45 req-9d9a9941-bb1c-42b1-b85a-47177bf5d621 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:06.933284 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-891d199a-8054-4b00-8390-79701be50c45 req-9d9a9941-bb1c-42b1-b85a-47177bf5d621 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 943 time: 0.0543058 Nov 12 09:41:06.988527 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-891d199a-8054-4b00-8390-79701be50c45 req-34e6d381-0a97-4815-915e-973670ba008a tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469844 Nov 12 09:41:07.898753 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-54a465ed-84d2-44bf-867c-48c660101588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:08.140327 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a48d7-cbc3-47bd-acd0-840736ae1693 req-c786a3cb-47ef-4e06-af75-93a77222e2a2 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:08.141941 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-492a48d7-cbc3-47bd-acd0-840736ae1693 req-c786a3cb-47ef-4e06-af75-93a77222e2a2 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 943 time: 0.0542815 Nov 12 09:41:08.198499 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-492a48d7-cbc3-47bd-acd0-840736ae1693 req-e4831fef-48d7-4743-9823-b86a0f362d11 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469644 Nov 12 09:41:09.695081 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc3bf6-b644-433b-bcf8-da209159aa31 req-f24f56b8-3b3f-4971-8a08-4ac0dd30943d tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:09.696633 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c4cc3bf6-b644-433b-bcf8-da209159aa31 req-f24f56b8-3b3f-4971-8a08-4ac0dd30943d tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 943 time: 0.4145904 Nov 12 09:41:09.751714 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c4cc3bf6-b644-433b-bcf8-da209159aa31 req-9a6c03c0-edd9-4527-9f50-ebca33231a82 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455031 Nov 12 09:41:10.225956 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1f8d1859-a3de-4571-85e9-3d1acd65fbc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:10.890453 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968f567-2e3b-49ed-830d-c2197b0dd465 req-293c11fe-a7e7-4b5e-9d51-d62095a59934 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:10.892057 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b968f567-2e3b-49ed-830d-c2197b0dd465 req-293c11fe-a7e7-4b5e-9d51-d62095a59934 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 943 time: 0.0601072 Nov 12 09:41:10.944488 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b968f567-2e3b-49ed-830d-c2197b0dd465 req-98d703e9-197c-47e0-8b86-c9c31a19e419 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444367 Nov 12 09:41:12.070148 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53535a85-7ab8-46dd-b42f-9c6eef02db21 req-183a7a6d-6a8f-42cf-b7ac-86fa18726ebf tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:12.071868 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-53535a85-7ab8-46dd-b42f-9c6eef02db21 req-183a7a6d-6a8f-42cf-b7ac-86fa18726ebf tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 943 time: 0.0527093 Nov 12 09:41:12.130354 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-53535a85-7ab8-46dd-b42f-9c6eef02db21 req-931a8790-02df-4f19-8b0d-19cbdebeda02 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516660 Nov 12 09:41:12.277995 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:13.274187 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170778d5-fdce-4dc8-8fee-1e4ad0c1e012 req-f8ca806f-7a8f-4cff-8988-aa50432cc07a tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:13.276073 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-170778d5-fdce-4dc8-8fee-1e4ad0c1e012 req-f8ca806f-7a8f-4cff-8988-aa50432cc07a tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 943 time: 0.0503943 Nov 12 09:41:13.329739 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-170778d5-fdce-4dc8-8fee-1e4ad0c1e012 req-4b1bf57a-9c08-4bfb-994d-d305102c4aca tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454776 Nov 12 09:41:13.639672 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:14.038088 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 11bb1146-d063-4d8a-b03f-7cfde80d8c62 details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:41:14.132766 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:14.155637 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 11bb1146-d063-4d8a-b03f-7cfde80d8c62, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=11bb1146-d063-4d8a-b03f-7cfde80d8c62,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:41:14.170693 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': '11bb1146-d063-4d8a-b03f-7cfde80d8c62', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'port_id': '11bb1146-d063-4d8a-b03f-7cfde80d8c62', 'mac_address': 'fa:16:3e:9a:2b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:41:14.210467 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:14.224638 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11bb1146-d063-4d8a-b03f-7cfde80d8c62 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:41:14.246020 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 11bb1146-d063-4d8a-b03f-7cfde80d8c62, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=11bb1146-d063-4d8a-b03f-7cfde80d8c62,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:41:14.252504 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:14.302134 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=11bb1146-d063-4d8a-b03f-7cfde80d8c62,revision_number=8']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:14.310588 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:14.310926 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:14.311266 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:14.311569 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:14.311959 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:14.312290 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:14.312613 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:14.312918 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:14.313256 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:14.313558 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:14.313878 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:14.314200 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:14.460430 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5a8a0-931a-424f-bc93-0d1d7d121754 req-5ebc34ef-3236-4b5b-a397-111c2d1a31f8 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:14.461965 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0b5a8a0-931a-424f-bc93-0d1d7d121754 req-5ebc34ef-3236-4b5b-a397-111c2d1a31f8 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 944 time: 0.0551078 Nov 12 09:41:14.508083 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['11bb1146-d063-4d8a-b03f-7cfde80d8c62'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:41:14.514756 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0b5a8a0-931a-424f-bc93-0d1d7d121754 req-8c98c13c-9885-4492-aac4-ed691e07fe05 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466099 Nov 12 09:41:14.838049 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-8dff4edb-c67f-4936-9e44-87f7c29df2bc tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:14.839558 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-8dff4edb-c67f-4936-9e44-87f7c29df2bc tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.54 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18&tenant_id=4ee12900dba143e5907035744a059bb0&binding%3Ahost_id=n-h1-768862-16 HTTP/1.1" status: 200 len: 944 time: 0.0608182 Nov 12 09:41:14.863771 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ac2f9-f3ac-459a-881c-8560e78e93dc req-378e32f6-4811-4848-b0fb-c27387fe7c40 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:14.865341 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-787ac2f9-f3ac-459a-881c-8560e78e93dc req-378e32f6-4811-4848-b0fb-c27387fe7c40 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 944 time: 0.0571773 Nov 12 09:41:14.911510 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-a66427a3-0cb8-4c58-94f1-ee54af567233 service neutron] 10.222.0.54 "GET /v2.0/ports/11bb1146-d063-4d8a-b03f-7cfde80d8c62/bindings/n-h1-768862-16 HTTP/1.1" status: 200 len: 383 time: 0.0636020 Nov 12 09:41:14.918616 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-787ac2f9-f3ac-459a-881c-8560e78e93dc req-02c48932-f7bf-4cad-80d2-cb06cc4caa44 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453038 Nov 12 09:41:14.985960 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-e0459e57-0cbc-46b8-9b3b-e8db00baa2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:14.987652 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-e0459e57-0cbc-46b8-9b3b-e8db00baa2d9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 1096 time: 0.0499423 Nov 12 09:41:15.084638 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-d6f149f0-d4c8-4d41-bb00-2da5ecfa6d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:15.086184 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-d6f149f0-d4c8-4d41-bb00-2da5ecfa6d18 service neutron] 10.222.0.54 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.0896289 Nov 12 09:41:15.161120 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-781c1f97-1f48-4d45-a80e-9e6be4191b3f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11bb1146-d063-4d8a-b03f-7cfde80d8c62 HTTP/1.1" status: 200 len: 1000 time: 0.0669594 Nov 12 09:41:15.215352 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-a9b60b64-c322-4fbe-8cc1-cae502f8b28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:15.217609 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-a9b60b64-c322-4fbe-8cc1-cae502f8b28d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0481079 Nov 12 09:41:15.273398 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-715827f7-cbaf-4a15-8a19-2bb65a2092e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:15.275001 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-715827f7-cbaf-4a15-8a19-2bb65a2092e3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494320 Nov 12 09:41:15.382998 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-7e28ef33-ca65-47b4-bc7f-84c4d9fd78ff service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993333 Nov 12 09:41:15.487966 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-29f81b1a-a76b-4b8e-8ec1-7c50b719f7cc service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966470 Nov 12 09:41:16.055376 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 11bb1146-d063-4d8a-b03f-7cfde80d8c62 up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:41:16.063445 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c9303-b375-4318-a692-f0863ab228df req-0f033523-1818-4a6b-934d-30f6b2d5efad tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:16.065259 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-952c9303-b375-4318-a692-f0863ab228df req-0f033523-1818-4a6b-934d-30f6b2d5efad tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 944 time: 0.0560384 Nov 12 09:41:16.112236 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port 11bb1146-d063-4d8a-b03f-7cfde80d8c62 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:41:16.118934 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port 11bb1146-d063-4d8a-b03f-7cfde80d8c62 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:41:16.119234 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-952c9303-b375-4318-a692-f0863ab228df req-65bc3ae4-7dbe-4d07-97c8-63511285767c tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468819 Nov 12 09:41:16.119391 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:16.203311 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:16.227284 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabc1785-486d-49ba-99ef-6c5bf24d4a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bb1146-d063-4d8a-b03f-7cfde80d8c62'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:41:16.229599 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be45a9427ec0e01fea1711315fc80f5d0e0450582803884f19ff2849393a08db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4467de74-12ab-4933-b246-dcc9c0714b08" -d '{"events": [{"server_uuid": "fabc1785-486d-49ba-99ef-6c5bf24d4a18", "name": "network-vif-plugged", "status": "completed", "tag": "11bb1146-d063-4d8a-b03f-7cfde80d8c62"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:41:16.243913 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port 11bb1146-d063-4d8a-b03f-7cfde80d8c62, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=11bb1146-d063-4d8a-b03f-7cfde80d8c62,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:41:16.250018 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:16.308172 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=11bb1146-d063-4d8a-b03f-7cfde80d8c62,revision_number=9']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:16.336093 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36503ea1-92b8-460d-9701-ba33b8b3d68f x-openstack-request-id: req-36503ea1-92b8-460d-9701-ba33b8b3d68f {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:41:16.336394 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabc1785-486d-49ba-99ef-6c5bf24d4a18", "name": "network-vif-plugged", "status": "completed", "tag": "11bb1146-d063-4d8a-b03f-7cfde80d8c62", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:41:16.336648 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-36503ea1-92b8-460d-9701-ba33b8b3d68f {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:41:16.337048 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabc1785-486d-49ba-99ef-6c5bf24d4a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bb1146-d063-4d8a-b03f-7cfde80d8c62', 'code': 200} Nov 12 09:41:17.257429 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4df6a-32dd-44ca-a3b5-69d8f69ca4c0 req-de9f0ed4-206f-4926-9e48-368500163232 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:17.259336 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5dd4df6a-32dd-44ca-a3b5-69d8f69ca4c0 req-de9f0ed4-206f-4926-9e48-368500163232 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 945 time: 0.0603666 Nov 12 09:41:17.313578 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5dd4df6a-32dd-44ca-a3b5-69d8f69ca4c0 req-2fe56e46-6061-4bd0-8cd7-af9bf9f55b9a tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477507 Nov 12 09:41:18.443242 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9d45c-105c-4e58-be07-42f41aba5431 req-1951e930-eef0-4423-a56d-a099ac74f9a0 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:18.446719 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8eb9d45c-105c-4e58-be07-42f41aba5431 req-1951e930-eef0-4423-a56d-a099ac74f9a0 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 945 time: 0.0546088 Nov 12 09:41:18.500912 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8eb9d45c-105c-4e58-be07-42f41aba5431 req-d51728a3-1a5e-4489-ad3e-1b7b36f7cae3 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467346 Nov 12 09:41:19.643302 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3fd1d-979d-4983-8215-83db748f2712 req-c48f12ed-e6ad-4826-b6ff-e1d0ecbae9f7 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:19.645795 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-61d3fd1d-979d-4983-8215-83db748f2712 req-c48f12ed-e6ad-4826-b6ff-e1d0ecbae9f7 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 945 time: 0.0566540 Nov 12 09:41:19.729630 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-61d3fd1d-979d-4983-8215-83db748f2712 req-0aeb6b74-331a-432d-91b9-3fb173f4b878 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756934 Nov 12 09:41:19.850261 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-92b26cfe-ee84-4cfd-83da-6dd2d6a6c269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:19.852102 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-92b26cfe-ee84-4cfd-83da-6dd2d6a6c269 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18&tenant_id=4ee12900dba143e5907035744a059bb0 HTTP/1.1" status: 200 len: 1097 time: 0.0979087 Nov 12 09:41:19.870741 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768862-16', 'device_owner': 'compute:nova'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:19.934688 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:20.062107 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device 11bb1146-d063-4d8a-b03f-7cfde80d8c62 no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:41:20.148864 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:20.162165 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] For port 11bb1146-d063-4d8a-b03f-7cfde80d8c62, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=11bb1146-d063-4d8a-b03f-7cfde80d8c62,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:41:20.207168 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] For port 11bb1146-d063-4d8a-b03f-7cfde80d8c62, host n-h1-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:41:20.250739 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabc1785-486d-49ba-99ef-6c5bf24d4a18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11bb1146-d063-4d8a-b03f-7cfde80d8c62'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:41:20.253898 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ecfd269ae060e48d0080e56de36cfb7f5ddc3dd245bb7f2f65528a6b7e1e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04688203-8758-4b7c-8c10-682b986fa82f" -d '{"events": [{"server_uuid": "fabc1785-486d-49ba-99ef-6c5bf24d4a18", "name": "network-vif-unplugged", "status": "completed", "tag": "11bb1146-d063-4d8a-b03f-7cfde80d8c62"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:41:20.258012 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:20.275194 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] Transition to ACTIVE for port object 11bb1146-d063-4d8a-b03f-7cfde80d8c62 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:41:20.280901 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:20.320153 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:41:20.320725 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:41:20.363447 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] Pushing event updated for resources: {'Port': ['ID=11bb1146-d063-4d8a-b03f-7cfde80d8c62,revision_number=10']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:20.379077 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442ec6cf-6eff-449e-a7e2-2a80682c6266 x-openstack-request-id: req-442ec6cf-6eff-449e-a7e2-2a80682c6266 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:41:20.379373 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabc1785-486d-49ba-99ef-6c5bf24d4a18", "name": "network-vif-unplugged", "status": "completed", "tag": "11bb1146-d063-4d8a-b03f-7cfde80d8c62", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:41:20.379626 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-442ec6cf-6eff-449e-a7e2-2a80682c6266 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:41:20.380078 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabc1785-486d-49ba-99ef-6c5bf24d4a18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11bb1146-d063-4d8a-b03f-7cfde80d8c62', 'code': 200} Nov 12 09:41:20.383976 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:20.384315 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:20.384647 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:20.384986 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:20.385312 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:20.385629 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:20.385952 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:20.386265 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:20.386585 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:20.386903 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:20.387221 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:20.387534 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:20.430071 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] No DVR routers for this DVR port 11bb1146-d063-4d8a-b03f-7cfde80d8c62 on host n-h1-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:41:20.578850 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] Attempting to bind port 11bb1146-d063-4d8a-b03f-7cfde80d8c62 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:41:20.579099 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] Attempting to bind port 11bb1146-d063-4d8a-b03f-7cfde80d8c62 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:41:20.579432 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] Attempting to bind port 11bb1146-d063-4d8a-b03f-7cfde80d8c62 on network 768db96d-c716-4f4b-8ce0-d0406ae4f328 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:41:20.584167 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] Port 11bb1146-d063-4d8a-b03f-7cfde80d8c62 on network 768db96d-c716-4f4b-8ce0-d0406ae4f328 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:41:20.584486 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] Attempting to bind port 11bb1146-d063-4d8a-b03f-7cfde80d8c62 on network 768db96d-c716-4f4b-8ce0-d0406ae4f328 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:41:20.589798 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:41:20.590152 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] Checking segment: {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:41:20.590521 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] Bound using segment: {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:41:20.590957 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] Bound port: 11bb1146-d063-4d8a-b03f-7cfde80d8c62, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f07fff-24b7-45ed-8829-840a5fe8f406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:41:20.591323 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:20.657419 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] For port 11bb1146-d063-4d8a-b03f-7cfde80d8c62, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:41:20.661146 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] For port 11bb1146-d063-4d8a-b03f-7cfde80d8c62, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=11bb1146-d063-4d8a-b03f-7cfde80d8c62,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:41:20.666822 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:20.701597 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:20.702309 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:20.703708 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] 10.222.0.58 "PUT /v2.0/ports/11bb1146-d063-4d8a-b03f-7cfde80d8c62 HTTP/1.1" status: 200 len: 1093 time: 0.8413677 Nov 12 09:41:20.725867 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693f598-8345-408a-9014-18200f2d2d59 service neutron] Pushing event updated for resources: {'Port': ['ID=11bb1146-d063-4d8a-b03f-7cfde80d8c62,revision_number=11']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:20.778613 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-f99f0d1f-44d2-4238-a0d9-3e7dc94d1ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:20.779126 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-f99f0d1f-44d2-4238-a0d9-3e7dc94d1ee3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 1096 time: 0.0503049 Nov 12 09:41:20.910685 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6fe33-7702-4e3d-bca3-9747022a3612 req-27de16e9-27a7-4d8b-8e30-43e7c8cd7e4f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:20.912317 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-20b6fe33-7702-4e3d-bca3-9747022a3612 req-27de16e9-27a7-4d8b-8e30-43e7c8cd7e4f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 944 time: 0.0975201 Nov 12 09:41:20.928712 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-8e4c2b04-a732-4f65-9ca0-7bc85bc3772f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:20.930223 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-8e4c2b04-a732-4f65-9ca0-7bc85bc3772f service neutron] 10.222.0.58 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.1432083 Nov 12 09:41:21.019099 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-20b6fe33-7702-4e3d-bca3-9747022a3612 req-6aeeeb64-ce3d-445b-b988-3086a8fe2793 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986466 Nov 12 09:41:21.027219 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-9ead43ea-8c37-412e-ab6c-ec790f08784d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11bb1146-d063-4d8a-b03f-7cfde80d8c62 HTTP/1.1" status: 200 len: 999 time: 0.0834091 Nov 12 09:41:21.083518 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-a5133738-69d6-4b0a-9b02-eed793ca67c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:21.085240 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-a5133738-69d6-4b0a-9b02-eed793ca67c1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0492721 Nov 12 09:41:21.155444 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-f666c797-4e0f-4e6d-bcf6-27311d6b44e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:21.157061 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-f666c797-4e0f-4e6d-bcf6-27311d6b44e7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638082 Nov 12 09:41:21.271597 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-f5c37e6e-9e3b-46e3-8ffc-8468e3e5173a service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065526 Nov 12 09:41:21.374566 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d8e705c3-5f70-4505-8cf0-9df6e919baae req-74f0fb7a-1959-40c4-b44f-e6670ad321f0 service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955751 Nov 12 09:41:22.168129 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a72f8-a1ae-469b-b35c-097ff022195b req-da9eebcf-1157-4d0d-a549-c37b681b755a tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:22.169716 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ec7a72f8-a1ae-469b-b35c-097ff022195b req-da9eebcf-1157-4d0d-a549-c37b681b755a tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 944 time: 0.0567040 Nov 12 09:41:22.238944 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ec7a72f8-a1ae-469b-b35c-097ff022195b req-515ef0c4-35bd-4138-a01e-5e65eb6ffbcf tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542624 Nov 12 09:41:22.381065 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabc1785-486d-49ba-99ef-6c5bf24d4a18', 'tag': '11bb1146-d063-4d8a-b03f-7cfde80d8c62'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:41:22.383393 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ecfd269ae060e48d0080e56de36cfb7f5ddc3dd245bb7f2f65528a6b7e1e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502fd672-a766-4153-9b8e-87fb68b24f66" -d '{"events": [{"name": "network-changed", "server_uuid": "fabc1785-486d-49ba-99ef-6c5bf24d4a18", "tag": "11bb1146-d063-4d8a-b03f-7cfde80d8c62"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:41:22.441960 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254164d3-c053-45ed-af80-a39f410ea534 x-openstack-request-id: req-254164d3-c053-45ed-af80-a39f410ea534 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:41:22.442467 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fabc1785-486d-49ba-99ef-6c5bf24d4a18", "tag": "11bb1146-d063-4d8a-b03f-7cfde80d8c62", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:41:22.442755 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-254164d3-c053-45ed-af80-a39f410ea534 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:41:22.443115 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fabc1785-486d-49ba-99ef-6c5bf24d4a18', 'tag': '11bb1146-d063-4d8a-b03f-7cfde80d8c62', 'status': 'completed', 'code': 200} Nov 12 09:41:22.527214 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fd672-a766-4153-9b8e-87fb68b24f66 req-11357ce1-b632-4984-9471-efa94bb6794e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:22.529115 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-502fd672-a766-4153-9b8e-87fb68b24f66 req-11357ce1-b632-4984-9471-efa94bb6794e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 1096 time: 0.0615947 Nov 12 09:41:22.530683 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fd672-a766-4153-9b8e-87fb68b24f66 req-bd8d5c18-46e4-49ea-9fef-f7f303d42499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:22.532364 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-502fd672-a766-4153-9b8e-87fb68b24f66 req-bd8d5c18-46e4-49ea-9fef-f7f303d42499 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ee12900dba143e5907035744a059bb0&device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 1096 time: 0.0662575 Nov 12 09:41:22.642163 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fd672-a766-4153-9b8e-87fb68b24f66 req-0d509464-9d76-45f2-813c-967fa6bb26c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:22.644164 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-502fd672-a766-4153-9b8e-87fb68b24f66 req-0d509464-9d76-45f2-813c-967fa6bb26c1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.1078835 Nov 12 09:41:22.655139 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fd672-a766-4153-9b8e-87fb68b24f66 req-114a07f9-7e41-430f-b744-bf904d66920f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:22.656715 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-502fd672-a766-4153-9b8e-87fb68b24f66 req-114a07f9-7e41-430f-b744-bf904d66920f service neutron] 10.222.0.58 "GET /v2.0/networks?id=768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 200 len: 912 time: 0.1116052 Nov 12 09:41:22.720371 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-502fd672-a766-4153-9b8e-87fb68b24f66 req-13f2295b-0d73-4a58-85e1-6447dddd5a6d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11bb1146-d063-4d8a-b03f-7cfde80d8c62 HTTP/1.1" status: 200 len: 999 time: 0.0682061 Nov 12 09:41:22.730168 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-502fd672-a766-4153-9b8e-87fb68b24f66 req-ed9c39ec-5d6d-429c-a89a-19633aa88e7a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11bb1146-d063-4d8a-b03f-7cfde80d8c62 HTTP/1.1" status: 200 len: 999 time: 0.0658190 Nov 12 09:41:22.775450 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fd672-a766-4153-9b8e-87fb68b24f66 req-13830289-02dd-4b21-a5b4-821a76119d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:22.776976 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-502fd672-a766-4153-9b8e-87fb68b24f66 req-13830289-02dd-4b21-a5b4-821a76119d83 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0478816 Nov 12 09:41:22.787302 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fd672-a766-4153-9b8e-87fb68b24f66 req-7fffebbd-52da-4d5f-b8c6-808a7bd8aa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:22.788818 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-502fd672-a766-4153-9b8e-87fb68b24f66 req-7fffebbd-52da-4d5f-b8c6-808a7bd8aa1d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 200 len: 850 time: 0.0510061 Nov 12 09:41:22.827570 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fd672-a766-4153-9b8e-87fb68b24f66 req-481e8de3-f311-473b-9035-c128e1caa143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:22.828860 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-502fd672-a766-4153-9b8e-87fb68b24f66 req-481e8de3-f311-473b-9035-c128e1caa143 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442135 Nov 12 09:41:22.838413 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fd672-a766-4153-9b8e-87fb68b24f66 req-13064795-b58f-4864-b603-f626483db639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:22.839994 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-502fd672-a766-4153-9b8e-87fb68b24f66 req-13064795-b58f-4864-b603-f626483db639 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=768db96d-c716-4f4b-8ce0-d0406ae4f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434294 Nov 12 09:41:22.939015 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-502fd672-a766-4153-9b8e-87fb68b24f66 req-2519ed75-4563-4742-95ca-7545d73f6b62 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015136 Nov 12 09:41:22.943718 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-502fd672-a766-4153-9b8e-87fb68b24f66 req-a065fbf7-5602-4c0f-aea8-6d3e92837c37 service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960279 Nov 12 09:41:23.038704 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-502fd672-a766-4153-9b8e-87fb68b24f66 req-5270b10a-e6bd-415b-bdf6-237899866398 service neutron] 10.222.0.54 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914586 Nov 12 09:41:23.051117 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-502fd672-a766-4153-9b8e-87fb68b24f66 req-7034afda-5873-4647-aff9-ece2f417c286 service neutron] 10.222.0.58 "GET /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998442 Nov 12 09:41:23.374679 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9baefb-93d1-481f-9242-bed88a124f53 req-2da165ae-ef51-434e-a79c-00946422c1a1 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:23.376423 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f9baefb-93d1-481f-9242-bed88a124f53 req-2da165ae-ef51-434e-a79c-00946422c1a1 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 944 time: 0.0554514 Nov 12 09:41:23.433537 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f9baefb-93d1-481f-9242-bed88a124f53 req-588f3409-216b-4421-b78c-4528184cac9a tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504451 Nov 12 09:41:23.796305 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:24.600008 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66b4b2-932d-47e1-82bb-5a4e525be532 req-2739e087-a058-4637-9a61-2fb68dba49fe tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:24.601768 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f66b4b2-932d-47e1-82bb-5a4e525be532 req-2739e087-a058-4637-9a61-2fb68dba49fe tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 944 time: 0.0708206 Nov 12 09:41:24.691821 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2f66b4b2-932d-47e1-82bb-5a4e525be532 req-0969fb4c-3eb1-48f6-8aa3-c74c1024ef36 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774202 Nov 12 09:41:25.846391 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ef1ed-1794-477e-bf10-e2d3877f0ab8 req-e323d4a1-b027-4a98-81d5-9e77e863f88d tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:25.849117 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f74ef1ed-1794-477e-bf10-e2d3877f0ab8 req-e323d4a1-b027-4a98-81d5-9e77e863f88d tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 944 time: 0.0602236 Nov 12 09:41:25.935920 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f74ef1ed-1794-477e-bf10-e2d3877f0ab8 req-a1134016-c672-4e7d-b2c0-0f6d29195a5d tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772319 Nov 12 09:41:27.085069 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d92a6-670f-42d0-a538-0513b92c28b7 req-ae7d838e-2842-44bc-ada1-ac3f94d876fc tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:27.086669 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-086d92a6-670f-42d0-a538-0513b92c28b7 req-ae7d838e-2842-44bc-ada1-ac3f94d876fc tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 944 time: 0.0581145 Nov 12 09:41:27.143876 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-086d92a6-670f-42d0-a538-0513b92c28b7 req-e2f79736-a206-46ea-9adc-26855047f893 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508077 Nov 12 09:41:27.315989 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:41:28.295268 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a92015-1042-44ae-a5a7-1b4f9fa48644 req-8e1b5d65-4294-46f2-94dd-527a0405a846 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:28.296936 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b9a92015-1042-44ae-a5a7-1b4f9fa48644 req-8e1b5d65-4294-46f2-94dd-527a0405a846 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 944 time: 0.0659189 Nov 12 09:41:28.346456 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b9a92015-1042-44ae-a5a7-1b4f9fa48644 req-10e6b10b-dccf-441e-bc32-a3792b1f6651 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430009 Nov 12 09:41:29.475407 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d14abd-8948-4bac-8278-012030741794 req-0ccf6d5b-8ae6-4110-91ca-a8a23a2eaea5 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:29.477127 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-42d14abd-8948-4bac-8278-012030741794 req-0ccf6d5b-8ae6-4110-91ca-a8a23a2eaea5 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 944 time: 0.0562139 Nov 12 09:41:29.538547 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-42d14abd-8948-4bac-8278-012030741794 req-5c3be767-f883-4f17-9863-a41df8457c7b tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550826 Nov 12 09:41:29.696586 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:30.695805 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b4470a-8c7f-47ec-8f6a-b4c921f850cc req-075ecc61-7b96-450c-92fa-eb59f196e9a2 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:30.697877 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-14b4470a-8c7f-47ec-8f6a-b4c921f850cc req-075ecc61-7b96-450c-92fa-eb59f196e9a2 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 944 time: 0.0645916 Nov 12 09:41:30.779500 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-14b4470a-8c7f-47ec-8f6a-b4c921f850cc req-ebc56e2a-eb5f-475c-87d0-c0a04db7e077 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700164 Nov 12 09:41:31.920651 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2ad69-c330-4dcb-adbf-d976e59354f1 req-5d147811-fd7a-4138-9351-3ab63f0ab903 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:31.922311 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95b2ad69-c330-4dcb-adbf-d976e59354f1 req-5d147811-fd7a-4138-9351-3ab63f0ab903 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 944 time: 0.0546312 Nov 12 09:41:31.988376 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-95b2ad69-c330-4dcb-adbf-d976e59354f1 req-80cf737e-25c6-4e8c-84a1-5071731263d8 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562329 Nov 12 09:41:33.129618 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f2fb9-d4fc-4a94-a5c2-753ce92820ad req-58829a30-c48a-4733-bdf0-108bd4d2a639 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:33.131199 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-743f2fb9-d4fc-4a94-a5c2-753ce92820ad req-58829a30-c48a-4733-bdf0-108bd4d2a639 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 944 time: 0.0585732 Nov 12 09:41:33.184133 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-743f2fb9-d4fc-4a94-a5c2-753ce92820ad req-3bd663a1-7ffe-4beb-b861-896af6652515 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458469 Nov 12 09:41:34.330983 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72350282-3e84-427d-92e3-040478ef5b69 req-5a8803f0-35b5-43de-9766-a6aa4668a56f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:34.332705 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-72350282-3e84-427d-92e3-040478ef5b69 req-5a8803f0-35b5-43de-9766-a6aa4668a56f tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 944 time: 0.0555906 Nov 12 09:41:34.390411 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-72350282-3e84-427d-92e3-040478ef5b69 req-6eb73c12-ba48-4b75-914e-696e5b35f2b6 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481458 Nov 12 09:41:34.532080 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69735a74-4a34-463b-854b-1541c6877718 req-9f1b4b88-ecfc-4a21-bfd0-cf1ab66dc36d tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:34.532215 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69735a74-4a34-463b-854b-1541c6877718 req-9f1b4b88-ecfc-4a21-bfd0-cf1ab66dc36d tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 944 time: 0.0598087 Nov 12 09:41:34.607069 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-69735a74-4a34-463b-854b-1541c6877718 req-137732cd-7bbd-4a4c-9378-af3a54f2f5ad tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655000 Nov 12 09:41:34.741214 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d09489-3c60-43d5-9b3d-064ffd044a77 req-e0605e49-dc0c-423c-b265-1fb40d35041a tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:34.742866 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-38d09489-3c60-43d5-9b3d-064ffd044a77 req-e0605e49-dc0c-423c-b265-1fb40d35041a tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 944 time: 0.0585928 Nov 12 09:41:34.814108 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-38d09489-3c60-43d5-9b3d-064ffd044a77 req-5788e3c2-c090-40e9-a21a-bd8fdbe60d79 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590060 Nov 12 09:41:35.132196 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b5682-aa15-40d3-8a98-b50e90ba6b66 req-5e506cbb-107b-4b01-9794-16fbec157345 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:35.133724 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-586b5682-aa15-40d3-8a98-b50e90ba6b66 req-5e506cbb-107b-4b01-9794-16fbec157345 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 944 time: 0.0697601 Nov 12 09:41:35.208697 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-586b5682-aa15-40d3-8a98-b50e90ba6b66 req-d2aafb7c-2840-438f-9b88-f77581036686 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604162 Nov 12 09:41:35.859617 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 11bb1146-d063-4d8a-b03f-7cfde80d8c62 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:41:35.964614 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 11bb1146-d063-4d8a-b03f-7cfde80d8c62, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=11bb1146-d063-4d8a-b03f-7cfde80d8c62,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:41:35.977845 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '11bb1146-d063-4d8a-b03f-7cfde80d8c62', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'port_id': '11bb1146-d063-4d8a-b03f-7cfde80d8c62', 'mac_address': 'fa:16:3e:9a:2b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:41:36.021974 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:36.047771 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11bb1146-d063-4d8a-b03f-7cfde80d8c62 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:41:36.256168 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 11bb1146-d063-4d8a-b03f-7cfde80d8c62, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=11bb1146-d063-4d8a-b03f-7cfde80d8c62,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:41:36.262978 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:36.320054 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=11bb1146-d063-4d8a-b03f-7cfde80d8c62,revision_number=12']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:36.353436 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3ccdf-3b17-49e2-ad26-327d1e5994ac req-a8319f84-3c18-4b73-864b-670bf6fb4ec9 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:36.355043 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b6f3ccdf-3b17-49e2-ad26-327d1e5994ac req-a8319f84-3c18-4b73-864b-670bf6fb4ec9 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 945 time: 0.0640948 Nov 12 09:41:36.405673 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b6f3ccdf-3b17-49e2-ad26-327d1e5994ac req-8fb6ca3a-6ccc-4f1b-88be-2cdc4338d1bd tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups?id=67f61a1c-446e-4979-a458-062d4e556701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439844 Nov 12 09:41:36.651591 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d49574-1d2d-42f4-a1cf-b86a7ae1cf51 req-d2cb038a-5d06-4996-8b9b-f270fc4f54b8 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:36.653214 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43d49574-1d2d-42f4-a1cf-b86a7ae1cf51 req-d2cb038a-5d06-4996-8b9b-f270fc4f54b8 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.58 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 945 time: 0.0527132 Nov 12 09:41:36.800463 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-43d49574-1d2d-42f4-a1cf-b86a7ae1cf51 req-d5c645f2-ea66-4256-9642-88639e4bf1d3 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Deleting port 11bb1146-d063-4d8a-b03f-7cfde80d8c62 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:41:36.800696 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-43d49574-1d2d-42f4-a1cf-b86a7ae1cf51 req-d5c645f2-ea66-4256-9642-88639e4bf1d3 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:36.917124 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-43d49574-1d2d-42f4-a1cf-b86a7ae1cf51 req-d5c645f2-ea66-4256-9642-88639e4bf1d3 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] For port 11bb1146-d063-4d8a-b03f-7cfde80d8c62, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=11bb1146-d063-4d8a-b03f-7cfde80d8c62,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:41:36.917490 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-43d49574-1d2d-42f4-a1cf-b86a7ae1cf51 req-d5c645f2-ea66-4256-9642-88639e4bf1d3 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:37.134379 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-43d49574-1d2d-42f4-a1cf-b86a7ae1cf51 req-d5c645f2-ea66-4256-9642-88639e4bf1d3 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:37.134808 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-43d49574-1d2d-42f4-a1cf-b86a7ae1cf51 req-d5c645f2-ea66-4256-9642-88639e4bf1d3 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:37.135318 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [req-43d49574-1d2d-42f4-a1cf-b86a7ae1cf51 req-d5c645f2-ea66-4256-9642-88639e4bf1d3 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Floating IP 591bfe2b-221e-4f56-a73f-f649f7c8b069 disassociated. External IP: 172.25.6.32, port: 11bb1146-d063-4d8a-b03f-7cfde80d8c62. Nov 12 09:41:37.136025 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-43d49574-1d2d-42f4-a1cf-b86a7ae1cf51 req-d5c645f2-ea66-4256-9642-88639e4bf1d3 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Calling delete_port for 11bb1146-d063-4d8a-b03f-7cfde80d8c62 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:41:37.323199 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-43d49574-1d2d-42f4-a1cf-b86a7ae1cf51 req-d5c645f2-ea66-4256-9642-88639e4bf1d3 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:37.356962 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c645f2-ea66-4256-9642-88639e4bf1d3 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Pushing event deleted for resources: {'Port': ['ID=11bb1146-d063-4d8a-b03f-7cfde80d8c62,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:37.563288 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-28c3cb64-efc5-4fc5-8f4b-180965e1237a req-f08f8af1-d61a-4b26-bf43-b11bb4263b9c tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 210 time: 0.0557961 Nov 12 09:41:37.578225 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43d49574-1d2d-42f4-a1cf-b86a7ae1cf51 req-d5c645f2-ea66-4256-9642-88639e4bf1d3 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Router 8efbd771-1206-4953-ba76-3a7d5be84496 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:41:37.742445 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43d49574-1d2d-42f4-a1cf-b86a7ae1cf51 req-d5c645f2-ea66-4256-9642-88639e4bf1d3 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:41:37.760516 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8616d65-7233-42ae-b768-f396758503ec None None] Sync routers for ids ['8efbd771-1206-4953-ba76-3a7d5be84496'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:41:37.779612 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8616d65-7233-42ae-b768-f396758503ec None None] Routers {'8efbd771-1206-4953-ba76-3a7d5be84496'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:41:37.780721 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c8616d65-7233-42ae-b768-f396758503ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:41:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8efbd771-1206-4953-ba76-3a7d5be84496'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:37.794561 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d49574-1d2d-42f4-a1cf-b86a7ae1cf51 req-d5c645f2-ea66-4256-9642-88639e4bf1d3 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] No DVR routers for this DVR port 11bb1146-d063-4d8a-b03f-7cfde80d8c62 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:41:37.797901 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-43d49574-1d2d-42f4-a1cf-b86a7ae1cf51 req-d5c645f2-ea66-4256-9642-88639e4bf1d3 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:37.802146 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-43d49574-1d2d-42f4-a1cf-b86a7ae1cf51 req-d5c645f2-ea66-4256-9642-88639e4bf1d3 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.58 "DELETE /v2.0/ports/11bb1146-d063-4d8a-b03f-7cfde80d8c62 HTTP/1.1" status: 204 len: 173 time: 1.1415813 Nov 12 09:41:37.802639 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabc1785-486d-49ba-99ef-6c5bf24d4a18', 'name': 'network-vif-deleted', 'tag': '11bb1146-d063-4d8a-b03f-7cfde80d8c62'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:41:37.805343 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ecfd269ae060e48d0080e56de36cfb7f5ddc3dd245bb7f2f65528a6b7e1e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eef8cc1-1fd6-4b14-8a94-68ef6df311a3" -d '{"events": [{"server_uuid": "fabc1785-486d-49ba-99ef-6c5bf24d4a18", "name": "network-vif-deleted", "tag": "11bb1146-d063-4d8a-b03f-7cfde80d8c62"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:41:37.876060 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2b663d-22e1-4c97-a2bb-501b2ff5de59 x-openstack-request-id: req-4f2b663d-22e1-4c97-a2bb-501b2ff5de59 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:41:37.876259 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabc1785-486d-49ba-99ef-6c5bf24d4a18", "name": "network-vif-deleted", "tag": "11bb1146-d063-4d8a-b03f-7cfde80d8c62", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:41:37.876646 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f2b663d-22e1-4c97-a2bb-501b2ff5de59 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:41:37.877165 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabc1785-486d-49ba-99ef-6c5bf24d4a18', 'name': 'network-vif-deleted', 'tag': '11bb1146-d063-4d8a-b03f-7cfde80d8c62', 'status': 'completed', 'code': 200} Nov 12 09:41:37.978401 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f5c1f5b9-1ab5-4218-ac22-1d777c20f06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:38.008949 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-c8616d65-7233-42ae-b768-f396758503ec None None] Set router 8efbd771-1206-4953-ba76-3a7d5be84496 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:41:38.289444 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c8616d65-7233-42ae-b768-f396758503ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:32Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '4ee12900dba143e5907035744a059bb0', 'gw_port': {'id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:33Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '08080d5c-f393-46b9-abbe-44680827f42b', 'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'mac_address': 'fa:16:3e:e1:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:35Z', 'updated_at': '2021-11-12T09:31:40Z', 'revision_number': 5, 'project_id': '4ee12900dba143e5907035744a059bb0', 'subnets': [{'id': '5161be35-2187-48e2-99be-9229442f588c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:38.341848 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8616d65-7233-42ae-b768-f396758503ec None None] Checking router: 8efbd771-1206-4953-ba76-3a7d5be84496 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:41:38.357208 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8616d65-7233-42ae-b768-f396758503ec None None] Routers {'8efbd771-1206-4953-ba76-3a7d5be84496'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:41:38.357975 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c8616d65-7233-42ae-b768-f396758503ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:41:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8efbd771-1206-4953-ba76-3a7d5be84496'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:38.540995 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-c8616d65-7233-42ae-b768-f396758503ec None None] Set router 8efbd771-1206-4953-ba76-3a7d5be84496 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:41:38.848381 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c8616d65-7233-42ae-b768-f396758503ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:32Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '4ee12900dba143e5907035744a059bb0', 'gw_port': {'id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:33Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '08080d5c-f393-46b9-abbe-44680827f42b', 'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'mac_address': 'fa:16:3e:e1:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:35Z', 'updated_at': '2021-11-12T09:31:40Z', 'revision_number': 5, 'project_id': '4ee12900dba143e5907035744a059bb0', 'subnets': [{'id': '5161be35-2187-48e2-99be-9229442f588c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:38.903702 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8616d65-7233-42ae-b768-f396758503ec None None] The sync data for ids ['8efbd771-1206-4953-ba76-3a7d5be84496'] in n-d-768862-16 is: [{'id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:32Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '4ee12900dba143e5907035744a059bb0', 'gw_port': {'id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:33Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '08080d5c-f393-46b9-abbe-44680827f42b', 'name': '', 'network_id': '768db96d-c716-4f4b-8ce0-d0406ae4f328', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'mac_address': 'fa:16:3e:e1:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '5161be35-2187-48e2-99be-9229442f588c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:35Z', 'updated_at': '2021-11-12T09:31:40Z', 'revision_number': 5, 'project_id': '4ee12900dba143e5907035744a059bb0', 'subnets': [{'id': '5161be35-2187-48e2-99be-9229442f588c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:41:39.097197 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-72d3818b-9598-408f-a3db-69596ffd3bb3 req-f540a7c6-81d7-473a-9b17-09d75a296ee4 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 210 time: 0.0402486 Nov 12 09:41:39.233727 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c987a2b-e4cc-42f2-adfe-2fcf7aec7c39 None None] New status for floating IP 591bfe2b-221e-4f56-a73f-f649f7c8b069: DOWN {{(pid=102571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:41:40.236069 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3c80aac3-015e-4e28-8f14-3c4f3334482b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:40.286927 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c362c04f-563a-4186-85c5-2fc8c8bc6e0f req-9c80ccc0-35a6-4e76-9b4e-4996982b16bb tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 210 time: 0.0511236 Nov 12 09:41:41.421738 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-955beae5-a3d6-4c7a-9d0e-f4ec522b6a13 req-d9f9cebb-c06b-42fd-9533-36b600879911 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 210 time: 0.0314982 Nov 12 09:41:41.889226 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 11bb1146-d063-4d8a-b03f-7cfde80d8c62 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:41:41.916398 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 11bb1146-d063-4d8a-b03f-7cfde80d8c62 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:41:41.916962 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 11bb1146-d063-4d8a-b03f-7cfde80d8c62 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:41:42.277320 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:42.552931 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-56e9be69-15e4-4b57-aa87-128963e91c75 req-9226faec-699e-4b6e-9f8f-90ba4995fd57 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabc1785-486d-49ba-99ef-6c5bf24d4a18 HTTP/1.1" status: 200 len: 210 time: 0.0301285 Nov 12 09:41:43.643622 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:44.110161 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:47.524860 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42262) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:47.594567 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b7b560ae-e770-4104-b0b7-ed07bbbdfd76 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:47.623655 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b7b560ae-e770-4104-b0b7-ed07bbbdfd76 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:47.684702 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b7b560ae-e770-4104-b0b7-ed07bbbdfd76 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:47.687991 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b7b560ae-e770-4104-b0b7-ed07bbbdfd76 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:47.689633 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b7b560ae-e770-4104-b0b7-ed07bbbdfd76 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "DELETE /v2.0/security-groups/67f61a1c-446e-4979-a458-062d4e556701 HTTP/1.1" status: 204 len: 168 time: 0.1631830 Nov 12 09:41:47.693603 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42264) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:47.705402 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b560ae-e770-4104-b0b7-ed07bbbdfd76 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f61a1c-446e-4979-a458-062d4e556701,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:47.727182 n-d-768862-16 neutron-server[102568]: INFO neutron.api.v2.resource [None req-39964036-ebf8-4345-8fd7-c5f9d88f7a5e tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] show failed (client error): The resource could not be found. Nov 12 09:41:47.728590 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-39964036-ebf8-4345-8fd7-c5f9d88f7a5e tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "GET /v2.0/security-groups/67f61a1c-446e-4979-a458-062d4e556701 HTTP/1.1" status: 404 len: 347 time: 0.0322800 Nov 12 09:41:47.733313 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42266) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:47.905449 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-a67092ba-8afd-42af-957d-6feae13b8418 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Deleting port e5d22a4c-47b0-4ccb-a679-d5928aa383ff {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:41:47.905796 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a67092ba-8afd-42af-957d-6feae13b8418 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:47.993467 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a67092ba-8afd-42af-957d-6feae13b8418 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:47.993761 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a67092ba-8afd-42af-957d-6feae13b8418 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:48.007583 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-a67092ba-8afd-42af-957d-6feae13b8418 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Calling delete_port for e5d22a4c-47b0-4ccb-a679-d5928aa383ff owned by network:floatingip {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:41:48.153835 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a67092ba-8afd-42af-957d-6feae13b8418 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:48.187502 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67092ba-8afd-42af-957d-6feae13b8418 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Pushing event deleted for resources: {'Port': ['ID=e5d22a4c-47b0-4ccb-a679-d5928aa383ff,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:48.254406 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a67092ba-8afd-42af-957d-6feae13b8418 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks [] for floatingip, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:48.257774 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a67092ba-8afd-42af-957d-6feae13b8418 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:48.259501 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a67092ba-8afd-42af-957d-6feae13b8418 tempest-ServerActionsTestJSON-1167504678 tempest-ServerActionsTestJSON-1167504678-project] 10.222.0.37 "DELETE /v2.0/floatingips/591bfe2b-221e-4f56-a73f-f649f7c8b069 HTTP/1.1" status: 204 len: 168 time: 0.5239611 Nov 12 09:41:48.262876 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42268) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:48.917450 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64c2f2f4-e36f-4b14-a6c1-acdd2373a5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:49.192894 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-64c2f2f4-e36f-4b14-a6c1-acdd2373a5b8 admin admin] Deleting port 08080d5c-f393-46b9-abbe-44680827f42b {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:41:49.193143 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64c2f2f4-e36f-4b14-a6c1-acdd2373a5b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:49.290889 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-64c2f2f4-e36f-4b14-a6c1-acdd2373a5b8 admin admin] For port 08080d5c-f393-46b9-abbe-44680827f42b, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=08080d5c-f393-46b9-abbe-44680827f42b,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:41:49.291459 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64c2f2f4-e36f-4b14-a6c1-acdd2373a5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:49.311324 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-64c2f2f4-e36f-4b14-a6c1-acdd2373a5b8 admin admin] Calling delete_port for 08080d5c-f393-46b9-abbe-44680827f42b owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:41:49.551783 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64c2f2f4-e36f-4b14-a6c1-acdd2373a5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:49.583867 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2f2f4-e36f-4b14-a6c1-acdd2373a5b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=08080d5c-f393-46b9-abbe-44680827f42b,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:50.120629 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64c2f2f4-e36f-4b14-a6c1-acdd2373a5b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:50.374485 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c2f2f4-e36f-4b14-a6c1-acdd2373a5b8 admin admin] Router 8efbd771-1206-4953-ba76-3a7d5be84496 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:41:50.498832 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c2f2f4-e36f-4b14-a6c1-acdd2373a5b8 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:41:50.504235 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-64c2f2f4-e36f-4b14-a6c1-acdd2373a5b8 admin admin] 10.222.0.37 "PUT /v2.0/routers/8efbd771-1206-4953-ba76-3a7d5be84496/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2400572 Nov 12 09:41:50.507465 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42272) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:50.512007 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0004b4e0-2e06-4c8d-a3a2-5962481bb8fa None None] Sync routers for ids ['8efbd771-1206-4953-ba76-3a7d5be84496'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:41:50.527027 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0004b4e0-2e06-4c8d-a3a2-5962481bb8fa None None] Routers {'8efbd771-1206-4953-ba76-3a7d5be84496'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:41:50.528023 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0004b4e0-2e06-4c8d-a3a2-5962481bb8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:41:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8efbd771-1206-4953-ba76-3a7d5be84496'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:50.640197 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f3411f3d-5c7c-44f0-919d-d9f4829651be admin admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:50.652952 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-0004b4e0-2e06-4c8d-a3a2-5962481bb8fa None None] Set router 8efbd771-1206-4953-ba76-3a7d5be84496 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:41:50.761937 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f3411f3d-5c7c-44f0-919d-d9f4829651be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:50.833311 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f3411f3d-5c7c-44f0-919d-d9f4829651be admin admin] Deleting port a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:41:50.833670 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f3411f3d-5c7c-44f0-919d-d9f4829651be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:50.863853 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0004b4e0-2e06-4c8d-a3a2-5962481bb8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:32Z', 'updated_at': '2021-11-12T09:41:49Z', 'revision_number': 5, 'project_id': '4ee12900dba143e5907035744a059bb0', 'gw_port': {'id': 'a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:33Z', 'updated_at': '2021-11-12T09:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:50.896858 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0004b4e0-2e06-4c8d-a3a2-5962481bb8fa None None] Checking router: 8efbd771-1206-4953-ba76-3a7d5be84496 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:41:50.906826 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0004b4e0-2e06-4c8d-a3a2-5962481bb8fa None None] Routers {'8efbd771-1206-4953-ba76-3a7d5be84496'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:41:50.907551 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0004b4e0-2e06-4c8d-a3a2-5962481bb8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:41:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8efbd771-1206-4953-ba76-3a7d5be84496'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:50.920870 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-f3411f3d-5c7c-44f0-919d-d9f4829651be admin admin] For port a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:41:50.921229 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f3411f3d-5c7c-44f0-919d-d9f4829651be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:50.938023 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f3411f3d-5c7c-44f0-919d-d9f4829651be admin admin] Calling delete_port for a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5 owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:41:51.002639 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-0004b4e0-2e06-4c8d-a3a2-5962481bb8fa None None] Set router 8efbd771-1206-4953-ba76-3a7d5be84496 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:41:51.055727 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0004b4e0-2e06-4c8d-a3a2-5962481bb8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:32Z', 'updated_at': '2021-11-12T09:41:50Z', 'revision_number': 6, 'project_id': '4ee12900dba143e5907035744a059bb0', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:51.088797 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0004b4e0-2e06-4c8d-a3a2-5962481bb8fa None None] The sync data for ids ['8efbd771-1206-4953-ba76-3a7d5be84496'] in n-d-768862-16 is: [{'id': '8efbd771-1206-4953-ba76-3a7d5be84496', 'name': 'tempest-ServerActionsTestJSON-932264413-router', 'tenant_id': '4ee12900dba143e5907035744a059bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:32Z', 'updated_at': '2021-11-12T09:41:50Z', 'revision_number': 6, 'project_id': '4ee12900dba143e5907035744a059bb0', 'gw_port_host': None}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:41:51.126959 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f3411f3d-5c7c-44f0-919d-d9f4829651be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:51.149522 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3411f3d-5c7c-44f0-919d-d9f4829651be admin admin] Pushing event deleted for resources: {'Port': ['ID=a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:51.165105 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301eb2a2-70f7-45ba-ada4-d2c292b70556 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:41:51.219171 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f3411f3d-5c7c-44f0-919d-d9f4829651be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:51.313924 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f3411f3d-5c7c-44f0-919d-d9f4829651be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:51.316543 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f3411f3d-5c7c-44f0-919d-d9f4829651be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:51.369715 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f3411f3d-5c7c-44f0-919d-d9f4829651be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:51.370277 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3411f3d-5c7c-44f0-919d-d9f4829651be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8efbd771-1206-4953-ba76-3a7d5be84496 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:41:51.374901 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f3411f3d-5c7c-44f0-919d-d9f4829651be admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:51.376472 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-f3411f3d-5c7c-44f0-919d-d9f4829651be admin admin] 10.222.0.37 "DELETE /v2.0/routers/8efbd771-1206-4953-ba76-3a7d5be84496 HTTP/1.1" status: 204 len: 168 time: 0.8677123 Nov 12 09:41:51.379205 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42274) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:51.425459 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-e023a579-4dda-4e62-bbb5-fa73e86f775f admin admin] Deleting subnet 5161be35-2187-48e2-99be-9229442f588c {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:41:51.429847 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e023a579-4dda-4e62-bbb5-fa73e86f775f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:51.468910 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e023a579-4dda-4e62-bbb5-fa73e86f775f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:51.564158 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e023a579-4dda-4e62-bbb5-fa73e86f775f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:51.619618 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e023a579-4dda-4e62-bbb5-fa73e86f775f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:51.645569 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023a579-4dda-4e62-bbb5-fa73e86f775f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5161be35-2187-48e2-99be-9229442f588c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:51.649459 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e023a579-4dda-4e62-bbb5-fa73e86f775f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:51.652698 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e023a579-4dda-4e62-bbb5-fa73e86f775f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5161be35-2187-48e2-99be-9229442f588c HTTP/1.1" status: 204 len: 168 time: 0.2724063 Nov 12 09:41:51.655193 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42276) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:51.658026 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431a5784-eb2a-4a80-b6ba-b111a0963daf None None] Network 768db96d-c716-4f4b-8ce0-d0406ae4f328 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:41:51.728243 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d06f0c73-3945-4ce2-8d5c-1cc95144d138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:51.783703 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-d06f0c73-3945-4ce2-8d5c-1cc95144d138 admin admin] Deleting port 5ba55be2-7e72-4f02-bbc5-cc26fb782c77 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:41:51.784077 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d06f0c73-3945-4ce2-8d5c-1cc95144d138 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:51.856573 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-d06f0c73-3945-4ce2-8d5c-1cc95144d138 admin admin] For port 5ba55be2-7e72-4f02-bbc5-cc26fb782c77, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=5ba55be2-7e72-4f02-bbc5-cc26fb782c77,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:41:51.857173 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d06f0c73-3945-4ce2-8d5c-1cc95144d138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:51.869166 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56deb53-cf20-4ecf-8975-3a639f9012f3 None None] DHCP port deletion for 768db96d-c716-4f4b-8ce0-d0406ae4f328 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:41:51.880817 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-d06f0c73-3945-4ce2-8d5c-1cc95144d138 admin admin] Calling delete_port for 5ba55be2-7e72-4f02-bbc5-cc26fb782c77 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:41:51.939212 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-f56deb53-cf20-4ecf-8975-3a639f9012f3 None None] Deleting port 5ba55be2-7e72-4f02-bbc5-cc26fb782c77 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:41:51.939557 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f56deb53-cf20-4ecf-8975-3a639f9012f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:51.981355 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d06f0c73-3945-4ce2-8d5c-1cc95144d138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:52.008758 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f56deb53-cf20-4ecf-8975-3a639f9012f3 None None] For port 5ba55be2-7e72-4f02-bbc5-cc26fb782c77, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=5ba55be2-7e72-4f02-bbc5-cc26fb782c77,segment=NetworkSegment(e8f07fff-24b7-45ed-8829-840a5fe8f406),segment_id=e8f07fff-24b7-45ed-8829-840a5fe8f406)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:41:52.009214 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f56deb53-cf20-4ecf-8975-3a639f9012f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:52.017635 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f0c73-3945-4ce2-8d5c-1cc95144d138 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ba55be2-7e72-4f02-bbc5-cc26fb782c77,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:52.019555 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06f0c73-3945-4ce2-8d5c-1cc95144d138 admin admin] No DVR routers for this DVR port 5ba55be2-7e72-4f02-bbc5-cc26fb782c77 on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:41:52.024206 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-f56deb53-cf20-4ecf-8975-3a639f9012f3 None None] Calling delete_port for 5ba55be2-7e72-4f02-bbc5-cc26fb782c77 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:41:52.103408 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d06f0c73-3945-4ce2-8d5c-1cc95144d138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:41:52.108862 n-d-768862-16 neutron-server[102570]: self.session.flush() Nov 12 09:41:52.117051 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f56deb53-cf20-4ecf-8975-3a639f9012f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:52.130296 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-d06f0c73-3945-4ce2-8d5c-1cc95144d138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['768db96d-c716-4f4b-8ce0-d0406ae4f328']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:52.141288 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-d06f0c73-3945-4ce2-8d5c-1cc95144d138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f07fff-24b7-45ed-8829-840a5fe8f406') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:52.141572 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-d06f0c73-3945-4ce2-8d5c-1cc95144d138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f07fff-24b7-45ed-8829-840a5fe8f406') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:52.152671 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d06f0c73-3945-4ce2-8d5c-1cc95144d138 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:52.163183 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56deb53-cf20-4ecf-8975-3a639f9012f3 None None] Pushing event deleted for resources: {'Port': ['ID=5ba55be2-7e72-4f02-bbc5-cc26fb782c77,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:52.170845 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56deb53-cf20-4ecf-8975-3a639f9012f3 None None] No DVR routers for this DVR port 5ba55be2-7e72-4f02-bbc5-cc26fb782c77 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:41:52.172102 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d06f0c73-3945-4ce2-8d5c-1cc95144d138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:52.194136 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d06f0c73-3945-4ce2-8d5c-1cc95144d138 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:41:52.194895 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d06f0c73-3945-4ce2-8d5c-1cc95144d138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:52.198599 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:41:52.198599 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:41:52.198599 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:41:52.198599 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:41:52.198599 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:41:52.198599 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:41:52.198599 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:41:52.198599 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:41:52.198599 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:41:52.198599 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:41:52.198599 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:41:52.198599 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:41:52.198599 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:41:52.198599 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:41:52.198599 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:41:52.198599 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:41:52.198599 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:41:52.198599 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:41:52.198599 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:41:52.198599 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:41:52.198599 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:41:52.198599 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:41:52.198599 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:41:52.198599 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:41:52.198599 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:41:52.198599 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:41:52.198599 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:41:52.198599 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:41:52.198599 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:41:52.198599 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:41:52.198599 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:41:52.198599 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:41:52.271607 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d06f0c73-3945-4ce2-8d5c-1cc95144d138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:52.278058 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d06f0c73-3945-4ce2-8d5c-1cc95144d138 admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:52.282321 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d06f0c73-3945-4ce2-8d5c-1cc95144d138 admin admin] 10.222.0.37 "DELETE /v2.0/networks/768db96d-c716-4f4b-8ce0-d0406ae4f328 HTTP/1.1" status: 204 len: 168 time: 0.6260235 Nov 12 09:41:52.299038 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f0c73-3945-4ce2-8d5c-1cc95144d138 admin admin] Pushing event deleted for resources: {'Network': ['ID=768db96d-c716-4f4b-8ce0-d0406ae4f328,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:52.444022 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42280) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:52.484812 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:41:52.499903 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-cd2a2162-2487-41e4-ac99-84fa5c9865c4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ee12900dba143e5907035744a059bb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0544939 Nov 12 09:41:52.502835 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42282) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:52.507313 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:41:52.507769 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device a1dee5ce-89b9-46b9-873e-b6bb6a13f7a5 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:41:52.508510 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5ba55be2-7e72-4f02-bbc5-cc26fb782c77 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:41:52.536792 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 5ba55be2-7e72-4f02-bbc5-cc26fb782c77 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:41:52.537182 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 5ba55be2-7e72-4f02-bbc5-cc26fb782c77 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:41:52.537579 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 08080d5c-f393-46b9-abbe-44680827f42b no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:41:52.564218 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3726d6d5-65d7-48d2-8814-b4cc81f039c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:52.572848 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 08080d5c-f393-46b9-abbe-44680827f42b {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:41:52.573287 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 08080d5c-f393-46b9-abbe-44680827f42b not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:41:52.590569 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3726d6d5-65d7-48d2-8814-b4cc81f039c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:52.649073 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3726d6d5-65d7-48d2-8814-b4cc81f039c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:52.651662 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3726d6d5-65d7-48d2-8814-b4cc81f039c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:52.652891 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3726d6d5-65d7-48d2-8814-b4cc81f039c1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6d0b2849-6ee0-429d-9fae-54d54c84b8c7 HTTP/1.1" status: 204 len: 168 time: 0.1490538 Nov 12 09:41:52.661883 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726d6d5-65d7-48d2-8814-b4cc81f039c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0b2849-6ee0-429d-9fae-54d54c84b8c7,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:53.536926 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42304) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:53.653698 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-02d44524-642e-4a1c-90d6-b075008dcb73 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2006386371-network', 'tenant_id': 'b5e49cb4e201412c91753c1ce6d6decd'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:53.685207 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d44524-642e-4a1c-90d6-b075008dcb73 admin admin] Made reservation on behalf of b5e49cb4e201412c91753c1ce6d6decd for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:41:53.689768 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-02d44524-642e-4a1c-90d6-b075008dcb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:53.705577 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-02d44524-642e-4a1c-90d6-b075008dcb73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:53.801775 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:53.821173 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-02d44524-642e-4a1c-90d6-b075008dcb73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:53.827378 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-02d44524-642e-4a1c-90d6-b075008dcb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:53.854467 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d44524-642e-4a1c-90d6-b075008dcb73 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:41:53.866467 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d44524-642e-4a1c-90d6-b075008dcb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86a31aa-254c-463a-bf68-ae4021a2a534,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:53.874183 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-02d44524-642e-4a1c-90d6-b075008dcb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:53.874667 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-02d44524-642e-4a1c-90d6-b075008dcb73 admin admin] Added segment 279498d6-544f-4ac3-89b8-05c29bd7bebd of type vlan for network 0f9973ae-c56b-40db-bac3-7c1ba5090cd6 Nov 12 09:41:53.925623 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-02d44524-642e-4a1c-90d6-b075008dcb73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:53.955226 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-02d44524-642e-4a1c-90d6-b075008dcb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:53.956290 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d44524-642e-4a1c-90d6-b075008dcb73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:53.956888 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-02d44524-642e-4a1c-90d6-b075008dcb73 admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:53.992555 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-02d44524-642e-4a1c-90d6-b075008dcb73 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4542456 Nov 12 09:41:53.995708 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42308) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:54.001190 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-83cb84a4-374b-496d-a52f-959e44483d4a admin admin] Request body: {'subnet': {'network_id': '0f9973ae-c56b-40db-bac3-7c1ba5090cd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2006386371-subnet', 'tenant_id': 'b5e49cb4e201412c91753c1ce6d6decd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:54.026894 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d44524-642e-4a1c-90d6-b075008dcb73 admin admin] Pushing event updated for resources: {'Network': ['ID=0f9973ae-c56b-40db-bac3-7c1ba5090cd6,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:54.031275 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cb84a4-374b-496d-a52f-959e44483d4a admin admin] Made reservation on behalf of b5e49cb4e201412c91753c1ce6d6decd for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:41:54.035161 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-83cb84a4-374b-496d-a52f-959e44483d4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:54.041806 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 0f9973ae-c56b-40db-bac3-7c1ba5090cd6 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:41:54.605650 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-83cb84a4-374b-496d-a52f-959e44483d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:54.681952 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb84a4-374b-496d-a52f-959e44483d4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e3ca7d3-569c-4241-bce1-8af7f0d5e900,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:54.699427 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb84a4-374b-496d-a52f-959e44483d4a admin admin] Checking segment: {'id': '279498d6-544f-4ac3-89b8-05c29bd7bebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0f9973ae-c56b-40db-bac3-7c1ba5090cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:41:54.700018 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cb84a4-374b-496d-a52f-959e44483d4a admin admin] Network hostable DHCP agents. Network: 0f9973ae-c56b-40db-bac3-7c1ba5090cd6, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:41:54.731205 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cb84a4-374b-496d-a52f-959e44483d4a admin admin] Network 0f9973ae-c56b-40db-bac3-7c1ba5090cd6 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:41:54.751085 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-83cb84a4-374b-496d-a52f-959e44483d4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 0f9973ae-c56b-40db-bac3-7c1ba5090cd6) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:41:54.757098 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cb84a4-374b-496d-a52f-959e44483d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:54.758058 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-83cb84a4-374b-496d-a52f-959e44483d4a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:54.765875 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ec37ab-6aa7-4e69-939a-ab6db89a24cb None None] Network 0f9973ae-c56b-40db-bac3-7c1ba5090cd6 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:41:54.788487 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-83cb84a4-374b-496d-a52f-959e44483d4a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7913806 Nov 12 09:41:54.969736 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc42d50-e3d1-4df0-9e37-fb926638dac1 None None] Network 0f9973ae-c56b-40db-bac3-7c1ba5090cd6 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:41:55.423374 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-a6e5b172-bf54-443f-a207-100ae9a7b426 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:55.425424 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-a6e5b172-bf54-443f-a207-100ae9a7b426 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/networks?id=0f9973ae-c56b-40db-bac3-7c1ba5090cd6 HTTP/1.1" status: 200 len: 814 time: 0.1197960 Nov 12 09:41:55.447995 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-fd6e3c76-d941-4447-805a-f0e3ae66bd88 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/quotas/b5e49cb4e201412c91753c1ce6d6decd HTTP/1.1" status: 200 len: 375 time: 0.0126152 Nov 12 09:41:55.495776 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-510149b3-7e11-4b5e-a603-3b50b076f2aa tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5e49cb4e201412c91753c1ce6d6decd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366144 Nov 12 09:41:55.507422 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-3021ccf5-bd1d-4bde-9a53-1878c4c7a54c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:41:55.508455 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-3021ccf5-bd1d-4bde-9a53-1878c4c7a54c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055261 Nov 12 09:41:55.618024 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-12512d1e-1a70-4361-8d0a-1a67ab127bbe service neutron] 10.222.0.37 "GET /v2.0/networks/0f9973ae-c56b-40db-bac3-7c1ba5090cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029360 Nov 12 09:41:55.717391 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-a9b46ae4-f670-4dfa-9bcf-f0ffbccd90c5 service neutron] 10.222.0.37 "GET /v2.0/networks/0f9973ae-c56b-40db-bac3-7c1ba5090cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928781 Nov 12 09:41:55.900888 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e8a7b5b8-2db4-4e96-bf61-c67932d30168 req-751e8abe-003f-462c-9dd9-883001b8f686 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2 HTTP/1.1" status: 200 len: 210 time: 0.0309227 Nov 12 09:41:56.983564 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-726430ef-d7f5-4e09-9487-79bffd363800 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:56.985133 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-726430ef-d7f5-4e09-9487-79bffd363800 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.58 "GET /v2.0/networks?id=0f9973ae-c56b-40db-bac3-7c1ba5090cd6 HTTP/1.1" status: 200 len: 814 time: 0.1200080 Nov 12 09:41:57.008921 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-d5ed9a56-a894-48b5-a200-01aa43618cb8 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Request body: {'port': {'device_id': '8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2', 'network_id': '0f9973ae-c56b-40db-bac3-7c1ba5090cd6', 'admin_state_up': True, 'tenant_id': 'b5e49cb4e201412c91753c1ce6d6decd'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:57.030558 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f8125710-f969-4170-8071-004127cf99d3 req-d8654b81-827d-49e6-8a8a-f0d385ab6283 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2 HTTP/1.1" status: 200 len: 210 time: 0.0390766 Nov 12 09:41:57.150595 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-d5ed9a56-a894-48b5-a200-01aa43618cb8 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Made reservation on behalf of b5e49cb4e201412c91753c1ce6d6decd for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:41:57.154500 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-d5ed9a56-a894-48b5-a200-01aa43618cb8 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:57.293618 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-d5ed9a56-a894-48b5-a200-01aa43618cb8 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Allocated IP 172.20.0.8 (0f9973ae-c56b-40db-bac3-7c1ba5090cd6/0e3ca7d3-569c-4241-bce1-8af7f0d5e900/bb05b095-eff6-49e4-9f09-5d7689ba4d54) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:41:57.455286 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-d5ed9a56-a894-48b5-a200-01aa43618cb8 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:57.491596 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-d5ed9a56-a894-48b5-a200-01aa43618cb8 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:57.541819 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-d5ed9a56-a894-48b5-a200-01aa43618cb8 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Network 0f9973ae-c56b-40db-bac3-7c1ba5090cd6 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:41:57.546165 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-d5ed9a56-a894-48b5-a200-01aa43618cb8 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:41:57.548232 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed9a56-a894-48b5-a200-01aa43618cb8 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Pushing event updated for resources: {'Port': ['ID=bb05b095-eff6-49e4-9f09-5d7689ba4d54,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:57.550526 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-d5ed9a56-a894-48b5-a200-01aa43618cb8 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:41:57.607723 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-d5ed9a56-a894-48b5-a200-01aa43618cb8 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:57.608367 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-d5ed9a56-a894-48b5-a200-01aa43618cb8 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:57.627634 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-d5ed9a56-a894-48b5-a200-01aa43618cb8 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6258955 Nov 12 09:41:57.641030 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-e7cd73df-12fd-431e-9ea3-918b26ca083c service neutron] Request body: {'port': {'device_id': '8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:57.699433 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-e7cd73df-12fd-431e-9ea3-918b26ca083c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:57.980903 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-e7cd73df-12fd-431e-9ea3-918b26ca083c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb05b095-eff6-49e4-9f09-5d7689ba4d54 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:41:57.988954 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-e7cd73df-12fd-431e-9ea3-918b26ca083c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:58.006361 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-e7cd73df-12fd-431e-9ea3-918b26ca083c service neutron] Transition to ACTIVE for port object bb05b095-eff6-49e4-9f09-5d7689ba4d54 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:41:58.012155 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-e7cd73df-12fd-431e-9ea3-918b26ca083c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:58.065391 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd73df-12fd-431e-9ea3-918b26ca083c service neutron] Pushing event updated for resources: {'Port': ['ID=bb05b095-eff6-49e4-9f09-5d7689ba4d54,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:58.172415 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-e7cd73df-12fd-431e-9ea3-918b26ca083c service neutron] Attempting to bind port bb05b095-eff6-49e4-9f09-5d7689ba4d54 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:41:58.172717 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-e7cd73df-12fd-431e-9ea3-918b26ca083c service neutron] Attempting to bind port bb05b095-eff6-49e4-9f09-5d7689ba4d54 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '279498d6-544f-4ac3-89b8-05c29bd7bebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0f9973ae-c56b-40db-bac3-7c1ba5090cd6'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:41:58.173110 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-e7cd73df-12fd-431e-9ea3-918b26ca083c service neutron] Attempting to bind port bb05b095-eff6-49e4-9f09-5d7689ba4d54 on network 0f9973ae-c56b-40db-bac3-7c1ba5090cd6 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:41:58.183933 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bd4a9-5943-48c0-887d-ad3c1edc644d req-a85242af-d19c-44bd-8a34-2972cd5a5a4b tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:58.185499 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b7bd4a9-5943-48c0-887d-ad3c1edc644d req-a85242af-d19c-44bd-8a34-2972cd5a5a4b tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2 HTTP/1.1" status: 200 len: 943 time: 0.0778434 Nov 12 09:41:58.187955 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-e7cd73df-12fd-431e-9ea3-918b26ca083c service neutron] Port bb05b095-eff6-49e4-9f09-5d7689ba4d54 on network 0f9973ae-c56b-40db-bac3-7c1ba5090cd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:41:58.188276 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-e7cd73df-12fd-431e-9ea3-918b26ca083c service neutron] Attempting to bind port bb05b095-eff6-49e4-9f09-5d7689ba4d54 on network 0f9973ae-c56b-40db-bac3-7c1ba5090cd6 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:41:58.194093 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-e7cd73df-12fd-431e-9ea3-918b26ca083c service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:41:58.194410 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-e7cd73df-12fd-431e-9ea3-918b26ca083c service neutron] Checking segment: {'id': '279498d6-544f-4ac3-89b8-05c29bd7bebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0f9973ae-c56b-40db-bac3-7c1ba5090cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:41:58.194794 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-e7cd73df-12fd-431e-9ea3-918b26ca083c service neutron] Bound using segment: {'id': '279498d6-544f-4ac3-89b8-05c29bd7bebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0f9973ae-c56b-40db-bac3-7c1ba5090cd6'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:41:58.196298 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-e7cd73df-12fd-431e-9ea3-918b26ca083c service neutron] Bound port: bb05b095-eff6-49e4-9f09-5d7689ba4d54, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '279498d6-544f-4ac3-89b8-05c29bd7bebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0f9973ae-c56b-40db-bac3-7c1ba5090cd6'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:41:58.196298 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-e7cd73df-12fd-431e-9ea3-918b26ca083c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:58.286629 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5b7bd4a9-5943-48c0-887d-ad3c1edc644d req-08576572-ef10-4b90-b0b5-a95ff483f178 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c86a31aa-254c-463a-bf68-ae4021a2a534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884383 Nov 12 09:41:58.295802 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-e7cd73df-12fd-431e-9ea3-918b26ca083c service neutron] For port bb05b095-eff6-49e4-9f09-5d7689ba4d54, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:41:58.299695 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-e7cd73df-12fd-431e-9ea3-918b26ca083c service neutron] For port bb05b095-eff6-49e4-9f09-5d7689ba4d54, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=bb05b095-eff6-49e4-9f09-5d7689ba4d54,segment=NetworkSegment(279498d6-544f-4ac3-89b8-05c29bd7bebd),segment_id=279498d6-544f-4ac3-89b8-05c29bd7bebd)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:41:58.306069 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-e7cd73df-12fd-431e-9ea3-918b26ca083c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:58.342393 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-e7cd73df-12fd-431e-9ea3-918b26ca083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:58.343053 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-e7cd73df-12fd-431e-9ea3-918b26ca083c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:58.345098 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-e7cd73df-12fd-431e-9ea3-918b26ca083c service neutron] 10.222.0.58 "PUT /v2.0/ports/bb05b095-eff6-49e4-9f09-5d7689ba4d54 HTTP/1.1" status: 200 len: 1092 time: 0.7084827 Nov 12 09:41:58.345098 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2', 'tag': 'bb05b095-eff6-49e4-9f09-5d7689ba4d54'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:41:58.347591 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ecfd269ae060e48d0080e56de36cfb7f5ddc3dd245bb7f2f65528a6b7e1e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8be508-900d-4490-9358-756443e241f7" -d '{"events": [{"name": "network-changed", "server_uuid": "8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2", "tag": "bb05b095-eff6-49e4-9f09-5d7689ba4d54"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:41:58.374546 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd73df-12fd-431e-9ea3-918b26ca083c service neutron] Pushing event updated for resources: {'Port': ['ID=bb05b095-eff6-49e4-9f09-5d7689ba4d54,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:58.401122 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63208f4-e6ca-4c63-96ad-38a93dd7cf9f x-openstack-request-id: req-c63208f4-e6ca-4c63-96ad-38a93dd7cf9f {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:41:58.401426 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2", "tag": "bb05b095-eff6-49e4-9f09-5d7689ba4d54", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:41:58.401654 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c63208f4-e6ca-4c63-96ad-38a93dd7cf9f {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:41:58.402049 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2', 'tag': 'bb05b095-eff6-49e4-9f09-5d7689ba4d54', 'status': 'completed', 'code': 200} Nov 12 09:41:58.442231 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-4c458337-3486-43bf-89bf-99e8d9124b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:58.444787 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-4c458337-3486-43bf-89bf-99e8d9124b38 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b5e49cb4e201412c91753c1ce6d6decd&device_id=8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2 HTTP/1.1" status: 200 len: 1095 time: 0.0530207 Nov 12 09:41:58.498776 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-8034a760-c0ec-4b58-ad3e-988edd0b40e5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb05b095-eff6-49e4-9f09-5d7689ba4d54 HTTP/1.1" status: 200 len: 217 time: 0.0448639 Nov 12 09:41:58.552894 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-7ec2efce-d150-474c-a120-4887e27441a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:58.554344 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-7ec2efce-d150-474c-a120-4887e27441a5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e3ca7d3-569c-4241-bce1-8af7f0d5e900 HTTP/1.1" status: 200 len: 854 time: 0.0485547 Nov 12 09:41:58.593337 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-2099a172-3435-478b-a638-7d26f47518e1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f9973ae-c56b-40db-bac3-7c1ba5090cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313513 Nov 12 09:41:58.692496 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-b22b84cb-7d57-40fc-81e2-82c36f41accf service neutron] 10.222.0.58 "GET /v2.0/networks/0f9973ae-c56b-40db-bac3-7c1ba5090cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920770 Nov 12 09:41:58.806717 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d37c738d-5d2a-4375-b1b8-68e552af8347 req-270de47e-8e92-4f87-978c-621df26dd5ac service neutron] 10.222.0.58 "GET /v2.0/networks/0f9973ae-c56b-40db-bac3-7c1ba5090cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065109 Nov 12 09:41:58.911884 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8be508-900d-4490-9358-756443e241f7 req-ffbf2dff-c4d1-4c8e-8f35-882b25dc53ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:58.913501 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b8be508-900d-4490-9358-756443e241f7 req-ffbf2dff-c4d1-4c8e-8f35-882b25dc53ef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b5e49cb4e201412c91753c1ce6d6decd&device_id=8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2 HTTP/1.1" status: 200 len: 1095 time: 0.0445356 Nov 12 09:41:59.013650 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8be508-900d-4490-9358-756443e241f7 req-c7ebe4fa-8861-4404-957d-c714881e0086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:59.015352 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b8be508-900d-4490-9358-756443e241f7 req-c7ebe4fa-8861-4404-957d-c714881e0086 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f9973ae-c56b-40db-bac3-7c1ba5090cd6 HTTP/1.1" status: 200 len: 915 time: 0.0930789 Nov 12 09:41:59.078083 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b8be508-900d-4490-9358-756443e241f7 req-47676c09-e105-4996-b2c4-99c58c3efd26 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb05b095-eff6-49e4-9f09-5d7689ba4d54 HTTP/1.1" status: 200 len: 217 time: 0.0551066 Nov 12 09:41:59.138346 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8be508-900d-4490-9358-756443e241f7 req-68295bd2-96a1-453e-a3ac-01a42a21f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:59.139958 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b8be508-900d-4490-9358-756443e241f7 req-68295bd2-96a1-453e-a3ac-01a42a21f5a1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e3ca7d3-569c-4241-bce1-8af7f0d5e900 HTTP/1.1" status: 200 len: 854 time: 0.0529215 Nov 12 09:41:59.176533 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b8be508-900d-4490-9358-756443e241f7 req-e032d2ca-0ac7-4dd2-9341-94302940538f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f9973ae-c56b-40db-bac3-7c1ba5090cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278010 Nov 12 09:41:59.285170 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b8be508-900d-4490-9358-756443e241f7 req-abfa9f13-c579-4396-bb09-5d5f2ec28e93 service neutron] 10.222.0.58 "GET /v2.0/networks/0f9973ae-c56b-40db-bac3-7c1ba5090cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004755 Nov 12 09:41:59.425700 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1b8be508-900d-4490-9358-756443e241f7 req-62c95c4d-9fc0-4e60-8a38-1b7ecef6ea25 service neutron] 10.222.0.58 "GET /v2.0/networks/0f9973ae-c56b-40db-bac3-7c1ba5090cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311264 Nov 12 09:41:59.443279 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7816951-89b3-48c1-9434-677a70292aae req-87398b4b-18d5-40db-b6f9-a0ef99078765 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:59.444811 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c7816951-89b3-48c1-9434-677a70292aae req-87398b4b-18d5-40db-b6f9-a0ef99078765 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2 HTTP/1.1" status: 200 len: 943 time: 0.0725853 Nov 12 09:41:59.510672 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c7816951-89b3-48c1-9434-677a70292aae req-5366580a-cec4-4aa0-b1d6-aa1d6de3deb4 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c86a31aa-254c-463a-bf68-ae4021a2a534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584981 Nov 12 09:41:59.688639 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:00.639197 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3717c-5eb5-42a8-a50d-2757cc0d79dc req-55d81370-c09d-45d9-8e10-8d3d1f96593b tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:00.640756 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a1b3717c-5eb5-42a8-a50d-2757cc0d79dc req-55d81370-c09d-45d9-8e10-8d3d1f96593b tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2 HTTP/1.1" status: 200 len: 943 time: 0.0536690 Nov 12 09:42:00.695117 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a1b3717c-5eb5-42a8-a50d-2757cc0d79dc req-504768b2-061a-49dc-8c56-6c1bba9263f1 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c86a31aa-254c-463a-bf68-ae4021a2a534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465567 Nov 12 09:42:01.826675 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9ad01-7d05-4147-9dbd-0be1eabfd61f req-1db4cb7e-9d70-43db-a7e1-61efe40b8f71 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:01.828172 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3ca9ad01-7d05-4147-9dbd-0be1eabfd61f req-1db4cb7e-9d70-43db-a7e1-61efe40b8f71 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2 HTTP/1.1" status: 200 len: 943 time: 0.0566702 Nov 12 09:42:01.879883 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3ca9ad01-7d05-4147-9dbd-0be1eabfd61f req-8a6a870c-3a89-4652-b0f3-db69cdb4bd57 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c86a31aa-254c-463a-bf68-ae4021a2a534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451145 Nov 12 09:42:01.972286 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device bb05b095-eff6-49e4-9f09-5d7689ba4d54 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:42:02.092034 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port bb05b095-eff6-49e4-9f09-5d7689ba4d54, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=bb05b095-eff6-49e4-9f09-5d7689ba4d54,segment=NetworkSegment(279498d6-544f-4ac3-89b8-05c29bd7bebd),segment_id=279498d6-544f-4ac3-89b8-05c29bd7bebd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:02.108477 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'bb05b095-eff6-49e4-9f09-5d7689ba4d54', 'network_id': '0f9973ae-c56b-40db-bac3-7c1ba5090cd6', 'port_id': 'bb05b095-eff6-49e4-9f09-5d7689ba4d54', 'mac_address': 'fa:16:3e:4e:1e:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e3ca7d3-569c-4241-bce1-8af7f0d5e900', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:42:02.153418 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:02.169919 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb05b095-eff6-49e4-9f09-5d7689ba4d54 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:42:02.192941 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port bb05b095-eff6-49e4-9f09-5d7689ba4d54, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=bb05b095-eff6-49e4-9f09-5d7689ba4d54,segment=NetworkSegment(279498d6-544f-4ac3-89b8-05c29bd7bebd),segment_id=279498d6-544f-4ac3-89b8-05c29bd7bebd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:02.199267 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:02.251533 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=bb05b095-eff6-49e4-9f09-5d7689ba4d54,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:02.425671 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['bb05b095-eff6-49e4-9f09-5d7689ba4d54'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:42:03.019319 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60714e5-2da7-48bc-a8d3-b3da67d03a1f req-50b1202f-2176-4c5c-920a-73b36be97acc tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:03.021154 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c60714e5-2da7-48bc-a8d3-b3da67d03a1f req-50b1202f-2176-4c5c-920a-73b36be97acc tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2 HTTP/1.1" status: 200 len: 944 time: 0.0675087 Nov 12 09:42:03.082543 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c60714e5-2da7-48bc-a8d3-b3da67d03a1f req-c9df5401-14bd-4794-97fd-80dce5dfb1ca tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c86a31aa-254c-463a-bf68-ae4021a2a534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521045 Nov 12 09:42:04.001667 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device bb05b095-eff6-49e4-9f09-5d7689ba4d54 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:42:04.055395 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port bb05b095-eff6-49e4-9f09-5d7689ba4d54 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:42:04.060496 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port bb05b095-eff6-49e4-9f09-5d7689ba4d54 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:04.061061 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:04.150718 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:04.175323 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb05b095-eff6-49e4-9f09-5d7689ba4d54'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:42:04.177698 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be45a9427ec0e01fea1711315fc80f5d0e0450582803884f19ff2849393a08db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bf5988-8f29-4411-ac47-e28685f5e9ce" -d '{"events": [{"server_uuid": "8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2", "name": "network-vif-plugged", "status": "completed", "tag": "bb05b095-eff6-49e4-9f09-5d7689ba4d54"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:42:04.191347 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port bb05b095-eff6-49e4-9f09-5d7689ba4d54, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=bb05b095-eff6-49e4-9f09-5d7689ba4d54,segment=NetworkSegment(279498d6-544f-4ac3-89b8-05c29bd7bebd),segment_id=279498d6-544f-4ac3-89b8-05c29bd7bebd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:04.198598 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:04.214321 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6199f8c-421b-411e-8abe-22dee14f32dc req-e05dce61-a0f8-497f-9b5f-13ae7a0f8da5 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:04.215911 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e6199f8c-421b-411e-8abe-22dee14f32dc req-e05dce61-a0f8-497f-9b5f-13ae7a0f8da5 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2 HTTP/1.1" status: 200 len: 944 time: 0.0532584 Nov 12 09:42:04.254955 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=bb05b095-eff6-49e4-9f09-5d7689ba4d54,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:04.266978 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e6199f8c-421b-411e-8abe-22dee14f32dc req-226442a1-9dbf-48e7-9961-65db6542646d tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c86a31aa-254c-463a-bf68-ae4021a2a534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445490 Nov 12 09:42:04.312856 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fa1e41-6f90-459b-afaf-069ffb5c9419 x-openstack-request-id: req-e6fa1e41-6f90-459b-afaf-069ffb5c9419 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:42:04.313164 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2", "name": "network-vif-plugged", "status": "completed", "tag": "bb05b095-eff6-49e4-9f09-5d7689ba4d54", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:42:04.313419 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6fa1e41-6f90-459b-afaf-069ffb5c9419 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:42:04.313810 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb05b095-eff6-49e4-9f09-5d7689ba4d54', 'code': 200} Nov 12 09:42:04.317570 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:42:04.416298 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12875076-4372-4eb4-bdff-5831cf3d3b9b req-8b35810d-5ab2-4231-8596-49430e36a065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:04.417839 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-12875076-4372-4eb4-bdff-5831cf3d3b9b req-8b35810d-5ab2-4231-8596-49430e36a065 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2 HTTP/1.1" status: 200 len: 1097 time: 0.0452616 Nov 12 09:42:04.466738 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-12875076-4372-4eb4-bdff-5831cf3d3b9b req-6b80ad4a-9076-46d6-b3ed-9c10a17b5660 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c86a31aa-254c-463a-bf68-ae4021a2a534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417917 Nov 12 09:42:05.396415 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39412b-e23c-4f4c-bee5-52ed6e9b8596 req-ea0d7fa9-8b1d-4e7c-9c73-58ba9b7ea748 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:05.398047 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-da39412b-e23c-4f4c-bee5-52ed6e9b8596 req-ea0d7fa9-8b1d-4e7c-9c73-58ba9b7ea748 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2 HTTP/1.1" status: 200 len: 945 time: 0.0551119 Nov 12 09:42:05.461488 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-da39412b-e23c-4f4c-bee5-52ed6e9b8596 req-a2ac424f-ebbe-46a8-9002-56e7c14aea1b tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c86a31aa-254c-463a-bf68-ae4021a2a534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564277 Nov 12 09:42:06.589584 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd00f9b-d790-4f1d-af95-85bb89fc61ea req-6721b821-5a73-40ef-b383-299d03ae5946 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:06.591943 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0dd00f9b-d790-4f1d-af95-85bb89fc61ea req-6721b821-5a73-40ef-b383-299d03ae5946 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2 HTTP/1.1" status: 200 len: 945 time: 0.0591762 Nov 12 09:42:06.650479 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0dd00f9b-d790-4f1d-af95-85bb89fc61ea req-7eb2995d-3c4f-4f60-944d-23c03e8d9a64 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c86a31aa-254c-463a-bf68-ae4021a2a534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522935 Nov 12 09:42:06.904685 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-b94bd5cc-e2b5-4a03-8026-a9c20be8defa tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:06.906235 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-b94bd5cc-e2b5-4a03-8026-a9c20be8defa tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/networks?id=0f9973ae-c56b-40db-bac3-7c1ba5090cd6 HTTP/1.1" status: 200 len: 814 time: 0.1107717 Nov 12 09:42:06.924025 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-528cb3c6-7e1d-4558-80b9-4ca73a6d4965 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/quotas/b5e49cb4e201412c91753c1ce6d6decd HTTP/1.1" status: 200 len: 375 time: 0.0115633 Nov 12 09:42:06.978024 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-4e6c5b20-7a7e-48e1-9641-15e02676f11a tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5e49cb4e201412c91753c1ce6d6decd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0480773 Nov 12 09:42:07.077051 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-7ce9c8ef-1270-4d27-a86c-5c7f5a89b9d0 service neutron] 10.222.0.37 "GET /v2.0/networks/0f9973ae-c56b-40db-bac3-7c1ba5090cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916071 Nov 12 09:42:07.176663 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-0a2c5ca3-281b-4606-b3dc-42e8742e5042 service neutron] 10.222.0.37 "GET /v2.0/networks/0f9973ae-c56b-40db-bac3-7c1ba5090cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903943 Nov 12 09:42:07.358288 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-054e62f8-56b8-4e65-88c4-9b32e9d6a160 req-18d811f2-8a5d-4d7b-9f1e-06c78c21d59a tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/ports?device_id=55a28c9b-7f5a-4ea8-97eb-ac2c71ab8982 HTTP/1.1" status: 200 len: 210 time: 0.0318773 Nov 12 09:42:07.901655 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-89a476d8-a8e2-4fbb-a8da-b40ebefc64a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:08.464820 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4a2eab9e-a2e5-467f-b774-08fa53e68461 req-32fce94e-ed0d-452e-9c70-d548e8642c79 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/ports?device_id=55a28c9b-7f5a-4ea8-97eb-ac2c71ab8982 HTTP/1.1" status: 200 len: 210 time: 0.0293500 Nov 12 09:42:08.534301 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-6480db00-265d-4ce5-9636-34dda1332255 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:08.536278 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-6480db00-265d-4ce5-9636-34dda1332255 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.54 "GET /v2.0/networks?id=0f9973ae-c56b-40db-bac3-7c1ba5090cd6 HTTP/1.1" status: 200 len: 814 time: 0.1220336 Nov 12 09:42:08.551351 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-77ca60ea-4de3-4453-b10a-cd449fbc627a tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Request body: {'port': {'device_id': '55a28c9b-7f5a-4ea8-97eb-ac2c71ab8982', 'network_id': '0f9973ae-c56b-40db-bac3-7c1ba5090cd6', 'admin_state_up': True, 'tenant_id': 'b5e49cb4e201412c91753c1ce6d6decd'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:08.674521 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-77ca60ea-4de3-4453-b10a-cd449fbc627a tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Made reservation on behalf of b5e49cb4e201412c91753c1ce6d6decd for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:42:08.678580 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-77ca60ea-4de3-4453-b10a-cd449fbc627a tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:08.815645 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-77ca60ea-4de3-4453-b10a-cd449fbc627a tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Allocated IP 172.20.0.13 (0f9973ae-c56b-40db-bac3-7c1ba5090cd6/0e3ca7d3-569c-4241-bce1-8af7f0d5e900/f7dfeefa-6520-4a01-9b55-419601f067dc) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:42:08.980972 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-77ca60ea-4de3-4453-b10a-cd449fbc627a tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:09.021317 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-77ca60ea-4de3-4453-b10a-cd449fbc627a tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:09.035493 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['bb05b095-eff6-49e4-9f09-5d7689ba4d54'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:42:09.068503 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-77ca60ea-4de3-4453-b10a-cd449fbc627a tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Network 0f9973ae-c56b-40db-bac3-7c1ba5090cd6 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:42:09.071923 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-77ca60ea-4de3-4453-b10a-cd449fbc627a tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:09.075877 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-77ca60ea-4de3-4453-b10a-cd449fbc627a tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:42:09.101984 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca60ea-4de3-4453-b10a-cd449fbc627a tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Pushing event updated for resources: {'Port': ['ID=f7dfeefa-6520-4a01-9b55-419601f067dc,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:09.115899 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ca60ea-4de3-4453-b10a-cd449fbc627a tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:09.116248 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ca60ea-4de3-4453-b10a-cd449fbc627a tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:09.116589 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ca60ea-4de3-4453-b10a-cd449fbc627a tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:09.116924 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ca60ea-4de3-4453-b10a-cd449fbc627a tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:09.117254 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ca60ea-4de3-4453-b10a-cd449fbc627a tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:09.117584 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ca60ea-4de3-4453-b10a-cd449fbc627a tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:09.117912 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ca60ea-4de3-4453-b10a-cd449fbc627a tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:09.118237 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ca60ea-4de3-4453-b10a-cd449fbc627a tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:09.118563 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ca60ea-4de3-4453-b10a-cd449fbc627a tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:09.118886 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ca60ea-4de3-4453-b10a-cd449fbc627a tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:09.119210 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ca60ea-4de3-4453-b10a-cd449fbc627a tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:09.119553 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ca60ea-4de3-4453-b10a-cd449fbc627a tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:09.147592 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-77ca60ea-4de3-4453-b10a-cd449fbc627a tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:09.148280 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-77ca60ea-4de3-4453-b10a-cd449fbc627a tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:09.169489 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-77ca60ea-4de3-4453-b10a-cd449fbc627a tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6231968 Nov 12 09:42:09.182977 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-b536c141-2586-4596-9547-94f169b4f67f service neutron] Request body: {'port': {'device_id': '55a28c9b-7f5a-4ea8-97eb-ac2c71ab8982', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:09.239460 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-b536c141-2586-4596-9547-94f169b4f67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:09.537210 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-b536c141-2586-4596-9547-94f169b4f67f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7dfeefa-6520-4a01-9b55-419601f067dc {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:42:09.546580 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-b536c141-2586-4596-9547-94f169b4f67f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:09.561594 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-b536c141-2586-4596-9547-94f169b4f67f service neutron] Transition to ACTIVE for port object f7dfeefa-6520-4a01-9b55-419601f067dc will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:42:09.567167 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-b536c141-2586-4596-9547-94f169b4f67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:09.594021 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f52cb-9bb1-4f72-aab1-1b873b6dae79 req-6369e62a-55c2-4645-8264-9be35e48ef27 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:09.596429 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d98f52cb-9bb1-4f72-aab1-1b873b6dae79 req-6369e62a-55c2-4645-8264-9be35e48ef27 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/ports?device_id=55a28c9b-7f5a-4ea8-97eb-ac2c71ab8982 HTTP/1.1" status: 200 len: 932 time: 0.0582001 Nov 12 09:42:09.621687 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536c141-2586-4596-9547-94f169b4f67f service neutron] Pushing event updated for resources: {'Port': ['ID=f7dfeefa-6520-4a01-9b55-419601f067dc,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:09.653805 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d98f52cb-9bb1-4f72-aab1-1b873b6dae79 req-545ccfd4-b1ab-4210-acb5-dceb99dd40ef tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c86a31aa-254c-463a-bf68-ae4021a2a534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498903 Nov 12 09:42:09.697308 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-b536c141-2586-4596-9547-94f169b4f67f service neutron] Attempting to bind port f7dfeefa-6520-4a01-9b55-419601f067dc on host n-h1-768862-16 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:42:09.697649 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-b536c141-2586-4596-9547-94f169b4f67f service neutron] Attempting to bind port f7dfeefa-6520-4a01-9b55-419601f067dc by drivers openvswitch,hyperv on host n-h1-768862-16 at level 0 using segments [{'id': '279498d6-544f-4ac3-89b8-05c29bd7bebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0f9973ae-c56b-40db-bac3-7c1ba5090cd6'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:42:09.697985 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-b536c141-2586-4596-9547-94f169b4f67f service neutron] Attempting to bind port f7dfeefa-6520-4a01-9b55-419601f067dc on network 0f9973ae-c56b-40db-bac3-7c1ba5090cd6 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:42:09.702795 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-b536c141-2586-4596-9547-94f169b4f67f service neutron] Port f7dfeefa-6520-4a01-9b55-419601f067dc on network 0f9973ae-c56b-40db-bac3-7c1ba5090cd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-16 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:42:09.703133 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-b536c141-2586-4596-9547-94f169b4f67f service neutron] Attempting to bind port f7dfeefa-6520-4a01-9b55-419601f067dc on network 0f9973ae-c56b-40db-bac3-7c1ba5090cd6 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:42:09.709112 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-b536c141-2586-4596-9547-94f169b4f67f service neutron] Checking agent: {'id': 'e8692eeb-758a-4d16-9a35-3584c0ad2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:42:09.709456 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-b536c141-2586-4596-9547-94f169b4f67f service neutron] Checking segment: {'id': '279498d6-544f-4ac3-89b8-05c29bd7bebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0f9973ae-c56b-40db-bac3-7c1ba5090cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:42:09.709852 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-b536c141-2586-4596-9547-94f169b4f67f service neutron] Bound using segment: {'id': '279498d6-544f-4ac3-89b8-05c29bd7bebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0f9973ae-c56b-40db-bac3-7c1ba5090cd6'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:42:09.710285 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-b536c141-2586-4596-9547-94f169b4f67f service neutron] Bound port: f7dfeefa-6520-4a01-9b55-419601f067dc, host: n-h1-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '279498d6-544f-4ac3-89b8-05c29bd7bebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0f9973ae-c56b-40db-bac3-7c1ba5090cd6'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:42:09.710651 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-b536c141-2586-4596-9547-94f169b4f67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:09.777626 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-b536c141-2586-4596-9547-94f169b4f67f service neutron] For port f7dfeefa-6520-4a01-9b55-419601f067dc, host n-h1-768862-16, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:42:09.780859 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-b536c141-2586-4596-9547-94f169b4f67f service neutron] For port f7dfeefa-6520-4a01-9b55-419601f067dc, host n-h1-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f7dfeefa-6520-4a01-9b55-419601f067dc,segment=NetworkSegment(279498d6-544f-4ac3-89b8-05c29bd7bebd),segment_id=279498d6-544f-4ac3-89b8-05c29bd7bebd)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:42:09.787937 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-b536c141-2586-4596-9547-94f169b4f67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:09.831387 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-b536c141-2586-4596-9547-94f169b4f67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:09.832066 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-b536c141-2586-4596-9547-94f169b4f67f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:09.833507 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-b536c141-2586-4596-9547-94f169b4f67f service neutron] 10.222.0.54 "PUT /v2.0/ports/f7dfeefa-6520-4a01-9b55-419601f067dc HTTP/1.1" status: 200 len: 1093 time: 0.6552615 Nov 12 09:42:09.833957 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a28c9b-7f5a-4ea8-97eb-ac2c71ab8982', 'tag': 'f7dfeefa-6520-4a01-9b55-419601f067dc'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:42:09.836336 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02596b4da7ea12b67234db941b384408cb2f3f21b4d4ffba25f551729798548" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b8021f-680a-43fa-9295-56a5f15f5faf" -d '{"events": [{"name": "network-changed", "server_uuid": "55a28c9b-7f5a-4ea8-97eb-ac2c71ab8982", "tag": "f7dfeefa-6520-4a01-9b55-419601f067dc"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:42:09.859148 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536c141-2586-4596-9547-94f169b4f67f service neutron] Pushing event updated for resources: {'Port': ['ID=f7dfeefa-6520-4a01-9b55-419601f067dc,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:09.926345 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-5540e81b-acb6-43eb-b5f0-be78d09e7ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:09.927871 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-5540e81b-acb6-43eb-b5f0-be78d09e7ec3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b5e49cb4e201412c91753c1ce6d6decd&device_id=55a28c9b-7f5a-4ea8-97eb-ac2c71ab8982 HTTP/1.1" status: 200 len: 1096 time: 0.0461950 Nov 12 09:42:09.979590 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a807735-17b2-44a6-bdc4-fba5a6438c06 x-openstack-request-id: req-8a807735-17b2-44a6-bdc4-fba5a6438c06 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:42:09.979906 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55a28c9b-7f5a-4ea8-97eb-ac2c71ab8982", "tag": "f7dfeefa-6520-4a01-9b55-419601f067dc", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:42:09.980199 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a807735-17b2-44a6-bdc4-fba5a6438c06 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:42:09.980569 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55a28c9b-7f5a-4ea8-97eb-ac2c71ab8982', 'tag': 'f7dfeefa-6520-4a01-9b55-419601f067dc', 'status': 'completed', 'code': 200} Nov 12 09:42:09.982473 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-948c6972-d3f5-4c82-84d4-903fd4c7351c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7dfeefa-6520-4a01-9b55-419601f067dc HTTP/1.1" status: 200 len: 217 time: 0.0464602 Nov 12 09:42:10.045912 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-99163f6d-0fdb-40f3-a02e-8ed28bbacd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:10.048034 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-99163f6d-0fdb-40f3-a02e-8ed28bbacd84 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0e3ca7d3-569c-4241-bce1-8af7f0d5e900 HTTP/1.1" status: 200 len: 854 time: 0.0568066 Nov 12 09:42:10.087112 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-c742f349-85be-4361-92bb-c2bab37b1bbf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0f9973ae-c56b-40db-bac3-7c1ba5090cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297589 Nov 12 09:42:10.188850 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-370f2ebd-5cbc-4e61-bac5-82f0ec1b8e5b service neutron] 10.222.0.54 "GET /v2.0/networks/0f9973ae-c56b-40db-bac3-7c1ba5090cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935669 Nov 12 09:42:10.225723 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-76c34582-a81a-427c-b677-e0b60832b7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:10.291784 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-2ec26acc-c963-40cb-a33e-00af1ad1a42f req-cf25d4fd-a131-4e72-8d81-cd6344bd4bf7 service neutron] 10.222.0.54 "GET /v2.0/networks/0f9973ae-c56b-40db-bac3-7c1ba5090cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949721 Nov 12 09:42:10.389983 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8021f-680a-43fa-9295-56a5f15f5faf req-b7bbff67-f9e2-4538-ad64-68a4d5a25d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:10.391952 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-88b8021f-680a-43fa-9295-56a5f15f5faf req-b7bbff67-f9e2-4538-ad64-68a4d5a25d53 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b5e49cb4e201412c91753c1ce6d6decd&device_id=55a28c9b-7f5a-4ea8-97eb-ac2c71ab8982 HTTP/1.1" status: 200 len: 1096 time: 0.0444214 Nov 12 09:42:10.502677 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8021f-680a-43fa-9295-56a5f15f5faf req-6412b247-2585-4b45-bf50-f337e16cfd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:10.504228 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-88b8021f-680a-43fa-9295-56a5f15f5faf req-6412b247-2585-4b45-bf50-f337e16cfd7a service neutron] 10.222.0.54 "GET /v2.0/networks?id=0f9973ae-c56b-40db-bac3-7c1ba5090cd6 HTTP/1.1" status: 200 len: 915 time: 0.1050110 Nov 12 09:42:10.549458 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-88b8021f-680a-43fa-9295-56a5f15f5faf req-c124c773-4954-4f11-b885-377a429f81f3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7dfeefa-6520-4a01-9b55-419601f067dc HTTP/1.1" status: 200 len: 217 time: 0.0372469 Nov 12 09:42:10.604750 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8021f-680a-43fa-9295-56a5f15f5faf req-4ac21b2c-7232-43f1-8b7f-b51a7989f5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:10.606253 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-88b8021f-680a-43fa-9295-56a5f15f5faf req-4ac21b2c-7232-43f1-8b7f-b51a7989f5e4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0e3ca7d3-569c-4241-bce1-8af7f0d5e900 HTTP/1.1" status: 200 len: 854 time: 0.0486999 Nov 12 09:42:10.644669 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-88b8021f-680a-43fa-9295-56a5f15f5faf req-776ac916-3ed9-46c1-9003-e6ebbff6d8e0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0f9973ae-c56b-40db-bac3-7c1ba5090cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309310 Nov 12 09:42:10.755385 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-88b8021f-680a-43fa-9295-56a5f15f5faf req-2db9a1a0-4617-4f12-a25c-de25ef3aab0c service neutron] 10.222.0.54 "GET /v2.0/networks/0f9973ae-c56b-40db-bac3-7c1ba5090cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023557 Nov 12 09:42:10.790528 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd75f2-95ae-43a7-9d8f-b014273dddb6 req-8996b29f-ee0b-41c3-9b75-1f366c665ecb tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:10.792162 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-38dd75f2-95ae-43a7-9d8f-b014273dddb6 req-8996b29f-ee0b-41c3-9b75-1f366c665ecb tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/ports?device_id=55a28c9b-7f5a-4ea8-97eb-ac2c71ab8982 HTTP/1.1" status: 200 len: 944 time: 0.0540688 Nov 12 09:42:10.852150 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-38dd75f2-95ae-43a7-9d8f-b014273dddb6 req-68cbc237-ba4c-465a-a3aa-070a35451fc4 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c86a31aa-254c-463a-bf68-ae4021a2a534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502603 Nov 12 09:42:10.866843 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-88b8021f-680a-43fa-9295-56a5f15f5faf req-e5e9775f-7bf8-4456-93ad-41769a3e71c4 service neutron] 10.222.0.54 "GET /v2.0/networks/0f9973ae-c56b-40db-bac3-7c1ba5090cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036694 Nov 12 09:42:11.984078 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7ac77-18a5-4d5e-8b90-2efe73160f7e req-5a432d51-8d54-427d-a77b-6522e7132f05 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:11.985668 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84b7ac77-18a5-4d5e-8b90-2efe73160f7e req-5a432d51-8d54-427d-a77b-6522e7132f05 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/ports?device_id=55a28c9b-7f5a-4ea8-97eb-ac2c71ab8982 HTTP/1.1" status: 200 len: 944 time: 0.0550523 Nov 12 09:42:12.039564 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84b7ac77-18a5-4d5e-8b90-2efe73160f7e req-b81c5f64-be02-486e-b331-e9c133137141 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c86a31aa-254c-463a-bf68-ae4021a2a534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471795 Nov 12 09:42:12.278330 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:12.351705 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f7dfeefa-6520-4a01-9b55-419601f067dc details requested by agent hyperv_n-h1-768862-16 with host n-h1-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:42:12.467330 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port f7dfeefa-6520-4a01-9b55-419601f067dc, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f7dfeefa-6520-4a01-9b55-419601f067dc,segment=NetworkSegment(279498d6-544f-4ac3-89b8-05c29bd7bebd),segment_id=279498d6-544f-4ac3-89b8-05c29bd7bebd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:12.482050 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Returning: {'device': 'f7dfeefa-6520-4a01-9b55-419601f067dc', 'network_id': '0f9973ae-c56b-40db-bac3-7c1ba5090cd6', 'port_id': 'f7dfeefa-6520-4a01-9b55-419601f067dc', 'mac_address': 'fa:16:3e:de:ac:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e3ca7d3-569c-4241-bce1-8af7f0d5e900', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:42:12.524125 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:12.538552 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7dfeefa-6520-4a01-9b55-419601f067dc {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:42:12.560039 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port f7dfeefa-6520-4a01-9b55-419601f067dc, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f7dfeefa-6520-4a01-9b55-419601f067dc,segment=NetworkSegment(279498d6-544f-4ac3-89b8-05c29bd7bebd),segment_id=279498d6-544f-4ac3-89b8-05c29bd7bebd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:12.565761 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:12.619631 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=f7dfeefa-6520-4a01-9b55-419601f067dc,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:12.761563 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['f7dfeefa-6520-4a01-9b55-419601f067dc'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:42:13.182275 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb19f0b-e7c5-4985-83ea-b9d473071e77 req-0b041345-59fd-48e3-8e1a-674641f23791 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:13.184256 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2bb19f0b-e7c5-4985-83ea-b9d473071e77 req-0b041345-59fd-48e3-8e1a-674641f23791 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/ports?device_id=55a28c9b-7f5a-4ea8-97eb-ac2c71ab8982 HTTP/1.1" status: 200 len: 945 time: 0.0645404 Nov 12 09:42:13.242233 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2bb19f0b-e7c5-4985-83ea-b9d473071e77 req-3a826d51-f671-4ba5-a4cf-1b5838cf7f33 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c86a31aa-254c-463a-bf68-ae4021a2a534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515332 Nov 12 09:42:13.647839 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:14.101646 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:14.356447 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f7dfeefa-6520-4a01-9b55-419601f067dc up at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:42:14.391088 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33232f0a-7c52-491c-a1f6-1b051d1b5866 req-c72fd633-535f-42f2-97c7-d54f0cf33612 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:14.392751 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-33232f0a-7c52-491c-a1f6-1b051d1b5866 req-c72fd633-535f-42f2-97c7-d54f0cf33612 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/ports?device_id=55a28c9b-7f5a-4ea8-97eb-ac2c71ab8982 HTTP/1.1" status: 200 len: 945 time: 0.0618393 Nov 12 09:42:14.417076 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning for port f7dfeefa-6520-4a01-9b55-419601f067dc completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:42:14.421063 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Provisioning complete for port f7dfeefa-6520-4a01-9b55-419601f067dc triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:14.421466 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:14.454269 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-33232f0a-7c52-491c-a1f6-1b051d1b5866 req-c458519b-d60b-4cb3-b40a-76252c762077 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c86a31aa-254c-463a-bf68-ae4021a2a534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552447 Nov 12 09:42:14.505525 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:14.534510 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a28c9b-7f5a-4ea8-97eb-ac2c71ab8982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7dfeefa-6520-4a01-9b55-419601f067dc'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:42:14.536997 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be45a9427ec0e01fea1711315fc80f5d0e0450582803884f19ff2849393a08db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9824ab1-a404-4926-8913-048f92563d5f" -d '{"events": [{"server_uuid": "55a28c9b-7f5a-4ea8-97eb-ac2c71ab8982", "name": "network-vif-plugged", "status": "completed", "tag": "f7dfeefa-6520-4a01-9b55-419601f067dc"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:42:14.553866 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] For port f7dfeefa-6520-4a01-9b55-419601f067dc, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f7dfeefa-6520-4a01-9b55-419601f067dc,segment=NetworkSegment(279498d6-544f-4ac3-89b8-05c29bd7bebd),segment_id=279498d6-544f-4ac3-89b8-05c29bd7bebd)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:14.562867 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:14.587076 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c57e9d-c332-41b5-b5b3-f0e4527958dd x-openstack-request-id: req-68c57e9d-c332-41b5-b5b3-f0e4527958dd {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:42:14.587381 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a28c9b-7f5a-4ea8-97eb-ac2c71ab8982", "name": "network-vif-plugged", "status": "completed", "tag": "f7dfeefa-6520-4a01-9b55-419601f067dc", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:42:14.587611 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68c57e9d-c332-41b5-b5b3-f0e4527958dd {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:42:14.588025 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a28c9b-7f5a-4ea8-97eb-ac2c71ab8982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7dfeefa-6520-4a01-9b55-419601f067dc', 'code': 200} Nov 12 09:42:14.621077 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Pushing event updated for resources: {'Port': ['ID=f7dfeefa-6520-4a01-9b55-419601f067dc,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:14.629564 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:14.629901 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:14.630237 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:14.630569 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:14.630894 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:14.631257 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:14.631577 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:14.631920 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:14.632342 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:14.632661 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:14.633006 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:14.633595 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:14.697219 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df83a4-32ae-4320-8df4-a28bd2cef4d2 req-65a668f4-7b3d-4b06-95e4-3850bf35a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:14.698757 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-73df83a4-32ae-4320-8df4-a28bd2cef4d2 req-65a668f4-7b3d-4b06-95e4-3850bf35a5b8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=55a28c9b-7f5a-4ea8-97eb-ac2c71ab8982 HTTP/1.1" status: 200 len: 1098 time: 0.0524676 Nov 12 09:42:14.758331 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-73df83a4-32ae-4320-8df4-a28bd2cef4d2 req-8480f2a3-8451-430d-97e7-fba3a12d170e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c86a31aa-254c-463a-bf68-ae4021a2a534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501101 Nov 12 09:42:15.592223 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2d18b-2d74-410f-b456-4a524cdba7f7 req-eb1531de-87af-4354-9be8-6239fcf1f6b8 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:15.593762 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-50a2d18b-2d74-410f-b456-4a524cdba7f7 req-eb1531de-87af-4354-9be8-6239fcf1f6b8 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/ports?device_id=55a28c9b-7f5a-4ea8-97eb-ac2c71ab8982 HTTP/1.1" status: 200 len: 946 time: 0.0570521 Nov 12 09:42:15.647435 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-50a2d18b-2d74-410f-b456-4a524cdba7f7 req-ec848c21-65d2-426b-b7fe-4cd3dd5250fe tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c86a31aa-254c-463a-bf68-ae4021a2a534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469458 Nov 12 09:42:16.789193 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab02e4-906b-4e1a-bb7b-e719a68c0570 req-5e667c93-848f-4fc1-9793-7336d6c025db tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:16.791219 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-67ab02e4-906b-4e1a-bb7b-e719a68c0570 req-5e667c93-848f-4fc1-9793-7336d6c025db tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/ports?device_id=55a28c9b-7f5a-4ea8-97eb-ac2c71ab8982 HTTP/1.1" status: 200 len: 946 time: 0.0701406 Nov 12 09:42:16.847371 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-67ab02e4-906b-4e1a-bb7b-e719a68c0570 req-831c924d-db26-4185-8be0-dcfe412b54d6 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c86a31aa-254c-463a-bf68-ae4021a2a534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472226 Nov 12 09:42:17.116443 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56c022-fa6d-4818-b884-49ba7d83e5cd req-3825a258-63fc-4d52-9508-29dfe7f2d64e tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:17.118357 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9a56c022-fa6d-4818-b884-49ba7d83e5cd req-3825a258-63fc-4d52-9508-29dfe7f2d64e tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/ports?device_id=55a28c9b-7f5a-4ea8-97eb-ac2c71ab8982 HTTP/1.1" status: 200 len: 946 time: 0.0547752 Nov 12 09:42:17.171504 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9a56c022-fa6d-4818-b884-49ba7d83e5cd req-34d64627-959f-4fcc-9b59-21bf461982c1 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c86a31aa-254c-463a-bf68-ae4021a2a534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469358 Nov 12 09:42:18.310243 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9659ea2-0bad-4c01-924f-ddc21f4f0762 req-e17190af-df26-45d6-bbd1-1d8b2196b0ad tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:18.311799 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e9659ea2-0bad-4c01-924f-ddc21f4f0762 req-e17190af-df26-45d6-bbd1-1d8b2196b0ad tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/ports?device_id=55a28c9b-7f5a-4ea8-97eb-ac2c71ab8982 HTTP/1.1" status: 200 len: 946 time: 0.0580029 Nov 12 09:42:18.369855 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e9659ea2-0bad-4c01-924f-ddc21f4f0762 req-726085e8-fbc6-406c-b60a-6f1fac85d36a tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c86a31aa-254c-463a-bf68-ae4021a2a534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514417 Nov 12 09:42:18.378232 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a0f32-7bba-40f6-bd47-06eb1d7b2c19 req-d8f1cf37-8c33-43b4-a9fa-656f9a1db248 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:18.379909 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f41a0f32-7bba-40f6-bd47-06eb1d7b2c19 req-d8f1cf37-8c33-43b4-a9fa-656f9a1db248 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.54 "GET /v2.0/ports?device_id=55a28c9b-7f5a-4ea8-97eb-ac2c71ab8982 HTTP/1.1" status: 200 len: 946 time: 0.0543945 Nov 12 09:42:18.484249 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-f41a0f32-7bba-40f6-bd47-06eb1d7b2c19 req-09a850e9-c616-4254-921f-0a9d0c4cd346 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Deleting port f7dfeefa-6520-4a01-9b55-419601f067dc {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:42:18.484477 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f41a0f32-7bba-40f6-bd47-06eb1d7b2c19 req-09a850e9-c616-4254-921f-0a9d0c4cd346 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:18.579300 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-f41a0f32-7bba-40f6-bd47-06eb1d7b2c19 req-09a850e9-c616-4254-921f-0a9d0c4cd346 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] For port f7dfeefa-6520-4a01-9b55-419601f067dc, host n-h1-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-16',level=0,port_id=f7dfeefa-6520-4a01-9b55-419601f067dc,segment=NetworkSegment(279498d6-544f-4ac3-89b8-05c29bd7bebd),segment_id=279498d6-544f-4ac3-89b8-05c29bd7bebd)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:18.579652 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f41a0f32-7bba-40f6-bd47-06eb1d7b2c19 req-09a850e9-c616-4254-921f-0a9d0c4cd346 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:18.593072 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-f41a0f32-7bba-40f6-bd47-06eb1d7b2c19 req-09a850e9-c616-4254-921f-0a9d0c4cd346 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Calling delete_port for f7dfeefa-6520-4a01-9b55-419601f067dc owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:42:18.739331 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f41a0f32-7bba-40f6-bd47-06eb1d7b2c19 req-09a850e9-c616-4254-921f-0a9d0c4cd346 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:18.752788 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] get_ports_and_sgs() called for port_ids ['f7dfeefa-6520-4a01-9b55-419601f067dc'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:42:18.755519 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['bb05b095-eff6-49e4-9f09-5d7689ba4d54'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:42:18.770476 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a850e9-c616-4254-921f-0a9d0c4cd346 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Pushing event deleted for resources: {'Port': ['ID=f7dfeefa-6520-4a01-9b55-419601f067dc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:18.823275 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41a0f32-7bba-40f6-bd47-06eb1d7b2c19 req-09a850e9-c616-4254-921f-0a9d0c4cd346 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] No DVR routers for this DVR port f7dfeefa-6520-4a01-9b55-419601f067dc on host n-h1-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:42:18.826016 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f41a0f32-7bba-40f6-bd47-06eb1d7b2c19 req-09a850e9-c616-4254-921f-0a9d0c4cd346 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:18.829405 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [req-f41a0f32-7bba-40f6-bd47-06eb1d7b2c19 req-09a850e9-c616-4254-921f-0a9d0c4cd346 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.54 "DELETE /v2.0/ports/f7dfeefa-6520-4a01-9b55-419601f067dc HTTP/1.1" status: 204 len: 173 time: 0.4426568 Nov 12 09:42:18.829855 n-d-768862-16 neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a28c9b-7f5a-4ea8-97eb-ac2c71ab8982', 'name': 'network-vif-deleted', 'tag': 'f7dfeefa-6520-4a01-9b55-419601f067dc'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:42:18.832177 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d02596b4da7ea12b67234db941b384408cb2f3f21b4d4ffba25f551729798548" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76098d24-76bf-494c-87c3-4b5fcbfe2b71" -d '{"events": [{"server_uuid": "55a28c9b-7f5a-4ea8-97eb-ac2c71ab8982", "name": "network-vif-deleted", "tag": "f7dfeefa-6520-4a01-9b55-419601f067dc"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:42:18.887506 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff986f0-a436-4c04-84ef-928b159b3949 x-openstack-request-id: req-2ff986f0-a436-4c04-84ef-928b159b3949 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:42:18.887842 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a28c9b-7f5a-4ea8-97eb-ac2c71ab8982", "name": "network-vif-deleted", "tag": "f7dfeefa-6520-4a01-9b55-419601f067dc", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:42:18.888096 n-d-768862-16 neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ff986f0-a436-4c04-84ef-928b159b3949 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:42:18.888513 n-d-768862-16 neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a28c9b-7f5a-4ea8-97eb-ac2c71ab8982', 'name': 'network-vif-deleted', 'tag': 'f7dfeefa-6520-4a01-9b55-419601f067dc', 'status': 'completed', 'code': 200} Nov 12 09:42:19.536875 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4f9c1-8739-4197-8850-2fc8aa9859a9 req-fe6a5d34-d55f-45af-9303-96ee5d56b09f tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:19.538396 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e9c4f9c1-8739-4197-8850-2fc8aa9859a9 req-fe6a5d34-d55f-45af-9303-96ee5d56b09f tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2 HTTP/1.1" status: 200 len: 945 time: 0.0577376 Nov 12 09:42:19.590361 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e9c4f9c1-8739-4197-8850-2fc8aa9859a9 req-0df509dc-8b10-4d47-b51d-76b40d765ceb tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c86a31aa-254c-463a-bf68-ae4021a2a534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448918 Nov 12 09:42:19.743366 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29062b-b6cf-4b85-a768-e8751e41d4d9 req-f22949ed-38c1-480a-b80b-d00391b5afc6 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:19.745021 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9c29062b-b6cf-4b85-a768-e8751e41d4d9 req-f22949ed-38c1-480a-b80b-d00391b5afc6 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2 HTTP/1.1" status: 200 len: 945 time: 0.0517514 Nov 12 09:42:19.801632 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9c29062b-b6cf-4b85-a768-e8751e41d4d9 req-191bf0cb-c1a3-46b3-a1f3-d883c4e5d07d tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c86a31aa-254c-463a-bf68-ae4021a2a534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500638 Nov 12 09:42:19.938028 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48f271-2640-4af8-810f-ad090464bc8f req-aea6e082-3581-42f6-a681-7373650c7d9c tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:19.939569 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c48f271-2640-4af8-810f-ad090464bc8f req-aea6e082-3581-42f6-a681-7373650c7d9c tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2 HTTP/1.1" status: 200 len: 945 time: 0.0660703 Nov 12 09:42:19.994702 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c48f271-2640-4af8-810f-ad090464bc8f req-4482a2c7-c6a8-4299-a7d9-0471c6bcab2f tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c86a31aa-254c-463a-bf68-ae4021a2a534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486107 Nov 12 09:42:20.170650 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7bf8c-4dbc-4925-89d8-4fa0ec632af8 req-bc9ff24a-c10f-4d49-98f9-8f1fe07bda80 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:20.172397 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-52d7bf8c-4dbc-4925-89d8-4fa0ec632af8 req-bc9ff24a-c10f-4d49-98f9-8f1fe07bda80 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2 HTTP/1.1" status: 200 len: 945 time: 0.0535660 Nov 12 09:42:20.226635 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-52d7bf8c-4dbc-4925-89d8-4fa0ec632af8 req-a1678a2c-7b67-4c54-875d-8e6fff5b3d00 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c86a31aa-254c-463a-bf68-ae4021a2a534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456896 Nov 12 09:42:20.346524 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f3e0f-cfcb-45b0-8653-3ebcf37190a4 req-3348d262-729f-45e6-a6e6-9e60049993ea tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:20.348409 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-035f3e0f-cfcb-45b0-8653-3ebcf37190a4 req-3348d262-729f-45e6-a6e6-9e60049993ea tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2 HTTP/1.1" status: 200 len: 945 time: 0.0502455 Nov 12 09:42:20.761768 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-035f3e0f-cfcb-45b0-8653-3ebcf37190a4 req-bace1170-ffcf-483c-82e8-cf2f626d3ce5 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c86a31aa-254c-463a-bf68-ae4021a2a534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061000 Nov 12 09:42:20.909129 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d83f08-684c-4bfb-8ccb-06817e7d4f2b req-5ffa98bf-9960-4903-906b-7680fa5e199e tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:20.910741 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-50d83f08-684c-4bfb-8ccb-06817e7d4f2b req-5ffa98bf-9960-4903-906b-7680fa5e199e tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2 HTTP/1.1" status: 200 len: 945 time: 0.0580654 Nov 12 09:42:20.966492 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-50d83f08-684c-4bfb-8ccb-06817e7d4f2b req-2d3a61b4-2656-489d-84bd-e0c29f65565b tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c86a31aa-254c-463a-bf68-ae4021a2a534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460575 Nov 12 09:42:21.311349 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ba7e8-bae3-436a-b2d8-5bd27285df71 req-eae3a67a-ab17-499b-804b-e60752d7a4cd tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:21.312829 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab4ba7e8-bae3-436a-b2d8-5bd27285df71 req-eae3a67a-ab17-499b-804b-e60752d7a4cd tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2 HTTP/1.1" status: 200 len: 945 time: 0.0572050 Nov 12 09:42:21.364927 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab4ba7e8-bae3-436a-b2d8-5bd27285df71 req-e534d4c2-5e4b-464a-9d02-c74d45091fba tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c86a31aa-254c-463a-bf68-ae4021a2a534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454967 Nov 12 09:42:22.411173 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f7dfeefa-6520-4a01-9b55-419601f067dc no longer exists at agent hyperv_n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:42:22.435793 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] No Port match for: f7dfeefa-6520-4a01-9b55-419601f067dc {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:42:22.436141 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Device f7dfeefa-6520-4a01-9b55-419601f067dc not bound to the agent host n-h1-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:42:22.501822 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98ab47-91f9-485a-bcac-54a96781856b req-f6fee8db-67c8-42ae-af96-430dab668524 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:22.503346 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bc98ab47-91f9-485a-bcac-54a96781856b req-f6fee8db-67c8-42ae-af96-430dab668524 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2 HTTP/1.1" status: 200 len: 945 time: 0.0581844 Nov 12 09:42:22.554253 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bc98ab47-91f9-485a-bcac-54a96781856b req-d3d898ca-0acc-47d2-855f-3633d75c51fc tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c86a31aa-254c-463a-bf68-ae4021a2a534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443311 Nov 12 09:42:23.078172 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67c3ba-4ea0-4c48-91a1-37fa8734a6b6 req-795e5b39-4a3b-43ba-824f-ad35bedba413 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:23.079668 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0f67c3ba-4ea0-4c48-91a1-37fa8734a6b6 req-795e5b39-4a3b-43ba-824f-ad35bedba413 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2 HTTP/1.1" status: 200 len: 945 time: 0.0537779 Nov 12 09:42:23.182919 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-0f67c3ba-4ea0-4c48-91a1-37fa8734a6b6 req-626a8502-0d83-4534-a1b7-35b27d735607 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Deleting port bb05b095-eff6-49e4-9f09-5d7689ba4d54 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:42:23.183260 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0f67c3ba-4ea0-4c48-91a1-37fa8734a6b6 req-626a8502-0d83-4534-a1b7-35b27d735607 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.294684 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-0f67c3ba-4ea0-4c48-91a1-37fa8734a6b6 req-626a8502-0d83-4534-a1b7-35b27d735607 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] For port bb05b095-eff6-49e4-9f09-5d7689ba4d54, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=bb05b095-eff6-49e4-9f09-5d7689ba4d54,segment=NetworkSegment(279498d6-544f-4ac3-89b8-05c29bd7bebd),segment_id=279498d6-544f-4ac3-89b8-05c29bd7bebd)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:23.295194 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0f67c3ba-4ea0-4c48-91a1-37fa8734a6b6 req-626a8502-0d83-4534-a1b7-35b27d735607 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.309238 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-0f67c3ba-4ea0-4c48-91a1-37fa8734a6b6 req-626a8502-0d83-4534-a1b7-35b27d735607 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Calling delete_port for bb05b095-eff6-49e4-9f09-5d7689ba4d54 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:42:23.458046 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0f67c3ba-4ea0-4c48-91a1-37fa8734a6b6 req-626a8502-0d83-4534-a1b7-35b27d735607 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.475562 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['bb05b095-eff6-49e4-9f09-5d7689ba4d54'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:42:23.489912 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a8502-0d83-4534-a1b7-35b27d735607 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Pushing event deleted for resources: {'Port': ['ID=bb05b095-eff6-49e4-9f09-5d7689ba4d54,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:23.517616 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a8502-0d83-4534-a1b7-35b27d735607 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:23.518465 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a8502-0d83-4534-a1b7-35b27d735607 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:23.518465 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a8502-0d83-4534-a1b7-35b27d735607 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:23.518689 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a8502-0d83-4534-a1b7-35b27d735607 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:23.518915 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a8502-0d83-4534-a1b7-35b27d735607 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:23.519253 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a8502-0d83-4534-a1b7-35b27d735607 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:23.519570 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a8502-0d83-4534-a1b7-35b27d735607 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:23.519925 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a8502-0d83-4534-a1b7-35b27d735607 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:23.520250 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a8502-0d83-4534-a1b7-35b27d735607 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:23.520572 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a8502-0d83-4534-a1b7-35b27d735607 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:23.520901 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a8502-0d83-4534-a1b7-35b27d735607 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:23.521218 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a8502-0d83-4534-a1b7-35b27d735607 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:23.545295 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f67c3ba-4ea0-4c48-91a1-37fa8734a6b6 req-626a8502-0d83-4534-a1b7-35b27d735607 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] No DVR routers for this DVR port bb05b095-eff6-49e4-9f09-5d7689ba4d54 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:42:23.548260 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-0f67c3ba-4ea0-4c48-91a1-37fa8734a6b6 req-626a8502-0d83-4534-a1b7-35b27d735607 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.551570 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0f67c3ba-4ea0-4c48-91a1-37fa8734a6b6 req-626a8502-0d83-4534-a1b7-35b27d735607 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.58 "DELETE /v2.0/ports/bb05b095-eff6-49e4-9f09-5d7689ba4d54 HTTP/1.1" status: 204 len: 173 time: 0.4648712 Nov 12 09:42:23.552052 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2', 'name': 'network-vif-deleted', 'tag': 'bb05b095-eff6-49e4-9f09-5d7689ba4d54'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:42:23.554954 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ecfd269ae060e48d0080e56de36cfb7f5ddc3dd245bb7f2f65528a6b7e1e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40beae38-4959-4cd3-a591-c38ee73cb924" -d '{"events": [{"server_uuid": "8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2", "name": "network-vif-deleted", "tag": "bb05b095-eff6-49e4-9f09-5d7689ba4d54"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:42:23.598769 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68406bf-f672-4470-aee1-576448adc24e x-openstack-request-id: req-b68406bf-f672-4470-aee1-576448adc24e {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:42:23.599020 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2", "name": "network-vif-deleted", "tag": "bb05b095-eff6-49e4-9f09-5d7689ba4d54", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:42:23.599257 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b68406bf-f672-4470-aee1-576448adc24e {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:42:23.599790 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2', 'name': 'network-vif-deleted', 'tag': 'bb05b095-eff6-49e4-9f09-5d7689ba4d54', 'status': 'completed', 'code': 200} Nov 12 09:42:23.682792 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c5be193-2434-49e3-888d-7067eee61f8a req-7436ab7e-a394-4644-88f2-897f692f59a8 tempest-ServersNegativeTestJSON-1461336426 tempest-ServersNegativeTestJSON-1461336426-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b024f63-1a1c-4d79-b7c0-a5e3d3fcb9d2 HTTP/1.1" status: 200 len: 210 time: 0.0306902 Nov 12 09:42:23.793568 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.755053 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42454) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:24.806792 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b79298c-7b80-4f64-9bfa-8cf2524242e9 admin admin] Deleting subnet 0e3ca7d3-569c-4241-bce1-8af7f0d5e900 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:42:24.811953 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4b79298c-7b80-4f64-9bfa-8cf2524242e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.852317 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4b79298c-7b80-4f64-9bfa-8cf2524242e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.894702 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4b79298c-7b80-4f64-9bfa-8cf2524242e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.962252 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4b79298c-7b80-4f64-9bfa-8cf2524242e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.989338 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b79298c-7b80-4f64-9bfa-8cf2524242e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e3ca7d3-569c-4241-bce1-8af7f0d5e900,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:24.993384 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4b79298c-7b80-4f64-9bfa-8cf2524242e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.996697 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4b79298c-7b80-4f64-9bfa-8cf2524242e9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0e3ca7d3-569c-4241-bce1-8af7f0d5e900 HTTP/1.1" status: 204 len: 168 time: 0.2405860 Nov 12 09:42:24.999904 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42456) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:25.072409 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ee9c97fb-d279-4753-97c0-355282052d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:25.162790 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ee9c97fb-d279-4753-97c0-355282052d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:25.189273 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-ee9c97fb-d279-4753-97c0-355282052d45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f9973ae-c56b-40db-bac3-7c1ba5090cd6']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:25.198814 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-ee9c97fb-d279-4753-97c0-355282052d45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279498d6-544f-4ac3-89b8-05c29bd7bebd') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:25.199124 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-ee9c97fb-d279-4753-97c0-355282052d45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279498d6-544f-4ac3-89b8-05c29bd7bebd') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:25.209059 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ee9c97fb-d279-4753-97c0-355282052d45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:25.224962 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ee9c97fb-d279-4753-97c0-355282052d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:25.231374 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee9c97fb-d279-4753-97c0-355282052d45 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:42:25.231971 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ee9c97fb-d279-4753-97c0-355282052d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:25.233916 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:42:25.233916 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:42:25.233916 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:42:25.233916 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:42:25.233916 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:42:25.233916 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:42:25.233916 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:42:25.233916 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:42:25.233916 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:42:25.233916 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:42:25.233916 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:42:25.233916 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:42:25.233916 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:42:25.233916 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:42:25.233916 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:42:25.233916 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:42:25.233916 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:42:25.233916 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:42:25.233916 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:42:25.233916 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:42:25.233916 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:42:25.233916 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:42:25.233916 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:42:25.233916 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:42:25.233916 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:42:25.233916 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:42:25.233916 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:42:25.233916 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:42:25.233916 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:42:25.233916 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:42:25.233916 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:42:25.233916 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:42:25.302052 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ee9c97fb-d279-4753-97c0-355282052d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:25.310557 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ee9c97fb-d279-4753-97c0-355282052d45 admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:25.315634 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ee9c97fb-d279-4753-97c0-355282052d45 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0f9973ae-c56b-40db-bac3-7c1ba5090cd6 HTTP/1.1" status: 204 len: 168 time: 0.3145518 Nov 12 09:42:25.329460 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c97fb-d279-4753-97c0-355282052d45 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f9973ae-c56b-40db-bac3-7c1ba5090cd6,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:25.438218 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42460) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:25.484438 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-4782628b-32ca-49fd-b133-a7035f592b87 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b5e49cb4e201412c91753c1ce6d6decd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447552 Nov 12 09:42:25.485480 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42462) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:25.543013 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-da135493-8091-41c3-84aa-1047e04b5f64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:25.566736 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-da135493-8091-41c3-84aa-1047e04b5f64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:25.619075 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-da135493-8091-41c3-84aa-1047e04b5f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:25.623480 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-da135493-8091-41c3-84aa-1047e04b5f64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:25.624839 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-da135493-8091-41c3-84aa-1047e04b5f64 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c86a31aa-254c-463a-bf68-ae4021a2a534 HTTP/1.1" status: 204 len: 168 time: 0.1384137 Nov 12 09:42:25.633961 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da135493-8091-41c3-84aa-1047e04b5f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86a31aa-254c-463a-bf68-ae4021a2a534,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:26.438504 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42484) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:26.544893 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-9a259af6-466a-4e1e-8f7d-7bcfb18a6621 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-46049821'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:26.569637 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a259af6-466a-4e1e-8f7d-7bcfb18a6621 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Made reservation on behalf of 606fb9206cb74b3b9a5fd4626375ab61 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:42:26.573603 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9a259af6-466a-4e1e-8f7d-7bcfb18a6621 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:26.583657 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9a259af6-466a-4e1e-8f7d-7bcfb18a6621 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:26.665942 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9a259af6-466a-4e1e-8f7d-7bcfb18a6621 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:26.672299 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9a259af6-466a-4e1e-8f7d-7bcfb18a6621 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:26.709260 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a259af6-466a-4e1e-8f7d-7bcfb18a6621 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:42:26.720278 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a259af6-466a-4e1e-8f7d-7bcfb18a6621 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd8599e-3c95-49ca-872c-cdad62ec2f2f,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:26.726075 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9a259af6-466a-4e1e-8f7d-7bcfb18a6621 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:26.726864 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-9a259af6-466a-4e1e-8f7d-7bcfb18a6621 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Added segment 557198cf-b817-47d8-bd21-8a3f128a3b23 of type vlan for network 99f1d0fc-d4b5-4b24-a6c2-f804efa74ac0 Nov 12 09:42:26.771752 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9a259af6-466a-4e1e-8f7d-7bcfb18a6621 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:26.798400 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9a259af6-466a-4e1e-8f7d-7bcfb18a6621 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:26.804043 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a259af6-466a-4e1e-8f7d-7bcfb18a6621 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:26.804646 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9a259af6-466a-4e1e-8f7d-7bcfb18a6621 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:26.870408 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9a259af6-466a-4e1e-8f7d-7bcfb18a6621 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4307330 Nov 12 09:42:26.880036 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a259af6-466a-4e1e-8f7d-7bcfb18a6621 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Pushing event updated for resources: {'Network': ['ID=99f1d0fc-d4b5-4b24-a6c2-f804efa74ac0,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:26.891711 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 99f1d0fc-d4b5-4b24-a6c2-f804efa74ac0 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:42:28.096530 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device bb05b095-eff6-49e4-9f09-5d7689ba4d54 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:42:28.123900 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: bb05b095-eff6-49e4-9f09-5d7689ba4d54 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:42:28.124144 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device bb05b095-eff6-49e4-9f09-5d7689ba4d54 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:42:29.701712 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:30.141312 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42488) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:30.147888 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-8edb4f22-96b1-4e65-a0a9-5f427d4dd12c tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Request body: {'subnet': {'network_id': '99f1d0fc-d4b5-4b24-a6c2-f804efa74ac0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:30.251715 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edb4f22-96b1-4e65-a0a9-5f427d4dd12c tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Made reservation on behalf of 606fb9206cb74b3b9a5fd4626375ab61 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:42:30.256061 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8edb4f22-96b1-4e65-a0a9-5f427d4dd12c tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:30.468435 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8edb4f22-96b1-4e65-a0a9-5f427d4dd12c tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:30.531993 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb4f22-96b1-4e65-a0a9-5f427d4dd12c tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Pushing event updated for resources: {'Subnet': ['ID=7e3b7d31-1b92-4450-8d9c-e8b8664645d9,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:30.551661 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edb4f22-96b1-4e65-a0a9-5f427d4dd12c tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Checking segment: {'id': '557198cf-b817-47d8-bd21-8a3f128a3b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '99f1d0fc-d4b5-4b24-a6c2-f804efa74ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:42:30.552083 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edb4f22-96b1-4e65-a0a9-5f427d4dd12c tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Network hostable DHCP agents. Network: 99f1d0fc-d4b5-4b24-a6c2-f804efa74ac0, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:42:30.573678 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edb4f22-96b1-4e65-a0a9-5f427d4dd12c tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Network 99f1d0fc-d4b5-4b24-a6c2-f804efa74ac0 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:42:30.584858 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-8edb4f22-96b1-4e65-a0a9-5f427d4dd12c tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 99f1d0fc-d4b5-4b24-a6c2-f804efa74ac0) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:30.589795 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edb4f22-96b1-4e65-a0a9-5f427d4dd12c tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:30.590497 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8edb4f22-96b1-4e65-a0a9-5f427d4dd12c tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:30.596934 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03cd16e-5508-4190-a12d-d97446cbd3ea None None] Network 99f1d0fc-d4b5-4b24-a6c2-f804efa74ac0 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:42:30.616617 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8edb4f22-96b1-4e65-a0a9-5f427d4dd12c tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4739366 Nov 12 09:42:30.617618 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42490) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:30.623325 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-b311f6ca-d92d-481f-a23b-af9ff2607868 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1589631112'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:30.650313 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b311f6ca-d92d-481f-a23b-af9ff2607868 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Made reservation on behalf of 606fb9206cb74b3b9a5fd4626375ab61 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:42:30.656696 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b311f6ca-d92d-481f-a23b-af9ff2607868 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:30.696994 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b311f6ca-d92d-481f-a23b-af9ff2607868 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:42:30.709142 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b311f6ca-d92d-481f-a23b-af9ff2607868 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:30.709503 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-b311f6ca-d92d-481f-a23b-af9ff2607868 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Added segment 6e03dc91-5cd3-4662-9201-fa63709f855c of type vlan for network 91ccbde0-325d-4d48-b52a-092286d97c64 Nov 12 09:42:30.770951 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b311f6ca-d92d-481f-a23b-af9ff2607868 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:30.775447 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ea3dd1-991f-49cc-948f-83ee27be5cbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-99f1d0fc-d4b5-4b24-a6c2-f804efa74ac0', 'network_id': '99f1d0fc-d4b5-4b24-a6c2-f804efa74ac0', 'tenant_id': '606fb9206cb74b3b9a5fd4626375ab61', 'fixed_ips': [{'subnet_id': '7e3b7d31-1b92-4450-8d9c-e8b8664645d9'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:42:30.777125 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d8ea3dd1-991f-49cc-948f-83ee27be5cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:30.801729 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b311f6ca-d92d-481f-a23b-af9ff2607868 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:30.808555 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b311f6ca-d92d-481f-a23b-af9ff2607868 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:30.809369 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b311f6ca-d92d-481f-a23b-af9ff2607868 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:30.852347 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b311f6ca-d92d-481f-a23b-af9ff2607868 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2322998 Nov 12 09:42:30.854589 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42492) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:30.862045 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-337b030f-ffca-4c93-b039-e19059713deb tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Request body: {'subnet': {'network_id': '91ccbde0-325d-4d48-b52a-092286d97c64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:30.904057 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311f6ca-d92d-481f-a23b-af9ff2607868 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Pushing event updated for resources: {'Network': ['ID=91ccbde0-325d-4d48-b52a-092286d97c64,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:30.932379 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 91ccbde0-325d-4d48-b52a-092286d97c64 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:42:30.971948 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337b030f-ffca-4c93-b039-e19059713deb tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Made reservation on behalf of 606fb9206cb74b3b9a5fd4626375ab61 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:42:30.977033 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-337b030f-ffca-4c93-b039-e19059713deb tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:31.015717 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-d8ea3dd1-991f-49cc-948f-83ee27be5cbf None None] Allocated IP 2001:db8:0:ffff::2 (99f1d0fc-d4b5-4b24-a6c2-f804efa74ac0/7e3b7d31-1b92-4450-8d9c-e8b8664645d9/f9a6d13d-3117-4459-a3ad-5abea850f29e) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:42:31.191079 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d8ea3dd1-991f-49cc-948f-83ee27be5cbf None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:31.200376 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d8ea3dd1-991f-49cc-948f-83ee27be5cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:31.203107 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-337b030f-ffca-4c93-b039-e19059713deb tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:31.240569 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ea3dd1-991f-49cc-948f-83ee27be5cbf None None] Network 99f1d0fc-d4b5-4b24-a6c2-f804efa74ac0 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:42:31.243560 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-d8ea3dd1-991f-49cc-948f-83ee27be5cbf None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:31.246188 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ea3dd1-991f-49cc-948f-83ee27be5cbf None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:42:31.274571 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b030f-ffca-4c93-b039-e19059713deb tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Pushing event updated for resources: {'Subnet': ['ID=ed71891c-c5fd-4e68-a666-421ab36a089b,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:31.285093 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337b030f-ffca-4c93-b039-e19059713deb tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Checking segment: {'id': '6e03dc91-5cd3-4662-9201-fa63709f855c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '91ccbde0-325d-4d48-b52a-092286d97c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:42:31.285459 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337b030f-ffca-4c93-b039-e19059713deb tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Network hostable DHCP agents. Network: 91ccbde0-325d-4d48-b52a-092286d97c64, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:42:31.287008 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea3dd1-991f-49cc-948f-83ee27be5cbf None None] Pushing event updated for resources: {'Port': ['ID=f9a6d13d-3117-4459-a3ad-5abea850f29e,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:31.312120 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337b030f-ffca-4c93-b039-e19059713deb tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Network 91ccbde0-325d-4d48-b52a-092286d97c64 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:42:31.325644 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-337b030f-ffca-4c93-b039-e19059713deb tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 91ccbde0-325d-4d48-b52a-092286d97c64) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:31.330885 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337b030f-ffca-4c93-b039-e19059713deb tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:31.331258 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-337b030f-ffca-4c93-b039-e19059713deb tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:31.336807 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-d8ea3dd1-991f-49cc-948f-83ee27be5cbf None None] Attempting to bind port f9a6d13d-3117-4459-a3ad-5abea850f29e on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:42:31.337387 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-d8ea3dd1-991f-49cc-948f-83ee27be5cbf None None] Attempting to bind port f9a6d13d-3117-4459-a3ad-5abea850f29e by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '557198cf-b817-47d8-bd21-8a3f128a3b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '99f1d0fc-d4b5-4b24-a6c2-f804efa74ac0'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:42:31.338565 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ea3dd1-991f-49cc-948f-83ee27be5cbf None None] Attempting to bind port f9a6d13d-3117-4459-a3ad-5abea850f29e on network 99f1d0fc-d4b5-4b24-a6c2-f804efa74ac0 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:42:31.342145 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413ff0c2-822e-4748-8ccc-3ce1cd2cab1f None None] Network 91ccbde0-325d-4d48-b52a-092286d97c64 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:42:31.353996 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-337b030f-ffca-4c93-b039-e19059713deb tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4949284 Nov 12 09:42:31.355264 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42494) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:31.364549 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ea3dd1-991f-49cc-948f-83ee27be5cbf None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:42:31.364927 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ea3dd1-991f-49cc-948f-83ee27be5cbf None None] Checking segment: {'id': '557198cf-b817-47d8-bd21-8a3f128a3b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '99f1d0fc-d4b5-4b24-a6c2-f804efa74ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:42:31.365319 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d8ea3dd1-991f-49cc-948f-83ee27be5cbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:31.365760 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ea3dd1-991f-49cc-948f-83ee27be5cbf None None] Bound using segment: {'id': '557198cf-b817-47d8-bd21-8a3f128a3b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '99f1d0fc-d4b5-4b24-a6c2-f804efa74ac0'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:42:31.366251 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-d8ea3dd1-991f-49cc-948f-83ee27be5cbf None None] Bound port: f9a6d13d-3117-4459-a3ad-5abea850f29e, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557198cf-b817-47d8-bd21-8a3f128a3b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '99f1d0fc-d4b5-4b24-a6c2-f804efa74ac0'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:42:31.366623 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d8ea3dd1-991f-49cc-948f-83ee27be5cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:31.485488 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-135cbc87-aee0-4cfa-8c80-c39f1f927026 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:31.573106 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-135cbc87-aee0-4cfa-8c80-c39f1f927026 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:31.651429 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-135cbc87-aee0-4cfa-8c80-c39f1f927026 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:31.679786 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-d8ea3dd1-991f-49cc-948f-83ee27be5cbf None None] For port f9a6d13d-3117-4459-a3ad-5abea850f29e, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:42:31.682119 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135cbc87-aee0-4cfa-8c80-c39f1f927026 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Pushing event deleted for resources: {'Subnet': ['ID=ed71891c-c5fd-4e68-a666-421ab36a089b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:31.710059 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-d8ea3dd1-991f-49cc-948f-83ee27be5cbf None None] For port f9a6d13d-3117-4459-a3ad-5abea850f29e, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=f9a6d13d-3117-4459-a3ad-5abea850f29e,segment=NetworkSegment(557198cf-b817-47d8-bd21-8a3f128a3b23),segment_id=557198cf-b817-47d8-bd21-8a3f128a3b23)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:42:31.716228 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d8ea3dd1-991f-49cc-948f-83ee27be5cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:31.725580 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eeb8c16-e572-4ce4-ad99-e56681d34f20 None None] Network 91ccbde0-325d-4d48-b52a-092286d97c64 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:42:31.746389 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-135cbc87-aee0-4cfa-8c80-c39f1f927026 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:31.767849 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-135cbc87-aee0-4cfa-8c80-c39f1f927026 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ccbde0-325d-4d48-b52a-092286d97c64']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:31.779129 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-135cbc87-aee0-4cfa-8c80-c39f1f927026 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e03dc91-5cd3-4662-9201-fa63709f855c') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:31.779508 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-135cbc87-aee0-4cfa-8c80-c39f1f927026 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e03dc91-5cd3-4662-9201-fa63709f855c') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:31.793614 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-135cbc87-aee0-4cfa-8c80-c39f1f927026 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:31.813759 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-135cbc87-aee0-4cfa-8c80-c39f1f927026 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:31.821639 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-135cbc87-aee0-4cfa-8c80-c39f1f927026 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:42:31.822696 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-135cbc87-aee0-4cfa-8c80-c39f1f927026 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:31.826492 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:42:31.826492 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:42:31.826492 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:42:31.826492 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:42:31.826492 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:42:31.826492 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:42:31.826492 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:42:31.826492 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:42:31.826492 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:42:31.826492 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:42:31.826492 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:42:31.826492 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:42:31.826492 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:42:31.826492 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:42:31.826492 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:42:31.826492 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:42:31.826492 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:42:31.826492 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:42:31.826492 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:42:31.826492 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:42:31.826492 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:42:31.826492 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:42:31.826492 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:42:31.826492 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:42:31.826492 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:42:31.826492 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:42:31.826492 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:42:31.826492 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:42:31.826492 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:42:31.826492 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:42:31.826492 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:42:31.826492 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:42:31.832100 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea3dd1-991f-49cc-948f-83ee27be5cbf None None] Pushing event updated for resources: {'Port': ['ID=f9a6d13d-3117-4459-a3ad-5abea850f29e,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:31.904515 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-135cbc87-aee0-4cfa-8c80-c39f1f927026 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:31.909374 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-135cbc87-aee0-4cfa-8c80-c39f1f927026 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:31.912722 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-135cbc87-aee0-4cfa-8c80-c39f1f927026 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] 10.222.0.37 "DELETE /v2.0/networks/91ccbde0-325d-4d48-b52a-092286d97c64 HTTP/1.1" status: 204 len: 168 time: 0.5564146 Nov 12 09:42:31.916720 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42496) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:31.923288 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b3bf302c-7453-463c-b7b2-b4424270b5c2 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1761999213'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:31.936580 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135cbc87-aee0-4cfa-8c80-c39f1f927026 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Pushing event deleted for resources: {'Network': ['ID=91ccbde0-325d-4d48-b52a-092286d97c64,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:31.973988 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bf302c-7453-463c-b7b2-b4424270b5c2 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Made reservation on behalf of 606fb9206cb74b3b9a5fd4626375ab61 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:42:31.983597 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3bf302c-7453-463c-b7b2-b4424270b5c2 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:32.010058 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3bf302c-7453-463c-b7b2-b4424270b5c2 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:42:32.025518 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3bf302c-7453-463c-b7b2-b4424270b5c2 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:32.025864 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-b3bf302c-7453-463c-b7b2-b4424270b5c2 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Added segment 6c669fa7-80e5-4ed0-ae02-90783ba55c68 of type vlan for network 89559711-f6f0-4a3e-b827-09d4b9605d7a Nov 12 09:42:32.070025 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3bf302c-7453-463c-b7b2-b4424270b5c2 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:32.099598 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3bf302c-7453-463c-b7b2-b4424270b5c2 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:32.105379 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bf302c-7453-463c-b7b2-b4424270b5c2 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:32.105962 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3bf302c-7453-463c-b7b2-b4424270b5c2 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:32.174348 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b3bf302c-7453-463c-b7b2-b4424270b5c2 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2565193 Nov 12 09:42:32.177681 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42498) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:32.182794 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-45635969-45af-4df1-aca1-f02b0c262298 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Request body: {'subnet': {'network_id': '89559711-f6f0-4a3e-b827-09d4b9605d7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:32.202310 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf302c-7453-463c-b7b2-b4424270b5c2 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Pushing event updated for resources: {'Network': ['ID=89559711-f6f0-4a3e-b827-09d4b9605d7a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:32.213872 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 89559711-f6f0-4a3e-b827-09d4b9605d7a details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:42:32.287030 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45635969-45af-4df1-aca1-f02b0c262298 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Made reservation on behalf of 606fb9206cb74b3b9a5fd4626375ab61 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:42:32.291968 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45635969-45af-4df1-aca1-f02b0c262298 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:32.359293 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.ipam_backend_mixin [None req-45635969-45af-4df1-aca1-f02b0c262298 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Performing IP validity checks on allocation pools {{(pid=102568) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 09:42:32.359769 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.ipam_backend_mixin [None req-45635969-45af-4df1-aca1-f02b0c262298 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102568) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 09:42:32.513461 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45635969-45af-4df1-aca1-f02b0c262298 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:32.540623 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device f9a6d13d-3117-4459-a3ad-5abea850f29e up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:42:32.583429 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45635969-45af-4df1-aca1-f02b0c262298 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Pushing event updated for resources: {'Subnet': ['ID=a02c005a-dde7-4f2a-a20c-2deba3debb60,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:32.602565 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port f9a6d13d-3117-4459-a3ad-5abea850f29e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:32.602834 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45635969-45af-4df1-aca1-f02b0c262298 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Checking segment: {'id': '6c669fa7-80e5-4ed0-ae02-90783ba55c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '89559711-f6f0-4a3e-b827-09d4b9605d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:42:32.602948 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45635969-45af-4df1-aca1-f02b0c262298 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Network hostable DHCP agents. Network: 89559711-f6f0-4a3e-b827-09d4b9605d7a, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:42:32.603052 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:32.631264 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45635969-45af-4df1-aca1-f02b0c262298 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Network 89559711-f6f0-4a3e-b827-09d4b9605d7a is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:42:32.641829 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-45635969-45af-4df1-aca1-f02b0c262298 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 89559711-f6f0-4a3e-b827-09d4b9605d7a) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:32.647784 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45635969-45af-4df1-aca1-f02b0c262298 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:32.648498 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45635969-45af-4df1-aca1-f02b0c262298 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:32.657019 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e41b221-6720-4657-a4c9-528dc70c4867 None None] Network 89559711-f6f0-4a3e-b827-09d4b9605d7a requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:42:32.677590 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-45635969-45af-4df1-aca1-f02b0c262298 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4986815 Nov 12 09:42:32.680406 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42500) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:32.751707 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:32.792470 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b2a72cd4-3936-4100-87d2-359a3a119b58 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:32.796103 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587f5224-f8d7-4ea2-8b72-0662247aae60 None None] Network 99f1d0fc-d4b5-4b24-a6c2-f804efa74ac0 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:42:32.825838 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port f9a6d13d-3117-4459-a3ad-5abea850f29e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=f9a6d13d-3117-4459-a3ad-5abea850f29e,segment=NetworkSegment(557198cf-b817-47d8-bd21-8a3f128a3b23),segment_id=557198cf-b817-47d8-bd21-8a3f128a3b23)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:32.837731 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:32.858791 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b2a72cd4-3936-4100-87d2-359a3a119b58 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:32.929852 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b2a72cd4-3936-4100-87d2-359a3a119b58 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:32.961753 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a72cd4-3936-4100-87d2-359a3a119b58 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Pushing event deleted for resources: {'Subnet': ['ID=a02c005a-dde7-4f2a-a20c-2deba3debb60,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:32.987221 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d7c4e9b8-207e-4ba0-bcfc-67aaeabce517 None None] Provisioning complete for port f9a6d13d-3117-4459-a3ad-5abea850f29e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:32.987635 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d7c4e9b8-207e-4ba0-bcfc-67aaeabce517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:33.004321 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=f9a6d13d-3117-4459-a3ad-5abea850f29e,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:33.028792 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b2a72cd4-3936-4100-87d2-359a3a119b58 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:33.032994 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cafd86-4e36-42b5-bdbd-1713a299fe8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-89559711-f6f0-4a3e-b827-09d4b9605d7a', 'network_id': '89559711-f6f0-4a3e-b827-09d4b9605d7a', 'tenant_id': '606fb9206cb74b3b9a5fd4626375ab61', 'fixed_ips': [{'subnet_id': 'a02c005a-dde7-4f2a-a20c-2deba3debb60'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:42:33.034153 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f5cafd86-4e36-42b5-bdbd-1713a299fe8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:33.050045 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-b2a72cd4-3936-4100-87d2-359a3a119b58 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89559711-f6f0-4a3e-b827-09d4b9605d7a']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:33.059691 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-b2a72cd4-3936-4100-87d2-359a3a119b58 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c669fa7-80e5-4ed0-ae02-90783ba55c68') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:33.060023 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-b2a72cd4-3936-4100-87d2-359a3a119b58 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c669fa7-80e5-4ed0-ae02-90783ba55c68') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:33.069809 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b2a72cd4-3936-4100-87d2-359a3a119b58 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:33.083876 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b2a72cd4-3936-4100-87d2-359a3a119b58 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:33.090869 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a72cd4-3936-4100-87d2-359a3a119b58 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:42:33.091372 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b2a72cd4-3936-4100-87d2-359a3a119b58 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:33.094644 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:42:33.094644 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:42:33.094644 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:42:33.094644 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:42:33.094644 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:42:33.094644 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:42:33.094644 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:42:33.094644 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:42:33.094644 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:42:33.094644 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:42:33.094644 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:42:33.094644 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:42:33.094644 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:42:33.094644 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:42:33.094644 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:42:33.094644 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:42:33.094644 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:42:33.094644 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:42:33.094644 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:42:33.094644 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:42:33.094644 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:42:33.094644 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:42:33.094644 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:42:33.094644 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:42:33.094644 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:42:33.094644 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:42:33.094644 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:42:33.094644 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:42:33.094644 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:42:33.094644 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:42:33.094644 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:42:33.094644 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:42:33.166847 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b2a72cd4-3936-4100-87d2-359a3a119b58 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:33.167958 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.db.api [None req-f5cafd86-4e36-42b5-bdbd-1713a299fe8c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 09:42:33.167958 n-d-768862-16 neutron-server[102570]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Nov 12 09:42:33.167958 n-d-768862-16 neutron-server[102570]: [parameters: {'project_id': '606fb9206cb74b3b9a5fd4626375ab61', 'id': 'fa1d4277-1218-4ab2-85dd-ec2a3f05dbdc', 'name': '', 'network_id': '89559711-f6f0-4a3e-b827-09d4b9605d7a', 'mac_address': 'fa:16:3e:cc:e1:78', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-89559711-f6f0-4a3e-b827-09d4b9605d7a', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4078}] Nov 12 09:42:33.167958 n-d-768862-16 neutron-server[102570]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:42:33.168422 n-d-768862-16 neutron-server[102570]: DEBUG oslo_db.api [None req-f5cafd86-4e36-42b5-bdbd-1713a299fe8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:42:33.172103 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b2a72cd4-3936-4100-87d2-359a3a119b58 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:33.175630 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b2a72cd4-3936-4100-87d2-359a3a119b58 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] 10.222.0.37 "DELETE /v2.0/networks/89559711-f6f0-4a3e-b827-09d4b9605d7a HTTP/1.1" status: 204 len: 168 time: 0.4940572 Nov 12 09:42:33.180653 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42502) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:33.186252 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-491dd64f-781d-4169-bebc-5d0cf0e4c6ee tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-480312187'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:33.193418 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a72cd4-3936-4100-87d2-359a3a119b58 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Pushing event deleted for resources: {'Network': ['ID=89559711-f6f0-4a3e-b827-09d4b9605d7a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:33.222020 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491dd64f-781d-4169-bebc-5d0cf0e4c6ee tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Made reservation on behalf of 606fb9206cb74b3b9a5fd4626375ab61 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:42:33.226122 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-491dd64f-781d-4169-bebc-5d0cf0e4c6ee tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:33.253357 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-491dd64f-781d-4169-bebc-5d0cf0e4c6ee tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:42:33.264579 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-491dd64f-781d-4169-bebc-5d0cf0e4c6ee tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:33.264927 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-491dd64f-781d-4169-bebc-5d0cf0e4c6ee tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Added segment 4ed64580-68c3-41b3-a33a-a7e268a1268d of type vlan for network 965aacb0-3597-44a0-b062-2179d7d56a21 Nov 12 09:42:33.310435 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-491dd64f-781d-4169-bebc-5d0cf0e4c6ee tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:33.349595 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-491dd64f-781d-4169-bebc-5d0cf0e4c6ee tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:33.355704 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491dd64f-781d-4169-bebc-5d0cf0e4c6ee tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:33.356392 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-491dd64f-781d-4169-bebc-5d0cf0e4c6ee tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:33.400234 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-491dd64f-781d-4169-bebc-5d0cf0e4c6ee tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2145967 Nov 12 09:42:33.400338 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42504) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:33.407103 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-bf09330e-6449-4a54-b44f-30ce7710515c tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Request body: {'subnet': {'network_id': '965aacb0-3597-44a0-b062-2179d7d56a21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:33.418755 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-a0368bc7-2c41-4fe3-b863-22bd223e0d76 None None] Provisioning complete for port f9a6d13d-3117-4459-a3ad-5abea850f29e triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:33.419460 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a0368bc7-2c41-4fe3-b863-22bd223e0d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:33.442256 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491dd64f-781d-4169-bebc-5d0cf0e4c6ee tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Pushing event updated for resources: {'Network': ['ID=965aacb0-3597-44a0-b062-2179d7d56a21,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:33.456122 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 965aacb0-3597-44a0-b062-2179d7d56a21 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:42:33.530010 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf09330e-6449-4a54-b44f-30ce7710515c tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Made reservation on behalf of 606fb9206cb74b3b9a5fd4626375ab61 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:42:33.534564 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf09330e-6449-4a54-b44f-30ce7710515c tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:33.670048 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f5cafd86-4e36-42b5-bdbd-1713a299fe8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:33.710222 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88029588-12bd-4844-9271-740ed92d96aa None None] Network 89559711-f6f0-4a3e-b827-09d4b9605d7a requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:42:33.724414 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88029588-12bd-4844-9271-740ed92d96aa None None] Network 89559711-f6f0-4a3e-b827-09d4b9605d7a could not be found, it might have been deleted concurrently. {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 09:42:33.739543 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf09330e-6449-4a54-b44f-30ce7710515c tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:33.800519 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09330e-6449-4a54-b44f-30ce7710515c tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Pushing event updated for resources: {'Subnet': ['ID=04944ff9-f13e-42c3-b6e6-66d0e64564a0,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:33.811620 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf09330e-6449-4a54-b44f-30ce7710515c tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Checking segment: {'id': '4ed64580-68c3-41b3-a33a-a7e268a1268d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '965aacb0-3597-44a0-b062-2179d7d56a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:42:33.812013 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf09330e-6449-4a54-b44f-30ce7710515c tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Network hostable DHCP agents. Network: 965aacb0-3597-44a0-b062-2179d7d56a21, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:42:33.831159 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf09330e-6449-4a54-b44f-30ce7710515c tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Network 965aacb0-3597-44a0-b062-2179d7d56a21 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:42:33.842230 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-bf09330e-6449-4a54-b44f-30ce7710515c tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 965aacb0-3597-44a0-b062-2179d7d56a21) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:33.846690 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf09330e-6449-4a54-b44f-30ce7710515c tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:33.847282 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf09330e-6449-4a54-b44f-30ce7710515c tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:33.851729 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b9ec68-f4f7-45f4-a06f-7472995fbb8c None None] Network 965aacb0-3597-44a0-b062-2179d7d56a21 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:42:33.867028 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-bf09330e-6449-4a54-b44f-30ce7710515c tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4656522 Nov 12 09:42:33.871547 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42506) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:33.877503 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-997eab84-0aa7-4615-aef2-0144aeabe2e2 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1969618562'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:33.900987 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997eab84-0aa7-4615-aef2-0144aeabe2e2 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Made reservation on behalf of 606fb9206cb74b3b9a5fd4626375ab61 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:42:33.904645 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-997eab84-0aa7-4615-aef2-0144aeabe2e2 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:33.932564 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997eab84-0aa7-4615-aef2-0144aeabe2e2 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:42:33.943776 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-997eab84-0aa7-4615-aef2-0144aeabe2e2 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:33.944769 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-997eab84-0aa7-4615-aef2-0144aeabe2e2 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Added segment b34c7853-d98b-4357-93ab-ec8913614347 of type vlan for network b7f3b913-5685-4d7d-8da4-bf632890baf4 Nov 12 09:42:33.996248 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-997eab84-0aa7-4615-aef2-0144aeabe2e2 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:34.015148 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0005e016-4370-4003-87c4-0db3ca0fdd1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-965aacb0-3597-44a0-b062-2179d7d56a21', 'network_id': '965aacb0-3597-44a0-b062-2179d7d56a21', 'tenant_id': '606fb9206cb74b3b9a5fd4626375ab61', 'fixed_ips': [{'subnet_id': '04944ff9-f13e-42c3-b6e6-66d0e64564a0'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:42:34.016059 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0005e016-4370-4003-87c4-0db3ca0fdd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:34.026855 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-997eab84-0aa7-4615-aef2-0144aeabe2e2 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:34.033105 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997eab84-0aa7-4615-aef2-0144aeabe2e2 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:34.033707 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-997eab84-0aa7-4615-aef2-0144aeabe2e2 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:34.102328 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-997eab84-0aa7-4615-aef2-0144aeabe2e2 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2289815 Nov 12 09:42:34.105331 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42508) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:34.109483 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997eab84-0aa7-4615-aef2-0144aeabe2e2 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Pushing event updated for resources: {'Network': ['ID=b7f3b913-5685-4d7d-8da4-bf632890baf4,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:34.110983 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-1c0119b1-0266-4870-9f40-becfdeddddf9 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Request body: {'subnet': {'network_id': 'b7f3b913-5685-4d7d-8da4-bf632890baf4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:34.125132 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network b7f3b913-5685-4d7d-8da4-bf632890baf4 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:42:34.211723 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0119b1-0266-4870-9f40-becfdeddddf9 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Made reservation on behalf of 606fb9206cb74b3b9a5fd4626375ab61 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:42:34.217070 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1c0119b1-0266-4870-9f40-becfdeddddf9 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:34.221399 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-0005e016-4370-4003-87c4-0db3ca0fdd1e None None] Allocated IP 2001:db8::2 (965aacb0-3597-44a0-b062-2179d7d56a21/04944ff9-f13e-42c3-b6e6-66d0e64564a0/06ab0166-2546-4d41-a953-8b66389cfce6) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:42:34.391663 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0005e016-4370-4003-87c4-0db3ca0fdd1e None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:34.404427 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0005e016-4370-4003-87c4-0db3ca0fdd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:34.440111 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1c0119b1-0266-4870-9f40-becfdeddddf9 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:34.448149 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0005e016-4370-4003-87c4-0db3ca0fdd1e None None] Network 965aacb0-3597-44a0-b062-2179d7d56a21 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:42:34.453095 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-0005e016-4370-4003-87c4-0db3ca0fdd1e None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:34.457787 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0005e016-4370-4003-87c4-0db3ca0fdd1e None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:42:34.461359 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005e016-4370-4003-87c4-0db3ca0fdd1e None None] Pushing event updated for resources: {'Port': ['ID=06ab0166-2546-4d41-a953-8b66389cfce6,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:34.508558 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0119b1-0266-4870-9f40-becfdeddddf9 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Pushing event updated for resources: {'Subnet': ['ID=a96b4407-e419-44bf-840c-1c0d153dc8cd,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:34.514632 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0119b1-0266-4870-9f40-becfdeddddf9 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Checking segment: {'id': 'b34c7853-d98b-4357-93ab-ec8913614347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b7f3b913-5685-4d7d-8da4-bf632890baf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:42:34.515004 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0119b1-0266-4870-9f40-becfdeddddf9 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Network hostable DHCP agents. Network: b7f3b913-5685-4d7d-8da4-bf632890baf4, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:42:34.519143 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device f9a6d13d-3117-4459-a3ad-5abea850f29e up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:42:34.534950 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0119b1-0266-4870-9f40-becfdeddddf9 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Network b7f3b913-5685-4d7d-8da4-bf632890baf4 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:42:34.550553 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-1c0119b1-0266-4870-9f40-becfdeddddf9 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, b7f3b913-5685-4d7d-8da4-bf632890baf4) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:34.554832 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-0005e016-4370-4003-87c4-0db3ca0fdd1e None None] Attempting to bind port 06ab0166-2546-4d41-a953-8b66389cfce6 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:42:34.555297 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0119b1-0266-4870-9f40-becfdeddddf9 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:34.555608 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-0005e016-4370-4003-87c4-0db3ca0fdd1e None None] Attempting to bind port 06ab0166-2546-4d41-a953-8b66389cfce6 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '4ed64580-68c3-41b3-a33a-a7e268a1268d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '965aacb0-3597-44a0-b062-2179d7d56a21'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:42:34.555961 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1c0119b1-0266-4870-9f40-becfdeddddf9 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:34.556194 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0005e016-4370-4003-87c4-0db3ca0fdd1e None None] Attempting to bind port 06ab0166-2546-4d41-a953-8b66389cfce6 on network 965aacb0-3597-44a0-b062-2179d7d56a21 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:42:34.564872 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6555cd02-0fb9-442f-aa72-80cc7ed85779 None None] Network b7f3b913-5685-4d7d-8da4-bf632890baf4 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:42:34.574728 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-1c0119b1-0266-4870-9f40-becfdeddddf9 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4682326 Nov 12 09:42:34.578258 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42510) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:34.579335 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0005e016-4370-4003-87c4-0db3ca0fdd1e None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:42:34.579715 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0005e016-4370-4003-87c4-0db3ca0fdd1e None None] Checking segment: {'id': '4ed64580-68c3-41b3-a33a-a7e268a1268d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '965aacb0-3597-44a0-b062-2179d7d56a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:42:34.580133 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0005e016-4370-4003-87c4-0db3ca0fdd1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:34.580542 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0005e016-4370-4003-87c4-0db3ca0fdd1e None None] Bound using segment: {'id': '4ed64580-68c3-41b3-a33a-a7e268a1268d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '965aacb0-3597-44a0-b062-2179d7d56a21'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:42:34.581038 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-0005e016-4370-4003-87c4-0db3ca0fdd1e None None] Bound port: 06ab0166-2546-4d41-a953-8b66389cfce6, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed64580-68c3-41b3-a33a-a7e268a1268d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '965aacb0-3597-44a0-b062-2179d7d56a21'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:42:34.581391 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0005e016-4370-4003-87c4-0db3ca0fdd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:34.688558 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cfd23a09-3f9a-4dbd-8067-93455e121178 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:34.710590 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port f9a6d13d-3117-4459-a3ad-5abea850f29e triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:34.710956 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:34.750941 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cfd23a09-3f9a-4dbd-8067-93455e121178 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:34.780678 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-0005e016-4370-4003-87c4-0db3ca0fdd1e None None] For port 06ab0166-2546-4d41-a953-8b66389cfce6, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:42:34.805660 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-0005e016-4370-4003-87c4-0db3ca0fdd1e None None] For port 06ab0166-2546-4d41-a953-8b66389cfce6, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=06ab0166-2546-4d41-a953-8b66389cfce6,segment=NetworkSegment(4ed64580-68c3-41b3-a33a-a7e268a1268d),segment_id=4ed64580-68c3-41b3-a33a-a7e268a1268d)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:42:34.814412 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0005e016-4370-4003-87c4-0db3ca0fdd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:34.819472 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cfd23a09-3f9a-4dbd-8067-93455e121178 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:34.854679 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd23a09-3f9a-4dbd-8067-93455e121178 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Pushing event deleted for resources: {'Subnet': ['ID=a96b4407-e419-44bf-840c-1c0d153dc8cd,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:34.899096 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a1ca34-17fa-4396-a797-fa9029c43250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-b7f3b913-5685-4d7d-8da4-bf632890baf4', 'network_id': 'b7f3b913-5685-4d7d-8da4-bf632890baf4', 'tenant_id': '606fb9206cb74b3b9a5fd4626375ab61', 'fixed_ips': [{'subnet_id': 'a96b4407-e419-44bf-840c-1c0d153dc8cd'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:42:34.900009 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a5a1ca34-17fa-4396-a797-fa9029c43250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:34.925183 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cfd23a09-3f9a-4dbd-8067-93455e121178 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:34.954228 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005e016-4370-4003-87c4-0db3ca0fdd1e None None] Pushing event updated for resources: {'Port': ['ID=06ab0166-2546-4d41-a953-8b66389cfce6,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:34.959914 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-cfd23a09-3f9a-4dbd-8067-93455e121178 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f3b913-5685-4d7d-8da4-bf632890baf4']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:34.974129 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-cfd23a09-3f9a-4dbd-8067-93455e121178 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34c7853-d98b-4357-93ab-ec8913614347') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:34.974596 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-cfd23a09-3f9a-4dbd-8067-93455e121178 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34c7853-d98b-4357-93ab-ec8913614347') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:34.992121 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cfd23a09-3f9a-4dbd-8067-93455e121178 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:35.013717 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cfd23a09-3f9a-4dbd-8067-93455e121178 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:35.024054 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd23a09-3f9a-4dbd-8067-93455e121178 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:42:35.024631 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cfd23a09-3f9a-4dbd-8067-93455e121178 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:35.028570 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:42:35.028570 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:42:35.028570 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:42:35.028570 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:42:35.028570 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:42:35.028570 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:42:35.028570 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:42:35.028570 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:42:35.028570 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:42:35.028570 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:42:35.028570 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:42:35.028570 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:42:35.028570 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:42:35.028570 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:42:35.028570 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:42:35.028570 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:42:35.028570 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:42:35.028570 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:42:35.028570 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:42:35.028570 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:42:35.028570 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:42:35.028570 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:42:35.028570 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:42:35.028570 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:42:35.028570 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:42:35.028570 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:42:35.028570 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:42:35.028570 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:42:35.028570 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:42:35.028570 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:42:35.028570 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:42:35.028570 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:42:35.059200 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ced1846-750a-485a-872b-66719eaca886 None None] Network b7f3b913-5685-4d7d-8da4-bf632890baf4 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:42:35.121708 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cfd23a09-3f9a-4dbd-8067-93455e121178 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:35.144053 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cfd23a09-3f9a-4dbd-8067-93455e121178 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:35.149732 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-cfd23a09-3f9a-4dbd-8067-93455e121178 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] 10.222.0.37 "DELETE /v2.0/networks/b7f3b913-5685-4d7d-8da4-bf632890baf4 HTTP/1.1" status: 204 len: 168 time: 0.5674355 Nov 12 09:42:35.149732 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd23a09-3f9a-4dbd-8067-93455e121178 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Pushing event deleted for resources: {'Network': ['ID=b7f3b913-5685-4d7d-8da4-bf632890baf4,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:35.150246 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42512) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:35.198083 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f1a488-2fe3-4761-ad57-4512a36a42df tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] GET failed (client error): The resource could not be found. Nov 12 09:42:35.199618 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-61f1a488-2fe3-4761-ad57-4512a36a42df tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] 10.222.0.37 "GET /v2.0/subnets/a96b4407-e419-44bf-840c-1c0d153dc8cd HTTP/1.1" status: 404 len: 337 time: 0.0477786 Nov 12 09:42:35.202629 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42514) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:35.221581 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90b5957-8728-4460-90d7-47f28b3252b2 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] DELETE failed (client error): The resource could not be found. Nov 12 09:42:35.222306 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a90b5957-8728-4460-90d7-47f28b3252b2 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:42:35.226163 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a90b5957-8728-4460-90d7-47f28b3252b2 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] 10.222.0.37 "DELETE /v2.0/networks/b7f3b913-5685-4d7d-8da4-bf632890baf4 HTTP/1.1" status: 404 len: 339 time: 0.0224323 Nov 12 09:42:35.230270 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42516) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:35.271685 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-77af39e7-a25a-4f2f-b474-5aa0f3216448 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] DELETE failed (client error): The resource could not be found. Nov 12 09:42:35.272200 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77af39e7-a25a-4f2f-b474-5aa0f3216448 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:42:35.275347 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-77af39e7-a25a-4f2f-b474-5aa0f3216448 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] 10.222.0.37 "DELETE /v2.0/subnets/a96b4407-e419-44bf-840c-1c0d153dc8cd HTTP/1.1" status: 404 len: 337 time: 0.0431011 Nov 12 09:42:35.278004 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42518) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:35.297796 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a7807e-428e-488b-834e-50577565e95d tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] DELETE failed (client error): The resource could not be found. Nov 12 09:42:35.298382 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23a7807e-428e-488b-834e-50577565e95d tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:42:35.302324 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-23a7807e-428e-488b-834e-50577565e95d tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] 10.222.0.37 "DELETE /v2.0/networks/b7f3b913-5685-4d7d-8da4-bf632890baf4 HTTP/1.1" status: 404 len: 339 time: 0.0228438 Nov 12 09:42:35.304786 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42520) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:35.362383 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed3cb39-83c1-4c42-b9e2-2aeb15d7ad3b tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Deleting subnet 04944ff9-f13e-42c3-b6e6-66d0e64564a0 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:42:35.365718 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eed3cb39-83c1-4c42-b9e2-2aeb15d7ad3b tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:35.410157 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eed3cb39-83c1-4c42-b9e2-2aeb15d7ad3b tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:35.510272 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eed3cb39-83c1-4c42-b9e2-2aeb15d7ad3b tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:35.577437 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eed3cb39-83c1-4c42-b9e2-2aeb15d7ad3b tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:35.605865 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3cb39-83c1-4c42-b9e2-2aeb15d7ad3b tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Pushing event deleted for resources: {'Subnet': ['ID=04944ff9-f13e-42c3-b6e6-66d0e64564a0,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:35.609602 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eed3cb39-83c1-4c42-b9e2-2aeb15d7ad3b tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:35.612820 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-eed3cb39-83c1-4c42-b9e2-2aeb15d7ad3b tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] 10.222.0.37 "DELETE /v2.0/subnets/04944ff9-f13e-42c3-b6e6-66d0e64564a0 HTTP/1.1" status: 204 len: 168 time: 0.3069806 Nov 12 09:42:35.615431 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42522) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:35.697940 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9369708-2fae-444a-8d32-bf2a429ed43f tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:35.758706 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-a9369708-2fae-444a-8d32-bf2a429ed43f tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Deleting port 06ab0166-2546-4d41-a953-8b66389cfce6 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:42:35.759033 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9369708-2fae-444a-8d32-bf2a429ed43f tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:35.834053 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-a9369708-2fae-444a-8d32-bf2a429ed43f tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] For port 06ab0166-2546-4d41-a953-8b66389cfce6, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=06ab0166-2546-4d41-a953-8b66389cfce6,segment=NetworkSegment(4ed64580-68c3-41b3-a33a-a7e268a1268d),segment_id=4ed64580-68c3-41b3-a33a-a7e268a1268d)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:35.834416 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9369708-2fae-444a-8d32-bf2a429ed43f tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:35.849642 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-a9369708-2fae-444a-8d32-bf2a429ed43f tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Calling delete_port for 06ab0166-2546-4d41-a953-8b66389cfce6 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:42:35.934497 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9369708-2fae-444a-8d32-bf2a429ed43f tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:35.965432 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6081bb5-0434-4bff-bb2f-c4e08a0add6a None None] Network 965aacb0-3597-44a0-b062-2179d7d56a21 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:42:35.971983 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9369708-2fae-444a-8d32-bf2a429ed43f tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Pushing event deleted for resources: {'Port': ['ID=06ab0166-2546-4d41-a953-8b66389cfce6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:35.974199 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9369708-2fae-444a-8d32-bf2a429ed43f tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] No DVR routers for this DVR port 06ab0166-2546-4d41-a953-8b66389cfce6 on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:42:36.061377 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9369708-2fae-444a-8d32-bf2a429ed43f tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:36.085430 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a9369708-2fae-444a-8d32-bf2a429ed43f tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['965aacb0-3597-44a0-b062-2179d7d56a21']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:36.096623 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a9369708-2fae-444a-8d32-bf2a429ed43f tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed64580-68c3-41b3-a33a-a7e268a1268d') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:36.096937 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a9369708-2fae-444a-8d32-bf2a429ed43f tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed64580-68c3-41b3-a33a-a7e268a1268d') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:36.113668 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9369708-2fae-444a-8d32-bf2a429ed43f tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:36.130097 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9369708-2fae-444a-8d32-bf2a429ed43f tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:36.137588 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9369708-2fae-444a-8d32-bf2a429ed43f tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:42:36.138454 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9369708-2fae-444a-8d32-bf2a429ed43f tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:36.141947 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:42:36.141947 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:42:36.141947 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:42:36.141947 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:42:36.141947 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:42:36.141947 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:42:36.141947 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:42:36.141947 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:42:36.141947 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:42:36.141947 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:42:36.141947 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:42:36.141947 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:42:36.141947 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:42:36.141947 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:42:36.141947 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:42:36.141947 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:42:36.141947 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:42:36.141947 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:42:36.141947 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:42:36.141947 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:42:36.141947 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:42:36.141947 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:42:36.141947 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:42:36.141947 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:42:36.141947 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:42:36.141947 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:42:36.141947 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:42:36.141947 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:42:36.141947 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:42:36.141947 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:42:36.141947 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:42:36.141947 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:42:36.164396 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-36e4fbf1-ef2e-458a-be9a-67e9dc3997cf None None] Could not find standard attr ID for object 06ab0166-2546-4d41-a953-8b66389cfce6. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:42:36.209698 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9369708-2fae-444a-8d32-bf2a429ed43f tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:36.217006 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9369708-2fae-444a-8d32-bf2a429ed43f tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:36.220365 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a9369708-2fae-444a-8d32-bf2a429ed43f tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] 10.222.0.37 "DELETE /v2.0/networks/965aacb0-3597-44a0-b062-2179d7d56a21 HTTP/1.1" status: 204 len: 168 time: 0.6039088 Nov 12 09:42:36.223179 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42524) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:36.242131 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9369708-2fae-444a-8d32-bf2a429ed43f tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Pushing event deleted for resources: {'Network': ['ID=965aacb0-3597-44a0-b062-2179d7d56a21,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:36.260762 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fccbf15-ac4f-4e1b-85bc-4835558f139e tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] DELETE failed (client error): The resource could not be found. Nov 12 09:42:36.261219 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fccbf15-ac4f-4e1b-85bc-4835558f139e tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:42:36.267390 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5fccbf15-ac4f-4e1b-85bc-4835558f139e tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] 10.222.0.37 "DELETE /v2.0/subnets/a02c005a-dde7-4f2a-a20c-2deba3debb60 HTTP/1.1" status: 404 len: 337 time: 0.0405130 Nov 12 09:42:36.267728 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42526) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:36.287934 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b1db29e-c3b3-4c10-8810-58971be289fa tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] DELETE failed (client error): The resource could not be found. Nov 12 09:42:36.288525 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b1db29e-c3b3-4c10-8810-58971be289fa tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:42:36.291580 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8b1db29e-c3b3-4c10-8810-58971be289fa tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] 10.222.0.37 "DELETE /v2.0/networks/89559711-f6f0-4a3e-b827-09d4b9605d7a HTTP/1.1" status: 404 len: 339 time: 0.0228443 Nov 12 09:42:36.294612 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42528) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:36.308579 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10c2afd-46be-4a9c-882b-abeb057fb3f3 None None] DHCP port deletion for 965aacb0-3597-44a0-b062-2179d7d56a21 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:42:36.326467 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-6820d201-6beb-4c8c-acdf-22b5534ae8db tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] DELETE failed (client error): The resource could not be found. Nov 12 09:42:36.326898 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6820d201-6beb-4c8c-acdf-22b5534ae8db tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:42:36.329930 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6820d201-6beb-4c8c-acdf-22b5534ae8db tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] 10.222.0.37 "DELETE /v2.0/subnets/ed71891c-c5fd-4e68-a666-421ab36a089b HTTP/1.1" status: 404 len: 337 time: 0.0343931 Nov 12 09:42:36.332462 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42530) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:36.358739 n-d-768862-16 neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb06741a-cde6-492d-996a-83ab2ead9e22 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] DELETE failed (client error): The resource could not be found. Nov 12 09:42:36.359499 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb06741a-cde6-492d-996a-83ab2ead9e22 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:42:36.363864 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-fb06741a-cde6-492d-996a-83ab2ead9e22 tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] 10.222.0.37 "DELETE /v2.0/networks/91ccbde0-325d-4d48-b52a-092286d97c64 HTTP/1.1" status: 404 len: 339 time: 0.0301304 Nov 12 09:42:36.366543 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42532) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:36.420544 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb2c94e0-b27d-4102-8343-bdc7da15134d tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Deleting subnet 7e3b7d31-1b92-4450-8d9c-e8b8664645d9 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:42:36.424242 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb2c94e0-b27d-4102-8343-bdc7da15134d tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:36.467932 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb2c94e0-b27d-4102-8343-bdc7da15134d tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:36.563480 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb2c94e0-b27d-4102-8343-bdc7da15134d tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:36.642400 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb2c94e0-b27d-4102-8343-bdc7da15134d tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:36.667085 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c94e0-b27d-4102-8343-bdc7da15134d tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Pushing event deleted for resources: {'Subnet': ['ID=7e3b7d31-1b92-4450-8d9c-e8b8664645d9,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:36.673129 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb2c94e0-b27d-4102-8343-bdc7da15134d tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:36.676365 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-bb2c94e0-b27d-4102-8343-bdc7da15134d tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] 10.222.0.37 "DELETE /v2.0/subnets/7e3b7d31-1b92-4450-8d9c-e8b8664645d9 HTTP/1.1" status: 204 len: 168 time: 0.3088229 Nov 12 09:42:36.679598 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42534) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:36.680405 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0799fbe-609f-434f-8d01-32e8e6bd07ad None None] Network 99f1d0fc-d4b5-4b24-a6c2-f804efa74ac0 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:42:36.763978 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bd503a07-ffdc-46d5-955a-3d1ee53b844d tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:36.819875 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-bd503a07-ffdc-46d5-955a-3d1ee53b844d tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Deleting port f9a6d13d-3117-4459-a3ad-5abea850f29e {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:42:36.820218 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bd503a07-ffdc-46d5-955a-3d1ee53b844d tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:36.860442 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c43a858-0e2c-4011-b5bf-ef2ddfcf8bdc None None] DHCP port deletion for 99f1d0fc-d4b5-4b24-a6c2-f804efa74ac0 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:42:36.891011 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-bd503a07-ffdc-46d5-955a-3d1ee53b844d tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] For port f9a6d13d-3117-4459-a3ad-5abea850f29e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=f9a6d13d-3117-4459-a3ad-5abea850f29e,segment=NetworkSegment(557198cf-b817-47d8-bd21-8a3f128a3b23),segment_id=557198cf-b817-47d8-bd21-8a3f128a3b23)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:36.891392 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bd503a07-ffdc-46d5-955a-3d1ee53b844d tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:36.905314 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-bd503a07-ffdc-46d5-955a-3d1ee53b844d tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Calling delete_port for f9a6d13d-3117-4459-a3ad-5abea850f29e owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:42:36.913054 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4c43a858-0e2c-4011-b5bf-ef2ddfcf8bdc None None] Deleting port f9a6d13d-3117-4459-a3ad-5abea850f29e {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:42:36.913497 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4c43a858-0e2c-4011-b5bf-ef2ddfcf8bdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:36.979764 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4c43a858-0e2c-4011-b5bf-ef2ddfcf8bdc None None] For port f9a6d13d-3117-4459-a3ad-5abea850f29e, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=f9a6d13d-3117-4459-a3ad-5abea850f29e,segment=NetworkSegment(557198cf-b817-47d8-bd21-8a3f128a3b23),segment_id=557198cf-b817-47d8-bd21-8a3f128a3b23)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:36.980508 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4c43a858-0e2c-4011-b5bf-ef2ddfcf8bdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:36.992928 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bd503a07-ffdc-46d5-955a-3d1ee53b844d tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:36.994909 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4c43a858-0e2c-4011-b5bf-ef2ddfcf8bdc None None] Calling delete_port for f9a6d13d-3117-4459-a3ad-5abea850f29e owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:42:37.019860 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd503a07-ffdc-46d5-955a-3d1ee53b844d tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Pushing event deleted for resources: {'Port': ['ID=f9a6d13d-3117-4459-a3ad-5abea850f29e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:37.023417 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd503a07-ffdc-46d5-955a-3d1ee53b844d tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] No DVR routers for this DVR port f9a6d13d-3117-4459-a3ad-5abea850f29e on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:42:37.085430 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4c43a858-0e2c-4011-b5bf-ef2ddfcf8bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:37.108228 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bd503a07-ffdc-46d5-955a-3d1ee53b844d tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:37.112092 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43a858-0e2c-4011-b5bf-ef2ddfcf8bdc None None] Pushing event deleted for resources: {'Port': ['ID=f9a6d13d-3117-4459-a3ad-5abea850f29e,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:37.115514 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c43a858-0e2c-4011-b5bf-ef2ddfcf8bdc None None] No DVR routers for this DVR port f9a6d13d-3117-4459-a3ad-5abea850f29e on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:42:37.130635 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-bd503a07-ffdc-46d5-955a-3d1ee53b844d tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f1d0fc-d4b5-4b24-a6c2-f804efa74ac0']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:37.141960 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-bd503a07-ffdc-46d5-955a-3d1ee53b844d tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '557198cf-b817-47d8-bd21-8a3f128a3b23') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:37.142273 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-bd503a07-ffdc-46d5-955a-3d1ee53b844d tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '557198cf-b817-47d8-bd21-8a3f128a3b23') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:37.155865 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bd503a07-ffdc-46d5-955a-3d1ee53b844d tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:37.170570 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bd503a07-ffdc-46d5-955a-3d1ee53b844d tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:37.176677 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd503a07-ffdc-46d5-955a-3d1ee53b844d tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:42:37.177116 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bd503a07-ffdc-46d5-955a-3d1ee53b844d tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:37.180255 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:42:37.180255 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:42:37.180255 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:42:37.180255 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:42:37.180255 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:42:37.180255 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:42:37.180255 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:42:37.180255 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:42:37.180255 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:42:37.180255 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:42:37.180255 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:42:37.180255 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:42:37.180255 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:42:37.180255 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:42:37.180255 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:42:37.180255 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:42:37.180255 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:42:37.180255 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:42:37.180255 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:42:37.180255 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:42:37.180255 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:42:37.180255 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:42:37.180255 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:42:37.180255 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:42:37.180255 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:42:37.180255 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:42:37.180255 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:42:37.180255 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:42:37.180255 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:42:37.180255 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:42:37.180255 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:42:37.180255 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:42:37.246561 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bd503a07-ffdc-46d5-955a-3d1ee53b844d tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:37.254869 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bd503a07-ffdc-46d5-955a-3d1ee53b844d tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:37.258353 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bd503a07-ffdc-46d5-955a-3d1ee53b844d tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] 10.222.0.37 "DELETE /v2.0/networks/99f1d0fc-d4b5-4b24-a6c2-f804efa74ac0 HTTP/1.1" status: 204 len: 168 time: 0.5773604 Nov 12 09:42:37.271137 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd503a07-ffdc-46d5-955a-3d1ee53b844d tempest-NetworksIpV6Test-178367619 tempest-NetworksIpV6Test-178367619-project] Pushing event deleted for resources: {'Network': ['ID=99f1d0fc-d4b5-4b24-a6c2-f804efa74ac0,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:37.550313 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42540) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:37.707550 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-af4ae018-139c-4d08-8b40-98688d670c03 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=606fb9206cb74b3b9a5fd4626375ab61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1560018 Nov 12 09:42:37.710356 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42544) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:37.768919 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8245381e-f9a8-45f9-92a9-9468f1058ff4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:37.792891 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8245381e-f9a8-45f9-92a9-9468f1058ff4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:37.845404 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8245381e-f9a8-45f9-92a9-9468f1058ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:37.848711 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8245381e-f9a8-45f9-92a9-9468f1058ff4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:37.852517 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8245381e-f9a8-45f9-92a9-9468f1058ff4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dbd8599e-3c95-49ca-872c-cdad62ec2f2f HTTP/1.1" status: 204 len: 168 time: 0.1386595 Nov 12 09:42:37.859580 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245381e-f9a8-45f9-92a9-9468f1058ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd8599e-3c95-49ca-872c-cdad62ec2f2f,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:37.905954 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3b5c3d43-89cb-4346-b0a4-3a8f419869a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:38.496164 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device f9a6d13d-3117-4459-a3ad-5abea850f29e no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:42:38.517529 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: f9a6d13d-3117-4459-a3ad-5abea850f29e {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:42:38.517894 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device f9a6d13d-3117-4459-a3ad-5abea850f29e not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:42:38.631883 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42566) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:38.747205 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-a2a621ec-a58f-475e-b3a3-1fa11de28dca tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-604814594', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:38.776712 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a2a621ec-a58f-475e-b3a3-1fa11de28dca tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:38.778152 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a2a621ec-a58f-475e-b3a3-1fa11de28dca tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:38.846230 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a2a621ec-a58f-475e-b3a3-1fa11de28dca tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:38.851636 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a2a621ec-a58f-475e-b3a3-1fa11de28dca tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:38.871425 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a2a621ec-a58f-475e-b3a3-1fa11de28dca tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:38.875965 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a2a621ec-a58f-475e-b3a3-1fa11de28dca tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2397437 Nov 12 09:42:38.877039 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42570) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:38.885036 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-32374135-64e0-4c2a-80eb-5dddd92ddb1c tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1213796231'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:38.910798 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32374135-64e0-4c2a-80eb-5dddd92ddb1c tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Made reservation on behalf of 83b59e4df33145d0934730669e280a49 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:42:38.915563 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32374135-64e0-4c2a-80eb-5dddd92ddb1c tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:38.927516 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32374135-64e0-4c2a-80eb-5dddd92ddb1c tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:39.015906 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32374135-64e0-4c2a-80eb-5dddd92ddb1c tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:39.020980 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32374135-64e0-4c2a-80eb-5dddd92ddb1c tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:39.049725 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32374135-64e0-4c2a-80eb-5dddd92ddb1c tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:42:39.059870 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32374135-64e0-4c2a-80eb-5dddd92ddb1c tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd4a076-8f32-40fa-97fc-95c807219277,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:39.065459 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32374135-64e0-4c2a-80eb-5dddd92ddb1c tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:39.065810 n-d-768862-16 neutron-server[102568]: INFO neutron.db.segments_db [None req-32374135-64e0-4c2a-80eb-5dddd92ddb1c tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Added segment 856740cc-a74f-4a91-9b03-a95fde311ee5 of type vlan for network 8500c80a-65ac-4b59-b354-16aa819a8caa Nov 12 09:42:39.114402 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32374135-64e0-4c2a-80eb-5dddd92ddb1c tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:39.147845 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32374135-64e0-4c2a-80eb-5dddd92ddb1c tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:39.156261 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32374135-64e0-4c2a-80eb-5dddd92ddb1c tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:39.156761 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32374135-64e0-4c2a-80eb-5dddd92ddb1c tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:39.194885 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-32374135-64e0-4c2a-80eb-5dddd92ddb1c tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3167136 Nov 12 09:42:39.197799 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42572) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:39.203478 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-03296424-7f56-4fbd-ad0e-b779f0110ffc tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Request body: {'subnet': {'network_id': '8500c80a-65ac-4b59-b354-16aa819a8caa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:39.229085 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32374135-64e0-4c2a-80eb-5dddd92ddb1c tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Pushing event updated for resources: {'Network': ['ID=8500c80a-65ac-4b59-b354-16aa819a8caa,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:39.240466 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 8500c80a-65ac-4b59-b354-16aa819a8caa details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:42:39.297532 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03296424-7f56-4fbd-ad0e-b779f0110ffc tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Made reservation on behalf of 83b59e4df33145d0934730669e280a49 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:42:39.301483 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-03296424-7f56-4fbd-ad0e-b779f0110ffc tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:39.487680 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-03296424-7f56-4fbd-ad0e-b779f0110ffc tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:39.553560 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03296424-7f56-4fbd-ad0e-b779f0110ffc tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Pushing event updated for resources: {'Subnet': ['ID=28247cbd-b972-479b-adc3-e7829c719eba,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:39.565736 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03296424-7f56-4fbd-ad0e-b779f0110ffc tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Checking segment: {'id': '856740cc-a74f-4a91-9b03-a95fde311ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8500c80a-65ac-4b59-b354-16aa819a8caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:42:39.566190 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03296424-7f56-4fbd-ad0e-b779f0110ffc tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Network hostable DHCP agents. Network: 8500c80a-65ac-4b59-b354-16aa819a8caa, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:42:39.586462 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03296424-7f56-4fbd-ad0e-b779f0110ffc tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Network 8500c80a-65ac-4b59-b354-16aa819a8caa is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:42:39.597376 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-03296424-7f56-4fbd-ad0e-b779f0110ffc tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 8500c80a-65ac-4b59-b354-16aa819a8caa) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:39.603155 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03296424-7f56-4fbd-ad0e-b779f0110ffc tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:39.604116 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-03296424-7f56-4fbd-ad0e-b779f0110ffc tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:39.608231 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2729f28c-24d0-40e9-aba9-03d2ca7bf6ec None None] Network 8500c80a-65ac-4b59-b354-16aa819a8caa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:42:39.626641 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-03296424-7f56-4fbd-ad0e-b779f0110ffc tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4239869 Nov 12 09:42:39.626895 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42574) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:39.631986 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-576449a9-21ec-4fa2-ad48-f45ae47b1b30 tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-938870335'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:39.657073 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576449a9-21ec-4fa2-ad48-f45ae47b1b30 tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Made reservation on behalf of 83b59e4df33145d0934730669e280a49 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:42:39.661631 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-576449a9-21ec-4fa2-ad48-f45ae47b1b30 tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:39.686738 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576449a9-21ec-4fa2-ad48-f45ae47b1b30 tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:42:39.697829 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-576449a9-21ec-4fa2-ad48-f45ae47b1b30 tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:39.698178 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-576449a9-21ec-4fa2-ad48-f45ae47b1b30 tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Added segment ec4de6b7-7264-4749-9676-292963ce6155 of type vlan for network b4988b15-9d08-4367-a731-c1e4ad511b9b Nov 12 09:42:39.758013 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-576449a9-21ec-4fa2-ad48-f45ae47b1b30 tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:39.764810 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace27001-15c4-4dfe-aef2-5293709ec8ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-8500c80a-65ac-4b59-b354-16aa819a8caa', 'network_id': '8500c80a-65ac-4b59-b354-16aa819a8caa', 'tenant_id': '83b59e4df33145d0934730669e280a49', 'fixed_ips': [{'subnet_id': '28247cbd-b972-479b-adc3-e7829c719eba'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:42:39.765803 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ace27001-15c4-4dfe-aef2-5293709ec8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:39.787200 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-576449a9-21ec-4fa2-ad48-f45ae47b1b30 tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:39.797736 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576449a9-21ec-4fa2-ad48-f45ae47b1b30 tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:39.798416 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-576449a9-21ec-4fa2-ad48-f45ae47b1b30 tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:39.842252 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-576449a9-21ec-4fa2-ad48-f45ae47b1b30 tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2138660 Nov 12 09:42:39.845079 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42576) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:39.851530 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-33eb7a43-5d1c-4060-9195-99b731a0f412 tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Request body: {'subnet': {'network_id': 'b4988b15-9d08-4367-a731-c1e4ad511b9b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:39.890093 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576449a9-21ec-4fa2-ad48-f45ae47b1b30 tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Pushing event updated for resources: {'Network': ['ID=b4988b15-9d08-4367-a731-c1e4ad511b9b,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:39.908151 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network b4988b15-9d08-4367-a731-c1e4ad511b9b details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:42:39.953757 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33eb7a43-5d1c-4060-9195-99b731a0f412 tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Made reservation on behalf of 83b59e4df33145d0934730669e280a49 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:42:39.957485 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-33eb7a43-5d1c-4060-9195-99b731a0f412 tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:39.970257 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-ace27001-15c4-4dfe-aef2-5293709ec8ee None None] Allocated IP 172.20.0.2 (8500c80a-65ac-4b59-b354-16aa819a8caa/28247cbd-b972-479b-adc3-e7829c719eba/fbc5afe1-9252-4b94-ba62-e76b18227bd4) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:42:40.136540 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ace27001-15c4-4dfe-aef2-5293709ec8ee None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:40.143534 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ace27001-15c4-4dfe-aef2-5293709ec8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:40.144985 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-33eb7a43-5d1c-4060-9195-99b731a0f412 tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:40.190696 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace27001-15c4-4dfe-aef2-5293709ec8ee None None] Network 8500c80a-65ac-4b59-b354-16aa819a8caa is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:42:40.193681 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-ace27001-15c4-4dfe-aef2-5293709ec8ee None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:40.196828 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace27001-15c4-4dfe-aef2-5293709ec8ee None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:42:40.209804 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb7a43-5d1c-4060-9195-99b731a0f412 tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Pushing event updated for resources: {'Subnet': ['ID=64cf7856-e97d-4f7a-b2e6-15b87dcd9923,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:40.216534 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace27001-15c4-4dfe-aef2-5293709ec8ee None None] Pushing event updated for resources: {'Port': ['ID=fbc5afe1-9252-4b94-ba62-e76b18227bd4,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:40.219145 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eb7a43-5d1c-4060-9195-99b731a0f412 tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Checking segment: {'id': 'ec4de6b7-7264-4749-9676-292963ce6155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b4988b15-9d08-4367-a731-c1e4ad511b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:42:40.219407 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eb7a43-5d1c-4060-9195-99b731a0f412 tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Network hostable DHCP agents. Network: b4988b15-9d08-4367-a731-c1e4ad511b9b, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:42:40.238724 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eb7a43-5d1c-4060-9195-99b731a0f412 tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Network b4988b15-9d08-4367-a731-c1e4ad511b9b is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:42:40.251477 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-33eb7a43-5d1c-4060-9195-99b731a0f412 tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, b4988b15-9d08-4367-a731-c1e4ad511b9b) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:40.257110 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33eb7a43-5d1c-4060-9195-99b731a0f412 tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:40.258053 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-33eb7a43-5d1c-4060-9195-99b731a0f412 tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:40.266991 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b7d8bb-e90c-4093-9f24-50d0f04c85ff None None] Network b4988b15-9d08-4367-a731-c1e4ad511b9b requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:42:40.281864 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-33eb7a43-5d1c-4060-9195-99b731a0f412 tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4326258 Nov 12 09:42:40.282838 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42578) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:40.283099 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f0cde747-f6b4-418d-82ed-7840c854d793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:40.287648 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-a3d25ac4-d472-436c-8546-115d0334f64e tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b4988b15-9d08-4367-a731-c1e4ad511b9b'}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:40.331013 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-ace27001-15c4-4dfe-aef2-5293709ec8ee None None] Attempting to bind port fbc5afe1-9252-4b94-ba62-e76b18227bd4 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:42:40.331358 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-ace27001-15c4-4dfe-aef2-5293709ec8ee None None] Attempting to bind port fbc5afe1-9252-4b94-ba62-e76b18227bd4 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '856740cc-a74f-4a91-9b03-a95fde311ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8500c80a-65ac-4b59-b354-16aa819a8caa'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:42:40.331765 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace27001-15c4-4dfe-aef2-5293709ec8ee None None] Attempting to bind port fbc5afe1-9252-4b94-ba62-e76b18227bd4 on network 8500c80a-65ac-4b59-b354-16aa819a8caa {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:42:40.341902 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace27001-15c4-4dfe-aef2-5293709ec8ee None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:42:40.342340 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace27001-15c4-4dfe-aef2-5293709ec8ee None None] Checking segment: {'id': '856740cc-a74f-4a91-9b03-a95fde311ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8500c80a-65ac-4b59-b354-16aa819a8caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:42:40.342687 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ace27001-15c4-4dfe-aef2-5293709ec8ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:40.343115 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace27001-15c4-4dfe-aef2-5293709ec8ee None None] Bound using segment: {'id': '856740cc-a74f-4a91-9b03-a95fde311ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8500c80a-65ac-4b59-b354-16aa819a8caa'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:42:40.343602 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-ace27001-15c4-4dfe-aef2-5293709ec8ee None None] Bound port: fbc5afe1-9252-4b94-ba62-e76b18227bd4, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '856740cc-a74f-4a91-9b03-a95fde311ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8500c80a-65ac-4b59-b354-16aa819a8caa'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:42:40.344013 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ace27001-15c4-4dfe-aef2-5293709ec8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:40.455169 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ace27001-15c4-4dfe-aef2-5293709ec8ee None None] For port fbc5afe1-9252-4b94-ba62-e76b18227bd4, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:42:40.460245 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ace27001-15c4-4dfe-aef2-5293709ec8ee None None] For port fbc5afe1-9252-4b94-ba62-e76b18227bd4, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=fbc5afe1-9252-4b94-ba62-e76b18227bd4,segment=NetworkSegment(856740cc-a74f-4a91-9b03-a95fde311ee5),segment_id=856740cc-a74f-4a91-9b03-a95fde311ee5)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:42:40.487123 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ace27001-15c4-4dfe-aef2-5293709ec8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:40.504272 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a3d25ac4-d472-436c-8546-115d0334f64e tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:40.504553 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2b5353-2310-4a57-8e12-bb57e6c59acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-b4988b15-9d08-4367-a731-c1e4ad511b9b', 'network_id': 'b4988b15-9d08-4367-a731-c1e4ad511b9b', 'tenant_id': '83b59e4df33145d0934730669e280a49', 'fixed_ips': [{'subnet_id': '64cf7856-e97d-4f7a-b2e6-15b87dcd9923'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:42:40.505388 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-af2b5353-2310-4a57-8e12-bb57e6c59acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:40.632679 n-d-768862-16 neutron-server[102569]: INFO neutron.api.v2.resource [None req-a3d25ac4-d472-436c-8546-115d0334f64e tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:42:40.640162 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a3d25ac4-d472-436c-8546-115d0334f64e tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] 10.222.0.37 "PUT /v2.0/routers/90f0edc0-66f1-4094-8d19-3b69f1ea5f9b HTTP/1.1" status: 400 len: 364 time: 0.3504593 Nov 12 09:42:40.640360 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace27001-15c4-4dfe-aef2-5293709ec8ee None None] Pushing event updated for resources: {'Port': ['ID=fbc5afe1-9252-4b94-ba62-e76b18227bd4,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:40.640838 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42580) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:40.699960 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1629a62-c787-4445-bf5b-85ede3c559bd tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Deleting subnet 64cf7856-e97d-4f7a-b2e6-15b87dcd9923 {{(pid=102569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:42:40.714881 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-af2b5353-2310-4a57-8e12-bb57e6c59acc None None] Allocated IP 172.21.0.2 (b4988b15-9d08-4367-a731-c1e4ad511b9b/64cf7856-e97d-4f7a-b2e6-15b87dcd9923/c49b569a-2f58-49c1-afee-277bca0fab3f) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:42:40.902890 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-af2b5353-2310-4a57-8e12-bb57e6c59acc None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:40.908809 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e1629a62-c787-4445-bf5b-85ede3c559bd tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks [] for subnet, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:40.911049 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-af2b5353-2310-4a57-8e12-bb57e6c59acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:40.958591 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e1629a62-c787-4445-bf5b-85ede3c559bd tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2359184'] for subnet, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:40.967727 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2b5353-2310-4a57-8e12-bb57e6c59acc None None] Network b4988b15-9d08-4367-a731-c1e4ad511b9b is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:42:40.986137 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-af2b5353-2310-4a57-8e12-bb57e6c59acc None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:40.992860 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2b5353-2310-4a57-8e12-bb57e6c59acc None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:42:41.001194 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b5353-2310-4a57-8e12-bb57e6c59acc None None] Pushing event updated for resources: {'Port': ['ID=c49b569a-2f58-49c1-afee-277bca0fab3f,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:41.056330 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-af2b5353-2310-4a57-8e12-bb57e6c59acc None None] Attempting to bind port c49b569a-2f58-49c1-afee-277bca0fab3f on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:42:41.056720 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-af2b5353-2310-4a57-8e12-bb57e6c59acc None None] Attempting to bind port c49b569a-2f58-49c1-afee-277bca0fab3f by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'ec4de6b7-7264-4749-9676-292963ce6155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b4988b15-9d08-4367-a731-c1e4ad511b9b'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:42:41.057086 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2b5353-2310-4a57-8e12-bb57e6c59acc None None] Attempting to bind port c49b569a-2f58-49c1-afee-277bca0fab3f on network b4988b15-9d08-4367-a731-c1e4ad511b9b {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:42:41.064055 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2b5353-2310-4a57-8e12-bb57e6c59acc None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:42:41.064703 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2b5353-2310-4a57-8e12-bb57e6c59acc None None] Checking segment: {'id': 'ec4de6b7-7264-4749-9676-292963ce6155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b4988b15-9d08-4367-a731-c1e4ad511b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:42:41.064876 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-af2b5353-2310-4a57-8e12-bb57e6c59acc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:41.065184 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2b5353-2310-4a57-8e12-bb57e6c59acc None None] Bound using segment: {'id': 'ec4de6b7-7264-4749-9676-292963ce6155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b4988b15-9d08-4367-a731-c1e4ad511b9b'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:42:41.065683 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-af2b5353-2310-4a57-8e12-bb57e6c59acc None None] Bound port: c49b569a-2f58-49c1-afee-277bca0fab3f, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4de6b7-7264-4749-9676-292963ce6155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b4988b15-9d08-4367-a731-c1e4ad511b9b'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:42:41.066058 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-af2b5353-2310-4a57-8e12-bb57e6c59acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:41.068384 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e1629a62-c787-4445-bf5b-85ede3c559bd tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:41.133847 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e1629a62-c787-4445-bf5b-85ede3c559bd tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2336318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411322'] for subnet, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:41.137222 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-af2b5353-2310-4a57-8e12-bb57e6c59acc None None] For port c49b569a-2f58-49c1-afee-277bca0fab3f, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:42:41.140833 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-af2b5353-2310-4a57-8e12-bb57e6c59acc None None] For port c49b569a-2f58-49c1-afee-277bca0fab3f, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=c49b569a-2f58-49c1-afee-277bca0fab3f,segment=NetworkSegment(ec4de6b7-7264-4749-9676-292963ce6155),segment_id=ec4de6b7-7264-4749-9676-292963ce6155)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:42:41.146292 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-af2b5353-2310-4a57-8e12-bb57e6c59acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:41.164431 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1629a62-c787-4445-bf5b-85ede3c559bd tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Pushing event deleted for resources: {'Subnet': ['ID=64cf7856-e97d-4f7a-b2e6-15b87dcd9923,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:41.166473 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e1629a62-c787-4445-bf5b-85ede3c559bd tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:41.170148 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e1629a62-c787-4445-bf5b-85ede3c559bd tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] 10.222.0.37 "DELETE /v2.0/subnets/64cf7856-e97d-4f7a-b2e6-15b87dcd9923 HTTP/1.1" status: 204 len: 168 time: 0.5283504 Nov 12 09:42:41.172650 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42582) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:41.213301 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b5353-2310-4a57-8e12-bb57e6c59acc None None] Pushing event updated for resources: {'Port': ['ID=c49b569a-2f58-49c1-afee-277bca0fab3f,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:41.267996 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0283c524-7eb6-42f8-bc29-7174b84791fc tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:41.321207 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:42:41.336459 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-0283c524-7eb6-42f8-bc29-7174b84791fc tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Deleting port c49b569a-2f58-49c1-afee-277bca0fab3f {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:42:41.336819 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0283c524-7eb6-42f8-bc29-7174b84791fc tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:41.436572 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-0283c524-7eb6-42f8-bc29-7174b84791fc tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] For port c49b569a-2f58-49c1-afee-277bca0fab3f, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=c49b569a-2f58-49c1-afee-277bca0fab3f,segment=NetworkSegment(ec4de6b7-7264-4749-9676-292963ce6155),segment_id=ec4de6b7-7264-4749-9676-292963ce6155)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:41.436572 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0283c524-7eb6-42f8-bc29-7174b84791fc tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:41.453085 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-0283c524-7eb6-42f8-bc29-7174b84791fc tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Calling delete_port for c49b569a-2f58-49c1-afee-277bca0fab3f owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:42:41.561058 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0283c524-7eb6-42f8-bc29-7174b84791fc tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:41.589953 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283c524-7eb6-42f8-bc29-7174b84791fc tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Pushing event deleted for resources: {'Port': ['ID=c49b569a-2f58-49c1-afee-277bca0fab3f,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:41.592254 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0283c524-7eb6-42f8-bc29-7174b84791fc tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] No DVR routers for this DVR port c49b569a-2f58-49c1-afee-277bca0fab3f on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:42:41.677819 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a393d34-3bfb-49ce-b195-0f1b6519da25 None None] Network 8500c80a-65ac-4b59-b354-16aa819a8caa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:42:41.681705 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0283c524-7eb6-42f8-bc29-7174b84791fc tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:41.707391 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-0283c524-7eb6-42f8-bc29-7174b84791fc tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4988b15-9d08-4367-a731-c1e4ad511b9b']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:41.717968 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-0283c524-7eb6-42f8-bc29-7174b84791fc tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec4de6b7-7264-4749-9676-292963ce6155') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:41.718266 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-0283c524-7eb6-42f8-bc29-7174b84791fc tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec4de6b7-7264-4749-9676-292963ce6155') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:41.729191 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0283c524-7eb6-42f8-bc29-7174b84791fc tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:41.745308 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0283c524-7eb6-42f8-bc29-7174b84791fc tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:41.752852 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0283c524-7eb6-42f8-bc29-7174b84791fc tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:42:41.753259 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0283c524-7eb6-42f8-bc29-7174b84791fc tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:41.756442 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:42:41.756442 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:42:41.756442 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:42:41.756442 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:42:41.756442 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:42:41.756442 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:42:41.756442 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:42:41.756442 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:42:41.756442 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:42:41.756442 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:42:41.756442 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:42:41.756442 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:42:41.756442 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:42:41.756442 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:42:41.756442 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:42:41.756442 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:42:41.756442 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:42:41.756442 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:42:41.756442 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:42:41.756442 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:42:41.756442 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:42:41.756442 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:42:41.756442 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:42:41.756442 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:42:41.756442 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:42:41.756442 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:42:41.756442 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:42:41.756442 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:42:41.756442 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:42:41.756442 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:42:41.756442 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:42:41.756442 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:42:41.764358 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-adf5cf93-a2c8-41b3-89a4-2c7dfbd9c974 None None] Provisioning complete for port fbc5afe1-9252-4b94-ba62-e76b18227bd4 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:41.764736 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-adf5cf93-a2c8-41b3-89a4-2c7dfbd9c974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:41.817876 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0283c524-7eb6-42f8-bc29-7174b84791fc tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:41.825231 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0283c524-7eb6-42f8-bc29-7174b84791fc tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:41.828715 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-0283c524-7eb6-42f8-bc29-7174b84791fc tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] 10.222.0.37 "DELETE /v2.0/networks/b4988b15-9d08-4367-a731-c1e4ad511b9b HTTP/1.1" status: 204 len: 168 time: 0.6546438 Nov 12 09:42:41.831454 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42584) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:41.842949 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283c524-7eb6-42f8-bc29-7174b84791fc tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Pushing event deleted for resources: {'Network': ['ID=b4988b15-9d08-4367-a731-c1e4ad511b9b,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:41.896592 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-af45f471-a777-4f0a-afb1-d321c1242ca5 tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Deleting subnet 28247cbd-b972-479b-adc3-e7829c719eba {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:42:41.900501 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-af45f471-a777-4f0a-afb1-d321c1242ca5 tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:41.917550 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-adf5cf93-a2c8-41b3-89a4-2c7dfbd9c974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:41.943673 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-af45f471-a777-4f0a-afb1-d321c1242ca5 tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:41.963145 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-adf5cf93-a2c8-41b3-89a4-2c7dfbd9c974 None None] For port fbc5afe1-9252-4b94-ba62-e76b18227bd4, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=fbc5afe1-9252-4b94-ba62-e76b18227bd4,segment=NetworkSegment(856740cc-a74f-4a91-9b03-a95fde311ee5),segment_id=856740cc-a74f-4a91-9b03-a95fde311ee5)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:41.969478 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-adf5cf93-a2c8-41b3-89a4-2c7dfbd9c974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:42.035804 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5cf93-a2c8-41b3-89a4-2c7dfbd9c974 None None] Pushing event updated for resources: {'Port': ['ID=fbc5afe1-9252-4b94-ba62-e76b18227bd4,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:42.053555 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-af45f471-a777-4f0a-afb1-d321c1242ca5 tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:42.122869 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-af45f471-a777-4f0a-afb1-d321c1242ca5 tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:42.155258 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45f471-a777-4f0a-afb1-d321c1242ca5 tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Pushing event deleted for resources: {'Subnet': ['ID=28247cbd-b972-479b-adc3-e7829c719eba,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:42.157651 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-af45f471-a777-4f0a-afb1-d321c1242ca5 tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:42.161271 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-af45f471-a777-4f0a-afb1-d321c1242ca5 tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] 10.222.0.37 "DELETE /v2.0/subnets/28247cbd-b972-479b-adc3-e7829c719eba HTTP/1.1" status: 204 len: 168 time: 0.3287311 Nov 12 09:42:42.164234 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42586) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:42.220562 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b660e2d-42ef-4c57-af95-c0fbe6fe148d None None] Network 8500c80a-65ac-4b59-b354-16aa819a8caa requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:42:42.262140 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-26811d78-5ccb-46db-9025-7da2cdf328da tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:42.324901 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-bb2025ca-35de-4604-9b74-2179984a0b76 None None] Provisioning complete for port fbc5afe1-9252-4b94-ba62-e76b18227bd4 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:42.325371 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bb2025ca-35de-4604-9b74-2179984a0b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:42.331259 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-26811d78-5ccb-46db-9025-7da2cdf328da tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Deleting port fbc5afe1-9252-4b94-ba62-e76b18227bd4 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:42:42.331632 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-26811d78-5ccb-46db-9025-7da2cdf328da tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:42.351445 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:42.407773 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-26811d78-5ccb-46db-9025-7da2cdf328da tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] For port fbc5afe1-9252-4b94-ba62-e76b18227bd4, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=fbc5afe1-9252-4b94-ba62-e76b18227bd4,segment=NetworkSegment(856740cc-a74f-4a91-9b03-a95fde311ee5),segment_id=856740cc-a74f-4a91-9b03-a95fde311ee5)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:42.408317 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-26811d78-5ccb-46db-9025-7da2cdf328da tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:42.423550 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-26811d78-5ccb-46db-9025-7da2cdf328da tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Calling delete_port for fbc5afe1-9252-4b94-ba62-e76b18227bd4 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:42:42.516167 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-26811d78-5ccb-46db-9025-7da2cdf328da tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:42.522895 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95aef51-9209-4239-a98e-7025270c2e01 None None] DHCP port deletion for b4988b15-9d08-4367-a731-c1e4ad511b9b request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:42:42.548783 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ebc37b-f7e0-452d-b3a6-73f98f219676 None None] Network b4988b15-9d08-4367-a731-c1e4ad511b9b requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:42:42.557858 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26811d78-5ccb-46db-9025-7da2cdf328da tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Pushing event deleted for resources: {'Port': ['ID=fbc5afe1-9252-4b94-ba62-e76b18227bd4,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:42.558676 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26811d78-5ccb-46db-9025-7da2cdf328da tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] No DVR routers for this DVR port fbc5afe1-9252-4b94-ba62-e76b18227bd4 on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:42:42.572491 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7d4099-8c60-4a8b-94e2-29320f37fb8a None None] DHCP port deletion for 8500c80a-65ac-4b59-b354-16aa819a8caa request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:42:42.577514 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ebc37b-f7e0-452d-b3a6-73f98f219676 None None] Network b4988b15-9d08-4367-a731-c1e4ad511b9b could not be found, it might have been deleted concurrently. {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 09:42:42.584485 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-4694ec31-5833-4976-b0f5-465b813cf756 None None] Could not find standard attr ID for object c49b569a-2f58-49c1-afee-277bca0fab3f. {{(pid=102570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:42:42.661977 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-26811d78-5ccb-46db-9025-7da2cdf328da tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:42.682275 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-26811d78-5ccb-46db-9025-7da2cdf328da tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8500c80a-65ac-4b59-b354-16aa819a8caa']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:42.692018 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-26811d78-5ccb-46db-9025-7da2cdf328da tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '856740cc-a74f-4a91-9b03-a95fde311ee5') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:42.692309 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-26811d78-5ccb-46db-9025-7da2cdf328da tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '856740cc-a74f-4a91-9b03-a95fde311ee5') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:42.702379 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-26811d78-5ccb-46db-9025-7da2cdf328da tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:42.718706 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-26811d78-5ccb-46db-9025-7da2cdf328da tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:42.729315 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26811d78-5ccb-46db-9025-7da2cdf328da tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:42:42.729717 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-26811d78-5ccb-46db-9025-7da2cdf328da tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:42.733795 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:42:42.733795 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:42:42.733795 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:42:42.733795 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:42:42.733795 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:42:42.733795 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:42:42.733795 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:42:42.733795 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:42:42.733795 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:42:42.733795 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:42:42.733795 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:42:42.733795 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:42:42.733795 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:42:42.733795 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:42:42.733795 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:42:42.733795 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:42:42.733795 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:42:42.733795 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:42:42.733795 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:42:42.733795 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:42:42.733795 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:42:42.733795 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:42:42.733795 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:42:42.733795 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:42:42.733795 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:42:42.733795 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:42:42.733795 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:42:42.733795 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:42:42.733795 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:42:42.733795 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:42:42.733795 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:42:42.733795 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:42:42.805917 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-26811d78-5ccb-46db-9025-7da2cdf328da tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:42.814267 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-26811d78-5ccb-46db-9025-7da2cdf328da tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:42.817231 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-26811d78-5ccb-46db-9025-7da2cdf328da tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] 10.222.0.37 "DELETE /v2.0/networks/8500c80a-65ac-4b59-b354-16aa819a8caa HTTP/1.1" status: 204 len: 168 time: 0.6517258 Nov 12 09:42:42.819872 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42588) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:42.839833 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26811d78-5ccb-46db-9025-7da2cdf328da tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Pushing event deleted for resources: {'Network': ['ID=8500c80a-65ac-4b59-b354-16aa819a8caa,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:42.858934 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-e54139f9-7cc6-47f8-ad89-55eb72c0679a tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f0edc0-66f1-4094-8d19-3b69f1ea5f9b HTTP/1.1" status: 200 len: 205 time: 0.0379076 Nov 12 09:42:42.862334 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42590) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:43.305008 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f038e404-c79c-4459-b130-f32dbc78b5cf tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:43.471525 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f038e404-c79c-4459-b130-f32dbc78b5cf tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:43.474380 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f038e404-c79c-4459-b130-f32dbc78b5cf tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:43.524569 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f038e404-c79c-4459-b130-f32dbc78b5cf tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:43.525140 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f038e404-c79c-4459-b130-f32dbc78b5cf tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Fanout notify agent at l3_agent the message router_deleted on router 90f0edc0-66f1-4094-8d19-3b69f1ea5f9b {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:42:43.532735 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f038e404-c79c-4459-b130-f32dbc78b5cf tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:43.534230 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f038e404-c79c-4459-b130-f32dbc78b5cf tempest-RoutersNegativeTest-127310938 tempest-RoutersNegativeTest-127310938-project] 10.222.0.37 "DELETE /v2.0/routers/90f0edc0-66f1-4094-8d19-3b69f1ea5f9b HTTP/1.1" status: 204 len: 168 time: 0.6706409 Nov 12 09:42:43.647543 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:43.814348 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42596) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:43.963534 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bc89cfca-4653-4d0d-9c35-7e722cedd230 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=83b59e4df33145d0934730669e280a49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1478088 Nov 12 09:42:43.967374 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42600) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:44.017694 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dc3bb80d-d362-47e3-b1c7-f391104b85b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:44.040720 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dc3bb80d-d362-47e3-b1c7-f391104b85b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:44.103481 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:44.106294 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dc3bb80d-d362-47e3-b1c7-f391104b85b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:44.109140 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dc3bb80d-d362-47e3-b1c7-f391104b85b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:44.110329 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-dc3bb80d-d362-47e3-b1c7-f391104b85b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0bd4a076-8f32-40fa-97fc-95c807219277 HTTP/1.1" status: 204 len: 168 time: 0.1423039 Nov 12 09:42:44.118626 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3bb80d-d362-47e3-b1c7-f391104b85b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd4a076-8f32-40fa-97fc-95c807219277,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:44.503583 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device fbc5afe1-9252-4b94-ba62-e76b18227bd4 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:42:44.525980 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: fbc5afe1-9252-4b94-ba62-e76b18227bd4 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:42:44.526506 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device fbc5afe1-9252-4b94-ba62-e76b18227bd4 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:42:44.526861 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c49b569a-2f58-49c1-afee-277bca0fab3f no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:42:44.548292 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: c49b569a-2f58-49c1-afee-277bca0fab3f {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:42:44.548637 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device c49b569a-2f58-49c1-afee-277bca0fab3f not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:42:44.840780 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42622) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:44.948350 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-6a2d160e-b44c-43cf-9911-6b7bb786c265 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1836209800-network', 'tenant_id': '53e01937d8484ced853a598318fe89c5'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:44.975486 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2d160e-b44c-43cf-9911-6b7bb786c265 admin admin] Made reservation on behalf of 53e01937d8484ced853a598318fe89c5 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:42:44.978016 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6a2d160e-b44c-43cf-9911-6b7bb786c265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:44.988392 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6a2d160e-b44c-43cf-9911-6b7bb786c265 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:45.083406 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6a2d160e-b44c-43cf-9911-6b7bb786c265 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:45.088774 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6a2d160e-b44c-43cf-9911-6b7bb786c265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:45.117810 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a2d160e-b44c-43cf-9911-6b7bb786c265 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:42:45.129586 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d160e-b44c-43cf-9911-6b7bb786c265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c21f922-054e-4b22-8d7a-0c29ff361b56,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:45.134767 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6a2d160e-b44c-43cf-9911-6b7bb786c265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:45.135099 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-6a2d160e-b44c-43cf-9911-6b7bb786c265 admin admin] Added segment fd835543-c3e5-45b6-8864-15f13c1d9b0f of type vlan for network f26e51ac-949d-4f6f-b987-b8afff1905f6 Nov 12 09:42:45.176788 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6a2d160e-b44c-43cf-9911-6b7bb786c265 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:45.204571 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6a2d160e-b44c-43cf-9911-6b7bb786c265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:45.205722 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2d160e-b44c-43cf-9911-6b7bb786c265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:45.206401 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6a2d160e-b44c-43cf-9911-6b7bb786c265 admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:45.266586 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6a2d160e-b44c-43cf-9911-6b7bb786c265 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4246163 Nov 12 09:42:45.270202 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42626) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:45.275518 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d160e-b44c-43cf-9911-6b7bb786c265 admin admin] Pushing event updated for resources: {'Network': ['ID=f26e51ac-949d-4f6f-b987-b8afff1905f6,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:45.276127 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-820fe4f8-73e1-40df-99d6-696705ec3730 admin admin] Request body: {'subnet': {'network_id': 'f26e51ac-949d-4f6f-b987-b8afff1905f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1836209800-subnet', 'tenant_id': '53e01937d8484ced853a598318fe89c5', 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:45.288828 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network f26e51ac-949d-4f6f-b987-b8afff1905f6 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:42:45.302823 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820fe4f8-73e1-40df-99d6-696705ec3730 admin admin] Made reservation on behalf of 53e01937d8484ced853a598318fe89c5 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:42:45.305225 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-820fe4f8-73e1-40df-99d6-696705ec3730 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:45.497398 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-820fe4f8-73e1-40df-99d6-696705ec3730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:45.915952 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fe4f8-73e1-40df-99d6-696705ec3730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32bcdee0-5270-416c-9695-494738d2ce50,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:45.926827 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820fe4f8-73e1-40df-99d6-696705ec3730 admin admin] Checking segment: {'id': 'fd835543-c3e5-45b6-8864-15f13c1d9b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f26e51ac-949d-4f6f-b987-b8afff1905f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:42:45.927185 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820fe4f8-73e1-40df-99d6-696705ec3730 admin admin] Network hostable DHCP agents. Network: f26e51ac-949d-4f6f-b987-b8afff1905f6, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:42:45.947418 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820fe4f8-73e1-40df-99d6-696705ec3730 admin admin] Network f26e51ac-949d-4f6f-b987-b8afff1905f6 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:42:45.958972 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-820fe4f8-73e1-40df-99d6-696705ec3730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, f26e51ac-949d-4f6f-b987-b8afff1905f6) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:45.963908 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820fe4f8-73e1-40df-99d6-696705ec3730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:45.964510 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-820fe4f8-73e1-40df-99d6-696705ec3730 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:45.969181 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aed2bc9-7231-477b-a46f-fd195fb50f55 None None] Network f26e51ac-949d-4f6f-b987-b8afff1905f6 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:42:45.985196 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42628) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:45.985833 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-820fe4f8-73e1-40df-99d6-696705ec3730 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7142010 Nov 12 09:42:45.992147 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-ed203bf4-95c0-4726-a1c6-3b8472d2db0b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1836209800-router', 'tenant_id': '53e01937d8484ced853a598318fe89c5', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:46.013211 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ed203bf4-95c0-4726-a1c6-3b8472d2db0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:46.014526 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ed203bf4-95c0-4726-a1c6-3b8472d2db0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:46.067000 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ed203bf4-95c0-4726-a1c6-3b8472d2db0b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:46.217980 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ed203bf4-95c0-4726-a1c6-3b8472d2db0b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:46.297702 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e428170-673d-46c7-82c2-cb31846fe3b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-f26e51ac-949d-4f6f-b987-b8afff1905f6', 'network_id': 'f26e51ac-949d-4f6f-b987-b8afff1905f6', 'tenant_id': '53e01937d8484ced853a598318fe89c5', 'fixed_ips': [{'subnet_id': '32bcdee0-5270-416c-9695-494738d2ce50'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:42:46.298587 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2e428170-673d-46c7-82c2-cb31846fe3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:46.431265 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ed203bf4-95c0-4726-a1c6-3b8472d2db0b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:46.439941 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-2e428170-673d-46c7-82c2-cb31846fe3b0 None None] Allocated IP 172.20.0.2 (f26e51ac-949d-4f6f-b987-b8afff1905f6/32bcdee0-5270-416c-9695-494738d2ce50/68c24c82-15da-4779-84e3-73ac0abf25f6) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:42:46.451543 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ed203bf4-95c0-4726-a1c6-3b8472d2db0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:46.563085 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-ed203bf4-95c0-4726-a1c6-3b8472d2db0b admin admin] Allocated IP 172.25.6.220 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/e182efe2-0b14-48fa-9210-881353e6496c) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:42:46.590493 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2e428170-673d-46c7-82c2-cb31846fe3b0 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:46.599458 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2e428170-673d-46c7-82c2-cb31846fe3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:46.644307 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e428170-673d-46c7-82c2-cb31846fe3b0 None None] Network f26e51ac-949d-4f6f-b987-b8afff1905f6 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:42:46.647248 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-2e428170-673d-46c7-82c2-cb31846fe3b0 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:46.650832 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e428170-673d-46c7-82c2-cb31846fe3b0 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:42:46.658317 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e428170-673d-46c7-82c2-cb31846fe3b0 None None] Pushing event updated for resources: {'Port': ['ID=68c24c82-15da-4779-84e3-73ac0abf25f6,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:46.680675 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ed203bf4-95c0-4726-a1c6-3b8472d2db0b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:46.709762 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2e428170-673d-46c7-82c2-cb31846fe3b0 None None] Attempting to bind port 68c24c82-15da-4779-84e3-73ac0abf25f6 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:42:46.710111 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2e428170-673d-46c7-82c2-cb31846fe3b0 None None] Attempting to bind port 68c24c82-15da-4779-84e3-73ac0abf25f6 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'fd835543-c3e5-45b6-8864-15f13c1d9b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f26e51ac-949d-4f6f-b987-b8afff1905f6'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:42:46.710474 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e428170-673d-46c7-82c2-cb31846fe3b0 None None] Attempting to bind port 68c24c82-15da-4779-84e3-73ac0abf25f6 on network f26e51ac-949d-4f6f-b987-b8afff1905f6 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:42:46.715860 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e428170-673d-46c7-82c2-cb31846fe3b0 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:42:46.716237 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e428170-673d-46c7-82c2-cb31846fe3b0 None None] Checking segment: {'id': 'fd835543-c3e5-45b6-8864-15f13c1d9b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f26e51ac-949d-4f6f-b987-b8afff1905f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:42:46.716691 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2e428170-673d-46c7-82c2-cb31846fe3b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:46.717087 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e428170-673d-46c7-82c2-cb31846fe3b0 None None] Bound using segment: {'id': 'fd835543-c3e5-45b6-8864-15f13c1d9b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f26e51ac-949d-4f6f-b987-b8afff1905f6'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:42:46.717558 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2e428170-673d-46c7-82c2-cb31846fe3b0 None None] Bound port: 68c24c82-15da-4779-84e3-73ac0abf25f6, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd835543-c3e5-45b6-8864-15f13c1d9b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f26e51ac-949d-4f6f-b987-b8afff1905f6'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:42:46.717928 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ed203bf4-95c0-4726-a1c6-3b8472d2db0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:46.718066 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2e428170-673d-46c7-82c2-cb31846fe3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:46.755190 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed203bf4-95c0-4726-a1c6-3b8472d2db0b admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:42:46.761795 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-ed203bf4-95c0-4726-a1c6-3b8472d2db0b admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:46.765918 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed203bf4-95c0-4726-a1c6-3b8472d2db0b admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:42:46.778239 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fee5e2e-62f1-4749-b313-e2e5634e240a None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:42:46.789780 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed203bf4-95c0-4726-a1c6-3b8472d2db0b admin admin] Pushing event updated for resources: {'Port': ['ID=e182efe2-0b14-48fa-9210-881353e6496c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:46.794882 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-2e428170-673d-46c7-82c2-cb31846fe3b0 None None] For port 68c24c82-15da-4779-84e3-73ac0abf25f6, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:42:46.799121 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-2e428170-673d-46c7-82c2-cb31846fe3b0 None None] For port 68c24c82-15da-4779-84e3-73ac0abf25f6, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=68c24c82-15da-4779-84e3-73ac0abf25f6,segment=NetworkSegment(fd835543-c3e5-45b6-8864-15f13c1d9b0f),segment_id=fd835543-c3e5-45b6-8864-15f13c1d9b0f)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:42:46.804688 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2e428170-673d-46c7-82c2-cb31846fe3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:46.875092 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e428170-673d-46c7-82c2-cb31846fe3b0 None None] Pushing event updated for resources: {'Port': ['ID=68c24c82-15da-4779-84e3-73ac0abf25f6,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:46.877839 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-5d94f4a3-deae-4ec8-9d13-81e648b9b14e None None] Provisioning complete for port e182efe2-0b14-48fa-9210-881353e6496c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:46.878215 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5d94f4a3-deae-4ec8-9d13-81e648b9b14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:46.916173 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-5d94f4a3-deae-4ec8-9d13-81e648b9b14e None None] Port e182efe2-0b14-48fa-9210-881353e6496c cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:42:47.067864 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ed203bf4-95c0-4726-a1c6-3b8472d2db0b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:47.297700 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ed203bf4-95c0-4726-a1c6-3b8472d2db0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:47.447217 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed203bf4-95c0-4726-a1c6-3b8472d2db0b admin admin] Router 8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:42:47.564318 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed203bf4-95c0-4726-a1c6-3b8472d2db0b admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:42:47.573396 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5ccb7b-fd44-4629-9302-0ee4c8cdc64e None None] Sync routers for ids ['8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:42:47.584898 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5ccb7b-fd44-4629-9302-0ee4c8cdc64e None None] Routers {'8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:42:47.586045 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-2a5ccb7b-fd44-4629-9302-0ee4c8cdc64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:42:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:47.586289 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ed203bf4-95c0-4726-a1c6-3b8472d2db0b admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:47.588213 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-ed203bf4-95c0-4726-a1c6-3b8472d2db0b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6013768 Nov 12 09:42:47.590818 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42630) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:47.704258 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-2a5ccb7b-fd44-4629-9302-0ee4c8cdc64e None None] Set router 8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:42:47.800599 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6030a43-2d8b-4148-94c1-bfc489419fb4 None None] Network f26e51ac-949d-4f6f-b987-b8afff1905f6 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:42:47.884278 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-24cad6cf-c477-474c-aa73-b0b48b323492 None None] Provisioning complete for port 68c24c82-15da-4779-84e3-73ac0abf25f6 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:47.884500 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-24cad6cf-c477-474c-aa73-b0b48b323492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:47.908176 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-2a5ccb7b-fd44-4629-9302-0ee4c8cdc64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4', 'name': 'tempest-TestEncryptedCinderVolumes-1836209800-router', 'tenant_id': '53e01937d8484ced853a598318fe89c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'e182efe2-0b14-48fa-9210-881353e6496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:46Z', 'updated_at': '2021-11-12T09:42:46Z', 'revision_number': 3, 'project_id': '53e01937d8484ced853a598318fe89c5', 'gw_port': {'id': 'e182efe2-0b14-48fa-9210-881353e6496c', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:79:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:46Z', 'updated_at': '2021-11-12T09:42:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:47.935560 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5ccb7b-fd44-4629-9302-0ee4c8cdc64e None None] Checking router: 8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:42:47.936490 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5ccb7b-fd44-4629-9302-0ee4c8cdc64e None None] Updating router 8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4 port e182efe2-0b14-48fa-9210-881353e6496c binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:42:47.966194 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2a5ccb7b-fd44-4629-9302-0ee4c8cdc64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:48.032920 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-24cad6cf-c477-474c-aa73-b0b48b323492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:48.064257 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6fef897f-1ca7-4a79-9b01-a39fd197ec32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:48.070954 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-24cad6cf-c477-474c-aa73-b0b48b323492 None None] For port 68c24c82-15da-4779-84e3-73ac0abf25f6, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=68c24c82-15da-4779-84e3-73ac0abf25f6,segment=NetworkSegment(fd835543-c3e5-45b6-8864-15f13c1d9b0f),segment_id=fd835543-c3e5-45b6-8864-15f13c1d9b0f)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:48.078403 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-24cad6cf-c477-474c-aa73-b0b48b323492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:48.144758 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cad6cf-c477-474c-aa73-b0b48b323492 None None] Pushing event updated for resources: {'Port': ['ID=68c24c82-15da-4779-84e3-73ac0abf25f6,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:48.276237 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2a5ccb7b-fd44-4629-9302-0ee4c8cdc64e None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:48.282373 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2a5ccb7b-fd44-4629-9302-0ee4c8cdc64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:48.282566 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-6fef897f-1ca7-4a79-9b01-a39fd197ec32 admin admin] Allocated IP 172.20.0.1 (f26e51ac-949d-4f6f-b987-b8afff1905f6/32bcdee0-5270-416c-9695-494738d2ce50/4eedb70e-5059-47f3-beee-1fe7fcd08e7d) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:42:48.304466 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9bbf36cd-7c35-4b15-91af-979c0321ff11 None None] Provisioning complete for port 68c24c82-15da-4779-84e3-73ac0abf25f6 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:48.304952 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9bbf36cd-7c35-4b15-91af-979c0321ff11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:48.308233 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b36a2e-566e-4523-b36c-201ec452ac37 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:42:48.330152 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-2a5ccb7b-fd44-4629-9302-0ee4c8cdc64e None None] Attempting to bind port e182efe2-0b14-48fa-9210-881353e6496c on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:42:48.330426 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-2a5ccb7b-fd44-4629-9302-0ee4c8cdc64e None None] Attempting to bind port e182efe2-0b14-48fa-9210-881353e6496c by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:42:48.331236 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ccb7b-fd44-4629-9302-0ee4c8cdc64e None None] Attempting to bind port e182efe2-0b14-48fa-9210-881353e6496c on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:42:48.342068 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ccb7b-fd44-4629-9302-0ee4c8cdc64e None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:42:48.342456 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ccb7b-fd44-4629-9302-0ee4c8cdc64e None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:42:48.342871 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2a5ccb7b-fd44-4629-9302-0ee4c8cdc64e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:48.343271 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ccb7b-fd44-4629-9302-0ee4c8cdc64e None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:42:48.343778 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-2a5ccb7b-fd44-4629-9302-0ee4c8cdc64e None None] Bound port: e182efe2-0b14-48fa-9210-881353e6496c, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:42:48.344241 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2a5ccb7b-fd44-4629-9302-0ee4c8cdc64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:48.403918 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e8f6d-7ca5-4cce-b2e2-3d2243575bc7 None None] Pushing event updated for resources: {'Port': ['ID=e182efe2-0b14-48fa-9210-881353e6496c,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:48.416711 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6fef897f-1ca7-4a79-9b01-a39fd197ec32 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:48.417313 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e8f6d-7ca5-4cce-b2e2-3d2243575bc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:48.417661 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e8f6d-7ca5-4cce-b2e2-3d2243575bc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:48.418011 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e8f6d-7ca5-4cce-b2e2-3d2243575bc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:48.418369 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e8f6d-7ca5-4cce-b2e2-3d2243575bc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:48.418683 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e8f6d-7ca5-4cce-b2e2-3d2243575bc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:48.419140 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e8f6d-7ca5-4cce-b2e2-3d2243575bc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:48.419348 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e8f6d-7ca5-4cce-b2e2-3d2243575bc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:48.419771 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e8f6d-7ca5-4cce-b2e2-3d2243575bc7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:48.420945 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e8f6d-7ca5-4cce-b2e2-3d2243575bc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:48.420945 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e8f6d-7ca5-4cce-b2e2-3d2243575bc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:48.420945 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e8f6d-7ca5-4cce-b2e2-3d2243575bc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:48.421251 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e8f6d-7ca5-4cce-b2e2-3d2243575bc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:48.425768 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-2a5ccb7b-fd44-4629-9302-0ee4c8cdc64e None None] For port e182efe2-0b14-48fa-9210-881353e6496c, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:42:48.430713 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-2a5ccb7b-fd44-4629-9302-0ee4c8cdc64e None None] For port e182efe2-0b14-48fa-9210-881353e6496c, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=e182efe2-0b14-48fa-9210-881353e6496c,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:42:48.435702 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2a5ccb7b-fd44-4629-9302-0ee4c8cdc64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:48.460283 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6fef897f-1ca7-4a79-9b01-a39fd197ec32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:48.506407 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fef897f-1ca7-4a79-9b01-a39fd197ec32 admin admin] Network f26e51ac-949d-4f6f-b987-b8afff1905f6 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:42:48.511961 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-6fef897f-1ca7-4a79-9b01-a39fd197ec32 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:48.516278 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fef897f-1ca7-4a79-9b01-a39fd197ec32 admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:42:48.538216 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-89cc13c3-552a-4628-9566-030b9bf57fa5 None None] Provisioning complete for port e182efe2-0b14-48fa-9210-881353e6496c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:48.538568 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-89cc13c3-552a-4628-9566-030b9bf57fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:48.563833 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef897f-1ca7-4a79-9b01-a39fd197ec32 admin admin] Pushing event updated for resources: {'Port': ['ID=4eedb70e-5059-47f3-beee-1fe7fcd08e7d,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:48.580965 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 68c24c82-15da-4779-84e3-73ac0abf25f6 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:42:48.605070 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5ccb7b-fd44-4629-9302-0ee4c8cdc64e None None] Routers {'8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:42:48.605727 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-2a5ccb7b-fd44-4629-9302-0ee4c8cdc64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:42:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:48.612162 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666448e4-e306-48dd-8abb-bd39bcc7b51a None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:42:48.614853 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6fef897f-1ca7-4a79-9b01-a39fd197ec32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:48.696123 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-89cc13c3-552a-4628-9566-030b9bf57fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:48.721201 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 68c24c82-15da-4779-84e3-73ac0abf25f6 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:48.721672 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:48.723463 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-2a5ccb7b-fd44-4629-9302-0ee4c8cdc64e None None] Set router 8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:42:48.725924 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-89cc13c3-552a-4628-9566-030b9bf57fa5 None None] For port e182efe2-0b14-48fa-9210-881353e6496c, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=e182efe2-0b14-48fa-9210-881353e6496c,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:48.753570 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-89cc13c3-552a-4628-9566-030b9bf57fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:48.810704 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e8f6d-7ca5-4cce-b2e2-3d2243575bc7 None None] Pushing event updated for resources: {'Port': ['ID=e182efe2-0b14-48fa-9210-881353e6496c,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:48.821311 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc13c3-552a-4628-9566-030b9bf57fa5 None None] Pushing event updated for resources: {'Port': ['ID=e182efe2-0b14-48fa-9210-881353e6496c,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:48.835579 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6fef897f-1ca7-4a79-9b01-a39fd197ec32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:48.878839 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-440c5c68-2091-4afe-8588-fbcaf880bd40 None None] Provisioning complete for port e182efe2-0b14-48fa-9210-881353e6496c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:48.879539 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-440c5c68-2091-4afe-8588-fbcaf880bd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:48.940481 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-2a5ccb7b-fd44-4629-9302-0ee4c8cdc64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4', 'name': 'tempest-TestEncryptedCinderVolumes-1836209800-router', 'tenant_id': '53e01937d8484ced853a598318fe89c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'e182efe2-0b14-48fa-9210-881353e6496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:46Z', 'updated_at': '2021-11-12T09:42:46Z', 'revision_number': 3, 'project_id': '53e01937d8484ced853a598318fe89c5', 'gw_port': {'id': 'e182efe2-0b14-48fa-9210-881353e6496c', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:79:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:46Z', 'updated_at': '2021-11-12T09:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:48.972828 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5ccb7b-fd44-4629-9302-0ee4c8cdc64e None None] The sync data for ids ['8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4'] in n-d-768862-16 is: [{'id': '8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4', 'name': 'tempest-TestEncryptedCinderVolumes-1836209800-router', 'tenant_id': '53e01937d8484ced853a598318fe89c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'e182efe2-0b14-48fa-9210-881353e6496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:46Z', 'updated_at': '2021-11-12T09:42:46Z', 'revision_number': 3, 'project_id': '53e01937d8484ced853a598318fe89c5', 'gw_port': {'id': 'e182efe2-0b14-48fa-9210-881353e6496c', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:79:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:46Z', 'updated_at': '2021-11-12T09:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:42:48.983995 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-440c5c68-2091-4afe-8588-fbcaf880bd40 None None] Provisioning complete for port 4eedb70e-5059-47f3-beee-1fe7fcd08e7d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:48.984232 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-440c5c68-2091-4afe-8588-fbcaf880bd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:49.024759 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-440c5c68-2091-4afe-8588-fbcaf880bd40 None None] Port 4eedb70e-5059-47f3-beee-1fe7fcd08e7d cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:42:49.034049 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6fef897f-1ca7-4a79-9b01-a39fd197ec32 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:49.040182 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6fef897f-1ca7-4a79-9b01-a39fd197ec32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:49.112065 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef897f-1ca7-4a79-9b01-a39fd197ec32 admin admin] Pushing event updated for resources: {'Port': ['ID=4eedb70e-5059-47f3-beee-1fe7fcd08e7d,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:49.115053 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6fef897f-1ca7-4a79-9b01-a39fd197ec32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:49.235788 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fef897f-1ca7-4a79-9b01-a39fd197ec32 admin admin] Network f26e51ac-949d-4f6f-b987-b8afff1905f6 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:42:49.237286 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-6fef897f-1ca7-4a79-9b01-a39fd197ec32 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:49.376487 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fef897f-1ca7-4a79-9b01-a39fd197ec32 admin admin] Router 8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:42:49.554486 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c99c4494-fc90-4ff7-bf1a-0af976a38ebb None None] Provisioning complete for port 4eedb70e-5059-47f3-beee-1fe7fcd08e7d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:49.555037 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c99c4494-fc90-4ff7-bf1a-0af976a38ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:49.600287 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c99c4494-fc90-4ff7-bf1a-0af976a38ebb None None] Port 4eedb70e-5059-47f3-beee-1fe7fcd08e7d cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:42:49.881497 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fef897f-1ca7-4a79-9b01-a39fd197ec32 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:42:49.886218 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-6fef897f-1ca7-4a79-9b01-a39fd197ec32 admin admin] 10.222.0.37 "PUT /v2.0/routers/8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2944882 Nov 12 09:42:50.435809 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42646) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:50.441467 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-5ab7c7a7-d5e6-491b-8e59-4ba3f4c028aa admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-356095508-network', 'tenant_id': 'aaf5edb70ee046e1acf5615929969992'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:50.468542 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab7c7a7-d5e6-491b-8e59-4ba3f4c028aa admin admin] Made reservation on behalf of aaf5edb70ee046e1acf5615929969992 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:42:50.471418 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5ab7c7a7-d5e6-491b-8e59-4ba3f4c028aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:50.482130 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5ab7c7a7-d5e6-491b-8e59-4ba3f4c028aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:50.537628 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device e182efe2-0b14-48fa-9210-881353e6496c up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:42:50.592403 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd3fee2-093f-4010-8e23-4d579fd5f618 None None] Sync routers for ids ['8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:42:50.593077 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5ab7c7a7-d5e6-491b-8e59-4ba3f4c028aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:50.598430 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5ab7c7a7-d5e6-491b-8e59-4ba3f4c028aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:50.608810 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd3fee2-093f-4010-8e23-4d579fd5f618 None None] Routers {'8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:42:50.609523 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-acd3fee2-093f-4010-8e23-4d579fd5f618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:42:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:50.620427 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab7c7a7-d5e6-491b-8e59-4ba3f4c028aa admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:42:50.636640 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7c7a7-d5e6-491b-8e59-4ba3f4c028aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35af3c4-bd3c-4cd3-bdd1-3c935b2293e6,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:50.640833 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5ab7c7a7-d5e6-491b-8e59-4ba3f4c028aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:50.641180 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-5ab7c7a7-d5e6-491b-8e59-4ba3f4c028aa admin admin] Added segment a18f5f4a-17a6-4eec-9ba7-1d91bc3e0bd1 of type vlan for network 9002c20c-2d54-4f3f-b459-a235e88713e0 Nov 12 09:42:50.649142 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port e182efe2-0b14-48fa-9210-881353e6496c triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:50.649534 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:50.684537 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5ab7c7a7-d5e6-491b-8e59-4ba3f4c028aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:50.711021 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5ab7c7a7-d5e6-491b-8e59-4ba3f4c028aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:50.712056 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab7c7a7-d5e6-491b-8e59-4ba3f4c028aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:50.712764 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5ab7c7a7-d5e6-491b-8e59-4ba3f4c028aa admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:50.752519 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-acd3fee2-093f-4010-8e23-4d579fd5f618 None None] Set router 8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:42:50.777149 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-5ab7c7a7-d5e6-491b-8e59-4ba3f4c028aa admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3397508 Nov 12 09:42:50.779950 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42648) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:50.785051 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-3fd205c6-01dd-4643-a850-a80e0f0d7235 admin admin] Request body: {'subnet': {'network_id': '9002c20c-2d54-4f3f-b459-a235e88713e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-356095508-subnet', 'tenant_id': 'aaf5edb70ee046e1acf5615929969992', 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:50.794787 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7c7a7-d5e6-491b-8e59-4ba3f4c028aa admin admin] Pushing event updated for resources: {'Network': ['ID=9002c20c-2d54-4f3f-b459-a235e88713e0,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:50.814221 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd205c6-01dd-4643-a850-a80e0f0d7235 admin admin] Made reservation on behalf of aaf5edb70ee046e1acf5615929969992 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:42:50.816273 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 9002c20c-2d54-4f3f-b459-a235e88713e0 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:42:50.816707 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3fd205c6-01dd-4643-a850-a80e0f0d7235 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:51.009370 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3fd205c6-01dd-4643-a850-a80e0f0d7235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:51.066600 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-acd3fee2-093f-4010-8e23-4d579fd5f618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4', 'name': 'tempest-TestEncryptedCinderVolumes-1836209800-router', 'tenant_id': '53e01937d8484ced853a598318fe89c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'e182efe2-0b14-48fa-9210-881353e6496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:46Z', 'updated_at': '2021-11-12T09:42:48Z', 'revision_number': 4, 'project_id': '53e01937d8484ced853a598318fe89c5', 'gw_port': {'id': 'e182efe2-0b14-48fa-9210-881353e6496c', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:79:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:46Z', 'updated_at': '2021-11-12T09:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '4eedb70e-5059-47f3-beee-1fe7fcd08e7d', 'name': '', 'network_id': 'f26e51ac-949d-4f6f-b987-b8afff1905f6', 'tenant_id': '53e01937d8484ced853a598318fe89c5', 'mac_address': 'fa:16:3e:25:32:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '32bcdee0-5270-416c-9695-494738d2ce50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:48Z', 'updated_at': '2021-11-12T09:42:48Z', 'revision_number': 2, 'project_id': '53e01937d8484ced853a598318fe89c5', 'subnets': [{'id': '32bcdee0-5270-416c-9695-494738d2ce50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:51.070350 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd205c6-01dd-4643-a850-a80e0f0d7235 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93560498-b7b2-4f91-b64f-acc3246451df,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:51.079475 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd205c6-01dd-4643-a850-a80e0f0d7235 admin admin] Checking segment: {'id': 'a18f5f4a-17a6-4eec-9ba7-1d91bc3e0bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9002c20c-2d54-4f3f-b459-a235e88713e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:42:51.079881 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd205c6-01dd-4643-a850-a80e0f0d7235 admin admin] Network hostable DHCP agents. Network: 9002c20c-2d54-4f3f-b459-a235e88713e0, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:42:51.100326 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd205c6-01dd-4643-a850-a80e0f0d7235 admin admin] Network 9002c20c-2d54-4f3f-b459-a235e88713e0 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:42:51.103151 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd3fee2-093f-4010-8e23-4d579fd5f618 None None] Checking router: 8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:42:51.103522 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd3fee2-093f-4010-8e23-4d579fd5f618 None None] Updating router 8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4 port 4eedb70e-5059-47f3-beee-1fe7fcd08e7d binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:42:51.111272 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-3fd205c6-01dd-4643-a850-a80e0f0d7235 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 9002c20c-2d54-4f3f-b459-a235e88713e0) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:51.117324 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd205c6-01dd-4643-a850-a80e0f0d7235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:51.117438 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3fd205c6-01dd-4643-a850-a80e0f0d7235 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:51.122294 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af95d28-d1d5-4e47-ad60-0e2538f9d5a9 None None] Network 9002c20c-2d54-4f3f-b459-a235e88713e0 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:42:51.136905 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3fd205c6-01dd-4643-a850-a80e0f0d7235 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3546064 Nov 12 09:42:51.138536 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42650) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:51.143417 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-f54eaa00-c49f-4e81-b255-522bf5aa49b3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-356095508-router', 'tenant_id': 'aaf5edb70ee046e1acf5615929969992', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:51.150905 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-acd3fee2-093f-4010-8e23-4d579fd5f618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:51.166619 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f54eaa00-c49f-4e81-b255-522bf5aa49b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:51.167796 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f54eaa00-c49f-4e81-b255-522bf5aa49b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:51.225075 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f54eaa00-c49f-4e81-b255-522bf5aa49b3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:51.369489 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f54eaa00-c49f-4e81-b255-522bf5aa49b3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:51.411783 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97daff0a-f731-4f8a-8656-fda86b73c3c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-9002c20c-2d54-4f3f-b459-a235e88713e0', 'network_id': '9002c20c-2d54-4f3f-b459-a235e88713e0', 'tenant_id': 'aaf5edb70ee046e1acf5615929969992', 'fixed_ips': [{'subnet_id': '93560498-b7b2-4f91-b64f-acc3246451df'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:42:51.412617 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-97daff0a-f731-4f8a-8656-fda86b73c3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:51.587209 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f54eaa00-c49f-4e81-b255-522bf5aa49b3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:51.608351 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f54eaa00-c49f-4e81-b255-522bf5aa49b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:51.620534 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-acd3fee2-093f-4010-8e23-4d579fd5f618 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:51.632117 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-97daff0a-f731-4f8a-8656-fda86b73c3c6 None None] Allocated IP 172.20.0.2 (9002c20c-2d54-4f3f-b459-a235e88713e0/93560498-b7b2-4f91-b64f-acc3246451df/54b3e8db-e648-46a4-9cb6-1dca834465bc) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:42:51.634224 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-acd3fee2-093f-4010-8e23-4d579fd5f618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:51.733322 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-f54eaa00-c49f-4e81-b255-522bf5aa49b3 admin admin] Allocated IP 172.25.6.202 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/b3a79447-4131-4b3b-9b5f-b29ba71e4acb) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:42:51.746599 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28c49a-781b-4265-8942-8830dbdedc22 None None] Pushing event updated for resources: {'Port': ['ID=4eedb70e-5059-47f3-beee-1fe7fcd08e7d,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:51.816876 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-acd3fee2-093f-4010-8e23-4d579fd5f618 None None] Attempting to bind port 4eedb70e-5059-47f3-beee-1fe7fcd08e7d on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:42:51.817657 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-acd3fee2-093f-4010-8e23-4d579fd5f618 None None] Attempting to bind port 4eedb70e-5059-47f3-beee-1fe7fcd08e7d by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'fd835543-c3e5-45b6-8864-15f13c1d9b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f26e51ac-949d-4f6f-b987-b8afff1905f6'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:42:51.817882 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd3fee2-093f-4010-8e23-4d579fd5f618 None None] Attempting to bind port 4eedb70e-5059-47f3-beee-1fe7fcd08e7d on network f26e51ac-949d-4f6f-b987-b8afff1905f6 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:42:51.831611 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd3fee2-093f-4010-8e23-4d579fd5f618 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:42:51.832013 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd3fee2-093f-4010-8e23-4d579fd5f618 None None] Checking segment: {'id': 'fd835543-c3e5-45b6-8864-15f13c1d9b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f26e51ac-949d-4f6f-b987-b8afff1905f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:42:51.832420 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-acd3fee2-093f-4010-8e23-4d579fd5f618 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:51.832823 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd3fee2-093f-4010-8e23-4d579fd5f618 None None] Bound using segment: {'id': 'fd835543-c3e5-45b6-8864-15f13c1d9b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f26e51ac-949d-4f6f-b987-b8afff1905f6'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:42:51.833311 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-acd3fee2-093f-4010-8e23-4d579fd5f618 None None] Bound port: 4eedb70e-5059-47f3-beee-1fe7fcd08e7d, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd835543-c3e5-45b6-8864-15f13c1d9b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f26e51ac-949d-4f6f-b987-b8afff1905f6'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:42:51.833699 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-acd3fee2-093f-4010-8e23-4d579fd5f618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:51.868696 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f54eaa00-c49f-4e81-b255-522bf5aa49b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:51.912953 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f54eaa00-c49f-4e81-b255-522bf5aa49b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:51.957243 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54eaa00-c49f-4e81-b255-522bf5aa49b3 admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:42:51.960289 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-f54eaa00-c49f-4e81-b255-522bf5aa49b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:51.964183 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54eaa00-c49f-4e81-b255-522bf5aa49b3 admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:42:51.970424 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54eaa00-c49f-4e81-b255-522bf5aa49b3 admin admin] Pushing event updated for resources: {'Port': ['ID=b3a79447-4131-4b3b-9b5f-b29ba71e4acb,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:52.028915 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f401a3-269e-46f7-b406-bdd300f99213 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:42:52.121716 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e353ce07-a9d3-4546-816a-5cf1520d96f6 None None] Provisioning complete for port 4eedb70e-5059-47f3-beee-1fe7fcd08e7d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:52.122080 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e353ce07-a9d3-4546-816a-5cf1520d96f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:52.124529 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-97daff0a-f731-4f8a-8656-fda86b73c3c6 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:52.157855 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-97daff0a-f731-4f8a-8656-fda86b73c3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:52.200576 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-acd3fee2-093f-4010-8e23-4d579fd5f618 None None] For port 4eedb70e-5059-47f3-beee-1fe7fcd08e7d, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:42:52.227408 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-acd3fee2-093f-4010-8e23-4d579fd5f618 None None] For port 4eedb70e-5059-47f3-beee-1fe7fcd08e7d, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4eedb70e-5059-47f3-beee-1fe7fcd08e7d,segment=NetworkSegment(fd835543-c3e5-45b6-8864-15f13c1d9b0f),segment_id=fd835543-c3e5-45b6-8864-15f13c1d9b0f)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:42:52.231376 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f54eaa00-c49f-4e81-b255-522bf5aa49b3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:52.231598 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e353ce07-a9d3-4546-816a-5cf1520d96f6 None None] Port 4eedb70e-5059-47f3-beee-1fe7fcd08e7d cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:42:52.236164 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97daff0a-f731-4f8a-8656-fda86b73c3c6 None None] Network 9002c20c-2d54-4f3f-b459-a235e88713e0 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:42:52.240261 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-acd3fee2-093f-4010-8e23-4d579fd5f618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:52.245152 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-97daff0a-f731-4f8a-8656-fda86b73c3c6 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:52.248303 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97daff0a-f731-4f8a-8656-fda86b73c3c6 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:42:52.250315 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97daff0a-f731-4f8a-8656-fda86b73c3c6 None None] Pushing event updated for resources: {'Port': ['ID=54b3e8db-e648-46a4-9cb6-1dca834465bc,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:52.351595 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd3fee2-093f-4010-8e23-4d579fd5f618 None None] Routers {'8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:42:52.352269 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-acd3fee2-093f-4010-8e23-4d579fd5f618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:42:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:52.407624 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-97daff0a-f731-4f8a-8656-fda86b73c3c6 None None] Attempting to bind port 54b3e8db-e648-46a4-9cb6-1dca834465bc on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:42:52.408087 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-97daff0a-f731-4f8a-8656-fda86b73c3c6 None None] Attempting to bind port 54b3e8db-e648-46a4-9cb6-1dca834465bc by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'a18f5f4a-17a6-4eec-9ba7-1d91bc3e0bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9002c20c-2d54-4f3f-b459-a235e88713e0'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:42:52.408404 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97daff0a-f731-4f8a-8656-fda86b73c3c6 None None] Attempting to bind port 54b3e8db-e648-46a4-9cb6-1dca834465bc on network 9002c20c-2d54-4f3f-b459-a235e88713e0 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:42:52.410391 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28c49a-781b-4265-8942-8830dbdedc22 None None] Pushing event updated for resources: {'Port': ['ID=4eedb70e-5059-47f3-beee-1fe7fcd08e7d,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:52.429280 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97daff0a-f731-4f8a-8656-fda86b73c3c6 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:42:52.429659 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97daff0a-f731-4f8a-8656-fda86b73c3c6 None None] Checking segment: {'id': 'a18f5f4a-17a6-4eec-9ba7-1d91bc3e0bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9002c20c-2d54-4f3f-b459-a235e88713e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:42:52.430077 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-97daff0a-f731-4f8a-8656-fda86b73c3c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:52.430466 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97daff0a-f731-4f8a-8656-fda86b73c3c6 None None] Bound using segment: {'id': 'a18f5f4a-17a6-4eec-9ba7-1d91bc3e0bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9002c20c-2d54-4f3f-b459-a235e88713e0'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:42:52.430963 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-97daff0a-f731-4f8a-8656-fda86b73c3c6 None None] Bound port: 54b3e8db-e648-46a4-9cb6-1dca834465bc, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a18f5f4a-17a6-4eec-9ba7-1d91bc3e0bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9002c20c-2d54-4f3f-b459-a235e88713e0'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:42:52.431349 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-97daff0a-f731-4f8a-8656-fda86b73c3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:52.441622 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f54eaa00-c49f-4e81-b255-522bf5aa49b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:52.444401 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-cfc1d7f4-7acd-4103-b919-999f18fd60ee None None] Provisioning complete for port b3a79447-4131-4b3b-9b5f-b29ba71e4acb triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:52.444780 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cfc1d7f4-7acd-4103-b919-999f18fd60ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:52.553342 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-cfc1d7f4-7acd-4103-b919-999f18fd60ee None None] Port b3a79447-4131-4b3b-9b5f-b29ba71e4acb cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:42:52.581472 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54eaa00-c49f-4e81-b255-522bf5aa49b3 admin admin] Router 9e8e476c-fc5d-4c5a-9727-4377a2059b6e is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:42:52.582014 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-acd3fee2-093f-4010-8e23-4d579fd5f618 None None] Set router 8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:42:52.614394 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-97daff0a-f731-4f8a-8656-fda86b73c3c6 None None] For port 54b3e8db-e648-46a4-9cb6-1dca834465bc, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:42:52.633347 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-97daff0a-f731-4f8a-8656-fda86b73c3c6 None None] For port 54b3e8db-e648-46a4-9cb6-1dca834465bc, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=54b3e8db-e648-46a4-9cb6-1dca834465bc,segment=NetworkSegment(a18f5f4a-17a6-4eec-9ba7-1d91bc3e0bd1),segment_id=a18f5f4a-17a6-4eec-9ba7-1d91bc3e0bd1)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:42:52.641928 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-97daff0a-f731-4f8a-8656-fda86b73c3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:52.695381 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54eaa00-c49f-4e81-b255-522bf5aa49b3 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:42:52.706688 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36845d1-b893-4bbe-9634-2e6cae63af4b None None] Sync routers for ids ['9e8e476c-fc5d-4c5a-9727-4377a2059b6e'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:42:52.717971 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36845d1-b893-4bbe-9634-2e6cae63af4b None None] Routers {'9e8e476c-fc5d-4c5a-9727-4377a2059b6e'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:42:52.719048 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f54eaa00-c49f-4e81-b255-522bf5aa49b3 admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:52.719824 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-e36845d1-b893-4bbe-9634-2e6cae63af4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:42:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['9e8e476c-fc5d-4c5a-9727-4377a2059b6e'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:52.723526 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f54eaa00-c49f-4e81-b255-522bf5aa49b3 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5809853 Nov 12 09:42:52.724045 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42652) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:52.788679 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-6b5d5cb3-7090-4aa1-8fe7-5c0ac032f58d None None] Provisioning complete for port 4eedb70e-5059-47f3-beee-1fe7fcd08e7d triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:52.789072 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6b5d5cb3-7090-4aa1-8fe7-5c0ac032f58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:52.810384 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97daff0a-f731-4f8a-8656-fda86b73c3c6 None None] Pushing event updated for resources: {'Port': ['ID=54b3e8db-e648-46a4-9cb6-1dca834465bc,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:52.853438 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-e36845d1-b893-4bbe-9634-2e6cae63af4b None None] Set router 9e8e476c-fc5d-4c5a-9727-4377a2059b6e gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:42:52.956359 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6b5d5cb3-7090-4aa1-8fe7-5c0ac032f58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:53.024724 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-6b5d5cb3-7090-4aa1-8fe7-5c0ac032f58d None None] For port 4eedb70e-5059-47f3-beee-1fe7fcd08e7d, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4eedb70e-5059-47f3-beee-1fe7fcd08e7d,segment=NetworkSegment(fd835543-c3e5-45b6-8864-15f13c1d9b0f),segment_id=fd835543-c3e5-45b6-8864-15f13c1d9b0f)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:53.030723 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6b5d5cb3-7090-4aa1-8fe7-5c0ac032f58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:53.036555 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-acd3fee2-093f-4010-8e23-4d579fd5f618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4', 'name': 'tempest-TestEncryptedCinderVolumes-1836209800-router', 'tenant_id': '53e01937d8484ced853a598318fe89c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'e182efe2-0b14-48fa-9210-881353e6496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:46Z', 'updated_at': '2021-11-12T09:42:48Z', 'revision_number': 4, 'project_id': '53e01937d8484ced853a598318fe89c5', 'gw_port': {'id': 'e182efe2-0b14-48fa-9210-881353e6496c', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:79:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:46Z', 'updated_at': '2021-11-12T09:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '4eedb70e-5059-47f3-beee-1fe7fcd08e7d', 'name': '', 'network_id': 'f26e51ac-949d-4f6f-b987-b8afff1905f6', 'tenant_id': '53e01937d8484ced853a598318fe89c5', 'mac_address': 'fa:16:3e:25:32:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '32bcdee0-5270-416c-9695-494738d2ce50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:48Z', 'updated_at': '2021-11-12T09:42:52Z', 'revision_number': 4, 'project_id': '53e01937d8484ced853a598318fe89c5', 'subnets': [{'id': '32bcdee0-5270-416c-9695-494738d2ce50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:53.103564 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd3fee2-093f-4010-8e23-4d579fd5f618 None None] The sync data for ids ['8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4'] in n-d-768862-16 is: [{'id': '8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4', 'name': 'tempest-TestEncryptedCinderVolumes-1836209800-router', 'tenant_id': '53e01937d8484ced853a598318fe89c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'e182efe2-0b14-48fa-9210-881353e6496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:46Z', 'updated_at': '2021-11-12T09:42:48Z', 'revision_number': 4, 'project_id': '53e01937d8484ced853a598318fe89c5', 'gw_port': {'id': 'e182efe2-0b14-48fa-9210-881353e6496c', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:79:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:46Z', 'updated_at': '2021-11-12T09:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '4eedb70e-5059-47f3-beee-1fe7fcd08e7d', 'name': '', 'network_id': 'f26e51ac-949d-4f6f-b987-b8afff1905f6', 'tenant_id': '53e01937d8484ced853a598318fe89c5', 'mac_address': 'fa:16:3e:25:32:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '32bcdee0-5270-416c-9695-494738d2ce50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:48Z', 'updated_at': '2021-11-12T09:42:52Z', 'revision_number': 4, 'project_id': '53e01937d8484ced853a598318fe89c5', 'subnets': [{'id': '32bcdee0-5270-416c-9695-494738d2ce50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:42:53.157109 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d5cb3-7090-4aa1-8fe7-5c0ac032f58d None None] Pushing event updated for resources: {'Port': ['ID=4eedb70e-5059-47f3-beee-1fe7fcd08e7d,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:53.182409 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-e36845d1-b893-4bbe-9634-2e6cae63af4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8e476c-fc5d-4c5a-9727-4377a2059b6e', 'name': 'tempest-TestEncryptedCinderVolumes-356095508-router', 'tenant_id': 'aaf5edb70ee046e1acf5615929969992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'b3a79447-4131-4b3b-9b5f-b29ba71e4acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:51Z', 'updated_at': '2021-11-12T09:42:52Z', 'revision_number': 3, 'project_id': 'aaf5edb70ee046e1acf5615929969992', 'gw_port': {'id': 'b3a79447-4131-4b3b-9b5f-b29ba71e4acb', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8e476c-fc5d-4c5a-9727-4377a2059b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:51Z', 'updated_at': '2021-11-12T09:42:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:53.221116 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36845d1-b893-4bbe-9634-2e6cae63af4b None None] Checking router: 9e8e476c-fc5d-4c5a-9727-4377a2059b6e for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:42:53.221721 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36845d1-b893-4bbe-9634-2e6cae63af4b None None] Updating router 9e8e476c-fc5d-4c5a-9727-4377a2059b6e port b3a79447-4131-4b3b-9b5f-b29ba71e4acb binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:42:53.260363 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e36845d1-b893-4bbe-9634-2e6cae63af4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:53.304861 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8ed8265b-d984-4d3d-88d7-040c8744441e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:53.483875 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-8ed8265b-d984-4d3d-88d7-040c8744441e admin admin] Allocated IP 172.20.0.1 (9002c20c-2d54-4f3f-b459-a235e88713e0/93560498-b7b2-4f91-b64f-acc3246451df/dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:42:53.579422 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e36845d1-b893-4bbe-9634-2e6cae63af4b None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:53.580000 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e36845d1-b893-4bbe-9634-2e6cae63af4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:53.631368 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-e36845d1-b893-4bbe-9634-2e6cae63af4b None None] Attempting to bind port b3a79447-4131-4b3b-9b5f-b29ba71e4acb on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:42:53.631763 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-e36845d1-b893-4bbe-9634-2e6cae63af4b None None] Attempting to bind port b3a79447-4131-4b3b-9b5f-b29ba71e4acb by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:42:53.632130 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36845d1-b893-4bbe-9634-2e6cae63af4b None None] Attempting to bind port b3a79447-4131-4b3b-9b5f-b29ba71e4acb on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:42:53.632398 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8ed8265b-d984-4d3d-88d7-040c8744441e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:53.638884 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ad6a2d-3f8a-4d0f-abf3-50309c178631 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:42:53.644876 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36845d1-b893-4bbe-9634-2e6cae63af4b None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:42:53.645248 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36845d1-b893-4bbe-9634-2e6cae63af4b None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:42:53.645642 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e36845d1-b893-4bbe-9634-2e6cae63af4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:53.646047 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36845d1-b893-4bbe-9634-2e6cae63af4b None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:42:53.646518 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-e36845d1-b893-4bbe-9634-2e6cae63af4b None None] Bound port: b3a79447-4131-4b3b-9b5f-b29ba71e4acb, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:42:53.646897 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e36845d1-b893-4bbe-9634-2e6cae63af4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:53.700403 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8ed8265b-d984-4d3d-88d7-040c8744441e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:53.706472 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95b8e2-e27d-45c7-b695-598d191a4ff9 None None] Pushing event updated for resources: {'Port': ['ID=b3a79447-4131-4b3b-9b5f-b29ba71e4acb,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:53.720920 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-e36845d1-b893-4bbe-9634-2e6cae63af4b None None] For port b3a79447-4131-4b3b-9b5f-b29ba71e4acb, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:42:53.724877 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-e36845d1-b893-4bbe-9634-2e6cae63af4b None None] For port b3a79447-4131-4b3b-9b5f-b29ba71e4acb, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b3a79447-4131-4b3b-9b5f-b29ba71e4acb,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:42:53.730967 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e36845d1-b893-4bbe-9634-2e6cae63af4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:53.760658 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed8265b-d984-4d3d-88d7-040c8744441e admin admin] Network 9002c20c-2d54-4f3f-b459-a235e88713e0 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:42:53.767267 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-8ed8265b-d984-4d3d-88d7-040c8744441e admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:53.776200 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed8265b-d984-4d3d-88d7-040c8744441e admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:42:53.780256 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8265b-d984-4d3d-88d7-040c8744441e admin admin] Pushing event updated for resources: {'Port': ['ID=dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:53.785463 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-8d5cd0e1-760c-45cb-8336-d75dc998e672 None None] Provisioning complete for port b3a79447-4131-4b3b-9b5f-b29ba71e4acb triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:53.785970 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8d5cd0e1-760c-45cb-8336-d75dc998e672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:53.818777 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95b8e2-e27d-45c7-b695-598d191a4ff9 None None] Pushing event updated for resources: {'Port': ['ID=b3a79447-4131-4b3b-9b5f-b29ba71e4acb,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:53.830597 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36845d1-b893-4bbe-9634-2e6cae63af4b None None] Routers {'9e8e476c-fc5d-4c5a-9727-4377a2059b6e'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:42:53.832236 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-e36845d1-b893-4bbe-9634-2e6cae63af4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:42:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['9e8e476c-fc5d-4c5a-9727-4377a2059b6e'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:53.836783 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8ed8265b-d984-4d3d-88d7-040c8744441e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:53.849406 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7739c42-d6b7-46af-bed1-af65ecfb87a6 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:42:53.871979 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:53.988787 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8d5cd0e1-760c-45cb-8336-d75dc998e672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:54.024433 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-e36845d1-b893-4bbe-9634-2e6cae63af4b None None] Set router 9e8e476c-fc5d-4c5a-9727-4377a2059b6e gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:42:54.027668 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-8d5cd0e1-760c-45cb-8336-d75dc998e672 None None] For port b3a79447-4131-4b3b-9b5f-b29ba71e4acb, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b3a79447-4131-4b3b-9b5f-b29ba71e4acb,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:54.038417 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8d5cd0e1-760c-45cb-8336-d75dc998e672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:54.085216 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8ed8265b-d984-4d3d-88d7-040c8744441e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:54.116768 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5cd0e1-760c-45cb-8336-d75dc998e672 None None] Pushing event updated for resources: {'Port': ['ID=b3a79447-4131-4b3b-9b5f-b29ba71e4acb,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:54.155617 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebf355c-a81a-44bb-8db8-f37d6940bdc9 None None] Network 9002c20c-2d54-4f3f-b459-a235e88713e0 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:42:54.303448 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-b935abc4-6005-48d3-aa5c-5bd5b28216da None None] Provisioning complete for port b3a79447-4131-4b3b-9b5f-b29ba71e4acb triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:54.303761 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b935abc4-6005-48d3-aa5c-5bd5b28216da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:54.310441 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-e36845d1-b893-4bbe-9634-2e6cae63af4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8e476c-fc5d-4c5a-9727-4377a2059b6e', 'name': 'tempest-TestEncryptedCinderVolumes-356095508-router', 'tenant_id': 'aaf5edb70ee046e1acf5615929969992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'b3a79447-4131-4b3b-9b5f-b29ba71e4acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:51Z', 'updated_at': '2021-11-12T09:42:52Z', 'revision_number': 3, 'project_id': 'aaf5edb70ee046e1acf5615929969992', 'gw_port': {'id': 'b3a79447-4131-4b3b-9b5f-b29ba71e4acb', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8e476c-fc5d-4c5a-9727-4377a2059b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:51Z', 'updated_at': '2021-11-12T09:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:54.355898 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8ed8265b-d984-4d3d-88d7-040c8744441e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:54.364823 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8ed8265b-d984-4d3d-88d7-040c8744441e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:54.486507 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8ed8265b-d984-4d3d-88d7-040c8744441e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:54.490473 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8265b-d984-4d3d-88d7-040c8744441e admin admin] Pushing event updated for resources: {'Port': ['ID=dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:54.523508 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36845d1-b893-4bbe-9634-2e6cae63af4b None None] The sync data for ids ['9e8e476c-fc5d-4c5a-9727-4377a2059b6e'] in n-d-768862-16 is: [{'id': '9e8e476c-fc5d-4c5a-9727-4377a2059b6e', 'name': 'tempest-TestEncryptedCinderVolumes-356095508-router', 'tenant_id': 'aaf5edb70ee046e1acf5615929969992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'b3a79447-4131-4b3b-9b5f-b29ba71e4acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:51Z', 'updated_at': '2021-11-12T09:42:52Z', 'revision_number': 3, 'project_id': 'aaf5edb70ee046e1acf5615929969992', 'gw_port': {'id': 'b3a79447-4131-4b3b-9b5f-b29ba71e4acb', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8e476c-fc5d-4c5a-9727-4377a2059b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:51Z', 'updated_at': '2021-11-12T09:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:42:54.640525 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-7b8a6f2e-d49a-4d9c-b743-0958a0108e23 None None] Provisioning complete for port 54b3e8db-e648-46a4-9cb6-1dca834465bc triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:54.641276 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7b8a6f2e-d49a-4d9c-b743-0958a0108e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:54.675455 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 54b3e8db-e648-46a4-9cb6-1dca834465bc up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:42:54.720401 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed8265b-d984-4d3d-88d7-040c8744441e admin admin] Network 9002c20c-2d54-4f3f-b459-a235e88713e0 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:42:54.722354 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-8ed8265b-d984-4d3d-88d7-040c8744441e admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:54.770742 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 54b3e8db-e648-46a4-9cb6-1dca834465bc triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:54.771225 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:54.850931 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7b8a6f2e-d49a-4d9c-b743-0958a0108e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:54.902301 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed8265b-d984-4d3d-88d7-040c8744441e admin admin] Router 9e8e476c-fc5d-4c5a-9727-4377a2059b6e has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:42:54.921247 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-7b8a6f2e-d49a-4d9c-b743-0958a0108e23 None None] For port 54b3e8db-e648-46a4-9cb6-1dca834465bc, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=54b3e8db-e648-46a4-9cb6-1dca834465bc,segment=NetworkSegment(a18f5f4a-17a6-4eec-9ba7-1d91bc3e0bd1),segment_id=a18f5f4a-17a6-4eec-9ba7-1d91bc3e0bd1)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:54.930532 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7b8a6f2e-d49a-4d9c-b743-0958a0108e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:55.062284 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4eedb70e-5059-47f3-beee-1fe7fcd08e7d up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:42:55.131598 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed8265b-d984-4d3d-88d7-040c8744441e admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:42:55.137465 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8ed8265b-d984-4d3d-88d7-040c8744441e admin admin] 10.222.0.37 "PUT /v2.0/routers/9e8e476c-fc5d-4c5a-9727-4377a2059b6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4118764 Nov 12 09:42:55.161804 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a6f2e-d49a-4d9c-b743-0958a0108e23 None None] Pushing event updated for resources: {'Port': ['ID=54b3e8db-e648-46a4-9cb6-1dca834465bc,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:55.176325 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e36fac59-8d87-4e19-a4f1-81f38f9339b4 None None] Provisioning complete for port 54b3e8db-e648-46a4-9cb6-1dca834465bc triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:55.176706 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e36fac59-8d87-4e19-a4f1-81f38f9339b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:55.247467 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 4eedb70e-5059-47f3-beee-1fe7fcd08e7d triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:55.247912 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:55.356422 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e36fac59-8d87-4e19-a4f1-81f38f9339b4 None None] Provisioning complete for port dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:55.356794 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e36fac59-8d87-4e19-a4f1-81f38f9339b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:55.421705 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e36fac59-8d87-4e19-a4f1-81f38f9339b4 None None] Port dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:42:55.560550 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-67ff68b3-a398-48f3-a739-3756736f8888 None None] Provisioning complete for port dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:55.561288 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-67ff68b3-a398-48f3-a739-3756736f8888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:55.613158 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-67ff68b3-a398-48f3-a739-3756736f8888 None None] Port dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:42:56.002030 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-b086577a-91d0-457e-9d66-c5060a8b06ef tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:56.003686 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-b086577a-91d0-457e-9d66-c5060a8b06ef tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/networks?id=f26e51ac-949d-4f6f-b987-b8afff1905f6 HTTP/1.1" status: 200 len: 817 time: 0.1187310 Nov 12 09:42:56.019833 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-a74b3c78-4f6b-47bd-b4f9-c58bc7062735 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/quotas/53e01937d8484ced853a598318fe89c5 HTTP/1.1" status: 200 len: 375 time: 0.0099113 Nov 12 09:42:56.076490 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-eb99df06-c2fa-4613-a49c-d31c247cb791 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=53e01937d8484ced853a598318fe89c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509312 Nov 12 09:42:56.181416 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-014912a5-e527-4313-87e6-172636bd01e0 service neutron] 10.222.0.37 "GET /v2.0/networks/f26e51ac-949d-4f6f-b987-b8afff1905f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924592 Nov 12 09:42:56.281336 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-163589a3-947c-4590-84e8-d7ddbdd834eb service neutron] 10.222.0.37 "GET /v2.0/networks/f26e51ac-949d-4f6f-b987-b8afff1905f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930905 Nov 12 09:42:56.450424 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-88ca6eda-3869-457a-b8c4-7c2c23b53992 req-eb93e323-ea74-4b9d-9afe-4e10b827fe60 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/ports?device_id=61ee1111-a673-4547-ad12-90addcaffcf6 HTTP/1.1" status: 200 len: 210 time: 0.0281532 Nov 12 09:42:56.500485 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf5d54a-3343-4c93-bbb4-dfdb216d5feb None None] Sync routers for ids ['9e8e476c-fc5d-4c5a-9727-4377a2059b6e'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:42:56.513147 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf5d54a-3343-4c93-bbb4-dfdb216d5feb None None] Routers {'9e8e476c-fc5d-4c5a-9727-4377a2059b6e'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:42:56.513955 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-dbf5d54a-3343-4c93-bbb4-dfdb216d5feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:42:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['9e8e476c-fc5d-4c5a-9727-4377a2059b6e'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:56.615885 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 54b3e8db-e648-46a4-9cb6-1dca834465bc up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:42:56.852356 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-dbf5d54a-3343-4c93-bbb4-dfdb216d5feb None None] Set router 9e8e476c-fc5d-4c5a-9727-4377a2059b6e gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:42:56.934129 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 54b3e8db-e648-46a4-9cb6-1dca834465bc triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:56.934493 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:57.125305 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b3a79447-4131-4b3b-9b5f-b29ba71e4acb up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:42:57.189859 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-dbf5d54a-3343-4c93-bbb4-dfdb216d5feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8e476c-fc5d-4c5a-9727-4377a2059b6e', 'name': 'tempest-TestEncryptedCinderVolumes-356095508-router', 'tenant_id': 'aaf5edb70ee046e1acf5615929969992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'b3a79447-4131-4b3b-9b5f-b29ba71e4acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:51Z', 'updated_at': '2021-11-12T09:42:54Z', 'revision_number': 4, 'project_id': 'aaf5edb70ee046e1acf5615929969992', 'gw_port': {'id': 'b3a79447-4131-4b3b-9b5f-b29ba71e4acb', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8e476c-fc5d-4c5a-9727-4377a2059b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:51Z', 'updated_at': '2021-11-12T09:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd', 'name': '', 'network_id': '9002c20c-2d54-4f3f-b459-a235e88713e0', 'tenant_id': 'aaf5edb70ee046e1acf5615929969992', 'mac_address': 'fa:16:3e:16:61:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8e476c-fc5d-4c5a-9727-4377a2059b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '93560498-b7b2-4f91-b64f-acc3246451df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:53Z', 'updated_at': '2021-11-12T09:42:54Z', 'revision_number': 2, 'project_id': 'aaf5edb70ee046e1acf5615929969992', 'subnets': [{'id': '93560498-b7b2-4f91-b64f-acc3246451df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:57.219754 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf5d54a-3343-4c93-bbb4-dfdb216d5feb None None] Checking router: 9e8e476c-fc5d-4c5a-9727-4377a2059b6e for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:42:57.220125 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf5d54a-3343-4c93-bbb4-dfdb216d5feb None None] Updating router 9e8e476c-fc5d-4c5a-9727-4377a2059b6e port dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:42:57.223769 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port b3a79447-4131-4b3b-9b5f-b29ba71e4acb triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:57.224148 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:57.269232 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dbf5d54a-3343-4c93-bbb4-dfdb216d5feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:57.524275 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-10133bce-61e3-4f59-b69b-43657834bc74 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:57.524275 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-10133bce-61e3-4f59-b69b-43657834bc74 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.58 "GET /v2.0/networks?id=f26e51ac-949d-4f6f-b987-b8afff1905f6 HTTP/1.1" status: 200 len: 817 time: 0.1325207 Nov 12 09:42:57.537318 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-a671306c-0409-4004-9b5d-62a1ebc9a04c tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Request body: {'port': {'device_id': '61ee1111-a673-4547-ad12-90addcaffcf6', 'network_id': 'f26e51ac-949d-4f6f-b987-b8afff1905f6', 'admin_state_up': True, 'tenant_id': '53e01937d8484ced853a598318fe89c5'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:57.615852 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5393d85d-52f7-4d93-a127-b283359f820a req-d15defdb-d7c7-412a-be17-4b90fda1943b tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/ports?device_id=61ee1111-a673-4547-ad12-90addcaffcf6 HTTP/1.1" status: 200 len: 210 time: 0.0618875 Nov 12 09:42:57.639356 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dbf5d54a-3343-4c93-bbb4-dfdb216d5feb None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:57.646642 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dbf5d54a-3343-4c93-bbb4-dfdb216d5feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:57.678348 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-a671306c-0409-4004-9b5d-62a1ebc9a04c tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Made reservation on behalf of 53e01937d8484ced853a598318fe89c5 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:42:57.681943 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-a671306c-0409-4004-9b5d-62a1ebc9a04c tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:57.706144 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7bdb3-4ffc-4983-86bf-501986f1e702 None None] Pushing event updated for resources: {'Port': ['ID=dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:57.761027 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-dbf5d54a-3343-4c93-bbb4-dfdb216d5feb None None] Attempting to bind port dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:42:57.761405 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-dbf5d54a-3343-4c93-bbb4-dfdb216d5feb None None] Attempting to bind port dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': 'a18f5f4a-17a6-4eec-9ba7-1d91bc3e0bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9002c20c-2d54-4f3f-b459-a235e88713e0'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:42:57.761767 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf5d54a-3343-4c93-bbb4-dfdb216d5feb None None] Attempting to bind port dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd on network 9002c20c-2d54-4f3f-b459-a235e88713e0 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:42:57.769250 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf5d54a-3343-4c93-bbb4-dfdb216d5feb None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:42:57.769656 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf5d54a-3343-4c93-bbb4-dfdb216d5feb None None] Checking segment: {'id': 'a18f5f4a-17a6-4eec-9ba7-1d91bc3e0bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9002c20c-2d54-4f3f-b459-a235e88713e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:42:57.770026 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dbf5d54a-3343-4c93-bbb4-dfdb216d5feb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:57.770401 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf5d54a-3343-4c93-bbb4-dfdb216d5feb None None] Bound using segment: {'id': 'a18f5f4a-17a6-4eec-9ba7-1d91bc3e0bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9002c20c-2d54-4f3f-b459-a235e88713e0'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:42:57.771900 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-dbf5d54a-3343-4c93-bbb4-dfdb216d5feb None None] Bound port: dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a18f5f4a-17a6-4eec-9ba7-1d91bc3e0bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9002c20c-2d54-4f3f-b459-a235e88713e0'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:42:57.771900 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dbf5d54a-3343-4c93-bbb4-dfdb216d5feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:57.842310 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-a671306c-0409-4004-9b5d-62a1ebc9a04c tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Allocated IP 172.20.0.4 (f26e51ac-949d-4f6f-b987-b8afff1905f6/32bcdee0-5270-416c-9695-494738d2ce50/cac6d9a0-4bdb-4846-8440-8d15b46ec6bd) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:42:57.843159 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-dbf5d54a-3343-4c93-bbb4-dfdb216d5feb None None] For port dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:42:57.847204 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-dbf5d54a-3343-4c93-bbb4-dfdb216d5feb None None] For port dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd,segment=NetworkSegment(a18f5f4a-17a6-4eec-9ba7-1d91bc3e0bd1),segment_id=a18f5f4a-17a6-4eec-9ba7-1d91bc3e0bd1)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:42:57.854328 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dbf5d54a-3343-4c93-bbb4-dfdb216d5feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:57.922899 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf5d54a-3343-4c93-bbb4-dfdb216d5feb None None] Routers {'9e8e476c-fc5d-4c5a-9727-4377a2059b6e'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:42:57.923555 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-dbf5d54a-3343-4c93-bbb4-dfdb216d5feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:42:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['9e8e476c-fc5d-4c5a-9727-4377a2059b6e'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:57.967251 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7bdb3-4ffc-4983-86bf-501986f1e702 None None] Pushing event updated for resources: {'Port': ['ID=dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:57.996206 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-593fa3c6-faaa-4f17-b699-107922e6b599 None None] Provisioning complete for port dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:57.996585 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-593fa3c6-faaa-4f17-b699-107922e6b599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:58.026866 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-a671306c-0409-4004-9b5d-62a1ebc9a04c tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:58.065328 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-a671306c-0409-4004-9b5d-62a1ebc9a04c tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:58.093021 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-dbf5d54a-3343-4c93-bbb4-dfdb216d5feb None None] Set router 9e8e476c-fc5d-4c5a-9727-4377a2059b6e gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:42:58.116003 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-a671306c-0409-4004-9b5d-62a1ebc9a04c tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Network f26e51ac-949d-4f6f-b987-b8afff1905f6 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:42:58.119222 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-a671306c-0409-4004-9b5d-62a1ebc9a04c tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:58.123127 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-a671306c-0409-4004-9b5d-62a1ebc9a04c tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:42:58.130669 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671306c-0409-4004-9b5d-62a1ebc9a04c tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Pushing event updated for resources: {'Port': ['ID=cac6d9a0-4bdb-4846-8440-8d15b46ec6bd,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:58.180260 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-a671306c-0409-4004-9b5d-62a1ebc9a04c tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:58.181021 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-a671306c-0409-4004-9b5d-62a1ebc9a04c tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:58.201266 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-a671306c-0409-4004-9b5d-62a1ebc9a04c tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6683257 Nov 12 09:42:58.215095 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-e687680f-c032-4076-8e78-1e729098a810 service neutron] Request body: {'port': {'device_id': '61ee1111-a673-4547-ad12-90addcaffcf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:58.226579 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-593fa3c6-faaa-4f17-b699-107922e6b599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:58.283388 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-e687680f-c032-4076-8e78-1e729098a810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:58.312380 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-593fa3c6-faaa-4f17-b699-107922e6b599 None None] For port dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd,segment=NetworkSegment(a18f5f4a-17a6-4eec-9ba7-1d91bc3e0bd1),segment_id=a18f5f4a-17a6-4eec-9ba7-1d91bc3e0bd1)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:58.319440 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-593fa3c6-faaa-4f17-b699-107922e6b599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:58.391804 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593fa3c6-faaa-4f17-b699-107922e6b599 None None] Pushing event updated for resources: {'Port': ['ID=dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:58.415294 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-dbf5d54a-3343-4c93-bbb4-dfdb216d5feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8e476c-fc5d-4c5a-9727-4377a2059b6e', 'name': 'tempest-TestEncryptedCinderVolumes-356095508-router', 'tenant_id': 'aaf5edb70ee046e1acf5615929969992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'b3a79447-4131-4b3b-9b5f-b29ba71e4acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:51Z', 'updated_at': '2021-11-12T09:42:54Z', 'revision_number': 4, 'project_id': 'aaf5edb70ee046e1acf5615929969992', 'gw_port': {'id': 'b3a79447-4131-4b3b-9b5f-b29ba71e4acb', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8e476c-fc5d-4c5a-9727-4377a2059b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:51Z', 'updated_at': '2021-11-12T09:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd', 'name': '', 'network_id': '9002c20c-2d54-4f3f-b459-a235e88713e0', 'tenant_id': 'aaf5edb70ee046e1acf5615929969992', 'mac_address': 'fa:16:3e:16:61:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8e476c-fc5d-4c5a-9727-4377a2059b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '93560498-b7b2-4f91-b64f-acc3246451df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:53Z', 'updated_at': '2021-11-12T09:42:57Z', 'revision_number': 4, 'project_id': 'aaf5edb70ee046e1acf5615929969992', 'subnets': [{'id': '93560498-b7b2-4f91-b64f-acc3246451df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:58.446718 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf5d54a-3343-4c93-bbb4-dfdb216d5feb None None] The sync data for ids ['9e8e476c-fc5d-4c5a-9727-4377a2059b6e'] in n-d-768862-16 is: [{'id': '9e8e476c-fc5d-4c5a-9727-4377a2059b6e', 'name': 'tempest-TestEncryptedCinderVolumes-356095508-router', 'tenant_id': 'aaf5edb70ee046e1acf5615929969992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'b3a79447-4131-4b3b-9b5f-b29ba71e4acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:51Z', 'updated_at': '2021-11-12T09:42:54Z', 'revision_number': 4, 'project_id': 'aaf5edb70ee046e1acf5615929969992', 'gw_port': {'id': 'b3a79447-4131-4b3b-9b5f-b29ba71e4acb', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8e476c-fc5d-4c5a-9727-4377a2059b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:51Z', 'updated_at': '2021-11-12T09:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd', 'name': '', 'network_id': '9002c20c-2d54-4f3f-b459-a235e88713e0', 'tenant_id': 'aaf5edb70ee046e1acf5615929969992', 'mac_address': 'fa:16:3e:16:61:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8e476c-fc5d-4c5a-9727-4377a2059b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '93560498-b7b2-4f91-b64f-acc3246451df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:53Z', 'updated_at': '2021-11-12T09:42:57Z', 'revision_number': 4, 'project_id': 'aaf5edb70ee046e1acf5615929969992', 'subnets': [{'id': '93560498-b7b2-4f91-b64f-acc3246451df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:42:58.460075 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d8fa0eb7-4767-47ec-b5f7-9c2f2069e8c2 None None] Provisioning complete for port dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:58.460750 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d8fa0eb7-4767-47ec-b5f7-9c2f2069e8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:58.599669 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-e687680f-c032-4076-8e78-1e729098a810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cac6d9a0-4bdb-4846-8440-8d15b46ec6bd {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:42:58.601534 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d8fa0eb7-4767-47ec-b5f7-9c2f2069e8c2 None None] Provisioning complete for port cac6d9a0-4bdb-4846-8440-8d15b46ec6bd triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:58.601926 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d8fa0eb7-4767-47ec-b5f7-9c2f2069e8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:58.609603 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-e687680f-c032-4076-8e78-1e729098a810 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:58.623724 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-e687680f-c032-4076-8e78-1e729098a810 service neutron] Transition to ACTIVE for port object cac6d9a0-4bdb-4846-8440-8d15b46ec6bd will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:42:58.629019 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-e687680f-c032-4076-8e78-1e729098a810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:58.640087 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-d8fa0eb7-4767-47ec-b5f7-9c2f2069e8c2 None None] Port cac6d9a0-4bdb-4846-8440-8d15b46ec6bd cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:42:58.692201 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687680f-c032-4076-8e78-1e729098a810 service neutron] Pushing event updated for resources: {'Port': ['ID=cac6d9a0-4bdb-4846-8440-8d15b46ec6bd,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:58.819834 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28011db-bc1e-41cf-a53b-fa9fecd287ce req-2d2e8baa-f8c4-4e8e-a1d7-f777720e36df tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:58.821514 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b28011db-bc1e-41cf-a53b-fa9fecd287ce req-2d2e8baa-f8c4-4e8e-a1d7-f777720e36df tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/ports?device_id=61ee1111-a673-4547-ad12-90addcaffcf6 HTTP/1.1" status: 200 len: 943 time: 0.0998516 Nov 12 09:42:58.822533 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-e687680f-c032-4076-8e78-1e729098a810 service neutron] Attempting to bind port cac6d9a0-4bdb-4846-8440-8d15b46ec6bd on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:42:58.822898 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-e687680f-c032-4076-8e78-1e729098a810 service neutron] Attempting to bind port cac6d9a0-4bdb-4846-8440-8d15b46ec6bd by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'fd835543-c3e5-45b6-8864-15f13c1d9b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f26e51ac-949d-4f6f-b987-b8afff1905f6'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:42:58.823238 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-e687680f-c032-4076-8e78-1e729098a810 service neutron] Attempting to bind port cac6d9a0-4bdb-4846-8440-8d15b46ec6bd on network f26e51ac-949d-4f6f-b987-b8afff1905f6 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:42:58.830815 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-e687680f-c032-4076-8e78-1e729098a810 service neutron] Port cac6d9a0-4bdb-4846-8440-8d15b46ec6bd on network f26e51ac-949d-4f6f-b987-b8afff1905f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:42:58.831145 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-e687680f-c032-4076-8e78-1e729098a810 service neutron] Attempting to bind port cac6d9a0-4bdb-4846-8440-8d15b46ec6bd on network f26e51ac-949d-4f6f-b987-b8afff1905f6 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:42:58.848824 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-e687680f-c032-4076-8e78-1e729098a810 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:42:58.849243 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-e687680f-c032-4076-8e78-1e729098a810 service neutron] Checking segment: {'id': 'fd835543-c3e5-45b6-8864-15f13c1d9b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f26e51ac-949d-4f6f-b987-b8afff1905f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:42:58.849538 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-e687680f-c032-4076-8e78-1e729098a810 service neutron] Bound using segment: {'id': 'fd835543-c3e5-45b6-8864-15f13c1d9b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f26e51ac-949d-4f6f-b987-b8afff1905f6'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:42:58.850022 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-e687680f-c032-4076-8e78-1e729098a810 service neutron] Bound port: cac6d9a0-4bdb-4846-8440-8d15b46ec6bd, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd835543-c3e5-45b6-8864-15f13c1d9b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f26e51ac-949d-4f6f-b987-b8afff1905f6'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:42:58.850378 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-e687680f-c032-4076-8e78-1e729098a810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:58.922381 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b28011db-bc1e-41cf-a53b-fa9fecd287ce req-572edde6-4b8e-439a-8bd3-6bc242c724bb tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c21f922-054e-4b22-8d7a-0c29ff361b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932653 Nov 12 09:42:58.947555 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-e687680f-c032-4076-8e78-1e729098a810 service neutron] For port cac6d9a0-4bdb-4846-8440-8d15b46ec6bd, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:42:58.950943 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-e687680f-c032-4076-8e78-1e729098a810 service neutron] For port cac6d9a0-4bdb-4846-8440-8d15b46ec6bd, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=cac6d9a0-4bdb-4846-8440-8d15b46ec6bd,segment=NetworkSegment(fd835543-c3e5-45b6-8864-15f13c1d9b0f),segment_id=fd835543-c3e5-45b6-8864-15f13c1d9b0f)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:42:58.959826 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-e687680f-c032-4076-8e78-1e729098a810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:58.996504 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-e687680f-c032-4076-8e78-1e729098a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:58.997140 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-e687680f-c032-4076-8e78-1e729098a810 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:58.998607 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-e687680f-c032-4076-8e78-1e729098a810 service neutron] 10.222.0.58 "PUT /v2.0/ports/cac6d9a0-4bdb-4846-8440-8d15b46ec6bd HTTP/1.1" status: 200 len: 1092 time: 0.7885382 Nov 12 09:42:58.999229 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ee1111-a673-4547-ad12-90addcaffcf6', 'tag': 'cac6d9a0-4bdb-4846-8440-8d15b46ec6bd'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:42:59.001571 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ecfd269ae060e48d0080e56de36cfb7f5ddc3dd245bb7f2f65528a6b7e1e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60380bee-e659-44e2-8535-dd3cb276b8e6" -d '{"events": [{"name": "network-changed", "server_uuid": "61ee1111-a673-4547-ad12-90addcaffcf6", "tag": "cac6d9a0-4bdb-4846-8440-8d15b46ec6bd"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:42:59.032738 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687680f-c032-4076-8e78-1e729098a810 service neutron] Pushing event updated for resources: {'Port': ['ID=cac6d9a0-4bdb-4846-8440-8d15b46ec6bd,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:59.105231 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc002262-c453-46e7-aa0a-ca196010aa26 x-openstack-request-id: req-dc002262-c453-46e7-aa0a-ca196010aa26 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:42:59.105541 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ee1111-a673-4547-ad12-90addcaffcf6", "tag": "cac6d9a0-4bdb-4846-8440-8d15b46ec6bd", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:42:59.105843 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc002262-c453-46e7-aa0a-ca196010aa26 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:42:59.106157 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ee1111-a673-4547-ad12-90addcaffcf6', 'tag': 'cac6d9a0-4bdb-4846-8440-8d15b46ec6bd', 'status': 'completed', 'code': 200} Nov 12 09:42:59.131400 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-5e21db8f-1277-4554-90ba-4447b8ad88ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:59.133218 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-5e21db8f-1277-4554-90ba-4447b8ad88ae service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=53e01937d8484ced853a598318fe89c5&device_id=61ee1111-a673-4547-ad12-90addcaffcf6 HTTP/1.1" status: 200 len: 1095 time: 0.0651202 Nov 12 09:42:59.197164 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-84f2332c-9116-47a9-80cf-016a058c024f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cac6d9a0-4bdb-4846-8440-8d15b46ec6bd HTTP/1.1" status: 200 len: 217 time: 0.0542014 Nov 12 09:42:59.248675 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-2d978239-a792-4904-9936-4771fa3240f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:59.250180 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-2d978239-a792-4904-9936-4771fa3240f8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=32bcdee0-5270-416c-9695-494738d2ce50 HTTP/1.1" status: 200 len: 856 time: 0.0462022 Nov 12 09:42:59.300757 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-1ee3d8dd-4fc2-443d-a920-f655153aaec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:59.302336 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-1ee3d8dd-4fc2-443d-a920-f655153aaec5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f26e51ac-949d-4f6f-b987-b8afff1905f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445075 Nov 12 09:42:59.409698 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-cfed22bb-97f9-48b7-89a6-22a2f4b6ffd8 service neutron] 10.222.0.58 "GET /v2.0/networks/f26e51ac-949d-4f6f-b987-b8afff1905f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971341 Nov 12 09:42:59.503207 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2c90e147-4b96-4cfe-affa-41b046a60b8d req-32cf58e1-27b0-4aaa-aa86-0eae7f2c2aa4 service neutron] 10.222.0.58 "GET /v2.0/networks/f26e51ac-949d-4f6f-b987-b8afff1905f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859556 Nov 12 09:42:59.604275 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60380bee-e659-44e2-8535-dd3cb276b8e6 req-2e27f694-23fd-4426-b15b-5e64e257069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:59.605708 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-60380bee-e659-44e2-8535-dd3cb276b8e6 req-2e27f694-23fd-4426-b15b-5e64e257069c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=53e01937d8484ced853a598318fe89c5&device_id=61ee1111-a673-4547-ad12-90addcaffcf6 HTTP/1.1" status: 200 len: 1095 time: 0.0448699 Nov 12 09:42:59.706772 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:59.713423 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60380bee-e659-44e2-8535-dd3cb276b8e6 req-3bc9f703-4ade-48dc-9819-fee89b50ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:59.715364 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-60380bee-e659-44e2-8535-dd3cb276b8e6 req-3bc9f703-4ade-48dc-9819-fee89b50ba6f service neutron] 10.222.0.58 "GET /v2.0/networks?id=f26e51ac-949d-4f6f-b987-b8afff1905f6 HTTP/1.1" status: 200 len: 918 time: 0.1007934 Nov 12 09:42:59.767824 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-60380bee-e659-44e2-8535-dd3cb276b8e6 req-01724bb6-dcf5-4748-8c6f-d25b8161c2d9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cac6d9a0-4bdb-4846-8440-8d15b46ec6bd HTTP/1.1" status: 200 len: 217 time: 0.0425286 Nov 12 09:42:59.828073 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60380bee-e659-44e2-8535-dd3cb276b8e6 req-78378243-0ca1-4ac5-b016-7d4a8d0f6748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:59.829698 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-60380bee-e659-44e2-8535-dd3cb276b8e6 req-78378243-0ca1-4ac5-b016-7d4a8d0f6748 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=32bcdee0-5270-416c-9695-494738d2ce50 HTTP/1.1" status: 200 len: 856 time: 0.0544567 Nov 12 09:42:59.881346 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60380bee-e659-44e2-8535-dd3cb276b8e6 req-86fbf1e1-8507-427f-91bf-75561062e4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:59.882927 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-60380bee-e659-44e2-8535-dd3cb276b8e6 req-86fbf1e1-8507-427f-91bf-75561062e4e2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f26e51ac-949d-4f6f-b987-b8afff1905f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453496 Nov 12 09:42:59.989973 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-60380bee-e659-44e2-8535-dd3cb276b8e6 req-846a647a-8aa2-4c03-a795-d7c2c4013034 service neutron] 10.222.0.58 "GET /v2.0/networks/f26e51ac-949d-4f6f-b987-b8afff1905f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973523 Nov 12 09:43:00.109982 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d983b5-1ff5-4e10-8346-9e1d86f6d233 req-eccd460e-6dd5-4e35-8526-93df543be4a1 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:00.111444 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d3d983b5-1ff5-4e10-8346-9e1d86f6d233 req-eccd460e-6dd5-4e35-8526-93df543be4a1 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/ports?device_id=61ee1111-a673-4547-ad12-90addcaffcf6 HTTP/1.1" status: 200 len: 943 time: 0.1137960 Nov 12 09:43:00.147037 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-60380bee-e659-44e2-8535-dd3cb276b8e6 req-1c0d34b4-405a-4c6d-8962-0882c78a7388 service neutron] 10.222.0.58 "GET /v2.0/networks/f26e51ac-949d-4f6f-b987-b8afff1905f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464050 Nov 12 09:43:00.181529 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d3d983b5-1ff5-4e10-8346-9e1d86f6d233 req-a024e166-45a8-49ae-baf8-e42c2936ff68 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c21f922-054e-4b22-8d7a-0c29ff361b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623937 Nov 12 09:43:00.547123 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:43:00.606490 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:43:00.606878 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:01.318886 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb814a8-407c-4b7b-8abd-5cb300c54ff9 req-78289518-68b1-4259-81ee-0a4cc3ae5684 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:01.320297 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bcb814a8-407c-4b7b-8abd-5cb300c54ff9 req-78289518-68b1-4259-81ee-0a4cc3ae5684 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/ports?device_id=61ee1111-a673-4547-ad12-90addcaffcf6 HTTP/1.1" status: 200 len: 943 time: 0.0590198 Nov 12 09:43:01.381871 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bcb814a8-407c-4b7b-8abd-5cb300c54ff9 req-15509806-8fff-47d3-b173-8f4cdc2fffe9 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c21f922-054e-4b22-8d7a-0c29ff361b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514798 Nov 12 09:43:02.309825 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device cac6d9a0-4bdb-4846-8440-8d15b46ec6bd details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:43:02.415567 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port cac6d9a0-4bdb-4846-8440-8d15b46ec6bd, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=cac6d9a0-4bdb-4846-8440-8d15b46ec6bd,segment=NetworkSegment(fd835543-c3e5-45b6-8864-15f13c1d9b0f),segment_id=fd835543-c3e5-45b6-8864-15f13c1d9b0f)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:43:02.428936 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'cac6d9a0-4bdb-4846-8440-8d15b46ec6bd', 'network_id': 'f26e51ac-949d-4f6f-b987-b8afff1905f6', 'port_id': 'cac6d9a0-4bdb-4846-8440-8d15b46ec6bd', 'mac_address': 'fa:16:3e:87:6a:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32bcdee0-5270-416c-9695-494738d2ce50', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:43:02.468690 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:02.485587 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cac6d9a0-4bdb-4846-8440-8d15b46ec6bd {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:43:02.515144 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a8b28-4e4d-4eca-baaf-7177f148dad5 req-c5d96b79-9517-4aad-a567-26b5b06110f1 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:02.515719 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port cac6d9a0-4bdb-4846-8440-8d15b46ec6bd, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=cac6d9a0-4bdb-4846-8440-8d15b46ec6bd,segment=NetworkSegment(fd835543-c3e5-45b6-8864-15f13c1d9b0f),segment_id=fd835543-c3e5-45b6-8864-15f13c1d9b0f)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:43:02.517503 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-216a8b28-4e4d-4eca-baaf-7177f148dad5 req-c5d96b79-9517-4aad-a567-26b5b06110f1 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/ports?device_id=61ee1111-a673-4547-ad12-90addcaffcf6 HTTP/1.1" status: 200 len: 943 time: 0.0538800 Nov 12 09:43:02.520979 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:02.584412 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-216a8b28-4e4d-4eca-baaf-7177f148dad5 req-7f507d96-bf06-4fa9-a35a-02a52598e7ab tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c21f922-054e-4b22-8d7a-0c29ff361b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568852 Nov 12 09:43:02.588468 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=cac6d9a0-4bdb-4846-8440-8d15b46ec6bd,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:02.736668 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['cac6d9a0-4bdb-4846-8440-8d15b46ec6bd'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:43:03.713498 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0efa64-fcef-44c2-9d6a-6f534b5d25b9 req-2d094943-e2a7-468d-81a6-3d9882ec9012 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:03.715001 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c0efa64-fcef-44c2-9d6a-6f534b5d25b9 req-2d094943-e2a7-468d-81a6-3d9882ec9012 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/ports?device_id=61ee1111-a673-4547-ad12-90addcaffcf6 HTTP/1.1" status: 200 len: 944 time: 0.0584400 Nov 12 09:43:03.776880 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1c0efa64-fcef-44c2-9d6a-6f534b5d25b9 req-a2873525-585d-42fe-b978-bdb070b2d1cc tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c21f922-054e-4b22-8d7a-0c29ff361b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520248 Nov 12 09:43:04.332642 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device cac6d9a0-4bdb-4846-8440-8d15b46ec6bd up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:43:04.400191 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port cac6d9a0-4bdb-4846-8440-8d15b46ec6bd completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:43:04.404876 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port cac6d9a0-4bdb-4846-8440-8d15b46ec6bd triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:43:04.405203 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:04.489596 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:04.513434 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ee1111-a673-4547-ad12-90addcaffcf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac6d9a0-4bdb-4846-8440-8d15b46ec6bd'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:43:04.516223 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be45a9427ec0e01fea1711315fc80f5d0e0450582803884f19ff2849393a08db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e6f166-6ead-47c6-93c3-00a8a905c2ca" -d '{"events": [{"server_uuid": "61ee1111-a673-4547-ad12-90addcaffcf6", "name": "network-vif-plugged", "status": "completed", "tag": "cac6d9a0-4bdb-4846-8440-8d15b46ec6bd"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:43:04.530056 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port cac6d9a0-4bdb-4846-8440-8d15b46ec6bd, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=cac6d9a0-4bdb-4846-8440-8d15b46ec6bd,segment=NetworkSegment(fd835543-c3e5-45b6-8864-15f13c1d9b0f),segment_id=fd835543-c3e5-45b6-8864-15f13c1d9b0f)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:43:04.536227 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:04.563076 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85a73f9-e8a4-49ff-b0de-ecf137d196f2 x-openstack-request-id: req-b85a73f9-e8a4-49ff-b0de-ecf137d196f2 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:43:04.563534 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ee1111-a673-4547-ad12-90addcaffcf6", "name": "network-vif-plugged", "status": "completed", "tag": "cac6d9a0-4bdb-4846-8440-8d15b46ec6bd", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:43:04.563705 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b85a73f9-e8a4-49ff-b0de-ecf137d196f2 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:43:04.564138 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ee1111-a673-4547-ad12-90addcaffcf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac6d9a0-4bdb-4846-8440-8d15b46ec6bd', 'code': 200} Nov 12 09:43:04.592781 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=cac6d9a0-4bdb-4846-8440-8d15b46ec6bd,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:04.662021 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b0db1-0c0c-4105-94d6-2b4966eb1049 req-eaa9d277-74cf-441a-a461-b496eb895a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:04.663435 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ee8b0db1-0c0c-4105-94d6-2b4966eb1049 req-eaa9d277-74cf-441a-a461-b496eb895a6f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=61ee1111-a673-4547-ad12-90addcaffcf6 HTTP/1.1" status: 200 len: 1097 time: 0.0433712 Nov 12 09:43:04.726079 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ee8b0db1-0c0c-4105-94d6-2b4966eb1049 req-96b46481-b569-419a-ab31-4b8dadcb4c51 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3c21f922-054e-4b22-8d7a-0c29ff361b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546367 Nov 12 09:43:04.906247 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f158ad-94f7-4a91-941c-0bb7a4644dbc req-40ca79dc-1358-45fa-b9f8-94e2066d2fa4 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:04.908066 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-64f158ad-94f7-4a91-941c-0bb7a4644dbc req-40ca79dc-1358-45fa-b9f8-94e2066d2fa4 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/ports?device_id=61ee1111-a673-4547-ad12-90addcaffcf6 HTTP/1.1" status: 200 len: 945 time: 0.0563717 Nov 12 09:43:04.961099 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-64f158ad-94f7-4a91-941c-0bb7a4644dbc req-f7d2c69b-0dcb-4f54-8d4a-083e51cbdf7c tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c21f922-054e-4b22-8d7a-0c29ff361b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442243 Nov 12 09:43:06.095597 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3273230-0004-42ae-a953-5b7fcef05d22 req-d7ffeb42-c938-4b85-9c6e-c84aaaadcdd1 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:06.097612 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c3273230-0004-42ae-a953-5b7fcef05d22 req-d7ffeb42-c938-4b85-9c6e-c84aaaadcdd1 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/ports?device_id=61ee1111-a673-4547-ad12-90addcaffcf6 HTTP/1.1" status: 200 len: 945 time: 0.0627105 Nov 12 09:43:06.147004 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c3273230-0004-42ae-a953-5b7fcef05d22 req-33f7b4bf-00c0-44b3-a970-59ef0223ae7b tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c21f922-054e-4b22-8d7a-0c29ff361b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431640 Nov 12 09:43:06.275127 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb531c3-7480-4180-924b-1ea911f460d9 req-ed92b833-12e4-4eaf-9380-df22257875d9 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:06.276580 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eeb531c3-7480-4180-924b-1ea911f460d9 req-ed92b833-12e4-4eaf-9380-df22257875d9 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/ports?device_id=61ee1111-a673-4547-ad12-90addcaffcf6 HTTP/1.1" status: 200 len: 945 time: 0.0516026 Nov 12 09:43:06.332586 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-eeb531c3-7480-4180-924b-1ea911f460d9 req-266989c5-3423-41ac-8bc5-b5eceed78ad6 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c21f922-054e-4b22-8d7a-0c29ff361b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475414 Nov 12 09:43:07.914075 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-dac32be2-1931-452e-9508-c52b02c18832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:10.217129 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a3de55d2-a8b5-4e9a-80ac-40ed360aa843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:12.288342 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:13.652596 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:14.100254 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:18.321664 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:43:23.806319 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:29.427003 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48163c86-ae65-41bc-8ee4-a801c2cf34cf req-d0e97b85-d0ef-4077-85d2-720deb78a7f0 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:29.430080 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-48163c86-ae65-41bc-8ee4-a801c2cf34cf req-d0e97b85-d0ef-4077-85d2-720deb78a7f0 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/ports?device_id=61ee1111-a673-4547-ad12-90addcaffcf6 HTTP/1.1" status: 200 len: 945 time: 0.0728993 Nov 12 09:43:29.491919 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-48163c86-ae65-41bc-8ee4-a801c2cf34cf req-2643e6e2-3367-48ec-ba6e-d4458a7fddd2 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c21f922-054e-4b22-8d7a-0c29ff361b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522265 Nov 12 09:43:29.717206 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:30.645610 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b676d3-6781-4584-b395-2ece22ff7a00 req-fc88d89e-49d8-47fa-92de-498233c65a30 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:30.647328 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0b676d3-6781-4584-b395-2ece22ff7a00 req-fc88d89e-49d8-47fa-92de-498233c65a30 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/ports?device_id=61ee1111-a673-4547-ad12-90addcaffcf6 HTTP/1.1" status: 200 len: 945 time: 0.0553768 Nov 12 09:43:30.702834 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b0b676d3-6781-4584-b395-2ece22ff7a00 req-5c132cd6-9f5d-41e9-95b0-6015d5bde3a4 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c21f922-054e-4b22-8d7a-0c29ff361b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482130 Nov 12 09:43:31.041536 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcd8d6-4176-48f8-ad1f-58e71f87b71d req-f550ee0c-13d3-4bdb-a500-ee77245ab7b3 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:31.043184 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e3fcd8d6-4176-48f8-ad1f-58e71f87b71d req-f550ee0c-13d3-4bdb-a500-ee77245ab7b3 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.58 "GET /v2.0/ports?device_id=61ee1111-a673-4547-ad12-90addcaffcf6 HTTP/1.1" status: 200 len: 945 time: 0.0613489 Nov 12 09:43:31.145677 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-e3fcd8d6-4176-48f8-ad1f-58e71f87b71d req-20dae8e0-0046-4b4d-8e93-35ef6e6bd4ba tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Deleting port cac6d9a0-4bdb-4846-8440-8d15b46ec6bd {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:43:31.146018 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e3fcd8d6-4176-48f8-ad1f-58e71f87b71d req-20dae8e0-0046-4b4d-8e93-35ef6e6bd4ba tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:31.257424 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-e3fcd8d6-4176-48f8-ad1f-58e71f87b71d req-20dae8e0-0046-4b4d-8e93-35ef6e6bd4ba tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] For port cac6d9a0-4bdb-4846-8440-8d15b46ec6bd, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=cac6d9a0-4bdb-4846-8440-8d15b46ec6bd,segment=NetworkSegment(fd835543-c3e5-45b6-8864-15f13c1d9b0f),segment_id=fd835543-c3e5-45b6-8864-15f13c1d9b0f)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:43:31.257837 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e3fcd8d6-4176-48f8-ad1f-58e71f87b71d req-20dae8e0-0046-4b4d-8e93-35ef6e6bd4ba tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:31.275098 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-e3fcd8d6-4176-48f8-ad1f-58e71f87b71d req-20dae8e0-0046-4b4d-8e93-35ef6e6bd4ba tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Calling delete_port for cac6d9a0-4bdb-4846-8440-8d15b46ec6bd owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:43:31.432116 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e3fcd8d6-4176-48f8-ad1f-58e71f87b71d req-20dae8e0-0046-4b4d-8e93-35ef6e6bd4ba tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:31.448547 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['cac6d9a0-4bdb-4846-8440-8d15b46ec6bd'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:43:31.472883 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dae8e0-0046-4b4d-8e93-35ef6e6bd4ba tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Pushing event deleted for resources: {'Port': ['ID=cac6d9a0-4bdb-4846-8440-8d15b46ec6bd,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:31.492189 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dae8e0-0046-4b4d-8e93-35ef6e6bd4ba tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:31.492633 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dae8e0-0046-4b4d-8e93-35ef6e6bd4ba tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:31.492883 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dae8e0-0046-4b4d-8e93-35ef6e6bd4ba tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:31.494223 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dae8e0-0046-4b4d-8e93-35ef6e6bd4ba tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:31.494223 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dae8e0-0046-4b4d-8e93-35ef6e6bd4ba tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:31.494223 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dae8e0-0046-4b4d-8e93-35ef6e6bd4ba tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:31.494223 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dae8e0-0046-4b4d-8e93-35ef6e6bd4ba tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:31.494840 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dae8e0-0046-4b4d-8e93-35ef6e6bd4ba tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:31.494840 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dae8e0-0046-4b4d-8e93-35ef6e6bd4ba tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:31.495122 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dae8e0-0046-4b4d-8e93-35ef6e6bd4ba tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:31.495455 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dae8e0-0046-4b4d-8e93-35ef6e6bd4ba tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:31.496001 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dae8e0-0046-4b4d-8e93-35ef6e6bd4ba tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:31.534994 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3fcd8d6-4176-48f8-ad1f-58e71f87b71d req-20dae8e0-0046-4b4d-8e93-35ef6e6bd4ba tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] No DVR routers for this DVR port cac6d9a0-4bdb-4846-8440-8d15b46ec6bd on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:43:31.538356 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-e3fcd8d6-4176-48f8-ad1f-58e71f87b71d req-20dae8e0-0046-4b4d-8e93-35ef6e6bd4ba tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:31.542160 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e3fcd8d6-4176-48f8-ad1f-58e71f87b71d req-20dae8e0-0046-4b4d-8e93-35ef6e6bd4ba tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.58 "DELETE /v2.0/ports/cac6d9a0-4bdb-4846-8440-8d15b46ec6bd HTTP/1.1" status: 204 len: 173 time: 0.4923868 Nov 12 09:43:31.543399 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ee1111-a673-4547-ad12-90addcaffcf6', 'name': 'network-vif-deleted', 'tag': 'cac6d9a0-4bdb-4846-8440-8d15b46ec6bd'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:43:31.546210 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ecfd269ae060e48d0080e56de36cfb7f5ddc3dd245bb7f2f65528a6b7e1e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbcece9-3a08-4bed-b7f5-59964c04c4d6" -d '{"events": [{"server_uuid": "61ee1111-a673-4547-ad12-90addcaffcf6", "name": "network-vif-deleted", "tag": "cac6d9a0-4bdb-4846-8440-8d15b46ec6bd"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:43:31.592458 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec783e91-2448-4453-bec3-fcc7ebb1acf6 x-openstack-request-id: req-ec783e91-2448-4453-bec3-fcc7ebb1acf6 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:43:31.593085 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ee1111-a673-4547-ad12-90addcaffcf6", "name": "network-vif-deleted", "tag": "cac6d9a0-4bdb-4846-8440-8d15b46ec6bd", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:43:31.593357 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec783e91-2448-4453-bec3-fcc7ebb1acf6 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:43:31.593826 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ee1111-a673-4547-ad12-90addcaffcf6', 'name': 'network-vif-deleted', 'tag': 'cac6d9a0-4bdb-4846-8440-8d15b46ec6bd', 'status': 'completed', 'code': 200} Nov 12 09:43:31.832418 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-08f99ba1-e96c-4500-985a-4f52dc319970 req-68c28d51-bddd-4d56-897a-64c7027ca823 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/ports?device_id=61ee1111-a673-4547-ad12-90addcaffcf6 HTTP/1.1" status: 200 len: 210 time: 0.0299187 Nov 12 09:43:33.797285 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb0329-40e4-484a-b88c-b695f68380aa req-033de44f-7523-4d70-bd5a-531d0b0df0f6 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:33.798680 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30bb0329-40e4-484a-b88c-b695f68380aa req-033de44f-7523-4d70-bd5a-531d0b0df0f6 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/networks?id=f26e51ac-949d-4f6f-b987-b8afff1905f6 HTTP/1.1" status: 200 len: 817 time: 0.4942977 Nov 12 09:43:33.822756 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30bb0329-40e4-484a-b88c-b695f68380aa req-a5b94d3d-b1ca-4b11-bf55-cd95aaa71c9c tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/quotas/53e01937d8484ced853a598318fe89c5 HTTP/1.1" status: 200 len: 375 time: 0.0143828 Nov 12 09:43:33.883514 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30bb0329-40e4-484a-b88c-b695f68380aa req-8ddd6d6d-72c8-4ecd-8a91-ff002ce0169c tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=53e01937d8484ced853a598318fe89c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521989 Nov 12 09:43:33.988934 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30bb0329-40e4-484a-b88c-b695f68380aa req-cf1c962a-bf10-436c-9137-d73f37e01789 service neutron] 10.222.0.37 "GET /v2.0/networks/f26e51ac-949d-4f6f-b987-b8afff1905f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927219 Nov 12 09:43:34.087245 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30bb0329-40e4-484a-b88c-b695f68380aa req-782b52fb-548e-4040-b46f-e7a036acc9e9 service neutron] 10.222.0.37 "GET /v2.0/networks/f26e51ac-949d-4f6f-b987-b8afff1905f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916941 Nov 12 09:43:34.273788 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2faee90f-cd25-44e7-8ac4-d2e50e529978 req-4bc7af83-3262-4ed1-a1fe-cc40210d2765 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2c91e7-8afa-4afe-9e20-b95bac42ad24 HTTP/1.1" status: 200 len: 210 time: 0.0306995 Nov 12 09:43:35.305855 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb0329-40e4-484a-b88c-b695f68380aa req-4528acdc-7a96-42cf-b84d-19ae0abff4ae tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:35.307442 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30bb0329-40e4-484a-b88c-b695f68380aa req-4528acdc-7a96-42cf-b84d-19ae0abff4ae tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.58 "GET /v2.0/networks?id=f26e51ac-949d-4f6f-b987-b8afff1905f6 HTTP/1.1" status: 200 len: 817 time: 0.1227071 Nov 12 09:43:35.324268 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-30bb0329-40e4-484a-b88c-b695f68380aa req-15dfc529-641f-4a46-9f71-97be4f7e6622 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Request body: {'port': {'device_id': 'ac2c91e7-8afa-4afe-9e20-b95bac42ad24', 'network_id': 'f26e51ac-949d-4f6f-b987-b8afff1905f6', 'admin_state_up': True, 'tenant_id': '53e01937d8484ced853a598318fe89c5'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:43:35.422418 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fb70226e-239b-4554-b826-4f50092e800e req-785be0ed-9a03-4e6a-a3be-da0864cfa54e tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2c91e7-8afa-4afe-9e20-b95bac42ad24 HTTP/1.1" status: 200 len: 210 time: 0.0404155 Nov 12 09:43:35.480706 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30bb0329-40e4-484a-b88c-b695f68380aa req-15dfc529-641f-4a46-9f71-97be4f7e6622 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Made reservation on behalf of 53e01937d8484ced853a598318fe89c5 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:43:35.486159 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-30bb0329-40e4-484a-b88c-b695f68380aa req-15dfc529-641f-4a46-9f71-97be4f7e6622 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:35.633183 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-30bb0329-40e4-484a-b88c-b695f68380aa req-15dfc529-641f-4a46-9f71-97be4f7e6622 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Allocated IP 172.20.0.5 (f26e51ac-949d-4f6f-b987-b8afff1905f6/32bcdee0-5270-416c-9695-494738d2ce50/2873b635-e8e8-4758-a9c5-635a75027d98) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:43:35.796195 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-30bb0329-40e4-484a-b88c-b695f68380aa req-15dfc529-641f-4a46-9f71-97be4f7e6622 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:35.836540 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-30bb0329-40e4-484a-b88c-b695f68380aa req-15dfc529-641f-4a46-9f71-97be4f7e6622 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:35.884790 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30bb0329-40e4-484a-b88c-b695f68380aa req-15dfc529-641f-4a46-9f71-97be4f7e6622 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Network f26e51ac-949d-4f6f-b987-b8afff1905f6 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:43:35.888100 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-30bb0329-40e4-484a-b88c-b695f68380aa req-15dfc529-641f-4a46-9f71-97be4f7e6622 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:43:35.892225 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-30bb0329-40e4-484a-b88c-b695f68380aa req-15dfc529-641f-4a46-9f71-97be4f7e6622 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:43:35.899848 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dfc529-641f-4a46-9f71-97be4f7e6622 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Pushing event updated for resources: {'Port': ['ID=2873b635-e8e8-4758-a9c5-635a75027d98,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:35.954759 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb0329-40e4-484a-b88c-b695f68380aa req-15dfc529-641f-4a46-9f71-97be4f7e6622 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:35.955420 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-30bb0329-40e4-484a-b88c-b695f68380aa req-15dfc529-641f-4a46-9f71-97be4f7e6622 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:35.975797 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30bb0329-40e4-484a-b88c-b695f68380aa req-15dfc529-641f-4a46-9f71-97be4f7e6622 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6577675 Nov 12 09:43:35.989377 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-30bb0329-40e4-484a-b88c-b695f68380aa req-62f17e47-390c-4264-bbf0-98ac73ec4b9f service neutron] Request body: {'port': {'device_id': 'ac2c91e7-8afa-4afe-9e20-b95bac42ad24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:43:36.078505 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-30bb0329-40e4-484a-b88c-b695f68380aa req-62f17e47-390c-4264-bbf0-98ac73ec4b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:36.148914 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-d4212382-37e2-40ae-985a-49717f323f57 None None] Provisioning complete for port 2873b635-e8e8-4758-a9c5-635a75027d98 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:43:36.149587 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d4212382-37e2-40ae-985a-49717f323f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:36.189524 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-d4212382-37e2-40ae-985a-49717f323f57 None None] Port 2873b635-e8e8-4758-a9c5-635a75027d98 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:43:36.387646 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-30bb0329-40e4-484a-b88c-b695f68380aa req-62f17e47-390c-4264-bbf0-98ac73ec4b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2873b635-e8e8-4758-a9c5-635a75027d98 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:43:36.397737 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-30bb0329-40e4-484a-b88c-b695f68380aa req-62f17e47-390c-4264-bbf0-98ac73ec4b9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:36.413157 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-30bb0329-40e4-484a-b88c-b695f68380aa req-62f17e47-390c-4264-bbf0-98ac73ec4b9f service neutron] Transition to ACTIVE for port object 2873b635-e8e8-4758-a9c5-635a75027d98 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:43:36.422053 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-30bb0329-40e4-484a-b88c-b695f68380aa req-62f17e47-390c-4264-bbf0-98ac73ec4b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:36.499546 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f17e47-390c-4264-bbf0-98ac73ec4b9f service neutron] Pushing event updated for resources: {'Port': ['ID=2873b635-e8e8-4758-a9c5-635a75027d98,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:36.509754 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device cac6d9a0-4bdb-4846-8440-8d15b46ec6bd no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:43:36.534235 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: cac6d9a0-4bdb-4846-8440-8d15b46ec6bd {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:43:36.534550 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device cac6d9a0-4bdb-4846-8440-8d15b46ec6bd not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:43:36.598933 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf7e6e-ea3a-4524-82af-58ffe49e3fb7 req-263dc4bb-bfc2-4789-b220-f8713d244119 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:36.600728 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a5bf7e6e-ea3a-4524-82af-58ffe49e3fb7 req-263dc4bb-bfc2-4789-b220-f8713d244119 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2c91e7-8afa-4afe-9e20-b95bac42ad24 HTTP/1.1" status: 200 len: 943 time: 0.0969801 Nov 12 09:43:36.603428 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-30bb0329-40e4-484a-b88c-b695f68380aa req-62f17e47-390c-4264-bbf0-98ac73ec4b9f service neutron] Attempting to bind port 2873b635-e8e8-4758-a9c5-635a75027d98 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:43:36.603843 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-30bb0329-40e4-484a-b88c-b695f68380aa req-62f17e47-390c-4264-bbf0-98ac73ec4b9f service neutron] Attempting to bind port 2873b635-e8e8-4758-a9c5-635a75027d98 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': 'fd835543-c3e5-45b6-8864-15f13c1d9b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f26e51ac-949d-4f6f-b987-b8afff1905f6'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:43:36.604191 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bb0329-40e4-484a-b88c-b695f68380aa req-62f17e47-390c-4264-bbf0-98ac73ec4b9f service neutron] Attempting to bind port 2873b635-e8e8-4758-a9c5-635a75027d98 on network f26e51ac-949d-4f6f-b987-b8afff1905f6 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:43:36.616450 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bb0329-40e4-484a-b88c-b695f68380aa req-62f17e47-390c-4264-bbf0-98ac73ec4b9f service neutron] Port 2873b635-e8e8-4758-a9c5-635a75027d98 on network f26e51ac-949d-4f6f-b987-b8afff1905f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:43:36.616925 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bb0329-40e4-484a-b88c-b695f68380aa req-62f17e47-390c-4264-bbf0-98ac73ec4b9f service neutron] Attempting to bind port 2873b635-e8e8-4758-a9c5-635a75027d98 on network f26e51ac-949d-4f6f-b987-b8afff1905f6 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:43:36.637906 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bb0329-40e4-484a-b88c-b695f68380aa req-62f17e47-390c-4264-bbf0-98ac73ec4b9f service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:43:36.638311 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bb0329-40e4-484a-b88c-b695f68380aa req-62f17e47-390c-4264-bbf0-98ac73ec4b9f service neutron] Checking segment: {'id': 'fd835543-c3e5-45b6-8864-15f13c1d9b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f26e51ac-949d-4f6f-b987-b8afff1905f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:43:36.638724 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bb0329-40e4-484a-b88c-b695f68380aa req-62f17e47-390c-4264-bbf0-98ac73ec4b9f service neutron] Bound using segment: {'id': 'fd835543-c3e5-45b6-8864-15f13c1d9b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f26e51ac-949d-4f6f-b987-b8afff1905f6'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:43:36.639183 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-30bb0329-40e4-484a-b88c-b695f68380aa req-62f17e47-390c-4264-bbf0-98ac73ec4b9f service neutron] Bound port: 2873b635-e8e8-4758-a9c5-635a75027d98, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd835543-c3e5-45b6-8864-15f13c1d9b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f26e51ac-949d-4f6f-b987-b8afff1905f6'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:43:36.639548 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-30bb0329-40e4-484a-b88c-b695f68380aa req-62f17e47-390c-4264-bbf0-98ac73ec4b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:36.700128 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a5bf7e6e-ea3a-4524-82af-58ffe49e3fb7 req-67891924-96d5-4654-9d16-eca9643d0974 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c21f922-054e-4b22-8d7a-0c29ff361b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918865 Nov 12 09:43:36.752302 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-30bb0329-40e4-484a-b88c-b695f68380aa req-62f17e47-390c-4264-bbf0-98ac73ec4b9f service neutron] For port 2873b635-e8e8-4758-a9c5-635a75027d98, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:43:36.756341 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-30bb0329-40e4-484a-b88c-b695f68380aa req-62f17e47-390c-4264-bbf0-98ac73ec4b9f service neutron] For port 2873b635-e8e8-4758-a9c5-635a75027d98, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=2873b635-e8e8-4758-a9c5-635a75027d98,segment=NetworkSegment(fd835543-c3e5-45b6-8864-15f13c1d9b0f),segment_id=fd835543-c3e5-45b6-8864-15f13c1d9b0f)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:43:36.761625 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-30bb0329-40e4-484a-b88c-b695f68380aa req-62f17e47-390c-4264-bbf0-98ac73ec4b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:36.798052 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb0329-40e4-484a-b88c-b695f68380aa req-62f17e47-390c-4264-bbf0-98ac73ec4b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:36.798703 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-30bb0329-40e4-484a-b88c-b695f68380aa req-62f17e47-390c-4264-bbf0-98ac73ec4b9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:36.800319 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30bb0329-40e4-484a-b88c-b695f68380aa req-62f17e47-390c-4264-bbf0-98ac73ec4b9f service neutron] 10.222.0.58 "PUT /v2.0/ports/2873b635-e8e8-4758-a9c5-635a75027d98 HTTP/1.1" status: 200 len: 1092 time: 0.8156874 Nov 12 09:43:36.800825 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2c91e7-8afa-4afe-9e20-b95bac42ad24', 'tag': '2873b635-e8e8-4758-a9c5-635a75027d98'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:43:36.803135 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ecfd269ae060e48d0080e56de36cfb7f5ddc3dd245bb7f2f65528a6b7e1e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51694191-a672-4d59-a1f6-d6b007a1b1f7" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2c91e7-8afa-4afe-9e20-b95bac42ad24", "tag": "2873b635-e8e8-4758-a9c5-635a75027d98"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:43:36.843636 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f17e47-390c-4264-bbf0-98ac73ec4b9f service neutron] Pushing event updated for resources: {'Port': ['ID=2873b635-e8e8-4758-a9c5-635a75027d98,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:36.859235 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d727801-c37a-4ac9-8f4a-31535525135d x-openstack-request-id: req-3d727801-c37a-4ac9-8f4a-31535525135d {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:43:36.859556 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2c91e7-8afa-4afe-9e20-b95bac42ad24", "tag": "2873b635-e8e8-4758-a9c5-635a75027d98", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:43:36.859829 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d727801-c37a-4ac9-8f4a-31535525135d {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:43:36.860259 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2c91e7-8afa-4afe-9e20-b95bac42ad24', 'tag': '2873b635-e8e8-4758-a9c5-635a75027d98', 'status': 'completed', 'code': 200} Nov 12 09:43:36.921084 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb0329-40e4-484a-b88c-b695f68380aa req-b791c9aa-4466-40df-841d-0634f20ecca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:36.922735 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30bb0329-40e4-484a-b88c-b695f68380aa req-b791c9aa-4466-40df-841d-0634f20ecca9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=53e01937d8484ced853a598318fe89c5&device_id=ac2c91e7-8afa-4afe-9e20-b95bac42ad24 HTTP/1.1" status: 200 len: 1095 time: 0.0543411 Nov 12 09:43:36.976835 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30bb0329-40e4-484a-b88c-b695f68380aa req-1d6589bd-1e0c-4667-9fbd-b8a6d75ac2f4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2873b635-e8e8-4758-a9c5-635a75027d98 HTTP/1.1" status: 200 len: 217 time: 0.0453234 Nov 12 09:43:37.031833 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb0329-40e4-484a-b88c-b695f68380aa req-79a792af-dc70-4b04-9805-5c8c45fdbe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:37.033811 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30bb0329-40e4-484a-b88c-b695f68380aa req-79a792af-dc70-4b04-9805-5c8c45fdbe47 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=32bcdee0-5270-416c-9695-494738d2ce50 HTTP/1.1" status: 200 len: 856 time: 0.0488195 Nov 12 09:43:37.084305 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb0329-40e4-484a-b88c-b695f68380aa req-5d3a5c81-1100-4de7-9a0e-2fc92437a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:37.085957 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30bb0329-40e4-484a-b88c-b695f68380aa req-5d3a5c81-1100-4de7-9a0e-2fc92437a639 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f26e51ac-949d-4f6f-b987-b8afff1905f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455420 Nov 12 09:43:37.188526 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30bb0329-40e4-484a-b88c-b695f68380aa req-992dfa1a-93ef-411b-9e8d-9a3adc69adc3 service neutron] 10.222.0.58 "GET /v2.0/networks/f26e51ac-949d-4f6f-b987-b8afff1905f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944116 Nov 12 09:43:37.288240 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-30bb0329-40e4-484a-b88c-b695f68380aa req-5d6ea11c-b7bc-4a66-a8bd-c8f1bb10537c service neutron] 10.222.0.58 "GET /v2.0/networks/f26e51ac-949d-4f6f-b987-b8afff1905f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925684 Nov 12 09:43:37.396957 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51694191-a672-4d59-a1f6-d6b007a1b1f7 req-29261e44-62e3-4513-be71-7c1b6292ea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:37.398992 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-51694191-a672-4d59-a1f6-d6b007a1b1f7 req-29261e44-62e3-4513-be71-7c1b6292ea95 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=53e01937d8484ced853a598318fe89c5&device_id=ac2c91e7-8afa-4afe-9e20-b95bac42ad24 HTTP/1.1" status: 200 len: 1095 time: 0.0551653 Nov 12 09:43:37.503017 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51694191-a672-4d59-a1f6-d6b007a1b1f7 req-9047c7e0-ca48-42c0-9054-0be05f5b30b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:37.504612 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-51694191-a672-4d59-a1f6-d6b007a1b1f7 req-9047c7e0-ca48-42c0-9054-0be05f5b30b8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f26e51ac-949d-4f6f-b987-b8afff1905f6 HTTP/1.1" status: 200 len: 918 time: 0.0980725 Nov 12 09:43:37.557980 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-51694191-a672-4d59-a1f6-d6b007a1b1f7 req-6d413905-0c97-44ef-947b-4a7a88dc1100 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2873b635-e8e8-4758-a9c5-635a75027d98 HTTP/1.1" status: 200 len: 217 time: 0.0450325 Nov 12 09:43:37.615046 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51694191-a672-4d59-a1f6-d6b007a1b1f7 req-c691f074-4431-4541-bd03-2448c88c2330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:37.616995 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-51694191-a672-4d59-a1f6-d6b007a1b1f7 req-c691f074-4431-4541-bd03-2448c88c2330 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=32bcdee0-5270-416c-9695-494738d2ce50 HTTP/1.1" status: 200 len: 856 time: 0.0516202 Nov 12 09:43:37.669028 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51694191-a672-4d59-a1f6-d6b007a1b1f7 req-743e7627-640a-4268-a8c1-e7e0c2e15882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:37.670639 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-51694191-a672-4d59-a1f6-d6b007a1b1f7 req-743e7627-640a-4268-a8c1-e7e0c2e15882 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f26e51ac-949d-4f6f-b987-b8afff1905f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450034 Nov 12 09:43:37.778069 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-51694191-a672-4d59-a1f6-d6b007a1b1f7 req-f9b6390c-f027-4efa-b7e2-46dba22469f3 service neutron] 10.222.0.58 "GET /v2.0/networks/f26e51ac-949d-4f6f-b987-b8afff1905f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988970 Nov 12 09:43:37.902983 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fe507-f804-482b-97f4-32cfce6ffbe9 req-2ab59bda-7ab1-46e8-9f29-973deb4cdc36 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:37.904603 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b70fe507-f804-482b-97f4-32cfce6ffbe9 req-2ab59bda-7ab1-46e8-9f29-973deb4cdc36 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2c91e7-8afa-4afe-9e20-b95bac42ad24 HTTP/1.1" status: 200 len: 943 time: 0.1114666 Nov 12 09:43:37.914729 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b4e4375d-7b31-4880-b9fe-4ce682324531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:37.927642 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-51694191-a672-4d59-a1f6-d6b007a1b1f7 req-c90338bd-37d7-47bd-a840-1da23ba867e6 service neutron] 10.222.0.58 "GET /v2.0/networks/f26e51ac-949d-4f6f-b987-b8afff1905f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422060 Nov 12 09:43:37.965876 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b70fe507-f804-482b-97f4-32cfce6ffbe9 req-80ed2660-21a5-44cc-9e52-c1fe44957896 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c21f922-054e-4b22-8d7a-0c29ff361b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508904 Nov 12 09:43:39.091920 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bcad57-a595-4ffa-a4a0-5b624900c4e6 req-48ea8506-69d9-421f-85cb-d47407c28f79 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:39.093547 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b9bcad57-a595-4ffa-a4a0-5b624900c4e6 req-48ea8506-69d9-421f-85cb-d47407c28f79 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2c91e7-8afa-4afe-9e20-b95bac42ad24 HTTP/1.1" status: 200 len: 943 time: 0.0535438 Nov 12 09:43:39.143365 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b9bcad57-a595-4ffa-a4a0-5b624900c4e6 req-955bca57-46b2-4486-ba7c-d0896daa2b1f tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c21f922-054e-4b22-8d7a-0c29ff361b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426116 Nov 12 09:43:40.222375 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-aa88a420-e2d3-433c-bfe5-b9d766532a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:40.288220 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d210e7-d1b7-476c-b5c0-33244f33f9fa req-6af21902-ce6e-4d21-907f-208f7ca92a42 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:40.290361 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84d210e7-d1b7-476c-b5c0-33244f33f9fa req-6af21902-ce6e-4d21-907f-208f7ca92a42 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2c91e7-8afa-4afe-9e20-b95bac42ad24 HTTP/1.1" status: 200 len: 943 time: 0.0598702 Nov 12 09:43:40.347970 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-84d210e7-d1b7-476c-b5c0-33244f33f9fa req-7d6f60e6-5222-420a-a9f6-df472a48205e tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c21f922-054e-4b22-8d7a-0c29ff361b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509422 Nov 12 09:43:40.550073 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 2873b635-e8e8-4758-a9c5-635a75027d98 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:43:40.655189 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 2873b635-e8e8-4758-a9c5-635a75027d98, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=2873b635-e8e8-4758-a9c5-635a75027d98,segment=NetworkSegment(fd835543-c3e5-45b6-8864-15f13c1d9b0f),segment_id=fd835543-c3e5-45b6-8864-15f13c1d9b0f)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:43:40.666274 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '2873b635-e8e8-4758-a9c5-635a75027d98', 'network_id': 'f26e51ac-949d-4f6f-b987-b8afff1905f6', 'port_id': '2873b635-e8e8-4758-a9c5-635a75027d98', 'mac_address': 'fa:16:3e:60:c9:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32bcdee0-5270-416c-9695-494738d2ce50', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:43:40.876810 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:40.891519 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2873b635-e8e8-4758-a9c5-635a75027d98 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:43:40.912389 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 2873b635-e8e8-4758-a9c5-635a75027d98, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=2873b635-e8e8-4758-a9c5-635a75027d98,segment=NetworkSegment(fd835543-c3e5-45b6-8864-15f13c1d9b0f),segment_id=fd835543-c3e5-45b6-8864-15f13c1d9b0f)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:43:40.920223 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:40.974082 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=2873b635-e8e8-4758-a9c5-635a75027d98,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:40.982415 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:40.983069 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:40.983069 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:40.983447 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:40.983776 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:40.984138 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:40.984463 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:40.984792 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:40.985131 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:40.985435 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:40.985753 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:40.986042 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:41.120171 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['2873b635-e8e8-4758-a9c5-635a75027d98'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:43:41.476557 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe7875-7720-455a-afcf-d7f0e6810c82 req-3392837e-1ecf-4822-b50f-f8abc223e6d4 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:41.480375 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bebe7875-7720-455a-afcf-d7f0e6810c82 req-3392837e-1ecf-4822-b50f-f8abc223e6d4 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2c91e7-8afa-4afe-9e20-b95bac42ad24 HTTP/1.1" status: 200 len: 944 time: 0.0547626 Nov 12 09:43:41.537576 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bebe7875-7720-455a-afcf-d7f0e6810c82 req-b77364d3-6b7f-41b4-9241-ebde24c6d07a tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c21f922-054e-4b22-8d7a-0c29ff361b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501149 Nov 12 09:43:42.291144 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:42.575610 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 2873b635-e8e8-4758-a9c5-635a75027d98 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:43:42.640805 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 2873b635-e8e8-4758-a9c5-635a75027d98 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:43:42.645384 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 2873b635-e8e8-4758-a9c5-635a75027d98 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:43:42.645752 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:42.672383 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385e09e-99d4-4c81-8dd4-3a4cf6278b8f req-f2fc9899-f051-471e-ae4a-ba63662c88d4 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:42.674001 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5385e09e-99d4-4c81-8dd4-3a4cf6278b8f req-f2fc9899-f051-471e-ae4a-ba63662c88d4 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2c91e7-8afa-4afe-9e20-b95bac42ad24 HTTP/1.1" status: 200 len: 944 time: 0.0539670 Nov 12 09:43:42.725904 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5385e09e-99d4-4c81-8dd4-3a4cf6278b8f req-0c032b16-331f-4dd8-bc3a-760df5d2e139 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c21f922-054e-4b22-8d7a-0c29ff361b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449126 Nov 12 09:43:42.733373 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:42.757986 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2c91e7-8afa-4afe-9e20-b95bac42ad24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2873b635-e8e8-4758-a9c5-635a75027d98'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:43:42.760569 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be45a9427ec0e01fea1711315fc80f5d0e0450582803884f19ff2849393a08db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f390efad-d9dc-4c18-bd3e-96c4da4839c7" -d '{"events": [{"server_uuid": "ac2c91e7-8afa-4afe-9e20-b95bac42ad24", "name": "network-vif-plugged", "status": "completed", "tag": "2873b635-e8e8-4758-a9c5-635a75027d98"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:43:42.777981 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 2873b635-e8e8-4758-a9c5-635a75027d98, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=2873b635-e8e8-4758-a9c5-635a75027d98,segment=NetworkSegment(fd835543-c3e5-45b6-8864-15f13c1d9b0f),segment_id=fd835543-c3e5-45b6-8864-15f13c1d9b0f)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:43:42.784869 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:42.810611 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d0f597-5476-430a-b6c5-2fba4d9ece28 x-openstack-request-id: req-e8d0f597-5476-430a-b6c5-2fba4d9ece28 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:43:42.811675 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2c91e7-8afa-4afe-9e20-b95bac42ad24", "name": "network-vif-plugged", "status": "completed", "tag": "2873b635-e8e8-4758-a9c5-635a75027d98", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:43:42.811675 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e8d0f597-5476-430a-b6c5-2fba4d9ece28 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:43:42.811675 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2c91e7-8afa-4afe-9e20-b95bac42ad24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2873b635-e8e8-4758-a9c5-635a75027d98', 'code': 200} Nov 12 09:43:42.843356 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=2873b635-e8e8-4758-a9c5-635a75027d98,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:42.915542 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7ed3b-8c22-4f36-a1c0-d340fb951d0c req-e4343f01-1327-4b15-aa22-0a3f4e78db12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:42.917230 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-74a7ed3b-8c22-4f36-a1c0-d340fb951d0c req-e4343f01-1327-4b15-aa22-0a3f4e78db12 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ac2c91e7-8afa-4afe-9e20-b95bac42ad24 HTTP/1.1" status: 200 len: 1097 time: 0.0466609 Nov 12 09:43:42.966244 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-74a7ed3b-8c22-4f36-a1c0-d340fb951d0c req-fd7f8bbf-4b77-4292-b0f1-f902fe6514a2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3c21f922-054e-4b22-8d7a-0c29ff361b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411551 Nov 12 09:43:43.660177 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:43.853936 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e40f4-5628-4db3-82e9-f58c8b32b309 req-ea46a93b-bcea-4de2-9533-479653d980fa tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:43.855489 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c78e40f4-5628-4db3-82e9-f58c8b32b309 req-ea46a93b-bcea-4de2-9533-479653d980fa tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2c91e7-8afa-4afe-9e20-b95bac42ad24 HTTP/1.1" status: 200 len: 945 time: 0.0536444 Nov 12 09:43:43.909614 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-c78e40f4-5628-4db3-82e9-f58c8b32b309 req-dbfcc296-2610-4a02-a086-6cb184cc2ebc tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c21f922-054e-4b22-8d7a-0c29ff361b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458176 Nov 12 09:43:44.094972 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:45.042795 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87394d8-7942-4b6a-99cc-9c3b6f1a0849 req-f655270b-c6c1-45e2-bcc4-f53b77e0be7e tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:45.044385 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e87394d8-7942-4b6a-99cc-9c3b6f1a0849 req-f655270b-c6c1-45e2-bcc4-f53b77e0be7e tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2c91e7-8afa-4afe-9e20-b95bac42ad24 HTTP/1.1" status: 200 len: 945 time: 0.0599389 Nov 12 09:43:45.110350 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e87394d8-7942-4b6a-99cc-9c3b6f1a0849 req-7da7972b-d436-4796-bc20-2042f2985aae tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c21f922-054e-4b22-8d7a-0c29ff361b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593705 Nov 12 09:43:45.238562 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ad175-98bc-4cf5-a281-a456ad4ecb0d req-94de0608-f48e-417a-be64-7fc0cf56b5a4 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:45.240058 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-828ad175-98bc-4cf5-a281-a456ad4ecb0d req-94de0608-f48e-417a-be64-7fc0cf56b5a4 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2c91e7-8afa-4afe-9e20-b95bac42ad24 HTTP/1.1" status: 200 len: 945 time: 0.0539103 Nov 12 09:43:45.296738 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-828ad175-98bc-4cf5-a281-a456ad4ecb0d req-30305169-30b6-41f0-a685-1412a23572fa tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c21f922-054e-4b22-8d7a-0c29ff361b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503571 Nov 12 09:43:53.829898 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:55.322058 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:43:59.717458 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:07.910522 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-41fbac59-bab1-4364-89cf-e0ca362f4a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:08.114639 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ed887-8e42-436a-9200-33e901cc19b5 req-e4e5fc03-ad77-45de-b1b8-a7ae4ba6fe03 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:08.116206 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-176ed887-8e42-436a-9200-33e901cc19b5 req-e4e5fc03-ad77-45de-b1b8-a7ae4ba6fe03 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2c91e7-8afa-4afe-9e20-b95bac42ad24 HTTP/1.1" status: 200 len: 945 time: 0.0509529 Nov 12 09:44:08.169314 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-176ed887-8e42-436a-9200-33e901cc19b5 req-1bfcfe80-0f4a-4b41-b63a-5a2e5ba74823 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c21f922-054e-4b22-8d7a-0c29ff361b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469227 Nov 12 09:44:09.300773 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d05dd-28be-4e57-83b1-d6612256f235 req-0ca36a9b-a7b0-488b-be4d-6599025b9bee tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:09.302355 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db9d05dd-28be-4e57-83b1-d6612256f235 req-0ca36a9b-a7b0-488b-be4d-6599025b9bee tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2c91e7-8afa-4afe-9e20-b95bac42ad24 HTTP/1.1" status: 200 len: 945 time: 0.0557532 Nov 12 09:44:09.352940 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-db9d05dd-28be-4e57-83b1-d6612256f235 req-2eb088e6-a310-45df-8042-ff799ae4aa4e tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c21f922-054e-4b22-8d7a-0c29ff361b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443807 Nov 12 09:44:09.708702 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2e1ab-6b71-429d-9069-3f391ad1fa09 req-d6ea5c45-d825-4b85-a593-b07ec7c64b07 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:09.710223 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b3e2e1ab-6b71-429d-9069-3f391ad1fa09 req-d6ea5c45-d825-4b85-a593-b07ec7c64b07 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac2c91e7-8afa-4afe-9e20-b95bac42ad24 HTTP/1.1" status: 200 len: 945 time: 0.0524311 Nov 12 09:44:09.815961 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-b3e2e1ab-6b71-429d-9069-3f391ad1fa09 req-826348a2-0611-486d-9bec-5585c2237c62 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Deleting port 2873b635-e8e8-4758-a9c5-635a75027d98 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:44:09.816204 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b3e2e1ab-6b71-429d-9069-3f391ad1fa09 req-826348a2-0611-486d-9bec-5585c2237c62 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:09.909519 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-b3e2e1ab-6b71-429d-9069-3f391ad1fa09 req-826348a2-0611-486d-9bec-5585c2237c62 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] For port 2873b635-e8e8-4758-a9c5-635a75027d98, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=2873b635-e8e8-4758-a9c5-635a75027d98,segment=NetworkSegment(fd835543-c3e5-45b6-8864-15f13c1d9b0f),segment_id=fd835543-c3e5-45b6-8864-15f13c1d9b0f)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:44:09.909909 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b3e2e1ab-6b71-429d-9069-3f391ad1fa09 req-826348a2-0611-486d-9bec-5585c2237c62 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:09.923554 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-b3e2e1ab-6b71-429d-9069-3f391ad1fa09 req-826348a2-0611-486d-9bec-5585c2237c62 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Calling delete_port for 2873b635-e8e8-4758-a9c5-635a75027d98 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:44:10.073324 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b3e2e1ab-6b71-429d-9069-3f391ad1fa09 req-826348a2-0611-486d-9bec-5585c2237c62 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:10.085678 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['2873b635-e8e8-4758-a9c5-635a75027d98'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:44:10.106983 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826348a2-0611-486d-9bec-5585c2237c62 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Pushing event deleted for resources: {'Port': ['ID=2873b635-e8e8-4758-a9c5-635a75027d98,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:10.152643 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e2e1ab-6b71-429d-9069-3f391ad1fa09 req-826348a2-0611-486d-9bec-5585c2237c62 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] No DVR routers for this DVR port 2873b635-e8e8-4758-a9c5-635a75027d98 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:44:10.155429 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-b3e2e1ab-6b71-429d-9069-3f391ad1fa09 req-826348a2-0611-486d-9bec-5585c2237c62 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:10.158775 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b3e2e1ab-6b71-429d-9069-3f391ad1fa09 req-826348a2-0611-486d-9bec-5585c2237c62 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.58 "DELETE /v2.0/ports/2873b635-e8e8-4758-a9c5-635a75027d98 HTTP/1.1" status: 204 len: 173 time: 0.4418266 Nov 12 09:44:10.159260 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2c91e7-8afa-4afe-9e20-b95bac42ad24', 'name': 'network-vif-deleted', 'tag': '2873b635-e8e8-4758-a9c5-635a75027d98'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:44:10.161597 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ecfd269ae060e48d0080e56de36cfb7f5ddc3dd245bb7f2f65528a6b7e1e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fe6b67-7ace-4358-97b2-a7b8012a27a7" -d '{"events": [{"server_uuid": "ac2c91e7-8afa-4afe-9e20-b95bac42ad24", "name": "network-vif-deleted", "tag": "2873b635-e8e8-4758-a9c5-635a75027d98"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:44:10.205401 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910ffc91-a991-4a2a-9f70-2fdf2320edef x-openstack-request-id: req-910ffc91-a991-4a2a-9f70-2fdf2320edef {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:44:10.205692 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2c91e7-8afa-4afe-9e20-b95bac42ad24", "name": "network-vif-deleted", "tag": "2873b635-e8e8-4758-a9c5-635a75027d98", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:44:10.205971 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-910ffc91-a991-4a2a-9f70-2fdf2320edef {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:44:10.206345 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2c91e7-8afa-4afe-9e20-b95bac42ad24', 'name': 'network-vif-deleted', 'tag': '2873b635-e8e8-4758-a9c5-635a75027d98', 'status': 'completed', 'code': 200} Nov 12 09:44:10.222855 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-78144808-c7af-43b0-aa11-69da1c47dcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:10.485615 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fe185cb9-3620-43ee-8ea7-a87a07cb664b req-2293a8c3-66f0-48a6-9c33-6590b9b69431 tempest-TestEncryptedCinderVolumes-1361491251 tempest-TestEncryptedCinderVolumes-1361491251-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2c91e7-8afa-4afe-9e20-b95bac42ad24 HTTP/1.1" status: 200 len: 210 time: 0.0353370 Nov 12 09:44:11.603396 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42972) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:44:12.017057 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-99ffdb51-5855-4ad3-9ba4-b6f00b18e612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:12.296673 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-99ffdb51-5855-4ad3-9ba4-b6f00b18e612 admin admin] Deleting port 4eedb70e-5059-47f3-beee-1fe7fcd08e7d {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:44:12.297117 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-99ffdb51-5855-4ad3-9ba4-b6f00b18e612 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:12.301597 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:12.389796 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-99ffdb51-5855-4ad3-9ba4-b6f00b18e612 admin admin] For port 4eedb70e-5059-47f3-beee-1fe7fcd08e7d, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4eedb70e-5059-47f3-beee-1fe7fcd08e7d,segment=NetworkSegment(fd835543-c3e5-45b6-8864-15f13c1d9b0f),segment_id=fd835543-c3e5-45b6-8864-15f13c1d9b0f)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:44:12.390184 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-99ffdb51-5855-4ad3-9ba4-b6f00b18e612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:12.404610 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-99ffdb51-5855-4ad3-9ba4-b6f00b18e612 admin admin] Calling delete_port for 4eedb70e-5059-47f3-beee-1fe7fcd08e7d owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:44:12.601043 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-99ffdb51-5855-4ad3-9ba4-b6f00b18e612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:12.627172 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffdb51-5855-4ad3-9ba4-b6f00b18e612 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eedb70e-5059-47f3-beee-1fe7fcd08e7d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:12.655350 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ffdb51-5855-4ad3-9ba4-b6f00b18e612 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:12.655790 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ffdb51-5855-4ad3-9ba4-b6f00b18e612 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:12.656150 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ffdb51-5855-4ad3-9ba4-b6f00b18e612 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:12.656496 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ffdb51-5855-4ad3-9ba4-b6f00b18e612 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:12.656849 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ffdb51-5855-4ad3-9ba4-b6f00b18e612 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:12.657188 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ffdb51-5855-4ad3-9ba4-b6f00b18e612 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:12.657522 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ffdb51-5855-4ad3-9ba4-b6f00b18e612 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:12.657852 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ffdb51-5855-4ad3-9ba4-b6f00b18e612 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:12.658186 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ffdb51-5855-4ad3-9ba4-b6f00b18e612 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:12.658513 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ffdb51-5855-4ad3-9ba4-b6f00b18e612 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:12.658846 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ffdb51-5855-4ad3-9ba4-b6f00b18e612 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:12.659193 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ffdb51-5855-4ad3-9ba4-b6f00b18e612 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:12.821004 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-99ffdb51-5855-4ad3-9ba4-b6f00b18e612 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:13.047372 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ffdb51-5855-4ad3-9ba4-b6f00b18e612 admin admin] Router 8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:44:13.172341 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ffdb51-5855-4ad3-9ba4-b6f00b18e612 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:44:13.178544 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-99ffdb51-5855-4ad3-9ba4-b6f00b18e612 admin admin] 10.222.0.37 "PUT /v2.0/routers/8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5730393 Nov 12 09:44:13.180134 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42976) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:44:13.183917 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d94d20-f9ee-469f-a213-d105861e9fe9 None None] Sync routers for ids ['8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:44:13.196075 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d94d20-f9ee-469f-a213-d105861e9fe9 None None] Routers {'8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:44:13.196694 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-b7d94d20-f9ee-469f-a213-d105861e9fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:44:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:44:13.290767 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7d196cc-5a56-4c83-be24-97d515a09c68 admin admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:13.305530 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-b7d94d20-f9ee-469f-a213-d105861e9fe9 None None] Set router 8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:44:13.400167 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7d196cc-5a56-4c83-be24-97d515a09c68 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:13.456096 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e7d196cc-5a56-4c83-be24-97d515a09c68 admin admin] Deleting port e182efe2-0b14-48fa-9210-881353e6496c {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:44:13.456354 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7d196cc-5a56-4c83-be24-97d515a09c68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:13.505493 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-b7d94d20-f9ee-469f-a213-d105861e9fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4', 'name': 'tempest-TestEncryptedCinderVolumes-1836209800-router', 'tenant_id': '53e01937d8484ced853a598318fe89c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'e182efe2-0b14-48fa-9210-881353e6496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:46Z', 'updated_at': '2021-11-12T09:44:12Z', 'revision_number': 5, 'project_id': '53e01937d8484ced853a598318fe89c5', 'gw_port': {'id': 'e182efe2-0b14-48fa-9210-881353e6496c', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:79:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:46Z', 'updated_at': '2021-11-12T09:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:44:13.533562 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d94d20-f9ee-469f-a213-d105861e9fe9 None None] Checking router: 8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:44:13.542482 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d94d20-f9ee-469f-a213-d105861e9fe9 None None] Routers {'8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:44:13.543159 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-e7d196cc-5a56-4c83-be24-97d515a09c68 admin admin] For port e182efe2-0b14-48fa-9210-881353e6496c, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=e182efe2-0b14-48fa-9210-881353e6496c,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:44:13.543314 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-b7d94d20-f9ee-469f-a213-d105861e9fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:44:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:44:13.543528 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7d196cc-5a56-4c83-be24-97d515a09c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:13.558240 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e7d196cc-5a56-4c83-be24-97d515a09c68 admin admin] Calling delete_port for e182efe2-0b14-48fa-9210-881353e6496c owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:44:13.629122 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-b7d94d20-f9ee-469f-a213-d105861e9fe9 None None] Set router 8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4 gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:44:13.662643 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:13.682648 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-b7d94d20-f9ee-469f-a213-d105861e9fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4', 'name': 'tempest-TestEncryptedCinderVolumes-1836209800-router', 'tenant_id': '53e01937d8484ced853a598318fe89c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:46Z', 'updated_at': '2021-11-12T09:44:13Z', 'revision_number': 6, 'project_id': '53e01937d8484ced853a598318fe89c5', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:44:13.713334 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d94d20-f9ee-469f-a213-d105861e9fe9 None None] The sync data for ids ['8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4'] in n-d-768862-16 is: [{'id': '8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4', 'name': 'tempest-TestEncryptedCinderVolumes-1836209800-router', 'tenant_id': '53e01937d8484ced853a598318fe89c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:46Z', 'updated_at': '2021-11-12T09:44:13Z', 'revision_number': 6, 'project_id': '53e01937d8484ced853a598318fe89c5', 'gw_port_host': None}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:44:14.077706 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7d196cc-5a56-4c83-be24-97d515a09c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:14.106487 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d196cc-5a56-4c83-be24-97d515a09c68 admin admin] Pushing event deleted for resources: {'Port': ['ID=e182efe2-0b14-48fa-9210-881353e6496c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:14.108955 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:14.129857 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9c7837-0c45-49cb-a449-ae6d93f57196 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:44:14.179007 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7d196cc-5a56-4c83-be24-97d515a09c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:14.276678 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7d196cc-5a56-4c83-be24-97d515a09c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:14.278940 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7d196cc-5a56-4c83-be24-97d515a09c68 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:14.325950 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7d196cc-5a56-4c83-be24-97d515a09c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:14.326451 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d196cc-5a56-4c83-be24-97d515a09c68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:44:14.331517 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7d196cc-5a56-4c83-be24-97d515a09c68 admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:14.333179 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-e7d196cc-5a56-4c83-be24-97d515a09c68 admin admin] 10.222.0.37 "DELETE /v2.0/routers/8fe3d8aa-74a0-41a3-bc15-db24cb3fb6f4 HTTP/1.1" status: 204 len: 168 time: 1.1519775 Nov 12 09:44:14.335929 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42978) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:44:14.385615 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6710d93-c7a4-4311-b8f8-481174b9587c admin admin] Deleting subnet 32bcdee0-5270-416c-9695-494738d2ce50 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:44:14.389398 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6710d93-c7a4-4311-b8f8-481174b9587c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:14.431194 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6710d93-c7a4-4311-b8f8-481174b9587c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:14.534761 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6710d93-c7a4-4311-b8f8-481174b9587c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:14.570761 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device e182efe2-0b14-48fa-9210-881353e6496c no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:44:14.591650 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: e182efe2-0b14-48fa-9210-881353e6496c {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:44:14.591931 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device e182efe2-0b14-48fa-9210-881353e6496c not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:44:14.592335 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4eedb70e-5059-47f3-beee-1fe7fcd08e7d no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:44:14.605817 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6710d93-c7a4-4311-b8f8-481174b9587c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:14.613008 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 4eedb70e-5059-47f3-beee-1fe7fcd08e7d {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:44:14.613358 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4eedb70e-5059-47f3-beee-1fe7fcd08e7d not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:44:14.633613 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6710d93-c7a4-4311-b8f8-481174b9587c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32bcdee0-5270-416c-9695-494738d2ce50,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:14.635612 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6710d93-c7a4-4311-b8f8-481174b9587c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:14.640159 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a6710d93-c7a4-4311-b8f8-481174b9587c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/32bcdee0-5270-416c-9695-494738d2ce50 HTTP/1.1" status: 204 len: 168 time: 0.3018153 Nov 12 09:44:14.641991 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42980) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:44:14.643510 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d7b9c5-f3c4-4776-a077-1411abf0ba50 None None] Network f26e51ac-949d-4f6f-b987-b8afff1905f6 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:44:14.698504 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 2873b635-e8e8-4758-a9c5-635a75027d98 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:44:14.717766 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2a1f9243-4799-420f-88ab-457fde2abd56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:14.728009 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 2873b635-e8e8-4758-a9c5-635a75027d98 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:44:14.728342 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 2873b635-e8e8-4758-a9c5-635a75027d98 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:44:14.777068 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f9243-4799-420f-88ab-457fde2abd56 admin admin] Deleting port 68c24c82-15da-4779-84e3-73ac0abf25f6 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:44:14.777636 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2a1f9243-4799-420f-88ab-457fde2abd56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:14.850740 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-2a1f9243-4799-420f-88ab-457fde2abd56 admin admin] For port 68c24c82-15da-4779-84e3-73ac0abf25f6, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=68c24c82-15da-4779-84e3-73ac0abf25f6,segment=NetworkSegment(fd835543-c3e5-45b6-8864-15f13c1d9b0f),segment_id=fd835543-c3e5-45b6-8864-15f13c1d9b0f)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:44:14.850971 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2a1f9243-4799-420f-88ab-457fde2abd56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:14.869485 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d856859b-9d4d-4c11-a1c6-ae71dbab5a68 None None] DHCP port deletion for f26e51ac-949d-4f6f-b987-b8afff1905f6 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:44:14.873308 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f9243-4799-420f-88ab-457fde2abd56 admin admin] Calling delete_port for 68c24c82-15da-4779-84e3-73ac0abf25f6 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:44:14.920153 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-d856859b-9d4d-4c11-a1c6-ae71dbab5a68 None None] Deleting port 68c24c82-15da-4779-84e3-73ac0abf25f6 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:44:14.920524 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d856859b-9d4d-4c11-a1c6-ae71dbab5a68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:14.955453 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2a1f9243-4799-420f-88ab-457fde2abd56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:14.986352 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f9243-4799-420f-88ab-457fde2abd56 admin admin] Pushing event deleted for resources: {'Port': ['ID=68c24c82-15da-4779-84e3-73ac0abf25f6,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:14.989707 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-d856859b-9d4d-4c11-a1c6-ae71dbab5a68 None None] For port 68c24c82-15da-4779-84e3-73ac0abf25f6, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=68c24c82-15da-4779-84e3-73ac0abf25f6,segment=NetworkSegment(fd835543-c3e5-45b6-8864-15f13c1d9b0f),segment_id=fd835543-c3e5-45b6-8864-15f13c1d9b0f)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:44:14.989893 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1f9243-4799-420f-88ab-457fde2abd56 admin admin] No DVR routers for this DVR port 68c24c82-15da-4779-84e3-73ac0abf25f6 on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:44:14.990109 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d856859b-9d4d-4c11-a1c6-ae71dbab5a68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:15.004629 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-d856859b-9d4d-4c11-a1c6-ae71dbab5a68 None None] Calling delete_port for 68c24c82-15da-4779-84e3-73ac0abf25f6 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:44:15.064416 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2a1f9243-4799-420f-88ab-457fde2abd56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:15.085205 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-2a1f9243-4799-420f-88ab-457fde2abd56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26e51ac-949d-4f6f-b987-b8afff1905f6']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:44:15.095180 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d856859b-9d4d-4c11-a1c6-ae71dbab5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:15.095727 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-2a1f9243-4799-420f-88ab-457fde2abd56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd835543-c3e5-45b6-8864-15f13c1d9b0f') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:44:15.096052 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-2a1f9243-4799-420f-88ab-457fde2abd56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd835543-c3e5-45b6-8864-15f13c1d9b0f') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:44:15.111830 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2a1f9243-4799-420f-88ab-457fde2abd56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:15.125942 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2a1f9243-4799-420f-88ab-457fde2abd56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:15.126221 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856859b-9d4d-4c11-a1c6-ae71dbab5a68 None None] Pushing event deleted for resources: {'Port': ['ID=68c24c82-15da-4779-84e3-73ac0abf25f6,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:15.132965 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d856859b-9d4d-4c11-a1c6-ae71dbab5a68 None None] No DVR routers for this DVR port 68c24c82-15da-4779-84e3-73ac0abf25f6 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:44:15.133897 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a1f9243-4799-420f-88ab-457fde2abd56 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:44:15.134331 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2a1f9243-4799-420f-88ab-457fde2abd56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:15.136317 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:44:15.136317 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:44:15.136317 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:44:15.136317 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:44:15.136317 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:44:15.136317 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:44:15.136317 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:44:15.136317 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:44:15.136317 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:44:15.136317 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:44:15.136317 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:44:15.136317 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:44:15.136317 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:44:15.136317 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:44:15.136317 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:44:15.136317 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:44:15.136317 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:44:15.136317 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:44:15.136317 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:44:15.136317 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:44:15.136317 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:44:15.136317 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:44:15.136317 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:44:15.136317 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:44:15.136317 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:44:15.136317 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:44:15.136317 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:44:15.136317 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:44:15.136317 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:44:15.136317 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:44:15.136317 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:44:15.136317 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:44:15.200008 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2a1f9243-4799-420f-88ab-457fde2abd56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:15.207933 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2a1f9243-4799-420f-88ab-457fde2abd56 admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:15.211312 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-2a1f9243-4799-420f-88ab-457fde2abd56 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f26e51ac-949d-4f6f-b987-b8afff1905f6 HTTP/1.1" status: 204 len: 168 time: 0.5681658 Nov 12 09:44:15.214501 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42982) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:44:15.231401 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f9243-4799-420f-88ab-457fde2abd56 admin admin] Pushing event deleted for resources: {'Network': ['ID=f26e51ac-949d-4f6f-b987-b8afff1905f6,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:15.608432 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-debff32a-a282-41c3-b1b0-6194b96372ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:15.895982 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-debff32a-a282-41c3-b1b0-6194b96372ea admin admin] Deleting port dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:44:15.896670 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-debff32a-a282-41c3-b1b0-6194b96372ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:15.987482 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-debff32a-a282-41c3-b1b0-6194b96372ea admin admin] For port dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd,segment=NetworkSegment(a18f5f4a-17a6-4eec-9ba7-1d91bc3e0bd1),segment_id=a18f5f4a-17a6-4eec-9ba7-1d91bc3e0bd1)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:44:15.987978 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-debff32a-a282-41c3-b1b0-6194b96372ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:16.003352 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-debff32a-a282-41c3-b1b0-6194b96372ea admin admin] Calling delete_port for dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:44:16.213982 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-debff32a-a282-41c3-b1b0-6194b96372ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:16.242044 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debff32a-a282-41c3-b1b0-6194b96372ea admin admin] Pushing event deleted for resources: {'Port': ['ID=dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:16.418558 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-debff32a-a282-41c3-b1b0-6194b96372ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:16.616517 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 68c24c82-15da-4779-84e3-73ac0abf25f6 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:44:16.641266 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 68c24c82-15da-4779-84e3-73ac0abf25f6 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:44:16.641608 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 68c24c82-15da-4779-84e3-73ac0abf25f6 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:44:17.011534 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debff32a-a282-41c3-b1b0-6194b96372ea admin admin] Router 9e8e476c-fc5d-4c5a-9727-4377a2059b6e has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:44:17.115987 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debff32a-a282-41c3-b1b0-6194b96372ea admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:44:17.121077 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-debff32a-a282-41c3-b1b0-6194b96372ea admin admin] 10.222.0.37 "PUT /v2.0/routers/9e8e476c-fc5d-4c5a-9727-4377a2059b6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9051764 Nov 12 09:44:17.124233 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42984) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:44:17.124911 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4e193f-b43f-4398-9cb2-50f899d0873e None None] Sync routers for ids ['9e8e476c-fc5d-4c5a-9727-4377a2059b6e'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:44:17.136478 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4e193f-b43f-4398-9cb2-50f899d0873e None None] Routers {'9e8e476c-fc5d-4c5a-9727-4377a2059b6e'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:44:17.137105 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-bb4e193f-b43f-4398-9cb2-50f899d0873e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:44:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['9e8e476c-fc5d-4c5a-9727-4377a2059b6e'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:44:17.235990 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c889171-5fa4-4fed-8561-faf83175f173 admin admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:17.248239 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-bb4e193f-b43f-4398-9cb2-50f899d0873e None None] Set router 9e8e476c-fc5d-4c5a-9727-4377a2059b6e gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:44:17.350344 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c889171-5fa4-4fed-8561-faf83175f173 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:17.411770 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-2c889171-5fa4-4fed-8561-faf83175f173 admin admin] Deleting port b3a79447-4131-4b3b-9b5f-b29ba71e4acb {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:44:17.412145 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c889171-5fa4-4fed-8561-faf83175f173 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:17.441207 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-bb4e193f-b43f-4398-9cb2-50f899d0873e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8e476c-fc5d-4c5a-9727-4377a2059b6e', 'name': 'tempest-TestEncryptedCinderVolumes-356095508-router', 'tenant_id': 'aaf5edb70ee046e1acf5615929969992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'b3a79447-4131-4b3b-9b5f-b29ba71e4acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:51Z', 'updated_at': '2021-11-12T09:44:16Z', 'revision_number': 5, 'project_id': 'aaf5edb70ee046e1acf5615929969992', 'gw_port': {'id': 'b3a79447-4131-4b3b-9b5f-b29ba71e4acb', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8e476c-fc5d-4c5a-9727-4377a2059b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:51Z', 'updated_at': '2021-11-12T09:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:44:17.472104 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4e193f-b43f-4398-9cb2-50f899d0873e None None] Checking router: 9e8e476c-fc5d-4c5a-9727-4377a2059b6e for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:44:17.480806 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4e193f-b43f-4398-9cb2-50f899d0873e None None] Routers {'9e8e476c-fc5d-4c5a-9727-4377a2059b6e'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:44:17.481436 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-bb4e193f-b43f-4398-9cb2-50f899d0873e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:44:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['9e8e476c-fc5d-4c5a-9727-4377a2059b6e'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:44:17.498806 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-2c889171-5fa4-4fed-8561-faf83175f173 admin admin] For port b3a79447-4131-4b3b-9b5f-b29ba71e4acb, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b3a79447-4131-4b3b-9b5f-b29ba71e4acb,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:44:17.499164 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c889171-5fa4-4fed-8561-faf83175f173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:17.511379 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-2c889171-5fa4-4fed-8561-faf83175f173 admin admin] Calling delete_port for b3a79447-4131-4b3b-9b5f-b29ba71e4acb owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:44:17.569813 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-bb4e193f-b43f-4398-9cb2-50f899d0873e None None] Set router 9e8e476c-fc5d-4c5a-9727-4377a2059b6e gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:44:17.626191 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-bb4e193f-b43f-4398-9cb2-50f899d0873e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8e476c-fc5d-4c5a-9727-4377a2059b6e', 'name': 'tempest-TestEncryptedCinderVolumes-356095508-router', 'tenant_id': 'aaf5edb70ee046e1acf5615929969992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:51Z', 'updated_at': '2021-11-12T09:44:17Z', 'revision_number': 6, 'project_id': 'aaf5edb70ee046e1acf5615929969992', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:44:17.653265 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4e193f-b43f-4398-9cb2-50f899d0873e None None] The sync data for ids ['9e8e476c-fc5d-4c5a-9727-4377a2059b6e'] in n-d-768862-16 is: [{'id': '9e8e476c-fc5d-4c5a-9727-4377a2059b6e', 'name': 'tempest-TestEncryptedCinderVolumes-356095508-router', 'tenant_id': 'aaf5edb70ee046e1acf5615929969992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:51Z', 'updated_at': '2021-11-12T09:44:17Z', 'revision_number': 6, 'project_id': 'aaf5edb70ee046e1acf5615929969992', 'gw_port_host': None}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:44:17.693963 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c889171-5fa4-4fed-8561-faf83175f173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:17.721464 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c889171-5fa4-4fed-8561-faf83175f173 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a79447-4131-4b3b-9b5f-b29ba71e4acb,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:17.734663 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8759b09e-68ef-434f-b4aa-bdba8a5192cf None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:44:17.788917 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c889171-5fa4-4fed-8561-faf83175f173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:17.889986 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c889171-5fa4-4fed-8561-faf83175f173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:17.892807 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c889171-5fa4-4fed-8561-faf83175f173 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:17.950426 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c889171-5fa4-4fed-8561-faf83175f173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:17.950426 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c889171-5fa4-4fed-8561-faf83175f173 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e8e476c-fc5d-4c5a-9727-4377a2059b6e {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:44:17.954736 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c889171-5fa4-4fed-8561-faf83175f173 admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:17.956174 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2c889171-5fa4-4fed-8561-faf83175f173 admin admin] 10.222.0.37 "DELETE /v2.0/routers/9e8e476c-fc5d-4c5a-9727-4377a2059b6e HTTP/1.1" status: 204 len: 168 time: 0.8308020 Nov 12 09:44:17.958965 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42986) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:44:18.012697 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-76aa34cf-a589-4c4f-a437-5ab5167436fd admin admin] Deleting subnet 93560498-b7b2-4f91-b64f-acc3246451df {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:44:18.016931 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-76aa34cf-a589-4c4f-a437-5ab5167436fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:18.059336 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-76aa34cf-a589-4c4f-a437-5ab5167436fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:18.142998 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-76aa34cf-a589-4c4f-a437-5ab5167436fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:18.200250 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-76aa34cf-a589-4c4f-a437-5ab5167436fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:18.227418 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa34cf-a589-4c4f-a437-5ab5167436fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93560498-b7b2-4f91-b64f-acc3246451df,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:18.232451 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-76aa34cf-a589-4c4f-a437-5ab5167436fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:18.238285 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31238b00-d16d-4293-b2a3-942c0e249e1b None None] Network 9002c20c-2d54-4f3f-b459-a235e88713e0 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:44:18.238519 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42988) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:44:18.238981 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-76aa34cf-a589-4c4f-a437-5ab5167436fd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/93560498-b7b2-4f91-b64f-acc3246451df HTTP/1.1" status: 204 len: 168 time: 0.2784569 Nov 12 09:44:18.314209 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-051457bf-08b1-4f13-a420-c3fc92e331d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:18.375620 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-051457bf-08b1-4f13-a420-c3fc92e331d4 admin admin] Deleting port 54b3e8db-e648-46a4-9cb6-1dca834465bc {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:44:18.376041 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-051457bf-08b1-4f13-a420-c3fc92e331d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:18.439078 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4068cd4f-46b8-4e81-8b1a-289084d7c853 None None] DHCP port deletion for 9002c20c-2d54-4f3f-b459-a235e88713e0 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:44:18.454002 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-051457bf-08b1-4f13-a420-c3fc92e331d4 admin admin] For port 54b3e8db-e648-46a4-9cb6-1dca834465bc, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=54b3e8db-e648-46a4-9cb6-1dca834465bc,segment=NetworkSegment(a18f5f4a-17a6-4eec-9ba7-1d91bc3e0bd1),segment_id=a18f5f4a-17a6-4eec-9ba7-1d91bc3e0bd1)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:44:18.454643 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-051457bf-08b1-4f13-a420-c3fc92e331d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:18.471035 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-051457bf-08b1-4f13-a420-c3fc92e331d4 admin admin] Calling delete_port for 54b3e8db-e648-46a4-9cb6-1dca834465bc owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:44:18.501458 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4068cd4f-46b8-4e81-8b1a-289084d7c853 None None] Deleting port 54b3e8db-e648-46a4-9cb6-1dca834465bc {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:44:18.502173 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4068cd4f-46b8-4e81-8b1a-289084d7c853 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:18.589732 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 54b3e8db-e648-46a4-9cb6-1dca834465bc no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:44:18.594202 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-051457bf-08b1-4f13-a420-c3fc92e331d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:18.600869 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4068cd4f-46b8-4e81-8b1a-289084d7c853 None None] For port 54b3e8db-e648-46a4-9cb6-1dca834465bc, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=54b3e8db-e648-46a4-9cb6-1dca834465bc,segment=NetworkSegment(a18f5f4a-17a6-4eec-9ba7-1d91bc3e0bd1),segment_id=a18f5f4a-17a6-4eec-9ba7-1d91bc3e0bd1)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:44:18.601260 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4068cd4f-46b8-4e81-8b1a-289084d7c853 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:18.624660 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 54b3e8db-e648-46a4-9cb6-1dca834465bc {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:44:18.625124 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 54b3e8db-e648-46a4-9cb6-1dca834465bc not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:44:18.625433 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:44:18.628276 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051457bf-08b1-4f13-a420-c3fc92e331d4 admin admin] No DVR routers for this DVR port 54b3e8db-e648-46a4-9cb6-1dca834465bc on host n-d-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:44:18.630351 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051457bf-08b1-4f13-a420-c3fc92e331d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=54b3e8db-e648-46a4-9cb6-1dca834465bc,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:18.653918 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-4068cd4f-46b8-4e81-8b1a-289084d7c853 None None] Calling delete_port for 54b3e8db-e648-46a4-9cb6-1dca834465bc owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:44:18.655861 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:44:18.656209 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device dfdb7a31-e9fa-4a52-a002-a2e30bb4d0dd not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:44:18.656629 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b3a79447-4131-4b3b-9b5f-b29ba71e4acb no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:44:18.679064 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: b3a79447-4131-4b3b-9b5f-b29ba71e4acb {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:44:18.679407 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b3a79447-4131-4b3b-9b5f-b29ba71e4acb not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:44:18.715120 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-051457bf-08b1-4f13-a420-c3fc92e331d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:18.737832 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-051457bf-08b1-4f13-a420-c3fc92e331d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9002c20c-2d54-4f3f-b459-a235e88713e0']}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:44:18.748125 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-051457bf-08b1-4f13-a420-c3fc92e331d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a18f5f4a-17a6-4eec-9ba7-1d91bc3e0bd1') {'for_net_delete': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:44:18.748411 n-d-768862-16 neutron-server[102569]: DEBUG neutron.services.segments.db [None req-051457bf-08b1-4f13-a420-c3fc92e331d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a18f5f4a-17a6-4eec-9ba7-1d91bc3e0bd1') {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:44:18.756621 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4068cd4f-46b8-4e81-8b1a-289084d7c853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:18.760440 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-051457bf-08b1-4f13-a420-c3fc92e331d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355555'] for segment, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:18.777210 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-051457bf-08b1-4f13-a420-c3fc92e331d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:18.784203 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-051457bf-08b1-4f13-a420-c3fc92e331d4 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=102569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:44:18.784499 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-051457bf-08b1-4f13-a420-c3fc92e331d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2336336'] for segment, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:18.786238 n-d-768862-16 neutron-server[102569]: Traceback (most recent call last): Nov 12 09:44:18.786238 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:44:18.786238 n-d-768862-16 neutron-server[102569]: timer() Nov 12 09:44:18.786238 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:44:18.786238 n-d-768862-16 neutron-server[102569]: cb(*args, **kw) Nov 12 09:44:18.786238 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:44:18.786238 n-d-768862-16 neutron-server[102569]: return func(*args, **kwargs) Nov 12 09:44:18.786238 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:44:18.786238 n-d-768862-16 neutron-server[102569]: self._notify() Nov 12 09:44:18.786238 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:44:18.786238 n-d-768862-16 neutron-server[102569]: self.callback(batched_events) Nov 12 09:44:18.786238 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:44:18.786238 n-d-768862-16 neutron-server[102569]: event.method(event) Nov 12 09:44:18.786238 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:44:18.786238 n-d-768862-16 neutron-server[102569]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:44:18.786238 n-d-768862-16 neutron-server[102569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:44:18.786238 n-d-768862-16 neutron-server[102569]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:44:18.786238 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:44:18.786238 n-d-768862-16 neutron-server[102569]: return f(self, *a, **k) Nov 12 09:44:18.786238 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:44:18.786238 n-d-768862-16 neutron-server[102569]: return self._get(url).json() Nov 12 09:44:18.786238 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:44:18.786238 n-d-768862-16 neutron-server[102569]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:44:18.786238 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:44:18.786238 n-d-768862-16 neutron-server[102569]: return self.request(url, 'GET', **kwargs) Nov 12 09:44:18.786238 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:44:18.786238 n-d-768862-16 neutron-server[102569]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:44:18.786238 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:44:18.786238 n-d-768862-16 neutron-server[102569]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:44:18.786238 n-d-768862-16 neutron-server[102569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:44:18.786238 n-d-768862-16 neutron-server[102569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:44:18.786238 n-d-768862-16 neutron-server[102569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:44:18.790225 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4068cd4f-46b8-4e81-8b1a-289084d7c853 None None] Pushing event deleted for resources: {'Port': ['ID=54b3e8db-e648-46a4-9cb6-1dca834465bc,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:18.793701 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4068cd4f-46b8-4e81-8b1a-289084d7c853 None None] No DVR routers for this DVR port 54b3e8db-e648-46a4-9cb6-1dca834465bc on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:44:18.853001 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-051457bf-08b1-4f13-a420-c3fc92e331d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:18.858403 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-051457bf-08b1-4f13-a420-c3fc92e331d4 admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:18.861693 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-051457bf-08b1-4f13-a420-c3fc92e331d4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9002c20c-2d54-4f3f-b459-a235e88713e0 HTTP/1.1" status: 204 len: 168 time: 0.6221211 Nov 12 09:44:18.873018 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051457bf-08b1-4f13-a420-c3fc92e331d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9002c20c-2d54-4f3f-b459-a235e88713e0,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:19.082456 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 42992) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:44:19.136544 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-12819a44-5588-4928-8224-3de4017d55e1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53e01937d8484ced853a598318fe89c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0523489 Nov 12 09:44:19.140459 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 42994) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:44:19.208137 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-878f209e-a092-49b8-a7fd-34420e1f0a3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:19.234704 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-878f209e-a092-49b8-a7fd-34420e1f0a3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:19.290104 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-878f209e-a092-49b8-a7fd-34420e1f0a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:19.293064 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-878f209e-a092-49b8-a7fd-34420e1f0a3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:19.294397 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-878f209e-a092-49b8-a7fd-34420e1f0a3b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c21f922-054e-4b22-8d7a-0c29ff361b56 HTTP/1.1" status: 204 len: 168 time: 0.1528575 Nov 12 09:44:19.303153 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f209e-a092-49b8-a7fd-34420e1f0a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c21f922-054e-4b22-8d7a-0c29ff361b56,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:19.658540 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43000) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:44:19.701091 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-18dd7444-fd82-4bb5-b1d4-8b96bc31ebb8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aaf5edb70ee046e1acf5615929969992&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413339 Nov 12 09:44:19.703986 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43002) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:44:19.757604 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-adf82314-6c71-4a19-bad0-11f75bdff8f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:19.780924 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-adf82314-6c71-4a19-bad0-11f75bdff8f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:19.837886 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-adf82314-6c71-4a19-bad0-11f75bdff8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:19.841537 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-adf82314-6c71-4a19-bad0-11f75bdff8f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:19.843871 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-adf82314-6c71-4a19-bad0-11f75bdff8f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b35af3c4-bd3c-4cd3-bdd1-3c935b2293e6 HTTP/1.1" status: 204 len: 168 time: 0.1376531 Nov 12 09:44:19.854061 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf82314-6c71-4a19-bad0-11f75bdff8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35af3c4-bd3c-4cd3-bdd1-3c935b2293e6,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:20.652527 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43024) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:44:20.783041 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-bccff620-1cc0-4fba-81d9-18226fad7b61 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2079183322-network', 'tenant_id': '095486b9e19244b5a399d8f0c4aa7548'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:44:20.810418 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccff620-1cc0-4fba-81d9-18226fad7b61 admin admin] Made reservation on behalf of 095486b9e19244b5a399d8f0c4aa7548 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:44:20.814608 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bccff620-1cc0-4fba-81d9-18226fad7b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:20.828152 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bccff620-1cc0-4fba-81d9-18226fad7b61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:20.922165 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bccff620-1cc0-4fba-81d9-18226fad7b61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:20.927265 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bccff620-1cc0-4fba-81d9-18226fad7b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:20.955426 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bccff620-1cc0-4fba-81d9-18226fad7b61 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:44:20.965916 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccff620-1cc0-4fba-81d9-18226fad7b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab705af-b35e-43b9-86a0-7b713d223fb8,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:20.972462 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bccff620-1cc0-4fba-81d9-18226fad7b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:20.972806 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-bccff620-1cc0-4fba-81d9-18226fad7b61 admin admin] Added segment 2de45e92-d763-4976-99f2-4207b756968d of type vlan for network 2576ec7a-ec98-431e-be19-e462839000e0 Nov 12 09:44:21.019466 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bccff620-1cc0-4fba-81d9-18226fad7b61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:21.055826 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bccff620-1cc0-4fba-81d9-18226fad7b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:21.056918 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccff620-1cc0-4fba-81d9-18226fad7b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:21.057512 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bccff620-1cc0-4fba-81d9-18226fad7b61 admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:21.122962 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-bccff620-1cc0-4fba-81d9-18226fad7b61 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4692125 Nov 12 09:44:21.126490 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43028) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:44:21.131605 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-a2e8d25e-c1b0-40a7-aa01-4e456654d93e admin admin] Request body: {'subnet': {'network_id': '2576ec7a-ec98-431e-be19-e462839000e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2079183322-subnet', 'tenant_id': '095486b9e19244b5a399d8f0c4aa7548', 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:44:21.144696 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccff620-1cc0-4fba-81d9-18226fad7b61 admin admin] Pushing event updated for resources: {'Network': ['ID=2576ec7a-ec98-431e-be19-e462839000e0,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:21.155768 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 2576ec7a-ec98-431e-be19-e462839000e0 details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:44:21.165598 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e8d25e-c1b0-40a7-aa01-4e456654d93e admin admin] Made reservation on behalf of 095486b9e19244b5a399d8f0c4aa7548 for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:44:21.168019 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a2e8d25e-c1b0-40a7-aa01-4e456654d93e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:21.374129 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a2e8d25e-c1b0-40a7-aa01-4e456654d93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:21.431180 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e8d25e-c1b0-40a7-aa01-4e456654d93e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:21.448044 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e8d25e-c1b0-40a7-aa01-4e456654d93e admin admin] Checking segment: {'id': '2de45e92-d763-4976-99f2-4207b756968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2576ec7a-ec98-431e-be19-e462839000e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:44:21.448536 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e8d25e-c1b0-40a7-aa01-4e456654d93e admin admin] Network hostable DHCP agents. Network: 2576ec7a-ec98-431e-be19-e462839000e0, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:44:21.471486 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e8d25e-c1b0-40a7-aa01-4e456654d93e admin admin] Network 2576ec7a-ec98-431e-be19-e462839000e0 is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:44:21.482663 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-a2e8d25e-c1b0-40a7-aa01-4e456654d93e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 2576ec7a-ec98-431e-be19-e462839000e0) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:44:21.487899 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e8d25e-c1b0-40a7-aa01-4e456654d93e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:21.488517 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a2e8d25e-c1b0-40a7-aa01-4e456654d93e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:21.497614 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af69869b-804a-489a-aa37-4f4eeb3a1d56 None None] Network 2576ec7a-ec98-431e-be19-e462839000e0 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:44:21.509267 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-a2e8d25e-c1b0-40a7-aa01-4e456654d93e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3814909 Nov 12 09:44:21.513033 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43030) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:44:21.519815 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-faf67048-b117-48a4-a2da-adac07b7a934 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2079183322-router', 'tenant_id': '095486b9e19244b5a399d8f0c4aa7548', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:44:21.567580 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-faf67048-b117-48a4-a2da-adac07b7a934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:21.569406 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-faf67048-b117-48a4-a2da-adac07b7a934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:21.647825 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-faf67048-b117-48a4-a2da-adac07b7a934 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:21.688123 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82294b9a-bbc1-4ebe-9b48-7f455c2a3f61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-2576ec7a-ec98-431e-be19-e462839000e0', 'network_id': '2576ec7a-ec98-431e-be19-e462839000e0', 'tenant_id': '095486b9e19244b5a399d8f0c4aa7548', 'fixed_ips': [{'subnet_id': '7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:44:21.689896 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-82294b9a-bbc1-4ebe-9b48-7f455c2a3f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:21.846137 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-faf67048-b117-48a4-a2da-adac07b7a934 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:21.881598 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-82294b9a-bbc1-4ebe-9b48-7f455c2a3f61 None None] Allocated IP 172.20.0.2 (2576ec7a-ec98-431e-be19-e462839000e0/7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f/006e084b-e1ba-4542-9ac9-c2a40339ebe1) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:44:22.102052 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-82294b9a-bbc1-4ebe-9b48-7f455c2a3f61 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:22.103834 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-faf67048-b117-48a4-a2da-adac07b7a934 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:22.110121 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-82294b9a-bbc1-4ebe-9b48-7f455c2a3f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:22.124301 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-faf67048-b117-48a4-a2da-adac07b7a934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:22.147853 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82294b9a-bbc1-4ebe-9b48-7f455c2a3f61 None None] Network 2576ec7a-ec98-431e-be19-e462839000e0 is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:44:22.155485 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-82294b9a-bbc1-4ebe-9b48-7f455c2a3f61 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:44:22.158718 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82294b9a-bbc1-4ebe-9b48-7f455c2a3f61 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:44:22.178429 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82294b9a-bbc1-4ebe-9b48-7f455c2a3f61 None None] Pushing event updated for resources: {'Port': ['ID=006e084b-e1ba-4542-9ac9-c2a40339ebe1,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:22.238407 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-82294b9a-bbc1-4ebe-9b48-7f455c2a3f61 None None] Attempting to bind port 006e084b-e1ba-4542-9ac9-c2a40339ebe1 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:44:22.238773 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-82294b9a-bbc1-4ebe-9b48-7f455c2a3f61 None None] Attempting to bind port 006e084b-e1ba-4542-9ac9-c2a40339ebe1 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '2de45e92-d763-4976-99f2-4207b756968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2576ec7a-ec98-431e-be19-e462839000e0'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:44:22.239137 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82294b9a-bbc1-4ebe-9b48-7f455c2a3f61 None None] Attempting to bind port 006e084b-e1ba-4542-9ac9-c2a40339ebe1 on network 2576ec7a-ec98-431e-be19-e462839000e0 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:44:22.244637 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-faf67048-b117-48a4-a2da-adac07b7a934 admin admin] Allocated IP 172.25.6.250 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/d4cc384a-b25d-4a9b-b71d-269135ab53fa) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:44:22.244882 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82294b9a-bbc1-4ebe-9b48-7f455c2a3f61 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:44:22.245097 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82294b9a-bbc1-4ebe-9b48-7f455c2a3f61 None None] Checking segment: {'id': '2de45e92-d763-4976-99f2-4207b756968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2576ec7a-ec98-431e-be19-e462839000e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:44:22.245419 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-82294b9a-bbc1-4ebe-9b48-7f455c2a3f61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:22.245811 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82294b9a-bbc1-4ebe-9b48-7f455c2a3f61 None None] Bound using segment: {'id': '2de45e92-d763-4976-99f2-4207b756968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2576ec7a-ec98-431e-be19-e462839000e0'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:44:22.246285 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-82294b9a-bbc1-4ebe-9b48-7f455c2a3f61 None None] Bound port: 006e084b-e1ba-4542-9ac9-c2a40339ebe1, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de45e92-d763-4976-99f2-4207b756968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2576ec7a-ec98-431e-be19-e462839000e0'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:44:22.246673 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-82294b9a-bbc1-4ebe-9b48-7f455c2a3f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:22.363800 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-faf67048-b117-48a4-a2da-adac07b7a934 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:22.405717 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-faf67048-b117-48a4-a2da-adac07b7a934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:22.451413 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf67048-b117-48a4-a2da-adac07b7a934 admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:44:22.454884 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-faf67048-b117-48a4-a2da-adac07b7a934 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:44:22.458977 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf67048-b117-48a4-a2da-adac07b7a934 admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:44:22.474128 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120289cd-9454-4dc9-8628-796252538924 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:44:22.484018 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf67048-b117-48a4-a2da-adac07b7a934 admin admin] Pushing event updated for resources: {'Port': ['ID=d4cc384a-b25d-4a9b-b71d-269135ab53fa,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:22.503006 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-82294b9a-bbc1-4ebe-9b48-7f455c2a3f61 None None] For port 006e084b-e1ba-4542-9ac9-c2a40339ebe1, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:44:22.506563 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-82294b9a-bbc1-4ebe-9b48-7f455c2a3f61 None None] For port 006e084b-e1ba-4542-9ac9-c2a40339ebe1, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=006e084b-e1ba-4542-9ac9-c2a40339ebe1,segment=NetworkSegment(2de45e92-d763-4976-99f2-4207b756968d),segment_id=2de45e92-d763-4976-99f2-4207b756968d)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:44:22.512221 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-82294b9a-bbc1-4ebe-9b48-7f455c2a3f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:22.588833 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82294b9a-bbc1-4ebe-9b48-7f455c2a3f61 None None] Pushing event updated for resources: {'Port': ['ID=006e084b-e1ba-4542-9ac9-c2a40339ebe1,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:22.609954 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-83df0686-38f0-42fc-a957-be8e17d91cf9 None None] Provisioning complete for port d4cc384a-b25d-4a9b-b71d-269135ab53fa triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:44:22.610298 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-83df0686-38f0-42fc-a957-be8e17d91cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:22.649437 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-83df0686-38f0-42fc-a957-be8e17d91cf9 None None] Port d4cc384a-b25d-4a9b-b71d-269135ab53fa cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:44:22.785635 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-faf67048-b117-48a4-a2da-adac07b7a934 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:23.010036 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-faf67048-b117-48a4-a2da-adac07b7a934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:23.160267 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf67048-b117-48a4-a2da-adac07b7a934 admin admin] Router a281b6a1-af00-4030-bb15-428f7f3bb68a is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:44:23.279827 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf67048-b117-48a4-a2da-adac07b7a934 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:44:23.293654 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfb0080-fc86-4f7c-820b-2fb38409519e None None] Sync routers for ids ['a281b6a1-af00-4030-bb15-428f7f3bb68a'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:44:23.304361 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-faf67048-b117-48a4-a2da-adac07b7a934 admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:23.304803 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfb0080-fc86-4f7c-820b-2fb38409519e None None] Routers {'a281b6a1-af00-4030-bb15-428f7f3bb68a'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:44:23.305413 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-9dfb0080-fc86-4f7c-820b-2fb38409519e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:44:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['a281b6a1-af00-4030-bb15-428f7f3bb68a'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:44:23.305642 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-faf67048-b117-48a4-a2da-adac07b7a934 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7915630 Nov 12 09:44:23.308811 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43032) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:44:23.430847 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-9dfb0080-fc86-4f7c-820b-2fb38409519e None None] Set router a281b6a1-af00-4030-bb15-428f7f3bb68a gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:44:23.617743 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e5bddc-8206-48b5-9eb1-55a7d8562bd9 None None] Network 2576ec7a-ec98-431e-be19-e462839000e0 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:44:23.635551 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-9dfb0080-fc86-4f7c-820b-2fb38409519e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'name': 'tempest-TestMinimumBasicScenario-2079183322-router', 'tenant_id': '095486b9e19244b5a399d8f0c4aa7548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd4cc384a-b25d-4a9b-b71d-269135ab53fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:44:21Z', 'updated_at': '2021-11-12T09:44:22Z', 'revision_number': 3, 'project_id': '095486b9e19244b5a399d8f0c4aa7548', 'gw_port': {'id': 'd4cc384a-b25d-4a9b-b71d-269135ab53fa', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:82:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:44:22Z', 'updated_at': '2021-11-12T09:44:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:44:23.667782 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfb0080-fc86-4f7c-820b-2fb38409519e None None] Checking router: a281b6a1-af00-4030-bb15-428f7f3bb68a for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:44:23.668103 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfb0080-fc86-4f7c-820b-2fb38409519e None None] Updating router a281b6a1-af00-4030-bb15-428f7f3bb68a port d4cc384a-b25d-4a9b-b71d-269135ab53fa binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:44:23.696466 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9dfb0080-fc86-4f7c-820b-2fb38409519e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:23.709791 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e2c2966a-d02a-48a1-b1f1-1e6dde8f17b9 None None] Provisioning complete for port 006e084b-e1ba-4542-9ac9-c2a40339ebe1 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:44:23.710089 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e2c2966a-d02a-48a1-b1f1-1e6dde8f17b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:23.803667 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee432b59-a097-4c28-99a0-cd5acd024439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:23.866537 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e2c2966a-d02a-48a1-b1f1-1e6dde8f17b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:23.870726 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:23.912948 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-e2c2966a-d02a-48a1-b1f1-1e6dde8f17b9 None None] For port 006e084b-e1ba-4542-9ac9-c2a40339ebe1, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=006e084b-e1ba-4542-9ac9-c2a40339ebe1,segment=NetworkSegment(2de45e92-d763-4976-99f2-4207b756968d),segment_id=2de45e92-d763-4976-99f2-4207b756968d)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:44:23.918930 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e2c2966a-d02a-48a1-b1f1-1e6dde8f17b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:23.979662 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2966a-d02a-48a1-b1f1-1e6dde8f17b9 None None] Pushing event updated for resources: {'Port': ['ID=006e084b-e1ba-4542-9ac9-c2a40339ebe1,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:23.980759 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9dfb0080-fc86-4f7c-820b-2fb38409519e None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:23.988133 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9dfb0080-fc86-4f7c-820b-2fb38409519e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:23.997769 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-ee432b59-a097-4c28-99a0-cd5acd024439 admin admin] Allocated IP 172.20.0.1 (2576ec7a-ec98-431e-be19-e462839000e0/7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f/02300f90-4f87-46c1-9227-5163f17690bc) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:44:24.040310 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e7bdbf-a86d-4bce-a240-a07e2a77aa47 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:44:24.049333 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-9dfb0080-fc86-4f7c-820b-2fb38409519e None None] Attempting to bind port d4cc384a-b25d-4a9b-b71d-269135ab53fa on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:44:24.049823 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-9dfb0080-fc86-4f7c-820b-2fb38409519e None None] Attempting to bind port d4cc384a-b25d-4a9b-b71d-269135ab53fa by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:44:24.050068 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfb0080-fc86-4f7c-820b-2fb38409519e None None] Attempting to bind port d4cc384a-b25d-4a9b-b71d-269135ab53fa on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:44:24.060341 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e9ce1-8005-40f9-9284-c64b1243e4c5 None None] Pushing event updated for resources: {'Port': ['ID=d4cc384a-b25d-4a9b-b71d-269135ab53fa,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:24.070797 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2e9ce1-8005-40f9-9284-c64b1243e4c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:24.071137 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2e9ce1-8005-40f9-9284-c64b1243e4c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:24.071474 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2e9ce1-8005-40f9-9284-c64b1243e4c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:24.071834 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2e9ce1-8005-40f9-9284-c64b1243e4c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:24.072197 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2e9ce1-8005-40f9-9284-c64b1243e4c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:24.072489 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2e9ce1-8005-40f9-9284-c64b1243e4c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:24.072817 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2e9ce1-8005-40f9-9284-c64b1243e4c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:24.073140 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2e9ce1-8005-40f9-9284-c64b1243e4c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:24.073461 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2e9ce1-8005-40f9-9284-c64b1243e4c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:24.073782 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2e9ce1-8005-40f9-9284-c64b1243e4c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:24.074102 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2e9ce1-8005-40f9-9284-c64b1243e4c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:24.074418 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2e9ce1-8005-40f9-9284-c64b1243e4c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:24.077877 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfb0080-fc86-4f7c-820b-2fb38409519e None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:44:24.078316 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfb0080-fc86-4f7c-820b-2fb38409519e None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:44:24.078719 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9dfb0080-fc86-4f7c-820b-2fb38409519e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:24.079107 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfb0080-fc86-4f7c-820b-2fb38409519e None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:44:24.079593 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-9dfb0080-fc86-4f7c-820b-2fb38409519e None None] Bound port: d4cc384a-b25d-4a9b-b71d-269135ab53fa, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:44:24.079997 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9dfb0080-fc86-4f7c-820b-2fb38409519e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:24.125413 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee432b59-a097-4c28-99a0-cd5acd024439 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:24.144053 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-9dfb0080-fc86-4f7c-820b-2fb38409519e None None] For port d4cc384a-b25d-4a9b-b71d-269135ab53fa, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:44:24.148502 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-9dfb0080-fc86-4f7c-820b-2fb38409519e None None] For port d4cc384a-b25d-4a9b-b71d-269135ab53fa, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d4cc384a-b25d-4a9b-b71d-269135ab53fa,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:44:24.154242 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9dfb0080-fc86-4f7c-820b-2fb38409519e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:24.157090 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c7e6871f-e7d3-41bf-862b-da3f8f30b559 None None] Provisioning complete for port d4cc384a-b25d-4a9b-b71d-269135ab53fa triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:44:24.157460 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c7e6871f-e7d3-41bf-862b-da3f8f30b559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:24.173116 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee432b59-a097-4c28-99a0-cd5acd024439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:24.189785 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc02813-4df9-40f9-9a40-5b01656a31c5 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:44:24.224142 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee432b59-a097-4c28-99a0-cd5acd024439 admin admin] Network 2576ec7a-ec98-431e-be19-e462839000e0 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:44:24.227722 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-ee432b59-a097-4c28-99a0-cd5acd024439 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:44:24.235935 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee432b59-a097-4c28-99a0-cd5acd024439 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:44:24.247916 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfb0080-fc86-4f7c-820b-2fb38409519e None None] Routers {'a281b6a1-af00-4030-bb15-428f7f3bb68a'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:44:24.249089 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-9dfb0080-fc86-4f7c-820b-2fb38409519e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:44:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['a281b6a1-af00-4030-bb15-428f7f3bb68a'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:44:24.250803 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e9ce1-8005-40f9-9284-c64b1243e4c5 None None] Pushing event updated for resources: {'Port': ['ID=d4cc384a-b25d-4a9b-b71d-269135ab53fa,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:24.278965 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c7e6871f-e7d3-41bf-862b-da3f8f30b559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:24.290343 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee432b59-a097-4c28-99a0-cd5acd024439 admin admin] Pushing event updated for resources: {'Port': ['ID=02300f90-4f87-46c1-9227-5163f17690bc,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:24.307253 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c7e6871f-e7d3-41bf-862b-da3f8f30b559 None None] For port d4cc384a-b25d-4a9b-b71d-269135ab53fa, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d4cc384a-b25d-4a9b-b71d-269135ab53fa,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:44:24.309386 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee432b59-a097-4c28-99a0-cd5acd024439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:24.314169 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c7e6871f-e7d3-41bf-862b-da3f8f30b559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:24.387582 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6871f-e7d3-41bf-862b-da3f8f30b559 None None] Pushing event updated for resources: {'Port': ['ID=d4cc384a-b25d-4a9b-b71d-269135ab53fa,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:24.441942 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f1b6b36f-ad12-4209-a04c-d076fa7f6513 None None] Provisioning complete for port d4cc384a-b25d-4a9b-b71d-269135ab53fa triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:44:24.442416 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f1b6b36f-ad12-4209-a04c-d076fa7f6513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:24.472989 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee432b59-a097-4c28-99a0-cd5acd024439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:24.548300 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-9dfb0080-fc86-4f7c-820b-2fb38409519e None None] Set router a281b6a1-af00-4030-bb15-428f7f3bb68a gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:44:24.595335 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-f1b6b36f-ad12-4209-a04c-d076fa7f6513 None None] Provisioning complete for port 006e084b-e1ba-4542-9ac9-c2a40339ebe1 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:44:24.595700 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f1b6b36f-ad12-4209-a04c-d076fa7f6513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:24.638788 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 006e084b-e1ba-4542-9ac9-c2a40339ebe1 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:44:24.713520 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee432b59-a097-4c28-99a0-cd5acd024439 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:24.719754 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee432b59-a097-4c28-99a0-cd5acd024439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:24.734071 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 006e084b-e1ba-4542-9ac9-c2a40339ebe1 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:44:24.734498 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:24.750880 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-9dfb0080-fc86-4f7c-820b-2fb38409519e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'name': 'tempest-TestMinimumBasicScenario-2079183322-router', 'tenant_id': '095486b9e19244b5a399d8f0c4aa7548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd4cc384a-b25d-4a9b-b71d-269135ab53fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:44:21Z', 'updated_at': '2021-11-12T09:44:22Z', 'revision_number': 3, 'project_id': '095486b9e19244b5a399d8f0c4aa7548', 'gw_port': {'id': 'd4cc384a-b25d-4a9b-b71d-269135ab53fa', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:82:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:44:22Z', 'updated_at': '2021-11-12T09:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:44:24.787784 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfb0080-fc86-4f7c-820b-2fb38409519e None None] The sync data for ids ['a281b6a1-af00-4030-bb15-428f7f3bb68a'] in n-d-768862-16 is: [{'id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'name': 'tempest-TestMinimumBasicScenario-2079183322-router', 'tenant_id': '095486b9e19244b5a399d8f0c4aa7548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd4cc384a-b25d-4a9b-b71d-269135ab53fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:44:21Z', 'updated_at': '2021-11-12T09:44:22Z', 'revision_number': 3, 'project_id': '095486b9e19244b5a399d8f0c4aa7548', 'gw_port': {'id': 'd4cc384a-b25d-4a9b-b71d-269135ab53fa', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:82:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:44:22Z', 'updated_at': '2021-11-12T09:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:44:24.795734 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee432b59-a097-4c28-99a0-cd5acd024439 admin admin] Pushing event updated for resources: {'Port': ['ID=02300f90-4f87-46c1-9227-5163f17690bc,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:24.799169 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee432b59-a097-4c28-99a0-cd5acd024439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:24.850948 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-0f8940de-860b-41a8-a69d-7153d786018f None None] Provisioning complete for port 02300f90-4f87-46c1-9227-5163f17690bc triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:44:24.851446 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0f8940de-860b-41a8-a69d-7153d786018f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:24.891245 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-0f8940de-860b-41a8-a69d-7153d786018f None None] Port 02300f90-4f87-46c1-9227-5163f17690bc cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:44:24.910837 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee432b59-a097-4c28-99a0-cd5acd024439 admin admin] Network 2576ec7a-ec98-431e-be19-e462839000e0 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:44:24.912342 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-ee432b59-a097-4c28-99a0-cd5acd024439 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:44:25.084784 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee432b59-a097-4c28-99a0-cd5acd024439 admin admin] Router a281b6a1-af00-4030-bb15-428f7f3bb68a has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:44:25.213224 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-cb62d6ca-b83a-4c04-9f3f-a6049c1361d0 None None] Provisioning complete for port 02300f90-4f87-46c1-9227-5163f17690bc triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:44:25.213609 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cb62d6ca-b83a-4c04-9f3f-a6049c1361d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:25.220923 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee432b59-a097-4c28-99a0-cd5acd024439 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:44:25.226670 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-ee432b59-a097-4c28-99a0-cd5acd024439 admin admin] 10.222.0.37 "PUT /v2.0/routers/a281b6a1-af00-4030-bb15-428f7f3bb68a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9166911 Nov 12 09:44:25.259085 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-cb62d6ca-b83a-4c04-9f3f-a6049c1361d0 None None] Port 02300f90-4f87-46c1-9227-5163f17690bc cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:44:25.786852 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43048) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:44:25.792101 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-abf8701c-eeb5-4b8c-aaee-b2f033ce749d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1626784666-network', 'tenant_id': '1a71199e276a4ca3b10422dd4cc3fdaf'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:44:25.817192 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf8701c-eeb5-4b8c-aaee-b2f033ce749d admin admin] Made reservation on behalf of 1a71199e276a4ca3b10422dd4cc3fdaf for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:44:25.819663 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-abf8701c-eeb5-4b8c-aaee-b2f033ce749d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:25.829179 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-abf8701c-eeb5-4b8c-aaee-b2f033ce749d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:25.918312 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-abf8701c-eeb5-4b8c-aaee-b2f033ce749d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:25.923380 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-abf8701c-eeb5-4b8c-aaee-b2f033ce749d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:25.949260 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abf8701c-eeb5-4b8c-aaee-b2f033ce749d admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:44:25.959618 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8701c-eeb5-4b8c-aaee-b2f033ce749d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0189a4e1-f0de-4c20-905e-b2d01a10233c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:25.964588 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-abf8701c-eeb5-4b8c-aaee-b2f033ce749d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:25.964929 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-abf8701c-eeb5-4b8c-aaee-b2f033ce749d admin admin] Added segment 71737281-cad1-4fdc-8651-3e7d47a0720c of type vlan for network 4d818b69-f143-4e79-94a7-5ae0d7dbe42c Nov 12 09:44:26.007350 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-abf8701c-eeb5-4b8c-aaee-b2f033ce749d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:26.036203 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-abf8701c-eeb5-4b8c-aaee-b2f033ce749d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:26.036203 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf8701c-eeb5-4b8c-aaee-b2f033ce749d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:26.036596 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-abf8701c-eeb5-4b8c-aaee-b2f033ce749d admin admin] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:26.097791 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-abf8701c-eeb5-4b8c-aaee-b2f033ce749d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3096108 Nov 12 09:44:26.100689 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43050) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:44:26.105696 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-086a5ca9-f1e7-4a28-952a-2466f69d625a admin admin] Request body: {'subnet': {'network_id': '4d818b69-f143-4e79-94a7-5ae0d7dbe42c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1626784666-subnet', 'tenant_id': '1a71199e276a4ca3b10422dd4cc3fdaf', 'ip_version': 4}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:44:26.117863 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8701c-eeb5-4b8c-aaee-b2f033ce749d admin admin] Pushing event updated for resources: {'Network': ['ID=4d818b69-f143-4e79-94a7-5ae0d7dbe42c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:26.132123 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network 4d818b69-f143-4e79-94a7-5ae0d7dbe42c details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:44:26.134943 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086a5ca9-f1e7-4a28-952a-2466f69d625a admin admin] Made reservation on behalf of 1a71199e276a4ca3b10422dd4cc3fdaf for: {'subnet': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:44:26.142704 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-086a5ca9-f1e7-4a28-952a-2466f69d625a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411345'] for subnet, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:26.328651 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-086a5ca9-f1e7-4a28-952a-2466f69d625a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2336505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411331'] for subnet, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:26.384514 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a5ca9-f1e7-4a28-952a-2466f69d625a admin admin] Pushing event updated for resources: {'Subnet': ['ID=30a920cd-062e-4478-abaa-a14cb233a4c9,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:26.396508 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086a5ca9-f1e7-4a28-952a-2466f69d625a admin admin] Checking segment: {'id': '71737281-cad1-4fdc-8651-3e7d47a0720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d818b69-f143-4e79-94a7-5ae0d7dbe42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:44:26.396870 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086a5ca9-f1e7-4a28-952a-2466f69d625a admin admin] Network hostable DHCP agents. Network: 4d818b69-f143-4e79-94a7-5ae0d7dbe42c, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:44:26.409248 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b423f2df-19c7-4080-8b84-2bc379d6dcba None None] Sync routers for ids ['a281b6a1-af00-4030-bb15-428f7f3bb68a'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:44:26.416563 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086a5ca9-f1e7-4a28-952a-2466f69d625a admin admin] Network 4d818b69-f143-4e79-94a7-5ae0d7dbe42c is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:44:26.422293 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b423f2df-19c7-4080-8b84-2bc379d6dcba None None] Routers {'a281b6a1-af00-4030-bb15-428f7f3bb68a'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:44:26.422968 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b423f2df-19c7-4080-8b84-2bc379d6dcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:44:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['a281b6a1-af00-4030-bb15-428f7f3bb68a'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:44:26.427605 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-086a5ca9-f1e7-4a28-952a-2466f69d625a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, 4d818b69-f143-4e79-94a7-5ae0d7dbe42c) {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:44:26.436414 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086a5ca9-f1e7-4a28-952a-2466f69d625a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:26.437587 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-086a5ca9-f1e7-4a28-952a-2466f69d625a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:26.460670 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-086a5ca9-f1e7-4a28-952a-2466f69d625a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3588984 Nov 12 09:44:26.462494 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa21d24-6b54-4897-841b-b49e7703f74e None None] Network 4d818b69-f143-4e79-94a7-5ae0d7dbe42c requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:44:26.463511 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43052) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:44:26.468318 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-3bc0e3b6-03a7-456e-8d1e-0016c3770898 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1626784666-router', 'tenant_id': '1a71199e276a4ca3b10422dd4cc3fdaf', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:44:26.490798 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3bc0e3b6-03a7-456e-8d1e-0016c3770898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:26.491989 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3bc0e3b6-03a7-456e-8d1e-0016c3770898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:26.563485 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3bc0e3b6-03a7-456e-8d1e-0016c3770898 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:26.616687 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-b423f2df-19c7-4080-8b84-2bc379d6dcba None None] Set router a281b6a1-af00-4030-bb15-428f7f3bb68a gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:44:26.650642 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d4cc384a-b25d-4a9b-b71d-269135ab53fa up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:44:26.711672 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3bc0e3b6-03a7-456e-8d1e-0016c3770898 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:26.866262 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded4459c-0abd-4c10-bf38-14bd84cd41f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-4d818b69-f143-4e79-94a7-5ae0d7dbe42c', 'network_id': '4d818b69-f143-4e79-94a7-5ae0d7dbe42c', 'tenant_id': '1a71199e276a4ca3b10422dd4cc3fdaf', 'fixed_ips': [{'subnet_id': '30a920cd-062e-4478-abaa-a14cb233a4c9'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:44:26.867417 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ded4459c-0abd-4c10-bf38-14bd84cd41f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:26.901323 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port d4cc384a-b25d-4a9b-b71d-269135ab53fa triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:44:26.901686 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:26.949276 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3bc0e3b6-03a7-456e-8d1e-0016c3770898 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:26.969949 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3bc0e3b6-03a7-456e-8d1e-0016c3770898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:27.091190 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-3bc0e3b6-03a7-456e-8d1e-0016c3770898 admin admin] Allocated IP 172.25.6.125 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/fada34ec-5f51-46d4-a2fb-f1abb3d8066b) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:44:27.143732 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-ded4459c-0abd-4c10-bf38-14bd84cd41f7 None None] Allocated IP 172.20.0.2 (4d818b69-f143-4e79-94a7-5ae0d7dbe42c/30a920cd-062e-4478-abaa-a14cb233a4c9/4b7b4598-55bb-4cab-9730-85f031c91d43) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:44:27.189880 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b423f2df-19c7-4080-8b84-2bc379d6dcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'name': 'tempest-TestMinimumBasicScenario-2079183322-router', 'tenant_id': '095486b9e19244b5a399d8f0c4aa7548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd4cc384a-b25d-4a9b-b71d-269135ab53fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:44:21Z', 'updated_at': '2021-11-12T09:44:24Z', 'revision_number': 4, 'project_id': '095486b9e19244b5a399d8f0c4aa7548', 'gw_port': {'id': 'd4cc384a-b25d-4a9b-b71d-269135ab53fa', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:44:22Z', 'updated_at': '2021-11-12T09:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '02300f90-4f87-46c1-9227-5163f17690bc', 'name': '', 'network_id': '2576ec7a-ec98-431e-be19-e462839000e0', 'tenant_id': '095486b9e19244b5a399d8f0c4aa7548', 'mac_address': 'fa:16:3e:4e:69:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:44:23Z', 'updated_at': '2021-11-12T09:44:24Z', 'revision_number': 2, 'project_id': '095486b9e19244b5a399d8f0c4aa7548', 'subnets': [{'id': '7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:44:27.210710 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3bc0e3b6-03a7-456e-8d1e-0016c3770898 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:27.246222 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b423f2df-19c7-4080-8b84-2bc379d6dcba None None] Checking router: a281b6a1-af00-4030-bb15-428f7f3bb68a for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:44:27.246572 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b423f2df-19c7-4080-8b84-2bc379d6dcba None None] Updating router a281b6a1-af00-4030-bb15-428f7f3bb68a port 02300f90-4f87-46c1-9227-5163f17690bc binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:44:27.246737 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3bc0e3b6-03a7-456e-8d1e-0016c3770898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:27.283274 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b423f2df-19c7-4080-8b84-2bc379d6dcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:27.289169 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc0e3b6-03a7-456e-8d1e-0016c3770898 admin admin] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:44:27.292107 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-3bc0e3b6-03a7-456e-8d1e-0016c3770898 admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:44:27.297440 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc0e3b6-03a7-456e-8d1e-0016c3770898 admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:44:27.299616 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0e3b6-03a7-456e-8d1e-0016c3770898 admin admin] Pushing event updated for resources: {'Port': ['ID=fada34ec-5f51-46d4-a2fb-f1abb3d8066b,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:27.317316 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29695bf7-b952-4876-9619-571d52c58ac6 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:44:27.571880 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3bc0e3b6-03a7-456e-8d1e-0016c3770898 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:27.578355 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ded4459c-0abd-4c10-bf38-14bd84cd41f7 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:27.632821 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ded4459c-0abd-4c10-bf38-14bd84cd41f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:27.638617 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-3a6178f8-9709-42c2-ba8a-c5757682f2ba None None] Provisioning complete for port fada34ec-5f51-46d4-a2fb-f1abb3d8066b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:44:27.638976 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3a6178f8-9709-42c2-ba8a-c5757682f2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:27.743459 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded4459c-0abd-4c10-bf38-14bd84cd41f7 None None] Network 4d818b69-f143-4e79-94a7-5ae0d7dbe42c is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:44:27.753165 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-ded4459c-0abd-4c10-bf38-14bd84cd41f7 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:44:27.754892 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4459c-0abd-4c10-bf38-14bd84cd41f7 None None] Pushing event updated for resources: {'Port': ['ID=4b7b4598-55bb-4cab-9730-85f031c91d43,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:27.779706 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3bc0e3b6-03a7-456e-8d1e-0016c3770898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:27.780459 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded4459c-0abd-4c10-bf38-14bd84cd41f7 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:44:27.785551 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-3a6178f8-9709-42c2-ba8a-c5757682f2ba None None] Port fada34ec-5f51-46d4-a2fb-f1abb3d8066b cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:44:27.873304 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-ded4459c-0abd-4c10-bf38-14bd84cd41f7 None None] Attempting to bind port 4b7b4598-55bb-4cab-9730-85f031c91d43 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:44:27.873830 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-ded4459c-0abd-4c10-bf38-14bd84cd41f7 None None] Attempting to bind port 4b7b4598-55bb-4cab-9730-85f031c91d43 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '71737281-cad1-4fdc-8651-3e7d47a0720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d818b69-f143-4e79-94a7-5ae0d7dbe42c'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:44:27.874209 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4459c-0abd-4c10-bf38-14bd84cd41f7 None None] Attempting to bind port 4b7b4598-55bb-4cab-9730-85f031c91d43 on network 4d818b69-f143-4e79-94a7-5ae0d7dbe42c {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:44:27.880677 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4459c-0abd-4c10-bf38-14bd84cd41f7 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:44:27.881054 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4459c-0abd-4c10-bf38-14bd84cd41f7 None None] Checking segment: {'id': '71737281-cad1-4fdc-8651-3e7d47a0720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d818b69-f143-4e79-94a7-5ae0d7dbe42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:44:27.881468 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ded4459c-0abd-4c10-bf38-14bd84cd41f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:27.881869 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4459c-0abd-4c10-bf38-14bd84cd41f7 None None] Bound using segment: {'id': '71737281-cad1-4fdc-8651-3e7d47a0720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d818b69-f143-4e79-94a7-5ae0d7dbe42c'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:44:27.882348 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-ded4459c-0abd-4c10-bf38-14bd84cd41f7 None None] Bound port: 4b7b4598-55bb-4cab-9730-85f031c91d43, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71737281-cad1-4fdc-8651-3e7d47a0720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d818b69-f143-4e79-94a7-5ae0d7dbe42c'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:44:27.882731 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ded4459c-0abd-4c10-bf38-14bd84cd41f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:27.931531 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc0e3b6-03a7-456e-8d1e-0016c3770898 admin admin] Router c63dc5ab-bd06-4d1b-9ec3-5198b42772c6 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:44:28.014912 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b423f2df-19c7-4080-8b84-2bc379d6dcba None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:28.026631 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ded4459c-0abd-4c10-bf38-14bd84cd41f7 None None] For port 4b7b4598-55bb-4cab-9730-85f031c91d43, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:44:28.030785 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b423f2df-19c7-4080-8b84-2bc379d6dcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:28.034707 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ded4459c-0abd-4c10-bf38-14bd84cd41f7 None None] For port 4b7b4598-55bb-4cab-9730-85f031c91d43, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4b7b4598-55bb-4cab-9730-85f031c91d43,segment=NetworkSegment(71737281-cad1-4fdc-8651-3e7d47a0720c),segment_id=71737281-cad1-4fdc-8651-3e7d47a0720c)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:44:28.060365 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc0e3b6-03a7-456e-8d1e-0016c3770898 admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:44:28.067053 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ded4459c-0abd-4c10-bf38-14bd84cd41f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:28.076515 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7458c4-66eb-46ea-a453-04f86bf88a1e None None] Sync routers for ids ['c63dc5ab-bd06-4d1b-9ec3-5198b42772c6'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:44:28.100471 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3bc0e3b6-03a7-456e-8d1e-0016c3770898 admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:28.105915 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3bc0e3b6-03a7-456e-8d1e-0016c3770898 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6371720 Nov 12 09:44:28.106200 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7458c4-66eb-46ea-a453-04f86bf88a1e None None] Routers {'c63dc5ab-bd06-4d1b-9ec3-5198b42772c6'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:44:28.106200 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-ed7458c4-66eb-46ea-a453-04f86bf88a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:44:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c63dc5ab-bd06-4d1b-9ec3-5198b42772c6'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:44:28.106612 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43054) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:44:28.109472 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa612e7-bc75-4f67-984e-c87835f64687 None None] Pushing event updated for resources: {'Port': ['ID=02300f90-4f87-46c1-9227-5163f17690bc,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:28.227767 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b423f2df-19c7-4080-8b84-2bc379d6dcba None None] Attempting to bind port 02300f90-4f87-46c1-9227-5163f17690bc on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:44:28.233909 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b423f2df-19c7-4080-8b84-2bc379d6dcba None None] Attempting to bind port 02300f90-4f87-46c1-9227-5163f17690bc by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '2de45e92-d763-4976-99f2-4207b756968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2576ec7a-ec98-431e-be19-e462839000e0'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:44:28.234578 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423f2df-19c7-4080-8b84-2bc379d6dcba None None] Attempting to bind port 02300f90-4f87-46c1-9227-5163f17690bc on network 2576ec7a-ec98-431e-be19-e462839000e0 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:44:28.237266 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4459c-0abd-4c10-bf38-14bd84cd41f7 None None] Pushing event updated for resources: {'Port': ['ID=4b7b4598-55bb-4cab-9730-85f031c91d43,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:28.251108 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423f2df-19c7-4080-8b84-2bc379d6dcba None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:44:28.251468 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423f2df-19c7-4080-8b84-2bc379d6dcba None None] Checking segment: {'id': '2de45e92-d763-4976-99f2-4207b756968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2576ec7a-ec98-431e-be19-e462839000e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:44:28.252807 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b423f2df-19c7-4080-8b84-2bc379d6dcba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:28.253397 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423f2df-19c7-4080-8b84-2bc379d6dcba None None] Bound using segment: {'id': '2de45e92-d763-4976-99f2-4207b756968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2576ec7a-ec98-431e-be19-e462839000e0'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:44:28.254106 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b423f2df-19c7-4080-8b84-2bc379d6dcba None None] Bound port: 02300f90-4f87-46c1-9227-5163f17690bc, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de45e92-d763-4976-99f2-4207b756968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2576ec7a-ec98-431e-be19-e462839000e0'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:44:28.254428 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b423f2df-19c7-4080-8b84-2bc379d6dcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:28.335893 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-ed7458c4-66eb-46ea-a453-04f86bf88a1e None None] Set router c63dc5ab-bd06-4d1b-9ec3-5198b42772c6 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:44:28.356477 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b423f2df-19c7-4080-8b84-2bc379d6dcba None None] For port 02300f90-4f87-46c1-9227-5163f17690bc, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:44:28.361129 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b423f2df-19c7-4080-8b84-2bc379d6dcba None None] For port 02300f90-4f87-46c1-9227-5163f17690bc, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=02300f90-4f87-46c1-9227-5163f17690bc,segment=NetworkSegment(2de45e92-d763-4976-99f2-4207b756968d),segment_id=2de45e92-d763-4976-99f2-4207b756968d)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:44:28.368593 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b423f2df-19c7-4080-8b84-2bc379d6dcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:28.447407 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa612e7-bc75-4f67-984e-c87835f64687 None None] Pushing event updated for resources: {'Port': ['ID=02300f90-4f87-46c1-9227-5163f17690bc,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:28.515350 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b423f2df-19c7-4080-8b84-2bc379d6dcba None None] Routers {'a281b6a1-af00-4030-bb15-428f7f3bb68a'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:44:28.517202 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b423f2df-19c7-4080-8b84-2bc379d6dcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:44:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['a281b6a1-af00-4030-bb15-428f7f3bb68a'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:44:28.636346 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-3cba3804-3d7e-4092-a91c-1356f743e081 None None] Provisioning complete for port 02300f90-4f87-46c1-9227-5163f17690bc triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:44:28.636731 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3cba3804-3d7e-4092-a91c-1356f743e081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:28.682575 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-ed7458c4-66eb-46ea-a453-04f86bf88a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63dc5ab-bd06-4d1b-9ec3-5198b42772c6', 'name': 'tempest-TestMinimumBasicScenario-1626784666-router', 'tenant_id': '1a71199e276a4ca3b10422dd4cc3fdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'fada34ec-5f51-46d4-a2fb-f1abb3d8066b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:44:26Z', 'updated_at': '2021-11-12T09:44:27Z', 'revision_number': 3, 'project_id': '1a71199e276a4ca3b10422dd4cc3fdaf', 'gw_port': {'id': 'fada34ec-5f51-46d4-a2fb-f1abb3d8066b', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63dc5ab-bd06-4d1b-9ec3-5198b42772c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:44:26Z', 'updated_at': '2021-11-12T09:44:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:44:28.744722 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7458c4-66eb-46ea-a453-04f86bf88a1e None None] Checking router: c63dc5ab-bd06-4d1b-9ec3-5198b42772c6 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:44:28.744987 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7458c4-66eb-46ea-a453-04f86bf88a1e None None] Updating router c63dc5ab-bd06-4d1b-9ec3-5198b42772c6 port fada34ec-5f51-46d4-a2fb-f1abb3d8066b binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:44:28.763562 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4b7b4598-55bb-4cab-9730-85f031c91d43 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:44:28.789571 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ed7458c4-66eb-46ea-a453-04f86bf88a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:28.856476 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-b423f2df-19c7-4080-8b84-2bc379d6dcba None None] Set router a281b6a1-af00-4030-bb15-428f7f3bb68a gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:44:28.981642 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 4b7b4598-55bb-4cab-9730-85f031c91d43 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:44:28.982017 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:28.984035 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3cba3804-3d7e-4092-a91c-1356f743e081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:29.096318 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ed7458c4-66eb-46ea-a453-04f86bf88a1e None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:29.098368 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-3cba3804-3d7e-4092-a91c-1356f743e081 None None] For port 02300f90-4f87-46c1-9227-5163f17690bc, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=02300f90-4f87-46c1-9227-5163f17690bc,segment=NetworkSegment(2de45e92-d763-4976-99f2-4207b756968d),segment_id=2de45e92-d763-4976-99f2-4207b756968d)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:44:29.104640 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ed7458c4-66eb-46ea-a453-04f86bf88a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:29.111831 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3cba3804-3d7e-4092-a91c-1356f743e081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:29.136427 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3a09b0d9-ed37-4671-a112-3542cec80f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:29.137789 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-ed7458c4-66eb-46ea-a453-04f86bf88a1e None None] Attempting to bind port fada34ec-5f51-46d4-a2fb-f1abb3d8066b on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:44:29.138518 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-ed7458c4-66eb-46ea-a453-04f86bf88a1e None None] Attempting to bind port fada34ec-5f51-46d4-a2fb-f1abb3d8066b by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:44:29.139687 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7458c4-66eb-46ea-a453-04f86bf88a1e None None] Attempting to bind port fada34ec-5f51-46d4-a2fb-f1abb3d8066b on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:44:29.166970 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7458c4-66eb-46ea-a453-04f86bf88a1e None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:44:29.167706 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7458c4-66eb-46ea-a453-04f86bf88a1e None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:44:29.168355 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ed7458c4-66eb-46ea-a453-04f86bf88a1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:29.169149 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7458c4-66eb-46ea-a453-04f86bf88a1e None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:44:29.169658 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-ed7458c4-66eb-46ea-a453-04f86bf88a1e None None] Bound port: fada34ec-5f51-46d4-a2fb-f1abb3d8066b, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:44:29.170199 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ed7458c4-66eb-46ea-a453-04f86bf88a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:29.173798 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8b3b80-176e-41ba-ba24-5e13995b6c77 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:44:29.245397 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583abc91-1146-4bea-b3ad-f87efe6b22c9 None None] Pushing event updated for resources: {'Port': ['ID=fada34ec-5f51-46d4-a2fb-f1abb3d8066b,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:29.267328 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-ed7458c4-66eb-46ea-a453-04f86bf88a1e None None] For port fada34ec-5f51-46d4-a2fb-f1abb3d8066b, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:44:29.272445 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-ed7458c4-66eb-46ea-a453-04f86bf88a1e None None] For port fada34ec-5f51-46d4-a2fb-f1abb3d8066b, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=fada34ec-5f51-46d4-a2fb-f1abb3d8066b,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:44:29.279219 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ed7458c4-66eb-46ea-a453-04f86bf88a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:29.327667 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55aec264-feea-4e6d-a270-8eeabcca5045 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:44:29.333733 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba3804-3d7e-4092-a91c-1356f743e081 None None] Pushing event updated for resources: {'Port': ['ID=02300f90-4f87-46c1-9227-5163f17690bc,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:29.340680 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7458c4-66eb-46ea-a453-04f86bf88a1e None None] Routers {'c63dc5ab-bd06-4d1b-9ec3-5198b42772c6'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:44:29.341513 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-ed7458c4-66eb-46ea-a453-04f86bf88a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:44:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c63dc5ab-bd06-4d1b-9ec3-5198b42772c6'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:44:29.349263 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:29.362959 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-af75d2af-fc90-4294-8abc-edcc6a962afb None None] Provisioning complete for port 02300f90-4f87-46c1-9227-5163f17690bc triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:44:29.363468 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-af75d2af-fc90-4294-8abc-edcc6a962afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:29.394211 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-3a09b0d9-ed37-4671-a112-3542cec80f9b admin admin] Allocated IP 172.20.0.1 (4d818b69-f143-4e79-94a7-5ae0d7dbe42c/30a920cd-062e-4478-abaa-a14cb233a4c9/b94db0d9-25b1-44cd-ada6-cdc00f8406c1) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:44:29.447331 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port 4b7b4598-55bb-4cab-9730-85f031c91d43, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4b7b4598-55bb-4cab-9730-85f031c91d43,segment=NetworkSegment(71737281-cad1-4fdc-8651-3e7d47a0720c),segment_id=71737281-cad1-4fdc-8651-3e7d47a0720c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:44:29.457699 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b423f2df-19c7-4080-8b84-2bc379d6dcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'name': 'tempest-TestMinimumBasicScenario-2079183322-router', 'tenant_id': '095486b9e19244b5a399d8f0c4aa7548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd4cc384a-b25d-4a9b-b71d-269135ab53fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:44:21Z', 'updated_at': '2021-11-12T09:44:24Z', 'revision_number': 4, 'project_id': '095486b9e19244b5a399d8f0c4aa7548', 'gw_port': {'id': 'd4cc384a-b25d-4a9b-b71d-269135ab53fa', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:44:22Z', 'updated_at': '2021-11-12T09:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '02300f90-4f87-46c1-9227-5163f17690bc', 'name': '', 'network_id': '2576ec7a-ec98-431e-be19-e462839000e0', 'tenant_id': '095486b9e19244b5a399d8f0c4aa7548', 'mac_address': 'fa:16:3e:4e:69:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:44:23Z', 'updated_at': '2021-11-12T09:44:28Z', 'revision_number': 4, 'project_id': '095486b9e19244b5a399d8f0c4aa7548', 'subnets': [{'id': '7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:44:29.463976 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:29.498491 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b423f2df-19c7-4080-8b84-2bc379d6dcba None None] The sync data for ids ['a281b6a1-af00-4030-bb15-428f7f3bb68a'] in n-d-768862-16 is: [{'id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'name': 'tempest-TestMinimumBasicScenario-2079183322-router', 'tenant_id': '095486b9e19244b5a399d8f0c4aa7548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd4cc384a-b25d-4a9b-b71d-269135ab53fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:44:21Z', 'updated_at': '2021-11-12T09:44:24Z', 'revision_number': 4, 'project_id': '095486b9e19244b5a399d8f0c4aa7548', 'gw_port': {'id': 'd4cc384a-b25d-4a9b-b71d-269135ab53fa', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:44:22Z', 'updated_at': '2021-11-12T09:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '02300f90-4f87-46c1-9227-5163f17690bc', 'name': '', 'network_id': '2576ec7a-ec98-431e-be19-e462839000e0', 'tenant_id': '095486b9e19244b5a399d8f0c4aa7548', 'mac_address': 'fa:16:3e:4e:69:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:44:23Z', 'updated_at': '2021-11-12T09:44:28Z', 'revision_number': 4, 'project_id': '095486b9e19244b5a399d8f0c4aa7548', 'subnets': [{'id': '7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:44:29.506540 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583abc91-1146-4bea-b3ad-f87efe6b22c9 None None] Pushing event updated for resources: {'Port': ['ID=fada34ec-5f51-46d4-a2fb-f1abb3d8066b,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:29.512971 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-ed7458c4-66eb-46ea-a453-04f86bf88a1e None None] Set router c63dc5ab-bd06-4d1b-9ec3-5198b42772c6 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:44:29.617240 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=4b7b4598-55bb-4cab-9730-85f031c91d43,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:29.635158 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3a09b0d9-ed37-4671-a112-3542cec80f9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:29.655019 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-af75d2af-fc90-4294-8abc-edcc6a962afb None None] Provisioning complete for port fada34ec-5f51-46d4-a2fb-f1abb3d8066b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:44:29.655385 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-af75d2af-fc90-4294-8abc-edcc6a962afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:29.693586 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3a09b0d9-ed37-4671-a112-3542cec80f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:29.741491 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:29.762678 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a09b0d9-ed37-4671-a112-3542cec80f9b admin admin] Network 4d818b69-f143-4e79-94a7-5ae0d7dbe42c is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:44:29.766797 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-3a09b0d9-ed37-4671-a112-3542cec80f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:44:29.771822 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a09b0d9-ed37-4671-a112-3542cec80f9b admin admin] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:44:29.813696 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09b0d9-ed37-4671-a112-3542cec80f9b admin admin] Pushing event updated for resources: {'Port': ['ID=b94db0d9-25b1-44cd-ada6-cdc00f8406c1,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:29.816519 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-af75d2af-fc90-4294-8abc-edcc6a962afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:29.825409 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39514177-5ea0-4bc2-a42e-e70789f0cc32 None None] Network 4d818b69-f143-4e79-94a7-5ae0d7dbe42c requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:44:29.840644 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3a09b0d9-ed37-4671-a112-3542cec80f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:29.860713 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-ed7458c4-66eb-46ea-a453-04f86bf88a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63dc5ab-bd06-4d1b-9ec3-5198b42772c6', 'name': 'tempest-TestMinimumBasicScenario-1626784666-router', 'tenant_id': '1a71199e276a4ca3b10422dd4cc3fdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'fada34ec-5f51-46d4-a2fb-f1abb3d8066b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:44:26Z', 'updated_at': '2021-11-12T09:44:27Z', 'revision_number': 3, 'project_id': '1a71199e276a4ca3b10422dd4cc3fdaf', 'gw_port': {'id': 'fada34ec-5f51-46d4-a2fb-f1abb3d8066b', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63dc5ab-bd06-4d1b-9ec3-5198b42772c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:44:26Z', 'updated_at': '2021-11-12T09:44:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:44:29.862760 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-af75d2af-fc90-4294-8abc-edcc6a962afb None None] For port fada34ec-5f51-46d4-a2fb-f1abb3d8066b, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=fada34ec-5f51-46d4-a2fb-f1abb3d8066b,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:44:29.872420 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-af75d2af-fc90-4294-8abc-edcc6a962afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:29.910032 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7458c4-66eb-46ea-a453-04f86bf88a1e None None] The sync data for ids ['c63dc5ab-bd06-4d1b-9ec3-5198b42772c6'] in n-d-768862-16 is: [{'id': 'c63dc5ab-bd06-4d1b-9ec3-5198b42772c6', 'name': 'tempest-TestMinimumBasicScenario-1626784666-router', 'tenant_id': '1a71199e276a4ca3b10422dd4cc3fdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'fada34ec-5f51-46d4-a2fb-f1abb3d8066b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:44:26Z', 'updated_at': '2021-11-12T09:44:27Z', 'revision_number': 3, 'project_id': '1a71199e276a4ca3b10422dd4cc3fdaf', 'gw_port': {'id': 'fada34ec-5f51-46d4-a2fb-f1abb3d8066b', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63dc5ab-bd06-4d1b-9ec3-5198b42772c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:44:26Z', 'updated_at': '2021-11-12T09:44:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:44:30.007679 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3a09b0d9-ed37-4671-a112-3542cec80f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:30.057586 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75d2af-fc90-4294-8abc-edcc6a962afb None None] Pushing event updated for resources: {'Port': ['ID=fada34ec-5f51-46d4-a2fb-f1abb3d8066b,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:30.067724 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-07ef18ca-cbce-4a12-964b-3e15c383b2c1 None None] Provisioning complete for port 4b7b4598-55bb-4cab-9730-85f031c91d43 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:44:30.068125 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-07ef18ca-cbce-4a12-964b-3e15c383b2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:30.209954 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-07ef18ca-cbce-4a12-964b-3e15c383b2c1 None None] Provisioning complete for port fada34ec-5f51-46d4-a2fb-f1abb3d8066b triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:44:30.210327 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-07ef18ca-cbce-4a12-964b-3e15c383b2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:30.254320 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3a09b0d9-ed37-4671-a112-3542cec80f9b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:30.276817 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3a09b0d9-ed37-4671-a112-3542cec80f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:30.382402 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09b0d9-ed37-4671-a112-3542cec80f9b admin admin] Pushing event updated for resources: {'Port': ['ID=b94db0d9-25b1-44cd-ada6-cdc00f8406c1,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:30.385047 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3a09b0d9-ed37-4671-a112-3542cec80f9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:30.521397 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a09b0d9-ed37-4671-a112-3542cec80f9b admin admin] Network 4d818b69-f143-4e79-94a7-5ae0d7dbe42c is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:44:30.523692 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-3a09b0d9-ed37-4671-a112-3542cec80f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:44:30.616515 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e597f6e0-cfc8-4d2a-9f39-1bf9d7833bf2 None None] Provisioning complete for port b94db0d9-25b1-44cd-ada6-cdc00f8406c1 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:44:30.617046 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e597f6e0-cfc8-4d2a-9f39-1bf9d7833bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:30.714517 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a09b0d9-ed37-4671-a112-3542cec80f9b admin admin] Router c63dc5ab-bd06-4d1b-9ec3-5198b42772c6 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:44:30.882795 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4b7b4598-55bb-4cab-9730-85f031c91d43 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:44:30.914757 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a09b0d9-ed37-4671-a112-3542cec80f9b admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:44:30.927793 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-3a09b0d9-ed37-4671-a112-3542cec80f9b admin admin] 10.222.0.37 "PUT /v2.0/routers/c63dc5ab-bd06-4d1b-9ec3-5198b42772c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8172212 Nov 12 09:44:30.928086 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e597f6e0-cfc8-4d2a-9f39-1bf9d7833bf2 None None] Port b94db0d9-25b1-44cd-ada6-cdc00f8406c1 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:44:30.949166 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e597f6e0-cfc8-4d2a-9f39-1bf9d7833bf2 None None] Provisioning complete for port 4b7b4598-55bb-4cab-9730-85f031c91d43 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:44:30.949530 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e597f6e0-cfc8-4d2a-9f39-1bf9d7833bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:30.989627 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 4b7b4598-55bb-4cab-9730-85f031c91d43 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:44:30.990039 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:31.160352 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 02300f90-4f87-46c1-9227-5163f17690bc up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:44:31.245477 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 02300f90-4f87-46c1-9227-5163f17690bc triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:44:31.245837 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:31.298374 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-308ee58c-8a4e-4c81-89f9-898d70217745 None None] Provisioning complete for port b94db0d9-25b1-44cd-ada6-cdc00f8406c1 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:44:31.298762 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-308ee58c-8a4e-4c81-89f9-898d70217745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:31.362654 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-308ee58c-8a4e-4c81-89f9-898d70217745 None None] Port b94db0d9-25b1-44cd-ada6-cdc00f8406c1 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:44:31.379263 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device fada34ec-5f51-46d4-a2fb-f1abb3d8066b up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:44:31.438335 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port fada34ec-5f51-46d4-a2fb-f1abb3d8066b triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:44:31.438866 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:32.323095 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:44:32.794132 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a682b24e-2a1f-4859-839d-9bf85b1deb04 None None] Sync routers for ids ['c63dc5ab-bd06-4d1b-9ec3-5198b42772c6'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:44:32.808665 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a682b24e-2a1f-4859-839d-9bf85b1deb04 None None] Routers {'c63dc5ab-bd06-4d1b-9ec3-5198b42772c6'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:44:32.809774 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a682b24e-2a1f-4859-839d-9bf85b1deb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:44:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c63dc5ab-bd06-4d1b-9ec3-5198b42772c6'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:44:32.940475 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-a682b24e-2a1f-4859-839d-9bf85b1deb04 None None] Set router c63dc5ab-bd06-4d1b-9ec3-5198b42772c6 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:44:33.219926 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a682b24e-2a1f-4859-839d-9bf85b1deb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63dc5ab-bd06-4d1b-9ec3-5198b42772c6', 'name': 'tempest-TestMinimumBasicScenario-1626784666-router', 'tenant_id': '1a71199e276a4ca3b10422dd4cc3fdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'fada34ec-5f51-46d4-a2fb-f1abb3d8066b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:44:26Z', 'updated_at': '2021-11-12T09:44:29Z', 'revision_number': 4, 'project_id': '1a71199e276a4ca3b10422dd4cc3fdaf', 'gw_port': {'id': 'fada34ec-5f51-46d4-a2fb-f1abb3d8066b', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63dc5ab-bd06-4d1b-9ec3-5198b42772c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:44:26Z', 'updated_at': '2021-11-12T09:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'b94db0d9-25b1-44cd-ada6-cdc00f8406c1', 'name': '', 'network_id': '4d818b69-f143-4e79-94a7-5ae0d7dbe42c', 'tenant_id': '1a71199e276a4ca3b10422dd4cc3fdaf', 'mac_address': 'fa:16:3e:9d:79:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63dc5ab-bd06-4d1b-9ec3-5198b42772c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '30a920cd-062e-4478-abaa-a14cb233a4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:44:29Z', 'updated_at': '2021-11-12T09:44:30Z', 'revision_number': 2, 'project_id': '1a71199e276a4ca3b10422dd4cc3fdaf', 'subnets': [{'id': '30a920cd-062e-4478-abaa-a14cb233a4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:44:33.259318 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a682b24e-2a1f-4859-839d-9bf85b1deb04 None None] Checking router: c63dc5ab-bd06-4d1b-9ec3-5198b42772c6 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:44:33.259927 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a682b24e-2a1f-4859-839d-9bf85b1deb04 None None] Updating router c63dc5ab-bd06-4d1b-9ec3-5198b42772c6 port b94db0d9-25b1-44cd-ada6-cdc00f8406c1 binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:44:33.289955 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a682b24e-2a1f-4859-839d-9bf85b1deb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:33.703661 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a682b24e-2a1f-4859-839d-9bf85b1deb04 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:33.711907 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a682b24e-2a1f-4859-839d-9bf85b1deb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:33.785731 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c21628-0b9c-44e8-8178-b07b20e16d4a None None] Pushing event updated for resources: {'Port': ['ID=b94db0d9-25b1-44cd-ada6-cdc00f8406c1,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:33.851782 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-a682b24e-2a1f-4859-839d-9bf85b1deb04 None None] Attempting to bind port b94db0d9-25b1-44cd-ada6-cdc00f8406c1 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:44:33.852505 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-a682b24e-2a1f-4859-839d-9bf85b1deb04 None None] Attempting to bind port b94db0d9-25b1-44cd-ada6-cdc00f8406c1 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '71737281-cad1-4fdc-8651-3e7d47a0720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d818b69-f143-4e79-94a7-5ae0d7dbe42c'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:44:33.852991 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a682b24e-2a1f-4859-839d-9bf85b1deb04 None None] Attempting to bind port b94db0d9-25b1-44cd-ada6-cdc00f8406c1 on network 4d818b69-f143-4e79-94a7-5ae0d7dbe42c {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:44:33.862321 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a682b24e-2a1f-4859-839d-9bf85b1deb04 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:44:33.862750 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a682b24e-2a1f-4859-839d-9bf85b1deb04 None None] Checking segment: {'id': '71737281-cad1-4fdc-8651-3e7d47a0720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d818b69-f143-4e79-94a7-5ae0d7dbe42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:44:33.863381 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a682b24e-2a1f-4859-839d-9bf85b1deb04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:33.863898 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a682b24e-2a1f-4859-839d-9bf85b1deb04 None None] Bound using segment: {'id': '71737281-cad1-4fdc-8651-3e7d47a0720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d818b69-f143-4e79-94a7-5ae0d7dbe42c'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:44:33.864662 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-a682b24e-2a1f-4859-839d-9bf85b1deb04 None None] Bound port: b94db0d9-25b1-44cd-ada6-cdc00f8406c1, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71737281-cad1-4fdc-8651-3e7d47a0720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d818b69-f143-4e79-94a7-5ae0d7dbe42c'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:44:33.865214 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a682b24e-2a1f-4859-839d-9bf85b1deb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:33.988224 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-a682b24e-2a1f-4859-839d-9bf85b1deb04 None None] For port b94db0d9-25b1-44cd-ada6-cdc00f8406c1, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:44:33.993197 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-a682b24e-2a1f-4859-839d-9bf85b1deb04 None None] For port b94db0d9-25b1-44cd-ada6-cdc00f8406c1, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b94db0d9-25b1-44cd-ada6-cdc00f8406c1,segment=NetworkSegment(71737281-cad1-4fdc-8651-3e7d47a0720c),segment_id=71737281-cad1-4fdc-8651-3e7d47a0720c)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:44:34.002554 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a682b24e-2a1f-4859-839d-9bf85b1deb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:34.099419 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a682b24e-2a1f-4859-839d-9bf85b1deb04 None None] Routers {'c63dc5ab-bd06-4d1b-9ec3-5198b42772c6'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:44:34.100326 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a682b24e-2a1f-4859-839d-9bf85b1deb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:44:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c63dc5ab-bd06-4d1b-9ec3-5198b42772c6'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:44:34.156944 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c21628-0b9c-44e8-8178-b07b20e16d4a None None] Pushing event updated for resources: {'Port': ['ID=b94db0d9-25b1-44cd-ada6-cdc00f8406c1,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:34.173745 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-735160f5-bac6-4560-b294-7b1c99e1a297 None None] Provisioning complete for port b94db0d9-25b1-44cd-ada6-cdc00f8406c1 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:44:34.174247 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-735160f5-bac6-4560-b294-7b1c99e1a297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:34.329450 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-a682b24e-2a1f-4859-839d-9bf85b1deb04 None None] Set router c63dc5ab-bd06-4d1b-9ec3-5198b42772c6 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:44:34.407234 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-735160f5-bac6-4560-b294-7b1c99e1a297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:34.540512 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-735160f5-bac6-4560-b294-7b1c99e1a297 None None] For port b94db0d9-25b1-44cd-ada6-cdc00f8406c1, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b94db0d9-25b1-44cd-ada6-cdc00f8406c1,segment=NetworkSegment(71737281-cad1-4fdc-8651-3e7d47a0720c),segment_id=71737281-cad1-4fdc-8651-3e7d47a0720c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:44:34.551930 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-735160f5-bac6-4560-b294-7b1c99e1a297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:34.646978 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735160f5-bac6-4560-b294-7b1c99e1a297 None None] Pushing event updated for resources: {'Port': ['ID=b94db0d9-25b1-44cd-ada6-cdc00f8406c1,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:34.694368 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-24880cf0-c2d5-4bfd-b393-093d3dcd8361 None None] Provisioning complete for port b94db0d9-25b1-44cd-ada6-cdc00f8406c1 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:44:34.694912 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-24880cf0-c2d5-4bfd-b393-093d3dcd8361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:34.733994 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a682b24e-2a1f-4859-839d-9bf85b1deb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63dc5ab-bd06-4d1b-9ec3-5198b42772c6', 'name': 'tempest-TestMinimumBasicScenario-1626784666-router', 'tenant_id': '1a71199e276a4ca3b10422dd4cc3fdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'fada34ec-5f51-46d4-a2fb-f1abb3d8066b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:44:26Z', 'updated_at': '2021-11-12T09:44:29Z', 'revision_number': 4, 'project_id': '1a71199e276a4ca3b10422dd4cc3fdaf', 'gw_port': {'id': 'fada34ec-5f51-46d4-a2fb-f1abb3d8066b', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63dc5ab-bd06-4d1b-9ec3-5198b42772c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:44:26Z', 'updated_at': '2021-11-12T09:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'b94db0d9-25b1-44cd-ada6-cdc00f8406c1', 'name': '', 'network_id': '4d818b69-f143-4e79-94a7-5ae0d7dbe42c', 'tenant_id': '1a71199e276a4ca3b10422dd4cc3fdaf', 'mac_address': 'fa:16:3e:9d:79:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63dc5ab-bd06-4d1b-9ec3-5198b42772c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '30a920cd-062e-4478-abaa-a14cb233a4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:44:29Z', 'updated_at': '2021-11-12T09:44:33Z', 'revision_number': 4, 'project_id': '1a71199e276a4ca3b10422dd4cc3fdaf', 'subnets': [{'id': '30a920cd-062e-4478-abaa-a14cb233a4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:44:34.771807 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a682b24e-2a1f-4859-839d-9bf85b1deb04 None None] The sync data for ids ['c63dc5ab-bd06-4d1b-9ec3-5198b42772c6'] in n-d-768862-16 is: [{'id': 'c63dc5ab-bd06-4d1b-9ec3-5198b42772c6', 'name': 'tempest-TestMinimumBasicScenario-1626784666-router', 'tenant_id': '1a71199e276a4ca3b10422dd4cc3fdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'fada34ec-5f51-46d4-a2fb-f1abb3d8066b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:44:26Z', 'updated_at': '2021-11-12T09:44:29Z', 'revision_number': 4, 'project_id': '1a71199e276a4ca3b10422dd4cc3fdaf', 'gw_port': {'id': 'fada34ec-5f51-46d4-a2fb-f1abb3d8066b', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63dc5ab-bd06-4d1b-9ec3-5198b42772c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:44:26Z', 'updated_at': '2021-11-12T09:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': 'b94db0d9-25b1-44cd-ada6-cdc00f8406c1', 'name': '', 'network_id': '4d818b69-f143-4e79-94a7-5ae0d7dbe42c', 'tenant_id': '1a71199e276a4ca3b10422dd4cc3fdaf', 'mac_address': 'fa:16:3e:9d:79:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63dc5ab-bd06-4d1b-9ec3-5198b42772c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '30a920cd-062e-4478-abaa-a14cb233a4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:44:29Z', 'updated_at': '2021-11-12T09:44:33Z', 'revision_number': 4, 'project_id': '1a71199e276a4ca3b10422dd4cc3fdaf', 'subnets': [{'id': '30a920cd-062e-4478-abaa-a14cb233a4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:44:36.667467 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b94db0d9-25b1-44cd-ada6-cdc00f8406c1 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:44:36.748284 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port b94db0d9-25b1-44cd-ada6-cdc00f8406c1 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:44:36.749144 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:37.910880 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1a16669e-0247-47ee-b2dd-237d95e1d813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:40.228957 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7482d531-4301-4cf2-8ba1-10a84b2f3f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:41.811670 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-c1750ee3-c45a-42dc-8b59-40f12bba09e2 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:41.813324 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-c1750ee3-c45a-42dc-8b59-40f12bba09e2 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/networks?id=2576ec7a-ec98-431e-be19-e462839000e0 HTTP/1.1" status: 200 len: 815 time: 0.1181276 Nov 12 09:44:41.830899 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-8ac30ca5-1ac8-466d-89c4-e09a0f00da89 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/quotas/095486b9e19244b5a399d8f0c4aa7548 HTTP/1.1" status: 200 len: 375 time: 0.0105782 Nov 12 09:44:41.896814 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-893d207a-0571-412a-8721-c30d6efb99e7 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=095486b9e19244b5a399d8f0c4aa7548&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602231 Nov 12 09:44:42.143813 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-c2f38a05-2488-46fa-93f9-7cf87b57d3f5 service neutron] 10.222.0.37 "GET /v2.0/networks/2576ec7a-ec98-431e-be19-e462839000e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296646 Nov 12 09:44:42.257614 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-037d376f-a6e3-4535-b5f4-132bb42a38a0 service neutron] 10.222.0.37 "GET /v2.0/networks/2576ec7a-ec98-431e-be19-e462839000e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071835 Nov 12 09:44:42.298823 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:42.439435 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5a40cffd-a50b-4a9e-b8f5-7b155316930f req-8fc28063-59e7-4201-a2ae-28cfb13a4052 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 210 time: 0.0390365 Nov 12 09:44:43.553364 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cd3866d7-b8a6-4340-9ef9-ff245cf4b776 req-20d196e2-85cf-49a0-9120-6d327b21f187 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 210 time: 0.0398469 Nov 12 09:44:43.670085 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:43.783225 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-e21dc3db-39c1-4b64-a371-20339c7b2ced tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:43.785155 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-e21dc3db-39c1-4b64-a371-20339c7b2ced tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.58 "GET /v2.0/networks?id=2576ec7a-ec98-431e-be19-e462839000e0 HTTP/1.1" status: 200 len: 815 time: 0.1337097 Nov 12 09:44:43.805256 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-05799758-b380-42e5-9bbf-88347407a261 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Request body: {'port': {'device_id': '71cb52b7-e408-443f-a6ae-2a94803968e9', 'network_id': '2576ec7a-ec98-431e-be19-e462839000e0', 'admin_state_up': True, 'tenant_id': '095486b9e19244b5a399d8f0c4aa7548'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:44:43.942538 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-05799758-b380-42e5-9bbf-88347407a261 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Made reservation on behalf of 095486b9e19244b5a399d8f0c4aa7548 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:44:43.946304 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-05799758-b380-42e5-9bbf-88347407a261 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:44.105072 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-05799758-b380-42e5-9bbf-88347407a261 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Allocated IP 172.20.0.6 (2576ec7a-ec98-431e-be19-e462839000e0/7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f/07a60ed3-e098-4cd2-986a-bf0d4cf38ce3) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:44:44.117892 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:44.336512 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-05799758-b380-42e5-9bbf-88347407a261 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:44.389458 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-05799758-b380-42e5-9bbf-88347407a261 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:44.459110 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-05799758-b380-42e5-9bbf-88347407a261 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Network 2576ec7a-ec98-431e-be19-e462839000e0 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:44:44.462925 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-05799758-b380-42e5-9bbf-88347407a261 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:44:44.467939 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-05799758-b380-42e5-9bbf-88347407a261 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:44:44.475625 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05799758-b380-42e5-9bbf-88347407a261 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Pushing event updated for resources: {'Port': ['ID=07a60ed3-e098-4cd2-986a-bf0d4cf38ce3,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:44.512173 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05799758-b380-42e5-9bbf-88347407a261 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:44.512584 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05799758-b380-42e5-9bbf-88347407a261 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:44.513036 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05799758-b380-42e5-9bbf-88347407a261 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:44.513585 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05799758-b380-42e5-9bbf-88347407a261 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:44.513897 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05799758-b380-42e5-9bbf-88347407a261 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:44.514347 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05799758-b380-42e5-9bbf-88347407a261 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:44.514771 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05799758-b380-42e5-9bbf-88347407a261 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:44.515258 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05799758-b380-42e5-9bbf-88347407a261 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:44.515716 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05799758-b380-42e5-9bbf-88347407a261 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:44.516166 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05799758-b380-42e5-9bbf-88347407a261 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:44.516620 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05799758-b380-42e5-9bbf-88347407a261 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:44.517023 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05799758-b380-42e5-9bbf-88347407a261 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:44.560466 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-05799758-b380-42e5-9bbf-88347407a261 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:44.561370 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-05799758-b380-42e5-9bbf-88347407a261 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:44.581330 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-05799758-b380-42e5-9bbf-88347407a261 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7852035 Nov 12 09:44:44.778332 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdaaab9-526a-4322-b922-e035c33c1192 req-8f2b8129-4463-4f0d-9dd7-deee9a74ca78 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:44.787872 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-acdaaab9-526a-4322-b922-e035c33c1192 req-8f2b8129-4463-4f0d-9dd7-deee9a74ca78 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 931 time: 0.1227386 Nov 12 09:44:44.878167 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-acdaaab9-526a-4322-b922-e035c33c1192 req-219b94c6-2221-41dd-80ea-0611788bbe97 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869598 Nov 12 09:44:45.032039 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-2a99a968-0f5e-4219-8c89-5465ac108d7e None None] Provisioning complete for port 07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:44:45.032962 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2a99a968-0f5e-4219-8c89-5465ac108d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:45.095131 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-2a99a968-0f5e-4219-8c89-5465ac108d7e None None] Port 07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:44:46.005199 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d073a89-1f81-4e48-b415-5c7d37d657f1 req-fea739d6-7fb9-40bc-8891-4e40397d1288 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:46.006810 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3d073a89-1f81-4e48-b415-5c7d37d657f1 req-fea739d6-7fb9-40bc-8891-4e40397d1288 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 931 time: 0.0549760 Nov 12 09:44:46.065612 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3d073a89-1f81-4e48-b415-5c7d37d657f1 req-086ac25f-0298-494e-bed7-b97e62116a7a tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522251 Nov 12 09:44:47.206514 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc3dfd-7b50-467c-8b55-6f1066e4624f req-d98c98b5-2ebf-4cd2-87f3-7ec1db9552e2 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:47.208249 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-04dc3dfd-7b50-467c-8b55-6f1066e4624f req-d98c98b5-2ebf-4cd2-87f3-7ec1db9552e2 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 931 time: 0.0594447 Nov 12 09:44:47.275167 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-04dc3dfd-7b50-467c-8b55-6f1066e4624f req-aadcc436-4dd6-4e95-84a1-1f0ce08962c6 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590107 Nov 12 09:44:48.472761 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5dcefc-ce91-4e19-8b96-0c13916de11c req-5a5f48ee-757e-4d47-866f-fbcbe5b534cb tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:48.474819 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca5dcefc-ce91-4e19-8b96-0c13916de11c req-5a5f48ee-757e-4d47-866f-fbcbe5b534cb tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 931 time: 0.0814869 Nov 12 09:44:48.530642 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ca5dcefc-ce91-4e19-8b96-0c13916de11c req-2ebcb2e8-3e5e-49ae-b3e1-b1a4944733e4 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479944 Nov 12 09:44:49.681536 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e82500-d3b8-4ab8-9083-48b853970b78 req-1ee8acec-9c9e-4b22-8cf3-6f32fc0d5a44 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:49.682979 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d4e82500-d3b8-4ab8-9083-48b853970b78 req-1ee8acec-9c9e-4b22-8cf3-6f32fc0d5a44 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 931 time: 0.0624537 Nov 12 09:44:49.746880 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d4e82500-d3b8-4ab8-9083-48b853970b78 req-07711f2f-730d-4cd5-b4f3-20d142ac0f98 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553291 Nov 12 09:44:50.883251 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f44f8-c06b-4438-94f8-aa5a3c05bee9 req-9ecec085-f4bf-4e16-ae5a-6980ca5fed70 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:50.885807 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-064f44f8-c06b-4438-94f8-aa5a3c05bee9 req-9ecec085-f4bf-4e16-ae5a-6980ca5fed70 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 931 time: 0.0576212 Nov 12 09:44:50.944263 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-064f44f8-c06b-4438-94f8-aa5a3c05bee9 req-e4307397-3c38-4094-8220-6d41a78ab9d9 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531890 Nov 12 09:44:52.090551 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309ce10-88ad-42c5-b147-8288af6e08ac req-829fbf2b-5473-419e-af41-728e51737983 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:52.091296 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b309ce10-88ad-42c5-b147-8288af6e08ac req-829fbf2b-5473-419e-af41-728e51737983 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 931 time: 0.0606699 Nov 12 09:44:52.144644 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b309ce10-88ad-42c5-b147-8288af6e08ac req-7a5590a4-44f2-43a8-bd40-43f04402d4c6 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490367 Nov 12 09:44:53.294674 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ae353-884f-4d09-bfda-690e7fd6521d req-7682cfb1-4ec5-4c03-8ceb-8509dbd655b6 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:53.296803 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-244ae353-884f-4d09-bfda-690e7fd6521d req-7682cfb1-4ec5-4c03-8ceb-8509dbd655b6 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 931 time: 0.0668840 Nov 12 09:44:53.355876 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-244ae353-884f-4d09-bfda-690e7fd6521d req-f17cfd03-ccdd-4cb0-9dbf-96aa050f6f3d tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531712 Nov 12 09:44:53.822555 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:54.355752 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-0782c969-0ec0-495c-ac25-c02b6e048b38 service neutron] Request body: {'port': {'device_id': '71cb52b7-e408-443f-a6ae-2a94803968e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:44:54.420300 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-0782c969-0ec0-495c-ac25-c02b6e048b38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:54.573430 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6108ca-d7f2-477a-ba96-e663298783b0 req-d9ffc850-7743-4066-a232-37f67f1fd4d4 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:54.574981 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6c6108ca-d7f2-477a-ba96-e663298783b0 req-d9ffc850-7743-4066-a232-37f67f1fd4d4 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 931 time: 0.1426044 Nov 12 09:44:54.695819 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6c6108ca-d7f2-477a-ba96-e663298783b0 req-29854f03-a736-491b-9a96-0be247f7c2be tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129344 Nov 12 09:44:54.791441 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-0782c969-0ec0-495c-ac25-c02b6e048b38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:44:54.799062 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-0782c969-0ec0-495c-ac25-c02b6e048b38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:54.811385 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-0782c969-0ec0-495c-ac25-c02b6e048b38 service neutron] Transition to ACTIVE for port object 07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:44:54.816596 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-0782c969-0ec0-495c-ac25-c02b6e048b38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:54.865251 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782c969-0ec0-495c-ac25-c02b6e048b38 service neutron] Pushing event updated for resources: {'Port': ['ID=07a60ed3-e098-4cd2-986a-bf0d4cf38ce3,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:54.944481 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-0782c969-0ec0-495c-ac25-c02b6e048b38 service neutron] Attempting to bind port 07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:44:54.944766 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-0782c969-0ec0-495c-ac25-c02b6e048b38 service neutron] Attempting to bind port 07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '2de45e92-d763-4976-99f2-4207b756968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2576ec7a-ec98-431e-be19-e462839000e0'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:44:54.945179 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-0782c969-0ec0-495c-ac25-c02b6e048b38 service neutron] Attempting to bind port 07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 on network 2576ec7a-ec98-431e-be19-e462839000e0 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:44:54.950245 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-0782c969-0ec0-495c-ac25-c02b6e048b38 service neutron] Port 07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 on network 2576ec7a-ec98-431e-be19-e462839000e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:44:54.950464 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-0782c969-0ec0-495c-ac25-c02b6e048b38 service neutron] Attempting to bind port 07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 on network 2576ec7a-ec98-431e-be19-e462839000e0 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:44:54.955972 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-0782c969-0ec0-495c-ac25-c02b6e048b38 service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:44:54.956306 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-0782c969-0ec0-495c-ac25-c02b6e048b38 service neutron] Checking segment: {'id': '2de45e92-d763-4976-99f2-4207b756968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2576ec7a-ec98-431e-be19-e462839000e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:44:54.956717 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-0782c969-0ec0-495c-ac25-c02b6e048b38 service neutron] Bound using segment: {'id': '2de45e92-d763-4976-99f2-4207b756968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2576ec7a-ec98-431e-be19-e462839000e0'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:44:54.957187 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-0782c969-0ec0-495c-ac25-c02b6e048b38 service neutron] Bound port: 07a60ed3-e098-4cd2-986a-bf0d4cf38ce3, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2de45e92-d763-4976-99f2-4207b756968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2576ec7a-ec98-431e-be19-e462839000e0'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:44:54.957598 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-0782c969-0ec0-495c-ac25-c02b6e048b38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:55.034957 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-0782c969-0ec0-495c-ac25-c02b6e048b38 service neutron] For port 07a60ed3-e098-4cd2-986a-bf0d4cf38ce3, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:44:55.038173 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-0782c969-0ec0-495c-ac25-c02b6e048b38 service neutron] For port 07a60ed3-e098-4cd2-986a-bf0d4cf38ce3, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=07a60ed3-e098-4cd2-986a-bf0d4cf38ce3,segment=NetworkSegment(2de45e92-d763-4976-99f2-4207b756968d),segment_id=2de45e92-d763-4976-99f2-4207b756968d)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:44:55.043498 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-0782c969-0ec0-495c-ac25-c02b6e048b38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:55.081446 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-0782c969-0ec0-495c-ac25-c02b6e048b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:55.082200 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-0782c969-0ec0-495c-ac25-c02b6e048b38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:55.083581 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-0782c969-0ec0-495c-ac25-c02b6e048b38 service neutron] 10.222.0.58 "PUT /v2.0/ports/07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 HTTP/1.1" status: 200 len: 1092 time: 0.7334702 Nov 12 09:44:55.084067 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71cb52b7-e408-443f-a6ae-2a94803968e9', 'tag': '07a60ed3-e098-4cd2-986a-bf0d4cf38ce3'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:44:55.086437 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ecfd269ae060e48d0080e56de36cfb7f5ddc3dd245bb7f2f65528a6b7e1e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852ee3a0-c005-4f34-9076-77b22dc4c817" -d '{"events": [{"name": "network-changed", "server_uuid": "71cb52b7-e408-443f-a6ae-2a94803968e9", "tag": "07a60ed3-e098-4cd2-986a-bf0d4cf38ce3"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:44:55.110802 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782c969-0ec0-495c-ac25-c02b6e048b38 service neutron] Pushing event updated for resources: {'Port': ['ID=07a60ed3-e098-4cd2-986a-bf0d4cf38ce3,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:55.145714 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cf1db4-2c76-49ee-b6c8-b17e7e289eb1 x-openstack-request-id: req-67cf1db4-2c76-49ee-b6c8-b17e7e289eb1 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:44:55.146005 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71cb52b7-e408-443f-a6ae-2a94803968e9", "tag": "07a60ed3-e098-4cd2-986a-bf0d4cf38ce3", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:44:55.146257 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-67cf1db4-2c76-49ee-b6c8-b17e7e289eb1 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:44:55.146650 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71cb52b7-e408-443f-a6ae-2a94803968e9', 'tag': '07a60ed3-e098-4cd2-986a-bf0d4cf38ce3', 'status': 'completed', 'code': 200} Nov 12 09:44:55.183563 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-47a8b4b2-2b5a-4ba3-b459-cfc073fea27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:55.185183 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-47a8b4b2-2b5a-4ba3-b459-cfc073fea27d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=095486b9e19244b5a399d8f0c4aa7548&device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 1095 time: 0.0519893 Nov 12 09:44:55.236620 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-2c9da99e-389f-4bf4-ae4a-ee9d82288e6e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 HTTP/1.1" status: 200 len: 217 time: 0.0395870 Nov 12 09:44:55.297660 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-aabf26fc-49c9-43d4-bc8a-e704518ee459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:55.299114 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-aabf26fc-49c9-43d4-bc8a-e704518ee459 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f HTTP/1.1" status: 200 len: 854 time: 0.0491588 Nov 12 09:44:55.358403 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-d2d228d0-114c-47ae-a1e2-9411f6864a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:55.360024 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-d2d228d0-114c-47ae-a1e2-9411f6864a96 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2576ec7a-ec98-431e-be19-e462839000e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529621 Nov 12 09:44:55.467100 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-7966c2c5-98e4-4ebd-945b-f49a8e5d1c87 service neutron] 10.222.0.58 "GET /v2.0/networks/2576ec7a-ec98-431e-be19-e462839000e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940766 Nov 12 09:44:55.591454 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ab2c3ea5-a02b-4d2b-a295-aaea2667ef0c req-73f44ec3-b8ec-476c-aa72-8f92caffcd94 service neutron] 10.222.0.58 "GET /v2.0/networks/2576ec7a-ec98-431e-be19-e462839000e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123161 Nov 12 09:44:55.687414 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ee3a0-c005-4f34-9076-77b22dc4c817 req-242a46e8-e0de-439b-9e96-749e5f866a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:55.689016 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-852ee3a0-c005-4f34-9076-77b22dc4c817 req-242a46e8-e0de-439b-9e96-749e5f866a7a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=095486b9e19244b5a399d8f0c4aa7548&device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 1095 time: 0.0435967 Nov 12 09:44:55.817590 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ee3a0-c005-4f34-9076-77b22dc4c817 req-d8a6d19b-61e7-43af-a3cc-a82d603a5612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:55.819002 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-852ee3a0-c005-4f34-9076-77b22dc4c817 req-d8a6d19b-61e7-43af-a3cc-a82d603a5612 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2576ec7a-ec98-431e-be19-e462839000e0 HTTP/1.1" status: 200 len: 916 time: 0.1196020 Nov 12 09:44:55.837599 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfe72c-ad20-4613-9177-d59bf3c1f0fc req-33221933-efac-49bf-bebd-5e1f98827baa tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:55.839092 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b6dfe72c-ad20-4613-9177-d59bf3c1f0fc req-33221933-efac-49bf-bebd-5e1f98827baa tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 943 time: 0.0656137 Nov 12 09:44:55.881248 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-852ee3a0-c005-4f34-9076-77b22dc4c817 req-e4d05c07-f45f-4052-99c8-5b03e5877000 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 HTTP/1.1" status: 200 len: 217 time: 0.0411489 Nov 12 09:44:55.950412 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b6dfe72c-ad20-4613-9177-d59bf3c1f0fc req-275e2f07-36d4-4f46-a60c-8ef286fbb781 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042540 Nov 12 09:44:55.962193 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ee3a0-c005-4f34-9076-77b22dc4c817 req-6dd871d6-cf29-4034-b130-69e20a1a0139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:55.963729 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-852ee3a0-c005-4f34-9076-77b22dc4c817 req-6dd871d6-cf29-4034-b130-69e20a1a0139 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f HTTP/1.1" status: 200 len: 854 time: 0.0683093 Nov 12 09:44:56.015898 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ee3a0-c005-4f34-9076-77b22dc4c817 req-f63df8bc-18a3-4df2-9019-f258d83753c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:56.017426 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-852ee3a0-c005-4f34-9076-77b22dc4c817 req-f63df8bc-18a3-4df2-9019-f258d83753c5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2576ec7a-ec98-431e-be19-e462839000e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434210 Nov 12 09:44:56.123308 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-852ee3a0-c005-4f34-9076-77b22dc4c817 req-5c0a30e9-7d0e-4e3f-b5ab-1a9dbbc360f3 service neutron] 10.222.0.58 "GET /v2.0/networks/2576ec7a-ec98-431e-be19-e462839000e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954466 Nov 12 09:44:56.240867 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-852ee3a0-c005-4f34-9076-77b22dc4c817 req-7a88ac0b-3cb6-49e9-8e34-90d56621cf3e service neutron] 10.222.0.58 "GET /v2.0/networks/2576ec7a-ec98-431e-be19-e462839000e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072967 Nov 12 09:44:57.081199 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262e4a4-beed-4aae-8975-772efa5d7e4a req-8cd607a3-a23a-4c24-a350-59fbcd8fc8ad tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:57.084530 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7262e4a4-beed-4aae-8975-772efa5d7e4a req-8cd607a3-a23a-4c24-a350-59fbcd8fc8ad tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 943 time: 0.0598319 Nov 12 09:44:57.144753 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7262e4a4-beed-4aae-8975-772efa5d7e4a req-ad10fb91-6832-4dfc-b41c-e213fd620d4b tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537145 Nov 12 09:44:58.286230 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d94009-612e-41e8-aa6c-887d6f58a0ef req-6e8ce338-1486-4aff-8bcd-df8ce40b8c22 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:58.287903 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07d94009-612e-41e8-aa6c-887d6f58a0ef req-6e8ce338-1486-4aff-8bcd-df8ce40b8c22 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 943 time: 0.0686204 Nov 12 09:44:58.354973 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-07d94009-612e-41e8-aa6c-887d6f58a0ef req-a1d283e4-bec4-49c1-8318-d0e4b33884d1 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599198 Nov 12 09:44:58.946890 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:44:59.052276 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 07a60ed3-e098-4cd2-986a-bf0d4cf38ce3, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=07a60ed3-e098-4cd2-986a-bf0d4cf38ce3,segment=NetworkSegment(2de45e92-d763-4976-99f2-4207b756968d),segment_id=2de45e92-d763-4976-99f2-4207b756968d)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:44:59.069773 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': '07a60ed3-e098-4cd2-986a-bf0d4cf38ce3', 'network_id': '2576ec7a-ec98-431e-be19-e462839000e0', 'port_id': '07a60ed3-e098-4cd2-986a-bf0d4cf38ce3', 'mac_address': 'fa:16:3e:44:92:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:44:59.118987 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:59.134311 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:44:59.157073 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 07a60ed3-e098-4cd2-986a-bf0d4cf38ce3, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=07a60ed3-e098-4cd2-986a-bf0d4cf38ce3,segment=NetworkSegment(2de45e92-d763-4976-99f2-4207b756968d),segment_id=2de45e92-d763-4976-99f2-4207b756968d)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:44:59.162284 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:59.217998 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=07a60ed3-e098-4cd2-986a-bf0d4cf38ce3,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:59.229298 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:59.229712 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:59.229946 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:59.230305 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:59.230781 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:59.231165 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:59.231523 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:59.231877 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:59.232262 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:59.232590 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:59.232958 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:59.233331 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:59.383421 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['07a60ed3-e098-4cd2-986a-bf0d4cf38ce3'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:44:59.488905 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fc227-dcfd-4beb-aaa4-e9daa7dec25a req-075cdf11-6aac-4b68-85e8-7696d2ebe91f tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:59.492251 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d79fc227-dcfd-4beb-aaa4-e9daa7dec25a req-075cdf11-6aac-4b68-85e8-7696d2ebe91f tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 944 time: 0.0564425 Nov 12 09:44:59.545942 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d79fc227-dcfd-4beb-aaa4-e9daa7dec25a req-46a587e7-9bb4-407d-a379-623e4d52eea3 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474563 Nov 12 09:44:59.714536 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:00.685059 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043585bc-8695-42cb-a9e3-61a76b9f8f10 req-7f61df64-b946-43b0-8d05-53d5d5bc43bd tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:00.686653 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-043585bc-8695-42cb-a9e3-61a76b9f8f10 req-7f61df64-b946-43b0-8d05-53d5d5bc43bd tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 944 time: 0.0587711 Nov 12 09:45:00.746187 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-043585bc-8695-42cb-a9e3-61a76b9f8f10 req-729dbec3-5fe3-4dab-9518-a3281270ef94 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529261 Nov 12 09:45:00.947232 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:45:01.004908 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port 07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:45:01.009465 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port 07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:45:01.009851 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:01.105670 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:01.132912 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cb52b7-e408-443f-a6ae-2a94803968e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a60ed3-e098-4cd2-986a-bf0d4cf38ce3'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:45:01.135281 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be45a9427ec0e01fea1711315fc80f5d0e0450582803884f19ff2849393a08db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba89fa75-7403-469a-b152-62536f1c627e" -d '{"events": [{"server_uuid": "71cb52b7-e408-443f-a6ae-2a94803968e9", "name": "network-vif-plugged", "status": "completed", "tag": "07a60ed3-e098-4cd2-986a-bf0d4cf38ce3"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:45:01.148883 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port 07a60ed3-e098-4cd2-986a-bf0d4cf38ce3, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=07a60ed3-e098-4cd2-986a-bf0d4cf38ce3,segment=NetworkSegment(2de45e92-d763-4976-99f2-4207b756968d),segment_id=2de45e92-d763-4976-99f2-4207b756968d)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:45:01.155317 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:01.179764 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484cf6bc-b53e-4e7f-bc92-38bca446429c x-openstack-request-id: req-484cf6bc-b53e-4e7f-bc92-38bca446429c {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:45:01.180094 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71cb52b7-e408-443f-a6ae-2a94803968e9", "name": "network-vif-plugged", "status": "completed", "tag": "07a60ed3-e098-4cd2-986a-bf0d4cf38ce3", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:45:01.180371 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-484cf6bc-b53e-4e7f-bc92-38bca446429c {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:45:01.180846 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cb52b7-e408-443f-a6ae-2a94803968e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a60ed3-e098-4cd2-986a-bf0d4cf38ce3', 'code': 200} Nov 12 09:45:01.209811 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=07a60ed3-e098-4cd2-986a-bf0d4cf38ce3,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:01.280613 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a0245-4ecb-4706-8e3e-b1359a09d5e4 req-16b8d8ac-ebc8-4632-8f37-b886388710bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:01.282747 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d02a0245-4ecb-4706-8e3e-b1359a09d5e4 req-16b8d8ac-ebc8-4632-8f37-b886388710bd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 1097 time: 0.0430076 Nov 12 09:45:01.334281 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d02a0245-4ecb-4706-8e3e-b1359a09d5e4 req-46155d90-1b62-483d-8d31-e53075cca530 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418265 Nov 12 09:45:01.875197 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9f90b-2504-4bfb-8ea6-56fd5c2423b6 req-96e8d5c3-d10c-45d2-9c84-807c419d4ef1 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:01.877744 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4fd9f90b-2504-4bfb-8ea6-56fd5c2423b6 req-96e8d5c3-d10c-45d2-9c84-807c419d4ef1 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 945 time: 0.0545192 Nov 12 09:45:01.934853 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4fd9f90b-2504-4bfb-8ea6-56fd5c2423b6 req-3db75b0b-efbf-4e86-a757-8fb3b076415f tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512154 Nov 12 09:45:03.066517 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facc4f1-e244-4ee1-8140-28c7b046f3c8 req-0a7481a6-959b-4f8f-b0d6-a7f0f67580f0 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:03.068200 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7facc4f1-e244-4ee1-8140-28c7b046f3c8 req-0a7481a6-959b-4f8f-b0d6-a7f0f67580f0 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 945 time: 0.0544062 Nov 12 09:45:03.126576 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-7facc4f1-e244-4ee1-8140-28c7b046f3c8 req-de03829d-2e17-417b-bb5a-6720591dab29 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514166 Nov 12 09:45:03.253934 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f3521-97eb-4400-9a44-2db205a3a1f5 req-b2b53403-e5db-4016-a409-0268eef86c49 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:03.255538 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-853f3521-97eb-4400-9a44-2db205a3a1f5 req-b2b53403-e5db-4016-a409-0268eef86c49 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 945 time: 0.0539060 Nov 12 09:45:03.314666 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-853f3521-97eb-4400-9a44-2db205a3a1f5 req-cdc4669f-fafd-4bac-9563-1d86a21344cd tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522752 Nov 12 09:45:03.530163 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b3cbe-ebe8-439d-a968-1ef65a5580be req-8330da1f-086c-441f-a52d-283269f25fa5 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:03.531821 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e2b3cbe-ebe8-439d-a968-1ef65a5580be req-8330da1f-086c-441f-a52d-283269f25fa5 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 945 time: 0.0723679 Nov 12 09:45:03.584336 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8e2b3cbe-ebe8-439d-a968-1ef65a5580be req-1f4e9feb-708c-4f58-a179-4f943860b41f tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460935 Nov 12 09:45:07.915101 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-19801a46-8b42-4a67-b149-7999e5b46664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:09.322858 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:45:10.221742 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bafba51f-2271-45bc-8907-b04f67a354f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:12.302966 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:13.668952 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:14.109235 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:17.338041 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a0a4b-9080-4e2c-bfb1-b688e9da25c4 req-d535b505-7312-4a1c-88cb-9673d50c806a tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:17.341603 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e5a0a4b-9080-4e2c-bfb1-b688e9da25c4 req-d535b505-7312-4a1c-88cb-9673d50c806a tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 945 time: 0.0610113 Nov 12 09:45:17.399073 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0e5a0a4b-9080-4e2c-bfb1-b688e9da25c4 req-0e0f577a-9250-4461-8f6e-ec60f255cbd0 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509903 Nov 12 09:45:17.422988 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43254) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:45:17.525707 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4988bb9e-3a38-488b-90b0-fbfae591b946 tempest-TestMinimumBasicScenario-1986440749 tempest-TestMinimumBasicScenario-1986440749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:17.528876 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-4988bb9e-3a38-488b-90b0-fbfae591b946 tempest-TestMinimumBasicScenario-1986440749 tempest-TestMinimumBasicScenario-1986440749-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 1092 time: 0.1036739 Nov 12 09:45:17.531617 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43258) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:45:17.536530 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-fb1e1518-d02f-4580-9520-e5dbc6099350 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Request body: {'floatingip': {'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'port_id': '07a60ed3-e098-4cd2-986a-bf0d4cf38ce3', 'tenant_id': '095486b9e19244b5a399d8f0c4aa7548', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:45:17.566071 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fb1e1518-d02f-4580-9520-e5dbc6099350 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks [] for floatingip, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:17.691423 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fb1e1518-d02f-4580-9520-e5dbc6099350 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:17.808081 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-fb1e1518-d02f-4580-9520-e5dbc6099350 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Allocated IP 172.25.6.160 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/6339706e-9423-4894-bd80-fbaa08483c52) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:45:17.936374 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fb1e1518-d02f-4580-9520-e5dbc6099350 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:17.974766 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fb1e1518-d02f-4580-9520-e5dbc6099350 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:18.014351 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1e1518-d02f-4580-9520-e5dbc6099350 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:45:18.017350 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-fb1e1518-d02f-4580-9520-e5dbc6099350 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:45:18.020942 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1e1518-d02f-4580-9520-e5dbc6099350 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:45:18.026679 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e1518-d02f-4580-9520-e5dbc6099350 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Pushing event updated for resources: {'Port': ['ID=6339706e-9423-4894-bd80-fbaa08483c52,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:18.432572 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fb1e1518-d02f-4580-9520-e5dbc6099350 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:18.510411 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fb1e1518-d02f-4580-9520-e5dbc6099350 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:18.686031 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fb1e1518-d02f-4580-9520-e5dbc6099350 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:18.693422 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fb1e1518-d02f-4580-9520-e5dbc6099350 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:18.763772 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e1518-d02f-4580-9520-e5dbc6099350 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Pushing event updated for resources: {'Port': ['ID=6339706e-9423-4894-bd80-fbaa08483c52,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:18.778947 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fb1e1518-d02f-4580-9520-e5dbc6099350 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918693'] for floatingip, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:18.888993 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [None req-fb1e1518-d02f-4580-9520-e5dbc6099350 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Floating IP e04ec724-9c4c-48c1-ab04-820ac6b36f4b associated. External IP: 172.25.6.160, port: 07a60ed3-e098-4cd2-986a-bf0d4cf38ce3. Nov 12 09:45:19.476794 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1e1518-d02f-4580-9520-e5dbc6099350 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Router a281b6a1-af00-4030-bb15-428f7f3bb68a has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:45:19.587419 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1e1518-d02f-4580-9520-e5dbc6099350 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:45:19.604815 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655c59a0-e57a-4a66-bf8a-2b385af6f208 None None] Sync routers for ids ['a281b6a1-af00-4030-bb15-428f7f3bb68a'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:45:19.610962 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fb1e1518-d02f-4580-9520-e5dbc6099350 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:19.616869 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655c59a0-e57a-4a66-bf8a-2b385af6f208 None None] Routers {'a281b6a1-af00-4030-bb15-428f7f3bb68a'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:45:19.617499 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-655c59a0-e57a-4a66-bf8a-2b385af6f208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:45:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['a281b6a1-af00-4030-bb15-428f7f3bb68a'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:45:19.645097 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-fb1e1518-d02f-4580-9520-e5dbc6099350 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1122539 Nov 12 09:45:19.645673 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71cb52b7-e408-443f-a6ae-2a94803968e9', 'tag': '07a60ed3-e098-4cd2-986a-bf0d4cf38ce3'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:45:19.648102 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43260) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:45:19.648674 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ecfd269ae060e48d0080e56de36cfb7f5ddc3dd245bb7f2f65528a6b7e1e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3612e5fe-4fc9-4d8a-bb84-59685b8d41aa" -d '{"events": [{"name": "network-changed", "server_uuid": "71cb52b7-e408-443f-a6ae-2a94803968e9", "tag": "07a60ed3-e098-4cd2-986a-bf0d4cf38ce3"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:45:19.653761 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-406904c5-c353-4789-9149-1716b829bedb tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1753770056', 'description': 'tempest-secgroup-smoke-1753770056 description', 'project_id': '095486b9e19244b5a399d8f0c4aa7548'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:45:19.681985 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-406904c5-c353-4789-9149-1716b829bedb tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:19.691883 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4883dc-7e44-4557-8919-de0a348897e3 x-openstack-request-id: req-1d4883dc-7e44-4557-8919-de0a348897e3 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:45:19.692749 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71cb52b7-e408-443f-a6ae-2a94803968e9", "tag": "07a60ed3-e098-4cd2-986a-bf0d4cf38ce3", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:45:19.693270 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d4883dc-7e44-4557-8919-de0a348897e3 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:45:19.693784 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71cb52b7-e408-443f-a6ae-2a94803968e9', 'tag': '07a60ed3-e098-4cd2-986a-bf0d4cf38ce3', 'status': 'completed', 'code': 200} Nov 12 09:45:19.746807 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-655c59a0-e57a-4a66-bf8a-2b385af6f208 None None] Set router a281b6a1-af00-4030-bb15-428f7f3bb68a gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:45:19.764560 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612e5fe-4fc9-4d8a-bb84-59685b8d41aa req-da1ed172-f922-4175-95db-7fe95f7b8774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:19.766098 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3612e5fe-4fc9-4d8a-bb84-59685b8d41aa req-da1ed172-f922-4175-95db-7fe95f7b8774 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=095486b9e19244b5a399d8f0c4aa7548&device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 1097 time: 0.0489676 Nov 12 09:45:19.771772 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-406904c5-c353-4789-9149-1716b829bedb tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:19.781175 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-406904c5-c353-4789-9149-1716b829bedb tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:19.816270 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-406904c5-c353-4789-9149-1716b829bedb tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:19.817616 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-406904c5-c353-4789-9149-1716b829bedb tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1684303 Nov 12 09:45:19.818992 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406904c5-c353-4789-9149-1716b829bedb tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a1653a-03be-4a40-a306-3356ea9a618d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:19.826921 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43264) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:45:19.829159 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406904c5-c353-4789-9149-1716b829bedb tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:19.829719 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406904c5-c353-4789-9149-1716b829bedb tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:19.830221 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406904c5-c353-4789-9149-1716b829bedb tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:19.830734 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406904c5-c353-4789-9149-1716b829bedb tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:19.831254 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406904c5-c353-4789-9149-1716b829bedb tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:19.831767 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406904c5-c353-4789-9149-1716b829bedb tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:19.832280 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406904c5-c353-4789-9149-1716b829bedb tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:19.832778 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406904c5-c353-4789-9149-1716b829bedb tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:19.833263 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406904c5-c353-4789-9149-1716b829bedb tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:19.833769 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406904c5-c353-4789-9149-1716b829bedb tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:19.834253 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406904c5-c353-4789-9149-1716b829bedb tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:19.834740 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406904c5-c353-4789-9149-1716b829bedb tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:19.843104 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-538744cd-28a3-499f-9e87-3ba9a22b5eef tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Request body: {'security_group_rule': {'security_group_id': 'e5a1653a-03be-4a40-a306-3356ea9a618d', 'project_id': '095486b9e19244b5a399d8f0c4aa7548', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:45:19.879213 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-538744cd-28a3-499f-9e87-3ba9a22b5eef tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:19.889318 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612e5fe-4fc9-4d8a-bb84-59685b8d41aa req-f66c5ce7-3483-49be-836a-327a0c50e080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:19.890977 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3612e5fe-4fc9-4d8a-bb84-59685b8d41aa req-f66c5ce7-3483-49be-836a-327a0c50e080 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2576ec7a-ec98-431e-be19-e462839000e0 HTTP/1.1" status: 200 len: 916 time: 0.1165259 Nov 12 09:45:19.951113 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-538744cd-28a3-499f-9e87-3ba9a22b5eef tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:19.956804 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-538744cd-28a3-499f-9e87-3ba9a22b5eef tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:19.975792 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538744cd-28a3-499f-9e87-3ba9a22b5eef tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb8d91c-4d70-4633-9595-a3b0db04bb58,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:19.979446 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3612e5fe-4fc9-4d8a-bb84-59685b8d41aa req-3a0adb3c-7880-4a9d-b64c-033a13d48084 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 HTTP/1.1" status: 200 len: 999 time: 0.0802250 Nov 12 09:45:19.989739 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-538744cd-28a3-499f-9e87-3ba9a22b5eef tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:19.990763 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-538744cd-28a3-499f-9e87-3ba9a22b5eef tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1523576 Nov 12 09:45:19.993962 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43266) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:45:19.999912 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a8f2dd22-d1a7-4dea-9845-8cfbbbd93264 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Request body: {'security_group_rule': {'security_group_id': 'e5a1653a-03be-4a40-a306-3356ea9a618d', 'project_id': '095486b9e19244b5a399d8f0c4aa7548', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:45:20.032761 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a8f2dd22-d1a7-4dea-9845-8cfbbbd93264 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:20.043033 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612e5fe-4fc9-4d8a-bb84-59685b8d41aa req-deb51004-8586-4249-92f1-05337a54821d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:20.045562 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3612e5fe-4fc9-4d8a-bb84-59685b8d41aa req-deb51004-8586-4249-92f1-05337a54821d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f HTTP/1.1" status: 200 len: 854 time: 0.0588503 Nov 12 09:45:20.091409 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-655c59a0-e57a-4a66-bf8a-2b385af6f208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'name': 'tempest-TestMinimumBasicScenario-2079183322-router', 'tenant_id': '095486b9e19244b5a399d8f0c4aa7548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd4cc384a-b25d-4a9b-b71d-269135ab53fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:44:21Z', 'updated_at': '2021-11-12T09:44:24Z', 'revision_number': 4, 'project_id': '095486b9e19244b5a399d8f0c4aa7548', 'gw_port': {'id': 'd4cc384a-b25d-4a9b-b71d-269135ab53fa', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:44:22Z', 'updated_at': '2021-11-12T09:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'e04ec724-9c4c-48c1-ab04-820ac6b36f4b', 'tenant_id': '095486b9e19244b5a399d8f0c4aa7548', 'floating_ip_address': '172.25.6.160', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'port_id': '07a60ed3-e098-4cd2-986a-bf0d4cf38ce3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2576ec7a-ec98-431e-be19-e462839000e0', 'mac_address': 'fa:16:3e:44:92:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cb52b7-e408-443f-a6ae-2a94803968e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:45:18Z', 'updated_at': '2021-11-12T09:45:18Z', 'revision_number': 0, 'project_id': '095486b9e19244b5a399d8f0c4aa7548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02300f90-4f87-46c1-9227-5163f17690bc', 'name': '', 'network_id': '2576ec7a-ec98-431e-be19-e462839000e0', 'tenant_id': '095486b9e19244b5a399d8f0c4aa7548', 'mac_address': 'fa:16:3e:4e:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:44:23Z', 'updated_at': '2021-11-12T09:44:29Z', 'revision_number': 5, 'project_id': '095486b9e19244b5a399d8f0c4aa7548', 'subnets': [{'id': '7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:45:20.103446 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612e5fe-4fc9-4d8a-bb84-59685b8d41aa req-862e8079-43c1-4d4e-a5b3-0c034af58492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:20.105196 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3612e5fe-4fc9-4d8a-bb84-59685b8d41aa req-862e8079-43c1-4d4e-a5b3-0c034af58492 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2576ec7a-ec98-431e-be19-e462839000e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502276 Nov 12 09:45:20.110881 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a8f2dd22-d1a7-4dea-9845-8cfbbbd93264 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:20.116712 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a8f2dd22-d1a7-4dea-9845-8cfbbbd93264 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:20.124612 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655c59a0-e57a-4a66-bf8a-2b385af6f208 None None] Checking router: a281b6a1-af00-4030-bb15-428f7f3bb68a for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:45:20.133887 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655c59a0-e57a-4a66-bf8a-2b385af6f208 None None] Routers {'a281b6a1-af00-4030-bb15-428f7f3bb68a'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:45:20.134577 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-655c59a0-e57a-4a66-bf8a-2b385af6f208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:45:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['a281b6a1-af00-4030-bb15-428f7f3bb68a'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:45:20.139999 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2dd22-d1a7-4dea-9845-8cfbbbd93264 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59647257-680e-4910-b451-27065b366444,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:20.149190 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a8f2dd22-d1a7-4dea-9845-8cfbbbd93264 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:20.150431 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a8f2dd22-d1a7-4dea-9845-8cfbbbd93264 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1554086 Nov 12 09:45:20.153492 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43268) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:45:20.158453 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-171c2863-5460-4479-9f61-adf5a3215725 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Request body: {'security_group_rule': {'security_group_id': 'e5a1653a-03be-4a40-a306-3356ea9a618d', 'project_id': '095486b9e19244b5a399d8f0c4aa7548', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:45:20.190797 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-171c2863-5460-4479-9f61-adf5a3215725 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:20.225661 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3612e5fe-4fc9-4d8a-bb84-59685b8d41aa req-d13a5c6c-5ec5-4c9c-97c5-a3568ebdf0da service neutron] 10.222.0.58 "GET /v2.0/networks/2576ec7a-ec98-431e-be19-e462839000e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122193 Nov 12 09:45:20.253583 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-655c59a0-e57a-4a66-bf8a-2b385af6f208 None None] Set router a281b6a1-af00-4030-bb15-428f7f3bb68a gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:45:20.262233 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-171c2863-5460-4479-9f61-adf5a3215725 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:20.268679 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-171c2863-5460-4479-9f61-adf5a3215725 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:20.292609 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c2863-5460-4479-9f61-adf5a3215725 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=414e96da-9335-4332-9e56-4c4ce966bd86,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:20.309540 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-171c2863-5460-4479-9f61-adf5a3215725 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:20.311614 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-171c2863-5460-4479-9f61-adf5a3215725 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1563396 Nov 12 09:45:20.314003 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43270) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:45:20.322908 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a5ec26f1-a34c-4444-9083-6e2f6188314c tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Request body: {'security_group_rule': {'security_group_id': 'e5a1653a-03be-4a40-a306-3356ea9a618d', 'project_id': '095486b9e19244b5a399d8f0c4aa7548', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:45:20.356780 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a5ec26f1-a34c-4444-9083-6e2f6188314c tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:20.366215 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3612e5fe-4fc9-4d8a-bb84-59685b8d41aa req-9d020bd0-5aa7-40d1-ad5b-c8b99bb278d8 service neutron] 10.222.0.58 "GET /v2.0/networks/2576ec7a-ec98-431e-be19-e462839000e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320324 Nov 12 09:45:20.428057 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a5ec26f1-a34c-4444-9083-6e2f6188314c tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:20.433612 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a5ec26f1-a34c-4444-9083-6e2f6188314c tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:20.452741 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec26f1-a34c-4444-9083-6e2f6188314c tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36333987-a690-4ce4-9d23-acded1b50b06,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:20.463414 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a5ec26f1-a34c-4444-9083-6e2f6188314c tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:20.464454 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-a5ec26f1-a34c-4444-9083-6e2f6188314c tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1480727 Nov 12 09:45:20.467450 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43272) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:45:20.482704 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-51d7ce19-2c07-4abc-b921-56ea3dc531e4 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Request body: {'security_group_rule': {'security_group_id': 'e5a1653a-03be-4a40-a306-3356ea9a618d', 'project_id': '095486b9e19244b5a399d8f0c4aa7548', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:45:20.515588 n-d-768862-16 neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-51d7ce19-2c07-4abc-b921-56ea3dc531e4 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Project 095486b9e19244b5a399d8f0c4aa7548 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:45:20.526045 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-51d7ce19-2c07-4abc-b921-56ea3dc531e4 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:20.575488 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-655c59a0-e57a-4a66-bf8a-2b385af6f208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'name': 'tempest-TestMinimumBasicScenario-2079183322-router', 'tenant_id': '095486b9e19244b5a399d8f0c4aa7548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd4cc384a-b25d-4a9b-b71d-269135ab53fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:44:21Z', 'updated_at': '2021-11-12T09:44:24Z', 'revision_number': 4, 'project_id': '095486b9e19244b5a399d8f0c4aa7548', 'gw_port': {'id': 'd4cc384a-b25d-4a9b-b71d-269135ab53fa', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:44:22Z', 'updated_at': '2021-11-12T09:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'e04ec724-9c4c-48c1-ab04-820ac6b36f4b', 'tenant_id': '095486b9e19244b5a399d8f0c4aa7548', 'floating_ip_address': '172.25.6.160', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'port_id': '07a60ed3-e098-4cd2-986a-bf0d4cf38ce3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2576ec7a-ec98-431e-be19-e462839000e0', 'mac_address': 'fa:16:3e:44:92:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cb52b7-e408-443f-a6ae-2a94803968e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:45:18Z', 'updated_at': '2021-11-12T09:45:18Z', 'revision_number': 0, 'project_id': '095486b9e19244b5a399d8f0c4aa7548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02300f90-4f87-46c1-9227-5163f17690bc', 'name': '', 'network_id': '2576ec7a-ec98-431e-be19-e462839000e0', 'tenant_id': '095486b9e19244b5a399d8f0c4aa7548', 'mac_address': 'fa:16:3e:4e:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:44:23Z', 'updated_at': '2021-11-12T09:44:29Z', 'revision_number': 5, 'project_id': '095486b9e19244b5a399d8f0c4aa7548', 'subnets': [{'id': '7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:45:20.608462 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655c59a0-e57a-4a66-bf8a-2b385af6f208 None None] The sync data for ids ['a281b6a1-af00-4030-bb15-428f7f3bb68a'] in n-d-768862-16 is: [{'id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'name': 'tempest-TestMinimumBasicScenario-2079183322-router', 'tenant_id': '095486b9e19244b5a399d8f0c4aa7548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd4cc384a-b25d-4a9b-b71d-269135ab53fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:44:21Z', 'updated_at': '2021-11-12T09:44:24Z', 'revision_number': 4, 'project_id': '095486b9e19244b5a399d8f0c4aa7548', 'gw_port': {'id': 'd4cc384a-b25d-4a9b-b71d-269135ab53fa', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:44:22Z', 'updated_at': '2021-11-12T09:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_floatingips': [{'id': 'e04ec724-9c4c-48c1-ab04-820ac6b36f4b', 'tenant_id': '095486b9e19244b5a399d8f0c4aa7548', 'floating_ip_address': '172.25.6.160', 'floating_network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'router_id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'port_id': '07a60ed3-e098-4cd2-986a-bf0d4cf38ce3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2576ec7a-ec98-431e-be19-e462839000e0', 'mac_address': 'fa:16:3e:44:92:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cb52b7-e408-443f-a6ae-2a94803968e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:45:18Z', 'updated_at': '2021-11-12T09:45:18Z', 'revision_number': 0, 'project_id': '095486b9e19244b5a399d8f0c4aa7548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02300f90-4f87-46c1-9227-5163f17690bc', 'name': '', 'network_id': '2576ec7a-ec98-431e-be19-e462839000e0', 'tenant_id': '095486b9e19244b5a399d8f0c4aa7548', 'mac_address': 'fa:16:3e:4e:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:44:23Z', 'updated_at': '2021-11-12T09:44:29Z', 'revision_number': 5, 'project_id': '095486b9e19244b5a399d8f0c4aa7548', 'subnets': [{'id': '7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:45:20.620860 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-51d7ce19-2c07-4abc-b921-56ea3dc531e4 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:20.626809 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-51d7ce19-2c07-4abc-b921-56ea3dc531e4 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:20.649441 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d7ce19-2c07-4abc-b921-56ea3dc531e4 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2acf762-1248-4ad2-a9d2-de82a36cee81,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:20.659265 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-51d7ce19-2c07-4abc-b921-56ea3dc531e4 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:20.660575 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-51d7ce19-2c07-4abc-b921-56ea3dc531e4 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1835470 Nov 12 09:45:20.664824 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43274) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:45:20.670059 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d500b460-c308-479d-af00-26aad837f0f3 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Request body: {'security_group_rule': {'security_group_id': 'e5a1653a-03be-4a40-a306-3356ea9a618d', 'project_id': '095486b9e19244b5a399d8f0c4aa7548', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:45:20.701365 n-d-768862-16 neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-d500b460-c308-479d-af00-26aad837f0f3 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Project 095486b9e19244b5a399d8f0c4aa7548 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:45:20.708622 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d500b460-c308-479d-af00-26aad837f0f3 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:20.785587 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d500b460-c308-479d-af00-26aad837f0f3 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:20.790348 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d500b460-c308-479d-af00-26aad837f0f3 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:20.810335 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500b460-c308-479d-af00-26aad837f0f3 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b472611a-bcd2-442e-b71f-7a5ee873f1dd,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:20.821265 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d500b460-c308-479d-af00-26aad837f0f3 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:20.822658 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d500b460-c308-479d-af00-26aad837f0f3 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1566641 Nov 12 09:45:20.868051 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad778a65-d492-48aa-8636-a8628eb68a0c None None] New status for floating IP e04ec724-9c4c-48c1-ab04-820ac6b36f4b: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:45:20.966917 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2fcaffb8-f1a5-4324-848a-876b9cbc865e req-11c49f0d-f776-4e90-ade6-9027f9fd4463 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1753770056&fields=id&tenant_id=095486b9e19244b5a399d8f0c4aa7548 HTTP/1.1" status: 200 len: 267 time: 0.0633657 Nov 12 09:45:21.031731 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcaffb8-f1a5-4324-848a-876b9cbc865e req-f3994ea9-4838-4a59-8ff8-9bc43cb470a2 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:21.033691 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2fcaffb8-f1a5-4324-848a-876b9cbc865e req-f3994ea9-4838-4a59-8ff8-9bc43cb470a2 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 945 time: 0.0589499 Nov 12 09:45:21.046481 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-2fcaffb8-f1a5-4324-848a-876b9cbc865e req-11bed089-bee1-477f-8011-1eb1331cf005 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Request body: {'port': {'security_groups': ['2ab705af-b35e-43b9-86a0-7b713d223fb8', 'e5a1653a-03be-4a40-a306-3356ea9a618d']}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:45:21.118712 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2fcaffb8-f1a5-4324-848a-876b9cbc865e req-11bed089-bee1-477f-8011-1eb1331cf005 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:21.341095 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-2fcaffb8-f1a5-4324-848a-876b9cbc865e req-11bed089-bee1-477f-8011-1eb1331cf005 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] For port 07a60ed3-e098-4cd2-986a-bf0d4cf38ce3, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=07a60ed3-e098-4cd2-986a-bf0d4cf38ce3,segment=NetworkSegment(2de45e92-d763-4976-99f2-4207b756968d),segment_id=2de45e92-d763-4976-99f2-4207b756968d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:45:21.375146 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2fcaffb8-f1a5-4324-848a-876b9cbc865e req-11bed089-bee1-477f-8011-1eb1331cf005 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:21.381329 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2fcaffb8-f1a5-4324-848a-876b9cbc865e req-11bed089-bee1-477f-8011-1eb1331cf005 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:21.394312 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['07a60ed3-e098-4cd2-986a-bf0d4cf38ce3'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:45:21.431559 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcaffb8-f1a5-4324-848a-876b9cbc865e req-11bed089-bee1-477f-8011-1eb1331cf005 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:21.432713 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-2fcaffb8-f1a5-4324-848a-876b9cbc865e req-11bed089-bee1-477f-8011-1eb1331cf005 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:21.434033 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2fcaffb8-f1a5-4324-848a-876b9cbc865e req-11bed089-bee1-477f-8011-1eb1331cf005 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "PUT /v2.0/ports/07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 HTTP/1.1" status: 200 len: 981 time: 0.3928840 Nov 12 09:45:21.464051 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bed089-bee1-477f-8011-1eb1331cf005 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Pushing event updated for resources: {'Port': ['ID=07a60ed3-e098-4cd2-986a-bf0d4cf38ce3,revision_number=6']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:21.555506 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['07a60ed3-e098-4cd2-986a-bf0d4cf38ce3'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:45:21.583267 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ef1a2-7d9e-4a65-b722-8655c0ff4f53 req-fbb9ba4e-9e6c-4e96-837c-7ea3347183cd tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:21.588696 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0b9ef1a2-7d9e-4a65-b722-8655c0ff4f53 req-fbb9ba4e-9e6c-4e96-837c-7ea3347183cd tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 984 time: 0.0710623 Nov 12 09:45:21.667327 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-0b9ef1a2-7d9e-4a65-b722-8655c0ff4f53 req-7ad6be0c-404b-4f7c-acfc-a47f4e3290dc tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&id=e5a1653a-03be-4a40-a306-3356ea9a618d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0740950 Nov 12 09:45:21.695680 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71cb52b7-e408-443f-a6ae-2a94803968e9', 'tag': '07a60ed3-e098-4cd2-986a-bf0d4cf38ce3'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:45:21.699363 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ecfd269ae060e48d0080e56de36cfb7f5ddc3dd245bb7f2f65528a6b7e1e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a64b37-cd36-4c17-9c95-535a6f44e6fc" -d '{"events": [{"name": "network-changed", "server_uuid": "71cb52b7-e408-443f-a6ae-2a94803968e9", "tag": "07a60ed3-e098-4cd2-986a-bf0d4cf38ce3"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:45:21.742578 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a319fd-9da6-410c-a518-086827449c36 x-openstack-request-id: req-f9a319fd-9da6-410c-a518-086827449c36 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:45:21.743587 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71cb52b7-e408-443f-a6ae-2a94803968e9", "tag": "07a60ed3-e098-4cd2-986a-bf0d4cf38ce3", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:45:21.743587 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9a319fd-9da6-410c-a518-086827449c36 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:45:21.743587 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71cb52b7-e408-443f-a6ae-2a94803968e9', 'tag': '07a60ed3-e098-4cd2-986a-bf0d4cf38ce3', 'status': 'completed', 'code': 200} Nov 12 09:45:21.777834 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-fc47dd3b-8a92-4c4e-9f1c-e45818512d59 None None] Provisioning complete for port 07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:45:21.778199 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fc47dd3b-8a92-4c4e-9f1c-e45818512d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:21.819968 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a64b37-cd36-4c17-9c95-535a6f44e6fc req-8b7297b9-41d2-4e96-8a86-c0fc5e17891a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:21.821767 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-37a64b37-cd36-4c17-9c95-535a6f44e6fc req-8b7297b9-41d2-4e96-8a86-c0fc5e17891a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=095486b9e19244b5a399d8f0c4aa7548&device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 1136 time: 0.0474236 Nov 12 09:45:21.942752 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a64b37-cd36-4c17-9c95-535a6f44e6fc req-7a60e185-cbcf-4a6c-944d-5117d05769f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:21.944387 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-37a64b37-cd36-4c17-9c95-535a6f44e6fc req-7a60e185-cbcf-4a6c-944d-5117d05769f5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2576ec7a-ec98-431e-be19-e462839000e0 HTTP/1.1" status: 200 len: 916 time: 0.1149750 Nov 12 09:45:22.023371 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-37a64b37-cd36-4c17-9c95-535a6f44e6fc req-b7f2029b-a41c-4c39-ad35-c6717bdb0d6d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 HTTP/1.1" status: 200 len: 1001 time: 0.0705507 Nov 12 09:45:22.087035 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a64b37-cd36-4c17-9c95-535a6f44e6fc req-11e8a83e-7771-49cc-8579-c2cb9c97d007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:22.088717 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-37a64b37-cd36-4c17-9c95-535a6f44e6fc req-11e8a83e-7771-49cc-8579-c2cb9c97d007 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f HTTP/1.1" status: 200 len: 854 time: 0.0581532 Nov 12 09:45:22.141833 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a64b37-cd36-4c17-9c95-535a6f44e6fc req-2dd9bfb5-f04b-4586-9a39-4a377fad32c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:22.143360 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-37a64b37-cd36-4c17-9c95-535a6f44e6fc req-2dd9bfb5-f04b-4586-9a39-4a377fad32c2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2576ec7a-ec98-431e-be19-e462839000e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474072 Nov 12 09:45:22.250570 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-37a64b37-cd36-4c17-9c95-535a6f44e6fc req-237af881-5b90-4a7b-81af-129511f8eb81 service neutron] 10.222.0.58 "GET /v2.0/networks/2576ec7a-ec98-431e-be19-e462839000e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982230 Nov 12 09:45:22.355510 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-37a64b37-cd36-4c17-9c95-535a6f44e6fc req-f68d7387-4199-435c-a3b4-b9f41e1c7b61 service neutron] 10.222.0.58 "GET /v2.0/networks/2576ec7a-ec98-431e-be19-e462839000e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953341 Nov 12 09:45:23.854231 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:29.745519 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:37.916557 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-82bc826c-bc70-44b9-98f0-5b830dfc74c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:38.344688 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-19d60546-3ead-4cb7-8a15-5bebefe30a29 req-d9e06292-2047-4081-a6e5-aa275f577f7d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0464017 Nov 12 09:45:38.446955 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d60546-3ead-4cb7-8a15-5bebefe30a29 req-d2c98bbb-7a1b-4ad7-81be-37afd0c0cfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:38.448551 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-19d60546-3ead-4cb7-8a15-5bebefe30a29 req-d2c98bbb-7a1b-4ad7-81be-37afd0c0cfe4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=095486b9e19244b5a399d8f0c4aa7548&device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 1136 time: 0.0522993 Nov 12 09:45:38.570271 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d60546-3ead-4cb7-8a15-5bebefe30a29 req-197f5fca-7bab-4385-89d1-0588c2fd76ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:38.571828 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-19d60546-3ead-4cb7-8a15-5bebefe30a29 req-197f5fca-7bab-4385-89d1-0588c2fd76ed service neutron] 10.222.0.58 "GET /v2.0/networks?id=2576ec7a-ec98-431e-be19-e462839000e0 HTTP/1.1" status: 200 len: 916 time: 0.0987313 Nov 12 09:45:38.647818 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-19d60546-3ead-4cb7-8a15-5bebefe30a29 req-569e4c50-9eb0-4a18-9911-d66b1ffaef5e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 HTTP/1.1" status: 200 len: 1001 time: 0.0676768 Nov 12 09:45:38.703939 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d60546-3ead-4cb7-8a15-5bebefe30a29 req-e0ae43b4-4437-440c-a69b-9f716b6722d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:38.705517 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-19d60546-3ead-4cb7-8a15-5bebefe30a29 req-e0ae43b4-4437-440c-a69b-9f716b6722d4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f HTTP/1.1" status: 200 len: 854 time: 0.0502965 Nov 12 09:45:38.768742 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d60546-3ead-4cb7-8a15-5bebefe30a29 req-36fb8d7e-fd44-4620-acd4-0d90cf23723b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:38.771043 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-19d60546-3ead-4cb7-8a15-5bebefe30a29 req-36fb8d7e-fd44-4620-acd4-0d90cf23723b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2576ec7a-ec98-431e-be19-e462839000e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569098 Nov 12 09:45:38.910188 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-19d60546-3ead-4cb7-8a15-5bebefe30a29 req-cadfaef9-4e4b-49c0-a158-e24c7ec43aee service neutron] 10.222.0.58 "GET /v2.0/networks/2576ec7a-ec98-431e-be19-e462839000e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282451 Nov 12 09:45:38.918903 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff329357-f566-4736-adc8-e9ec7b47ce4a req-a61e0c4a-7533-4942-8d6c-f508fc4e6b22 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:38.920482 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ff329357-f566-4736-adc8-e9ec7b47ce4a req-a61e0c4a-7533-4942-8d6c-f508fc4e6b22 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 984 time: 0.0745661 Nov 12 09:45:38.986190 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-ff329357-f566-4736-adc8-e9ec7b47ce4a req-e7aafdac-de7e-4106-b0a0-ae839310c36c tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&id=e5a1653a-03be-4a40-a306-3356ea9a618d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592039 Nov 12 09:45:39.142985 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-19d60546-3ead-4cb7-8a15-5bebefe30a29 req-ef293883-7ffa-4ccc-8013-d26e5fba792f service neutron] 10.222.0.58 "GET /v2.0/networks/2576ec7a-ec98-431e-be19-e462839000e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076100 Nov 12 09:45:39.228496 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b4402-8288-457c-8449-deb346cff1c6 req-329b358a-3383-4020-8e75-a9aa2265eb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:39.230054 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a53b4402-8288-457c-8449-deb346cff1c6 req-329b358a-3383-4020-8e75-a9aa2265eb2e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=095486b9e19244b5a399d8f0c4aa7548&device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 1136 time: 0.0448632 Nov 12 09:45:39.332912 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b4402-8288-457c-8449-deb346cff1c6 req-a0b05e67-ceba-4885-92f2-83d59ce1def0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:39.334421 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a53b4402-8288-457c-8449-deb346cff1c6 req-a0b05e67-ceba-4885-92f2-83d59ce1def0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2576ec7a-ec98-431e-be19-e462839000e0 HTTP/1.1" status: 200 len: 916 time: 0.0962102 Nov 12 09:45:39.408089 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a53b4402-8288-457c-8449-deb346cff1c6 req-447dc49b-c5f1-49ed-b484-64b0b7991bc0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 HTTP/1.1" status: 200 len: 1001 time: 0.0647888 Nov 12 09:45:39.462326 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b4402-8288-457c-8449-deb346cff1c6 req-c44621e9-5f72-434e-8844-12a2e611213e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:39.463858 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a53b4402-8288-457c-8449-deb346cff1c6 req-c44621e9-5f72-434e-8844-12a2e611213e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f HTTP/1.1" status: 200 len: 854 time: 0.0475345 Nov 12 09:45:39.514973 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b4402-8288-457c-8449-deb346cff1c6 req-4a4c7e9e-fc3c-42c6-b2e4-a8cdde182c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:39.516485 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a53b4402-8288-457c-8449-deb346cff1c6 req-4a4c7e9e-fc3c-42c6-b2e4-a8cdde182c29 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2576ec7a-ec98-431e-be19-e462839000e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433483 Nov 12 09:45:39.632885 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a53b4402-8288-457c-8449-deb346cff1c6 req-a59344c4-bcc7-4c4a-8195-cd6de4d133be service neutron] 10.222.0.58 "GET /v2.0/networks/2576ec7a-ec98-431e-be19-e462839000e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018310 Nov 12 09:45:39.744664 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a53b4402-8288-457c-8449-deb346cff1c6 req-490f178e-bc3e-4f2d-87f2-61e302d20543 service neutron] 10.222.0.58 "GET /v2.0/networks/2576ec7a-ec98-431e-be19-e462839000e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044431 Nov 12 09:45:40.134064 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91dd0ad-d414-434d-a296-399aefe1592e req-6549978f-b4c6-43c5-b5f1-04665fa25505 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:40.135654 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d91dd0ad-d414-434d-a296-399aefe1592e req-6549978f-b4c6-43c5-b5f1-04665fa25505 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 984 time: 0.0730047 Nov 12 09:45:40.214827 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d91dd0ad-d414-434d-a296-399aefe1592e req-f01122b2-249b-4fa2-aba6-e00c718fc878 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&id=e5a1653a-03be-4a40-a306-3356ea9a618d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0719879 Nov 12 09:45:40.230287 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ca2e7bf0-b0fc-40c1-96a0-0eb9b762073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:41.350530 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc6bb2-48dd-41e6-9e6e-0b9cc756a959 req-0fbf9b13-230d-4f1c-a943-21643e217134 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:41.352453 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-59bc6bb2-48dd-41e6-9e6e-0b9cc756a959 req-0fbf9b13-230d-4f1c-a943-21643e217134 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 984 time: 0.0542717 Nov 12 09:45:41.418987 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-59bc6bb2-48dd-41e6-9e6e-0b9cc756a959 req-56cba1c5-eaad-4659-8a17-fca0d204666a tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&id=e5a1653a-03be-4a40-a306-3356ea9a618d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596030 Nov 12 09:45:42.059912 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-d17777b5-2f77-4f42-8ab3-a34192fce9a9 req-745151ea-83e5-4ef5-9ff9-a9fb714e8658 tempest-ServerDiskConfigTestJSON-519844892 tempest-ServerDiskConfigTestJSON-519844892-project] (102569) timed out ('10.222.0.58', 55923) {{(pid=102569) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:45:42.303153 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:42.554770 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510a314-1924-4b24-a458-32506cdd664b req-0c40f703-27e3-4462-8598-205bdfaecbd7 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:42.556316 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1510a314-1924-4b24-a458-32506cdd664b req-0c40f703-27e3-4462-8598-205bdfaecbd7 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 984 time: 0.0592301 Nov 12 09:45:42.622874 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1510a314-1924-4b24-a458-32506cdd664b req-fb1707a9-3da3-4623-99ef-bb57e1c98989 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&id=e5a1653a-03be-4a40-a306-3356ea9a618d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584249 Nov 12 09:45:43.673417 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:43.760334 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb16d53-8916-4d08-88d4-950f65d52b29 req-a8ddabab-6716-4382-9816-e654e5abc23e tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:43.761841 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9cb16d53-8916-4d08-88d4-950f65d52b29 req-a8ddabab-6716-4382-9816-e654e5abc23e tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 984 time: 0.0540683 Nov 12 09:45:43.838439 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-9cb16d53-8916-4d08-88d4-950f65d52b29 req-73129644-8df3-4a40-aa3a-7650c70a931d tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&id=e5a1653a-03be-4a40-a306-3356ea9a618d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677390 Nov 12 09:45:44.107207 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:44.972846 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8cd723-6764-46d7-b852-f334cd451785 req-b725b329-c525-4ebf-b951-928efe924b4e tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:44.974475 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-da8cd723-6764-46d7-b852-f334cd451785 req-b725b329-c525-4ebf-b951-928efe924b4e tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 984 time: 0.0615859 Nov 12 09:45:45.046126 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-da8cd723-6764-46d7-b852-f334cd451785 req-44e81111-d7de-49ce-8b24-dbe9064e24b5 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&id=e5a1653a-03be-4a40-a306-3356ea9a618d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644381 Nov 12 09:45:46.195355 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e55b5c-54f3-4d7d-bd6b-6adaeb9d234d req-d5cc7c79-e8d2-4328-bd82-9a04b3f2827e tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:46.196979 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-68e55b5c-54f3-4d7d-bd6b-6adaeb9d234d req-d5cc7c79-e8d2-4328-bd82-9a04b3f2827e tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 984 time: 0.0670667 Nov 12 09:45:46.262770 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-68e55b5c-54f3-4d7d-bd6b-6adaeb9d234d req-b99ec965-b814-46d8-aaeb-b4907c65cc6b tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&id=e5a1653a-03be-4a40-a306-3356ea9a618d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592823 Nov 12 09:45:46.324289 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:45:47.403511 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83ed64-e23c-4ef0-b0a5-00ee677b76db req-26d524c6-684b-4a22-9b8a-a0d773f956ba tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:47.405125 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4d83ed64-e23c-4ef0-b0a5-00ee677b76db req-26d524c6-684b-4a22-9b8a-a0d773f956ba tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 984 time: 0.0604827 Nov 12 09:45:47.470424 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-4d83ed64-e23c-4ef0-b0a5-00ee677b76db req-5e538717-8b0e-4a66-9c9f-9a87b6828195 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&id=e5a1653a-03be-4a40-a306-3356ea9a618d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570548 Nov 12 09:45:48.609429 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a4ff1-3323-48c6-a122-50dea91fa56c req-beab7f46-dbfa-4371-a91a-274c53acef33 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:48.611052 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a51a4ff1-3323-48c6-a122-50dea91fa56c req-beab7f46-dbfa-4371-a91a-274c53acef33 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 984 time: 0.0607843 Nov 12 09:45:48.679281 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a51a4ff1-3323-48c6-a122-50dea91fa56c req-2a43f77f-cc4b-406f-abf2-b3ebd7944bf1 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&id=e5a1653a-03be-4a40-a306-3356ea9a618d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617497 Nov 12 09:45:49.804337 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd912d3d-3a4f-4f5e-add0-c00df2485af8 req-9e156229-9901-48b4-95dc-9e2bc858d066 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:49.805734 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bd912d3d-3a4f-4f5e-add0-c00df2485af8 req-9e156229-9901-48b4-95dc-9e2bc858d066 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 984 time: 0.0521371 Nov 12 09:45:49.871031 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-bd912d3d-3a4f-4f5e-add0-c00df2485af8 req-6cc4565c-cf11-4f35-b078-26c021854920 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&id=e5a1653a-03be-4a40-a306-3356ea9a618d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589736 Nov 12 09:45:51.117571 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a0c35-c5b0-430c-9952-01f07893a5fd req-47b1c12e-734f-4f57-b791-b9ca8e1dacc6 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:51.119123 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-459a0c35-c5b0-430c-9952-01f07893a5fd req-47b1c12e-734f-4f57-b791-b9ca8e1dacc6 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 984 time: 0.1720891 Nov 12 09:45:51.211266 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-459a0c35-c5b0-430c-9952-01f07893a5fd req-94f74eb3-bb07-4bce-a4da-faa6cf923591 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&id=e5a1653a-03be-4a40-a306-3356ea9a618d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792091 Nov 12 09:45:53.867296 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:59.774559 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:07.911470 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-837abafc-b613-4117-b2ee-3a659581fb43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:10.233912 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-25f8e5c1-134c-413a-89c1-319433d9d540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:12.307602 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:13.674535 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:14.108696 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:23.324781 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:46:23.868941 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:24.219080 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df28d420-ea4b-4373-9465-c930019d2bd2 req-16f16591-eeca-43a4-b4cd-acd40d6291ca tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1753770056&fields=id&tenant_id=095486b9e19244b5a399d8f0c4aa7548 HTTP/1.1" status: 200 len: 267 time: 0.0489380 Nov 12 09:46:24.276586 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28d420-ea4b-4373-9465-c930019d2bd2 req-c0463b31-1705-41fb-acf5-ed0102244f6b tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:24.278189 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df28d420-ea4b-4373-9465-c930019d2bd2 req-c0463b31-1705-41fb-acf5-ed0102244f6b tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 984 time: 0.0524883 Nov 12 09:46:24.290546 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-df28d420-ea4b-4373-9465-c930019d2bd2 req-fa0e41ea-2ab7-445b-9f3d-f5db9e566079 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Request body: {'port': {'security_groups': ['2ab705af-b35e-43b9-86a0-7b713d223fb8']}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:46:24.364060 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-df28d420-ea4b-4373-9465-c930019d2bd2 req-fa0e41ea-2ab7-445b-9f3d-f5db9e566079 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:24.547831 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-df28d420-ea4b-4373-9465-c930019d2bd2 req-fa0e41ea-2ab7-445b-9f3d-f5db9e566079 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] For port 07a60ed3-e098-4cd2-986a-bf0d4cf38ce3, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=07a60ed3-e098-4cd2-986a-bf0d4cf38ce3,segment=NetworkSegment(2de45e92-d763-4976-99f2-4207b756968d),segment_id=2de45e92-d763-4976-99f2-4207b756968d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:46:24.577717 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-df28d420-ea4b-4373-9465-c930019d2bd2 req-fa0e41ea-2ab7-445b-9f3d-f5db9e566079 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:24.583536 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-df28d420-ea4b-4373-9465-c930019d2bd2 req-fa0e41ea-2ab7-445b-9f3d-f5db9e566079 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:24.597681 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['07a60ed3-e098-4cd2-986a-bf0d4cf38ce3'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:46:24.630308 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28d420-ea4b-4373-9465-c930019d2bd2 req-fa0e41ea-2ab7-445b-9f3d-f5db9e566079 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:24.630976 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-df28d420-ea4b-4373-9465-c930019d2bd2 req-fa0e41ea-2ab7-445b-9f3d-f5db9e566079 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:24.635877 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-df28d420-ea4b-4373-9465-c930019d2bd2 req-fa0e41ea-2ab7-445b-9f3d-f5db9e566079 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "PUT /v2.0/ports/07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 HTTP/1.1" status: 200 len: 942 time: 0.3502758 Nov 12 09:46:24.636501 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71cb52b7-e408-443f-a6ae-2a94803968e9', 'tag': '07a60ed3-e098-4cd2-986a-bf0d4cf38ce3'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:46:24.639063 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ecfd269ae060e48d0080e56de36cfb7f5ddc3dd245bb7f2f65528a6b7e1e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6008d281-8f2f-410e-a2ef-c6e832b95cba" -d '{"events": [{"name": "network-changed", "server_uuid": "71cb52b7-e408-443f-a6ae-2a94803968e9", "tag": "07a60ed3-e098-4cd2-986a-bf0d4cf38ce3"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:46:24.639236 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43324) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:46:24.673039 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e41ea-2ab7-445b-9f3d-f5db9e566079 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Pushing event updated for resources: {'Port': ['ID=07a60ed3-e098-4cd2-986a-bf0d4cf38ce3,revision_number=7']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:24.682317 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e41ea-2ab7-445b-9f3d-f5db9e566079 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:24.683058 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e41ea-2ab7-445b-9f3d-f5db9e566079 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:24.683350 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e41ea-2ab7-445b-9f3d-f5db9e566079 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:24.683893 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e41ea-2ab7-445b-9f3d-f5db9e566079 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:24.684833 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e41ea-2ab7-445b-9f3d-f5db9e566079 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:24.685076 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e41ea-2ab7-445b-9f3d-f5db9e566079 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:24.686188 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e41ea-2ab7-445b-9f3d-f5db9e566079 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:24.686513 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e41ea-2ab7-445b-9f3d-f5db9e566079 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:24.687037 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e41ea-2ab7-445b-9f3d-f5db9e566079 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:24.687380 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e41ea-2ab7-445b-9f3d-f5db9e566079 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:24.687915 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e41ea-2ab7-445b-9f3d-f5db9e566079 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:24.688377 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e41ea-2ab7-445b-9f3d-f5db9e566079 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:24.758187 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['07a60ed3-e098-4cd2-986a-bf0d4cf38ce3'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:46:24.765884 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-91c0aea9-a646-4f9f-8120-4afe6af597db tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:24.813933 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-91c0aea9-a646-4f9f-8120-4afe6af597db tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:24.852033 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a669b6e-46ef-4be3-8843-80becae00598 x-openstack-request-id: req-7a669b6e-46ef-4be3-8843-80becae00598 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:46:24.852519 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71cb52b7-e408-443f-a6ae-2a94803968e9", "tag": "07a60ed3-e098-4cd2-986a-bf0d4cf38ce3", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:46:24.852775 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a669b6e-46ef-4be3-8843-80becae00598 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:46:24.853179 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71cb52b7-e408-443f-a6ae-2a94803968e9', 'tag': '07a60ed3-e098-4cd2-986a-bf0d4cf38ce3', 'status': 'completed', 'code': 200} Nov 12 09:46:24.897980 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-91c0aea9-a646-4f9f-8120-4afe6af597db tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:24.904980 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-91c0aea9-a646-4f9f-8120-4afe6af597db tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:24.911559 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-91c0aea9-a646-4f9f-8120-4afe6af597db tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "DELETE /v2.0/security-groups/e5a1653a-03be-4a40-a306-3356ea9a618d HTTP/1.1" status: 204 len: 168 time: 0.2713299 Nov 12 09:46:24.912329 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43334) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:46:24.924589 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0aea9-a646-4f9f-8120-4afe6af597db tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a1653a-03be-4a40-a306-3356ea9a618d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:24.934138 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c0aea9-a646-4f9f-8120-4afe6af597db tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:24.934497 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c0aea9-a646-4f9f-8120-4afe6af597db tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:24.934831 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c0aea9-a646-4f9f-8120-4afe6af597db tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:24.935166 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c0aea9-a646-4f9f-8120-4afe6af597db tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:24.935498 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c0aea9-a646-4f9f-8120-4afe6af597db tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:24.935858 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c0aea9-a646-4f9f-8120-4afe6af597db tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:24.936342 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c0aea9-a646-4f9f-8120-4afe6af597db tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:24.936923 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c0aea9-a646-4f9f-8120-4afe6af597db tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:24.938079 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c0aea9-a646-4f9f-8120-4afe6af597db tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:24.938675 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c0aea9-a646-4f9f-8120-4afe6af597db tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:24.939012 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c0aea9-a646-4f9f-8120-4afe6af597db tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:24.939337 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c0aea9-a646-4f9f-8120-4afe6af597db tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:25.071913 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-ffe360d5-f19b-4f58-8d09-250d57c18ef0 None None] Provisioning complete for port 07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:46:25.072890 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ffe360d5-f19b-4f58-8d09-250d57c18ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:25.101236 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008d281-8f2f-410e-a2ef-c6e832b95cba req-c26523a5-ea1b-4d81-af87-0d3088dfa409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:25.102932 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6008d281-8f2f-410e-a2ef-c6e832b95cba req-c26523a5-ea1b-4d81-af87-0d3088dfa409 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=095486b9e19244b5a399d8f0c4aa7548&device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 1097 time: 0.2202425 Nov 12 09:46:25.242998 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-f5539a44-7bf2-411d-ae4c-f2d5528c5060 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Deleting port 6339706e-9423-4894-bd80-fbaa08483c52 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:46:25.243886 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f5539a44-7bf2-411d-ae4c-f2d5528c5060 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:25.245678 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008d281-8f2f-410e-a2ef-c6e832b95cba req-42d20229-136b-4abc-95b8-1c02fa322f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:25.247200 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6008d281-8f2f-410e-a2ef-c6e832b95cba req-42d20229-136b-4abc-95b8-1c02fa322f9b service neutron] 10.222.0.58 "GET /v2.0/networks?id=2576ec7a-ec98-431e-be19-e462839000e0 HTTP/1.1" status: 200 len: 916 time: 0.1347516 Nov 12 09:46:25.362287 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6008d281-8f2f-410e-a2ef-c6e832b95cba req-4e2c4c9b-a731-4efb-8a3f-8e11af7634cb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 HTTP/1.1" status: 200 len: 1001 time: 0.1038053 Nov 12 09:46:25.384434 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f5539a44-7bf2-411d-ae4c-f2d5528c5060 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:25.384765 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f5539a44-7bf2-411d-ae4c-f2d5528c5060 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:25.416702 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-f5539a44-7bf2-411d-ae4c-f2d5528c5060 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Calling delete_port for 6339706e-9423-4894-bd80-fbaa08483c52 owned by network:floatingip {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:46:25.438413 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008d281-8f2f-410e-a2ef-c6e832b95cba req-4d5e075f-3ab5-4e63-8d1c-6d1353d27ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:25.440184 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6008d281-8f2f-410e-a2ef-c6e832b95cba req-4d5e075f-3ab5-4e63-8d1c-6d1353d27ae8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f HTTP/1.1" status: 200 len: 854 time: 0.0667393 Nov 12 09:46:25.552899 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008d281-8f2f-410e-a2ef-c6e832b95cba req-c09fc29b-5c8a-460e-b251-5c349ca1bf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:25.554427 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6008d281-8f2f-410e-a2ef-c6e832b95cba req-c09fc29b-5c8a-460e-b251-5c349ca1bf96 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2576ec7a-ec98-431e-be19-e462839000e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736928 Nov 12 09:46:25.566204 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [req-6008d281-8f2f-410e-a2ef-c6e832b95cba req-d796e662-46a1-4729-9e6e-dfc7d9bd3fa9 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:46:25.567189 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6008d281-8f2f-410e-a2ef-c6e832b95cba req-d796e662-46a1-4729-9e6e-dfc7d9bd3fa9 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052047 Nov 12 09:46:25.703688 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6008d281-8f2f-410e-a2ef-c6e832b95cba req-aba0dd57-1ed8-49b2-a30e-1e67f4b852ce service neutron] 10.222.0.58 "GET /v2.0/networks/2576ec7a-ec98-431e-be19-e462839000e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273079 Nov 12 09:46:25.704390 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f5539a44-7bf2-411d-ae4c-f2d5528c5060 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:25.740213 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5539a44-7bf2-411d-ae4c-f2d5528c5060 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Pushing event deleted for resources: {'Port': ['ID=6339706e-9423-4894-bd80-fbaa08483c52,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:25.868093 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f5539a44-7bf2-411d-ae4c-f2d5528c5060 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks [] for floatingip, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:25.868422 n-d-768862-16 neutron-server[102569]: INFO neutron.db.l3_db [None req-f5539a44-7bf2-411d-ae4c-f2d5528c5060 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Floating IP e04ec724-9c4c-48c1-ab04-820ac6b36f4b disassociated (deleted). External IP: 172.25.6.160, port: 07a60ed3-e098-4cd2-986a-bf0d4cf38ce3. Nov 12 09:46:25.905310 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6008d281-8f2f-410e-a2ef-c6e832b95cba req-d93f979b-e0cf-4d61-a305-1e73ec2d08a8 service neutron] 10.222.0.58 "GET /v2.0/networks/2576ec7a-ec98-431e-be19-e462839000e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756854 Nov 12 09:46:26.117785 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5539a44-7bf2-411d-ae4c-f2d5528c5060 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Router a281b6a1-af00-4030-bb15-428f7f3bb68a has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:46:26.245011 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5539a44-7bf2-411d-ae4c-f2d5528c5060 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:46:26.250377 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f5539a44-7bf2-411d-ae4c-f2d5528c5060 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for floatingip, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:26.255382 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4baae4-5f33-4080-839f-e780bde44c9d None None] Sync routers for ids ['a281b6a1-af00-4030-bb15-428f7f3bb68a'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:46:26.266697 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4baae4-5f33-4080-839f-e780bde44c9d None None] Routers {'a281b6a1-af00-4030-bb15-428f7f3bb68a'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:46:26.267316 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-3e4baae4-5f33-4080-839f-e780bde44c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:46:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['a281b6a1-af00-4030-bb15-428f7f3bb68a'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:46:26.279388 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-f5539a44-7bf2-411d-ae4c-f2d5528c5060 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "DELETE /v2.0/floatingips/e04ec724-9c4c-48c1-ab04-820ac6b36f4b HTTP/1.1" status: 204 len: 168 time: 1.3653893 Nov 12 09:46:26.381631 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-3e4baae4-5f33-4080-839f-e780bde44c9d None None] Set router a281b6a1-af00-4030-bb15-428f7f3bb68a gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:46:26.610613 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-3e4baae4-5f33-4080-839f-e780bde44c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'name': 'tempest-TestMinimumBasicScenario-2079183322-router', 'tenant_id': '095486b9e19244b5a399d8f0c4aa7548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd4cc384a-b25d-4a9b-b71d-269135ab53fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:44:21Z', 'updated_at': '2021-11-12T09:44:24Z', 'revision_number': 4, 'project_id': '095486b9e19244b5a399d8f0c4aa7548', 'gw_port': {'id': 'd4cc384a-b25d-4a9b-b71d-269135ab53fa', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:44:22Z', 'updated_at': '2021-11-12T09:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '02300f90-4f87-46c1-9227-5163f17690bc', 'name': '', 'network_id': '2576ec7a-ec98-431e-be19-e462839000e0', 'tenant_id': '095486b9e19244b5a399d8f0c4aa7548', 'mac_address': 'fa:16:3e:4e:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:44:23Z', 'updated_at': '2021-11-12T09:44:29Z', 'revision_number': 5, 'project_id': '095486b9e19244b5a399d8f0c4aa7548', 'subnets': [{'id': '7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:46:26.642399 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4baae4-5f33-4080-839f-e780bde44c9d None None] Checking router: a281b6a1-af00-4030-bb15-428f7f3bb68a for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:46:26.651226 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4baae4-5f33-4080-839f-e780bde44c9d None None] Routers {'a281b6a1-af00-4030-bb15-428f7f3bb68a'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:46:26.651877 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-3e4baae4-5f33-4080-839f-e780bde44c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:46:10Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['a281b6a1-af00-4030-bb15-428f7f3bb68a'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:46:26.769802 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-3e4baae4-5f33-4080-839f-e780bde44c9d None None] Set router a281b6a1-af00-4030-bb15-428f7f3bb68a gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:46:26.854726 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71cb52b7-e408-443f-a6ae-2a94803968e9', 'tag': '07a60ed3-e098-4cd2-986a-bf0d4cf38ce3'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:46:26.857295 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ecfd269ae060e48d0080e56de36cfb7f5ddc3dd245bb7f2f65528a6b7e1e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e20156-a930-4a79-8c3a-5ce37f2c199c" -d '{"events": [{"name": "network-changed", "server_uuid": "71cb52b7-e408-443f-a6ae-2a94803968e9", "tag": "07a60ed3-e098-4cd2-986a-bf0d4cf38ce3"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:46:26.898980 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e876e9-f865-42b6-a89f-ffe5c2df9c90 x-openstack-request-id: req-79e876e9-f865-42b6-a89f-ffe5c2df9c90 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:46:26.899280 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71cb52b7-e408-443f-a6ae-2a94803968e9", "tag": "07a60ed3-e098-4cd2-986a-bf0d4cf38ce3", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:46:26.899531 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79e876e9-f865-42b6-a89f-ffe5c2df9c90 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:46:26.899964 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71cb52b7-e408-443f-a6ae-2a94803968e9', 'tag': '07a60ed3-e098-4cd2-986a-bf0d4cf38ce3', 'status': 'completed', 'code': 200} Nov 12 09:46:26.973708 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e20156-a930-4a79-8c3a-5ce37f2c199c req-6ede1b08-63be-4d27-974a-b2a58c0a96fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:26.975889 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32e20156-a930-4a79-8c3a-5ce37f2c199c req-6ede1b08-63be-4d27-974a-b2a58c0a96fc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=095486b9e19244b5a399d8f0c4aa7548&device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 1097 time: 0.0495541 Nov 12 09:46:27.099425 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-3e4baae4-5f33-4080-839f-e780bde44c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'name': 'tempest-TestMinimumBasicScenario-2079183322-router', 'tenant_id': '095486b9e19244b5a399d8f0c4aa7548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd4cc384a-b25d-4a9b-b71d-269135ab53fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:44:21Z', 'updated_at': '2021-11-12T09:44:24Z', 'revision_number': 4, 'project_id': '095486b9e19244b5a399d8f0c4aa7548', 'gw_port': {'id': 'd4cc384a-b25d-4a9b-b71d-269135ab53fa', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:44:22Z', 'updated_at': '2021-11-12T09:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '02300f90-4f87-46c1-9227-5163f17690bc', 'name': '', 'network_id': '2576ec7a-ec98-431e-be19-e462839000e0', 'tenant_id': '095486b9e19244b5a399d8f0c4aa7548', 'mac_address': 'fa:16:3e:4e:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:44:23Z', 'updated_at': '2021-11-12T09:44:29Z', 'revision_number': 5, 'project_id': '095486b9e19244b5a399d8f0c4aa7548', 'subnets': [{'id': '7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:46:27.134846 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4baae4-5f33-4080-839f-e780bde44c9d None None] The sync data for ids ['a281b6a1-af00-4030-bb15-428f7f3bb68a'] in n-d-768862-16 is: [{'id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'name': 'tempest-TestMinimumBasicScenario-2079183322-router', 'tenant_id': '095486b9e19244b5a399d8f0c4aa7548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd4cc384a-b25d-4a9b-b71d-269135ab53fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:44:21Z', 'updated_at': '2021-11-12T09:44:24Z', 'revision_number': 4, 'project_id': '095486b9e19244b5a399d8f0c4aa7548', 'gw_port': {'id': 'd4cc384a-b25d-4a9b-b71d-269135ab53fa', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:44:22Z', 'updated_at': '2021-11-12T09:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '02300f90-4f87-46c1-9227-5163f17690bc', 'name': '', 'network_id': '2576ec7a-ec98-431e-be19-e462839000e0', 'tenant_id': '095486b9e19244b5a399d8f0c4aa7548', 'mac_address': 'fa:16:3e:4e:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:44:23Z', 'updated_at': '2021-11-12T09:44:29Z', 'revision_number': 5, 'project_id': '095486b9e19244b5a399d8f0c4aa7548', 'subnets': [{'id': '7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:46:27.433976 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07eda9f-efbc-4a68-8ccd-3f357b6f94a6 None None] New status for floating IP e04ec724-9c4c-48c1-ab04-820ac6b36f4b: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:46:27.518519 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e20156-a930-4a79-8c3a-5ce37f2c199c req-8ce6728f-9169-4423-90cf-a4a3e96c4fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:27.520348 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32e20156-a930-4a79-8c3a-5ce37f2c199c req-8ce6728f-9169-4423-90cf-a4a3e96c4fba service neutron] 10.222.0.58 "GET /v2.0/networks?id=2576ec7a-ec98-431e-be19-e462839000e0 HTTP/1.1" status: 200 len: 916 time: 0.5370617 Nov 12 09:46:27.579090 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32e20156-a930-4a79-8c3a-5ce37f2c199c req-6accc764-bf24-423c-b6c9-c0a25efb95a2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 HTTP/1.1" status: 200 len: 217 time: 0.0510063 Nov 12 09:46:27.657805 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e20156-a930-4a79-8c3a-5ce37f2c199c req-3014923e-bb26-4aec-9bd0-8dff22666118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:27.659424 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32e20156-a930-4a79-8c3a-5ce37f2c199c req-3014923e-bb26-4aec-9bd0-8dff22666118 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f HTTP/1.1" status: 200 len: 854 time: 0.0727534 Nov 12 09:46:27.715406 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e20156-a930-4a79-8c3a-5ce37f2c199c req-bdc2fc4c-0df6-44c9-845e-7fb25eac309a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:27.717002 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32e20156-a930-4a79-8c3a-5ce37f2c199c req-bdc2fc4c-0df6-44c9-845e-7fb25eac309a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2576ec7a-ec98-431e-be19-e462839000e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501585 Nov 12 09:46:27.834780 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32e20156-a930-4a79-8c3a-5ce37f2c199c req-54408ea6-3d71-418f-b5a8-6aa6f0763f8f service neutron] 10.222.0.58 "GET /v2.0/networks/2576ec7a-ec98-431e-be19-e462839000e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089995 Nov 12 09:46:27.944221 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-32e20156-a930-4a79-8c3a-5ce37f2c199c req-f6e24f70-0986-4f1a-b701-193f7b733520 service neutron] 10.222.0.58 "GET /v2.0/networks/2576ec7a-ec98-431e-be19-e462839000e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024895 Nov 12 09:46:29.776553 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:35.443259 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547834ad-cb5f-4703-ae48-8518aa217504 req-efebdbfb-3705-4f2d-a42d-72629a203a34 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:35.444963 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-547834ad-cb5f-4703-ae48-8518aa217504 req-efebdbfb-3705-4f2d-a42d-72629a203a34 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 945 time: 0.0536194 Nov 12 09:46:35.508792 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-547834ad-cb5f-4703-ae48-8518aa217504 req-a48a29ea-cffb-48e4-8d09-409759e99f04 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501897 Nov 12 09:46:36.638284 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824af48-c42e-4777-a265-1de009399278 req-c1c366ba-ce57-4669-8080-c6498ad5e1d4 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:36.639766 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3824af48-c42e-4777-a265-1de009399278 req-c1c366ba-ce57-4669-8080-c6498ad5e1d4 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 945 time: 0.0537274 Nov 12 09:46:36.696030 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-3824af48-c42e-4777-a265-1de009399278 req-1278daa1-3412-4710-bc89-f6e818815eca tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab705af-b35e-43b9-86a0-7b713d223fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498827 Nov 12 09:46:37.086320 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab1682-058b-4ea4-8a6e-071ebf5c4f4c req-0ee68516-2b05-4742-9813-7ea8684ce33d tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:37.087838 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6aab1682-058b-4ea4-8a6e-071ebf5c4f4c req-0ee68516-2b05-4742-9813-7ea8684ce33d tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.58 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 945 time: 0.0568399 Nov 12 09:46:37.196479 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-6aab1682-058b-4ea4-8a6e-071ebf5c4f4c req-88c4ec81-6af2-4035-be77-1b84e76401a6 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Deleting port 07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:46:37.196874 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6aab1682-058b-4ea4-8a6e-071ebf5c4f4c req-88c4ec81-6af2-4035-be77-1b84e76401a6 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:37.305303 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-6aab1682-058b-4ea4-8a6e-071ebf5c4f4c req-88c4ec81-6af2-4035-be77-1b84e76401a6 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] For port 07a60ed3-e098-4cd2-986a-bf0d4cf38ce3, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=07a60ed3-e098-4cd2-986a-bf0d4cf38ce3,segment=NetworkSegment(2de45e92-d763-4976-99f2-4207b756968d),segment_id=2de45e92-d763-4976-99f2-4207b756968d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:46:37.305618 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6aab1682-058b-4ea4-8a6e-071ebf5c4f4c req-88c4ec81-6af2-4035-be77-1b84e76401a6 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:37.321006 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [req-6aab1682-058b-4ea4-8a6e-071ebf5c4f4c req-88c4ec81-6af2-4035-be77-1b84e76401a6 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Calling delete_port for 07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 owned by compute:nova {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:46:37.474079 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6aab1682-058b-4ea4-8a6e-071ebf5c4f4c req-88c4ec81-6af2-4035-be77-1b84e76401a6 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:37.486573 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['07a60ed3-e098-4cd2-986a-bf0d4cf38ce3'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:46:37.503914 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4ec81-6af2-4035-be77-1b84e76401a6 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Pushing event deleted for resources: {'Port': ['ID=07a60ed3-e098-4cd2-986a-bf0d4cf38ce3,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:37.552504 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aab1682-058b-4ea4-8a6e-071ebf5c4f4c req-88c4ec81-6af2-4035-be77-1b84e76401a6 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] No DVR routers for this DVR port 07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 on host n-h2-768862-16 {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:46:37.555551 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-6aab1682-058b-4ea4-8a6e-071ebf5c4f4c req-88c4ec81-6af2-4035-be77-1b84e76401a6 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:37.559499 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-6aab1682-058b-4ea4-8a6e-071ebf5c4f4c req-88c4ec81-6af2-4035-be77-1b84e76401a6 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.58 "DELETE /v2.0/ports/07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 HTTP/1.1" status: 204 len: 173 time: 0.4653473 Nov 12 09:46:37.559984 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cb52b7-e408-443f-a6ae-2a94803968e9', 'name': 'network-vif-deleted', 'tag': '07a60ed3-e098-4cd2-986a-bf0d4cf38ce3'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:46:37.562441 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ecfd269ae060e48d0080e56de36cfb7f5ddc3dd245bb7f2f65528a6b7e1e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4487afd4-e598-47ed-8359-da851d7d103d" -d '{"events": [{"server_uuid": "71cb52b7-e408-443f-a6ae-2a94803968e9", "name": "network-vif-deleted", "tag": "07a60ed3-e098-4cd2-986a-bf0d4cf38ce3"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:46:37.606310 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b47f0e-dcc5-44a0-8a36-402db12f30ac x-openstack-request-id: req-21b47f0e-dcc5-44a0-8a36-402db12f30ac {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:46:37.606613 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71cb52b7-e408-443f-a6ae-2a94803968e9", "name": "network-vif-deleted", "tag": "07a60ed3-e098-4cd2-986a-bf0d4cf38ce3", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:46:37.606962 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21b47f0e-dcc5-44a0-8a36-402db12f30ac {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:46:37.607361 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cb52b7-e408-443f-a6ae-2a94803968e9', 'name': 'network-vif-deleted', 'tag': '07a60ed3-e098-4cd2-986a-bf0d4cf38ce3', 'status': 'completed', 'code': 200} Nov 12 09:46:37.806633 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-369d0ea6-3724-4136-9e69-2490ee511740 req-d8877d14-a89f-4fb6-89d6-5618f51578e0 tempest-TestMinimumBasicScenario-180114761 tempest-TestMinimumBasicScenario-180114761-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cb52b7-e408-443f-a6ae-2a94803968e9 HTTP/1.1" status: 200 len: 210 time: 0.0268159 Nov 12 09:46:37.919851 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bcd5c5bc-2e16-4f2a-8ed1-69f3d1adb348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:39.472716 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43432) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:46:39.870588 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-55bf9a1a-243b-4901-bc0a-6bda91da019c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:40.230814 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1c4815b1-a063-4e33-824c-28518e703e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:40.494320 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-55bf9a1a-243b-4901-bc0a-6bda91da019c admin admin] Deleting port 02300f90-4f87-46c1-9227-5163f17690bc {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:46:40.494941 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-55bf9a1a-243b-4901-bc0a-6bda91da019c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:40.591944 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-55bf9a1a-243b-4901-bc0a-6bda91da019c admin admin] For port 02300f90-4f87-46c1-9227-5163f17690bc, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=02300f90-4f87-46c1-9227-5163f17690bc,segment=NetworkSegment(2de45e92-d763-4976-99f2-4207b756968d),segment_id=2de45e92-d763-4976-99f2-4207b756968d)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:46:40.592304 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-55bf9a1a-243b-4901-bc0a-6bda91da019c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:40.606682 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-55bf9a1a-243b-4901-bc0a-6bda91da019c admin admin] Calling delete_port for 02300f90-4f87-46c1-9227-5163f17690bc owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:46:40.805125 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-55bf9a1a-243b-4901-bc0a-6bda91da019c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:40.832933 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf9a1a-243b-4901-bc0a-6bda91da019c admin admin] Pushing event deleted for resources: {'Port': ['ID=02300f90-4f87-46c1-9227-5163f17690bc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:41.005421 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-55bf9a1a-243b-4901-bc0a-6bda91da019c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:41.234069 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55bf9a1a-243b-4901-bc0a-6bda91da019c admin admin] Router a281b6a1-af00-4030-bb15-428f7f3bb68a has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:46:41.355194 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55bf9a1a-243b-4901-bc0a-6bda91da019c admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:46:41.361644 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-55bf9a1a-243b-4901-bc0a-6bda91da019c admin admin] 10.222.0.37 "PUT /v2.0/routers/a281b6a1-af00-4030-bb15-428f7f3bb68a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8875089 Nov 12 09:46:41.364239 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 no longer exists at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:46:41.364854 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43434) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:46:41.369281 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1555ee-dde5-4352-8a31-2da4af1f9ea7 None None] Sync routers for ids ['a281b6a1-af00-4030-bb15-428f7f3bb68a'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:46:41.381500 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1555ee-dde5-4352-8a31-2da4af1f9ea7 None None] Routers {'a281b6a1-af00-4030-bb15-428f7f3bb68a'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:46:41.382140 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-ea1555ee-dde5-4352-8a31-2da4af1f9ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:46:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['a281b6a1-af00-4030-bb15-428f7f3bb68a'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:46:41.389769 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] No Port match for: 07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:46:41.390100 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device 07a60ed3-e098-4cd2-986a-bf0d4cf38ce3 not bound to the agent host n-h2-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:46:41.474876 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b934bf6-1995-4a47-aa43-00152241b37e admin admin] Publish callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:41.492778 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-ea1555ee-dde5-4352-8a31-2da4af1f9ea7 None None] Set router a281b6a1-af00-4030-bb15-428f7f3bb68a gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:46:41.583473 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b934bf6-1995-4a47-aa43-00152241b37e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:41.638571 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-1b934bf6-1995-4a47-aa43-00152241b37e admin admin] Deleting port d4cc384a-b25d-4a9b-b71d-269135ab53fa {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:46:41.638909 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b934bf6-1995-4a47-aa43-00152241b37e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:41.673363 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-ea1555ee-dde5-4352-8a31-2da4af1f9ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'name': 'tempest-TestMinimumBasicScenario-2079183322-router', 'tenant_id': '095486b9e19244b5a399d8f0c4aa7548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd4cc384a-b25d-4a9b-b71d-269135ab53fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:44:21Z', 'updated_at': '2021-11-12T09:46:40Z', 'revision_number': 5, 'project_id': '095486b9e19244b5a399d8f0c4aa7548', 'gw_port': {'id': 'd4cc384a-b25d-4a9b-b71d-269135ab53fa', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:44:22Z', 'updated_at': '2021-11-12T09:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:46:41.704013 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1555ee-dde5-4352-8a31-2da4af1f9ea7 None None] Checking router: a281b6a1-af00-4030-bb15-428f7f3bb68a for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:46:41.712767 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1555ee-dde5-4352-8a31-2da4af1f9ea7 None None] Routers {'a281b6a1-af00-4030-bb15-428f7f3bb68a'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:46:41.713395 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-ea1555ee-dde5-4352-8a31-2da4af1f9ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:46:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['a281b6a1-af00-4030-bb15-428f7f3bb68a'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:46:41.721846 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-1b934bf6-1995-4a47-aa43-00152241b37e admin admin] For port d4cc384a-b25d-4a9b-b71d-269135ab53fa, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=d4cc384a-b25d-4a9b-b71d-269135ab53fa,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:46:41.722244 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b934bf6-1995-4a47-aa43-00152241b37e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:41.741383 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-1b934bf6-1995-4a47-aa43-00152241b37e admin admin] Calling delete_port for d4cc384a-b25d-4a9b-b71d-269135ab53fa owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:46:41.802433 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-ea1555ee-dde5-4352-8a31-2da4af1f9ea7 None None] Set router a281b6a1-af00-4030-bb15-428f7f3bb68a gateway port host: None {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:46:41.855683 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-ea1555ee-dde5-4352-8a31-2da4af1f9ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'name': 'tempest-TestMinimumBasicScenario-2079183322-router', 'tenant_id': '095486b9e19244b5a399d8f0c4aa7548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:44:21Z', 'updated_at': '2021-11-12T09:46:41Z', 'revision_number': 6, 'project_id': '095486b9e19244b5a399d8f0c4aa7548', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:46:41.888352 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1555ee-dde5-4352-8a31-2da4af1f9ea7 None None] The sync data for ids ['a281b6a1-af00-4030-bb15-428f7f3bb68a'] in n-d-768862-16 is: [{'id': 'a281b6a1-af00-4030-bb15-428f7f3bb68a', 'name': 'tempest-TestMinimumBasicScenario-2079183322-router', 'tenant_id': '095486b9e19244b5a399d8f0c4aa7548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:44:21Z', 'updated_at': '2021-11-12T09:46:41Z', 'revision_number': 6, 'project_id': '095486b9e19244b5a399d8f0c4aa7548', 'gw_port_host': None}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:46:41.914121 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b934bf6-1995-4a47-aa43-00152241b37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:41.946891 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b934bf6-1995-4a47-aa43-00152241b37e admin admin] Pushing event deleted for resources: {'Port': ['ID=d4cc384a-b25d-4a9b-b71d-269135ab53fa,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:41.962212 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869dbc46-cac5-4457-8433-198b6ba62404 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:46:42.018138 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b934bf6-1995-4a47-aa43-00152241b37e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:42.111829 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b934bf6-1995-4a47-aa43-00152241b37e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:42.114022 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b934bf6-1995-4a47-aa43-00152241b37e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:42.170500 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b934bf6-1995-4a47-aa43-00152241b37e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:42.171168 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b934bf6-1995-4a47-aa43-00152241b37e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a281b6a1-af00-4030-bb15-428f7f3bb68a {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:46:42.176204 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b934bf6-1995-4a47-aa43-00152241b37e admin admin] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:42.177554 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-1b934bf6-1995-4a47-aa43-00152241b37e admin admin] 10.222.0.37 "DELETE /v2.0/routers/a281b6a1-af00-4030-bb15-428f7f3bb68a HTTP/1.1" status: 204 len: 168 time: 0.8117328 Nov 12 09:46:42.181001 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43436) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:46:42.230901 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f2102bd-4cbd-4fa9-83c7-2ff82be8ed41 admin admin] Deleting subnet 7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:46:42.234856 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6f2102bd-4cbd-4fa9-83c7-2ff82be8ed41 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:42.274047 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6f2102bd-4cbd-4fa9-83c7-2ff82be8ed41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:42.309978 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:42.364512 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6f2102bd-4cbd-4fa9-83c7-2ff82be8ed41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:42.419911 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6f2102bd-4cbd-4fa9-83c7-2ff82be8ed41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:42.444510 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2102bd-4cbd-4fa9-83c7-2ff82be8ed41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:42.450543 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6f2102bd-4cbd-4fa9-83c7-2ff82be8ed41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:42.454035 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-6f2102bd-4cbd-4fa9-83c7-2ff82be8ed41 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7eb0fbdd-a38f-4a35-b111-ee1a0608bc1f HTTP/1.1" status: 204 len: 168 time: 0.2719936 Nov 12 09:46:42.456820 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e63a9c-ce08-45d9-8701-b1fcbfc37bd4 None None] Network 2576ec7a-ec98-431e-be19-e462839000e0 requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:46:42.457413 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43438) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:46:42.538583 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2ec97702-edb2-4e10-9723-3e6e4759c575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:42.622309 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-2ec97702-edb2-4e10-9723-3e6e4759c575 admin admin] Deleting port 006e084b-e1ba-4542-9ac9-c2a40339ebe1 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:46:42.622952 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2ec97702-edb2-4e10-9723-3e6e4759c575 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:42.676422 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a7858f-b1f6-4885-9258-6896b8c95a18 None None] DHCP port deletion for 2576ec7a-ec98-431e-be19-e462839000e0 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:46:42.708284 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-2ec97702-edb2-4e10-9723-3e6e4759c575 admin admin] For port 006e084b-e1ba-4542-9ac9-c2a40339ebe1, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=006e084b-e1ba-4542-9ac9-c2a40339ebe1,segment=NetworkSegment(2de45e92-d763-4976-99f2-4207b756968d),segment_id=2de45e92-d763-4976-99f2-4207b756968d)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:46:42.709007 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2ec97702-edb2-4e10-9723-3e6e4759c575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:42.724547 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-2ec97702-edb2-4e10-9723-3e6e4759c575 admin admin] Calling delete_port for 006e084b-e1ba-4542-9ac9-c2a40339ebe1 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:46:42.746070 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 02300f90-4f87-46c1-9227-5163f17690bc no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:46:42.751290 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-85a7858f-b1f6-4885-9258-6896b8c95a18 None None] Deleting port 006e084b-e1ba-4542-9ac9-c2a40339ebe1 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:46:42.751658 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-85a7858f-b1f6-4885-9258-6896b8c95a18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:42.771131 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 02300f90-4f87-46c1-9227-5163f17690bc {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:46:42.771358 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 02300f90-4f87-46c1-9227-5163f17690bc not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:46:42.771798 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d4cc384a-b25d-4a9b-b71d-269135ab53fa no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:46:42.813038 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: d4cc384a-b25d-4a9b-b71d-269135ab53fa {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:46:42.813252 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device d4cc384a-b25d-4a9b-b71d-269135ab53fa not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:46:42.813640 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 006e084b-e1ba-4542-9ac9-c2a40339ebe1 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:46:42.840764 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2ec97702-edb2-4e10-9723-3e6e4759c575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:42.869069 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec97702-edb2-4e10-9723-3e6e4759c575 admin admin] Pushing event deleted for resources: {'Port': ['ID=006e084b-e1ba-4542-9ac9-c2a40339ebe1,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:42.875440 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec97702-edb2-4e10-9723-3e6e4759c575 admin admin] No DVR routers for this DVR port 006e084b-e1ba-4542-9ac9-c2a40339ebe1 on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:46:42.893459 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-85a7858f-b1f6-4885-9258-6896b8c95a18 None None] For port 006e084b-e1ba-4542-9ac9-c2a40339ebe1, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=006e084b-e1ba-4542-9ac9-c2a40339ebe1,segment=NetworkSegment(2de45e92-d763-4976-99f2-4207b756968d),segment_id=2de45e92-d763-4976-99f2-4207b756968d)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:46:42.893897 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-85a7858f-b1f6-4885-9258-6896b8c95a18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:42.913259 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-85a7858f-b1f6-4885-9258-6896b8c95a18 None None] Calling delete_port for 006e084b-e1ba-4542-9ac9-c2a40339ebe1 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:46:42.917569 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No active binding found for port 006e084b-e1ba-4542-9ac9-c2a40339ebe1 {{(pid=102570) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 09:46:42.918072 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 006e084b-e1ba-4542-9ac9-c2a40339ebe1 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:46:42.968816 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2ec97702-edb2-4e10-9723-3e6e4759c575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:42.992947 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-2ec97702-edb2-4e10-9723-3e6e4759c575 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2576ec7a-ec98-431e-be19-e462839000e0']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:46:43.004819 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-2ec97702-edb2-4e10-9723-3e6e4759c575 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2de45e92-d763-4976-99f2-4207b756968d') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:46:43.005116 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-2ec97702-edb2-4e10-9723-3e6e4759c575 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2de45e92-d763-4976-99f2-4207b756968d') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:46:43.020073 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-85a7858f-b1f6-4885-9258-6896b8c95a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:43.020234 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2ec97702-edb2-4e10-9723-3e6e4759c575 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:43.034988 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2ec97702-edb2-4e10-9723-3e6e4759c575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:43.042285 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec97702-edb2-4e10-9723-3e6e4759c575 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:46:43.042801 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2ec97702-edb2-4e10-9723-3e6e4759c575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:43.045281 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:46:43.045281 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:46:43.045281 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:46:43.045281 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:46:43.045281 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:46:43.045281 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:46:43.045281 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:46:43.045281 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:46:43.045281 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:46:43.045281 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:46:43.045281 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:46:43.045281 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:46:43.045281 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:46:43.045281 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:46:43.045281 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:46:43.045281 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:46:43.045281 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:46:43.045281 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:46:43.045281 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:46:43.045281 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:46:43.045281 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:46:43.045281 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:46:43.045281 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:46:43.045281 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:46:43.045281 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:46:43.045281 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:46:43.045281 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:46:43.045281 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:46:43.045281 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:46:43.045281 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:46:43.045281 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:46:43.045281 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:46:43.047703 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7858f-b1f6-4885-9258-6896b8c95a18 None None] Pushing event deleted for resources: {'Port': ['ID=006e084b-e1ba-4542-9ac9-c2a40339ebe1,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:43.055374 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a7858f-b1f6-4885-9258-6896b8c95a18 None None] No DVR routers for this DVR port 006e084b-e1ba-4542-9ac9-c2a40339ebe1 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:46:43.057448 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7858f-b1f6-4885-9258-6896b8c95a18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:43.057797 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7858f-b1f6-4885-9258-6896b8c95a18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:43.058279 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7858f-b1f6-4885-9258-6896b8c95a18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:43.059003 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7858f-b1f6-4885-9258-6896b8c95a18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:43.059415 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7858f-b1f6-4885-9258-6896b8c95a18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:43.059825 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7858f-b1f6-4885-9258-6896b8c95a18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:43.060155 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7858f-b1f6-4885-9258-6896b8c95a18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:43.060486 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7858f-b1f6-4885-9258-6896b8c95a18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:43.060819 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7858f-b1f6-4885-9258-6896b8c95a18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:43.061141 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7858f-b1f6-4885-9258-6896b8c95a18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:43.061472 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7858f-b1f6-4885-9258-6896b8c95a18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:43.061791 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7858f-b1f6-4885-9258-6896b8c95a18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:43.113431 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2ec97702-edb2-4e10-9723-3e6e4759c575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:43.120019 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2ec97702-edb2-4e10-9723-3e6e4759c575 admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:43.125785 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-2ec97702-edb2-4e10-9723-3e6e4759c575 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2576ec7a-ec98-431e-be19-e462839000e0 HTTP/1.1" status: 204 len: 168 time: 0.6658082 Nov 12 09:46:43.126980 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43440) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:46:43.137747 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec97702-edb2-4e10-9723-3e6e4759c575 admin admin] Pushing event deleted for resources: {'Network': ['ID=2576ec7a-ec98-431e-be19-e462839000e0,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:43.511139 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8692de44-9dc7-4e40-9706-e3d8d204678e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917669'] for router_interface, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:43.678463 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:43.775506 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-8692de44-9dc7-4e40-9706-e3d8d204678e admin admin] Deleting port b94db0d9-25b1-44cd-ada6-cdc00f8406c1 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:46:43.775781 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8692de44-9dc7-4e40-9706-e3d8d204678e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:43.856339 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-8692de44-9dc7-4e40-9706-e3d8d204678e admin admin] For port b94db0d9-25b1-44cd-ada6-cdc00f8406c1, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=b94db0d9-25b1-44cd-ada6-cdc00f8406c1,segment=NetworkSegment(71737281-cad1-4fdc-8651-3e7d47a0720c),segment_id=71737281-cad1-4fdc-8651-3e7d47a0720c)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:46:43.856643 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8692de44-9dc7-4e40-9706-e3d8d204678e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:43.870487 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-8692de44-9dc7-4e40-9706-e3d8d204678e admin admin] Calling delete_port for b94db0d9-25b1-44cd-ada6-cdc00f8406c1 owned by network:router_interface {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:46:44.063230 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8692de44-9dc7-4e40-9706-e3d8d204678e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:44.099233 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692de44-9dc7-4e40-9706-e3d8d204678e admin admin] Pushing event deleted for resources: {'Port': ['ID=b94db0d9-25b1-44cd-ada6-cdc00f8406c1,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:44.118860 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:44.274024 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8692de44-9dc7-4e40-9706-e3d8d204678e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-920853'] for router_interface, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:44.534781 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8692de44-9dc7-4e40-9706-e3d8d204678e admin admin] Router c63dc5ab-bd06-4d1b-9ec3-5198b42772c6 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:46:44.658298 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8692de44-9dc7-4e40-9706-e3d8d204678e admin admin] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:46:44.663605 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-8692de44-9dc7-4e40-9706-e3d8d204678e admin admin] 10.222.0.37 "PUT /v2.0/routers/c63dc5ab-bd06-4d1b-9ec3-5198b42772c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5355899 Nov 12 09:46:44.666058 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43442) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:46:44.671371 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58730e1d-dc30-49f8-8a07-40dd272c83bd None None] Sync routers for ids ['c63dc5ab-bd06-4d1b-9ec3-5198b42772c6'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:46:44.682444 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58730e1d-dc30-49f8-8a07-40dd272c83bd None None] Routers {'c63dc5ab-bd06-4d1b-9ec3-5198b42772c6'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:46:44.683162 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-58730e1d-dc30-49f8-8a07-40dd272c83bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:46:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c63dc5ab-bd06-4d1b-9ec3-5198b42772c6'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:46:44.780153 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9fbec321-1bf7-429e-9c78-4110f38341a6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:44.801642 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-58730e1d-dc30-49f8-8a07-40dd272c83bd None None] Set router c63dc5ab-bd06-4d1b-9ec3-5198b42772c6 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:46:44.894135 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9fbec321-1bf7-429e-9c78-4110f38341a6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:44.951157 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-9fbec321-1bf7-429e-9c78-4110f38341a6 admin admin] Deleting port fada34ec-5f51-46d4-a2fb-f1abb3d8066b {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:46:44.951502 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9fbec321-1bf7-429e-9c78-4110f38341a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:44.994660 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-58730e1d-dc30-49f8-8a07-40dd272c83bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63dc5ab-bd06-4d1b-9ec3-5198b42772c6', 'name': 'tempest-TestMinimumBasicScenario-1626784666-router', 'tenant_id': '1a71199e276a4ca3b10422dd4cc3fdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'fada34ec-5f51-46d4-a2fb-f1abb3d8066b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:44:26Z', 'updated_at': '2021-11-12T09:46:44Z', 'revision_number': 5, 'project_id': '1a71199e276a4ca3b10422dd4cc3fdaf', 'gw_port': {'id': 'fada34ec-5f51-46d4-a2fb-f1abb3d8066b', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63dc5ab-bd06-4d1b-9ec3-5198b42772c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:44:26Z', 'updated_at': '2021-11-12T09:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:46:45.022553 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58730e1d-dc30-49f8-8a07-40dd272c83bd None None] Checking router: c63dc5ab-bd06-4d1b-9ec3-5198b42772c6 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:46:45.031399 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58730e1d-dc30-49f8-8a07-40dd272c83bd None None] Routers {'c63dc5ab-bd06-4d1b-9ec3-5198b42772c6'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:46:45.032063 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-58730e1d-dc30-49f8-8a07-40dd272c83bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:46:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['c63dc5ab-bd06-4d1b-9ec3-5198b42772c6'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:46:45.033032 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-9fbec321-1bf7-429e-9c78-4110f38341a6 admin admin] For port fada34ec-5f51-46d4-a2fb-f1abb3d8066b, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=fada34ec-5f51-46d4-a2fb-f1abb3d8066b,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:46:45.033407 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9fbec321-1bf7-429e-9c78-4110f38341a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:45.047016 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-9fbec321-1bf7-429e-9c78-4110f38341a6 admin admin] Calling delete_port for fada34ec-5f51-46d4-a2fb-f1abb3d8066b owned by network:router_gateway {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:46:45.122431 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-58730e1d-dc30-49f8-8a07-40dd272c83bd None None] Set router c63dc5ab-bd06-4d1b-9ec3-5198b42772c6 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:46:45.175988 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-58730e1d-dc30-49f8-8a07-40dd272c83bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63dc5ab-bd06-4d1b-9ec3-5198b42772c6', 'name': 'tempest-TestMinimumBasicScenario-1626784666-router', 'tenant_id': '1a71199e276a4ca3b10422dd4cc3fdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:44:26Z', 'updated_at': '2021-11-12T09:46:44Z', 'revision_number': 6, 'project_id': '1a71199e276a4ca3b10422dd4cc3fdaf', 'gw_port_host': None}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:46:45.205984 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58730e1d-dc30-49f8-8a07-40dd272c83bd None None] The sync data for ids ['c63dc5ab-bd06-4d1b-9ec3-5198b42772c6'] in n-d-768862-16 is: [{'id': 'c63dc5ab-bd06-4d1b-9ec3-5198b42772c6', 'name': 'tempest-TestMinimumBasicScenario-1626784666-router', 'tenant_id': '1a71199e276a4ca3b10422dd4cc3fdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:44:26Z', 'updated_at': '2021-11-12T09:46:44Z', 'revision_number': 6, 'project_id': '1a71199e276a4ca3b10422dd4cc3fdaf', 'gw_port_host': None}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:46:45.224558 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9fbec321-1bf7-429e-9c78-4110f38341a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:45.258202 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbec321-1bf7-429e-9c78-4110f38341a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fada34ec-5f51-46d4-a2fb-f1abb3d8066b,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:45.267306 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5798ca-a242-41a5-b498-ee78ec524f6b None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:46:45.323650 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9fbec321-1bf7-429e-9c78-4110f38341a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918767'] for router_gateway, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:45.444450 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9fbec321-1bf7-429e-9c78-4110f38341a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12141'] for router, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:45.447078 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9fbec321-1bf7-429e-9c78-4110f38341a6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:45.495350 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9fbec321-1bf7-429e-9c78-4110f38341a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920323'] for router, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:45.496162 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbec321-1bf7-429e-9c78-4110f38341a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c63dc5ab-bd06-4d1b-9ec3-5198b42772c6 {{(pid=102569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:46:45.500969 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9fbec321-1bf7-429e-9c78-4110f38341a6 admin admin] Publish callbacks [] for router, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:45.502270 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9fbec321-1bf7-429e-9c78-4110f38341a6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c63dc5ab-bd06-4d1b-9ec3-5198b42772c6 HTTP/1.1" status: 204 len: 168 time: 0.8352852 Nov 12 09:46:45.505162 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43444) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:46:45.558809 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-b118e086-7258-477e-97f7-eb0bac3c66dd admin admin] Deleting subnet 30a920cd-062e-4478-abaa-a14cb233a4c9 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:46:45.562655 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b118e086-7258-477e-97f7-eb0bac3c66dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:45.602520 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b118e086-7258-477e-97f7-eb0bac3c66dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8926994'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:45.684362 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b118e086-7258-477e-97f7-eb0bac3c66dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087444'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:45.747548 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b118e086-7258-477e-97f7-eb0bac3c66dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9096426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9342932'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:45.774246 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b118e086-7258-477e-97f7-eb0bac3c66dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30a920cd-062e-4478-abaa-a14cb233a4c9,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:45.779211 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b118e086-7258-477e-97f7-eb0bac3c66dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:45.782669 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-b118e086-7258-477e-97f7-eb0bac3c66dd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/30a920cd-062e-4478-abaa-a14cb233a4c9 HTTP/1.1" status: 204 len: 168 time: 0.2764721 Nov 12 09:46:45.785330 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bfb7c9-81e5-4a2e-9006-2a605cbfe611 None None] Network 4d818b69-f143-4e79-94a7-5ae0d7dbe42c requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:46:45.785887 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43446) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:46:45.856837 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be42d1e4-6e2a-4097-aae9-ccf347343c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041713'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:45.919490 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-be42d1e4-6e2a-4097-aae9-ccf347343c7a admin admin] Deleting port 4b7b4598-55bb-4cab-9730-85f031c91d43 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:46:45.919884 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be42d1e4-6e2a-4097-aae9-ccf347343c7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:45.979373 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27748cf-7021-492a-bb8f-115557c3f3df None None] DHCP port deletion for 4d818b69-f143-4e79-94a7-5ae0d7dbe42c request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:46:45.995141 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-be42d1e4-6e2a-4097-aae9-ccf347343c7a admin admin] For port 4b7b4598-55bb-4cab-9730-85f031c91d43, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4b7b4598-55bb-4cab-9730-85f031c91d43,segment=NetworkSegment(71737281-cad1-4fdc-8651-3e7d47a0720c),segment_id=71737281-cad1-4fdc-8651-3e7d47a0720c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:46:45.995652 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be42d1e4-6e2a-4097-aae9-ccf347343c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:46.010164 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-be42d1e4-6e2a-4097-aae9-ccf347343c7a admin admin] Calling delete_port for 4b7b4598-55bb-4cab-9730-85f031c91d43 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:46:46.028699 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c27748cf-7021-492a-bb8f-115557c3f3df None None] Deleting port 4b7b4598-55bb-4cab-9730-85f031c91d43 {{(pid=102570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:46:46.029068 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c27748cf-7021-492a-bb8f-115557c3f3df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763891901880'] for port, before_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:46.093345 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c27748cf-7021-492a-bb8f-115557c3f3df None None] For port 4b7b4598-55bb-4cab-9730-85f031c91d43, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4b7b4598-55bb-4cab-9730-85f031c91d43,segment=NetworkSegment(71737281-cad1-4fdc-8651-3e7d47a0720c),segment_id=71737281-cad1-4fdc-8651-3e7d47a0720c)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:46:46.093741 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c27748cf-7021-492a-bb8f-115557c3f3df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915203'] for port, precommit_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:46.101643 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be42d1e4-6e2a-4097-aae9-ccf347343c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:46.112361 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-c27748cf-7021-492a-bb8f-115557c3f3df None None] Calling delete_port for 4b7b4598-55bb-4cab-9730-85f031c91d43 owned by network:dhcp {{(pid=102570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:46:46.131453 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be42d1e4-6e2a-4097-aae9-ccf347343c7a admin admin] No DVR routers for this DVR port 4b7b4598-55bb-4cab-9730-85f031c91d43 on host n-d-768862-16 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:46:46.133706 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42d1e4-6e2a-4097-aae9-ccf347343c7a admin admin] Pushing event deleted for resources: {'Port': ['ID=4b7b4598-55bb-4cab-9730-85f031c91d43,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:46.213416 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be42d1e4-6e2a-4097-aae9-ccf347343c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2086035', 'neutron.services.segments.db._delete_segments_for_network-8763892029166'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:46.238792 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-be42d1e4-6e2a-4097-aae9-ccf347343c7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d818b69-f143-4e79-94a7-5ae0d7dbe42c']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:46:46.250463 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-be42d1e4-6e2a-4097-aae9-ccf347343c7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71737281-cad1-4fdc-8651-3e7d47a0720c') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:46:46.250713 n-d-768862-16 neutron-server[102568]: DEBUG neutron.services.segments.db [None req-be42d1e4-6e2a-4097-aae9-ccf347343c7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71737281-cad1-4fdc-8651-3e7d47a0720c') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:46:46.267296 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be42d1e4-6e2a-4097-aae9-ccf347343c7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763891933943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8927713'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:46.286278 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be42d1e4-6e2a-4097-aae9-ccf347343c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:46.296152 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be42d1e4-6e2a-4097-aae9-ccf347343c7a admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:46:46.296802 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be42d1e4-6e2a-4097-aae9-ccf347343c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9096324'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:46.298903 n-d-768862-16 neutron-server[102568]: Traceback (most recent call last): Nov 12 09:46:46.298903 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:46:46.298903 n-d-768862-16 neutron-server[102568]: timer() Nov 12 09:46:46.298903 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:46:46.298903 n-d-768862-16 neutron-server[102568]: cb(*args, **kw) Nov 12 09:46:46.298903 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:46:46.298903 n-d-768862-16 neutron-server[102568]: return func(*args, **kwargs) Nov 12 09:46:46.298903 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:46:46.298903 n-d-768862-16 neutron-server[102568]: self._notify() Nov 12 09:46:46.298903 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:46:46.298903 n-d-768862-16 neutron-server[102568]: self.callback(batched_events) Nov 12 09:46:46.298903 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:46:46.298903 n-d-768862-16 neutron-server[102568]: event.method(event) Nov 12 09:46:46.298903 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:46:46.298903 n-d-768862-16 neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:46:46.298903 n-d-768862-16 neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:46:46.298903 n-d-768862-16 neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:46:46.298903 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:46:46.298903 n-d-768862-16 neutron-server[102568]: return f(self, *a, **k) Nov 12 09:46:46.298903 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:46:46.298903 n-d-768862-16 neutron-server[102568]: return self._get(url).json() Nov 12 09:46:46.298903 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:46:46.298903 n-d-768862-16 neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:46:46.298903 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:46:46.298903 n-d-768862-16 neutron-server[102568]: return self.request(url, 'GET', **kwargs) Nov 12 09:46:46.298903 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:46:46.298903 n-d-768862-16 neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:46:46.298903 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:46:46.298903 n-d-768862-16 neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:46:46.298903 n-d-768862-16 neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:46:46.298903 n-d-768862-16 neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:46:46.298903 n-d-768862-16 neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:46:46.362012 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be42d1e4-6e2a-4097-aae9-ccf347343c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2086026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918675'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:46.368183 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be42d1e4-6e2a-4097-aae9-ccf347343c7a admin admin] Publish callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:46.370667 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c27748cf-7021-492a-bb8f-115557c3f3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763891908738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891480971'] for port, after_delete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:46.374279 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-be42d1e4-6e2a-4097-aae9-ccf347343c7a admin admin] 10.222.0.37 "DELETE /v2.0/networks/4d818b69-f143-4e79-94a7-5ae0d7dbe42c HTTP/1.1" status: 204 len: 168 time: 0.5852602 Nov 12 09:46:46.387862 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42d1e4-6e2a-4097-aae9-ccf347343c7a admin admin] Pushing event deleted for resources: {'Network': ['ID=4d818b69-f143-4e79-94a7-5ae0d7dbe42c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:46.396956 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27748cf-7021-492a-bb8f-115557c3f3df None None] Pushing event deleted for resources: {'Port': ['ID=4b7b4598-55bb-4cab-9730-85f031c91d43,revision_number=None']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:46.399185 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c27748cf-7021-492a-bb8f-115557c3f3df None None] Network 4d818b69-f143-4e79-94a7-5ae0d7dbe42c is not hosted by any dhcp agent {{(pid=102570) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 09:46:46.399648 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27748cf-7021-492a-bb8f-115557c3f3df None None] No DVR routers for this DVR port 4b7b4598-55bb-4cab-9730-85f031c91d43 on host n-d-768862-16 {{(pid=102570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:46:46.566047 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43450) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:46:46.613680 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-52c3fb9e-2548-43d9-8890-ed977eab3966 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=095486b9e19244b5a399d8f0c4aa7548&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0464237 Nov 12 09:46:46.616557 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43452) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:46:46.656348 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device fada34ec-5f51-46d4-a2fb-f1abb3d8066b no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:46:46.670526 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7565c59f-7cd9-44ce-bfb1-79aed190765f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:46.677473 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: fada34ec-5f51-46d4-a2fb-f1abb3d8066b {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:46:46.677895 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device fada34ec-5f51-46d4-a2fb-f1abb3d8066b not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:46:46.678388 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4b7b4598-55bb-4cab-9730-85f031c91d43 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:46:46.693207 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7565c59f-7cd9-44ce-bfb1-79aed190765f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:46.701074 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: 4b7b4598-55bb-4cab-9730-85f031c91d43 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:46:46.701417 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4b7b4598-55bb-4cab-9730-85f031c91d43 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:46:46.701834 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b94db0d9-25b1-44cd-ada6-cdc00f8406c1 no longer exists at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:46:46.722178 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] No Port match for: b94db0d9-25b1-44cd-ada6-cdc00f8406c1 {{(pid=102570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:46:46.722525 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device b94db0d9-25b1-44cd-ada6-cdc00f8406c1 not bound to the agent host n-d-768862-16 {{(pid=102570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:46:46.746087 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7565c59f-7cd9-44ce-bfb1-79aed190765f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:46.748823 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7565c59f-7cd9-44ce-bfb1-79aed190765f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:46.750009 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-7565c59f-7cd9-44ce-bfb1-79aed190765f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2ab705af-b35e-43b9-86a0-7b713d223fb8 HTTP/1.1" status: 204 len: 168 time: 0.1325183 Nov 12 09:46:46.758429 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565c59f-7cd9-44ce-bfb1-79aed190765f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab705af-b35e-43b9-86a0-7b713d223fb8,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:47.113857 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43458) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:46:47.162784 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-7dad5ca2-515e-4d75-8ab7-5e776a0e5dd9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1a71199e276a4ca3b10422dd4cc3fdaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0477061 Nov 12 09:46:47.165448 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43460) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:46:47.225751 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3497a98f-7f4a-46d8-9e3a-939c1381895d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:47.255548 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3497a98f-7f4a-46d8-9e3a-939c1381895d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:47.306329 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3497a98f-7f4a-46d8-9e3a-939c1381895d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:47.309584 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3497a98f-7f4a-46d8-9e3a-939c1381895d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:47.310827 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-3497a98f-7f4a-46d8-9e3a-939c1381895d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0189a4e1-f0de-4c20-905e-b2d01a10233c HTTP/1.1" status: 204 len: 168 time: 0.1444750 Nov 12 09:46:47.319281 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497a98f-7f4a-46d8-9e3a-939c1381895d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0189a4e1-f0de-4c20-905e-b2d01a10233c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:49.315855 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43500) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:46:49.321051 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-9b80cd24-77b7-4cb8-9b5e-b06f49ce353c tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-438305100', 'description': 'tempest-secgroup-smoke-438305100 description', 'project_id': 'ac98b24a067a4a0fbcbef6d3d8227363'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:46:49.350445 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9b80cd24-77b7-4cb8-9b5e-b06f49ce353c tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:49.358589 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9b80cd24-77b7-4cb8-9b5e-b06f49ce353c tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for security_group, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:49.461216 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9b80cd24-77b7-4cb8-9b5e-b06f49ce353c tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:49.468741 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9b80cd24-77b7-4cb8-9b5e-b06f49ce353c tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:49.508494 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80cd24-77b7-4cb8-9b5e-b06f49ce353c tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ad7797-939a-4f6e-96c2-4c4f3e94e040,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:49.552129 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9b80cd24-77b7-4cb8-9b5e-b06f49ce353c tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for security_group, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:49.558428 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9b80cd24-77b7-4cb8-9b5e-b06f49ce353c tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558031'] for security_group, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:49.588535 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9b80cd24-77b7-4cb8-9b5e-b06f49ce353c tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for security_group, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:49.589770 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-9b80cd24-77b7-4cb8-9b5e-b06f49ce353c tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2727952 Nov 12 09:46:49.591823 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80cd24-77b7-4cb8-9b5e-b06f49ce353c tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5162a35-fcec-4c52-902c-1163c40140dc,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:49.593209 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43502) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:46:49.598496 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-912c19df-f0f5-4ac4-9d3b-27d757254a7f tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Request body: {'security_group_rule': {'security_group_id': 'e5162a35-fcec-4c52-902c-1163c40140dc', 'project_id': 'ac98b24a067a4a0fbcbef6d3d8227363', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:46:49.630599 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-912c19df-f0f5-4ac4-9d3b-27d757254a7f tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:49.679616 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-912c19df-f0f5-4ac4-9d3b-27d757254a7f tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:49.686462 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-912c19df-f0f5-4ac4-9d3b-27d757254a7f tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:49.708502 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c19df-f0f5-4ac4-9d3b-27d757254a7f tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41eb1879-8523-4a95-8a74-ae878517286c,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:49.715619 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-912c19df-f0f5-4ac4-9d3b-27d757254a7f tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:49.717011 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-912c19df-f0f5-4ac4-9d3b-27d757254a7f tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228082 Nov 12 09:46:49.721423 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43504) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:46:49.728271 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5718fde1-47df-499b-9f18-43b41f0f4067 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Request body: {'security_group_rule': {'security_group_id': 'e5162a35-fcec-4c52-902c-1163c40140dc', 'project_id': 'ac98b24a067a4a0fbcbef6d3d8227363', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:46:49.762185 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5718fde1-47df-499b-9f18-43b41f0f4067 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:49.827177 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5718fde1-47df-499b-9f18-43b41f0f4067 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:49.833264 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5718fde1-47df-499b-9f18-43b41f0f4067 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:49.855524 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5718fde1-47df-499b-9f18-43b41f0f4067 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=212888a5-5ed2-4653-83b0-662bde87da89,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:49.862030 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5718fde1-47df-499b-9f18-43b41f0f4067 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:49.863354 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-5718fde1-47df-499b-9f18-43b41f0f4067 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1409392 Nov 12 09:46:49.867255 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43506) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:46:49.874160 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-b5e9e586-48be-42c1-90c5-ebdb35bf973f tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Request body: {'security_group_rule': {'security_group_id': 'e5162a35-fcec-4c52-902c-1163c40140dc', 'project_id': 'ac98b24a067a4a0fbcbef6d3d8227363', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:46:49.904054 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b5e9e586-48be-42c1-90c5-ebdb35bf973f tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:49.967315 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b5e9e586-48be-42c1-90c5-ebdb35bf973f tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:49.973447 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b5e9e586-48be-42c1-90c5-ebdb35bf973f tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:49.990857 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9e586-48be-42c1-90c5-ebdb35bf973f tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b40d0873-b870-4509-bdab-c69cc5973cab,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:50.001183 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b5e9e586-48be-42c1-90c5-ebdb35bf973f tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:50.002444 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-b5e9e586-48be-42c1-90c5-ebdb35bf973f tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1338203 Nov 12 09:46:50.006123 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43508) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:46:50.010623 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-cf34913c-e1d4-4932-8273-e2d1c029f17e tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Request body: {'security_group_rule': {'security_group_id': 'e5162a35-fcec-4c52-902c-1163c40140dc', 'project_id': 'ac98b24a067a4a0fbcbef6d3d8227363', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:46:50.041046 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cf34913c-e1d4-4932-8273-e2d1c029f17e tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:50.109455 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cf34913c-e1d4-4932-8273-e2d1c029f17e tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:50.116234 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cf34913c-e1d4-4932-8273-e2d1c029f17e tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:50.143859 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34913c-e1d4-4932-8273-e2d1c029f17e tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b213e518-8e28-41bd-ad61-f3080f3a90a9,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:50.153040 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cf34913c-e1d4-4932-8273-e2d1c029f17e tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:50.154272 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-cf34913c-e1d4-4932-8273-e2d1c029f17e tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1471727 Nov 12 09:46:50.157952 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43510) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:46:50.164955 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-c708509a-256a-4bcc-a181-63271c61c9d3 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Request body: {'security_group_rule': {'security_group_id': 'e5162a35-fcec-4c52-902c-1163c40140dc', 'project_id': 'ac98b24a067a4a0fbcbef6d3d8227363', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:46:50.192808 n-d-768862-16 neutron-server[102569]: INFO neutron.db.securitygroups_db [None req-c708509a-256a-4bcc-a181-63271c61c9d3 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Project ac98b24a067a4a0fbcbef6d3d8227363 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:46:50.198385 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c708509a-256a-4bcc-a181-63271c61c9d3 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:50.262250 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c708509a-256a-4bcc-a181-63271c61c9d3 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:50.267695 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c708509a-256a-4bcc-a181-63271c61c9d3 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:50.285810 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708509a-256a-4bcc-a181-63271c61c9d3 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f85222-f751-4032-bd01-2cdc88b0af2a,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:50.295030 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c708509a-256a-4bcc-a181-63271c61c9d3 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:50.296498 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-c708509a-256a-4bcc-a181-63271c61c9d3 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1371768 Nov 12 09:46:50.299549 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43512) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:46:50.304178 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-311554cb-06ce-46af-969f-0268f52d19c2 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Request body: {'security_group_rule': {'security_group_id': 'e5162a35-fcec-4c52-902c-1163c40140dc', 'project_id': 'ac98b24a067a4a0fbcbef6d3d8227363', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:46:50.331928 n-d-768862-16 neutron-server[102569]: INFO neutron.db.securitygroups_db [None req-311554cb-06ce-46af-969f-0268f52d19c2 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Project ac98b24a067a4a0fbcbef6d3d8227363 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:46:50.340336 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-311554cb-06ce-46af-969f-0268f52d19c2 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:50.417061 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-311554cb-06ce-46af-969f-0268f52d19c2 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:50.422984 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-311554cb-06ce-46af-969f-0268f52d19c2 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558011'] for security_group_rule, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:50.441944 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311554cb-06ce-46af-969f-0268f52d19c2 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d1a1469-b932-44d6-b6de-d1b102e91722,revision_number=0']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:50.453360 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-311554cb-06ce-46af-969f-0268f52d19c2 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:50.454611 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-311554cb-06ce-46af-969f-0268f52d19c2 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1540017 Nov 12 09:46:50.457992 n-d-768862-16 neutron-server[102569]: DEBUG neutron.wsgi [-] (102569) accepted ('10.222.0.37', 43514) {{(pid=102569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:46:50.465198 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [None req-d8c25203-89ee-4cdc-b653-ac517c7d7a61 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Request body: {'network': {'name': 'tempest-network-smoke--1579012048', 'project_id': 'ac98b24a067a4a0fbcbef6d3d8227363', 'port_security_enabled': True}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:46:50.493832 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c25203-89ee-4cdc-b653-ac517c7d7a61 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Made reservation on behalf of ac98b24a067a4a0fbcbef6d3d8227363 for: {'network': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:46:50.497769 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d8c25203-89ee-4cdc-b653-ac517c7d7a61 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for network, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:50.526376 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c25203-89ee-4cdc-b653-ac517c7d7a61 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=102569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:46:50.536194 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d8c25203-89ee-4cdc-b653-ac517c7d7a61 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1978315'] for segment, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:50.536560 n-d-768862-16 neutron-server[102569]: INFO neutron.db.segments_db [None req-d8c25203-89ee-4cdc-b653-ac517c7d7a61 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Added segment 574c0f71-ed46-4f35-a5de-c2f7b3636e58 of type vlan for network d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e Nov 12 09:46:50.585831 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d8c25203-89ee-4cdc-b653-ac517c7d7a61 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891498972'] for network, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:50.619120 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d8c25203-89ee-4cdc-b653-ac517c7d7a61 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144'] for network, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:50.627038 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c25203-89ee-4cdc-b653-ac517c7d7a61 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:50.627622 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d8c25203-89ee-4cdc-b653-ac517c7d7a61 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for network, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:50.690640 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [None req-d8c25203-89ee-4cdc-b653-ac517c7d7a61 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2310488 Nov 12 09:46:50.694142 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43516) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:46:50.700752 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-25a269db-bdd0-4438-b07a-2ea3ebec0eea tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1056969183', 'admin_state_up': True, 'project_id': 'ac98b24a067a4a0fbcbef6d3d8227363', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:46:50.702998 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c25203-89ee-4cdc-b653-ac517c7d7a61 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Pushing event updated for resources: {'Network': ['ID=d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:50.718620 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Network d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e details requested by agent ovs-agent-n-d-768862-16 with host n-d-768862-16 {{(pid=102570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:46:50.733603 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25a269db-bdd0-4438-b07a-2ea3ebec0eea tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-921300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12123'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:50.735291 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25a269db-bdd0-4438-b07a-2ea3ebec0eea tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1013925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12116'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:50.790108 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25a269db-bdd0-4438-b07a-2ea3ebec0eea tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:50.933354 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25a269db-bdd0-4438-b07a-2ea3ebec0eea tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:51.157282 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25a269db-bdd0-4438-b07a-2ea3ebec0eea tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:51.177489 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25a269db-bdd0-4438-b07a-2ea3ebec0eea tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:51.286317 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-25a269db-bdd0-4438-b07a-2ea3ebec0eea tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Allocated IP 172.25.6.254 (83f85ab7-23f1-4ab4-91ca-b1dcd4333f60/95eec55b-8b3f-46e2-aa1b-35a14b9e8456/4375d2b3-47ec-4b75-93de-1643fa20f0fc) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:46:51.406161 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25a269db-bdd0-4438-b07a-2ea3ebec0eea tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:51.450046 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25a269db-bdd0-4438-b07a-2ea3ebec0eea tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:51.508691 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a269db-bdd0-4438-b07a-2ea3ebec0eea tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:46:51.512087 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-25a269db-bdd0-4438-b07a-2ea3ebec0eea tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:46:51.517685 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a269db-bdd0-4438-b07a-2ea3ebec0eea tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:46:51.524283 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a269db-bdd0-4438-b07a-2ea3ebec0eea tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Pushing event updated for resources: {'Port': ['ID=4375d2b3-47ec-4b75-93de-1643fa20f0fc,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:51.529606 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd71e50-9027-4112-b1a6-df37136ebb2e None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:46:51.575381 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-e4a95605-7023-43ea-8017-85773de381d3 None None] Provisioning complete for port 4375d2b3-47ec-4b75-93de-1643fa20f0fc triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:46:51.576136 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e4a95605-7023-43ea-8017-85773de381d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:51.613286 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-e4a95605-7023-43ea-8017-85773de381d3 None None] Port 4375d2b3-47ec-4b75-93de-1643fa20f0fc cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:46:52.107824 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25a269db-bdd0-4438-b07a-2ea3ebec0eea tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:52.329306 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25a269db-bdd0-4438-b07a-2ea3ebec0eea tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918731'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:52.482328 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a269db-bdd0-4438-b07a-2ea3ebec0eea tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Router 1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65 is scheduled to L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:46:52.600159 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a269db-bdd0-4438-b07a-2ea3ebec0eea tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:46:52.611733 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb9ffc8-a0b4-4e5e-8e21-01a155cc6cee None None] Sync routers for ids ['1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65'] in n-d-768862-16 {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:46:52.621575 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb9ffc8-a0b4-4e5e-8e21-01a155cc6cee None None] Routers {'1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:46:52.622185 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0fb9ffc8-a0b4-4e5e-8e21-01a155cc6cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:46:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:46:52.625657 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25a269db-bdd0-4438-b07a-2ea3ebec0eea tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:52.626915 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-25a269db-bdd0-4438-b07a-2ea3ebec0eea tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9314411 Nov 12 09:46:52.630115 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43520) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:46:52.729110 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-0fb9ffc8-a0b4-4e5e-8e21-01a155cc6cee None None] Set router 1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:46:52.760617 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-171fce6a-89d3-4632-a7f4-63db80c9908b tempest-TestNetworkAdvancedServerOps-932773637 tempest-TestNetworkAdvancedServerOps-932773637-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=ac98b24a067a4a0fbcbef6d3d8227363&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1291738 Nov 12 09:46:52.763166 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43524) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:46:52.853221 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f0bf73-ebee-4019-920f-1f0f07fdef74 tempest-TestNetworkAdvancedServerOps-932773637 tempest-TestNetworkAdvancedServerOps-932773637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:52.854774 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-56f0bf73-ebee-4019-920f-1f0f07fdef74 tempest-TestNetworkAdvancedServerOps-932773637 tempest-TestNetworkAdvancedServerOps-932773637-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0906217 Nov 12 09:46:52.857600 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43526) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:46:52.890724 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-8bd3d9db-a23d-463f-b84a-62a61c4c7678 tempest-TestNetworkAdvancedServerOps-932773637 tempest-TestNetworkAdvancedServerOps-932773637-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=83f85ab7-23f1-4ab4-91ca-b1dcd4333f60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319805 Nov 12 09:46:52.893479 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43528) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:46:52.898502 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0265b649-d94b-4535-93bb-02a991ea6e56 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1740163532', 'network_id': 'd7856ece-a7c0-4d11-a8ff-595c7c7fdb5e', 'project_id': 'ac98b24a067a4a0fbcbef6d3d8227363', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:46:52.911436 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0fb9ffc8-a0b4-4e5e-8e21-01a155cc6cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056969183', 'tenant_id': 'ac98b24a067a4a0fbcbef6d3d8227363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '4375d2b3-47ec-4b75-93de-1643fa20f0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:46:50Z', 'updated_at': '2021-11-12T09:46:51Z', 'revision_number': 3, 'project_id': 'ac98b24a067a4a0fbcbef6d3d8227363', 'gw_port': {'id': '4375d2b3-47ec-4b75-93de-1643fa20f0fc', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:46:51Z', 'updated_at': '2021-11-12T09:46:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:46:52.943839 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb9ffc8-a0b4-4e5e-8e21-01a155cc6cee None None] Checking router: 1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65 for host: n-d-768862-16 {{(pid=102571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:46:52.944573 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb9ffc8-a0b4-4e5e-8e21-01a155cc6cee None None] Updating router 1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65 port 4375d2b3-47ec-4b75-93de-1643fa20f0fc binding host n-d-768862-16 {{(pid=102571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:46:52.971784 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0fb9ffc8-a0b4-4e5e-8e21-01a155cc6cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:52.990913 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0265b649-d94b-4535-93bb-02a991ea6e56 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Made reservation on behalf of ac98b24a067a4a0fbcbef6d3d8227363 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:46:52.994723 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0265b649-d94b-4535-93bb-02a991ea6e56 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9342911'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:53.194438 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0265b649-d94b-4535-93bb-02a991ea6e56 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9342893'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:53.264077 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265b649-d94b-4535-93bb-02a991ea6e56 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Pushing event updated for resources: {'Subnet': ['ID=8271e743-b9e4-44d2-8c91-496332b5a315,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:53.275285 n-d-768862-16 neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0265b649-d94b-4535-93bb-02a991ea6e56 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Checking segment: {'id': '574c0f71-ed46-4f35-a5de-c2f7b3636e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'd7856ece-a7c0-4d11-a8ff-595c7c7fdb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:46:53.275654 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0265b649-d94b-4535-93bb-02a991ea6e56 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Network hostable DHCP agents. Network: d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e, hostable agents: ['8da84bfc-c34f-4b1f-82af-97a37540711d'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:46:53.297208 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0265b649-d94b-4535-93bb-02a991ea6e56 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Network d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e is scheduled to be hosted by DHCP agent 8da84bfc-c34f-4b1f-82af-97a37540711d with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:46:53.308450 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-0265b649-d94b-4535-93bb-02a991ea6e56 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-16, d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:46:53.312924 n-d-768862-16 neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0265b649-d94b-4535-93bb-02a991ea6e56 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:53.313601 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0265b649-d94b-4535-93bb-02a991ea6e56 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:53.320130 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80890942-b384-4a9f-831d-e2d8257d7411 None None] Network d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:46:53.332362 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-0265b649-d94b-4535-93bb-02a991ea6e56 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4378278 Nov 12 09:46:53.335204 n-d-768862-16 neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.37', 43530) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:46:53.357267 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0fb9ffc8-a0b4-4e5e-8e21-01a155cc6cee None None] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:53.368321 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0fb9ffc8-a0b4-4e5e-8e21-01a155cc6cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:53.419967 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-0fb9ffc8-a0b4-4e5e-8e21-01a155cc6cee None None] Attempting to bind port 4375d2b3-47ec-4b75-93de-1643fa20f0fc on host n-d-768862-16 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:46:53.420334 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-0fb9ffc8-a0b4-4e5e-8e21-01a155cc6cee None None] Attempting to bind port 4375d2b3-47ec-4b75-93de-1643fa20f0fc by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:46:53.420699 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb9ffc8-a0b4-4e5e-8e21-01a155cc6cee None None] Attempting to bind port 4375d2b3-47ec-4b75-93de-1643fa20f0fc on network 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:46:53.422227 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e463c693-a68e-4179-8ceb-76f798782967 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:46:53.432550 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb9ffc8-a0b4-4e5e-8e21-01a155cc6cee None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:46:53.432946 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb9ffc8-a0b4-4e5e-8e21-01a155cc6cee None None] Checking segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:46:53.433304 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0fb9ffc8-a0b4-4e5e-8e21-01a155cc6cee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:53.433712 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb9ffc8-a0b4-4e5e-8e21-01a155cc6cee None None] Bound using segment: {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:46:53.434149 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-0fb9ffc8-a0b4-4e5e-8e21-01a155cc6cee None None] Bound port: 4375d2b3-47ec-4b75-93de-1643fa20f0fc, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f960d3-a3e9-402c-ab44-ec8eac69cccf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:46:53.434523 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0fb9ffc8-a0b4-4e5e-8e21-01a155cc6cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:53.495966 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad237bcf-938e-43f1-8770-1a525d661203 None None] Pushing event updated for resources: {'Port': ['ID=4375d2b3-47ec-4b75-93de-1643fa20f0fc,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:53.500868 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6a00db-39c6-4773-b6a1-c8e8c5a5f103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdc0a70-0ad1-53ba-a569-d810de47d495-d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e', 'network_id': 'd7856ece-a7c0-4d11-a8ff-595c7c7fdb5e', 'tenant_id': 'ac98b24a067a4a0fbcbef6d3d8227363', 'fixed_ips': [{'subnet_id': '8271e743-b9e4-44d2-8c91-496332b5a315'}]}} from n-d-768862-16. {{(pid=102570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:46:53.501751 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ed6a00db-39c6-4773-b6a1-c8e8c5a5f103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:53.510890 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-0fb9ffc8-a0b4-4e5e-8e21-01a155cc6cee None None] For port 4375d2b3-47ec-4b75-93de-1643fa20f0fc, host n-d-768862-16, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:46:53.514120 n-d-768862-16 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-0fb9ffc8-a0b4-4e5e-8e21-01a155cc6cee None None] For port 4375d2b3-47ec-4b75-93de-1643fa20f0fc, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4375d2b3-47ec-4b75-93de-1643fa20f0fc,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:46:53.531191 n-d-768862-16 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0fb9ffc8-a0b4-4e5e-8e21-01a155cc6cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:53.554521 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad237bcf-938e-43f1-8770-1a525d661203 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:53.555152 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad237bcf-938e-43f1-8770-1a525d661203 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:53.555559 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad237bcf-938e-43f1-8770-1a525d661203 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:53.555990 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad237bcf-938e-43f1-8770-1a525d661203 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:53.556390 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad237bcf-938e-43f1-8770-1a525d661203 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:53.556823 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad237bcf-938e-43f1-8770-1a525d661203 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:53.557367 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad237bcf-938e-43f1-8770-1a525d661203 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:53.557766 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad237bcf-938e-43f1-8770-1a525d661203 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:53.559511 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad237bcf-938e-43f1-8770-1a525d661203 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:53.560261 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad237bcf-938e-43f1-8770-1a525d661203 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:53.560471 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad237bcf-938e-43f1-8770-1a525d661203 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:53.561069 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad237bcf-938e-43f1-8770-1a525d661203 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-16 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:53.587394 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f83f3a-ed16-4582-bccc-c39f03818655 None None] DHCP port deletion for 83f85ab7-23f1-4ab4-91ca-b1dcd4333f60 request from n-d-768862-16 {{(pid=102570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:46:53.623700 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-fdb9c9a5-793b-40a8-914d-4ea40cc7668c None None] Provisioning complete for port 4375d2b3-47ec-4b75-93de-1643fa20f0fc triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:46:53.624154 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fdb9c9a5-793b-40a8-914d-4ea40cc7668c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:53.626143 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad237bcf-938e-43f1-8770-1a525d661203 None None] Pushing event updated for resources: {'Port': ['ID=4375d2b3-47ec-4b75-93de-1643fa20f0fc,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:53.632068 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb9ffc8-a0b4-4e5e-8e21-01a155cc6cee None None] Routers {'1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65'} bound to L3 agent in host n-d-768862-16 {{(pid=102571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:46:53.632636 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0fb9ffc8-a0b4-4e5e-8e21-01a155cc6cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:46:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65'], 'active': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:46:53.696521 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.db_base_plugin_common [None req-ed6a00db-39c6-4773-b6a1-c8e8c5a5f103 None None] Allocated IP 172.20.0.2 (d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e/8271e743-b9e4-44d2-8c91-496332b5a315/f29a6a23-40b2-4b26-b904-74ced9cd64a6) {{(pid=102570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:46:53.747008 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_dvr_db [None req-0fb9ffc8-a0b4-4e5e-8e21-01a155cc6cee None None] Set router 1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65 gateway port host: n-d-768862-16 {{(pid=102571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:46:53.809288 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fdb9c9a5-793b-40a8-914d-4ea40cc7668c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:53.832683 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d612a3cd-3341-401f-869f-38faa55639e1 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:53.837983 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-fdb9c9a5-793b-40a8-914d-4ea40cc7668c None None] For port 4375d2b3-47ec-4b75-93de-1643fa20f0fc, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=4375d2b3-47ec-4b75-93de-1643fa20f0fc,segment=NetworkSegment(82f960d3-a3e9-402c-ab44-ec8eac69cccf),segment_id=82f960d3-a3e9-402c-ab44-ec8eac69cccf)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:46:53.847634 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fdb9c9a5-793b-40a8-914d-4ea40cc7668c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:53.943230 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ed6a00db-39c6-4773-b6a1-c8e8c5a5f103 None None] Publish callbacks [] for port, precommit_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:53.946616 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.l3_hamode_db [None req-0fb9ffc8-a0b4-4e5e-8e21-01a155cc6cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056969183', 'tenant_id': 'ac98b24a067a4a0fbcbef6d3d8227363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '4375d2b3-47ec-4b75-93de-1643fa20f0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:46:50Z', 'updated_at': '2021-11-12T09:46:51Z', 'revision_number': 3, 'project_id': 'ac98b24a067a4a0fbcbef6d3d8227363', 'gw_port': {'id': '4375d2b3-47ec-4b75-93de-1643fa20f0fc', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:46:51Z', 'updated_at': '2021-11-12T09:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}], 'n-d-768862-16', False) {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:46:53.953970 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:53.957783 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ed6a00db-39c6-4773-b6a1-c8e8c5a5f103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962'] for port, after_create {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:53.975897 n-d-768862-16 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb9ffc8-a0b4-4e5e-8e21-01a155cc6cee None None] The sync data for ids ['1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65'] in n-d-768862-16 is: [{'id': '1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056969183', 'tenant_id': 'ac98b24a067a4a0fbcbef6d3d8227363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '4375d2b3-47ec-4b75-93de-1643fa20f0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:46:50Z', 'updated_at': '2021-11-12T09:46:51Z', 'revision_number': 3, 'project_id': 'ac98b24a067a4a0fbcbef6d3d8227363', 'gw_port': {'id': '4375d2b3-47ec-4b75-93de-1643fa20f0fc', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:46:51Z', 'updated_at': '2021-11-12T09:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16'}] {{(pid=102571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:46:53.991534 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9c9a5-793b-40a8-914d-4ea40cc7668c None None] Pushing event updated for resources: {'Port': ['ID=4375d2b3-47ec-4b75-93de-1643fa20f0fc,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:53.997261 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6a00db-39c6-4773-b6a1-c8e8c5a5f103 None None] Network d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e is already hosted by enough agents. {{(pid=102570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:46:54.006247 n-d-768862-16 neutron-server[102570]: DEBUG neutron.scheduler.base_scheduler [None req-ed6a00db-39c6-4773-b6a1-c8e8c5a5f103 None None] Resources bound (agent type, host, resource id): {{(pid=102570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:46:54.010089 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6a00db-39c6-4773-b6a1-c8e8c5a5f103 None None] Received port after_create {{(pid=102570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:46:54.014076 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-1706f809-5740-41d7-9f62-6d44df8aacc8 None None] Provisioning complete for port 4375d2b3-47ec-4b75-93de-1643fa20f0fc triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:46:54.014738 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1706f809-5740-41d7-9f62-6d44df8aacc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:54.122680 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a00db-39c6-4773-b6a1-c8e8c5a5f103 None None] Pushing event updated for resources: {'Port': ['ID=f29a6a23-40b2-4b26-b904-74ced9cd64a6,revision_number=1']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:54.134975 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-d612a3cd-3341-401f-869f-38faa55639e1 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Allocated IP 172.20.0.1 (d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e/8271e743-b9e4-44d2-8c91-496332b5a315/415aea69-65c0-4cfe-8960-75e643ba076c) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:46:54.140425 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-ed6a00db-39c6-4773-b6a1-c8e8c5a5f103 None None] Attempting to bind port f29a6a23-40b2-4b26-b904-74ced9cd64a6 on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:46:54.141053 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-ed6a00db-39c6-4773-b6a1-c8e8c5a5f103 None None] Attempting to bind port f29a6a23-40b2-4b26-b904-74ced9cd64a6 by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '574c0f71-ed46-4f35-a5de-c2f7b3636e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'd7856ece-a7c0-4d11-a8ff-595c7c7fdb5e'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:46:54.141605 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6a00db-39c6-4773-b6a1-c8e8c5a5f103 None None] Attempting to bind port f29a6a23-40b2-4b26-b904-74ced9cd64a6 on network d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:46:54.150869 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6a00db-39c6-4773-b6a1-c8e8c5a5f103 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:46:54.151251 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6a00db-39c6-4773-b6a1-c8e8c5a5f103 None None] Checking segment: {'id': '574c0f71-ed46-4f35-a5de-c2f7b3636e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'd7856ece-a7c0-4d11-a8ff-595c7c7fdb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:46:54.151690 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ed6a00db-39c6-4773-b6a1-c8e8c5a5f103 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:54.152296 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6a00db-39c6-4773-b6a1-c8e8c5a5f103 None None] Bound using segment: {'id': '574c0f71-ed46-4f35-a5de-c2f7b3636e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'd7856ece-a7c0-4d11-a8ff-595c7c7fdb5e'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:46:54.152788 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-ed6a00db-39c6-4773-b6a1-c8e8c5a5f103 None None] Bound port: f29a6a23-40b2-4b26-b904-74ced9cd64a6, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574c0f71-ed46-4f35-a5de-c2f7b3636e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'd7856ece-a7c0-4d11-a8ff-595c7c7fdb5e'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:46:54.153270 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ed6a00db-39c6-4773-b6a1-c8e8c5a5f103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:54.266066 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ed6a00db-39c6-4773-b6a1-c8e8c5a5f103 None None] For port f29a6a23-40b2-4b26-b904-74ced9cd64a6, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:46:54.271003 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-ed6a00db-39c6-4773-b6a1-c8e8c5a5f103 None None] For port f29a6a23-40b2-4b26-b904-74ced9cd64a6, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=f29a6a23-40b2-4b26-b904-74ced9cd64a6,segment=NetworkSegment(574c0f71-ed46-4f35-a5de-c2f7b3636e58),segment_id=574c0f71-ed46-4f35-a5de-c2f7b3636e58)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:46:54.285878 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-ed6a00db-39c6-4773-b6a1-c8e8c5a5f103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:54.294959 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d612a3cd-3341-401f-869f-38faa55639e1 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:54.333416 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d612a3cd-3341-401f-869f-38faa55639e1 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9096409'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:54.373449 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a00db-39c6-4773-b6a1-c8e8c5a5f103 None None] Pushing event updated for resources: {'Port': ['ID=f29a6a23-40b2-4b26-b904-74ced9cd64a6,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:54.418600 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d612a3cd-3341-401f-869f-38faa55639e1 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Network d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:46:54.422861 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-d612a3cd-3341-401f-869f-38faa55639e1 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:46:54.431327 n-d-768862-16 neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d612a3cd-3341-401f-869f-38faa55639e1 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:46:54.435938 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612a3cd-3341-401f-869f-38faa55639e1 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Pushing event updated for resources: {'Port': ['ID=415aea69-65c0-4cfe-8960-75e643ba076c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:54.487903 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d612a3cd-3341-401f-869f-38faa55639e1 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917534'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:54.664060 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d612a3cd-3341-401f-869f-38faa55639e1 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:54.785840 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device f29a6a23-40b2-4b26-b904-74ced9cd64a6 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:46:54.848982 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port f29a6a23-40b2-4b26-b904-74ced9cd64a6 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:46:54.849612 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:54.934381 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:54.974016 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] For port f29a6a23-40b2-4b26-b904-74ced9cd64a6, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=f29a6a23-40b2-4b26-b904-74ced9cd64a6,segment=NetworkSegment(574c0f71-ed46-4f35-a5de-c2f7b3636e58),segment_id=574c0f71-ed46-4f35-a5de-c2f7b3636e58)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:46:54.981521 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:54.983964 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 4375d2b3-47ec-4b75-93de-1643fa20f0fc up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:46:55.025706 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d612a3cd-3341-401f-869f-38faa55639e1 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:55.031678 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d612a3cd-3341-401f-869f-38faa55639e1 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9096352'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:55.069851 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Pushing event updated for resources: {'Port': ['ID=f29a6a23-40b2-4b26-b904-74ced9cd64a6,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:55.080493 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 4375d2b3-47ec-4b75-93de-1643fa20f0fc triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:46:55.080876 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:55.115712 n-d-768862-16 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d612a3cd-3341-401f-869f-38faa55639e1 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917642'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:55.118221 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612a3cd-3341-401f-869f-38faa55639e1 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Pushing event updated for resources: {'Port': ['ID=415aea69-65c0-4cfe-8960-75e643ba076c,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:55.225806 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d612a3cd-3341-401f-869f-38faa55639e1 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Network d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:46:55.227248 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-d612a3cd-3341-401f-869f-38faa55639e1 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:46:55.350500 n-d-768862-16 neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d612a3cd-3341-401f-869f-38faa55639e1 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Router 1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65 has already been hosted by L3 agent abbd94c4-fbc3-4a03-aab8-5c96cf504f53 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:46:55.474149 n-d-768862-16 neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d612a3cd-3341-401f-869f-38faa55639e1 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Notify agent at l3_agent.n-d-768862-16 the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:46:55.479414 n-d-768862-16 neutron-server[102568]: INFO neutron.wsgi [None req-d612a3cd-3341-401f-869f-38faa55639e1 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] 10.222.0.37 "PUT /v2.0/routers/1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1429882 Nov 12 09:46:55.517427 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df3c3ab-b08a-4f4f-aa6c-6345c83b20be None None] Network d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e requested from n-d-768862-16 {{(pid=102570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:46:55.612602 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-51ff7836-5f4d-4f77-a59a-e09f278a2e41 None None] Provisioning complete for port f29a6a23-40b2-4b26-b904-74ced9cd64a6 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:46:55.612975 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-51ff7836-5f4d-4f77-a59a-e09f278a2e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:55.662854 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-86bcb2d1-5301-4eae-8ca7-bc3682599c2c tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-438305100&fields=id&tenant_id=ac98b24a067a4a0fbcbef6d3d8227363 HTTP/1.1" status: 200 len: 267 time: 0.0473330 Nov 12 09:46:55.793003 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-addd6d2e-a082-496c-80b3-d833118c7517 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:55.797180 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-addd6d2e-a082-496c-80b3-d833118c7517 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] 10.222.0.37 "GET /v2.0/networks?id=d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e HTTP/1.1" status: 200 len: 797 time: 0.1262441 Nov 12 09:46:55.814329 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-733baffe-c191-416a-aeb5-fdfe41295e72 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] 10.222.0.37 "GET /v2.0/quotas/ac98b24a067a4a0fbcbef6d3d8227363 HTTP/1.1" status: 200 len: 375 time: 0.0109787 Nov 12 09:46:55.871114 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-c1975b4c-0778-4412-8942-8fdfdf989601 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac98b24a067a4a0fbcbef6d3d8227363&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503864 Nov 12 09:46:55.978031 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-20865b58-d5ff-493b-8aaf-3e2eb4f8fd8f service neutron] 10.222.0.37 "GET /v2.0/networks/d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927260 Nov 12 09:46:56.093464 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b35d726-1dfb-4e57-ba0d-87f14b739685 None None] Sync routers for ids ['1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65'] in n-d-768862-16 {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:46:56.099009 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-40c7a0e2-afad-4043-8b36-5b8f3b567525 service neutron] 10.222.0.37 "GET /v2.0/networks/d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141160 Nov 12 09:46:56.100431 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-6ce39c3d-7b3c-47b4-b58a-06ddfe5ed4d3 None None] Provisioning complete for port f29a6a23-40b2-4b26-b904-74ced9cd64a6 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:46:56.100799 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6ce39c3d-7b3c-47b4-b58a-06ddfe5ed4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:56.131110 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b35d726-1dfb-4e57-ba0d-87f14b739685 None None] Routers {'1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:46:56.131787 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5b35d726-1dfb-4e57-ba0d-87f14b739685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:46:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:46:56.294869 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-5b35d726-1dfb-4e57-ba0d-87f14b739685 None None] Set router 1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:46:56.329939 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-d89f697a-64c4-4709-91d0-d4b727687a3b req-8ef38cfa-ec06-4991-b4e3-125428d77eb0 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] 10.222.0.37 "GET /v2.0/ports?device_id=bafa6e50-331d-46f4-8227-4ef14541df65 HTTP/1.1" status: 200 len: 210 time: 0.0488789 Nov 12 09:46:56.344892 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-6ce39c3d-7b3c-47b4-b58a-06ddfe5ed4d3 None None] Provisioning complete for port 415aea69-65c0-4cfe-8960-75e643ba076c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:46:56.345371 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6ce39c3d-7b3c-47b4-b58a-06ddfe5ed4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:56.460682 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-6ce39c3d-7b3c-47b4-b58a-06ddfe5ed4d3 None None] Port 415aea69-65c0-4cfe-8960-75e643ba076c cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:46:56.557696 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5b35d726-1dfb-4e57-ba0d-87f14b739685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056969183', 'tenant_id': 'ac98b24a067a4a0fbcbef6d3d8227363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '4375d2b3-47ec-4b75-93de-1643fa20f0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:46:50Z', 'updated_at': '2021-11-12T09:46:54Z', 'revision_number': 4, 'project_id': 'ac98b24a067a4a0fbcbef6d3d8227363', 'gw_port': {'id': '4375d2b3-47ec-4b75-93de-1643fa20f0fc', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:46:51Z', 'updated_at': '2021-11-12T09:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '415aea69-65c0-4cfe-8960-75e643ba076c', 'name': '', 'network_id': 'd7856ece-a7c0-4d11-a8ff-595c7c7fdb5e', 'tenant_id': 'ac98b24a067a4a0fbcbef6d3d8227363', 'mac_address': 'fa:16:3e:00:6f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '8271e743-b9e4-44d2-8c91-496332b5a315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:46:53Z', 'updated_at': '2021-11-12T09:46:54Z', 'revision_number': 2, 'project_id': 'ac98b24a067a4a0fbcbef6d3d8227363', 'subnets': [{'id': '8271e743-b9e4-44d2-8c91-496332b5a315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:46:56.593455 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b35d726-1dfb-4e57-ba0d-87f14b739685 None None] Checking router: 1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65 for host: n-d-768862-16 {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:46:56.593887 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b35d726-1dfb-4e57-ba0d-87f14b739685 None None] Updating router 1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65 port 415aea69-65c0-4cfe-8960-75e643ba076c binding host n-d-768862-16 {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:46:56.627577 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5b35d726-1dfb-4e57-ba0d-87f14b739685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:56.645593 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-2834ba1a-165c-43cb-818c-3dcd3d03ff94 None None] Provisioning complete for port 415aea69-65c0-4cfe-8960-75e643ba076c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:46:56.645967 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2834ba1a-165c-43cb-818c-3dcd3d03ff94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:56.686989 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device f29a6a23-40b2-4b26-b904-74ced9cd64a6 up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:46:56.913640 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-2834ba1a-165c-43cb-818c-3dcd3d03ff94 None None] Port 415aea69-65c0-4cfe-8960-75e643ba076c cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:46:57.007711 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port f29a6a23-40b2-4b26-b904-74ced9cd64a6 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:46:57.008018 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:57.231620 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5b35d726-1dfb-4e57-ba0d-87f14b739685 None None] Publish callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:57.238864 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5b35d726-1dfb-4e57-ba0d-87f14b739685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:57.306570 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985c8de-eae0-424f-be9e-40882b22a830 None None] Pushing event updated for resources: {'Port': ['ID=415aea69-65c0-4cfe-8960-75e643ba076c,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:57.372350 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-5b35d726-1dfb-4e57-ba0d-87f14b739685 None None] Attempting to bind port 415aea69-65c0-4cfe-8960-75e643ba076c on host n-d-768862-16 for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:46:57.372724 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-5b35d726-1dfb-4e57-ba0d-87f14b739685 None None] Attempting to bind port 415aea69-65c0-4cfe-8960-75e643ba076c by drivers openvswitch,hyperv on host n-d-768862-16 at level 0 using segments [{'id': '574c0f71-ed46-4f35-a5de-c2f7b3636e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'd7856ece-a7c0-4d11-a8ff-595c7c7fdb5e'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:46:57.373093 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b35d726-1dfb-4e57-ba0d-87f14b739685 None None] Attempting to bind port 415aea69-65c0-4cfe-8960-75e643ba076c on network d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:46:57.385772 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b35d726-1dfb-4e57-ba0d-87f14b739685 None None] Checking agent: {'id': 'bfefcdcb-6264-4942-b036-e0b801cd6845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 21, 14), 'started_at': datetime.datetime(2021, 11, 12, 8, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:46:57.386187 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b35d726-1dfb-4e57-ba0d-87f14b739685 None None] Checking segment: {'id': '574c0f71-ed46-4f35-a5de-c2f7b3636e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'd7856ece-a7c0-4d11-a8ff-595c7c7fdb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:46:57.386610 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5b35d726-1dfb-4e57-ba0d-87f14b739685 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:57.388780 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b35d726-1dfb-4e57-ba0d-87f14b739685 None None] Bound using segment: {'id': '574c0f71-ed46-4f35-a5de-c2f7b3636e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'd7856ece-a7c0-4d11-a8ff-595c7c7fdb5e'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:46:57.393316 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-5b35d726-1dfb-4e57-ba0d-87f14b739685 None None] Bound port: 415aea69-65c0-4cfe-8960-75e643ba076c, host: n-d-768862-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574c0f71-ed46-4f35-a5de-c2f7b3636e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'd7856ece-a7c0-4d11-a8ff-595c7c7fdb5e'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:46:57.393316 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5b35d726-1dfb-4e57-ba0d-87f14b739685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:57.447994 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-d45a9c08-42cd-4235-96fc-bb4f2427d4fc tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:57.450587 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-d45a9c08-42cd-4235-96fc-bb4f2427d4fc tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] 10.222.0.58 "GET /v2.0/networks?id=d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e HTTP/1.1" status: 200 len: 797 time: 0.1974285 Nov 12 09:46:57.492627 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-cf5fc1bd-1936-4513-8ada-bc967329ec4a req-cac767c6-5c22-41a7-b716-4bb263707ea6 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] 10.222.0.37 "GET /v2.0/ports?device_id=bafa6e50-331d-46f4-8227-4ef14541df65 HTTP/1.1" status: 200 len: 210 time: 0.0402207 Nov 12 09:46:57.494085 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-5b35d726-1dfb-4e57-ba0d-87f14b739685 None None] For port 415aea69-65c0-4cfe-8960-75e643ba076c, host n-d-768862-16, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:46:57.501589 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-5b35d726-1dfb-4e57-ba0d-87f14b739685 None None] For port 415aea69-65c0-4cfe-8960-75e643ba076c, host n-d-768862-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=415aea69-65c0-4cfe-8960-75e643ba076c,segment=NetworkSegment(574c0f71-ed46-4f35-a5de-c2f7b3636e58),segment_id=574c0f71-ed46-4f35-a5de-c2f7b3636e58)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:46:57.511238 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5b35d726-1dfb-4e57-ba0d-87f14b739685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:57.577373 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-af13979c-e4e5-4e2e-b4de-06a2031968b2 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac98b24a067a4a0fbcbef6d3d8227363 HTTP/1.1" status: 200 len: 379 time: 0.1142066 Nov 12 09:46:57.591292 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-546342fd-c15d-4b38-aba9-f990c3b1fa80 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Request body: {'port': {'device_id': 'bafa6e50-331d-46f4-8227-4ef14541df65', 'network_id': 'd7856ece-a7c0-4d11-a8ff-595c7c7fdb5e', 'admin_state_up': True, 'tenant_id': 'ac98b24a067a4a0fbcbef6d3d8227363', 'security_groups': ['e5162a35-fcec-4c52-902c-1163c40140dc']}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:46:57.591563 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985c8de-eae0-424f-be9e-40882b22a830 None None] Pushing event updated for resources: {'Port': ['ID=415aea69-65c0-4cfe-8960-75e643ba076c,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:57.594193 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b35d726-1dfb-4e57-ba0d-87f14b739685 None None] Routers {'1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65'} bound to L3 agent in host n-d-768862-16 {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:46:57.595075 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5b35d726-1dfb-4e57-ba0d-87f14b739685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:21:10Z,description=,heartbeat_timestamp=2021-11-12T09:46:40Z,host='n-d-768862-16',id=abbd94c4-fbc3-4a03-aab8-5c96cf504f53,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:21:10Z,topic='l3_agent')) {'router_ids': ['1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:46:57.673682 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-c2ee9172-f1d1-463c-a41e-a70118eeb54e None None] Provisioning complete for port 415aea69-65c0-4cfe-8960-75e643ba076c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:46:57.674369 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c2ee9172-f1d1-463c-a41e-a70118eeb54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:57.742870 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-546342fd-c15d-4b38-aba9-f990c3b1fa80 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Made reservation on behalf of ac98b24a067a4a0fbcbef6d3d8227363 for: {'port': 1} {{(pid=102569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:46:57.748662 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-546342fd-c15d-4b38-aba9-f990c3b1fa80 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:57.778276 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-5b35d726-1dfb-4e57-ba0d-87f14b739685 None None] Set router 1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65 gateway port host: n-d-768862-16 {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:46:57.910881 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-546342fd-c15d-4b38-aba9-f990c3b1fa80 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Allocated IP 172.20.0.13 (d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e/8271e743-b9e4-44d2-8c91-496332b5a315/c9c9427d-98d8-48e4-a8fc-b4bc056121f4) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:46:57.934935 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c2ee9172-f1d1-463c-a41e-a70118eeb54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:58.023694 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c2ee9172-f1d1-463c-a41e-a70118eeb54e None None] For port 415aea69-65c0-4cfe-8960-75e643ba076c, host n-d-768862-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-16',level=0,port_id=415aea69-65c0-4cfe-8960-75e643ba076c,segment=NetworkSegment(574c0f71-ed46-4f35-a5de-c2f7b3636e58),segment_id=574c0f71-ed46-4f35-a5de-c2f7b3636e58)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:46:58.032866 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c2ee9172-f1d1-463c-a41e-a70118eeb54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:58.114576 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-546342fd-c15d-4b38-aba9-f990c3b1fa80 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:58.118092 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee9172-f1d1-463c-a41e-a70118eeb54e None None] Pushing event updated for resources: {'Port': ['ID=415aea69-65c0-4cfe-8960-75e643ba076c,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:58.135343 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5b35d726-1dfb-4e57-ba0d-87f14b739685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056969183', 'tenant_id': 'ac98b24a067a4a0fbcbef6d3d8227363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '4375d2b3-47ec-4b75-93de-1643fa20f0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:46:50Z', 'updated_at': '2021-11-12T09:46:54Z', 'revision_number': 4, 'project_id': 'ac98b24a067a4a0fbcbef6d3d8227363', 'gw_port': {'id': '4375d2b3-47ec-4b75-93de-1643fa20f0fc', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:46:51Z', 'updated_at': '2021-11-12T09:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '415aea69-65c0-4cfe-8960-75e643ba076c', 'name': '', 'network_id': 'd7856ece-a7c0-4d11-a8ff-595c7c7fdb5e', 'tenant_id': 'ac98b24a067a4a0fbcbef6d3d8227363', 'mac_address': 'fa:16:3e:00:6f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '8271e743-b9e4-44d2-8c91-496332b5a315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:46:53Z', 'updated_at': '2021-11-12T09:46:57Z', 'revision_number': 4, 'project_id': 'ac98b24a067a4a0fbcbef6d3d8227363', 'subnets': [{'id': '8271e743-b9e4-44d2-8c91-496332b5a315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-16', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:46:58.152872 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-546342fd-c15d-4b38-aba9-f990c3b1fa80 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891480962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2336269'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:58.178369 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b35d726-1dfb-4e57-ba0d-87f14b739685 None None] The sync data for ids ['1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65'] in n-d-768862-16 is: [{'id': '1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056969183', 'tenant_id': 'ac98b24a067a4a0fbcbef6d3d8227363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'external_fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '4375d2b3-47ec-4b75-93de-1643fa20f0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:46:50Z', 'updated_at': '2021-11-12T09:46:54Z', 'revision_number': 4, 'project_id': 'ac98b24a067a4a0fbcbef6d3d8227363', 'gw_port': {'id': '4375d2b3-47ec-4b75-93de-1643fa20f0fc', 'name': '', 'network_id': '83f85ab7-23f1-4ab4-91ca-b1dcd4333f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:46:51Z', 'updated_at': '2021-11-12T09:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95eec55b-8b3f-46e2-aa1b-35a14b9e8456', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-16', '_interfaces': [{'id': '415aea69-65c0-4cfe-8960-75e643ba076c', 'name': '', 'network_id': 'd7856ece-a7c0-4d11-a8ff-595c7c7fdb5e', 'tenant_id': 'ac98b24a067a4a0fbcbef6d3d8227363', 'mac_address': 'fa:16:3e:00:6f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccd3e6d-25c0-457e-9f29-bcd4dbd62d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '8271e743-b9e4-44d2-8c91-496332b5a315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:46:53Z', 'updated_at': '2021-11-12T09:46:57Z', 'revision_number': 4, 'project_id': 'ac98b24a067a4a0fbcbef6d3d8227363', 'subnets': [{'id': '8271e743-b9e4-44d2-8c91-496332b5a315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:46:58.193423 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-fe40d1d6-af30-4606-8958-1d8fff649c0c None None] Provisioning complete for port 415aea69-65c0-4cfe-8960-75e643ba076c triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:46:58.194263 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-fe40d1d6-af30-4606-8958-1d8fff649c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:58.199814 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-546342fd-c15d-4b38-aba9-f990c3b1fa80 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Network d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:46:58.203215 n-d-768862-16 neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-546342fd-c15d-4b38-aba9-f990c3b1fa80 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:46:58.207145 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-546342fd-c15d-4b38-aba9-f990c3b1fa80 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:46:58.213837 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546342fd-c15d-4b38-aba9-f990c3b1fa80 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Pushing event updated for resources: {'Port': ['ID=c9c9427d-98d8-48e4-a8fc-b4bc056121f4,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:58.303629 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-546342fd-c15d-4b38-aba9-f990c3b1fa80 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:58.304351 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-546342fd-c15d-4b38-aba9-f990c3b1fa80 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:58.329407 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-546342fd-c15d-4b38-aba9-f990c3b1fa80 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7448535 Nov 12 09:46:58.344173 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.v2.base [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-0d2724cc-868c-4e68-a30c-6cd725fee78f service neutron] Request body: {'port': {'device_id': 'bafa6e50-331d-46f4-8227-4ef14541df65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-16'}} {{(pid=102569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:46:58.567674 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-00c5d455-f313-44f1-b2fe-a8badb15b07a None None] Provisioning complete for port c9c9427d-98d8-48e4-a8fc-b4bc056121f4 triggered by entity DHCP. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:46:58.568112 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-00c5d455-f313-44f1-b2fe-a8badb15b07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:58.607456 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.plugin [None req-00c5d455-f313-44f1-b2fe-a8badb15b07a None None] Port c9c9427d-98d8-48e4-a8fc-b4bc056121f4 cannot update to ACTIVE because it is not bound. {{(pid=102570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:46:58.699027 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Device 415aea69-65c0-4cfe-8960-75e643ba076c up at agent ovs-agent-n-d-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:46:58.756333 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Provisioning complete for port 415aea69-65c0-4cfe-8960-75e643ba076c triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:46:58.756696 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:58.838357 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-0d2724cc-868c-4e68-a30c-6cd725fee78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:58.855836 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7e46b-2de4-4ba5-8cbd-7c17e379fd81 req-9865e27f-a4a5-49fc-90d5-70cec5200978 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:58.857478 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b7d7e46b-2de4-4ba5-8cbd-7c17e379fd81 req-9865e27f-a4a5-49fc-90d5-70cec5200978 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] 10.222.0.37 "GET /v2.0/ports?device_id=bafa6e50-331d-46f4-8227-4ef14541df65 HTTP/1.1" status: 200 len: 932 time: 0.0865438 Nov 12 09:46:58.990556 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-b7d7e46b-2de4-4ba5-8cbd-7c17e379fd81 req-78eb41e8-c722-4ad8-b2f7-b8b578a067a8 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5162a35-fcec-4c52-902c-1163c40140dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260922 Nov 12 09:46:59.182372 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-0d2724cc-868c-4e68-a30c-6cd725fee78f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c9427d-98d8-48e4-a8fc-b4bc056121f4 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:46:59.191418 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-0d2724cc-868c-4e68-a30c-6cd725fee78f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:59.205086 n-d-768862-16 neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-0d2724cc-868c-4e68-a30c-6cd725fee78f service neutron] Transition to ACTIVE for port object c9c9427d-98d8-48e4-a8fc-b4bc056121f4 will not be triggered until provisioned by entity L2. {{(pid=102569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:46:59.211256 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-0d2724cc-868c-4e68-a30c-6cd725fee78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:59.271143 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2724cc-868c-4e68-a30c-6cd725fee78f service neutron] Pushing event updated for resources: {'Port': ['ID=c9c9427d-98d8-48e4-a8fc-b4bc056121f4,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:59.357701 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-0d2724cc-868c-4e68-a30c-6cd725fee78f service neutron] Attempting to bind port c9c9427d-98d8-48e4-a8fc-b4bc056121f4 on host n-h2-768862-16 for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:46:59.358234 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-0d2724cc-868c-4e68-a30c-6cd725fee78f service neutron] Attempting to bind port c9c9427d-98d8-48e4-a8fc-b4bc056121f4 by drivers openvswitch,hyperv on host n-h2-768862-16 at level 0 using segments [{'id': '574c0f71-ed46-4f35-a5de-c2f7b3636e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'd7856ece-a7c0-4d11-a8ff-595c7c7fdb5e'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:46:59.358940 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-0d2724cc-868c-4e68-a30c-6cd725fee78f service neutron] Attempting to bind port c9c9427d-98d8-48e4-a8fc-b4bc056121f4 on network d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:46:59.365762 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-0d2724cc-868c-4e68-a30c-6cd725fee78f service neutron] Port c9c9427d-98d8-48e4-a8fc-b4bc056121f4 on network d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-16 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:46:59.366083 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-0d2724cc-868c-4e68-a30c-6cd725fee78f service neutron] Attempting to bind port c9c9427d-98d8-48e4-a8fc-b4bc056121f4 on network d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:46:59.373785 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-0d2724cc-868c-4e68-a30c-6cd725fee78f service neutron] Checking agent: {'id': 'd7817d38-f73b-448b-b3f7-e45775ff1972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'started_at': datetime.datetime(2021, 11, 12, 8, 29, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:46:59.374129 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-0d2724cc-868c-4e68-a30c-6cd725fee78f service neutron] Checking segment: {'id': '574c0f71-ed46-4f35-a5de-c2f7b3636e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'd7856ece-a7c0-4d11-a8ff-595c7c7fdb5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:46:59.374710 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-0d2724cc-868c-4e68-a30c-6cd725fee78f service neutron] Bound using segment: {'id': '574c0f71-ed46-4f35-a5de-c2f7b3636e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'd7856ece-a7c0-4d11-a8ff-595c7c7fdb5e'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:46:59.375269 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-0d2724cc-868c-4e68-a30c-6cd725fee78f service neutron] Bound port: c9c9427d-98d8-48e4-a8fc-b4bc056121f4, host: n-h2-768862-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '574c0f71-ed46-4f35-a5de-c2f7b3636e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'd7856ece-a7c0-4d11-a8ff-595c7c7fdb5e'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:46:59.375888 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-0d2724cc-868c-4e68-a30c-6cd725fee78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:59.465194 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-0d2724cc-868c-4e68-a30c-6cd725fee78f service neutron] For port c9c9427d-98d8-48e4-a8fc-b4bc056121f4, host n-h2-768862-16, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:46:59.468899 n-d-768862-16 neutron-server[102569]: DEBUG neutron.plugins.ml2.db [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-0d2724cc-868c-4e68-a30c-6cd725fee78f service neutron] For port c9c9427d-98d8-48e4-a8fc-b4bc056121f4, host n-h2-768862-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=c9c9427d-98d8-48e4-a8fc-b4bc056121f4,segment=NetworkSegment(574c0f71-ed46-4f35-a5de-c2f7b3636e58),segment_id=574c0f71-ed46-4f35-a5de-c2f7b3636e58)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:46:59.475087 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-0d2724cc-868c-4e68-a30c-6cd725fee78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2336372'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:59.512448 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-0d2724cc-868c-4e68-a30c-6cd725fee78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:59.513068 n-d-768862-16 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-0d2724cc-868c-4e68-a30c-6cd725fee78f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158094'] for port, before_response {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:59.514497 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-0d2724cc-868c-4e68-a30c-6cd725fee78f service neutron] 10.222.0.58 "PUT /v2.0/ports/c9c9427d-98d8-48e4-a8fc-b4bc056121f4 HTTP/1.1" status: 200 len: 1093 time: 1.1758666 Nov 12 09:46:59.514983 n-d-768862-16 neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bafa6e50-331d-46f4-8227-4ef14541df65', 'tag': 'c9c9427d-98d8-48e4-a8fc-b4bc056121f4'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:46:59.517894 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ecfd269ae060e48d0080e56de36cfb7f5ddc3dd245bb7f2f65528a6b7e1e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2917a3-c06f-43e0-99b4-c6b01071d794" -d '{"events": [{"name": "network-changed", "server_uuid": "bafa6e50-331d-46f4-8227-4ef14541df65", "tag": "c9c9427d-98d8-48e4-a8fc-b4bc056121f4"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:46:59.549576 n-d-768862-16 neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2724cc-868c-4e68-a30c-6cd725fee78f service neutron] Pushing event updated for resources: {'Port': ['ID=c9c9427d-98d8-48e4-a8fc-b4bc056121f4,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:59.580800 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fd8974-9cfd-4c11-b3cc-2417f4f4abc5 x-openstack-request-id: req-c9fd8974-9cfd-4c11-b3cc-2417f4f4abc5 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:46:59.581566 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bafa6e50-331d-46f4-8227-4ef14541df65", "tag": "c9c9427d-98d8-48e4-a8fc-b4bc056121f4", "status": "completed", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:46:59.581822 n-d-768862-16 neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9fd8974-9cfd-4c11-b3cc-2417f4f4abc5 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:46:59.582453 n-d-768862-16 neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bafa6e50-331d-46f4-8227-4ef14541df65', 'tag': 'c9c9427d-98d8-48e4-a8fc-b4bc056121f4', 'status': 'completed', 'code': 200} Nov 12 09:46:59.629720 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-4fbc20ad-0ee1-4e02-a2c8-78ea90de5048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:59.631385 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-4fbc20ad-0ee1-4e02-a2c8-78ea90de5048 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac98b24a067a4a0fbcbef6d3d8227363&device_id=bafa6e50-331d-46f4-8227-4ef14541df65 HTTP/1.1" status: 200 len: 1096 time: 0.0446966 Nov 12 09:46:59.682934 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-816cdb58-bf55-49d8-90ac-566bb8d48fd2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c9427d-98d8-48e4-a8fc-b4bc056121f4 HTTP/1.1" status: 200 len: 217 time: 0.0433807 Nov 12 09:46:59.740493 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-617465c3-714a-4889-8504-05571706473b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:59.742196 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-617465c3-714a-4889-8504-05571706473b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8271e743-b9e4-44d2-8c91-496332b5a315 HTTP/1.1" status: 200 len: 835 time: 0.0518601 Nov 12 09:46:59.774297 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:59.795370 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-fec61a8e-f4d9-4958-a4c4-d4134042d3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:59.797521 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-fec61a8e-f4d9-4958-a4c4-d4134042d3cd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477738 Nov 12 09:46:59.905485 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-272c0198-ea61-4941-ad98-c507f533998b service neutron] 10.222.0.58 "GET /v2.0/networks/d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999939 Nov 12 09:47:00.005789 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-13cae77d-61ae-457c-b76a-3f6dc447702d req-3b07f7d1-31e3-4a9a-b3ad-71ac552e4ff7 service neutron] 10.222.0.58 "GET /v2.0/networks/d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926681 Nov 12 09:47:00.132288 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2917a3-c06f-43e0-99b4-c6b01071d794 req-0aec4fae-27cc-4eee-bd6f-edaf23d73ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:00.133843 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2d2917a3-c06f-43e0-99b4-c6b01071d794 req-0aec4fae-27cc-4eee-bd6f-edaf23d73ee5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac98b24a067a4a0fbcbef6d3d8227363&device_id=bafa6e50-331d-46f4-8227-4ef14541df65 HTTP/1.1" status: 200 len: 1096 time: 0.0757377 Nov 12 09:47:00.157487 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defba563-2723-4c2e-917f-5f8f588ed10d req-42fe9a64-ff22-493d-99bc-322d60edbbed tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:00.158832 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-defba563-2723-4c2e-917f-5f8f588ed10d req-42fe9a64-ff22-493d-99bc-322d60edbbed tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] 10.222.0.37 "GET /v2.0/ports?device_id=bafa6e50-331d-46f4-8227-4ef14541df65 HTTP/1.1" status: 200 len: 944 time: 0.0703485 Nov 12 09:47:00.268157 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-defba563-2723-4c2e-917f-5f8f588ed10d req-19daf8f5-0c84-44fa-9a24-bf6d6a23bb5a tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5162a35-fcec-4c52-902c-1163c40140dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993512 Nov 12 09:47:00.278396 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2917a3-c06f-43e0-99b4-c6b01071d794 req-dffdb13d-98f9-431d-a9e8-3f22fe27db9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:00.280284 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2d2917a3-c06f-43e0-99b4-c6b01071d794 req-dffdb13d-98f9-431d-a9e8-3f22fe27db9a service neutron] 10.222.0.58 "GET /v2.0/networks?id=d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e HTTP/1.1" status: 200 len: 898 time: 0.1392915 Nov 12 09:47:00.324922 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:47:00.325580 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2d2917a3-c06f-43e0-99b4-c6b01071d794 req-061c8d92-3096-4980-8cc0-50ab2e035e28 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c9427d-98d8-48e4-a8fc-b4bc056121f4 HTTP/1.1" status: 200 len: 217 time: 0.0364358 Nov 12 09:47:00.378439 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2917a3-c06f-43e0-99b4-c6b01071d794 req-4d192f77-a451-40fb-bff9-e2711d306919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:00.379965 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2d2917a3-c06f-43e0-99b4-c6b01071d794 req-4d192f77-a451-40fb-bff9-e2711d306919 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8271e743-b9e4-44d2-8c91-496332b5a315 HTTP/1.1" status: 200 len: 835 time: 0.0460441 Nov 12 09:47:00.437732 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2917a3-c06f-43e0-99b4-c6b01071d794 req-24359ca8-24dd-4644-bd57-575eeca6d20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:00.439343 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2d2917a3-c06f-43e0-99b4-c6b01071d794 req-24359ca8-24dd-4644-bd57-575eeca6d20b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517044 Nov 12 09:47:00.535927 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2d2917a3-c06f-43e0-99b4-c6b01071d794 req-f31f5715-32f1-4e6a-8285-6e0f3d4da897 service neutron] 10.222.0.58 "GET /v2.0/networks/d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882590 Nov 12 09:47:00.643465 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-2d2917a3-c06f-43e0-99b4-c6b01071d794 req-ea1bf977-3aa9-44f5-87b1-92971e72b4fb service neutron] 10.222.0.58 "GET /v2.0/networks/d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000354 Nov 12 09:47:01.391645 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7180a-d40d-4f91-89bb-efd5b937b1e9 req-33486501-958b-4642-8115-a6c533ee75e7 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:01.393307 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f2f7180a-d40d-4f91-89bb-efd5b937b1e9 req-33486501-958b-4642-8115-a6c533ee75e7 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] 10.222.0.37 "GET /v2.0/ports?device_id=bafa6e50-331d-46f4-8227-4ef14541df65 HTTP/1.1" status: 200 len: 944 time: 0.0527835 Nov 12 09:47:01.454305 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-f2f7180a-d40d-4f91-89bb-efd5b937b1e9 req-eec11b35-cb80-43f0-9217-1a3bc88574e8 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5162a35-fcec-4c52-902c-1163c40140dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542037 Nov 12 09:47:02.593996 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8eeb66-2198-43a8-932f-1ade9b224dd1 req-988c0b68-6281-4445-936d-b2d1b7d38cc4 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:02.595998 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fa8eeb66-2198-43a8-932f-1ade9b224dd1 req-988c0b68-6281-4445-936d-b2d1b7d38cc4 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] 10.222.0.37 "GET /v2.0/ports?device_id=bafa6e50-331d-46f4-8227-4ef14541df65 HTTP/1.1" status: 200 len: 944 time: 0.0570509 Nov 12 09:47:02.659975 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-fa8eeb66-2198-43a8-932f-1ade9b224dd1 req-aaea2ad8-2d9c-41f5-9726-b3a8ef960343 tempest-TestNetworkAdvancedServerOps-2074297463 tempest-TestNetworkAdvancedServerOps-2074297463-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5162a35-fcec-4c52-902c-1163c40140dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573649 Nov 12 09:47:03.473425 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device c9c9427d-98d8-48e4-a8fc-b4bc056121f4 details requested by agent hyperv_n-h2-768862-16 with host n-h2-768862-16 {{(pid=102570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:47:03.588484 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port c9c9427d-98d8-48e4-a8fc-b4bc056121f4, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=c9c9427d-98d8-48e4-a8fc-b4bc056121f4,segment=NetworkSegment(574c0f71-ed46-4f35-a5de-c2f7b3636e58),segment_id=574c0f71-ed46-4f35-a5de-c2f7b3636e58)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:47:03.602877 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Returning: {'device': 'c9c9427d-98d8-48e4-a8fc-b4bc056121f4', 'network_id': 'd7856ece-a7c0-4d11-a8ff-595c7c7fdb5e', 'port_id': 'c9c9427d-98d8-48e4-a8fc-b4bc056121f4', 'mac_address': 'fa:16:3e:8d:ed:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8271e743-b9e4-44d2-8c91-496332b5a315', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:47:03.658510 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:03.678205 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c9427d-98d8-48e4-a8fc-b4bc056121f4 {{(pid=102570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:47:03.714773 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port c9c9427d-98d8-48e4-a8fc-b4bc056121f4, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=c9c9427d-98d8-48e4-a8fc-b4bc056121f4,segment=NetworkSegment(574c0f71-ed46-4f35-a5de-c2f7b3636e58),segment_id=574c0f71-ed46-4f35-a5de-c2f7b3636e58)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:47:03.724371 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:03.784539 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=c9c9427d-98d8-48e4-a8fc-b4bc056121f4,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:47:03.939344 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] get_ports_and_sgs() called for port_ids ['c9c9427d-98d8-48e4-a8fc-b4bc056121f4'] {{(pid=102570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:47:05.507296 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Device c9c9427d-98d8-48e4-a8fc-b4bc056121f4 up at agent hyperv_n-h2-768862-16 {{(pid=102570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:47:05.567325 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning for port c9c9427d-98d8-48e4-a8fc-b4bc056121f4 completed by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:47:05.571613 n-d-768862-16 neutron-server[102570]: DEBUG neutron.db.provisioning_blocks [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Provisioning complete for port c9c9427d-98d8-48e4-a8fc-b4bc056121f4 triggered by entity L2. {{(pid=102570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:47:05.572006 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082598'] for port, provisioning_complete {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:05.663712 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578855'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:05.688517 n-d-768862-16 neutron-server[102570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafa6e50-331d-46f4-8227-4ef14541df65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c9427d-98d8-48e4-a8fc-b4bc056121f4'}] {{(pid=102570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:47:05.691195 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be45a9427ec0e01fea1711315fc80f5d0e0450582803884f19ff2849393a08db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276f43e7-e1ce-4b3d-813c-52fac4ddcad3" -d '{"events": [{"server_uuid": "bafa6e50-331d-46f4-8227-4ef14541df65", "name": "network-vif-plugged", "status": "completed", "tag": "c9c9427d-98d8-48e4-a8fc-b4bc056121f4"}]}' {{(pid=102570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:47:05.704767 n-d-768862-16 neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] For port c9c9427d-98d8-48e4-a8fc-b4bc056121f4, host n-h2-768862-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-16',level=0,port_id=c9c9427d-98d8-48e4-a8fc-b4bc056121f4,segment=NetworkSegment(574c0f71-ed46-4f35-a5de-c2f7b3636e58),segment_id=574c0f71-ed46-4f35-a5de-c2f7b3636e58)] {{(pid=102570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:47:05.709731 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763891908756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891480980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891480998'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:05.762069 n-d-768862-16 neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Pushing event updated for resources: {'Port': ['ID=c9c9427d-98d8-48e4-a8fc-b4bc056121f4,revision_number=5']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:47:05.794003 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e294c77e-121d-46e8-84bd-0dfdcd81bec4 x-openstack-request-id: req-e294c77e-121d-46e8-84bd-0dfdcd81bec4 {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:47:05.794294 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafa6e50-331d-46f4-8227-4ef14541df65", "name": "network-vif-plugged", "status": "completed", "tag": "c9c9427d-98d8-48e4-a8fc-b4bc056121f4", "code": 200}]} {{(pid=102570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:47:05.794545 n-d-768862-16 neutron-server[102570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e294c77e-121d-46e8-84bd-0dfdcd81bec4 {{(pid=102570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:47:05.794954 n-d-768862-16 neutron-server[102570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafa6e50-331d-46f4-8227-4ef14541df65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c9427d-98d8-48e4-a8fc-b4bc056121f4', 'code': 200} Nov 12 09:47:05.900660 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4e38d-cbfc-4f5e-adc3-3d787e52bc4c req-95b4008d-f908-4a88-8b29-8dc96ab71960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:05.902186 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e8e4e38d-cbfc-4f5e-adc3-3d787e52bc4c req-95b4008d-f908-4a88-8b29-8dc96ab71960 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bafa6e50-331d-46f4-8227-4ef14541df65 HTTP/1.1" status: 200 len: 1098 time: 0.0457382 Nov 12 09:47:05.954812 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-e8e4e38d-cbfc-4f5e-adc3-3d787e52bc4c req-1f1eea20-d3ff-4688-9260-314bb7f487b3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e5162a35-fcec-4c52-902c-1163c40140dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430927 Nov 12 09:47:07.921343 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8b21ebf0-8786-43bf-b90b-2a47a33528f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:10.228170 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7c47c6fb-bdf5-423e-a330-aa470a620fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:12.314486 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:13.684666 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:14.113923 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:23.888902 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:29.800941 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:37.325510 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:47:37.918894 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8b4b0c4d-9ba8-477c-9430-5a537b845795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:38.300862 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1315152b-d6e4-4ee3-9d78-538202d41e59 req-b63194b3-e8dc-426d-baba-a97fd68c6791 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bafa6e50-331d-46f4-8227-4ef14541df65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0476487 Nov 12 09:47:38.399956 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315152b-d6e4-4ee3-9d78-538202d41e59 req-a2c4a60c-bb0b-4f27-a409-18f2d077bb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:38.401475 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1315152b-d6e4-4ee3-9d78-538202d41e59 req-a2c4a60c-bb0b-4f27-a409-18f2d077bb29 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac98b24a067a4a0fbcbef6d3d8227363&device_id=bafa6e50-331d-46f4-8227-4ef14541df65 HTTP/1.1" status: 200 len: 1098 time: 0.0451605 Nov 12 09:47:38.537094 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315152b-d6e4-4ee3-9d78-538202d41e59 req-0230ba81-cbdb-4bd6-b67e-5a0e71bf5bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:38.538601 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1315152b-d6e4-4ee3-9d78-538202d41e59 req-0230ba81-cbdb-4bd6-b67e-5a0e71bf5bbf service neutron] 10.222.0.58 "GET /v2.0/networks?id=d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e HTTP/1.1" status: 200 len: 898 time: 0.1104741 Nov 12 09:47:38.584130 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1315152b-d6e4-4ee3-9d78-538202d41e59 req-c2bf4e8f-fb79-4bb9-8dfc-322642c39116 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c9427d-98d8-48e4-a8fc-b4bc056121f4 HTTP/1.1" status: 200 len: 217 time: 0.0371866 Nov 12 09:47:38.641770 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315152b-d6e4-4ee3-9d78-538202d41e59 req-da3179ae-67b6-4d7c-b95c-de45479c970c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:38.643343 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1315152b-d6e4-4ee3-9d78-538202d41e59 req-da3179ae-67b6-4d7c-b95c-de45479c970c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8271e743-b9e4-44d2-8c91-496332b5a315 HTTP/1.1" status: 200 len: 835 time: 0.0520883 Nov 12 09:47:38.695280 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315152b-d6e4-4ee3-9d78-538202d41e59 req-d2824389-9c9b-4b27-a876-03eb5df90652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:38.696877 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1315152b-d6e4-4ee3-9d78-538202d41e59 req-d2824389-9c9b-4b27-a876-03eb5df90652 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459869 Nov 12 09:47:38.801900 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1315152b-d6e4-4ee3-9d78-538202d41e59 req-6ba29f64-d5a8-4cfa-8973-563a8ad7a197 service neutron] 10.222.0.58 "GET /v2.0/networks/d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967603 Nov 12 09:47:38.904817 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-1315152b-d6e4-4ee3-9d78-538202d41e59 req-b4992301-a1da-47ad-85c6-c8ff45bb9aad service neutron] 10.222.0.58 "GET /v2.0/networks/d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947759 Nov 12 09:47:40.224644 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9f3edcee-012e-49ca-9073-3ba40fe2ad93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:42.320094 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:43.690056 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:44.110906 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:53.896050 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:59.795705 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:07.914883 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1170ef51-6d49-4b39-89f8-540b650b2b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:10.225494 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-43b07e2d-6467-42f1-ac16-00be9274df19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:12.318911 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:13.688439 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:14.107056 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:14.326455 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:48:23.900411 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:29.787873 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:37.914048 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-6a5836cf-bbd0-4be5-95e7-b6b956308b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:38.299001 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5bc071f2-f139-4adc-bfd4-10d92facf8d2 req-a481ca33-77aa-4ae2-b17e-67b133014bc5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bafa6e50-331d-46f4-8227-4ef14541df65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0498698 Nov 12 09:48:38.395643 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc071f2-f139-4adc-bfd4-10d92facf8d2 req-8fd9aff9-2852-4349-91c5-bcd2c69d3da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:48:38.397237 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5bc071f2-f139-4adc-bfd4-10d92facf8d2 req-8fd9aff9-2852-4349-91c5-bcd2c69d3da7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac98b24a067a4a0fbcbef6d3d8227363&device_id=bafa6e50-331d-46f4-8227-4ef14541df65 HTTP/1.1" status: 200 len: 1098 time: 0.0501270 Nov 12 09:48:38.511875 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc071f2-f139-4adc-bfd4-10d92facf8d2 req-be6a1c28-a975-42e4-9029-ac23a6da11e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:48:38.513518 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5bc071f2-f139-4adc-bfd4-10d92facf8d2 req-be6a1c28-a975-42e4-9029-ac23a6da11e1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e HTTP/1.1" status: 200 len: 898 time: 0.0946102 Nov 12 09:48:38.567935 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5bc071f2-f139-4adc-bfd4-10d92facf8d2 req-9060f3be-5372-457d-9f31-4707d08c738a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c9427d-98d8-48e4-a8fc-b4bc056121f4 HTTP/1.1" status: 200 len: 217 time: 0.0453959 Nov 12 09:48:38.621825 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc071f2-f139-4adc-bfd4-10d92facf8d2 req-f24d293b-ebd2-4b78-8472-355327c69381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:48:38.623423 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5bc071f2-f139-4adc-bfd4-10d92facf8d2 req-f24d293b-ebd2-4b78-8472-355327c69381 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8271e743-b9e4-44d2-8c91-496332b5a315 HTTP/1.1" status: 200 len: 835 time: 0.0474405 Nov 12 09:48:38.680032 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc071f2-f139-4adc-bfd4-10d92facf8d2 req-c31c047e-ac29-4c8a-9860-394aa62e7919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:48:38.682515 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5bc071f2-f139-4adc-bfd4-10d92facf8d2 req-c31c047e-ac29-4c8a-9860-394aa62e7919 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510335 Nov 12 09:48:38.782805 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5bc071f2-f139-4adc-bfd4-10d92facf8d2 req-22c6bc84-aac8-46f1-8ac6-fe4db8e441fd service neutron] 10.222.0.58 "GET /v2.0/networks/d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922866 Nov 12 09:48:38.889526 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-5bc071f2-f139-4adc-bfd4-10d92facf8d2 req-c32a4b90-ea4b-40c1-bce1-407471917766 service neutron] 10.222.0.58 "GET /v2.0/networks/d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970261 Nov 12 09:48:40.226733 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf6fc813-c45f-4398-963f-0690f107b06a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:42.321305 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:43.690487 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:44.103886 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:51.330476 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:48:53.911257 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:59.784699 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:07.912119 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-55402813-cdc8-4009-bd6a-794b2d4c42e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:10.222628 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-34dc3da1-3fba-42d3-ba7d-2bb6b643bd96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:12.324584 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:13.700051 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:14.106857 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:23.905636 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:28.330464 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:49:29.799304 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:37.907794 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-54294951-077f-46de-a3c8-4cbe5dcaa55e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:40.221220 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1a243763-6444-48e3-9b58-56f0e8874b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:40.322794 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a2437ad7-b188-4c1e-bf88-fa0ac1d4268d req-80c1fec7-a228-410e-bde4-b6869560be81 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bafa6e50-331d-46f4-8227-4ef14541df65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0488329 Nov 12 09:49:40.418778 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2437ad7-b188-4c1e-bf88-fa0ac1d4268d req-8624f02e-08f6-4211-a108-e25bb038afd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:40.420370 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a2437ad7-b188-4c1e-bf88-fa0ac1d4268d req-8624f02e-08f6-4211-a108-e25bb038afd1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac98b24a067a4a0fbcbef6d3d8227363&device_id=bafa6e50-331d-46f4-8227-4ef14541df65 HTTP/1.1" status: 200 len: 1098 time: 0.0485392 Nov 12 09:49:40.535647 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2437ad7-b188-4c1e-bf88-fa0ac1d4268d req-90c49004-0d6f-4668-b661-512544b7fafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:40.537204 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a2437ad7-b188-4c1e-bf88-fa0ac1d4268d req-90c49004-0d6f-4668-b661-512544b7fafd service neutron] 10.222.0.58 "GET /v2.0/networks?id=d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e HTTP/1.1" status: 200 len: 898 time: 0.0912619 Nov 12 09:49:40.584322 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a2437ad7-b188-4c1e-bf88-fa0ac1d4268d req-4afc4f9a-3876-437c-829c-c0dde82c32a0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c9427d-98d8-48e4-a8fc-b4bc056121f4 HTTP/1.1" status: 200 len: 217 time: 0.0395617 Nov 12 09:49:40.636875 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2437ad7-b188-4c1e-bf88-fa0ac1d4268d req-53442928-ed05-4d8f-a02e-4b6ce286a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:40.638806 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a2437ad7-b188-4c1e-bf88-fa0ac1d4268d req-53442928-ed05-4d8f-a02e-4b6ce286a046 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8271e743-b9e4-44d2-8c91-496332b5a315 HTTP/1.1" status: 200 len: 835 time: 0.0481112 Nov 12 09:49:40.689008 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2437ad7-b188-4c1e-bf88-fa0ac1d4268d req-af8e0cc1-9838-4c49-b99e-161285c35441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:40.690593 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a2437ad7-b188-4c1e-bf88-fa0ac1d4268d req-af8e0cc1-9838-4c49-b99e-161285c35441 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436690 Nov 12 09:49:40.793111 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a2437ad7-b188-4c1e-bf88-fa0ac1d4268d req-e0ebd3a6-791f-4906-8771-17f1b81ef0e5 service neutron] 10.222.0.58 "GET /v2.0/networks/d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942814 Nov 12 09:49:40.894466 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a2437ad7-b188-4c1e-bf88-fa0ac1d4268d req-93ee91a8-17b3-451d-a824-c692dbe88dc4 service neutron] 10.222.0.58 "GET /v2.0/networks/d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938723 Nov 12 09:49:42.328004 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:43.698093 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:44.102875 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:53.910053 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:59.974089 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:05.331820 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:50:07.916411 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-080b6029-0c1f-4d33-a7d1-12a3d776a8db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:10.219101 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4b2b37f6-257a-4f58-b4f0-ad040298873b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:12.331877 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:13.702490 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:14.101507 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:23.914238 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:29.805582 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:37.915468 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-204c57ef-e70c-45e8-b403-aa1f4bb07cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:40.215119 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-81966f0f-4cff-4a0e-90c4-f78b1365c557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:40.302234 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-905b3b12-c526-42bb-83a9-c3fee4fd9033 req-782590f9-8f63-4a35-ad8e-0a40bae73fbb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bafa6e50-331d-46f4-8227-4ef14541df65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525467 Nov 12 09:50:40.390808 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b3b12-c526-42bb-83a9-c3fee4fd9033 req-54cee7b3-8c74-4c98-a57b-30b9b2ce85de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:40.392901 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-905b3b12-c526-42bb-83a9-c3fee4fd9033 req-54cee7b3-8c74-4c98-a57b-30b9b2ce85de service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac98b24a067a4a0fbcbef6d3d8227363&device_id=bafa6e50-331d-46f4-8227-4ef14541df65 HTTP/1.1" status: 200 len: 1098 time: 0.0436323 Nov 12 09:50:40.521383 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b3b12-c526-42bb-83a9-c3fee4fd9033 req-51aefe49-6bfc-4519-afba-44286c68ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:40.522938 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-905b3b12-c526-42bb-83a9-c3fee4fd9033 req-51aefe49-6bfc-4519-afba-44286c68ab08 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e HTTP/1.1" status: 200 len: 898 time: 0.1081321 Nov 12 09:50:40.574653 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-905b3b12-c526-42bb-83a9-c3fee4fd9033 req-afcc2ea9-4bf3-4990-bd1b-e9f47c934df4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c9427d-98d8-48e4-a8fc-b4bc056121f4 HTTP/1.1" status: 200 len: 217 time: 0.0436113 Nov 12 09:50:40.628572 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b3b12-c526-42bb-83a9-c3fee4fd9033 req-d843d9c4-00ec-477c-a381-364dd63f47be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:40.630181 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-905b3b12-c526-42bb-83a9-c3fee4fd9033 req-d843d9c4-00ec-477c-a381-364dd63f47be service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8271e743-b9e4-44d2-8c91-496332b5a315 HTTP/1.1" status: 200 len: 835 time: 0.0484264 Nov 12 09:50:40.679072 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b3b12-c526-42bb-83a9-c3fee4fd9033 req-0bdaaa1e-95bc-497e-91cd-d77608e5e54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:40.680721 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-905b3b12-c526-42bb-83a9-c3fee4fd9033 req-0bdaaa1e-95bc-497e-91cd-d77608e5e54a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430236 Nov 12 09:50:40.782328 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-905b3b12-c526-42bb-83a9-c3fee4fd9033 req-300965da-a0c0-4ab5-931f-1fbd8df0ff95 service neutron] 10.222.0.58 "GET /v2.0/networks/d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936580 Nov 12 09:50:40.885606 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-905b3b12-c526-42bb-83a9-c3fee4fd9033 req-a8870b4e-d4d4-4bb9-968a-38f292ebe205 service neutron] 10.222.0.58 "GET /v2.0/networks/d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952442 Nov 12 09:50:42.332063 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:50:42.335419 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:43.715594 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:44.101739 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:53.929098 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:59.813774 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:07.916779 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-304948af-49fd-4275-a827-3ed65f3ea8d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:10.220920 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d44a3824-4a48-4d08-8de8-2ed067965091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:12.339357 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:13.711718 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:14.100088 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:19.331909 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:51:23.924496 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:29.812607 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:37.922170 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-7bb130e6-72e8-45a7-a36e-373198c4df5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:40.220223 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9dfc6151-2e1d-4978-b3ca-e37e17f71357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:42.342645 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:42.403029 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-85a959c8-81e4-4dbc-9ba7-67a711c27022 req-185cedf3-fb65-4ab8-b8d7-c52e98984f5a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bafa6e50-331d-46f4-8227-4ef14541df65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1155488 Nov 12 09:51:42.497143 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a959c8-81e4-4dbc-9ba7-67a711c27022 req-7a06f785-3836-4c62-a37f-512a519947db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:51:42.498286 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-85a959c8-81e4-4dbc-9ba7-67a711c27022 req-7a06f785-3836-4c62-a37f-512a519947db service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac98b24a067a4a0fbcbef6d3d8227363&device_id=bafa6e50-331d-46f4-8227-4ef14541df65 HTTP/1.1" status: 200 len: 1098 time: 0.0476472 Nov 12 09:51:42.623007 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a959c8-81e4-4dbc-9ba7-67a711c27022 req-4c817301-763a-45cf-ba97-ad315e4df776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:51:42.625706 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-85a959c8-81e4-4dbc-9ba7-67a711c27022 req-4c817301-763a-45cf-ba97-ad315e4df776 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e HTTP/1.1" status: 200 len: 898 time: 0.1047826 Nov 12 09:51:42.673373 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-85a959c8-81e4-4dbc-9ba7-67a711c27022 req-f46f2bde-9884-41b5-8584-f8ec3bc3da04 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c9427d-98d8-48e4-a8fc-b4bc056121f4 HTTP/1.1" status: 200 len: 217 time: 0.0400858 Nov 12 09:51:42.723474 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a959c8-81e4-4dbc-9ba7-67a711c27022 req-61e31c30-ee9b-4f8a-a649-1feb6efb1de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:51:42.724990 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-85a959c8-81e4-4dbc-9ba7-67a711c27022 req-61e31c30-ee9b-4f8a-a649-1feb6efb1de5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8271e743-b9e4-44d2-8c91-496332b5a315 HTTP/1.1" status: 200 len: 835 time: 0.0453038 Nov 12 09:51:42.781067 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a959c8-81e4-4dbc-9ba7-67a711c27022 req-6b655061-9075-4e93-bd02-9e41a93cec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:51:42.783198 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-85a959c8-81e4-4dbc-9ba7-67a711c27022 req-6b655061-9075-4e93-bd02-9e41a93cec5c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506370 Nov 12 09:51:42.896288 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-85a959c8-81e4-4dbc-9ba7-67a711c27022 req-efaefa4f-f400-4c6f-b451-f8611fd6a164 service neutron] 10.222.0.58 "GET /v2.0/networks/d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027393 Nov 12 09:51:43.000517 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-85a959c8-81e4-4dbc-9ba7-67a711c27022 req-2d60c24e-46f5-45f1-9937-e005af719df8 service neutron] 10.222.0.58 "GET /v2.0/networks/d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954490 Nov 12 09:51:43.710025 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:44.096822 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:53.942226 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:56.332546 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:51:59.830788 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:07.918237 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4933ce98-2f65-4832-b054-6a5d297c5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:10.216882 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-127581d9-b103-471e-a3c2-889b1de07e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:12.348805 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:13.716894 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:14.096194 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:23.949037 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:29.832057 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:33.341440 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:52:37.915106 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-164c9630-b7b5-43a7-b0ff-dc506faa6f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:40.216332 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-29a64f69-93cd-428a-a4f7-02ccdfa7cd40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:42.298199 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-824bbd6b-2dee-4f00-a042-b6f54eca811c req-9c9cf2f7-8790-4048-af9b-35e2a80d222a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bafa6e50-331d-46f4-8227-4ef14541df65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0507541 Nov 12 09:52:42.349406 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:42.396784 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bbd6b-2dee-4f00-a042-b6f54eca811c req-804752e5-1296-4484-8dc8-6b8fdf318da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:42.398586 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-824bbd6b-2dee-4f00-a042-b6f54eca811c req-804752e5-1296-4484-8dc8-6b8fdf318da0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac98b24a067a4a0fbcbef6d3d8227363&device_id=bafa6e50-331d-46f4-8227-4ef14541df65 HTTP/1.1" status: 200 len: 1098 time: 0.0481222 Nov 12 09:52:42.512784 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bbd6b-2dee-4f00-a042-b6f54eca811c req-a6be87db-30e9-4360-a6cf-50a944823665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:42.514424 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-824bbd6b-2dee-4f00-a042-b6f54eca811c req-a6be87db-30e9-4360-a6cf-50a944823665 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e HTTP/1.1" status: 200 len: 898 time: 0.0931571 Nov 12 09:52:42.565639 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-824bbd6b-2dee-4f00-a042-b6f54eca811c req-b4595cd0-b12f-4db2-b65c-9bf3ebc0e4dc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c9427d-98d8-48e4-a8fc-b4bc056121f4 HTTP/1.1" status: 200 len: 217 time: 0.0422080 Nov 12 09:52:42.622169 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bbd6b-2dee-4f00-a042-b6f54eca811c req-49c0f472-f679-4156-901a-368b50024407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:42.623768 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-824bbd6b-2dee-4f00-a042-b6f54eca811c req-49c0f472-f679-4156-901a-368b50024407 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8271e743-b9e4-44d2-8c91-496332b5a315 HTTP/1.1" status: 200 len: 835 time: 0.0487049 Nov 12 09:52:42.676268 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bbd6b-2dee-4f00-a042-b6f54eca811c req-2ef12469-9911-4858-9fc6-26d6e9bcdd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:42.677864 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-824bbd6b-2dee-4f00-a042-b6f54eca811c req-2ef12469-9911-4858-9fc6-26d6e9bcdd6c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454030 Nov 12 09:52:42.783442 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-824bbd6b-2dee-4f00-a042-b6f54eca811c req-15cbb2aa-bfe5-4326-a944-817faff62aca service neutron] 10.222.0.58 "GET /v2.0/networks/d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969598 Nov 12 09:52:42.893191 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-824bbd6b-2dee-4f00-a042-b6f54eca811c req-5f916eec-ea7d-4c7e-a5e6-16aad4ae7ba1 service neutron] 10.222.0.58 "GET /v2.0/networks/d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015842 Nov 12 09:52:43.717834 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:44.094038 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:53.940619 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:59.845720 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:07.917562 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-73a81fd8-3234-4aac-9889-c681e8bd8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:10.214171 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-31b6738d-f7ee-4f41-aaaf-354915ecd647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:10.332833 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:53:12.354655 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:13.721944 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:14.091799 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:23.956102 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:29.841724 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:37.913615 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0c1ca0df-e2b7-430a-8476-150847185427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:40.210263 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c98f7db8-8a12-4b7a-b9b6-ebf2228a9548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:42.288381 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a94bd7c9-2936-4863-aae2-58214611b4d8 req-85aeabff-fa3d-48f6-abec-c99a8e0e07b9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bafa6e50-331d-46f4-8227-4ef14541df65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0478096 Nov 12 09:53:42.356367 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:42.381578 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94bd7c9-2936-4863-aae2-58214611b4d8 req-a67cfa9b-4ca6-4a55-9384-f6dacecfdb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:53:42.383416 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a94bd7c9-2936-4863-aae2-58214611b4d8 req-a67cfa9b-4ca6-4a55-9384-f6dacecfdb3a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac98b24a067a4a0fbcbef6d3d8227363&device_id=bafa6e50-331d-46f4-8227-4ef14541df65 HTTP/1.1" status: 200 len: 1098 time: 0.0491560 Nov 12 09:53:42.500404 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94bd7c9-2936-4863-aae2-58214611b4d8 req-6907c70f-385a-452c-9bb2-bc76316a8288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:53:42.502072 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a94bd7c9-2936-4863-aae2-58214611b4d8 req-6907c70f-385a-452c-9bb2-bc76316a8288 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e HTTP/1.1" status: 200 len: 898 time: 0.0968227 Nov 12 09:53:42.553554 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a94bd7c9-2936-4863-aae2-58214611b4d8 req-dfa8401f-cde8-4f17-89f9-0189b2186306 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c9427d-98d8-48e4-a8fc-b4bc056121f4 HTTP/1.1" status: 200 len: 217 time: 0.0426989 Nov 12 09:53:42.607643 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94bd7c9-2936-4863-aae2-58214611b4d8 req-8eabfd06-cf9e-419b-89db-0a5df223c9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:53:42.609249 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a94bd7c9-2936-4863-aae2-58214611b4d8 req-8eabfd06-cf9e-419b-89db-0a5df223c9a7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8271e743-b9e4-44d2-8c91-496332b5a315 HTTP/1.1" status: 200 len: 835 time: 0.0486238 Nov 12 09:53:42.661833 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94bd7c9-2936-4863-aae2-58214611b4d8 req-a100fe51-da3b-4d82-8b44-c4192f693d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:53:42.663420 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a94bd7c9-2936-4863-aae2-58214611b4d8 req-a100fe51-da3b-4d82-8b44-c4192f693d6f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469382 Nov 12 09:53:42.765074 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a94bd7c9-2936-4863-aae2-58214611b4d8 req-26c36759-9d94-41c8-a2e0-467c94bee438 service neutron] 10.222.0.58 "GET /v2.0/networks/d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935898 Nov 12 09:53:42.867678 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-a94bd7c9-2936-4863-aae2-58214611b4d8 req-ea3ce9cf-0e10-4bbb-9bc6-30aa9eeb3fc1 service neutron] 10.222.0.58 "GET /v2.0/networks/d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947659 Nov 12 09:53:43.726122 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:44.091599 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:47.332772 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:53:53.953772 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:59.860702 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:07.910636 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e53748d2-35a1-4a5f-8e94-977c14faa27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:10.218169 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-08372254-a473-4dd4-b6b6-44ef92d71c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:12.359235 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:13.731313 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:14.089670 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:23.987341 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:24.333176 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:54:29.883295 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:37.908755 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-3b56376c-96ff-45c6-9579-29a522466f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:40.219213 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-e29a76c9-2a2a-46f6-8cf6-6544fccd0692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:42.360682 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:43.290658 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8eea8ee2-5fc1-43c2-97d5-98a0634b3789 req-a7684d36-96a3-42bc-8035-dc1855ec21a4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bafa6e50-331d-46f4-8227-4ef14541df65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0477519 Nov 12 09:54:43.395404 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea8ee2-5fc1-43c2-97d5-98a0634b3789 req-d1dd6a27-aaa7-4c5c-ade3-47c89d8cd0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:43.397102 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8eea8ee2-5fc1-43c2-97d5-98a0634b3789 req-d1dd6a27-aaa7-4c5c-ade3-47c89d8cd0d7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac98b24a067a4a0fbcbef6d3d8227363&device_id=bafa6e50-331d-46f4-8227-4ef14541df65 HTTP/1.1" status: 200 len: 1098 time: 0.0458739 Nov 12 09:54:43.517080 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea8ee2-5fc1-43c2-97d5-98a0634b3789 req-db1ec121-ce80-4ef3-9cac-f8c8a6f71e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:43.518609 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8eea8ee2-5fc1-43c2-97d5-98a0634b3789 req-db1ec121-ce80-4ef3-9cac-f8c8a6f71e0b service neutron] 10.222.0.58 "GET /v2.0/networks?id=d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e HTTP/1.1" status: 200 len: 898 time: 0.0995123 Nov 12 09:54:43.568167 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8eea8ee2-5fc1-43c2-97d5-98a0634b3789 req-24b10be4-1431-438e-9d92-91a14c83214d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c9427d-98d8-48e4-a8fc-b4bc056121f4 HTTP/1.1" status: 200 len: 217 time: 0.0387242 Nov 12 09:54:43.623628 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea8ee2-5fc1-43c2-97d5-98a0634b3789 req-8c355e8e-35da-4acc-9cad-2af332c5ab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:43.625206 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8eea8ee2-5fc1-43c2-97d5-98a0634b3789 req-8c355e8e-35da-4acc-9cad-2af332c5ab3c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8271e743-b9e4-44d2-8c91-496332b5a315 HTTP/1.1" status: 200 len: 835 time: 0.0488553 Nov 12 09:54:43.677981 n-d-768862-16 neutron-server[102569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea8ee2-5fc1-43c2-97d5-98a0634b3789 req-a41f3119-d909-4467-bb8b-468bbfadf76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:43.679551 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8eea8ee2-5fc1-43c2-97d5-98a0634b3789 req-a41f3119-d909-4467-bb8b-468bbfadf76e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457690 Nov 12 09:54:43.734630 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:43.781712 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8eea8ee2-5fc1-43c2-97d5-98a0634b3789 req-918f8500-8232-4ac2-8413-f1a9a52d148f service neutron] 10.222.0.58 "GET /v2.0/networks/d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935969 Nov 12 09:54:43.878989 n-d-768862-16 neutron-server[102569]: INFO neutron.wsgi [req-8eea8ee2-5fc1-43c2-97d5-98a0634b3789 req-54eeb4fb-7c2b-40fc-907f-2db6902ced74 service neutron] 10.222.0.58 "GET /v2.0/networks/d7856ece-a7c0-4d11-a8ff-595c7c7fdb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868540 Nov 12 09:54:44.086728 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:53.989132 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:59.875323 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:01.334007 n-d-768862-16 neutron-server[102571]: DEBUG neutron.db.agents_db [None req-d726835d-329b-4d02-b3ce-6e56089a27fb None None] Agent healthcheck: found 7 active agents {{(pid=102571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:55:07.902980 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-35f0731e-02e5-43ea-9056-d7332f8e26c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:10.217116 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-50087904-398f-47a6-986b-e73f8beda203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:12.364476 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4389cd5f-ce46-4fae-a037-9ee38b1c41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:13.736475 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-bf958e41-410c-4af4-92c0-27c53da5d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:14.086741 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9683c618-f14c-4696-9bfd-0e1c98404531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:24.006684 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-99223d07-0210-4fa0-95f5-42530e656411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:29.872445 n-d-768862-16 neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-eb119512-598b-480f-8100-ffa1caaaf4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892029148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082645'] for agent, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}